-- Logs begin at Thu 2021-11-04 09:42:46 UTC, end at Thu 2021-11-04 12:13:17 UTC. -- Nov 04 10:17:59.686996 n-d-816629-1 systemd[1]: Started Devstack devstack@q-svc.service. Nov 04 10:18:02.399833 n-d-816629-1 neutron-server[101667]: INFO neutron.common.config [-] Logging enabled! Nov 04 10:18:02.400442 n-d-816629-1 neutron-server[101667]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev134 Nov 04 10:18:02.400530 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101667) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 04 10:18:02.403660 n-d-816629-1 neutron-server[101667]: INFO neutron.common.config [-] Logging enabled! Nov 04 10:18:02.403906 n-d-816629-1 neutron-server[101667]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev134 Nov 04 10:18:02.404217 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101667) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 04 10:18:02.405189 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 04 10:18:02.405414 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 04 10:18:02.405777 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 04 10:18:02.406005 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 04 10:18:02.406222 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 04 10:18:02.406538 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.406838 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.407112 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.407323 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.407610 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.407895 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.408171 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.408455 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.408743 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.409047 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.409317 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.409586 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.409808 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.410080 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.410359 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.410641 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.410854 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] debug = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.411127 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.411549 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.411957 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.412226 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.412506 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.412882 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.413239 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.413711 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.413985 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.414318 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] host = n-d-816629-1 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.414594 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.414879 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.415183 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.415453 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.415722 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.415993 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.416273 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.416539 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.416805 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] log_file = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.417098 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.417379 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.417663 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.417959 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.418176 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.418390 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.418671 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.418954 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.419231 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.419498 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.419767 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.420033 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.420299 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.420560 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.420862 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.421151 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.421435 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.421701 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.421966 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.422230 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.422491 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.422767 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.423032 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.423296 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.423561 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.423840 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.424104 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.424376 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.424677 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.424986 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.425264 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.425548 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.425816 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.426094 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.426361 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.426629 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.426890 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] use_json = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.427154 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.427416 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.427691 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.427958 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.428223 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.428532 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.428797 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.429098 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:02.429386 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.429675 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.429969 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.430243 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.430539 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.430810 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.431098 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.431368 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.431650 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.431932 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.432214 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.432484 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.432764 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.433062 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.433349 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.433649 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.433935 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.434222 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.434487 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.434755 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.435021 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.435291 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.435569 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.435843 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.436127 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.436414 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.436685 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.436993 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.437282 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.437563 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.437835 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.438106 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.438393 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.438665 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.438929 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.439197 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.439479 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.439749 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.440015 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.440289 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.440562 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.440839 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.441124 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.441397 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.441682 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.441954 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.442219 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.442483 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.442752 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.443017 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.443292 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.443558 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.443823 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.444122 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.444399 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.444665 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.444958 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.445232 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.445496 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.445765 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.446029 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.446297 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.446562 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.446828 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.447091 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.447355 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.447630 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.447900 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.448166 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.448433 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.448698 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.448998 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.449262 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.449549 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.449838 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.450113 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.450383 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.450653 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.450921 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.451189 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.451455 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.451729 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.451992 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.452253 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.452535 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.452810 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.453111 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.453389 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.453660 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.453977 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.454253 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.454528 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.454799 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.455070 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.455346 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.455621 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.455911 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.456200 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.456862 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.457152 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.457442 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.457713 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.458071 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.458349 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:02.458562 n-d-816629-1 neutron-server[101667]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 04 10:18:02.458797 n-d-816629-1 neutron-server[101667]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101667) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 04 10:18:02.891291 n-d-816629-1 neutron-server[101667]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 04 10:18:02.891519 n-d-816629-1 neutron-server[101667]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 04 10:18:02.891838 n-d-816629-1 neutron-server[101667]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 04 10:18:02.892166 n-d-816629-1 neutron-server[101667]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 04 10:18:03.205485 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.205675 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.205954 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.207519 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.207790 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.208065 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.242108 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.242366 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.242627 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.257752 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.258020 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.258281 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.287683 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.287953 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.288208 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.323222 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.323485 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.323744 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.556639 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.557398 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.557398 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.557398 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.558018 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.685210 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.685530 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.685768 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.686060 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.686294 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.686620 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.686897 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.687186 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.687456 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.687782 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.688048 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.688336 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.688585 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.688845 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.689118 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.689474 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.689730 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.690032 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.690298 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.690552 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.690813 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.691057 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.691347 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.691722 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.691963 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.692184 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.692592 n-d-816629-1 neutron-server[101667]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101667) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 10:18:03.692845 n-d-816629-1 neutron-server[101667]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101667) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 10:18:03.693077 n-d-816629-1 neutron-server[101667]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101667) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 10:18:03.693311 n-d-816629-1 neutron-server[101667]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101667) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 10:18:03.693541 n-d-816629-1 neutron-server[101667]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101667) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 10:18:03.693766 n-d-816629-1 neutron-server[101667]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101667) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 10:18:03.694212 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 04 10:18:03.697616 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 04 10:18:03.701605 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 04 10:18:03.705745 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Nov 04 10:18:03.707738 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 04 10:18:03.708271 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 04 10:18:03.708638 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 04 10:18:03.709080 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 04 10:18:03.712026 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 04 10:18:03.712269 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 04 10:18:03.712616 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 04 10:18:03.718044 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 04 10:18:03.740002 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 04 10:18:03.740454 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.740900 n-d-816629-1 neutron-server[101667]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101667) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 04 10:18:03.741238 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.742643 n-d-816629-1 neutron-server[101667]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101667) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 04 10:18:03.742918 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 04 10:18:03.743157 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 04 10:18:03.746515 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.746785 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:03.813177 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 04 10:18:03.813357 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 04 10:18:03.813547 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 04 10:18:03.813934 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 04 10:18:03.836856 n-d-816629-1 neutron-server[101667]: DEBUG oslo_db.sqlalchemy.engines [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101667) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 04 10:18:04.386243 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.managers [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Initializing driver for type 'gre' Nov 04 10:18:04.386756 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] gre ID ranges: [(1, 1000)] Nov 04 10:18:04.440241 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.managers [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Initializing driver for type 'local' Nov 04 10:18:04.440599 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.managers [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Initializing driver for type 'vlan' Nov 04 10:18:04.458467 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] VlanTypeDriver initialization complete Nov 04 10:18:04.458799 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.managers [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Initializing driver for type 'vxlan' Nov 04 10:18:04.459306 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] vxlan ID ranges: [(1, 1000)] Nov 04 10:18:04.513127 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.managers [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Initializing extension driver 'port_security' Nov 04 10:18:04.513556 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.extensions.port_security [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] PortSecurityExtensionDriver initialization complete Nov 04 10:18:04.513902 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.managers [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Initializing mechanism driver 'openvswitch' Nov 04 10:18:04.514224 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.managers [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Initializing mechanism driver 'hyperv' Nov 04 10:18:04.521060 n-d-816629-1 neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:18:04.521940 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > port after_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.522321 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > port after_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.522755 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > port after_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.523307 n-d-816629-1 neutron-server[101667]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101667) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 04 10:18:04.523739 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > subnet after_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.524124 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > subnet after_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.524462 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.524923 n-d-816629-1 neutron-server[101667]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101667) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 04 10:18:04.525282 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > network after_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.525629 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > network after_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.525969 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > network after_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.526359 n-d-816629-1 neutron-server[101667]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101667) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 04 10:18:04.526743 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > security_group after_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.527112 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > security_group after_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.527453 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.527843 n-d-816629-1 neutron-server[101667]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101667) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 04 10:18:04.528225 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.528570 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.528934 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.529325 n-d-816629-1 neutron-server[101667]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101667) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 04 10:18:04.529731 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > address_group after_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.530073 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > address_group after_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.530407 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.530795 n-d-816629-1 neutron-server[101667]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101667) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 04 10:18:04.531180 n-d-816629-1 neutron-server[101667]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] ML2 OVO RPC backend initialized. {{(pid=101667) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 04 10:18:04.531891 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.532244 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.532658 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > network before_response 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.533038 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > networks before_response 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.533366 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > port before_response 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.533708 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > ports before_response 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.534047 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > subnet before_response 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.534383 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > subnets before_response 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.534724 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > network after_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.535059 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > network after_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.535389 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > network after_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.535720 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > port after_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.536050 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > port after_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.536379 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > port after_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.536787 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > subnet after_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.537157 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > subnet after_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.537588 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.538441 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.plugin [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Modular L2 Plugin initialization complete Nov 04 10:18:04.538770 n-d-816629-1 neutron-server[101667]: DEBUG neutron.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading services supported by the core plugin {{(pid=101667) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 04 10:18:04.539100 n-d-816629-1 neutron-server[101667]: INFO neutron.plugins.ml2.managers [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Got port-security extension from driver 'port_security' Nov 04 10:18:04.539584 n-d-816629-1 neutron-server[101667]: INFO neutron.extensions.vlantransparent [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Disabled vlantransparent extension. Nov 04 10:18:04.540073 n-d-816629-1 neutron-server[101667]: DEBUG neutron.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101667) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 04 10:18:04.540386 n-d-816629-1 neutron-server[101667]: INFO neutron.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading Plugin: router Nov 04 10:18:04.576629 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.577305 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > router after_create 55549900 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.577394 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > router before_create 55549900 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.577789 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.578161 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.578638 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > router after_delete 55549900 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.578998 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.579464 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.579820 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > router after_create 55549900 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.580169 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > router after_update 55549900 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.580513 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > router after_update 55549900 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.580862 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.581254 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > router after_update 55549900 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.581987 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > router precommit_update 55549900 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.582336 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: port after_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.582673 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: port after_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.583016 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: subnet after_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.583359 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.583707 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.584047 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > router precommit_create 55549900 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.584578 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: port before_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.584766 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > router precommit_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.585149 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > router after_update 55549900 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.585488 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.585834 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > router precommit_create 55549900 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.586198 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.586542 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > router precommit_update 55549900 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.586896 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > agent after_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.587224 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > agent after_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.587563 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > network after_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.588445 n-d-816629-1 neutron-server[101667]: DEBUG neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Tracking information for resource: router configured {{(pid=101667) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 10:18:04.588777 n-d-816629-1 neutron-server[101667]: DEBUG neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Tracking information for resource: floatingip configured {{(pid=101667) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 10:18:04.593827 n-d-816629-1 neutron-server[101667]: INFO neutron.db.l3_agentschedulers_db [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 04 10:18:04.594416 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: port after_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.594779 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: port after_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.595127 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: port after_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.595476 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: port after_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.596273 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > router before_create 55550100 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.596631 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.597031 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > router precommit_create 55550100 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.597386 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > router precommit_update 55550100 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.602742 n-d-816629-1 neutron-server[101667]: DEBUG neutron.services.provider_configuration [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Service providers = [] {{(pid=101667) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 04 10:18:04.603191 n-d-816629-1 neutron-server[101667]: DEBUG neutron.db.servicetype_db [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101667) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 04 10:18:04.607039 n-d-816629-1 neutron-server[101667]: DEBUG neutron.services.service_base [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101667) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 04 10:18:04.607416 n-d-816629-1 neutron-server[101667]: DEBUG neutron.services.service_base [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101667) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 04 10:18:04.607821 n-d-816629-1 neutron-server[101667]: DEBUG neutron.services.service_base [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101667) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 04 10:18:04.608848 n-d-816629-1 neutron-server[101667]: DEBUG neutron.services.service_base [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101667) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 04 10:18:04.609375 n-d-816629-1 neutron-server[101667]: INFO neutron.services.service_base [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 04 10:18:04.609865 n-d-816629-1 neutron-server[101667]: DEBUG neutron.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101667) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 10:18:04.610449 n-d-816629-1 neutron-server[101667]: INFO neutron.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 04 10:18:04.625213 n-d-816629-1 neutron-server[101667]: DEBUG neutron.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101667) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 10:18:04.625581 n-d-816629-1 neutron-server[101667]: INFO neutron.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading Plugin: auto_allocate Nov 04 10:18:04.632716 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: network precommit_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.633111 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: network precommit_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.633651 n-d-816629-1 neutron-server[101667]: DEBUG neutron.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101667) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 10:18:04.633971 n-d-816629-1 neutron-server[101667]: INFO neutron.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading Plugin: tag Nov 04 10:18:04.641073 n-d-816629-1 neutron-server[101667]: DEBUG neutron.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101667) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 10:18:04.641357 n-d-816629-1 neutron-server[101667]: INFO neutron.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading Plugin: timestamp Nov 04 10:18:04.645301 n-d-816629-1 neutron-server[101667]: DEBUG neutron.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101667) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 10:18:04.645632 n-d-816629-1 neutron-server[101667]: INFO neutron.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading Plugin: network_ip_availability Nov 04 10:18:04.651505 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.651871 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.652227 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.653066 n-d-816629-1 neutron-server[101667]: DEBUG neutron.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101667) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 10:18:04.653385 n-d-816629-1 neutron-server[101667]: INFO neutron.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading Plugin: flavors Nov 04 10:18:04.658514 n-d-816629-1 neutron-server[101667]: DEBUG neutron.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101667) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 10:18:04.658847 n-d-816629-1 neutron-server[101667]: INFO neutron.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading Plugin: revisions Nov 04 10:18:04.663396 n-d-816629-1 neutron-server[101667]: DEBUG neutron.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101667) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 10:18:04.663787 n-d-816629-1 neutron-server[101667]: DEBUG oslo_concurrency.lockutils [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.772s {{(pid=101667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 04 10:18:04.664549 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101667) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 04 10:18:04.664918 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Initializing extension manager. Nov 04 10:18:04.665428 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: __init__.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.665766 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: __pycache__ {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.666104 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.666430 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: address_group.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.667206 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.667779 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: address-group Nov 04 10:18:04.668078 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: address_scope.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.668793 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.669346 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: address-scope Nov 04 10:18:04.669671 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.670627 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.671137 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: router-admin-state-down-before-update Nov 04 10:18:04.671460 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: agent.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.672169 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.672679 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: agent Nov 04 10:18:04.673031 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: agent_resources_synced.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.673946 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.674455 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: agent-resources-synced Nov 04 10:18:04.674774 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: allowedaddresspairs.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.676587 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.677142 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: allowed-address-pairs Nov 04 10:18:04.677469 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: auto_allocated_topology.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.678607 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.679103 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: auto-allocated-topology Nov 04 10:18:04.679541 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: availability_zone.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.680249 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.680760 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: availability_zone Nov 04 10:18:04.681113 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: availability_zone_filter.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.682035 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.682550 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: availability_zone_filter Nov 04 10:18:04.682873 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: data_plane_status.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.683786 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.684296 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension data-plane-status not supported by any of loaded plugins Nov 04 10:18:04.684613 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: default_subnetpools.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.685559 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.686079 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: default-subnetpools Nov 04 10:18:04.686395 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.687237 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.687741 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: dhcp_agent_scheduler Nov 04 10:18:04.688063 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: dns.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.689042 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.689548 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension dns-integration not supported by any of loaded plugins Nov 04 10:18:04.689872 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: dns_domain_ports.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.690793 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.691294 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 04 10:18:04.691617 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.692557 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.693085 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 04 10:18:04.693404 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: dvr.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.694102 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.694620 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: dvr Nov 04 10:18:04.694940 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: ecmp_routes.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.695859 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.696362 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 04 10:18:04.696687 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: empty_string_filtering.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.697629 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.698135 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: empty-string-filtering Nov 04 10:18:04.698452 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.699365 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.699864 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 04 10:18:04.700183 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.701135 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.701643 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 04 10:18:04.701956 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: external_net.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.702868 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.703375 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: external-net Nov 04 10:18:04.703694 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.704598 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.705137 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: extra_dhcp_opt Nov 04 10:18:04.705454 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: extraroute.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.706687 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.707201 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: extraroute Nov 04 10:18:04.707518 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: extraroute_atomic.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.708555 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.709105 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: extraroute-atomic Nov 04 10:18:04.709426 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: filter_validation.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.710371 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.710830 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: filter-validation Nov 04 10:18:04.711149 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: fip_pf_description.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.712071 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.712582 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 04 10:18:04.712928 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: fip_port_details.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.713864 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.714374 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: fip-port-details Nov 04 10:18:04.714688 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: flavors.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.715937 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.716452 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: flavors Nov 04 10:18:04.716786 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.718511 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.719028 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 04 10:18:04.719355 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: floatingip_pools.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.720051 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.720563 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: floatingip-pools Nov 04 10:18:04.720915 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: ip_allocation.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.721843 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.722344 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension ip_allocation not supported by any of loaded plugins Nov 04 10:18:04.722663 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.723586 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.724093 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: ip-substring-filtering Nov 04 10:18:04.724414 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: l2_adjacency.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.725426 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.725929 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 04 10:18:04.726249 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: l3.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.727230 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.727750 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: router Nov 04 10:18:04.728091 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.730366 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.730894 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 04 10:18:04.731225 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.732350 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.733195 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: ext-gw-mode Nov 04 10:18:04.733522 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.734481 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.734998 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: l3-ha Nov 04 10:18:04.735322 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: l3_flavors.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.736239 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.736786 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: l3-flavors Nov 04 10:18:04.737102 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.738017 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.738525 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 04 10:18:04.738847 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: l3agentscheduler.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.739896 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.740408 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: l3_agent_scheduler Nov 04 10:18:04.740902 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: logging.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.742478 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.742996 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension logging not supported by any of loaded plugins Nov 04 10:18:04.743325 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: metering.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.744075 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.744651 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: metering Nov 04 10:18:04.745006 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.746236 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.746755 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: metering_source_and_destination_fields Nov 04 10:18:04.747083 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: multiprovidernet.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.748013 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.748522 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: multi-provider Nov 04 10:18:04.748868 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: netmtu.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.749792 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.750297 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: net-mtu Nov 04 10:18:04.750619 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: netmtu_writable.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.751542 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.752050 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: net-mtu-writable Nov 04 10:18:04.752370 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: network_availability_zone.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.753076 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.753582 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: network_availability_zone Nov 04 10:18:04.753897 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: network_ip_availability.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.755009 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.755515 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: network-ip-availability Nov 04 10:18:04.755835 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: network_segment_range.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.756642 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.757277 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension network-segment-range not supported by any of loaded plugins Nov 04 10:18:04.757596 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: pagination.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.758580 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.758906 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: pagination Nov 04 10:18:04.759219 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: port_device_profile.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.760127 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.760641 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: port-device-profile Nov 04 10:18:04.760991 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.761923 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.762439 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: port-mac-address-regenerate Nov 04 10:18:04.762759 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.763681 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.764196 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: port-numa-affinity-policy Nov 04 10:18:04.764516 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: port_resource_request.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.765474 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.765976 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension port-resource-request not supported by any of loaded plugins Nov 04 10:18:04.766294 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: port_resource_request_groups.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.767288 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.767806 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 04 10:18:04.768126 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: portbindings.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.769083 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.769602 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: binding Nov 04 10:18:04.769917 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: portbindings_extended.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.771210 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.771724 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: binding-extended Nov 04 10:18:04.772113 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: portsecurity.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.773166 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.773677 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: port-security Nov 04 10:18:04.773999 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: project_id.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.774986 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.775314 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: project-id Nov 04 10:18:04.775660 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: providernet.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.776575 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.777127 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: provider Nov 04 10:18:04.777449 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: qos.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.781131 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.781652 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension qos not supported by any of loaded plugins Nov 04 10:18:04.781979 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.783264 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.783782 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 04 10:18:04.784108 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.785062 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.785578 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 04 10:18:04.785903 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: qos_default.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.786826 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.787339 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension qos-default not supported by any of loaded plugins Nov 04 10:18:04.787779 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: qos_fip.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.788784 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.789628 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension qos-fip not supported by any of loaded plugins Nov 04 10:18:04.790095 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: qos_gateway_ip.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.791125 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.791643 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 04 10:18:04.791967 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: qos_port_network_policy.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.792913 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.793429 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 04 10:18:04.793757 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.794817 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.795340 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 04 10:18:04.795663 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: qos_pps_rule.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.796880 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.797584 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension qos-pps not supported by any of loaded plugins Nov 04 10:18:04.797912 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: qos_rule_type_details.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.798845 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.799367 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 04 10:18:04.799690 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: qos_rules_alias.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.800764 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.801306 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 04 10:18:04.801628 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: quotasv2.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.802604 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.802937 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: quotas Nov 04 10:18:04.803311 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: quotasv2_detail.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.806572 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.806924 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: quota_details Nov 04 10:18:04.807249 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: rbac.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.808338 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.808889 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: rbac-policies Nov 04 10:18:04.809224 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: rbac_address_group.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.810171 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.810685 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: rbac-address-group Nov 04 10:18:04.811008 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: rbac_address_scope.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.811945 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.812464 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: rbac-address-scope Nov 04 10:18:04.812784 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: rbac_security_groups.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.813741 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.814258 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: rbac-security-groups Nov 04 10:18:04.814581 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: rbac_subnetpool.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.815523 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.816032 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: rbac-subnetpool Nov 04 10:18:04.816352 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: revisionifmatch.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.817324 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.817835 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: revision-if-match Nov 04 10:18:04.818154 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: revisions.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.819400 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.819910 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: standard-attr-revisions Nov 04 10:18:04.820232 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: router_availability_zone.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.820942 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.821455 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: router_availability_zone Nov 04 10:18:04.821774 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: routerservicetype.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.822698 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.823207 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension router-service-type not supported by any of loaded plugins Nov 04 10:18:04.823527 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.824469 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.825004 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: security-groups-normalized-cidr Nov 04 10:18:04.825327 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.826258 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.826769 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: port-security-groups-filtering Nov 04 10:18:04.827088 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.828120 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.828627 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: security-groups-remote-address-group Nov 04 10:18:04.828981 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.829923 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.830430 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: security-groups-shared-filtering Nov 04 10:18:04.830750 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.831698 n-d-816629-1 neutron-server[101667]: WARNING neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 04 10:18:04.832021 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: securitygroup.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.842525 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.843062 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: security-group Nov 04 10:18:04.843388 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: segment.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.844188 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.844730 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension segment not supported by any of loaded plugins Nov 04 10:18:04.845082 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.846049 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.846561 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 04 10:18:04.846894 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: servicetype.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.848019 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.848703 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: service-type Nov 04 10:18:04.849060 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: sorting.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.850057 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.850577 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: sorting Nov 04 10:18:04.850916 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: standard_attr_segment.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.852004 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.852523 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 04 10:18:04.852872 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: standardattrdescription.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.853546 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.854041 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: standard-attr-description Nov 04 10:18:04.854363 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: stateful_security_group.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.855312 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.855828 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: stateful-security-group Nov 04 10:18:04.856147 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: stdattrs_common.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.856736 n-d-816629-1 neutron-server[101667]: WARNING neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 04 10:18:04.857076 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.858102 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.858560 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 04 10:18:04.859026 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: subnet_onboard.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.860137 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.860656 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: subnet_onboard Nov 04 10:18:04.861002 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.861941 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.862458 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 04 10:18:04.862781 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: subnet_service_types.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.863731 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.864241 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: subnet-service-types Nov 04 10:18:04.864564 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: subnetallocation.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.865710 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.866382 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: subnet_allocation Nov 04 10:18:04.866737 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.867421 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.867927 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: subnetpool-prefix-ops Nov 04 10:18:04.868242 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.869202 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.869693 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 04 10:18:04.870012 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: tagging.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.871149 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.871664 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: standard-attr-tag Nov 04 10:18:04.871986 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: timestamp.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.873253 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.873785 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loaded extension: standard-attr-timestamp Nov 04 10:18:04.874141 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: trunk.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.875184 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.875702 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension trunk not supported by any of loaded plugins Nov 04 10:18:04.876027 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: trunk_details.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.876982 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.877499 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension trunk-details not supported by any of loaded plugins Nov 04 10:18:04.877821 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: uplink_status_propagation.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.878749 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.879267 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 04 10:18:04.879588 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Loading extension file: vlantransparent.py {{(pid=101667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 10:18:04.880284 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 10:18:04.880792 n-d-816629-1 neutron-server[101667]: INFO neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 04 10:18:04.883510 n-d-816629-1 neutron-server[101667]: INFO neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Creating instance of TrackedResource for resource:network Nov 04 10:18:04.884045 n-d-816629-1 neutron-server[101667]: INFO neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Creating instance of TrackedResource for resource:subnet Nov 04 10:18:04.884442 n-d-816629-1 neutron-server[101667]: INFO neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 04 10:18:04.884865 n-d-816629-1 neutron-server[101667]: INFO neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Creating instance of TrackedResource for resource:port Nov 04 10:18:04.886150 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.v2.resource_helper [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 10:18:04.886611 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.v2.resource_helper [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Service FLAVORS assigned prefix: {{(pid=101667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 10:18:04.887240 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.v2.resource_helper [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 10:18:04.887672 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.v2.resource_helper [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 10:18:04.888001 n-d-816629-1 neutron-server[101667]: INFO neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Creating instance of TrackedResource for resource:router Nov 04 10:18:04.888439 n-d-816629-1 neutron-server[101667]: INFO neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Creating instance of TrackedResource for resource:floatingip Nov 04 10:18:04.888960 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.v2.resource_helper [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Service METERING assigned prefix: /metering {{(pid=101667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 10:18:04.890443 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.890822 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.891224 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:18:04.892226 n-d-816629-1 neutron-server[101667]: INFO neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Creating instance of CountableResource for resource:rbac_policy Nov 04 10:18:04.892660 n-d-816629-1 neutron-server[101667]: INFO neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Creating instance of TrackedResource for resource:security_group Nov 04 10:18:04.893113 n-d-816629-1 neutron-server[101667]: INFO neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 04 10:18:04.893757 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.v2.resource_helper [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Service CORE assigned prefix: {{(pid=101667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 10:18:04.894078 n-d-816629-1 neutron-server[101667]: INFO neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 04 10:18:04.894424 n-d-816629-1 neutron-server[101667]: WARNING neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] subnetpool is already registered Nov 04 10:18:04.894860 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.v2.resource_helper [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Service CORE assigned prefix: {{(pid=101667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 10:18:04.895185 n-d-816629-1 neutron-server[101667]: INFO neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 04 10:18:04.895513 n-d-816629-1 neutron-server[101667]: WARNING neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] subnetpool is already registered Nov 04 10:18:04.898051 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.v2.resource_helper [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 10:18:04.898485 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.v2.resource_helper [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Service FLAVORS assigned prefix: {{(pid=101667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 10:18:04.899100 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.v2.resource_helper [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 10:18:04.899540 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.v2.resource_helper [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 10:18:04.899866 n-d-816629-1 neutron-server[101667]: INFO neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Creating instance of TrackedResource for resource:router Nov 04 10:18:04.900209 n-d-816629-1 neutron-server[101667]: WARNING neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] router is already registered Nov 04 10:18:04.900614 n-d-816629-1 neutron-server[101667]: INFO neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Creating instance of TrackedResource for resource:floatingip Nov 04 10:18:04.900969 n-d-816629-1 neutron-server[101667]: WARNING neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] floatingip is already registered Nov 04 10:18:04.901434 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.v2.resource_helper [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Service METERING assigned prefix: /metering {{(pid=101667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 10:18:04.902138 n-d-816629-1 neutron-server[101667]: INFO neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Creating instance of CountableResource for resource:rbac_policy Nov 04 10:18:04.902466 n-d-816629-1 neutron-server[101667]: WARNING neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] rbac_policy is already registered Nov 04 10:18:04.902895 n-d-816629-1 neutron-server[101667]: INFO neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Creating instance of TrackedResource for resource:security_group Nov 04 10:18:04.903225 n-d-816629-1 neutron-server[101667]: WARNING neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] security_group is already registered Nov 04 10:18:04.903625 n-d-816629-1 neutron-server[101667]: INFO neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 04 10:18:04.903949 n-d-816629-1 neutron-server[101667]: WARNING neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] security_group_rule is already registered Nov 04 10:18:04.904426 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.v2.resource_helper [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Service CORE assigned prefix: {{(pid=101667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 10:18:04.904757 n-d-816629-1 neutron-server[101667]: INFO neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 04 10:18:04.905104 n-d-816629-1 neutron-server[101667]: WARNING neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] subnetpool is already registered Nov 04 10:18:04.905520 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.v2.resource_helper [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Service CORE assigned prefix: {{(pid=101667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 10:18:04.905848 n-d-816629-1 neutron-server[101667]: INFO neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 04 10:18:04.906171 n-d-816629-1 neutron-server[101667]: WARNING neutron.quota.resource_registry [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] subnetpool is already registered Nov 04 10:18:04.907938 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: extensions {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.909466 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: address-groups {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.911000 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: address-scopes {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.912227 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: agents {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.913603 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: auto-allocated-topology {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.914869 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: availability_zones {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.916107 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: dhcp-networks {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.917575 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: dhcp-agents {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.919127 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: routers {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.921307 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: flavors {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.922586 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: service_profiles {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.923803 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: next_providers {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.925316 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: service_profiles {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.926785 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: floatingip-pools {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.928173 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: routers {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.930353 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: floatingips {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.931640 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: l3-routers {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.933075 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: l3-agents {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.934504 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: metering-labels {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.935745 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: metering-label-rules {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.937183 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: network-ip-availabilities {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.938447 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: bindings {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.940038 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: quotas {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.941758 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: quotas {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.943301 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: rbac-policies {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.944538 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: security-groups {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.945954 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: security-group-rules {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.947134 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: service-providers {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.948384 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: subnetpools {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.949842 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: subnetpools {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.951322 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: tags {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.953053 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: tags {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.954892 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: tags {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.957074 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: tags {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.958781 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: tags {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.960872 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: tags {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.962608 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: tags {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.965453 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: tags {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.967268 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: tags {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.969053 n-d-816629-1 neutron-server[101667]: DEBUG neutron.api.extensions [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Extended resource: tags {{(pid=101667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 10:18:04.975437 n-d-816629-1 neutron-server[101667]: WARNING keystonemiddleware.auth_token [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 04 10:18:04.980121 n-d-816629-1 neutron-server[101667]: WARNING keystonemiddleware.auth_token [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 04 10:18:04.989387 n-d-816629-1 neutron-server[101667]: DEBUG oslo_concurrency.lockutils [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Acquired lock "singleton_lock" {{(pid=101667) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 04 10:18:04.989869 n-d-816629-1 neutron-server[101667]: DEBUG oslo_concurrency.lockutils [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Releasing lock "singleton_lock" {{(pid=101667) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 04 10:18:04.990533 n-d-816629-1 neutron-server[101667]: INFO oslo_service.service [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Starting 2 workers Nov 04 10:18:04.995856 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Started child 101774 {{(pid=101667) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 04 10:18:05.002764 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Started child 101775 {{(pid=101667) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 04 10:18:05.002971 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:05.003599 n-d-816629-1 neutron-server[101667]: INFO neutron.service [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 04 10:18:05.003599 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Publish callbacks [] for process, before_spawn {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:05.003754 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [-] (101774) wsgi starting up on http://0.0.0.0:9696 Nov 04 10:18:05.004969 n-d-816629-1 neutron-server[101667]: INFO oslo_service.service [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Starting 1 workers Nov 04 10:18:05.005120 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:05.006292 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [-] (101775) wsgi starting up on http://0.0.0.0:9696 Nov 04 10:18:05.010288 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Started child 101776 {{(pid=101667) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 04 10:18:05.010842 n-d-816629-1 neutron-server[101667]: INFO oslo_service.service [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Starting 1 workers Nov 04 10:18:05.014134 n-d-816629-1 neutron-server[101776]: DEBUG neutron.service [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] calling RpcWorker wait() {{(pid=101776) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 04 10:18:05.014699 n-d-816629-1 neutron-server[101776]: DEBUG neutron.service [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] returning from RpcWorker wait() {{(pid=101776) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 04 10:18:05.015408 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Started child 101777 {{(pid=101667) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 04 10:18:05.016164 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:05.016291 n-d-816629-1 neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d7acda20-c89a-4c6e-a6dc-848c2f4210e6 None None] Publish callbacks [] for process, after_spawn {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:05.016688 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:18:05.018091 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101667) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 04 10:18:05.018281 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 04 10:18:05.018490 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 04 10:18:05.018672 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 04 10:18:05.019035 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 04 10:18:05.019180 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 04 10:18:05.019694 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.019975 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.020225 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.020400 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:05.020923 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.020923 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.021315 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.021441 n-d-816629-1 neutron-server[101777]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:18:05.021517 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.021799 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.022111 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.022392 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.022526 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.022687 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.022938 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.023189 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.023475 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.023800 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.024022 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.024287 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.024455 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.024714 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.025006 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.025252 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.025530 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] debug = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.025782 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.026244 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.026501 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.026755 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.027000 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.027283 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.027545 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.027785 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.028009 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.028246 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.028485 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.028741 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.029004 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.029211 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.029428 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.029679 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.029911 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.030366 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] host = n-d-816629-1 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.030600 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.030813 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.031041 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.031284 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.031524 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.031756 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.032010 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.032254 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.032492 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.032715 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.032971 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.033224 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.033440 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.033687 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] log_file = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.033850 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] log_options = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.034064 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.034324 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.034591 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.034781 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.034949 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.035122 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.035386 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.035548 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.035803 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.036016 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.036228 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.036446 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.036672 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.036927 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.037192 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.037464 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.037681 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.037947 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.038194 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.038426 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.038750 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.038885 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.039107 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.039331 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.039580 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.039795 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.040049 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.040292 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.040506 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.040757 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.041021 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.041270 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.041516 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.041765 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.042021 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.042266 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.042493 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.042734 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.043016 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.043244 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.043494 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.043739 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.043954 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.044195 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.044411 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.044696 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.044879 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] use_json = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.045113 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.045345 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.045590 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.045879 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.046010 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.046226 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.046436 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.046697 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.047130 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.047407 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.047723 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.047995 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.048229 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.048469 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.050029 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.050275 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.050539 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.050810 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.051230 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.051461 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.051773 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.052005 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.052287 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.052636 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.052924 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.053259 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.053528 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.053747 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.053984 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.054243 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.054497 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.056100 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.056734 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.056911 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.057131 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.057490 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.057881 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.058067 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.127/identity {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.058347 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.058653 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.059264 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.060463 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.060549 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.061159 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.061291 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.065667 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.065956 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.066205 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.066462 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.066730 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.066957 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.069988 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.070278 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.070573 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.070834 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.071086 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.071322 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.071553 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.071797 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.072031 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.072291 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.072552 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.072840 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.074969 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.075213 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.075577 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.075915 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.076227 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.076629 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.076987 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.077723 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.078027 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.078330 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.078649 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.079189 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.079480 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.079785 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.080074 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.080366 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.080673 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.080919 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.081150 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.081712 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.081937 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.082162 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.082375 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.082679 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.082917 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.083139 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.083357 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.083805 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.084503 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.084730 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.084980 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.085281 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.085502 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.085719 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.086003 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.086295 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.086643 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.086896 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.087149 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.087404 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.087628 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.087871 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.088091 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.088309 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.088539 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.088810 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.089071 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.089308 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.089545 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.089758 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.090022 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.090260 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.090502 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.090741 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.090978 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.091233 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.091492 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.091733 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.091972 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.092209 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.092445 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.093057 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.093530 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.093825 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.094067 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.094342 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.094653 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.094950 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.095229 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.095516 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.095780 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.096043 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.096287 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.096659 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.096997 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.097195 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.097438 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.097724 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.097974 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.098195 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.098434 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.098667 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.099747 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.099981 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.100266 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.100494 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.100782 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.101093 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.101362 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.101654 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.101898 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.102161 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.102403 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.102642 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.127/identity {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.102884 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.103130 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.103379 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.103594 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.103811 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.104029 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.104254 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.104470 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.104705 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.104987 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.105218 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.105436 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.105658 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.105904 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.106141 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.106385 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.106597 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.106858 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.107095 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.107327 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.107547 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.107765 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.107978 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.108245 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.108468 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.108733 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.109005 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.109238 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.109465 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.109691 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.109952 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.110164 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.110426 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.110662 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.110873 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.111086 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.111302 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.111561 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.111776 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.112004 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.112240 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.112491 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.112739 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.113103 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.113585 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.113840 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.114077 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.114342 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.114599 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.115058 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.115282 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.115499 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.115741 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.115959 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.116216 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.116496 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.116782 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.117053 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.117293 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.117506 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.117727 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.117956 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.118252 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.118500 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.118728 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.118979 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.119211 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.119440 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.119667 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.119903 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.120115 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.120335 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.120550 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.120758 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.121013 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.121224 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.121506 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.121735 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.121947 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.122157 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.122416 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.122664 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.122876 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.123102 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.123335 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.123540 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.123763 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.123973 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.124200 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.124455 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.124669 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.124922 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.125156 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.125386 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.125595 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.125813 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.126026 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.126234 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.126521 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.126774 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.127018 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.127760 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.128013 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.128261 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.128501 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.128838 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.129051 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.129315 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.129549 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.129782 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.130025 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.130288 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.130605 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.130876 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.131135 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.131450 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.131808 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.132137 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.132505 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.132719 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.133394 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.133394 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.133657 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.133911 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.134171 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.134414 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.134640 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.134856 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.135088 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.135321 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.135536 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.135795 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.136023 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.136342 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.136522 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.136888 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.137137 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.137254 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.137465 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.137685 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.137900 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.138054 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 04 10:18:05.138620 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101667) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 04 10:18:05.140893 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 04 10:18:05.140893 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 04 10:18:05.140893 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 04 10:18:05.140893 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 04 10:18:05.140893 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 04 10:18:05.140893 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.140893 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.140893 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.141448 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.141448 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.141448 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.141448 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.141448 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.141448 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.141448 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.141448 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.141927 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.141927 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.141927 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.141927 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.141927 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.142215 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.142215 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.142382 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.142544 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.142690 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.142864 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.142988 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] debug = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.143167 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.143468 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.143468 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.143647 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.143807 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.143929 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.144431 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.144431 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.144431 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.144648 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.144648 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.144893 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.145021 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.145181 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.145338 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.145493 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.145650 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.145802 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] host = n-d-816629-1 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.145959 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.146101 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.146262 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.146416 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.146571 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.146726 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.146899 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.147190 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.147190 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.147894 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.147894 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.147894 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.147894 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.148155 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] log_file = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.148155 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] log_options = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.148642 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.148642 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.148642 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.148910 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.149006 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.149108 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.149252 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.149410 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.149563 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.149716 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.149871 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.150026 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.150180 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.150334 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.150491 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.150645 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.150807 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.150963 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.151105 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.151257 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.151411 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.151626 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.151721 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.151851 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.152335 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.152335 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.152335 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.152646 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.152646 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.152801 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.152911 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.153033 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.153189 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.153392 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.153487 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.153646 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.153799 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.153965 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.154122 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.154454 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.154608 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.154784 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.154925 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.155083 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.155237 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.155391 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.155545 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] use_json = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.155698 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.155852 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.156097 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.156236 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.156365 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.157008 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.157008 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.157008 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 10:18:05.157008 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.157491 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.157491 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.157491 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.157491 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.157992 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.157992 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.157992 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.158198 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.158273 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.158379 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.158540 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.158705 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.159016 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.159173 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.159337 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.159501 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.159631 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.159805 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.159950 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.160079 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.160220 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.160373 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.160540 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.160758 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.160960 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.161224 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.161224 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.161964 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.161964 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.127/identity {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.161964 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.161964 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.161964 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.162798 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.162798 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.162798 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.162798 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.162798 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.164115 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.164115 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.164115 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.164115 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.164115 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.164115 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.164115 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.164115 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.165142 n-d-816629-1 neutron-server[101776]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:18:05.165293 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.165293 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.165293 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.165293 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.165293 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.165293 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.165293 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.165293 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.165293 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.166020 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.166020 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.166020 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.166020 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.166020 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.166341 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.166341 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.166478 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.166562 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.166727 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.166888 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.167066 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.167224 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.167383 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.167541 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.167701 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.167857 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.168024 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.168182 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.168340 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.168498 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.168656 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.168840 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.168996 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.169143 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.169300 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.169459 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.169617 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.169776 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.169933 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.170089 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.170249 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.170406 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.170568 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.170733 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.170905 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.171064 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.171211 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.171398 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.171521 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.171643 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.171795 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.171953 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.172110 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.172417 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.172417 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.172664 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.172783 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.172944 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.173079 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.173201 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.173319 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.173437 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.173589 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.173747 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.173905 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.174062 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.174223 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.174379 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.174536 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.174704 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.175131 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.175131 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.175131 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.175557 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.175557 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.175816 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.175816 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.176350 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.176350 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.176350 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.176350 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.176847 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.176847 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.176847 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.177181 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.177181 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.177405 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.177405 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.177629 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.177763 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.177889 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.178007 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.178157 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.178288 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.178957 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.178957 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.178957 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.178957 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.179499 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.179499 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.179499 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.179499 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.179775 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.127/identity {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.179775 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.179917 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.180033 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.180190 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.180348 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.180505 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.180662 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.180840 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.180999 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.181156 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.181313 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.181479 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.181627 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.181784 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.181941 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.182100 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.182259 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.182463 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.182554 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.182709 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.182865 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.183022 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.183161 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.183334 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.183456 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.183615 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.183772 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.183931 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.184089 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.184251 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.184409 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.184567 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.184726 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.184904 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.185067 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.185219 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.185378 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.185536 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.185695 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.185852 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.186011 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.186168 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.186326 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.186500 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.186660 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.186817 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.186976 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.187133 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.187291 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.187448 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.187606 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.187763 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.187920 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.188078 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.188237 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.188397 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.188554 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.188710 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.188886 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.189358 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.189358 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.189358 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.189670 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.189670 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.189812 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.189928 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.190085 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.190248 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.190414 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.190570 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.190728 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.190884 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.191040 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.191199 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.191365 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.191593 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.191699 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.191828 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.191984 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.192140 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.192306 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.192464 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.192621 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.192776 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.193122 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.193122 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.193275 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.193397 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.193554 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.193710 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.194015 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.194015 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.194492 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.194492 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.194648 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.194802 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.194957 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.195113 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.195289 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.195447 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.195611 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.195776 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.195933 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.196089 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.196250 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.196417 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.196575 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.196734 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.196914 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.197072 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.197229 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.197387 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.197549 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.197714 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.197877 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.198034 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.198198 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.198363 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.198527 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.198771 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.198878 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.199002 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.199158 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.199314 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.199470 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.199626 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.199783 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.199940 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.200095 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.200252 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.200410 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.200568 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.200725 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.200916 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.201075 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.201231 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.201387 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.201543 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.201703 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.201859 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.202014 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 10:18:05.202164 n-d-816629-1 neutron-server[101667]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 04 10:18:05.367227 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54104) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:18:05.381824 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [-] 10.222.0.127 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0109642 Nov 04 10:18:16.919434 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9c3833-b806-469a-b24a-14e65faea75c None None] get_active_networks_info from n-d-816629-1 {{(pid=101776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 10:18:16.989449 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9c3833-b806-469a-b24a-14e65faea75c None None] No non-hosted networks {{(pid=101776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 04 10:18:17.006159 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.agentschedulers_db [None req-4c9c3833-b806-469a-b24a-14e65faea75c None None] DHCP Agent not found on host n-d-816629-1 {{(pid=101776) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 04 10:18:17.074333 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8514204d-6eb9-4eb2-a8cc-e434f51fa767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3754869'] for agent, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:19.299622 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-571a31ae-bfcb-4049-b960-aad1de48c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3754869'] for agent, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:19.339732 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-61193828-b1ac-4050-85af-3084cd0cdeea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:20.565959 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3754869'] for agent, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:21.985323 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3754869'] for agent, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:22.487731 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3754869'] for agent, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:22.488587 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:22.489003 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:22.489388 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:22.489914 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:22.490424 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:22.490945 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:22.491512 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:22.491925 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:22.492716 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:22.493217 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:22.493570 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:22.494080 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:22.494474 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-816629-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:18:22.500671 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-816629-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:18:23.476814 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54194) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:18:24.072449 n-d-816629-1 neutron-server[101774]: WARNING oslo_policy.policy [None req-f783676b-e9c3-4b7c-8bef-a837d65520bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 10:18:24.073056 n-d-816629-1 neutron-server[101774]: WARNING oslo_policy.policy [None req-f783676b-e9c3-4b7c-8bef-a837d65520bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 10:18:24.314509 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-f783676b-e9c3-4b7c-8bef-a837d65520bb admin admin] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:18:24.315569 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f783676b-e9c3-4b7c-8bef-a837d65520bb admin admin] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.8377838 Nov 04 10:18:25.984980 n-d-816629-1 neutron-server[101776]: INFO neutron.db.l3_hamode_db [None req-7ce180a4-00b4-4eca-9fa4-6017053fe1db None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 04 10:18:26.068030 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce180a4-00b4-4eca-9fa4-6017053fe1db None None] Routers set() bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:18:26.069078 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce180a4-00b4-4eca-9fa4-6017053fe1db None None] Router IDs set() for agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 04 10:18:26.941261 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54210) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:18:27.272641 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-bb9d8264-84e0-4497-8de6-5f743940194f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:18:27.369663 n-d-816629-1 neutron-server[101774]: DEBUG neutron.policy [None req-bb9d8264-84e0-4497-8de6-5f743940194f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101774) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 04 10:18:27.418125 n-d-816629-1 neutron-server[101774]: WARNING oslo_policy.policy [None req-bb9d8264-84e0-4497-8de6-5f743940194f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 10:18:27.418521 n-d-816629-1 neutron-server[101774]: WARNING oslo_policy.policy [None req-bb9d8264-84e0-4497-8de6-5f743940194f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 10:18:27.427271 n-d-816629-1 neutron-server[101774]: INFO neutron.quota [None req-bb9d8264-84e0-4497-8de6-5f743940194f admin admin] Loaded quota_driver: . Nov 04 10:18:27.519259 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb9d8264-84e0-4497-8de6-5f743940194f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731188094227', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731188094758', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731188090295', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731188080251', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731186490932', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731188132857', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-677948', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3438643', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-347521', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-421871'] for rbac-policy, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:27.589063 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb9d8264-84e0-4497-8de6-5f743940194f admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:27.590289 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bb9d8264-84e0-4497-8de6-5f743940194f admin admin] 10.222.0.127 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6480052 Nov 04 10:18:30.320422 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54222) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:18:30.653585 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] Request body: {'network': {'name': 'private', 'project_id': '5cf75198d51b46c5a439bfc1a2b81360', 'tenant_id': '5cf75198d51b46c5a439bfc1a2b81360', 'admin_state_up': True}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:18:30.684591 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] Made reservation on behalf of 5cf75198d51b46c5a439bfc1a2b81360 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:18:30.687266 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:30.705956 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:30.821310 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:30.827121 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:30.848447 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1160} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:18:30.876688 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731188411140', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:30.877306 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] Unsubscribe: segment precommit_create {{(pid=101774) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 04 10:18:30.877812 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] Added segment 61187b72-c1d1-489e-9683-68f1f966792e of type vlan for network e1ae9151-9bba-4c18-bb1c-1178e5d3282b Nov 04 10:18:30.893702 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3962eb3f-e643-4a2a-aca9-4f8263fd101c,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:18:30.946285 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:30.946507 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:30.946839 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:30.947164 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:30.947483 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:30.947801 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:30.948091 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:30.948425 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:30.948737 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:30.949073 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:30.949386 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:30.949692 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] Tracked resource versions report: Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: pushed versions: Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: { 'AddressGroup': {'1.2'}, Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: 'ConntrackHelper': {'1.0'}, Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: 'Log': {'1.0'}, Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: 'Network': {'1.1'}, Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: 'Port': {'1.7'}, Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: 'PortForwarding': {'1.2'}, Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: 'QosPolicy': {'1.10'}, Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: 'SecurityGroup': {'1.5'}, Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: 'SecurityGroupRule': {'1.2'}, Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: 'SubPort': {'1.0'}, Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: 'Subnet': {'1.1'}, Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: 'Trunk': {'1.1'}} Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: consumer versions: Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: { DHCP agent@n-d-816629-1: {}, Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: L3 agent@n-d-816629-1: {}, Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: Metadata agent@n-d-816629-1: {}, Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: Metering agent@n-d-816629-1: {}, Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: Open vSwitch agent@n-d-816629-1: { 'AddressGroup': '1.2', Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: 'ConntrackHelper': '1.0', Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: 'Log': '1.0', Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: 'Network': '1.1', Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: 'Port': '1.7', Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: 'PortForwarding': '1.2', Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: 'QosPolicy': '1.10', Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: 'SecurityGroup': '1.5', Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: 'SecurityGroupRule': '1.2', Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: 'SubPort': '1.0', Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: 'Subnet': '1.1', Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: 'Trunk': '1.1'}} Nov 04 10:18:30.950692 n-d-816629-1 neutron-server[101774]: {{(pid=101774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 10:18:30.996014 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:31.042255 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:31.043445 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:31.044162 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:31.128431 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8068743 Nov 04 10:18:31.148979 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeadb32-51d5-48eb-8531-7898a818fa5b admin admin] Pushing event updated for resources: {'Network': ['ID=e1ae9151-9bba-4c18-bb1c-1178e5d3282b,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:18:31.164286 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network e1ae9151-9bba-4c18-bb1c-1178e5d3282b details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:18:33.943155 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54236) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:18:34.372235 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcc64a7-3e0c-4e4a-a703-96ce083dfab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:34.373725 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6bcc64a7-3e0c-4e4a-a703-96ce083dfab1 admin admin] 10.222.0.127 "GET /v2.0/networks/e1ae9151-9bba-4c18-bb1c-1178e5d3282b HTTP/1.1" status: 200 len: 826 time: 0.4294477 Nov 04 10:18:34.399656 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f78b41db-7712-4d95-b687-1d319565a08d admin admin] 10.222.0.127 "GET /v2.0/subnetpools/bec00b10-f72f-4374-a7b5-063ce4099411 HTTP/1.1" status: 200 len: 734 time: 0.0196550 Nov 04 10:18:34.409155 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b5c69e93-0177-411c-968b-bc72b97bd092 admin admin] Request body: {'subnet': {'subnetpool_id': 'bec00b10-f72f-4374-a7b5-063ce4099411', 'network_id': 'e1ae9151-9bba-4c18-bb1c-1178e5d3282b', 'tenant_id': '5cf75198d51b46c5a439bfc1a2b81360', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:18:34.435420 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c69e93-0177-411c-968b-bc72b97bd092 admin admin] Made reservation on behalf of 5cf75198d51b46c5a439bfc1a2b81360 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:18:34.438056 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b5c69e93-0177-411c-968b-bc72b97bd092 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:34.741885 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b5c69e93-0177-411c-968b-bc72b97bd092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:34.807426 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c69e93-0177-411c-968b-bc72b97bd092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca13f546-69d7-41ce-96f5-c9f196cb8f52,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:18:34.819847 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c69e93-0177-411c-968b-bc72b97bd092 admin admin] Checking segment: {'id': '61187b72-c1d1-489e-9683-68f1f966792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'e1ae9151-9bba-4c18-bb1c-1178e5d3282b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:18:34.820228 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c69e93-0177-411c-968b-bc72b97bd092 admin admin] Network hostable DHCP agents. Network: e1ae9151-9bba-4c18-bb1c-1178e5d3282b, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:18:34.843432 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c69e93-0177-411c-968b-bc72b97bd092 admin admin] Network e1ae9151-9bba-4c18-bb1c-1178e5d3282b is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:18:34.856562 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-b5c69e93-0177-411c-968b-bc72b97bd092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, e1ae9151-9bba-4c18-bb1c-1178e5d3282b) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:18:34.861786 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c69e93-0177-411c-968b-bc72b97bd092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:34.862428 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b5c69e93-0177-411c-968b-bc72b97bd092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:34.867218 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6748f687-1bff-4a83-a0f3-1e609aa980a7 None None] Network e1ae9151-9bba-4c18-bb1c-1178e5d3282b requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:18:34.884977 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b5c69e93-0177-411c-968b-bc72b97bd092 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4790039 Nov 04 10:18:35.203350 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-e1ae9151-9bba-4c18-bb1c-1178e5d3282b', 'network_id': 'e1ae9151-9bba-4c18-bb1c-1178e5d3282b', 'tenant_id': '5cf75198d51b46c5a439bfc1a2b81360', 'fixed_ips': [{'subnet_id': 'ca13f546-69d7-41ce-96f5-c9f196cb8f52'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:18:35.204556 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:35.514803 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Allocated IP 172.20.0.2 (e1ae9151-9bba-4c18-bb1c-1178e5d3282b/ca13f546-69d7-41ce-96f5-c9f196cb8f52/b6e72569-f099-4f6b-8046-5e47d84b6e05) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:18:35.731812 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:35.739539 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:35.809892 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Network e1ae9151-9bba-4c18-bb1c-1178e5d3282b is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:18:35.815597 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:18:35.819001 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:18:35.840070 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Pushing event updated for resources: {'Port': ['ID=b6e72569-f099-4f6b-8046-5e47d84b6e05,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:18:35.870352 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:35.871003 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:35.871003 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:35.871320 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:35.871643 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:35.871955 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:35.872280 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:35.872597 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:35.872934 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:35.873248 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:35.873560 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:35.873874 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Tracked resource versions report: Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: pushed versions: Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: { 'AddressGroup': {'1.2'}, Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: 'ConntrackHelper': {'1.0'}, Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: 'Log': {'1.0'}, Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: 'Network': {'1.1'}, Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: 'Port': {'1.7'}, Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: 'PortForwarding': {'1.2'}, Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: 'QosPolicy': {'1.10'}, Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: 'SecurityGroup': {'1.5'}, Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: 'SecurityGroupRule': {'1.2'}, Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: 'SubPort': {'1.0'}, Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: 'Subnet': {'1.1'}, Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: 'Trunk': {'1.1'}} Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: consumer versions: Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: { DHCP agent@n-d-816629-1: {}, Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: L3 agent@n-d-816629-1: {}, Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: Metadata agent@n-d-816629-1: {}, Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: Metering agent@n-d-816629-1: {}, Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: Open vSwitch agent@n-d-816629-1: { 'AddressGroup': '1.2', Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: 'ConntrackHelper': '1.0', Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: 'Log': '1.0', Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: 'Network': '1.1', Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: 'Port': '1.7', Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: 'PortForwarding': '1.2', Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: 'QosPolicy': '1.10', Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: 'SecurityGroup': '1.5', Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: 'SecurityGroupRule': '1.2', Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: 'SubPort': '1.0', Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: 'Subnet': '1.1', Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: 'Trunk': '1.1'}} Nov 04 10:18:35.874903 n-d-816629-1 neutron-server[101776]: {{(pid=101776) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 10:18:35.925308 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Attempting to bind port b6e72569-f099-4f6b-8046-5e47d84b6e05 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:18:35.925714 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Attempting to bind port b6e72569-f099-4f6b-8046-5e47d84b6e05 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '61187b72-c1d1-489e-9683-68f1f966792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'e1ae9151-9bba-4c18-bb1c-1178e5d3282b'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:18:35.926117 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Attempting to bind port b6e72569-f099-4f6b-8046-5e47d84b6e05 on network e1ae9151-9bba-4c18-bb1c-1178e5d3282b {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:18:35.931885 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:18:35.932271 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Checking segment: {'id': '61187b72-c1d1-489e-9683-68f1f966792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'e1ae9151-9bba-4c18-bb1c-1178e5d3282b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:18:35.932739 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:35.933160 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Bound using segment: {'id': '61187b72-c1d1-489e-9683-68f1f966792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'e1ae9151-9bba-4c18-bb1c-1178e5d3282b'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:18:35.933641 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Bound port: b6e72569-f099-4f6b-8046-5e47d84b6e05, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61187b72-c1d1-489e-9683-68f1f966792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'e1ae9151-9bba-4c18-bb1c-1178e5d3282b'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:18:35.934068 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:36.000736 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] For port b6e72569-f099-4f6b-8046-5e47d84b6e05, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:18:36.005126 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] For port b6e72569-f099-4f6b-8046-5e47d84b6e05, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b6e72569-f099-4f6b-8046-5e47d84b6e05,segment=NetworkSegment(61187b72-c1d1-489e-9683-68f1f966792e),segment_id=61187b72-c1d1-489e-9683-68f1f966792e)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:18:36.010948 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:36.079604 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44c27b-b4dd-4805-849a-c2b4a6fc9fde None None] Pushing event updated for resources: {'Port': ['ID=b6e72569-f099-4f6b-8046-5e47d84b6e05,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:18:37.475732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54244) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:18:38.026462 n-d-816629-1 neutron-server[101775]: WARNING oslo_policy.policy [None req-7e85c2db-d0a0-4ae6-96bf-fec0dbe94487 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 10:18:38.027143 n-d-816629-1 neutron-server[101775]: WARNING oslo_policy.policy [None req-7e85c2db-d0a0-4ae6-96bf-fec0dbe94487 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 10:18:38.251939 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [None req-7e85c2db-d0a0-4ae6-96bf-fec0dbe94487 admin admin] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:18:38.253223 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7e85c2db-d0a0-4ae6-96bf-fec0dbe94487 admin admin] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.7753775 Nov 04 10:18:40.781702 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54258) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:18:41.140659 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-c9702e85-7389-4461-b532-fb2f5b8a5ba8 admin admin] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:18:41.157418 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c9702e85-7389-4461-b532-fb2f5b8a5ba8 admin admin] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.3744955 Nov 04 10:18:44.074466 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 5 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:18:44.081360 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54272) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:18:44.279662 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b6e72569-f099-4f6b-8046-5e47d84b6e05 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:18:44.399909 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port b6e72569-f099-4f6b-8046-5e47d84b6e05 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:18:44.400551 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:44.506378 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-f2262824-b413-40b4-9e92-aab23a22f61c admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '5cf75198d51b46c5a439bfc1a2b81360'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:18:44.538207 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f2262824-b413-40b4-9e92-aab23a22f61c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:44.539959 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f2262824-b413-40b4-9e92-aab23a22f61c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:44.558275 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:44.604657 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port b6e72569-f099-4f6b-8046-5e47d84b6e05, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b6e72569-f099-4f6b-8046-5e47d84b6e05,segment=NetworkSegment(61187b72-c1d1-489e-9683-68f1f966792e),segment_id=61187b72-c1d1-489e-9683-68f1f966792e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:18:44.610669 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:44.664742 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=b6e72569-f099-4f6b-8046-5e47d84b6e05,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:18:44.712207 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f2262824-b413-40b4-9e92-aab23a22f61c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:44.718510 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f2262824-b413-40b4-9e92-aab23a22f61c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:44.745556 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f2262824-b413-40b4-9e92-aab23a22f61c admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:44.746832 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f2262824-b413-40b4-9e92-aab23a22f61c admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6644497 Nov 04 10:18:45.429174 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a946ed8-dba1-41d5-8fb7-d427478f30e0 None None] Network e1ae9151-9bba-4c18-bb1c-1178e5d3282b requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:18:45.562628 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-cc8a23aa-b3f0-4a2e-8ddf-e95eb1c7c2c5 None None] Provisioning complete for port b6e72569-f099-4f6b-8046-5e47d84b6e05 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:18:45.562990 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cc8a23aa-b3f0-4a2e-8ddf-e95eb1c7c2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:45.910065 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-57df6f60-3605-4444-ae7b-e99c24e94efc None None] Provisioning complete for port b6e72569-f099-4f6b-8046-5e47d84b6e05 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:18:45.910419 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-57df6f60-3605-4444-ae7b-e99c24e94efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:46.250177 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b6e72569-f099-4f6b-8046-5e47d84b6e05 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:18:46.301621 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port b6e72569-f099-4f6b-8046-5e47d84b6e05 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:18:46.301918 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:46.839632 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-701c7e5f-46be-49bc-b74e-8244de9bb377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:47.365984 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54280) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:18:47.708852 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-641e09ef-8bc5-45f3-9a7d-fbbd049ca4bb admin admin] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:18:47.709915 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-641e09ef-8bc5-45f3-9a7d-fbbd049ca4bb admin admin] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.3429377 Nov 04 10:18:49.302688 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9f6cfbb9-f418-4733-a526-eeea9d7e65fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:50.251728 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54288) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:18:50.513547 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:50.592848 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-f482ad2a-a4c5-4c78-b2a9-5bacb150742f admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:18:50.619268 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f482ad2a-a4c5-4c78-b2a9-5bacb150742f admin admin] Made reservation on behalf of 7e35aabb1c0f4e068aa1b9367242ee5e for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:18:50.621897 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f482ad2a-a4c5-4c78-b2a9-5bacb150742f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:50.631494 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f482ad2a-a4c5-4c78-b2a9-5bacb150742f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:50.719786 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f482ad2a-a4c5-4c78-b2a9-5bacb150742f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:50.725313 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f482ad2a-a4c5-4c78-b2a9-5bacb150742f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:50.743978 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f482ad2a-a4c5-4c78-b2a9-5bacb150742f admin admin] Reserving flat network on physical network physnet1 {{(pid=101774) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 04 10:18:50.758620 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482ad2a-a4c5-4c78-b2a9-5bacb150742f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0856662c-a786-4ff4-bce8-99b662313560,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:18:50.765282 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f482ad2a-a4c5-4c78-b2a9-5bacb150742f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:50.765619 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-f482ad2a-a4c5-4c78-b2a9-5bacb150742f admin admin] Added segment 9c7c8b31-2c45-4451-8035-53a0d2ff9f4c of type flat for network 301c0cd8-d116-455e-af06-7601efa602d6 Nov 04 10:18:50.821584 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f482ad2a-a4c5-4c78-b2a9-5bacb150742f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:50.857753 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f482ad2a-a4c5-4c78-b2a9-5bacb150742f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:50.858740 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f482ad2a-a4c5-4c78-b2a9-5bacb150742f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:50.859373 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f482ad2a-a4c5-4c78-b2a9-5bacb150742f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:50.915671 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f482ad2a-a4c5-4c78-b2a9-5bacb150742f admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6626689 Nov 04 10:18:50.922347 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482ad2a-a4c5-4c78-b2a9-5bacb150742f admin admin] Pushing event updated for resources: {'Network': ['ID=301c0cd8-d116-455e-af06-7601efa602d6,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:18:50.933451 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 301c0cd8-d116-455e-af06-7601efa602d6 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:18:51.926294 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:52.481806 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:53.491172 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54306) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:18:53.854966 n-d-816629-1 neutron-server[101775]: DEBUG neutron.policy [None req-edcffc9d-4697-400e-8357-3a7eb70b8170 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101775) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 04 10:18:53.903785 n-d-816629-1 neutron-server[101775]: WARNING oslo_policy.policy [None req-edcffc9d-4697-400e-8357-3a7eb70b8170 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 10:18:53.904153 n-d-816629-1 neutron-server[101775]: WARNING oslo_policy.policy [None req-edcffc9d-4697-400e-8357-3a7eb70b8170 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 10:18:53.913038 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcffc9d-4697-400e-8357-3a7eb70b8170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:53.914768 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-edcffc9d-4697-400e-8357-3a7eb70b8170 admin admin] 10.222.0.127 "GET /v2.0/subnets/ca13f546-69d7-41ce-96f5-c9f196cb8f52 HTTP/1.1" status: 200 len: 849 time: 0.4226308 Nov 04 10:18:54.085740 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-231ed849-a0d0-45ed-9746-57b79de8ac3e admin admin] 10.222.0.127 "GET /v2.0/routers/8009bd9d-8349-445f-8b0b-3292c62f76ae HTTP/1.1" status: 200 len: 704 time: 0.1623850 Nov 04 10:18:54.355704 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:54.707968 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Allocated IP 172.20.0.1 (e1ae9151-9bba-4c18-bb1c-1178e5d3282b/ca13f546-69d7-41ce-96f5-c9f196cb8f52/b80bfe78-250b-4886-b81f-ecfb3d6a6d64) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:18:54.937184 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:55.009532 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:55.075403 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Network e1ae9151-9bba-4c18-bb1c-1178e5d3282b is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:18:55.080290 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:18:55.129435 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Pushing event updated for resources: {'Port': ['ID=b80bfe78-250b-4886-b81f-ecfb3d6a6d64,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:18:55.134704 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:18:55.135297 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:55.191534 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:55.191842 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:55.192168 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:55.192571 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:55.193044 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:55.193260 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:55.193579 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:55.193892 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:55.194200 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:55.194507 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:55.194871 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:55.195178 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Tracked resource versions report: Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: pushed versions: Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: { 'AddressGroup': {'1.2'}, Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: 'ConntrackHelper': {'1.0'}, Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: 'Log': {'1.0'}, Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: 'Network': {'1.1'}, Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: 'Port': {'1.7'}, Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: 'PortForwarding': {'1.2'}, Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: 'QosPolicy': {'1.10'}, Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: 'SecurityGroup': {'1.5'}, Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: 'SecurityGroupRule': {'1.2'}, Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: 'SubPort': {'1.0'}, Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: 'Subnet': {'1.1'}, Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: 'Trunk': {'1.1'}} Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: consumer versions: Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: { DHCP agent@n-d-816629-1: {}, Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: L3 agent@n-d-816629-1: {}, Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: Metadata agent@n-d-816629-1: {}, Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: Metering agent@n-d-816629-1: {}, Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: Open vSwitch agent@n-d-816629-1: { 'AddressGroup': '1.2', Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: 'ConntrackHelper': '1.0', Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: 'Log': '1.0', Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: 'Network': '1.1', Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: 'Port': '1.7', Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: 'PortForwarding': '1.2', Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: 'QosPolicy': '1.10', Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: 'SecurityGroup': '1.5', Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: 'SecurityGroupRule': '1.2', Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: 'SubPort': '1.0', Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: 'Subnet': '1.1', Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: 'Trunk': '1.1'}} Nov 04 10:18:55.196229 n-d-816629-1 neutron-server[101775]: {{(pid=101775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 10:18:55.339053 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:55.387989 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-7bedfa6d-7a1e-474e-89b0-4f64d42cb6bc None None] Provisioning complete for port b80bfe78-250b-4886-b81f-ecfb3d6a6d64 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:18:55.388633 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7bedfa6d-7a1e-474e-89b0-4f64d42cb6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:55.422328 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-7bedfa6d-7a1e-474e-89b0-4f64d42cb6bc None None] Port b80bfe78-250b-4886-b81f-ecfb3d6a6d64 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:18:55.560849 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:55.569598 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:55.570373 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:55.648434 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Pushing event updated for resources: {'Port': ['ID=b80bfe78-250b-4886-b81f-ecfb3d6a6d64,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:18:55.702098 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Network e1ae9151-9bba-4c18-bb1c-1178e5d3282b is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:18:55.703502 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:18:55.933003 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Router 8009bd9d-8349-445f-8b0b-3292c62f76ae is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:18:55.945191 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-dcd4d6e9-a50f-4bb1-9c9d-af3e70da0495 None None] Provisioning complete for port b80bfe78-250b-4886-b81f-ecfb3d6a6d64 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:18:55.946052 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dcd4d6e9-a50f-4bb1-9c9d-af3e70da0495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:55.984218 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-dcd4d6e9-a50f-4bb1-9c9d-af3e70da0495 None None] Port b80bfe78-250b-4886-b81f-ecfb3d6a6d64 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:18:56.034336 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:18:56.041248 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c4172b0b-dda0-41a5-a205-36aa880e2b23 admin admin] 10.222.0.127 "PUT /v2.0/routers/8009bd9d-8349-445f-8b0b-3292c62f76ae/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9489491 Nov 04 10:18:56.046437 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eb4c3a-5e87-487c-9d67-d7583eacd5c1 None None] Sync routers for ids ['8009bd9d-8349-445f-8b0b-3292c62f76ae'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:18:56.060305 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eb4c3a-5e87-487c-9d67-d7583eacd5c1 None None] Routers {'8009bd9d-8349-445f-8b0b-3292c62f76ae'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:18:56.061154 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c3eb4c3a-5e87-487c-9d67-d7583eacd5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:18:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['8009bd9d-8349-445f-8b0b-3292c62f76ae'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:18:56.271654 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-c3eb4c3a-5e87-487c-9d67-d7583eacd5c1 None None] Set router 8009bd9d-8349-445f-8b0b-3292c62f76ae gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:18:56.713678 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c3eb4c3a-5e87-487c-9d67-d7583eacd5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8009bd9d-8349-445f-8b0b-3292c62f76ae', 'name': 'router1', 'tenant_id': '5cf75198d51b46c5a439bfc1a2b81360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:18:44Z', 'updated_at': '2021-11-04T10:18:55Z', 'revision_number': 2, 'project_id': '5cf75198d51b46c5a439bfc1a2b81360', 'gw_port_host': None, '_interfaces': [{'id': 'b80bfe78-250b-4886-b81f-ecfb3d6a6d64', 'name': '', 'network_id': 'e1ae9151-9bba-4c18-bb1c-1178e5d3282b', 'tenant_id': '5cf75198d51b46c5a439bfc1a2b81360', 'mac_address': 'fa:16:3e:27:71:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8009bd9d-8349-445f-8b0b-3292c62f76ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca13f546-69d7-41ce-96f5-c9f196cb8f52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:18:54Z', 'updated_at': '2021-11-04T10:18:55Z', 'revision_number': 2, 'project_id': '5cf75198d51b46c5a439bfc1a2b81360', 'subnets': [{'id': 'ca13f546-69d7-41ce-96f5-c9f196cb8f52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bec00b10-f72f-4374-a7b5-063ce4099411'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:18:56.764895 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eb4c3a-5e87-487c-9d67-d7583eacd5c1 None None] Checking router: 8009bd9d-8349-445f-8b0b-3292c62f76ae for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:18:56.765287 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eb4c3a-5e87-487c-9d67-d7583eacd5c1 None None] Updating router 8009bd9d-8349-445f-8b0b-3292c62f76ae port b80bfe78-250b-4886-b81f-ecfb3d6a6d64 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:18:56.815866 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c3eb4c3a-5e87-487c-9d67-d7583eacd5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:57.351681 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c3eb4c3a-5e87-487c-9d67-d7583eacd5c1 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:57.359169 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c3eb4c3a-5e87-487c-9d67-d7583eacd5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:57.532452 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95572da-f2b6-43f6-af17-973bce60e260 None None] Pushing event updated for resources: {'Port': ['ID=b80bfe78-250b-4886-b81f-ecfb3d6a6d64,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:18:57.547161 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95572da-f2b6-43f6-af17-973bce60e260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:57.547499 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95572da-f2b6-43f6-af17-973bce60e260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:57.547831 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95572da-f2b6-43f6-af17-973bce60e260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:57.548156 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95572da-f2b6-43f6-af17-973bce60e260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:57.548479 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95572da-f2b6-43f6-af17-973bce60e260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:57.548797 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95572da-f2b6-43f6-af17-973bce60e260 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:57.549136 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95572da-f2b6-43f6-af17-973bce60e260 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:57.549451 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95572da-f2b6-43f6-af17-973bce60e260 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:57.549764 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95572da-f2b6-43f6-af17-973bce60e260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:57.550076 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95572da-f2b6-43f6-af17-973bce60e260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:57.550392 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95572da-f2b6-43f6-af17-973bce60e260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:57.550698 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95572da-f2b6-43f6-af17-973bce60e260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95572da-f2b6-43f6-af17-973bce60e260 None None] Tracked resource versions report: Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: pushed versions: Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: { 'AddressGroup': {'1.2'}, Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: 'ConntrackHelper': {'1.0'}, Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: 'Log': {'1.0'}, Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: 'Network': {'1.1'}, Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: 'Port': {'1.7'}, Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: 'PortForwarding': {'1.2'}, Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: 'QosPolicy': {'1.10'}, Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: 'SecurityGroup': {'1.5'}, Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: 'SecurityGroupRule': {'1.2'}, Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: 'SubPort': {'1.0'}, Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: 'Subnet': {'1.1'}, Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: 'Trunk': {'1.1'}} Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: consumer versions: Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: { DHCP agent@n-d-816629-1: {}, Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: L3 agent@n-d-816629-1: {}, Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: Metadata agent@n-d-816629-1: {}, Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: Metering agent@n-d-816629-1: {}, Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: Open vSwitch agent@n-d-816629-1: { 'AddressGroup': '1.2', Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: 'ConntrackHelper': '1.0', Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: 'Log': '1.0', Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: 'Network': '1.1', Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: 'Port': '1.7', Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: 'PortForwarding': '1.2', Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: 'QosPolicy': '1.10', Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: 'SecurityGroup': '1.5', Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: 'SecurityGroupRule': '1.2', Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: 'SubPort': '1.0', Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: 'Subnet': '1.1', Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: 'Trunk': '1.1'}} Nov 04 10:18:57.551799 n-d-816629-1 neutron-server[101777]: {{(pid=101777) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 10:18:57.557735 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-c3eb4c3a-5e87-487c-9d67-d7583eacd5c1 None None] Attempting to bind port b80bfe78-250b-4886-b81f-ecfb3d6a6d64 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:18:57.558134 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-c3eb4c3a-5e87-487c-9d67-d7583eacd5c1 None None] Attempting to bind port b80bfe78-250b-4886-b81f-ecfb3d6a6d64 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '61187b72-c1d1-489e-9683-68f1f966792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'e1ae9151-9bba-4c18-bb1c-1178e5d3282b'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:18:57.558561 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eb4c3a-5e87-487c-9d67-d7583eacd5c1 None None] Attempting to bind port b80bfe78-250b-4886-b81f-ecfb3d6a6d64 on network e1ae9151-9bba-4c18-bb1c-1178e5d3282b {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:18:57.564603 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eb4c3a-5e87-487c-9d67-d7583eacd5c1 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:18:57.565055 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eb4c3a-5e87-487c-9d67-d7583eacd5c1 None None] Checking segment: {'id': '61187b72-c1d1-489e-9683-68f1f966792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'e1ae9151-9bba-4c18-bb1c-1178e5d3282b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:18:57.565533 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c3eb4c3a-5e87-487c-9d67-d7583eacd5c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:57.565896 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eb4c3a-5e87-487c-9d67-d7583eacd5c1 None None] Bound using segment: {'id': '61187b72-c1d1-489e-9683-68f1f966792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'e1ae9151-9bba-4c18-bb1c-1178e5d3282b'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:18:57.566419 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-c3eb4c3a-5e87-487c-9d67-d7583eacd5c1 None None] Bound port: b80bfe78-250b-4886-b81f-ecfb3d6a6d64, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61187b72-c1d1-489e-9683-68f1f966792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'e1ae9151-9bba-4c18-bb1c-1178e5d3282b'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:18:57.566825 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c3eb4c3a-5e87-487c-9d67-d7583eacd5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:57.620375 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-fa11e786-8bec-468c-9e48-17afcf409a8c None None] Provisioning complete for port b80bfe78-250b-4886-b81f-ecfb3d6a6d64 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:18:57.620980 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fa11e786-8bec-468c-9e48-17afcf409a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:57.639387 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-c3eb4c3a-5e87-487c-9d67-d7583eacd5c1 None None] For port b80bfe78-250b-4886-b81f-ecfb3d6a6d64, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:18:57.659996 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-c3eb4c3a-5e87-487c-9d67-d7583eacd5c1 None None] For port b80bfe78-250b-4886-b81f-ecfb3d6a6d64, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b80bfe78-250b-4886-b81f-ecfb3d6a6d64,segment=NetworkSegment(61187b72-c1d1-489e-9683-68f1f966792e),segment_id=61187b72-c1d1-489e-9683-68f1f966792e)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:18:57.663035 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-fa11e786-8bec-468c-9e48-17afcf409a8c None None] Port b80bfe78-250b-4886-b81f-ecfb3d6a6d64 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:18:57.666038 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c3eb4c3a-5e87-487c-9d67-d7583eacd5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:57.715718 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eb4c3a-5e87-487c-9d67-d7583eacd5c1 None None] Routers {'8009bd9d-8349-445f-8b0b-3292c62f76ae'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:18:57.716347 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c3eb4c3a-5e87-487c-9d67-d7583eacd5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:18:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['8009bd9d-8349-445f-8b0b-3292c62f76ae'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:18:57.800684 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95572da-f2b6-43f6-af17-973bce60e260 None None] Pushing event updated for resources: {'Port': ['ID=b80bfe78-250b-4886-b81f-ecfb3d6a6d64,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:18:57.830790 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-c3eb4c3a-5e87-487c-9d67-d7583eacd5c1 None None] Set router 8009bd9d-8349-445f-8b0b-3292c62f76ae gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:18:57.885235 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-8b368ce9-5a57-4d7c-9bce-d9dc40850fd1 None None] Provisioning complete for port b80bfe78-250b-4886-b81f-ecfb3d6a6d64 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:18:57.885235 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8b368ce9-5a57-4d7c-9bce-d9dc40850fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:57.967765 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8b368ce9-5a57-4d7c-9bce-d9dc40850fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:58.007213 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-8b368ce9-5a57-4d7c-9bce-d9dc40850fd1 None None] For port b80bfe78-250b-4886-b81f-ecfb3d6a6d64, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b80bfe78-250b-4886-b81f-ecfb3d6a6d64,segment=NetworkSegment(61187b72-c1d1-489e-9683-68f1f966792e),segment_id=61187b72-c1d1-489e-9683-68f1f966792e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:18:58.012367 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8b368ce9-5a57-4d7c-9bce-d9dc40850fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:58.062864 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c3eb4c3a-5e87-487c-9d67-d7583eacd5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8009bd9d-8349-445f-8b0b-3292c62f76ae', 'name': 'router1', 'tenant_id': '5cf75198d51b46c5a439bfc1a2b81360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:18:44Z', 'updated_at': '2021-11-04T10:18:55Z', 'revision_number': 2, 'project_id': '5cf75198d51b46c5a439bfc1a2b81360', 'gw_port_host': None, '_interfaces': [{'id': 'b80bfe78-250b-4886-b81f-ecfb3d6a6d64', 'name': '', 'network_id': 'e1ae9151-9bba-4c18-bb1c-1178e5d3282b', 'tenant_id': '5cf75198d51b46c5a439bfc1a2b81360', 'mac_address': 'fa:16:3e:27:71:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8009bd9d-8349-445f-8b0b-3292c62f76ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca13f546-69d7-41ce-96f5-c9f196cb8f52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:18:54Z', 'updated_at': '2021-11-04T10:18:57Z', 'revision_number': 4, 'project_id': '5cf75198d51b46c5a439bfc1a2b81360', 'subnets': [{'id': 'ca13f546-69d7-41ce-96f5-c9f196cb8f52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bec00b10-f72f-4374-a7b5-063ce4099411'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:18:58.073279 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b368ce9-5a57-4d7c-9bce-d9dc40850fd1 None None] Pushing event updated for resources: {'Port': ['ID=b80bfe78-250b-4886-b81f-ecfb3d6a6d64,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:18:58.093317 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eb4c3a-5e87-487c-9d67-d7583eacd5c1 None None] The sync data for ids ['8009bd9d-8349-445f-8b0b-3292c62f76ae'] in n-d-816629-1 is: [{'id': '8009bd9d-8349-445f-8b0b-3292c62f76ae', 'name': 'router1', 'tenant_id': '5cf75198d51b46c5a439bfc1a2b81360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:18:44Z', 'updated_at': '2021-11-04T10:18:55Z', 'revision_number': 2, 'project_id': '5cf75198d51b46c5a439bfc1a2b81360', 'gw_port_host': None, '_interfaces': [{'id': 'b80bfe78-250b-4886-b81f-ecfb3d6a6d64', 'name': '', 'network_id': 'e1ae9151-9bba-4c18-bb1c-1178e5d3282b', 'tenant_id': '5cf75198d51b46c5a439bfc1a2b81360', 'mac_address': 'fa:16:3e:27:71:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8009bd9d-8349-445f-8b0b-3292c62f76ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca13f546-69d7-41ce-96f5-c9f196cb8f52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:18:54Z', 'updated_at': '2021-11-04T10:18:57Z', 'revision_number': 4, 'project_id': '5cf75198d51b46c5a439bfc1a2b81360', 'subnets': [{'id': 'ca13f546-69d7-41ce-96f5-c9f196cb8f52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bec00b10-f72f-4374-a7b5-063ce4099411'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:18:58.447637 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54332) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:18:58.575285 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c972f053-1fa4-4df9-bb63-de0d1c2a2473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:58.576730 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c972f053-1fa4-4df9-bb63-de0d1c2a2473 admin admin] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 842 time: 0.1280003 Nov 04 10:18:58.588314 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-62022898-2bce-459d-a14c-1437ac292b1a admin admin] Request body: {'subnet': {'cidr': '172.25.7.0/24', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'enable_dhcp': False, 'gateway_ip': '172.25.7.1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:18:58.589828 n-d-816629-1 neutron-server[101775]: INFO neutron.quota [None req-62022898-2bce-459d-a14c-1437ac292b1a admin admin] Loaded quota_driver: . Nov 04 10:18:58.630201 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62022898-2bce-459d-a14c-1437ac292b1a admin admin] Made reservation on behalf of 7e35aabb1c0f4e068aa1b9367242ee5e for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:18:58.632941 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-62022898-2bce-459d-a14c-1437ac292b1a admin admin] Publish callbacks [] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:58.973472 n-d-816629-1 neutron-server[101775]: DEBUG neutron.objects.ports [None req-62022898-2bce-459d-a14c-1437ac292b1a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 10:18:58.973860 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-62022898-2bce-459d-a14c-1437ac292b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:59.029985 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62022898-2bce-459d-a14c-1437ac292b1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc6c040c-c302-4163-abb1-16e3c191bd11,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:18:59.041619 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62022898-2bce-459d-a14c-1437ac292b1a admin admin] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:18:59.041619 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62022898-2bce-459d-a14c-1437ac292b1a admin admin] Network hostable DHCP agents. Network: 301c0cd8-d116-455e-af06-7601efa602d6, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:18:59.073435 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62022898-2bce-459d-a14c-1437ac292b1a admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:18:59.087739 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-62022898-2bce-459d-a14c-1437ac292b1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 301c0cd8-d116-455e-af06-7601efa602d6) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:18:59.092336 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62022898-2bce-459d-a14c-1437ac292b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:59.092964 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-62022898-2bce-459d-a14c-1437ac292b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:18:59.103839 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef170d9-2cd6-4cb7-849d-ed41fef824ac None None] Network 301c0cd8-d116-455e-af06-7601efa602d6 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:18:59.124971 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-62022898-2bce-459d-a14c-1437ac292b1a admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5402849 Nov 04 10:18:59.247770 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ae3463-9d75-4a2f-a759-219bbfb2bebc None None] Network 301c0cd8-d116-455e-af06-7601efa602d6 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:19:01.625877 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54340) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:19:01.875489 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-db74fcee-b0d0-47b9-826b-47425c6f49d3 admin admin] 10.222.0.127 "GET /v2.0/routers/8009bd9d-8349-445f-8b0b-3292c62f76ae HTTP/1.1" status: 200 len: 710 time: 0.2484043 Nov 04 10:19:02.003351 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9779c06-113c-4307-b037-5419bfdbc292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:19:02.004851 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c9779c06-113c-4307-b037-5419bfdbc292 admin admin] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 886 time: 0.1221092 Nov 04 10:19:02.015633 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b9b7f8c8-5158-40f7-9f30-51ab4ad3b5b8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:19:02.281618 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b9b7f8c8-5158-40f7-9f30-51ab4ad3b5b8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:02.574623 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b9b7f8c8-5158-40f7-9f30-51ab4ad3b5b8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:02.656790 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b9b7f8c8-5158-40f7-9f30-51ab4ad3b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:02.814781 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-b9b7f8c8-5158-40f7-9f30-51ab4ad3b5b8 admin admin] Allocated IP 172.25.7.224 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/01ba8d6e-714e-437e-bcf9-653fde6ed9d1) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:19:02.924116 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b9b7f8c8-5158-40f7-9f30-51ab4ad3b5b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:02.982852 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b9b7f8c8-5158-40f7-9f30-51ab4ad3b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:03.056159 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b7f8c8-5158-40f7-9f30-51ab4ad3b5b8 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:19:03.067483 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-b9b7f8c8-5158-40f7-9f30-51ab4ad3b5b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:19:03.073579 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b7f8c8-5158-40f7-9f30-51ab4ad3b5b8 admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:19:03.075765 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7f8c8-5158-40f7-9f30-51ab4ad3b5b8 admin admin] Pushing event updated for resources: {'Port': ['ID=01ba8d6e-714e-437e-bcf9-653fde6ed9d1,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:19:03.373615 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b9b7f8c8-5158-40f7-9f30-51ab4ad3b5b8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:03.583099 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b9b7f8c8-5158-40f7-9f30-51ab4ad3b5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41180'] for router, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:03.587850 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b9b7f8c8-5158-40f7-9f30-51ab4ad3b5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3752830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3752821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3754209'] for router, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:03.713628 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b7f8c8-5158-40f7-9f30-51ab4ad3b5b8 admin admin] Router 8009bd9d-8349-445f-8b0b-3292c62f76ae has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:19:03.908519 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b7f8c8-5158-40f7-9f30-51ab4ad3b5b8 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:19:03.914021 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b9b7f8c8-5158-40f7-9f30-51ab4ad3b5b8 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:03.915304 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b9b7f8c8-5158-40f7-9f30-51ab4ad3b5b8 admin admin] 10.222.0.127 "PUT /v2.0/routers/8009bd9d-8349-445f-8b0b-3292c62f76ae HTTP/1.1" status: 200 len: 890 time: 1.9034545 Nov 04 10:19:04.278543 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b80bfe78-250b-4886-b81f-ecfb3d6a6d64 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:19:04.333413 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port b80bfe78-250b-4886-b81f-ecfb3d6a6d64 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:19:04.333789 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:05.253837 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b5fbd2-3b88-47f4-b6a6-312c18e0f9a5 None None] Sync routers for ids ['8009bd9d-8349-445f-8b0b-3292c62f76ae'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:19:05.266968 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b5fbd2-3b88-47f4-b6a6-312c18e0f9a5 None None] Routers {'8009bd9d-8349-445f-8b0b-3292c62f76ae'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:19:05.267760 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f0b5fbd2-3b88-47f4-b6a6-312c18e0f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:18:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['8009bd9d-8349-445f-8b0b-3292c62f76ae'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:19:05.486167 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-f0b5fbd2-3b88-47f4-b6a6-312c18e0f9a5 None None] Set router 8009bd9d-8349-445f-8b0b-3292c62f76ae gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:19:05.949206 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f0b5fbd2-3b88-47f4-b6a6-312c18e0f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8009bd9d-8349-445f-8b0b-3292c62f76ae', 'name': 'router1', 'tenant_id': '5cf75198d51b46c5a439bfc1a2b81360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '01ba8d6e-714e-437e-bcf9-653fde6ed9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:18:44Z', 'updated_at': '2021-11-04T10:19:03Z', 'revision_number': 4, 'project_id': '5cf75198d51b46c5a439bfc1a2b81360', 'gw_port': {'id': '01ba8d6e-714e-437e-bcf9-653fde6ed9d1', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8009bd9d-8349-445f-8b0b-3292c62f76ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:19:02Z', 'updated_at': '2021-11-04T10:19:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'b80bfe78-250b-4886-b81f-ecfb3d6a6d64', 'name': '', 'network_id': 'e1ae9151-9bba-4c18-bb1c-1178e5d3282b', 'tenant_id': '5cf75198d51b46c5a439bfc1a2b81360', 'mac_address': 'fa:16:3e:27:71:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8009bd9d-8349-445f-8b0b-3292c62f76ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca13f546-69d7-41ce-96f5-c9f196cb8f52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:18:54Z', 'updated_at': '2021-11-04T10:18:57Z', 'revision_number': 5, 'project_id': '5cf75198d51b46c5a439bfc1a2b81360', 'subnets': [{'id': 'ca13f546-69d7-41ce-96f5-c9f196cb8f52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bec00b10-f72f-4374-a7b5-063ce4099411'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:19:06.000781 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b5fbd2-3b88-47f4-b6a6-312c18e0f9a5 None None] Checking router: 8009bd9d-8349-445f-8b0b-3292c62f76ae for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:19:06.001158 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b5fbd2-3b88-47f4-b6a6-312c18e0f9a5 None None] Updating router 8009bd9d-8349-445f-8b0b-3292c62f76ae port 01ba8d6e-714e-437e-bcf9-653fde6ed9d1 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:19:06.048344 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f0b5fbd2-3b88-47f4-b6a6-312c18e0f9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:06.378483 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f0b5fbd2-3b88-47f4-b6a6-312c18e0f9a5 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:06.385373 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f0b5fbd2-3b88-47f4-b6a6-312c18e0f9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:06.441019 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1207547-2597-4a6b-bf18-73a79110688d None None] Pushing event updated for resources: {'Port': ['ID=01ba8d6e-714e-437e-bcf9-653fde6ed9d1,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:19:06.443364 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-f0b5fbd2-3b88-47f4-b6a6-312c18e0f9a5 None None] Attempting to bind port 01ba8d6e-714e-437e-bcf9-653fde6ed9d1 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:19:06.443700 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-f0b5fbd2-3b88-47f4-b6a6-312c18e0f9a5 None None] Attempting to bind port 01ba8d6e-714e-437e-bcf9-653fde6ed9d1 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:19:06.444085 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b5fbd2-3b88-47f4-b6a6-312c18e0f9a5 None None] Attempting to bind port 01ba8d6e-714e-437e-bcf9-653fde6ed9d1 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:19:06.449949 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b5fbd2-3b88-47f4-b6a6-312c18e0f9a5 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:19:06.450327 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b5fbd2-3b88-47f4-b6a6-312c18e0f9a5 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:19:06.450724 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f0b5fbd2-3b88-47f4-b6a6-312c18e0f9a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:06.451108 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b5fbd2-3b88-47f4-b6a6-312c18e0f9a5 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:19:06.451577 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-f0b5fbd2-3b88-47f4-b6a6-312c18e0f9a5 None None] Bound port: 01ba8d6e-714e-437e-bcf9-653fde6ed9d1, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:19:06.451955 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f0b5fbd2-3b88-47f4-b6a6-312c18e0f9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:06.504305 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-f0b5fbd2-3b88-47f4-b6a6-312c18e0f9a5 None None] For port 01ba8d6e-714e-437e-bcf9-653fde6ed9d1, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:19:06.505620 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54352) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:19:06.507466 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-f0b5fbd2-3b88-47f4-b6a6-312c18e0f9a5 None None] For port 01ba8d6e-714e-437e-bcf9-653fde6ed9d1, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=01ba8d6e-714e-437e-bcf9-653fde6ed9d1,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:19:06.513935 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f0b5fbd2-3b88-47f4-b6a6-312c18e0f9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:06.573881 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1207547-2597-4a6b-bf18-73a79110688d None None] Pushing event updated for resources: {'Port': ['ID=01ba8d6e-714e-437e-bcf9-653fde6ed9d1,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:19:06.576772 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b5fbd2-3b88-47f4-b6a6-312c18e0f9a5 None None] Routers {'8009bd9d-8349-445f-8b0b-3292c62f76ae'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:19:06.577421 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f0b5fbd2-3b88-47f4-b6a6-312c18e0f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:18:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['8009bd9d-8349-445f-8b0b-3292c62f76ae'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:19:06.630710 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-681f6ad7-0377-4e29-9c6b-e7c452d2faaf admin admin] 10.222.0.127 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1247914 Nov 04 10:19:06.696429 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-f0b5fbd2-3b88-47f4-b6a6-312c18e0f9a5 None None] Set router 8009bd9d-8349-445f-8b0b-3292c62f76ae gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:19:06.928484 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f0b5fbd2-3b88-47f4-b6a6-312c18e0f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8009bd9d-8349-445f-8b0b-3292c62f76ae', 'name': 'router1', 'tenant_id': '5cf75198d51b46c5a439bfc1a2b81360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '01ba8d6e-714e-437e-bcf9-653fde6ed9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:18:44Z', 'updated_at': '2021-11-04T10:19:03Z', 'revision_number': 4, 'project_id': '5cf75198d51b46c5a439bfc1a2b81360', 'gw_port': {'id': '01ba8d6e-714e-437e-bcf9-653fde6ed9d1', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8009bd9d-8349-445f-8b0b-3292c62f76ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:19:02Z', 'updated_at': '2021-11-04T10:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'b80bfe78-250b-4886-b81f-ecfb3d6a6d64', 'name': '', 'network_id': 'e1ae9151-9bba-4c18-bb1c-1178e5d3282b', 'tenant_id': '5cf75198d51b46c5a439bfc1a2b81360', 'mac_address': 'fa:16:3e:27:71:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8009bd9d-8349-445f-8b0b-3292c62f76ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca13f546-69d7-41ce-96f5-c9f196cb8f52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:18:54Z', 'updated_at': '2021-11-04T10:18:57Z', 'revision_number': 5, 'project_id': '5cf75198d51b46c5a439bfc1a2b81360', 'subnets': [{'id': 'ca13f546-69d7-41ce-96f5-c9f196cb8f52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bec00b10-f72f-4374-a7b5-063ce4099411'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:19:06.957890 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b5fbd2-3b88-47f4-b6a6-312c18e0f9a5 None None] The sync data for ids ['8009bd9d-8349-445f-8b0b-3292c62f76ae'] in n-d-816629-1 is: [{'id': '8009bd9d-8349-445f-8b0b-3292c62f76ae', 'name': 'router1', 'tenant_id': '5cf75198d51b46c5a439bfc1a2b81360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '01ba8d6e-714e-437e-bcf9-653fde6ed9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:18:44Z', 'updated_at': '2021-11-04T10:19:03Z', 'revision_number': 4, 'project_id': '5cf75198d51b46c5a439bfc1a2b81360', 'gw_port': {'id': '01ba8d6e-714e-437e-bcf9-653fde6ed9d1', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8009bd9d-8349-445f-8b0b-3292c62f76ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:19:02Z', 'updated_at': '2021-11-04T10:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'b80bfe78-250b-4886-b81f-ecfb3d6a6d64', 'name': '', 'network_id': 'e1ae9151-9bba-4c18-bb1c-1178e5d3282b', 'tenant_id': '5cf75198d51b46c5a439bfc1a2b81360', 'mac_address': 'fa:16:3e:27:71:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8009bd9d-8349-445f-8b0b-3292c62f76ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca13f546-69d7-41ce-96f5-c9f196cb8f52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:18:54Z', 'updated_at': '2021-11-04T10:18:57Z', 'revision_number': 5, 'project_id': '5cf75198d51b46c5a439bfc1a2b81360', 'subnets': [{'id': 'ca13f546-69d7-41ce-96f5-c9f196cb8f52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bec00b10-f72f-4374-a7b5-063ce4099411'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:19:08.284329 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 01ba8d6e-714e-437e-bcf9-653fde6ed9d1 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:19:08.341888 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 01ba8d6e-714e-437e-bcf9-653fde6ed9d1 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:19:08.342250 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:08.423980 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:08.466353 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 01ba8d6e-714e-437e-bcf9-653fde6ed9d1, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=01ba8d6e-714e-437e-bcf9-653fde6ed9d1,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:19:08.472519 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:08.528428 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=01ba8d6e-714e-437e-bcf9-653fde6ed9d1,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:19:10.289697 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 01ba8d6e-714e-437e-bcf9-653fde6ed9d1 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:19:10.355343 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 01ba8d6e-714e-437e-bcf9-653fde6ed9d1 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:19:10.356136 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:16.844711 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9721eb72-4f6c-4dce-a173-17726760d45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:19.298042 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-aff01d64-93c0-4d24-892f-e53829cbdd02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:20.521984 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:21.079934 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 5 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:19:21.930279 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:22.497186 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:46.846924 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5fb004de-46a4-4920-b4fe-60ccbde32665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:49.303374 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6ab55217-9358-42aa-85e5-6246f3bcccd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:50.521857 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:51.929925 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:52.501094 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:19:58.079968 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 5 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:20:16.831571 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-34decba3-ab37-4649-9785-8c4846dc15db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:20:19.302302 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-87fed383-4549-4c2b-a492-f5877b84a6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:20:20.520752 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:20:21.936979 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:20:22.486689 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:20:35.078504 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 5 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:20:46.836942 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-242ebb7f-3153-4216-a3fd-f3bddd79586a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:20:49.308010 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1c78bf1c-d3fe-45ed-82d1-8bd1ec8c3b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:20:50.525081 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:20:51.588391 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54946) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:20:51.662891 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-64cfad27-7889-422a-8cae-683cc998005f admin admin] GET failed (client error): The resource could not be found. Nov 04 10:20:51.664307 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-64cfad27-7889-422a-8cae-683cc998005f admin admin] 10.222.0.127 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0745759 Nov 04 10:20:51.830682 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b3bf64-d464-4d99-be63-c4a174d12920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:51.832073 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-20b3bf64-d464-4d99-be63-c4a174d12920 admin admin] 10.222.0.127 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1627643 Nov 04 10:20:51.938177 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:20:52.487487 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:20:54.241812 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54956) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:20:54.352044 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb5384d-7d64-417b-9023-ed09acac6cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:54.353661 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7cb5384d-7d64-417b-9023-ed09acac6cc4 admin admin] 10.222.0.127 "GET /v2.0/subnets/ca13f546-69d7-41ce-96f5-c9f196cb8f52 HTTP/1.1" status: 200 len: 849 time: 0.1107719 Nov 04 10:20:54.364073 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-9ebc22ae-7780-49fd-8dd0-bb938739e667 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:20:54.456661 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9ebc22ae-7780-49fd-8dd0-bb938739e667 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:20:54.623565 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9ebc22ae-7780-49fd-8dd0-bb938739e667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731188417639'] for subnet, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:20:54.656204 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebc22ae-7780-49fd-8dd0-bb938739e667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:54.656851 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9ebc22ae-7780-49fd-8dd0-bb938739e667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:20:54.658141 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9ebc22ae-7780-49fd-8dd0-bb938739e667 admin admin] 10.222.0.127 "PUT /v2.0/subnets/ca13f546-69d7-41ce-96f5-c9f196cb8f52 HTTP/1.1" status: 200 len: 868 time: 0.2979147 Nov 04 10:20:54.659436 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02736444-1314-4eca-84e6-59f9c365bfdf None None] Network e1ae9151-9bba-4c18-bb1c-1178e5d3282b requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:20:54.677086 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc22ae-7780-49fd-8dd0-bb938739e667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca13f546-69d7-41ce-96f5-c9f196cb8f52,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:54.684882 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc22ae-7780-49fd-8dd0-bb938739e667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:54.685305 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc22ae-7780-49fd-8dd0-bb938739e667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:54.685547 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc22ae-7780-49fd-8dd0-bb938739e667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:54.685896 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc22ae-7780-49fd-8dd0-bb938739e667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:54.686211 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc22ae-7780-49fd-8dd0-bb938739e667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:54.686540 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc22ae-7780-49fd-8dd0-bb938739e667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:54.686857 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc22ae-7780-49fd-8dd0-bb938739e667 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:54.687188 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc22ae-7780-49fd-8dd0-bb938739e667 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:54.687512 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc22ae-7780-49fd-8dd0-bb938739e667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:54.687830 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc22ae-7780-49fd-8dd0-bb938739e667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:54.688150 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc22ae-7780-49fd-8dd0-bb938739e667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:54.688473 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc22ae-7780-49fd-8dd0-bb938739e667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:55.099255 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-eca31585-48b2-4d51-9f0a-4e9d0fca1769 None None] Provisioning complete for port b6e72569-f099-4f6b-8046-5e47d84b6e05 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:20:55.099538 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eca31585-48b2-4d51-9f0a-4e9d0fca1769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:20:55.192935 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-eca31585-48b2-4d51-9f0a-4e9d0fca1769 None None] Provisioning complete for port b80bfe78-250b-4886-b81f-ecfb3d6a6d64 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:20:55.193299 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eca31585-48b2-4d51-9f0a-4e9d0fca1769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:20:56.963265 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54966) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:20:57.189284 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7c74d2-56af-4b3d-951c-0297f87ac84c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:57.189661 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7c74d2-56af-4b3d-951c-0297f87ac84c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:57.191288 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2f7c74d2-56af-4b3d-951c-0297f87ac84c admin admin] 10.222.0.127 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2268248 Nov 04 10:20:59.559617 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54974) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:20:59.783078 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22196f5f-bac9-4aba-82f1-ccef8e5f172c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:59.783561 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22196f5f-bac9-4aba-82f1-ccef8e5f172c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:59.785162 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-22196f5f-bac9-4aba-82f1-ccef8e5f172c admin admin] 10.222.0.127 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2244451 Nov 04 10:21:02.140287 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54982) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:21:02.277547 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fdd6ed-8645-422d-9706-9607674b0a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:21:02.278961 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-54fdd6ed-8645-422d-9706-9607674b0a6e admin admin] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 886 time: 0.1376758 Nov 04 10:21:04.610427 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54990) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:21:04.759459 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a8c27e-3504-4630-8891-81b7b73cb484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:21:04.761822 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a0a8c27e-3504-4630-8891-81b7b73cb484 admin admin] 10.222.0.127 "GET /v2.0/networks/e1ae9151-9bba-4c18-bb1c-1178e5d3282b HTTP/1.1" status: 200 len: 870 time: 0.1501536 Nov 04 10:21:07.051114 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54998) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:21:07.186739 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cb9b5f-7650-4338-890d-b27903d9c6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:21:07.187309 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cb9b5f-7650-4338-890d-b27903d9c6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:21:07.188915 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b0cb9b5f-7650-4338-890d-b27903d9c6c6 admin admin] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1364615 Nov 04 10:21:09.479463 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55006) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:21:09.614311 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20f9259-981c-4c85-b6a8-83e8a54fe451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:21:09.614779 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20f9259-981c-4c85-b6a8-83e8a54fe451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:21:09.616349 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d20f9259-981c-4c85-b6a8-83e8a54fe451 admin admin] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1358311 Nov 04 10:21:12.058560 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55014) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:21:12.076888 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 5 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:21:12.168334 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b767e1c-8b91-4458-a50d-e65a49e1664c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:21:12.169780 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4b767e1c-8b91-4458-a50d-e65a49e1664c admin admin] 10.222.0.127 "GET /v2.0/subnets/ca13f546-69d7-41ce-96f5-c9f196cb8f52 HTTP/1.1" status: 200 len: 868 time: 0.1102512 Nov 04 10:21:14.480229 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55022) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:21:14.574160 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f810aa-c907-4f08-b59d-6cc37630355b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:21:14.575635 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a3f810aa-c907-4f08-b59d-6cc37630355b admin admin] 10.222.0.127 "GET /v2.0/subnets/fc6c040c-c302-4163-abb1-16e3c191bd11 HTTP/1.1" status: 200 len: 816 time: 0.0942984 Nov 04 10:21:16.832562 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0c089fe1-250b-4a8e-8ce7-33a60e33c119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:21:19.297352 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bea6a8c3-0236-4877-9e91-a39a7eb7ee90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:21:20.528779 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:21:21.934029 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:21:22.494610 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:21:39.633558 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55076) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:21:39.687005 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-30314ec6-e092-48c8-824e-8a36b97ebb3f admin admin] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:21:39.688075 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-30314ec6-e092-48c8-824e-8a36b97ebb3f admin admin] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0534756 Nov 04 10:21:42.103750 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55084) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:21:42.180554 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ecaef3-3cb7-4300-be7c-1bc3dd701d0e admin admin] GET failed (client error): The resource could not be found. Nov 04 10:21:42.181984 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-87ecaef3-3cb7-4300-be7c-1bc3dd701d0e admin admin] 10.222.0.127 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0772603 Nov 04 10:21:42.330568 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569c9463-415a-47ad-ac72-e04ee24fe25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:21:42.332088 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-569c9463-415a-47ad-ac72-e04ee24fe25f admin admin] 10.222.0.127 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1453729 Nov 04 10:21:44.700055 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55092) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:21:44.768182 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-eaf1b8db-5fdd-4b83-9d2c-d05f8bf49b6b admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:21:44.794001 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf1b8db-5fdd-4b83-9d2c-d05f8bf49b6b admin admin] Made reservation on behalf of 7e35aabb1c0f4e068aa1b9367242ee5e for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:21:44.796442 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eaf1b8db-5fdd-4b83-9d2c-d05f8bf49b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:21:44.833171 n-d-816629-1 neutron-server[101774]: WARNING neutron.services.revisions.revision_plugin [None req-eaf1b8db-5fdd-4b83-9d2c-d05f8bf49b6b admin admin] Could not find related network for resource to bump revision. Nov 04 10:21:44.845614 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf1b8db-5fdd-4b83-9d2c-d05f8bf49b6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1163} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:21:44.854731 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eaf1b8db-5fdd-4b83-9d2c-d05f8bf49b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:21:44.855066 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-eaf1b8db-5fdd-4b83-9d2c-d05f8bf49b6b admin admin] Added segment 26a9fd50-01d3-4994-b94d-5d25be2b72bf of type vlan for network 1d5515eb-69f1-410e-af01-975c86ad4ff9 Nov 04 10:21:44.899796 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eaf1b8db-5fdd-4b83-9d2c-d05f8bf49b6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:21:44.928063 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eaf1b8db-5fdd-4b83-9d2c-d05f8bf49b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:21:44.929719 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf1b8db-5fdd-4b83-9d2c-d05f8bf49b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:21:44.930687 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eaf1b8db-5fdd-4b83-9d2c-d05f8bf49b6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:21:44.998629 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-eaf1b8db-5fdd-4b83-9d2c-d05f8bf49b6b admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2971385 Nov 04 10:21:45.003387 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1b8db-5fdd-4b83-9d2c-d05f8bf49b6b admin admin] Pushing event updated for resources: {'Network': ['ID=1d5515eb-69f1-410e-af01-975c86ad4ff9,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:21:45.015975 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:21:46.838477 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e7b3e520-afb6-45ae-8b94-74e76e5874be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:21:47.375191 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55100) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:21:47.446042 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e87a295-51fc-47a6-b2cb-412d66042277 admin admin] GET failed (client error): The resource could not be found. Nov 04 10:21:47.447407 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5e87a295-51fc-47a6-b2cb-412d66042277 admin admin] 10.222.0.127 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0711379 Nov 04 10:21:47.524035 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9969bf5d-c38c-4cda-a8f1-f61ea5385176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:21:47.525537 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9969bf5d-c38c-4cda-a8f1-f61ea5385176 admin admin] 10.222.0.127 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0708480 Nov 04 10:21:47.539811 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-bf862491-edcd-4ed9-b17d-cef9d88b4b09 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'description': 'shared-subnet'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:21:47.562642 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf862491-edcd-4ed9-b17d-cef9d88b4b09 admin admin] Made reservation on behalf of 7e35aabb1c0f4e068aa1b9367242ee5e for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:21:47.565026 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bf862491-edcd-4ed9-b17d-cef9d88b4b09 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:21:47.754163 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bf862491-edcd-4ed9-b17d-cef9d88b4b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:21:47.806413 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf862491-edcd-4ed9-b17d-cef9d88b4b09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45ab7ac6-5f9d-4d62-ad48-dcded020b686,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:21:47.819111 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf862491-edcd-4ed9-b17d-cef9d88b4b09 admin admin] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:21:47.819468 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf862491-edcd-4ed9-b17d-cef9d88b4b09 admin admin] Network hostable DHCP agents. Network: 1d5515eb-69f1-410e-af01-975c86ad4ff9, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:21:47.839118 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf862491-edcd-4ed9-b17d-cef9d88b4b09 admin admin] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:21:47.849594 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-bf862491-edcd-4ed9-b17d-cef9d88b4b09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 1d5515eb-69f1-410e-af01-975c86ad4ff9) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:21:47.853915 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf862491-edcd-4ed9-b17d-cef9d88b4b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:21:47.854507 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bf862491-edcd-4ed9-b17d-cef9d88b4b09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:21:47.858761 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb17138-e678-49f3-8066-2dcc02e53c06 None None] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:21:47.870675 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bf862491-edcd-4ed9-b17d-cef9d88b4b09 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3342924 Nov 04 10:21:48.015942 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-1d5515eb-69f1-410e-af01-975c86ad4ff9', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'tenant_id': '7e35aabb1c0f4e068aa1b9367242ee5e', 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:21:48.016880 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:21:48.162664 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Allocated IP 192.168.233.2 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/3992be30-5fd6-4793-84e8-f51c40784847) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:21:48.312062 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:21:48.320560 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:21:48.361147 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:21:48.364070 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:21:48.375893 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:21:48.379054 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Pushing event updated for resources: {'Port': ['ID=3992be30-5fd6-4793-84e8-f51c40784847,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:21:48.390203 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:21:48.390534 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:21:48.390867 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:21:48.391185 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:21:48.391514 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:21:48.391834 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:21:48.392150 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:21:48.392856 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:21:48.392856 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:21:48.393084 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:21:48.393395 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:21:48.393709 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:21:48.440418 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Attempting to bind port 3992be30-5fd6-4793-84e8-f51c40784847 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:21:48.440849 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Attempting to bind port 3992be30-5fd6-4793-84e8-f51c40784847 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:21:48.441252 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Attempting to bind port 3992be30-5fd6-4793-84e8-f51c40784847 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:21:48.446655 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:21:48.447012 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:21:48.447399 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:21:48.447775 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:21:48.448226 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Bound port: 3992be30-5fd6-4793-84e8-f51c40784847, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:21:48.448608 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:21:48.514138 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-b9b82551-b091-413f-b6db-283df6058485 None None] For port 3992be30-5fd6-4793-84e8-f51c40784847, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:21:48.517245 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-b9b82551-b091-413f-b6db-283df6058485 None None] For port 3992be30-5fd6-4793-84e8-f51c40784847, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3992be30-5fd6-4793-84e8-f51c40784847,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:21:48.523377 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:21:48.585341 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b82551-b091-413f-b6db-283df6058485 None None] Pushing event updated for resources: {'Port': ['ID=3992be30-5fd6-4793-84e8-f51c40784847,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:21:49.078291 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 5 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:21:49.301666 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bdbfd2a9-b390-46ca-a4b4-c7d747d1c3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:21:49.467865 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3066e018-1ec9-49ca-b276-7ff667494659 None None] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:21:49.560027 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-78a0d10e-fa95-4571-882d-887d6328c0f0 None None] Provisioning complete for port 3992be30-5fd6-4793-84e8-f51c40784847 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:21:49.560399 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-78a0d10e-fa95-4571-882d-887d6328c0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:21:49.728359 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-78a0d10e-fa95-4571-882d-887d6328c0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:21:49.774072 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-78a0d10e-fa95-4571-882d-887d6328c0f0 None None] For port 3992be30-5fd6-4793-84e8-f51c40784847, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3992be30-5fd6-4793-84e8-f51c40784847,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:21:49.783656 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-78a0d10e-fa95-4571-882d-887d6328c0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:21:49.847821 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0d10e-fa95-4571-882d-887d6328c0f0 None None] Pushing event updated for resources: {'Port': ['ID=3992be30-5fd6-4793-84e8-f51c40784847,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:21:50.020399 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-8d14753c-2898-44b7-818c-e6a5e7f7cc37 None None] Provisioning complete for port 3992be30-5fd6-4793-84e8-f51c40784847 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:21:50.020643 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8d14753c-2898-44b7-818c-e6a5e7f7cc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:21:50.445867 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3992be30-5fd6-4793-84e8-f51c40784847 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:21:50.499448 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 3992be30-5fd6-4793-84e8-f51c40784847 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:21:50.499819 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:21:50.548950 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:21:51.938852 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:21:52.491103 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:22:16.834637 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-58e63069-b04f-4e87-84c9-1ad525c44a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:22:19.297717 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-49a2ab7b-309e-42c7-92bb-b562122d78fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:22:20.535578 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:22:21.940531 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:22:22.497503 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:22:26.078858 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 5 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:22:46.831595 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4e524f3f-f311-447a-bc8f-c19f2ff068e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:22:49.310261 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e06af7e9-53a2-439f-8c27-dff130415593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:22:50.537977 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:22:51.955380 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:22:52.504912 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:23:02.337449 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55144) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:23:02.345305 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-e58124cf-6bf1-4e17-8c18-9d0946f2a01a tempest-verify_tempest_config-273177289 tempest-verify_tempest_config-273177289-project] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:23:02.346544 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e58124cf-6bf1-4e17-8c18-9d0946f2a01a tempest-verify_tempest_config-273177289 tempest-verify_tempest_config-273177289-project] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13864 time: 0.0079741 Nov 04 10:23:02.672769 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55162) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:23:02.790894 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-87abf19b-25f8-4bc4-b176-4a6162a47670 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:23:02.897264 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-87abf19b-25f8-4bc4-b176-4a6162a47670 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:23:02.902810 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-87abf19b-25f8-4bc4-b176-4a6162a47670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:23:03.027652 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-87abf19b-25f8-4bc4-b176-4a6162a47670 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=29a68efcf16943d5ab3fad11c77ab899&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3535419 Nov 04 10:23:03.028517 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87abf19b-25f8-4bc4-b176-4a6162a47670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608c57e3-90e7-4cda-8488-c41fb056352f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:23:03.030597 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55168) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:23:03.035742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87abf19b-25f8-4bc4-b176-4a6162a47670 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:23:03.036084 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87abf19b-25f8-4bc4-b176-4a6162a47670 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:23:03.036423 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87abf19b-25f8-4bc4-b176-4a6162a47670 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:23:03.036755 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87abf19b-25f8-4bc4-b176-4a6162a47670 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:23:03.037115 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87abf19b-25f8-4bc4-b176-4a6162a47670 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:23:03.037443 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87abf19b-25f8-4bc4-b176-4a6162a47670 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:23:03.037760 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87abf19b-25f8-4bc4-b176-4a6162a47670 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:23:03.038065 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87abf19b-25f8-4bc4-b176-4a6162a47670 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:23:03.038379 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87abf19b-25f8-4bc4-b176-4a6162a47670 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:23:03.038686 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87abf19b-25f8-4bc4-b176-4a6162a47670 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:23:03.039002 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87abf19b-25f8-4bc4-b176-4a6162a47670 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:23:03.039327 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87abf19b-25f8-4bc4-b176-4a6162a47670 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:23:03.078416 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 5 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:23:03.087705 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1acc8022-ca08-4ad2-b8f4-94b30be93fbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:23:03.108690 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1acc8022-ca08-4ad2-b8f4-94b30be93fbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:23:03.198930 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1acc8022-ca08-4ad2-b8f4-94b30be93fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:23:03.201539 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1acc8022-ca08-4ad2-b8f4-94b30be93fbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:23:03.206105 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1acc8022-ca08-4ad2-b8f4-94b30be93fbf admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/608c57e3-90e7-4cda-8488-c41fb056352f HTTP/1.1" status: 204 len: 168 time: 0.1745107 Nov 04 10:23:03.215155 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc8022-ca08-4ad2-b8f4-94b30be93fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608c57e3-90e7-4cda-8488-c41fb056352f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:23:03.221979 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc8022-ca08-4ad2-b8f4-94b30be93fbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:23:03.222992 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc8022-ca08-4ad2-b8f4-94b30be93fbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:23:03.223334 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc8022-ca08-4ad2-b8f4-94b30be93fbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:23:03.223669 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc8022-ca08-4ad2-b8f4-94b30be93fbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:23:03.224033 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc8022-ca08-4ad2-b8f4-94b30be93fbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:23:03.224328 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc8022-ca08-4ad2-b8f4-94b30be93fbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:23:03.224691 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc8022-ca08-4ad2-b8f4-94b30be93fbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:23:03.224989 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc8022-ca08-4ad2-b8f4-94b30be93fbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:23:03.225313 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc8022-ca08-4ad2-b8f4-94b30be93fbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:23:03.225631 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc8022-ca08-4ad2-b8f4-94b30be93fbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:23:03.225950 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc8022-ca08-4ad2-b8f4-94b30be93fbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:23:03.226264 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc8022-ca08-4ad2-b8f4-94b30be93fbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:23:16.828384 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1857a419-1a68-4e09-afbf-c65fc4dc08ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:23:19.306308 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c234d2d2-37a0-4f9e-adf2-67ceb1f41c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:23:20.541028 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:23:21.951542 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:23:22.506378 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:23:40.083073 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 5 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:23:46.836701 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-76b73d00-2b9d-466d-8c05-b40ebc3c482a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:23:49.312571 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0aa5cbaf-5443-4a1f-8ca6-7a91b82c6acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:23:50.549524 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:23:51.951191 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:23:52.509846 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:24:16.827185 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-71a97b29-ab7b-4e49-998b-00f1175a60d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:24:17.087024 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 5 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:24:19.300086 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-80cf3ebf-6535-4617-991f-4cbb71688548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:24:20.550303 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:24:21.955076 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:24:22.510803 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:24:46.824376 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f117e2a8-d8c2-4602-814e-af84ff91b151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:24:49.296410 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7a53c2f4-6ce5-4051-9252-d164ee831b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:24:50.556022 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:24:51.961829 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:24:52.510062 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:24:54.091719 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 5 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:25:16.819543 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f2d040e5-a7a1-4b72-815a-a0420b5e101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:25:19.292744 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-20c5c0cb-4b55-489f-a1a4-95cfb0619947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:25:20.555695 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:25:21.962344 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:25:22.504738 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:25:31.092085 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 5 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:25:46.823598 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-49b72a13-a5e6-47f5-96f1-081b4fa3270c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:25:49.291351 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7e83eeaf-bad3-4fdc-9aa2-3d00402a43fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:25:50.566477 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:25:51.965346 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:25:52.514004 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:26:08.095142 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 5 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:26:12.114248 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3754869'] for agent, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:26:14.479057 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3754869'] for agent, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:26:16.833119 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e8901a3b-95f8-486a-8323-69f9f083e75d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:26:19.287814 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1a8e-98ec-422c-8724-0edc82444398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:26:20.561337 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:26:21.971581 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:26:22.514374 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:26:42.104942 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:26:44.442009 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:26:45.097959 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:26:46.829664 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-613e1d5a-b307-408f-9371-081a5dd1e54d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:26:49.283326 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eebde8cc-bf83-4e97-8214-a35284a93b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:26:50.565749 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:26:51.981874 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:26:52.512627 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:27:04.070030 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55224) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:27:04.209003 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f8f5e1da-ba12-4075-b1f2-66768c0f33d2 admin admin] 10.222.0.127 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4932 time: 0.1370356 Nov 04 10:27:06.736253 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55234) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:27:06.809788 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7a5a2a91-4bd5-4b7d-aac0-e307fabfe50a admin admin] 10.222.0.127 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4932 time: 0.0722864 Nov 04 10:27:12.092119 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:27:14.433462 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:27:16.832161 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-62ae5a68-4d5c-410b-a2e5-c63a521bb0f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:27:19.280541 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-074fcc54-52c4-4d76-83b3-a617425e4e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:27:20.569008 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:27:21.974616 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:27:22.098227 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:27:22.517849 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:27:42.095701 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:27:44.460299 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:27:46.830147 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-328e872d-5701-4d6a-b2fb-3b74fc2e4316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:27:49.276028 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-577f5ec2-2d72-4080-911a-a258da02ea11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:27:50.570793 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:27:51.981333 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:27:52.513657 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:27:59.104057 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:28:12.087957 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:14.482120 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:16.824875 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c04f4326-acac-4972-8ae2-eecaed0f870e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:19.281355 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-313d1bab-b96d-44c3-ae65-06b56972c4cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:20.571481 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:21.979536 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:22.508899 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:32.782671 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55342) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:33.132793 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-56150ed9-f354-4c7e-ac03-997eedc7c3e0 tempest-AutoAllocateNetworkTest-344041004 tempest-AutoAllocateNetworkTest-344041004-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=d9ccbc71d41342aca1dfab03181f60c6&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3452146 Nov 04 10:28:33.133788 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55372) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:33.351948 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b9c2e5-7b22-4507-b357-a6cd5a1f4725 tempest-AutoAllocateNetworkTest-344041004 tempest-AutoAllocateNetworkTest-344041004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:33.356897 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b5b9c2e5-7b22-4507-b357-a6cd5a1f4725 tempest-AutoAllocateNetworkTest-344041004 tempest-AutoAllocateNetworkTest-344041004-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2187417 Nov 04 10:28:33.356897 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55388) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:33.430795 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55394) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:33.431424 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bc47d83a-f89c-4243-a19f-bcb901782065 tempest-AutoAllocateNetworkTest-344041004 tempest-AutoAllocateNetworkTest-344041004-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730419 Nov 04 10:28:33.464653 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a069a4bd-051d-4f1d-9728-fea602d27881 tempest-AutoAllocateNetworkTest-344041004 tempest-AutoAllocateNetworkTest-344041004-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=d9ccbc71d41342aca1dfab03181f60c6 HTTP/1.1" status: 200 len: 208 time: 0.0320566 Nov 04 10:28:34.061273 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55428) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:34.360980 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ed671a5-e6e3-4363-ba43-277ae4bfda2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:34.443728 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ed671a5-e6e3-4363-ba43-277ae4bfda2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:34.450177 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ed671a5-e6e3-4363-ba43-277ae4bfda2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:34.502361 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5ed671a5-e6e3-4363-ba43-277ae4bfda2a admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=d9ccbc71d41342aca1dfab03181f60c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4387617 Nov 04 10:28:34.502361 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed671a5-e6e3-4363-ba43-277ae4bfda2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2884081-c2f0-4dfa-bd4b-4894502162a2,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:34.502548 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55456) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:34.509300 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed671a5-e6e3-4363-ba43-277ae4bfda2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:34.509662 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed671a5-e6e3-4363-ba43-277ae4bfda2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:34.509980 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed671a5-e6e3-4363-ba43-277ae4bfda2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:34.510309 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed671a5-e6e3-4363-ba43-277ae4bfda2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:34.510625 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed671a5-e6e3-4363-ba43-277ae4bfda2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:34.511127 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed671a5-e6e3-4363-ba43-277ae4bfda2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:34.511611 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed671a5-e6e3-4363-ba43-277ae4bfda2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:34.512079 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed671a5-e6e3-4363-ba43-277ae4bfda2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:34.512559 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed671a5-e6e3-4363-ba43-277ae4bfda2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:34.513069 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed671a5-e6e3-4363-ba43-277ae4bfda2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:34.513559 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed671a5-e6e3-4363-ba43-277ae4bfda2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:34.514034 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed671a5-e6e3-4363-ba43-277ae4bfda2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed671a5-e6e3-4363-ba43-277ae4bfda2a admin admin] Tracked resource versions report: Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: pushed versions: Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: { 'AddressGroup': {'1.2'}, Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: 'ConntrackHelper': {'1.0'}, Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: 'Log': {'1.0'}, Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: 'Network': {'1.1'}, Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: 'Port': {'1.7'}, Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: 'PortForwarding': {'1.2'}, Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: 'QosPolicy': {'1.10'}, Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: 'SecurityGroup': {'1.5'}, Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: 'SecurityGroupRule': {'1.2'}, Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: 'SubPort': {'1.0'}, Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: 'Subnet': {'1.1'}, Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: 'Trunk': {'1.1'}} Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: consumer versions: Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: { DHCP agent@n-d-816629-1: {}, Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: HyperV agent@n-h1-816629-1: {}, Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: HyperV agent@n-h2-816629-1: {}, Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: L3 agent@n-d-816629-1: {}, Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: Metadata agent@n-d-816629-1: {}, Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: Metering agent@n-d-816629-1: {}, Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: Open vSwitch agent@n-d-816629-1: { 'AddressGroup': '1.2', Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: 'ConntrackHelper': '1.0', Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: 'Log': '1.0', Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: 'Network': '1.1', Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: 'Port': '1.7', Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: 'PortForwarding': '1.2', Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: 'QosPolicy': '1.10', Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: 'SecurityGroup': '1.5', Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: 'SecurityGroupRule': '1.2', Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: 'SubPort': '1.0', Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: 'Subnet': '1.1', Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: 'Trunk': '1.1'}} Nov 04 10:28:34.515233 n-d-816629-1 neutron-server[101774]: {{(pid=101774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 10:28:34.574393 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-63c88067-2391-4926-ae3b-176fd2b2a5c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:34.596993 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-63c88067-2391-4926-ae3b-176fd2b2a5c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:34.653719 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-63c88067-2391-4926-ae3b-176fd2b2a5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:34.657473 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-63c88067-2391-4926-ae3b-176fd2b2a5c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:34.662320 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-63c88067-2391-4926-ae3b-176fd2b2a5c1 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/f2884081-c2f0-4dfa-bd4b-4894502162a2 HTTP/1.1" status: 204 len: 168 time: 0.1587591 Nov 04 10:28:34.671643 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c88067-2391-4926-ae3b-176fd2b2a5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2884081-c2f0-4dfa-bd4b-4894502162a2,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:34.680895 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c88067-2391-4926-ae3b-176fd2b2a5c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:34.681244 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c88067-2391-4926-ae3b-176fd2b2a5c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:34.681581 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c88067-2391-4926-ae3b-176fd2b2a5c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:34.681909 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c88067-2391-4926-ae3b-176fd2b2a5c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:34.682423 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c88067-2391-4926-ae3b-176fd2b2a5c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:34.682755 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c88067-2391-4926-ae3b-176fd2b2a5c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:34.683080 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c88067-2391-4926-ae3b-176fd2b2a5c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:34.683400 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c88067-2391-4926-ae3b-176fd2b2a5c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:34.684226 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c88067-2391-4926-ae3b-176fd2b2a5c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:34.684709 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c88067-2391-4926-ae3b-176fd2b2a5c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:34.684981 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c88067-2391-4926-ae3b-176fd2b2a5c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:34.685425 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c88067-2391-4926-ae3b-176fd2b2a5c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c88067-2391-4926-ae3b-176fd2b2a5c1 admin admin] Tracked resource versions report: Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: pushed versions: Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: { 'AddressGroup': {'1.2'}, Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: 'ConntrackHelper': {'1.0'}, Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: 'Log': {'1.0'}, Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: 'Network': {'1.1'}, Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: 'Port': {'1.7'}, Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: 'PortForwarding': {'1.2'}, Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: 'QosPolicy': {'1.10'}, Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: 'SecurityGroup': {'1.5'}, Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: 'SecurityGroupRule': {'1.2'}, Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: 'SubPort': {'1.0'}, Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: 'Subnet': {'1.1'}, Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: 'Trunk': {'1.1'}} Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: consumer versions: Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: { DHCP agent@n-d-816629-1: {}, Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: HyperV agent@n-h1-816629-1: {}, Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: HyperV agent@n-h2-816629-1: {}, Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: L3 agent@n-d-816629-1: {}, Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: Metadata agent@n-d-816629-1: {}, Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: Metering agent@n-d-816629-1: {}, Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: Open vSwitch agent@n-d-816629-1: { 'AddressGroup': '1.2', Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: 'ConntrackHelper': '1.0', Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: 'Log': '1.0', Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: 'Network': '1.1', Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: 'Port': '1.7', Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: 'PortForwarding': '1.2', Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: 'QosPolicy': '1.10', Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: 'SecurityGroup': '1.5', Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: 'SecurityGroupRule': '1.2', Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: 'SubPort': '1.0', Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: 'Subnet': '1.1', Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: 'Trunk': '1.1'}} Nov 04 10:28:34.686191 n-d-816629-1 neutron-server[101775]: {{(pid=101775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 10:28:35.076323 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55480) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:35.552545 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-cc0389b6-7749-4f8e-9d92-7d7feb6cc179 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1010339688-network', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:28:35.581424 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0389b6-7749-4f8e-9d92-7d7feb6cc179 admin admin] Made reservation on behalf of 0492820046454dbbbdfa7eac919beeeb for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:28:35.583980 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cc0389b6-7749-4f8e-9d92-7d7feb6cc179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:35.593695 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cc0389b6-7749-4f8e-9d92-7d7feb6cc179 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:35.679064 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cc0389b6-7749-4f8e-9d92-7d7feb6cc179 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:35.684474 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cc0389b6-7749-4f8e-9d92-7d7feb6cc179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:35.705238 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0389b6-7749-4f8e-9d92-7d7feb6cc179 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1177} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:28:35.720791 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0389b6-7749-4f8e-9d92-7d7feb6cc179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cfac92-2377-4421-9df4-2f6e61447742,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:35.731589 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cc0389b6-7749-4f8e-9d92-7d7feb6cc179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:35.731589 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-cc0389b6-7749-4f8e-9d92-7d7feb6cc179 admin admin] Added segment 61f108e4-56f0-48ee-9c99-786617296cbb of type vlan for network d1916c7c-e081-4089-adc9-d25f9f439e58 Nov 04 10:28:35.876334 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cc0389b6-7749-4f8e-9d92-7d7feb6cc179 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:35.906364 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cc0389b6-7749-4f8e-9d92-7d7feb6cc179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:35.907386 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0389b6-7749-4f8e-9d92-7d7feb6cc179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:35.907834 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cc0389b6-7749-4f8e-9d92-7d7feb6cc179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:35.980860 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cc0389b6-7749-4f8e-9d92-7d7feb6cc179 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9032707 Nov 04 10:28:35.984051 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55518) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:35.985190 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0389b6-7749-4f8e-9d92-7d7feb6cc179 admin admin] Pushing event updated for resources: {'Network': ['ID=d1916c7c-e081-4089-adc9-d25f9f439e58,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:35.999530 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-b198d99e-0ace-4d63-a1b0-3aff6573589f admin admin] Request body: {'subnet': {'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1010339688-subnet', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:28:36.000654 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network d1916c7c-e081-4089-adc9-d25f9f439e58 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:28:36.031446 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b198d99e-0ace-4d63-a1b0-3aff6573589f admin admin] Made reservation on behalf of 0492820046454dbbbdfa7eac919beeeb for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:28:36.036760 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b198d99e-0ace-4d63-a1b0-3aff6573589f admin admin] Publish callbacks [] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:36.105425 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:28:36.237958 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b198d99e-0ace-4d63-a1b0-3aff6573589f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:36.298191 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198d99e-0ace-4d63-a1b0-3aff6573589f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c41464b-4d5c-426b-ab3b-93147cb6ef05,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:36.308915 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b198d99e-0ace-4d63-a1b0-3aff6573589f admin admin] Checking segment: {'id': '61f108e4-56f0-48ee-9c99-786617296cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:28:36.309363 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b198d99e-0ace-4d63-a1b0-3aff6573589f admin admin] Network hostable DHCP agents. Network: d1916c7c-e081-4089-adc9-d25f9f439e58, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:28:36.328433 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b198d99e-0ace-4d63-a1b0-3aff6573589f admin admin] Network d1916c7c-e081-4089-adc9-d25f9f439e58 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:28:36.340629 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-b198d99e-0ace-4d63-a1b0-3aff6573589f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, d1916c7c-e081-4089-adc9-d25f9f439e58) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:28:36.346243 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b198d99e-0ace-4d63-a1b0-3aff6573589f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:36.348464 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b198d99e-0ace-4d63-a1b0-3aff6573589f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:36.352647 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552a48d9-bdcd-48e8-bded-47faacfdf424 None None] Network d1916c7c-e081-4089-adc9-d25f9f439e58 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:28:36.371983 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55544) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:36.376812 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-2813166e-e44e-446d-bab3-a8b3c76c3177 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1010339688-router', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:28:36.383159 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b198d99e-0ace-4d63-a1b0-3aff6573589f admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3956487 Nov 04 10:28:36.401592 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2813166e-e44e-446d-bab3-a8b3c76c3177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:36.402911 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2813166e-e44e-446d-bab3-a8b3c76c3177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:36.470698 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2813166e-e44e-446d-bab3-a8b3c76c3177 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:36.561967 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-d1916c7c-e081-4089-adc9-d25f9f439e58', 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'fixed_ips': [{'subnet_id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:28:36.561967 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:36.665811 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2813166e-e44e-446d-bab3-a8b3c76c3177 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:36.727610 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Allocated IP 172.20.0.2 (d1916c7c-e081-4089-adc9-d25f9f439e58/6c41464b-4d5c-426b-ab3b-93147cb6ef05/209d1b47-7ef5-4fdb-baf9-6a33cf7c717e) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:28:36.925075 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:36.931221 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2813166e-e44e-446d-bab3-a8b3c76c3177 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:36.935910 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:36.958606 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2813166e-e44e-446d-bab3-a8b3c76c3177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:36.996371 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Network d1916c7c-e081-4089-adc9-d25f9f439e58 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:28:37.013321 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:28:37.021104 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:28:37.042305 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Pushing event updated for resources: {'Port': ['ID=209d1b47-7ef5-4fdb-baf9-6a33cf7c717e,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:37.042305 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:37.042305 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:37.042305 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:37.042578 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:37.043137 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:37.043137 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:37.043290 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:37.043612 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:37.043937 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:37.044249 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:37.044568 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:37.044935 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Tracked resource versions report: Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: pushed versions: Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: { 'AddressGroup': {'1.2'}, Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: 'ConntrackHelper': {'1.0'}, Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: 'Log': {'1.0'}, Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: 'Network': {'1.1'}, Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: 'Port': {'1.7'}, Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: 'PortForwarding': {'1.2'}, Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: 'QosPolicy': {'1.10'}, Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: 'SecurityGroup': {'1.5'}, Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: 'SecurityGroupRule': {'1.2'}, Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: 'SubPort': {'1.0'}, Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: 'Subnet': {'1.1'}, Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: 'Trunk': {'1.1'}} Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: consumer versions: Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: { DHCP agent@n-d-816629-1: {}, Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: HyperV agent@n-h1-816629-1: {}, Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: HyperV agent@n-h2-816629-1: {}, Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: L3 agent@n-d-816629-1: {}, Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: Metadata agent@n-d-816629-1: {}, Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: Metering agent@n-d-816629-1: {}, Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: Open vSwitch agent@n-d-816629-1: { 'AddressGroup': '1.2', Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: 'ConntrackHelper': '1.0', Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: 'Log': '1.0', Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: 'Network': '1.1', Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: 'Port': '1.7', Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: 'PortForwarding': '1.2', Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: 'QosPolicy': '1.10', Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: 'SecurityGroup': '1.5', Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: 'SecurityGroupRule': '1.2', Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: 'SubPort': '1.0', Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: 'Subnet': '1.1', Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: 'Trunk': '1.1'}} Nov 04 10:28:37.045971 n-d-816629-1 neutron-server[101776]: {{(pid=101776) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 10:28:37.107912 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Attempting to bind port 209d1b47-7ef5-4fdb-baf9-6a33cf7c717e on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:28:37.108344 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Attempting to bind port 209d1b47-7ef5-4fdb-baf9-6a33cf7c717e by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '61f108e4-56f0-48ee-9c99-786617296cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:28:37.108868 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Attempting to bind port 209d1b47-7ef5-4fdb-baf9-6a33cf7c717e on network d1916c7c-e081-4089-adc9-d25f9f439e58 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:28:37.114438 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:28:37.114806 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Checking segment: {'id': '61f108e4-56f0-48ee-9c99-786617296cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:28:37.115202 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:37.115637 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Bound using segment: {'id': '61f108e4-56f0-48ee-9c99-786617296cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:28:37.116075 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Bound port: 209d1b47-7ef5-4fdb-baf9-6a33cf7c717e, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f108e4-56f0-48ee-9c99-786617296cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:28:37.116471 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:37.121572 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-2813166e-e44e-446d-bab3-a8b3c76c3177 admin admin] Allocated IP 172.25.7.104 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/10a42fe5-1a71-4c65-b3fc-d07f9e302ffa) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:28:37.198923 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] For port 209d1b47-7ef5-4fdb-baf9-6a33cf7c717e, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:28:37.203159 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] For port 209d1b47-7ef5-4fdb-baf9-6a33cf7c717e, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=209d1b47-7ef5-4fdb-baf9-6a33cf7c717e,segment=NetworkSegment(61f108e4-56f0-48ee-9c99-786617296cbb),segment_id=61f108e4-56f0-48ee-9c99-786617296cbb)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:28:37.208970 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:37.289144 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42f006-5fef-4e17-9b25-caf1482068d0 None None] Pushing event updated for resources: {'Port': ['ID=209d1b47-7ef5-4fdb-baf9-6a33cf7c717e,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:37.301364 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2813166e-e44e-446d-bab3-a8b3c76c3177 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:37.347100 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2813166e-e44e-446d-bab3-a8b3c76c3177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:37.399476 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2813166e-e44e-446d-bab3-a8b3c76c3177 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:28:37.405044 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-2813166e-e44e-446d-bab3-a8b3c76c3177 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:28:37.409261 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2813166e-e44e-446d-bab3-a8b3c76c3177 admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:28:37.415026 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813166e-e44e-446d-bab3-a8b3c76c3177 admin admin] Pushing event updated for resources: {'Port': ['ID=10a42fe5-1a71-4c65-b3fc-d07f9e302ffa,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:37.717912 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2813166e-e44e-446d-bab3-a8b3c76c3177 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:37.985047 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2813166e-e44e-446d-bab3-a8b3c76c3177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:38.150007 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2813166e-e44e-446d-bab3-a8b3c76c3177 admin admin] Router 15995b10-2910-4f4a-9445-c953275ba754 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:28:38.487110 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2813166e-e44e-446d-bab3-a8b3c76c3177 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:28:38.498337 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc9a864-d0d3-4cc4-9556-9c580321ea63 None None] Sync routers for ids ['15995b10-2910-4f4a-9445-c953275ba754'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:28:38.515887 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc9a864-d0d3-4cc4-9556-9c580321ea63 None None] Routers {'15995b10-2910-4f4a-9445-c953275ba754'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:28:38.517729 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-5dc9a864-d0d3-4cc4-9556-9c580321ea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:28:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['15995b10-2910-4f4a-9445-c953275ba754'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:28:38.527643 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2813166e-e44e-446d-bab3-a8b3c76c3177 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:38.532332 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55624) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:38.540557 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2813166e-e44e-446d-bab3-a8b3c76c3177 admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.1674452 Nov 04 10:28:38.543587 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55628) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:38.717002 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9008c915-fd6b-4ffe-b644-6fcc4007cb08 None None] Network d1916c7c-e081-4089-adc9-d25f9f439e58 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:28:38.785582 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-5dc9a864-d0d3-4cc4-9556-9c580321ea63 None None] Set router 15995b10-2910-4f4a-9445-c953275ba754 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:28:38.850259 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-8faee1eb-ecb6-475a-9bd0-de761f67c8dd None None] Provisioning complete for port 209d1b47-7ef5-4fdb-baf9-6a33cf7c717e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:28:38.850612 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8faee1eb-ecb6-475a-9bd0-de761f67c8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:38.879852 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 209d1b47-7ef5-4fdb-baf9-6a33cf7c717e up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:28:39.027807 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ea0dfef8-ca89-43fd-aa4b-0d38bdabdabe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:39.048693 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-5dc9a864-d0d3-4cc4-9556-9c580321ea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15995b10-2910-4f4a-9445-c953275ba754', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1010339688-router', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:37Z', 'revision_number': 3, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'gw_port': {'id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bf:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:28:39.077454 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc9a864-d0d3-4cc4-9556-9c580321ea63 None None] Checking router: 15995b10-2910-4f4a-9445-c953275ba754 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:28:39.078061 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc9a864-d0d3-4cc4-9556-9c580321ea63 None None] Updating router 15995b10-2910-4f4a-9445-c953275ba754 port 10a42fe5-1a71-4c65-b3fc-d07f9e302ffa binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:28:39.110969 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-5dc9a864-d0d3-4cc4-9556-9c580321ea63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:39.172398 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55658) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:39.175717 n-d-816629-1 neutron-server[101774]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 04 10:28:39.242157 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-40646301-eba9-4486-9616-829c4f068436 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=0714e3fa930a47f5b8f2aae47d4b9802&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677414 Nov 04 10:28:39.285690 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 209d1b47-7ef5-4fdb-baf9-6a33cf7c717e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:28:39.286143 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:39.406201 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-adc7bef6-92a8-4ede-ada4-67a94876a961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:39.465597 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:39.496450 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ea0dfef8-ca89-43fd-aa4b-0d38bdabdabe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:39.506041 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ea0dfef8-ca89-43fd-aa4b-0d38bdabdabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:39.517849 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 209d1b47-7ef5-4fdb-baf9-6a33cf7c717e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=209d1b47-7ef5-4fdb-baf9-6a33cf7c717e,segment=NetworkSegment(61f108e4-56f0-48ee-9c99-786617296cbb),segment_id=61f108e4-56f0-48ee-9c99-786617296cbb)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:28:39.531834 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-ed320944-c971-4345-8b8b-6b274ef1b992 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:39.534805 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-ed320944-c971-4345-8b8b-6b274ef1b992 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2842112 Nov 04 10:28:39.543843 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:39.565204 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-331922e4-074b-445e-88e4-a662bbd40673 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/quotas/0714e3fa930a47f5b8f2aae47d4b9802 HTTP/1.1" status: 200 len: 375 time: 0.0201647 Nov 04 10:28:39.631118 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8faee1eb-ecb6-475a-9bd0-de761f67c8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:39.634881 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=209d1b47-7ef5-4fdb-baf9-6a33cf7c717e,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:39.675677 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-01a520db-85e7-4a89-86a6-efc39159f41b tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=0714e3fa930a47f5b8f2aae47d4b9802&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1025434 Nov 04 10:28:39.706400 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ea0dfef8-ca89-43fd-aa4b-0d38bdabdabe admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=d42b7307cbfc4094bbe6f4f6e1d9da32&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1725411 Nov 04 10:28:39.709336 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55684) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:39.724239 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-5dc9a864-d0d3-4cc4-9556-9c580321ea63 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:39.742751 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-5dc9a864-d0d3-4cc4-9556-9c580321ea63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:39.834590 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-8faee1eb-ecb6-475a-9bd0-de761f67c8dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:28:39.836057 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-8faee1eb-ecb6-475a-9bd0-de761f67c8dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:28:39.844677 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bd867bd4-3308-43b1-8bcc-e7fa3fba8afd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:39.856683 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0dfef8-ca89-43fd-aa4b-0d38bdabdabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee40928f-463d-4ef9-a786-379a1243463f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:39.895484 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bd867bd4-3308-43b1-8bcc-e7fa3fba8afd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:39.915248 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-5dc9a864-d0d3-4cc4-9556-9c580321ea63 None None] Attempting to bind port 10a42fe5-1a71-4c65-b3fc-d07f9e302ffa on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:28:39.915580 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-5dc9a864-d0d3-4cc4-9556-9c580321ea63 None None] Attempting to bind port 10a42fe5-1a71-4c65-b3fc-d07f9e302ffa by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:28:39.916085 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc9a864-d0d3-4cc4-9556-9c580321ea63 None None] Attempting to bind port 10a42fe5-1a71-4c65-b3fc-d07f9e302ffa on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:28:39.939640 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc9a864-d0d3-4cc4-9556-9c580321ea63 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:28:39.940532 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc9a864-d0d3-4cc4-9556-9c580321ea63 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:28:39.941914 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-5dc9a864-d0d3-4cc4-9556-9c580321ea63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:39.942037 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc9a864-d0d3-4cc4-9556-9c580321ea63 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:28:39.943912 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-5dc9a864-d0d3-4cc4-9556-9c580321ea63 None None] Bound port: 10a42fe5-1a71-4c65-b3fc-d07f9e302ffa, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:28:39.945059 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-5dc9a864-d0d3-4cc4-9556-9c580321ea63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:39.955647 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bd867bd4-3308-43b1-8bcc-e7fa3fba8afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:39.960742 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bd867bd4-3308-43b1-8bcc-e7fa3fba8afd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:39.965722 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bd867bd4-3308-43b1-8bcc-e7fa3fba8afd admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/ee40928f-463d-4ef9-a786-379a1243463f HTTP/1.1" status: 204 len: 168 time: 0.2550609 Nov 04 10:28:39.976573 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd867bd4-3308-43b1-8bcc-e7fa3fba8afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee40928f-463d-4ef9-a786-379a1243463f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:39.998190 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-adc7bef6-92a8-4ede-ada4-67a94876a961 admin admin] Allocated IP 172.20.0.1 (d1916c7c-e081-4089-adc9-d25f9f439e58/6c41464b-4d5c-426b-ab3b-93147cb6ef05/39836a9c-a094-4396-bf1d-7bed15846941) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:28:39.998279 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133754c2-513d-48eb-9bdd-6d217657d3b3 None None] Pushing event updated for resources: {'Port': ['ID=10a42fe5-1a71-4c65-b3fc-d07f9e302ffa,revision_number=2']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:40.004873 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133754c2-513d-48eb-9bdd-6d217657d3b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:40.005307 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133754c2-513d-48eb-9bdd-6d217657d3b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:40.005542 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133754c2-513d-48eb-9bdd-6d217657d3b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:40.005871 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133754c2-513d-48eb-9bdd-6d217657d3b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:40.006197 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133754c2-513d-48eb-9bdd-6d217657d3b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:40.006770 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133754c2-513d-48eb-9bdd-6d217657d3b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:40.006930 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133754c2-513d-48eb-9bdd-6d217657d3b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:40.007176 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133754c2-513d-48eb-9bdd-6d217657d3b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:40.007446 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133754c2-513d-48eb-9bdd-6d217657d3b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:40.007761 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133754c2-513d-48eb-9bdd-6d217657d3b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:40.008076 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133754c2-513d-48eb-9bdd-6d217657d3b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:40.008393 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133754c2-513d-48eb-9bdd-6d217657d3b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133754c2-513d-48eb-9bdd-6d217657d3b3 None None] Tracked resource versions report: Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: pushed versions: Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: { 'AddressGroup': {'1.2'}, Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: 'ConntrackHelper': {'1.0'}, Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: 'Log': {'1.0'}, Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: 'Network': {'1.1'}, Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: 'Port': {'1.7'}, Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: 'PortForwarding': {'1.2'}, Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: 'QosPolicy': {'1.10'}, Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: 'SecurityGroup': {'1.5'}, Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: 'SecurityGroupRule': {'1.2'}, Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: 'SubPort': {'1.0'}, Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: 'Subnet': {'1.1'}, Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: 'Trunk': {'1.1'}} Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: consumer versions: Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: { DHCP agent@n-d-816629-1: {}, Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: HyperV agent@n-h1-816629-1: {}, Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: HyperV agent@n-h2-816629-1: {}, Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: L3 agent@n-d-816629-1: {}, Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: Metadata agent@n-d-816629-1: {}, Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: Metering agent@n-d-816629-1: {}, Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: Open vSwitch agent@n-d-816629-1: { 'AddressGroup': '1.2', Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: 'ConntrackHelper': '1.0', Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: 'Log': '1.0', Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: 'Network': '1.1', Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: 'Port': '1.7', Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: 'PortForwarding': '1.2', Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: 'QosPolicy': '1.10', Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: 'SecurityGroup': '1.5', Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: 'SecurityGroupRule': '1.2', Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: 'SubPort': '1.0', Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: 'Subnet': '1.1', Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: 'Trunk': '1.1'}} Nov 04 10:28:40.009465 n-d-816629-1 neutron-server[101777]: {{(pid=101777) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 10:28:40.038188 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-5dc9a864-d0d3-4cc4-9556-9c580321ea63 None None] For port 10a42fe5-1a71-4c65-b3fc-d07f9e302ffa, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:28:40.042154 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-5dc9a864-d0d3-4cc4-9556-9c580321ea63 None None] For port 10a42fe5-1a71-4c65-b3fc-d07f9e302ffa, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=10a42fe5-1a71-4c65-b3fc-d07f9e302ffa,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:28:40.051308 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-5dc9a864-d0d3-4cc4-9556-9c580321ea63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:40.076933 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55694) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:40.140100 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-adc7bef6-92a8-4ede-ada4-67a94876a961 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:40.171324 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133754c2-513d-48eb-9bdd-6d217657d3b3 None None] Pushing event updated for resources: {'Port': ['ID=10a42fe5-1a71-4c65-b3fc-d07f9e302ffa,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:40.181116 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-adc7bef6-92a8-4ede-ada4-67a94876a961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:40.185029 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc9a864-d0d3-4cc4-9556-9c580321ea63 None None] Routers {'15995b10-2910-4f4a-9445-c953275ba754'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:28:40.186616 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-5dc9a864-d0d3-4cc4-9556-9c580321ea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:28:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['15995b10-2910-4f4a-9445-c953275ba754'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:28:40.270382 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc7bef6-92a8-4ede-ada4-67a94876a961 admin admin] Network d1916c7c-e081-4089-adc9-d25f9f439e58 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:28:40.275909 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-adc7bef6-92a8-4ede-ada4-67a94876a961 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:28:40.287791 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc7bef6-92a8-4ede-ada4-67a94876a961 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:28:40.290889 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-adc7bef6-92a8-4ede-ada4-67a94876a961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:40.323348 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55712) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:40.435841 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-5dc9a864-d0d3-4cc4-9556-9c580321ea63 None None] Set router 15995b10-2910-4f4a-9445-c953275ba754 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:28:40.561001 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6e127fe8-7da7-47e9-b845-d812cf5face7 req-f21f957a-fdb3-4cc0-923b-19ee87602dbb tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 210 time: 0.1051433 Nov 04 10:28:40.593407 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-7ba9ca94-10e7-49a1-83c7-d8e6cb88f52f None None] Provisioning complete for port 209d1b47-7ef5-4fdb-baf9-6a33cf7c717e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:28:40.593592 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7ba9ca94-10e7-49a1-83c7-d8e6cb88f52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:40.728400 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7bef6-92a8-4ede-ada4-67a94876a961 admin admin] Pushing event updated for resources: {'Port': ['ID=39836a9c-a094-4396-bf1d-7bed15846941,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:40.761390 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-5dc9a864-d0d3-4cc4-9556-9c580321ea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15995b10-2910-4f4a-9445-c953275ba754', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1010339688-router', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:37Z', 'revision_number': 3, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'gw_port': {'id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bf:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:28:40.797458 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc9a864-d0d3-4cc4-9556-9c580321ea63 None None] The sync data for ids ['15995b10-2910-4f4a-9445-c953275ba754'] in n-d-816629-1 is: [{'id': '15995b10-2910-4f4a-9445-c953275ba754', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1010339688-router', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:37Z', 'revision_number': 3, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'gw_port': {'id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bf:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:28:40.860429 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 209d1b47-7ef5-4fdb-baf9-6a33cf7c717e up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:28:40.868625 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-adc7bef6-92a8-4ede-ada4-67a94876a961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:40.985409 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 209d1b47-7ef5-4fdb-baf9-6a33cf7c717e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:28:40.985778 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:41.055914 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-00de27e0-8c8c-445d-b97b-a335c8be9682 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:41.141344 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b8a61824-b7b2-42b1-9653-4be3eb407dc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:41.145742 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-447dc7c8-4fb1-451b-a0cd-00ee3d274346 None None] Provisioning complete for port 39836a9c-a094-4396-bf1d-7bed15846941 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:28:41.146325 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-447dc7c8-4fb1-451b-a0cd-00ee3d274346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:41.184231 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-adc7bef6-92a8-4ede-ada4-67a94876a961 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:41.197520 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-adc7bef6-92a8-4ede-ada4-67a94876a961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:41.198854 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-adc7bef6-92a8-4ede-ada4-67a94876a961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:41.331695 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-447dc7c8-4fb1-451b-a0cd-00ee3d274346 None None] Port 39836a9c-a094-4396-bf1d-7bed15846941 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:28:41.416440 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-00de27e0-8c8c-445d-b97b-a335c8be9682 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:41.433202 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-00de27e0-8c8c-445d-b97b-a335c8be9682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:41.501284 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de27e0-8c8c-445d-b97b-a335c8be9682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e1a640-6c86-498b-be8a-bd1941599678,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:41.543863 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc7bef6-92a8-4ede-ada4-67a94876a961 admin admin] Network d1916c7c-e081-4089-adc9-d25f9f439e58 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:28:41.544599 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b8a61824-b7b2-42b1-9653-4be3eb407dc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:41.545992 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55756) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:41.556374 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-adc7bef6-92a8-4ede-ada4-67a94876a961 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:28:41.598930 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7bef6-92a8-4ede-ada4-67a94876a961 admin admin] Pushing event updated for resources: {'Port': ['ID=39836a9c-a094-4396-bf1d-7bed15846941,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:41.607880 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc224655-7da8-48c7-938a-580cb3091186 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:41.673537 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b8a61824-b7b2-42b1-9653-4be3eb407dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:41.730044 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-00de27e0-8c8c-445d-b97b-a335c8be9682 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=4d23e8bd1a6845159b2b66e677f9c302&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6518111 Nov 04 10:28:41.730703 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55764) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:41.819483 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc7bef6-92a8-4ede-ada4-67a94876a961 admin admin] Router 15995b10-2910-4f4a-9445-c953275ba754 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:28:41.869566 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b8a61824-b7b2-42b1-9653-4be3eb407dc6 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=7141fe6b5838458aa5e84802784d4cd3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5448287 Nov 04 10:28:41.885352 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55772) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:41.985355 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a61824-b7b2-42b1-9653-4be3eb407dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b90da0-2cb8-4617-8b68-b5c4749f2534,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:42.076360 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-58edea5f-7269-421f-a18b-58c3d12d0a69 None None] Provisioning complete for port 39836a9c-a094-4396-bf1d-7bed15846941 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:28:42.078021 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-58edea5f-7269-421f-a18b-58c3d12d0a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:42.094716 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc7bef6-92a8-4ede-ada4-67a94876a961 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:28:42.110662 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-adc7bef6-92a8-4ede-ada4-67a94876a961 admin admin] 10.222.0.127 "PUT /v2.0/routers/15995b10-2910-4f4a-9445-c953275ba754/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5654149 Nov 04 10:28:42.119575 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc224655-7da8-48c7-938a-580cb3091186 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:42.132328 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc224655-7da8-48c7-938a-580cb3091186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:42.192796 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:42.205946 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3f4dbd75-92a9-4fde-b35e-21eaa3e29a32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:42.208264 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-58edea5f-7269-421f-a18b-58c3d12d0a69 None None] Port 39836a9c-a094-4396-bf1d-7bed15846941 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:28:42.226865 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-77d2e8de-00af-432f-acbd-ac3ef0af8128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:42.241913 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55806) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:42.242135 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bc224655-7da8-48c7-938a-580cb3091186 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=2fa9f904285d405c823ebe5cdfce8418&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6805696 Nov 04 10:28:42.243145 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc224655-7da8-48c7-938a-580cb3091186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31def155-e021-4847-be0c-4c298f3204ac,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:42.283496 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3f4dbd75-92a9-4fde-b35e-21eaa3e29a32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:42.286900 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-77d2e8de-00af-432f-acbd-ac3ef0af8128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:42.363239 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7ff6434d-de9d-4da8-9f48-f6abf68d317c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:42.383703 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3f4dbd75-92a9-4fde-b35e-21eaa3e29a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:42.387976 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3f4dbd75-92a9-4fde-b35e-21eaa3e29a32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:42.390268 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3f4dbd75-92a9-4fde-b35e-21eaa3e29a32 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/b1e1a640-6c86-498b-be8a-bd1941599678 HTTP/1.1" status: 204 len: 168 time: 0.6550555 Nov 04 10:28:42.401926 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55814) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:42.419769 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7ff6434d-de9d-4da8-9f48-f6abf68d317c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:42.423051 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-77d2e8de-00af-432f-acbd-ac3ef0af8128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:42.430114 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-77d2e8de-00af-432f-acbd-ac3ef0af8128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:42.436014 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-77d2e8de-00af-432f-acbd-ac3ef0af8128 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/a2b90da0-2cb8-4617-8b68-b5c4749f2534 HTTP/1.1" status: 204 len: 168 time: 0.5367122 Nov 04 10:28:42.461564 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4dbd75-92a9-4fde-b35e-21eaa3e29a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e1a640-6c86-498b-be8a-bd1941599678,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:42.505811 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-0e03d04d-7d3a-4dd4-8f16-d9ce84e71e36 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=c2ce014f2a0740e7a625fc6d5378be33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1000478 Nov 04 10:28:42.507075 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2e8de-00af-432f-acbd-ac3ef0af8128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b90da0-2cb8-4617-8b68-b5c4749f2534,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:42.527406 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7ff6434d-de9d-4da8-9f48-f6abf68d317c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:42.532135 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7ff6434d-de9d-4da8-9f48-f6abf68d317c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:42.533537 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7ff6434d-de9d-4da8-9f48-f6abf68d317c admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/31def155-e021-4847-be0c-4c298f3204ac HTTP/1.1" status: 204 len: 168 time: 0.2905934 Nov 04 10:28:42.557898 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6434d-de9d-4da8-9f48-f6abf68d317c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31def155-e021-4847-be0c-4c298f3204ac,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:42.690890 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-06b9f2dc-1bac-4731-9f87-c91d70deab52 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:42.697871 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-06b9f2dc-1bac-4731-9f87-c91d70deab52 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1853378 Nov 04 10:28:42.727781 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-53cc5d4e-cf2a-428b-b329-56360b65efe4 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/quotas/c2ce014f2a0740e7a625fc6d5378be33 HTTP/1.1" status: 200 len: 375 time: 0.0258386 Nov 04 10:28:42.805162 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-44fd4233-1cb8-46fd-8bbd-346ae3cf3107 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=c2ce014f2a0740e7a625fc6d5378be33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764704 Nov 04 10:28:42.821624 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 10a42fe5-1a71-4c65-b3fc-d07f9e302ffa up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:28:42.857369 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-65b3dd76-ab81-43ae-962f-6e5712f89991 req-d543f196-6c27-45ec-bba5-14c1d5a9b807 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 210 time: 0.0380800 Nov 04 10:28:42.910919 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 10a42fe5-1a71-4c65-b3fc-d07f9e302ffa triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:28:42.911298 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:43.011769 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:43.034955 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 10a42fe5-1a71-4c65-b3fc-d07f9e302ffa, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=10a42fe5-1a71-4c65-b3fc-d07f9e302ffa,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:28:43.043431 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:43.152945 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=10a42fe5-1a71-4c65-b3fc-d07f9e302ffa,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:43.265213 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-93259132-4bbb-4ae7-8d42-9c04b9c21e34 req-14902ebd-d31b-4250-84f2-9814b831b919 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 210 time: 0.0491660 Nov 04 10:28:43.359748 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55852) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:43.381860 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55854) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:43.410850 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e1ef4bcc-35ad-475d-b0ac-6d5224f07529 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:43.416372 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ddb095fd-5a64-4fc5-b8d8-d2ede8e8648d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:43.611153 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ddb095fd-5a64-4fc5-b8d8-d2ede8e8648d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:43.620694 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ddb095fd-5a64-4fc5-b8d8-d2ede8e8648d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:43.704237 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ddb095fd-5a64-4fc5-b8d8-d2ede8e8648d admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=64da4e3b27154bb19ac19c8c1b04131d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3430724 Nov 04 10:28:43.707021 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55882) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:43.728137 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb095fd-5a64-4fc5-b8d8-d2ede8e8648d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a709554d-b4ef-4634-8f1c-42f830166bfa,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:43.755042 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e1ef4bcc-35ad-475d-b0ac-6d5224f07529 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:43.756128 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.126', 62937) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:43.772131 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e1ef4bcc-35ad-475d-b0ac-6d5224f07529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:43.781673 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fda7f11-0465-469a-a7a4-544c1c0a680a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:43.807937 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73be33a0-f234-4b42-8677-3bfa644f66df None None] Sync routers for ids ['15995b10-2910-4f4a-9445-c953275ba754'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:28:43.814250 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fda7f11-0465-469a-a7a4-544c1c0a680a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:43.824721 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73be33a0-f234-4b42-8677-3bfa644f66df None None] Routers {'15995b10-2910-4f4a-9445-c953275ba754'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:28:43.825651 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-73be33a0-f234-4b42-8677-3bfa644f66df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:28:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['15995b10-2910-4f4a-9445-c953275ba754'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:28:43.882301 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fda7f11-0465-469a-a7a4-544c1c0a680a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:43.890162 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e1ef4bcc-35ad-475d-b0ac-6d5224f07529 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=ceaa4263c62543a09f6d08e0eb13c3d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5038598 Nov 04 10:28:43.893302 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fda7f11-0465-469a-a7a4-544c1c0a680a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:43.897834 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9fda7f11-0465-469a-a7a4-544c1c0a680a admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/a709554d-b4ef-4634-8f1c-42f830166bfa HTTP/1.1" status: 204 len: 168 time: 0.1885231 Nov 04 10:28:43.899893 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55886) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:43.931971 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda7f11-0465-469a-a7a4-544c1c0a680a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a709554d-b4ef-4634-8f1c-42f830166bfa,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:43.973464 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef4bcc-35ad-475d-b0ac-6d5224f07529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7d3db0-33a0-4995-906d-9e9170b950f3,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:43.989628 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e708f6ac-32c5-4a81-9e89-83c590c77bd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:43.989871 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-60c40a6a-2698-4f9f-9f1b-b7384183aa7e tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.126 "GET /v2.0/networks?tenant_id=0714e3fa930a47f5b8f2aae47d4b9802&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2322996 Nov 04 10:28:44.043367 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55896) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:44.074348 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e708f6ac-32c5-4a81-9e89-83c590c77bd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:44.174642 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e708f6ac-32c5-4a81-9e89-83c590c77bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:44.179224 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e708f6ac-32c5-4a81-9e89-83c590c77bd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:44.184284 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e708f6ac-32c5-4a81-9e89-83c590c77bd1 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/fc7d3db0-33a0-4995-906d-9e9170b950f3 HTTP/1.1" status: 204 len: 168 time: 0.2777913 Nov 04 10:28:44.202677 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708f6ac-32c5-4a81-9e89-83c590c77bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7d3db0-33a0-4995-906d-9e9170b950f3,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:44.306990 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-73be33a0-f234-4b42-8677-3bfa644f66df None None] Set router 15995b10-2910-4f4a-9445-c953275ba754 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:28:44.336929 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-95deaa35-7cd3-4653-a1cf-e0d7667581a6 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=6ca5b045be274a30af74dee8d7064a99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0872946 Nov 04 10:28:44.460104 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-ad9f2d09-5fba-42ba-9c4f-9ff78278fec4 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:44.462068 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-ad9f2d09-5fba-42ba-9c4f-9ff78278fec4 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4589846 Nov 04 10:28:44.484072 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d857318-548c-46c6-9fab-3f4660c66f4b req-d1030ce0-7209-4f2a-baca-14c9d5783849 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 210 time: 0.0910959 Nov 04 10:28:44.574476 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-e3e7567b-effb-4681-a878-3e661b81b52e tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:44.576052 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-e3e7567b-effb-4681-a878-3e661b81b52e tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2217019 Nov 04 10:28:44.581994 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-eecebe3a-a69c-44d7-83ef-e2700c4a8520 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Request body: {'port': {'device_id': 'a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': '0714e3fa930a47f5b8f2aae47d4b9802'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:28:44.586362 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:44.622332 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ad2e6dc6-86bd-4e8b-9475-28fe80526c04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:44.700049 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-73be33a0-f234-4b42-8677-3bfa644f66df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15995b10-2910-4f4a-9445-c953275ba754', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1010339688-router', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:40Z', 'revision_number': 4, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'gw_port': {'id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '39836a9c-a094-4396-bf1d-7bed15846941', 'name': '', 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'mac_address': 'fa:16:3e:f2:b1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:39Z', 'updated_at': '2021-11-04T10:28:40Z', 'revision_number': 2, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'subnets': [{'id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:28:44.741363 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73be33a0-f234-4b42-8677-3bfa644f66df None None] Checking router: 15995b10-2910-4f4a-9445-c953275ba754 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:28:44.742128 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73be33a0-f234-4b42-8677-3bfa644f66df None None] Updating router 15995b10-2910-4f4a-9445-c953275ba754 port 39836a9c-a094-4396-bf1d-7bed15846941 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:28:44.778128 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-73be33a0-f234-4b42-8677-3bfa644f66df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:44.818708 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ad2e6dc6-86bd-4e8b-9475-28fe80526c04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:44.828789 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ad2e6dc6-86bd-4e8b-9475-28fe80526c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:44.897976 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ad2e6dc6-86bd-4e8b-9475-28fe80526c04 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=41e35198cb4d4867b1e297e19901c04b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8514469 Nov 04 10:28:44.899358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55946) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:44.988075 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e6dc6-86bd-4e8b-9475-28fe80526c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2be973-60cb-4918-99e3-313fd28c67e9,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:45.011258 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7942ac38-7128-48fc-81db-e74fd926a487 req-2946d7c1-c4e5-47c1-a89d-264523c9c667 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 210 time: 0.3930357 Nov 04 10:28:45.038514 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-df8355cf-cf79-435e-94b5-9d3f287a2f80 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/quotas/6ca5b045be274a30af74dee8d7064a99 HTTP/1.1" status: 200 len: 375 time: 0.4413064 Nov 04 10:28:45.071200 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 10a42fe5-1a71-4c65-b3fc-d07f9e302ffa up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:28:45.106180 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-637d00d7-fe52-46c5-94a9-5bee42f80d43 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=6ca5b045be274a30af74dee8d7064a99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653672 Nov 04 10:28:45.160695 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dd020884-5fe1-49ce-9d76-b657650ba374 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:45.214111 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55952) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:45.244712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-2f237f97-ac6b-42ab-954f-439f13a6396b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882634246-network', 'tenant_id': '9caaff50e99b4a8ea0b70685f01817e8'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:28:45.308150 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dd020884-5fe1-49ce-9d76-b657650ba374 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:45.419494 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-16360b1b-8663-4dc0-9533-f7625e87d02f req-382c2287-aa95-49a6-81e1-8e0d8e5dfdf5 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/ports?device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 210 time: 0.0403454 Nov 04 10:28:45.439187 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-eecebe3a-a69c-44d7-83ef-e2700c4a8520 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Made reservation on behalf of 0714e3fa930a47f5b8f2aae47d4b9802 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:28:45.444071 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-eecebe3a-a69c-44d7-83ef-e2700c4a8520 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:45.455418 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-eecebe3a-a69c-44d7-83ef-e2700c4a8520 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:45.472096 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.db.api [None req-2f237f97-ac6b-42ab-954f-439f13a6396b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 04 10:28:45.472096 n-d-816629-1 neutron-server[101775]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 04 10:28:45.472096 n-d-816629-1 neutron-server[101775]: [parameters: {'project_id': '9caaff50e99b4a8ea0b70685f01817e8', 'id': '4af73749-faf4-4e1f-9b64-dbd9d2a82f48', 'expiration': datetime.datetime(2021, 11, 4, 10, 30, 45, 420509)}] Nov 04 10:28:45.472096 n-d-816629-1 neutron-server[101775]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:28:45.472518 n-d-816629-1 neutron-server[101775]: DEBUG oslo_db.api [None req-2f237f97-ac6b-42ab-954f-439f13a6396b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:28:45.519862 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dd020884-5fe1-49ce-9d76-b657650ba374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:45.523394 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dd020884-5fe1-49ce-9d76-b657650ba374 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:45.524583 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-dd020884-5fe1-49ce-9d76-b657650ba374 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/1c2be973-60cb-4918-99e3-313fd28c67e9 HTTP/1.1" status: 204 len: 168 time: 0.6228099 Nov 04 10:28:45.544419 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd020884-5fe1-49ce-9d76-b657650ba374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2be973-60cb-4918-99e3-313fd28c67e9,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:45.639044 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-eecebe3a-a69c-44d7-83ef-e2700c4a8520 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:45.689457 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-164640b8-66b9-442d-8039-553d27ffe64f req-5f6d29ea-8b1a-49f3-99dd-6808d91e4f5e tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 210 time: 0.0369031 Nov 04 10:28:45.693750 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-eecebe3a-a69c-44d7-83ef-e2700c4a8520 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:45.713744 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.121', 63548) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:45.788449 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 10a42fe5-1a71-4c65-b3fc-d07f9e302ffa triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:28:45.789618 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:45.793362 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-eebab7eb-6e91-4472-9b91-1e22120a4b41 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=c2ce014f2a0740e7a625fc6d5378be33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783741 Nov 04 10:28:45.850005 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-73be33a0-f234-4b42-8677-3bfa644f66df None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:45.865338 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecebe3a-a69c-44d7-83ef-e2700c4a8520 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7d6cfa-6c78-4337-9da1-58db59e16642,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:45.906013 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-73be33a0-f234-4b42-8677-3bfa644f66df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:45.976754 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cdf033-f2ed-45fa-ab4e-e2d8c8bed798 None None] Pushing event updated for resources: {'Port': ['ID=39836a9c-a094-4396-bf1d-7bed15846941,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:46.079973 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-73be33a0-f234-4b42-8677-3bfa644f66df None None] Attempting to bind port 39836a9c-a094-4396-bf1d-7bed15846941 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:28:46.080345 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-73be33a0-f234-4b42-8677-3bfa644f66df None None] Attempting to bind port 39836a9c-a094-4396-bf1d-7bed15846941 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '61f108e4-56f0-48ee-9c99-786617296cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:28:46.080714 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73be33a0-f234-4b42-8677-3bfa644f66df None None] Attempting to bind port 39836a9c-a094-4396-bf1d-7bed15846941 on network d1916c7c-e081-4089-adc9-d25f9f439e58 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:28:46.081511 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f237f97-ac6b-42ab-954f-439f13a6396b admin admin] Made reservation on behalf of 9caaff50e99b4a8ea0b70685f01817e8 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:28:46.084293 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f237f97-ac6b-42ab-954f-439f13a6396b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:46.100501 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73be33a0-f234-4b42-8677-3bfa644f66df None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:28:46.100912 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73be33a0-f234-4b42-8677-3bfa644f66df None None] Checking segment: {'id': '61f108e4-56f0-48ee-9c99-786617296cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:28:46.102614 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f237f97-ac6b-42ab-954f-439f13a6396b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:46.102969 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-73be33a0-f234-4b42-8677-3bfa644f66df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:46.104439 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73be33a0-f234-4b42-8677-3bfa644f66df None None] Bound using segment: {'id': '61f108e4-56f0-48ee-9c99-786617296cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:28:46.105117 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-73be33a0-f234-4b42-8677-3bfa644f66df None None] Bound port: 39836a9c-a094-4396-bf1d-7bed15846941, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f108e4-56f0-48ee-9c99-786617296cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:28:46.107260 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-73be33a0-f234-4b42-8677-3bfa644f66df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:46.203474 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-45c40920-f9c2-4555-b263-d3ccb4a7a08f tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:46.205870 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-45c40920-f9c2-4555-b263-d3ccb4a7a08f tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4043679 Nov 04 10:28:46.264493 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-73be33a0-f234-4b42-8677-3bfa644f66df None None] For port 39836a9c-a094-4396-bf1d-7bed15846941, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:28:46.277474 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5993ed8a-7769-4604-bded-e88b646b335b req-610985b5-571d-435c-b538-d655b5698731 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 210 time: 0.0674913 Nov 04 10:28:46.281531 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-73be33a0-f234-4b42-8677-3bfa644f66df None None] For port 39836a9c-a094-4396-bf1d-7bed15846941, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=39836a9c-a094-4396-bf1d-7bed15846941,segment=NetworkSegment(61f108e4-56f0-48ee-9c99-786617296cbb),segment_id=61f108e4-56f0-48ee-9c99-786617296cbb)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:28:46.291396 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-73be33a0-f234-4b42-8677-3bfa644f66df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:46.336037 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-a8f9591a-3c87-4bf2-a71a-51bd3fdf6ffa tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Request body: {'port': {'device_id': 'b40a4d30-944c-4909-a3d8-fa21578919a0', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': 'c2ce014f2a0740e7a625fc6d5378be33'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:28:46.403896 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-eecebe3a-a69c-44d7-83ef-e2700c4a8520 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Allocated IP 192.168.233.93 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/77e57f9f-ea7e-40ea-b914-7d64007d0f5d) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:28:46.435157 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73be33a0-f234-4b42-8677-3bfa644f66df None None] Routers {'15995b10-2910-4f4a-9445-c953275ba754'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:28:46.435545 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-73be33a0-f234-4b42-8677-3bfa644f66df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:28:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['15995b10-2910-4f4a-9445-c953275ba754'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:28:46.440249 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-21a39cc6-6cf6-4726-af13-f34396664a49 None None] Provisioning complete for port 39836a9c-a094-4396-bf1d-7bed15846941 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:28:46.440512 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-21a39cc6-6cf6-4726-af13-f34396664a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:46.496610 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cdf033-f2ed-45fa-ab4e-e2d8c8bed798 None None] Pushing event updated for resources: {'Port': ['ID=39836a9c-a094-4396-bf1d-7bed15846941,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:46.559079 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56008) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:46.730052 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-73be33a0-f234-4b42-8677-3bfa644f66df None None] Set router 15995b10-2910-4f4a-9445-c953275ba754 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:28:46.823868 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81d1c99c-dbcc-429a-a316-dd895aa699db admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:46.843809 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e468153-83dc-47c9-8ccf-16635a39aa12 req-0281a8cf-0a23-45ea-919f-6ad059698358 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/ports?device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 210 time: 0.3069348 Nov 04 10:28:46.865589 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f237f97-ac6b-42ab-954f-439f13a6396b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:46.881457 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-21a39cc6-6cf6-4726-af13-f34396664a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:46.985573 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b87a6164-16fc-4c4a-a2d9-3054a4073b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:46.997693 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a1372fa9-172d-4e48-90e2-c73a2be17af4 req-8be595ae-610c-403c-a8bd-353a0eede360 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 210 time: 0.1819344 Nov 04 10:28:47.023926 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f237f97-ac6b-42ab-954f-439f13a6396b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:47.083972 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-21a39cc6-6cf6-4726-af13-f34396664a49 None None] For port 39836a9c-a094-4396-bf1d-7bed15846941, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=39836a9c-a094-4396-bf1d-7bed15846941,segment=NetworkSegment(61f108e4-56f0-48ee-9c99-786617296cbb),segment_id=61f108e4-56f0-48ee-9c99-786617296cbb)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:28:47.093347 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-21a39cc6-6cf6-4726-af13-f34396664a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:47.107084 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f237f97-ac6b-42ab-954f-439f13a6396b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1166} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:28:47.241904 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a39cc6-6cf6-4726-af13-f34396664a49 None None] Pushing event updated for resources: {'Port': ['ID=39836a9c-a094-4396-bf1d-7bed15846941,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:47.260276 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-5c8ea5ac-73fd-4495-a924-5df01ff944e5 None None] Provisioning complete for port 39836a9c-a094-4396-bf1d-7bed15846941 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:28:47.260917 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5c8ea5ac-73fd-4495-a924-5df01ff944e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:47.269097 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f237f97-ac6b-42ab-954f-439f13a6396b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731188411140', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:47.269694 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f237f97-ac6b-42ab-954f-439f13a6396b admin admin] Unsubscribe: segment precommit_create {{(pid=101775) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 04 10:28:47.270159 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-2f237f97-ac6b-42ab-954f-439f13a6396b admin admin] Added segment 2301ceff-b396-425e-b474-1cb9e06a6307 of type vlan for network 243e931f-b3b5-4886-8be5-3eeabbd228fd Nov 04 10:28:47.316455 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-73be33a0-f234-4b42-8677-3bfa644f66df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15995b10-2910-4f4a-9445-c953275ba754', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1010339688-router', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:40Z', 'revision_number': 4, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'gw_port': {'id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '39836a9c-a094-4396-bf1d-7bed15846941', 'name': '', 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'mac_address': 'fa:16:3e:f2:b1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:39Z', 'updated_at': '2021-11-04T10:28:46Z', 'revision_number': 4, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'subnets': [{'id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:28:47.324069 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-a8f9591a-3c87-4bf2-a71a-51bd3fdf6ffa tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Made reservation on behalf of c2ce014f2a0740e7a625fc6d5378be33 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:28:47.340326 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-a8f9591a-3c87-4bf2-a71a-51bd3fdf6ffa tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:47.354824 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73be33a0-f234-4b42-8677-3bfa644f66df None None] The sync data for ids ['15995b10-2910-4f4a-9445-c953275ba754'] in n-d-816629-1 is: [{'id': '15995b10-2910-4f4a-9445-c953275ba754', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1010339688-router', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:40Z', 'revision_number': 4, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'gw_port': {'id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '39836a9c-a094-4396-bf1d-7bed15846941', 'name': '', 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'mac_address': 'fa:16:3e:f2:b1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:39Z', 'updated_at': '2021-11-04T10:28:46Z', 'revision_number': 4, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'subnets': [{'id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:28:47.357830 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81d1c99c-dbcc-429a-a316-dd895aa699db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:47.362748 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f237f97-ac6b-42ab-954f-439f13a6396b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ac154d-8ad9-4c04-bfcf-1be57c0b5cce,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:47.372319 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81d1c99c-dbcc-429a-a316-dd895aa699db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:47.435705 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-a8f9591a-3c87-4bf2-a71a-51bd3fdf6ffa tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:47.495913 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-81d1c99c-dbcc-429a-a316-dd895aa699db admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=873d631bf9ab42dea3aae74334ed9c12&name=default HTTP/1.1" status: 200 len: 2993 time: 0.8914621 Nov 04 10:28:47.522877 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56026) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:47.648254 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f237f97-ac6b-42ab-954f-439f13a6396b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:47.684786 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-eecebe3a-a69c-44d7-83ef-e2700c4a8520 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:47.811564 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.126', 62941) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:47.818664 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-eecebe3a-a69c-44d7-83ef-e2700c4a8520 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:47.845935 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f266fd64-28b3-4e7c-a5fa-3ec2a71423ca req-00d0b511-03cc-4891-9811-41ae4154fea8 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 210 time: 0.2852867 Nov 04 10:28:47.895260 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1c99c-dbcc-429a-a316-dd895aa699db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce055ec0-1e71-4a45-80f8-7e5e9f0e26ae,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:47.998223 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-eecebe3a-a69c-44d7-83ef-e2700c4a8520 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:28:48.006224 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-eecebe3a-a69c-44d7-83ef-e2700c4a8520 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:28:48.016766 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-eecebe3a-a69c-44d7-83ef-e2700c4a8520 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:28:48.023049 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-eecebe3a-a69c-44d7-83ef-e2700c4a8520 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:48.023706 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-eecebe3a-a69c-44d7-83ef-e2700c4a8520 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:48.027483 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-3d793c72-3073-4e5a-9766-cec2d81b7bee tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.126 "GET /v2.0/networks?tenant_id=6ca5b045be274a30af74dee8d7064a99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1804287 Nov 04 10:28:48.055446 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecebe3a-a69c-44d7-83ef-e2700c4a8520 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Pushing event updated for resources: {'Port': ['ID=77e57f9f-ea7e-40ea-b914-7d64007d0f5d,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:48.069174 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-eecebe3a-a69c-44d7-83ef-e2700c4a8520 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4917619 Nov 04 10:28:48.095571 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f237f97-ac6b-42ab-954f-439f13a6396b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:48.096370 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f237f97-ac6b-42ab-954f-439f13a6396b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:48.097010 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f237f97-ac6b-42ab-954f-439f13a6396b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:48.098652 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-cd7b1d5c-757b-4c77-8a48-ea62a3f010e3 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:28:48.103924 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-cd7b1d5c-757b-4c77-8a48-ea62a3f010e3 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.126 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0229080 Nov 04 10:28:48.151483 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f091b498-70a6-4564-b7d2-868034518735 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:48.293460 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2f237f97-ac6b-42ab-954f-439f13a6396b admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.0675716 Nov 04 10:28:48.346622 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56048) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:48.367710 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-89504f0c-88a7-4b34-aa70-d33955304dd4 req-0b80a818-5781-40d7-9b3d-0a46b541ae97 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/ports?device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 210 time: 0.1891472 Nov 04 10:28:48.372740 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-d0f3d047-fb1d-40d3-ae80-c1b3730324e4 admin admin] Request body: {'subnet': {'network_id': '243e931f-b3b5-4886-8be5-3eeabbd228fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882634246-subnet', 'tenant_id': '9caaff50e99b4a8ea0b70685f01817e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:28:48.527774 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-660b1eb7-d3bf-4049-8fdc-7096363e59ce None None] Provisioning complete for port 77e57f9f-ea7e-40ea-b914-7d64007d0f5d triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:28:48.528425 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-660b1eb7-d3bf-4049-8fdc-7096363e59ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:48.544645 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3dc4ec-c7f7-4e47-80f0-40853a18cf37 req-e58b1290-f384-4516-8e4d-5888f29652df tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:48.546398 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8f3dc4ec-c7f7-4e47-80f0-40853a18cf37 req-e58b1290-f384-4516-8e4d-5888f29652df tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 935 time: 0.3900278 Nov 04 10:28:48.696889 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-660b1eb7-d3bf-4049-8fdc-7096363e59ce None None] Port 77e57f9f-ea7e-40ea-b914-7d64007d0f5d cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:28:48.735959 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8f3dc4ec-c7f7-4e47-80f0-40853a18cf37 req-1447c52a-d18d-48d1-b8ba-eb378aae3667 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398387 Nov 04 10:28:48.738543 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f3d047-fb1d-40d3-ae80-c1b3730324e4 admin admin] Made reservation on behalf of 9caaff50e99b4a8ea0b70685f01817e8 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:28:48.755187 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d0f3d047-fb1d-40d3-ae80-c1b3730324e4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:49.024712 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 39836a9c-a094-4396-bf1d-7bed15846941 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:28:49.193754 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 39836a9c-a094-4396-bf1d-7bed15846941 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:28:49.197285 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:49.231970 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a851dd62-1526-4642-be2e-afb7efc343a3 req-387f93ef-4bd3-4031-811b-0bb0348a7860 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 210 time: 0.1175127 Nov 04 10:28:49.242294 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-a42ef095-1329-42c5-9bd1-5cd8e7922dba tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:49.244274 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-a42ef095-1329-42c5-9bd1-5cd8e7922dba tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1770442 Nov 04 10:28:49.337254 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5a4e4955-fe4d-4ad2-88e0-14c1e0b613e9 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Request body: {'port': {'device_id': '945abf86-0bd2-47cd-88fa-48fd04810fb5', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': '6ca5b045be274a30af74dee8d7064a99'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:28:49.414803 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e194cad6-865f-411d-8b6b-d63963ce8f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:49.478706 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-947c8d5c-8976-4758-ac00-fccf458bedea service neutron] Request body: {'port': {'device_id': 'a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29', 'device_owner': 'compute:tempest-test_az-1396949488', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:28:49.534248 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f091b498-70a6-4564-b7d2-868034518735 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:49.537752 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d0f3d047-fb1d-40d3-ae80-c1b3730324e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:49.538510 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f237f97-ac6b-42ab-954f-439f13a6396b admin admin] Pushing event updated for resources: {'Network': ['ID=243e931f-b3b5-4886-8be5-3eeabbd228fd,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:49.624672 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 243e931f-b3b5-4886-8be5-3eeabbd228fd details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:28:49.636093 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-a8f9591a-3c87-4bf2-a71a-51bd3fdf6ffa tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:49.702502 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-a8f9591a-3c87-4bf2-a71a-51bd3fdf6ffa tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:49.968347 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-90fe31d6-219a-47a1-9bba-c00144da5332 req-a09ffad2-91e0-4bc3-afb3-82fc9251c215 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/ports?device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 210 time: 0.4307010 Nov 04 10:28:50.168173 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3d047-fb1d-40d3-ae80-c1b3730324e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93c6a01a-6e20-4f5e-86ca-99c6d2441048,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:50.193754 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-947c8d5c-8976-4758-ac00-fccf458bedea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:50.280717 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3d047-fb1d-40d3-ae80-c1b3730324e4 admin admin] Checking segment: {'id': '2301ceff-b396-425e-b474-1cb9e06a6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '243e931f-b3b5-4886-8be5-3eeabbd228fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:28:50.282799 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f3d047-fb1d-40d3-ae80-c1b3730324e4 admin admin] Network hostable DHCP agents. Network: 243e931f-b3b5-4886-8be5-3eeabbd228fd, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:28:50.356794 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e712f-405c-41cc-80e5-ebfb477f2e54 req-5c8d7c62-7408-4aaf-a1c4-257c465c3af8 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:50.367231 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-905e712f-405c-41cc-80e5-ebfb477f2e54 req-5c8d7c62-7408-4aaf-a1c4-257c465c3af8 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 935 time: 0.4197755 Nov 04 10:28:50.456089 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5a4e4955-fe4d-4ad2-88e0-14c1e0b613e9 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Made reservation on behalf of 6ca5b045be274a30af74dee8d7064a99 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:28:50.459819 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5a4e4955-fe4d-4ad2-88e0-14c1e0b613e9 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:50.464077 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-a8f9591a-3c87-4bf2-a71a-51bd3fdf6ffa tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Allocated IP 192.168.233.35 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/f41af4ed-5274-4a66-92ed-c2ae1f5a6a51) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:28:50.611982 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:50.675420 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f3d047-fb1d-40d3-ae80-c1b3730324e4 admin admin] Network 243e931f-b3b5-4886-8be5-3eeabbd228fd is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:28:50.741209 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4830af47-13eb-4a01-acc8-8473bd8e3915 req-1c0bba06-92c6-4eb2-add1-1e9e31d17906 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 210 time: 0.3582413 Nov 04 10:28:50.745403 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9591a-3c87-4bf2-a71a-51bd3fdf6ffa tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b648cf-db7d-42b1-92cb-4326ec39aeb3,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:50.751224 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f091b498-70a6-4564-b7d2-868034518735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:50.758445 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f091b498-70a6-4564-b7d2-868034518735 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:50.768780 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f091b498-70a6-4564-b7d2-868034518735 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/ce055ec0-1e71-4a45-80f8-7e5e9f0e26ae HTTP/1.1" status: 204 len: 168 time: 3.1867616 Nov 04 10:28:50.770327 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-d0f3d047-fb1d-40d3-ae80-c1b3730324e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 243e931f-b3b5-4886-8be5-3eeabbd228fd) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:28:50.780859 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47e34dd-521d-4573-b89c-9cf02a71889f None None] Network 243e931f-b3b5-4886-8be5-3eeabbd228fd requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:28:50.785391 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5a4e4955-fe4d-4ad2-88e0-14c1e0b613e9 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:50.804325 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f3d047-fb1d-40d3-ae80-c1b3730324e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:50.805141 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d0f3d047-fb1d-40d3-ae80-c1b3730324e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:50.842440 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091b498-70a6-4564-b7d2-868034518735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce055ec0-1e71-4a45-80f8-7e5e9f0e26ae,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:51.034385 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-a8f9591a-3c87-4bf2-a71a-51bd3fdf6ffa tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:51.114914 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d0f3d047-fb1d-40d3-ae80-c1b3730324e4 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.7495441 Nov 04 10:28:51.121845 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56104) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:51.142543 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-905e712f-405c-41cc-80e5-ebfb477f2e54 req-6f9df890-69e1-4475-8f31-c5ea67f6abb2 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7741075 Nov 04 10:28:51.162054 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-6d1be5b4-ec5b-4e6e-92dc-932c95752af7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882634246-router', 'tenant_id': '9caaff50e99b4a8ea0b70685f01817e8', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:28:51.295469 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d1be5b4-ec5b-4e6e-92dc-932c95752af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:51.296521 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd6b195-b69f-4513-9c31-e00b2a39e39f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-243e931f-b3b5-4886-8be5-3eeabbd228fd', 'network_id': '243e931f-b3b5-4886-8be5-3eeabbd228fd', 'tenant_id': '9caaff50e99b4a8ea0b70685f01817e8', 'fixed_ips': [{'subnet_id': '93c6a01a-6e20-4f5e-86ca-99c6d2441048'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:28:51.296698 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d1be5b4-ec5b-4e6e-92dc-932c95752af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:51.297671 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b195-b69f-4513-9c31-e00b2a39e39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:51.313782 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-a8f9591a-3c87-4bf2-a71a-51bd3fdf6ffa tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:51.510697 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9591a-3c87-4bf2-a71a-51bd3fdf6ffa tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Pushing event updated for resources: {'Port': ['ID=f41af4ed-5274-4a66-92ed-c2ae1f5a6a51,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:51.523463 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5a4e4955-fe4d-4ad2-88e0-14c1e0b613e9 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:51.534162 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1c5e3b33-bd0c-43a3-b493-79cf163ecf6b req-4619d6ad-53b0-4d88-8119-abf13af1e12a tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/ports?device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 210 time: 0.3429010 Nov 04 10:28:51.675946 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d1be5b4-ec5b-4e6e-92dc-932c95752af7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:51.685367 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5a4e4955-fe4d-4ad2-88e0-14c1e0b613e9 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:51.773039 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-2dd6b195-b69f-4513-9c31-e00b2a39e39f None None] Allocated IP 172.20.0.2 (243e931f-b3b5-4886-8be5-3eeabbd228fd/93c6a01a-6e20-4f5e-86ca-99c6d2441048/64669bcb-787d-4faf-9cca-d872775d9936) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:28:51.802112 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-a8f9591a-3c87-4bf2-a71a-51bd3fdf6ffa tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:28:51.920401 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d1be5b4-ec5b-4e6e-92dc-932c95752af7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:51.927039 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-a8f9591a-3c87-4bf2-a71a-51bd3fdf6ffa tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:28:51.975658 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-a8f9591a-3c87-4bf2-a71a-51bd3fdf6ffa tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:28:51.984279 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-a8f9591a-3c87-4bf2-a71a-51bd3fdf6ffa tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:51.984279 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-a8f9591a-3c87-4bf2-a71a-51bd3fdf6ffa tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:52.048546 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-a8f9591a-3c87-4bf2-a71a-51bd3fdf6ffa tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7284362 Nov 04 10:28:52.096584 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-2f6fd260-d87a-43ec-86c5-590584f6a7aa tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:28:52.097801 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-2f6fd260-d87a-43ec-86c5-590584f6a7aa tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0325146 Nov 04 10:28:52.099365 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e4955-fe4d-4ad2-88e0-14c1e0b613e9 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c28476-daa8-4ef7-8d71-a9aeffb01c63,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:52.280788 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:52.343534 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cb363-7cae-462e-8da0-460cc329f7b2 req-41f5a148-e59f-4e1b-b6ec-e856ee7f0af8 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:52.348026 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-843cb363-7cae-462e-8da0-460cc329f7b2 req-41f5a148-e59f-4e1b-b6ec-e856ee7f0af8 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 935 time: 0.3729808 Nov 04 10:28:52.386065 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b195-b69f-4513-9c31-e00b2a39e39f None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:52.397581 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b195-b69f-4513-9c31-e00b2a39e39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:52.472551 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-843cb363-7cae-462e-8da0-460cc329f7b2 req-5deaa1a4-b722-4021-89c8-82154d69a4fd tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135013 Nov 04 10:28:52.549155 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-947c8d5c-8976-4758-ac00-fccf458bedea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e57f9f-ea7e-40ea-b914-7d64007d0f5d {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:28:52.580430 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-947c8d5c-8976-4758-ac00-fccf458bedea service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:52.586693 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd6b195-b69f-4513-9c31-e00b2a39e39f None None] Network 243e931f-b3b5-4886-8be5-3eeabbd228fd is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:28:52.592622 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a551ccf6-23bf-4ccc-ab45-d84a2feaf5b7 None None] Provisioning complete for port f41af4ed-5274-4a66-92ed-c2ae1f5a6a51 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:28:52.593007 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a551ccf6-23bf-4ccc-ab45-d84a2feaf5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:52.597927 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d1be5b4-ec5b-4e6e-92dc-932c95752af7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:52.657259 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d1be5b4-ec5b-4e6e-92dc-932c95752af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:52.721016 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900bb82-ed7a-45f2-8f24-10892001b5ac req-eedd2108-974a-4a7a-b5bd-e4373b9cd793 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:52.726652 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d900bb82-ed7a-45f2-8f24-10892001b5ac req-eedd2108-974a-4a7a-b5bd-e4373b9cd793 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 935 time: 0.4127538 Nov 04 10:28:52.728124 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-947c8d5c-8976-4758-ac00-fccf458bedea service neutron] Transition to ACTIVE for port object 77e57f9f-ea7e-40ea-b914-7d64007d0f5d will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:28:52.756089 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-947c8d5c-8976-4758-ac00-fccf458bedea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:52.759604 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a551ccf6-23bf-4ccc-ab45-d84a2feaf5b7 None None] Port f41af4ed-5274-4a66-92ed-c2ae1f5a6a51 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:28:52.765786 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-2dd6b195-b69f-4513-9c31-e00b2a39e39f None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:28:52.768789 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:52.792750 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd6b195-b69f-4513-9c31-e00b2a39e39f None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:28:52.826546 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6b195-b69f-4513-9c31-e00b2a39e39f None None] Pushing event updated for resources: {'Port': ['ID=64669bcb-787d-4faf-9cca-d872775d9936,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:52.917492 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d900bb82-ed7a-45f2-8f24-10892001b5ac req-f3a1b1f3-a7c2-4757-976c-782cd21d38e5 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812148 Nov 04 10:28:52.935162 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-2dd6b195-b69f-4513-9c31-e00b2a39e39f None None] Attempting to bind port 64669bcb-787d-4faf-9cca-d872775d9936 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:28:52.935162 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-2dd6b195-b69f-4513-9c31-e00b2a39e39f None None] Attempting to bind port 64669bcb-787d-4faf-9cca-d872775d9936 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '2301ceff-b396-425e-b474-1cb9e06a6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '243e931f-b3b5-4886-8be5-3eeabbd228fd'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:28:52.935468 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd6b195-b69f-4513-9c31-e00b2a39e39f None None] Attempting to bind port 64669bcb-787d-4faf-9cca-d872775d9936 on network 243e931f-b3b5-4886-8be5-3eeabbd228fd {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:28:52.948442 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5a4e4955-fe4d-4ad2-88e0-14c1e0b613e9 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Allocated IP 192.168.233.39 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/2e8a0056-fb83-47bb-b3ed-a7cf63be869a) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:28:52.949796 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd6b195-b69f-4513-9c31-e00b2a39e39f None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:28:52.950172 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd6b195-b69f-4513-9c31-e00b2a39e39f None None] Checking segment: {'id': '2301ceff-b396-425e-b474-1cb9e06a6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '243e931f-b3b5-4886-8be5-3eeabbd228fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:28:52.950569 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b195-b69f-4513-9c31-e00b2a39e39f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:52.950952 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd6b195-b69f-4513-9c31-e00b2a39e39f None None] Bound using segment: {'id': '2301ceff-b396-425e-b474-1cb9e06a6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '243e931f-b3b5-4886-8be5-3eeabbd228fd'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:28:52.951114 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c8d5c-8976-4758-ac00-fccf458bedea service neutron] Pushing event updated for resources: {'Port': ['ID=77e57f9f-ea7e-40ea-b914-7d64007d0f5d,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:52.953951 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-2dd6b195-b69f-4513-9c31-e00b2a39e39f None None] Bound port: 64669bcb-787d-4faf-9cca-d872775d9936, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2301ceff-b396-425e-b474-1cb9e06a6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '243e931f-b3b5-4886-8be5-3eeabbd228fd'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:28:52.958552 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b195-b69f-4513-9c31-e00b2a39e39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:53.215204 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f4c6e939-973d-472d-9891-83a96340bd65 req-10b8eb11-82f8-42f1-a935-ab5ae72c9a4d tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/ports?device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 210 time: 0.0960867 Nov 04 10:28:53.224726 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-947c8d5c-8976-4758-ac00-fccf458bedea service neutron] Attempting to bind port 77e57f9f-ea7e-40ea-b914-7d64007d0f5d on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:28:53.225322 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-947c8d5c-8976-4758-ac00-fccf458bedea service neutron] Attempting to bind port 77e57f9f-ea7e-40ea-b914-7d64007d0f5d by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:28:53.227940 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-947c8d5c-8976-4758-ac00-fccf458bedea service neutron] Attempting to bind port 77e57f9f-ea7e-40ea-b914-7d64007d0f5d on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:28:53.241311 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-947c8d5c-8976-4758-ac00-fccf458bedea service neutron] Port 77e57f9f-ea7e-40ea-b914-7d64007d0f5d on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:28:53.241724 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-947c8d5c-8976-4758-ac00-fccf458bedea service neutron] Attempting to bind port 77e57f9f-ea7e-40ea-b914-7d64007d0f5d on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:28:53.253081 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-947c8d5c-8976-4758-ac00-fccf458bedea service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:28:53.254961 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-947c8d5c-8976-4758-ac00-fccf458bedea service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:28:53.256146 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-947c8d5c-8976-4758-ac00-fccf458bedea service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:28:53.258473 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-947c8d5c-8976-4758-ac00-fccf458bedea service neutron] Bound port: 77e57f9f-ea7e-40ea-b914-7d64007d0f5d, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:28:53.258940 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-947c8d5c-8976-4758-ac00-fccf458bedea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:53.262233 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2dd6b195-b69f-4513-9c31-e00b2a39e39f None None] For port 64669bcb-787d-4faf-9cca-d872775d9936, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:28:53.279769 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2dd6b195-b69f-4513-9c31-e00b2a39e39f None None] For port 64669bcb-787d-4faf-9cca-d872775d9936, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=64669bcb-787d-4faf-9cca-d872775d9936,segment=NetworkSegment(2301ceff-b396-425e-b474-1cb9e06a6307),segment_id=2301ceff-b396-425e-b474-1cb9e06a6307)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:28:53.289743 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b195-b69f-4513-9c31-e00b2a39e39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:53.449606 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-947c8d5c-8976-4758-ac00-fccf458bedea service neutron] For port 77e57f9f-ea7e-40ea-b914-7d64007d0f5d, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:28:53.458294 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6b195-b69f-4513-9c31-e00b2a39e39f None None] Pushing event updated for resources: {'Port': ['ID=64669bcb-787d-4faf-9cca-d872775d9936,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:53.482073 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-947c8d5c-8976-4758-ac00-fccf458bedea service neutron] For port 77e57f9f-ea7e-40ea-b914-7d64007d0f5d, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=77e57f9f-ea7e-40ea-b914-7d64007d0f5d,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:28:53.489351 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-947c8d5c-8976-4758-ac00-fccf458bedea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:53.495276 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-5fb976cb-cd91-4424-ad72-40a4722190ee service neutron] Request body: {'port': {'device_id': 'b40a4d30-944c-4909-a3d8-fa21578919a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:28:53.640904 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-6d1be5b4-ec5b-4e6e-92dc-932c95752af7 admin admin] Allocated IP 172.25.7.180 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/dcec0107-8819-41d8-811b-72600db13c0b) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:28:53.676603 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c8d5c-8976-4758-ac00-fccf458bedea service neutron] Pushing event updated for resources: {'Port': ['ID=77e57f9f-ea7e-40ea-b914-7d64007d0f5d,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:53.725896 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-947c8d5c-8976-4758-ac00-fccf458bedea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:53.726624 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-947c8d5c-8976-4758-ac00-fccf458bedea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:53.730950 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-947c8d5c-8976-4758-ac00-fccf458bedea service neutron] 10.222.0.126 "PUT /v2.0/ports/77e57f9f-ea7e-40ea-b914-7d64007d0f5d HTTP/1.1" status: 200 len: 1117 time: 5.0212104 Nov 04 10:28:53.734505 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29', 'tag': '77e57f9f-ea7e-40ea-b914-7d64007d0f5d'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:28:53.852862 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-5fb976cb-cd91-4424-ad72-40a4722190ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:54.039181 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5a4e4955-fe4d-4ad2-88e0-14c1e0b613e9 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:54.146790 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5a4e4955-fe4d-4ad2-88e0-14c1e0b613e9 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:54.348125 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5a4e4955-fe4d-4ad2-88e0-14c1e0b613e9 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:28:54.360058 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5a4e4955-fe4d-4ad2-88e0-14c1e0b613e9 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:28:54.422682 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-a8a83178-21b2-4172-a2e1-ff7d0dcef0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:54.422682 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-a8a83178-21b2-4172-a2e1-ff7d0dcef0d7 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0714e3fa930a47f5b8f2aae47d4b9802&device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 1120 time: 0.4825046 Nov 04 10:28:54.442841 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5a4e4955-fe4d-4ad2-88e0-14c1e0b613e9 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:28:54.472869 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0da6c-26b0-4e57-97ac-c0f8425d166c req-f8ce955a-1924-4892-965b-6e6015c760aa tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:54.481097 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-64b0da6c-26b0-4e57-97ac-c0f8425d166c req-f8ce955a-1924-4892-965b-6e6015c760aa tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 935 time: 0.5142663 Nov 04 10:28:54.481620 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5a4e4955-fe4d-4ad2-88e0-14c1e0b613e9 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:54.482387 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5a4e4955-fe4d-4ad2-88e0-14c1e0b613e9 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:54.675875 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-0fb3c9e9-8794-406d-9d3e-4e5186e10534 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=77e57f9f-ea7e-40ea-b914-7d64007d0f5d HTTP/1.1" status: 200 len: 217 time: 0.1863525 Nov 04 10:28:54.681640 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e87bb9-aefd-427b-9e4e-9e3dfefbee93" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29", "tag": "77e57f9f-ea7e-40ea-b914-7d64007d0f5d"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:28:54.878423 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e3c07652-3232-4531-a816-e66be5f7ad2e None None] Provisioning complete for port 2e8a0056-fb83-47bb-b3ed-a7cf63be869a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:28:54.879071 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e3c07652-3232-4531-a816-e66be5f7ad2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:54.984812 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e4955-fe4d-4ad2-88e0-14c1e0b613e9 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Pushing event updated for resources: {'Port': ['ID=2e8a0056-fb83-47bb-b3ed-a7cf63be869a,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:55.005221 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-64b0da6c-26b0-4e57-97ac-c0f8425d166c req-2bfbb0e0-4bf4-4e69-80c1-11ec5cf0b31d tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341894 Nov 04 10:28:55.005752 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e3c07652-3232-4531-a816-e66be5f7ad2e None None] Port 2e8a0056-fb83-47bb-b3ed-a7cf63be869a cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:28:55.020599 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 64669bcb-787d-4faf-9cca-d872775d9936 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:28:55.076849 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5a4e4955-fe4d-4ad2-88e0-14c1e0b613e9 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7805710 Nov 04 10:28:55.134199 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-2c5fc160-bcf0-4a8e-8a57-4b7dd2d6d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:55.135597 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-2c5fc160-bcf0-4a8e-8a57-4b7dd2d6d28e service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.4312153 Nov 04 10:28:55.152102 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5192c907-1859-4002-a6dc-79ef364f58fa service neutron] Request body: {'port': {'device_id': '945abf86-0bd2-47cd-88fa-48fd04810fb5', 'device_owner': 'compute:tempest-test_az-1396949488', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:28:55.191929 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 64669bcb-787d-4faf-9cca-d872775d9936 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:28:55.196613 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:55.284320 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d1be5b4-ec5b-4e6e-92dc-932c95752af7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:55.411449 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6adb4-4c85-4402-a8f5-5aa3eb9a44c9 req-eb95feb0-c07e-4e7c-9c20-2e080fa2afc7 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:55.426166 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0cb6adb4-4c85-4402-a8f5-5aa3eb9a44c9 req-eb95feb0-c07e-4e7c-9c20-2e080fa2afc7 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 969 time: 0.4863760 Nov 04 10:28:55.458073 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:55.485248 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-c3cfa1de-92d9-4ec6-a445-d61afcc4ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:55.488976 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-c3cfa1de-92d9-4ec6-a445-d61afcc4ac8f service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3403487 Nov 04 10:28:55.543238 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 64669bcb-787d-4faf-9cca-d872775d9936, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=64669bcb-787d-4faf-9cca-d872775d9936,segment=NetworkSegment(2301ceff-b396-425e-b474-1cb9e06a6307),segment_id=2301ceff-b396-425e-b474-1cb9e06a6307)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:28:55.550362 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:55.654220 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1acd1e-aa7d-4100-b2f7-69b93e45a330 None None] Network 243e931f-b3b5-4886-8be5-3eeabbd228fd requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:28:55.666009 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0cb6adb4-4c85-4402-a8f5-5aa3eb9a44c9 req-6e224515-c5ce-48d1-b5ab-e58421182a5b tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388375 Nov 04 10:28:55.691811 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17419f6-2e2d-4d6d-8b72-f7d023188436 req-80ad12bc-1d87-4400-bf05-fea2ef02ed27 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:55.693747 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c17419f6-2e2d-4d6d-8b72-f7d023188436 req-80ad12bc-1d87-4400-bf05-fea2ef02ed27 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/ports?device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 935 time: 0.4662092 Nov 04 10:28:55.732012 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-27e79bed-f1ad-446c-8710-ed514318f50f service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281132 Nov 04 10:28:55.752344 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5192c907-1859-4002-a6dc-79ef364f58fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:55.769085 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d1be5b4-ec5b-4e6e-92dc-932c95752af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:55.774639 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=64669bcb-787d-4faf-9cca-d872775d9936,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:55.786633 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c17419f6-2e2d-4d6d-8b72-f7d023188436 req-9e4b66ba-82b5-4da5-829e-610c726867ae tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/security-groups?id=66c28476-daa8-4ef7-8d71-a9aeffb01c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846250 Nov 04 10:28:55.871510 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-dcd4b5aa-bf68-4db2-8b7c-ec7ee566fc5c None None] Provisioning complete for port 64669bcb-787d-4faf-9cca-d872775d9936 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:28:55.872705 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dcd4b5aa-bf68-4db2-8b7c-ec7ee566fc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:55.946352 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a93f434e-eccc-44d7-82e3-9196456bc073 req-da748044-24ec-4259-b4a9-3417ca9e4f05 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748428 Nov 04 10:28:56.190352 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1be5b4-ec5b-4e6e-92dc-932c95752af7 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:28:56.200178 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-6d1be5b4-ec5b-4e6e-92dc-932c95752af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:28:56.222078 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1be5b4-ec5b-4e6e-92dc-932c95752af7 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:28:56.325515 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1be5b4-ec5b-4e6e-92dc-932c95752af7 admin admin] Pushing event updated for resources: {'Port': ['ID=dcec0107-8819-41d8-811b-72600db13c0b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:56.494021 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-5fb976cb-cd91-4424-ad72-40a4722190ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f41af4ed-5274-4a66-92ed-c2ae1f5a6a51 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:28:56.511047 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-5fb976cb-cd91-4424-ad72-40a4722190ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:56.524524 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625ea086-aed2-4b30-8baa-3ec30f5a8523 x-openstack-request-id: req-625ea086-aed2-4b30-8baa-3ec30f5a8523 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:28:56.525952 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29", "tag": "77e57f9f-ea7e-40ea-b914-7d64007d0f5d", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:28:56.526620 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-625ea086-aed2-4b30-8baa-3ec30f5a8523 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:28:56.527521 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29', 'tag': '77e57f9f-ea7e-40ea-b914-7d64007d0f5d', 'status': 'completed', 'code': 200} Nov 04 10:28:56.609287 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-5fb976cb-cd91-4424-ad72-40a4722190ee service neutron] Transition to ACTIVE for port object f41af4ed-5274-4a66-92ed-c2ae1f5a6a51 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:28:56.669535 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b920a57f-2ee9-4fde-9e40-e26607f9cfda None None] Provisioning complete for port 64669bcb-787d-4faf-9cca-d872775d9936 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:28:56.673740 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b920a57f-2ee9-4fde-9e40-e26607f9cfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:56.708945 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e87bb9-aefd-427b-9e4e-9e3dfefbee93 req-be35d3ce-2e45-48a7-9d72-b73e85c3d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:56.711329 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33e87bb9-aefd-427b-9e4e-9e3dfefbee93 req-be35d3ce-2e45-48a7-9d72-b73e85c3d5c5 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0714e3fa930a47f5b8f2aae47d4b9802&device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 1120 time: 0.1128068 Nov 04 10:28:56.785529 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-5fb976cb-cd91-4424-ad72-40a4722190ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:56.825257 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92cc75-7082-48b3-87ed-964cef6b1807 req-a4cdaea3-ea6b-4c00-8fa8-e60c8df3caad tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:56.829414 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bb92cc75-7082-48b3-87ed-964cef6b1807 req-a4cdaea3-ea6b-4c00-8fa8-e60c8df3caad tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 947 time: 0.1452262 Nov 04 10:28:56.918897 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 64669bcb-787d-4faf-9cca-d872775d9936 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:28:56.938093 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb976cb-cd91-4424-ad72-40a4722190ee service neutron] Pushing event updated for resources: {'Port': ['ID=f41af4ed-5274-4a66-92ed-c2ae1f5a6a51,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:56.957148 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bb92cc75-7082-48b3-87ed-964cef6b1807 req-55bd78a5-0907-4301-bbe0-d464e35f6665 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171763 Nov 04 10:28:57.172441 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 64669bcb-787d-4faf-9cca-d872775d9936 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:28:57.172837 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:57.450487 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-5fb976cb-cd91-4424-ad72-40a4722190ee service neutron] Attempting to bind port f41af4ed-5274-4a66-92ed-c2ae1f5a6a51 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:28:57.451633 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-5fb976cb-cd91-4424-ad72-40a4722190ee service neutron] Attempting to bind port f41af4ed-5274-4a66-92ed-c2ae1f5a6a51 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:28:57.452148 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-5fb976cb-cd91-4424-ad72-40a4722190ee service neutron] Attempting to bind port f41af4ed-5274-4a66-92ed-c2ae1f5a6a51 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:28:57.472734 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5192c907-1859-4002-a6dc-79ef364f58fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8a0056-fb83-47bb-b3ed-a7cf63be869a {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:28:57.488218 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-5fb976cb-cd91-4424-ad72-40a4722190ee service neutron] Port f41af4ed-5274-4a66-92ed-c2ae1f5a6a51 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:28:57.488806 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-5fb976cb-cd91-4424-ad72-40a4722190ee service neutron] Attempting to bind port f41af4ed-5274-4a66-92ed-c2ae1f5a6a51 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:28:57.494561 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5192c907-1859-4002-a6dc-79ef364f58fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:57.507341 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d1be5b4-ec5b-4e6e-92dc-932c95752af7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:57.509555 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-5fb976cb-cd91-4424-ad72-40a4722190ee service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:28:57.510096 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-5fb976cb-cd91-4424-ad72-40a4722190ee service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:28:57.511636 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-5fb976cb-cd91-4424-ad72-40a4722190ee service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:28:57.518046 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-5fb976cb-cd91-4424-ad72-40a4722190ee service neutron] Bound port: f41af4ed-5274-4a66-92ed-c2ae1f5a6a51, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:28:57.518745 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-5fb976cb-cd91-4424-ad72-40a4722190ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:57.581612 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5192c907-1859-4002-a6dc-79ef364f58fa service neutron] Transition to ACTIVE for port object 2e8a0056-fb83-47bb-b3ed-a7cf63be869a will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:28:57.597884 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5192c907-1859-4002-a6dc-79ef364f58fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:57.759924 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192c907-1859-4002-a6dc-79ef364f58fa service neutron] Pushing event updated for resources: {'Port': ['ID=2e8a0056-fb83-47bb-b3ed-a7cf63be869a,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:57.897969 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbd33d-3857-4186-a263-a30262ff87dc req-4f309d32-8a79-4412-801b-d04aa75e5173 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:57.900282 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-62fbd33d-3857-4186-a263-a30262ff87dc req-4f309d32-8a79-4412-801b-d04aa75e5173 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 969 time: 0.6984930 Nov 04 10:28:57.950631 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e694d9-331c-4a48-a2b6-25040ff8db38 req-9730b21d-77dc-42c7-baf7-722b04753855 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:57.952649 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-02e694d9-331c-4a48-a2b6-25040ff8db38 req-9730b21d-77dc-42c7-baf7-722b04753855 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/ports?device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 969 time: 0.1644316 Nov 04 10:28:57.954471 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e87bb9-aefd-427b-9e4e-9e3dfefbee93 req-d7e8fd3e-889e-48e2-9731-d760efb29aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:57.956001 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33e87bb9-aefd-427b-9e4e-9e3dfefbee93 req-d7e8fd3e-889e-48e2-9731-d760efb29aea service neutron] 10.222.0.126 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.7371655 Nov 04 10:28:58.063534 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-5fb976cb-cd91-4424-ad72-40a4722190ee service neutron] For port f41af4ed-5274-4a66-92ed-c2ae1f5a6a51, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:28:58.093905 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-5fb976cb-cd91-4424-ad72-40a4722190ee service neutron] For port f41af4ed-5274-4a66-92ed-c2ae1f5a6a51, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=f41af4ed-5274-4a66-92ed-c2ae1f5a6a51,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:28:58.098268 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-02e694d9-331c-4a48-a2b6-25040ff8db38 req-b4e0034f-f8bf-459b-9293-86a9f8b4c373 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/security-groups?id=66c28476-daa8-4ef7-8d71-a9aeffb01c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382170 Nov 04 10:28:58.148029 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-62fbd33d-3857-4186-a263-a30262ff87dc req-3d5c953a-f037-4dd0-81a2-01ab54219a6b tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392983 Nov 04 10:28:58.212332 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-5fb976cb-cd91-4424-ad72-40a4722190ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:58.220349 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5192c907-1859-4002-a6dc-79ef364f58fa service neutron] Attempting to bind port 2e8a0056-fb83-47bb-b3ed-a7cf63be869a on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:28:58.220888 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5192c907-1859-4002-a6dc-79ef364f58fa service neutron] Attempting to bind port 2e8a0056-fb83-47bb-b3ed-a7cf63be869a by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:28:58.221392 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5192c907-1859-4002-a6dc-79ef364f58fa service neutron] Attempting to bind port 2e8a0056-fb83-47bb-b3ed-a7cf63be869a on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:28:58.255714 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5192c907-1859-4002-a6dc-79ef364f58fa service neutron] Port 2e8a0056-fb83-47bb-b3ed-a7cf63be869a on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:28:58.256310 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5192c907-1859-4002-a6dc-79ef364f58fa service neutron] Attempting to bind port 2e8a0056-fb83-47bb-b3ed-a7cf63be869a on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:28:58.287467 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5192c907-1859-4002-a6dc-79ef364f58fa service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:28:58.287853 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5192c907-1859-4002-a6dc-79ef364f58fa service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:28:58.288202 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5192c907-1859-4002-a6dc-79ef364f58fa service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:28:58.288657 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5192c907-1859-4002-a6dc-79ef364f58fa service neutron] Bound port: 2e8a0056-fb83-47bb-b3ed-a7cf63be869a, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:28:58.289037 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5192c907-1859-4002-a6dc-79ef364f58fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:58.291952 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-5fb976cb-cd91-4424-ad72-40a4722190ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:58.292598 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-5fb976cb-cd91-4424-ad72-40a4722190ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:58.294197 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-5fb976cb-cd91-4424-ad72-40a4722190ee service neutron] 10.222.0.121 "PUT /v2.0/ports/f41af4ed-5274-4a66-92ed-c2ae1f5a6a51 HTTP/1.1" status: 200 len: 1095 time: 5.7722318 Nov 04 10:28:58.357649 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40a4d30-944c-4909-a3d8-fa21578919a0', 'tag': 'f41af4ed-5274-4a66-92ed-c2ae1f5a6a51'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:28:58.681759 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88598f0-32fc-4d62-9cc3-eb8b67160221" -d '{"events": [{"name": "network-changed", "server_uuid": "b40a4d30-944c-4909-a3d8-fa21578919a0", "tag": "f41af4ed-5274-4a66-92ed-c2ae1f5a6a51"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:28:58.769820 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33e87bb9-aefd-427b-9e4e-9e3dfefbee93 req-c0e80065-8388-44d7-930e-2619300dfcff service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=77e57f9f-ea7e-40ea-b914-7d64007d0f5d HTTP/1.1" status: 200 len: 217 time: 0.1413894 Nov 04 10:28:58.805493 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb976cb-cd91-4424-ad72-40a4722190ee service neutron] Pushing event updated for resources: {'Port': ['ID=f41af4ed-5274-4a66-92ed-c2ae1f5a6a51,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:58.837549 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d1be5b4-ec5b-4e6e-92dc-932c95752af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:58.839504 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc0668-1634-43ac-ad47-09e426f5f98f req-415ec97e-ba7e-4af1-bda0-ac6a1fb10ccc tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:58.852780 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a5bc0668-1634-43ac-ad47-09e426f5f98f req-415ec97e-ba7e-4af1-bda0-ac6a1fb10ccc tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 947 time: 0.3385766 Nov 04 10:28:58.984902 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-6095412c-ca43-43bf-84ae-c5760b7bdcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:58.986628 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-6095412c-ca43-43bf-84ae-c5760b7bdcbd service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c2ce014f2a0740e7a625fc6d5378be33&device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 1098 time: 0.5056667 Nov 04 10:28:59.004350 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5192c907-1859-4002-a6dc-79ef364f58fa service neutron] For port 2e8a0056-fb83-47bb-b3ed-a7cf63be869a, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:28:59.010025 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5192c907-1859-4002-a6dc-79ef364f58fa service neutron] For port 2e8a0056-fb83-47bb-b3ed-a7cf63be869a, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=2e8a0056-fb83-47bb-b3ed-a7cf63be869a,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:28:59.017210 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5192c907-1859-4002-a6dc-79ef364f58fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:59.053619 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e87bb9-aefd-427b-9e4e-9e3dfefbee93 req-7bc4ee85-4d0e-4876-9c76-d8a841f0b496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:59.063760 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33e87bb9-aefd-427b-9e4e-9e3dfefbee93 req-7bc4ee85-4d0e-4876-9c76-d8a841f0b496 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1676280 Nov 04 10:28:59.083894 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a5bc0668-1634-43ac-ad47-09e426f5f98f req-cb42939f-5997-4b20-8203-51072ca774e9 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188053 Nov 04 10:28:59.137218 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192c907-1859-4002-a6dc-79ef364f58fa service neutron] Pushing event updated for resources: {'Port': ['ID=2e8a0056-fb83-47bb-b3ed-a7cf63be869a,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:28:59.179151 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5192c907-1859-4002-a6dc-79ef364f58fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:59.187820 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5192c907-1859-4002-a6dc-79ef364f58fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:28:59.189807 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-5192c907-1859-4002-a6dc-79ef364f58fa service neutron] 10.222.0.126 "PUT /v2.0/ports/2e8a0056-fb83-47bb-b3ed-a7cf63be869a HTTP/1.1" status: 200 len: 1117 time: 4.0787525 Nov 04 10:28:59.231359 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e87bb9-aefd-427b-9e4e-9e3dfefbee93 req-45771db9-9fe8-4ce2-8865-4f42dbf9270a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:59.235038 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33e87bb9-aefd-427b-9e4e-9e3dfefbee93 req-45771db9-9fe8-4ce2-8865-4f42dbf9270a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1484768 Nov 04 10:28:59.389964 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-df3e362a-ee71-4417-9aec-82368ff28e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:59.393970 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-df3e362a-ee71-4417-9aec-82368ff28e72 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=6ca5b045be274a30af74dee8d7064a99&device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 1120 time: 0.1430426 Nov 04 10:28:59.398574 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1be5b4-ec5b-4e6e-92dc-932c95752af7 admin admin] Router 39a659ca-1f6e-425d-b220-1c340c6027ea is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:28:59.430462 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ecb331-fe74-47a1-b712-fc01826c6f4b x-openstack-request-id: req-50ecb331-fe74-47a1-b712-fc01826c6f4b {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:28:59.431835 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40a4d30-944c-4909-a3d8-fa21578919a0", "tag": "f41af4ed-5274-4a66-92ed-c2ae1f5a6a51", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:28:59.432188 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-50ecb331-fe74-47a1-b712-fc01826c6f4b {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:28:59.433724 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40a4d30-944c-4909-a3d8-fa21578919a0', 'tag': 'f41af4ed-5274-4a66-92ed-c2ae1f5a6a51', 'status': 'completed', 'code': 200} Nov 04 10:28:59.493220 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56300) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:28:59.552182 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56650066-98d8-4e5a-9782-ce11426a925a req-c386715c-180f-4914-8252-d00972c0c2c7 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:59.564612 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-56650066-98d8-4e5a-9782-ce11426a925a req-c386715c-180f-4914-8252-d00972c0c2c7 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/ports?device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 969 time: 0.2053947 Nov 04 10:28:59.567950 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-eb6838a7-690f-4fb3-90f4-09a441ea7f06 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=2e8a0056-fb83-47bb-b3ed-a7cf63be869a HTTP/1.1" status: 200 len: 217 time: 0.1615770 Nov 04 10:28:59.680017 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33e87bb9-aefd-427b-9e4e-9e3dfefbee93 req-cc9625e4-cb3f-454c-8a85-09012ab32374 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302485 Nov 04 10:28:59.698792 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f30e8-5b80-4dca-8b0a-76502aee4234 req-d2d1db09-3446-4fb9-9569-accd0e363bd4 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:59.701253 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-679f30e8-5b80-4dca-8b0a-76502aee4234 req-d2d1db09-3446-4fb9-9569-accd0e363bd4 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 969 time: 0.1169102 Nov 04 10:28:59.707534 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-56650066-98d8-4e5a-9782-ce11426a925a req-6ef9f189-ee95-4030-bfa9-a69667c88a68 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/security-groups?id=66c28476-daa8-4ef7-8d71-a9aeffb01c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411221 Nov 04 10:28:59.779138 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-e7d2c0be-44d0-496f-a8b2-9d9e10f5632b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f41af4ed-5274-4a66-92ed-c2ae1f5a6a51 HTTP/1.1" status: 200 len: 217 time: 0.1164560 Nov 04 10:28:59.796203 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-da6db98b-4d21-4698-a497-9166864e3153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:28:59.799888 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-da6db98b-4d21-4698-a497-9166864e3153 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.2242296 Nov 04 10:28:59.966835 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33e87bb9-aefd-427b-9e4e-9e3dfefbee93 req-56d8c4e8-1823-4821-8c37-ad712671eec1 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636192 Nov 04 10:29:00.001986 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-679f30e8-5b80-4dca-8b0a-76502aee4234 req-9c163bdb-a2d4-483e-a460-e5c8fd244eac tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857330 Nov 04 10:29:00.014353 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-90f57c80-0ed7-4db0-834d-52cd676f0599 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:00.023795 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1be5b4-ec5b-4e6e-92dc-932c95752af7 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:29:00.035999 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29525a8-682a-4229-ab8f-27b9679199a1 None None] Sync routers for ids ['39a659ca-1f6e-425d-b220-1c340c6027ea'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:29:00.053506 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29525a8-682a-4229-ab8f-27b9679199a1 None None] Routers {'39a659ca-1f6e-425d-b220-1c340c6027ea'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:29:00.054070 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e29525a8-682a-4229-ab8f-27b9679199a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:28:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['39a659ca-1f6e-425d-b220-1c340c6027ea'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:29:00.149185 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-0f833cb4-20cb-4d55-a1bb-58644cf7fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:00.153680 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-0f833cb4-20cb-4d55-a1bb-58644cf7fa91 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.3226130 Nov 04 10:29:00.161296 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-a3dfc5ff-f4c6-43fd-9f0f-10014efa6b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:00.169769 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-a3dfc5ff-f4c6-43fd-9f0f-10014efa6b13 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3436329 Nov 04 10:29:00.179697 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d1be5b4-ec5b-4e6e-92dc-932c95752af7 admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:00.187283 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6d1be5b4-ec5b-4e6e-92dc-932c95752af7 admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 9.0365999 Nov 04 10:29:00.191148 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56320) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:00.396714 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-e29525a8-682a-4229-ab8f-27b9679199a1 None None] Set router 39a659ca-1f6e-425d-b220-1c340c6027ea gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:29:00.491636 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-3b9ffdc8-1de4-4cc0-bd8a-90ef261bd564 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065779 Nov 04 10:29:00.505923 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-90f57c80-0ed7-4db0-834d-52cd676f0599 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:00.601584 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-90f57c80-0ed7-4db0-834d-52cd676f0599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:00.690325 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-90f57c80-0ed7-4db0-834d-52cd676f0599 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=30e8771de335466a86ee059a4efeea7b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1905677 Nov 04 10:29:00.740436 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56328) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:00.802540 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e29525a8-682a-4229-ab8f-27b9679199a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a659ca-1f6e-425d-b220-1c340c6027ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882634246-router', 'tenant_id': '9caaff50e99b4a8ea0b70685f01817e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dcec0107-8819-41d8-811b-72600db13c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:51Z', 'updated_at': '2021-11-04T10:28:56Z', 'revision_number': 3, 'project_id': '9caaff50e99b4a8ea0b70685f01817e8', 'gw_port': {'id': 'dcec0107-8819-41d8-811b-72600db13c0b', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a659ca-1f6e-425d-b220-1c340c6027ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:52Z', 'updated_at': '2021-11-04T10:28:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:29:00.876751 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29525a8-682a-4229-ab8f-27b9679199a1 None None] Checking router: 39a659ca-1f6e-425d-b220-1c340c6027ea for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:29:00.877001 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-3d71bbc3-0e62-465d-bbf7-ccbcd00fa64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:00.878082 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29525a8-682a-4229-ab8f-27b9679199a1 None None] Updating router 39a659ca-1f6e-425d-b220-1c340c6027ea port dcec0107-8819-41d8-811b-72600db13c0b binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:29:00.882959 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-3d71bbc3-0e62-465d-bbf7-ccbcd00fa64d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3325667 Nov 04 10:29:00.910038 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-e29525a8-682a-4229-ab8f-27b9679199a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:00.938955 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe4e3f-04d0-42c7-be40-76e9cafee2e8 req-785bcbde-f1a0-473b-b7ee-fb9c74a2e31d tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:00.944203 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-99fe4e3f-04d0-42c7-be40-76e9cafee2e8 req-785bcbde-f1a0-473b-b7ee-fb9c74a2e31d tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 947 time: 0.6626492 Nov 04 10:29:00.975737 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56340) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:01.186954 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3fdd3431-02d9-4739-bc5b-e9f32451b76e req-d5d0ac4e-408f-4eb0-9ba2-6868fe9f3c6f service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6760442 Nov 04 10:29:01.332863 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-a91c5b63-423f-4e3a-b914-a3d928bca580 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105518 Nov 04 10:29:01.432386 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-e29525a8-682a-4229-ab8f-27b9679199a1 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:01.435509 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '945abf86-0bd2-47cd-88fa-48fd04810fb5', 'tag': '2e8a0056-fb83-47bb-b3ed-a7cf63be869a'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:29:01.438478 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbd8ef6-15db-404e-b7df-ed26b27441d1" -d '{"events": [{"name": "network-changed", "server_uuid": "945abf86-0bd2-47cd-88fa-48fd04810fb5", "tag": "2e8a0056-fb83-47bb-b3ed-a7cf63be869a"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:29:01.449649 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-e29525a8-682a-4229-ab8f-27b9679199a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:01.491513 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-99fe4e3f-04d0-42c7-be40-76e9cafee2e8 req-80dfabd6-903c-46d2-b684-f4acfdebb92d tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007765 Nov 04 10:29:01.495562 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f57c80-0ed7-4db0-834d-52cd676f0599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0794587-9690-4e38-84c3-1a18ce420854,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:01.572341 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1925cc-5a47-4674-b3a3-9064e9f0621e None None] Pushing event updated for resources: {'Port': ['ID=dcec0107-8819-41d8-811b-72600db13c0b,revision_number=2']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:01.607716 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-e29525a8-682a-4229-ab8f-27b9679199a1 None None] Attempting to bind port dcec0107-8819-41d8-811b-72600db13c0b on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:29:01.608415 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-e29525a8-682a-4229-ab8f-27b9679199a1 None None] Attempting to bind port dcec0107-8819-41d8-811b-72600db13c0b by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:29:01.609790 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29525a8-682a-4229-ab8f-27b9679199a1 None None] Attempting to bind port dcec0107-8819-41d8-811b-72600db13c0b on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:29:01.617170 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29525a8-682a-4229-ab8f-27b9679199a1 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:29:01.617959 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29525a8-682a-4229-ab8f-27b9679199a1 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:29:01.618728 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-e29525a8-682a-4229-ab8f-27b9679199a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:01.619335 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29525a8-682a-4229-ab8f-27b9679199a1 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:29:01.620031 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-e29525a8-682a-4229-ab8f-27b9679199a1 None None] Bound port: dcec0107-8819-41d8-811b-72600db13c0b, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:29:01.620631 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-e29525a8-682a-4229-ab8f-27b9679199a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:01.657394 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-25037bbe-f8a7-43a5-bfff-1a99cd84e4e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:01.697195 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-e29525a8-682a-4229-ab8f-27b9679199a1 None None] For port dcec0107-8819-41d8-811b-72600db13c0b, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:29:01.701658 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-e29525a8-682a-4229-ab8f-27b9679199a1 None None] For port dcec0107-8819-41d8-811b-72600db13c0b, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=dcec0107-8819-41d8-811b-72600db13c0b,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:29:01.707974 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-e29525a8-682a-4229-ab8f-27b9679199a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:01.714795 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c4e15527-1329-456e-9546-1938ea06a830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:01.774947 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29525a8-682a-4229-ab8f-27b9679199a1 None None] Routers {'39a659ca-1f6e-425d-b220-1c340c6027ea'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:29:01.775771 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e29525a8-682a-4229-ab8f-27b9679199a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:28:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['39a659ca-1f6e-425d-b220-1c340c6027ea'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:29:01.777883 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1925cc-5a47-4674-b3a3-9064e9f0621e None None] Pushing event updated for resources: {'Port': ['ID=dcec0107-8819-41d8-811b-72600db13c0b,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:01.835664 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c4e15527-1329-456e-9546-1938ea06a830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:01.936230 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-e29525a8-682a-4229-ab8f-27b9679199a1 None None] Set router 39a659ca-1f6e-425d-b220-1c340c6027ea gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:29:02.002657 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c4e15527-1329-456e-9546-1938ea06a830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:02.009029 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c4e15527-1329-456e-9546-1938ea06a830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:02.011758 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c4e15527-1329-456e-9546-1938ea06a830 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/d0794587-9690-4e38-84c3-1a18ce420854 HTTP/1.1" status: 204 len: 168 time: 1.2686100 Nov 04 10:29:02.020354 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309244f0-bbcb-4c9c-86ac-dae87484063b req-3b8c5271-3b76-4ae1-aad2-7c992ceb162d tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:02.029659 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-309244f0-bbcb-4c9c-86ac-dae87484063b req-3b8c5271-3b76-4ae1-aad2-7c992ceb162d tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/ports?device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 969 time: 0.4283338 Nov 04 10:29:02.131314 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e49ea-6468-4e65-b355-7da102914322 req-d8b16774-c865-4721-8866-58b5d59d74f3 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:02.136780 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-563e49ea-6468-4e65-b355-7da102914322 req-d8b16774-c865-4721-8866-58b5d59d74f3 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 969 time: 0.4618697 Nov 04 10:29:02.166006 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e15527-1329-456e-9546-1938ea06a830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0794587-9690-4e38-84c3-1a18ce420854,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:02.260937 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e29525a8-682a-4229-ab8f-27b9679199a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a659ca-1f6e-425d-b220-1c340c6027ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882634246-router', 'tenant_id': '9caaff50e99b4a8ea0b70685f01817e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dcec0107-8819-41d8-811b-72600db13c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:51Z', 'updated_at': '2021-11-04T10:28:56Z', 'revision_number': 3, 'project_id': '9caaff50e99b4a8ea0b70685f01817e8', 'gw_port': {'id': 'dcec0107-8819-41d8-811b-72600db13c0b', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a659ca-1f6e-425d-b220-1c340c6027ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:52Z', 'updated_at': '2021-11-04T10:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:29:02.300609 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29525a8-682a-4229-ab8f-27b9679199a1 None None] The sync data for ids ['39a659ca-1f6e-425d-b220-1c340c6027ea'] in n-d-816629-1 is: [{'id': '39a659ca-1f6e-425d-b220-1c340c6027ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882634246-router', 'tenant_id': '9caaff50e99b4a8ea0b70685f01817e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dcec0107-8819-41d8-811b-72600db13c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:51Z', 'updated_at': '2021-11-04T10:28:56Z', 'revision_number': 3, 'project_id': '9caaff50e99b4a8ea0b70685f01817e8', 'gw_port': {'id': 'dcec0107-8819-41d8-811b-72600db13c0b', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a659ca-1f6e-425d-b220-1c340c6027ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:52Z', 'updated_at': '2021-11-04T10:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:29:02.376634 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-309244f0-bbcb-4c9c-86ac-dae87484063b req-39148972-21ec-4fbe-96a6-87bfbea504b3 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/security-groups?id=66c28476-daa8-4ef7-8d71-a9aeffb01c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457842 Nov 04 10:29:02.426281 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-25037bbe-f8a7-43a5-bfff-1a99cd84e4e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:02.468860 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-25037bbe-f8a7-43a5-bfff-1a99cd84e4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:02.482509 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-563e49ea-6468-4e65-b355-7da102914322 req-f3764a09-1a8e-4e8f-8e6a-ca40c669b786 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331206 Nov 04 10:29:02.632578 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56362) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:02.671767 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-25037bbe-f8a7-43a5-bfff-1a99cd84e4e8 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=f8f3295c21e24530922bd9c58413a10f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6734140 Nov 04 10:29:02.675999 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56368) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:02.712482 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dc6b9c25-7378-4a68-8d32-a5ce04a9ec2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:02.731143 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8f1562-3be1-4f79-a117-d658d90e7385 x-openstack-request-id: req-9a8f1562-3be1-4f79-a117-d658d90e7385 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:29:02.731761 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "945abf86-0bd2-47cd-88fa-48fd04810fb5", "tag": "2e8a0056-fb83-47bb-b3ed-a7cf63be869a", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:29:02.731761 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-9a8f1562-3be1-4f79-a117-d658d90e7385 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:29:02.732398 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '945abf86-0bd2-47cd-88fa-48fd04810fb5', 'tag': '2e8a0056-fb83-47bb-b3ed-a7cf63be869a', 'status': 'completed', 'code': 200} Nov 04 10:29:02.794924 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2034fae3-f503-4aa7-86f6-38e5b2b3aa02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:02.805118 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25037bbe-f8a7-43a5-bfff-1a99cd84e4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e07636-4fce-4e19-9a8d-2171fac80d23,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:02.916700 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-784835c8-e831-4209-b328-4b962d5a0ee7 req-1cdfbb9e-2da5-4f3b-8f86-96edc5dd11e7 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256990 Nov 04 10:29:03.129605 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88598f0-32fc-4d62-9cc3-eb8b67160221 req-1a0234f1-aac5-4f57-b359-cc57aeaafb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:03.134083 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e88598f0-32fc-4d62-9cc3-eb8b67160221 req-1a0234f1-aac5-4f57-b359-cc57aeaafb26 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c2ce014f2a0740e7a625fc6d5378be33&device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 1098 time: 0.1398342 Nov 04 10:29:03.547756 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041c9e3-480a-4ecc-b638-18de22e2b95f req-e0fad247-b1b0-4a20-91d8-95710a29fefc tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:03.565323 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c041c9e3-480a-4ecc-b638-18de22e2b95f req-e0fad247-b1b0-4a20-91d8-95710a29fefc tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 947 time: 0.7665110 Nov 04 10:29:03.576891 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8c32232-442a-4239-8fb6-549b1d6a521a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:03.628747 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56384) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:03.810368 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-dc6b9c25-7378-4a68-8d32-a5ce04a9ec2b admin admin] Allocated IP 172.20.0.1 (243e931f-b3b5-4886-8be5-3eeabbd228fd/93c6a01a-6e20-4f5e-86ca-99c6d2441048/7d8a299b-268a-4e99-8419-0ab0c8f83cd3) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:29:04.017173 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dc6b9c25-7378-4a68-8d32-a5ce04a9ec2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:04.050734 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd8ef6-15db-404e-b7df-ed26b27441d1 req-fd02eca9-3ff1-4c53-84fd-4226a5184c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:04.052993 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fcbd8ef6-15db-404e-b7df-ed26b27441d1 req-fd02eca9-3ff1-4c53-84fd-4226a5184c2d service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=6ca5b045be274a30af74dee8d7064a99&device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 1120 time: 0.9178748 Nov 04 10:29:04.139327 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dc6b9c25-7378-4a68-8d32-a5ce04a9ec2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:04.149666 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8c32232-442a-4239-8fb6-549b1d6a521a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:04.202249 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd8ef6-15db-404e-b7df-ed26b27441d1 req-ddef3ea4-7a8c-49d9-9a1d-38e873acc396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:04.204541 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fcbd8ef6-15db-404e-b7df-ed26b27441d1 req-ddef3ea4-7a8c-49d9-9a1d-38e873acc396 service neutron] 10.222.0.126 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.1337183 Nov 04 10:29:04.216620 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88598f0-32fc-4d62-9cc3-eb8b67160221 req-34537d18-ca7c-424e-bfe7-75ac94d87d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:04.218582 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e88598f0-32fc-4d62-9cc3-eb8b67160221 req-34537d18-ca7c-424e-bfe7-75ac94d87d1f service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 1.0772328 Nov 04 10:29:04.231383 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd4c6-50dc-4226-979c-35ae90b22ce6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:04.282401 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e88598f0-32fc-4d62-9cc3-eb8b67160221 req-7ccdf7ae-f08b-46cb-93fa-a4399e247b50 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f41af4ed-5274-4a66-92ed-c2ae1f5a6a51 HTTP/1.1" status: 200 len: 217 time: 0.0479043 Nov 04 10:29:04.305307 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b9c25-7378-4a68-8d32-a5ce04a9ec2b admin admin] Pushing event updated for resources: {'Port': ['ID=7d8a299b-268a-4e99-8419-0ab0c8f83cd3,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:04.356426 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88598f0-32fc-4d62-9cc3-eb8b67160221 req-2e1b7dfd-863e-4745-a715-1d738b679334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:04.358468 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e88598f0-32fc-4d62-9cc3-eb8b67160221 req-2e1b7dfd-863e-4745-a715-1d738b679334 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0701110 Nov 04 10:29:04.376895 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c041c9e3-480a-4ecc-b638-18de22e2b95f req-86c57796-76c8-49b5-b78d-f415a81e11e1 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8105137 Nov 04 10:29:04.456108 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd4c6-50dc-4226-979c-35ae90b22ce6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:04.460331 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2034fae3-f503-4aa7-86f6-38e5b2b3aa02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:04.462927 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6b9c25-7378-4a68-8d32-a5ce04a9ec2b admin admin] Network 243e931f-b3b5-4886-8be5-3eeabbd228fd is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:29:04.463237 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88598f0-32fc-4d62-9cc3-eb8b67160221 req-0739868d-87ce-45f5-9748-4689bed2d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:04.465285 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e88598f0-32fc-4d62-9cc3-eb8b67160221 req-0739868d-87ce-45f5-9748-4689bed2d69b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0907981 Nov 04 10:29:04.477993 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-dc6b9c25-7378-4a68-8d32-a5ce04a9ec2b admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:29:04.482838 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2034fae3-f503-4aa7-86f6-38e5b2b3aa02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:04.489189 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6b9c25-7378-4a68-8d32-a5ce04a9ec2b admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:29:04.489670 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dc6b9c25-7378-4a68-8d32-a5ce04a9ec2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:04.493908 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd4c6-50dc-4226-979c-35ae90b22ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:04.512990 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9591db4-c810-43d1-b5b3-f69441f32b0b req-8bb4c892-4e14-41d2-9018-ff792b855b2a tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:04.515467 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9591db4-c810-43d1-b5b3-f69441f32b0b req-8bb4c892-4e14-41d2-9018-ff792b855b2a tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/ports?device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 969 time: 0.4377797 Nov 04 10:29:04.687678 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fcbd8ef6-15db-404e-b7df-ed26b27441d1 req-507f0155-db1e-4f9e-8613-9af96f92ab8d service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=2e8a0056-fb83-47bb-b3ed-a7cf63be869a HTTP/1.1" status: 200 len: 217 time: 0.0985374 Nov 04 10:29:04.878311 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cb6bd4c6-50dc-4226-979c-35ae90b22ce6 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=b8c18b0b5f8d4e48a0432b1723e81a3e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2302186 Nov 04 10:29:04.892543 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56392) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:04.911229 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56394) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:04.915640 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2034fae3-f503-4aa7-86f6-38e5b2b3aa02 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=11e3aafdd2cf4e4194de113d862feb1e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2724757 Nov 04 10:29:04.938396 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-bb6e7e6a-0cb4-4f77-8aa7-6a7b91c5db4a None None] Provisioning complete for port 7d8a299b-268a-4e99-8419-0ab0c8f83cd3 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:29:04.938963 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bb6e7e6a-0cb4-4f77-8aa7-6a7b91c5db4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:04.996523 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-bb6e7e6a-0cb4-4f77-8aa7-6a7b91c5db4a None None] Port 7d8a299b-268a-4e99-8419-0ab0c8f83cd3 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:29:05.009889 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device dcec0107-8819-41d8-811b-72600db13c0b up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:29:05.050984 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8c32232-442a-4239-8fb6-549b1d6a521a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:05.055523 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8c32232-442a-4239-8fb6-549b1d6a521a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:05.056713 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c8c32232-442a-4239-8fb6-549b1d6a521a admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/e4e07636-4fce-4e19-9a8d-2171fac80d23 HTTP/1.1" status: 204 len: 168 time: 2.3602450 Nov 04 10:29:05.100127 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9591db4-c810-43d1-b5b3-f69441f32b0b req-e2d3aa03-7d88-4b7d-ad29-b6fc06439182 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/security-groups?id=66c28476-daa8-4ef7-8d71-a9aeffb01c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5558221 Nov 04 10:29:05.100866 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034fae3-f503-4aa7-86f6-38e5b2b3aa02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6382a7-d3e5-464f-929e-dea2bb75e934,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:05.133374 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port dcec0107-8819-41d8-811b-72600db13c0b triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:29:05.134947 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:05.174860 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd8ef6-15db-404e-b7df-ed26b27441d1 req-e6450abb-8a7f-4e88-bc43-d107af093a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:05.177265 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fcbd8ef6-15db-404e-b7df-ed26b27441d1 req-e6450abb-8a7f-4e88-bc43-d107af093a9d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.3640280 Nov 04 10:29:05.179924 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e88598f0-32fc-4d62-9cc3-eb8b67160221 req-94d4aff6-bdfc-4e66-b2c5-22ccc725212b service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6472940 Nov 04 10:29:05.197390 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ff2ec1ff-356c-4180-9c7b-4f5f062aecdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:05.274962 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ff2ec1ff-356c-4180-9c7b-4f5f062aecdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:05.398647 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d8cc0-a0a7-4701-b020-cef0c083a08a req-294a350b-d209-4183-99ac-3f7cf4b74e58 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:05.404648 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f66d8cc0-a0a7-4701-b020-cef0c083a08a req-294a350b-d209-4183-99ac-3f7cf4b74e58 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 969 time: 0.7386999 Nov 04 10:29:05.417119 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ff2ec1ff-356c-4180-9c7b-4f5f062aecdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:05.424763 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd4c6-50dc-4226-979c-35ae90b22ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8a5777-ca3d-411b-a887-34f545955533,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:05.426034 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ff2ec1ff-356c-4180-9c7b-4f5f062aecdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:05.427381 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ff2ec1ff-356c-4180-9c7b-4f5f062aecdf admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/1c8a5777-ca3d-411b-a887-34f545955533 HTTP/1.1" status: 204 len: 168 time: 0.5332966 Nov 04 10:29:05.440871 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:05.504540 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port dcec0107-8819-41d8-811b-72600db13c0b, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=dcec0107-8819-41d8-811b-72600db13c0b,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:05.517990 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:05.538940 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c32232-442a-4239-8fb6-549b1d6a521a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e07636-4fce-4e19-9a8d-2171fac80d23,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:05.552663 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dc6b9c25-7378-4a68-8d32-a5ce04a9ec2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:05.700104 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f66d8cc0-a0a7-4701-b020-cef0c083a08a req-9f525af1-e5d7-416f-bb05-16ff923184de tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853181 Nov 04 10:29:05.798855 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e88598f0-32fc-4d62-9cc3-eb8b67160221 req-ae1e4886-77a0-4db9-8351-7602478c0489 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860605 Nov 04 10:29:05.823564 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ec1ff-356c-4180-9c7b-4f5f062aecdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8a5777-ca3d-411b-a887-34f545955533,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:05.824357 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=dcec0107-8819-41d8-811b-72600db13c0b,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:05.828161 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cd6ddafa-3e72-422c-b1df-7fbb561ffe67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:05.908124 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cd6ddafa-3e72-422c-b1df-7fbb561ffe67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:05.968718 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56418) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:06.116697 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd8ef6-15db-404e-b7df-ed26b27441d1 req-2991f785-a713-42d0-8d14-f2b6c33e7b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:06.124991 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fcbd8ef6-15db-404e-b7df-ed26b27441d1 req-2991f785-a713-42d0-8d14-f2b6c33e7b13 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7102995 Nov 04 10:29:06.167829 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-320c2720-006a-4ad4-9390-cd1a019a5bab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:06.247273 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14388355-bbf9-4a59-9bbf-8172dcbb8eda req-cc703c1b-87a3-480a-b1fb-45d620c2d2d8 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:06.256029 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-14388355-bbf9-4a59-9bbf-8172dcbb8eda req-cc703c1b-87a3-480a-b1fb-45d620c2d2d8 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 947 time: 0.3368654 Nov 04 10:29:06.445577 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-14388355-bbf9-4a59-9bbf-8172dcbb8eda req-67f9f5b5-9f21-444a-8200-5916c765395e tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712744 Nov 04 10:29:06.474525 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dc6b9c25-7378-4a68-8d32-a5ce04a9ec2b admin admin] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:06.487419 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dc6b9c25-7378-4a68-8d32-a5ce04a9ec2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:06.488183 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dc6b9c25-7378-4a68-8d32-a5ce04a9ec2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:06.573475 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cd6ddafa-3e72-422c-b1df-7fbb561ffe67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:06.576881 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cd6ddafa-3e72-422c-b1df-7fbb561ffe67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:06.578487 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-cd6ddafa-3e72-422c-b1df-7fbb561ffe67 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/bd6382a7-d3e5-464f-929e-dea2bb75e934 HTTP/1.1" status: 204 len: 168 time: 1.6635585 Nov 04 10:29:06.610768 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ddafa-3e72-422c-b1df-7fbb561ffe67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6382a7-d3e5-464f-929e-dea2bb75e934,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:06.647900 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56430) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:06.668208 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fcbd8ef6-15db-404e-b7df-ed26b27441d1 req-0db28835-60e2-4187-afb7-a248a05fa713 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017238 Nov 04 10:29:06.679072 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4715e82e-ee69-49a7-bab8-3aa3c23926ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:06.718334 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-320c2720-006a-4ad4-9390-cd1a019a5bab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:06.755773 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b9c25-7378-4a68-8d32-a5ce04a9ec2b admin admin] Pushing event updated for resources: {'Port': ['ID=7d8a299b-268a-4e99-8419-0ab0c8f83cd3,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:06.758130 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-320c2720-006a-4ad4-9390-cd1a019a5bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:06.833851 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-320c2720-006a-4ad4-9390-cd1a019a5bab admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=49853632b57e4abe9d274d48899e7c9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8422201 Nov 04 10:29:06.834991 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c2720-006a-4ad4-9390-cd1a019a5bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c54536-6bcf-46f1-b324-99aaf2785ac3,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:06.838074 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56438) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:06.871609 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ae23a-75c7-442e-bbb0-a15bceddcd6f req-0f5f9467-1708-419f-81ac-7a2ba0d7ef3f tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:06.877786 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b4ae23a-75c7-442e-bbb0-a15bceddcd6f req-0f5f9467-1708-419f-81ac-7a2ba0d7ef3f tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/ports?device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 969 time: 0.1971304 Nov 04 10:29:06.893703 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fcbd8ef6-15db-404e-b7df-ed26b27441d1 req-ee3a8f6d-05a6-4873-9e41-dbf17b4e9c99 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090983 Nov 04 10:29:06.925078 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-653ffcb2-78e5-41d7-beff-c9b3f02859b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:06.926199 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device dcec0107-8819-41d8-811b-72600db13c0b up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:29:06.971874 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-653ffcb2-78e5-41d7-beff-c9b3f02859b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:07.048682 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6b9c25-7378-4a68-8d32-a5ce04a9ec2b admin admin] Network 243e931f-b3b5-4886-8be5-3eeabbd228fd is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:29:07.068683 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-653ffcb2-78e5-41d7-beff-c9b3f02859b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:07.070918 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b4ae23a-75c7-442e-bbb0-a15bceddcd6f req-21f78455-c16e-46e4-8339-519b241d5bfa tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/security-groups?id=66c28476-daa8-4ef7-8d71-a9aeffb01c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579337 Nov 04 10:29:07.075091 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-653ffcb2-78e5-41d7-beff-c9b3f02859b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:07.076888 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-653ffcb2-78e5-41d7-beff-c9b3f02859b3 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/b0c54536-6bcf-46f1-b324-99aaf2785ac3 HTTP/1.1" status: 204 len: 168 time: 0.2352867 Nov 04 10:29:07.086623 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-dc6b9c25-7378-4a68-8d32-a5ce04a9ec2b admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:29:07.103454 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port dcec0107-8819-41d8-811b-72600db13c0b triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:29:07.104610 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:07.124847 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ffcb2-78e5-41d7-beff-c9b3f02859b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c54536-6bcf-46f1-b324-99aaf2785ac3,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:07.334280 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557fbe5-cf55-4514-b47b-7217a16d63cb req-04503c74-56f6-475b-8adc-d197b228024a tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:07.351447 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9557fbe5-cf55-4514-b47b-7217a16d63cb req-04503c74-56f6-475b-8adc-d197b228024a tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 969 time: 0.4724104 Nov 04 10:29:07.388519 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4715e82e-ee69-49a7-bab8-3aa3c23926ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:07.445391 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4715e82e-ee69-49a7-bab8-3aa3c23926ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:07.459571 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-3a621218-f40a-4ca5-833a-f84a1e48ac69 None None] Provisioning complete for port 7d8a299b-268a-4e99-8419-0ab0c8f83cd3 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:29:07.460006 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3a621218-f40a-4ca5-833a-f84a1e48ac69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:07.503982 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-3a621218-f40a-4ca5-833a-f84a1e48ac69 None None] Port 7d8a299b-268a-4e99-8419-0ab0c8f83cd3 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:29:07.557694 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715e82e-ee69-49a7-bab8-3aa3c23926ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c72314-a4a6-41c1-987e-f6639265da4c,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:07.563126 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4715e82e-ee69-49a7-bab8-3aa3c23926ad admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=4aad5b4f00f94729a1fd81952dba18be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9089234 Nov 04 10:29:07.568124 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56456) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:07.573473 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9557fbe5-cf55-4514-b47b-7217a16d63cb req-ac78eeac-fc76-41f9-b2d7-8a61597eb105 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211533 Nov 04 10:29:07.597198 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6b9c25-7378-4a68-8d32-a5ce04a9ec2b admin admin] Router 39a659ca-1f6e-425d-b220-1c340c6027ea has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:29:07.644358 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7cdd01af-b43f-430c-b220-07ed05da088b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:07.670388 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7cdd01af-b43f-430c-b220-07ed05da088b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:07.689664 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a708de-4d18-451a-9685-49814c379afc req-9737c648-131b-4dad-ad22-e671a05612cf tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:07.691227 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-30a708de-4d18-451a-9685-49814c379afc req-9737c648-131b-4dad-ad22-e671a05612cf tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 947 time: 0.1132958 Nov 04 10:29:07.738654 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7cdd01af-b43f-430c-b220-07ed05da088b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:07.742731 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7cdd01af-b43f-430c-b220-07ed05da088b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:07.747254 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7cdd01af-b43f-430c-b220-07ed05da088b admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/23c72314-a4a6-41c1-987e-f6639265da4c HTTP/1.1" status: 204 len: 168 time: 0.1749132 Nov 04 10:29:07.753218 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd01af-b43f-430c-b220-07ed05da088b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c72314-a4a6-41c1-987e-f6639265da4c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:07.796701 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-30a708de-4d18-451a-9685-49814c379afc req-d353bf75-eafe-42c3-85a6-4ebd132968b2 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977569 Nov 04 10:29:07.804669 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6b9c25-7378-4a68-8d32-a5ce04a9ec2b admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:29:07.812644 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-dc6b9c25-7378-4a68-8d32-a5ce04a9ec2b admin admin] 10.222.0.127 "PUT /v2.0/routers/39a659ca-1f6e-425d-b220-1c340c6027ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6181359 Nov 04 10:29:07.826340 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef8fae-9dd7-48a5-b124-4e1e2ac0c65b None None] Sync routers for ids ['39a659ca-1f6e-425d-b220-1c340c6027ea'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:29:07.837852 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eef8fae-9dd7-48a5-b124-4e1e2ac0c65b None None] Routers {'39a659ca-1f6e-425d-b220-1c340c6027ea'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:29:07.838546 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-5eef8fae-9dd7-48a5-b124-4e1e2ac0c65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:28:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['39a659ca-1f6e-425d-b220-1c340c6027ea'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:29:07.859986 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56472) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:07.951056 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-5eef8fae-9dd7-48a5-b124-4e1e2ac0c65b None None] Set router 39a659ca-1f6e-425d-b220-1c340c6027ea gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:29:08.191040 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-5eef8fae-9dd7-48a5-b124-4e1e2ac0c65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a659ca-1f6e-425d-b220-1c340c6027ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882634246-router', 'tenant_id': '9caaff50e99b4a8ea0b70685f01817e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dcec0107-8819-41d8-811b-72600db13c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:51Z', 'updated_at': '2021-11-04T10:29:05Z', 'revision_number': 4, 'project_id': '9caaff50e99b4a8ea0b70685f01817e8', 'gw_port': {'id': 'dcec0107-8819-41d8-811b-72600db13c0b', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a659ca-1f6e-425d-b220-1c340c6027ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:52Z', 'updated_at': '2021-11-04T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '7d8a299b-268a-4e99-8419-0ab0c8f83cd3', 'name': '', 'network_id': '243e931f-b3b5-4886-8be5-3eeabbd228fd', 'tenant_id': '9caaff50e99b4a8ea0b70685f01817e8', 'mac_address': 'fa:16:3e:3e:67:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a659ca-1f6e-425d-b220-1c340c6027ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '93c6a01a-6e20-4f5e-86ca-99c6d2441048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:29:02Z', 'updated_at': '2021-11-04T10:29:05Z', 'revision_number': 2, 'project_id': '9caaff50e99b4a8ea0b70685f01817e8', 'subnets': [{'id': '93c6a01a-6e20-4f5e-86ca-99c6d2441048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:29:08.221811 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef8fae-9dd7-48a5-b124-4e1e2ac0c65b None None] Checking router: 39a659ca-1f6e-425d-b220-1c340c6027ea for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:29:08.222162 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef8fae-9dd7-48a5-b124-4e1e2ac0c65b None None] Updating router 39a659ca-1f6e-425d-b220-1c340c6027ea port 7d8a299b-268a-4e99-8419-0ab0c8f83cd3 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:29:08.254726 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5eef8fae-9dd7-48a5-b124-4e1e2ac0c65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:08.410150 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-53bb05b4-bbd5-4d25-801a-4d97dafa5c60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:08.430691 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b69c3-259c-4611-a212-fd7d03fe49d4 req-1905c317-2886-44db-98b3-8af39af2c631 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:08.432338 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-150b69c3-259c-4611-a212-fd7d03fe49d4 req-1905c317-2886-44db-98b3-8af39af2c631 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/ports?device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 969 time: 0.2794595 Nov 04 10:29:08.539059 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-150b69c3-259c-4611-a212-fd7d03fe49d4 req-e2af6ca5-54ca-4b39-ad31-52c06a4b2566 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/security-groups?id=66c28476-daa8-4ef7-8d71-a9aeffb01c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869989 Nov 04 10:29:08.585743 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-53bb05b4-bbd5-4d25-801a-4d97dafa5c60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:08.591394 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-53bb05b4-bbd5-4d25-801a-4d97dafa5c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:08.632986 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-53bb05b4-bbd5-4d25-801a-4d97dafa5c60 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=e1a85beb1723483da23488f1534ce4b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7706184 Nov 04 10:29:08.633322 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56510) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:08.636534 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5eef8fae-9dd7-48a5-b124-4e1e2ac0c65b None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:08.652300 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5eef8fae-9dd7-48a5-b124-4e1e2ac0c65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:08.663097 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb05b4-bbd5-4d25-801a-4d97dafa5c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c9e180-423c-49b3-b9bc-07bc1104908c,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:08.758236 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a6b6df7-5b6a-442a-a48b-25e7252c4742 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:08.801423 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a6b6df7-5b6a-442a-a48b-25e7252c4742 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:08.884908 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a6b6df7-5b6a-442a-a48b-25e7252c4742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:08.891347 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a6b6df7-5b6a-442a-a48b-25e7252c4742 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:08.893674 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1a6b6df7-5b6a-442a-a48b-25e7252c4742 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/d8c9e180-423c-49b3-b9bc-07bc1104908c HTTP/1.1" status: 204 len: 168 time: 0.2586594 Nov 04 10:29:08.900032 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb3545-bce5-460f-a320-b92a31711b2e req-f2fb5fa0-89ad-4d94-8a70-a9fabc9a1791 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:08.908928 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b6df7-5b6a-442a-a48b-25e7252c4742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c9e180-423c-49b3-b9bc-07bc1104908c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:08.913590 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3bfb3545-bce5-460f-a320-b92a31711b2e req-f2fb5fa0-89ad-4d94-8a70-a9fabc9a1791 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 969 time: 0.1779187 Nov 04 10:29:09.038147 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fa404-2966-4055-b6be-4b05988592ec None None] Pushing event updated for resources: {'Port': ['ID=7d8a299b-268a-4e99-8419-0ab0c8f83cd3,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:09.041662 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5eef8fae-9dd7-48a5-b124-4e1e2ac0c65b None None] Attempting to bind port 7d8a299b-268a-4e99-8419-0ab0c8f83cd3 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:29:09.042239 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5eef8fae-9dd7-48a5-b124-4e1e2ac0c65b None None] Attempting to bind port 7d8a299b-268a-4e99-8419-0ab0c8f83cd3 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '2301ceff-b396-425e-b474-1cb9e06a6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '243e931f-b3b5-4886-8be5-3eeabbd228fd'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:29:09.042750 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef8fae-9dd7-48a5-b124-4e1e2ac0c65b None None] Attempting to bind port 7d8a299b-268a-4e99-8419-0ab0c8f83cd3 on network 243e931f-b3b5-4886-8be5-3eeabbd228fd {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:29:09.052340 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef8fae-9dd7-48a5-b124-4e1e2ac0c65b None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:29:09.052718 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef8fae-9dd7-48a5-b124-4e1e2ac0c65b None None] Checking segment: {'id': '2301ceff-b396-425e-b474-1cb9e06a6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '243e931f-b3b5-4886-8be5-3eeabbd228fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:29:09.053188 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5eef8fae-9dd7-48a5-b124-4e1e2ac0c65b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:09.053709 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef8fae-9dd7-48a5-b124-4e1e2ac0c65b None None] Bound using segment: {'id': '2301ceff-b396-425e-b474-1cb9e06a6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '243e931f-b3b5-4886-8be5-3eeabbd228fd'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:29:09.054253 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5eef8fae-9dd7-48a5-b124-4e1e2ac0c65b None None] Bound port: 7d8a299b-268a-4e99-8419-0ab0c8f83cd3, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2301ceff-b396-425e-b474-1cb9e06a6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '243e931f-b3b5-4886-8be5-3eeabbd228fd'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:29:09.054811 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5eef8fae-9dd7-48a5-b124-4e1e2ac0c65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:09.073151 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f71a81-a9ba-4609-bec4-534e439660a8 req-5ffaa3d9-0278-4175-afaa-276e74251f1d tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:09.074902 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-44f71a81-a9ba-4609-bec4-534e439660a8 req-5ffaa3d9-0278-4175-afaa-276e74251f1d tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 947 time: 0.1172841 Nov 04 10:29:09.083407 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3bfb3545-bce5-460f-a320-b92a31711b2e req-334753c8-99cd-469e-b439-1ec2bb6aa8d9 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678703 Nov 04 10:29:09.156314 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f69349e8-9620-4ffd-a468-d5c8c44ab4cd None None] Provisioning complete for port 7d8a299b-268a-4e99-8419-0ab0c8f83cd3 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:29:09.156692 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f69349e8-9620-4ffd-a468-d5c8c44ab4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:09.161545 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-44f71a81-a9ba-4609-bec4-534e439660a8 req-e3cc48a0-5f27-42da-9585-2a6840bead5f tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770440 Nov 04 10:29:09.197957 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5eef8fae-9dd7-48a5-b124-4e1e2ac0c65b None None] For port 7d8a299b-268a-4e99-8419-0ab0c8f83cd3, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:29:09.200695 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-f69349e8-9620-4ffd-a468-d5c8c44ab4cd None None] Port 7d8a299b-268a-4e99-8419-0ab0c8f83cd3 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:29:09.212458 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5eef8fae-9dd7-48a5-b124-4e1e2ac0c65b None None] For port 7d8a299b-268a-4e99-8419-0ab0c8f83cd3, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7d8a299b-268a-4e99-8419-0ab0c8f83cd3,segment=NetworkSegment(2301ceff-b396-425e-b474-1cb9e06a6307),segment_id=2301ceff-b396-425e-b474-1cb9e06a6307)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:29:09.220722 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5eef8fae-9dd7-48a5-b124-4e1e2ac0c65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:09.325284 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eef8fae-9dd7-48a5-b124-4e1e2ac0c65b None None] Routers {'39a659ca-1f6e-425d-b220-1c340c6027ea'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:29:09.325956 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-5eef8fae-9dd7-48a5-b124-4e1e2ac0c65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:28:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['39a659ca-1f6e-425d-b220-1c340c6027ea'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:29:09.388612 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fa404-2966-4055-b6be-4b05988592ec None None] Pushing event updated for resources: {'Port': ['ID=7d8a299b-268a-4e99-8419-0ab0c8f83cd3,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:09.429821 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56540) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:09.434389 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-a4bc7a28-f6b9-4255-9e27-5b6fd6f8514e tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1704354463', 'description': 'tempest-description--1468300514'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:29:09.469518 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a4bc7a28-f6b9-4255-9e27-5b6fd6f8514e tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:09.523628 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-5eef8fae-9dd7-48a5-b124-4e1e2ac0c65b None None] Set router 39a659ca-1f6e-425d-b220-1c340c6027ea gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:29:09.574502 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-482579d6-3c7a-43cc-9ba1-003ecb5146ab None None] Provisioning complete for port 7d8a299b-268a-4e99-8419-0ab0c8f83cd3 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:29:09.576269 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a4bc7a28-f6b9-4255-9e27-5b6fd6f8514e tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:09.578435 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56546) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:09.578714 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-482579d6-3c7a-43cc-9ba1-003ecb5146ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:09.586909 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a4bc7a28-f6b9-4255-9e27-5b6fd6f8514e tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:09.602782 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ce0c7b7a-3331-4f21-9ecf-81be43d53212 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:09.631346 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc7a28-f6b9-4255-9e27-5b6fd6f8514e tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fc6229-c534-4667-80af-1b77361324bb,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:09.637453 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a4bc7a28-f6b9-4255-9e27-5b6fd6f8514e tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:09.643416 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a4bc7a28-f6b9-4255-9e27-5b6fd6f8514e tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2125049 Nov 04 10:29:09.644147 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56550) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:09.657203 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-e3d83f0e-d0c9-42be-9633-e260c9695cd2 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Request body: {'security_group_rule': {'security_group_id': 'e3fc6229-c534-4667-80af-1b77361324bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:29:09.728503 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eeab49-697a-408c-9c01-74e00957221b req-79eb23bb-a6dd-47df-8a30-8cb84e6b6b68 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:09.741593 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-26eeab49-697a-408c-9c01-74e00957221b req-79eb23bb-a6dd-47df-8a30-8cb84e6b6b68 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/ports?device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 969 time: 0.0867312 Nov 04 10:29:09.791921 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e3d83f0e-d0c9-42be-9633-e260c9695cd2 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:09.821385 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-26eeab49-697a-408c-9c01-74e00957221b req-ae5aad75-ab11-489e-b878-3a20e570eba1 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/security-groups?id=66c28476-daa8-4ef7-8d71-a9aeffb01c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741410 Nov 04 10:29:09.828668 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-482579d6-3c7a-43cc-9ba1-003ecb5146ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:09.885548 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ce0c7b7a-3331-4f21-9ecf-81be43d53212 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:09.888579 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-482579d6-3c7a-43cc-9ba1-003ecb5146ab None None] For port 7d8a299b-268a-4e99-8419-0ab0c8f83cd3, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7d8a299b-268a-4e99-8419-0ab0c8f83cd3,segment=NetworkSegment(2301ceff-b396-425e-b474-1cb9e06a6307),segment_id=2301ceff-b396-425e-b474-1cb9e06a6307)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:09.896326 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ce0c7b7a-3331-4f21-9ecf-81be43d53212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:09.901811 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-482579d6-3c7a-43cc-9ba1-003ecb5146ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:09.936013 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c7b7a-3331-4f21-9ecf-81be43d53212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdd7c62-e93e-4137-a246-2517872f4c1b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:09.954236 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e3d83f0e-d0c9-42be-9633-e260c9695cd2 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:09.965615 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e3d83f0e-d0c9-42be-9633-e260c9695cd2 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:09.971107 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-5eef8fae-9dd7-48a5-b124-4e1e2ac0c65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a659ca-1f6e-425d-b220-1c340c6027ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882634246-router', 'tenant_id': '9caaff50e99b4a8ea0b70685f01817e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dcec0107-8819-41d8-811b-72600db13c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:51Z', 'updated_at': '2021-11-04T10:29:05Z', 'revision_number': 4, 'project_id': '9caaff50e99b4a8ea0b70685f01817e8', 'gw_port': {'id': 'dcec0107-8819-41d8-811b-72600db13c0b', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a659ca-1f6e-425d-b220-1c340c6027ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:52Z', 'updated_at': '2021-11-04T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '7d8a299b-268a-4e99-8419-0ab0c8f83cd3', 'name': '', 'network_id': '243e931f-b3b5-4886-8be5-3eeabbd228fd', 'tenant_id': '9caaff50e99b4a8ea0b70685f01817e8', 'mac_address': 'fa:16:3e:3e:67:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a659ca-1f6e-425d-b220-1c340c6027ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '93c6a01a-6e20-4f5e-86ca-99c6d2441048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:29:02Z', 'updated_at': '2021-11-04T10:29:09Z', 'revision_number': 4, 'project_id': '9caaff50e99b4a8ea0b70685f01817e8', 'subnets': [{'id': '93c6a01a-6e20-4f5e-86ca-99c6d2441048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:29:09.977084 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ce0c7b7a-3331-4f21-9ecf-81be43d53212 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=8e6b69081c09459bb82838fc3af52c8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3964758 Nov 04 10:29:09.979733 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56560) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:09.996472 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d83f0e-d0c9-42be-9633-e260c9695cd2 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0747f2-c5fd-441b-86bd-3781aa6c24fc,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:10.017288 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e3d83f0e-d0c9-42be-9633-e260c9695cd2 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:10.018686 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e3d83f0e-d0c9-42be-9633-e260c9695cd2 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3735695 Nov 04 10:29:10.021498 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56564) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:10.033310 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-a3503785-c11a-4621-a407-64a348c3c9e7 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Request body: {'security_group_rule': {'security_group_id': 'e3fc6229-c534-4667-80af-1b77361324bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:29:10.036450 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef8fae-9dd7-48a5-b124-4e1e2ac0c65b None None] The sync data for ids ['39a659ca-1f6e-425d-b220-1c340c6027ea'] in n-d-816629-1 is: [{'id': '39a659ca-1f6e-425d-b220-1c340c6027ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882634246-router', 'tenant_id': '9caaff50e99b4a8ea0b70685f01817e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dcec0107-8819-41d8-811b-72600db13c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:51Z', 'updated_at': '2021-11-04T10:29:05Z', 'revision_number': 4, 'project_id': '9caaff50e99b4a8ea0b70685f01817e8', 'gw_port': {'id': 'dcec0107-8819-41d8-811b-72600db13c0b', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a659ca-1f6e-425d-b220-1c340c6027ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:52Z', 'updated_at': '2021-11-04T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '7d8a299b-268a-4e99-8419-0ab0c8f83cd3', 'name': '', 'network_id': '243e931f-b3b5-4886-8be5-3eeabbd228fd', 'tenant_id': '9caaff50e99b4a8ea0b70685f01817e8', 'mac_address': 'fa:16:3e:3e:67:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a659ca-1f6e-425d-b220-1c340c6027ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '93c6a01a-6e20-4f5e-86ca-99c6d2441048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:29:02Z', 'updated_at': '2021-11-04T10:29:09Z', 'revision_number': 4, 'project_id': '9caaff50e99b4a8ea0b70685f01817e8', 'subnets': [{'id': '93c6a01a-6e20-4f5e-86ca-99c6d2441048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:29:10.055010 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482579d6-3c7a-43cc-9ba1-003ecb5146ab None None] Pushing event updated for resources: {'Port': ['ID=7d8a299b-268a-4e99-8419-0ab0c8f83cd3,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:10.083839 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fbe411fe-77b7-4756-880a-eeabb123b86f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:10.115929 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a3503785-c11a-4621-a407-64a348c3c9e7 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:10.165738 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fbe411fe-77b7-4756-880a-eeabb123b86f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:10.266676 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fbe411fe-77b7-4756-880a-eeabb123b86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:10.270071 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fbe411fe-77b7-4756-880a-eeabb123b86f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:10.271705 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fbe411fe-77b7-4756-880a-eeabb123b86f admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/9fdd7c62-e93e-4137-a246-2517872f4c1b HTTP/1.1" status: 204 len: 168 time: 0.2903934 Nov 04 10:29:10.312244 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a3503785-c11a-4621-a407-64a348c3c9e7 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:10.320407 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a3503785-c11a-4621-a407-64a348c3c9e7 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:10.337597 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe411fe-77b7-4756-880a-eeabb123b86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdd7c62-e93e-4137-a246-2517872f4c1b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:10.368917 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a3503785-c11a-4621-a407-64a348c3c9e7 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:10.373617 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a3503785-c11a-4621-a407-64a348c3c9e7 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3508587 Nov 04 10:29:10.374617 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56578) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:10.375353 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3503785-c11a-4621-a407-64a348c3c9e7 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed844cf-c103-4c1b-8540-d0dd7f7fc608,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:10.381781 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148dc999-ba99-4eac-960b-df5752a35679 req-4ab2bb21-43be-47c1-b2be-0a52d8f161df tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:10.383440 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-148dc999-ba99-4eac-960b-df5752a35679 req-4ab2bb21-43be-47c1-b2be-0a52d8f161df tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 969 time: 0.1563268 Nov 04 10:29:10.387781 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-1d1d582e-87ba-4cf5-a28b-64bece774698 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:29:10.407274 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694730e-ab78-4d93-b0be-28a2ef7418e4 req-22912027-aba5-472d-9dbc-9086859db97c tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:10.409697 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b694730e-ab78-4d93-b0be-28a2ef7418e4 req-22912027-aba5-472d-9dbc-9086859db97c tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 947 time: 0.1355443 Nov 04 10:29:10.433131 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1d1d582e-87ba-4cf5-a28b-64bece774698 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks [] for floatingip, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:10.529125 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-148dc999-ba99-4eac-960b-df5752a35679 req-392c5b28-c7a3-4a81-8f88-dd71dfe08f00 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272566 Nov 04 10:29:10.544932 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b694730e-ab78-4d93-b0be-28a2ef7418e4 req-c9734880-48b5-4140-83bf-9656f6b5bd7f tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214547 Nov 04 10:29:10.610399 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1d1d582e-87ba-4cf5-a28b-64bece774698 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:10.738226 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-1d1d582e-87ba-4cf5-a28b-64bece774698 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Allocated IP 172.25.7.21 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/881368e7-8f8b-47e1-a6ed-774259dbe63c) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:29:10.873976 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7d8a299b-268a-4e99-8419-0ab0c8f83cd3 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:29:10.904979 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1d1d582e-87ba-4cf5-a28b-64bece774698 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:10.947970 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 2e8a0056-fb83-47bb-b3ed-a7cf63be869a details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:29:10.964157 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1d1d582e-87ba-4cf5-a28b-64bece774698 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:11.029322 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d582e-87ba-4cf5-a28b-64bece774698 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Pushing event updated for resources: {'Port': ['ID=881368e7-8f8b-47e1-a6ed-774259dbe63c,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:11.050709 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1d582e-87ba-4cf5-a28b-64bece774698 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:29:11.057193 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-1d1d582e-87ba-4cf5-a28b-64bece774698 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:29:11.064332 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1d582e-87ba-4cf5-a28b-64bece774698 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:29:11.092640 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb12c1-5ca5-4a99-b04c-8051ddc3bd4a req-015f3a96-225a-4296-bffc-213970f135fb tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:11.101369 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e2cb12c1-5ca5-4a99-b04c-8051ddc3bd4a req-015f3a96-225a-4296-bffc-213970f135fb tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/ports?device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 969 time: 0.1272290 Nov 04 10:29:11.158285 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56602) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:11.192155 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device f41af4ed-5274-4a66-92ed-c2ae1f5a6a51 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:29:11.216365 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ccbabeb-1744-4af7-9916-5b69a95dbd29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:11.247041 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1d1d582e-87ba-4cf5-a28b-64bece774698 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:11.266004 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 7d8a299b-268a-4e99-8419-0ab0c8f83cd3 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:29:11.266368 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:11.289890 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e2cb12c1-5ca5-4a99-b04c-8051ddc3bd4a req-6f637232-7c1a-480c-8b23-5a77af181e94 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/security-groups?id=66c28476-daa8-4ef7-8d71-a9aeffb01c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871865 Nov 04 10:29:11.338664 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.resource_extend [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:29:11.361210 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1d1d582e-87ba-4cf5-a28b-64bece774698 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:11.387982 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ccbabeb-1744-4af7-9916-5b69a95dbd29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:11.405865 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ccbabeb-1744-4af7-9916-5b69a95dbd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:11.462457 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4ccbabeb-1744-4af7-9916-5b69a95dbd29 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=c8975d0e642b4548b5f09be3b3e32091&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3030739 Nov 04 10:29:11.465360 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccbabeb-1744-4af7-9916-5b69a95dbd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2760957f-7edf-45d1-b0a9-f03bf9c60fe8,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:11.467027 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56610) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:11.527498 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 2e8a0056-fb83-47bb-b3ed-a7cf63be869a, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=2e8a0056-fb83-47bb-b3ed-a7cf63be869a,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:11.565728 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '2e8a0056-fb83-47bb-b3ed-a7cf63be869a', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '2e8a0056-fb83-47bb-b3ed-a7cf63be869a', 'mac_address': 'fa:16:3e:c9:1d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:tempest-test_az-1396949488', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:29:11.618179 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port f41af4ed-5274-4a66-92ed-c2ae1f5a6a51, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=f41af4ed-5274-4a66-92ed-c2ae1f5a6a51,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:11.672557 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e05f5270-33ab-4e1c-b26b-9887ce7a60e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:11.679198 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'f41af4ed-5274-4a66-92ed-c2ae1f5a6a51', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': 'f41af4ed-5274-4a66-92ed-c2ae1f5a6a51', 'mac_address': 'fa:16:3e:bc:c6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:29:11.688549 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:11.729824 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8a0056-fb83-47bb-b3ed-a7cf63be869a {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:29:11.749017 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e05f5270-33ab-4e1c-b26b-9887ce7a60e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:11.789691 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 2e8a0056-fb83-47bb-b3ed-a7cf63be869a, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=2e8a0056-fb83-47bb-b3ed-a7cf63be869a,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:11.802939 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:11.807198 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:11.807606 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1d1d582e-87ba-4cf5-a28b-64bece774698 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:11.809008 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 77e57f9f-ea7e-40ea-b914-7d64007d0f5d details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:29:11.815522 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1d1d582e-87ba-4cf5-a28b-64bece774698 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:11.861652 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1d1d582e-87ba-4cf5-a28b-64bece774698 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:11.893925 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e05f5270-33ab-4e1c-b26b-9887ce7a60e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:11.896631 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e05f5270-33ab-4e1c-b26b-9887ce7a60e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:11.901196 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e05f5270-33ab-4e1c-b26b-9887ce7a60e6 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/2760957f-7edf-45d1-b0a9-f03bf9c60fe8 HTTP/1.1" status: 204 len: 168 time: 0.4303892 Nov 04 10:29:11.901196 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d582e-87ba-4cf5-a28b-64bece774698 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Pushing event updated for resources: {'Port': ['ID=881368e7-8f8b-47e1-a6ed-774259dbe63c,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:11.908739 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1d1d582e-87ba-4cf5-a28b-64bece774698 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:11.911533 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1d1d582e-87ba-4cf5-a28b-64bece774698 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5328510 Nov 04 10:29:11.923862 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=2e8a0056-fb83-47bb-b3ed-a7cf63be869a,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:11.929120 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f5270-33ab-4e1c-b26b-9887ce7a60e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2760957f-7edf-45d1-b0a9-f03bf9c60fe8,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:11.965051 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 77e57f9f-ea7e-40ea-b914-7d64007d0f5d, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=77e57f9f-ea7e-40ea-b914-7d64007d0f5d,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:11.983759 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '77e57f9f-ea7e-40ea-b914-7d64007d0f5d', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '77e57f9f-ea7e-40ea-b914-7d64007d0f5d', 'mac_address': 'fa:16:3e:b7:88:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:tempest-test_az-1396949488', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:29:11.989509 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f41af4ed-5274-4a66-92ed-c2ae1f5a6a51 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:29:11.999745 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f74711-d420-4c87-9dca-1b31a35c1d9a req-a41962c8-a8d5-48a9-a535-83aad5185cae tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:12.008258 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-57f74711-d420-4c87-9dca-1b31a35c1d9a req-a41962c8-a8d5-48a9-a535-83aad5185cae tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 969 time: 0.0794330 Nov 04 10:29:12.071527 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port f41af4ed-5274-4a66-92ed-c2ae1f5a6a51, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=f41af4ed-5274-4a66-92ed-c2ae1f5a6a51,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:12.073728 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:12.085024 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6b40b-1854-4022-b4a8-66b410c01c6a req-59f93f59-c78a-4a8c-8521-2e8c66106d58 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:12.086932 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-75f6b40b-1854-4022-b4a8-66b410c01c6a req-59f93f59-c78a-4a8c-8521-2e8c66106d58 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 947 time: 0.0755301 Nov 04 10:29:12.092420 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:12.096684 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e57f9f-ea7e-40ea-b914-7d64007d0f5d {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:29:12.143911 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-57f74711-d420-4c87-9dca-1b31a35c1d9a req-16b24b78-187c-4868-afa4-6a73d63ca16a tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300042 Nov 04 10:29:12.160441 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 77e57f9f-ea7e-40ea-b914-7d64007d0f5d, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=77e57f9f-ea7e-40ea-b914-7d64007d0f5d,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:12.175365 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:12.177096 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:12.180997 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=f41af4ed-5274-4a66-92ed-c2ae1f5a6a51,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:12.190659 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-75f6b40b-1854-4022-b4a8-66b410c01c6a req-7f16e53c-8b90-4276-8059-1d1a2061514f tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965080 Nov 04 10:29:12.258100 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=77e57f9f-ea7e-40ea-b914-7d64007d0f5d,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:12.348773 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-61cd83fc-65de-4afa-a478-e56b963e2e68 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-securitygroup--1704354463&fields=id&tenant_id=0492820046454dbbbdfa7eac919beeeb HTTP/1.1" status: 200 len: 267 time: 0.0621417 Nov 04 10:29:12.431251 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['f41af4ed-5274-4a66-92ed-c2ae1f5a6a51'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:29:12.542926 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['2e8a0056-fb83-47bb-b3ed-a7cf63be869a'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:29:12.595527 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-cd63598a-a335-43be-99f4-8928525ef2ee tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:12.597290 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-cd63598a-a335-43be-99f4-8928525ef2ee tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/networks?id=d1916c7c-e081-4089-adc9-d25f9f439e58 HTTP/1.1" status: 200 len: 824 time: 0.2395415 Nov 04 10:29:12.612428 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['77e57f9f-ea7e-40ea-b914-7d64007d0f5d'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:29:12.641840 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-933f71fe-e09e-4eb3-b3f8-ff934f3590f3 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/quotas/0492820046454dbbbdfa7eac919beeeb HTTP/1.1" status: 200 len: 375 time: 0.0160310 Nov 04 10:29:12.661028 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b195f3-7939-4fa9-bf5e-bcaf6e5b9227 req-90f9c51d-4230-4373-80df-390acdde101b tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:12.663185 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-94b195f3-7939-4fa9-bf5e-bcaf6e5b9227 req-90f9c51d-4230-4373-80df-390acdde101b tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/ports?device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 970 time: 0.1049719 Nov 04 10:29:12.729491 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56668) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:12.773246 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-94b195f3-7939-4fa9-bf5e-bcaf6e5b9227 req-534420b8-0fab-424b-a3a6-b0e84b70d8ff tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/security-groups?id=66c28476-daa8-4ef7-8d71-a9aeffb01c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993707 Nov 04 10:29:12.804964 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-9d220752-bcae-47b1-b650-adf32438ea09 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=0492820046454dbbbdfa7eac919beeeb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1506755 Nov 04 10:29:12.883743 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fe9b559d-8df1-48f2-8af6-3377055a2d37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:12.991015 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fe9b559d-8df1-48f2-8af6-3377055a2d37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:12.997847 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fe9b559d-8df1-48f2-8af6-3377055a2d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:13.059692 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fe9b559d-8df1-48f2-8af6-3377055a2d37 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=9c5879d709504fa09dd51d2b8fa0ef0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3283463 Nov 04 10:29:13.060478 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b559d-8df1-48f2-8af6-3377055a2d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c2d0d8-8cf1-4e2d-9312-d8d9ff9ae0e8,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:13.063419 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56686) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:13.107414 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:29:13.156568 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bb3102a2-e45e-4070-947a-44b0d01a7fe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:13.181915 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bb3102a2-e45e-4070-947a-44b0d01a7fe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:13.237626 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-09ce3a3f-25ce-4df3-a8a2-54df2333e264 service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:29:13.239558 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-09ce3a3f-25ce-4df3-a8a2-54df2333e264 service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0708835 Nov 04 10:29:13.254654 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bb3102a2-e45e-4070-947a-44b0d01a7fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:13.257654 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bb3102a2-e45e-4070-947a-44b0d01a7fe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:13.258976 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bb3102a2-e45e-4070-947a-44b0d01a7fe7 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/58c2d0d8-8cf1-4e2d-9312-d8d9ff9ae0e8 HTTP/1.1" status: 204 len: 168 time: 0.1830351 Nov 04 10:29:13.270802 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3102a2-e45e-4070-947a-44b0d01a7fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c2d0d8-8cf1-4e2d-9312-d8d9ff9ae0e8,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:13.376981 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c22921-cfcd-4d0e-b0e0-fda5e2bd0a44 req-f71896fc-cc00-46d7-b7cc-83ab3aab45ec tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:13.378534 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-65c22921-cfcd-4d0e-b0e0-fda5e2bd0a44 req-f71896fc-cc00-46d7-b7cc-83ab3aab45ec tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 970 time: 0.1225703 Nov 04 10:29:13.416689 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-919d56e1-cebb-4597-93a2-3aaa4f2d25a7 service neutron] 10.222.0.127 "GET /v2.0/networks/d1916c7c-e081-4089-adc9-d25f9f439e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696727 Nov 04 10:29:13.493180 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-65c22921-cfcd-4d0e-b0e0-fda5e2bd0a44 req-4c08d79a-6590-491f-914e-c5e2315be91b tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018674 Nov 04 10:29:13.555905 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-dda2f941-7b2d-4d56-b317-53ce1fd1d227 service neutron] 10.222.0.127 "GET /v2.0/networks/d1916c7c-e081-4089-adc9-d25f9f439e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272352 Nov 04 10:29:13.557863 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56716) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:13.665681 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49e71f-1b97-40ba-82fc-84ce14a81c2b req-41b4db64-067d-4b38-ac0e-de8a0d5aff00 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:13.667334 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cd49e71f-1b97-40ba-82fc-84ce14a81c2b req-41b4db64-067d-4b38-ac0e-de8a0d5aff00 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 948 time: 0.0755129 Nov 04 10:29:13.755792 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cd49e71f-1b97-40ba-82fc-84ce14a81c2b req-e328c1e3-56ba-47dc-817b-5ab51e632fea tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814061 Nov 04 10:29:13.812217 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3302446b-153a-4e49-b983-90b300927228 req-c43eaa86-228b-4771-84c5-eb2f0cd270a8 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/ports?device_id=3531851a-1a09-410c-86d1-69a15d96d092 HTTP/1.1" status: 200 len: 210 time: 0.0547957 Nov 04 10:29:13.962420 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3896e-f1d6-46b7-ae23-4f9ddff50ee5 req-ede4a27c-12ee-450a-a0bf-b871199bd8a0 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:13.963532 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-88d13aa0-29d5-4dcc-a589-c4b2bce64ced admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:13.972463 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0ed3896e-f1d6-46b7-ae23-4f9ddff50ee5 req-ede4a27c-12ee-450a-a0bf-b871199bd8a0 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/ports?device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 970 time: 0.1040692 Nov 04 10:29:14.058527 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0ed3896e-f1d6-46b7-ae23-4f9ddff50ee5 req-2c9f1dde-0d93-4f39-bcc2-9ee5c9389182 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/security-groups?id=66c28476-daa8-4ef7-8d71-a9aeffb01c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850105 Nov 04 10:29:14.068234 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-88d13aa0-29d5-4dcc-a589-c4b2bce64ced admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:14.078398 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-88d13aa0-29d5-4dcc-a589-c4b2bce64ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:14.120337 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-88d13aa0-29d5-4dcc-a589-c4b2bce64ced admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=ca1836ee918245e6b6ec72ac7f24980d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5609465 Nov 04 10:29:14.123402 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56756) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:14.156642 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56758) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:14.181380 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d13aa0-29d5-4dcc-a589-c4b2bce64ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2e335e-1e52-41f0-bb66-8cf8279b869b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:14.194991 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bade39a3-d743-4ca6-b5fd-b3fd9df136f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:14.237582 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-90439016-0495-4b28-b973-a6a3c2c873c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:14.263902 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-90439016-0495-4b28-b973-a6a3c2c873c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:14.340544 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bade39a3-d743-4ca6-b5fd-b3fd9df136f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:14.351388 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-90439016-0495-4b28-b973-a6a3c2c873c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:14.354086 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-90439016-0495-4b28-b973-a6a3c2c873c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:14.358169 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-90439016-0495-4b28-b973-a6a3c2c873c0 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/bc2e335e-1e52-41f0-bb66-8cf8279b869b HTTP/1.1" status: 204 len: 168 time: 0.2312281 Nov 04 10:29:14.358354 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bade39a3-d743-4ca6-b5fd-b3fd9df136f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:14.367950 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90439016-0495-4b28-b973-a6a3c2c873c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2e335e-1e52-41f0-bb66-8cf8279b869b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:14.396572 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56768) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:14.418271 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56772) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:14.418476 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bade39a3-d743-4ca6-b5fd-b3fd9df136f3 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=7c996f4ad25b46e9806ca286a2ed821b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604551 Nov 04 10:29:14.419219 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade39a3-d743-4ca6-b5fd-b3fd9df136f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48f979e-59ad-4755-b1cc-ea027cf2ee82,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:14.477037 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-084af4b0-caaf-4cae-9179-e8f3412917c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:14.488144 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:14.512878 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-084af4b0-caaf-4cae-9179-e8f3412917c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:14.574611 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-084af4b0-caaf-4cae-9179-e8f3412917c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:14.577381 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-084af4b0-caaf-4cae-9179-e8f3412917c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:14.581187 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-084af4b0-caaf-4cae-9179-e8f3412917c0 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/f48f979e-59ad-4755-b1cc-ea027cf2ee82 HTTP/1.1" status: 204 len: 168 time: 0.1592586 Nov 04 10:29:14.586508 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084af4b0-caaf-4cae-9179-e8f3412917c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48f979e-59ad-4755-b1cc-ea027cf2ee82,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:14.725190 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52997ea8-e8f6-4f63-9baa-73164dafb92d req-4d8bd1c8-bc13-4a41-b18c-eefc80eba5c4 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:14.728921 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-52997ea8-e8f6-4f63-9baa-73164dafb92d req-4d8bd1c8-bc13-4a41-b18c-eefc80eba5c4 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 970 time: 0.0911648 Nov 04 10:29:14.767812 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f744f270-1df5-4e0a-a512-9f486bbb7d02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:14.906844 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 2e8a0056-fb83-47bb-b3ed-a7cf63be869a up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:29:14.931129 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-52997ea8-e8f6-4f63-9baa-73164dafb92d req-fab0ddc2-ed39-4706-b0de-603a184dc68e tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885877 Nov 04 10:29:14.980611 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56790) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:15.018817 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 2e8a0056-fb83-47bb-b3ed-a7cf63be869a completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:29:15.025551 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 2e8a0056-fb83-47bb-b3ed-a7cf63be869a triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:29:15.025921 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:15.028171 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a3776d41-5ef6-40e9-9bab-babae90a3d55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:15.086326 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2d34c-e5dc-41b7-928f-b3076b1852b1 req-ddd80c80-48d5-48b7-acdb-cedb1ac78a38 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:15.089665 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fdb2d34c-e5dc-41b7-928f-b3076b1852b1 req-ddd80c80-48d5-48b7-acdb-cedb1ac78a38 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 948 time: 0.2329366 Nov 04 10:29:15.165657 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device f41af4ed-5274-4a66-92ed-c2ae1f5a6a51 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:29:15.227910 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:15.237797 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed02bb9c-cc2c-4946-9f55-adc89e95c79b req-9e328a26-292a-4c94-9597-594c3cf9307d tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/ports?device_id=3531851a-1a09-410c-86d1-69a15d96d092 HTTP/1.1" status: 200 len: 210 time: 0.1430478 Nov 04 10:29:15.260990 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945abf86-0bd2-47cd-88fa-48fd04810fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8a0056-fb83-47bb-b3ed-a7cf63be869a'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:29:15.282063 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f744f270-1df5-4e0a-a512-9f486bbb7d02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:15.340181 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f744f270-1df5-4e0a-a512-9f486bbb7d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:15.352398 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 2e8a0056-fb83-47bb-b3ed-a7cf63be869a, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=2e8a0056-fb83-47bb-b3ed-a7cf63be869a,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:15.361461 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port f41af4ed-5274-4a66-92ed-c2ae1f5a6a51 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:29:15.367975 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port f41af4ed-5274-4a66-92ed-c2ae1f5a6a51 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:29:15.368867 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:15.371147 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:15.372308 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 77e57f9f-ea7e-40ea-b914-7d64007d0f5d up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:29:15.480037 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fdb2d34c-e5dc-41b7-928f-b3076b1852b1 req-b35f65f7-7102-4993-bd55-4c48b80bb48d tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759131 Nov 04 10:29:15.525058 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f744f270-1df5-4e0a-a512-9f486bbb7d02 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=35fe3a8160134d05af00a2e38789df08&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1272013 Nov 04 10:29:15.530171 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=2e8a0056-fb83-47bb-b3ed-a7cf63be869a,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:15.534343 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56812) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:15.547880 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744f270-1df5-4e0a-a512-9f486bbb7d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cc9d18-5a74-4712-9226-47f09b5efb3b,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:15.580088 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353b8bf-81a6-41a9-90e5-77d8a94f72fa req-acb869dc-c58e-4326-8e78-3c7cfd433ed2 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:15.592335 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 77e57f9f-ea7e-40ea-b914-7d64007d0f5d completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:29:15.597467 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e353b8bf-81a6-41a9-90e5-77d8a94f72fa req-acb869dc-c58e-4326-8e78-3c7cfd433ed2 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/ports?device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 971 time: 0.1158614 Nov 04 10:29:15.599463 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 77e57f9f-ea7e-40ea-b914-7d64007d0f5d triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:29:15.599830 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:15.653996 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a3776d41-5ef6-40e9-9bab-babae90a3d55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:15.672417 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071a7db0-21fc-4851-8fc5-373fcd1ed504" -d '{"events": [{"server_uuid": "945abf86-0bd2-47cd-88fa-48fd04810fb5", "name": "network-vif-plugged", "status": "completed", "tag": "2e8a0056-fb83-47bb-b3ed-a7cf63be869a"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:29:15.678593 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e353b8bf-81a6-41a9-90e5-77d8a94f72fa req-2d062b4f-7c02-4966-97bf-28a3dca47a0a tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/security-groups?id=66c28476-daa8-4ef7-8d71-a9aeffb01c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783393 Nov 04 10:29:15.690878 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a3776d41-5ef6-40e9-9bab-babae90a3d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:15.751034 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-57fd547a-2c8b-4cf0-8587-e76715d15d43 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:15.752626 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-57fd547a-2c8b-4cf0-8587-e76715d15d43 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.121 "GET /v2.0/networks?id=d1916c7c-e081-4089-adc9-d25f9f439e58 HTTP/1.1" status: 200 len: 824 time: 0.6025264 Nov 04 10:29:15.753306 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:15.761857 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56820) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:15.762069 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a3776d41-5ef6-40e9-9bab-babae90a3d55 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=607419dbcb554d2392ce06fbdeedd502&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7788315 Nov 04 10:29:15.780588 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f52eb68-59e0-47fc-b171-fd2931642b05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:15.814820 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3776d41-5ef6-40e9-9bab-babae90a3d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a88576d-e055-49b8-9226-dfa1790199b5,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:15.822310 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port f41af4ed-5274-4a66-92ed-c2ae1f5a6a51, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=f41af4ed-5274-4a66-92ed-c2ae1f5a6a51,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:15.823518 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:15.833474 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:15.857726 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-04468624-ba92-4bc3-a47f-fa7140d954a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:15.864587 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f52eb68-59e0-47fc-b171-fd2931642b05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:15.890033 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-04468624-ba92-4bc3-a47f-fa7140d954a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:15.907044 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=f41af4ed-5274-4a66-92ed-c2ae1f5a6a51,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:15.954286 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 77e57f9f-ea7e-40ea-b914-7d64007d0f5d, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=77e57f9f-ea7e-40ea-b914-7d64007d0f5d,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:15.963565 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:15.983952 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-04468624-ba92-4bc3-a47f-fa7140d954a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:15.986550 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-04468624-ba92-4bc3-a47f-fa7140d954a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:15.990393 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-04468624-ba92-4bc3-a47f-fa7140d954a9 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/4a88576d-e055-49b8-9226-dfa1790199b5 HTTP/1.1" status: 204 len: 168 time: 0.2253947 Nov 04 10:29:15.998783 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04468624-ba92-4bc3-a47f-fa7140d954a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a88576d-e055-49b8-9226-dfa1790199b5,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:16.006790 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-99643855-a474-4e33-8cb7-184aef3e44f9 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0492820046454dbbbdfa7eac919beeeb HTTP/1.1" status: 200 len: 380 time: 0.2347512 Nov 04 10:29:16.031221 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-3b918369-4bc5-4298-9e53-ebfd8571ccd9 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Request body: {'port': {'device_id': '3531851a-1a09-410c-86d1-69a15d96d092', 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58', 'admin_state_up': True, 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'security_groups': ['e3fc6229-c534-4667-80af-1b77361324bb']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:29:16.053856 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d492e685-13e0-486f-8b86-d79689e7d84f x-openstack-request-id: req-d492e685-13e0-486f-8b86-d79689e7d84f {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:29:16.054187 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945abf86-0bd2-47cd-88fa-48fd04810fb5", "name": "network-vif-plugged", "status": "completed", "tag": "2e8a0056-fb83-47bb-b3ed-a7cf63be869a", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:29:16.054456 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-d492e685-13e0-486f-8b86-d79689e7d84f {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:29:16.055001 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945abf86-0bd2-47cd-88fa-48fd04810fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8a0056-fb83-47bb-b3ed-a7cf63be869a', 'code': 200} Nov 04 10:29:16.135983 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=77e57f9f-ea7e-40ea-b914-7d64007d0f5d,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:16.177317 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad64a1f-1e24-4570-a7ff-ad3847c9d05b req-8891ce51-e20a-4995-afbf-13784a79e7be tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:16.199583 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8ad64a1f-1e24-4570-a7ff-ad3847c9d05b req-8891ce51-e20a-4995-afbf-13784a79e7be tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 971 time: 0.0868208 Nov 04 10:29:16.204902 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f52eb68-59e0-47fc-b171-fd2931642b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:16.208944 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f52eb68-59e0-47fc-b171-fd2931642b05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:16.213048 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6f52eb68-59e0-47fc-b171-fd2931642b05 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/78cc9d18-5a74-4712-9226-47f09b5efb3b HTTP/1.1" status: 204 len: 168 time: 0.6776636 Nov 04 10:29:16.242548 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52eb68-59e0-47fc-b171-fd2931642b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cc9d18-5a74-4712-9226-47f09b5efb3b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:16.271378 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46567d04-a31c-4463-9034-510e80dc015e req-8ccda446-63ee-4f1b-a881-16ed2e6c9f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:16.272950 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-46567d04-a31c-4463-9034-510e80dc015e req-8ccda446-63ee-4f1b-a881-16ed2e6c9f56 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 1122 time: 0.1277826 Nov 04 10:29:16.299036 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8ad64a1f-1e24-4570-a7ff-ad3847c9d05b req-8648db33-22b9-412d-95d9-5c253b792471 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942833 Nov 04 10:29:16.316670 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-46567d04-a31c-4463-9034-510e80dc015e req-e71022d5-917d-41c9-8003-acc2f7b73bc0 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:16.380422 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-3b918369-4bc5-4298-9e53-ebfd8571ccd9 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Made reservation on behalf of 0492820046454dbbbdfa7eac919beeeb for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:29:16.386214 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-3b918369-4bc5-4298-9e53-ebfd8571ccd9 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:16.400743 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8d3a4db5-47a8-4f38-bbc5-15e2e0d20f6f req-9daad106-d991-4583-a053-cb473e16a992 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/ports?device_id=3531851a-1a09-410c-86d1-69a15d96d092 HTTP/1.1" status: 200 len: 210 time: 0.0410140 Nov 04 10:29:16.544863 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-46567d04-a31c-4463-9034-510e80dc015e req-e71022d5-917d-41c9-8003-acc2f7b73bc0 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:16.583723 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-46567d04-a31c-4463-9034-510e80dc015e req-e71022d5-917d-41c9-8003-acc2f7b73bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:16.666945 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931c39a-c24e-49d0-a762-677fd27c94af req-b7d7b147-794d-48b3-b3fc-d1965f24b827 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:16.669384 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8931c39a-c24e-49d0-a762-677fd27c94af req-b7d7b147-794d-48b3-b3fc-d1965f24b827 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 949 time: 0.0772347 Nov 04 10:29:16.671759 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-46567d04-a31c-4463-9034-510e80dc015e req-e71022d5-917d-41c9-8003-acc2f7b73bc0 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=66c28476-daa8-4ef7-8d71-a9aeffb01c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851337 Nov 04 10:29:16.681835 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71022d5-917d-41c9-8003-acc2f7b73bc0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=edd5e2fb-f7b6-4293-af75-43cd3ddc1b98,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:16.689847 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-3b918369-4bc5-4298-9e53-ebfd8571ccd9 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Allocated IP 172.20.0.7 (d1916c7c-e081-4089-adc9-d25f9f439e58/6c41464b-4d5c-426b-ab3b-93147cb6ef05/70560236-4738-474c-878e-530471105d9d) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:29:16.779735 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8931c39a-c24e-49d0-a762-677fd27c94af req-ea5182ae-a312-4bc7-bcc8-4d1811e4ba13 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959036 Nov 04 10:29:16.835111 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e32cb916-86e6-4ce9-ac44-5f6ae5813fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:16.869861 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0bcfe-fa38-4dca-bc14-e1d57a280019 req-5c2a2981-705a-4041-9c82-09b6b965f69a tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:16.878709 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2bc0bcfe-fa38-4dca-bc14-e1d57a280019 req-5c2a2981-705a-4041-9c82-09b6b965f69a tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/ports?device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 971 time: 0.0887003 Nov 04 10:29:16.917460 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-3b918369-4bc5-4298-9e53-ebfd8571ccd9 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:16.945920 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2bc0bcfe-fa38-4dca-bc14-e1d57a280019 req-6043f483-05f9-4f14-94e0-7be0029d571e tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/security-groups?id=66c28476-daa8-4ef7-8d71-a9aeffb01c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663667 Nov 04 10:29:16.963700 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-3b918369-4bc5-4298-9e53-ebfd8571ccd9 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:16.977281 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56878) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:16.991106 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a5184e8e-af5a-4593-905d-9265507dd69d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:17.026214 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-3b918369-4bc5-4298-9e53-ebfd8571ccd9 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Network d1916c7c-e081-4089-adc9-d25f9f439e58 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:29:17.032625 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-3b918369-4bc5-4298-9e53-ebfd8571ccd9 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:29:17.037312 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-3b918369-4bc5-4298-9e53-ebfd8571ccd9 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:29:17.044114 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-3b918369-4bc5-4298-9e53-ebfd8571ccd9 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:17.044835 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-3b918369-4bc5-4298-9e53-ebfd8571ccd9 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:17.056000 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b918369-4bc5-4298-9e53-ebfd8571ccd9 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Pushing event updated for resources: {'Port': ['ID=70560236-4738-474c-878e-530471105d9d,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:17.076997 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-3b918369-4bc5-4298-9e53-ebfd8571ccd9 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0624793 Nov 04 10:29:17.091213 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-16804721-9079-43ce-b601-9f98545dd640 service neutron] Request body: {'port': {'device_id': '3531851a-1a09-410c-86d1-69a15d96d092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:29:17.110146 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a5184e8e-af5a-4593-905d-9265507dd69d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:17.115815 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a5184e8e-af5a-4593-905d-9265507dd69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:17.179266 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-16804721-9079-43ce-b601-9f98545dd640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:17.181627 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5184e8e-af5a-4593-905d-9265507dd69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78ba44c-796e-4018-a83e-d3900bc224b4,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:17.190126 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a5184e8e-af5a-4593-905d-9265507dd69d admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=4deb08157ae949c187f879406c2224f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116930 Nov 04 10:29:17.195254 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56882) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:17.267544 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-06aa8d18-8e8e-4559-8d60-19a9b6d7e60d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:17.304258 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-06aa8d18-8e8e-4559-8d60-19a9b6d7e60d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:17.317851 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56888) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:17.411753 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-06aa8d18-8e8e-4559-8d60-19a9b6d7e60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:17.414778 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-06aa8d18-8e8e-4559-8d60-19a9b6d7e60d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:17.416082 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-06aa8d18-8e8e-4559-8d60-19a9b6d7e60d admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/c78ba44c-796e-4018-a83e-d3900bc224b4 HTTP/1.1" status: 204 len: 168 time: 0.2198274 Nov 04 10:29:17.423409 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-310e171d-8e36-4dd9-bbeb-f58a0cf03672 None None] Provisioning complete for port 70560236-4738-474c-878e-530471105d9d triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:29:17.426963 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-310e171d-8e36-4dd9-bbeb-f58a0cf03672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:17.439576 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa8d18-8e8e-4559-8d60-19a9b6d7e60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78ba44c-796e-4018-a83e-d3900bc224b4,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:17.532241 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-310e171d-8e36-4dd9-bbeb-f58a0cf03672 None None] Port 70560236-4738-474c-878e-530471105d9d cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:29:17.622769 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b80cb8-2408-49a5-8dc4-aa5ad6f8db48 req-8066f5f6-c1c7-4647-9086-323ac383e729 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:17.633461 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c7b80cb8-2408-49a5-8dc4-aa5ad6f8db48 req-8066f5f6-c1c7-4647-9086-323ac383e729 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 971 time: 0.1352041 Nov 04 10:29:17.669990 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-16804721-9079-43ce-b601-9f98545dd640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70560236-4738-474c-878e-530471105d9d {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:29:17.675051 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f4ecb432-8876-44ea-9828-56c65d646615 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:17.682993 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-16804721-9079-43ce-b601-9f98545dd640 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:17.702011 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-16804721-9079-43ce-b601-9f98545dd640 service neutron] Transition to ACTIVE for port object 70560236-4738-474c-878e-530471105d9d will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:29:17.711148 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-16804721-9079-43ce-b601-9f98545dd640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:17.720604 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb7930-4084-4deb-bb7e-637658c6f633 req-14ea3e56-a4fe-4cb8-916a-43d3072b20ef tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:17.722223 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-accb7930-4084-4deb-bb7e-637658c6f633 req-14ea3e56-a4fe-4cb8-916a-43d3072b20ef tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/ports?device_id=3531851a-1a09-410c-86d1-69a15d96d092 HTTP/1.1" status: 200 len: 931 time: 0.1639953 Nov 04 10:29:17.798247 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c7b80cb8-2408-49a5-8dc4-aa5ad6f8db48 req-9fdd2645-6ea2-4e0e-b21e-78fa17966029 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602163 Nov 04 10:29:17.798929 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16804721-9079-43ce-b601-9f98545dd640 service neutron] Pushing event updated for resources: {'Port': ['ID=70560236-4738-474c-878e-530471105d9d,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:17.853300 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-16804721-9079-43ce-b601-9f98545dd640 service neutron] Attempting to bind port 70560236-4738-474c-878e-530471105d9d on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:29:17.853677 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-16804721-9079-43ce-b601-9f98545dd640 service neutron] Attempting to bind port 70560236-4738-474c-878e-530471105d9d by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '61f108e4-56f0-48ee-9c99-786617296cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:29:17.854005 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-16804721-9079-43ce-b601-9f98545dd640 service neutron] Attempting to bind port 70560236-4738-474c-878e-530471105d9d on network d1916c7c-e081-4089-adc9-d25f9f439e58 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:29:17.860509 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-16804721-9079-43ce-b601-9f98545dd640 service neutron] Port 70560236-4738-474c-878e-530471105d9d on network d1916c7c-e081-4089-adc9-d25f9f439e58 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:29:17.860910 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-16804721-9079-43ce-b601-9f98545dd640 service neutron] Attempting to bind port 70560236-4738-474c-878e-530471105d9d on network d1916c7c-e081-4089-adc9-d25f9f439e58 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:29:17.868605 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-16804721-9079-43ce-b601-9f98545dd640 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:29:17.869049 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-16804721-9079-43ce-b601-9f98545dd640 service neutron] Checking segment: {'id': '61f108e4-56f0-48ee-9c99-786617296cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:29:17.869721 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-16804721-9079-43ce-b601-9f98545dd640 service neutron] Bound using segment: {'id': '61f108e4-56f0-48ee-9c99-786617296cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:29:17.870223 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-16804721-9079-43ce-b601-9f98545dd640 service neutron] Bound port: 70560236-4738-474c-878e-530471105d9d, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61f108e4-56f0-48ee-9c99-786617296cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:29:17.870594 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-16804721-9079-43ce-b601-9f98545dd640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:17.889870 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-accb7930-4084-4deb-bb7e-637658c6f633 req-a7ef39b2-7f98-4739-8d83-dbacf42a5885 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/security-groups?id=e3fc6229-c534-4667-80af-1b77361324bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557128 Nov 04 10:29:17.985032 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f4ecb432-8876-44ea-9828-56c65d646615 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:18.016619 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-16804721-9079-43ce-b601-9f98545dd640 service neutron] For port 70560236-4738-474c-878e-530471105d9d, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:29:18.020705 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-16804721-9079-43ce-b601-9f98545dd640 service neutron] For port 70560236-4738-474c-878e-530471105d9d, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=70560236-4738-474c-878e-530471105d9d,segment=NetworkSegment(61f108e4-56f0-48ee-9c99-786617296cbb),segment_id=61f108e4-56f0-48ee-9c99-786617296cbb)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:29:18.030639 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f4ecb432-8876-44ea-9828-56c65d646615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:18.036913 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-16804721-9079-43ce-b601-9f98545dd640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:18.056197 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40a4d30-944c-4909-a3d8-fa21578919a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41af4ed-5274-4a66-92ed-c2ae1f5a6a51'}, {'server_uuid': 'a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e57f9f-ea7e-40ea-b914-7d64007d0f5d'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:29:18.058594 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7703a6-e806-415c-9131-6b069ba97359" -d '{"events": [{"server_uuid": "b40a4d30-944c-4909-a3d8-fa21578919a0", "name": "network-vif-plugged", "status": "completed", "tag": "f41af4ed-5274-4a66-92ed-c2ae1f5a6a51"}, {"server_uuid": "a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29", "name": "network-vif-plugged", "status": "completed", "tag": "77e57f9f-ea7e-40ea-b914-7d64007d0f5d"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:29:18.099491 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-16804721-9079-43ce-b601-9f98545dd640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:18.099491 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-16804721-9079-43ce-b601-9f98545dd640 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:18.099491 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-16804721-9079-43ce-b601-9f98545dd640 service neutron] 10.222.0.121 "PUT /v2.0/ports/70560236-4738-474c-878e-530471105d9d HTTP/1.1" status: 200 len: 1091 time: 1.0116782 Nov 04 10:29:18.099807 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3531851a-1a09-410c-86d1-69a15d96d092', 'tag': '70560236-4738-474c-878e-530471105d9d'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:29:18.105100 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3e2312-7073-429a-83cc-4029b035dddd" -d '{"events": [{"name": "network-changed", "server_uuid": "3531851a-1a09-410c-86d1-69a15d96d092", "tag": "70560236-4738-474c-878e-530471105d9d"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:29:18.143202 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16804721-9079-43ce-b601-9f98545dd640 service neutron] Pushing event updated for resources: {'Port': ['ID=70560236-4738-474c-878e-530471105d9d,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:18.185932 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e231161-5344-4bf6-961b-558b6797d012 req-b5d708f7-fe7e-49fa-b14f-20bf8621cc76 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:18.194787 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0e231161-5344-4bf6-961b-558b6797d012 req-b5d708f7-fe7e-49fa-b14f-20bf8621cc76 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 949 time: 0.2339973 Nov 04 10:29:18.208904 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ecb432-8876-44ea-9828-56c65d646615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f315115-939e-4bd4-9012-297f29cdbb92,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:18.227344 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-4c07484a-2254-4c21-91a5-587a7a4f98d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:18.228866 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-4c07484a-2254-4c21-91a5-587a7a4f98d1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0492820046454dbbbdfa7eac919beeeb&device_id=3531851a-1a09-410c-86d1-69a15d96d092 HTTP/1.1" status: 200 len: 1094 time: 0.0768774 Nov 04 10:29:18.234842 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f4ecb432-8876-44ea-9828-56c65d646615 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=72f5530b23bd4c1db3103687a5a25600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9128458 Nov 04 10:29:18.238678 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56924) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:18.291572 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb339df-4600-4738-b27d-092b41093b13 req-1e7992f2-f2ad-4b6d-88eb-d02fff22171e tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:18.300050 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2cb339df-4600-4738-b27d-092b41093b13 req-1e7992f2-f2ad-4b6d-88eb-d02fff22171e tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/ports?device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 971 time: 0.2347462 Nov 04 10:29:18.316020 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-58350934-d161-47c4-a4a5-f3d95e9db86c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70560236-4738-474c-878e-530471105d9d HTTP/1.1" status: 200 len: 217 time: 0.0776951 Nov 04 10:29:18.366269 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0e231161-5344-4bf6-961b-558b6797d012 req-ac2d26f5-ef1b-4b3d-bcdd-84b51d249930 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705496 Nov 04 10:29:18.381815 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-dacd418e-4c02-48b0-b908-af39cbff4cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:18.389375 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-dacd418e-4c02-48b0-b908-af39cbff4cf0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6c41464b-4d5c-426b-ab3b-93147cb6ef05 HTTP/1.1" status: 200 len: 863 time: 0.0633492 Nov 04 10:29:18.455034 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-4dfce600-50de-44b2-85ef-7fc13141ca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:18.456680 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-4dfce600-50de-44b2-85ef-7fc13141ca37 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d1916c7c-e081-4089-adc9-d25f9f439e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601954 Nov 04 10:29:18.470239 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 04 Nov 2021 10:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d5e4ef-8e18-401e-8852-562a023cb14c x-openstack-request-id: req-c1d5e4ef-8e18-401e-8852-562a023cb14c {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:29:18.470752 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40a4d30-944c-4909-a3d8-fa21578919a0", "name": "network-vif-plugged", "status": "completed", "tag": "f41af4ed-5274-4a66-92ed-c2ae1f5a6a51", "code": 200}, {"server_uuid": "a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29", "name": "network-vif-plugged", "status": "completed", "tag": "77e57f9f-ea7e-40ea-b914-7d64007d0f5d", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:29:18.471294 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-c1d5e4ef-8e18-401e-8852-562a023cb14c {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:29:18.471824 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40a4d30-944c-4909-a3d8-fa21578919a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41af4ed-5274-4a66-92ed-c2ae1f5a6a51', 'code': 200} Nov 04 10:29:18.472210 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e57f9f-ea7e-40ea-b914-7d64007d0f5d', 'code': 200} Nov 04 10:29:18.474984 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ff89920-ac96-485a-bfdc-a795fb20a1a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:18.488950 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2cb339df-4600-4738-b27d-092b41093b13 req-c68e4fb4-1148-41f9-ab75-190a3e61599b tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/security-groups?id=66c28476-daa8-4ef7-8d71-a9aeffb01c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877570 Nov 04 10:29:18.562028 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.121', 63558) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:18.572746 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ff89920-ac96-485a-bfdc-a795fb20a1a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:18.679235 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc76e40-50d8-429a-96e6-b8de9c881e97 req-5799e8b4-b96a-4c99-81d8-58ec5fa7884d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:18.686269 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1cc76e40-50d8-429a-96e6-b8de9c881e97 req-5799e8b4-b96a-4c99-81d8-58ec5fa7884d service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 1100 time: 0.1201465 Nov 04 10:29:18.699854 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b3a227-1f6f-464c-bc92-cd497c27f28d x-openstack-request-id: req-56b3a227-1f6f-464c-bc92-cd497c27f28d {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:29:18.700469 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3531851a-1a09-410c-86d1-69a15d96d092", "tag": "70560236-4738-474c-878e-530471105d9d", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:29:18.703036 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-56b3a227-1f6f-464c-bc92-cd497c27f28d {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:29:18.703504 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3531851a-1a09-410c-86d1-69a15d96d092', 'tag': '70560236-4738-474c-878e-530471105d9d', 'status': 'completed', 'code': 200} Nov 04 10:29:18.711994 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ff89920-ac96-485a-bfdc-a795fb20a1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:18.716033 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ff89920-ac96-485a-bfdc-a795fb20a1a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:18.720887 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5ff89920-ac96-485a-bfdc-a795fb20a1a6 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/4f315115-939e-4bd4-9012-297f29cdbb92 HTTP/1.1" status: 204 len: 168 time: 0.4777513 Nov 04 10:29:18.746936 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89920-ac96-485a-bfdc-a795fb20a1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f315115-939e-4bd4-9012-297f29cdbb92,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:18.790298 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-0b8e29a1-3790-44e2-b60f-b2197f2915af service neutron] 10.222.0.121 "GET /v2.0/networks/d1916c7c-e081-4089-adc9-d25f9f439e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238823 Nov 04 10:29:18.796910 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1cc76e40-50d8-429a-96e6-b8de9c881e97 req-55aac133-8927-4e2a-b575-6bf77d038c5e service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047297 Nov 04 10:29:18.868991 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2adf1-f633-4a0f-80d8-c093982db54e req-e197ae33-ed3b-4fad-8e91-08fea52d5038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:18.870703 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-24e2adf1-f633-4a0f-80d8-c093982db54e req-e197ae33-ed3b-4fad-8e91-08fea52d5038 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 1122 time: 0.1662898 Nov 04 10:29:18.963183 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3e024-8bc6-4ff6-ae1b-bea755e74dec req-313c16ff-a2ea-4257-a732-51fe77873a58 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:18.964338 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-24e2adf1-f633-4a0f-80d8-c093982db54e req-b0169924-ef30-4efa-9424-358d7e944166 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847747 Nov 04 10:29:18.965061 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ab3e024-8bc6-4ff6-ae1b-bea755e74dec req-313c16ff-a2ea-4257-a732-51fe77873a58 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 971 time: 0.0875630 Nov 04 10:29:18.974333 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-17229f78-ea7a-490f-92bb-e4dfd95d5bee req-9d17ba35-59b1-4d4d-bb3b-84440557eaae service neutron] 10.222.0.121 "GET /v2.0/networks/d1916c7c-e081-4089-adc9-d25f9f439e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729076 Nov 04 10:29:19.290549 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ab3e024-8bc6-4ff6-ae1b-bea755e74dec req-fad3cea3-567c-4db9-9e95-d9033b427f82 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149271 Nov 04 10:29:19.302612 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-63b31cbf-5d21-4e7d-a314-dcba97636087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:19.326836 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56962) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:19.352162 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39c3331e-0e42-452d-8f7e-875f112b6913 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:19.356079 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e6562-5128-452c-98f7-6f4d075f7b09 req-b8e68e3f-3539-4b3e-a583-4ce507dab9ba tempest-NetworksTest-941482425 tempest-NetworksTest-941482425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:19.356736 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e6562-5128-452c-98f7-6f4d075f7b09 req-b8e68e3f-3539-4b3e-a583-4ce507dab9ba tempest-NetworksTest-941482425 tempest-NetworksTest-941482425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:19.357502 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e6562-5128-452c-98f7-6f4d075f7b09 req-b8e68e3f-3539-4b3e-a583-4ce507dab9ba tempest-NetworksTest-941482425 tempest-NetworksTest-941482425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:19.358251 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e6562-5128-452c-98f7-6f4d075f7b09 req-b8e68e3f-3539-4b3e-a583-4ce507dab9ba tempest-NetworksTest-941482425 tempest-NetworksTest-941482425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:19.358975 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e6562-5128-452c-98f7-6f4d075f7b09 req-b8e68e3f-3539-4b3e-a583-4ce507dab9ba tempest-NetworksTest-941482425 tempest-NetworksTest-941482425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:19.364722 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-740e6562-5128-452c-98f7-6f4d075f7b09 req-b8e68e3f-3539-4b3e-a583-4ce507dab9ba tempest-NetworksTest-941482425 tempest-NetworksTest-941482425-project-admin] 10.222.0.127 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3634 time: 0.4177444 Nov 04 10:29:19.371486 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e2312-7073-429a-83cc-4029b035dddd req-03584d36-76c8-40b6-b1fa-fc72c4bcc899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:19.373287 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cb3e2312-7073-429a-83cc-4029b035dddd req-03584d36-76c8-40b6-b1fa-fc72c4bcc899 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0492820046454dbbbdfa7eac919beeeb&device_id=3531851a-1a09-410c-86d1-69a15d96d092 HTTP/1.1" status: 200 len: 1094 time: 0.1143017 Nov 04 10:29:19.462559 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39c3331e-0e42-452d-8f7e-875f112b6913 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:19.475972 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39c3331e-0e42-452d-8f7e-875f112b6913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:19.507847 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e2312-7073-429a-83cc-4029b035dddd req-4f9504c4-41e0-48b1-82ef-c56f8fd5536f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:19.509957 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cb3e2312-7073-429a-83cc-4029b035dddd req-4f9504c4-41e0-48b1-82ef-c56f8fd5536f service neutron] 10.222.0.121 "GET /v2.0/networks?id=d1916c7c-e081-4089-adc9-d25f9f439e58 HTTP/1.1" status: 200 len: 926 time: 0.1277490 Nov 04 10:29:19.567466 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cb3e2312-7073-429a-83cc-4029b035dddd req-95907fd5-50bb-4f7e-a89b-cfa341a60aca service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70560236-4738-474c-878e-530471105d9d HTTP/1.1" status: 200 len: 217 time: 0.0493503 Nov 04 10:29:19.621840 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-39c3331e-0e42-452d-8f7e-875f112b6913 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=b3a2ad3579ed4de88e5436b98669ebe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928026 Nov 04 10:29:19.622568 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3331e-0e42-452d-8f7e-875f112b6913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a51b55-b0fb-406a-bc57-f3e7a0110d1d,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:19.626418 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56978) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:19.654047 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdf6ef-912e-486e-a56d-6d44ec2d9ca1 req-7fa2ce32-0c73-422a-adb9-6d4834d7fb65 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:19.663700 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ccdf6ef-912e-486e-a56d-6d44ec2d9ca1 req-7fa2ce32-0c73-422a-adb9-6d4834d7fb65 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/ports?device_id=3531851a-1a09-410c-86d1-69a15d96d092 HTTP/1.1" status: 200 len: 943 time: 0.1979606 Nov 04 10:29:19.681102 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e2312-7073-429a-83cc-4029b035dddd req-70c69fa8-31eb-47a4-92e3-66034f69e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:19.682756 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cb3e2312-7073-429a-83cc-4029b035dddd req-70c69fa8-31eb-47a4-92e3-66034f69e852 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6c41464b-4d5c-426b-ab3b-93147cb6ef05 HTTP/1.1" status: 200 len: 863 time: 0.1045003 Nov 04 10:29:19.698781 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f871c1f-04ed-4a18-be48-84d83ee01faa req-2cb0efe6-9cc1-4ddf-a61e-0639d31447f6 tempest-NetworksTest-941482425 tempest-NetworksTest-941482425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:19.712199 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6f871c1f-04ed-4a18-be48-84d83ee01faa req-2cb0efe6-9cc1-4ddf-a61e-0639d31447f6 tempest-NetworksTest-941482425 tempest-NetworksTest-941482425-project-admin] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 886 time: 0.3285391 Nov 04 10:29:19.767419 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ccdf6ef-912e-486e-a56d-6d44ec2d9ca1 req-01c181e8-74bc-4c52-a26c-fa135121b1ff tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/security-groups?id=e3fc6229-c534-4667-80af-1b77361324bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037199 Nov 04 10:29:19.792757 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-09ef9662-625a-46c2-8eaa-baa740ed1fdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:19.818963 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e2312-7073-429a-83cc-4029b035dddd req-1dd29a27-f2af-47da-b42a-ac09a11e1cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:19.821882 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cb3e2312-7073-429a-83cc-4029b035dddd req-1dd29a27-f2af-47da-b42a-ac09a11e1cc2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d1916c7c-e081-4089-adc9-d25f9f439e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264253 Nov 04 10:29:19.854209 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-09ef9662-625a-46c2-8eaa-baa740ed1fdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:19.855086 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b6f54-5f4d-4889-a42a-2f8bc494b209 req-d172226d-8ad1-4f19-a7a6-8f74bd760884 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:19.862762 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d9b6f54-5f4d-4889-a42a-2f8bc494b209 req-d172226d-8ad1-4f19-a7a6-8f74bd760884 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 949 time: 0.0562654 Nov 04 10:29:19.916712 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d9b6f54-5f4d-4889-a42a-2f8bc494b209 req-6c3e63ae-c04b-486e-8f0c-d94e54a6d1cc tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513318 Nov 04 10:29:20.074702 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-09ef9662-625a-46c2-8eaa-baa740ed1fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:20.075035 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c65ca2-de76-4b20-8d71-c486c04e20bc req-7b977c18-7574-4b68-82f1-f8c07f0eece3 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:20.079931 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-09ef9662-625a-46c2-8eaa-baa740ed1fdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:20.082050 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-09ef9662-625a-46c2-8eaa-baa740ed1fdc admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/33a51b55-b0fb-406a-bc57-f3e7a0110d1d HTTP/1.1" status: 204 len: 168 time: 0.4545538 Nov 04 10:29:20.086306 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-13c65ca2-de76-4b20-8d71-c486c04e20bc req-7b977c18-7574-4b68-82f1-f8c07f0eece3 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/ports?device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 971 time: 0.0837491 Nov 04 10:29:20.091959 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cb3e2312-7073-429a-83cc-4029b035dddd req-5c1b2c36-636e-44d0-85ed-7545463cd217 service neutron] 10.222.0.121 "GET /v2.0/networks/d1916c7c-e081-4089-adc9-d25f9f439e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602468 Nov 04 10:29:20.099861 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef9662-625a-46c2-8eaa-baa740ed1fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a51b55-b0fb-406a-bc57-f3e7a0110d1d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:20.170624 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-13c65ca2-de76-4b20-8d71-c486c04e20bc req-5d8ce07e-d800-4aa2-914e-5e37c3a0c17f tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/security-groups?id=66c28476-daa8-4ef7-8d71-a9aeffb01c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833342 Nov 04 10:29:20.221050 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45625f9-25a9-492d-9d65-b09129177f79 req-0ef1921f-d6e5-4281-923e-84ffc90b0dae tempest-NetworksTest-941482425 tempest-NetworksTest-941482425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:20.221444 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45625f9-25a9-492d-9d65-b09129177f79 req-0ef1921f-d6e5-4281-923e-84ffc90b0dae tempest-NetworksTest-941482425 tempest-NetworksTest-941482425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:20.221923 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45625f9-25a9-492d-9d65-b09129177f79 req-0ef1921f-d6e5-4281-923e-84ffc90b0dae tempest-NetworksTest-941482425 tempest-NetworksTest-941482425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:20.222391 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45625f9-25a9-492d-9d65-b09129177f79 req-0ef1921f-d6e5-4281-923e-84ffc90b0dae tempest-NetworksTest-941482425 tempest-NetworksTest-941482425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:20.222866 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45625f9-25a9-492d-9d65-b09129177f79 req-0ef1921f-d6e5-4281-923e-84ffc90b0dae tempest-NetworksTest-941482425 tempest-NetworksTest-941482425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:20.242091 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f45625f9-25a9-492d-9d65-b09129177f79 req-0ef1921f-d6e5-4281-923e-84ffc90b0dae tempest-NetworksTest-941482425 tempest-NetworksTest-941482425-project-admin] 10.222.0.127 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3634 time: 0.3071153 Nov 04 10:29:20.275142 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cb3e2312-7073-429a-83cc-4029b035dddd req-f1c8b655-38fa-443c-a3b0-aa83b0a7b7de service neutron] 10.222.0.121 "GET /v2.0/networks/d1916c7c-e081-4089-adc9-d25f9f439e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510196 Nov 04 10:29:20.352760 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f59d99-4369-47ef-a9a7-46002a39dda6 req-b6932f55-29ee-4503-8ad0-533f134e3f4f tempest-AggregatesAdminTestJSON-1912543677 tempest-AggregatesAdminTestJSON-1912543677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:20.355206 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-94f59d99-4369-47ef-a9a7-46002a39dda6 req-b6932f55-29ee-4503-8ad0-533f134e3f4f tempest-AggregatesAdminTestJSON-1912543677 tempest-AggregatesAdminTestJSON-1912543677-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 1122 time: 0.0472522 Nov 04 10:29:20.376682 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-94f59d99-4369-47ef-a9a7-46002a39dda6 req-f22bfd30-0e17-471d-8f6c-bbcb0c78f956 tempest-AggregatesAdminTestJSON-1912543677 tempest-AggregatesAdminTestJSON-1912543677-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:20.471187 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-94f59d99-4369-47ef-a9a7-46002a39dda6 req-f22bfd30-0e17-471d-8f6c-bbcb0c78f956 tempest-AggregatesAdminTestJSON-1912543677 tempest-AggregatesAdminTestJSON-1912543677-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:20.476912 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-94f59d99-4369-47ef-a9a7-46002a39dda6 req-f22bfd30-0e17-471d-8f6c-bbcb0c78f956 tempest-AggregatesAdminTestJSON-1912543677 tempest-AggregatesAdminTestJSON-1912543677-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:20.519309 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-94f59d99-4369-47ef-a9a7-46002a39dda6 req-f22bfd30-0e17-471d-8f6c-bbcb0c78f956 tempest-AggregatesAdminTestJSON-1912543677 tempest-AggregatesAdminTestJSON-1912543677-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=66c28476-daa8-4ef7-8d71-a9aeffb01c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573815 Nov 04 10:29:20.520373 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22bfd30-0e17-471d-8f6c-bbcb0c78f956 tempest-AggregatesAdminTestJSON-1912543677 tempest-AggregatesAdminTestJSON-1912543677-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18672ab1-4a33-4c53-96d6-cd941f3cae8a,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:20.583610 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:20.651094 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b19c43-cf55-4821-b75b-1496dd8e4dc8 req-97f06539-ffbf-4bff-98a8-18d61559e4bc tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:20.652893 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-57b19c43-cf55-4821-b75b-1496dd8e4dc8 req-97f06539-ffbf-4bff-98a8-18d61559e4bc tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 971 time: 0.0504589 Nov 04 10:29:20.693369 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57022) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:20.741692 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-57b19c43-cf55-4821-b75b-1496dd8e4dc8 req-87973f1d-720e-4ea4-9b99-93d2f297fa25 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730996 Nov 04 10:29:20.864571 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4d7ec9e4-406b-4ba0-8dba-98b74d133ca6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:20.958736 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4d7ec9e4-406b-4ba0-8dba-98b74d133ca6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:20.963903 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4d7ec9e4-406b-4ba0-8dba-98b74d133ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:21.006679 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4d7ec9e4-406b-4ba0-8dba-98b74d133ca6 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=e280aef958a04e88b7476ed24b613fc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3120883 Nov 04 10:29:21.007455 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ec9e4-406b-4ba0-8dba-98b74d133ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefe2d89-6083-40cb-8815-cb0c113a80f0,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:21.009538 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57046) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:21.062575 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4e4e7422-1aa8-410b-a177-7a24abe4c437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:21.087069 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4e4e7422-1aa8-410b-a177-7a24abe4c437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:21.161145 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4e4e7422-1aa8-410b-a177-7a24abe4c437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:21.165005 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4e4e7422-1aa8-410b-a177-7a24abe4c437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:21.170535 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4e4e7422-1aa8-410b-a177-7a24abe4c437 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/cefe2d89-6083-40cb-8815-cb0c113a80f0 HTTP/1.1" status: 204 len: 168 time: 0.1597261 Nov 04 10:29:21.181664 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e7422-1aa8-410b-a177-7a24abe4c437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefe2d89-6083-40cb-8815-cb0c113a80f0,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:21.556301 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57076) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:21.583370 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51ddeff1-a7c1-48f0-a14e-020606adb22e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:21.605408 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-96cf38c9-8022-450f-895a-0c9f8bfaf614 req-b8992842-418a-4d7c-b7b2-1c4a6e679b72 service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:29:21.606392 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-96cf38c9-8022-450f-895a-0c9f8bfaf614 req-b8992842-418a-4d7c-b7b2-1c4a6e679b72 service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0061443 Nov 04 10:29:21.650037 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb16066-6809-464f-96c2-732bc25804b4 req-47c1b413-10fa-40bc-a80e-622aaecbeb70 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:21.651594 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1bb16066-6809-464f-96c2-732bc25804b4 req-47c1b413-10fa-40bc-a80e-622aaecbeb70 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/ports?device_id=3531851a-1a09-410c-86d1-69a15d96d092 HTTP/1.1" status: 200 len: 943 time: 0.0850132 Nov 04 10:29:21.744612 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1bb16066-6809-464f-96c2-732bc25804b4 req-f98dd0e7-c7e6-4153-a540-2c15c66c5020 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/security-groups?id=e3fc6229-c534-4667-80af-1b77361324bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790789 Nov 04 10:29:21.749549 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51ddeff1-a7c1-48f0-a14e-020606adb22e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:21.756582 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51ddeff1-a7c1-48f0-a14e-020606adb22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:21.808577 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-51ddeff1-a7c1-48f0-a14e-020606adb22e admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=7e98011b3fe14a56bf00975c0a3ca9b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477751 Nov 04 10:29:21.809523 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57086) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:21.812551 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddeff1-a7c1-48f0-a14e-020606adb22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7487e309-16ac-4d46-a5c3-6b2f78644183,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:21.870944 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d0f5700-8ab2-424c-b6ba-ed270e382140 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:21.899377 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d0f5700-8ab2-424c-b6ba-ed270e382140 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:21.908659 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a757c5-3515-409f-94cd-bd8277e84855 req-bac2e677-4832-438e-8ea5-cf0bef6cadcb tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:21.910490 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-60a757c5-3515-409f-94cd-bd8277e84855 req-bac2e677-4832-438e-8ea5-cf0bef6cadcb tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 949 time: 0.0708871 Nov 04 10:29:21.956702 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d0f5700-8ab2-424c-b6ba-ed270e382140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:21.963738 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d0f5700-8ab2-424c-b6ba-ed270e382140 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:21.971550 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6d0f5700-8ab2-424c-b6ba-ed270e382140 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/7487e309-16ac-4d46-a5c3-6b2f78644183 HTTP/1.1" status: 204 len: 168 time: 0.1594169 Nov 04 10:29:21.991846 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f5700-8ab2-424c-b6ba-ed270e382140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7487e309-16ac-4d46-a5c3-6b2f78644183,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:22.003929 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:22.006372 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-60a757c5-3515-409f-94cd-bd8277e84855 req-411a5181-9c7e-44f5-8707-5c95144daa9d tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885742 Nov 04 10:29:22.193847 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d6dfb-3aa3-400b-80ae-59d8a7ed7d7a req-df9a0744-4cf4-478f-bf3a-fb67b0bb85a7 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:22.201390 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-480d6dfb-3aa3-400b-80ae-59d8a7ed7d7a req-df9a0744-4cf4-478f-bf3a-fb67b0bb85a7 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 971 time: 0.0628829 Nov 04 10:29:22.249490 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-480d6dfb-3aa3-400b-80ae-59d8a7ed7d7a req-c563e255-e489-488e-a5c2-56a536d69bb9 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471694 Nov 04 10:29:22.532160 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:22.810453 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-82f2f1bf-88d8-4529-9a27-2b8893686309 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=0714e3fa930a47f5b8f2aae47d4b9802&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307119 Nov 04 10:29:22.963708 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-6e52e7d7-043a-44e7-b083-f8122cfa3e62 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:22.965659 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-6e52e7d7-043a-44e7-b083-f8122cfa3e62 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1530268 Nov 04 10:29:23.005678 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-0f9472df-aebb-4c23-858b-e68b29efcc44 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/quotas/0714e3fa930a47f5b8f2aae47d4b9802 HTTP/1.1" status: 200 len: 375 time: 0.0273767 Nov 04 10:29:23.065357 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-4657d166-8229-4399-b771-a216beecf58b tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=0714e3fa930a47f5b8f2aae47d4b9802&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0586481 Nov 04 10:29:23.170248 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 70560236-4738-474c-878e-530471105d9d details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:29:23.342160 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f8569-a8b8-4287-8f33-e80500657f37 req-0fa4fec6-c5a7-42c6-b366-a56fba7af85d tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:23.348906 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-865f8569-a8b8-4287-8f33-e80500657f37 req-0fa4fec6-c5a7-42c6-b366-a56fba7af85d tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/ports?device_id=3531851a-1a09-410c-86d1-69a15d96d092 HTTP/1.1" status: 200 len: 943 time: 0.1004815 Nov 04 10:29:23.372152 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 70560236-4738-474c-878e-530471105d9d, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=70560236-4738-474c-878e-530471105d9d,segment=NetworkSegment(61f108e4-56f0-48ee-9c99-786617296cbb),segment_id=61f108e4-56f0-48ee-9c99-786617296cbb)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:23.403438 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '70560236-4738-474c-878e-530471105d9d', 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58', 'port_id': '70560236-4738-474c-878e-530471105d9d', 'mac_address': 'fa:16:3e:20:c9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:29:23.409715 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-865f8569-a8b8-4287-8f33-e80500657f37 req-83b4214f-1bc5-4540-845a-8d1ca17c5e20 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/security-groups?id=e3fc6229-c534-4667-80af-1b77361324bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556364 Nov 04 10:29:23.480497 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:23.496857 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70560236-4738-474c-878e-530471105d9d {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:29:23.521919 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 70560236-4738-474c-878e-530471105d9d, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=70560236-4738-474c-878e-530471105d9d,segment=NetworkSegment(61f108e4-56f0-48ee-9c99-786617296cbb),segment_id=61f108e4-56f0-48ee-9c99-786617296cbb)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:23.526733 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:23.599889 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c535ebc-6860-46c4-8b9d-7110b43cf9c7 req-d0579253-bcee-4e84-aa9c-fb708e894648 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:23.601208 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c535ebc-6860-46c4-8b9d-7110b43cf9c7 req-d0579253-bcee-4e84-aa9c-fb708e894648 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 949 time: 0.1048410 Nov 04 10:29:23.624300 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=70560236-4738-474c-878e-530471105d9d,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:23.691793 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c535ebc-6860-46c4-8b9d-7110b43cf9c7 req-f94bca3b-2daf-4402-8ba9-20201be2f010 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809624 Nov 04 10:29:23.720262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57196) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:23.788455 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['70560236-4738-474c-878e-530471105d9d'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:29:23.839148 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-949e31ba-2334-4e3b-be9b-264066d25c48 req-4944a630-3b72-4744-a355-9e41ffb7fc41 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=70fece1a-2b5d-47c6-b28f-9fec0c38d1f8 HTTP/1.1" status: 200 len: 210 time: 0.0605478 Nov 04 10:29:23.883674 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fa35dee2-e732-450f-ad80-61ff991dfb4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:24.042112 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fa35dee2-e732-450f-ad80-61ff991dfb4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:24.050410 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fa35dee2-e732-450f-ad80-61ff991dfb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:24.120923 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fa35dee2-e732-450f-ad80-61ff991dfb4c admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=cd39a827178c4483802ab3ad7d075d4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4052165 Nov 04 10:29:24.123734 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57218) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:24.147589 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35dee2-e732-450f-ad80-61ff991dfb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8e62bb-70d7-4053-953f-dc4e0f2aba16,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:24.217799 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c80431e-283e-4261-b7fa-b62d940e0ea4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:24.282752 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c80431e-283e-4261-b7fa-b62d940e0ea4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:24.357488 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c80431e-283e-4261-b7fa-b62d940e0ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:24.362071 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c80431e-283e-4261-b7fa-b62d940e0ea4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:24.366819 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6c80431e-283e-4261-b7fa-b62d940e0ea4 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/bc8e62bb-70d7-4053-953f-dc4e0f2aba16 HTTP/1.1" status: 204 len: 168 time: 0.2394559 Nov 04 10:29:24.375605 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80431e-283e-4261-b7fa-b62d940e0ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8e62bb-70d7-4053-953f-dc4e0f2aba16,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:24.498956 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33224ba-009b-458f-bbcd-a217fe978d7a req-05733de0-c6ee-409d-a6ef-db71bcc9d3e5 tempest-DeleteServersAdminTestJSON-841140851 tempest-DeleteServersAdminTestJSON-841140851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:24.500531 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b33224ba-009b-458f-bbcd-a217fe978d7a req-05733de0-c6ee-409d-a6ef-db71bcc9d3e5 tempest-DeleteServersAdminTestJSON-841140851 tempest-DeleteServersAdminTestJSON-841140851-project-admin] 10.222.0.121 "GET /v2.0/ports?device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 1100 time: 0.0734560 Nov 04 10:29:24.652401 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-035f1c09-5707-4d40-9531-0a52d2010dd3 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.126 "GET /v2.0/networks?tenant_id=0714e3fa930a47f5b8f2aae47d4b9802&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544407 Nov 04 10:29:24.706240 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e13456-67f3-4a72-98c3-99569a8066d6 req-28e0f0ba-6776-44d3-8b8e-26526dc176dc tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:24.717657 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f4e13456-67f3-4a72-98c3-99569a8066d6 req-28e0f0ba-6776-44d3-8b8e-26526dc176dc tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/ports?device_id=3531851a-1a09-410c-86d1-69a15d96d092 HTTP/1.1" status: 200 len: 944 time: 0.0819032 Nov 04 10:29:24.785425 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f4e13456-67f3-4a72-98c3-99569a8066d6 req-76480a06-6050-4876-b77d-63c59a5c0038 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/security-groups?id=e3fc6229-c534-4667-80af-1b77361324bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663714 Nov 04 10:29:24.877536 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-b33224ba-009b-458f-bbcd-a217fe978d7a req-f482b2ce-99fc-48dd-87a1-d4fde1cc3682 tempest-DeleteServersAdminTestJSON-841140851 tempest-DeleteServersAdminTestJSON-841140851-project-admin] Deleting port f41af4ed-5274-4a66-92ed-c2ae1f5a6a51 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:29:24.877536 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b33224ba-009b-458f-bbcd-a217fe978d7a req-f482b2ce-99fc-48dd-87a1-d4fde1cc3682 tempest-DeleteServersAdminTestJSON-841140851 tempest-DeleteServersAdminTestJSON-841140851-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:24.921768 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57266) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:24.941589 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-768715e5-f423-4912-ad69-7691488a2878 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:24.943079 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-768715e5-f423-4912-ad69-7691488a2878 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2835526 Nov 04 10:29:24.949432 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-82b91972-eb94-419d-a8b2-6ed1fe5ffc0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:24.968117 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-839b711d-cb6e-4a90-8d15-db5a93d6fd79 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Request body: {'port': {'device_id': '70fece1a-2b5d-47c6-b28f-9fec0c38d1f8', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': '0714e3fa930a47f5b8f2aae47d4b9802'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:29:25.066808 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-b33224ba-009b-458f-bbcd-a217fe978d7a req-f482b2ce-99fc-48dd-87a1-d4fde1cc3682 tempest-DeleteServersAdminTestJSON-841140851 tempest-DeleteServersAdminTestJSON-841140851-project-admin] For port f41af4ed-5274-4a66-92ed-c2ae1f5a6a51, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=f41af4ed-5274-4a66-92ed-c2ae1f5a6a51,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:25.067093 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b33224ba-009b-458f-bbcd-a217fe978d7a req-f482b2ce-99fc-48dd-87a1-d4fde1cc3682 tempest-DeleteServersAdminTestJSON-841140851 tempest-DeleteServersAdminTestJSON-841140851-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:25.094185 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-b33224ba-009b-458f-bbcd-a217fe978d7a req-f482b2ce-99fc-48dd-87a1-d4fde1cc3682 tempest-DeleteServersAdminTestJSON-841140851 tempest-DeleteServersAdminTestJSON-841140851-project-admin] Calling delete_port for f41af4ed-5274-4a66-92ed-c2ae1f5a6a51 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:29:25.125117 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541a6d2-ab18-4fda-aea1-033a4da03433 req-bc775a0a-de3e-4f90-962c-95afade83dbb tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:25.126925 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2541a6d2-ab18-4fda-aea1-033a4da03433 req-bc775a0a-de3e-4f90-962c-95afade83dbb tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 949 time: 0.1937661 Nov 04 10:29:25.165208 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-82b91972-eb94-419d-a8b2-6ed1fe5ffc0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:25.168636 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-de6e8444-e4ba-4e55-82ec-5a3bc13c3724 req-ff7a5e4e-135c-4466-81de-7be33f0b807b tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=70fece1a-2b5d-47c6-b28f-9fec0c38d1f8 HTTP/1.1" status: 200 len: 210 time: 0.0525074 Nov 04 10:29:25.182090 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 70560236-4738-474c-878e-530471105d9d up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:29:25.206051 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-82b91972-eb94-419d-a8b2-6ed1fe5ffc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:25.227633 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-839b711d-cb6e-4a90-8d15-db5a93d6fd79 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Made reservation on behalf of 0714e3fa930a47f5b8f2aae47d4b9802 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:29:25.231294 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-839b711d-cb6e-4a90-8d15-db5a93d6fd79 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:25.263708 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 70560236-4738-474c-878e-530471105d9d completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:29:25.265304 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2541a6d2-ab18-4fda-aea1-033a4da03433 req-58d1dcc6-b2c0-4e3b-ae8c-02271271dbfa tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308317 Nov 04 10:29:25.277227 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 70560236-4738-474c-878e-530471105d9d triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:29:25.277838 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:25.328524 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b91972-eb94-419d-a8b2-6ed1fe5ffc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb84a4ec-00f7-4dbf-aa5b-5585277b9d59,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:25.380078 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-82b91972-eb94-419d-a8b2-6ed1fe5ffc0c admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=05334f8d9f0a433b86e5bcfac4817704&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4554503 Nov 04 10:29:25.380837 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57278) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:25.390160 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:25.482993 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3531851a-1a09-410c-86d1-69a15d96d092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70560236-4738-474c-878e-530471105d9d'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:29:25.487892 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd95295e-79a2-4ee5-aa25-52265f03871c" -d '{"events": [{"server_uuid": "3531851a-1a09-410c-86d1-69a15d96d092", "name": "network-vif-plugged", "status": "completed", "tag": "70560236-4738-474c-878e-530471105d9d"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:29:25.521344 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 70560236-4738-474c-878e-530471105d9d, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=70560236-4738-474c-878e-530471105d9d,segment=NetworkSegment(61f108e4-56f0-48ee-9c99-786617296cbb),segment_id=61f108e4-56f0-48ee-9c99-786617296cbb)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:25.530444 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:25.530695 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-77c1eeed-7e64-41be-bf8e-5c9d191f6d55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:25.568805 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-77c1eeed-7e64-41be-bf8e-5c9d191f6d55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:25.640754 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe88efe-993f-483f-a5fb-74734344c876 x-openstack-request-id: req-bbe88efe-993f-483f-a5fb-74734344c876 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:29:25.644525 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3531851a-1a09-410c-86d1-69a15d96d092", "name": "network-vif-plugged", "status": "completed", "tag": "70560236-4738-474c-878e-530471105d9d", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:29:25.651838 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-bbe88efe-993f-483f-a5fb-74734344c876 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:29:25.652294 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3531851a-1a09-410c-86d1-69a15d96d092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70560236-4738-474c-878e-530471105d9d', 'code': 200} Nov 04 10:29:25.723151 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=70560236-4738-474c-878e-530471105d9d,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:25.806730 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae1078-1558-4d64-9bab-3108a0c89e43 req-1064ff77-9ffa-41b4-b764-96ba269cad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:25.806730 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d4ae1078-1558-4d64-9bab-3108a0c89e43 req-1064ff77-9ffa-41b4-b764-96ba269cad26 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=3531851a-1a09-410c-86d1-69a15d96d092 HTTP/1.1" status: 200 len: 1096 time: 0.1228285 Nov 04 10:29:25.859977 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-77c1eeed-7e64-41be-bf8e-5c9d191f6d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:25.863241 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b33224ba-009b-458f-bbcd-a217fe978d7a req-f482b2ce-99fc-48dd-87a1-d4fde1cc3682 tempest-DeleteServersAdminTestJSON-841140851 tempest-DeleteServersAdminTestJSON-841140851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:25.871575 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-77c1eeed-7e64-41be-bf8e-5c9d191f6d55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:25.872759 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-77c1eeed-7e64-41be-bf8e-5c9d191f6d55 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/cb84a4ec-00f7-4dbf-aa5b-5585277b9d59 HTTP/1.1" status: 204 len: 168 time: 0.4854546 Nov 04 10:29:25.879381 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['f41af4ed-5274-4a66-92ed-c2ae1f5a6a51'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:29:25.924053 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482b2ce-99fc-48dd-87a1-d4fde1cc3682 tempest-DeleteServersAdminTestJSON-841140851 tempest-DeleteServersAdminTestJSON-841140851-project-admin] Pushing event deleted for resources: {'Port': ['ID=f41af4ed-5274-4a66-92ed-c2ae1f5a6a51,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:25.934091 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1eeed-7e64-41be-bf8e-5c9d191f6d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb84a4ec-00f7-4dbf-aa5b-5585277b9d59,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:25.986348 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57314) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:26.018296 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33224ba-009b-458f-bbcd-a217fe978d7a req-f482b2ce-99fc-48dd-87a1-d4fde1cc3682 tempest-DeleteServersAdminTestJSON-841140851 tempest-DeleteServersAdminTestJSON-841140851-project-admin] No DVR routers for this DVR port f41af4ed-5274-4a66-92ed-c2ae1f5a6a51 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:29:26.022669 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b33224ba-009b-458f-bbcd-a217fe978d7a req-f482b2ce-99fc-48dd-87a1-d4fde1cc3682 tempest-DeleteServersAdminTestJSON-841140851 tempest-DeleteServersAdminTestJSON-841140851-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:26.040064 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b33224ba-009b-458f-bbcd-a217fe978d7a req-f482b2ce-99fc-48dd-87a1-d4fde1cc3682 tempest-DeleteServersAdminTestJSON-841140851 tempest-DeleteServersAdminTestJSON-841140851-project-admin] 10.222.0.121 "DELETE /v2.0/ports/f41af4ed-5274-4a66-92ed-c2ae1f5a6a51 HTTP/1.1" status: 204 len: 173 time: 1.5189068 Nov 04 10:29:26.054194 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40a4d30-944c-4909-a3d8-fa21578919a0', 'name': 'network-vif-deleted', 'tag': 'f41af4ed-5274-4a66-92ed-c2ae1f5a6a51'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:29:26.060179 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa73a86c-29ea-401d-b43b-8c9506ea9ef0" -d '{"events": [{"server_uuid": "b40a4d30-944c-4909-a3d8-fa21578919a0", "name": "network-vif-deleted", "tag": "f41af4ed-5274-4a66-92ed-c2ae1f5a6a51"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:29:26.106150 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-839b711d-cb6e-4a90-8d15-db5a93d6fd79 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Allocated IP 192.168.233.61 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/7596392e-69a7-437a-8248-414a77f1a9a9) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:29:26.108858 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d4ae1078-1558-4d64-9bab-3108a0c89e43 req-a305f608-5171-4136-93de-94a67a8c8ba3 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=e3fc6229-c534-4667-80af-1b77361324bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2730007 Nov 04 10:29:26.188427 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad6ded-e34e-4068-b000-650846fe4585 req-5d2acb30-6600-48bb-b598-6f4651540ed8 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:26.192025 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-61ad6ded-e34e-4068-b000-650846fe4585 req-5d2acb30-6600-48bb-b598-6f4651540ed8 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/ports?device_id=3531851a-1a09-410c-86d1-69a15d96d092 HTTP/1.1" status: 200 len: 945 time: 0.1922243 Nov 04 10:29:26.297147 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-61ad6ded-e34e-4068-b000-650846fe4585 req-f1a8a521-d42a-4e78-be6c-c34aaedc8763 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/security-groups?id=e3fc6229-c534-4667-80af-1b77361324bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916760 Nov 04 10:29:26.377955 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e64f86f-9215-446e-ba7e-f5789bd2ce9d x-openstack-request-id: req-1e64f86f-9215-446e-ba7e-f5789bd2ce9d {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:29:26.379343 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40a4d30-944c-4909-a3d8-fa21578919a0", "name": "network-vif-deleted", "tag": "f41af4ed-5274-4a66-92ed-c2ae1f5a6a51", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:29:26.384199 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-1e64f86f-9215-446e-ba7e-f5789bd2ce9d {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:29:26.384844 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40a4d30-944c-4909-a3d8-fa21578919a0', 'name': 'network-vif-deleted', 'tag': 'f41af4ed-5274-4a66-92ed-c2ae1f5a6a51', 'status': 'completed', 'code': 200} Nov 04 10:29:26.422129 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-839b711d-cb6e-4a90-8d15-db5a93d6fd79 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:26.480082 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-839b711d-cb6e-4a90-8d15-db5a93d6fd79 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:26.495437 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['77e57f9f-ea7e-40ea-b914-7d64007d0f5d'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:29:26.552934 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810126c-953e-41bf-a04e-0847daf8b776 req-969e23ac-0705-4c92-921c-033f96180b52 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:26.561637 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7810126c-953e-41bf-a04e-0847daf8b776 req-969e23ac-0705-4c92-921c-033f96180b52 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=70fece1a-2b5d-47c6-b28f-9fec0c38d1f8 HTTP/1.1" status: 200 len: 935 time: 0.0775568 Nov 04 10:29:26.593215 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-839b711d-cb6e-4a90-8d15-db5a93d6fd79 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:29:26.606815 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-839b711d-cb6e-4a90-8d15-db5a93d6fd79 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:29:26.610501 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b711d-cb6e-4a90-8d15-db5a93d6fd79 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Pushing event updated for resources: {'Port': ['ID=7596392e-69a7-437a-8248-414a77f1a9a9,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:26.629151 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7810126c-953e-41bf-a04e-0847daf8b776 req-d06a5d44-d169-43d3-a7b9-062e48fb71a0 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613344 Nov 04 10:29:26.632657 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-839b711d-cb6e-4a90-8d15-db5a93d6fd79 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:29:26.657503 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-839b711d-cb6e-4a90-8d15-db5a93d6fd79 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:26.658983 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-839b711d-cb6e-4a90-8d15-db5a93d6fd79 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:26.718207 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-839b711d-cb6e-4a90-8d15-db5a93d6fd79 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7560344 Nov 04 10:29:26.730057 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-7e51d71c-2fe7-4722-b3bd-59927149dae3 service neutron] Request body: {'port': {'device_id': '70fece1a-2b5d-47c6-b28f-9fec0c38d1f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:29:26.881875 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-73b23361-69f9-4383-a83e-9bb47ff47c77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:26.887293 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57342) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:26.893446 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-94d7a94f-6c3d-4505-acff-705645624853 req-0c4f2a8b-170e-4f4a-8181-5af866e1dc80 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=b40a4d30-944c-4909-a3d8-fa21578919a0 HTTP/1.1" status: 200 len: 210 time: 0.1225438 Nov 04 10:29:26.904730 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-7e51d71c-2fe7-4722-b3bd-59927149dae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:27.076233 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d8f6db5-cf39-4f78-96ac-1dc0a54c694a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:27.159910 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b3f338c3-7439-47c2-aa5c-220781a72fcb None None] Provisioning complete for port 7596392e-69a7-437a-8248-414a77f1a9a9 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:29:27.161093 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b3f338c3-7439-47c2-aa5c-220781a72fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:27.273096 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-b3f338c3-7439-47c2-aa5c-220781a72fcb None None] Port 7596392e-69a7-437a-8248-414a77f1a9a9 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:29:27.485607 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30be21d-6357-422b-a405-98fa7b264b51 req-6069ccff-9770-455c-887d-9206505e4753 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:27.494196 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f30be21d-6357-422b-a405-98fa7b264b51 req-6069ccff-9770-455c-887d-9206505e4753 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/ports?device_id=3531851a-1a09-410c-86d1-69a15d96d092 HTTP/1.1" status: 200 len: 945 time: 0.0641763 Nov 04 10:29:27.523292 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-73b23361-69f9-4383-a83e-9bb47ff47c77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:27.541107 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-73b23361-69f9-4383-a83e-9bb47ff47c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:27.560926 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f30be21d-6357-422b-a405-98fa7b264b51 req-a1b4ddd4-d190-4e95-90c0-b88e2baff144 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/security-groups?id=e3fc6229-c534-4667-80af-1b77361324bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658028 Nov 04 10:29:27.561130 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d8f6db5-cf39-4f78-96ac-1dc0a54c694a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:27.582076 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d8f6db5-cf39-4f78-96ac-1dc0a54c694a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:27.629376 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57390) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:27.629530 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-73b23361-69f9-4383-a83e-9bb47ff47c77 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=732b430a8d26459cab99b9678ef659d0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6193483 Nov 04 10:29:27.648272 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b23361-69f9-4383-a83e-9bb47ff47c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9796a06-aff3-4303-a508-f5609e621f55,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:27.663490 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9d8f6db5-cf39-4f78-96ac-1dc0a54c694a admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=1cfeeba138f845c39e43f79e866fa6da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7750068 Nov 04 10:29:27.666962 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57394) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:27.692034 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f6db5-cf39-4f78-96ac-1dc0a54c694a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c56112-b255-4ac8-963d-7d5166ee84bb,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:27.750115 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-7e51d71c-2fe7-4722-b3bd-59927149dae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7596392e-69a7-437a-8248-414a77f1a9a9 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:29:27.759706 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-7e51d71c-2fe7-4722-b3bd-59927149dae3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:27.776760 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-7e51d71c-2fe7-4722-b3bd-59927149dae3 service neutron] Transition to ACTIVE for port object 7596392e-69a7-437a-8248-414a77f1a9a9 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:29:27.783882 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-7e51d71c-2fe7-4722-b3bd-59927149dae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:27.838737 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1d633112-4c55-43e5-a4de-7d04493365d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:27.867619 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51d71c-2fe7-4722-b3bd-59927149dae3 service neutron] Pushing event updated for resources: {'Port': ['ID=7596392e-69a7-437a-8248-414a77f1a9a9,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:27.870026 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77082cb-5388-42a8-aa60-9a58b43edde8 req-ff9c3c1e-734e-414e-ba50-d50441d73ba7 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:27.871847 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b77082cb-5388-42a8-aa60-9a58b43edde8 req-ff9c3c1e-734e-414e-ba50-d50441d73ba7 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/ports?device_id=3531851a-1a09-410c-86d1-69a15d96d092 HTTP/1.1" status: 200 len: 945 time: 0.1447136 Nov 04 10:29:27.881101 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-01760f6c-e85c-4015-998f-34535e5fda3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:27.887547 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57400) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:27.900607 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-a89fe513-4fa5-47a4-8276-0655f16bceb5 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Request body: {'floatingip': {'port_id': '70560236-4738-474c-878e-530471105d9d'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:29:27.945248 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1d633112-4c55-43e5-a4de-7d04493365d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:27.975972 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-7e51d71c-2fe7-4722-b3bd-59927149dae3 service neutron] Attempting to bind port 7596392e-69a7-437a-8248-414a77f1a9a9 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:29:27.976518 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-7e51d71c-2fe7-4722-b3bd-59927149dae3 service neutron] Attempting to bind port 7596392e-69a7-437a-8248-414a77f1a9a9 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:29:27.976930 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-7e51d71c-2fe7-4722-b3bd-59927149dae3 service neutron] Attempting to bind port 7596392e-69a7-437a-8248-414a77f1a9a9 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:29:27.987629 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-7e51d71c-2fe7-4722-b3bd-59927149dae3 service neutron] Port 7596392e-69a7-437a-8248-414a77f1a9a9 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:29:27.988058 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-7e51d71c-2fe7-4722-b3bd-59927149dae3 service neutron] Attempting to bind port 7596392e-69a7-437a-8248-414a77f1a9a9 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:29:27.994308 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-7e51d71c-2fe7-4722-b3bd-59927149dae3 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:29:27.994796 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-7e51d71c-2fe7-4722-b3bd-59927149dae3 service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:29:27.995270 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-7e51d71c-2fe7-4722-b3bd-59927149dae3 service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:29:27.995795 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-7e51d71c-2fe7-4722-b3bd-59927149dae3 service neutron] Bound port: 7596392e-69a7-437a-8248-414a77f1a9a9, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:29:27.996236 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-7e51d71c-2fe7-4722-b3bd-59927149dae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:28.120557 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-01760f6c-e85c-4015-998f-34535e5fda3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:28.129680 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-7e51d71c-2fe7-4722-b3bd-59927149dae3 service neutron] For port 7596392e-69a7-437a-8248-414a77f1a9a9, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:29:28.142240 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-7e51d71c-2fe7-4722-b3bd-59927149dae3 service neutron] For port 7596392e-69a7-437a-8248-414a77f1a9a9, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=7596392e-69a7-437a-8248-414a77f1a9a9,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:29:28.148132 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a89fe513-4fa5-47a4-8276-0655f16bceb5 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks [] for floatingip, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:28.154094 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-7e51d71c-2fe7-4722-b3bd-59927149dae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:28.235998 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-7e51d71c-2fe7-4722-b3bd-59927149dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:28.236667 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-7e51d71c-2fe7-4722-b3bd-59927149dae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:28.238108 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-7e51d71c-2fe7-4722-b3bd-59927149dae3 service neutron] 10.222.0.126 "PUT /v2.0/ports/7596392e-69a7-437a-8248-414a77f1a9a9 HTTP/1.1" status: 200 len: 1095 time: 1.5125494 Nov 04 10:29:28.417280 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70fece1a-2b5d-47c6-b28f-9fec0c38d1f8', 'tag': '7596392e-69a7-437a-8248-414a77f1a9a9'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:29:28.426005 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c0e3a6-2d01-4f7f-a0bb-8d8c6c3ec051" -d '{"events": [{"name": "network-changed", "server_uuid": "70fece1a-2b5d-47c6-b28f-9fec0c38d1f8", "tag": "7596392e-69a7-437a-8248-414a77f1a9a9"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:29:28.454172 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51d71c-2fe7-4722-b3bd-59927149dae3 service neutron] Pushing event updated for resources: {'Port': ['ID=7596392e-69a7-437a-8248-414a77f1a9a9,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:28.525682 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-ac65c4b7-1126-44c9-8c56-9c5033a69a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:28.527652 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-ac65c4b7-1126-44c9-8c56-9c5033a69a5a service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0714e3fa930a47f5b8f2aae47d4b9802&device_id=70fece1a-2b5d-47c6-b28f-9fec0c38d1f8 HTTP/1.1" status: 200 len: 1098 time: 0.2391725 Nov 04 10:29:28.537815 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57422) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:28.550415 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ea3e1-4169-4b9d-9939-687dcbe1bb34 req-3b3c5769-2330-4839-9d2c-c9291f17deb6 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:28.552054 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-300ea3e1-4169-4b9d-9939-687dcbe1bb34 req-3b3c5769-2330-4839-9d2c-c9291f17deb6 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=70fece1a-2b5d-47c6-b28f-9fec0c38d1f8 HTTP/1.1" status: 200 len: 947 time: 0.5223463 Nov 04 10:29:28.604312 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1d633112-4c55-43e5-a4de-7d04493365d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:28.606957 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1d633112-4c55-43e5-a4de-7d04493365d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:28.611389 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1d633112-4c55-43e5-a4de-7d04493365d1 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/d9796a06-aff3-4303-a508-f5609e621f55 HTTP/1.1" status: 204 len: 168 time: 0.9800603 Nov 04 10:29:28.621041 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-e5df7f20-3c19-4aca-b68b-8fe8c24bf3a9 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=7596392e-69a7-437a-8248-414a77f1a9a9 HTTP/1.1" status: 200 len: 217 time: 0.0845563 Nov 04 10:29:28.698743 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-01760f6c-e85c-4015-998f-34535e5fda3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:28.701602 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-01760f6c-e85c-4015-998f-34535e5fda3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:28.705465 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-01760f6c-e85c-4015-998f-34535e5fda3f admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/31c56112-b255-4ac8-963d-7d5166ee84bb HTTP/1.1" status: 204 len: 168 time: 1.0349245 Nov 04 10:29:28.705465 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d633112-4c55-43e5-a4de-7d04493365d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9796a06-aff3-4303-a508-f5609e621f55,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:28.722299 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-0ded5718-72ed-4ca4-8dc9-f30a378487f2 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=c2ce014f2a0740e7a625fc6d5378be33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1096423 Nov 04 10:29:28.761546 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-694cdd60-62be-4dbd-ba57-25c9f98249d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:28.779660 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01760f6c-e85c-4015-998f-34535e5fda3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c56112-b255-4ac8-963d-7d5166ee84bb,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:28.779761 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-90825d88-d3fd-4b63-8462-5429519037ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:28.783301 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-90825d88-d3fd-4b63-8462-5429519037ef service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1536584 Nov 04 10:29:28.841708 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-300ea3e1-4169-4b9d-9939-687dcbe1bb34 req-22946247-3441-445d-afa2-3432e7373796 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805722 Nov 04 10:29:28.862762 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-cfdd76eb-965a-4a00-8716-3e71a9338dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:28.865266 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-cfdd76eb-965a-4a00-8716-3e71a9338dc1 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0646479 Nov 04 10:29:28.946073 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcbabd3-a432-45e1-b1fa-0aebedb419d8 x-openstack-request-id: req-4fcbabd3-a432-45e1-b1fa-0aebedb419d8 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:29:28.946358 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70fece1a-2b5d-47c6-b28f-9fec0c38d1f8", "tag": "7596392e-69a7-437a-8248-414a77f1a9a9", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:29:28.946661 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-4fcbabd3-a432-45e1-b1fa-0aebedb419d8 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:29:28.947072 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70fece1a-2b5d-47c6-b28f-9fec0c38d1f8', 'tag': '7596392e-69a7-437a-8248-414a77f1a9a9', 'status': 'completed', 'code': 200} Nov 04 10:29:28.994258 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-694cdd60-62be-4dbd-ba57-25c9f98249d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:29.005690 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-694cdd60-62be-4dbd-ba57-25c9f98249d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:29.060893 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-fc089a7e-88b3-4e10-be55-f74fe117119a service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799023 Nov 04 10:29:29.075801 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-694cdd60-62be-4dbd-ba57-25c9f98249d2 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=69d8c90391214ea98a74b0296e0b3462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5370064 Nov 04 10:29:29.077233 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cdd60-62be-4dbd-ba57-25c9f98249d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95751fac-2038-4f2c-82a5-47a28c5efa8c,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:29.083697 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57452) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:29.206886 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-50e96a91-2f6b-464e-b42f-5b547dc07975 req-766b35ec-859d-4f5f-b3a5-4f7c98a7552f service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365483 Nov 04 10:29:29.213794 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device f41af4ed-5274-4a66-92ed-c2ae1f5a6a51 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:29:29.240812 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-497036f7-1384-477a-80c8-83accaa2167d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:29.266979 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-497036f7-1384-477a-80c8-83accaa2167d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:29.275425 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: f41af4ed-5274-4a66-92ed-c2ae1f5a6a51 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:29:29.282634 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device f41af4ed-5274-4a66-92ed-c2ae1f5a6a51 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:29:29.349194 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-bf98e793-d5d8-409f-a693-ea46e4510033 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:29.356309 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-bf98e793-d5d8-409f-a693-ea46e4510033 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6186845 Nov 04 10:29:29.403482 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0e3a6-2d01-4f7f-a0bb-8d8c6c3ec051 req-ff87ff99-5140-450c-878a-31a884f2fbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:29.406308 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08c0e3a6-2d01-4f7f-a0bb-8d8c6c3ec051 req-ff87ff99-5140-450c-878a-31a884f2fbba service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0714e3fa930a47f5b8f2aae47d4b9802&device_id=70fece1a-2b5d-47c6-b28f-9fec0c38d1f8 HTTP/1.1" status: 200 len: 1098 time: 0.1213367 Nov 04 10:29:29.423903 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-497036f7-1384-477a-80c8-83accaa2167d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:29.427094 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-497036f7-1384-477a-80c8-83accaa2167d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:29.438070 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-497036f7-1384-477a-80c8-83accaa2167d admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/95751fac-2038-4f2c-82a5-47a28c5efa8c HTTP/1.1" status: 204 len: 168 time: 0.2697346 Nov 04 10:29:29.446244 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-71b77441-f194-45f4-8f45-dacb9d6e7929 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/quotas/c2ce014f2a0740e7a625fc6d5378be33 HTTP/1.1" status: 200 len: 375 time: 0.0889485 Nov 04 10:29:29.488014 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57466) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:29.502167 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497036f7-1384-477a-80c8-83accaa2167d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95751fac-2038-4f2c-82a5-47a28c5efa8c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:29.508497 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-1db426e7-2c8d-4713-91a9-341999ab5600 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=c2ce014f2a0740e7a625fc6d5378be33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612705 Nov 04 10:29:29.556747 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-552bdeb3-bd79-4e79-a6e2-18e4a4a7f4c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:29.575083 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0e3a6-2d01-4f7f-a0bb-8d8c6c3ec051 req-3c3f1a32-ea89-4e1e-bd6c-302eb7edefe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:29.579706 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08c0e3a6-2d01-4f7f-a0bb-8d8c6c3ec051 req-3c3f1a32-ea89-4e1e-bd6c-302eb7edefe3 service neutron] 10.222.0.126 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.1661117 Nov 04 10:29:29.647742 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08c0e3a6-2d01-4f7f-a0bb-8d8c6c3ec051 req-fbfcff58-d3d4-470e-90f8-e506c49a64cb service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=7596392e-69a7-437a-8248-414a77f1a9a9 HTTP/1.1" status: 200 len: 217 time: 0.0585437 Nov 04 10:29:29.755661 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0e3a6-2d01-4f7f-a0bb-8d8c6c3ec051 req-e9f8337e-0bc2-4927-bf7c-c1ed1b827e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:29.757272 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08c0e3a6-2d01-4f7f-a0bb-8d8c6c3ec051 req-e9f8337e-0bc2-4927-bf7c-c1ed1b827e75 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1003764 Nov 04 10:29:29.771403 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57478) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:29.819475 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5a340d1a-d383-4e17-8a16-b9d665aba146 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:29.827069 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.db.resource_extend [None req-a89fe513-4fa5-47a4-8276-0655f16bceb5 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:29:29.887110 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0e3a6-2d01-4f7f-a0bb-8d8c6c3ec051 req-9715ee93-434b-4ea7-93c9-fc2ebb234620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:29.889041 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08c0e3a6-2d01-4f7f-a0bb-8d8c6c3ec051 req-9715ee93-434b-4ea7-93c9-fc2ebb234620 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1224358 Nov 04 10:29:29.960277 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15b1cb-cf7f-4d3e-a708-70ee5123f623 req-ce6ff1ac-2d4c-41a4-a150-bf955724620b tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:29.961886 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6a15b1cb-cf7f-4d3e-a708-70ee5123f623 req-ce6ff1ac-2d4c-41a4-a150-bf955724620b tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/ports?device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 971 time: 0.3224103 Nov 04 10:29:29.967091 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a89fe513-4fa5-47a4-8276-0655f16bceb5 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:29.978255 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a89fe513-4fa5-47a4-8276-0655f16bceb5 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:30.045195 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-552bdeb3-bd79-4e79-a6e2-18e4a4a7f4c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:30.054743 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-552bdeb3-bd79-4e79-a6e2-18e4a4a7f4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:30.062791 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08c0e3a6-2d01-4f7f-a0bb-8d8c6c3ec051 req-34138d95-6b5a-46ba-92ef-cf04bbf92f91 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501873 Nov 04 10:29:30.168065 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6a15b1cb-cf7f-4d3e-a708-70ee5123f623 req-cfde7552-81fb-42a1-8714-d3ff5f9555fe tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/security-groups?id=66c28476-daa8-4ef7-8d71-a9aeffb01c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930890 Nov 04 10:29:30.176161 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-552bdeb3-bd79-4e79-a6e2-18e4a4a7f4c0 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=d60cbdebaef645e1ad6700046cc3da88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6805363 Nov 04 10:29:30.178710 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57488) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:30.180927 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bdeb3-bd79-4e79-a6e2-18e4a4a7f4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199a7aa6-f2a9-4cdf-beb5-13b1a4dad88d,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:30.226592 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-a89fe513-4fa5-47a4-8276-0655f16bceb5 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Floating IP a36b7a31-5608-4e8d-a792-d745e179ac02 associated. External IP: 172.25.7.21, port: 70560236-4738-474c-878e-530471105d9d. Nov 04 10:29:30.311878 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2fb9acc4-0c70-4f21-8fc9-33ba02711458 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:30.336406 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5a340d1a-d383-4e17-8a16-b9d665aba146 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:30.353647 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08c0e3a6-2d01-4f7f-a0bb-8d8c6c3ec051 req-c1c450bc-b25a-42d2-aae8-f75ff9165eee service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813289 Nov 04 10:29:30.355380 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5a340d1a-d383-4e17-8a16-b9d665aba146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:30.376450 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2fb9acc4-0c70-4f21-8fc9-33ba02711458 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:30.425562 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5a340d1a-d383-4e17-8a16-b9d665aba146 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=ab51314caae642bb80dabaeafb675a76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6458967 Nov 04 10:29:30.434386 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57496) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:30.504949 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57502) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:30.506003 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a340d1a-d383-4e17-8a16-b9d665aba146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b84d7a-f189-4a10-a9df-a686094d39e4,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:30.525719 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1b83891b-4192-4b7c-80db-484c179a7721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:30.543575 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8346adaa-3663-4efb-adbc-a67e23f75317 req-50bf0a0c-a830-4904-a37c-7057e82faf08 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=02629274-0225-4d98-ba8b-080863ed1d5e HTTP/1.1" status: 200 len: 210 time: 0.0977407 Nov 04 10:29:30.569396 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a0f84629-00b2-48a9-abb4-ac05dff28c43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:30.619424 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a0f84629-00b2-48a9-abb4-ac05dff28c43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:30.657094 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2fb9acc4-0c70-4f21-8fc9-33ba02711458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:30.659686 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2fb9acc4-0c70-4f21-8fc9-33ba02711458 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:30.663689 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2fb9acc4-0c70-4f21-8fc9-33ba02711458 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/199a7aa6-f2a9-4cdf-beb5-13b1a4dad88d HTTP/1.1" status: 204 len: 168 time: 0.4810543 Nov 04 10:29:30.676284 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68c4bd-f0bd-4d45-b4b5-53495ade4c30 req-6be3aebf-003d-4c90-b9eb-6d836e9c1417 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:30.677683 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3d68c4bd-f0bd-4d45-b4b5-53495ade4c30 req-6be3aebf-003d-4c90-b9eb-6d836e9c1417 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=70fece1a-2b5d-47c6-b28f-9fec0c38d1f8 HTTP/1.1" status: 200 len: 947 time: 0.1697640 Nov 04 10:29:30.689778 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9acc4-0c70-4f21-8fc9-33ba02711458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199a7aa6-f2a9-4cdf-beb5-13b1a4dad88d,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:30.732165 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89fe513-4fa5-47a4-8276-0655f16bceb5 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Router 15995b10-2910-4f4a-9445-c953275ba754 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:29:30.757378 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3d68c4bd-f0bd-4d45-b4b5-53495ade4c30 req-cecef4df-08a2-4b1d-bfd4-ec19851214a5 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706477 Nov 04 10:29:30.813463 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a0f84629-00b2-48a9-abb4-ac05dff28c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:30.816126 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a0f84629-00b2-48a9-abb4-ac05dff28c43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:30.817384 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a0f84629-00b2-48a9-abb4-ac05dff28c43 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/b2b84d7a-f189-4a10-a9df-a686094d39e4 HTTP/1.1" status: 204 len: 168 time: 0.3817043 Nov 04 10:29:30.820045 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1b83891b-4192-4b7c-80db-484c179a7721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:30.831668 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1b83891b-4192-4b7c-80db-484c179a7721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:30.861967 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f84629-00b2-48a9-abb4-ac05dff28c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b84d7a-f189-4a10-a9df-a686094d39e4,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:30.872251 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1b83891b-4192-4b7c-80db-484c179a7721 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=e67a63b61e304112a89b5fb646511936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3630743 Nov 04 10:29:30.879265 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57512) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:30.948992 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89fe513-4fa5-47a4-8276-0655f16bceb5 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:29:30.955306 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a89fe513-4fa5-47a4-8276-0655f16bceb5 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:30.960415 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83891b-4192-4b7c-80db-484c179a7721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e21599b-7cb1-4c96-984a-af1ae37bbfaa,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:30.964493 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692b51d5-2d1b-475f-9d9b-f3b3cbf02345 None None] Sync routers for ids ['15995b10-2910-4f4a-9445-c953275ba754'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:29:30.981082 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692b51d5-2d1b-475f-9d9b-f3b3cbf02345 None None] Routers {'15995b10-2910-4f4a-9445-c953275ba754'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:29:30.981713 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-692b51d5-2d1b-475f-9d9b-f3b3cbf02345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:29:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['15995b10-2910-4f4a-9445-c953275ba754'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:29:31.017841 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a89fe513-4fa5-47a4-8276-0655f16bceb5 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "PUT /v2.0/floatingips/a36b7a31-5608-4e8d-a792-d745e179ac02 HTTP/1.1" status: 200 len: 990 time: 3.1278231 Nov 04 10:29:31.019050 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3531851a-1a09-410c-86d1-69a15d96d092', 'tag': '70560236-4738-474c-878e-530471105d9d'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:29:31.038188 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7104393e-e286-4aa7-a1e4-093a3b7481bc" -d '{"events": [{"name": "network-changed", "server_uuid": "3531851a-1a09-410c-86d1-69a15d96d092", "tag": "70560236-4738-474c-878e-530471105d9d"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:29:31.044335 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e683ee6a-9e8a-4649-ba43-bed01244ad62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:31.067978 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e683ee6a-9e8a-4649-ba43-bed01244ad62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:31.123271 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e683ee6a-9e8a-4649-ba43-bed01244ad62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:31.126947 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e683ee6a-9e8a-4649-ba43-bed01244ad62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:31.129499 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e683ee6a-9e8a-4649-ba43-bed01244ad62 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/3e21599b-7cb1-4c96-984a-af1ae37bbfaa HTTP/1.1" status: 204 len: 168 time: 0.2484751 Nov 04 10:29:31.142476 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683ee6a-9e8a-4649-ba43-bed01244ad62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e21599b-7cb1-4c96-984a-af1ae37bbfaa,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:31.143174 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b12f87-9bbd-4255-b5d1-26010e3a955e x-openstack-request-id: req-61b12f87-9bbd-4255-b5d1-26010e3a955e {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:29:31.143458 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3531851a-1a09-410c-86d1-69a15d96d092", "tag": "70560236-4738-474c-878e-530471105d9d", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:29:31.143754 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-61b12f87-9bbd-4255-b5d1-26010e3a955e {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:29:31.144159 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3531851a-1a09-410c-86d1-69a15d96d092', 'tag': '70560236-4738-474c-878e-530471105d9d', 'status': 'completed', 'code': 200} Nov 04 10:29:31.197933 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-692b51d5-2d1b-475f-9d9b-f3b3cbf02345 None None] Set router 15995b10-2910-4f4a-9445-c953275ba754 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:29:31.265438 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104393e-e286-4aa7-a1e4-093a3b7481bc req-c208d99d-cb32-40bc-8ad7-aa5e46c3e0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:31.267170 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7104393e-e286-4aa7-a1e4-093a3b7481bc req-c208d99d-cb32-40bc-8ad7-aa5e46c3e0bf service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0492820046454dbbbdfa7eac919beeeb&device_id=3531851a-1a09-410c-86d1-69a15d96d092 HTTP/1.1" status: 200 len: 1096 time: 0.0875158 Nov 04 10:29:31.337879 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-c9e3fa39-4e44-4eb6-add2-5627cbb99400 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=c2ce014f2a0740e7a625fc6d5378be33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459940 Nov 04 10:29:31.429361 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03325ff9-6443-49bb-a95d-dfec27306181 req-14c2cf92-47c7-4ca4-8e38-497eaa4ed4bd tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:31.432539 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-03325ff9-6443-49bb-a95d-dfec27306181 req-14c2cf92-47c7-4ca4-8e38-497eaa4ed4bd tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.126 "GET /v2.0/ports?device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 971 time: 0.2674131 Nov 04 10:29:31.643175 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104393e-e286-4aa7-a1e4-093a3b7481bc req-96f13cc7-79d6-485a-98e6-3265ff15920d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:31.645177 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7104393e-e286-4aa7-a1e4-093a3b7481bc req-96f13cc7-79d6-485a-98e6-3265ff15920d service neutron] 10.222.0.121 "GET /v2.0/networks?id=d1916c7c-e081-4089-adc9-d25f9f439e58 HTTP/1.1" status: 200 len: 926 time: 0.3703225 Nov 04 10:29:31.669910 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99ae36-dab2-4521-95e6-28039aeda091 req-571bfa8b-1275-4ddb-8b37-8e18d44b924c tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:31.678493 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5a99ae36-dab2-4521-95e6-28039aeda091 req-571bfa8b-1275-4ddb-8b37-8e18d44b924c tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/ports?device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 971 time: 0.2496982 Nov 04 10:29:31.784086 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-ac083121-aeb7-415d-94d2-6d206ff69c50 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:31.793402 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-ac083121-aeb7-415d-94d2-6d206ff69c50 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4419298 Nov 04 10:29:31.817877 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-03325ff9-6443-49bb-a95d-dfec27306181 req-43e0c485-ad00-4dba-ab88-9d8bd845ffe4 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Deleting port 2e8a0056-fb83-47bb-b3ed-a7cf63be869a {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:29:31.818214 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-03325ff9-6443-49bb-a95d-dfec27306181 req-43e0c485-ad00-4dba-ab88-9d8bd845ffe4 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:31.830549 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-4aaa2d38-2834-4a5a-9d86-36eed26647ed tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Request body: {'port': {'device_id': '02629274-0225-4d98-ba8b-080863ed1d5e', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': 'c2ce014f2a0740e7a625fc6d5378be33'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:29:31.949115 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-692b51d5-2d1b-475f-9d9b-f3b3cbf02345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15995b10-2910-4f4a-9445-c953275ba754', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1010339688-router', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:40Z', 'revision_number': 4, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'gw_port': {'id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'a36b7a31-5608-4e8d-a792-d745e179ac02', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'floating_ip_address': '172.25.7.21', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '15995b10-2910-4f4a-9445-c953275ba754', 'port_id': '70560236-4738-474c-878e-530471105d9d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58', 'mac_address': 'fa:16:3e:20:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531851a-1a09-410c-86d1-69a15d96d092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:29:11Z', 'updated_at': '2021-11-04T10:29:29Z', 'revision_number': 1, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39836a9c-a094-4396-bf1d-7bed15846941', 'name': '', 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'mac_address': 'fa:16:3e:f2:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:39Z', 'updated_at': '2021-11-04T10:28:47Z', 'revision_number': 5, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'subnets': [{'id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:29:31.998208 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692b51d5-2d1b-475f-9d9b-f3b3cbf02345 None None] Checking router: 15995b10-2910-4f4a-9445-c953275ba754 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:29:32.011684 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692b51d5-2d1b-475f-9d9b-f3b3cbf02345 None None] Routers {'15995b10-2910-4f4a-9445-c953275ba754'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:29:32.012882 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-692b51d5-2d1b-475f-9d9b-f3b3cbf02345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:29:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['15995b10-2910-4f4a-9445-c953275ba754'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:29:32.114266 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7104393e-e286-4aa7-a1e4-093a3b7481bc req-e492f80b-749c-4a95-a339-77bc0a8cbac6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70560236-4738-474c-878e-530471105d9d HTTP/1.1" status: 200 len: 998 time: 0.4593432 Nov 04 10:29:32.176722 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-692b51d5-2d1b-475f-9d9b-f3b3cbf02345 None None] Set router 15995b10-2910-4f4a-9445-c953275ba754 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:29:32.179266 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b0410884-711e-4bd5-9eb4-33fdc34ddef3 req-eb9c583a-8d3b-4bda-ba62-f68e3734f410 tempest-QuotasAdminNegativeTest-1920730916 tempest-QuotasAdminNegativeTest-1920730916-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=1553957e2bd0404db365dcbdd0dc1588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0861936 Nov 04 10:29:32.195548 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5a99ae36-dab2-4521-95e6-28039aeda091 req-f5e79816-65b9-4a0b-b65d-1e4552d5fd31 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/security-groups?id=66c28476-daa8-4ef7-8d71-a9aeffb01c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5142815 Nov 04 10:29:32.352330 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-03325ff9-6443-49bb-a95d-dfec27306181 req-43e0c485-ad00-4dba-ab88-9d8bd845ffe4 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] For port 2e8a0056-fb83-47bb-b3ed-a7cf63be869a, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=2e8a0056-fb83-47bb-b3ed-a7cf63be869a,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:32.352942 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-03325ff9-6443-49bb-a95d-dfec27306181 req-43e0c485-ad00-4dba-ab88-9d8bd845ffe4 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:32.374713 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-03325ff9-6443-49bb-a95d-dfec27306181 req-43e0c485-ad00-4dba-ab88-9d8bd845ffe4 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Calling delete_port for 2e8a0056-fb83-47bb-b3ed-a7cf63be869a owned by compute:tempest-test_az-1396949488 {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:29:32.420230 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-34a38c32-1925-4ddb-a205-bcece07d6e95 req-85f32ded-2d31-493a-afc3-65cb3500c9a1 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=02629274-0225-4d98-ba8b-080863ed1d5e HTTP/1.1" status: 200 len: 210 time: 0.1353509 Nov 04 10:29:32.441439 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104393e-e286-4aa7-a1e4-093a3b7481bc req-f41e5136-1aca-4c5d-89d8-42d6c16c366c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:32.454285 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7104393e-e286-4aa7-a1e4-093a3b7481bc req-f41e5136-1aca-4c5d-89d8-42d6c16c366c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6c41464b-4d5c-426b-ab3b-93147cb6ef05 HTTP/1.1" status: 200 len: 863 time: 0.3321371 Nov 04 10:29:32.462113 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-4aaa2d38-2834-4a5a-9d86-36eed26647ed tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Made reservation on behalf of c2ce014f2a0740e7a625fc6d5378be33 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:29:32.466168 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-4aaa2d38-2834-4a5a-9d86-36eed26647ed tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:32.613621 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-692b51d5-2d1b-475f-9d9b-f3b3cbf02345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15995b10-2910-4f4a-9445-c953275ba754', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1010339688-router', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:40Z', 'revision_number': 4, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'gw_port': {'id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'a36b7a31-5608-4e8d-a792-d745e179ac02', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'floating_ip_address': '172.25.7.21', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '15995b10-2910-4f4a-9445-c953275ba754', 'port_id': '70560236-4738-474c-878e-530471105d9d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58', 'mac_address': 'fa:16:3e:20:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531851a-1a09-410c-86d1-69a15d96d092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:29:11Z', 'updated_at': '2021-11-04T10:29:29Z', 'revision_number': 1, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39836a9c-a094-4396-bf1d-7bed15846941', 'name': '', 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'mac_address': 'fa:16:3e:f2:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:39Z', 'updated_at': '2021-11-04T10:28:47Z', 'revision_number': 5, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'subnets': [{'id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:29:32.635552 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-4aaa2d38-2834-4a5a-9d86-36eed26647ed tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Allocated IP 192.168.233.164 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/8ef5ed15-c16f-4e05-b85e-d4a4482af6b1) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:29:32.654043 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692b51d5-2d1b-475f-9d9b-f3b3cbf02345 None None] The sync data for ids ['15995b10-2910-4f4a-9445-c953275ba754'] in n-d-816629-1 is: [{'id': '15995b10-2910-4f4a-9445-c953275ba754', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1010339688-router', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:40Z', 'revision_number': 4, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'gw_port': {'id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'a36b7a31-5608-4e8d-a792-d745e179ac02', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'floating_ip_address': '172.25.7.21', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '15995b10-2910-4f4a-9445-c953275ba754', 'port_id': '70560236-4738-474c-878e-530471105d9d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58', 'mac_address': 'fa:16:3e:20:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531851a-1a09-410c-86d1-69a15d96d092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:29:11Z', 'updated_at': '2021-11-04T10:29:29Z', 'revision_number': 1, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39836a9c-a094-4396-bf1d-7bed15846941', 'name': '', 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'mac_address': 'fa:16:3e:f2:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:39Z', 'updated_at': '2021-11-04T10:28:47Z', 'revision_number': 5, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'subnets': [{'id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:29:32.670045 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0410884-711e-4bd5-9eb4-33fdc34ddef3 req-fba5c008-296b-4078-8bb3-3f54f8a34b9f tempest-QuotasAdminNegativeTest-1920730916 tempest-QuotasAdminNegativeTest-1920730916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:32.672148 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b0410884-711e-4bd5-9eb4-33fdc34ddef3 req-fba5c008-296b-4078-8bb3-3f54f8a34b9f tempest-QuotasAdminNegativeTest-1920730916 tempest-QuotasAdminNegativeTest-1920730916-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4919374 Nov 04 10:29:32.677558 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104393e-e286-4aa7-a1e4-093a3b7481bc req-9d338521-6ce5-47c0-a9aa-f83fc500be26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:32.679214 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7104393e-e286-4aa7-a1e4-093a3b7481bc req-9d338521-6ce5-47c0-a9aa-f83fc500be26 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d1916c7c-e081-4089-adc9-d25f9f439e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2048938 Nov 04 10:29:32.724516 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0361d1-e6f0-46bb-9518-a5bb871e379c req-b4a4370e-1ae9-4104-b927-169f91312653 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:32.726920 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2d0361d1-e6f0-46bb-9518-a5bb871e379c req-b4a4370e-1ae9-4104-b927-169f91312653 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=70fece1a-2b5d-47c6-b28f-9fec0c38d1f8 HTTP/1.1" status: 200 len: 947 time: 0.1742918 Nov 04 10:29:32.742703 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b0410884-711e-4bd5-9eb4-33fdc34ddef3 req-32ad50e4-a371-4981-b993-7fe95d48c5d0 tempest-QuotasAdminNegativeTest-1920730916 tempest-QuotasAdminNegativeTest-1920730916-project] 10.222.0.127 "GET /v2.0/quotas/1553957e2bd0404db365dcbdd0dc1588 HTTP/1.1" status: 200 len: 375 time: 0.0622861 Nov 04 10:29:32.838245 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b0410884-711e-4bd5-9eb4-33fdc34ddef3 req-a8925997-1a1b-477d-8fc2-021be7effd4d tempest-QuotasAdminNegativeTest-1920730916 tempest-QuotasAdminNegativeTest-1920730916-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=1553957e2bd0404db365dcbdd0dc1588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448968 Nov 04 10:29:32.894642 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2d0361d1-e6f0-46bb-9518-a5bb871e379c req-de66d176-4653-4f7a-bd8f-e2c81cc86f76 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542857 Nov 04 10:29:32.901501 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7104393e-e286-4aa7-a1e4-093a3b7481bc req-d4170abc-2e2c-4298-8481-9fdbd5fb0a8b service neutron] 10.222.0.121 "GET /v2.0/networks/d1916c7c-e081-4089-adc9-d25f9f439e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094181 Nov 04 10:29:32.941464 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-4aaa2d38-2834-4a5a-9d86-36eed26647ed tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:32.972401 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 7596392e-69a7-437a-8248-414a77f1a9a9 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:29:32.986923 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-03325ff9-6443-49bb-a95d-dfec27306181 req-43e0c485-ad00-4dba-ab88-9d8bd845ffe4 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:33.008730 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['2e8a0056-fb83-47bb-b3ed-a7cf63be869a'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:29:33.087999 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0c485-ad00-4dba-ab88-9d8bd845ffe4 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Pushing event deleted for resources: {'Port': ['ID=2e8a0056-fb83-47bb-b3ed-a7cf63be869a,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:33.106951 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7104393e-e286-4aa7-a1e4-093a3b7481bc req-dad86954-50dc-48e7-b3c7-ee43c68819e7 service neutron] 10.222.0.121 "GET /v2.0/networks/d1916c7c-e081-4089-adc9-d25f9f439e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945858 Nov 04 10:29:33.125376 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cf77ab-6991-4538-9cbc-bb7c13409db9 None None] New status for floating IP a36b7a31-5608-4e8d-a792-d745e179ac02: ACTIVE {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:29:33.183044 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-03325ff9-6443-49bb-a95d-dfec27306181 req-43e0c485-ad00-4dba-ab88-9d8bd845ffe4 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] No DVR routers for this DVR port 2e8a0056-fb83-47bb-b3ed-a7cf63be869a on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:29:33.191854 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-03325ff9-6443-49bb-a95d-dfec27306181 req-43e0c485-ad00-4dba-ab88-9d8bd845ffe4 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:33.199573 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-03325ff9-6443-49bb-a95d-dfec27306181 req-43e0c485-ad00-4dba-ab88-9d8bd845ffe4 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.126 "DELETE /v2.0/ports/2e8a0056-fb83-47bb-b3ed-a7cf63be869a HTTP/1.1" status: 204 len: 173 time: 1.7526867 Nov 04 10:29:33.202176 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945abf86-0bd2-47cd-88fa-48fd04810fb5', 'name': 'network-vif-deleted', 'tag': '2e8a0056-fb83-47bb-b3ed-a7cf63be869a'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:29:33.204588 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbab2fe-d38c-4110-ac9e-121d2648cad6" -d '{"events": [{"server_uuid": "945abf86-0bd2-47cd-88fa-48fd04810fb5", "name": "network-vif-deleted", "tag": "2e8a0056-fb83-47bb-b3ed-a7cf63be869a"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:29:33.231551 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-4aaa2d38-2834-4a5a-9d86-36eed26647ed tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:33.318165 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6814f52b-f9d8-4a5e-9a4a-4cf22ead0831 x-openstack-request-id: req-6814f52b-f9d8-4a5e-9a4a-4cf22ead0831 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:29:33.318827 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945abf86-0bd2-47cd-88fa-48fd04810fb5", "name": "network-vif-deleted", "tag": "2e8a0056-fb83-47bb-b3ed-a7cf63be869a", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:29:33.319571 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-6814f52b-f9d8-4a5e-9a4a-4cf22ead0831 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:29:33.325504 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945abf86-0bd2-47cd-88fa-48fd04810fb5', 'name': 'network-vif-deleted', 'tag': '2e8a0056-fb83-47bb-b3ed-a7cf63be869a', 'status': 'completed', 'code': 200} Nov 04 10:29:33.350083 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-4aaa2d38-2834-4a5a-9d86-36eed26647ed tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:29:33.368179 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-4aaa2d38-2834-4a5a-9d86-36eed26647ed tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:29:33.377432 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-4aaa2d38-2834-4a5a-9d86-36eed26647ed tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:29:33.383701 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-4aaa2d38-2834-4a5a-9d86-36eed26647ed tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:33.384756 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-4aaa2d38-2834-4a5a-9d86-36eed26647ed tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:33.405536 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa2d38-2834-4a5a-9d86-36eed26647ed tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Pushing event updated for resources: {'Port': ['ID=8ef5ed15-c16f-4e05-b85e-d4a4482af6b1,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:33.418347 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-4aaa2d38-2834-4a5a-9d86-36eed26647ed tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6061769 Nov 04 10:29:33.437975 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-5b0599a4-1f9d-491b-afc9-b7e142cbfa77 service neutron] Request body: {'port': {'device_id': '02629274-0225-4d98-ba8b-080863ed1d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:29:33.549430 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6fd76761-ff4c-48e3-93c7-3dad7f5e9053 req-e0314ef0-776d-4d50-bbb9-921396822f19 tempest-AggregatesAdminTestJSON-1284307302 tempest-AggregatesAdminTestJSON-1284307302-project] 10.222.0.127 "GET /v2.0/ports?device_id=945abf86-0bd2-47cd-88fa-48fd04810fb5 HTTP/1.1" status: 200 len: 210 time: 0.0617864 Nov 04 10:29:33.549640 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-5b0599a4-1f9d-491b-afc9-b7e142cbfa77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:33.704921 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672e85c-15d4-494d-a9f7-51f6086ce976 req-a3d2fe89-7fb2-4bad-a891-770ecb966a0b tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:33.710718 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f672e85c-15d4-494d-a9f7-51f6086ce976 req-a3d2fe89-7fb2-4bad-a891-770ecb966a0b tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=02629274-0225-4d98-ba8b-080863ed1d5e HTTP/1.1" status: 200 len: 936 time: 0.0867257 Nov 04 10:29:33.741972 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 7596392e-69a7-437a-8248-414a77f1a9a9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=7596392e-69a7-437a-8248-414a77f1a9a9,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:33.793586 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '7596392e-69a7-437a-8248-414a77f1a9a9', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '7596392e-69a7-437a-8248-414a77f1a9a9', 'mac_address': 'fa:16:3e:d2:84:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:29:33.830733 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f672e85c-15d4-494d-a9f7-51f6086ce976 req-f7b63806-87b5-4dc4-8760-ddc3e30894fe tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050003 Nov 04 10:29:34.061735 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b720a9e0-d862-4076-9ac7-9d854bc75d59 None None] Provisioning complete for port 8ef5ed15-c16f-4e05-b85e-d4a4482af6b1 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:29:34.062668 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b720a9e0-d862-4076-9ac7-9d854bc75d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:34.140369 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-5b0599a4-1f9d-491b-afc9-b7e142cbfa77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ef5ed15-c16f-4e05-b85e-d4a4482af6b1 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:29:34.149990 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-5b0599a4-1f9d-491b-afc9-b7e142cbfa77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:34.160363 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:34.167822 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-5b0599a4-1f9d-491b-afc9-b7e142cbfa77 service neutron] Transition to ACTIVE for port object 8ef5ed15-c16f-4e05-b85e-d4a4482af6b1 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:29:34.174629 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-5b0599a4-1f9d-491b-afc9-b7e142cbfa77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:34.204643 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7596392e-69a7-437a-8248-414a77f1a9a9 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:29:34.246258 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 7596392e-69a7-437a-8248-414a77f1a9a9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=7596392e-69a7-437a-8248-414a77f1a9a9,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:34.247717 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-b720a9e0-d862-4076-9ac7-9d854bc75d59 None None] Port 8ef5ed15-c16f-4e05-b85e-d4a4482af6b1 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:29:34.253061 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:34.259341 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793421b-d246-4583-8e88-d1795add8777 req-256cd877-1fe2-4210-b0a5-e64cc94bc703 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:34.273334 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0793421b-d246-4583-8e88-d1795add8777 req-256cd877-1fe2-4210-b0a5-e64cc94bc703 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=70fece1a-2b5d-47c6-b28f-9fec0c38d1f8 HTTP/1.1" status: 200 len: 947 time: 0.2039146 Nov 04 10:29:34.283599 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0599a4-1f9d-491b-afc9-b7e142cbfa77 service neutron] Pushing event updated for resources: {'Port': ['ID=8ef5ed15-c16f-4e05-b85e-d4a4482af6b1,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:34.320314 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-5b0599a4-1f9d-491b-afc9-b7e142cbfa77 service neutron] Attempting to bind port 8ef5ed15-c16f-4e05-b85e-d4a4482af6b1 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:29:34.320648 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-5b0599a4-1f9d-491b-afc9-b7e142cbfa77 service neutron] Attempting to bind port 8ef5ed15-c16f-4e05-b85e-d4a4482af6b1 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:29:34.321030 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-5b0599a4-1f9d-491b-afc9-b7e142cbfa77 service neutron] Attempting to bind port 8ef5ed15-c16f-4e05-b85e-d4a4482af6b1 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:29:34.331954 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-5b0599a4-1f9d-491b-afc9-b7e142cbfa77 service neutron] Port 8ef5ed15-c16f-4e05-b85e-d4a4482af6b1 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:29:34.331954 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-5b0599a4-1f9d-491b-afc9-b7e142cbfa77 service neutron] Attempting to bind port 8ef5ed15-c16f-4e05-b85e-d4a4482af6b1 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:29:34.344131 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-5b0599a4-1f9d-491b-afc9-b7e142cbfa77 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:29:34.344468 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-5b0599a4-1f9d-491b-afc9-b7e142cbfa77 service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:29:34.344887 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-5b0599a4-1f9d-491b-afc9-b7e142cbfa77 service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:29:34.345361 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-5b0599a4-1f9d-491b-afc9-b7e142cbfa77 service neutron] Bound port: 8ef5ed15-c16f-4e05-b85e-d4a4482af6b1, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:29:34.345750 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-5b0599a4-1f9d-491b-afc9-b7e142cbfa77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:34.347261 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0793421b-d246-4583-8e88-d1795add8777 req-a24c3687-a5a1-4306-9f45-a553eb0f9882 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713420 Nov 04 10:29:34.381136 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=7596392e-69a7-437a-8248-414a77f1a9a9,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:34.454949 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-5b0599a4-1f9d-491b-afc9-b7e142cbfa77 service neutron] For port 8ef5ed15-c16f-4e05-b85e-d4a4482af6b1, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:29:34.458895 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-5b0599a4-1f9d-491b-afc9-b7e142cbfa77 service neutron] For port 8ef5ed15-c16f-4e05-b85e-d4a4482af6b1, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=8ef5ed15-c16f-4e05-b85e-d4a4482af6b1,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:29:34.466887 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-5b0599a4-1f9d-491b-afc9-b7e142cbfa77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:34.472015 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['7596392e-69a7-437a-8248-414a77f1a9a9'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:29:34.507769 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-5b0599a4-1f9d-491b-afc9-b7e142cbfa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:34.508329 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-5b0599a4-1f9d-491b-afc9-b7e142cbfa77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:34.510062 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-5b0599a4-1f9d-491b-afc9-b7e142cbfa77 service neutron] 10.222.0.121 "PUT /v2.0/ports/8ef5ed15-c16f-4e05-b85e-d4a4482af6b1 HTTP/1.1" status: 200 len: 1096 time: 1.0820479 Nov 04 10:29:34.553509 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0599a4-1f9d-491b-afc9-b7e142cbfa77 service neutron] Pushing event updated for resources: {'Port': ['ID=8ef5ed15-c16f-4e05-b85e-d4a4482af6b1,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:34.628864 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-8357c62f-95e3-4033-977f-4797f54835bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:34.630599 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-8357c62f-95e3-4033-977f-4797f54835bf service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c2ce014f2a0740e7a625fc6d5378be33&device_id=02629274-0225-4d98-ba8b-080863ed1d5e HTTP/1.1" status: 200 len: 1099 time: 0.0703275 Nov 04 10:29:34.696908 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-dc3b7f71-f4bc-4e5b-a824-27cd132c404c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=8ef5ed15-c16f-4e05-b85e-d4a4482af6b1 HTTP/1.1" status: 200 len: 217 time: 0.0574565 Nov 04 10:29:34.762720 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-7ad916a9-b6c4-4656-84a0-9d3591d30d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:34.778203 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-7ad916a9-b6c4-4656-84a0-9d3591d30d7c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0755954 Nov 04 10:29:34.849031 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-6e4720ae-1409-46bb-abf0-a06b127b95e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:34.850651 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-6e4720ae-1409-46bb-abf0-a06b127b95e4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0646312 Nov 04 10:29:34.970430 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-1b3a22cd-b641-482c-92f8-10e781c838d8 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107697 Nov 04 10:29:34.992428 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941e57e-c225-4085-8b4c-7ef9fa902476 req-834d335e-2a0c-48f8-a4ff-96bd1fb77ec4 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:34.992428 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c941e57e-c225-4085-8b4c-7ef9fa902476 req-834d335e-2a0c-48f8-a4ff-96bd1fb77ec4 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=02629274-0225-4d98-ba8b-080863ed1d5e HTTP/1.1" status: 200 len: 948 time: 0.0615916 Nov 04 10:29:34.994504 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 2e8a0056-fb83-47bb-b3ed-a7cf63be869a no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:29:35.024154 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 2e8a0056-fb83-47bb-b3ed-a7cf63be869a {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:29:35.024738 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 2e8a0056-fb83-47bb-b3ed-a7cf63be869a not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:29:35.071869 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c941e57e-c225-4085-8b4c-7ef9fa902476 req-1882307f-60cc-419e-839f-160657b547d8 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729709 Nov 04 10:29:35.093113 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-847b0020-3c64-4ee5-9d56-67032d0aafa9 req-e7d849c4-adee-4310-be51-82433eac111d service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153045 Nov 04 10:29:35.216604 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57670) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:35.326687 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02629274-0225-4d98-ba8b-080863ed1d5e', 'tag': '8ef5ed15-c16f-4e05-b85e-d4a4482af6b1'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:29:35.329240 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ee5d69-800a-44af-9341-0f559e9f755d" -d '{"events": [{"name": "network-changed", "server_uuid": "02629274-0225-4d98-ba8b-080863ed1d5e", "tag": "8ef5ed15-c16f-4e05-b85e-d4a4482af6b1"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:29:35.546567 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a33a85-dbf0-4529-af10-afe5c9c150c9 x-openstack-request-id: req-02a33a85-dbf0-4529-af10-afe5c9c150c9 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:29:35.547154 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02629274-0225-4d98-ba8b-080863ed1d5e", "tag": "8ef5ed15-c16f-4e05-b85e-d4a4482af6b1", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:29:35.547414 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-02a33a85-dbf0-4529-af10-afe5c9c150c9 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:29:35.547990 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02629274-0225-4d98-ba8b-080863ed1d5e', 'tag': '8ef5ed15-c16f-4e05-b85e-d4a4482af6b1', 'status': 'completed', 'code': 200} Nov 04 10:29:35.623759 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee5d69-800a-44af-9341-0f559e9f755d req-a6ab11a6-eeba-42ef-a8d9-c81d799603c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:35.626295 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c9ee5d69-800a-44af-9341-0f559e9f755d req-a6ab11a6-eeba-42ef-a8d9-c81d799603c5 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c2ce014f2a0740e7a625fc6d5378be33&device_id=02629274-0225-4d98-ba8b-080863ed1d5e HTTP/1.1" status: 200 len: 1099 time: 0.0534062 Nov 04 10:29:35.683456 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d51981-1760-4a84-b351-f80f0f4f3b2b req-30625056-174f-4444-805e-2a24dfe18875 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:35.685688 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a1d51981-1760-4a84-b351-f80f0f4f3b2b req-30625056-174f-4444-805e-2a24dfe18875 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=70fece1a-2b5d-47c6-b28f-9fec0c38d1f8 HTTP/1.1" status: 200 len: 948 time: 0.0647867 Nov 04 10:29:35.757209 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a1d51981-1760-4a84-b351-f80f0f4f3b2b req-ae001ef0-d362-44a5-9327-b2bbfa4769d9 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644333 Nov 04 10:29:35.845666 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee5d69-800a-44af-9341-0f559e9f755d req-f4422750-576b-4f13-9142-d574452a8815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:35.847381 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c9ee5d69-800a-44af-9341-0f559e9f755d req-f4422750-576b-4f13-9142-d574452a8815 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.2128417 Nov 04 10:29:35.852330 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57698) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:35.865564 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ee49f74a-b9f0-4724-bdd2-c48351b375a1 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=6ca5b045be274a30af74dee8d7064a99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6473470 Nov 04 10:29:35.914747 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1fc1591f-7a72-47b8-8ad1-52bee5f6f7c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:35.932568 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c9ee5d69-800a-44af-9341-0f559e9f755d req-afd5d869-6974-45ff-90af-cfd48ec39f2b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=8ef5ed15-c16f-4e05-b85e-d4a4482af6b1 HTTP/1.1" status: 200 len: 217 time: 0.0657859 Nov 04 10:29:35.939407 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1fc1591f-7a72-47b8-8ad1-52bee5f6f7c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:35.971590 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5a96944-562c-4e1b-81e4-c2c3a3a88ae0 req-081c9e2f-6205-4d1b-8c23-768aebd7a0e4 tempest-QuotasAdminNegativeTest-1920730916 tempest-QuotasAdminNegativeTest-1920730916-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=1553957e2bd0404db365dcbdd0dc1588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350647 Nov 04 10:29:35.996704 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee5d69-800a-44af-9341-0f559e9f755d req-56fd84eb-4770-4e8a-a4a7-e40da8f0f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:35.998651 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c9ee5d69-800a-44af-9341-0f559e9f755d req-56fd84eb-4770-4e8a-a4a7-e40da8f0f8ae service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0575705 Nov 04 10:29:36.056024 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee5d69-800a-44af-9341-0f559e9f755d req-9b1253b0-8b17-409e-b154-2447ded5d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:36.058354 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c9ee5d69-800a-44af-9341-0f559e9f755d req-9b1253b0-8b17-409e-b154-2447ded5d5ae service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0514894 Nov 04 10:29:36.079264 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1fc1591f-7a72-47b8-8ad1-52bee5f6f7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:36.082336 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1fc1591f-7a72-47b8-8ad1-52bee5f6f7c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:36.083746 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1fc1591f-7a72-47b8-8ad1-52bee5f6f7c1 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/66c28476-daa8-4ef7-8d71-a9aeffb01c63 HTTP/1.1" status: 204 len: 168 time: 0.2303441 Nov 04 10:29:36.106365 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1591f-7a72-47b8-8ad1-52bee5f6f7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c28476-daa8-4ef7-8d71-a9aeffb01c63,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:36.121720 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1591f-7a72-47b8-8ad1-52bee5f6f7c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:36.122326 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1591f-7a72-47b8-8ad1-52bee5f6f7c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:36.122845 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1591f-7a72-47b8-8ad1-52bee5f6f7c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:36.123358 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1591f-7a72-47b8-8ad1-52bee5f6f7c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:36.124377 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1591f-7a72-47b8-8ad1-52bee5f6f7c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:36.125092 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1591f-7a72-47b8-8ad1-52bee5f6f7c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:36.125946 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1591f-7a72-47b8-8ad1-52bee5f6f7c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:36.126585 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1591f-7a72-47b8-8ad1-52bee5f6f7c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:36.127620 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1591f-7a72-47b8-8ad1-52bee5f6f7c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:36.128200 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1591f-7a72-47b8-8ad1-52bee5f6f7c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:36.128710 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1591f-7a72-47b8-8ad1-52bee5f6f7c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:36.129237 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1591f-7a72-47b8-8ad1-52bee5f6f7c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:36.183993 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a96944-562c-4e1b-81e4-c2c3a3a88ae0 req-c94d0963-3e80-4e8d-92de-af803861925e tempest-QuotasAdminNegativeTest-1920730916 tempest-QuotasAdminNegativeTest-1920730916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:36.190250 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c9ee5d69-800a-44af-9341-0f559e9f755d req-b3f0d490-0805-4f48-b13a-b15b7a8e1279 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216574 Nov 04 10:29:36.198485 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5a96944-562c-4e1b-81e4-c2c3a3a88ae0 req-c94d0963-3e80-4e8d-92de-af803861925e tempest-QuotasAdminNegativeTest-1920730916 tempest-QuotasAdminNegativeTest-1920730916-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2175198 Nov 04 10:29:36.240986 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5a96944-562c-4e1b-81e4-c2c3a3a88ae0 req-4da390f5-ff36-475a-8b42-d1c6f0dce326 tempest-QuotasAdminNegativeTest-1920730916 tempest-QuotasAdminNegativeTest-1920730916-project] 10.222.0.127 "GET /v2.0/quotas/1553957e2bd0404db365dcbdd0dc1588 HTTP/1.1" status: 200 len: 375 time: 0.0411484 Nov 04 10:29:36.289913 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5a96944-562c-4e1b-81e4-c2c3a3a88ae0 req-8dbb4bfe-7a67-4b75-a42f-39de2572f08c tempest-QuotasAdminNegativeTest-1920730916 tempest-QuotasAdminNegativeTest-1920730916-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=1553957e2bd0404db365dcbdd0dc1588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334194 Nov 04 10:29:36.308225 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e95b0-fab3-4bb3-9cd0-0ed96d0783d7 req-af297be6-ea13-48e7-8de5-5e532cce3cc1 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:36.315855 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ec6e95b0-fab3-4bb3-9cd0-0ed96d0783d7 req-af297be6-ea13-48e7-8de5-5e532cce3cc1 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=02629274-0225-4d98-ba8b-080863ed1d5e HTTP/1.1" status: 200 len: 948 time: 0.0953372 Nov 04 10:29:36.342815 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c9ee5d69-800a-44af-9341-0f559e9f755d req-8d65a224-081a-46a6-90cb-e053640d66c5 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409674 Nov 04 10:29:36.389542 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ec6e95b0-fab3-4bb3-9cd0-0ed96d0783d7 req-d8738db2-714c-4ee6-81f2-8ec70d0676db tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727222 Nov 04 10:29:36.443657 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57728) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:36.451230 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57730) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:36.577531 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57740) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:36.627343 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8dea15ed-1370-4006-a638-b06575112cea admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=e81a4690959c49628cb61c1eab84ba44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455391 Nov 04 10:29:36.627753 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57742) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:36.681295 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-366c64b3-a00f-4f31-b094-429a2743535f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:36.710197 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-366c64b3-a00f-4f31-b094-429a2743535f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:36.755160 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ded29c75-932d-4e55-b736-cb75b51e98ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:36.770299 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f8e50b4-97c5-4231-bb5c-622e8c405f41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:36.818088 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-366c64b3-a00f-4f31-b094-429a2743535f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:36.820952 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-366c64b3-a00f-4f31-b094-429a2743535f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:36.824593 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-366c64b3-a00f-4f31-b094-429a2743535f admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/18672ab1-4a33-4c53-96d6-cd941f3cae8a HTTP/1.1" status: 204 len: 168 time: 0.1934397 Nov 04 10:29:36.868303 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c64b3-a00f-4f31-b094-429a2743535f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18672ab1-4a33-4c53-96d6-cd941f3cae8a,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:36.899098 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f8e50b4-97c5-4231-bb5c-622e8c405f41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:36.906423 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f8e50b4-97c5-4231-bb5c-622e8c405f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:36.951941 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79acdc6-4f28-45d4-894a-4d4a59f755d8 req-a1da3072-a3ed-480e-9601-95a8f5ec422f tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:36.959440 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b79acdc6-4f28-45d4-894a-4d4a59f755d8 req-a1da3072-a3ed-480e-9601-95a8f5ec422f tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=70fece1a-2b5d-47c6-b28f-9fec0c38d1f8 HTTP/1.1" status: 200 len: 948 time: 0.1039844 Nov 04 10:29:36.966118 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2f8e50b4-97c5-4231-bb5c-622e8c405f41 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=5967f506259a42fcaebb9733c405ca1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5110819 Nov 04 10:29:36.966118 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e50b4-97c5-4231-bb5c-622e8c405f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0744326c-f5f6-46cc-9434-89b394903bcf,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:36.967342 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57750) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:36.976351 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ded29c75-932d-4e55-b736-cb75b51e98ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:36.980665 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e50b4-97c5-4231-bb5c-622e8c405f41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:36.981085 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e50b4-97c5-4231-bb5c-622e8c405f41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:36.981512 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e50b4-97c5-4231-bb5c-622e8c405f41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:36.982521 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e50b4-97c5-4231-bb5c-622e8c405f41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:36.982644 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e50b4-97c5-4231-bb5c-622e8c405f41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:36.983041 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e50b4-97c5-4231-bb5c-622e8c405f41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:36.983440 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e50b4-97c5-4231-bb5c-622e8c405f41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:36.984661 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e50b4-97c5-4231-bb5c-622e8c405f41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:36.985027 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e50b4-97c5-4231-bb5c-622e8c405f41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:36.985360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e50b4-97c5-4231-bb5c-622e8c405f41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:36.985742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e50b4-97c5-4231-bb5c-622e8c405f41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:36.986600 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e50b4-97c5-4231-bb5c-622e8c405f41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:36.986709 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ded29c75-932d-4e55-b736-cb75b51e98ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:36.998758 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 7596392e-69a7-437a-8248-414a77f1a9a9 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:29:37.056252 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded29c75-932d-4e55-b736-cb75b51e98ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d3212c-5200-457f-aec2-061606ab4318,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:37.070544 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b79acdc6-4f28-45d4-894a-4d4a59f755d8 req-7e199432-3f36-41a8-ae12-9e63a610071b tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101413 Nov 04 10:29:37.073071 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ded29c75-932d-4e55-b736-cb75b51e98ed admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=00990451152b4d13a8338aaed0e50fdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6275225 Nov 04 10:29:37.084616 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57752) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:37.118762 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 7596392e-69a7-437a-8248-414a77f1a9a9 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:29:37.123936 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 7596392e-69a7-437a-8248-414a77f1a9a9 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:29:37.124603 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:37.140692 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c463-5a30-4005-9583-c7a74b52305c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:37.169153 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ff1a9b1d-91c2-4e1f-8026-a85502997a7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:37.176043 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c463-5a30-4005-9583-c7a74b52305c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:37.218850 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ff1a9b1d-91c2-4e1f-8026-a85502997a7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:37.260905 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:37.278756 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c463-5a30-4005-9583-c7a74b52305c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:37.282791 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c463-5a30-4005-9583-c7a74b52305c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:37.284239 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6eb1c463-5a30-4005-9583-c7a74b52305c admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/0744326c-f5f6-46cc-9434-89b394903bcf HTTP/1.1" status: 204 len: 168 time: 0.3156471 Nov 04 10:29:37.306929 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1c463-5a30-4005-9583-c7a74b52305c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0744326c-f5f6-46cc-9434-89b394903bcf,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:37.311043 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ff1a9b1d-91c2-4e1f-8026-a85502997a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:37.316437 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ff1a9b1d-91c2-4e1f-8026-a85502997a7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:37.319392 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 7596392e-69a7-437a-8248-414a77f1a9a9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=7596392e-69a7-437a-8248-414a77f1a9a9,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:37.322092 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ff1a9b1d-91c2-4e1f-8026-a85502997a7d admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/88d3212c-5200-457f-aec2-061606ab4318 HTTP/1.1" status: 204 len: 168 time: 0.2361803 Nov 04 10:29:37.322690 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fece1a-2b5d-47c6-b28f-9fec0c38d1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7596392e-69a7-437a-8248-414a77f1a9a9'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:29:37.325392 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4874de8f-1f39-4a94-84c4-c29b66540b0c" -d '{"events": [{"server_uuid": "70fece1a-2b5d-47c6-b28f-9fec0c38d1f8", "name": "network-vif-plugged", "status": "completed", "tag": "7596392e-69a7-437a-8248-414a77f1a9a9"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:29:37.332363 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a9b1d-91c2-4e1f-8026-a85502997a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d3212c-5200-457f-aec2-061606ab4318,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:37.345373 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:37.425748 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f24151-16d8-4d16-9b39-4ecea41523cd x-openstack-request-id: req-62f24151-16d8-4d16-9b39-4ecea41523cd {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:29:37.427342 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fece1a-2b5d-47c6-b28f-9fec0c38d1f8", "name": "network-vif-plugged", "status": "completed", "tag": "7596392e-69a7-437a-8248-414a77f1a9a9", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:29:37.428249 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-62f24151-16d8-4d16-9b39-4ecea41523cd {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:29:37.429195 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70fece1a-2b5d-47c6-b28f-9fec0c38d1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7596392e-69a7-437a-8248-414a77f1a9a9', 'code': 200} Nov 04 10:29:37.467695 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=7596392e-69a7-437a-8248-414a77f1a9a9,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:37.478065 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:37.478773 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:37.479298 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:37.479640 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:37.479967 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:37.480293 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:37.480670 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:37.481489 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:37.482378 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:37.483052 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:37.483557 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:37.484171 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:29:37.527397 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fca159-d5ae-4318-94cf-bb4630a40057 req-f72ec1ec-931d-46a6-91b3-2f8c3d7bf740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:37.529260 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b9fca159-d5ae-4318-94cf-bb4630a40057 req-f72ec1ec-931d-46a6-91b3-2f8c3d7bf740 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70fece1a-2b5d-47c6-b28f-9fec0c38d1f8 HTTP/1.1" status: 200 len: 1100 time: 0.0463059 Nov 04 10:29:37.583033 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b9fca159-d5ae-4318-94cf-bb4630a40057 req-50668158-b3df-46e0-b14a-1197ae8b7abc service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459311 Nov 04 10:29:37.750591 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57784) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:37.764257 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-faaeeba5-2fdd-455a-afa4-f633ed2e2d18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:37.865708 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-faaeeba5-2fdd-455a-afa4-f633ed2e2d18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:37.871066 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-faaeeba5-2fdd-455a-afa4-f633ed2e2d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:37.913140 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-faaeeba5-2fdd-455a-afa4-f633ed2e2d18 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=b91ccb9f332b4195812d8408836b160d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1613631 Nov 04 10:29:37.914103 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaeeba5-2fdd-455a-afa4-f633ed2e2d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1cf618-6c36-4b1b-9ebf-00d8d2cea124,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:37.915909 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57788) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:37.944253 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57790) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:37.964442 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6ac7b5e4-e7ef-4f79-83f7-49bae1b8c7a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:37.997604 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8df5b6fb-8c3a-45d1-ac21-08876072196b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:38.025983 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8df5b6fb-8c3a-45d1-ac21-08876072196b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:38.109758 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8df5b6fb-8c3a-45d1-ac21-08876072196b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:38.114141 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8df5b6fb-8c3a-45d1-ac21-08876072196b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:38.115700 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8df5b6fb-8c3a-45d1-ac21-08876072196b admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/9e1cf618-6c36-4b1b-9ebf-00d8d2cea124 HTTP/1.1" status: 204 len: 168 time: 0.1984634 Nov 04 10:29:38.128720 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5b6fb-8c3a-45d1-ac21-08876072196b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1cf618-6c36-4b1b-9ebf-00d8d2cea124,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:38.147562 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6ac7b5e4-e7ef-4f79-83f7-49bae1b8c7a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:38.168538 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b3c0c-7e6c-46bb-a190-c18f68b90add req-072c3dc6-6a70-44fe-aa3c-427de0e373ed tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:38.171146 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-132b3c0c-7e6c-46bb-a190-c18f68b90add req-072c3dc6-6a70-44fe-aa3c-427de0e373ed tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=02629274-0225-4d98-ba8b-080863ed1d5e HTTP/1.1" status: 200 len: 948 time: 0.0868652 Nov 04 10:29:38.172029 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6ac7b5e4-e7ef-4f79-83f7-49bae1b8c7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:38.237976 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7b5e4-e7ef-4f79-83f7-49bae1b8c7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ab9f7e-81a0-46f6-b694-040d8339763a,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:38.247400 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57802) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:38.247681 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6ac7b5e4-e7ef-4f79-83f7-49bae1b8c7a7 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=2eba9a5d031b45178823238f7b5cb911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3019300 Nov 04 10:29:38.286409 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-132b3c0c-7e6c-46bb-a190-c18f68b90add req-f36df620-e7d3-4870-ac63-c86cf70bc01e tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877488 Nov 04 10:29:38.318010 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96cf9eb1-3c45-4755-9b55-3194311326a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:38.348761 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96cf9eb1-3c45-4755-9b55-3194311326a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:38.412476 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96cf9eb1-3c45-4755-9b55-3194311326a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:38.415243 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96cf9eb1-3c45-4755-9b55-3194311326a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:38.419230 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-96cf9eb1-3c45-4755-9b55-3194311326a4 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/32ab9f7e-81a0-46f6-b694-040d8339763a HTTP/1.1" status: 204 len: 168 time: 0.1680489 Nov 04 10:29:38.433997 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf9eb1-3c45-4755-9b55-3194311326a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ab9f7e-81a0-46f6-b694-040d8339763a,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:38.527402 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff309ed-0aa8-4563-a457-83cf80538583 req-31a8c5e8-a66c-419f-b811-5366b93b1a98 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:38.529023 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9ff309ed-0aa8-4563-a457-83cf80538583 req-31a8c5e8-a66c-419f-b811-5366b93b1a98 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=70fece1a-2b5d-47c6-b28f-9fec0c38d1f8 HTTP/1.1" status: 200 len: 949 time: 0.0573735 Nov 04 10:29:38.582289 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9ff309ed-0aa8-4563-a457-83cf80538583 req-626227c6-d2c1-43c9-b2a3-31f32eb6e674 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450909 Nov 04 10:29:39.228711 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 8ef5ed15-c16f-4e05-b85e-d4a4482af6b1 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:29:39.245630 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7eeb8ac6-bc8b-4089-9b4b-67af480e5d91 req-ab97ddb8-728e-4582-951d-fafa3408763e tempest-QuotasAdminNegativeTest-1920730916 tempest-QuotasAdminNegativeTest-1920730916-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=1553957e2bd0404db365dcbdd0dc1588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230322 Nov 04 10:29:39.366222 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 8ef5ed15-c16f-4e05-b85e-d4a4482af6b1, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=8ef5ed15-c16f-4e05-b85e-d4a4482af6b1,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:39.384239 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '8ef5ed15-c16f-4e05-b85e-d4a4482af6b1', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '8ef5ed15-c16f-4e05-b85e-d4a4482af6b1', 'mac_address': 'fa:16:3e:04:9d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:29:39.394130 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb8ac6-bc8b-4089-9b4b-67af480e5d91 req-2764c1f6-0c27-4ea8-ae15-04381c8d37a6 tempest-QuotasAdminNegativeTest-1920730916 tempest-QuotasAdminNegativeTest-1920730916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:39.395873 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7eeb8ac6-bc8b-4089-9b4b-67af480e5d91 req-2764c1f6-0c27-4ea8-ae15-04381c8d37a6 tempest-QuotasAdminNegativeTest-1920730916 tempest-QuotasAdminNegativeTest-1920730916-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1440768 Nov 04 10:29:39.415422 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7eeb8ac6-bc8b-4089-9b4b-67af480e5d91 req-acfbdd47-1a6d-4b97-bf60-8d931d0a14f9 tempest-QuotasAdminNegativeTest-1920730916 tempest-QuotasAdminNegativeTest-1920730916-project] 10.222.0.127 "GET /v2.0/quotas/1553957e2bd0404db365dcbdd0dc1588 HTTP/1.1" status: 200 len: 375 time: 0.0129540 Nov 04 10:29:39.434040 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:39.454460 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ef5ed15-c16f-4e05-b85e-d4a4482af6b1 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:29:39.471565 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7eeb8ac6-bc8b-4089-9b4b-67af480e5d91 req-cf9fb581-7fd4-4f02-b911-fa596760a7cf tempest-QuotasAdminNegativeTest-1920730916 tempest-QuotasAdminNegativeTest-1920730916-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=1553957e2bd0404db365dcbdd0dc1588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485785 Nov 04 10:29:39.483913 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 8ef5ed15-c16f-4e05-b85e-d4a4482af6b1, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=8ef5ed15-c16f-4e05-b85e-d4a4482af6b1,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:39.490729 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:39.572239 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=8ef5ed15-c16f-4e05-b85e-d4a4482af6b1,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:39.663875 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94c62b-b269-46ab-a666-b7e84515798a req-94286443-51a2-41e3-95d1-2a5bfc1bfff0 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:39.665548 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0c94c62b-b269-46ab-a666-b7e84515798a req-94286443-51a2-41e3-95d1-2a5bfc1bfff0 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=02629274-0225-4d98-ba8b-080863ed1d5e HTTP/1.1" status: 200 len: 949 time: 0.0545840 Nov 04 10:29:39.726108 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['8ef5ed15-c16f-4e05-b85e-d4a4482af6b1'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:29:39.744057 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0c94c62b-b269-46ab-a666-b7e84515798a req-969994a0-3fa2-47d8-bfa2-acfec5ad4523 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706782 Nov 04 10:29:39.986631 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe886ec-208e-4eb0-8481-1b6c907ea000 req-decdb5f8-076f-46d6-aabe-7ccd624c84dc tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:39.990339 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0fe886ec-208e-4eb0-8481-1b6c907ea000 req-decdb5f8-076f-46d6-aabe-7ccd624c84dc tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=70fece1a-2b5d-47c6-b28f-9fec0c38d1f8 HTTP/1.1" status: 200 len: 949 time: 0.0655220 Nov 04 10:29:40.040503 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0fe886ec-208e-4eb0-8481-1b6c907ea000 req-d182d3e4-65a8-43fb-a051-b97b4b63ea59 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462482 Nov 04 10:29:40.675666 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1c6c8-9404-464f-99a2-b4b4e844f357 req-2bb5ebdf-1677-4b15-a981-3b3f1536757e tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:40.677259 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5ab1c6c8-9404-464f-99a2-b4b4e844f357 req-2bb5ebdf-1677-4b15-a981-3b3f1536757e tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=70fece1a-2b5d-47c6-b28f-9fec0c38d1f8 HTTP/1.1" status: 200 len: 949 time: 0.0695395 Nov 04 10:29:40.731786 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5ab1c6c8-9404-464f-99a2-b4b4e844f357 req-8f3ae342-20cb-4ad7-9afe-7a42b790a779 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480602 Nov 04 10:29:40.878628 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9798e6-a8dc-4783-b723-299a57733725 req-7e5c0651-17ce-43f5-945f-3bb1da6e9f7f tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:40.880209 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3e9798e6-a8dc-4783-b723-299a57733725 req-7e5c0651-17ce-43f5-945f-3bb1da6e9f7f tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=02629274-0225-4d98-ba8b-080863ed1d5e HTTP/1.1" status: 200 len: 949 time: 0.0543253 Nov 04 10:29:40.934675 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3e9798e6-a8dc-4783-b723-299a57733725 req-70bc0a97-ff0d-41f9-8e1f-267d3b501809 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477145 Nov 04 10:29:41.032912 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57958) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:41.241119 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 8ef5ed15-c16f-4e05-b85e-d4a4482af6b1 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:29:41.308254 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 8ef5ed15-c16f-4e05-b85e-d4a4482af6b1 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:29:41.315756 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 8ef5ed15-c16f-4e05-b85e-d4a4482af6b1 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:29:41.316133 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:41.333602 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-94015510-441e-4190-a246-ecd994704a37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:41.423567 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:41.480190 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 8ef5ed15-c16f-4e05-b85e-d4a4482af6b1, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=8ef5ed15-c16f-4e05-b85e-d4a4482af6b1,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:41.481394 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02629274-0225-4d98-ba8b-080863ed1d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef5ed15-c16f-4e05-b85e-d4a4482af6b1'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:29:41.484761 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5581fc08-d261-4aa2-b458-294be0eef60b" -d '{"events": [{"server_uuid": "02629274-0225-4d98-ba8b-080863ed1d5e", "name": "network-vif-plugged", "status": "completed", "tag": "8ef5ed15-c16f-4e05-b85e-d4a4482af6b1"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:29:41.489400 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:41.522277 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-94015510-441e-4190-a246-ecd994704a37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:41.528103 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-94015510-441e-4190-a246-ecd994704a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:41.556649 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b8284c-e1c3-4d91-aeae-d9841de4c53b x-openstack-request-id: req-41b8284c-e1c3-4d91-aeae-d9841de4c53b {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:29:41.557026 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02629274-0225-4d98-ba8b-080863ed1d5e", "name": "network-vif-plugged", "status": "completed", "tag": "8ef5ed15-c16f-4e05-b85e-d4a4482af6b1", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:29:41.557365 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-41b8284c-e1c3-4d91-aeae-d9841de4c53b {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:29:41.557768 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02629274-0225-4d98-ba8b-080863ed1d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef5ed15-c16f-4e05-b85e-d4a4482af6b1', 'code': 200} Nov 04 10:29:41.575808 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=8ef5ed15-c16f-4e05-b85e-d4a4482af6b1,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:41.587717 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-94015510-441e-4190-a246-ecd994704a37 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=1553957e2bd0404db365dcbdd0dc1588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5536330 Nov 04 10:29:41.590438 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57982) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:41.605652 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94015510-441e-4190-a246-ecd994704a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62639d0a-3122-4663-b90c-76aa7a9faf27,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:41.688648 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca09be-34fc-407f-ba00-a034ad05dde4 req-f41ac8ba-22f3-421e-8d59-aa57419c7327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:41.690281 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5ca09be-34fc-407f-ba00-a034ad05dde4 req-f41ac8ba-22f3-421e-8d59-aa57419c7327 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=02629274-0225-4d98-ba8b-080863ed1d5e HTTP/1.1" status: 200 len: 1101 time: 0.0481431 Nov 04 10:29:41.743502 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-285f35db-91ee-42bf-aad0-2b4b7feba500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:41.776624 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-285f35db-91ee-42bf-aad0-2b4b7feba500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:41.784712 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5ca09be-34fc-407f-ba00-a034ad05dde4 req-b7e23553-0ea1-4852-ab2b-cbabcc7f6e6c service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854707 Nov 04 10:29:41.844523 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-285f35db-91ee-42bf-aad0-2b4b7feba500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:41.847194 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-285f35db-91ee-42bf-aad0-2b4b7feba500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:41.849092 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-285f35db-91ee-42bf-aad0-2b4b7feba500 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/62639d0a-3122-4663-b90c-76aa7a9faf27 HTTP/1.1" status: 204 len: 168 time: 0.2576044 Nov 04 10:29:41.858015 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f35db-91ee-42bf-aad0-2b4b7feba500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62639d0a-3122-4663-b90c-76aa7a9faf27,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:42.037903 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760f8ac-9a60-40a0-97cb-3912dbdfdc33 req-c68c07a4-8e2d-4350-a901-90689dc2a67c tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:42.040178 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e760f8ac-9a60-40a0-97cb-3912dbdfdc33 req-c68c07a4-8e2d-4350-a901-90689dc2a67c tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=70fece1a-2b5d-47c6-b28f-9fec0c38d1f8 HTTP/1.1" status: 200 len: 949 time: 0.0703609 Nov 04 10:29:42.110168 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e760f8ac-9a60-40a0-97cb-3912dbdfdc33 req-f4a3512a-943d-4757-9225-bf50ccb9bbb2 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632896 Nov 04 10:29:42.117568 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:42.242547 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b2cde-b2a2-4b05-92f5-e4bd01f3ce8e req-746a4778-6ce0-44c1-b5ba-c036f66a55c3 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:42.244145 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-692b2cde-b2a2-4b05-92f5-e4bd01f3ce8e req-746a4778-6ce0-44c1-b5ba-c036f66a55c3 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=02629274-0225-4d98-ba8b-080863ed1d5e HTTP/1.1" status: 200 len: 950 time: 0.0557766 Nov 04 10:29:42.299790 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-692b2cde-b2a2-4b05-92f5-e4bd01f3ce8e req-2e040c88-7aa2-469d-b9e9-ba729d4f0caa tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486634 Nov 04 10:29:42.397136 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58036) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:42.506550 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58040) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:42.523957 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e172364d-53e5-4976-8482-7a34dbfd339a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:42.636141 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e172364d-53e5-4976-8482-7a34dbfd339a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:42.642615 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e172364d-53e5-4976-8482-7a34dbfd339a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:42.683103 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-be8a9427-784d-4d1b-ba7a-1d4611944103 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=c49492600bfa42a4ad7b7a606c55cfd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303316 Nov 04 10:29:42.706645 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172364d-53e5-4976-8482-7a34dbfd339a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5f45a3-d94c-4c50-bb6f-ba14d8181753,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:42.711450 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e172364d-53e5-4976-8482-7a34dbfd339a admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=a50e8b968bfc4deca384a86d649a3c95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2033911 Nov 04 10:29:42.712542 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b61de393-9415-4a64-b4c5-9109c40c3879 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:42.714955 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58050) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:42.805061 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-95cd5078-194a-431b-8284-a27af976dfe9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:42.817976 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-cc18fa7e-813d-434a-8daa-64c24ccc079b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:42.826128 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-cc18fa7e-813d-434a-8daa-64c24ccc079b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1419196 Nov 04 10:29:42.847020 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-49957900-09f4-428a-bfe9-9712c7caa165 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/quotas/c49492600bfa42a4ad7b7a606c55cfd9 HTTP/1.1" status: 200 len: 375 time: 0.0181513 Nov 04 10:29:42.847666 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-95cd5078-194a-431b-8284-a27af976dfe9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:42.884428 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-f98a0094-f992-4aee-8716-7c1355870999 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=c49492600bfa42a4ad7b7a606c55cfd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314074 Nov 04 10:29:42.893980 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b61de393-9415-4a64-b4c5-9109c40c3879 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:42.900515 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b61de393-9415-4a64-b4c5-9109c40c3879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:42.941410 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61de393-9415-4a64-b4c5-9109c40c3879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616f3ea9-e472-4d28-be69-6f3285581c8b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:42.956234 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b61de393-9415-4a64-b4c5-9109c40c3879 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=ef346ebfcc0c458c8c4356fa53dfcb36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5581014 Nov 04 10:29:42.959067 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58058) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:42.961717 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-95cd5078-194a-431b-8284-a27af976dfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:42.964647 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-95cd5078-194a-431b-8284-a27af976dfe9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:42.970020 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-95cd5078-194a-431b-8284-a27af976dfe9 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/3f5f45a3-d94c-4c50-bb6f-ba14d8181753 HTTP/1.1" status: 204 len: 168 time: 0.2527890 Nov 04 10:29:42.978973 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd5078-194a-431b-8284-a27af976dfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5f45a3-d94c-4c50-bb6f-ba14d8181753,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:43.036148 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7e279522-04c5-4f48-8aa0-e7c3a9eb0269 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:43.072317 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7e279522-04c5-4f48-8aa0-e7c3a9eb0269 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:43.147088 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7e279522-04c5-4f48-8aa0-e7c3a9eb0269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:43.150429 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7e279522-04c5-4f48-8aa0-e7c3a9eb0269 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:43.152110 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7e279522-04c5-4f48-8aa0-e7c3a9eb0269 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/616f3ea9-e472-4d28-be69-6f3285581c8b HTTP/1.1" status: 204 len: 168 time: 0.1913750 Nov 04 10:29:43.163646 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e279522-04c5-4f48-8aa0-e7c3a9eb0269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616f3ea9-e472-4d28-be69-6f3285581c8b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:43.257771 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5d773-8f5d-4120-9841-10c161a4691c req-7138729c-a042-4ad2-bbc3-87be87e1b01f tempest-LiveMigrationNegativeTest-488613532 tempest-LiveMigrationNegativeTest-488613532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:43.259770 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-36b5d773-8f5d-4120-9841-10c161a4691c req-7138729c-a042-4ad2-bbc3-87be87e1b01f tempest-LiveMigrationNegativeTest-488613532 tempest-LiveMigrationNegativeTest-488613532-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=70fece1a-2b5d-47c6-b28f-9fec0c38d1f8 HTTP/1.1" status: 200 len: 1100 time: 0.0550668 Nov 04 10:29:43.286365 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-36b5d773-8f5d-4120-9841-10c161a4691c req-d9b29cb7-3c94-4e0c-92ca-b3c093eb140e tempest-LiveMigrationNegativeTest-488613532 tempest-LiveMigrationNegativeTest-488613532-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:43.426390 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-36b5d773-8f5d-4120-9841-10c161a4691c req-d9b29cb7-3c94-4e0c-92ca-b3c093eb140e tempest-LiveMigrationNegativeTest-488613532 tempest-LiveMigrationNegativeTest-488613532-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:43.431815 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-36b5d773-8f5d-4120-9841-10c161a4691c req-d9b29cb7-3c94-4e0c-92ca-b3c093eb140e tempest-LiveMigrationNegativeTest-488613532 tempest-LiveMigrationNegativeTest-488613532-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:43.495853 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-36b5d773-8f5d-4120-9841-10c161a4691c req-d9b29cb7-3c94-4e0c-92ca-b3c093eb140e tempest-LiveMigrationNegativeTest-488613532 tempest-LiveMigrationNegativeTest-488613532-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293100 Nov 04 10:29:43.496768 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b29cb7-3c94-4e0c-92ca-b3c093eb140e tempest-LiveMigrationNegativeTest-488613532 tempest-LiveMigrationNegativeTest-488613532-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26071732-8939-4d09-b234-0595c685cf7f,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:43.575585 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ba91c80c-d1af-4b26-bc46-b6290ec59c0b req-7ad1557b-9ad4-4f83-aa3b-6eb69fd2efec tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/ports?device_id=c4440d1f-1067-4fc5-9445-f599716f3be4 HTTP/1.1" status: 200 len: 210 time: 0.0291662 Nov 04 10:29:43.725156 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41628b-eac1-496e-85ff-e4f76f06884c req-d9f2e2ad-03a3-4cd3-9fb3-273bd5e2ab04 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:43.727006 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a41628b-eac1-496e-85ff-e4f76f06884c req-d9f2e2ad-03a3-4cd3-9fb3-273bd5e2ab04 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=02629274-0225-4d98-ba8b-080863ed1d5e HTTP/1.1" status: 200 len: 950 time: 0.0790184 Nov 04 10:29:43.761953 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58098) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:43.787617 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-69b03f0b-bcd4-4fb1-ae48-32785b714cc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:43.811993 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a41628b-eac1-496e-85ff-e4f76f06884c req-31376a2f-bcb8-49ee-84bb-004a5a1948e1 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780692 Nov 04 10:29:43.893252 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-69b03f0b-bcd4-4fb1-ae48-32785b714cc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:43.899641 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-69b03f0b-bcd4-4fb1-ae48-32785b714cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:43.933627 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-69b03f0b-bcd4-4fb1-ae48-32785b714cc7 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=10305de62a474bc9a9456203607875fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1706107 Nov 04 10:29:43.937260 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58114) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:43.986685 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b03f0b-bcd4-4fb1-ae48-32785b714cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a7df02-4f30-4483-a286-d05707da4bfa,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:44.037787 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-acdec6d5-61b2-47d4-ab59-c230c66d01d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:44.080287 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-acdec6d5-61b2-47d4-ab59-c230c66d01d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:44.179287 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-acdec6d5-61b2-47d4-ab59-c230c66d01d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:44.187706 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-acdec6d5-61b2-47d4-ab59-c230c66d01d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:44.189270 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-acdec6d5-61b2-47d4-ab59-c230c66d01d0 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/79a7df02-4f30-4483-a286-d05707da4bfa HTTP/1.1" status: 204 len: 168 time: 0.2516882 Nov 04 10:29:44.200011 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdec6d5-61b2-47d4-ab59-c230c66d01d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a7df02-4f30-4483-a286-d05707da4bfa,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:44.494079 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:44.528443 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-1f8ac94d-03c8-4088-ae31-5debf80c5e8c req-45f65e91-0d57-4c05-91a6-870d91a4867b service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:29:44.529719 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f8ac94d-03c8-4088-ae31-5debf80c5e8c req-45f65e91-0d57-4c05-91a6-870d91a4867b service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.1265442 Nov 04 10:29:44.553465 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-0c165b1f-7d1e-453f-8994-f2400ee96fde tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.126 "GET /v2.0/networks?tenant_id=c49492600bfa42a4ad7b7a606c55cfd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319335 Nov 04 10:29:44.798768 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-77abd3a6-04a9-427e-8e6b-f76cf2d15f80 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:44.800789 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-77abd3a6-04a9-427e-8e6b-f76cf2d15f80 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2351525 Nov 04 10:29:44.819220 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-ecc35746-bab7-44c1-b113-2fdee039615b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Request body: {'port': {'device_id': 'c4440d1f-1067-4fc5-9445-f599716f3be4', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': 'c49492600bfa42a4ad7b7a606c55cfd9'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:29:44.877211 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbd2c7-b6fa-42e6-98ba-5f5b2d22656c req-ceb82fb8-eb54-41f2-829a-465979f880dd tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:44.885381 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-32cbd2c7-b6fa-42e6-98ba-5f5b2d22656c req-ceb82fb8-eb54-41f2-829a-465979f880dd tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=02629274-0225-4d98-ba8b-080863ed1d5e HTTP/1.1" status: 200 len: 950 time: 0.0941455 Nov 04 10:29:44.939231 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-32cbd2c7-b6fa-42e6-98ba-5f5b2d22656c req-7c3756b4-3dd9-49a9-a795-4e18762d82b4 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529704 Nov 04 10:29:44.984119 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-ecc35746-bab7-44c1-b113-2fdee039615b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Made reservation on behalf of c49492600bfa42a4ad7b7a606c55cfd9 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:29:44.989141 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-ecc35746-bab7-44c1-b113-2fdee039615b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:45.001626 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-ecc35746-bab7-44c1-b113-2fdee039615b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:45.055161 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-54f10f00-ae21-48ca-804e-6b6d38c8ace0 req-405b91cb-e8ca-428d-b21b-7eb8a1cfc5b1 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/ports?device_id=c4440d1f-1067-4fc5-9445-f599716f3be4 HTTP/1.1" status: 200 len: 210 time: 0.0376742 Nov 04 10:29:45.116348 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-ecc35746-bab7-44c1-b113-2fdee039615b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:45.124686 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-ecc35746-bab7-44c1-b113-2fdee039615b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:45.214308 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc35746-bab7-44c1-b113-2fdee039615b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d8ccb2-6bb1-4f21-affc-88e1b621b027,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:45.302102 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-ecc35746-bab7-44c1-b113-2fdee039615b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Allocated IP 192.168.233.174 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/b7d12635-b57c-4c3e-8195-cf0559ba203f) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:29:45.566538 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-ecc35746-bab7-44c1-b113-2fdee039615b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:45.615187 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-ecc35746-bab7-44c1-b113-2fdee039615b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:45.685738 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa046a-4b9f-4328-b97d-5f6b811df707 req-955b31cc-9ab7-441f-8cdc-136a3b1ae899 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:45.691406 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-ecc35746-bab7-44c1-b113-2fdee039615b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:29:45.692568 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b2aa046a-4b9f-4328-b97d-5f6b811df707 req-955b31cc-9ab7-441f-8cdc-136a3b1ae899 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=70fece1a-2b5d-47c6-b28f-9fec0c38d1f8 HTTP/1.1" status: 200 len: 949 time: 0.1276050 Nov 04 10:29:45.695753 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-ecc35746-bab7-44c1-b113-2fdee039615b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:29:45.701460 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-ecc35746-bab7-44c1-b113-2fdee039615b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:29:45.708442 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-ecc35746-bab7-44c1-b113-2fdee039615b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:45.709399 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-ecc35746-bab7-44c1-b113-2fdee039615b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:45.714224 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc35746-bab7-44c1-b113-2fdee039615b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Pushing event updated for resources: {'Port': ['ID=b7d12635-b57c-4c3e-8195-cf0559ba203f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:45.737117 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-ecc35746-bab7-44c1-b113-2fdee039615b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9233170 Nov 04 10:29:45.752479 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-da3f33c8-16e3-4e64-8137-ba89ae497b00 service neutron] Request body: {'port': {'device_id': 'c4440d1f-1067-4fc5-9445-f599716f3be4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:29:45.833793 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b2aa046a-4b9f-4328-b97d-5f6b811df707 req-f0b46c56-3f52-4ba8-aacc-ce8229206733 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374652 Nov 04 10:29:45.877672 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-da3f33c8-16e3-4e64-8137-ba89ae497b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:45.975799 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb48620-fe4e-4d89-8302-01f43171b799 req-423b731c-1d03-42a7-bf4f-e7e272e3b068 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:45.988274 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0eb48620-fe4e-4d89-8302-01f43171b799 req-423b731c-1d03-42a7-bf4f-e7e272e3b068 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=02629274-0225-4d98-ba8b-080863ed1d5e HTTP/1.1" status: 200 len: 950 time: 0.1475303 Nov 04 10:29:46.091536 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0eb48620-fe4e-4d89-8302-01f43171b799 req-c4e074b7-f663-4089-9092-3fe06d76a92e tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023278 Nov 04 10:29:46.182226 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c8e4b9b2-a840-4b30-83f5-75ab0570d326 None None] Provisioning complete for port b7d12635-b57c-4c3e-8195-cf0559ba203f triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:29:46.182792 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c8e4b9b2-a840-4b30-83f5-75ab0570d326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:46.232966 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-c8e4b9b2-a840-4b30-83f5-75ab0570d326 None None] Port b7d12635-b57c-4c3e-8195-cf0559ba203f cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:29:46.306746 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bfa4a-dbb0-4f3c-9e4b-3774539c8452 req-3282a1e1-cd37-47b3-82db-d13db6200d87 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:46.308287 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-309bfa4a-dbb0-4f3c-9e4b-3774539c8452 req-3282a1e1-cd37-47b3-82db-d13db6200d87 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/ports?device_id=c4440d1f-1067-4fc5-9445-f599716f3be4 HTTP/1.1" status: 200 len: 936 time: 0.0552933 Nov 04 10:29:46.369224 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-309bfa4a-dbb0-4f3c-9e4b-3774539c8452 req-5a3c07eb-f2b0-4f64-b6f2-079c3d3b0a67 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/security-groups?id=26d8ccb2-6bb1-4f21-affc-88e1b621b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531538 Nov 04 10:29:46.379623 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-da3f33c8-16e3-4e64-8137-ba89ae497b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d12635-b57c-4c3e-8195-cf0559ba203f {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:29:46.394180 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-da3f33c8-16e3-4e64-8137-ba89ae497b00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:46.434221 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-da3f33c8-16e3-4e64-8137-ba89ae497b00 service neutron] Transition to ACTIVE for port object b7d12635-b57c-4c3e-8195-cf0559ba203f will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:29:46.440184 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-da3f33c8-16e3-4e64-8137-ba89ae497b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:46.541342 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f33c8-16e3-4e64-8137-ba89ae497b00 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d12635-b57c-4c3e-8195-cf0559ba203f,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:46.554291 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-07468ca1-949e-4762-94da-191d42058b76 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=b580c1baf4124f7f879031906dff55f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428910 Nov 04 10:29:46.623554 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-da3f33c8-16e3-4e64-8137-ba89ae497b00 service neutron] Attempting to bind port b7d12635-b57c-4c3e-8195-cf0559ba203f on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:29:46.624270 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-da3f33c8-16e3-4e64-8137-ba89ae497b00 service neutron] Attempting to bind port b7d12635-b57c-4c3e-8195-cf0559ba203f by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:29:46.624389 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-da3f33c8-16e3-4e64-8137-ba89ae497b00 service neutron] Attempting to bind port b7d12635-b57c-4c3e-8195-cf0559ba203f on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:29:46.629893 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-da3f33c8-16e3-4e64-8137-ba89ae497b00 service neutron] Port b7d12635-b57c-4c3e-8195-cf0559ba203f on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:29:46.630227 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-da3f33c8-16e3-4e64-8137-ba89ae497b00 service neutron] Attempting to bind port b7d12635-b57c-4c3e-8195-cf0559ba203f on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:29:46.637302 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-da3f33c8-16e3-4e64-8137-ba89ae497b00 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:29:46.637739 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-da3f33c8-16e3-4e64-8137-ba89ae497b00 service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:29:46.638186 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-da3f33c8-16e3-4e64-8137-ba89ae497b00 service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:29:46.639248 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-da3f33c8-16e3-4e64-8137-ba89ae497b00 service neutron] Bound port: b7d12635-b57c-4c3e-8195-cf0559ba203f, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:29:46.639941 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-da3f33c8-16e3-4e64-8137-ba89ae497b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:46.739463 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-c0f69cf7-7138-4243-b87a-69e0efd78436 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:46.747540 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-c0f69cf7-7138-4243-b87a-69e0efd78436 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1921422 Nov 04 10:29:46.758915 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-da3f33c8-16e3-4e64-8137-ba89ae497b00 service neutron] For port b7d12635-b57c-4c3e-8195-cf0559ba203f, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:29:46.762473 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-da3f33c8-16e3-4e64-8137-ba89ae497b00 service neutron] For port b7d12635-b57c-4c3e-8195-cf0559ba203f, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b7d12635-b57c-4c3e-8195-cf0559ba203f,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:29:46.774540 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-da3f33c8-16e3-4e64-8137-ba89ae497b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:46.822118 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-da3f33c8-16e3-4e64-8137-ba89ae497b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:46.823078 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-da3f33c8-16e3-4e64-8137-ba89ae497b00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:46.824955 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-da3f33c8-16e3-4e64-8137-ba89ae497b00 service neutron] 10.222.0.126 "PUT /v2.0/ports/b7d12635-b57c-4c3e-8195-cf0559ba203f HTTP/1.1" status: 200 len: 1096 time: 1.0779173 Nov 04 10:29:46.825835 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4440d1f-1067-4fc5-9445-f599716f3be4', 'tag': 'b7d12635-b57c-4c3e-8195-cf0559ba203f'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:29:46.828833 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ff8511-bb3a-4d09-9767-6b64a0c758cd" -d '{"events": [{"name": "network-changed", "server_uuid": "c4440d1f-1067-4fc5-9445-f599716f3be4", "tag": "b7d12635-b57c-4c3e-8195-cf0559ba203f"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:29:46.829019 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-fa68283f-6ae2-4401-8d1b-308094a09ce5 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.127 "GET /v2.0/quotas/b580c1baf4124f7f879031906dff55f6 HTTP/1.1" status: 200 len: 375 time: 0.0799179 Nov 04 10:29:46.835162 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58240) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:46.880084 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f33c8-16e3-4e64-8137-ba89ae497b00 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d12635-b57c-4c3e-8195-cf0559ba203f,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:46.928556 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-06ea86cc-fbba-4ab2-b2c6-5cf27503ffe8 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=b580c1baf4124f7f879031906dff55f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887990 Nov 04 10:29:46.970265 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4766d-6fc8-48df-9972-2d1430f408d9 req-3004aacd-08f7-46ee-962c-5885b71ffe20 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:46.971253 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-fc13bf04-8173-440a-95c3-876f13948561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:46.982728 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fed4766d-6fc8-48df-9972-2d1430f408d9 req-3004aacd-08f7-46ee-962c-5885b71ffe20 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.126 "GET /v2.0/ports?device_id=70fece1a-2b5d-47c6-b28f-9fec0c38d1f8 HTTP/1.1" status: 200 len: 949 time: 0.2324097 Nov 04 10:29:46.984957 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-fc13bf04-8173-440a-95c3-876f13948561 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c49492600bfa42a4ad7b7a606c55cfd9&device_id=c4440d1f-1067-4fc5-9445-f599716f3be4 HTTP/1.1" status: 200 len: 1099 time: 0.0985672 Nov 04 10:29:47.093928 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cd57a701-15da-47f0-88e1-0024601af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:47.184400 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4335ea2b-2c15-40dc-99e8-6bd85746be4b x-openstack-request-id: req-4335ea2b-2c15-40dc-99e8-6bd85746be4b {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:29:47.186099 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4440d1f-1067-4fc5-9445-f599716f3be4", "tag": "b7d12635-b57c-4c3e-8195-cf0559ba203f", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:29:47.186445 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-4335ea2b-2c15-40dc-99e8-6bd85746be4b {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:29:47.187006 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4440d1f-1067-4fc5-9445-f599716f3be4', 'tag': 'b7d12635-b57c-4c3e-8195-cf0559ba203f', 'status': 'completed', 'code': 200} Nov 04 10:29:47.206747 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-b69ce18f-71bd-4980-8273-80c1ced1eaa8 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=b7d12635-b57c-4c3e-8195-cf0559ba203f HTTP/1.1" status: 200 len: 217 time: 0.1823304 Nov 04 10:29:47.300514 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c9240-0bd0-44c3-b16b-c959ffcf2404 req-8df30041-86bd-4d16-a7c1-04ee50537aad tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:47.302202 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-df0c9240-0bd0-44c3-b16b-c959ffcf2404 req-8df30041-86bd-4d16-a7c1-04ee50537aad tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.121 "GET /v2.0/ports?device_id=02629274-0225-4d98-ba8b-080863ed1d5e HTTP/1.1" status: 200 len: 950 time: 0.3157852 Nov 04 10:29:47.302992 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b541f5c0-bfe1-4398-b196-4ebf8b96d06a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:47.348392 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4caada92-0ede-4e05-8f90-23b19d7b61ab req-bdac210a-7ceb-43b3-ab7a-788737de8750 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.127 "GET /v2.0/ports?device_id=51ce0214-ddf9-491d-acbd-0fde8918bf55 HTTP/1.1" status: 200 len: 210 time: 0.0638728 Nov 04 10:29:47.369454 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-fed4766d-6fc8-48df-9972-2d1430f408d9 req-7da25f77-f471-487c-9d96-fadd26647263 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Deleting port 7596392e-69a7-437a-8248-414a77f1a9a9 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:29:47.369803 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fed4766d-6fc8-48df-9972-2d1430f408d9 req-7da25f77-f471-487c-9d96-fadd26647263 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:47.377239 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-0c02cd59-6472-457e-9c9b-8952df826b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:47.378963 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-0c02cd59-6472-457e-9c9b-8952df826b27 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1708333 Nov 04 10:29:47.489815 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-62a3bff5-0107-4fec-84d2-a1482bb04e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:47.491457 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-62a3bff5-0107-4fec-84d2-a1482bb04e3d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0823517 Nov 04 10:29:47.603857 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-de402637-7b25-4de4-82f6-279580872d41 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983644 Nov 04 10:29:47.719940 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88eb9b7-f534-48f2-b2e4-5b053d3ec57b req-5b07fb74-07aa-4ef7-b56d-c3ced864925f tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:47.722067 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d88eb9b7-f534-48f2-b2e4-5b053d3ec57b req-5b07fb74-07aa-4ef7-b56d-c3ced864925f tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=70fece1a-2b5d-47c6-b28f-9fec0c38d1f8 HTTP/1.1" status: 200 len: 949 time: 0.4810884 Nov 04 10:29:47.812705 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c0c99-1390-41cd-944b-18a4293cb282 req-f0ad2739-1f77-4fe8-8479-57263090fb55 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:47.817443 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-488c0c99-1390-41cd-944b-18a4293cb282 req-f0ad2739-1f77-4fe8-8479-57263090fb55 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/ports?device_id=02629274-0225-4d98-ba8b-080863ed1d5e HTTP/1.1" status: 200 len: 950 time: 0.3707500 Nov 04 10:29:47.840038 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-df0c9240-0bd0-44c3-b16b-c959ffcf2404 req-62315d2b-03df-42ac-ae5b-bdea5e823884 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Deleting port 8ef5ed15-c16f-4e05-b85e-d4a4482af6b1 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:29:47.841055 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-df0c9240-0bd0-44c3-b16b-c959ffcf2404 req-62315d2b-03df-42ac-ae5b-bdea5e823884 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:47.867796 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d88eb9b7-f534-48f2-b2e4-5b053d3ec57b req-abce0c30-2a82-47d2-a01c-47347457963e tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385024 Nov 04 10:29:47.903607 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-fed4766d-6fc8-48df-9972-2d1430f408d9 req-7da25f77-f471-487c-9d96-fadd26647263 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] For port 7596392e-69a7-437a-8248-414a77f1a9a9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=7596392e-69a7-437a-8248-414a77f1a9a9,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:47.904013 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fed4766d-6fc8-48df-9972-2d1430f408d9 req-7da25f77-f471-487c-9d96-fadd26647263 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:47.945703 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-488c0c99-1390-41cd-944b-18a4293cb282 req-2eb92973-3033-41fb-8eda-1849a8ffe1e1 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.127 "GET /v2.0/security-groups?id=35b648cf-db7d-42b1-92cb-4326ec39aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181300 Nov 04 10:29:47.967584 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-fed4766d-6fc8-48df-9972-2d1430f408d9 req-7da25f77-f471-487c-9d96-fadd26647263 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Calling delete_port for 7596392e-69a7-437a-8248-414a77f1a9a9 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:29:47.992767 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b541f5c0-bfe1-4398-b196-4ebf8b96d06a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:48.007529 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b541f5c0-bfe1-4398-b196-4ebf8b96d06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:48.064336 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-df0c9240-0bd0-44c3-b16b-c959ffcf2404 req-62315d2b-03df-42ac-ae5b-bdea5e823884 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] For port 8ef5ed15-c16f-4e05-b85e-d4a4482af6b1, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=8ef5ed15-c16f-4e05-b85e-d4a4482af6b1,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:48.064707 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-df0c9240-0bd0-44c3-b16b-c959ffcf2404 req-62315d2b-03df-42ac-ae5b-bdea5e823884 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:48.097098 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b541f5c0-bfe1-4398-b196-4ebf8b96d06a admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=6f62717ce6ca49459a9b19abe6c17ffc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2607887 Nov 04 10:29:48.103113 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ff1491a5-98a1-432d-a692-c17d46cd2077 req-e3a95701-ed0b-4c71-b00b-5ce06d764bde service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895329 Nov 04 10:29:48.103987 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-df0c9240-0bd0-44c3-b16b-c959ffcf2404 req-62315d2b-03df-42ac-ae5b-bdea5e823884 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Calling delete_port for 8ef5ed15-c16f-4e05-b85e-d4a4482af6b1 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:29:48.105700 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58274) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:48.106399 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541f5c0-bfe1-4398-b196-4ebf8b96d06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9238f6-dbcd-415b-8272-70d2ed7c38a2,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:48.225245 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fed4766d-6fc8-48df-9972-2d1430f408d9 req-7da25f77-f471-487c-9d96-fadd26647263 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:48.239488 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['77e57f9f-ea7e-40ea-b914-7d64007d0f5d', '7596392e-69a7-437a-8248-414a77f1a9a9'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:29:48.298930 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1bdc0094-4a75-4bee-b75b-82a739fe5817 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:48.340993 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1bdc0094-4a75-4bee-b75b-82a739fe5817 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:48.358654 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff8511-bb3a-4d09-9767-6b64a0c758cd req-fe388691-8746-423f-a0b3-09080ac26f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:48.360245 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-70ff8511-bb3a-4d09-9767-6b64a0c758cd req-fe388691-8746-423f-a0b3-09080ac26f9f service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c49492600bfa42a4ad7b7a606c55cfd9&device_id=c4440d1f-1067-4fc5-9445-f599716f3be4 HTTP/1.1" status: 200 len: 1099 time: 0.1310623 Nov 04 10:29:48.360464 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da25f77-f471-487c-9d96-fadd26647263 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Pushing event deleted for resources: {'Port': ['ID=7596392e-69a7-437a-8248-414a77f1a9a9,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:48.364185 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-ddca259a-c875-4289-b898-d069360566f2 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=b580c1baf4124f7f879031906dff55f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546598 Nov 04 10:29:48.572158 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-df0c9240-0bd0-44c3-b16b-c959ffcf2404 req-62315d2b-03df-42ac-ae5b-bdea5e823884 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:48.589417 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['8ef5ed15-c16f-4e05-b85e-d4a4482af6b1'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:29:48.605794 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed4766d-6fc8-48df-9972-2d1430f408d9 req-7da25f77-f471-487c-9d96-fadd26647263 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] No DVR routers for this DVR port 7596392e-69a7-437a-8248-414a77f1a9a9 on host n-h1-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:29:48.626786 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fed4766d-6fc8-48df-9972-2d1430f408d9 req-7da25f77-f471-487c-9d96-fadd26647263 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:48.628398 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62315d2b-03df-42ac-ae5b-bdea5e823884 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Pushing event deleted for resources: {'Port': ['ID=8ef5ed15-c16f-4e05-b85e-d4a4482af6b1,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:48.633950 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1bdc0094-4a75-4bee-b75b-82a739fe5817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:48.634938 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fed4766d-6fc8-48df-9972-2d1430f408d9 req-7da25f77-f471-487c-9d96-fadd26647263 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.126 "DELETE /v2.0/ports/7596392e-69a7-437a-8248-414a77f1a9a9 HTTP/1.1" status: 204 len: 173 time: 1.6378419 Nov 04 10:29:48.636328 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fece1a-2b5d-47c6-b28f-9fec0c38d1f8', 'name': 'network-vif-deleted', 'tag': '7596392e-69a7-437a-8248-414a77f1a9a9'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:29:48.636679 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1bdc0094-4a75-4bee-b75b-82a739fe5817 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:48.640657 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1bdc0094-4a75-4bee-b75b-82a739fe5817 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/bf9238f6-dbcd-415b-8272-70d2ed7c38a2 HTTP/1.1" status: 204 len: 168 time: 0.5278141 Nov 04 10:29:48.640867 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7ffec2-bd46-4b2b-a847-64389daee32d" -d '{"events": [{"server_uuid": "70fece1a-2b5d-47c6-b28f-9fec0c38d1f8", "name": "network-vif-deleted", "tag": "7596392e-69a7-437a-8248-414a77f1a9a9"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:29:48.707260 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff8511-bb3a-4d09-9767-6b64a0c758cd req-ad8aef9f-3c12-4863-b1cd-dbe81030cf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:48.708748 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-70ff8511-bb3a-4d09-9767-6b64a0c758cd req-ad8aef9f-3c12-4863-b1cd-dbe81030cf21 service neutron] 10.222.0.126 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.3239157 Nov 04 10:29:48.728497 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d818860-b6f9-4463-bdca-eb4909086ae9 req-ee5bc62c-4645-4531-9c68-fa5283206616 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:48.733219 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc0094-4a75-4bee-b75b-82a739fe5817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9238f6-dbcd-415b-8272-70d2ed7c38a2,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:48.737136 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0c9240-0bd0-44c3-b16b-c959ffcf2404 req-62315d2b-03df-42ac-ae5b-bdea5e823884 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] No DVR routers for this DVR port 8ef5ed15-c16f-4e05-b85e-d4a4482af6b1 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:29:48.737398 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6d818860-b6f9-4463-bdca-eb4909086ae9 req-ee5bc62c-4645-4531-9c68-fa5283206616 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/ports?device_id=c4440d1f-1067-4fc5-9445-f599716f3be4 HTTP/1.1" status: 200 len: 948 time: 0.3167114 Nov 04 10:29:48.747123 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-df0c9240-0bd0-44c3-b16b-c959ffcf2404 req-62315d2b-03df-42ac-ae5b-bdea5e823884 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:48.751182 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-df0c9240-0bd0-44c3-b16b-c959ffcf2404 req-62315d2b-03df-42ac-ae5b-bdea5e823884 tempest-DeleteServersAdminTestJSON-756866301 tempest-DeleteServersAdminTestJSON-756866301-project] 10.222.0.121 "DELETE /v2.0/ports/8ef5ed15-c16f-4e05-b85e-d4a4482af6b1 HTTP/1.1" status: 204 len: 173 time: 1.4384687 Nov 04 10:29:48.782482 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-70ff8511-bb3a-4d09-9767-6b64a0c758cd req-6c2e5d79-cc0a-43d1-a021-8b1a1f160f5a service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=b7d12635-b57c-4c3e-8195-cf0559ba203f HTTP/1.1" status: 200 len: 217 time: 0.0462823 Nov 04 10:29:48.820286 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bc439621-57c0-41ed-b00a-489b26bd40df req-fc8ae98a-a1a0-4145-af6d-8d3310c03d90 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.127 "GET /v2.0/ports?device_id=51ce0214-ddf9-491d-acbd-0fde8918bf55 HTTP/1.1" status: 200 len: 210 time: 0.1037121 Nov 04 10:29:48.841782 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-7eda34dd-bd2c-4239-a93d-2606b8705f6b tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:48.844326 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-7eda34dd-bd2c-4239-a93d-2606b8705f6b tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4436250 Nov 04 10:29:48.876983 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-af74aec2-9d0a-44f1-bbb5-ad31c766055d tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Request body: {'port': {'device_id': '51ce0214-ddf9-491d-acbd-0fde8918bf55', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': 'b580c1baf4124f7f879031906dff55f6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:29:48.884003 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff8511-bb3a-4d09-9767-6b64a0c758cd req-e7e8e085-13b9-4abd-bd68-704be31f4db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:48.885674 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-70ff8511-bb3a-4d09-9767-6b64a0c758cd req-e7e8e085-13b9-4abd-bd68-704be31f4db9 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0951869 Nov 04 10:29:49.011299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff8511-bb3a-4d09-9767-6b64a0c758cd req-d45e5662-bde4-45e1-ac53-04cb47d9bdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:49.013227 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-70ff8511-bb3a-4d09-9767-6b64a0c758cd req-d45e5662-bde4-45e1-ac53-04cb47d9bdf7 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1144073 Nov 04 10:29:49.037907 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6d818860-b6f9-4463-bdca-eb4909086ae9 req-1ae6a7ac-bf92-4d3d-b120-f7ee92cf26a1 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/security-groups?id=26d8ccb2-6bb1-4f21-affc-88e1b621b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995498 Nov 04 10:29:49.125907 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-af74aec2-9d0a-44f1-bbb5-ad31c766055d tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Made reservation on behalf of b580c1baf4124f7f879031906dff55f6 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:29:49.129732 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-af74aec2-9d0a-44f1-bbb5-ad31c766055d tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:49.147456 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-af74aec2-9d0a-44f1-bbb5-ad31c766055d tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:49.163225 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-70ff8511-bb3a-4d09-9767-6b64a0c758cd req-2db256dc-e532-4052-9f4a-bad92a85187f service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410546 Nov 04 10:29:49.196783 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02629274-0225-4d98-ba8b-080863ed1d5e', 'name': 'network-vif-deleted', 'tag': '8ef5ed15-c16f-4e05-b85e-d4a4482af6b1'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:29:49.200607 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e05613-3d57-4f78-ae1e-3752b50f8462" -d '{"events": [{"server_uuid": "02629274-0225-4d98-ba8b-080863ed1d5e", "name": "network-vif-deleted", "tag": "8ef5ed15-c16f-4e05-b85e-d4a4482af6b1"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:29:49.207488 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58308) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:49.230120 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4c604d6c-e6ed-46af-8a28-b2dd9b0317f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:49.281050 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-af74aec2-9d0a-44f1-bbb5-ad31c766055d tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:49.291029 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-af74aec2-9d0a-44f1-bbb5-ad31c766055d tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:49.302132 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-462361aa-6aa2-4c76-9b94-9bcc68a3fc5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:49.334715 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efea8e34-d6af-4430-a150-a06f84a4e627 x-openstack-request-id: req-efea8e34-d6af-4430-a150-a06f84a4e627 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:29:49.335031 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fece1a-2b5d-47c6-b28f-9fec0c38d1f8", "name": "network-vif-deleted", "tag": "7596392e-69a7-437a-8248-414a77f1a9a9", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:29:49.335279 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-efea8e34-d6af-4430-a150-a06f84a4e627 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:29:49.335682 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70fece1a-2b5d-47c6-b28f-9fec0c38d1f8', 'name': 'network-vif-deleted', 'tag': '7596392e-69a7-437a-8248-414a77f1a9a9', 'status': 'completed', 'code': 200} Nov 04 10:29:49.407723 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74aec2-9d0a-44f1-bbb5-ad31c766055d tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29b9c88c-fff9-49bb-a31e-9af554b910b4,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:49.417271 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-70ff8511-bb3a-4d09-9767-6b64a0c758cd req-49d01bd7-8777-4d0d-9185-d67abf29055c service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328997 Nov 04 10:29:49.551426 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-89f06926-8c32-4b24-aab2-18873439470f req-824cff6d-d53f-46dd-ae33-891955bee0ca tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=70fece1a-2b5d-47c6-b28f-9fec0c38d1f8 HTTP/1.1" status: 200 len: 210 time: 0.0585191 Nov 04 10:29:49.583210 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4c604d6c-e6ed-46af-8a28-b2dd9b0317f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:49.590272 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-af74aec2-9d0a-44f1-bbb5-ad31c766055d tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Allocated IP 192.168.233.233 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/125115c0-0a93-4a93-8b9b-9d9b999afce6) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:29:49.592671 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4c604d6c-e6ed-46af-8a28-b2dd9b0317f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:49.638373 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3160e6a-bd83-400c-b994-3eba38b01afb x-openstack-request-id: req-f3160e6a-bd83-400c-b994-3eba38b01afb {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:29:49.639065 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02629274-0225-4d98-ba8b-080863ed1d5e", "name": "network-vif-deleted", "tag": "8ef5ed15-c16f-4e05-b85e-d4a4482af6b1", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:29:49.639185 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f3160e6a-bd83-400c-b994-3eba38b01afb {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:29:49.639573 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02629274-0225-4d98-ba8b-080863ed1d5e', 'name': 'network-vif-deleted', 'tag': '8ef5ed15-c16f-4e05-b85e-d4a4482af6b1', 'status': 'completed', 'code': 200} Nov 04 10:29:49.662515 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4c604d6c-e6ed-46af-8a28-b2dd9b0317f7 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=371b5896c6db4971839d30366975951b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4537618 Nov 04 10:29:49.665512 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58316) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:49.666211 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c604d6c-e6ed-46af-8a28-b2dd9b0317f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5964153-6221-47b5-9a23-b2fef593ae3d,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:49.744909 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-418d82ee-7834-4094-a83d-3cf12a46ff0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:49.773460 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-418d82ee-7834-4094-a83d-3cf12a46ff0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:49.835460 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-af74aec2-9d0a-44f1-bbb5-ad31c766055d tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:49.835865 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-418d82ee-7834-4094-a83d-3cf12a46ff0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:49.845031 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-418d82ee-7834-4094-a83d-3cf12a46ff0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:49.845031 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-418d82ee-7834-4094-a83d-3cf12a46ff0b admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/f5964153-6221-47b5-9a23-b2fef593ae3d HTTP/1.1" status: 204 len: 168 time: 0.1749158 Nov 04 10:29:49.878275 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d82ee-7834-4094-a83d-3cf12a46ff0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5964153-6221-47b5-9a23-b2fef593ae3d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:49.886889 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-af74aec2-9d0a-44f1-bbb5-ad31c766055d tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:49.948065 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-af74aec2-9d0a-44f1-bbb5-ad31c766055d tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:29:49.952660 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-af74aec2-9d0a-44f1-bbb5-ad31c766055d tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:29:49.975125 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-af74aec2-9d0a-44f1-bbb5-ad31c766055d tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:29:49.984346 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-af74aec2-9d0a-44f1-bbb5-ad31c766055d tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:49.985848 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-af74aec2-9d0a-44f1-bbb5-ad31c766055d tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:50.083006 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74aec2-9d0a-44f1-bbb5-ad31c766055d tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Pushing event updated for resources: {'Port': ['ID=125115c0-0a93-4a93-8b9b-9d9b999afce6,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:50.092896 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-af74aec2-9d0a-44f1-bbb5-ad31c766055d tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2302165 Nov 04 10:29:50.110451 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:29:50.119677 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-3fad1282-bdfa-41ec-a4db-4db125e2bf2e service neutron] Request body: {'port': {'device_id': '51ce0214-ddf9-491d-acbd-0fde8918bf55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:29:50.241727 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccf1a7-1f56-4045-a0e8-a80b282b8b1a req-f588e6f7-35ed-4a1a-9bdd-94e583be50b3 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:50.243002 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6ccf1a7-1f56-4045-a0e8-a80b282b8b1a req-f588e6f7-35ed-4a1a-9bdd-94e583be50b3 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.127 "GET /v2.0/ports?device_id=51ce0214-ddf9-491d-acbd-0fde8918bf55 HTTP/1.1" status: 200 len: 936 time: 0.2367342 Nov 04 10:29:50.251321 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4632c194-a0d1-42f0-af4e-951bedf6372a None None] Provisioning complete for port 125115c0-0a93-4a93-8b9b-9d9b999afce6 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:29:50.252033 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4632c194-a0d1-42f0-af4e-951bedf6372a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:50.289387 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-4632c194-a0d1-42f0-af4e-951bedf6372a None None] Port 125115c0-0a93-4a93-8b9b-9d9b999afce6 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:29:50.300982 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-3fad1282-bdfa-41ec-a4db-4db125e2bf2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:50.325554 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58350) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:50.378683 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab5b06-cafa-4eb4-b723-620be7db41bd req-56b33671-5ced-4fdb-8711-8eb44cb410cc tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:50.382380 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e3ab5b06-cafa-4eb4-b723-620be7db41bd req-56b33671-5ced-4fdb-8711-8eb44cb410cc tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/ports?device_id=c4440d1f-1067-4fc5-9445-f599716f3be4 HTTP/1.1" status: 200 len: 948 time: 0.1726265 Nov 04 10:29:50.387654 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6ccf1a7-1f56-4045-a0e8-a80b282b8b1a req-958668a8-d7fc-4f34-9dc8-476d1aac37e1 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.127 "GET /v2.0/security-groups?id=29b9c88c-fff9-49bb-a31e-9af554b910b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253767 Nov 04 10:29:50.483327 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3a9fdcc8-0db3-46ca-bcbd-5507bc42db24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:50.534911 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e3ab5b06-cafa-4eb4-b723-620be7db41bd req-6ec5b7cd-9452-4620-84c4-693f1ddd8c96 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/security-groups?id=26d8ccb2-6bb1-4f21-affc-88e1b621b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442046 Nov 04 10:29:50.593499 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:50.615864 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3a9fdcc8-0db3-46ca-bcbd-5507bc42db24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:50.622338 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3a9fdcc8-0db3-46ca-bcbd-5507bc42db24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:50.672684 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9fdcc8-0db3-46ca-bcbd-5507bc42db24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbc8540-3b1c-4174-ac85-02d5437f99d8,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:50.678076 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3a9fdcc8-0db3-46ca-bcbd-5507bc42db24 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=a39f33b11df4457ca26c3fd6910744b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3514466 Nov 04 10:29:50.680575 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58370) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:50.753827 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1c730c49-168f-4ebe-a946-126fb3ba1c1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:50.754313 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-3fad1282-bdfa-41ec-a4db-4db125e2bf2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125115c0-0a93-4a93-8b9b-9d9b999afce6 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:29:50.766124 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-3fad1282-bdfa-41ec-a4db-4db125e2bf2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:50.786460 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-3fad1282-bdfa-41ec-a4db-4db125e2bf2e service neutron] Transition to ACTIVE for port object 125115c0-0a93-4a93-8b9b-9d9b999afce6 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:29:50.790884 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1c730c49-168f-4ebe-a946-126fb3ba1c1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:50.792053 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-3fad1282-bdfa-41ec-a4db-4db125e2bf2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:50.881323 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad1282-bdfa-41ec-a4db-4db125e2bf2e service neutron] Pushing event updated for resources: {'Port': ['ID=125115c0-0a93-4a93-8b9b-9d9b999afce6,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:50.882025 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1c730c49-168f-4ebe-a946-126fb3ba1c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:50.889354 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1c730c49-168f-4ebe-a946-126fb3ba1c1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:50.891429 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1c730c49-168f-4ebe-a946-126fb3ba1c1a admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/1cbc8540-3b1c-4174-ac85-02d5437f99d8 HTTP/1.1" status: 204 len: 168 time: 0.2085967 Nov 04 10:29:50.902947 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58380) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:50.911867 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c730c49-168f-4ebe-a946-126fb3ba1c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbc8540-3b1c-4174-ac85-02d5437f99d8,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:50.936386 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-3fad1282-bdfa-41ec-a4db-4db125e2bf2e service neutron] Attempting to bind port 125115c0-0a93-4a93-8b9b-9d9b999afce6 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:29:50.937034 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-3fad1282-bdfa-41ec-a4db-4db125e2bf2e service neutron] Attempting to bind port 125115c0-0a93-4a93-8b9b-9d9b999afce6 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:29:50.937631 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-3fad1282-bdfa-41ec-a4db-4db125e2bf2e service neutron] Attempting to bind port 125115c0-0a93-4a93-8b9b-9d9b999afce6 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:29:50.944298 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-3fad1282-bdfa-41ec-a4db-4db125e2bf2e service neutron] Port 125115c0-0a93-4a93-8b9b-9d9b999afce6 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:29:50.945050 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-3fad1282-bdfa-41ec-a4db-4db125e2bf2e service neutron] Attempting to bind port 125115c0-0a93-4a93-8b9b-9d9b999afce6 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:29:50.952916 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-3fad1282-bdfa-41ec-a4db-4db125e2bf2e service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:29:50.953872 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-3fad1282-bdfa-41ec-a4db-4db125e2bf2e service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:29:50.954937 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-3fad1282-bdfa-41ec-a4db-4db125e2bf2e service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:29:50.956560 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-3fad1282-bdfa-41ec-a4db-4db125e2bf2e service neutron] Bound port: 125115c0-0a93-4a93-8b9b-9d9b999afce6, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:29:50.957647 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-3fad1282-bdfa-41ec-a4db-4db125e2bf2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:51.059344 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b7d12635-b57c-4c3e-8195-cf0559ba203f details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:29:51.065067 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 7596392e-69a7-437a-8248-414a77f1a9a9 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:29:51.119142 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 7596392e-69a7-437a-8248-414a77f1a9a9 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:29:51.119525 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 7596392e-69a7-437a-8248-414a77f1a9a9 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:29:51.224201 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-3fad1282-bdfa-41ec-a4db-4db125e2bf2e service neutron] For port 125115c0-0a93-4a93-8b9b-9d9b999afce6, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:29:51.229585 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-3fad1282-bdfa-41ec-a4db-4db125e2bf2e service neutron] For port 125115c0-0a93-4a93-8b9b-9d9b999afce6, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=125115c0-0a93-4a93-8b9b-9d9b999afce6,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:29:51.241004 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cbd8d-836d-4ca7-af12-7eb8256d5b18 req-7decffa9-2063-4261-ba8f-7e0ce046f6d4 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:51.250686 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea2cbd8d-836d-4ca7-af12-7eb8256d5b18 req-7decffa9-2063-4261-ba8f-7e0ce046f6d4 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 971 time: 0.1333506 Nov 04 10:29:51.259543 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-3fad1282-bdfa-41ec-a4db-4db125e2bf2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:51.262645 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 8ef5ed15-c16f-4e05-b85e-d4a4482af6b1 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:29:51.313454 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 8ef5ed15-c16f-4e05-b85e-d4a4482af6b1 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:29:51.314283 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 8ef5ed15-c16f-4e05-b85e-d4a4482af6b1 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:29:51.321118 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port b7d12635-b57c-4c3e-8195-cf0559ba203f, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b7d12635-b57c-4c3e-8195-cf0559ba203f,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:51.344348 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad1282-bdfa-41ec-a4db-4db125e2bf2e service neutron] Pushing event updated for resources: {'Port': ['ID=125115c0-0a93-4a93-8b9b-9d9b999afce6,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:51.353980 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'b7d12635-b57c-4c3e-8195-cf0559ba203f', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': 'b7d12635-b57c-4c3e-8195-cf0559ba203f', 'mac_address': 'fa:16:3e:15:c1:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:29:51.373974 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-3fad1282-bdfa-41ec-a4db-4db125e2bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:51.374603 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-3fad1282-bdfa-41ec-a4db-4db125e2bf2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:51.376027 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-3fad1282-bdfa-41ec-a4db-4db125e2bf2e service neutron] 10.222.0.121 "PUT /v2.0/ports/125115c0-0a93-4a93-8b9b-9d9b999afce6 HTTP/1.1" status: 200 len: 1096 time: 1.2631152 Nov 04 10:29:51.403476 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ce0214-ddf9-491d-acbd-0fde8918bf55', 'tag': '125115c0-0a93-4a93-8b9b-9d9b999afce6'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:29:51.406190 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae4f68d-2bd9-4de6-8ce6-a5892e967e87" -d '{"events": [{"name": "network-changed", "server_uuid": "51ce0214-ddf9-491d-acbd-0fde8918bf55", "tag": "125115c0-0a93-4a93-8b9b-9d9b999afce6"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:29:51.418110 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:51.439997 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d12635-b57c-4c3e-8195-cf0559ba203f {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:29:51.469006 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port b7d12635-b57c-4c3e-8195-cf0559ba203f, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b7d12635-b57c-4c3e-8195-cf0559ba203f,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:51.480987 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:51.577727 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea2cbd8d-836d-4ca7-af12-7eb8256d5b18 req-3ddaa614-b96a-48ce-b973-511c68217ed5 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257246 Nov 04 10:29:51.602914 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58422) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:51.616875 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=b7d12635-b57c-4c3e-8195-cf0559ba203f,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:51.621439 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-18e2dc93-287f-40e9-8a2d-825ef415d205 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=c2ce014f2a0740e7a625fc6d5378be33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7166765 Nov 04 10:29:51.626257 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58424) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:51.672564 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-a67a4a4b-0dbd-4224-9ec6-68e198cfb0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:51.674403 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-a67a4a4b-0dbd-4224-9ec6-68e198cfb0f3 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b580c1baf4124f7f879031906dff55f6&device_id=51ce0214-ddf9-491d-acbd-0fde8918bf55 HTTP/1.1" status: 200 len: 1099 time: 0.2113087 Nov 04 10:29:51.680166 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7683411c-f5bf-4b3c-9b1a-9c242f6abbaf x-openstack-request-id: req-7683411c-f5bf-4b3c-9b1a-9c242f6abbaf {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:29:51.680461 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ce0214-ddf9-491d-acbd-0fde8918bf55", "tag": "125115c0-0a93-4a93-8b9b-9d9b999afce6", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:29:51.680707 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-7683411c-f5bf-4b3c-9b1a-9c242f6abbaf {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:29:51.681136 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ce0214-ddf9-491d-acbd-0fde8918bf55', 'tag': '125115c0-0a93-4a93-8b9b-9d9b999afce6', 'status': 'completed', 'code': 200} Nov 04 10:29:51.708058 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['b7d12635-b57c-4c3e-8195-cf0559ba203f'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:29:51.712480 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-550606ee-a92f-43fc-8b57-9631975c69ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:51.753891 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc74dc-3183-4289-9211-c0aa0775f246 req-9cd02701-8946-4662-ad35-6f89cd408e8a tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:51.755597 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b8dc74dc-3183-4289-9211-c0aa0775f246 req-9cd02701-8946-4662-ad35-6f89cd408e8a tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.127 "GET /v2.0/ports?device_id=51ce0214-ddf9-491d-acbd-0fde8918bf55 HTTP/1.1" status: 200 len: 948 time: 0.2082601 Nov 04 10:29:51.757429 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-b598e62d-0d9c-4aa3-b3fc-cc20a33a656b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=125115c0-0a93-4a93-8b9b-9d9b999afce6 HTTP/1.1" status: 200 len: 217 time: 0.0741563 Nov 04 10:29:51.758885 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58428) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:51.821214 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-02e5be0f-8a55-4728-9ca4-8511aa198d35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:51.854998 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-02e5be0f-8a55-4728-9ca4-8511aa198d35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:51.905422 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-1bf407a2-f0bf-4727-86fb-58f41b6335e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:51.907272 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-1bf407a2-f0bf-4727-86fb-58f41b6335e9 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1406047 Nov 04 10:29:51.923129 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b8dc74dc-3183-4289-9211-c0aa0775f246 req-0b5f9e8b-a9c6-4916-b631-43f3754baf64 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.127 "GET /v2.0/security-groups?id=29b9c88c-fff9-49bb-a31e-9af554b910b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458271 Nov 04 10:29:51.930180 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-550606ee-a92f-43fc-8b57-9631975c69ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:51.943088 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-c8eb1cab-b727-4e33-bc1d-a682210b903b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2039562473-network', 'tenant_id': '0464048b294a465b81cede98ee2447df'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:29:51.944898 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-550606ee-a92f-43fc-8b57-9631975c69ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:51.987611 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09427a-189c-402d-8cdb-c3ebd95360b2 req-d4c937ad-19e5-4ffb-a344-d7ed8b4e7217 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:51.994355 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-02e5be0f-8a55-4728-9ca4-8511aa198d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:51.996856 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3e09427a-189c-402d-8cdb-c3ebd95360b2 req-d4c937ad-19e5-4ffb-a344-d7ed8b4e7217 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/ports?device_id=c4440d1f-1067-4fc5-9445-f599716f3be4 HTTP/1.1" status: 200 len: 949 time: 0.1875269 Nov 04 10:29:52.002190 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-02e5be0f-8a55-4728-9ca4-8511aa198d35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:52.007559 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-02e5be0f-8a55-4728-9ca4-8511aa198d35 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/35b648cf-db7d-42b1-92cb-4326ec39aeb3 HTTP/1.1" status: 204 len: 168 time: 0.3797457 Nov 04 10:29:52.026355 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:52.029987 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-550606ee-a92f-43fc-8b57-9631975c69ad admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=720160c85ba64c48bf10877997586020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4127960 Nov 04 10:29:52.032541 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58440) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:52.047304 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550606ee-a92f-43fc-8b57-9631975c69ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc98b815-0dd1-44ac-b52a-dcf226eb6b53,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:52.058333 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8eb1cab-b727-4e33-bc1d-a682210b903b admin admin] Made reservation on behalf of 0464048b294a465b81cede98ee2447df for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:29:52.060961 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1cab-b727-4e33-bc1d-a682210b903b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:52.069349 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-b0bf99cf-c45e-4c3e-9dff-09ac445ec449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:52.070881 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-b0bf99cf-c45e-4c3e-9dff-09ac445ec449 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1410825 Nov 04 10:29:52.080288 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5be0f-8a55-4728-9ca4-8511aa198d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b648cf-db7d-42b1-92cb-4326ec39aeb3,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:52.098144 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1cab-b727-4e33-bc1d-a682210b903b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:52.113736 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c1359986-2606-4ad8-a37f-ea18fb8515cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:52.128156 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3e09427a-189c-402d-8cdb-c3ebd95360b2 req-34b77996-384f-4c87-8776-2810e0c1c9c6 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/security-groups?id=26d8ccb2-6bb1-4f21-affc-88e1b621b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300328 Nov 04 10:29:52.160144 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c1359986-2606-4ad8-a37f-ea18fb8515cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:52.230848 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c1359986-2606-4ad8-a37f-ea18fb8515cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:52.235182 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c1359986-2606-4ad8-a37f-ea18fb8515cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:52.253142 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c1359986-2606-4ad8-a37f-ea18fb8515cc admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/fc98b815-0dd1-44ac-b52a-dcf226eb6b53 HTTP/1.1" status: 204 len: 168 time: 0.2191679 Nov 04 10:29:52.276140 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1359986-2606-4ad8-a37f-ea18fb8515cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc98b815-0dd1-44ac-b52a-dcf226eb6b53,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:52.289192 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-8ec87caa-1449-4f31-b199-d60d43985583 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033913 Nov 04 10:29:52.351049 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ede8b0-014c-4a04-a9a7-cabd673f3eb1 req-3f5972c8-4c04-4f93-88b3-265cef6bcaa6 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:52.351445 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-94ede8b0-014c-4a04-a9a7-cabd673f3eb1 req-3f5972c8-4c04-4f93-88b3-265cef6bcaa6 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.126 "GET /v2.0/ports?device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 971 time: 0.0859280 Nov 04 10:29:52.435053 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1cab-b727-4e33-bc1d-a682210b903b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:52.449113 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1cab-b727-4e33-bc1d-a682210b903b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:52.484242 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8eb1cab-b727-4e33-bc1d-a682210b903b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1152} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:29:52.527884 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb1cab-b727-4e33-bc1d-a682210b903b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:52.531540 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1cab-b727-4e33-bc1d-a682210b903b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:52.531882 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-c8eb1cab-b727-4e33-bc1d-a682210b903b admin admin] Added segment aeba646b-0692-417a-8b54-f0fb93a4a30f of type vlan for network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 Nov 04 10:29:52.534627 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:52.557047 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9765d810-33cf-4f40-ac06-e55e574fa33c req-e6175eb0-0fbc-42c9-8b60-8cfa298dea79 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599213 Nov 04 10:29:52.600779 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1cab-b727-4e33-bc1d-a682210b903b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:52.603287 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-94ede8b0-014c-4a04-a9a7-cabd673f3eb1 req-e1f36727-ab0f-423c-ba7a-174414947eb9 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Deleting port 77e57f9f-ea7e-40ea-b914-7d64007d0f5d {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:29:52.603794 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-94ede8b0-014c-4a04-a9a7-cabd673f3eb1 req-e1f36727-ab0f-423c-ba7a-174414947eb9 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:52.664761 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1cab-b727-4e33-bc1d-a682210b903b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:52.665909 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eb1cab-b727-4e33-bc1d-a682210b903b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:52.666757 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1cab-b727-4e33-bc1d-a682210b903b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:52.752390 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c8eb1cab-b727-4e33-bc1d-a682210b903b admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9894009 Nov 04 10:29:52.756136 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58478) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:52.769708 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4f68d-2bd9-4de6-8ce6-a5892e967e87 req-6690b929-9079-467a-8719-ebd50a5fa5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:52.771594 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8ae4f68d-2bd9-4de6-8ce6-a5892e967e87 req-6690b929-9079-467a-8719-ebd50a5fa5cf service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b580c1baf4124f7f879031906dff55f6&device_id=51ce0214-ddf9-491d-acbd-0fde8918bf55 HTTP/1.1" status: 200 len: 1099 time: 0.1415160 Nov 04 10:29:52.778285 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-ef867f03-abf9-4865-b3d3-67ea77842f45 admin admin] Request body: {'subnet': {'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2039562473-subnet', 'tenant_id': '0464048b294a465b81cede98ee2447df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:29:52.819118 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-94ede8b0-014c-4a04-a9a7-cabd673f3eb1 req-e1f36727-ab0f-423c-ba7a-174414947eb9 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] For port 77e57f9f-ea7e-40ea-b914-7d64007d0f5d, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=77e57f9f-ea7e-40ea-b914-7d64007d0f5d,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:52.819505 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-94ede8b0-014c-4a04-a9a7-cabd673f3eb1 req-e1f36727-ab0f-423c-ba7a-174414947eb9 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:52.838308 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-94ede8b0-014c-4a04-a9a7-cabd673f3eb1 req-e1f36727-ab0f-423c-ba7a-174414947eb9 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Calling delete_port for 77e57f9f-ea7e-40ea-b914-7d64007d0f5d owned by compute:tempest-test_az-1396949488 {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:29:52.846750 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb1cab-b727-4e33-bc1d-a682210b903b admin admin] Pushing event updated for resources: {'Network': ['ID=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:52.873960 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58488) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:52.880808 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:29:52.962420 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cb81993c-999e-497d-a450-e51b1e70d0f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:52.987012 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef867f03-abf9-4865-b3d3-67ea77842f45 admin admin] Made reservation on behalf of 0464048b294a465b81cede98ee2447df for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:29:52.991309 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ef867f03-abf9-4865-b3d3-67ea77842f45 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:53.012591 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55236157-06f7-43ed-9406-d155ec951424 req-a2a10a70-07e9-4f35-9417-f38810f7b7bd tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:53.018471 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-94ede8b0-014c-4a04-a9a7-cabd673f3eb1 req-e1f36727-ab0f-423c-ba7a-174414947eb9 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:53.025662 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-55236157-06f7-43ed-9406-d155ec951424 req-a2a10a70-07e9-4f35-9417-f38810f7b7bd tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29 HTTP/1.1" status: 200 len: 971 time: 0.2731161 Nov 04 10:29:53.031339 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['77e57f9f-ea7e-40ea-b914-7d64007d0f5d'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:29:53.065743 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b7d12635-b57c-4c3e-8195-cf0559ba203f up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:29:53.100509 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f36727-ab0f-423c-ba7a-174414947eb9 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Pushing event deleted for resources: {'Port': ['ID=77e57f9f-ea7e-40ea-b914-7d64007d0f5d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:53.136636 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ede8b0-014c-4a04-a9a7-cabd673f3eb1 req-e1f36727-ab0f-423c-ba7a-174414947eb9 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] No DVR routers for this DVR port 77e57f9f-ea7e-40ea-b914-7d64007d0f5d on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:29:53.146320 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-94ede8b0-014c-4a04-a9a7-cabd673f3eb1 req-e1f36727-ab0f-423c-ba7a-174414947eb9 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:53.153327 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-94ede8b0-014c-4a04-a9a7-cabd673f3eb1 req-e1f36727-ab0f-423c-ba7a-174414947eb9 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.126 "DELETE /v2.0/ports/77e57f9f-ea7e-40ea-b914-7d64007d0f5d HTTP/1.1" status: 204 len: 173 time: 0.7906992 Nov 04 10:29:53.154331 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29', 'name': 'network-vif-deleted', 'tag': '77e57f9f-ea7e-40ea-b914-7d64007d0f5d'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:29:53.163861 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3af8d6-20ea-47d0-84dc-7229df203308" -d '{"events": [{"server_uuid": "a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29", "name": "network-vif-deleted", "tag": "77e57f9f-ea7e-40ea-b914-7d64007d0f5d"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:29:53.194535 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port b7d12635-b57c-4c3e-8195-cf0559ba203f completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:29:53.203693 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port b7d12635-b57c-4c3e-8195-cf0559ba203f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:29:53.205366 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:53.381896 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:53.420170 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4440d1f-1067-4fc5-9445-f599716f3be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d12635-b57c-4c3e-8195-cf0559ba203f'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:29:53.424485 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1321c1-f86a-4636-a261-32fc0bf3e631" -d '{"events": [{"server_uuid": "c4440d1f-1067-4fc5-9445-f599716f3be4", "name": "network-vif-plugged", "status": "completed", "tag": "b7d12635-b57c-4c3e-8195-cf0559ba203f"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:29:53.442791 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port b7d12635-b57c-4c3e-8195-cf0559ba203f, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b7d12635-b57c-4c3e-8195-cf0559ba203f,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:53.448404 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:53.519953 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=b7d12635-b57c-4c3e-8195-cf0559ba203f,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:53.582361 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4f68d-2bd9-4de6-8ce6-a5892e967e87 req-66c4b34d-5f76-4f1b-8541-2a1f3a9a36fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:53.583869 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8ae4f68d-2bd9-4de6-8ce6-a5892e967e87 req-66c4b34d-5f76-4f1b-8541-2a1f3a9a36fe service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.7832124 Nov 04 10:29:53.627531 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-55236157-06f7-43ed-9406-d155ec951424 req-1f2a3122-2bdc-459a-becb-83846d5f3a90 tempest-LiveMigrationNegativeTest-162899350 tempest-LiveMigrationNegativeTest-162899350-project] 10.222.0.127 "GET /v2.0/security-groups?id=3b7d6cfa-6c78-4337-9da1-58db59e16642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622480 Nov 04 10:29:53.654124 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e717afd-d651-4fb6-8a08-091edcad5719 req-ec1bca68-f934-486e-8a78-7ebbb575dec9 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:53.662461 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8e717afd-d651-4fb6-8a08-091edcad5719 req-ec1bca68-f934-486e-8a78-7ebbb575dec9 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.127 "GET /v2.0/ports?device_id=51ce0214-ddf9-491d-acbd-0fde8918bf55 HTTP/1.1" status: 200 len: 948 time: 0.6150992 Nov 04 10:29:53.738591 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8ae4f68d-2bd9-4de6-8ce6-a5892e967e87 req-da0a1235-39a3-4206-bc87-fc9556a9bcbf service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=125115c0-0a93-4a93-8b9b-9d9b999afce6 HTTP/1.1" status: 200 len: 217 time: 0.1408250 Nov 04 10:29:53.929643 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cb81993c-999e-497d-a450-e51b1e70d0f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:53.959148 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cb81993c-999e-497d-a450-e51b1e70d0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:53.969515 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4f68d-2bd9-4de6-8ce6-a5892e967e87 req-e98729b6-8452-43cd-a5b3-1957713128a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:53.971175 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8ae4f68d-2bd9-4de6-8ce6-a5892e967e87 req-e98729b6-8452-43cd-a5b3-1957713128a8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.2165039 Nov 04 10:29:53.983116 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8e717afd-d651-4fb6-8a08-091edcad5719 req-d35e8a0c-41f2-4536-9113-694d1d113d9e tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.127 "GET /v2.0/security-groups?id=29b9c88c-fff9-49bb-a31e-9af554b910b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196888 Nov 04 10:29:54.068035 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f2243b-8085-4f57-818b-7d591981e61f x-openstack-request-id: req-98f2243b-8085-4f57-818b-7d591981e61f {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:29:54.069293 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29", "name": "network-vif-deleted", "tag": "77e57f9f-ea7e-40ea-b914-7d64007d0f5d", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:29:54.069701 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-98f2243b-8085-4f57-818b-7d591981e61f {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:29:54.070240 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e47921-06b6-4c5e-b2ce-8d0e5ca8bb29', 'name': 'network-vif-deleted', 'tag': '77e57f9f-ea7e-40ea-b914-7d64007d0f5d', 'status': 'completed', 'code': 200} Nov 04 10:29:54.108029 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81993c-999e-497d-a450-e51b1e70d0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38387304-d1fd-4cfb-bf70-7c9781522498,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:54.112281 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c294141-eabc-4597-9b16-b913eb0e7b80 x-openstack-request-id: req-4c294141-eabc-4597-9b16-b913eb0e7b80 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:29:54.112846 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4440d1f-1067-4fc5-9445-f599716f3be4", "name": "network-vif-plugged", "status": "completed", "tag": "b7d12635-b57c-4c3e-8195-cf0559ba203f", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:29:54.112846 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-4c294141-eabc-4597-9b16-b913eb0e7b80 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:29:54.113252 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4440d1f-1067-4fc5-9445-f599716f3be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d12635-b57c-4c3e-8195-cf0559ba203f', 'code': 200} Nov 04 10:29:54.114805 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cb81993c-999e-497d-a450-e51b1e70d0f8 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=ab74ea65594a41ed92cb3f358e2873c7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2106721 Nov 04 10:29:54.117623 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58526) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:54.176878 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95fd0a-a4e2-4364-9eb4-e5093f17524a req-86a58738-761c-43d8-b6ec-99240727f819 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:54.178700 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9a95fd0a-a4e2-4364-9eb4-e5093f17524a req-86a58738-761c-43d8-b6ec-99240727f819 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/ports?device_id=c4440d1f-1067-4fc5-9445-f599716f3be4 HTTP/1.1" status: 200 len: 950 time: 0.2878447 Nov 04 10:29:54.179640 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ef867f03-abf9-4865-b3d3-67ea77842f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:54.259120 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4f68d-2bd9-4de6-8ce6-a5892e967e87 req-6027ea6e-f1f8-492c-8dd8-ebd644418e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:54.260709 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8ae4f68d-2bd9-4de6-8ce6-a5892e967e87 req-6027ea6e-f1f8-492c-8dd8-ebd644418e8e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2416496 Nov 04 10:29:54.312622 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-598e6f44-6327-41ca-8be0-da4d0d61a530 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:54.347265 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122dbb0-ee83-467d-8f7e-63392fd54e42 req-3ed6cbcb-a37c-45f5-8623-3c9378bff0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:54.349165 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2122dbb0-ee83-467d-8f7e-63392fd54e42 req-3ed6cbcb-a37c-45f5-8623-3c9378bff0d5 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=c4440d1f-1067-4fc5-9445-f599716f3be4 HTTP/1.1" status: 200 len: 1101 time: 0.1645684 Nov 04 10:29:54.368522 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-598e6f44-6327-41ca-8be0-da4d0d61a530 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:54.409067 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef867f03-abf9-4865-b3d3-67ea77842f45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74d328ae-3dd4-4757-b0cd-5d3ffb3741ad,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:54.456094 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9a95fd0a-a4e2-4364-9eb4-e5093f17524a req-3aec6120-6f6f-4295-b69e-af9afde66ffd tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/security-groups?id=26d8ccb2-6bb1-4f21-affc-88e1b621b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513859 Nov 04 10:29:54.457191 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef867f03-abf9-4865-b3d3-67ea77842f45 admin admin] Checking segment: {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:29:54.457741 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef867f03-abf9-4865-b3d3-67ea77842f45 admin admin] Network hostable DHCP agents. Network: eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:29:54.459766 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2122dbb0-ee83-467d-8f7e-63392fd54e42 req-8989d5de-0b6a-4c23-90c3-77df6b6d1719 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=26d8ccb2-6bb1-4f21-affc-88e1b621b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020129 Nov 04 10:29:54.509764 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef867f03-abf9-4865-b3d3-67ea77842f45 admin admin] Network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:29:54.521648 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8ae4f68d-2bd9-4de6-8ce6-a5892e967e87 req-08a8473d-044a-4b07-a0b0-89321bd29a5b service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471299 Nov 04 10:29:54.527713 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-ef867f03-abf9-4865-b3d3-67ea77842f45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:29:54.532809 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-598e6f44-6327-41ca-8be0-da4d0d61a530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:54.541304 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-598e6f44-6327-41ca-8be0-da4d0d61a530 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:54.542504 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-598e6f44-6327-41ca-8be0-da4d0d61a530 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/38387304-d1fd-4cfb-bf70-7c9781522498 HTTP/1.1" status: 204 len: 168 time: 0.4238603 Nov 04 10:29:54.547002 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d58f9de-48d6-43ea-adfc-ccf21acb54aa None None] Network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:29:54.557410 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e6f44-6327-41ca-8be0-da4d0d61a530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38387304-d1fd-4cfb-bf70-7c9781522498,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:54.560354 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef867f03-abf9-4865-b3d3-67ea77842f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:54.561923 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ef867f03-abf9-4865-b3d3-67ea77842f45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:54.627914 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ef867f03-abf9-4865-b3d3-67ea77842f45 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8706501 Nov 04 10:29:54.693131 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8ae4f68d-2bd9-4de6-8ce6-a5892e967e87 req-7f30c7d4-d354-4c63-8cde-6a9e4de877d5 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602163 Nov 04 10:29:54.801214 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e560d4a-0d7b-4556-a7e2-e46646080fe5 None None] Network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:29:55.029870 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58566) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:55.158347 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec35502-5ddf-449d-886b-5679d7e68b99 req-3d350488-5c67-480c-9828-c67392a2ec0c tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:55.160368 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0ec35502-5ddf-449d-886b-5679d7e68b99 req-3d350488-5c67-480c-9828-c67392a2ec0c tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.127 "GET /v2.0/ports?device_id=51ce0214-ddf9-491d-acbd-0fde8918bf55 HTTP/1.1" status: 200 len: 948 time: 0.0822403 Nov 04 10:29:55.225084 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0ec35502-5ddf-449d-886b-5679d7e68b99 req-0007d127-6ec8-47eb-acb3-fdbdf6c033f3 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.127 "GET /v2.0/security-groups?id=29b9c88c-fff9-49bb-a31e-9af554b910b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574477 Nov 04 10:29:55.260287 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 125115c0-0a93-4a93-8b9b-9d9b999afce6 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:29:55.390960 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 125115c0-0a93-4a93-8b9b-9d9b999afce6, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=125115c0-0a93-4a93-8b9b-9d9b999afce6,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:55.411776 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '125115c0-0a93-4a93-8b9b-9d9b999afce6', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '125115c0-0a93-4a93-8b9b-9d9b999afce6', 'mac_address': 'fa:16:3e:ac:4f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:29:55.473962 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:55.495633 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125115c0-0a93-4a93-8b9b-9d9b999afce6 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:29:55.525937 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 125115c0-0a93-4a93-8b9b-9d9b999afce6, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=125115c0-0a93-4a93-8b9b-9d9b999afce6,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:55.538081 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58580) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:55.539181 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:55.606365 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=125115c0-0a93-4a93-8b9b-9d9b999afce6,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:55.629320 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8bae39d4-9fa4-459c-89a7-9803bda373dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:55.740389 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db3994-703c-4119-800f-9a6e5037f41c req-db32ad12-bdb6-4c95-8abc-4e81b757ebec tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:55.745059 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a1db3994-703c-4119-800f-9a6e5037f41c req-db32ad12-bdb6-4c95-8abc-4e81b757ebec tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/ports?device_id=c4440d1f-1067-4fc5-9445-f599716f3be4 HTTP/1.1" status: 200 len: 950 time: 0.0978789 Nov 04 10:29:55.760293 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8bae39d4-9fa4-459c-89a7-9803bda373dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:55.764725 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['125115c0-0a93-4a93-8b9b-9d9b999afce6'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:29:55.773619 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8bae39d4-9fa4-459c-89a7-9803bda373dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:55.861123 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a1db3994-703c-4119-800f-9a6e5037f41c req-41edd346-b8eb-4b2b-911d-c4ca402b3379 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/security-groups?id=26d8ccb2-6bb1-4f21-affc-88e1b621b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093009 Nov 04 10:29:55.874279 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8bae39d4-9fa4-459c-89a7-9803bda373dd admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=117edc43ed2b45d6936f2c1a454a2a97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8411965 Nov 04 10:29:55.878303 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58592) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:55.949803 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae39d4-9fa4-459c-89a7-9803bda373dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fb3275-8f3f-4fd0-b768-1b91c1125c85,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:55.971997 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f60ba6fa-0a7c-4fdb-a006-a38d43c589b9 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=0714e3fa930a47f5b8f2aae47d4b9802&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4306641 Nov 04 10:29:55.974977 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58602) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:55.975300 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7984b21c-dfe6-424e-be56-eb9a799d6983 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:56.010315 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7984b21c-dfe6-424e-be56-eb9a799d6983 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:56.066008 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58604) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:56.072568 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-896b5516-7a47-4249-98a3-81a633bd494a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:56.113835 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7984b21c-dfe6-424e-be56-eb9a799d6983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:56.118176 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-896b5516-7a47-4249-98a3-81a633bd494a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:56.119539 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7984b21c-dfe6-424e-be56-eb9a799d6983 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:56.121581 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7984b21c-dfe6-424e-be56-eb9a799d6983 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/41fb3275-8f3f-4fd0-b768-1b91c1125c85 HTTP/1.1" status: 204 len: 168 time: 0.2225189 Nov 04 10:29:56.135510 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984b21c-dfe6-424e-be56-eb9a799d6983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fb3275-8f3f-4fd0-b768-1b91c1125c85,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:56.202364 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-896b5516-7a47-4249-98a3-81a633bd494a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:56.206805 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-896b5516-7a47-4249-98a3-81a633bd494a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:56.208722 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-896b5516-7a47-4249-98a3-81a633bd494a admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/3b7d6cfa-6c78-4337-9da1-58db59e16642 HTTP/1.1" status: 204 len: 168 time: 0.2321987 Nov 04 10:29:56.221807 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b5516-7a47-4249-98a3-81a633bd494a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7d6cfa-6c78-4337-9da1-58db59e16642,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:56.364549 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892ffa4-8b16-495c-87f5-e3605a60fcc5 req-f0f610f0-2814-410f-b7cc-473b1e44dbd3 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:56.366161 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6892ffa4-8b16-495c-87f5-e3605a60fcc5 req-f0f610f0-2814-410f-b7cc-473b1e44dbd3 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.127 "GET /v2.0/ports?device_id=51ce0214-ddf9-491d-acbd-0fde8918bf55 HTTP/1.1" status: 200 len: 949 time: 0.0521464 Nov 04 10:29:56.425387 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6892ffa4-8b16-495c-87f5-e3605a60fcc5 req-ddb94c36-2b08-4aef-a253-adf9664a1bd7 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.127 "GET /v2.0/security-groups?id=29b9c88c-fff9-49bb-a31e-9af554b910b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520244 Nov 04 10:29:56.461735 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-810a4ade-852c-4482-a332-4d3c95be8d23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:56.546001 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-810a4ade-852c-4482-a332-4d3c95be8d23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:56.551451 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-810a4ade-852c-4482-a332-4d3c95be8d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:56.593270 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-810a4ade-852c-4482-a332-4d3c95be8d23 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=0405aa399b7844f086c02cfed499fabb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5258448 Nov 04 10:29:56.594171 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a4ade-852c-4482-a332-4d3c95be8d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1af7b6-c5d5-4e45-905a-39fd36294c2a,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:56.596083 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58626) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:56.664673 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-92531066-5731-475e-9265-b19b90beadb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:56.688049 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-92531066-5731-475e-9265-b19b90beadb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:56.756492 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-92531066-5731-475e-9265-b19b90beadb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:56.760693 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-92531066-5731-475e-9265-b19b90beadb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:56.762313 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-92531066-5731-475e-9265-b19b90beadb9 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/0f1af7b6-c5d5-4e45-905a-39fd36294c2a HTTP/1.1" status: 204 len: 168 time: 0.1645586 Nov 04 10:29:56.774290 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92531066-5731-475e-9265-b19b90beadb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1af7b6-c5d5-4e45-905a-39fd36294c2a,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:56.798827 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5617e88e-1222-41b7-a998-12df825edc40 req-dd9318ec-45cc-4516-afd8-4d4b0005e86c tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=c49492600bfa42a4ad7b7a606c55cfd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447800 Nov 04 10:29:56.896987 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58644) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:56.920708 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9da919cf-7bf6-4690-8d19-c1c65688c031 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:56.936286 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617e88e-1222-41b7-a998-12df825edc40 req-1316403c-b4a9-49bf-a165-bf5cf8e73b34 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:56.937946 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5617e88e-1222-41b7-a998-12df825edc40 req-1316403c-b4a9-49bf-a165-bf5cf8e73b34 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1309016 Nov 04 10:29:56.963515 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5617e88e-1222-41b7-a998-12df825edc40 req-7ac61f7f-2e4f-46cf-bf0f-b5ce32de2cfc tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/quotas/c49492600bfa42a4ad7b7a606c55cfd9 HTTP/1.1" status: 200 len: 375 time: 0.0189455 Nov 04 10:29:56.993015 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58646) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:57.062085 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5617e88e-1222-41b7-a998-12df825edc40 req-15f2680c-c9e8-4dc3-95c1-32b227a693cf tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=c49492600bfa42a4ad7b7a606c55cfd9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0858474 Nov 04 10:29:57.081145 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 77e57f9f-ea7e-40ea-b914-7d64007d0f5d no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:29:57.102327 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6f237be4-6858-47fd-afdc-0edf45f7c6ec admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=efde3e50ebc74f2d8f0f9f4f066dd08c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1094191 Nov 04 10:29:57.104047 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58650) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:57.109503 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9da919cf-7bf6-4690-8d19-c1c65688c031 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:57.114390 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 77e57f9f-ea7e-40ea-b914-7d64007d0f5d {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:29:57.115164 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 77e57f9f-ea7e-40ea-b914-7d64007d0f5d not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:29:57.115536 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9da919cf-7bf6-4690-8d19-c1c65688c031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:57.208232 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9da919cf-7bf6-4690-8d19-c1c65688c031 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=4d7e28d917b44b3a88d6f7b33775202b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3100853 Nov 04 10:29:57.212274 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58654) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:57.213288 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58656) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:57.214170 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da919cf-7bf6-4690-8d19-c1c65688c031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c201ff7-e90e-40f1-981f-f3524efd039f,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:57.214607 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44e43e27-5168-470c-b80e-f8cca460de8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:57.223758 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-fec86ff9-42f4-4c30-b7b9-d8cbcf60cbf7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2010878383-network', 'tenant_id': 'e22840a189dc41a295f48e4df3e8b738'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:29:57.268634 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 125115c0-0a93-4a93-8b9b-9d9b999afce6 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:29:57.297791 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44e43e27-5168-470c-b80e-f8cca460de8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:57.355301 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5414d245-6313-4a89-b51b-15353e24cc5c req-448706c6-e7a6-440d-8ec8-5af611b3513a tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/ports?device_id=5e170932-f43f-4430-b924-190bcc65a379 HTTP/1.1" status: 200 len: 210 time: 0.0480731 Nov 04 10:29:57.385129 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 125115c0-0a93-4a93-8b9b-9d9b999afce6 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:29:57.390931 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 125115c0-0a93-4a93-8b9b-9d9b999afce6 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:29:57.391384 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:57.396519 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec86ff9-42f4-4c30-b7b9-d8cbcf60cbf7 admin admin] Made reservation on behalf of e22840a189dc41a295f48e4df3e8b738 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:29:57.400115 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fec86ff9-42f4-4c30-b7b9-d8cbcf60cbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:57.439429 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fec86ff9-42f4-4c30-b7b9-d8cbcf60cbf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:57.509107 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44e43e27-5168-470c-b80e-f8cca460de8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:57.511733 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44e43e27-5168-470c-b80e-f8cca460de8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:57.513050 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-44e43e27-5168-470c-b80e-f8cca460de8e admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/26071732-8939-4d09-b234-0595c685cf7f HTTP/1.1" status: 204 len: 168 time: 0.4070075 Nov 04 10:29:57.527618 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58670) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:57.533151 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3483effb-6319-4ea7-8da0-e71e0d0bd7cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:57.538976 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e43e27-5168-470c-b80e-f8cca460de8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26071732-8939-4d09-b234-0595c685cf7f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:57.567149 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c4019bd4-2a97-4f5a-ba3c-a1d11baaad90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:57.574035 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3483effb-6319-4ea7-8da0-e71e0d0bd7cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:57.627661 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fec86ff9-42f4-4c30-b7b9-d8cbcf60cbf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:57.635793 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fec86ff9-42f4-4c30-b7b9-d8cbcf60cbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:57.667920 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:57.679032 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3483effb-6319-4ea7-8da0-e71e0d0bd7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:57.682871 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3483effb-6319-4ea7-8da0-e71e0d0bd7cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:57.684404 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3483effb-6319-4ea7-8da0-e71e0d0bd7cd admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/0c201ff7-e90e-40f1-981f-f3524efd039f HTTP/1.1" status: 204 len: 168 time: 0.4543672 Nov 04 10:29:57.686403 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec86ff9-42f4-4c30-b7b9-d8cbcf60cbf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1193} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:29:57.689240 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec86ff9-42f4-4c30-b7b9-d8cbcf60cbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc406b4-bac7-4aff-8396-7dc47f778f8e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:57.708476 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80adaac4-e29c-4d3f-8888-c43aa59ae745 req-72691326-6adb-41cd-acbe-8a37464e3cc6 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:57.711954 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-80adaac4-e29c-4d3f-8888-c43aa59ae745 req-72691326-6adb-41cd-acbe-8a37464e3cc6 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.127 "GET /v2.0/ports?device_id=51ce0214-ddf9-491d-acbd-0fde8918bf55 HTTP/1.1" status: 200 len: 949 time: 0.1172125 Nov 04 10:29:57.712087 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483effb-6319-4ea7-8da0-e71e0d0bd7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c201ff7-e90e-40f1-981f-f3524efd039f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:57.715912 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fec86ff9-42f4-4c30-b7b9-d8cbcf60cbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:57.716542 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-fec86ff9-42f4-4c30-b7b9-d8cbcf60cbf7 admin admin] Added segment aff27794-5369-45d5-8d42-99ce48b3c2c8 of type vlan for network b365ca96-56c6-4f99-8cdd-d36b8433102c Nov 04 10:29:57.773036 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fec86ff9-42f4-4c30-b7b9-d8cbcf60cbf7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:57.802130 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ce0214-ddf9-491d-acbd-0fde8918bf55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125115c0-0a93-4a93-8b9b-9d9b999afce6'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:29:57.805203 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb8ab04-9687-42a3-8a96-edf05b67c91f" -d '{"events": [{"server_uuid": "51ce0214-ddf9-491d-acbd-0fde8918bf55", "name": "network-vif-plugged", "status": "completed", "tag": "125115c0-0a93-4a93-8b9b-9d9b999afce6"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:29:57.820645 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fec86ff9-42f4-4c30-b7b9-d8cbcf60cbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:57.821974 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec86ff9-42f4-4c30-b7b9-d8cbcf60cbf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:57.822729 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fec86ff9-42f4-4c30-b7b9-d8cbcf60cbf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:57.854938 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 125115c0-0a93-4a93-8b9b-9d9b999afce6, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=125115c0-0a93-4a93-8b9b-9d9b999afce6,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:29:57.858842 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fec86ff9-42f4-4c30-b7b9-d8cbcf60cbf7 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6411972 Nov 04 10:29:57.870362 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58682) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:57.870867 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:57.886019 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c4019bd4-2a97-4f5a-ba3c-a1d11baaad90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:57.906967 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-fd90b6e4-9017-4604-9420-dc36bc35df62 admin admin] Request body: {'subnet': {'network_id': 'b365ca96-56c6-4f99-8cdd-d36b8433102c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2010878383-subnet', 'tenant_id': 'e22840a189dc41a295f48e4df3e8b738', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:29:57.922569 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec86ff9-42f4-4c30-b7b9-d8cbcf60cbf7 admin admin] Pushing event updated for resources: {'Network': ['ID=b365ca96-56c6-4f99-8cdd-d36b8433102c,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:57.952395 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-80adaac4-e29c-4d3f-8888-c43aa59ae745 req-94fd07bc-19a6-442d-9ee2-d5a6e10ce4f3 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.127 "GET /v2.0/security-groups?id=29b9c88c-fff9-49bb-a31e-9af554b910b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244172 Nov 04 10:29:57.953572 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c4019bd4-2a97-4f5a-ba3c-a1d11baaad90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:57.956555 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d5b2e6-279e-432f-9267-5f2d56f91acc x-openstack-request-id: req-45d5b2e6-279e-432f-9267-5f2d56f91acc {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:29:57.957688 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ce0214-ddf9-491d-acbd-0fde8918bf55", "name": "network-vif-plugged", "status": "completed", "tag": "125115c0-0a93-4a93-8b9b-9d9b999afce6", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:29:57.958353 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-45d5b2e6-279e-432f-9267-5f2d56f91acc {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:29:57.961301 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ce0214-ddf9-491d-acbd-0fde8918bf55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125115c0-0a93-4a93-8b9b-9d9b999afce6', 'code': 200} Nov 04 10:29:57.962181 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network b365ca96-56c6-4f99-8cdd-d36b8433102c details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:29:58.018929 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd90b6e4-9017-4604-9420-dc36bc35df62 admin admin] Made reservation on behalf of e22840a189dc41a295f48e4df3e8b738 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:29:58.021803 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fd90b6e4-9017-4604-9420-dc36bc35df62 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:58.043313 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58690) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:29:58.052700 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c4019bd4-2a97-4f5a-ba3c-a1d11baaad90 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=99a1bd3a19fb41918bd9c86855669c09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5234442 Nov 04 10:29:58.057113 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4019bd4-2a97-4f5a-ba3c-a1d11baaad90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d645690-afd1-40e7-a5e7-3780da07115f,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:58.064457 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=125115c0-0a93-4a93-8b9b-9d9b999afce6,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:58.175830 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c03a7e18-5f3b-4de8-beb5-2cafa44eb18c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:58.220403 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576eb46c-a774-4aea-a0ed-45ddc658ee16 req-e7912313-75f3-421f-96a3-9fcdcef60964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:58.222596 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-576eb46c-a774-4aea-a0ed-45ddc658ee16 req-e7912313-75f3-421f-96a3-9fcdcef60964 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=51ce0214-ddf9-491d-acbd-0fde8918bf55 HTTP/1.1" status: 200 len: 1101 time: 0.0770912 Nov 04 10:29:58.227633 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c03a7e18-5f3b-4de8-beb5-2cafa44eb18c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:58.316281 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-576eb46c-a774-4aea-a0ed-45ddc658ee16 req-00821e00-212a-40d0-b848-58ad6cdd0db8 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=29b9c88c-fff9-49bb-a31e-9af554b910b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805588 Nov 04 10:29:58.319070 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c03a7e18-5f3b-4de8-beb5-2cafa44eb18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:58.326734 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c03a7e18-5f3b-4de8-beb5-2cafa44eb18c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:58.328504 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c03a7e18-5f3b-4de8-beb5-2cafa44eb18c admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/4d645690-afd1-40e7-a5e7-3780da07115f HTTP/1.1" status: 204 len: 168 time: 0.2839329 Nov 04 10:29:58.340972 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a7e18-5f3b-4de8-beb5-2cafa44eb18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d645690-afd1-40e7-a5e7-3780da07115f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:58.435475 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fd90b6e4-9017-4604-9420-dc36bc35df62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:58.519920 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d8f1a7a8-c34a-493b-a053-df57abe21e8d req-53296116-06c2-440a-b3cd-b8f63f40616d tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/ports?device_id=5e170932-f43f-4430-b924-190bcc65a379 HTTP/1.1" status: 200 len: 210 time: 0.0482333 Nov 04 10:29:58.537591 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd90b6e4-9017-4604-9420-dc36bc35df62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41693d4e-5567-4bc1-a4cc-39c0bdf7bbc9,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:58.556676 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd90b6e4-9017-4604-9420-dc36bc35df62 admin admin] Checking segment: {'id': 'aff27794-5369-45d5-8d42-99ce48b3c2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b365ca96-56c6-4f99-8cdd-d36b8433102c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:29:58.557383 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd90b6e4-9017-4604-9420-dc36bc35df62 admin admin] Network hostable DHCP agents. Network: b365ca96-56c6-4f99-8cdd-d36b8433102c, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:29:58.577544 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd90b6e4-9017-4604-9420-dc36bc35df62 admin admin] Network b365ca96-56c6-4f99-8cdd-d36b8433102c is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:29:58.590235 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-fd90b6e4-9017-4604-9420-dc36bc35df62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, b365ca96-56c6-4f99-8cdd-d36b8433102c) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:29:58.595950 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd90b6e4-9017-4604-9420-dc36bc35df62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:58.597520 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fd90b6e4-9017-4604-9420-dc36bc35df62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:58.601727 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c2415a-9bf2-45cb-bc04-f0f4717dd2f5 None None] Network b365ca96-56c6-4f99-8cdd-d36b8433102c requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:29:58.629292 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fd90b6e4-9017-4604-9420-dc36bc35df62 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7372620 Nov 04 10:29:58.759682 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fb7c4e-2b91-49cb-8269-be2ea2f6a6e3 None None] Network b365ca96-56c6-4f99-8cdd-d36b8433102c requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:29:58.888187 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5617e88e-1222-41b7-a998-12df825edc40 req-d6d4555e-bf64-4528-8a11-f4177059e59e tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.126 "GET /v2.0/networks?tenant_id=c49492600bfa42a4ad7b7a606c55cfd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371509 Nov 04 10:29:59.043495 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617e88e-1222-41b7-a998-12df825edc40 req-400a17e8-c0f7-4cc1-ad89-67182e50a17d tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:59.046042 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5617e88e-1222-41b7-a998-12df825edc40 req-400a17e8-c0f7-4cc1-ad89-67182e50a17d tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1516087 Nov 04 10:29:59.063316 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-5617e88e-1222-41b7-a998-12df825edc40 req-1dd6702e-86a5-4093-b0d8-022474bfaf1b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Request body: {'port': {'device_id': '5e170932-f43f-4430-b924-190bcc65a379', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': 'c49492600bfa42a4ad7b7a606c55cfd9'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:29:59.127934 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38733a-d348-4287-ac71-d3d1012098af req-320265a8-6011-4768-b3cc-a060cded7062 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:59.138153 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6a38733a-d348-4287-ac71-d3d1012098af req-320265a8-6011-4768-b3cc-a060cded7062 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.127 "GET /v2.0/ports?device_id=51ce0214-ddf9-491d-acbd-0fde8918bf55 HTTP/1.1" status: 200 len: 950 time: 0.0771577 Nov 04 10:29:59.191280 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6a38733a-d348-4287-ac71-d3d1012098af req-b05636e8-5fcc-4f13-bbf4-4e5d697f1a95 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.127 "GET /v2.0/security-groups?id=29b9c88c-fff9-49bb-a31e-9af554b910b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515075 Nov 04 10:29:59.221170 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5617e88e-1222-41b7-a998-12df825edc40 req-1dd6702e-86a5-4093-b0d8-022474bfaf1b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Made reservation on behalf of c49492600bfa42a4ad7b7a606c55cfd9 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:29:59.225111 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5617e88e-1222-41b7-a998-12df825edc40 req-1dd6702e-86a5-4093-b0d8-022474bfaf1b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:59.369771 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-5617e88e-1222-41b7-a998-12df825edc40 req-1dd6702e-86a5-4093-b0d8-022474bfaf1b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Allocated IP 192.168.233.247 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/92f2b9f3-6119-44fd-bf25-5fe2688056c8) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:29:59.569339 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5617e88e-1222-41b7-a998-12df825edc40 req-1dd6702e-86a5-4093-b0d8-022474bfaf1b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:59.618440 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5617e88e-1222-41b7-a998-12df825edc40 req-1dd6702e-86a5-4093-b0d8-022474bfaf1b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:59.635438 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['b7d12635-b57c-4c3e-8195-cf0559ba203f'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:29:59.691020 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6702e-86a5-4093-b0d8-022474bfaf1b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Pushing event updated for resources: {'Port': ['ID=92f2b9f3-6119-44fd-bf25-5fe2688056c8,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:29:59.726469 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5617e88e-1222-41b7-a998-12df825edc40 req-1dd6702e-86a5-4093-b0d8-022474bfaf1b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:29:59.729916 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-5617e88e-1222-41b7-a998-12df825edc40 req-1dd6702e-86a5-4093-b0d8-022474bfaf1b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:29:59.736064 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-5617e88e-1222-41b7-a998-12df825edc40 req-1dd6702e-86a5-4093-b0d8-022474bfaf1b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:29:59.747212 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617e88e-1222-41b7-a998-12df825edc40 req-1dd6702e-86a5-4093-b0d8-022474bfaf1b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:59.748031 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5617e88e-1222-41b7-a998-12df825edc40 req-1dd6702e-86a5-4093-b0d8-022474bfaf1b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:59.748198 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a533e-4a5e-41f8-8962-5283ea441eea req-07b370fd-c6bf-48e8-814b-1a7a5139c5a1 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:59.759317 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-192a533e-4a5e-41f8-8962-5283ea441eea req-07b370fd-c6bf-48e8-814b-1a7a5139c5a1 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/ports?device_id=5e170932-f43f-4430-b924-190bcc65a379 HTTP/1.1" status: 200 len: 936 time: 0.1211612 Nov 04 10:29:59.773084 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5617e88e-1222-41b7-a998-12df825edc40 req-1dd6702e-86a5-4093-b0d8-022474bfaf1b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7162960 Nov 04 10:29:59.797615 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-5617e88e-1222-41b7-a998-12df825edc40 req-334bb19e-7c6f-4120-abef-008c23e43160 service neutron] Request body: {'port': {'device_id': '5e170932-f43f-4430-b924-190bcc65a379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:29:59.932636 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-99cb62b5-1ef4-4a14-a3aa-ac2ffb304527 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:29:59.934476 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-99cb62b5-1ef4-4a14-a3aa-ac2ffb304527 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/networks?id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 HTTP/1.1" status: 200 len: 821 time: 0.1729021 Nov 04 10:29:59.957111 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5617e88e-1222-41b7-a998-12df825edc40 req-334bb19e-7c6f-4120-abef-008c23e43160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:29:59.964369 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-81c61f1d-4a83-45ab-a485-b216a532f8fc tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/quotas/0464048b294a465b81cede98ee2447df HTTP/1.1" status: 200 len: 375 time: 0.0209258 Nov 04 10:30:00.021384 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-192a533e-4a5e-41f8-8962-5283ea441eea req-f45d31cb-cd46-4524-a9ae-6ad1a897a22f tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/security-groups?id=26d8ccb2-6bb1-4f21-affc-88e1b621b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994573 Nov 04 10:30:00.051869 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-c810daf4-27e6-473f-a174-95a70e5e394d tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=0464048b294a465b81cede98ee2447df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498555 Nov 04 10:30:00.161137 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-70665ce6-38e7-4649-91ec-cfbe257cf598 None None] Provisioning complete for port 92f2b9f3-6119-44fd-bf25-5fe2688056c8 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:00.161535 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-70665ce6-38e7-4649-91ec-cfbe257cf598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:00.207731 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-70665ce6-38e7-4649-91ec-cfbe257cf598 None None] Port 92f2b9f3-6119-44fd-bf25-5fe2688056c8 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:30:00.256518 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-2d117644-1dba-4810-b092-734fde9b6f89 service neutron] 10.222.0.127 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852422 Nov 04 10:30:00.392346 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-b9bf300d-dd02-443a-9f97-7dcbd0485a7e service neutron] 10.222.0.127 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345139 Nov 04 10:30:00.473213 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4424b8f-8c52-4196-a8bb-74f9834f4f3b req-ac0244ac-b3a6-4946-b1af-8498a3e2e5a6 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:00.475200 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f4424b8f-8c52-4196-a8bb-74f9834f4f3b req-ac0244ac-b3a6-4946-b1af-8498a3e2e5a6 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.127 "GET /v2.0/ports?device_id=51ce0214-ddf9-491d-acbd-0fde8918bf55 HTTP/1.1" status: 200 len: 950 time: 0.0812824 Nov 04 10:30:00.492439 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-5617e88e-1222-41b7-a998-12df825edc40 req-334bb19e-7c6f-4120-abef-008c23e43160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f2b9f3-6119-44fd-bf25-5fe2688056c8 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:30:00.517511 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5617e88e-1222-41b7-a998-12df825edc40 req-334bb19e-7c6f-4120-abef-008c23e43160 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:00.540384 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-5617e88e-1222-41b7-a998-12df825edc40 req-334bb19e-7c6f-4120-abef-008c23e43160 service neutron] Transition to ACTIVE for port object 92f2b9f3-6119-44fd-bf25-5fe2688056c8 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:30:00.548187 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5617e88e-1222-41b7-a998-12df825edc40 req-334bb19e-7c6f-4120-abef-008c23e43160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:00.583303 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f4424b8f-8c52-4196-a8bb-74f9834f4f3b req-28c2204c-53fb-4d78-951d-b9d7465ef82c tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.127 "GET /v2.0/security-groups?id=29b9c88c-fff9-49bb-a31e-9af554b910b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008327 Nov 04 10:30:00.699733 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334bb19e-7c6f-4120-abef-008c23e43160 service neutron] Pushing event updated for resources: {'Port': ['ID=92f2b9f3-6119-44fd-bf25-5fe2688056c8,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:00.803010 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-5617e88e-1222-41b7-a998-12df825edc40 req-334bb19e-7c6f-4120-abef-008c23e43160 service neutron] Attempting to bind port 92f2b9f3-6119-44fd-bf25-5fe2688056c8 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:30:00.803010 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-5617e88e-1222-41b7-a998-12df825edc40 req-334bb19e-7c6f-4120-abef-008c23e43160 service neutron] Attempting to bind port 92f2b9f3-6119-44fd-bf25-5fe2688056c8 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:30:00.803010 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5617e88e-1222-41b7-a998-12df825edc40 req-334bb19e-7c6f-4120-abef-008c23e43160 service neutron] Attempting to bind port 92f2b9f3-6119-44fd-bf25-5fe2688056c8 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:30:00.807874 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-66bfffd9-8bee-4902-b0cd-5995f8a09f5c req-dbca1117-2854-4714-a8f0-e0c8dd4c69ee tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e HTTP/1.1" status: 200 len: 210 time: 0.0602241 Nov 04 10:30:00.815416 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5617e88e-1222-41b7-a998-12df825edc40 req-334bb19e-7c6f-4120-abef-008c23e43160 service neutron] Port 92f2b9f3-6119-44fd-bf25-5fe2688056c8 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:30:00.818091 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5617e88e-1222-41b7-a998-12df825edc40 req-334bb19e-7c6f-4120-abef-008c23e43160 service neutron] Attempting to bind port 92f2b9f3-6119-44fd-bf25-5fe2688056c8 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:30:00.834959 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5617e88e-1222-41b7-a998-12df825edc40 req-334bb19e-7c6f-4120-abef-008c23e43160 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:30:00.836604 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5617e88e-1222-41b7-a998-12df825edc40 req-334bb19e-7c6f-4120-abef-008c23e43160 service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:30:00.839719 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5617e88e-1222-41b7-a998-12df825edc40 req-334bb19e-7c6f-4120-abef-008c23e43160 service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:30:00.840426 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-5617e88e-1222-41b7-a998-12df825edc40 req-334bb19e-7c6f-4120-abef-008c23e43160 service neutron] Bound port: 92f2b9f3-6119-44fd-bf25-5fe2688056c8, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:30:00.841137 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5617e88e-1222-41b7-a998-12df825edc40 req-334bb19e-7c6f-4120-abef-008c23e43160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:00.947630 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-5617e88e-1222-41b7-a998-12df825edc40 req-334bb19e-7c6f-4120-abef-008c23e43160 service neutron] For port 92f2b9f3-6119-44fd-bf25-5fe2688056c8, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:30:00.951804 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-5617e88e-1222-41b7-a998-12df825edc40 req-334bb19e-7c6f-4120-abef-008c23e43160 service neutron] For port 92f2b9f3-6119-44fd-bf25-5fe2688056c8, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=92f2b9f3-6119-44fd-bf25-5fe2688056c8,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:30:00.962650 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5617e88e-1222-41b7-a998-12df825edc40 req-334bb19e-7c6f-4120-abef-008c23e43160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:01.052413 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334bb19e-7c6f-4120-abef-008c23e43160 service neutron] Pushing event updated for resources: {'Port': ['ID=92f2b9f3-6119-44fd-bf25-5fe2688056c8,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:01.060535 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617e88e-1222-41b7-a998-12df825edc40 req-334bb19e-7c6f-4120-abef-008c23e43160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:01.061612 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5617e88e-1222-41b7-a998-12df825edc40 req-334bb19e-7c6f-4120-abef-008c23e43160 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:01.064848 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5617e88e-1222-41b7-a998-12df825edc40 req-334bb19e-7c6f-4120-abef-008c23e43160 service neutron] 10.222.0.126 "PUT /v2.0/ports/92f2b9f3-6119-44fd-bf25-5fe2688056c8 HTTP/1.1" status: 200 len: 1096 time: 1.2776475 Nov 04 10:30:01.066038 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e170932-f43f-4430-b924-190bcc65a379', 'tag': '92f2b9f3-6119-44fd-bf25-5fe2688056c8'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:30:01.069919 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b731c604-2ff5-4474-a541-edd25e029487" -d '{"events": [{"name": "network-changed", "server_uuid": "5e170932-f43f-4430-b924-190bcc65a379", "tag": "92f2b9f3-6119-44fd-bf25-5fe2688056c8"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:30:01.233570 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617e88e-1222-41b7-a998-12df825edc40 req-ba23a4ec-30b2-44b4-9394-87124d93583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:01.235123 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5617e88e-1222-41b7-a998-12df825edc40 req-ba23a4ec-30b2-44b4-9394-87124d93583b service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c49492600bfa42a4ad7b7a606c55cfd9&device_id=5e170932-f43f-4430-b924-190bcc65a379 HTTP/1.1" status: 200 len: 1099 time: 0.0793478 Nov 04 10:30:01.322870 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe84b1-51fd-49c0-a923-11ff09587c52 req-0447ef7c-dd31-4107-8fb8-d54159b4887a tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:01.333966 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-64fe84b1-51fd-49c0-a923-11ff09587c52 req-0447ef7c-dd31-4107-8fb8-d54159b4887a tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/ports?device_id=5e170932-f43f-4430-b924-190bcc65a379 HTTP/1.1" status: 200 len: 948 time: 0.1267221 Nov 04 10:30:01.356203 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5617e88e-1222-41b7-a998-12df825edc40 req-d09b32d2-bb32-4636-bcf9-1e6d951851e1 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=92f2b9f3-6119-44fd-bf25-5fe2688056c8 HTTP/1.1" status: 200 len: 217 time: 0.1114976 Nov 04 10:30:01.448430 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-64fe84b1-51fd-49c0-a923-11ff09587c52 req-8f2c8359-5610-4a71-bd36-b37f4949f6c9 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/security-groups?id=26d8ccb2-6bb1-4f21-affc-88e1b621b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120489 Nov 04 10:30:01.479962 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617e88e-1222-41b7-a998-12df825edc40 req-01b1a43f-2528-437b-b1aa-7c8a01b9497d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:01.484368 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5617e88e-1222-41b7-a998-12df825edc40 req-01b1a43f-2528-437b-b1aa-7c8a01b9497d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1210780 Nov 04 10:30:01.492039 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98d10c0-b782-4a7a-ba29-69143da4df2c x-openstack-request-id: req-e98d10c0-b782-4a7a-ba29-69143da4df2c {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:30:01.492330 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e170932-f43f-4430-b924-190bcc65a379", "tag": "92f2b9f3-6119-44fd-bf25-5fe2688056c8", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:30:01.492581 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-e98d10c0-b782-4a7a-ba29-69143da4df2c {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:30:01.493043 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e170932-f43f-4430-b924-190bcc65a379', 'tag': '92f2b9f3-6119-44fd-bf25-5fe2688056c8', 'status': 'completed', 'code': 200} Nov 04 10:30:01.560682 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617e88e-1222-41b7-a998-12df825edc40 req-98b51e45-8e64-4b8c-9b97-578fe9b3e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:01.563421 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5617e88e-1222-41b7-a998-12df825edc40 req-98b51e45-8e64-4b8c-9b97-578fe9b3e625 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0695107 Nov 04 10:30:01.669483 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2670a8-dd15-4c56-bdcd-9f8f67dc217e req-a7b2f59e-bbaf-44c3-a497-136641eb5fd0 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:01.673868 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aa2670a8-dd15-4c56-bdcd-9f8f67dc217e req-a7b2f59e-bbaf-44c3-a497-136641eb5fd0 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.127 "GET /v2.0/ports?device_id=51ce0214-ddf9-491d-acbd-0fde8918bf55 HTTP/1.1" status: 200 len: 950 time: 0.1011226 Nov 04 10:30:01.697161 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5617e88e-1222-41b7-a998-12df825edc40 req-39ab4f52-8cac-4946-a347-b6098f6ffb91 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260576 Nov 04 10:30:01.749921 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aa2670a8-dd15-4c56-bdcd-9f8f67dc217e req-3ed3e538-2868-48dd-b9b9-0717fe135f28 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.127 "GET /v2.0/security-groups?id=29b9c88c-fff9-49bb-a31e-9af554b910b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693009 Nov 04 10:30:01.853772 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5617e88e-1222-41b7-a998-12df825edc40 req-1396d58e-4cde-45e6-9067-576aa07aa3b9 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490266 Nov 04 10:30:01.972852 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731c604-2ff5-4474-a541-edd25e029487 req-77bd06ac-c7eb-4fd7-8a80-85d4450cc4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:01.974425 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b731c604-2ff5-4474-a541-edd25e029487 req-77bd06ac-c7eb-4fd7-8a80-85d4450cc4bd service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c49492600bfa42a4ad7b7a606c55cfd9&device_id=5e170932-f43f-4430-b924-190bcc65a379 HTTP/1.1" status: 200 len: 1099 time: 0.0597637 Nov 04 10:30:01.977500 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3405a19b-bdf5-4b06-a09c-6317da9bbdaf req-be4a3261-5d26-4d13-921a-c30d5b70981b tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e HTTP/1.1" status: 200 len: 210 time: 0.0345831 Nov 04 10:30:02.317538 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-c7593de0-65e6-4c02-94de-2167231ad87f tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:02.319580 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-c7593de0-65e6-4c02-94de-2167231ad87f tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.126 "GET /v2.0/networks?id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 HTTP/1.1" status: 200 len: 821 time: 0.1368978 Nov 04 10:30:02.333971 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-7e85b884-12ee-497f-aba5-3cd7a8a58aa6 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Request body: {'port': {'device_id': 'cc383cae-eb29-481a-af33-3ee7cd346f1e', 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730', 'admin_state_up': True, 'tenant_id': '0464048b294a465b81cede98ee2447df'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:02.447238 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731c604-2ff5-4474-a541-edd25e029487 req-cc9669d5-e6a8-42b7-aa14-b106e8bd6caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:02.448670 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b731c604-2ff5-4474-a541-edd25e029487 req-cc9669d5-e6a8-42b7-aa14-b106e8bd6caa service neutron] 10.222.0.126 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.4637773 Nov 04 10:30:02.504935 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b731c604-2ff5-4474-a541-edd25e029487 req-03e8ba2f-4a0f-4b5e-a7aa-9e87906ab581 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=92f2b9f3-6119-44fd-bf25-5fe2688056c8 HTTP/1.1" status: 200 len: 217 time: 0.0473959 Nov 04 10:30:02.508614 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-7e85b884-12ee-497f-aba5-3cd7a8a58aa6 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Made reservation on behalf of 0464048b294a465b81cede98ee2447df for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:30:02.512415 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-7e85b884-12ee-497f-aba5-3cd7a8a58aa6 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:02.577621 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731c604-2ff5-4474-a541-edd25e029487 req-c5d44546-4d86-48b2-a712-d1f92176b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:02.579614 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b731c604-2ff5-4474-a541-edd25e029487 req-c5d44546-4d86-48b2-a712-d1f92176b92a service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0664201 Nov 04 10:30:02.637488 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731c604-2ff5-4474-a541-edd25e029487 req-39709d24-cf22-4ba7-8cb4-823401453017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:02.639170 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b731c604-2ff5-4474-a541-edd25e029487 req-39709d24-cf22-4ba7-8cb4-823401453017 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0509872 Nov 04 10:30:02.699157 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ad240-89d4-4933-b28f-832abbf6eff8 req-b023bf82-0cf2-4c18-8e2f-2554ed6ed51e tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:02.708694 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8a5ad240-89d4-4933-b28f-832abbf6eff8 req-b023bf82-0cf2-4c18-8e2f-2554ed6ed51e tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/ports?device_id=5e170932-f43f-4430-b924-190bcc65a379 HTTP/1.1" status: 200 len: 948 time: 0.1801660 Nov 04 10:30:02.778580 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b731c604-2ff5-4474-a541-edd25e029487 req-1db52576-d8c1-44cc-b94e-ca5c47595270 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301970 Nov 04 10:30:02.778758 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1b8c7-d637-47f4-93c1-da885f6699ad req-e234fa8c-cf38-45dc-a1ed-69ab23a6873b tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:02.780341 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fec1b8c7-d637-47f4-93c1-da885f6699ad req-e234fa8c-cf38-45dc-a1ed-69ab23a6873b tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.121 "GET /v2.0/ports?device_id=51ce0214-ddf9-491d-acbd-0fde8918bf55 HTTP/1.1" status: 200 len: 950 time: 0.2146287 Nov 04 10:30:02.852257 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-7e85b884-12ee-497f-aba5-3cd7a8a58aa6 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Allocated IP 172.20.0.9 (eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730/74d328ae-3dd4-4757-b0cd-5d3ffb3741ad/b06a2c65-3b26-45df-ad41-2b9901e903d9) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:30:02.931364 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b731c604-2ff5-4474-a541-edd25e029487 req-5c97ea34-9ba7-403a-be4d-45f31f49707c service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461649 Nov 04 10:30:03.114662 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8a5ad240-89d4-4933-b28f-832abbf6eff8 req-61d24823-28bc-494c-a7c1-3cdd28a3928f tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/security-groups?id=26d8ccb2-6bb1-4f21-affc-88e1b621b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046462 Nov 04 10:30:03.166752 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-7e85b884-12ee-497f-aba5-3cd7a8a58aa6 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:03.175926 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188445c-2b08-4315-9b9a-2dc8eea58de2 req-7535f30d-71d2-4f7f-9a94-4a55515ac32f tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:03.177481 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a188445c-2b08-4315-9b9a-2dc8eea58de2 req-7535f30d-71d2-4f7f-9a94-4a55515ac32f tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.127 "GET /v2.0/ports?device_id=51ce0214-ddf9-491d-acbd-0fde8918bf55 HTTP/1.1" status: 200 len: 950 time: 0.1849594 Nov 04 10:30:03.254839 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-fec1b8c7-d637-47f4-93c1-da885f6699ad req-73276b22-ff2a-44cd-ae04-7222bd0b2285 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Deleting port 125115c0-0a93-4a93-8b9b-9d9b999afce6 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:30:03.255150 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fec1b8c7-d637-47f4-93c1-da885f6699ad req-73276b22-ff2a-44cd-ae04-7222bd0b2285 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:03.261945 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a188445c-2b08-4315-9b9a-2dc8eea58de2 req-e5dd7e9e-c20c-4e7b-bedc-e753003eb924 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.127 "GET /v2.0/security-groups?id=29b9c88c-fff9-49bb-a31e-9af554b910b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776188 Nov 04 10:30:03.309504 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-7e85b884-12ee-497f-aba5-3cd7a8a58aa6 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:03.366897 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-7e85b884-12ee-497f-aba5-3cd7a8a58aa6 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:30:03.374486 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-7e85b884-12ee-497f-aba5-3cd7a8a58aa6 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:30:03.388724 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-7e85b884-12ee-497f-aba5-3cd7a8a58aa6 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:30:03.394805 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-7e85b884-12ee-497f-aba5-3cd7a8a58aa6 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:03.395362 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-7e85b884-12ee-497f-aba5-3cd7a8a58aa6 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:03.414255 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85b884-12ee-497f-aba5-3cd7a8a58aa6 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Pushing event updated for resources: {'Port': ['ID=b06a2c65-3b26-45df-ad41-2b9901e903d9,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:03.456401 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-7e85b884-12ee-497f-aba5-3cd7a8a58aa6 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1266236 Nov 04 10:30:03.465490 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-fec1b8c7-d637-47f4-93c1-da885f6699ad req-73276b22-ff2a-44cd-ae04-7222bd0b2285 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] For port 125115c0-0a93-4a93-8b9b-9d9b999afce6, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=125115c0-0a93-4a93-8b9b-9d9b999afce6,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:03.465853 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fec1b8c7-d637-47f4-93c1-da885f6699ad req-73276b22-ff2a-44cd-ae04-7222bd0b2285 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:03.478829 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-83ae5bf0-6c5a-4c6b-b4bd-2f3299feea23 service neutron] Request body: {'port': {'device_id': 'cc383cae-eb29-481a-af33-3ee7cd346f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:03.503127 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-fec1b8c7-d637-47f4-93c1-da885f6699ad req-73276b22-ff2a-44cd-ae04-7222bd0b2285 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Calling delete_port for 125115c0-0a93-4a93-8b9b-9d9b999afce6 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:30:03.541390 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1966d7-1d04-48da-a85a-6a54fe7e2bfd req-a1cf310d-7915-4101-a041-278088ef0070 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:03.541660 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7e1966d7-1d04-48da-a85a-6a54fe7e2bfd req-a1cf310d-7915-4101-a041-278088ef0070 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e HTTP/1.1" status: 200 len: 931 time: 0.1303344 Nov 04 10:30:03.610596 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-83ae5bf0-6c5a-4c6b-b4bd-2f3299feea23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:03.713995 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7e1966d7-1d04-48da-a85a-6a54fe7e2bfd req-af3be3d7-b9dc-43f7-920e-ab62872d443c tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245363 Nov 04 10:30:03.834984 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-97a7f8a6-0e86-44c8-9e4d-5117e509d30b tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586834 Nov 04 10:30:03.943831 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fec1b8c7-d637-47f4-93c1-da885f6699ad req-73276b22-ff2a-44cd-ae04-7222bd0b2285 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:03.956162 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['125115c0-0a93-4a93-8b9b-9d9b999afce6'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:30:04.004975 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73276b22-ff2a-44cd-ae04-7222bd0b2285 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Pushing event deleted for resources: {'Port': ['ID=125115c0-0a93-4a93-8b9b-9d9b999afce6,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:04.340748 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec1b8c7-d637-47f4-93c1-da885f6699ad req-73276b22-ff2a-44cd-ae04-7222bd0b2285 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] No DVR routers for this DVR port 125115c0-0a93-4a93-8b9b-9d9b999afce6 on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:30:04.358654 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fec1b8c7-d637-47f4-93c1-da885f6699ad req-73276b22-ff2a-44cd-ae04-7222bd0b2285 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:04.362224 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fec1b8c7-d637-47f4-93c1-da885f6699ad req-73276b22-ff2a-44cd-ae04-7222bd0b2285 tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.121 "DELETE /v2.0/ports/125115c0-0a93-4a93-8b9b-9d9b999afce6 HTTP/1.1" status: 204 len: 173 time: 1.3683960 Nov 04 10:30:04.362845 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ce0214-ddf9-491d-acbd-0fde8918bf55', 'name': 'network-vif-deleted', 'tag': '125115c0-0a93-4a93-8b9b-9d9b999afce6'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:30:04.365345 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c164590b-574b-4ce3-a601-71fb0a4e884c" -d '{"events": [{"server_uuid": "51ce0214-ddf9-491d-acbd-0fde8918bf55", "name": "network-vif-deleted", "tag": "125115c0-0a93-4a93-8b9b-9d9b999afce6"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:30:04.382462 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-ff7cc44a-c74f-493f-a23d-b32a127406df tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:04.391506 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-ff7cc44a-c74f-493f-a23d-b32a127406df tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5467882 Nov 04 10:30:04.451631 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-5b0ac2a9-da14-4228-81d2-5ee4a5fcd6d9 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/quotas/cd2183f7c1f6439d8bc0b7de34a592df HTTP/1.1" status: 200 len: 375 time: 0.0589652 Nov 04 10:30:04.521014 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-bdc19294-2d15-4ef1-a782-0310512a095b tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421727 Nov 04 10:30:04.523150 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-83ae5bf0-6c5a-4c6b-b4bd-2f3299feea23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06a2c65-3b26-45df-ad41-2b9901e903d9 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:30:04.534603 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-83ae5bf0-6c5a-4c6b-b4bd-2f3299feea23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:04.546467 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b84f4-06af-4271-b93f-9f0f256d4a14 req-4f0e6c1b-0d91-4b10-8ffd-b2785f19f9c7 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:04.548002 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-532b84f4-06af-4271-b93f-9f0f256d4a14 req-4f0e6c1b-0d91-4b10-8ffd-b2785f19f9c7 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/ports?device_id=5e170932-f43f-4430-b924-190bcc65a379 HTTP/1.1" status: 200 len: 948 time: 0.1526208 Nov 04 10:30:04.563327 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-83ae5bf0-6c5a-4c6b-b4bd-2f3299feea23 service neutron] Transition to ACTIVE for port object b06a2c65-3b26-45df-ad41-2b9901e903d9 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:30:04.576896 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-83ae5bf0-6c5a-4c6b-b4bd-2f3299feea23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:04.666604 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-532b84f4-06af-4271-b93f-9f0f256d4a14 req-716268c4-4145-4f08-a0dc-28597afa5ef8 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/security-groups?id=26d8ccb2-6bb1-4f21-affc-88e1b621b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024044 Nov 04 10:30:04.670199 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae5bf0-6c5a-4c6b-b4bd-2f3299feea23 service neutron] Pushing event updated for resources: {'Port': ['ID=b06a2c65-3b26-45df-ad41-2b9901e903d9,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:04.710672 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-83ae5bf0-6c5a-4c6b-b4bd-2f3299feea23 service neutron] Attempting to bind port b06a2c65-3b26-45df-ad41-2b9901e903d9 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:30:04.710981 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-83ae5bf0-6c5a-4c6b-b4bd-2f3299feea23 service neutron] Attempting to bind port b06a2c65-3b26-45df-ad41-2b9901e903d9 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:30:04.711431 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-83ae5bf0-6c5a-4c6b-b4bd-2f3299feea23 service neutron] Attempting to bind port b06a2c65-3b26-45df-ad41-2b9901e903d9 on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:30:04.717360 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-83ae5bf0-6c5a-4c6b-b4bd-2f3299feea23 service neutron] Port b06a2c65-3b26-45df-ad41-2b9901e903d9 on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:30:04.717604 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-83ae5bf0-6c5a-4c6b-b4bd-2f3299feea23 service neutron] Attempting to bind port b06a2c65-3b26-45df-ad41-2b9901e903d9 on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:30:04.724452 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-83ae5bf0-6c5a-4c6b-b4bd-2f3299feea23 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:30:04.725107 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-83ae5bf0-6c5a-4c6b-b4bd-2f3299feea23 service neutron] Checking segment: {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:30:04.725746 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-83ae5bf0-6c5a-4c6b-b4bd-2f3299feea23 service neutron] Bound using segment: {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:30:04.726336 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-83ae5bf0-6c5a-4c6b-b4bd-2f3299feea23 service neutron] Bound port: b06a2c65-3b26-45df-ad41-2b9901e903d9, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:30:04.726850 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-83ae5bf0-6c5a-4c6b-b4bd-2f3299feea23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:04.872495 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d828b3f0-23ec-4579-980b-b780646deac6 req-6532795e-d243-4b4b-a1e3-8844015871ce tempest-ServerDiagnosticsNegativeTest-1757412955 tempest-ServerDiagnosticsNegativeTest-1757412955-project] 10.222.0.127 "GET /v2.0/ports?device_id=51ce0214-ddf9-491d-acbd-0fde8918bf55 HTTP/1.1" status: 200 len: 210 time: 0.0423810 Nov 04 10:30:04.876088 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-83ae5bf0-6c5a-4c6b-b4bd-2f3299feea23 service neutron] For port b06a2c65-3b26-45df-ad41-2b9901e903d9, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:30:04.894312 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-83ae5bf0-6c5a-4c6b-b4bd-2f3299feea23 service neutron] For port b06a2c65-3b26-45df-ad41-2b9901e903d9, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b06a2c65-3b26-45df-ad41-2b9901e903d9,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:30:04.913939 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-83ae5bf0-6c5a-4c6b-b4bd-2f3299feea23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:04.956975 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-83ae5bf0-6c5a-4c6b-b4bd-2f3299feea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:04.957786 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-83ae5bf0-6c5a-4c6b-b4bd-2f3299feea23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:04.959743 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-83ae5bf0-6c5a-4c6b-b4bd-2f3299feea23 service neutron] 10.222.0.126 "PUT /v2.0/ports/b06a2c65-3b26-45df-ad41-2b9901e903d9 HTTP/1.1" status: 200 len: 1091 time: 1.4903448 Nov 04 10:30:04.992583 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae5bf0-6c5a-4c6b-b4bd-2f3299feea23 service neutron] Pushing event updated for resources: {'Port': ['ID=b06a2c65-3b26-45df-ad41-2b9901e903d9,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:05.077564 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-ec883de8-163b-49fe-8198-2484fda6276f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:05.079461 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-ec883de8-163b-49fe-8198-2484fda6276f service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0464048b294a465b81cede98ee2447df&device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e HTTP/1.1" status: 200 len: 1094 time: 0.0629795 Nov 04 10:30:05.134120 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-5d285128-098a-4a41-bd36-a285880bb07b service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b06a2c65-3b26-45df-ad41-2b9901e903d9 HTTP/1.1" status: 200 len: 217 time: 0.0457771 Nov 04 10:30:05.142511 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 92f2b9f3-6119-44fd-bf25-5fe2688056c8 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:30:05.152741 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57826ff-160f-4c7e-888c-19867ca17be7 x-openstack-request-id: req-d57826ff-160f-4c7e-888c-19867ca17be7 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:30:05.153643 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ce0214-ddf9-491d-acbd-0fde8918bf55", "name": "network-vif-deleted", "tag": "125115c0-0a93-4a93-8b9b-9d9b999afce6", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:30:05.154010 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-d57826ff-160f-4c7e-888c-19867ca17be7 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:30:05.154525 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ce0214-ddf9-491d-acbd-0fde8918bf55', 'name': 'network-vif-deleted', 'tag': '125115c0-0a93-4a93-8b9b-9d9b999afce6', 'status': 'completed', 'code': 200} Nov 04 10:30:05.231255 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-90e4e2ae-b11d-4c45-a076-8d7ffebfcab9 req-95c9be38-b91e-4347-bf74-70bb1bbce5eb tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 210 time: 0.0413289 Nov 04 10:30:05.238193 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-67c160f4-2d2e-405d-be3c-5cd4dde3b709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:05.239770 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-67c160f4-2d2e-405d-be3c-5cd4dde3b709 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=74d328ae-3dd4-4757-b0cd-5d3ffb3741ad HTTP/1.1" status: 200 len: 861 time: 0.0958738 Nov 04 10:30:05.291110 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-e5ae7473-5f86-4c3a-8c19-f80796cba021 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438881 Nov 04 10:30:05.339815 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59058) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:05.416125 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 92f2b9f3-6119-44fd-bf25-5fe2688056c8, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=92f2b9f3-6119-44fd-bf25-5fe2688056c8,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:05.433703 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '92f2b9f3-6119-44fd-bf25-5fe2688056c8', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '92f2b9f3-6119-44fd-bf25-5fe2688056c8', 'mac_address': 'fa:16:3e:f5:f8:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:30:05.468231 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-00034e97-fa65-4360-9604-f691891d1710 service neutron] 10.222.0.126 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683481 Nov 04 10:30:05.489227 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:05.507407 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13172602-7949-4e0b-8bbe-a56cedf5b0de req-071ba622-660f-4975-b5a7-1fe8d83e4779 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:05.511119 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f2b9f3-6119-44fd-bf25-5fe2688056c8 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:30:05.515704 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-13172602-7949-4e0b-8bbe-a56cedf5b0de req-071ba622-660f-4975-b5a7-1fe8d83e4779 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e HTTP/1.1" status: 200 len: 943 time: 0.1995597 Nov 04 10:30:05.538789 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 92f2b9f3-6119-44fd-bf25-5fe2688056c8, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=92f2b9f3-6119-44fd-bf25-5fe2688056c8,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:05.547206 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:05.581653 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b16e140b-9529-4214-97d7-263a1401f579 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:05.641401 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-13172602-7949-4e0b-8bbe-a56cedf5b0de req-5fd68fd5-5d94-40a8-b1e9-6085fe1c2948 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248076 Nov 04 10:30:05.655220 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=92f2b9f3-6119-44fd-bf25-5fe2688056c8,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:05.689716 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f40fceab-91c9-4ac1-a471-23aa2a9c5421 req-b0f2b0b9-7dca-4b65-a684-9385d947c843 service neutron] 10.222.0.126 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102418 Nov 04 10:30:05.716121 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b16e140b-9529-4214-97d7-263a1401f579 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:05.727486 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b16e140b-9529-4214-97d7-263a1401f579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:05.764721 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['92f2b9f3-6119-44fd-bf25-5fe2688056c8'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:30:05.786032 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e140b-9529-4214-97d7-263a1401f579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836ccc4e-c755-4048-8f73-c14ba13a00e1,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:05.795606 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b16e140b-9529-4214-97d7-263a1401f579 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=4fe041519f5f49648a2fb73481e6828c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4540091 Nov 04 10:30:05.805511 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59108) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:05.856085 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeab305-9c9d-48d5-bf7d-64354146362d req-7e4a9c65-4767-4425-bbf3-4344302586c0 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:05.858035 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-daeab305-9c9d-48d5-bf7d-64354146362d req-7e4a9c65-4767-4425-bbf3-4344302586c0 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/ports?device_id=5e170932-f43f-4430-b924-190bcc65a379 HTTP/1.1" status: 200 len: 949 time: 0.0714190 Nov 04 10:30:05.874040 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c3a65704-c8e6-42be-85d2-5d10d5ec951f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:05.904842 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c3a65704-c8e6-42be-85d2-5d10d5ec951f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:05.923047 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-daeab305-9c9d-48d5-bf7d-64354146362d req-27b5f411-d7ba-4d7c-a8b1-8930ef37a8e8 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/security-groups?id=26d8ccb2-6bb1-4f21-affc-88e1b621b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577745 Nov 04 10:30:05.979240 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c3a65704-c8e6-42be-85d2-5d10d5ec951f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:05.983072 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c3a65704-c8e6-42be-85d2-5d10d5ec951f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:05.987352 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c3a65704-c8e6-42be-85d2-5d10d5ec951f admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/836ccc4e-c755-4048-8f73-c14ba13a00e1 HTTP/1.1" status: 204 len: 168 time: 0.1777360 Nov 04 10:30:05.993924 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a65704-c8e6-42be-85d2-5d10d5ec951f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836ccc4e-c755-4048-8f73-c14ba13a00e1,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:06.164714 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-aaf4f7ab-d5ab-4658-b8c6-b05494275d05 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502923 Nov 04 10:30:06.386432 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-38cfe558-0adb-4ad2-bb24-6f2e937d971a tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:06.388147 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-38cfe558-0adb-4ad2-bb24-6f2e937d971a tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2145090 Nov 04 10:30:06.407938 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59162) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:06.425990 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1fb5470f-a85d-4d63-a692-aa4b2df160e1 req-dd9900de-4fd9-4371-8a11-8f7251667932 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 210 time: 0.0678003 Nov 04 10:30:06.439024 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-6943e988-185a-4bfc-b41a-aca071213993 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Request body: {'port': {'device_id': '67e410ee-6b3d-4e43-8328-1839b4d6352c', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': 'cd2183f7c1f6439d8bc0b7de34a592df'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:06.616002 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59192) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:06.616776 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d0bc6f93-52b3-4591-be32-78e9dcf87bb6 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=b580c1baf4124f7f879031906dff55f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2060750 Nov 04 10:30:06.625828 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-6943e988-185a-4bfc-b41a-aca071213993 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Made reservation on behalf of cd2183f7c1f6439d8bc0b7de34a592df for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:30:06.630059 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-6943e988-185a-4bfc-b41a-aca071213993 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:06.631357 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59194) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:06.644043 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-6943e988-185a-4bfc-b41a-aca071213993 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:06.648725 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d1fb723a-5335-4de7-bbeb-07058ef4b523 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:06.777779 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d1fb723a-5335-4de7-bbeb-07058ef4b523 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:06.783777 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d1fb723a-5335-4de7-bbeb-07058ef4b523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:06.837445 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d1fb723a-5335-4de7-bbeb-07058ef4b523 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=3602fd9f56c149cdb6825c244b18593f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2043362 Nov 04 10:30:06.837661 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9e198495-e08c-4ab0-99c8-289e401422df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:06.844920 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59216) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:06.869893 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb723a-5335-4de7-bbeb-07058ef4b523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6d7fa2-7adc-42b0-8a6d-2ecbfc5cdb24,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:06.878804 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9e198495-e08c-4ab0-99c8-289e401422df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:06.897472 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d233d1-1038-47ef-bf40-8eeb064108b2 req-4c81a3c3-b02f-4e48-940d-db96aedf8097 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:06.899084 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-48d233d1-1038-47ef-bf40-8eeb064108b2 req-4c81a3c3-b02f-4e48-940d-db96aedf8097 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e HTTP/1.1" status: 200 len: 943 time: 0.1336925 Nov 04 10:30:06.932055 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-39b289d2-04a3-4f5d-8551-ce53de1df3c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:06.933252 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-6943e988-185a-4bfc-b41a-aca071213993 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:06.950917 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-6943e988-185a-4bfc-b41a-aca071213993 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:06.964437 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-39b289d2-04a3-4f5d-8551-ce53de1df3c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:07.027530 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-39b289d2-04a3-4f5d-8551-ce53de1df3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:07.030767 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-39b289d2-04a3-4f5d-8551-ce53de1df3c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:07.033432 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-39b289d2-04a3-4f5d-8551-ce53de1df3c8 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/5e6d7fa2-7adc-42b0-8a6d-2ecbfc5cdb24 HTTP/1.1" status: 204 len: 168 time: 0.1857255 Nov 04 10:30:07.043111 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b289d2-04a3-4f5d-8551-ce53de1df3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6d7fa2-7adc-42b0-8a6d-2ecbfc5cdb24,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:07.059217 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943e988-185a-4bfc-b41a-aca071213993 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c31b9ee1-eb51-4bb6-9644-d807815c8598,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:07.084323 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-48d233d1-1038-47ef-bf40-8eeb064108b2 req-1dffc909-0949-42ae-82c7-b09ffe41aafa tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728055 Nov 04 10:30:07.099039 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9e198495-e08c-4ab0-99c8-289e401422df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:07.102009 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9e198495-e08c-4ab0-99c8-289e401422df admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:07.103020 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9e198495-e08c-4ab0-99c8-289e401422df admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/29b9c88c-fff9-49bb-a31e-9af554b910b4 HTTP/1.1" status: 204 len: 168 time: 0.4857857 Nov 04 10:30:07.147855 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 92f2b9f3-6119-44fd-bf25-5fe2688056c8 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:30:07.160030 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc383cae-eb29-481a-af33-3ee7cd346f1e', 'tag': 'b06a2c65-3b26-45df-ad41-2b9901e903d9'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:30:07.162333 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ec6472-d84f-4753-855d-f704feae511c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc383cae-eb29-481a-af33-3ee7cd346f1e", "tag": "b06a2c65-3b26-45df-ad41-2b9901e903d9"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:30:07.180526 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e198495-e08c-4ab0-99c8-289e401422df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b9c88c-fff9-49bb-a31e-9af554b910b4,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:07.288032 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 92f2b9f3-6119-44fd-bf25-5fe2688056c8 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:30:07.296646 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 125115c0-0a93-4a93-8b9b-9d9b999afce6 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:30:07.301738 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3c9a69-c112-44d8-ada6-5e86ed757552 x-openstack-request-id: req-5d3c9a69-c112-44d8-ada6-5e86ed757552 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:30:07.302024 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc383cae-eb29-481a-af33-3ee7cd346f1e", "tag": "b06a2c65-3b26-45df-ad41-2b9901e903d9", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:30:07.302586 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-5d3c9a69-c112-44d8-ada6-5e86ed757552 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:30:07.303313 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc383cae-eb29-481a-af33-3ee7cd346f1e', 'tag': 'b06a2c65-3b26-45df-ad41-2b9901e903d9', 'status': 'completed', 'code': 200} Nov 04 10:30:07.346980 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 125115c0-0a93-4a93-8b9b-9d9b999afce6 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:30:07.347271 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 125115c0-0a93-4a93-8b9b-9d9b999afce6 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:30:07.348666 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 92f2b9f3-6119-44fd-bf25-5fe2688056c8 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:07.349073 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:07.369868 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee50c0-4ed7-4e21-b275-ebb517e91aed req-ae1eb4c8-809f-482b-a019-aee4028c8faf tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:07.371749 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3aee50c0-4ed7-4e21-b275-ebb517e91aed req-ae1eb4c8-809f-482b-a019-aee4028c8faf tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/ports?device_id=5e170932-f43f-4430-b924-190bcc65a379 HTTP/1.1" status: 200 len: 949 time: 0.1924679 Nov 04 10:30:07.422919 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-6943e988-185a-4bfc-b41a-aca071213993 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Allocated IP 192.168.233.80 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/8f4d702b-b914-470f-874a-f8a7b107abdb) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:30:07.445867 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec6472-d84f-4753-855d-f704feae511c req-f366ffc0-58dc-45ee-91d4-4c436171711c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:07.448033 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d2ec6472-d84f-4753-855d-f704feae511c req-f366ffc0-58dc-45ee-91d4-4c436171711c service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0464048b294a465b81cede98ee2447df&device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e HTTP/1.1" status: 200 len: 1094 time: 0.1480658 Nov 04 10:30:07.485578 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:07.509326 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3aee50c0-4ed7-4e21-b275-ebb517e91aed req-af64d9ba-629a-4a8e-87a6-c2a84f79ef8c tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/security-groups?id=26d8ccb2-6bb1-4f21-affc-88e1b621b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245313 Nov 04 10:30:07.515677 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e170932-f43f-4430-b924-190bcc65a379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f2b9f3-6119-44fd-bf25-5fe2688056c8'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:30:07.528537 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9af3194-259c-476d-be80-daaaa3cba251" -d '{"events": [{"server_uuid": "5e170932-f43f-4430-b924-190bcc65a379", "name": "network-vif-plugged", "status": "completed", "tag": "92f2b9f3-6119-44fd-bf25-5fe2688056c8"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:30:07.562189 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 92f2b9f3-6119-44fd-bf25-5fe2688056c8, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=92f2b9f3-6119-44fd-bf25-5fe2688056c8,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:07.577322 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:07.643799 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59282) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:07.670946 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-94b0ae03-0e8b-486c-89a9-1ab149d6be8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:07.713293 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=92f2b9f3-6119-44fd-bf25-5fe2688056c8,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:07.756753 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec6472-d84f-4753-855d-f704feae511c req-6d257e53-5074-413f-936a-fe255582db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:07.758533 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d2ec6472-d84f-4753-855d-f704feae511c req-6d257e53-5074-413f-936a-fe255582db12 service neutron] 10.222.0.126 "GET /v2.0/networks?id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 HTTP/1.1" status: 200 len: 923 time: 0.2953434 Nov 04 10:30:07.819789 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d2ec6472-d84f-4753-855d-f704feae511c req-1949d611-f6d9-45ce-8616-1136140c0ce4 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b06a2c65-3b26-45df-ad41-2b9901e903d9 HTTP/1.1" status: 200 len: 217 time: 0.0476387 Nov 04 10:30:07.834020 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-94b0ae03-0e8b-486c-89a9-1ab149d6be8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:07.841511 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-94b0ae03-0e8b-486c-89a9-1ab149d6be8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:07.887234 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-6943e988-185a-4bfc-b41a-aca071213993 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:07.887423 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-94b0ae03-0e8b-486c-89a9-1ab149d6be8b admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=0464fcc3795749f78e7223ec37b67c11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393467 Nov 04 10:30:07.891735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59298) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:07.899269 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3731cb50-85fc-4484-88c7-f1c71314910e x-openstack-request-id: req-3731cb50-85fc-4484-88c7-f1c71314910e {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:30:07.899633 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e170932-f43f-4430-b924-190bcc65a379", "name": "network-vif-plugged", "status": "completed", "tag": "92f2b9f3-6119-44fd-bf25-5fe2688056c8", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:30:07.899810 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-3731cb50-85fc-4484-88c7-f1c71314910e {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:30:07.900201 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e170932-f43f-4430-b924-190bcc65a379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f2b9f3-6119-44fd-bf25-5fe2688056c8', 'code': 200} Nov 04 10:30:07.933507 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0ae03-0e8b-486c-89a9-1ab149d6be8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096ec3af-0717-434a-9c18-8910424cd2b6,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:07.957030 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3a57f26e-f489-4a5b-b239-4fccbdd8c74d req-9fa32422-a81a-4d7a-a18a-3dc09ef17bcb tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 210 time: 0.1215742 Nov 04 10:30:08.007177 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b84ed559-ebc7-4b24-961e-3c2f76eab74f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:08.010612 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec6472-d84f-4753-855d-f704feae511c req-7defb1fa-f216-452f-94e8-634413d79702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:08.013077 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d2ec6472-d84f-4753-855d-f704feae511c req-7defb1fa-f216-452f-94e8-634413d79702 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=74d328ae-3dd4-4757-b0cd-5d3ffb3741ad HTTP/1.1" status: 200 len: 861 time: 0.1825023 Nov 04 10:30:08.041643 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05063af3-881f-457c-9ad4-3877c9ec61ce req-ce04b19a-b190-4900-b6bd-d255ec3b0ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:08.043348 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-05063af3-881f-457c-9ad4-3877c9ec61ce req-ce04b19a-b190-4900-b6bd-d255ec3b0ccb service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=5e170932-f43f-4430-b924-190bcc65a379 HTTP/1.1" status: 200 len: 1101 time: 0.0765631 Nov 04 10:30:08.046266 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b84ed559-ebc7-4b24-961e-3c2f76eab74f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:08.064690 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d2ec6472-d84f-4753-855d-f704feae511c req-cb41a951-ee50-4cde-8855-8b387b4a5b18 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416353 Nov 04 10:30:08.084653 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-6943e988-185a-4bfc-b41a-aca071213993 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:08.180843 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-05063af3-881f-457c-9ad4-3877c9ec61ce req-1c376440-0c6b-4ee5-b512-6f07261a8dd2 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=26d8ccb2-6bb1-4f21-affc-88e1b621b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123817 Nov 04 10:30:08.199760 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b84ed559-ebc7-4b24-961e-3c2f76eab74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:08.202979 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b84ed559-ebc7-4b24-961e-3c2f76eab74f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:08.206164 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b84ed559-ebc7-4b24-961e-3c2f76eab74f admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/096ec3af-0717-434a-9c18-8910424cd2b6 HTTP/1.1" status: 204 len: 168 time: 0.3133578 Nov 04 10:30:08.210492 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-6943e988-185a-4bfc-b41a-aca071213993 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:30:08.219953 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ed559-ebc7-4b24-961e-3c2f76eab74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096ec3af-0717-434a-9c18-8910424cd2b6,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:08.231464 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-6943e988-185a-4bfc-b41a-aca071213993 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:30:08.239328 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-6943e988-185a-4bfc-b41a-aca071213993 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:30:08.245178 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-6943e988-185a-4bfc-b41a-aca071213993 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:08.245833 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-6943e988-185a-4bfc-b41a-aca071213993 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:08.314662 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943e988-185a-4bfc-b41a-aca071213993 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Pushing event updated for resources: {'Port': ['ID=8f4d702b-b914-470f-874a-f8a7b107abdb,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:08.350774 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-6943e988-185a-4bfc-b41a-aca071213993 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9347308 Nov 04 10:30:08.353808 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d2ec6472-d84f-4753-855d-f704feae511c req-26fc9723-73ea-40a8-b9bc-aaa0c1391b71 service neutron] 10.222.0.126 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814610 Nov 04 10:30:08.368487 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70f989-7581-45a9-b714-85894d4f76ff req-bc45b463-7a16-4b66-b70b-4d832719fe68 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:08.379671 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ba70f989-7581-45a9-b714-85894d4f76ff req-bc45b463-7a16-4b66-b70b-4d832719fe68 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e HTTP/1.1" status: 200 len: 943 time: 0.1807761 Nov 04 10:30:08.395889 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-71d6d74c-7a08-4184-83fc-df234cfa0606 service neutron] Request body: {'port': {'device_id': '67e410ee-6b3d-4e43-8328-1839b4d6352c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:08.554125 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-98cda1a9-d8cd-492b-8fac-12c2d8f9c6c7 None None] Provisioning complete for port 8f4d702b-b914-470f-874a-f8a7b107abdb triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:08.554705 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-98cda1a9-d8cd-492b-8fac-12c2d8f9c6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:08.595243 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-98cda1a9-d8cd-492b-8fac-12c2d8f9c6c7 None None] Port 8f4d702b-b914-470f-874a-f8a7b107abdb cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:30:08.645372 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ba70f989-7581-45a9-b714-85894d4f76ff req-219f71d3-bdbd-4665-ad9a-d7318b3c5d24 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524869 Nov 04 10:30:08.665767 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-71d6d74c-7a08-4184-83fc-df234cfa0606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:08.785389 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d2ec6472-d84f-4753-855d-f704feae511c req-541279d5-1561-4086-a617-4bedf807850b service neutron] 10.222.0.126 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029346 Nov 04 10:30:08.873268 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72142c-f473-41a4-932e-39bf707c8845 req-5b155df2-749f-4b6b-bc2f-07e7fead8cd9 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:08.874906 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fd72142c-f473-41a4-932e-39bf707c8845 req-5b155df2-749f-4b6b-bc2f-07e7fead8cd9 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/ports?device_id=5e170932-f43f-4430-b924-190bcc65a379 HTTP/1.1" status: 200 len: 950 time: 0.1305492 Nov 04 10:30:09.016914 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fd72142c-f473-41a4-932e-39bf707c8845 req-9a5dbe7e-df3a-4f52-8aab-6cae0ab5a602 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/security-groups?id=26d8ccb2-6bb1-4f21-affc-88e1b621b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337998 Nov 04 10:30:09.158747 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b06a2c65-3b26-45df-ad41-2b9901e903d9 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:30:09.253511 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-71d6d74c-7a08-4184-83fc-df234cfa0606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f4d702b-b914-470f-874a-f8a7b107abdb {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:30:09.287839 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-71d6d74c-7a08-4184-83fc-df234cfa0606 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:09.307219 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f77556-b435-42dc-84c3-8f368fafabb7 req-f591ec81-6e0e-44c2-9baf-8290cec47212 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:09.317239 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d7f77556-b435-42dc-84c3-8f368fafabb7 req-f591ec81-6e0e-44c2-9baf-8290cec47212 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 935 time: 0.1741185 Nov 04 10:30:09.321174 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port b06a2c65-3b26-45df-ad41-2b9901e903d9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b06a2c65-3b26-45df-ad41-2b9901e903d9,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:09.340779 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'b06a2c65-3b26-45df-ad41-2b9901e903d9', 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730', 'port_id': 'b06a2c65-3b26-45df-ad41-2b9901e903d9', 'mac_address': 'fa:16:3e:b1:78:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d328ae-3dd4-4757-b0cd-5d3ffb3741ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:30:09.342910 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-71d6d74c-7a08-4184-83fc-df234cfa0606 service neutron] Transition to ACTIVE for port object 8f4d702b-b914-470f-874a-f8a7b107abdb will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:30:09.381212 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-71d6d74c-7a08-4184-83fc-df234cfa0606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:09.389679 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:09.427616 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06a2c65-3b26-45df-ad41-2b9901e903d9 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:30:09.436092 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d7f77556-b435-42dc-84c3-8f368fafabb7 req-52f40a84-02bf-4c6a-881f-d857069d79e7 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170883 Nov 04 10:30:09.458192 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port b06a2c65-3b26-45df-ad41-2b9901e903d9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b06a2c65-3b26-45df-ad41-2b9901e903d9,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:09.471061 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:09.526521 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6d74c-7a08-4184-83fc-df234cfa0606 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4d702b-b914-470f-874a-f8a7b107abdb,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:09.569730 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-71d6d74c-7a08-4184-83fc-df234cfa0606 service neutron] Attempting to bind port 8f4d702b-b914-470f-874a-f8a7b107abdb on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:30:09.571151 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-71d6d74c-7a08-4184-83fc-df234cfa0606 service neutron] Attempting to bind port 8f4d702b-b914-470f-874a-f8a7b107abdb by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:30:09.571660 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-71d6d74c-7a08-4184-83fc-df234cfa0606 service neutron] Attempting to bind port 8f4d702b-b914-470f-874a-f8a7b107abdb on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:30:09.584798 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-71d6d74c-7a08-4184-83fc-df234cfa0606 service neutron] Port 8f4d702b-b914-470f-874a-f8a7b107abdb on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:30:09.585213 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-71d6d74c-7a08-4184-83fc-df234cfa0606 service neutron] Attempting to bind port 8f4d702b-b914-470f-874a-f8a7b107abdb on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:30:09.591469 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-71d6d74c-7a08-4184-83fc-df234cfa0606 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:30:09.591819 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-71d6d74c-7a08-4184-83fc-df234cfa0606 service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:30:09.592204 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-71d6d74c-7a08-4184-83fc-df234cfa0606 service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:30:09.592650 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-71d6d74c-7a08-4184-83fc-df234cfa0606 service neutron] Bound port: 8f4d702b-b914-470f-874a-f8a7b107abdb, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:30:09.593098 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-71d6d74c-7a08-4184-83fc-df234cfa0606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:09.675044 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-71d6d74c-7a08-4184-83fc-df234cfa0606 service neutron] For port 8f4d702b-b914-470f-874a-f8a7b107abdb, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:30:09.678901 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-71d6d74c-7a08-4184-83fc-df234cfa0606 service neutron] For port 8f4d702b-b914-470f-874a-f8a7b107abdb, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=8f4d702b-b914-470f-874a-f8a7b107abdb,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:30:09.692020 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-71d6d74c-7a08-4184-83fc-df234cfa0606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:09.792451 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-71d6d74c-7a08-4184-83fc-df234cfa0606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:09.794315 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-71d6d74c-7a08-4184-83fc-df234cfa0606 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:09.795808 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-71d6d74c-7a08-4184-83fc-df234cfa0606 service neutron] 10.222.0.121 "PUT /v2.0/ports/8f4d702b-b914-470f-874a-f8a7b107abdb HTTP/1.1" status: 200 len: 1095 time: 1.4110909 Nov 04 10:30:09.799268 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e410ee-6b3d-4e43-8328-1839b4d6352c', 'tag': '8f4d702b-b914-470f-874a-f8a7b107abdb'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:30:09.803010 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef32626-da1d-42cd-834e-c531c84ed800" -d '{"events": [{"name": "network-changed", "server_uuid": "67e410ee-6b3d-4e43-8328-1839b4d6352c", "tag": "8f4d702b-b914-470f-874a-f8a7b107abdb"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:30:09.839401 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=b06a2c65-3b26-45df-ad41-2b9901e903d9,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:09.849281 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6d74c-7a08-4184-83fc-df234cfa0606 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4d702b-b914-470f-874a-f8a7b107abdb,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:09.878699 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['b06a2c65-3b26-45df-ad41-2b9901e903d9'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:30:09.927209 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-fbb5ad69-af1d-4a3b-892d-2a923ebf13f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:09.928981 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-fbb5ad69-af1d-4a3b-892d-2a923ebf13f4 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 1098 time: 0.0655549 Nov 04 10:30:09.985760 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-1a71b97e-0b30-4aff-89cb-dcfe343593be service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=8f4d702b-b914-470f-874a-f8a7b107abdb HTTP/1.1" status: 200 len: 217 time: 0.0468512 Nov 04 10:30:10.076965 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-d97c587a-1ebe-45c7-ab3e-179448d03205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:10.078667 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-d97c587a-1ebe-45c7-ab3e-179448d03205 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0791092 Nov 04 10:30:10.132073 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-8b01b18a-2193-49c5-8a3f-0510c12ca74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:10.134043 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-8b01b18a-2193-49c5-8a3f-0510c12ca74d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0450919 Nov 04 10:30:10.197650 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-0a6dee6b-8d21-4a57-ad0b-a82f9daf0b45 req-9573ad95-3447-4ded-901a-1fdaec4a3542 tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] Request body: {'security_group': {'name': 'tempest-securitygroup-645278446', 'description': 'tempest-description-1119920131'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:10.520354 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0a6dee6b-8d21-4a57-ad0b-a82f9daf0b45 req-9573ad95-3447-4ded-901a-1fdaec4a3542 tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:10.536160 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-ab1d7707-6db1-426c-8017-cabdb0e04b3f service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939176 Nov 04 10:30:10.538537 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0a6dee6b-8d21-4a57-ad0b-a82f9daf0b45 req-9573ad95-3447-4ded-901a-1fdaec4a3542 tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:10.549166 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbdebb-910b-484c-bd6b-006c19264edc req-4efabddd-f3b6-475f-87df-11b7b37b858d tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:10.550632 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-89fbdebb-910b-484c-bd6b-006c19264edc req-4efabddd-f3b6-475f-87df-11b7b37b858d tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e HTTP/1.1" status: 200 len: 944 time: 0.1121709 Nov 04 10:30:10.695533 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-89fbdebb-910b-484c-bd6b-006c19264edc req-6f315f13-6dab-4493-a5d5-f502baafa72c tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384311 Nov 04 10:30:10.702689 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3fd30a00-184b-4a04-b2f5-975086e0699e req-3b5c97f5-0990-4da1-b04f-60166e126868 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466680 Nov 04 10:30:10.743495 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0a6dee6b-8d21-4a57-ad0b-a82f9daf0b45 req-9573ad95-3447-4ded-901a-1fdaec4a3542 tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:10.749382 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0a6dee6b-8d21-4a57-ad0b-a82f9daf0b45 req-9573ad95-3447-4ded-901a-1fdaec4a3542 tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:10.759109 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da38021-e976-44d4-be15-8a4648a7a88f x-openstack-request-id: req-0da38021-e976-44d4-be15-8a4648a7a88f {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:30:10.759398 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e410ee-6b3d-4e43-8328-1839b4d6352c", "tag": "8f4d702b-b914-470f-874a-f8a7b107abdb", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:30:10.759643 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-0da38021-e976-44d4-be15-8a4648a7a88f {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:30:10.760039 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e410ee-6b3d-4e43-8328-1839b4d6352c', 'tag': '8f4d702b-b914-470f-874a-f8a7b107abdb', 'status': 'completed', 'code': 200} Nov 04 10:30:10.806016 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573ad95-3447-4ded-901a-1fdaec4a3542 tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1922c0-d4ce-4530-bbf6-aa38538fc20d,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:10.870815 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0a6dee6b-8d21-4a57-ad0b-a82f9daf0b45 req-9573ad95-3447-4ded-901a-1fdaec4a3542 tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:10.873502 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef32626-da1d-42cd-834e-c531c84ed800 req-3dc3d591-3f71-4d66-8f83-9e1588d01797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:10.875260 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0ef32626-da1d-42cd-834e-c531c84ed800 req-3dc3d591-3f71-4d66-8f83-9e1588d01797 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 1098 time: 0.0886183 Nov 04 10:30:10.876573 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0a6dee6b-8d21-4a57-ad0b-a82f9daf0b45 req-9573ad95-3447-4ded-901a-1fdaec4a3542 tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:10.960638 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0a6dee6b-8d21-4a57-ad0b-a82f9daf0b45 req-9573ad95-3447-4ded-901a-1fdaec4a3542 tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:10.961870 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a6dee6b-8d21-4a57-ad0b-a82f9daf0b45 req-9573ad95-3447-4ded-901a-1fdaec4a3542 tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7961688 Nov 04 10:30:10.989306 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573ad95-3447-4ded-901a-1fdaec4a3542 tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a2e69b-7336-499b-97a2-12ef6a5d24d2,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:11.038186 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab63c7-ac48-42f4-b893-22ffd4e32c52 req-c9473c37-7aa4-42b5-aba7-58ddd75a61cc tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:11.039724 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24ab63c7-ac48-42f4-b893-22ffd4e32c52 req-c9473c37-7aa4-42b5-aba7-58ddd75a61cc tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/ports?device_id=5e170932-f43f-4430-b924-190bcc65a379 HTTP/1.1" status: 200 len: 950 time: 0.1357977 Nov 04 10:30:11.050791 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef32626-da1d-42cd-834e-c531c84ed800 req-92cb27a0-8373-405b-8b62-9eee80c827de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:11.052285 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0ef32626-da1d-42cd-834e-c531c84ed800 req-92cb27a0-8373-405b-8b62-9eee80c827de service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.1661050 Nov 04 10:30:11.104737 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0ef32626-da1d-42cd-834e-c531c84ed800 req-14b5dec2-6403-4c0e-84ff-e9c5d283618e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=8f4d702b-b914-470f-874a-f8a7b107abdb HTTP/1.1" status: 200 len: 217 time: 0.0437493 Nov 04 10:30:11.186643 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b06a2c65-3b26-45df-ad41-2b9901e903d9 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:30:11.198263 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24ab63c7-ac48-42f4-b893-22ffd4e32c52 req-dc7eb296-c863-4795-969b-f4efd6c5ad82 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/security-groups?id=26d8ccb2-6bb1-4f21-affc-88e1b621b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506619 Nov 04 10:30:11.207346 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef32626-da1d-42cd-834e-c531c84ed800 req-5644e7ef-52e9-4f8b-84b4-e1824f27d503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:11.208930 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0ef32626-da1d-42cd-834e-c531c84ed800 req-5644e7ef-52e9-4f8b-84b4-e1824f27d503 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0953643 Nov 04 10:30:11.217852 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6dd8c-3e99-40fe-bfc6-3f72a0a1d7e7 req-9b9d2dba-8c54-4cbc-b6bf-2b21da416c70 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:11.219367 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-21f6dd8c-3e99-40fe-bfc6-3f72a0a1d7e7 req-9b9d2dba-8c54-4cbc-b6bf-2b21da416c70 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 947 time: 0.1193697 Nov 04 10:30:11.250886 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port b06a2c65-3b26-45df-ad41-2b9901e903d9 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:30:11.255168 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port b06a2c65-3b26-45df-ad41-2b9901e903d9 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:11.255535 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:11.267251 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-1933e86a-ccb9-48dc-b416-dfd6300b45c3 req-587a9398-fe66-4511-8e29-173da9b114e9 tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1586655518', 'description': 'tempest-description-1675697036'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:11.314367 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-21f6dd8c-3e99-40fe-bfc6-3f72a0a1d7e7 req-e0b32e33-72f5-4d2b-be1c-9edc0114063b tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843503 Nov 04 10:30:11.320882 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef32626-da1d-42cd-834e-c531c84ed800 req-15e9dd53-64ab-43a6-8c58-dbd1763b6279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:11.322620 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0ef32626-da1d-42cd-834e-c531c84ed800 req-15e9dd53-64ab-43a6-8c58-dbd1763b6279 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1021414 Nov 04 10:30:11.324181 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1933e86a-ccb9-48dc-b416-dfd6300b45c3 req-587a9398-fe66-4511-8e29-173da9b114e9 tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:11.343965 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:11.367387 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc383cae-eb29-481a-af33-3ee7cd346f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06a2c65-3b26-45df-ad41-2b9901e903d9'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:30:11.370003 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de962722-6946-4638-8c4d-044e98fa1a78" -d '{"events": [{"server_uuid": "cc383cae-eb29-481a-af33-3ee7cd346f1e", "name": "network-vif-plugged", "status": "completed", "tag": "b06a2c65-3b26-45df-ad41-2b9901e903d9"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:30:11.384354 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port b06a2c65-3b26-45df-ad41-2b9901e903d9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b06a2c65-3b26-45df-ad41-2b9901e903d9,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:11.390194 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:11.445560 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=b06a2c65-3b26-45df-ad41-2b9901e903d9,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:11.455920 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0ef32626-da1d-42cd-834e-c531c84ed800 req-b1fa3d30-4bc7-44ca-9f16-dda214ac9e22 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224737 Nov 04 10:30:11.482739 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1933e86a-ccb9-48dc-b416-dfd6300b45c3 req-587a9398-fe66-4511-8e29-173da9b114e9 tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:11.493938 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1933e86a-ccb9-48dc-b416-dfd6300b45c3 req-587a9398-fe66-4511-8e29-173da9b114e9 tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:11.569009 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1933e86a-ccb9-48dc-b416-dfd6300b45c3 req-587a9398-fe66-4511-8e29-173da9b114e9 tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:11.570194 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1933e86a-ccb9-48dc-b416-dfd6300b45c3 req-587a9398-fe66-4511-8e29-173da9b114e9 tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3160529 Nov 04 10:30:11.574138 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a9398-fe66-4511-8e29-173da9b114e9 tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17c79d83-dec6-4790-a259-e1d870f4125b,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:11.606908 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0ef32626-da1d-42cd-834e-c531c84ed800 req-f1f09607-fc20-4964-8c77-ec5c4f599742 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398849 Nov 04 10:30:11.776538 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faccb0f6-5795-4e8b-851b-663847d91664 x-openstack-request-id: req-faccb0f6-5795-4e8b-851b-663847d91664 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:30:11.776882 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc383cae-eb29-481a-af33-3ee7cd346f1e", "name": "network-vif-plugged", "status": "completed", "tag": "b06a2c65-3b26-45df-ad41-2b9901e903d9", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:30:11.777462 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-faccb0f6-5795-4e8b-851b-663847d91664 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:30:11.777999 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc383cae-eb29-481a-af33-3ee7cd346f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06a2c65-3b26-45df-ad41-2b9901e903d9', 'code': 200} Nov 04 10:30:11.825030 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-9800fbc1-254e-4c59-8673-e38994e52bf8 req-28a1c796-e34a-4ac8-bdf5-2cff00762101 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-391129240', 'description': 'tempest-description-149484524'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:11.846842 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9800fbc1-254e-4c59-8673-e38994e52bf8 req-28a1c796-e34a-4ac8-bdf5-2cff00762101 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:11.865804 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9800fbc1-254e-4c59-8673-e38994e52bf8 req-28a1c796-e34a-4ac8-bdf5-2cff00762101 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:11.951505 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe6d31-18d6-42c6-86db-1918c669a21a req-0d94a725-06f5-401c-ac03-7007c014bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:11.953064 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ecfe6d31-18d6-42c6-86db-1918c669a21a req-0d94a725-06f5-401c-ac03-7007c014bc61 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e HTTP/1.1" status: 200 len: 1096 time: 0.0966666 Nov 04 10:30:11.958990 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a3b99-a2ca-4df5-95d6-4cf313a3960f req-d238fdd6-ccbe-463a-a309-5eac2f2e3bb0 tempest-ServersAdminNegativeTestJSON-1940612449 tempest-ServersAdminNegativeTestJSON-1940612449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:11.960456 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8d2a3b99-a2ca-4df5-95d6-4cf313a3960f req-d238fdd6-ccbe-463a-a309-5eac2f2e3bb0 tempest-ServersAdminNegativeTestJSON-1940612449 tempest-ServersAdminNegativeTestJSON-1940612449-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=5e170932-f43f-4430-b924-190bcc65a379 HTTP/1.1" status: 200 len: 1101 time: 0.1028631 Nov 04 10:30:12.007163 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-8d2a3b99-a2ca-4df5-95d6-4cf313a3960f req-9f240528-cd8e-47ea-ac60-9154d0751f2e tempest-ServersAdminNegativeTestJSON-1940612449 tempest-ServersAdminNegativeTestJSON-1940612449-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:12.064421 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9800fbc1-254e-4c59-8673-e38994e52bf8 req-28a1c796-e34a-4ac8-bdf5-2cff00762101 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:12.069319 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ecfe6d31-18d6-42c6-86db-1918c669a21a req-00306507-58fb-4dce-aa19-26976793c833 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076806 Nov 04 10:30:12.072943 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9800fbc1-254e-4c59-8673-e38994e52bf8 req-28a1c796-e34a-4ac8-bdf5-2cff00762101 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:12.115264 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:12.137164 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1c796-e34a-4ac8-bdf5-2cff00762101 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9af02ee-1d5f-4391-ab1c-8dfbf1ea988e,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:12.192111 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-8d2a3b99-a2ca-4df5-95d6-4cf313a3960f req-9f240528-cd8e-47ea-ac60-9154d0751f2e tempest-ServersAdminNegativeTestJSON-1940612449 tempest-ServersAdminNegativeTestJSON-1940612449-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:12.195191 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9800fbc1-254e-4c59-8673-e38994e52bf8 req-28a1c796-e34a-4ac8-bdf5-2cff00762101 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:12.198594 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-8d2a3b99-a2ca-4df5-95d6-4cf313a3960f req-9f240528-cd8e-47ea-ac60-9154d0751f2e tempest-ServersAdminNegativeTestJSON-1940612449 tempest-ServersAdminNegativeTestJSON-1940612449-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:12.204459 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9800fbc1-254e-4c59-8673-e38994e52bf8 req-28a1c796-e34a-4ac8-bdf5-2cff00762101 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:12.250690 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9800fbc1-254e-4c59-8673-e38994e52bf8 req-28a1c796-e34a-4ac8-bdf5-2cff00762101 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:12.252427 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9800fbc1-254e-4c59-8673-e38994e52bf8 req-28a1c796-e34a-4ac8-bdf5-2cff00762101 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4332430 Nov 04 10:30:12.253687 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f240528-cd8e-47ea-ac60-9154d0751f2e tempest-ServersAdminNegativeTestJSON-1940612449 tempest-ServersAdminNegativeTestJSON-1940612449-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79528de-80b5-42c6-8225-beaba39daa76,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:12.257894 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8d2a3b99-a2ca-4df5-95d6-4cf313a3960f req-9f240528-cd8e-47ea-ac60-9154d0751f2e tempest-ServersAdminNegativeTestJSON-1940612449 tempest-ServersAdminNegativeTestJSON-1940612449-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=26d8ccb2-6bb1-4f21-affc-88e1b621b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877166 Nov 04 10:30:12.299028 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1c796-e34a-4ac8-bdf5-2cff00762101 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccc8184-00c9-4322-8928-353636b762dd,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:12.393047 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ae7fa-610f-44aa-bb1f-56b284db1359 req-e54af939-8d9f-4168-8d9e-7717b96e8b36 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:12.394676 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a19ae7fa-610f-44aa-bb1f-56b284db1359 req-e54af939-8d9f-4168-8d9e-7717b96e8b36 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e HTTP/1.1" status: 200 len: 945 time: 0.0518208 Nov 04 10:30:12.449114 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a19ae7fa-610f-44aa-bb1f-56b284db1359 req-ffac5b8b-d866-4cdb-9531-fe5ba1631195 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483365 Nov 04 10:30:12.619379 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-b8201512-acc4-4539-bbe7-c7833073fec1 req-938b4c1c-3778-40ba-a30c-b86c1a4c3ef9 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1954958418', 'description': 'tempest-description-1890914195'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:12.642109 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b8201512-acc4-4539-bbe7-c7833073fec1 req-938b4c1c-3778-40ba-a30c-b86c1a4c3ef9 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:12.708896 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b8201512-acc4-4539-bbe7-c7833073fec1 req-938b4c1c-3778-40ba-a30c-b86c1a4c3ef9 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:12.714147 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b8201512-acc4-4539-bbe7-c7833073fec1 req-938b4c1c-3778-40ba-a30c-b86c1a4c3ef9 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:12.764992 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b8201512-acc4-4539-bbe7-c7833073fec1 req-938b4c1c-3778-40ba-a30c-b86c1a4c3ef9 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:12.766201 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b8201512-acc4-4539-bbe7-c7833073fec1 req-938b4c1c-3778-40ba-a30c-b86c1a4c3ef9 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1512246 Nov 04 10:30:12.769598 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b4c1c-3778-40ba-a30c-b86c1a4c3ef9 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb518bb-be8a-4e98-b76f-53f7dd031f83,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:12.797821 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a25304-b563-487b-ae4b-2e861b0082ad req-d958b78d-2991-4382-af1a-57b2e7c02961 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:12.799317 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-27a25304-b563-487b-ae4b-2e861b0082ad req-d958b78d-2991-4382-af1a-57b2e7c02961 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 947 time: 0.0721331 Nov 04 10:30:12.859785 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-27a25304-b563-487b-ae4b-2e861b0082ad req-0eb5147b-fb01-476e-94cd-334d54231565 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486662 Nov 04 10:30:13.160840 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5d6ab30-f8ff-4eb9-a1ab-aa0831744ba0 req-156c1d4b-32f7-45cd-b114-cede6b25c67b tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42609 time: 0.2764394 Nov 04 10:30:13.221496 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5d6ab30-f8ff-4eb9-a1ab-aa0831744ba0 req-0fd34b3b-4467-424f-a1e6-e066329f97ea tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "GET /v2.0/security-groups/0856662c-a786-4ff4-bce8-99b662313560 HTTP/1.1" status: 200 len: 2994 time: 0.0540526 Nov 04 10:30:13.290945 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5d6ab30-f8ff-4eb9-a1ab-aa0831744ba0 req-c48b46ba-8c94-40ed-8b19-28bc750de011 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "GET /v2.0/security-groups/0856662c-a786-4ff4-bce8-99b662313560 HTTP/1.1" status: 200 len: 2994 time: 0.0616772 Nov 04 10:30:13.315003 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 8f4d702b-b914-470f-874a-f8a7b107abdb details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:30:13.356868 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5d6ab30-f8ff-4eb9-a1ab-aa0831744ba0 req-2ab61358-a560-4fe0-8f87-a079cba72f2a tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "GET /v2.0/security-groups/26d8ccb2-6bb1-4f21-affc-88e1b621b027 HTTP/1.1" status: 200 len: 2998 time: 0.0549417 Nov 04 10:30:13.439788 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5d6ab30-f8ff-4eb9-a1ab-aa0831744ba0 req-95c2e368-52f1-4072-8b20-f89e83084fb2 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "GET /v2.0/security-groups/26d8ccb2-6bb1-4f21-affc-88e1b621b027 HTTP/1.1" status: 200 len: 2998 time: 0.0740986 Nov 04 10:30:13.455247 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea9873-0086-477e-8e72-731084ec6889 req-20650423-f810-40c6-a374-e2c025c535f7 tempest-ServersAdminNegativeTestJSON-1940612449 tempest-ServersAdminNegativeTestJSON-1940612449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:13.456740 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6ea9873-0086-477e-8e72-731084ec6889 req-20650423-f810-40c6-a374-e2c025c535f7 tempest-ServersAdminNegativeTestJSON-1940612449 tempest-ServersAdminNegativeTestJSON-1940612449-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=5e170932-f43f-4430-b924-190bcc65a379 HTTP/1.1" status: 200 len: 1101 time: 0.0847750 Nov 04 10:30:13.460638 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 8f4d702b-b914-470f-874a-f8a7b107abdb, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=8f4d702b-b914-470f-874a-f8a7b107abdb,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:13.474862 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '8f4d702b-b914-470f-874a-f8a7b107abdb', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '8f4d702b-b914-470f-874a-f8a7b107abdb', 'mac_address': 'fa:16:3e:36:5b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:30:13.512317 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5d6ab30-f8ff-4eb9-a1ab-aa0831744ba0 req-1451c46c-58ae-4e20-98c5-95e48fa303bb tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "GET /v2.0/security-groups/3962eb3f-e643-4a2a-aca9-4f8263fd101c HTTP/1.1" status: 200 len: 2990 time: 0.0652955 Nov 04 10:30:13.526442 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:13.539850 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4d702b-b914-470f-874a-f8a7b107abdb {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:30:13.563126 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 8f4d702b-b914-470f-874a-f8a7b107abdb, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=8f4d702b-b914-470f-874a-f8a7b107abdb,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:13.570472 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:13.579083 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6ea9873-0086-477e-8e72-731084ec6889 req-69f1de80-73de-4db1-a056-ceeff666b759 tempest-ServersAdminNegativeTestJSON-1940612449 tempest-ServersAdminNegativeTestJSON-1940612449-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=26d8ccb2-6bb1-4f21-affc-88e1b621b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966728 Nov 04 10:30:13.611497 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5d6ab30-f8ff-4eb9-a1ab-aa0831744ba0 req-c3cd156c-b8a6-4d68-9896-15a363bd02f3 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "GET /v2.0/security-groups/3962eb3f-e643-4a2a-aca9-4f8263fd101c HTTP/1.1" status: 200 len: 2990 time: 0.0865622 Nov 04 10:30:13.627995 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=8f4d702b-b914-470f-874a-f8a7b107abdb,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:13.664478 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5d6ab30-f8ff-4eb9-a1ab-aa0831744ba0 req-6cabf46e-1119-42a6-83e4-0d865364e581 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "GET /v2.0/security-groups/6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2 HTTP/1.1" status: 200 len: 2998 time: 0.0464721 Nov 04 10:30:13.715923 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5d6ab30-f8ff-4eb9-a1ab-aa0831744ba0 req-e760f1fd-16f7-45f3-a509-525a6e524f33 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "GET /v2.0/security-groups/6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2 HTTP/1.1" status: 200 len: 2998 time: 0.0448620 Nov 04 10:30:13.730222 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59716) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:13.790317 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5d6ab30-f8ff-4eb9-a1ab-aa0831744ba0 req-dc116a3f-e9b1-41f4-924d-ff16793ac953 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "GET /v2.0/security-groups/7fc406b4-bac7-4aff-8396-7dc47f778f8e HTTP/1.1" status: 200 len: 2998 time: 0.0664508 Nov 04 10:30:13.799082 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['8f4d702b-b914-470f-874a-f8a7b107abdb'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:30:13.807739 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1061f6-8b83-45d2-9908-2a46370f942c req-da62a8d8-458b-4a29-83d7-71ec04a31806 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:13.809142 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed1061f6-8b83-45d2-9908-2a46370f942c req-da62a8d8-458b-4a29-83d7-71ec04a31806 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e HTTP/1.1" status: 200 len: 945 time: 0.0834892 Nov 04 10:30:13.855965 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8202167c-1bad-45cc-8df8-259a7ec55233 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:13.871150 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5d6ab30-f8ff-4eb9-a1ab-aa0831744ba0 req-56f5c1c9-f4e1-45c2-a115-8a06412db60d tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "GET /v2.0/security-groups/7fc406b4-bac7-4aff-8396-7dc47f778f8e HTTP/1.1" status: 200 len: 2998 time: 0.0717778 Nov 04 10:30:13.901386 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed1061f6-8b83-45d2-9908-2a46370f942c req-31ad5047-ba53-421c-bfad-a5facd31960d tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798810 Nov 04 10:30:13.950003 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5d6ab30-f8ff-4eb9-a1ab-aa0831744ba0 req-03b77041-f945-4bc1-b1f8-1a594b82110f tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "GET /v2.0/security-groups/8a1922c0-d4ce-4530-bbf6-aa38538fc20d HTTP/1.1" status: 200 len: 2998 time: 0.0708866 Nov 04 10:30:13.955683 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8202167c-1bad-45cc-8df8-259a7ec55233 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:13.960934 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8202167c-1bad-45cc-8df8-259a7ec55233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:13.990079 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5d6ab30-f8ff-4eb9-a1ab-aa0831744ba0 req-3f228d3a-6f9a-4089-9b00-693be475cb2c tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "GET /v2.0/security-groups/8a1922c0-d4ce-4530-bbf6-aa38538fc20d HTTP/1.1" status: 200 len: 2998 time: 0.0392137 Nov 04 10:30:14.006520 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8202167c-1bad-45cc-8df8-259a7ec55233 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=965a42e958ab4a4a86e217ea55145c68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2750604 Nov 04 10:30:14.010026 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59724) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:14.012013 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202167c-1bad-45cc-8df8-259a7ec55233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e92f80-6d00-4188-bad4-58f6382c23ea,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:14.063726 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5d6ab30-f8ff-4eb9-a1ab-aa0831744ba0 req-2a3a4350-4008-4155-8708-f042ee0e7306 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "GET /v2.0/security-groups/95ac154d-8ad9-4c04-bfcf-1be57c0b5cce HTTP/1.1" status: 200 len: 2994 time: 0.0675881 Nov 04 10:30:14.093578 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-13a24b1d-d54c-4aec-9d5c-f803cd87a286 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:14.134508 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-13a24b1d-d54c-4aec-9d5c-f803cd87a286 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:14.137382 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5d6ab30-f8ff-4eb9-a1ab-aa0831744ba0 req-b0005b28-bcef-4f03-a8f0-b80b1b8af714 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "GET /v2.0/security-groups/95ac154d-8ad9-4c04-bfcf-1be57c0b5cce HTTP/1.1" status: 200 len: 2994 time: 0.0664573 Nov 04 10:30:14.230155 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5d6ab30-f8ff-4eb9-a1ab-aa0831744ba0 req-546e96d2-c334-462c-b983-bc0253d2b593 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "GET /v2.0/security-groups/b3cfac92-2377-4421-9df4-2f6e61447742 HTTP/1.1" status: 200 len: 2994 time: 0.0827007 Nov 04 10:30:14.244680 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-13a24b1d-d54c-4aec-9d5c-f803cd87a286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:14.247200 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-13a24b1d-d54c-4aec-9d5c-f803cd87a286 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:14.248554 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-13a24b1d-d54c-4aec-9d5c-f803cd87a286 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/86e92f80-6d00-4188-bad4-58f6382c23ea HTTP/1.1" status: 204 len: 168 time: 0.2374992 Nov 04 10:30:14.276062 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb8df4-6b02-48f7-b7fc-1861ede38295 req-78f05570-ce13-4d87-a791-f407fa6d0500 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:14.277652 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6efb8df4-6b02-48f7-b7fc-1861ede38295 req-78f05570-ce13-4d87-a791-f407fa6d0500 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 948 time: 0.0948646 Nov 04 10:30:14.283179 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a24b1d-d54c-4aec-9d5c-f803cd87a286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e92f80-6d00-4188-bad4-58f6382c23ea,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:14.347612 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5d6ab30-f8ff-4eb9-a1ab-aa0831744ba0 req-8dc1eeb5-ae41-447f-8f6c-47a0ad74dfbb tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "GET /v2.0/security-groups/b3cfac92-2377-4421-9df4-2f6e61447742 HTTP/1.1" status: 200 len: 2994 time: 0.1095896 Nov 04 10:30:14.407431 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6efb8df4-6b02-48f7-b7fc-1861ede38295 req-5cccc9fb-4ac4-4c2c-8342-fbd59551d027 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160083 Nov 04 10:30:14.415832 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a8871d70-07ec-4460-a9f1-d274acf2c6b6 req-17c1e684-e52d-4945-8009-1f69d1a58ab7 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=c4440d1f-1067-4fc5-9445-f599716f3be4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0969982 Nov 04 10:30:14.427083 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5d6ab30-f8ff-4eb9-a1ab-aa0831744ba0 req-0c3ec261-b737-4b3e-86e9-dfa56545722a tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "GET /v2.0/security-groups/c31b9ee1-eb51-4bb6-9644-d807815c8598 HTTP/1.1" status: 200 len: 2998 time: 0.0713179 Nov 04 10:30:14.500638 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:14.514433 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5d6ab30-f8ff-4eb9-a1ab-aa0831744ba0 req-73387c95-ccea-415c-8821-5df6834478f8 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "GET /v2.0/security-groups/c31b9ee1-eb51-4bb6-9644-d807815c8598 HTTP/1.1" status: 200 len: 2998 time: 0.0767875 Nov 04 10:30:14.535335 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8871d70-07ec-4460-a9f1-d274acf2c6b6 req-d6a1beb0-9f06-4d01-ba7f-b458e358356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:14.536954 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a8871d70-07ec-4460-a9f1-d274acf2c6b6 req-d6a1beb0-9f06-4d01-ba7f-b458e358356e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c49492600bfa42a4ad7b7a606c55cfd9&device_id=c4440d1f-1067-4fc5-9445-f599716f3be4 HTTP/1.1" status: 200 len: 1101 time: 0.0736575 Nov 04 10:30:14.613753 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5d6ab30-f8ff-4eb9-a1ab-aa0831744ba0 req-f86a44fd-3e6a-40d2-ad4e-b2dba457ffe4 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "GET /v2.0/security-groups/c9af02ee-1d5f-4391-ab1c-8dfbf1ea988e HTTP/1.1" status: 200 len: 2998 time: 0.0875561 Nov 04 10:30:14.695630 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5d6ab30-f8ff-4eb9-a1ab-aa0831744ba0 req-b77f221c-00d3-4279-a2e2-6e48a2e5589e tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "GET /v2.0/security-groups/c9af02ee-1d5f-4391-ab1c-8dfbf1ea988e HTTP/1.1" status: 200 len: 2998 time: 0.0754747 Nov 04 10:30:14.696634 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8871d70-07ec-4460-a9f1-d274acf2c6b6 req-d7d7930d-03f7-42f0-8877-493293a4ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:14.698012 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a8871d70-07ec-4460-a9f1-d274acf2c6b6 req-d7d7930d-03f7-42f0-8877-493293a4ee8e service neutron] 10.222.0.126 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.1318572 Nov 04 10:30:14.791008 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a8871d70-07ec-4460-a9f1-d274acf2c6b6 req-389a3b98-624e-4ce7-90f7-8575afe26514 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=b7d12635-b57c-4c3e-8195-cf0559ba203f HTTP/1.1" status: 200 len: 217 time: 0.0829258 Nov 04 10:30:14.859897 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5d6ab30-f8ff-4eb9-a1ab-aa0831744ba0 req-722d9a46-ed51-4ca6-b58a-0003944e22e7 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "GET /v2.0/security-groups/e79528de-80b5-42c6-8225-beaba39daa76 HTTP/1.1" status: 200 len: 2998 time: 0.1528823 Nov 04 10:30:14.870497 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8871d70-07ec-4460-a9f1-d274acf2c6b6 req-bfbad6bb-38fe-4281-a858-6124dbe5e00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:14.871974 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a8871d70-07ec-4460-a9f1-d274acf2c6b6 req-bfbad6bb-38fe-4281-a858-6124dbe5e00e service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0724256 Nov 04 10:30:14.878575 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e0987-bd76-4ebc-94ee-583867b59ad3 req-95ffb5fd-0392-4452-9c45-eaf06f2b4182 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:14.880008 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6e9e0987-bd76-4ebc-94ee-583867b59ad3 req-95ffb5fd-0392-4452-9c45-eaf06f2b4182 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e HTTP/1.1" status: 200 len: 1096 time: 0.1560614 Nov 04 10:30:14.960735 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5d6ab30-f8ff-4eb9-a1ab-aa0831744ba0 req-286d9706-306b-488e-9744-b60be930baaf tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "GET /v2.0/security-groups/e79528de-80b5-42c6-8225-beaba39daa76 HTTP/1.1" status: 200 len: 2998 time: 0.0934865 Nov 04 10:30:14.991621 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6e9e0987-bd76-4ebc-94ee-583867b59ad3 req-2df0df13-da4e-4fec-b9ba-7449dee81c38 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963423 Nov 04 10:30:14.996714 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8871d70-07ec-4460-a9f1-d274acf2c6b6 req-79b4bcad-6ac8-442c-87f9-10cf1db5dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:14.998546 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a8871d70-07ec-4460-a9f1-d274acf2c6b6 req-79b4bcad-6ac8-442c-87f9-10cf1db5dea0 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1167929 Nov 04 10:30:15.015931 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59754) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:15.067112 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5d6ab30-f8ff-4eb9-a1ab-aa0831744ba0 req-aab52e95-2345-481c-a34c-cbad834d5ea1 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "GET /v2.0/security-groups/edd5e2fb-f7b6-4293-af75-43cd3ddc1b98 HTTP/1.1" status: 200 len: 2998 time: 0.0965571 Nov 04 10:30:15.138668 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5d6ab30-f8ff-4eb9-a1ab-aa0831744ba0 req-99a3ff66-bbcb-4c4d-b660-a99521d4bc7c tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "GET /v2.0/security-groups/edd5e2fb-f7b6-4293-af75-43cd3ddc1b98 HTTP/1.1" status: 200 len: 2998 time: 0.0636857 Nov 04 10:30:15.163005 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a8871d70-07ec-4460-a9f1-d274acf2c6b6 req-ef21876e-7918-40ea-90b7-cb390e3c39e8 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534634 Nov 04 10:30:15.163364 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-36e4316c-7546-404a-9698-e57d13ef77f3 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1554075968-network', 'tenant_id': '0e3eb78a29434c2989039b3b5985531d'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:15.194453 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e4316c-7546-404a-9698-e57d13ef77f3 admin admin] Made reservation on behalf of 0e3eb78a29434c2989039b3b5985531d for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:30:15.197369 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-36e4316c-7546-404a-9698-e57d13ef77f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:15.208780 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-36e4316c-7546-404a-9698-e57d13ef77f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:15.301656 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-36e4316c-7546-404a-9698-e57d13ef77f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:15.307495 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-36e4316c-7546-404a-9698-e57d13ef77f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:15.331311 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3044f5-ccf4-4aa0-a532-85bb1faf10a8 req-af32e2c1-11be-4a2c-828a-4051fcdba796 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:15.333145 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ff3044f5-ccf4-4aa0-a532-85bb1faf10a8 req-af32e2c1-11be-4a2c-828a-4051fcdba796 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e HTTP/1.1" status: 200 len: 1096 time: 0.1022830 Nov 04 10:30:15.333526 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e4316c-7546-404a-9698-e57d13ef77f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1192} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:30:15.336743 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 8f4d702b-b914-470f-874a-f8a7b107abdb up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:30:15.344034 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4316c-7546-404a-9698-e57d13ef77f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223b52f3-7c22-4f0c-8195-8592357b8ae5,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:15.349073 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-36e4316c-7546-404a-9698-e57d13ef77f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:15.349412 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-36e4316c-7546-404a-9698-e57d13ef77f3 admin admin] Added segment 174448fa-9277-400d-8377-646aefff6322 of type vlan for network 03de09da-ec36-4060-aa37-c90dd9d2dae4 Nov 04 10:30:15.384516 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a8871d70-07ec-4460-a9f1-d274acf2c6b6 req-f2d8d3d1-d0a8-4ca0-b066-ab8554a5720f service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120998 Nov 04 10:30:15.398914 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-36e4316c-7546-404a-9698-e57d13ef77f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:15.416220 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 8f4d702b-b914-470f-874a-f8a7b107abdb completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:30:15.430727 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 8f4d702b-b914-470f-874a-f8a7b107abdb triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:15.431097 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:15.439499 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-36e4316c-7546-404a-9698-e57d13ef77f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:15.440998 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e4316c-7546-404a-9698-e57d13ef77f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:15.441714 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-36e4316c-7546-404a-9698-e57d13ef77f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:15.442055 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e900a8a9-7f16-442d-aba5-aa6ca8c81952 req-fb618a80-b14f-4f59-960d-03a5e3303c21 tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=ede4e5f16cde47458eed6095a472c725 HTTP/1.1" status: 200 len: 6154 time: 0.1608019 Nov 04 10:30:15.473570 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ff3044f5-ccf4-4aa0-a532-85bb1faf10a8 req-e5f379b8-dca5-48d4-a28a-c1c8fbf82c42 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223345 Nov 04 10:30:15.515688 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-36e4316c-7546-404a-9698-e57d13ef77f3 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4982805 Nov 04 10:30:15.516294 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59776) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:15.517852 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:15.521593 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-164b7d18-b9ec-4862-b412-2ab734ea0db1 admin admin] Request body: {'subnet': {'network_id': '03de09da-ec36-4060-aa37-c90dd9d2dae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1554075968-subnet', 'tenant_id': '0e3eb78a29434c2989039b3b5985531d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:15.524662 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4316c-7546-404a-9698-e57d13ef77f3 admin admin] Pushing event updated for resources: {'Network': ['ID=03de09da-ec36-4060-aa37-c90dd9d2dae4,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:15.526419 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e900a8a9-7f16-442d-aba5-aa6ca8c81952 req-cb1be35c-44b0-4c2b-8fad-2060f2eef33c tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] 10.222.0.127 "GET /v2.0/security-groups/8a1922c0-d4ce-4530-bbf6-aa38538fc20d HTTP/1.1" status: 200 len: 2998 time: 0.0784035 Nov 04 10:30:15.540415 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 03de09da-ec36-4060-aa37-c90dd9d2dae4 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:30:15.551552 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e410ee-6b3d-4e43-8328-1839b4d6352c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4d702b-b914-470f-874a-f8a7b107abdb'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:30:15.552712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164b7d18-b9ec-4862-b412-2ab734ea0db1 admin admin] Made reservation on behalf of 0e3eb78a29434c2989039b3b5985531d for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:30:15.554922 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157b9784-57bc-4701-a820-0ea5dae09c77" -d '{"events": [{"server_uuid": "67e410ee-6b3d-4e43-8328-1839b4d6352c", "name": "network-vif-plugged", "status": "completed", "tag": "8f4d702b-b914-470f-874a-f8a7b107abdb"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:30:15.556660 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-164b7d18-b9ec-4862-b412-2ab734ea0db1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:15.601370 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e900a8a9-7f16-442d-aba5-aa6ca8c81952 req-460a84dc-7f5b-4e6b-b82e-baa8fa1e9030 tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] 10.222.0.127 "GET /v2.0/security-groups/8a1922c0-d4ce-4530-bbf6-aa38538fc20d HTTP/1.1" status: 200 len: 2998 time: 0.0739889 Nov 04 10:30:15.626244 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 8f4d702b-b914-470f-874a-f8a7b107abdb, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=8f4d702b-b914-470f-874a-f8a7b107abdb,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:15.634257 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:15.756910 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=8f4d702b-b914-470f-874a-f8a7b107abdb,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:15.784225 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d492103-1363-49c2-8d71-54d89c737380 req-b9ec52c7-5dce-4dba-9782-753f433f5a1f tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:15.786281 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9d492103-1363-49c2-8d71-54d89c737380 req-b9ec52c7-5dce-4dba-9782-753f433f5a1f tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 949 time: 0.0945294 Nov 04 10:30:15.789278 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-164b7d18-b9ec-4862-b412-2ab734ea0db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:15.818210 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f00be6d-f9d3-4c44-94b7-42e11de09043 x-openstack-request-id: req-5f00be6d-f9d3-4c44-94b7-42e11de09043 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:30:15.819786 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e410ee-6b3d-4e43-8328-1839b4d6352c", "name": "network-vif-plugged", "status": "completed", "tag": "8f4d702b-b914-470f-874a-f8a7b107abdb", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:30:15.820304 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-5f00be6d-f9d3-4c44-94b7-42e11de09043 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:30:15.821736 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e410ee-6b3d-4e43-8328-1839b4d6352c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4d702b-b914-470f-874a-f8a7b107abdb', 'code': 200} Nov 04 10:30:15.895254 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164b7d18-b9ec-4862-b412-2ab734ea0db1 admin admin] Checking segment: {'id': '174448fa-9277-400d-8377-646aefff6322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '03de09da-ec36-4060-aa37-c90dd9d2dae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:30:15.895716 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9d492103-1363-49c2-8d71-54d89c737380 req-9786412b-7d66-4420-b31a-cbbf97e3f886 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948632 Nov 04 10:30:15.896295 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164b7d18-b9ec-4862-b412-2ab734ea0db1 admin admin] Network hostable DHCP agents. Network: 03de09da-ec36-4060-aa37-c90dd9d2dae4, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:30:15.915192 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b7d18-b9ec-4862-b412-2ab734ea0db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc883b3-77e7-4576-b68e-450cca17cdda,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:15.925852 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164b7d18-b9ec-4862-b412-2ab734ea0db1 admin admin] Network 03de09da-ec36-4060-aa37-c90dd9d2dae4 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:30:15.940657 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-164b7d18-b9ec-4862-b412-2ab734ea0db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 03de09da-ec36-4060-aa37-c90dd9d2dae4) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:30:15.946796 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164b7d18-b9ec-4862-b412-2ab734ea0db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:15.947988 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-164b7d18-b9ec-4862-b412-2ab734ea0db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:15.952247 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d62cdd-a960-4d39-a025-39c6cba28b2d None None] Network 03de09da-ec36-4060-aa37-c90dd9d2dae4 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:30:15.978092 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-164b7d18-b9ec-4862-b412-2ab734ea0db1 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4598181 Nov 04 10:30:16.015426 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59800) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:16.073477 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2102c049-c4c7-4dfd-a329-7bac8beae91e req-77d03c8d-2298-41e7-8a4f-74e8d7be1ade tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "GET /v2.0/security-groups/fdb518bb-be8a-4e98-b76f-53f7dd031f83 HTTP/1.1" status: 200 len: 1795 time: 0.1766071 Nov 04 10:30:16.086145 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee0b18-9293-4712-976b-1119aa2608f4 req-960be189-041b-46ae-bdf5-109a183f7aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:16.087810 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a0ee0b18-9293-4712-976b-1119aa2608f4 req-960be189-041b-46ae-bdf5-109a183f7aec service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 1100 time: 0.1493361 Nov 04 10:30:16.163637 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a0ee0b18-9293-4712-976b-1119aa2608f4 req-53f2772d-5ddb-42f8-bed9-201e4baead2f service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681155 Nov 04 10:30:16.174838 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7bdc91-d876-4b17-a89a-b91dc0babb1e None None] Network 03de09da-ec36-4060-aa37-c90dd9d2dae4 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:30:16.178630 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2102c049-c4c7-4dfd-a329-7bac8beae91e req-a0449085-c927-4f67-933d-1a3f2b2f3b6e tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:16.214186 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2102c049-c4c7-4dfd-a329-7bac8beae91e req-a0449085-c927-4f67-933d-1a3f2b2f3b6e tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:16.284898 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2102c049-c4c7-4dfd-a329-7bac8beae91e req-a0449085-c927-4f67-933d-1a3f2b2f3b6e tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:16.288367 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2102c049-c4c7-4dfd-a329-7bac8beae91e req-a0449085-c927-4f67-933d-1a3f2b2f3b6e tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:16.295804 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2102c049-c4c7-4dfd-a329-7bac8beae91e req-a0449085-c927-4f67-933d-1a3f2b2f3b6e tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "DELETE /v2.0/security-groups/fdb518bb-be8a-4e98-b76f-53f7dd031f83 HTTP/1.1" status: 204 len: 173 time: 0.2191217 Nov 04 10:30:16.323350 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0449085-c927-4f67-933d-1a3f2b2f3b6e tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb518bb-be8a-4e98-b76f-53f7dd031f83,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:16.409241 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59814) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:16.419545 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d9e7c-1f53-4d74-abd5-89bb532fa7c4 req-8124d54e-60fc-4bc8-bef5-c4333e6d300a tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:16.421242 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b89d9e7c-1f53-4d74-abd5-89bb532fa7c4 req-8124d54e-60fc-4bc8-bef5-c4333e6d300a tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/ports?device_id=5e170932-f43f-4430-b924-190bcc65a379 HTTP/1.1" status: 200 len: 950 time: 0.0526483 Nov 04 10:30:16.485884 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bd6b66a6-f57d-4d21-8914-de9eca022e00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:16.526417 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b89d9e7c-1f53-4d74-abd5-89bb532fa7c4 req-1b472ce3-a7d5-486b-b24e-eb4d3a058c97 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/security-groups?id=26d8ccb2-6bb1-4f21-affc-88e1b621b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961080 Nov 04 10:30:16.533624 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-99569d1f-92df-4fa1-938d-ce852845fe9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:16.643185 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bd6b66a6-f57d-4d21-8914-de9eca022e00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:16.654720 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bd6b66a6-f57d-4d21-8914-de9eca022e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:16.676856 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-adc1a541-863b-4e03-9b1f-eb404e9956b6 req-db06a16c-03d3-4b2d-9ab5-8c27da585ac2 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "GET /v2.0/security-groups/3ccc8184-00c9-4322-8928-353636b762dd HTTP/1.1" status: 200 len: 1793 time: 0.0403523 Nov 04 10:30:16.686645 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-99569d1f-92df-4fa1-938d-ce852845fe9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:16.703023 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-99569d1f-92df-4fa1-938d-ce852845fe9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:16.719930 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bd6b66a6-f57d-4d21-8914-de9eca022e00 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=01af80b92eb14989ac39763a7fe17a0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7031865 Nov 04 10:30:16.720805 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b66a6-f57d-4d21-8914-de9eca022e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cff766c-11e6-4c3f-8edf-456e110aaa6d,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:16.724970 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59830) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:16.749615 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-adc1a541-863b-4e03-9b1f-eb404e9956b6 req-30d49143-f0d0-4d00-adff-c66d45363588 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:16.772206 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-adc1a541-863b-4e03-9b1f-eb404e9956b6 req-30d49143-f0d0-4d00-adff-c66d45363588 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:16.781398 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-99569d1f-92df-4fa1-938d-ce852845fe9c admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=fede72d94ed34d0ab1c122affe3c9a22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3696542 Nov 04 10:30:16.784370 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59834) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:16.789802 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99569d1f-92df-4fa1-938d-ce852845fe9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852dc1fc-856f-460e-bf21-0b23132540d9,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:16.808574 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-52f05884-4492-42bd-9fd3-049e331def42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:16.840620 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-52f05884-4492-42bd-9fd3-049e331def42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:16.851345 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-78fc5cd4-f126-4e0a-9c09-1615519237ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:16.864920 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-827fdb34-9741-4365-9a3a-a53dcab9435f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:16.879721 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-adc1a541-863b-4e03-9b1f-eb404e9956b6 req-30d49143-f0d0-4d00-adff-c66d45363588 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:16.882719 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-adc1a541-863b-4e03-9b1f-eb404e9956b6 req-30d49143-f0d0-4d00-adff-c66d45363588 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:16.883981 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-adc1a541-863b-4e03-9b1f-eb404e9956b6 req-30d49143-f0d0-4d00-adff-c66d45363588 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] 10.222.0.127 "DELETE /v2.0/security-groups/3ccc8184-00c9-4322-8928-353636b762dd HTTP/1.1" status: 204 len: 173 time: 0.2006500 Nov 04 10:30:16.907753 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d49143-f0d0-4d00-adff-c66d45363588 tempest-SecurityGroupsTestAdminJSON-535460676 tempest-SecurityGroupsTestAdminJSON-535460676-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccc8184-00c9-4322-8928-353636b762dd,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:16.909768 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-52f05884-4492-42bd-9fd3-049e331def42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:16.912181 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-827fdb34-9741-4365-9a3a-a53dcab9435f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:16.914214 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-52f05884-4492-42bd-9fd3-049e331def42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:16.915738 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-52f05884-4492-42bd-9fd3-049e331def42 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/8cff766c-11e6-4c3f-8edf-456e110aaa6d HTTP/1.1" status: 204 len: 168 time: 0.1896448 Nov 04 10:30:16.927337 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f05884-4492-42bd-9fd3-049e331def42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cff766c-11e6-4c3f-8edf-456e110aaa6d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:16.977165 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-827fdb34-9741-4365-9a3a-a53dcab9435f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:16.980865 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-827fdb34-9741-4365-9a3a-a53dcab9435f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:16.982504 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-827fdb34-9741-4365-9a3a-a53dcab9435f admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/852dc1fc-856f-460e-bf21-0b23132540d9 HTTP/1.1" status: 204 len: 168 time: 0.1969366 Nov 04 10:30:17.000757 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827fdb34-9741-4365-9a3a-a53dcab9435f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852dc1fc-856f-460e-bf21-0b23132540d9,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:17.412759 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59870) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:17.425358 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f603a53-6f19-46b6-84dc-307b914e066f req-5b71dea1-8efd-48ee-8778-3bfd7c9e3de7 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:17.428083 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-31efdf97-4d6b-43af-a2da-b24026edb47e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:17.433389 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f603a53-6f19-46b6-84dc-307b914e066f req-5b71dea1-8efd-48ee-8778-3bfd7c9e3de7 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] 10.222.0.127 "GET /v2.0/networks?id=03de09da-ec36-4060-aa37-c90dd9d2dae4 HTTP/1.1" status: 200 len: 813 time: 0.1357436 Nov 04 10:30:17.452932 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f603a53-6f19-46b6-84dc-307b914e066f req-f0968b43-03b3-49a4-9985-060fb1e8a37c tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] 10.222.0.127 "GET /v2.0/quotas/0e3eb78a29434c2989039b3b5985531d HTTP/1.1" status: 200 len: 375 time: 0.0184071 Nov 04 10:30:17.494661 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f603a53-6f19-46b6-84dc-307b914e066f req-2d9e5889-33da-45d8-a0e9-8bc3d2bd7759 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=0e3eb78a29434c2989039b3b5985531d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405631 Nov 04 10:30:17.506588 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-9f603a53-6f19-46b6-84dc-307b914e066f req-f36acbd7-bebc-44d0-aec9-e7fdd2991883 service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:30:17.507566 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f603a53-6f19-46b6-84dc-307b914e066f req-f36acbd7-bebc-44d0-aec9-e7fdd2991883 service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0051901 Nov 04 10:30:17.564211 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-31efdf97-4d6b-43af-a2da-b24026edb47e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:17.572663 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-31efdf97-4d6b-43af-a2da-b24026edb47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:17.621642 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-31efdf97-4d6b-43af-a2da-b24026edb47e admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=5951008d66f04d77b892aba9f6f6099c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2076883 Nov 04 10:30:17.622652 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59884) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:17.623336 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efdf97-4d6b-43af-a2da-b24026edb47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99562a1-0295-4715-ae42-9223a8298304,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:17.931352 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f603a53-6f19-46b6-84dc-307b914e066f req-c43f91b7-c94e-47fa-b16b-f45b884cbbad service neutron] 10.222.0.127 "GET /v2.0/networks/03de09da-ec36-4060-aa37-c90dd9d2dae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055333 Nov 04 10:30:18.024027 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921cbbf9-27f1-4111-abbf-6b300a1d653d req-0548a183-3eca-4716-ad58-87919ae59677 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:18.025571 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-921cbbf9-27f1-4111-abbf-6b300a1d653d req-0548a183-3eca-4716-ad58-87919ae59677 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.126 "GET /v2.0/ports?device_id=5e170932-f43f-4430-b924-190bcc65a379 HTTP/1.1" status: 200 len: 950 time: 0.1315467 Nov 04 10:30:18.043936 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1e472b1e-0fbe-4bbe-bd0a-1428c8ae7d9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:18.107608 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1e472b1e-0fbe-4bbe-bd0a-1428c8ae7d9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:18.125584 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59904) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:18.154173 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f603a53-6f19-46b6-84dc-307b914e066f req-4d22ae91-6395-404a-805f-4f7aae61d56d service neutron] 10.222.0.127 "GET /v2.0/networks/03de09da-ec36-4060-aa37-c90dd9d2dae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083800 Nov 04 10:30:18.198323 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-921cbbf9-27f1-4111-abbf-6b300a1d653d req-5dd988d9-3f4b-44d3-b429-05fecdc9290c tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Deleting port 92f2b9f3-6119-44fd-bf25-5fe2688056c8 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:30:18.198664 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-921cbbf9-27f1-4111-abbf-6b300a1d653d req-5dd988d9-3f4b-44d3-b429-05fecdc9290c tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:18.215279 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1e472b1e-0fbe-4bbe-bd0a-1428c8ae7d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:18.217993 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1e472b1e-0fbe-4bbe-bd0a-1428c8ae7d9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:18.221612 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1e472b1e-0fbe-4bbe-bd0a-1428c8ae7d9a admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/a99562a1-0295-4715-ae42-9223a8298304 HTTP/1.1" status: 204 len: 168 time: 0.5954278 Nov 04 10:30:18.255448 n-d-816629-1 neutron-server[101775]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 04 10:30:18.261983 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e472b1e-0fbe-4bbe-bd0a-1428c8ae7d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99562a1-0295-4715-ae42-9223a8298304,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:18.262629 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-ad90ab58-4f63-462e-9479-27d32040e875 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:30:18.273866 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-ad90ab58-4f63-462e-9479-27d32040e875 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.1358922 Nov 04 10:30:18.376296 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-921cbbf9-27f1-4111-abbf-6b300a1d653d req-5dd988d9-3f4b-44d3-b429-05fecdc9290c tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] For port 92f2b9f3-6119-44fd-bf25-5fe2688056c8, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=92f2b9f3-6119-44fd-bf25-5fe2688056c8,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:18.376667 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-921cbbf9-27f1-4111-abbf-6b300a1d653d req-5dd988d9-3f4b-44d3-b429-05fecdc9290c tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:18.416102 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-921cbbf9-27f1-4111-abbf-6b300a1d653d req-5dd988d9-3f4b-44d3-b429-05fecdc9290c tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Calling delete_port for 92f2b9f3-6119-44fd-bf25-5fe2688056c8 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:30:18.416854 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-057e5226-7acb-4036-a674-533717b62d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:18.418894 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-057e5226-7acb-4036-a674-533717b62d8a service neutron] 10.222.0.127 "GET /v2.0/ports/b06a2c65-3b26-45df-ad41-2b9901e903d9 HTTP/1.1" status: 200 len: 1093 time: 0.0912087 Nov 04 10:30:18.425073 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-115b6e92-6ad5-465e-adfb-5e007ff1558e req-bd49f3a5-726c-495d-8b85-202f77dcc2ef tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] 10.222.0.127 "GET /v2.0/security-groups/17c79d83-dec6-4790-a259-e1d870f4125b HTTP/1.1" status: 200 len: 1795 time: 0.1109221 Nov 04 10:30:18.433266 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-7f041d70-898d-4190-8de0-aa647b72c0ad service neutron] Request body: {'binding': {'host': 'n-h2-816629-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:18.433700 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-7f041d70-898d-4190-8de0-aa647b72c0ad service neutron] Unknown quota resources ['binding']. {{(pid=101775) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 04 10:30:18.553252 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-115b6e92-6ad5-465e-adfb-5e007ff1558e req-e1ee76fd-a41b-4d89-8a09-0dd08b3f4f7c tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:18.587567 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-115b6e92-6ad5-465e-adfb-5e007ff1558e req-e1ee76fd-a41b-4d89-8a09-0dd08b3f4f7c tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:18.645074 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-7f041d70-898d-4190-8de0-aa647b72c0ad service neutron] Attempting to bind port b06a2c65-3b26-45df-ad41-2b9901e903d9 on host n-h2-816629-1 for vnic_type normal with profile None {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:30:18.645410 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-7f041d70-898d-4190-8de0-aa647b72c0ad service neutron] Attempting to bind port b06a2c65-3b26-45df-ad41-2b9901e903d9 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:30:18.645918 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-7f041d70-898d-4190-8de0-aa647b72c0ad service neutron] Attempting to bind port b06a2c65-3b26-45df-ad41-2b9901e903d9 on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:30:18.650360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-7f041d70-898d-4190-8de0-aa647b72c0ad service neutron] Port b06a2c65-3b26-45df-ad41-2b9901e903d9 on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:30:18.650892 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-7f041d70-898d-4190-8de0-aa647b72c0ad service neutron] Attempting to bind port b06a2c65-3b26-45df-ad41-2b9901e903d9 on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:30:18.666565 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-921cbbf9-27f1-4111-abbf-6b300a1d653d req-5dd988d9-3f4b-44d3-b429-05fecdc9290c tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:18.675690 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-7f041d70-898d-4190-8de0-aa647b72c0ad service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:30:18.676134 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-115b6e92-6ad5-465e-adfb-5e007ff1558e req-e1ee76fd-a41b-4d89-8a09-0dd08b3f4f7c tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:18.676862 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-7f041d70-898d-4190-8de0-aa647b72c0ad service neutron] Checking segment: {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:30:18.678054 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-7f041d70-898d-4190-8de0-aa647b72c0ad service neutron] Bound using segment: {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:30:18.678923 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-7f041d70-898d-4190-8de0-aa647b72c0ad service neutron] Bound port: b06a2c65-3b26-45df-ad41-2b9901e903d9, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:30:18.679066 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-115b6e92-6ad5-465e-adfb-5e007ff1558e req-e1ee76fd-a41b-4d89-8a09-0dd08b3f4f7c tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:18.685433 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-115b6e92-6ad5-465e-adfb-5e007ff1558e req-e1ee76fd-a41b-4d89-8a09-0dd08b3f4f7c tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] 10.222.0.127 "DELETE /v2.0/security-groups/17c79d83-dec6-4790-a259-e1d870f4125b HTTP/1.1" status: 204 len: 173 time: 0.2520325 Nov 04 10:30:18.685738 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['b7d12635-b57c-4c3e-8195-cf0559ba203f', '92f2b9f3-6119-44fd-bf25-5fe2688056c8'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:30:18.757657 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd988d9-3f4b-44d3-b429-05fecdc9290c tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Pushing event deleted for resources: {'Port': ['ID=92f2b9f3-6119-44fd-bf25-5fe2688056c8,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:18.773738 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee76fd-a41b-4d89-8a09-0dd08b3f4f7c tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c79d83-dec6-4790-a259-e1d870f4125b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:18.904355 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-7f041d70-898d-4190-8de0-aa647b72c0ad service neutron] For port b06a2c65-3b26-45df-ad41-2b9901e903d9, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b06a2c65-3b26-45df-ad41-2b9901e903d9,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:30:18.914769 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-7f041d70-898d-4190-8de0-aa647b72c0ad service neutron] Publish callbacks [] for binding, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:18.924766 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-7f041d70-898d-4190-8de0-aa647b72c0ad service neutron] 10.222.0.127 "POST /v2.0/ports/b06a2c65-3b26-45df-ad41-2b9901e903d9/bindings HTTP/1.1" status: 201 len: 389 time: 0.4952021 Nov 04 10:30:18.936693 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-921cbbf9-27f1-4111-abbf-6b300a1d653d req-5dd988d9-3f4b-44d3-b429-05fecdc9290c tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] No DVR routers for this DVR port 92f2b9f3-6119-44fd-bf25-5fe2688056c8 on host n-h1-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:30:18.948962 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-921cbbf9-27f1-4111-abbf-6b300a1d653d req-5dd988d9-3f4b-44d3-b429-05fecdc9290c tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:18.953266 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-921cbbf9-27f1-4111-abbf-6b300a1d653d req-5dd988d9-3f4b-44d3-b429-05fecdc9290c tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.126 "DELETE /v2.0/ports/92f2b9f3-6119-44fd-bf25-5fe2688056c8 HTTP/1.1" status: 204 len: 173 time: 0.9188707 Nov 04 10:30:18.953742 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e170932-f43f-4430-b924-190bcc65a379', 'name': 'network-vif-deleted', 'tag': '92f2b9f3-6119-44fd-bf25-5fe2688056c8'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:30:18.956241 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d39f16-b51e-4e67-810a-27713ede3f72" -d '{"events": [{"server_uuid": "5e170932-f43f-4430-b924-190bcc65a379", "name": "network-vif-deleted", "tag": "92f2b9f3-6119-44fd-bf25-5fe2688056c8"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:30:19.044921 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b29be-587b-424c-ade5-e26a594637f0 req-d60cf52c-96fd-4fb3-bf0a-47b9b99a8d03 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:19.046851 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-321b29be-587b-424c-ade5-e26a594637f0 req-d60cf52c-96fd-4fb3-bf0a-47b9b99a8d03 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 949 time: 0.2639287 Nov 04 10:30:19.207788 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-321b29be-587b-424c-ade5-e26a594637f0 req-96529399-1cdf-4498-90e4-8de113cbe5fe tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539314 Nov 04 10:30:19.244916 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8fd16c0b-5482-42f3-ae15-f78bc115b520 req-81a859ef-098a-4d9c-89f8-db26fc71d841 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/ports?device_id=5e170932-f43f-4430-b924-190bcc65a379 HTTP/1.1" status: 200 len: 210 time: 0.0616248 Nov 04 10:30:19.251220 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-07eb76fc-651c-4380-8162-8c507a609597 req-e483521b-2a97-440e-8f46-253d0c6b8c58 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=3531851a-1a09-410c-86d1-69a15d96d092&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1544325 Nov 04 10:30:19.312079 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b967409c-d857-42fc-8721-4f23d060f2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:19.345515 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-c833a87e-851a-4258-863c-0a3fec2aa3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:19.347708 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-c833a87e-851a-4258-863c-0a3fec2aa3d7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0464048b294a465b81cede98ee2447df&device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e HTTP/1.1" status: 200 len: 1096 time: 0.0609648 Nov 04 10:30:19.370639 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb76fc-651c-4380-8162-8c507a609597 req-e26b677b-7919-4e6c-b33e-f18186418999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:19.372497 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-07eb76fc-651c-4380-8162-8c507a609597 req-e26b677b-7919-4e6c-b33e-f18186418999 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0492820046454dbbbdfa7eac919beeeb&device_id=3531851a-1a09-410c-86d1-69a15d96d092 HTTP/1.1" status: 200 len: 1096 time: 0.0497861 Nov 04 10:30:19.451682 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5fb48d36-36f5-4566-a21b-d37a8aef0bd1 req-8b3deb38-53fa-4f36-82a5-40ee41434ce7 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] 10.222.0.127 "GET /v2.0/ports?device_id=2aba8c0e-40b3-47d7-a1c5-20d768702930 HTTP/1.1" status: 200 len: 210 time: 0.0378780 Nov 04 10:30:19.502787 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb76fc-651c-4380-8162-8c507a609597 req-ba2b410a-1ac9-4ee4-8c8c-971def9da1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:19.504283 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-07eb76fc-651c-4380-8162-8c507a609597 req-ba2b410a-1ac9-4ee4-8c8c-971def9da1b4 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d1916c7c-e081-4089-adc9-d25f9f439e58 HTTP/1.1" status: 200 len: 926 time: 0.1098866 Nov 04 10:30:19.595211 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-2f88c2b3-573f-4b4b-95a3-fd99eba9c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:19.596752 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-2f88c2b3-573f-4b4b-95a3-fd99eba9c157 service neutron] 10.222.0.121 "GET /v2.0/networks?id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 HTTP/1.1" status: 200 len: 923 time: 0.2412915 Nov 04 10:30:19.617947 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ee01890d-8eca-4c7d-b86a-5ee72b33e4c3 req-236a5960-68a4-495b-82e8-cc7edaaa55ff tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] 10.222.0.127 "GET /v2.0/security-groups/c0a2e69b-7336-499b-97a2-12ef6a5d24d2 HTTP/1.1" status: 200 len: 1794 time: 0.0952177 Nov 04 10:30:19.668526 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-07eb76fc-651c-4380-8162-8c507a609597 req-02ba79b3-effd-4ae1-9906-5e27f7e4cdfe service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70560236-4738-474c-878e-530471105d9d HTTP/1.1" status: 200 len: 1000 time: 0.1556640 Nov 04 10:30:19.697445 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-2f471ed0-52fa-4a8d-9776-f7376a273fa2 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b06a2c65-3b26-45df-ad41-2b9901e903d9 HTTP/1.1" status: 200 len: 217 time: 0.0909827 Nov 04 10:30:19.719899 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e1ddcf-a375-4f1b-abb5-cb33c8f5482f x-openstack-request-id: req-59e1ddcf-a375-4f1b-abb5-cb33c8f5482f {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:30:19.720342 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e170932-f43f-4430-b924-190bcc65a379", "name": "network-vif-deleted", "tag": "92f2b9f3-6119-44fd-bf25-5fe2688056c8", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:30:19.720448 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-59e1ddcf-a375-4f1b-abb5-cb33c8f5482f {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:30:19.720881 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e170932-f43f-4430-b924-190bcc65a379', 'name': 'network-vif-deleted', 'tag': '92f2b9f3-6119-44fd-bf25-5fe2688056c8', 'status': 'completed', 'code': 200} Nov 04 10:30:19.778550 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb76fc-651c-4380-8162-8c507a609597 req-bdbaa72c-7125-4a89-9e5d-83bbc4d584be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:19.780602 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-07eb76fc-651c-4380-8162-8c507a609597 req-bdbaa72c-7125-4a89-9e5d-83bbc4d584be service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6c41464b-4d5c-426b-ab3b-93147cb6ef05 HTTP/1.1" status: 200 len: 863 time: 0.1043127 Nov 04 10:30:19.803735 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ee01890d-8eca-4c7d-b86a-5ee72b33e4c3 req-85aa8f06-b5f4-4156-9cc4-90c247296286 tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:19.838540 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb76fc-651c-4380-8162-8c507a609597 req-fb35a505-c124-424f-b0ac-0e52bdd856c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:19.840344 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-07eb76fc-651c-4380-8162-8c507a609597 req-fb35a505-c124-424f-b0ac-0e52bdd856c7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d1916c7c-e081-4089-adc9-d25f9f439e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514240 Nov 04 10:30:19.843540 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-b7f5b648-77ea-4707-bfef-31e3d62b64c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:19.845134 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-b7f5b648-77ea-4707-bfef-31e3d62b64c7 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=74d328ae-3dd4-4757-b0cd-5d3ffb3741ad HTTP/1.1" status: 200 len: 861 time: 0.1382098 Nov 04 10:30:19.869391 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ee01890d-8eca-4c7d-b86a-5ee72b33e4c3 req-85aa8f06-b5f4-4156-9cc4-90c247296286 tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:19.901382 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-011e88e5-7114-459c-80fa-bf6a9c7c0ac6 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461488 Nov 04 10:30:19.930356 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7d215-eae0-46d6-83d9-2baf46636ecf req-fd0f5e2d-511e-461a-bae6-5725bacc0a4a tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:19.937514 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24b7d215-eae0-46d6-83d9-2baf46636ecf req-fd0f5e2d-511e-461a-bae6-5725bacc0a4a tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e HTTP/1.1" status: 200 len: 945 time: 0.1581295 Nov 04 10:30:19.951933 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-07eb76fc-651c-4380-8162-8c507a609597 req-45c7830c-a80b-4b60-8eb0-271120f8e74e service neutron] 10.222.0.121 "GET /v2.0/networks/d1916c7c-e081-4089-adc9-d25f9f439e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986989 Nov 04 10:30:20.066339 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-07eb76fc-651c-4380-8162-8c507a609597 req-a9ea0e6b-cb6b-41c9-8313-d61fa9787540 service neutron] 10.222.0.121 "GET /v2.0/networks/d1916c7c-e081-4089-adc9-d25f9f439e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065505 Nov 04 10:30:20.098386 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ee01890d-8eca-4c7d-b86a-5ee72b33e4c3 req-85aa8f06-b5f4-4156-9cc4-90c247296286 tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:20.101121 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ee01890d-8eca-4c7d-b86a-5ee72b33e4c3 req-85aa8f06-b5f4-4156-9cc4-90c247296286 tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:20.102292 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ee01890d-8eca-4c7d-b86a-5ee72b33e4c3 req-85aa8f06-b5f4-4156-9cc4-90c247296286 tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] 10.222.0.127 "DELETE /v2.0/security-groups/c0a2e69b-7336-499b-97a2-12ef6a5d24d2 HTTP/1.1" status: 204 len: 173 time: 0.4834533 Nov 04 10:30:20.134729 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24b7d215-eae0-46d6-83d9-2baf46636ecf req-9b8f0ac1-deaa-492a-b171-be19996baf8d tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960530 Nov 04 10:30:20.163707 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa8f06-b5f4-4156-9cc4-90c247296286 tempest-SecurityGroupsTestAdminJSON-632218805 tempest-SecurityGroupsTestAdminJSON-632218805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a2e69b-7336-499b-97a2-12ef6a5d24d2,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:20.223271 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-c11125f1-e767-4151-b8c9-a6eceaa1b11f service neutron] 10.222.0.121 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127456 Nov 04 10:30:20.312510 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f603a53-6f19-46b6-84dc-307b914e066f req-33a92c3d-d58c-43e4-841a-a049ae805696 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:20.313945 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f603a53-6f19-46b6-84dc-307b914e066f req-33a92c3d-d58c-43e4-841a-a049ae805696 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] 10.222.0.126 "GET /v2.0/networks?id=03de09da-ec36-4060-aa37-c90dd9d2dae4 HTTP/1.1" status: 200 len: 813 time: 0.2797322 Nov 04 10:30:20.329282 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-9f603a53-6f19-46b6-84dc-307b914e066f req-aa54769d-15cf-4f87-8183-50a4a49f9b69 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Request body: {'port': {'device_id': '2aba8c0e-40b3-47d7-a1c5-20d768702930', 'network_id': '03de09da-ec36-4060-aa37-c90dd9d2dae4', 'admin_state_up': True, 'tenant_id': '0e3eb78a29434c2989039b3b5985531d'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:20.416731 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-3526b4d6-1dcd-4def-9634-de6398d46a38 service neutron] 10.222.0.121 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833842 Nov 04 10:30:20.499506 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f603a53-6f19-46b6-84dc-307b914e066f req-aa54769d-15cf-4f87-8183-50a4a49f9b69 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Made reservation on behalf of 0e3eb78a29434c2989039b3b5985531d for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:30:20.505033 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9f603a53-6f19-46b6-84dc-307b914e066f req-aa54769d-15cf-4f87-8183-50a4a49f9b69 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:20.594022 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:20.595838 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60002) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:20.708902 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993190b-d329-4039-973e-80ea7aa4fb97 req-17f95299-b4de-467d-8c82-9d480d5a1371 tempest-MigrationsAdminTest-1506280241 tempest-MigrationsAdminTest-1506280241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:20.711570 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6993190b-d329-4039-973e-80ea7aa4fb97 req-17f95299-b4de-467d-8c82-9d480d5a1371 tempest-MigrationsAdminTest-1506280241 tempest-MigrationsAdminTest-1506280241-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 1100 time: 0.1909983 Nov 04 10:30:20.783629 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-6993190b-d329-4039-973e-80ea7aa4fb97 req-f244ab57-be4c-4855-a5e0-a6376b267d55 tempest-MigrationsAdminTest-1506280241 tempest-MigrationsAdminTest-1506280241-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:20.790329 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-6b63ea35-f0f4-4af6-af16-4afb0cfad7c5 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:20.791810 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-6b63ea35-f0f4-4af6-af16-4afb0cfad7c5 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.121 "GET /v2.0/ports?device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e&tenant_id=0464048b294a465b81cede98ee2447df&binding%3Ahost_id=n-h1-816629-1 HTTP/1.1" status: 200 len: 1096 time: 0.1829348 Nov 04 10:30:20.809634 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-3b05146b-384f-4dcd-90c0-238a8566d689 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816629-1'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:20.814981 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9f4977e5-b1d2-404d-9d25-4cfa0e834bc0 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=ede4e5f16cde47458eed6095a472c725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175837 Nov 04 10:30:20.815580 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60016) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:20.848673 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-9f603a53-6f19-46b6-84dc-307b914e066f req-aa54769d-15cf-4f87-8183-50a4a49f9b69 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Allocated IP 172.20.0.4 (03de09da-ec36-4060-aa37-c90dd9d2dae4/5fc883b3-77e7-4576-b68e-450cca17cdda/92db973e-458c-4d8a-badf-e7cf9c4210f6) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:30:20.868273 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-42f9be2e-a5ff-43a4-91d8-5e6e65974cb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:20.891488 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-42f9be2e-a5ff-43a4-91d8-5e6e65974cb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:20.893412 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-36affe19-7816-418a-b9b9-63cedd23ea86 req-d8ca2452-57a8-4e28-8452-5fa9916d99d2 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] 10.222.0.127 "GET /v2.0/ports?device_id=2aba8c0e-40b3-47d7-a1c5-20d768702930 HTTP/1.1" status: 200 len: 210 time: 0.0502768 Nov 04 10:30:20.946332 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-3b05146b-384f-4dcd-90c0-238a8566d689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:20.967905 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-42f9be2e-a5ff-43a4-91d8-5e6e65974cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:20.971586 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-42f9be2e-a5ff-43a4-91d8-5e6e65974cb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:20.975780 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-42f9be2e-a5ff-43a4-91d8-5e6e65974cb1 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/8a1922c0-d4ce-4530-bbf6-aa38538fc20d HTTP/1.1" status: 204 len: 168 time: 0.1592419 Nov 04 10:30:20.986326 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f9be2e-a5ff-43a4-91d8-5e6e65974cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1922c0-d4ce-4530-bbf6-aa38538fc20d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:21.109834 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-6993190b-d329-4039-973e-80ea7aa4fb97 req-f244ab57-be4c-4855-a5e0-a6376b267d55 tempest-MigrationsAdminTest-1506280241 tempest-MigrationsAdminTest-1506280241-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:21.167092 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-6993190b-d329-4039-973e-80ea7aa4fb97 req-f244ab57-be4c-4855-a5e0-a6376b267d55 tempest-MigrationsAdminTest-1506280241 tempest-MigrationsAdminTest-1506280241-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:21.221844 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 92f2b9f3-6119-44fd-bf25-5fe2688056c8 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:30:21.257247 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 92f2b9f3-6119-44fd-bf25-5fe2688056c8 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:30:21.257722 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 92f2b9f3-6119-44fd-bf25-5fe2688056c8 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:30:21.260563 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6993190b-d329-4039-973e-80ea7aa4fb97 req-f244ab57-be4c-4855-a5e0-a6376b267d55 tempest-MigrationsAdminTest-1506280241 tempest-MigrationsAdminTest-1506280241-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278385 Nov 04 10:30:21.273420 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244ab57-be4c-4855-a5e0-a6376b267d55 tempest-MigrationsAdminTest-1506280241 tempest-MigrationsAdminTest-1506280241-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b8f6b9-ff1f-4ed8-9e21-7b43a04a9dda,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:21.279709 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9f603a53-6f19-46b6-84dc-307b914e066f req-aa54769d-15cf-4f87-8183-50a4a49f9b69 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:21.331626 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-3b05146b-384f-4dcd-90c0-238a8566d689 service neutron] For port b06a2c65-3b26-45df-ad41-2b9901e903d9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b06a2c65-3b26-45df-ad41-2b9901e903d9,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:21.395331 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60046) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:21.442854 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8655f4cc-8e21-4833-b74a-d261244d921a admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=2f25f79b45014a37934353160824c180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433204 Nov 04 10:30:21.444407 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60048) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:21.567889 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60052) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:21.687320 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-3b05146b-384f-4dcd-90c0-238a8566d689 service neutron] For port b06a2c65-3b26-45df-ad41-2b9901e903d9, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:30:21.690795 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-66a86e70-caf7-4767-b6b1-54c220babbe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:21.722841 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9f603a53-6f19-46b6-84dc-307b914e066f req-aa54769d-15cf-4f87-8183-50a4a49f9b69 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:21.773903 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-66a86e70-caf7-4767-b6b1-54c220babbe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:21.779485 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-66a86e70-caf7-4767-b6b1-54c220babbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:21.819245 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-66a86e70-caf7-4767-b6b1-54c220babbe6 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=31c9fec26da84fc7ba8d53df03caaee6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501974 Nov 04 10:30:21.820127 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a86e70-caf7-4767-b6b1-54c220babbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2fd54a-a56c-4930-965a-83e6b7c3669f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:21.820348 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f603a53-6f19-46b6-84dc-307b914e066f req-aa54769d-15cf-4f87-8183-50a4a49f9b69 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Network 03de09da-ec36-4060-aa37-c90dd9d2dae4 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:30:21.822547 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60058) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:21.837813 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69300e-bf62-4e9a-89af-0c06b9039762 req-46675e9f-ffba-4679-af30-d1d3209bf0f9 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:21.839356 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0f69300e-bf62-4e9a-89af-0c06b9039762 req-46675e9f-ffba-4679-af30-d1d3209bf0f9 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e HTTP/1.1" status: 200 len: 945 time: 0.4606035 Nov 04 10:30:21.849798 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc383cae-eb29-481a-af33-3ee7cd346f1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b06a2c65-3b26-45df-ad41-2b9901e903d9'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:30:21.852099 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57b397c-adea-46a9-b53b-d14c02545c4a" -d '{"events": [{"server_uuid": "cc383cae-eb29-481a-af33-3ee7cd346f1e", "name": "network-vif-unplugged", "status": "completed", "tag": "b06a2c65-3b26-45df-ad41-2b9901e903d9"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:30:21.854969 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-9f603a53-6f19-46b6-84dc-307b914e066f req-aa54769d-15cf-4f87-8183-50a4a49f9b69 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:30:21.861622 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-3b05146b-384f-4dcd-90c0-238a8566d689 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:21.869011 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f603a53-6f19-46b6-84dc-307b914e066f req-aa54769d-15cf-4f87-8183-50a4a49f9b69 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:30:21.874784 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f603a53-6f19-46b6-84dc-307b914e066f req-aa54769d-15cf-4f87-8183-50a4a49f9b69 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:21.875391 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9f603a53-6f19-46b6-84dc-307b914e066f req-aa54769d-15cf-4f87-8183-50a4a49f9b69 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:21.875938 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d93cd25c-7ff4-466d-8ce4-859ed87b4d79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:21.892506 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59bf9b-c877-463e-9252-bcc9bc7578ed req-5f57bbf0-903c-455d-9b31-b9a761349dd1 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:21.894070 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cf59bf9b-c877-463e-9252-bcc9bc7578ed req-5f57bbf0-903c-455d-9b31-b9a761349dd1 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/ports?device_id=c4440d1f-1067-4fc5-9445-f599716f3be4 HTTP/1.1" status: 200 len: 950 time: 0.5068612 Nov 04 10:30:21.898907 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54769d-15cf-4f87-8183-50a4a49f9b69 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Pushing event updated for resources: {'Port': ['ID=92db973e-458c-4d8a-badf-e7cf9c4210f6,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:21.899632 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d93cd25c-7ff4-466d-8ce4-859ed87b4d79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:21.910752 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-3b05146b-384f-4dcd-90c0-238a8566d689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:21.958160 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d93cd25c-7ff4-466d-8ce4-859ed87b4d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:21.962215 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d93cd25c-7ff4-466d-8ce4-859ed87b4d79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:21.964526 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d93cd25c-7ff4-466d-8ce4-859ed87b4d79 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/1d2fd54a-a56c-4930-965a-83e6b7c3669f HTTP/1.1" status: 204 len: 168 time: 0.1409907 Nov 04 10:30:21.965431 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f603a53-6f19-46b6-84dc-307b914e066f req-aa54769d-15cf-4f87-8183-50a4a49f9b69 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6422293 Nov 04 10:30:21.992249 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-9f603a53-6f19-46b6-84dc-307b914e066f req-03662174-b013-487f-99dd-9532ec00631b service neutron] Request body: {'port': {'device_id': '2aba8c0e-40b3-47d7-a1c5-20d768702930', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:21.999686 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93cd25c-7ff4-466d-8ce4-859ed87b4d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2fd54a-a56c-4930-965a-83e6b7c3669f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:22.002339 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b4b305ab-0f51-4b56-ade8-bc3f95bba675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:22.002531 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:22.121052 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05146b-384f-4dcd-90c0-238a8566d689 service neutron] Pushing event updated for resources: {'Port': ['ID=b06a2c65-3b26-45df-ad41-2b9901e903d9,revision_number=7']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:22.138117 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0f69300e-bf62-4e9a-89af-0c06b9039762 req-b4bac2f3-caf6-4932-ba44-36e012f4a5db tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743466 Nov 04 10:30:22.140205 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b4b305ab-0f51-4b56-ade8-bc3f95bba675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:22.180669 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cf59bf9b-c877-463e-9252-bcc9bc7578ed req-3ad2c443-9a74-4b41-90d8-407fb09aa87b tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/security-groups?id=26d8ccb2-6bb1-4f21-affc-88e1b621b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675769 Nov 04 10:30:22.192472 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-3b05146b-384f-4dcd-90c0-238a8566d689 service neutron] Attempting to bind port b06a2c65-3b26-45df-ad41-2b9901e903d9 on host n-h1-816629-1 for vnic_type normal with profile {"migrating_to": "n-h2-816629-1"} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:30:22.193194 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-3b05146b-384f-4dcd-90c0-238a8566d689 service neutron] Attempting to bind port b06a2c65-3b26-45df-ad41-2b9901e903d9 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:30:22.193522 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-3b05146b-384f-4dcd-90c0-238a8566d689 service neutron] Attempting to bind port b06a2c65-3b26-45df-ad41-2b9901e903d9 on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:30:22.197251 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9f603a53-6f19-46b6-84dc-307b914e066f req-03662174-b013-487f-99dd-9532ec00631b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:22.207854 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-3b05146b-384f-4dcd-90c0-238a8566d689 service neutron] Port b06a2c65-3b26-45df-ad41-2b9901e903d9 on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:30:22.208174 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-3b05146b-384f-4dcd-90c0-238a8566d689 service neutron] Attempting to bind port b06a2c65-3b26-45df-ad41-2b9901e903d9 on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:30:22.226106 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-3b05146b-384f-4dcd-90c0-238a8566d689 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:30:22.226457 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-3b05146b-384f-4dcd-90c0-238a8566d689 service neutron] Checking segment: {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:30:22.227083 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-3b05146b-384f-4dcd-90c0-238a8566d689 service neutron] Bound using segment: {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:30:22.227437 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-3b05146b-384f-4dcd-90c0-238a8566d689 service neutron] Bound port: b06a2c65-3b26-45df-ad41-2b9901e903d9, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:30:22.227828 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-3b05146b-384f-4dcd-90c0-238a8566d689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:22.391837 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdddae68-e866-4086-b0c8-e98c9f4362e2 x-openstack-request-id: req-bdddae68-e866-4086-b0c8-e98c9f4362e2 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:30:22.392295 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc383cae-eb29-481a-af33-3ee7cd346f1e", "name": "network-vif-unplugged", "status": "completed", "tag": "b06a2c65-3b26-45df-ad41-2b9901e903d9", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:30:22.392690 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-bdddae68-e866-4086-b0c8-e98c9f4362e2 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:30:22.393404 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc383cae-eb29-481a-af33-3ee7cd346f1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b06a2c65-3b26-45df-ad41-2b9901e903d9', 'code': 200} Nov 04 10:30:22.404733 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b4b305ab-0f51-4b56-ade8-bc3f95bba675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:22.407359 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b4b305ab-0f51-4b56-ade8-bc3f95bba675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:22.411192 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b4b305ab-0f51-4b56-ade8-bc3f95bba675 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/c9af02ee-1d5f-4391-ab1c-8dfbf1ea988e HTTP/1.1" status: 204 len: 168 time: 0.9643197 Nov 04 10:30:22.446673 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b305ab-0f51-4b56-ade8-bc3f95bba675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9af02ee-1d5f-4391-ab1c-8dfbf1ea988e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:22.522412 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-3b05146b-384f-4dcd-90c0-238a8566d689 service neutron] For port b06a2c65-3b26-45df-ad41-2b9901e903d9, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:30:22.528477 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:22.544349 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-3b05146b-384f-4dcd-90c0-238a8566d689 service neutron] For port b06a2c65-3b26-45df-ad41-2b9901e903d9, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b06a2c65-3b26-45df-ad41-2b9901e903d9,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:30:22.556104 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-3b05146b-384f-4dcd-90c0-238a8566d689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:22.611927 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27c746-6941-4a6b-949d-3acffc16a519 req-4062ae47-900f-4284-bad8-5f5d534a2e88 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:22.613411 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a27c746-6941-4a6b-949d-3acffc16a519 req-4062ae47-900f-4284-bad8-5f5d534a2e88 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] 10.222.0.127 "GET /v2.0/ports?device_id=2aba8c0e-40b3-47d7-a1c5-20d768702930 HTTP/1.1" status: 200 len: 931 time: 0.1647589 Nov 04 10:30:22.683022 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05146b-384f-4dcd-90c0-238a8566d689 service neutron] Pushing event updated for resources: {'Port': ['ID=b06a2c65-3b26-45df-ad41-2b9901e903d9,revision_number=8']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:22.691900 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0711451-174c-4905-b5ad-747451b148fd req-f3f2be58-1020-4f7c-9ff1-2c89ea7888e3 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:22.694534 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b0711451-174c-4905-b5ad-747451b148fd req-f3f2be58-1020-4f7c-9ff1-2c89ea7888e3 tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.126 "GET /v2.0/ports?device_id=c4440d1f-1067-4fc5-9445-f599716f3be4 HTTP/1.1" status: 200 len: 950 time: 0.0677443 Nov 04 10:30:22.741828 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-3b05146b-384f-4dcd-90c0-238a8566d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:22.743578 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-3b05146b-384f-4dcd-90c0-238a8566d689 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:22.745291 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-3b05146b-384f-4dcd-90c0-238a8566d689 service neutron] 10.222.0.121 "PUT /v2.0/ports/b06a2c65-3b26-45df-ad41-2b9901e903d9 HTTP/1.1" status: 200 len: 1121 time: 1.9426885 Nov 04 10:30:22.795681 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['b06a2c65-3b26-45df-ad41-2b9901e903d9'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:30:22.812675 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-b0711451-174c-4905-b5ad-747451b148fd req-9dcfa7fd-2794-40a2-aec4-162074e1ac3d tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Deleting port b7d12635-b57c-4c3e-8195-cf0559ba203f {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:30:22.813039 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b0711451-174c-4905-b5ad-747451b148fd req-9dcfa7fd-2794-40a2-aec4-162074e1ac3d tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:22.832905 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a27c746-6941-4a6b-949d-3acffc16a519 req-272abc47-faa3-438d-b853-4ae5a8e3d85a tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] 10.222.0.127 "GET /v2.0/security-groups?id=223b52f3-7c22-4f0c-8195-8592357b8ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920404 Nov 04 10:30:22.871841 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-9f603a53-6f19-46b6-84dc-307b914e066f req-03662174-b013-487f-99dd-9532ec00631b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92db973e-458c-4d8a-badf-e7cf9c4210f6 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:30:22.880748 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9f603a53-6f19-46b6-84dc-307b914e066f req-03662174-b013-487f-99dd-9532ec00631b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:22.900607 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-9f603a53-6f19-46b6-84dc-307b914e066f req-03662174-b013-487f-99dd-9532ec00631b service neutron] Transition to ACTIVE for port object 92db973e-458c-4d8a-badf-e7cf9c4210f6 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:30:22.911097 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9f603a53-6f19-46b6-84dc-307b914e066f req-03662174-b013-487f-99dd-9532ec00631b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:23.013652 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-b0711451-174c-4905-b5ad-747451b148fd req-9dcfa7fd-2794-40a2-aec4-162074e1ac3d tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] For port b7d12635-b57c-4c3e-8195-cf0559ba203f, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b7d12635-b57c-4c3e-8195-cf0559ba203f,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:23.013652 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b0711451-174c-4905-b5ad-747451b148fd req-9dcfa7fd-2794-40a2-aec4-162074e1ac3d tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:23.035943 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03662174-b013-487f-99dd-9532ec00631b service neutron] Pushing event updated for resources: {'Port': ['ID=92db973e-458c-4d8a-badf-e7cf9c4210f6,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:23.042657 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-9f603a53-6f19-46b6-84dc-307b914e066f req-03662174-b013-487f-99dd-9532ec00631b service neutron] Attempting to bind port 92db973e-458c-4d8a-badf-e7cf9c4210f6 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:30:23.042992 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-9f603a53-6f19-46b6-84dc-307b914e066f req-03662174-b013-487f-99dd-9532ec00631b service neutron] Attempting to bind port 92db973e-458c-4d8a-badf-e7cf9c4210f6 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '174448fa-9277-400d-8377-646aefff6322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '03de09da-ec36-4060-aa37-c90dd9d2dae4'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:30:23.043333 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f603a53-6f19-46b6-84dc-307b914e066f req-03662174-b013-487f-99dd-9532ec00631b service neutron] Attempting to bind port 92db973e-458c-4d8a-badf-e7cf9c4210f6 on network 03de09da-ec36-4060-aa37-c90dd9d2dae4 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:30:23.049464 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f603a53-6f19-46b6-84dc-307b914e066f req-03662174-b013-487f-99dd-9532ec00631b service neutron] Port 92db973e-458c-4d8a-badf-e7cf9c4210f6 on network 03de09da-ec36-4060-aa37-c90dd9d2dae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:30:23.049842 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f603a53-6f19-46b6-84dc-307b914e066f req-03662174-b013-487f-99dd-9532ec00631b service neutron] Attempting to bind port 92db973e-458c-4d8a-badf-e7cf9c4210f6 on network 03de09da-ec36-4060-aa37-c90dd9d2dae4 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:30:23.050775 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-b0711451-174c-4905-b5ad-747451b148fd req-9dcfa7fd-2794-40a2-aec4-162074e1ac3d tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Calling delete_port for b7d12635-b57c-4c3e-8195-cf0559ba203f owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:30:23.062113 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f603a53-6f19-46b6-84dc-307b914e066f req-03662174-b013-487f-99dd-9532ec00631b service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:30:23.062517 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f603a53-6f19-46b6-84dc-307b914e066f req-03662174-b013-487f-99dd-9532ec00631b service neutron] Checking segment: {'id': '174448fa-9277-400d-8377-646aefff6322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '03de09da-ec36-4060-aa37-c90dd9d2dae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:30:23.062841 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f603a53-6f19-46b6-84dc-307b914e066f req-03662174-b013-487f-99dd-9532ec00631b service neutron] Bound using segment: {'id': '174448fa-9277-400d-8377-646aefff6322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '03de09da-ec36-4060-aa37-c90dd9d2dae4'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:30:23.063273 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-9f603a53-6f19-46b6-84dc-307b914e066f req-03662174-b013-487f-99dd-9532ec00631b service neutron] Bound port: 92db973e-458c-4d8a-badf-e7cf9c4210f6, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '174448fa-9277-400d-8377-646aefff6322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '03de09da-ec36-4060-aa37-c90dd9d2dae4'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:30:23.066108 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9f603a53-6f19-46b6-84dc-307b914e066f req-03662174-b013-487f-99dd-9532ec00631b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:23.225580 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-9f603a53-6f19-46b6-84dc-307b914e066f req-03662174-b013-487f-99dd-9532ec00631b service neutron] For port 92db973e-458c-4d8a-badf-e7cf9c4210f6, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:30:23.229411 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-9f603a53-6f19-46b6-84dc-307b914e066f req-03662174-b013-487f-99dd-9532ec00631b service neutron] For port 92db973e-458c-4d8a-badf-e7cf9c4210f6, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=92db973e-458c-4d8a-badf-e7cf9c4210f6,segment=NetworkSegment(174448fa-9277-400d-8377-646aefff6322),segment_id=174448fa-9277-400d-8377-646aefff6322)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:30:23.237212 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9f603a53-6f19-46b6-84dc-307b914e066f req-03662174-b013-487f-99dd-9532ec00631b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:23.320238 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f603a53-6f19-46b6-84dc-307b914e066f req-03662174-b013-487f-99dd-9532ec00631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:23.320915 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9f603a53-6f19-46b6-84dc-307b914e066f req-03662174-b013-487f-99dd-9532ec00631b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:23.322405 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f603a53-6f19-46b6-84dc-307b914e066f req-03662174-b013-487f-99dd-9532ec00631b service neutron] 10.222.0.126 "PUT /v2.0/ports/92db973e-458c-4d8a-badf-e7cf9c4210f6 HTTP/1.1" status: 200 len: 1091 time: 1.3369081 Nov 04 10:30:23.426723 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b0711451-174c-4905-b5ad-747451b148fd req-9dcfa7fd-2794-40a2-aec4-162074e1ac3d tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:23.438334 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['b7d12635-b57c-4c3e-8195-cf0559ba203f'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:30:23.460983 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfa7fd-2794-40a2-aec4-162074e1ac3d tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Pushing event deleted for resources: {'Port': ['ID=b7d12635-b57c-4c3e-8195-cf0559ba203f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:23.512729 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58847a1f-666d-4941-a74b-45259429c93d req-fc12ff0b-1c18-4223-9f77-97e35f7d5209 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1705770 Nov 04 10:30:23.533569 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0711451-174c-4905-b5ad-747451b148fd req-9dcfa7fd-2794-40a2-aec4-162074e1ac3d tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] No DVR routers for this DVR port b7d12635-b57c-4c3e-8195-cf0559ba203f on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:30:23.538636 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-58847a1f-666d-4941-a74b-45259429c93d req-2a19047c-4242-4c64-b146-b021a26eb969 service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:30:23.539589 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58847a1f-666d-4941-a74b-45259429c93d req-2a19047c-4242-4c64-b146-b021a26eb969 service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0074949 Nov 04 10:30:23.540871 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b0711451-174c-4905-b5ad-747451b148fd req-9dcfa7fd-2794-40a2-aec4-162074e1ac3d tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:23.544326 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b0711451-174c-4905-b5ad-747451b148fd req-9dcfa7fd-2794-40a2-aec4-162074e1ac3d tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.126 "DELETE /v2.0/ports/b7d12635-b57c-4c3e-8195-cf0559ba203f HTTP/1.1" status: 204 len: 173 time: 0.8421996 Nov 04 10:30:23.544968 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4440d1f-1067-4fc5-9445-f599716f3be4', 'name': 'network-vif-deleted', 'tag': 'b7d12635-b57c-4c3e-8195-cf0559ba203f'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:30:23.547455 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3aaab6-e6ec-4ccf-89bf-58b78da3d909" -d '{"events": [{"server_uuid": "c4440d1f-1067-4fc5-9445-f599716f3be4", "name": "network-vif-deleted", "tag": "b7d12635-b57c-4c3e-8195-cf0559ba203f"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:30:23.557060 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03662174-b013-487f-99dd-9532ec00631b service neutron] Pushing event updated for resources: {'Port': ['ID=92db973e-458c-4d8a-badf-e7cf9c4210f6,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:23.577914 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ac933b3-f109-4f4f-9ad8-7984933ab8e1 req-a16c1477-bf5e-492d-882f-f6096f28fc4e tempest-ServersAdminNegativeTestJSON-1590637231 tempest-ServersAdminNegativeTestJSON-1590637231-project] 10.222.0.127 "GET /v2.0/ports?device_id=c4440d1f-1067-4fc5-9445-f599716f3be4 HTTP/1.1" status: 200 len: 210 time: 0.1613345 Nov 04 10:30:23.601230 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e622706-78b0-44ee-baf7-8f636e7cb557 req-c2bd41b4-68cd-4181-8a6c-5ff626a39ddf tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:23.610523 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8e622706-78b0-44ee-baf7-8f636e7cb557 req-c2bd41b4-68cd-4181-8a6c-5ff626a39ddf tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e HTTP/1.1" status: 200 len: 943 time: 0.2243855 Nov 04 10:30:23.613011 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60126) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:23.620902 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f603a53-6f19-46b6-84dc-307b914e066f req-7190dae3-aacc-4563-80bd-57b883da7ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:23.623030 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f603a53-6f19-46b6-84dc-307b914e066f req-7190dae3-aacc-4563-80bd-57b883da7ef0 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0e3eb78a29434c2989039b3b5985531d&device_id=2aba8c0e-40b3-47d7-a1c5-20d768702930 HTTP/1.1" status: 200 len: 1094 time: 0.2292037 Nov 04 10:30:23.687964 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f603a53-6f19-46b6-84dc-307b914e066f req-14d4e6a4-be27-478b-a497-0ce231c18a62 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92db973e-458c-4d8a-badf-e7cf9c4210f6 HTTP/1.1" status: 200 len: 217 time: 0.0512781 Nov 04 10:30:23.729158 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60132) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:23.793690 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8e622706-78b0-44ee-baf7-8f636e7cb557 req-cb7ad71f-252a-452a-a5eb-db74d4518803 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818073 Nov 04 10:30:23.813676 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f603a53-6f19-46b6-84dc-307b914e066f req-9d339b56-059d-4b8b-a489-daf5263d3d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:23.815255 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f603a53-6f19-46b6-84dc-307b914e066f req-9d339b56-059d-4b8b-a489-daf5263d3d85 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=5fc883b3-77e7-4576-b68e-450cca17cdda HTTP/1.1" status: 200 len: 853 time: 0.1008792 Nov 04 10:30:23.848040 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6fef0-dd42-4612-80d4-4b255f1ef830 req-461ae6c0-ae76-43df-ba9c-094efedcaf2c tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:23.857075 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-acc6fef0-dd42-4612-80d4-4b255f1ef830 req-461ae6c0-ae76-43df-ba9c-094efedcaf2c tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 949 time: 0.1715879 Nov 04 10:30:23.881962 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f603a53-6f19-46b6-84dc-307b914e066f req-173a3d2a-cc66-4acf-a170-763ff5135aa8 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=03de09da-ec36-4060-aa37-c90dd9d2dae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533469 Nov 04 10:30:23.883945 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-4f7ab742-b33b-4fe6-ac6b-9e6388d7a1d8 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1473197304-network', 'tenant_id': '2b5a587ccab54a2f9cf1975659bd89f9'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:23.947905 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ae51a8-a726-4489-8361-fc8b98ed3af0 x-openstack-request-id: req-44ae51a8-a726-4489-8361-fc8b98ed3af0 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:30:23.948661 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4440d1f-1067-4fc5-9445-f599716f3be4", "name": "network-vif-deleted", "tag": "b7d12635-b57c-4c3e-8195-cf0559ba203f", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:30:23.949146 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-44ae51a8-a726-4489-8361-fc8b98ed3af0 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:30:23.949769 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4440d1f-1067-4fc5-9445-f599716f3be4', 'name': 'network-vif-deleted', 'tag': 'b7d12635-b57c-4c3e-8195-cf0559ba203f', 'status': 'completed', 'code': 200} Nov 04 10:30:23.952035 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7ab742-b33b-4fe6-ac6b-9e6388d7a1d8 admin admin] Made reservation on behalf of 2b5a587ccab54a2f9cf1975659bd89f9 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:30:23.954846 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab742-b33b-4fe6-ac6b-9e6388d7a1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:23.966181 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab742-b33b-4fe6-ac6b-9e6388d7a1d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:23.998543 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c72e07d2-db4d-459c-a369-71cc6b4e86f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:24.038806 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f603a53-6f19-46b6-84dc-307b914e066f req-ca19e86a-fdb4-44f7-b456-c57473a71f09 service neutron] 10.222.0.126 "GET /v2.0/networks/03de09da-ec36-4060-aa37-c90dd9d2dae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388428 Nov 04 10:30:24.217673 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab742-b33b-4fe6-ac6b-9e6388d7a1d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:24.228966 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab742-b33b-4fe6-ac6b-9e6388d7a1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:24.253058 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-acc6fef0-dd42-4612-80d4-4b255f1ef830 req-696f84ce-4f42-4f1f-8d8e-c3005c804d31 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946588 Nov 04 10:30:24.290273 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c72e07d2-db4d-459c-a369-71cc6b4e86f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:24.302019 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd7414-f0f2-4297-90d5-9beb525f6aaf req-e891dd15-5854-4ec1-b548-41f66a724fac tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:24.302228 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60154) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:24.302885 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f7ab742-b33b-4fe6-ac6b-9e6388d7a1d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1168} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:30:24.303560 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-10cd7414-f0f2-4297-90d5-9beb525f6aaf req-e891dd15-5854-4ec1-b548-41f66a724fac tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] 10.222.0.127 "GET /v2.0/ports?device_id=2aba8c0e-40b3-47d7-a1c5-20d768702930 HTTP/1.1" status: 200 len: 943 time: 0.1640749 Nov 04 10:30:24.309899 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c72e07d2-db4d-459c-a369-71cc6b4e86f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:24.338669 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ab742-b33b-4fe6-ac6b-9e6388d7a1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0243cd6a-a025-4b92-8efb-a63740eb1bdb,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:24.344926 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f603a53-6f19-46b6-84dc-307b914e066f req-3a2050ac-5c16-45a3-a1bc-b2e2a34d87be service neutron] 10.222.0.126 "GET /v2.0/networks/03de09da-ec36-4060-aa37-c90dd9d2dae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867696 Nov 04 10:30:24.368280 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab742-b33b-4fe6-ac6b-9e6388d7a1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:24.368814 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-4f7ab742-b33b-4fe6-ac6b-9e6388d7a1d8 admin admin] Added segment d1c8dcec-0173-47c7-8397-4a22add73c72 of type vlan for network 9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d Nov 04 10:30:24.400064 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-10cd7414-f0f2-4297-90d5-9beb525f6aaf req-6d8eab1d-9d9f-4c29-afc2-c59a5874a468 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] 10.222.0.127 "GET /v2.0/security-groups?id=223b52f3-7c22-4f0c-8195-8592357b8ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884511 Nov 04 10:30:24.400615 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc383cae-eb29-481a-af33-3ee7cd346f1e', 'tag': 'b06a2c65-3b26-45df-ad41-2b9901e903d9'}, {'name': 'network-changed', 'server_uuid': '2aba8c0e-40b3-47d7-a1c5-20d768702930', 'tag': '92db973e-458c-4d8a-badf-e7cf9c4210f6'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:30:24.409462 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c180eee-74b6-4c39-9233-b3d43634a4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "cc383cae-eb29-481a-af33-3ee7cd346f1e", "tag": "b06a2c65-3b26-45df-ad41-2b9901e903d9"}, {"name": "network-changed", "server_uuid": "2aba8c0e-40b3-47d7-a1c5-20d768702930", "tag": "92db973e-458c-4d8a-badf-e7cf9c4210f6"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:30:24.445972 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c72e07d2-db4d-459c-a369-71cc6b4e86f4 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=daf2c7faca7f42c0ab52e4a39299ff97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7126122 Nov 04 10:30:24.447321 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60166) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:24.484578 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e07d2-db4d-459c-a369-71cc6b4e86f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9224cc1-733e-4f1c-ade7-2e4b2bd16181,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:24.494807 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab742-b33b-4fe6-ac6b-9e6388d7a1d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:24.507291 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 04 Nov 2021 10:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92efabee-0240-4232-bf12-9f009cb599d6 x-openstack-request-id: req-92efabee-0240-4232-bf12-9f009cb599d6 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:30:24.508787 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc383cae-eb29-481a-af33-3ee7cd346f1e", "tag": "b06a2c65-3b26-45df-ad41-2b9901e903d9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2aba8c0e-40b3-47d7-a1c5-20d768702930", "tag": "92db973e-458c-4d8a-badf-e7cf9c4210f6", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:30:24.511635 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-92efabee-0240-4232-bf12-9f009cb599d6 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:30:24.514140 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc383cae-eb29-481a-af33-3ee7cd346f1e', 'tag': 'b06a2c65-3b26-45df-ad41-2b9901e903d9', 'status': 'completed', 'code': 200} Nov 04 10:30:24.514558 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aba8c0e-40b3-47d7-a1c5-20d768702930', 'tag': '92db973e-458c-4d8a-badf-e7cf9c4210f6', 'status': 'completed', 'code': 200} Nov 04 10:30:24.532059 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab742-b33b-4fe6-ac6b-9e6388d7a1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:24.533878 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7ab742-b33b-4fe6-ac6b-9e6388d7a1d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:24.534802 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab742-b33b-4fe6-ac6b-9e6388d7a1d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:24.598960 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-966e3399-4611-4e10-aa31-c12b1fbc4c56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:24.611879 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-553562be-5abd-4407-ab03-82e70c557e02 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1511440248-network', 'tenant_id': '2d5b284abf97483e96827ac4701c3ebc'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:24.628152 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-966e3399-4611-4e10-aa31-c12b1fbc4c56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:24.639629 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4f7ab742-b33b-4fe6-ac6b-9e6388d7a1d8 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0252674 Nov 04 10:30:24.645355 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60172) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:24.656306 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-e9998005-45ed-4262-b9b9-b0512c7e970e admin admin] Request body: {'subnet': {'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1473197304-subnet', 'tenant_id': '2b5a587ccab54a2f9cf1975659bd89f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:24.667360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ab742-b33b-4fe6-ac6b-9e6388d7a1d8 admin admin] Pushing event updated for resources: {'Network': ['ID=9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:24.689938 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553562be-5abd-4407-ab03-82e70c557e02 admin admin] Made reservation on behalf of 2d5b284abf97483e96827ac4701c3ebc for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:30:24.691635 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c180eee-74b6-4c39-9233-b3d43634a4bc req-69eb544d-a49c-4996-83ad-1833f9b0fcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:24.694270 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8c180eee-74b6-4c39-9233-b3d43634a4bc req-69eb544d-a49c-4996-83ad-1833f9b0fcc9 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0464048b294a465b81cede98ee2447df&device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e HTTP/1.1" status: 200 len: 1124 time: 0.1609056 Nov 04 10:30:24.700451 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-553562be-5abd-4407-ab03-82e70c557e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:24.718160 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-553562be-5abd-4407-ab03-82e70c557e02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:24.720078 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-966e3399-4611-4e10-aa31-c12b1fbc4c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:24.723709 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-966e3399-4611-4e10-aa31-c12b1fbc4c56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:24.728504 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:30:24.733462 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-966e3399-4611-4e10-aa31-c12b1fbc4c56 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/c9224cc1-733e-4f1c-ade7-2e4b2bd16181 HTTP/1.1" status: 204 len: 168 time: 0.2763021 Nov 04 10:30:24.825453 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9998005-45ed-4262-b9b9-b0512c7e970e admin admin] Made reservation on behalf of 2b5a587ccab54a2f9cf1975659bd89f9 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:30:24.827951 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e9998005-45ed-4262-b9b9-b0512c7e970e admin admin] Publish callbacks [] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:24.865438 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e3399-4611-4e10-aa31-c12b1fbc4c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9224cc1-733e-4f1c-ade7-2e4b2bd16181,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:25.025998 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-553562be-5abd-4407-ab03-82e70c557e02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:25.042203 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-553562be-5abd-4407-ab03-82e70c557e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:25.058031 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c180eee-74b6-4c39-9233-b3d43634a4bc req-8cf480e4-c4bc-4c1a-b2bd-bf13bc10663f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:25.061483 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8c180eee-74b6-4c39-9233-b3d43634a4bc req-8cf480e4-c4bc-4c1a-b2bd-bf13bc10663f service neutron] 10.222.0.126 "GET /v2.0/networks?id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 HTTP/1.1" status: 200 len: 923 time: 0.3579681 Nov 04 10:30:25.081330 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df64ec-68c8-4e03-82be-eaee6b7dd550 req-b3fbad3f-02b0-44b5-afa6-c84e74e43ab0 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:25.085461 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-51df64ec-68c8-4e03-82be-eaee6b7dd550 req-b3fbad3f-02b0-44b5-afa6-c84e74e43ab0 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e HTTP/1.1" status: 200 len: 943 time: 0.2043779 Nov 04 10:30:25.120985 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553562be-5abd-4407-ab03-82e70c557e02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1179} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:30:25.171415 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553562be-5abd-4407-ab03-82e70c557e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a272ea87-ea16-4227-bdf5-5401491ffee5,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:25.176652 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60190) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:25.181178 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8c180eee-74b6-4c39-9233-b3d43634a4bc req-3ce9e7c1-0bd6-4526-af10-b939f0278eb2 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b06a2c65-3b26-45df-ad41-2b9901e903d9 HTTP/1.1" status: 200 len: 217 time: 0.0943882 Nov 04 10:30:25.208330 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-553562be-5abd-4407-ab03-82e70c557e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:25.209521 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-553562be-5abd-4407-ab03-82e70c557e02 admin admin] Added segment 67fcacec-9b21-47dc-be2a-e9fd5a94ad53 of type vlan for network a32e31ad-acda-407a-a096-816fda019c16 Nov 04 10:30:25.286612 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c180eee-74b6-4c39-9233-b3d43634a4bc req-96592400-053d-4e13-b9db-380f214573f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:25.288269 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8c180eee-74b6-4c39-9233-b3d43634a4bc req-96592400-053d-4e13-b9db-380f214573f0 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=74d328ae-3dd4-4757-b0cd-5d3ffb3741ad HTTP/1.1" status: 200 len: 861 time: 0.0922544 Nov 04 10:30:25.292090 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-51df64ec-68c8-4e03-82be-eaee6b7dd550 req-e967c2cb-0d5e-4c35-a2b4-8309052cfb5e tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138468 Nov 04 10:30:25.352750 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8c180eee-74b6-4c39-9233-b3d43634a4bc req-0c8867de-baf7-4830-81f7-1add84e80544 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553281 Nov 04 10:30:25.360116 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-553562be-5abd-4407-ab03-82e70c557e02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:25.383010 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device b06a2c65-3b26-45df-ad41-2b9901e903d9 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:30:25.518701 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e9998005-45ed-4262-b9b9-b0512c7e970e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:25.523853 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60198) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:25.527257 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-553562be-5abd-4407-ab03-82e70c557e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:25.528409 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553562be-5abd-4407-ab03-82e70c557e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:25.529414 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-553562be-5abd-4407-ab03-82e70c557e02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:25.603983 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2fb99c98-7275-434e-9f34-7d5eb2734eb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:25.617606 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port b06a2c65-3b26-45df-ad41-2b9901e903d9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b06a2c65-3b26-45df-ad41-2b9901e903d9,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:25.634777 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device b06a2c65-3b26-45df-ad41-2b9901e903d9 has no active binding in host n-h2-816629-1 {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 04 10:30:25.679765 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-553562be-5abd-4407-ab03-82e70c557e02 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3727970 Nov 04 10:30:25.689117 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60200) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:25.694855 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-20ccf305-34c9-447b-b52c-f9ad629f74fb admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=c49492600bfa42a4ad7b7a606c55cfd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5149503 Nov 04 10:30:25.701132 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60202) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:25.706227 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-25f36277-acbd-40d6-b0c7-ce4c3eeff0ed admin admin] Request body: {'subnet': {'network_id': 'a32e31ad-acda-407a-a096-816fda019c16', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1511440248-subnet', 'tenant_id': '2d5b284abf97483e96827ac4701c3ebc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:25.734623 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553562be-5abd-4407-ab03-82e70c557e02 admin admin] Pushing event updated for resources: {'Network': ['ID=a32e31ad-acda-407a-a096-816fda019c16,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:25.746096 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9998005-45ed-4262-b9b9-b0512c7e970e admin admin] Pushing event updated for resources: {'Subnet': ['ID=28924b01-2687-4263-b969-76f54864e85b,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:25.746510 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network a32e31ad-acda-407a-a096-816fda019c16 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:30:25.780103 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f36277-acbd-40d6-b0c7-ce4c3eeff0ed admin admin] Made reservation on behalf of 2d5b284abf97483e96827ac4701c3ebc for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:30:25.782699 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-25f36277-acbd-40d6-b0c7-ce4c3eeff0ed admin admin] Publish callbacks [] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:25.851849 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a72302-7d0f-437b-88b5-4c26701989d6 req-278dada5-17fc-4802-aa11-82c29c0f9cab tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:25.853594 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9998005-45ed-4262-b9b9-b0512c7e970e admin admin] Checking segment: {'id': 'd1c8dcec-0173-47c7-8397-4a22add73c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:30:25.854187 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9998005-45ed-4262-b9b9-b0512c7e970e admin admin] Network hostable DHCP agents. Network: 9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:30:25.866400 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d8a72302-7d0f-437b-88b5-4c26701989d6 req-278dada5-17fc-4802-aa11-82c29c0f9cab tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 949 time: 0.3596678 Nov 04 10:30:25.893336 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047091b-8dd7-47bf-b24d-f3e42bbee297 req-902b3e7b-db69-4e38-8a73-3638b5aa335c tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:25.895073 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9047091b-8dd7-47bf-b24d-f3e42bbee297 req-902b3e7b-db69-4e38-8a73-3638b5aa335c tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] 10.222.0.127 "GET /v2.0/ports?device_id=2aba8c0e-40b3-47d7-a1c5-20d768702930 HTTP/1.1" status: 200 len: 943 time: 0.2587733 Nov 04 10:30:25.921869 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9998005-45ed-4262-b9b9-b0512c7e970e admin admin] Network 9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:30:25.930184 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2fb99c98-7275-434e-9f34-7d5eb2734eb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:25.941658 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2fb99c98-7275-434e-9f34-7d5eb2734eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:25.952666 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-e9998005-45ed-4262-b9b9-b0512c7e970e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:30:25.971612 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55f6e4c-94fb-4533-9bd4-bf4286a51444 None None] Network 9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:30:25.981907 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9998005-45ed-4262-b9b9-b0512c7e970e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:25.982656 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e9998005-45ed-4262-b9b9-b0512c7e970e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:25.983054 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8c180eee-74b6-4c39-9233-b3d43634a4bc req-14ff160e-70a2-40fe-8b8e-adfc8ec1316b service neutron] 10.222.0.126 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6122375 Nov 04 10:30:25.995684 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-68bfe111-7ad5-481e-9145-e80cd40ccd51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:26.021083 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-68bfe111-7ad5-481e-9145-e80cd40ccd51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:26.038389 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e9998005-45ed-4262-b9b9-b0512c7e970e admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3917096 Nov 04 10:30:26.102670 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2fb99c98-7275-434e-9f34-7d5eb2734eb2 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=5007b72db70e40c89dba4189c67ddbc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5689943 Nov 04 10:30:26.103416 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb99c98-7275-434e-9f34-7d5eb2734eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72767c2a-d60d-40ff-b2c2-52c01ed21677,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:26.108441 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60208) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:26.143026 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-68bfe111-7ad5-481e-9145-e80cd40ccd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:26.149551 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-68bfe111-7ad5-481e-9145-e80cd40ccd51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:26.150755 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-68bfe111-7ad5-481e-9145-e80cd40ccd51 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/26d8ccb2-6bb1-4f21-affc-88e1b621b027 HTTP/1.1" status: 204 len: 168 time: 0.4464006 Nov 04 10:30:26.198684 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9047091b-8dd7-47bf-b24d-f3e42bbee297 req-0f774fd2-f31e-4a85-8b42-213f0779723a tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] 10.222.0.127 "GET /v2.0/security-groups?id=223b52f3-7c22-4f0c-8195-8592357b8ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767968 Nov 04 10:30:26.251169 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce45596-4e5f-401e-a6ee-670320483dda None None] Network 9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:30:26.296738 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bfe111-7ad5-481e-9145-e80cd40ccd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d8ccb2-6bb1-4f21-affc-88e1b621b027,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:26.309734 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d8a72302-7d0f-437b-88b5-4c26701989d6 req-d606ea73-1374-4ca5-9488-18ef4702545f tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420297 Nov 04 10:30:26.401270 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58847a1f-666d-4941-a74b-45259429c93d req-bac5afd4-2ebb-4739-84f1-04a29438d8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:26.405833 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-58847a1f-666d-4941-a74b-45259429c93d req-bac5afd4-2ebb-4739-84f1-04a29438d8e2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 1100 time: 0.3402793 Nov 04 10:30:26.509934 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8c180eee-74b6-4c39-9233-b3d43634a4bc req-9c34d46f-07b1-49b1-a5b1-547726610d0f service neutron] 10.222.0.126 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430072 Nov 04 10:30:26.582532 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3457cd7-4fd0-42ec-9cb2-2272fd8356d2 req-9022b005-9d19-46ce-a076-f1bac53344ca tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:26.584377 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b3457cd7-4fd0-42ec-9cb2-2272fd8356d2 req-9022b005-9d19-46ce-a076-f1bac53344ca tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e HTTP/1.1" status: 200 len: 943 time: 0.1363363 Nov 04 10:30:26.665987 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-25f36277-acbd-40d6-b0c7-ce4c3eeff0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:26.688721 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72469c6e-7d3a-42bc-afcb-4f10d71995ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:26.704894 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b3457cd7-4fd0-42ec-9cb2-2272fd8356d2 req-b2365b08-a231-4ca2-8e4c-b09c46411da3 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041143 Nov 04 10:30:26.706242 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58847a1f-666d-4941-a74b-45259429c93d req-1c7541fd-c587-4d43-af74-185087f95bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:26.712704 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-58847a1f-666d-4941-a74b-45259429c93d req-1c7541fd-c587-4d43-af74-185087f95bf3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.2912445 Nov 04 10:30:26.744977 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c180eee-74b6-4c39-9233-b3d43634a4bc req-5b0b68c1-b87f-4c79-ad76-f34b41dd7fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:26.746939 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8c180eee-74b6-4c39-9233-b3d43634a4bc req-5b0b68c1-b87f-4c79-ad76-f34b41dd7fa2 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0e3eb78a29434c2989039b3b5985531d&device_id=2aba8c0e-40b3-47d7-a1c5-20d768702930 HTTP/1.1" status: 200 len: 1094 time: 0.1615033 Nov 04 10:30:26.765937 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72469c6e-7d3a-42bc-afcb-4f10d71995ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:26.785778 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-58847a1f-666d-4941-a74b-45259429c93d req-8e7c9f0a-a6df-47a2-a59c-7b786629f652 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=8f4d702b-b914-470f-874a-f8a7b107abdb HTTP/1.1" status: 200 len: 217 time: 0.0642641 Nov 04 10:30:26.847323 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60222) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:26.872139 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72469c6e-7d3a-42bc-afcb-4f10d71995ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:26.875821 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72469c6e-7d3a-42bc-afcb-4f10d71995ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:26.877005 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-72469c6e-7d3a-42bc-afcb-4f10d71995ed admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/72767c2a-d60d-40ff-b2c2-52c01ed21677 HTTP/1.1" status: 204 len: 168 time: 0.7672567 Nov 04 10:30:26.890800 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58847a1f-666d-4941-a74b-45259429c93d req-cfb84230-b6c2-412f-970e-e30d167d5641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:26.893627 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-58847a1f-666d-4941-a74b-45259429c93d req-cfb84230-b6c2-412f-970e-e30d167d5641 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0940998 Nov 04 10:30:26.913823 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72469c6e-7d3a-42bc-afcb-4f10d71995ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72767c2a-d60d-40ff-b2c2-52c01ed21677,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:26.940515 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f36277-acbd-40d6-b0c7-ce4c3eeff0ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=a21c0a46-e3eb-4e34-b54f-67f6c426aac5,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:26.984888 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d2591b41-753d-4272-93fa-2ce8bc644c46 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=d1cf01b47a884dc491031cbf8a3be797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340148 Nov 04 10:30:26.989904 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60234) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:27.025180 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f36277-acbd-40d6-b0c7-ce4c3eeff0ed admin admin] Checking segment: {'id': '67fcacec-9b21-47dc-be2a-e9fd5a94ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a32e31ad-acda-407a-a096-816fda019c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:30:27.025537 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f36277-acbd-40d6-b0c7-ce4c3eeff0ed admin admin] Network hostable DHCP agents. Network: a32e31ad-acda-407a-a096-816fda019c16, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:30:27.069661 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f36277-acbd-40d6-b0c7-ce4c3eeff0ed admin admin] Network a32e31ad-acda-407a-a096-816fda019c16 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:30:27.081409 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aa0de56c-b3ca-4fe4-a87d-44ea5cdf7ff3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:27.091979 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-25f36277-acbd-40d6-b0c7-ce4c3eeff0ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, a32e31ad-acda-407a-a096-816fda019c16) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:30:27.100684 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f36277-acbd-40d6-b0c7-ce4c3eeff0ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:27.100810 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-25f36277-acbd-40d6-b0c7-ce4c3eeff0ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:27.105710 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bc8375-5d23-426e-9bdf-aaca4b74e305 None None] Network a32e31ad-acda-407a-a096-816fda019c16 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:30:27.113084 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:30:27.117125 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aa0de56c-b3ca-4fe4-a87d-44ea5cdf7ff3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:27.155472 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-25f36277-acbd-40d6-b0c7-ce4c3eeff0ed admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4549923 Nov 04 10:30:27.156093 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60236) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:27.167467 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-d2dccaa5-0d26-4111-a850-a3da82bf8f65 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1511440248-router', 'tenant_id': '2d5b284abf97483e96827ac4701c3ebc', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:27.196884 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2dccaa5-0d26-4111-a850-a3da82bf8f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:27.198194 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2dccaa5-0d26-4111-a850-a3da82bf8f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:27.215486 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aa0de56c-b3ca-4fe4-a87d-44ea5cdf7ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:27.218908 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aa0de56c-b3ca-4fe4-a87d-44ea5cdf7ff3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:27.220518 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-aa0de56c-b3ca-4fe4-a87d-44ea5cdf7ff3 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/e79528de-80b5-42c6-8225-beaba39daa76 HTTP/1.1" status: 204 len: 168 time: 0.2296140 Nov 04 10:30:27.267519 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0de56c-b3ca-4fe4-a87d-44ea5cdf7ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79528de-80b5-42c6-8225-beaba39daa76,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:27.379003 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2dccaa5-0d26-4111-a850-a3da82bf8f65 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:27.457890 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 92db973e-458c-4d8a-badf-e7cf9c4210f6 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:30:27.566624 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2dccaa5-0d26-4111-a850-a3da82bf8f65 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:27.569117 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c180eee-74b6-4c39-9233-b3d43634a4bc req-c2621e35-194b-4192-9d0f-c8ac16bdfcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:27.571011 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8c180eee-74b6-4c39-9233-b3d43634a4bc req-c2621e35-194b-4192-9d0f-c8ac16bdfcde service neutron] 10.222.0.126 "GET /v2.0/networks?id=03de09da-ec36-4060-aa37-c90dd9d2dae4 HTTP/1.1" status: 200 len: 915 time: 0.7940073 Nov 04 10:30:27.579443 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 92db973e-458c-4d8a-badf-e7cf9c4210f6, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=92db973e-458c-4d8a-badf-e7cf9c4210f6,segment=NetworkSegment(174448fa-9277-400d-8377-646aefff6322),segment_id=174448fa-9277-400d-8377-646aefff6322)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:27.592806 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-dea9e1e6-bffe-418e-90b8-eae8aa18ec6e tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:27.594620 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-dea9e1e6-bffe-418e-90b8-eae8aa18ec6e tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/networks?id=9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d HTTP/1.1" status: 200 len: 805 time: 0.3409774 Nov 04 10:30:27.595672 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b7d12635-b57c-4c3e-8195-cf0559ba203f no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:30:27.607284 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58847a1f-666d-4941-a74b-45259429c93d req-4574ce1e-003f-4b13-bb7c-cab5af4f3289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:27.609002 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-58847a1f-666d-4941-a74b-45259429c93d req-4574ce1e-003f-4b13-bb7c-cab5af4f3289 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7059557 Nov 04 10:30:27.638010 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '92db973e-458c-4d8a-badf-e7cf9c4210f6', 'network_id': '03de09da-ec36-4060-aa37-c90dd9d2dae4', 'port_id': '92db973e-458c-4d8a-badf-e7cf9c4210f6', 'mac_address': 'fa:16:3e:b0:13:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc883b3-77e7-4576-b68e-450cca17cdda', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:30:27.643044 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: b7d12635-b57c-4c3e-8195-cf0559ba203f {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:30:27.643515 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b7d12635-b57c-4c3e-8195-cf0559ba203f not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:30:27.659251 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8c180eee-74b6-4c39-9233-b3d43634a4bc req-5e428321-2417-459c-ae73-3755b12c1f56 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92db973e-458c-4d8a-badf-e7cf9c4210f6 HTTP/1.1" status: 200 len: 217 time: 0.0624452 Nov 04 10:30:27.684430 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea62c7-6f9b-4cdb-8d31-326d9e4deadd req-0aa8c417-2093-4ace-bfde-fb24339bcecb tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:27.686064 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-06ea62c7-6f9b-4cdb-8d31-326d9e4deadd req-0aa8c417-2093-4ace-bfde-fb24339bcecb tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] 10.222.0.127 "GET /v2.0/ports?device_id=2aba8c0e-40b3-47d7-a1c5-20d768702930 HTTP/1.1" status: 200 len: 943 time: 0.2744279 Nov 04 10:30:27.687373 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-259927b2-fd7f-4d3b-bc7e-e2a2d40a5f2a tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/quotas/2b5a587ccab54a2f9cf1975659bd89f9 HTTP/1.1" status: 200 len: 375 time: 0.0762751 Nov 04 10:30:27.698198 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:27.719132 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92db973e-458c-4d8a-badf-e7cf9c4210f6 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:30:27.744118 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 92db973e-458c-4d8a-badf-e7cf9c4210f6, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=92db973e-458c-4d8a-badf-e7cf9c4210f6,segment=NetworkSegment(174448fa-9277-400d-8377-646aefff6322),segment_id=174448fa-9277-400d-8377-646aefff6322)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:27.754220 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:27.836941 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=92db973e-458c-4d8a-badf-e7cf9c4210f6,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:27.851706 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-8c420f24-f9eb-402e-9fe0-75fa571621ee tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=2b5a587ccab54a2f9cf1975659bd89f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1298728 Nov 04 10:30:27.935008 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2dccaa5-0d26-4111-a850-a3da82bf8f65 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:27.963286 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2dccaa5-0d26-4111-a850-a3da82bf8f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:27.970393 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9435f1-374c-4644-9393-f380ab0d50e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-a32e31ad-acda-407a-a096-816fda019c16', 'network_id': 'a32e31ad-acda-407a-a096-816fda019c16', 'tenant_id': '2d5b284abf97483e96827ac4701c3ebc', 'fixed_ips': [{'subnet_id': 'a21c0a46-e3eb-4e34-b54f-67f6c426aac5'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:30:27.971730 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5f9435f1-374c-4644-9393-f380ab0d50e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:27.997564 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c180eee-74b6-4c39-9233-b3d43634a4bc req-65fb4556-ab54-4528-a56d-7ab92425d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:27.999151 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8c180eee-74b6-4c39-9233-b3d43634a4bc req-65fb4556-ab54-4528-a56d-7ab92425d6c6 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=5fc883b3-77e7-4576-b68e-450cca17cdda HTTP/1.1" status: 200 len: 853 time: 0.3272014 Nov 04 10:30:28.031251 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['92db973e-458c-4d8a-badf-e7cf9c4210f6'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:30:28.056426 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-06ea62c7-6f9b-4cdb-8d31-326d9e4deadd req-540f4776-1ba9-448c-aa38-c1b30f8c97b5 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] 10.222.0.127 "GET /v2.0/security-groups?id=223b52f3-7c22-4f0c-8195-8592357b8ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325298 Nov 04 10:30:28.062153 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-58847a1f-666d-4941-a74b-45259429c93d req-2012d7c7-63ef-425b-98ae-86cecd80893b service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154420 Nov 04 10:30:28.090494 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8c180eee-74b6-4c39-9233-b3d43634a4bc req-eb0960bb-07f7-4bcd-a446-d5ce3834b5c1 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=03de09da-ec36-4060-aa37-c90dd9d2dae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478497 Nov 04 10:30:28.257310 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-ff6d719f-7f73-49cb-ac80-c4a015aa62a2 service neutron] 10.222.0.127 "GET /v2.0/networks/9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783696 Nov 04 10:30:28.268277 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-1554a415-bcfa-4003-a34e-fb8ede0c0a1e service neutron] 10.222.0.126 "GET /v2.0/ports/b06a2c65-3b26-45df-ad41-2b9901e903d9/bindings/n-h2-816629-1 HTTP/1.1" status: 200 len: 384 time: 0.2193358 Nov 04 10:30:28.338865 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-d2dccaa5-0d26-4111-a850-a3da82bf8f65 admin admin] Allocated IP 172.25.7.9 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/24f0db91-9819-4ac6-a32d-6f9e5599a9c7) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:30:28.393136 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32237e6-d949-4ffd-8735-925e491c1193 req-33df96a8-c59c-402f-91c5-196d819fa53c tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:28.394690 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d32237e6-d949-4ffd-8735-925e491c1193 req-33df96a8-c59c-402f-91c5-196d819fa53c tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 949 time: 0.1904168 Nov 04 10:30:28.407951 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8c180eee-74b6-4c39-9233-b3d43634a4bc req-81d2e93e-f65f-470b-a9c0-1a8da7a7b6a7 service neutron] 10.222.0.126 "GET /v2.0/networks/03de09da-ec36-4060-aa37-c90dd9d2dae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083718 Nov 04 10:30:28.415006 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-5f9435f1-374c-4644-9393-f380ab0d50e4 None None] Allocated IP 172.20.0.2 (a32e31ad-acda-407a-a096-816fda019c16/a21c0a46-e3eb-4e34-b54f-67f6c426aac5/abedbcab-4b02-4f6d-a52c-7afb9edabd0d) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:30:28.415486 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-58847a1f-666d-4941-a74b-45259429c93d req-ab703eb7-fce5-4e2d-b5a6-10bff4daa4d6 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310864 Nov 04 10:30:28.632695 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-f73f8e70-01d7-45bb-8a4a-3a4e867ab18a service neutron] 10.222.0.127 "GET /v2.0/networks/9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539774 Nov 04 10:30:28.660905 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2dccaa5-0d26-4111-a850-a3da82bf8f65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:28.675880 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-a026ac35-aa2e-4cea-9c79-9ff655a6786f service neutron] For port b06a2c65-3b26-45df-ad41-2b9901e903d9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b06a2c65-3b26-45df-ad41-2b9901e903d9,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:28.691830 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d32237e6-d949-4ffd-8735-925e491c1193 req-ae77f331-6247-4c37-801f-23c0634427b7 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806766 Nov 04 10:30:28.727404 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8c180eee-74b6-4c39-9233-b3d43634a4bc req-9b8bd809-fef7-44f8-bfc1-0fd0999e622d service neutron] 10.222.0.126 "GET /v2.0/networks/03de09da-ec36-4060-aa37-c90dd9d2dae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003879 Nov 04 10:30:28.740132 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-a026ac35-aa2e-4cea-9c79-9ff655a6786f service neutron] For port b06a2c65-3b26-45df-ad41-2b9901e903d9, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:30:28.754952 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5f9435f1-374c-4644-9393-f380ab0d50e4 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:28.766137 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5f9435f1-374c-4644-9393-f380ab0d50e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:28.793270 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-a026ac35-aa2e-4cea-9c79-9ff655a6786f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06a2c65-3b26-45df-ad41-2b9901e903d9 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:30:28.814787 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2dccaa5-0d26-4111-a850-a3da82bf8f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:28.837597 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dccaa5-0d26-4111-a850-a3da82bf8f65 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:30:28.842320 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-a026ac35-aa2e-4cea-9c79-9ff655a6786f service neutron] For port b06a2c65-3b26-45df-ad41-2b9901e903d9, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b06a2c65-3b26-45df-ad41-2b9901e903d9,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:28.846092 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-d2dccaa5-0d26-4111-a850-a3da82bf8f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:30:28.860291 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9435f1-374c-4644-9393-f380ab0d50e4 None None] Network a32e31ad-acda-407a-a096-816fda019c16 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:30:28.871256 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-5f9435f1-374c-4644-9393-f380ab0d50e4 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:30:28.875403 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9435f1-374c-4644-9393-f380ab0d50e4 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:30:28.886900 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dccaa5-0d26-4111-a850-a3da82bf8f65 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:30:28.976750 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-a026ac35-aa2e-4cea-9c79-9ff655a6786f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:28.996402 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9435f1-374c-4644-9393-f380ab0d50e4 None None] Pushing event updated for resources: {'Port': ['ID=abedbcab-4b02-4f6d-a52c-7afb9edabd0d,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:29.038789 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e971360c-9137-4012-962c-c0c164500f73 req-8f73a13c-c1a9-41b9-8911-a1a686b109f7 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=71a49243-d1b6-4147-95d0-21f55b6c1c77 HTTP/1.1" status: 200 len: 210 time: 0.0694666 Nov 04 10:30:29.044241 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5f9435f1-374c-4644-9393-f380ab0d50e4 None None] Attempting to bind port abedbcab-4b02-4f6d-a52c-7afb9edabd0d on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:30:29.048535 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5f9435f1-374c-4644-9393-f380ab0d50e4 None None] Attempting to bind port abedbcab-4b02-4f6d-a52c-7afb9edabd0d by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '67fcacec-9b21-47dc-be2a-e9fd5a94ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a32e31ad-acda-407a-a096-816fda019c16'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:30:29.049879 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9435f1-374c-4644-9393-f380ab0d50e4 None None] Attempting to bind port abedbcab-4b02-4f6d-a52c-7afb9edabd0d on network a32e31ad-acda-407a-a096-816fda019c16 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:30:29.056989 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9435f1-374c-4644-9393-f380ab0d50e4 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:30:29.057586 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9435f1-374c-4644-9393-f380ab0d50e4 None None] Checking segment: {'id': '67fcacec-9b21-47dc-be2a-e9fd5a94ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a32e31ad-acda-407a-a096-816fda019c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:30:29.058140 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5f9435f1-374c-4644-9393-f380ab0d50e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:29.058679 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9435f1-374c-4644-9393-f380ab0d50e4 None None] Bound using segment: {'id': '67fcacec-9b21-47dc-be2a-e9fd5a94ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a32e31ad-acda-407a-a096-816fda019c16'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:30:29.059339 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5f9435f1-374c-4644-9393-f380ab0d50e4 None None] Bound port: abedbcab-4b02-4f6d-a52c-7afb9edabd0d, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fcacec-9b21-47dc-be2a-e9fd5a94ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a32e31ad-acda-407a-a096-816fda019c16'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:30:29.060511 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5f9435f1-374c-4644-9393-f380ab0d50e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:29.087445 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dccaa5-0d26-4111-a850-a3da82bf8f65 admin admin] Pushing event updated for resources: {'Port': ['ID=24f0db91-9819-4ac6-a32d-6f9e5599a9c7,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:29.124409 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3ebc3-f478-4f91-a062-fa5737c68e6e req-a0a8a674-7f4e-4c4a-8a13-410e618944bd tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:29.150826 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dbf3ebc3-f478-4f91-a062-fa5737c68e6e req-a0a8a674-7f4e-4c4a-8a13-410e618944bd tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e HTTP/1.1" status: 200 len: 943 time: 0.1456695 Nov 04 10:30:29.169506 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5f9435f1-374c-4644-9393-f380ab0d50e4 None None] For port abedbcab-4b02-4f6d-a52c-7afb9edabd0d, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:30:29.179330 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5f9435f1-374c-4644-9393-f380ab0d50e4 None None] For port abedbcab-4b02-4f6d-a52c-7afb9edabd0d, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=abedbcab-4b02-4f6d-a52c-7afb9edabd0d,segment=NetworkSegment(67fcacec-9b21-47dc-be2a-e9fd5a94ad53),segment_id=67fcacec-9b21-47dc-be2a-e9fd5a94ad53)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:30:29.190725 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5f9435f1-374c-4644-9393-f380ab0d50e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:29.220042 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dbf3ebc3-f478-4f91-a062-fa5737c68e6e req-ac670912-60c6-4a96-9b62-8674a0e8f501 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680840 Nov 04 10:30:29.263222 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-a026ac35-aa2e-4cea-9c79-9ff655a6786f service neutron] Transition to ACTIVE for port object b06a2c65-3b26-45df-ad41-2b9901e903d9 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:30:29.275699 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-a026ac35-aa2e-4cea-9c79-9ff655a6786f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:29.295355 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 92db973e-458c-4d8a-badf-e7cf9c4210f6 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:30:29.303586 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0fa9e-5152-4372-b9b3-1b094858e689 req-895b8c76-4712-4211-b9c1-79594b62af67 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:29.305934 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d2b0fa9e-5152-4372-b9b3-1b094858e689 req-895b8c76-4712-4211-b9c1-79594b62af67 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] 10.222.0.127 "GET /v2.0/ports?device_id=2aba8c0e-40b3-47d7-a1c5-20d768702930 HTTP/1.1" status: 200 len: 944 time: 0.0845323 Nov 04 10:30:29.435547 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d2b0fa9e-5152-4372-b9b3-1b094858e689 req-01f4e3a8-df09-49ef-b112-3b9898a562fb tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] 10.222.0.127 "GET /v2.0/security-groups?id=223b52f3-7c22-4f0c-8195-8592357b8ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176493 Nov 04 10:30:29.440102 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9435f1-374c-4644-9393-f380ab0d50e4 None None] Pushing event updated for resources: {'Port': ['ID=abedbcab-4b02-4f6d-a52c-7afb9edabd0d,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:29.474465 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 92db973e-458c-4d8a-badf-e7cf9c4210f6 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:30:29.485530 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 92db973e-458c-4d8a-badf-e7cf9c4210f6 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:29.486077 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:29.499192 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-a026ac35-aa2e-4cea-9c79-9ff655a6786f service neutron] No DVR routers for this DVR port b06a2c65-3b26-45df-ad41-2b9901e903d9 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:30:29.517633 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026ac35-aa2e-4cea-9c79-9ff655a6786f service neutron] Pushing event updated for resources: {'Port': ['ID=b06a2c65-3b26-45df-ad41-2b9901e903d9,revision_number=10']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:29.584328 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-a026ac35-aa2e-4cea-9c79-9ff655a6786f service neutron] 10.222.0.126 "PUT /v2.0/ports/b06a2c65-3b26-45df-ad41-2b9901e903d9/bindings/n-h2-816629-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3022890 Nov 04 10:30:29.596260 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2dccaa5-0d26-4111-a850-a3da82bf8f65 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:29.724814 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:29.765401 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-77a94f97-ef80-4e45-874b-b0440e9f170f tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:29.767830 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-77a94f97-ef80-4e45-874b-b0440e9f170f tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.121 "GET /v2.0/ports?device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e&tenant_id=0464048b294a465b81cede98ee2447df&binding%3Ahost_id=n-h1-816629-1 HTTP/1.1" status: 200 len: 1095 time: 0.0941360 Nov 04 10:30:29.820396 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 92db973e-458c-4d8a-badf-e7cf9c4210f6, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=92db973e-458c-4d8a-badf-e7cf9c4210f6,segment=NetworkSegment(174448fa-9277-400d-8377-646aefff6322),segment_id=174448fa-9277-400d-8377-646aefff6322)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:29.822528 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aba8c0e-40b3-47d7-a1c5-20d768702930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92db973e-458c-4d8a-badf-e7cf9c4210f6'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:30:29.828012 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d674bd-c487-4294-9ed8-0f675b0c2ece" -d '{"events": [{"server_uuid": "2aba8c0e-40b3-47d7-a1c5-20d768702930", "name": "network-vif-plugged", "status": "completed", "tag": "92db973e-458c-4d8a-badf-e7cf9c4210f6"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:30:29.839499 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:29.840325 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b06a2c65-3b26-45df-ad41-2b9901e903d9 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:30:30.010222 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2dccaa5-0d26-4111-a850-a3da82bf8f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:30.022412 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=92db973e-458c-4d8a-badf-e7cf9c4210f6,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:30.027643 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b06a2c65-3b26-45df-ad41-2b9901e903d9 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:30:30.054556 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a1caa7-e60c-4eb8-a9b4-7fd4fd1c7308 x-openstack-request-id: req-49a1caa7-e60c-4eb8-a9b4-7fd4fd1c7308 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:30:30.054867 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aba8c0e-40b3-47d7-a1c5-20d768702930", "name": "network-vif-plugged", "status": "completed", "tag": "92db973e-458c-4d8a-badf-e7cf9c4210f6", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:30:30.056250 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-49a1caa7-e60c-4eb8-a9b4-7fd4fd1c7308 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:30:30.056690 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aba8c0e-40b3-47d7-a1c5-20d768702930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92db973e-458c-4d8a-badf-e7cf9c4210f6', 'code': 200} Nov 04 10:30:30.102768 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-0b35bf8b-6622-4136-a3a7-b6e0ff53fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:30.120784 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-0b35bf8b-6622-4136-a3a7-b6e0ff53fc52 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e&tenant_id=0464048b294a465b81cede98ee2447df HTTP/1.1" status: 200 len: 1095 time: 0.3419759 Nov 04 10:30:30.155673 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9abfb-c464-441d-9ba7-d78048025454 req-ace2d170-b7e1-494d-80dc-0ae77f4eb6a4 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:30.164628 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2ab9abfb-c464-441d-9ba7-d78048025454 req-ace2d170-b7e1-494d-80dc-0ae77f4eb6a4 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 949 time: 0.3285851 Nov 04 10:30:30.265520 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7af6c4-6575-4719-b25d-e03716c99792 req-de364ed0-ad52-4cb1-9228-a436471b8249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:30.268895 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-03a7219b-21ba-4107-846c-7efc901f50be req-f3cd8440-0ea6-4f44-9944-b78452c255f4 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=71a49243-d1b6-4147-95d0-21f55b6c1c77 HTTP/1.1" status: 200 len: 210 time: 0.0631483 Nov 04 10:30:30.270001 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dc7af6c4-6575-4719-b25d-e03716c99792 req-de364ed0-ad52-4cb1-9228-a436471b8249 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=2aba8c0e-40b3-47d7-a1c5-20d768702930 HTTP/1.1" status: 200 len: 1096 time: 0.0691378 Nov 04 10:30:30.285277 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2dccaa5-0d26-4111-a850-a3da82bf8f65 admin admin] Router c1776c2c-a7cc-4af6-b52c-7634fb754762 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:30:30.313232 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-875f97d7-55df-43a5-87c0-4ba0d6d22b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:30.315165 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-875f97d7-55df-43a5-87c0-4ba0d6d22b96 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0464048b294a465b81cede98ee2447df&device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e HTTP/1.1" status: 200 len: 1095 time: 0.1481996 Nov 04 10:30:30.328220 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2ab9abfb-c464-441d-9ba7-d78048025454 req-152ee73e-3288-4645-b449-278e51552888 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622562 Nov 04 10:30:30.434593 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dc7af6c4-6575-4719-b25d-e03716c99792 req-d934eb66-f65c-4fc7-8bdd-77f2a0ee24b2 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=223b52f3-7c22-4f0c-8195-8592357b8ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566217 Nov 04 10:30:30.545020 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2dccaa5-0d26-4111-a850-a3da82bf8f65 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:30:30.561586 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c03e25-a0f4-4549-811b-28bf3141d9b4 None None] Sync routers for ids ['c1776c2c-a7cc-4af6-b52c-7634fb754762'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:30:30.566374 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6589f7b-a27a-46dc-bd8c-d484d432da5c req-0e7dd38d-d4e5-48e6-b669-a5780fe3532a tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:30.575214 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b6589f7b-a27a-46dc-bd8c-d484d432da5c req-0e7dd38d-d4e5-48e6-b669-a5780fe3532a tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e HTTP/1.1" status: 200 len: 944 time: 0.1329477 Nov 04 10:30:30.578343 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2dccaa5-0d26-4111-a850-a3da82bf8f65 admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:30.578533 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c03e25-a0f4-4549-811b-28bf3141d9b4 None None] Routers {'c1776c2c-a7cc-4af6-b52c-7634fb754762'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:30:30.579694 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d2dccaa5-0d26-4111-a850-a3da82bf8f65 admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4180710 Nov 04 10:30:30.582548 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60342) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:30.583364 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-37c03e25-a0f4-4549-811b-28bf3141d9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:30:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c1776c2c-a7cc-4af6-b52c-7634fb754762'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:30:30.599266 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-f79867df-7b5d-4fbc-a95c-e1863c30958e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:30.609651 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-f79867df-7b5d-4fbc-a95c-e1863c30958e service neutron] 10.222.0.121 "GET /v2.0/networks?id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 HTTP/1.1" status: 200 len: 923 time: 0.2752831 Nov 04 10:30:30.755205 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-37c03e25-a0f4-4549-811b-28bf3141d9b4 None None] Set router c1776c2c-a7cc-4af6-b52c-7634fb754762 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:30:30.852922 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b6589f7b-a27a-46dc-bd8c-d484d432da5c req-be52e1e0-0830-4df1-95c0-44e3147db728 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754908 Nov 04 10:30:30.868064 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-0e6b6760-f52d-4ace-ad3a-0df7ee265df5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b06a2c65-3b26-45df-ad41-2b9901e903d9 HTTP/1.1" status: 200 len: 217 time: 0.2290082 Nov 04 10:30:31.005343 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d233aed5-7b4e-4d7a-8d43-c7cd1137e090 None None] Network a32e31ad-acda-407a-a096-816fda019c16 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:30:31.050501 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-37c03e25-a0f4-4549-811b-28bf3141d9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1776c2c-a7cc-4af6-b52c-7634fb754762', 'name': 'tempest-AttachSCSIVolumeTestJSON-1511440248-router', 'tenant_id': '2d5b284abf97483e96827ac4701c3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '24f0db91-9819-4ac6-a32d-6f9e5599a9c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:30:27Z', 'updated_at': '2021-11-04T10:30:29Z', 'revision_number': 3, 'project_id': '2d5b284abf97483e96827ac4701c3ebc', 'gw_port': {'id': '24f0db91-9819-4ac6-a32d-6f9e5599a9c7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:83:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1776c2c-a7cc-4af6-b52c-7634fb754762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:27Z', 'updated_at': '2021-11-04T10:30:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:30:31.075422 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985cc89-3492-407b-adff-dd7e2639cb10 req-61b6c3b2-dd65-45fe-b83c-3a5733fd69ab tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:31.085668 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f985cc89-3492-407b-adff-dd7e2639cb10 req-61b6c3b2-dd65-45fe-b83c-3a5733fd69ab tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] 10.222.0.127 "GET /v2.0/ports?device_id=2aba8c0e-40b3-47d7-a1c5-20d768702930 HTTP/1.1" status: 200 len: 945 time: 0.2294741 Nov 04 10:30:31.110519 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c03e25-a0f4-4549-811b-28bf3141d9b4 None None] Checking router: c1776c2c-a7cc-4af6-b52c-7634fb754762 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:30:31.111127 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c03e25-a0f4-4549-811b-28bf3141d9b4 None None] Updating router c1776c2c-a7cc-4af6-b52c-7634fb754762 port 24f0db91-9819-4ac6-a32d-6f9e5599a9c7 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:30:31.128364 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-8b93443e-816e-42ae-8829-9557a5046c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:31.130000 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-8b93443e-816e-42ae-8829-9557a5046c73 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=74d328ae-3dd4-4757-b0cd-5d3ffb3741ad HTTP/1.1" status: 200 len: 861 time: 0.2583523 Nov 04 10:30:31.147688 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-37c03e25-a0f4-4549-811b-28bf3141d9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:31.147910 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device abedbcab-4b02-4f6d-a52c-7afb9edabd0d up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:30:31.196173 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-6d6df87d-3e22-43ac-ba53-d2e56eb4fa42 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455017 Nov 04 10:30:31.230763 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-5245dc01-d582-48ca-8193-f541ae021ba6 None None] Provisioning complete for port abedbcab-4b02-4f6d-a52c-7afb9edabd0d triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:31.232032 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5245dc01-d582-48ca-8193-f541ae021ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:31.313971 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-dfd1a7dd-04b7-4418-be8f-8eba090b8f44 service neutron] 10.222.0.121 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044838 Nov 04 10:30:31.320245 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-7ad053bb-2946-439c-ae6d-8740bdc7f702 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=bd609f94b81947bcb1c477623063e487&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1858017 Nov 04 10:30:31.328228 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-f37bc40f-20ab-4773-9a96-0ed2b996aec9 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:31.330090 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-f37bc40f-20ab-4773-9a96-0ed2b996aec9 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.121 "GET /v2.0/networks?id=9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d HTTP/1.1" status: 200 len: 805 time: 0.2200415 Nov 04 10:30:31.338722 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port abedbcab-4b02-4f6d-a52c-7afb9edabd0d triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:31.339394 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:31.348371 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-0c0bd370-d526-401f-978a-bb7cc8779b92 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Request body: {'port': {'device_id': '71a49243-d1b6-4147-95d0-21f55b6c1c77', 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d', 'admin_state_up': True, 'tenant_id': '2b5a587ccab54a2f9cf1975659bd89f9'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:31.501927 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5245dc01-d582-48ca-8193-f541ae021ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:31.531787 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f985cc89-3492-407b-adff-dd7e2639cb10 req-b696cc87-208d-45c8-9f97-e3e35f8a62e4 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] 10.222.0.127 "GET /v2.0/security-groups?id=223b52f3-7c22-4f0c-8195-8592357b8ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450383 Nov 04 10:30:31.575609 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-37c03e25-a0f4-4549-811b-28bf3141d9b4 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:31.592275 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-37c03e25-a0f4-4549-811b-28bf3141d9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:31.625714 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:31.694380 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5245dc01-d582-48ca-8193-f541ae021ba6 None None] For port abedbcab-4b02-4f6d-a52c-7afb9edabd0d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=abedbcab-4b02-4f6d-a52c-7afb9edabd0d,segment=NetworkSegment(67fcacec-9b21-47dc-be2a-e9fd5a94ad53),segment_id=67fcacec-9b21-47dc-be2a-e9fd5a94ad53)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:31.695155 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-1702f8ae-46d4-4ff5-ad57-7ea1a1ac1927 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:31.706348 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-1702f8ae-46d4-4ff5-ad57-7ea1a1ac1927 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3761609 Nov 04 10:30:31.718047 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-e71683c1-9664-4b57-9b92-cd85c3ce8aca service neutron] 10.222.0.121 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896585 Nov 04 10:30:31.726969 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5245dc01-d582-48ca-8193-f541ae021ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:31.759710 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-e6550427-cccf-4865-a027-6c7f27a04541 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/quotas/bd609f94b81947bcb1c477623063e487 HTTP/1.1" status: 200 len: 375 time: 0.0522029 Nov 04 10:30:31.780467 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-37c03e25-a0f4-4549-811b-28bf3141d9b4 None None] Attempting to bind port 24f0db91-9819-4ac6-a32d-6f9e5599a9c7 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:30:31.789512 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-37c03e25-a0f4-4549-811b-28bf3141d9b4 None None] Attempting to bind port 24f0db91-9819-4ac6-a32d-6f9e5599a9c7 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:30:31.790253 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c03e25-a0f4-4549-811b-28bf3141d9b4 None None] Attempting to bind port 24f0db91-9819-4ac6-a32d-6f9e5599a9c7 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:30:31.798992 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a830543-4b8d-4f86-b755-049a8b5d7385 None None] Pushing event updated for resources: {'Port': ['ID=24f0db91-9819-4ac6-a32d-6f9e5599a9c7,revision_number=2']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:31.810902 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-a5206c24-d1df-4d38-bfcf-511c516cc15e tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=bd609f94b81947bcb1c477623063e487&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501506 Nov 04 10:30:31.815438 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c03e25-a0f4-4549-811b-28bf3141d9b4 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:30:31.816497 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c03e25-a0f4-4549-811b-28bf3141d9b4 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:30:31.817176 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-37c03e25-a0f4-4549-811b-28bf3141d9b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:31.819556 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c03e25-a0f4-4549-811b-28bf3141d9b4 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:30:31.820140 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-37c03e25-a0f4-4549-811b-28bf3141d9b4 None None] Bound port: 24f0db91-9819-4ac6-a32d-6f9e5599a9c7, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:30:31.820633 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-37c03e25-a0f4-4549-811b-28bf3141d9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:31.842929 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a830543-4b8d-4f86-b755-049a8b5d7385 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:31.846084 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-0c0bd370-d526-401f-978a-bb7cc8779b92 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Made reservation on behalf of 2b5a587ccab54a2f9cf1975659bd89f9 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:30:31.847803 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a830543-4b8d-4f86-b755-049a8b5d7385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:31.849980 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-0c0bd370-d526-401f-978a-bb7cc8779b92 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:31.850350 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a830543-4b8d-4f86-b755-049a8b5d7385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:31.850899 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a830543-4b8d-4f86-b755-049a8b5d7385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:31.851440 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a830543-4b8d-4f86-b755-049a8b5d7385 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:31.852905 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a830543-4b8d-4f86-b755-049a8b5d7385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:31.854546 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a830543-4b8d-4f86-b755-049a8b5d7385 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:31.855310 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a830543-4b8d-4f86-b755-049a8b5d7385 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:31.855830 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a830543-4b8d-4f86-b755-049a8b5d7385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:31.857456 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a830543-4b8d-4f86-b755-049a8b5d7385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:31.858009 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a830543-4b8d-4f86-b755-049a8b5d7385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:31.860206 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a830543-4b8d-4f86-b755-049a8b5d7385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:31.904732 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:30:31.905212 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:30:31.913261 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245dc01-d582-48ca-8193-f541ae021ba6 None None] Pushing event updated for resources: {'Port': ['ID=abedbcab-4b02-4f6d-a52c-7afb9edabd0d,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:32.002295 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-37c03e25-a0f4-4549-811b-28bf3141d9b4 None None] For port 24f0db91-9819-4ac6-a32d-6f9e5599a9c7, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:30:32.006212 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-37c03e25-a0f4-4549-811b-28bf3141d9b4 None None] For port 24f0db91-9819-4ac6-a32d-6f9e5599a9c7, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=24f0db91-9819-4ac6-a32d-6f9e5599a9c7,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:30:32.014115 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-37c03e25-a0f4-4549-811b-28bf3141d9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:32.056962 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-1c067c91-453a-47c7-9d3b-9d57fde02d61 None None] Provisioning complete for port abedbcab-4b02-4f6d-a52c-7afb9edabd0d triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:32.057476 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1c067c91-453a-47c7-9d3b-9d57fde02d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:32.060766 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9eb32cb-3e74-4d72-a642-271372f34f3d req-ce34588a-74c0-4645-b295-b85234bb66d8 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=71a49243-d1b6-4147-95d0-21f55b6c1c77 HTTP/1.1" status: 200 len: 210 time: 0.0720732 Nov 04 10:30:32.116234 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c03e25-a0f4-4549-811b-28bf3141d9b4 None None] Routers {'c1776c2c-a7cc-4af6-b52c-7634fb754762'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:30:32.117139 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-37c03e25-a0f4-4549-811b-28bf3141d9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:30:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c1776c2c-a7cc-4af6-b52c-7634fb754762'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:30:32.310370 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d45c0d6c-cdec-4da9-82b1-e1ffc9831369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:32.338962 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-6f45c09a-14f8-4927-a68c-623fb39125f1 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:32.341006 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-6f45c09a-14f8-4927-a68c-623fb39125f1 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.121 "GET /v2.0/ports?device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e&tenant_id=0464048b294a465b81cede98ee2447df&binding%3Ahost_id=n-h2-816629-1 HTTP/1.1" status: 200 len: 1095 time: 0.2619874 Nov 04 10:30:32.351366 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fa6e3-02a3-4793-b552-d0f179ad7724 req-c0378598-dc7b-4c6f-9ec2-7a5371f78417 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:32.362250 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a19fa6e3-02a3-4793-b552-d0f179ad7724 req-c0378598-dc7b-4c6f-9ec2-7a5371f78417 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 949 time: 0.1850264 Nov 04 10:30:32.365906 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-0c0bd370-d526-401f-978a-bb7cc8779b92 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Allocated IP 172.20.0.6 (9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d/28924b01-2687-4263-b969-76f54864e85b/b4e6d12b-55f5-4264-a088-852cb2de467e) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:30:32.473796 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a830543-4b8d-4f86-b755-049a8b5d7385 None None] Pushing event updated for resources: {'Port': ['ID=24f0db91-9819-4ac6-a32d-6f9e5599a9c7,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:32.498439 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-37c03e25-a0f4-4549-811b-28bf3141d9b4 None None] Set router c1776c2c-a7cc-4af6-b52c-7634fb754762 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:30:32.633914 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a19fa6e3-02a3-4793-b552-d0f179ad7724 req-f4c7f45d-beb3-46f2-af17-515294d2f465 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706778 Nov 04 10:30:32.640657 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-5afbdcf4-9ba2-47ed-a4f9-0c36c7582bd9 service neutron] For port b06a2c65-3b26-45df-ad41-2b9901e903d9, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:30:32.655081 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-5afbdcf4-9ba2-47ed-a4f9-0c36c7582bd9 service neutron] Publish callbacks [] for binding, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:32.656470 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74e22251-0db2-4e75-b187-4e7e1e437d22 req-5afbdcf4-9ba2-47ed-a4f9-0c36c7582bd9 service neutron] 10.222.0.121 "DELETE /v2.0/ports/b06a2c65-3b26-45df-ad41-2b9901e903d9/bindings/n-h1-816629-1 HTTP/1.1" status: 204 len: 173 time: 0.2916527 Nov 04 10:30:32.670190 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-d45c0d6c-cdec-4da9-82b1-e1ffc9831369 admin admin] Allocated IP 172.20.0.1 (a32e31ad-acda-407a-a096-816fda019c16/a21c0a46-e3eb-4e34-b54f-67f6c426aac5/993dd130-1376-4115-8fa5-0862e3a1a962) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:30:32.677679 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f645d03-61f8-4976-a8bc-c9d836c687d6 req-d5de2868-8e5f-4216-93df-570779f56d0d tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:32.688142 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f645d03-61f8-4976-a8bc-c9d836c687d6 req-d5de2868-8e5f-4216-93df-570779f56d0d tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e HTTP/1.1" status: 200 len: 944 time: 0.2475672 Nov 04 10:30:32.745107 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c70f90ac-18f6-4490-93d1-a656a1b8bda3 req-f08ab21a-04d3-4bf4-b3ca-62ca4174fead tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=e6276b04-9d53-4bbb-98bd-4a59eee1c675 HTTP/1.1" status: 200 len: 210 time: 0.0329342 Nov 04 10:30:32.777069 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-37c03e25-a0f4-4549-811b-28bf3141d9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1776c2c-a7cc-4af6-b52c-7634fb754762', 'name': 'tempest-AttachSCSIVolumeTestJSON-1511440248-router', 'tenant_id': '2d5b284abf97483e96827ac4701c3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '24f0db91-9819-4ac6-a32d-6f9e5599a9c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:30:27Z', 'updated_at': '2021-11-04T10:30:29Z', 'revision_number': 3, 'project_id': '2d5b284abf97483e96827ac4701c3ebc', 'gw_port': {'id': '24f0db91-9819-4ac6-a32d-6f9e5599a9c7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:83:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1776c2c-a7cc-4af6-b52c-7634fb754762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:27Z', 'updated_at': '2021-11-04T10:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:30:32.791132 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f645d03-61f8-4976-a8bc-c9d836c687d6 req-523a7c6f-c3a1-4503-ba47-7f0419e1e336 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019640 Nov 04 10:30:32.845178 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-0c0bd370-d526-401f-978a-bb7cc8779b92 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:32.848856 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c03e25-a0f4-4549-811b-28bf3141d9b4 None None] The sync data for ids ['c1776c2c-a7cc-4af6-b52c-7634fb754762'] in n-d-816629-1 is: [{'id': 'c1776c2c-a7cc-4af6-b52c-7634fb754762', 'name': 'tempest-AttachSCSIVolumeTestJSON-1511440248-router', 'tenant_id': '2d5b284abf97483e96827ac4701c3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '24f0db91-9819-4ac6-a32d-6f9e5599a9c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:30:27Z', 'updated_at': '2021-11-04T10:30:29Z', 'revision_number': 3, 'project_id': '2d5b284abf97483e96827ac4701c3ebc', 'gw_port': {'id': '24f0db91-9819-4ac6-a32d-6f9e5599a9c7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:83:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1776c2c-a7cc-4af6-b52c-7634fb754762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:27Z', 'updated_at': '2021-11-04T10:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:30:32.930118 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device abedbcab-4b02-4f6d-a52c-7afb9edabd0d up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:30:32.973192 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a12d66-55b9-4e0f-88dd-040a37d2457d req-02f57f98-5672-41af-889f-7d08c69c1529 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:32.984013 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74a12d66-55b9-4e0f-88dd-040a37d2457d req-02f57f98-5672-41af-889f-7d08c69c1529 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] 10.222.0.127 "GET /v2.0/ports?device_id=2aba8c0e-40b3-47d7-a1c5-20d768702930 HTTP/1.1" status: 200 len: 945 time: 0.1093962 Nov 04 10:30:33.029547 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port abedbcab-4b02-4f6d-a52c-7afb9edabd0d triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:33.030057 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:33.053527 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d45c0d6c-cdec-4da9-82b1-e1ffc9831369 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:33.053884 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74a12d66-55b9-4e0f-88dd-040a37d2457d req-9e1dacb5-7b7f-43e4-a465-d507c6047b7f tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] 10.222.0.127 "GET /v2.0/security-groups?id=223b52f3-7c22-4f0c-8195-8592357b8ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686986 Nov 04 10:30:33.073066 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-0c0bd370-d526-401f-978a-bb7cc8779b92 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:33.225659 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-0c0bd370-d526-401f-978a-bb7cc8779b92 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Network 9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:30:33.234353 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-0c0bd370-d526-401f-978a-bb7cc8779b92 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:30:33.237879 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-0c0bd370-d526-401f-978a-bb7cc8779b92 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:30:33.243098 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-0c0bd370-d526-401f-978a-bb7cc8779b92 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:33.243849 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-0c0bd370-d526-401f-978a-bb7cc8779b92 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:33.251414 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bd370-d526-401f-978a-bb7cc8779b92 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Pushing event updated for resources: {'Port': ['ID=b4e6d12b-55f5-4264-a088-852cb2de467e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:33.287203 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-0c0bd370-d526-401f-978a-bb7cc8779b92 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9436722 Nov 04 10:30:33.290265 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d45c0d6c-cdec-4da9-82b1-e1ffc9831369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:33.340100 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-bd4f64ac-64ea-4963-b99b-d6a8b7c98a58 service neutron] Request body: {'port': {'device_id': '71a49243-d1b6-4147-95d0-21f55b6c1c77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:33.354467 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45c0d6c-cdec-4da9-82b1-e1ffc9831369 admin admin] Network a32e31ad-acda-407a-a096-816fda019c16 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:30:33.375436 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-d45c0d6c-cdec-4da9-82b1-e1ffc9831369 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:30:33.383185 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45c0d6c-cdec-4da9-82b1-e1ffc9831369 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:30:33.383913 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d45c0d6c-cdec-4da9-82b1-e1ffc9831369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:33.458594 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c0d6c-cdec-4da9-82b1-e1ffc9831369 admin admin] Pushing event updated for resources: {'Port': ['ID=993dd130-1376-4115-8fa5-0862e3a1a962,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:33.475842 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-bd4f64ac-64ea-4963-b99b-d6a8b7c98a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:33.678386 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f24d1-5e0e-492b-b89c-e48540636978 req-216a09b5-62ac-45be-a1ae-2d263dace567 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:33.685813 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c02f24d1-5e0e-492b-b89c-e48540636978 req-216a09b5-62ac-45be-a1ae-2d263dace567 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=71a49243-d1b6-4147-95d0-21f55b6c1c77 HTTP/1.1" status: 200 len: 931 time: 0.4708333 Nov 04 10:30:33.711009 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-0dcc9486-1115-4a23-bae6-907f6ef70295 None None] Provisioning complete for port 993dd130-1376-4115-8fa5-0862e3a1a962 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:33.711613 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0dcc9486-1115-4a23-bae6-907f6ef70295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:33.745343 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515363ba-fb84-4df1-8e01-ed885fd56684 req-bc3e4389-69d3-4d02-b1a9-a8aa43fb4574 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:33.745586 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d45c0d6c-cdec-4da9-82b1-e1ffc9831369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:33.749474 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-515363ba-fb84-4df1-8e01-ed885fd56684 req-bc3e4389-69d3-4d02-b1a9-a8aa43fb4574 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e HTTP/1.1" status: 200 len: 1095 time: 0.5466988 Nov 04 10:30:33.766860 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-0dcc9486-1115-4a23-bae6-907f6ef70295 None None] Port 993dd130-1376-4115-8fa5-0862e3a1a962 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:30:33.813030 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c02f24d1-5e0e-492b-b89c-e48540636978 req-c49c7413-d962-441b-9428-cda28982d2a8 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202035 Nov 04 10:30:33.873568 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-515363ba-fb84-4df1-8e01-ed885fd56684 req-d331c774-238c-4bf5-ba6a-95fc4a291c23 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925903 Nov 04 10:30:34.070843 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d45c0d6c-cdec-4da9-82b1-e1ffc9831369 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:34.084814 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d45c0d6c-cdec-4da9-82b1-e1ffc9831369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:34.085565 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d45c0d6c-cdec-4da9-82b1-e1ffc9831369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:34.105842 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced5dc5-0ddf-4401-8cb1-9b976c32819c req-e0e2a8b5-5ddf-4b18-8601-20c6fed75e04 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:34.113430 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cced5dc5-0ddf-4401-8cb1-9b976c32819c req-e0e2a8b5-5ddf-4b18-8601-20c6fed75e04 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 949 time: 0.0780482 Nov 04 10:30:34.172341 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ec785455-db57-4fe7-be50-a7194298947c req-b326d2bd-e5a7-45e9-a328-aa58214187b4 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=e6276b04-9d53-4bbb-98bd-4a59eee1c675 HTTP/1.1" status: 200 len: 210 time: 0.0558689 Nov 04 10:30:34.233391 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cced5dc5-0ddf-4401-8cb1-9b976c32819c req-55ed4a8f-9d26-4c20-a23d-941e0a7e2b14 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189001 Nov 04 10:30:34.265308 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-bd4f64ac-64ea-4963-b99b-d6a8b7c98a58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e6d12b-55f5-4264-a088-852cb2de467e {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:30:34.287180 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-bd4f64ac-64ea-4963-b99b-d6a8b7c98a58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:34.292175 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-5ba0cb02-139d-493e-8033-1767b855cb93 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.126 "GET /v2.0/networks?tenant_id=bd609f94b81947bcb1c477623063e487&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0922010 Nov 04 10:30:34.320428 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c0d6c-cdec-4da9-82b1-e1ffc9831369 admin admin] Pushing event updated for resources: {'Port': ['ID=993dd130-1376-4115-8fa5-0862e3a1a962,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:34.358982 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45c0d6c-cdec-4da9-82b1-e1ffc9831369 admin admin] Network a32e31ad-acda-407a-a096-816fda019c16 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:30:34.360687 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-d45c0d6c-cdec-4da9-82b1-e1ffc9831369 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:30:34.443357 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-bd4f64ac-64ea-4963-b99b-d6a8b7c98a58 service neutron] Transition to ACTIVE for port object b4e6d12b-55f5-4264-a088-852cb2de467e will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:30:34.485405 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-bd4f64ac-64ea-4963-b99b-d6a8b7c98a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:34.531678 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-0a07147a-1c62-47de-a504-dc571023f209 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:34.552590 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-0a07147a-1c62-47de-a504-dc571023f209 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/networks?id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 HTTP/1.1" status: 200 len: 821 time: 0.1729031 Nov 04 10:30:34.576421 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-2c11525f-46ff-4c9d-8bc3-e167172ea6b6 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/quotas/0464048b294a465b81cede98ee2447df HTTP/1.1" status: 200 len: 375 time: 0.0206616 Nov 04 10:30:34.645653 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-f841d7a4-4230-4af4-94b4-bde387a660ef tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=0464048b294a465b81cede98ee2447df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0682316 Nov 04 10:30:34.652448 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f64ac-64ea-4963-b99b-d6a8b7c98a58 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e6d12b-55f5-4264-a088-852cb2de467e,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:34.715351 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-ff4e5c59-7e09-4cff-9044-b7754d4f02cc None None] Provisioning complete for port 993dd130-1376-4115-8fa5-0862e3a1a962 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:34.716044 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ff4e5c59-7e09-4cff-9044-b7754d4f02cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:34.799398 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45c0d6c-cdec-4da9-82b1-e1ffc9831369 admin admin] Router c1776c2c-a7cc-4af6-b52c-7634fb754762 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:30:34.823501 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-ff4e5c59-7e09-4cff-9044-b7754d4f02cc None None] Port 993dd130-1376-4115-8fa5-0862e3a1a962 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:30:34.824482 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-88d87db1-b97e-46b5-a333-5cf3ed711166 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:34.827121 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-88d87db1-b97e-46b5-a333-5cf3ed711166 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5006759 Nov 04 10:30:34.836427 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-bd4f64ac-64ea-4963-b99b-d6a8b7c98a58 service neutron] Attempting to bind port b4e6d12b-55f5-4264-a088-852cb2de467e on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:30:34.837150 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-bd4f64ac-64ea-4963-b99b-d6a8b7c98a58 service neutron] Attempting to bind port b4e6d12b-55f5-4264-a088-852cb2de467e by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'd1c8dcec-0173-47c7-8397-4a22add73c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:30:34.837632 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-bd4f64ac-64ea-4963-b99b-d6a8b7c98a58 service neutron] Attempting to bind port b4e6d12b-55f5-4264-a088-852cb2de467e on network 9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:30:34.839941 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08558e-ae02-4d6b-8717-85c6387a5150 req-a7ebe9e9-d256-4ea5-9caa-55c89029bce3 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:34.851896 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Request body: {'port': {'device_id': 'e6276b04-9d53-4bbb-98bd-4a59eee1c675', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': 'bd609f94b81947bcb1c477623063e487'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:34.853003 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ce08558e-ae02-4d6b-8717-85c6387a5150 req-a7ebe9e9-d256-4ea5-9caa-55c89029bce3 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] 10.222.0.127 "GET /v2.0/ports?device_id=2aba8c0e-40b3-47d7-a1c5-20d768702930 HTTP/1.1" status: 200 len: 945 time: 0.1058719 Nov 04 10:30:34.856024 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-bd4f64ac-64ea-4963-b99b-d6a8b7c98a58 service neutron] Port b4e6d12b-55f5-4264-a088-852cb2de467e on network 9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:30:34.856742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-bd4f64ac-64ea-4963-b99b-d6a8b7c98a58 service neutron] Attempting to bind port b4e6d12b-55f5-4264-a088-852cb2de467e on network 9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:30:34.866877 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-1e4d3530-bfbc-4fe8-8c65-49d57c4f78eb service neutron] 10.222.0.127 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125390 Nov 04 10:30:34.883955 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-bd4f64ac-64ea-4963-b99b-d6a8b7c98a58 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:30:34.885467 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-bd4f64ac-64ea-4963-b99b-d6a8b7c98a58 service neutron] Checking segment: {'id': 'd1c8dcec-0173-47c7-8397-4a22add73c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:30:34.886086 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-bd4f64ac-64ea-4963-b99b-d6a8b7c98a58 service neutron] Bound using segment: {'id': 'd1c8dcec-0173-47c7-8397-4a22add73c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:30:34.886840 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-bd4f64ac-64ea-4963-b99b-d6a8b7c98a58 service neutron] Bound port: b4e6d12b-55f5-4264-a088-852cb2de467e, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c8dcec-0173-47c7-8397-4a22add73c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:30:34.887177 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-bd4f64ac-64ea-4963-b99b-d6a8b7c98a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:34.976020 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 24f0db91-9819-4ac6-a32d-6f9e5599a9c7 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:30:35.005516 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ce08558e-ae02-4d6b-8717-85c6387a5150 req-eb00d49c-be47-499b-9a7a-f2c40f632cfe tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] 10.222.0.127 "GET /v2.0/security-groups?id=223b52f3-7c22-4f0c-8195-8592357b8ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511819 Nov 04 10:30:35.062456 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 24f0db91-9819-4ac6-a32d-6f9e5599a9c7 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:35.062856 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:35.102218 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-6d6f9672-a8d3-4f3b-9903-bc0021f5980a service neutron] 10.222.0.127 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262523 Nov 04 10:30:35.210522 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:35.217901 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ff745-84e0-421c-88b7-c153eb21d953 req-2dbbdc17-2578-4ea0-b3c6-a78f90a60cb6 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:35.220328 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-648ff745-84e0-421c-88b7-c153eb21d953 req-2dbbdc17-2578-4ea0-b3c6-a78f90a60cb6 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=71a49243-d1b6-4147-95d0-21f55b6c1c77 HTTP/1.1" status: 200 len: 943 time: 0.1115873 Nov 04 10:30:35.220764 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60444) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:35.253553 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 24f0db91-9819-4ac6-a32d-6f9e5599a9c7, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=24f0db91-9819-4ac6-a32d-6f9e5599a9c7,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:35.261383 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:35.348094 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-648ff745-84e0-421c-88b7-c153eb21d953 req-01478fe9-c108-4d36-8c60-49f824d98153 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121762 Nov 04 10:30:35.354421 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45c0d6c-cdec-4da9-82b1-e1ffc9831369 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:30:35.363488 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d45c0d6c-cdec-4da9-82b1-e1ffc9831369 admin admin] 10.222.0.127 "PUT /v2.0/routers/c1776c2c-a7cc-4af6-b52c-7634fb754762/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7798913 Nov 04 10:30:35.412738 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b3dcd3-6754-435a-9343-a67788bc771c None None] Sync routers for ids ['c1776c2c-a7cc-4af6-b52c-7634fb754762'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:30:35.444217 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=24f0db91-9819-4ac6-a32d-6f9e5599a9c7,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:35.460753 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-bd4f64ac-64ea-4963-b99b-d6a8b7c98a58 service neutron] For port b4e6d12b-55f5-4264-a088-852cb2de467e, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:30:35.467122 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-bd4f64ac-64ea-4963-b99b-d6a8b7c98a58 service neutron] For port b4e6d12b-55f5-4264-a088-852cb2de467e, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b4e6d12b-55f5-4264-a088-852cb2de467e,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:30:35.472045 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-39d17b04-1a5b-484b-9634-7962cde3eb1d req-1115ad7b-de1d-4deb-84a4-232f85fd9257 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=e6276b04-9d53-4bbb-98bd-4a59eee1c675 HTTP/1.1" status: 200 len: 210 time: 0.0964150 Nov 04 10:30:35.491778 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b3dcd3-6754-435a-9343-a67788bc771c None None] Routers {'c1776c2c-a7cc-4af6-b52c-7634fb754762'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:30:35.492451 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e9b3dcd3-6754-435a-9343-a67788bc771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:30:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c1776c2c-a7cc-4af6-b52c-7634fb754762'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:30:35.501142 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-bd4f64ac-64ea-4963-b99b-d6a8b7c98a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:35.526951 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b77a70da-a791-4b3e-9be1-e9a367d1ec7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:35.546722 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-bd4f64ac-64ea-4963-b99b-d6a8b7c98a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:35.547249 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-bd4f64ac-64ea-4963-b99b-d6a8b7c98a58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:35.548761 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-bd4f64ac-64ea-4963-b99b-d6a8b7c98a58 service neutron] 10.222.0.121 "PUT /v2.0/ports/b4e6d12b-55f5-4264-a088-852cb2de467e HTTP/1.1" status: 200 len: 1091 time: 2.2158573 Nov 04 10:30:35.549694 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a49243-d1b6-4147-95d0-21f55b6c1c77', 'tag': 'b4e6d12b-55f5-4264-a088-852cb2de467e'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:30:35.552776 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b6304f-48ef-4e2b-83e1-4ad35f95ecda" -d '{"events": [{"name": "network-changed", "server_uuid": "71a49243-d1b6-4147-95d0-21f55b6c1c77", "tag": "b4e6d12b-55f5-4264-a088-852cb2de467e"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:30:35.558561 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Made reservation on behalf of bd609f94b81947bcb1c477623063e487 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:30:35.563694 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:35.575930 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:35.709401 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f64ac-64ea-4963-b99b-d6a8b7c98a58 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e6d12b-55f5-4264-a088-852cb2de467e,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:35.729300 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-e9b3dcd3-6754-435a-9343-a67788bc771c None None] Set router c1776c2c-a7cc-4af6-b52c-7634fb754762 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:30:35.738014 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-44fe3973-2fbf-44c0-8175-fd76167910d7 req-070698cb-e2c4-4f96-8076-70436cd206c7 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 210 time: 0.1618748 Nov 04 10:30:35.762298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-207b2595-38cd-4ca0-a170-2de3fd3f01cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:35.769951 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-207b2595-38cd-4ca0-a170-2de3fd3f01cb service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2b5a587ccab54a2f9cf1975659bd89f9&device_id=71a49243-d1b6-4147-95d0-21f55b6c1c77 HTTP/1.1" status: 200 len: 1094 time: 0.1288719 Nov 04 10:30:35.794434 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:35.801890 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5463ae2-33fd-4619-ae92-879b6602db7b req-714ef3dc-44de-4c4d-85c4-01870712484b tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:35.810054 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b5463ae2-33fd-4619-ae92-879b6602db7b req-714ef3dc-44de-4c4d-85c4-01870712484b tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 949 time: 0.2765293 Nov 04 10:30:35.882977 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:35.902579 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-fb369447-98bb-42ec-a60e-cbd1062b6b7c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4e6d12b-55f5-4264-a088-852cb2de467e HTTP/1.1" status: 200 len: 217 time: 0.1230617 Nov 04 10:30:35.973626 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b89d6a-0eb2-42bd-ba28-91a8ba181c92 x-openstack-request-id: req-57b89d6a-0eb2-42bd-ba28-91a8ba181c92 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:30:35.975862 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a49243-d1b6-4147-95d0-21f55b6c1c77", "tag": "b4e6d12b-55f5-4264-a088-852cb2de467e", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:30:35.976641 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-57b89d6a-0eb2-42bd-ba28-91a8ba181c92 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:30:35.977410 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a49243-d1b6-4147-95d0-21f55b6c1c77', 'tag': 'b4e6d12b-55f5-4264-a088-852cb2de467e', 'status': 'completed', 'code': 200} Nov 04 10:30:36.023114 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b77a70da-a791-4b3e-9be1-e9a367d1ec7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:36.030655 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdbb653-ff3c-40bd-acfc-464ad15952aa,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:36.048588 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b77a70da-a791-4b3e-9be1-e9a367d1ec7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:36.078225 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b5463ae2-33fd-4619-ae92-879b6602db7b req-1486f6d6-47a6-4ee7-8b6a-0769e56e5c5b tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671854 Nov 04 10:30:36.116582 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968cdb4-a2c0-474d-a54e-bb5fe46208cf req-3aa46eb8-72d6-4ac6-968e-2f4c4a52940a tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:36.116976 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-5fbf55a3-71b8-46fc-820c-0beb636d427b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:36.120698 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6968cdb4-a2c0-474d-a54e-bb5fe46208cf req-3aa46eb8-72d6-4ac6-968e-2f4c4a52940a tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] 10.222.0.126 "GET /v2.0/ports?device_id=2aba8c0e-40b3-47d7-a1c5-20d768702930 HTTP/1.1" status: 200 len: 945 time: 0.2516747 Nov 04 10:30:36.133899 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-5fbf55a3-71b8-46fc-820c-0beb636d427b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=28924b01-2687-4263-b969-76f54864e85b HTTP/1.1" status: 200 len: 845 time: 0.2124245 Nov 04 10:30:36.199267 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e9b3dcd3-6754-435a-9343-a67788bc771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1776c2c-a7cc-4af6-b52c-7634fb754762', 'name': 'tempest-AttachSCSIVolumeTestJSON-1511440248-router', 'tenant_id': '2d5b284abf97483e96827ac4701c3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '24f0db91-9819-4ac6-a32d-6f9e5599a9c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:30:27Z', 'updated_at': '2021-11-04T10:30:33Z', 'revision_number': 4, 'project_id': '2d5b284abf97483e96827ac4701c3ebc', 'gw_port': {'id': '24f0db91-9819-4ac6-a32d-6f9e5599a9c7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:83:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1776c2c-a7cc-4af6-b52c-7634fb754762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:27Z', 'updated_at': '2021-11-04T10:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '993dd130-1376-4115-8fa5-0862e3a1a962', 'name': '', 'network_id': 'a32e31ad-acda-407a-a096-816fda019c16', 'tenant_id': '2d5b284abf97483e96827ac4701c3ebc', 'mac_address': 'fa:16:3e:2a:f1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1776c2c-a7cc-4af6-b52c-7634fb754762', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'a21c0a46-e3eb-4e34-b54f-67f6c426aac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:32Z', 'updated_at': '2021-11-04T10:30:33Z', 'revision_number': 2, 'project_id': '2d5b284abf97483e96827ac4701c3ebc', 'subnets': [{'id': 'a21c0a46-e3eb-4e34-b54f-67f6c426aac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:30:36.223081 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a70da-a791-4b3e-9be1-e9a367d1ec7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4186537c-b6d7-4813-90bb-b3401e93d638,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:36.230304 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b77a70da-a791-4b3e-9be1-e9a367d1ec7e admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=9b2be41df25c4e30840c7b9218629819&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0043650 Nov 04 10:30:36.232562 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60478) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:36.248063 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-722c0ba7-1fd4-4b06-af2e-7d96af5001ae service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046031 Nov 04 10:30:36.281426 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a70da-a791-4b3e-9be1-e9a367d1ec7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:36.281936 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a70da-a791-4b3e-9be1-e9a367d1ec7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:36.282297 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a70da-a791-4b3e-9be1-e9a367d1ec7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:36.282609 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a70da-a791-4b3e-9be1-e9a367d1ec7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:36.282939 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a70da-a791-4b3e-9be1-e9a367d1ec7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:36.283265 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a70da-a791-4b3e-9be1-e9a367d1ec7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:36.283585 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a70da-a791-4b3e-9be1-e9a367d1ec7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:36.283908 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a70da-a791-4b3e-9be1-e9a367d1ec7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:36.284227 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a70da-a791-4b3e-9be1-e9a367d1ec7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:36.284544 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a70da-a791-4b3e-9be1-e9a367d1ec7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:36.284901 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a70da-a791-4b3e-9be1-e9a367d1ec7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:36.285223 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a70da-a791-4b3e-9be1-e9a367d1ec7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:36.343612 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b3dcd3-6754-435a-9343-a67788bc771c None None] Checking router: c1776c2c-a7cc-4af6-b52c-7634fb754762 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:30:36.349830 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b3dcd3-6754-435a-9343-a67788bc771c None None] Updating router c1776c2c-a7cc-4af6-b52c-7634fb754762 port 993dd130-1376-4115-8fa5-0862e3a1a962 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:30:36.376089 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Allocated IP 192.168.233.7 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/e0d5faa4-ee27-440a-8784-8bc14b9ab95b) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:30:36.382429 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af009047-ed2a-4910-a51e-551ffc55a129 req-d79c5efa-c7f4-4a1d-88ae-aa9d0278c17c tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:36.391555 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-af009047-ed2a-4910-a51e-551ffc55a129 req-d79c5efa-c7f4-4a1d-88ae-aa9d0278c17c tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] 10.222.0.127 "GET /v2.0/ports?device_id=2aba8c0e-40b3-47d7-a1c5-20d768702930 HTTP/1.1" status: 200 len: 945 time: 0.1788473 Nov 04 10:30:36.428441 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff633b7a-02a3-49b1-80ae-ed7ac157bbc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:36.459146 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-82199415-fcdb-4023-8ca5-3151b0b71c11 service neutron] 10.222.0.121 "GET /v2.0/networks/9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774697 Nov 04 10:30:36.509822 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60486) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:36.528311 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e9b3dcd3-6754-435a-9343-a67788bc771c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:36.532272 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-8a3cd862-eef2-4827-8382-ba9ce9a6d0a2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-494831308-network', 'tenant_id': '28bdaa2f505143d197c1cbfe17d550fe'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:36.542963 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff633b7a-02a3-49b1-80ae-ed7ac157bbc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:36.573138 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-af009047-ed2a-4910-a51e-551ffc55a129 req-7488cf00-d6f6-44b7-8c05-b69dd065b32f tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] 10.222.0.127 "GET /v2.0/security-groups?id=223b52f3-7c22-4f0c-8195-8592357b8ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805186 Nov 04 10:30:36.629105 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-6968cdb4-a2c0-474d-a54e-bb5fe46208cf req-65d7f6d3-cb50-4412-9a18-6ce4eef5ebc7 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Deleting port 92db973e-458c-4d8a-badf-e7cf9c4210f6 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:30:36.629105 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-6968cdb4-a2c0-474d-a54e-bb5fe46208cf req-65d7f6d3-cb50-4412-9a18-6ce4eef5ebc7 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:36.705167 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c20b802e-de00-44a9-bb79-69be3c56bbc6 req-53ef147a-122e-4d7b-bcfb-0745c39aa324 service neutron] 10.222.0.121 "GET /v2.0/networks/9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329946 Nov 04 10:30:36.779180 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-6968cdb4-a2c0-474d-a54e-bb5fe46208cf req-65d7f6d3-cb50-4412-9a18-6ce4eef5ebc7 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] For port 92db973e-458c-4d8a-badf-e7cf9c4210f6, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=92db973e-458c-4d8a-badf-e7cf9c4210f6,segment=NetworkSegment(174448fa-9277-400d-8377-646aefff6322),segment_id=174448fa-9277-400d-8377-646aefff6322)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:36.779548 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-6968cdb4-a2c0-474d-a54e-bb5fe46208cf req-65d7f6d3-cb50-4412-9a18-6ce4eef5ebc7 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:36.787791 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:36.804998 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-6968cdb4-a2c0-474d-a54e-bb5fe46208cf req-65d7f6d3-cb50-4412-9a18-6ce4eef5ebc7 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Calling delete_port for 92db973e-458c-4d8a-badf-e7cf9c4210f6 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:30:36.959477 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6304f-48ef-4e2b-83e1-4ad35f95ecda req-50700e47-55ae-4632-9531-a7cdcd283f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:36.962390 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08b6304f-48ef-4e2b-83e1-4ad35f95ecda req-50700e47-55ae-4632-9531-a7cdcd283f23 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2b5a587ccab54a2f9cf1975659bd89f9&device_id=71a49243-d1b6-4147-95d0-21f55b6c1c77 HTTP/1.1" status: 200 len: 1094 time: 0.1643209 Nov 04 10:30:36.964434 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:36.970155 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 24f0db91-9819-4ac6-a32d-6f9e5599a9c7 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:30:37.027409 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-6968cdb4-a2c0-474d-a54e-bb5fe46208cf req-65d7f6d3-cb50-4412-9a18-6ce4eef5ebc7 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:37.044539 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['92db973e-458c-4d8a-badf-e7cf9c4210f6'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:30:37.063570 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3cd862-eef2-4827-8382-ba9ce9a6d0a2 admin admin] Made reservation on behalf of 28bdaa2f505143d197c1cbfe17d550fe for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:30:37.066875 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd862-eef2-4827-8382-ba9ce9a6d0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:37.084447 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:30:37.091308 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:30:37.097452 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Pushing event updated for resources: {'Port': ['ID=e0d5faa4-ee27-440a-8784-8bc14b9ab95b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:37.105743 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:30:37.115107 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:37.115869 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:37.121082 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:37.127705 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:37.130981 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:37.130981 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:37.131325 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:37.131957 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:37.132565 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:37.134131 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:37.134270 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:37.134662 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:37.135061 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:37.135457 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:37.157740 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7f6d3-cb50-4412-9a18-6ce4eef5ebc7 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Pushing event deleted for resources: {'Port': ['ID=92db973e-458c-4d8a-badf-e7cf9c4210f6,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:37.185275 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd862-eef2-4827-8382-ba9ce9a6d0a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:37.197193 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-b1acecb3-2e6d-4692-8ba6-e373f9fca072 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3505275 Nov 04 10:30:37.201582 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e9b3dcd3-6754-435a-9343-a67788bc771c None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:37.222288 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-d1e7859b-c9c2-4874-a2d6-c0a934e1c36d service neutron] Request body: {'port': {'device_id': 'e6276b04-9d53-4bbb-98bd-4a59eee1c675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:37.225120 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e9b3dcd3-6754-435a-9343-a67788bc771c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:37.235817 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6304f-48ef-4e2b-83e1-4ad35f95ecda req-5e60ffae-270a-4cc4-beb2-798c43fe81ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:37.237827 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08b6304f-48ef-4e2b-83e1-4ad35f95ecda req-5e60ffae-270a-4cc4-beb2-798c43fe81ce service neutron] 10.222.0.121 "GET /v2.0/networks?id=9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d HTTP/1.1" status: 200 len: 907 time: 0.2634506 Nov 04 10:30:37.256438 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557147b2-70bf-4669-83ab-51ad51fe0c86 req-83831f74-bfbc-42b0-9ceb-c79e513fb863 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:37.258764 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-557147b2-70bf-4669-83ab-51ad51fe0c86 req-83831f74-bfbc-42b0-9ceb-c79e513fb863 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=71a49243-d1b6-4147-95d0-21f55b6c1c77 HTTP/1.1" status: 200 len: 943 time: 0.6582611 Nov 04 10:30:37.291508 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6968cdb4-a2c0-474d-a54e-bb5fe46208cf req-65d7f6d3-cb50-4412-9a18-6ce4eef5ebc7 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] No DVR routers for this DVR port 92db973e-458c-4d8a-badf-e7cf9c4210f6 on host n-h1-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:30:37.297380 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-6968cdb4-a2c0-474d-a54e-bb5fe46208cf req-65d7f6d3-cb50-4412-9a18-6ce4eef5ebc7 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:37.301732 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6968cdb4-a2c0-474d-a54e-bb5fe46208cf req-65d7f6d3-cb50-4412-9a18-6ce4eef5ebc7 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] 10.222.0.126 "DELETE /v2.0/ports/92db973e-458c-4d8a-badf-e7cf9c4210f6 HTTP/1.1" status: 204 len: 173 time: 1.1664355 Nov 04 10:30:37.311219 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aba8c0e-40b3-47d7-a1c5-20d768702930', 'name': 'network-vif-deleted', 'tag': '92db973e-458c-4d8a-badf-e7cf9c4210f6'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:30:37.314553 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88095804-df6d-452e-9cce-9efa8bb983f3" -d '{"events": [{"server_uuid": "2aba8c0e-40b3-47d7-a1c5-20d768702930", "name": "network-vif-deleted", "tag": "92db973e-458c-4d8a-badf-e7cf9c4210f6"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:30:37.319675 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.126', 62992) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:37.337384 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff633b7a-02a3-49b1-80ae-ed7ac157bbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:37.340845 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff633b7a-02a3-49b1-80ae-ed7ac157bbc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:37.344919 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ff633b7a-02a3-49b1-80ae-ed7ac157bbc5 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/4186537c-b6d7-4813-90bb-b3401e93d638 HTTP/1.1" status: 204 len: 168 time: 1.1071143 Nov 04 10:30:37.382984 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40eeffa-3b04-4788-85a9-d2de0326cf1a req-0db2782c-3c29-49f1-ab9c-77bf17dac586 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:37.392502 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e40eeffa-3b04-4788-85a9-d2de0326cf1a req-0db2782c-3c29-49f1-ab9c-77bf17dac586 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=e6276b04-9d53-4bbb-98bd-4a59eee1c675 HTTP/1.1" status: 200 len: 934 time: 0.7186639 Nov 04 10:30:37.400200 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc7870-3741-4c58-91e8-0a9fe703536a None None] Pushing event updated for resources: {'Port': ['ID=993dd130-1376-4115-8fa5-0862e3a1a962,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:37.437672 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff633b7a-02a3-49b1-80ae-ed7ac157bbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4186537c-b6d7-4813-90bb-b3401e93d638,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:37.454332 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 24f0db91-9819-4ac6-a32d-6f9e5599a9c7 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:37.457131 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:37.508394 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08b6304f-48ef-4e2b-83e1-4ad35f95ecda req-09b566e8-8cf9-483a-86d2-6481b622d528 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4e6d12b-55f5-4264-a088-852cb2de467e HTTP/1.1" status: 200 len: 217 time: 0.1978750 Nov 04 10:30:37.674148 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-557147b2-70bf-4669-83ab-51ad51fe0c86 req-ff3fe587-9449-4a84-b31c-f1cd9e3e98d6 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480361 Nov 04 10:30:37.745601 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e40eeffa-3b04-4788-85a9-d2de0326cf1a req-d78c42eb-6526-4c9c-b8fa-5acb92b05dc1 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518004 Nov 04 10:30:37.786667 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd862-eef2-4827-8382-ba9ce9a6d0a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:37.794115 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd862-eef2-4827-8382-ba9ce9a6d0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:37.825478 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-d1e7859b-c9c2-4874-a2d6-c0a934e1c36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:38.016691 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3cd862-eef2-4827-8382-ba9ce9a6d0a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1189} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:30:38.018923 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3cd862-eef2-4827-8382-ba9ce9a6d0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb4f593-618a-44a1-a234-cd2e0b1f21c6,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:38.048618 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-26971e2d-41a1-4e0f-bb7b-0e5e8831baf8 req-de26111c-b216-4257-8276-048a47690b74 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 210 time: 0.1945701 Nov 04 10:30:38.071931 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd862-eef2-4827-8382-ba9ce9a6d0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:38.074803 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a42c090e-47ac-45af-bebf-e8118d97b4da None None] Provisioning complete for port e0d5faa4-ee27-440a-8784-8bc14b9ab95b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:38.075458 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a42c090e-47ac-45af-bebf-e8118d97b4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:38.076170 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-8a3cd862-eef2-4827-8382-ba9ce9a6d0a2 admin admin] Added segment b78daaf4-1ad6-4a2d-a6d7-f43cef3d1c22 of type vlan for network 767cbf8b-78b3-4dfe-b0d7-ba5eab708164 Nov 04 10:30:38.079765 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-e9b3dcd3-6754-435a-9343-a67788bc771c None None] Attempting to bind port 993dd130-1376-4115-8fa5-0862e3a1a962 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:30:38.080251 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-e9b3dcd3-6754-435a-9343-a67788bc771c None None] Attempting to bind port 993dd130-1376-4115-8fa5-0862e3a1a962 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '67fcacec-9b21-47dc-be2a-e9fd5a94ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a32e31ad-acda-407a-a096-816fda019c16'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:30:38.080888 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b3dcd3-6754-435a-9343-a67788bc771c None None] Attempting to bind port 993dd130-1376-4115-8fa5-0862e3a1a962 on network a32e31ad-acda-407a-a096-816fda019c16 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:30:38.145381 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b3dcd3-6754-435a-9343-a67788bc771c None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:30:38.145924 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b3dcd3-6754-435a-9343-a67788bc771c None None] Checking segment: {'id': '67fcacec-9b21-47dc-be2a-e9fd5a94ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a32e31ad-acda-407a-a096-816fda019c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:30:38.146335 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e9b3dcd3-6754-435a-9343-a67788bc771c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:38.146782 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b3dcd3-6754-435a-9343-a67788bc771c None None] Bound using segment: {'id': '67fcacec-9b21-47dc-be2a-e9fd5a94ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a32e31ad-acda-407a-a096-816fda019c16'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:30:38.147285 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-e9b3dcd3-6754-435a-9343-a67788bc771c None None] Bound port: 993dd130-1376-4115-8fa5-0862e3a1a962, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fcacec-9b21-47dc-be2a-e9fd5a94ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a32e31ad-acda-407a-a096-816fda019c16'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:30:38.148362 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e9b3dcd3-6754-435a-9343-a67788bc771c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:38.173170 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d5bb2d-3861-4948-ac3a-05fd5a0f6159 x-openstack-request-id: req-03d5bb2d-3861-4948-ac3a-05fd5a0f6159 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:30:38.174912 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aba8c0e-40b3-47d7-a1c5-20d768702930", "name": "network-vif-deleted", "tag": "92db973e-458c-4d8a-badf-e7cf9c4210f6", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:30:38.175258 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-03d5bb2d-3861-4948-ac3a-05fd5a0f6159 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:30:38.175809 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aba8c0e-40b3-47d7-a1c5-20d768702930', 'name': 'network-vif-deleted', 'tag': '92db973e-458c-4d8a-badf-e7cf9c4210f6', 'status': 'completed', 'code': 200} Nov 04 10:30:38.194872 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a42c090e-47ac-45af-bebf-e8118d97b4da None None] Port e0d5faa4-ee27-440a-8784-8bc14b9ab95b cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:30:38.204783 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd862-eef2-4827-8382-ba9ce9a6d0a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:38.281823 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb7ca4-e35a-4baa-b8ca-60779258e633 req-044e476d-d2d6-45e7-bccb-4cbd4771f0b2 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:38.292449 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-28bb7ca4-e35a-4baa-b8ca-60779258e633 req-044e476d-d2d6-45e7-bccb-4cbd4771f0b2 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 949 time: 0.1895649 Nov 04 10:30:38.313602 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd862-eef2-4827-8382-ba9ce9a6d0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:38.314909 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3cd862-eef2-4827-8382-ba9ce9a6d0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:38.316010 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd862-eef2-4827-8382-ba9ce9a6d0a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:38.320784 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e9b3dcd3-6754-435a-9343-a67788bc771c None None] For port 993dd130-1376-4115-8fa5-0862e3a1a962, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:30:38.350250 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e9b3dcd3-6754-435a-9343-a67788bc771c None None] For port 993dd130-1376-4115-8fa5-0862e3a1a962, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=993dd130-1376-4115-8fa5-0862e3a1a962,segment=NetworkSegment(67fcacec-9b21-47dc-be2a-e9fd5a94ad53),segment_id=67fcacec-9b21-47dc-be2a-e9fd5a94ad53)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:30:38.352797 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-58115813-e771-403f-b2c9-17999560c9d9 None None] Provisioning complete for port 993dd130-1376-4115-8fa5-0862e3a1a962 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:38.353401 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-58115813-e771-403f-b2c9-17999560c9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:38.382143 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e9b3dcd3-6754-435a-9343-a67788bc771c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:38.386438 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60502) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:38.395515 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6304f-48ef-4e2b-83e1-4ad35f95ecda req-05659948-de24-47d5-96cf-a6e3d16295b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:38.397757 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08b6304f-48ef-4e2b-83e1-4ad35f95ecda req-05659948-de24-47d5-96cf-a6e3d16295b7 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=28924b01-2687-4263-b969-76f54864e85b HTTP/1.1" status: 200 len: 845 time: 0.8478708 Nov 04 10:30:38.425512 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-df1fa483-9ec2-43e1-8437-ef89d9c5d0e9 req-2dcc4215-4877-4a3b-b2cf-508a325f9df0 tempest-ServerPasswordTestJSON-995550356 tempest-ServerPasswordTestJSON-995550356-project] 10.222.0.127 "GET /v2.0/ports?device_id=2aba8c0e-40b3-47d7-a1c5-20d768702930 HTTP/1.1" status: 200 len: 210 time: 0.0948462 Nov 04 10:30:38.437773 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3e8dd530-8492-411b-988d-8d0cbe799c4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:38.440845 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8a3cd862-eef2-4827-8382-ba9ce9a6d0a2 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9209352 Nov 04 10:30:38.446550 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60504) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:38.456110 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3cd862-eef2-4827-8382-ba9ce9a6d0a2 admin admin] Pushing event updated for resources: {'Network': ['ID=767cbf8b-78b3-4dfe-b0d7-ba5eab708164,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:38.461914 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-6cebb011-0738-4c13-9591-44cf2ac34aaa admin admin] Request body: {'subnet': {'network_id': '767cbf8b-78b3-4dfe-b0d7-ba5eab708164', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-494831308-subnet', 'tenant_id': '28bdaa2f505143d197c1cbfe17d550fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:38.465679 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-58115813-e771-403f-b2c9-17999560c9d9 None None] Port 993dd130-1376-4115-8fa5-0862e3a1a962 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:30:38.475506 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08b6304f-48ef-4e2b-83e1-4ad35f95ecda req-c41ce84d-83bf-46aa-8d42-af5a6a1e5645 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583994 Nov 04 10:30:38.479389 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-d1e7859b-c9c2-4874-a2d6-c0a934e1c36d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d5faa4-ee27-440a-8784-8bc14b9ab95b {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:30:38.483541 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-28bb7ca4-e35a-4baa-b8ca-60779258e633 req-758e5c51-cdbd-4950-bd55-1e4fc0a09bf8 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894162 Nov 04 10:30:38.494338 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 767cbf8b-78b3-4dfe-b0d7-ba5eab708164 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:30:38.506905 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-a4986d83-7a02-4ad2-9b17-c73cd3856051 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:38.508401 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-a4986d83-7a02-4ad2-9b17-c73cd3856051 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.126 "GET /v2.0/networks?id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 HTTP/1.1" status: 200 len: 821 time: 1.0304461 Nov 04 10:30:38.510490 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-d1e7859b-c9c2-4874-a2d6-c0a934e1c36d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:38.512125 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc7870-3741-4c58-91e8-0a9fe703536a None None] Pushing event updated for resources: {'Port': ['ID=993dd130-1376-4115-8fa5-0862e3a1a962,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:38.516531 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cebb011-0738-4c13-9591-44cf2ac34aaa admin admin] Made reservation on behalf of 28bdaa2f505143d197c1cbfe17d550fe for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:30:38.524093 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6cebb011-0738-4c13-9591-44cf2ac34aaa admin admin] Publish callbacks [] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:38.566046 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bc7870-3741-4c58-91e8-0a9fe703536a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:38.566287 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-4a52c12b-95cd-46ee-aa71-0e458d8c3cc1 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Request body: {'port': {'device_id': 'b0856b37-c371-4f1c-9f35-aee8ac300e29', 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730', 'admin_state_up': True, 'tenant_id': '0464048b294a465b81cede98ee2447df'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:38.566393 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bc7870-3741-4c58-91e8-0a9fe703536a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:38.566712 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bc7870-3741-4c58-91e8-0a9fe703536a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:38.567353 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bc7870-3741-4c58-91e8-0a9fe703536a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:38.567689 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bc7870-3741-4c58-91e8-0a9fe703536a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:38.568692 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bc7870-3741-4c58-91e8-0a9fe703536a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:38.568692 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bc7870-3741-4c58-91e8-0a9fe703536a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:38.568692 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bc7870-3741-4c58-91e8-0a9fe703536a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:38.569159 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bc7870-3741-4c58-91e8-0a9fe703536a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:38.569338 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bc7870-3741-4c58-91e8-0a9fe703536a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:38.569712 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bc7870-3741-4c58-91e8-0a9fe703536a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:38.569947 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bc7870-3741-4c58-91e8-0a9fe703536a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:30:38.597684 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b3dcd3-6754-435a-9343-a67788bc771c None None] Routers {'c1776c2c-a7cc-4af6-b52c-7634fb754762'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:30:38.598632 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e9b3dcd3-6754-435a-9343-a67788bc771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:30:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c1776c2c-a7cc-4af6-b52c-7634fb754762'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:30:38.632383 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-d1e7859b-c9c2-4874-a2d6-c0a934e1c36d service neutron] Transition to ACTIVE for port object e0d5faa4-ee27-440a-8784-8bc14b9ab95b will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:30:38.646363 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-d1e7859b-c9c2-4874-a2d6-c0a934e1c36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:38.803873 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7859b-c9c2-4874-a2d6-c0a934e1c36d service neutron] Pushing event updated for resources: {'Port': ['ID=e0d5faa4-ee27-440a-8784-8bc14b9ab95b,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:38.851567 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08b6304f-48ef-4e2b-83e1-4ad35f95ecda req-e71f16b6-a2c6-491d-8b34-9c5edd16fc72 service neutron] 10.222.0.121 "GET /v2.0/networks/9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625782 Nov 04 10:30:38.953522 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6cebb011-0738-4c13-9591-44cf2ac34aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:38.956904 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3e8dd530-8492-411b-988d-8d0cbe799c4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:38.976340 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3e8dd530-8492-411b-988d-8d0cbe799c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:38.989819 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-d1e7859b-c9c2-4874-a2d6-c0a934e1c36d service neutron] Attempting to bind port e0d5faa4-ee27-440a-8784-8bc14b9ab95b on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:30:38.990480 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-d1e7859b-c9c2-4874-a2d6-c0a934e1c36d service neutron] Attempting to bind port e0d5faa4-ee27-440a-8784-8bc14b9ab95b by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:30:38.991004 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-d1e7859b-c9c2-4874-a2d6-c0a934e1c36d service neutron] Attempting to bind port e0d5faa4-ee27-440a-8784-8bc14b9ab95b on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:30:39.011947 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-e9b3dcd3-6754-435a-9343-a67788bc771c None None] Set router c1776c2c-a7cc-4af6-b52c-7634fb754762 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:30:39.039372 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-4a52c12b-95cd-46ee-aa71-0e458d8c3cc1 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Made reservation on behalf of 0464048b294a465b81cede98ee2447df for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:30:39.043243 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-4a52c12b-95cd-46ee-aa71-0e458d8c3cc1 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:39.045293 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1771e3-7378-4400-ac32-aa000733210c req-033f7b13-e23c-4097-81e2-b2ab391dddbb tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:39.046879 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-d1e7859b-c9c2-4874-a2d6-c0a934e1c36d service neutron] Port e0d5faa4-ee27-440a-8784-8bc14b9ab95b on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:30:39.047242 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ce1771e3-7378-4400-ac32-aa000733210c req-033f7b13-e23c-4097-81e2-b2ab391dddbb tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=71a49243-d1b6-4147-95d0-21f55b6c1c77 HTTP/1.1" status: 200 len: 943 time: 0.2202184 Nov 04 10:30:39.047605 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-d1e7859b-c9c2-4874-a2d6-c0a934e1c36d service neutron] Attempting to bind port e0d5faa4-ee27-440a-8784-8bc14b9ab95b on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:30:39.059359 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9354da7-8f42-42f7-b9b8-ccb0baa03552 req-bb8fc8c5-661b-4755-954d-5f1f307a33e4 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:39.061026 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9354da7-8f42-42f7-b9b8-ccb0baa03552 req-bb8fc8c5-661b-4755-954d-5f1f307a33e4 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=e6276b04-9d53-4bbb-98bd-4a59eee1c675 HTTP/1.1" status: 200 len: 946 time: 0.1493821 Nov 04 10:30:39.070965 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cebb011-0738-4c13-9591-44cf2ac34aaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa0d1e34-5908-4a11-a4f4-8c841a1c7008,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:39.099422 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3e8dd530-8492-411b-988d-8d0cbe799c4e admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=e9fcab91a6f2456aaae61f0b7830c4f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7007010 Nov 04 10:30:39.104166 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60514) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:39.113053 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-cdaca1bb-d32c-4cae-b00a-e824d12207d1 None None] Provisioning complete for port 993dd130-1376-4115-8fa5-0862e3a1a962 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:39.113666 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cdaca1bb-d32c-4cae-b00a-e824d12207d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:39.116932 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-d1e7859b-c9c2-4874-a2d6-c0a934e1c36d service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:30:39.117280 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-d1e7859b-c9c2-4874-a2d6-c0a934e1c36d service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:30:39.117702 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-d1e7859b-c9c2-4874-a2d6-c0a934e1c36d service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:30:39.118177 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-d1e7859b-c9c2-4874-a2d6-c0a934e1c36d service neutron] Bound port: e0d5faa4-ee27-440a-8784-8bc14b9ab95b, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:30:39.118591 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-d1e7859b-c9c2-4874-a2d6-c0a934e1c36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:39.120860 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8dd530-8492-411b-988d-8d0cbe799c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e50f613-f2a6-43b7-9dd5-36814aa43856,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:39.142153 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cebb011-0738-4c13-9591-44cf2ac34aaa admin admin] Checking segment: {'id': 'b78daaf4-1ad6-4a2d-a6d7-f43cef3d1c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '767cbf8b-78b3-4dfe-b0d7-ba5eab708164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:30:39.142506 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cebb011-0738-4c13-9591-44cf2ac34aaa admin admin] Network hostable DHCP agents. Network: 767cbf8b-78b3-4dfe-b0d7-ba5eab708164, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:30:39.213055 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08b6304f-48ef-4e2b-83e1-4ad35f95ecda req-45c3168c-25bc-473b-aa3a-cca5c6a641fc service neutron] 10.222.0.121 "GET /v2.0/networks/9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478918 Nov 04 10:30:39.238570 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9354da7-8f42-42f7-b9b8-ccb0baa03552 req-5c851bde-b323-413e-8b15-39fd274e3ec2 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630206 Nov 04 10:30:39.242152 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ce1771e3-7378-4400-ac32-aa000733210c req-345016d9-16ce-43e3-84f5-ffd8c84c3c65 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798959 Nov 04 10:30:39.247544 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cebb011-0738-4c13-9591-44cf2ac34aaa admin admin] Network 767cbf8b-78b3-4dfe-b0d7-ba5eab708164 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:30:39.263543 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-01cd117b-1083-4b2f-b310-8b5487c66e32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:39.279496 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-6cebb011-0738-4c13-9591-44cf2ac34aaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 767cbf8b-78b3-4dfe-b0d7-ba5eab708164) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:30:39.284658 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cebb011-0738-4c13-9591-44cf2ac34aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:39.285382 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6cebb011-0738-4c13-9591-44cf2ac34aaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:39.291796 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eef062-9adb-435b-873c-833f1e77819d None None] Network 767cbf8b-78b3-4dfe-b0d7-ba5eab708164 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:30:39.319649 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-01cd117b-1083-4b2f-b310-8b5487c66e32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:39.328343 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6cebb011-0738-4c13-9591-44cf2ac34aaa admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8762646 Nov 04 10:30:39.332026 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60516) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:39.336332 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-81f50433-e129-49c2-a6f6-e8ea1311594e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-494831308-router', 'tenant_id': '28bdaa2f505143d197c1cbfe17d550fe', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:39.358486 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-d1e7859b-c9c2-4874-a2d6-c0a934e1c36d service neutron] For port e0d5faa4-ee27-440a-8784-8bc14b9ab95b, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:30:39.365073 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 92db973e-458c-4d8a-badf-e7cf9c4210f6 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:30:39.370751 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-d1e7859b-c9c2-4874-a2d6-c0a934e1c36d service neutron] For port e0d5faa4-ee27-440a-8784-8bc14b9ab95b, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e0d5faa4-ee27-440a-8784-8bc14b9ab95b,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:30:39.394846 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81f50433-e129-49c2-a6f6-e8ea1311594e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:39.395953 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81f50433-e129-49c2-a6f6-e8ea1311594e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:39.430648 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device b4e6d12b-55f5-4264-a088-852cb2de467e details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:30:39.433842 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cdaca1bb-d32c-4cae-b00a-e824d12207d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:39.434364 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-d1e7859b-c9c2-4874-a2d6-c0a934e1c36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:39.442634 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d655dd1f-93dd-4c33-97ff-b75334cfbb09 req-2a603835-b555-4417-a539-f69b0e02b141 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 210 time: 0.0352609 Nov 04 10:30:39.445767 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-01cd117b-1083-4b2f-b310-8b5487c66e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:39.449116 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-01cd117b-1083-4b2f-b310-8b5487c66e32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:39.450587 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-01cd117b-1083-4b2f-b310-8b5487c66e32 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/0e50f613-f2a6-43b7-9dd5-36814aa43856 HTTP/1.1" status: 204 len: 168 time: 0.3370697 Nov 04 10:30:39.477665 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd117b-1083-4b2f-b310-8b5487c66e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e50f613-f2a6-43b7-9dd5-36814aa43856,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:39.527947 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60526) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:39.528210 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7859b-c9c2-4874-a2d6-c0a934e1c36d service neutron] Pushing event updated for resources: {'Port': ['ID=e0d5faa4-ee27-440a-8784-8bc14b9ab95b,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:39.536902 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81f50433-e129-49c2-a6f6-e8ea1311594e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:39.587647 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port b4e6d12b-55f5-4264-a088-852cb2de467e, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b4e6d12b-55f5-4264-a088-852cb2de467e,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:39.603083 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-d1e7859b-c9c2-4874-a2d6-c0a934e1c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:39.603706 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-d1e7859b-c9c2-4874-a2d6-c0a934e1c36d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:39.604487 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'b4e6d12b-55f5-4264-a088-852cb2de467e', 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d', 'port_id': 'b4e6d12b-55f5-4264-a088-852cb2de467e', 'mac_address': 'fa:16:3e:69:47:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28924b01-2687-4263-b969-76f54864e85b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:30:39.605793 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-d1e7859b-c9c2-4874-a2d6-c0a934e1c36d service neutron] 10.222.0.126 "PUT /v2.0/ports/e0d5faa4-ee27-440a-8784-8bc14b9ab95b HTTP/1.1" status: 200 len: 1094 time: 2.3888700 Nov 04 10:30:39.611911 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 92db973e-458c-4d8a-badf-e7cf9c4210f6 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:30:39.612150 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 92db973e-458c-4d8a-badf-e7cf9c4210f6 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:30:39.618608 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6276b04-9d53-4bbb-98bd-4a59eee1c675', 'tag': 'e0d5faa4-ee27-440a-8784-8bc14b9ab95b'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:30:39.621869 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26fd121-27a3-4bff-83aa-2409224520bf" -d '{"events": [{"name": "network-changed", "server_uuid": "e6276b04-9d53-4bbb-98bd-4a59eee1c675", "tag": "e0d5faa4-ee27-440a-8784-8bc14b9ab95b"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:30:39.644331 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b8a1418-d042-4c53-96a7-e9844ba48a80 admin admin] Deleting subnet 5fc883b3-77e7-4576-b68e-450cca17cdda {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:30:39.651163 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-4a52c12b-95cd-46ee-aa71-0e458d8c3cc1 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Allocated IP 172.20.0.12 (eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730/74d328ae-3dd4-4757-b0cd-5d3ffb3741ad/ef18110e-deae-4429-a75b-6469d21a497e) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:30:39.654067 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5b8a1418-d042-4c53-96a7-e9844ba48a80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:39.679445 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:39.700274 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e6d12b-55f5-4264-a088-852cb2de467e {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:30:39.726218 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port b4e6d12b-55f5-4264-a088-852cb2de467e, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b4e6d12b-55f5-4264-a088-852cb2de467e,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:39.741931 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:39.747625 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700211c-9f62-43bd-96b0-58d2f97113c4 req-99a21183-f351-4955-a4ac-80cd68671052 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:39.758020 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3700211c-9f62-43bd-96b0-58d2f97113c4 req-99a21183-f351-4955-a4ac-80cd68671052 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 949 time: 0.1479836 Nov 04 10:30:39.759220 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb6ccf4-12b1-4bc7-9a1f-8776ca7bbdc8 x-openstack-request-id: req-2fb6ccf4-12b1-4bc7-9a1f-8776ca7bbdc8 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:30:39.759672 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6276b04-9d53-4bbb-98bd-4a59eee1c675", "tag": "e0d5faa4-ee27-440a-8784-8bc14b9ab95b", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:30:39.760100 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-2fb6ccf4-12b1-4bc7-9a1f-8776ca7bbdc8 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:30:39.760650 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6276b04-9d53-4bbb-98bd-4a59eee1c675', 'tag': 'e0d5faa4-ee27-440a-8784-8bc14b9ab95b', 'status': 'completed', 'code': 200} Nov 04 10:30:39.817517 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5b8a1418-d042-4c53-96a7-e9844ba48a80 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:39.831401 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-c9c24a77-0b2a-492b-b343-61cffb6be79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:39.833076 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-c9c24a77-0b2a-492b-b343-61cffb6be79c service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=bd609f94b81947bcb1c477623063e487&device_id=e6276b04-9d53-4bbb-98bd-4a59eee1c675 HTTP/1.1" status: 200 len: 1097 time: 0.1751280 Nov 04 10:30:39.835927 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-cdaca1bb-d32c-4cae-b00a-e824d12207d1 None None] For port 993dd130-1376-4115-8fa5-0862e3a1a962, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=993dd130-1376-4115-8fa5-0862e3a1a962,segment=NetworkSegment(67fcacec-9b21-47dc-be2a-e9fd5a94ad53),segment_id=67fcacec-9b21-47dc-be2a-e9fd5a94ad53)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:39.852946 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cdaca1bb-d32c-4cae-b00a-e824d12207d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:39.871430 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e9b3dcd3-6754-435a-9343-a67788bc771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1776c2c-a7cc-4af6-b52c-7634fb754762', 'name': 'tempest-AttachSCSIVolumeTestJSON-1511440248-router', 'tenant_id': '2d5b284abf97483e96827ac4701c3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '24f0db91-9819-4ac6-a32d-6f9e5599a9c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:30:27Z', 'updated_at': '2021-11-04T10:30:33Z', 'revision_number': 4, 'project_id': '2d5b284abf97483e96827ac4701c3ebc', 'gw_port': {'id': '24f0db91-9819-4ac6-a32d-6f9e5599a9c7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:83:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1776c2c-a7cc-4af6-b52c-7634fb754762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:27Z', 'updated_at': '2021-11-04T10:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '993dd130-1376-4115-8fa5-0862e3a1a962', 'name': '', 'network_id': 'a32e31ad-acda-407a-a096-816fda019c16', 'tenant_id': '2d5b284abf97483e96827ac4701c3ebc', 'mac_address': 'fa:16:3e:2a:f1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1776c2c-a7cc-4af6-b52c-7634fb754762', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'a21c0a46-e3eb-4e34-b54f-67f6c426aac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:32Z', 'updated_at': '2021-11-04T10:30:38Z', 'revision_number': 4, 'project_id': '2d5b284abf97483e96827ac4701c3ebc', 'subnets': [{'id': 'a21c0a46-e3eb-4e34-b54f-67f6c426aac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:30:39.873881 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5b8a1418-d042-4c53-96a7-e9844ba48a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:39.888624 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81f50433-e129-49c2-a6f6-e8ea1311594e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:39.951029 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3700211c-9f62-43bd-96b0-58d2f97113c4 req-ff9f03c9-a19f-44bc-8a19-7611578fb47a tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912718 Nov 04 10:30:39.965532 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b3dcd3-6754-435a-9343-a67788bc771c None None] The sync data for ids ['c1776c2c-a7cc-4af6-b52c-7634fb754762'] in n-d-816629-1 is: [{'id': 'c1776c2c-a7cc-4af6-b52c-7634fb754762', 'name': 'tempest-AttachSCSIVolumeTestJSON-1511440248-router', 'tenant_id': '2d5b284abf97483e96827ac4701c3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '24f0db91-9819-4ac6-a32d-6f9e5599a9c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:30:27Z', 'updated_at': '2021-11-04T10:30:33Z', 'revision_number': 4, 'project_id': '2d5b284abf97483e96827ac4701c3ebc', 'gw_port': {'id': '24f0db91-9819-4ac6-a32d-6f9e5599a9c7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:83:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1776c2c-a7cc-4af6-b52c-7634fb754762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:27Z', 'updated_at': '2021-11-04T10:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '993dd130-1376-4115-8fa5-0862e3a1a962', 'name': '', 'network_id': 'a32e31ad-acda-407a-a096-816fda019c16', 'tenant_id': '2d5b284abf97483e96827ac4701c3ebc', 'mac_address': 'fa:16:3e:2a:f1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1776c2c-a7cc-4af6-b52c-7634fb754762', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'a21c0a46-e3eb-4e34-b54f-67f6c426aac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:32Z', 'updated_at': '2021-11-04T10:30:38Z', 'revision_number': 4, 'project_id': '2d5b284abf97483e96827ac4701c3ebc', 'subnets': [{'id': 'a21c0a46-e3eb-4e34-b54f-67f6c426aac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:30:39.972595 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=b4e6d12b-55f5-4264-a088-852cb2de467e,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:40.094170 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['b4e6d12b-55f5-4264-a088-852cb2de467e'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:30:40.181284 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaca1bb-d32c-4cae-b00a-e824d12207d1 None None] Pushing event updated for resources: {'Port': ['ID=993dd130-1376-4115-8fa5-0862e3a1a962,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:40.252699 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ab63d0-ed27-4125-82d2-3d8059fd5ab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-767cbf8b-78b3-4dfe-b0d7-ba5eab708164', 'network_id': '767cbf8b-78b3-4dfe-b0d7-ba5eab708164', 'tenant_id': '28bdaa2f505143d197c1cbfe17d550fe', 'fixed_ips': [{'subnet_id': 'aa0d1e34-5908-4a11-a4f4-8c841a1c7008'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:30:40.253573 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-07ab63d0-ed27-4125-82d2-3d8059fd5ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:40.294611 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-bc473ae9-ba51-4bae-aa34-c23e9b5088ab service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=e0d5faa4-ee27-440a-8784-8bc14b9ab95b HTTP/1.1" status: 200 len: 217 time: 0.4351196 Nov 04 10:30:40.349596 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81f50433-e129-49c2-a6f6-e8ea1311594e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:40.381242 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81f50433-e129-49c2-a6f6-e8ea1311594e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:40.565569 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad08ad7-8e58-4ec3-b7e7-f9a3f88a886c req-2da40e9f-43e7-4353-ad88-ceaf31c87b46 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:40.573244 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aad08ad7-8e58-4ec3-b7e7-f9a3f88a886c req-2da40e9f-43e7-4353-ad88-ceaf31c87b46 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=71a49243-d1b6-4147-95d0-21f55b6c1c77 HTTP/1.1" status: 200 len: 944 time: 0.1836078 Nov 04 10:30:40.591902 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5b8a1418-d042-4c53-96a7-e9844ba48a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:40.603579 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40636f38-cafa-493c-ada3-3f53ae6e140f req-df2fce3f-f0e0-4054-9e0b-fbf7de1ee147 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:40.622069 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-40636f38-cafa-493c-ada3-3f53ae6e140f req-df2fce3f-f0e0-4054-9e0b-fbf7de1ee147 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=e6276b04-9d53-4bbb-98bd-4a59eee1c675 HTTP/1.1" status: 200 len: 946 time: 0.2042336 Nov 04 10:30:40.645260 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-07ab63d0-ed27-4125-82d2-3d8059fd5ab5 None None] Allocated IP 172.20.0.2 (767cbf8b-78b3-4dfe-b0d7-ba5eab708164/aa0d1e34-5908-4a11-a4f4-8c841a1c7008/a837af4d-df14-495f-8716-b58f94c49436) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:30:40.650545 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5b8a1418-d042-4c53-96a7-e9844ba48a80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:40.654687 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5b8a1418-d042-4c53-96a7-e9844ba48a80 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/5fc883b3-77e7-4576-b68e-450cca17cdda HTTP/1.1" status: 204 len: 168 time: 1.1149056 Nov 04 10:30:40.661178 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a1418-d042-4c53-96a7-e9844ba48a80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc883b3-77e7-4576-b68e-450cca17cdda,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:40.669822 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60556) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:40.688751 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-8689fba4-7e1c-4258-8e30-4fc20e6cb67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:40.690526 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-8689fba4-7e1c-4258-8e30-4fc20e6cb67c service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.3869712 Nov 04 10:30:40.696812 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-4a52c12b-95cd-46ee-aa71-0e458d8c3cc1 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:40.778754 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-b97b11a8-7682-40e4-8da8-ac994eb1fb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:40.780774 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-b97b11a8-7682-40e4-8da8-ac994eb1fb7e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0788298 Nov 04 10:30:40.816422 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60558) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:40.851245 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-81f50433-e129-49c2-a6f6-e8ea1311594e admin admin] Allocated IP 172.25.7.7 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/e3adc72e-1d3b-4d58-ab5c-2682f245398b) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:30:40.890225 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aad08ad7-8e58-4ec3-b7e7-f9a3f88a886c req-fc97f532-d427-48ab-98f6-9aa29b251fd8 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152273 Nov 04 10:30:40.918821 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-07ab63d0-ed27-4125-82d2-3d8059fd5ab5 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:40.923380 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-40636f38-cafa-493c-ada3-3f53ae6e140f req-8e3bf325-2722-4969-8ad8-54ca340ce91f tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002636 Nov 04 10:30:40.939482 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-4a52c12b-95cd-46ee-aa71-0e458d8c3cc1 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:40.947750 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-07ab63d0-ed27-4125-82d2-3d8059fd5ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:40.983656 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c085bf9-8b3d-4dcc-a7ec-3b72bef9eeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:41.022466 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-4a52c12b-95cd-46ee-aa71-0e458d8c3cc1 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:30:41.027448 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-4a52c12b-95cd-46ee-aa71-0e458d8c3cc1 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:30:41.031955 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-4a52c12b-95cd-46ee-aa71-0e458d8c3cc1 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:30:41.037604 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 993dd130-1376-4115-8fa5-0862e3a1a962 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:30:41.040126 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-4a52c12b-95cd-46ee-aa71-0e458d8c3cc1 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:41.041149 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-4a52c12b-95cd-46ee-aa71-0e458d8c3cc1 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:41.072544 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-4a52c12b-95cd-46ee-aa71-0e458d8c3cc1 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5514591 Nov 04 10:30:41.087121 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ab63d0-ed27-4125-82d2-3d8059fd5ab5 None None] Network 767cbf8b-78b3-4dfe-b0d7-ba5eab708164 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:30:41.094707 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-72cb0b29-152a-4a26-a65e-5ca71c2b9a80 service neutron] Request body: {'port': {'device_id': 'b0856b37-c371-4f1c-9f35-aee8ac300e29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:41.115845 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-07ab63d0-ed27-4125-82d2-3d8059fd5ab5 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:30:41.131194 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ab63d0-ed27-4125-82d2-3d8059fd5ab5 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:30:41.142730 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52c12b-95cd-46ee-aa71-0e458d8c3cc1 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Pushing event updated for resources: {'Port': ['ID=ef18110e-deae-4429-a75b-6469d21a497e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:41.142966 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81f50433-e129-49c2-a6f6-e8ea1311594e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:41.151353 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-f2a6d657-147d-4416-993d-4b3e2af236e3 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629093 Nov 04 10:30:41.176487 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-f0734473-5d5b-4fd7-971e-bdc5cc7b0718 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1827609726-network', 'tenant_id': '65ed9b93a6624ddab7be44a4803828b3'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:41.181932 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab63d0-ed27-4125-82d2-3d8059fd5ab5 None None] Pushing event updated for resources: {'Port': ['ID=a837af4d-df14-495f-8716-b58f94c49436,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:41.245986 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-07ab63d0-ed27-4125-82d2-3d8059fd5ab5 None None] Attempting to bind port a837af4d-df14-495f-8716-b58f94c49436 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:30:41.246975 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-07ab63d0-ed27-4125-82d2-3d8059fd5ab5 None None] Attempting to bind port a837af4d-df14-495f-8716-b58f94c49436 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'b78daaf4-1ad6-4a2d-a6d7-f43cef3d1c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '767cbf8b-78b3-4dfe-b0d7-ba5eab708164'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:30:41.247502 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ab63d0-ed27-4125-82d2-3d8059fd5ab5 None None] Attempting to bind port a837af4d-df14-495f-8716-b58f94c49436 on network 767cbf8b-78b3-4dfe-b0d7-ba5eab708164 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:30:41.257426 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ab63d0-ed27-4125-82d2-3d8059fd5ab5 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:30:41.258084 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ab63d0-ed27-4125-82d2-3d8059fd5ab5 None None] Checking segment: {'id': 'b78daaf4-1ad6-4a2d-a6d7-f43cef3d1c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '767cbf8b-78b3-4dfe-b0d7-ba5eab708164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:30:41.258621 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-07ab63d0-ed27-4125-82d2-3d8059fd5ab5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:41.259226 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ab63d0-ed27-4125-82d2-3d8059fd5ab5 None None] Bound using segment: {'id': 'b78daaf4-1ad6-4a2d-a6d7-f43cef3d1c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '767cbf8b-78b3-4dfe-b0d7-ba5eab708164'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:30:41.260372 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-07ab63d0-ed27-4125-82d2-3d8059fd5ab5 None None] Bound port: a837af4d-df14-495f-8716-b58f94c49436, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78daaf4-1ad6-4a2d-a6d7-f43cef3d1c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '767cbf8b-78b3-4dfe-b0d7-ba5eab708164'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:30:41.260951 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-07ab63d0-ed27-4125-82d2-3d8059fd5ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:41.265153 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 993dd130-1376-4115-8fa5-0862e3a1a962 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:41.265674 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:41.298747 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-aeaeb4fc-7102-4adf-a6d2-fe7a42568acd req-3f5ee2b5-90d0-459c-a49a-b40aff259cbd service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383708 Nov 04 10:30:41.333606 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-72cb0b29-152a-4a26-a65e-5ca71c2b9a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:41.404047 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-07ab63d0-ed27-4125-82d2-3d8059fd5ab5 None None] For port a837af4d-df14-495f-8716-b58f94c49436, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:30:41.422721 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-07ab63d0-ed27-4125-82d2-3d8059fd5ab5 None None] For port a837af4d-df14-495f-8716-b58f94c49436, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a837af4d-df14-495f-8716-b58f94c49436,segment=NetworkSegment(b78daaf4-1ad6-4a2d-a6d7-f43cef3d1c22),segment_id=b78daaf4-1ad6-4a2d-a6d7-f43cef3d1c22)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:30:41.438697 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device b4e6d12b-55f5-4264-a088-852cb2de467e up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:30:41.443856 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-07ab63d0-ed27-4125-82d2-3d8059fd5ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:41.501681 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fd121-27a3-4bff-83aa-2409224520bf req-8a1e0e81-0ffe-46b5-a31c-89dfe3038926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:41.503464 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e26fd121-27a3-4bff-83aa-2409224520bf req-8a1e0e81-0ffe-46b5-a31c-89dfe3038926 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=bd609f94b81947bcb1c477623063e487&device_id=e6276b04-9d53-4bbb-98bd-4a59eee1c675 HTTP/1.1" status: 200 len: 1097 time: 0.1183050 Nov 04 10:30:41.572513 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab63d0-ed27-4125-82d2-3d8059fd5ab5 None None] Pushing event updated for resources: {'Port': ['ID=a837af4d-df14-495f-8716-b58f94c49436,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:41.587363 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port b4e6d12b-55f5-4264-a088-852cb2de467e completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:30:41.594150 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port b4e6d12b-55f5-4264-a088-852cb2de467e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:41.594548 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:41.715001 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0734473-5d5b-4fd7-971e-bdc5cc7b0718 admin admin] Made reservation on behalf of 65ed9b93a6624ddab7be44a4803828b3 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:30:41.721409 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0734473-5d5b-4fd7-971e-bdc5cc7b0718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:41.722688 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:41.733830 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81f50433-e129-49c2-a6f6-e8ea1311594e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:41.757658 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a49243-d1b6-4147-95d0-21f55b6c1c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e6d12b-55f5-4264-a088-852cb2de467e'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:30:41.763411 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f96a05f-42f4-4f17-a9e1-a42aa5951c7e" -d '{"events": [{"server_uuid": "71a49243-d1b6-4147-95d0-21f55b6c1c77", "name": "network-vif-plugged", "status": "completed", "tag": "b4e6d12b-55f5-4264-a088-852cb2de467e"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:30:41.763768 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ffae1-99c0-418c-b74e-4e01dcaa0735 req-24ab5945-8c55-4923-a90b-a97de3210004 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:41.769461 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fd121-27a3-4bff-83aa-2409224520bf req-460f6b9a-5242-444a-8802-8c4993618dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:41.770994 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e26fd121-27a3-4bff-83aa-2409224520bf req-460f6b9a-5242-444a-8802-8c4993618dc4 service neutron] 10.222.0.126 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.2491360 Nov 04 10:30:41.771617 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a27ffae1-99c0-418c-b74e-4e01dcaa0735 req-24ab5945-8c55-4923-a90b-a97de3210004 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 949 time: 0.5840480 Nov 04 10:30:41.800117 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port b4e6d12b-55f5-4264-a088-852cb2de467e, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b4e6d12b-55f5-4264-a088-852cb2de467e,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:41.810433 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0734473-5d5b-4fd7-971e-bdc5cc7b0718 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:41.822894 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:41.823323 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e26fd121-27a3-4bff-83aa-2409224520bf req-4cc243de-443f-4099-be6c-f21838e84a93 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=e0d5faa4-ee27-440a-8784-8bc14b9ab95b HTTP/1.1" status: 200 len: 217 time: 0.0398347 Nov 04 10:30:41.849832 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d74ddc-d2ab-4720-9048-da33ad3ba0bb req-31cb4834-c0b2-41fb-bb36-1a95703f4e63 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:41.851434 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6d74ddc-d2ab-4720-9048-da33ad3ba0bb req-31cb4834-c0b2-41fb-bb36-1a95703f4e63 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 932 time: 0.6896291 Nov 04 10:30:41.891463 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f50433-e129-49c2-a6f6-e8ea1311594e admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:30:41.899759 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c085bf9-8b3d-4dcc-a7ec-3b72bef9eeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:41.928814 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=b4e6d12b-55f5-4264-a088-852cb2de467e,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:41.950049 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-81f50433-e129-49c2-a6f6-e8ea1311594e admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:30:41.959304 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fd121-27a3-4bff-83aa-2409224520bf req-91be0ee7-69b7-4c4d-aeed-ee6b49307910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:41.961143 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e26fd121-27a3-4bff-83aa-2409224520bf req-91be0ee7-69b7-4c4d-aeed-ee6b49307910 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0999029 Nov 04 10:30:41.968581 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c085bf9-8b3d-4dcc-a7ec-3b72bef9eeed admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:30:41.968984 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c085bf9-8b3d-4dcc-a7ec-3b72bef9eeed admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:30:41.969783 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c085bf9-8b3d-4dcc-a7ec-3b72bef9eeed admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:30:41.970114 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c085bf9-8b3d-4dcc-a7ec-3b72bef9eeed admin admin] Subscribe: > port after_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:30:41.970447 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c085bf9-8b3d-4dcc-a7ec-3b72bef9eeed admin admin] Subscribe: > port after_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:30:41.970777 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c085bf9-8b3d-4dcc-a7ec-3b72bef9eeed admin admin] Subscribe: > port after_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:30:41.970871 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-72cb0b29-152a-4a26-a65e-5ca71c2b9a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef18110e-deae-4429-a75b-6469d21a497e {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:30:41.971093 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c085bf9-8b3d-4dcc-a7ec-3b72bef9eeed admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:30:41.971427 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c085bf9-8b3d-4dcc-a7ec-3b72bef9eeed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:30:41.971742 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c085bf9-8b3d-4dcc-a7ec-3b72bef9eeed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:30:41.972059 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c085bf9-8b3d-4dcc-a7ec-3b72bef9eeed admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:30:41.986494 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-72cb0b29-152a-4a26-a65e-5ca71c2b9a80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:42.020478 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-72cb0b29-152a-4a26-a65e-5ca71c2b9a80 service neutron] Transition to ACTIVE for port object ef18110e-deae-4429-a75b-6469d21a497e will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:30:42.027642 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-72cb0b29-152a-4a26-a65e-5ca71c2b9a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:42.043255 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c085bf9-8b3d-4dcc-a7ec-3b72bef9eeed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:30:42.043593 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c085bf9-8b3d-4dcc-a7ec-3b72bef9eeed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:30:42.043996 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c085bf9-8b3d-4dcc-a7ec-3b72bef9eeed admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:30:42.044602 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c085bf9-8b3d-4dcc-a7ec-3b72bef9eeed admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:30:42.044767 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-3c085bf9-8b3d-4dcc-a7ec-3b72bef9eeed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03de09da-ec36-4060-aa37-c90dd9d2dae4']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:30:42.061659 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f50433-e129-49c2-a6f6-e8ea1311594e admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:30:42.069965 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fd121-27a3-4bff-83aa-2409224520bf req-1ad6caf4-1c30-47e0-9322-03519cb4e092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:42.071489 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e26fd121-27a3-4bff-83aa-2409224520bf req-1ad6caf4-1c30-47e0-9322-03519cb4e092 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0958266 Nov 04 10:30:42.123179 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-3c085bf9-8b3d-4dcc-a7ec-3b72bef9eeed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174448fa-9277-400d-8377-646aefff6322') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:30:42.123432 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-3c085bf9-8b3d-4dcc-a7ec-3b72bef9eeed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174448fa-9277-400d-8377-646aefff6322') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:30:42.140538 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb0b29-152a-4a26-a65e-5ca71c2b9a80 service neutron] Pushing event updated for resources: {'Port': ['ID=ef18110e-deae-4429-a75b-6469d21a497e,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:42.171208 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:42.185682 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f50433-e129-49c2-a6f6-e8ea1311594e admin admin] Pushing event updated for resources: {'Port': ['ID=e3adc72e-1d3b-4d58-ab5c-2682f245398b,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:42.194437 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-72cb0b29-152a-4a26-a65e-5ca71c2b9a80 service neutron] Attempting to bind port ef18110e-deae-4429-a75b-6469d21a497e on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:30:42.195112 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-72cb0b29-152a-4a26-a65e-5ca71c2b9a80 service neutron] Attempting to bind port ef18110e-deae-4429-a75b-6469d21a497e by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:30:42.195112 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-72cb0b29-152a-4a26-a65e-5ca71c2b9a80 service neutron] Attempting to bind port ef18110e-deae-4429-a75b-6469d21a497e on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:30:42.206653 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c085bf9-8b3d-4dcc-a7ec-3b72bef9eeed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:42.207136 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-72cb0b29-152a-4a26-a65e-5ca71c2b9a80 service neutron] Port ef18110e-deae-4429-a75b-6469d21a497e on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:30:42.207457 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-72cb0b29-152a-4a26-a65e-5ca71c2b9a80 service neutron] Attempting to bind port ef18110e-deae-4429-a75b-6469d21a497e on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:30:42.217700 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-72cb0b29-152a-4a26-a65e-5ca71c2b9a80 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:30:42.218076 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-72cb0b29-152a-4a26-a65e-5ca71c2b9a80 service neutron] Checking segment: {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:30:42.218409 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-72cb0b29-152a-4a26-a65e-5ca71c2b9a80 service neutron] Bound using segment: {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:30:42.218865 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-72cb0b29-152a-4a26-a65e-5ca71c2b9a80 service neutron] Bound port: ef18110e-deae-4429-a75b-6469d21a497e, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:30:42.219217 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-72cb0b29-152a-4a26-a65e-5ca71c2b9a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:42.248053 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e26fd121-27a3-4bff-83aa-2409224520bf req-79f48a3a-adc6-484b-b97a-2fb62145e77a service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644893 Nov 04 10:30:42.266232 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a27ffae1-99c0-418c-b74e-4e01dcaa0735 req-56dccfae-6ed2-40f9-8b94-4b54d102e625 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936397 Nov 04 10:30:42.269498 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6d74ddc-d2ab-4720-9048-da33ad3ba0bb req-2e1e4a3b-6647-404b-8b72-6b6ed6d47db8 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957689 Nov 04 10:30:42.275090 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c085bf9-8b3d-4dcc-a7ec-3b72bef9eeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:42.297086 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c085bf9-8b3d-4dcc-a7ec-3b72bef9eeed admin admin] Releasing vlan 1192 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:30:42.297500 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c085bf9-8b3d-4dcc-a7ec-3b72bef9eeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: from cryptography.utils import int_from_bytes Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: from cryptography.utils import int_from_bytes Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:30:42.338961 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:30:42.342417 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5320bbff-55b6-4430-a8c8-d1657f4ce5c9 x-openstack-request-id: req-5320bbff-55b6-4430-a8c8-d1657f4ce5c9 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:30:42.342417 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a49243-d1b6-4147-95d0-21f55b6c1c77", "name": "network-vif-plugged", "status": "completed", "tag": "b4e6d12b-55f5-4264-a088-852cb2de467e", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:30:42.342967 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-5320bbff-55b6-4430-a8c8-d1657f4ce5c9 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:30:42.343057 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a49243-d1b6-4147-95d0-21f55b6c1c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e6d12b-55f5-4264-a088-852cb2de467e', 'code': 200} Nov 04 10:30:42.440976 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-72cb0b29-152a-4a26-a65e-5ca71c2b9a80 service neutron] For port ef18110e-deae-4429-a75b-6469d21a497e, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:30:42.487321 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-72cb0b29-152a-4a26-a65e-5ca71c2b9a80 service neutron] For port ef18110e-deae-4429-a75b-6469d21a497e, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=ef18110e-deae-4429-a75b-6469d21a497e,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:30:42.494260 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-72cb0b29-152a-4a26-a65e-5ca71c2b9a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:42.498774 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e26fd121-27a3-4bff-83aa-2409224520bf req-b183f62e-eda6-492c-bdb7-9da6cd26eb17 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312768 Nov 04 10:30:42.555900 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-72cb0b29-152a-4a26-a65e-5ca71c2b9a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:42.556589 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-72cb0b29-152a-4a26-a65e-5ca71c2b9a80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:42.558325 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-72cb0b29-152a-4a26-a65e-5ca71c2b9a80 service neutron] 10.222.0.126 "PUT /v2.0/ports/ef18110e-deae-4429-a75b-6469d21a497e HTTP/1.1" status: 200 len: 1092 time: 1.4740446 Nov 04 10:30:42.564003 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0856b37-c371-4f1c-9f35-aee8ac300e29', 'tag': 'ef18110e-deae-4429-a75b-6469d21a497e'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:30:42.565929 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa5add0-a7cb-49b3-8d94-0111bf3dd656" -d '{"events": [{"name": "network-changed", "server_uuid": "b0856b37-c371-4f1c-9f35-aee8ac300e29", "tag": "ef18110e-deae-4429-a75b-6469d21a497e"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:30:42.568501 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0734473-5d5b-4fd7-971e-bdc5cc7b0718 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:42.580690 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995b419-e1bf-4155-9410-d8709d7d9c5a req-636f0ae2-1b47-421f-bdc9-7fc31f43606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:42.582859 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2995b419-e1bf-4155-9410-d8709d7d9c5a req-636f0ae2-1b47-421f-bdc9-7fc31f43606a service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=71a49243-d1b6-4147-95d0-21f55b6c1c77 HTTP/1.1" status: 200 len: 1096 time: 0.1554525 Nov 04 10:30:42.596628 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0734473-5d5b-4fd7-971e-bdc5cc7b0718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:42.642458 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb0b29-152a-4a26-a65e-5ca71c2b9a80 service neutron] Pushing event updated for resources: {'Port': ['ID=ef18110e-deae-4429-a75b-6469d21a497e,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:42.652866 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c085bf9-8b3d-4dcc-a7ec-3b72bef9eeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:42.682961 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0734473-5d5b-4fd7-971e-bdc5cc7b0718 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1192} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:30:42.695101 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa150cc-599f-48b9-bf8c-69b4a238c11d req-669e5594-8942-456d-8586-7304815bd7f3 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:42.696704 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4aa150cc-599f-48b9-bf8c-69b4a238c11d req-669e5594-8942-456d-8586-7304815bd7f3 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=e6276b04-9d53-4bbb-98bd-4a59eee1c675 HTTP/1.1" status: 200 len: 946 time: 0.2656350 Nov 04 10:30:42.713405 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c085bf9-8b3d-4dcc-a7ec-3b72bef9eeed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:42.717390 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3c085bf9-8b3d-4dcc-a7ec-3b72bef9eeed admin admin] 10.222.0.127 "DELETE /v2.0/networks/03de09da-ec36-4060-aa37-c90dd9d2dae4 HTTP/1.1" status: 204 len: 168 time: 2.0436273 Nov 04 10:30:42.739532 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2995b419-e1bf-4155-9410-d8709d7d9c5a req-cc6def70-e2c1-4040-900a-2df2d9ea3a44 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437514 Nov 04 10:30:42.744662 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-82ba3cc4-f7ba-4469-9e19-b3acd26e2505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:42.748600 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-82ba3cc4-f7ba-4469-9e19-b3acd26e2505 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0464048b294a465b81cede98ee2447df&device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 1095 time: 0.1228902 Nov 04 10:30:42.749745 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0734473-5d5b-4fd7-971e-bdc5cc7b0718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c68433-6bae-41df-9a81-14ea53092b98,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:42.767975 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18c97c-5b7e-4fa4-9ece-7cedbd258fe3 req-9cf73b33-29ea-4c01-b088-65e92949f689 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:42.770692 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc18c97c-5b7e-4fa4-9ece-7cedbd258fe3 req-9cf73b33-29ea-4c01-b088-65e92949f689 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=71a49243-d1b6-4147-95d0-21f55b6c1c77 HTTP/1.1" status: 200 len: 945 time: 0.3463032 Nov 04 10:30:42.770692 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c085bf9-8b3d-4dcc-a7ec-3b72bef9eeed admin admin] Pushing event deleted for resources: {'Network': ['ID=03de09da-ec36-4060-aa37-c90dd9d2dae4,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:42.777385 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0734473-5d5b-4fd7-971e-bdc5cc7b0718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:42.777385 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-f0734473-5d5b-4fd7-971e-bdc5cc7b0718 admin admin] Added segment 73c8b383-ba62-47de-97e3-9e61accdd0a1 of type vlan for network cf3f5a8a-8122-4be1-b954-cc3e7eff058c Nov 04 10:30:42.793390 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81f50433-e129-49c2-a6f6-e8ea1311594e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:42.912369 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-593363ed-9611-46b5-bd16-cbab4818a29e service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef18110e-deae-4429-a75b-6469d21a497e HTTP/1.1" status: 200 len: 217 time: 0.1565163 Nov 04 10:30:42.917652 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0734473-5d5b-4fd7-971e-bdc5cc7b0718 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:42.929559 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60576) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:42.961680 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a837af4d-df14-495f-8716-b58f94c49436 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:30:42.963081 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4aa150cc-599f-48b9-bf8c-69b4a238c11d req-6c083374-2fc4-42de-a8d0-2d5c179039c4 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184434 Nov 04 10:30:43.031498 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc18c97c-5b7e-4fa4-9ece-7cedbd258fe3 req-9cc21cfb-a4fa-4645-86d0-cc65792561f1 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521009 Nov 04 10:30:43.035108 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-b06efa65-1d8d-4c61-99db-71410c2ac890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:43.037310 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-b06efa65-1d8d-4c61-99db-71410c2ac890 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=74d328ae-3dd4-4757-b0cd-5d3ffb3741ad HTTP/1.1" status: 200 len: 861 time: 0.1069243 Nov 04 10:30:43.047054 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0734473-5d5b-4fd7-971e-bdc5cc7b0718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:43.047382 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b24a74db-0bd4-4798-9a14-2cd2288a7903 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=0e3eb78a29434c2989039b3b5985531d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1152503 Nov 04 10:30:43.048605 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0734473-5d5b-4fd7-971e-bdc5cc7b0718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:43.049293 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0734473-5d5b-4fd7-971e-bdc5cc7b0718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:43.049786 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60578) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:43.097282 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-2842c8ff-7419-4b64-996c-7517099898b1 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484536 Nov 04 10:30:43.113354 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d64974d-aaad-4441-b97d-e0348293f4b6 x-openstack-request-id: req-4d64974d-aaad-4441-b97d-e0348293f4b6 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:30:43.113690 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0856b37-c371-4f1c-9f35-aee8ac300e29", "tag": "ef18110e-deae-4429-a75b-6469d21a497e", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:30:43.114035 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-4d64974d-aaad-4441-b97d-e0348293f4b6 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:30:43.114492 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0856b37-c371-4f1c-9f35-aee8ac300e29', 'tag': 'ef18110e-deae-4429-a75b-6469d21a497e', 'status': 'completed', 'code': 200} Nov 04 10:30:43.133708 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f0734473-5d5b-4fd7-971e-bdc5cc7b0718 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3155730 Nov 04 10:30:43.141805 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60580) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:43.147384 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-db250af6-4d08-4cfb-af76-51afa17e5a40 admin admin] Request body: {'subnet': {'network_id': 'cf3f5a8a-8122-4be1-b954-cc3e7eff058c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1827609726-subnet', 'tenant_id': '65ed9b93a6624ddab7be44a4803828b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:43.175547 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed28b25-0721-4c5c-84e9-e4c442aa94ff None None] Network 767cbf8b-78b3-4dfe-b0d7-ba5eab708164 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:30:43.205118 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0734473-5d5b-4fd7-971e-bdc5cc7b0718 admin admin] Pushing event updated for resources: {'Network': ['ID=cf3f5a8a-8122-4be1-b954-cc3e7eff058c,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:43.212793 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-70dc66a7-3d40-4bdf-b178-91176531b23d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:43.226009 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network cf3f5a8a-8122-4be1-b954-cc3e7eff058c details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:30:43.241248 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db250af6-4d08-4cfb-af76-51afa17e5a40 admin admin] Made reservation on behalf of 65ed9b93a6624ddab7be44a4803828b3 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:30:43.243767 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-db250af6-4d08-4cfb-af76-51afa17e5a40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:43.266549 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-70dc66a7-3d40-4bdf-b178-91176531b23d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:43.282963 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-56ad012a-9999-42e2-9d0f-635f882891e6 service neutron] 10.222.0.126 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715910 Nov 04 10:30:43.307971 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a53b2522-9d69-4e3d-b43c-c1f48c2a232b None None] Provisioning complete for port a837af4d-df14-495f-8716-b58f94c49436 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:43.308593 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a53b2522-9d69-4e3d-b43c-c1f48c2a232b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:43.397782 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port a837af4d-df14-495f-8716-b58f94c49436 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:43.398881 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:43.409180 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4f6f0073-129a-49f9-8a11-6c3dfa8dc089 req-2341294b-62ce-47b6-9026-498d8ab100da service neutron] 10.222.0.126 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180966 Nov 04 10:30:43.438074 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81f50433-e129-49c2-a6f6-e8ea1311594e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:43.452885 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-70dc66a7-3d40-4bdf-b178-91176531b23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:43.457225 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-70dc66a7-3d40-4bdf-b178-91176531b23d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:43.462892 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-70dc66a7-3d40-4bdf-b178-91176531b23d admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/223b52f3-7c22-4f0c-8195-8592357b8ae5 HTTP/1.1" status: 204 len: 168 time: 0.4119611 Nov 04 10:30:43.521984 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc66a7-3d40-4bdf-b178-91176531b23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223b52f3-7c22-4f0c-8195-8592357b8ae5,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:43.543006 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5add0-a7cb-49b3-8d94-0111bf3dd656 req-d8b74102-6f8b-41b6-b4b4-ba69d71595df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:43.545362 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4fa5add0-a7cb-49b3-8d94-0111bf3dd656 req-d8b74102-6f8b-41b6-b4b4-ba69d71595df service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0464048b294a465b81cede98ee2447df&device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 1095 time: 0.0643277 Nov 04 10:30:43.573240 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a53b2522-9d69-4e3d-b43c-c1f48c2a232b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:43.605178 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d245c6-6e7e-45ec-a7c6-8e563b437248 req-b6ac5036-9a01-4802-b5e8-71db708aaeeb tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:43.613725 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8d245c6-6e7e-45ec-a7c6-8e563b437248 req-b6ac5036-9a01-4802-b5e8-71db708aaeeb tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 949 time: 0.2276917 Nov 04 10:30:43.635844 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd002a-914e-4ccd-84c1-9bd01e72c21e req-ace968da-68c6-45a0-86a5-0617700ecc8b tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:43.636626 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a1fd002a-914e-4ccd-84c1-9bd01e72c21e req-ace968da-68c6-45a0-86a5-0617700ecc8b tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 944 time: 0.2037339 Nov 04 10:30:43.650663 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:43.663313 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-a53b2522-9d69-4e3d-b43c-c1f48c2a232b None None] For port a837af4d-df14-495f-8716-b58f94c49436, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a837af4d-df14-495f-8716-b58f94c49436,segment=NetworkSegment(b78daaf4-1ad6-4a2d-a6d7-f43cef3d1c22),segment_id=b78daaf4-1ad6-4a2d-a6d7-f43cef3d1c22)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:43.677723 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a53b2522-9d69-4e3d-b43c-c1f48c2a232b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:43.705264 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5add0-a7cb-49b3-8d94-0111bf3dd656 req-49f84c78-74b6-4a45-a26d-e5eeb5bf1fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:43.706592 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4fa5add0-a7cb-49b3-8d94-0111bf3dd656 req-49f84c78-74b6-4a45-a26d-e5eeb5bf1fb2 service neutron] 10.222.0.126 "GET /v2.0/networks?id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 HTTP/1.1" status: 200 len: 923 time: 0.1544487 Nov 04 10:30:43.777847 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:30:43.777847 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:30:43.777847 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b2522-9d69-4e3d-b43c-c1f48c2a232b None None] Pushing event updated for resources: {'Port': ['ID=a837af4d-df14-495f-8716-b58f94c49436,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:43.808670 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4fa5add0-a7cb-49b3-8d94-0111bf3dd656 req-c02f19bd-155d-438d-9f8d-0a27934027e7 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef18110e-deae-4429-a75b-6469d21a497e HTTP/1.1" status: 200 len: 217 time: 0.0835152 Nov 04 10:30:43.813475 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a1fd002a-914e-4ccd-84c1-9bd01e72c21e req-70cd020d-d04b-45c4-afc0-dcb7b15e80b7 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010680 Nov 04 10:30:43.895495 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5add0-a7cb-49b3-8d94-0111bf3dd656 req-1c77b28d-e9b8-4834-9552-30f67deceaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:43.897892 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4fa5add0-a7cb-49b3-8d94-0111bf3dd656 req-1c77b28d-e9b8-4834-9552-30f67deceaf5 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=74d328ae-3dd4-4757-b0cd-5d3ffb3741ad HTTP/1.1" status: 200 len: 861 time: 0.0808675 Nov 04 10:30:43.928709 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-db250af6-4d08-4cfb-af76-51afa17e5a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:43.939743 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8d245c6-6e7e-45ec-a7c6-8e563b437248 req-4b80f7b2-1e3d-4ee5-8b35-57fbeb4c4f3e tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249457 Nov 04 10:30:43.959065 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4fa5add0-a7cb-49b3-8d94-0111bf3dd656 req-1b473ce4-f85b-4eea-bf8b-f16125c593fe service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532780 Nov 04 10:30:44.036320 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-0f11f453-3051-44c8-9b9f-e8a7035b768d None None] Provisioning complete for port a837af4d-df14-495f-8716-b58f94c49436 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:44.037296 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0f11f453-3051-44c8-9b9f-e8a7035b768d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:44.054459 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db250af6-4d08-4cfb-af76-51afa17e5a40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b424b89-59dc-4be7-abf6-db7c54d580f8,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:44.092981 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f50433-e129-49c2-a6f6-e8ea1311594e admin admin] Router 06fe7972-844c-4711-a746-d8877571398d is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:30:44.106720 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db250af6-4d08-4cfb-af76-51afa17e5a40 admin admin] Checking segment: {'id': '73c8b383-ba62-47de-97e3-9e61accdd0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'cf3f5a8a-8122-4be1-b954-cc3e7eff058c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:30:44.107173 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db250af6-4d08-4cfb-af76-51afa17e5a40 admin admin] Network hostable DHCP agents. Network: cf3f5a8a-8122-4be1-b954-cc3e7eff058c, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:30:44.114834 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4fa5add0-a7cb-49b3-8d94-0111bf3dd656 req-c3a438b5-9190-4e6c-98e1-8059e225fb11 service neutron] 10.222.0.126 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470056 Nov 04 10:30:44.281712 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4fa5add0-a7cb-49b3-8d94-0111bf3dd656 req-c7a8c3a2-dccb-4ac9-a494-6ab2dcb6c94e service neutron] 10.222.0.126 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567478 Nov 04 10:30:44.520742 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:44.540674 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60612) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:44.544893 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db250af6-4d08-4cfb-af76-51afa17e5a40 admin admin] Network cf3f5a8a-8122-4be1-b954-cc3e7eff058c is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:30:44.588460 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6621bb-e782-4c38-88f6-fb5ff987c3b2 req-b86d997d-2202-4672-bf67-ec390a3081fc tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:44.593535 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed6621bb-e782-4c38-88f6-fb5ff987c3b2 req-b86d997d-2202-4672-bf67-ec390a3081fc tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=e6276b04-9d53-4bbb-98bd-4a59eee1c675 HTTP/1.1" status: 200 len: 946 time: 0.4908414 Nov 04 10:30:44.628477 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-db250af6-4d08-4cfb-af76-51afa17e5a40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, cf3f5a8a-8122-4be1-b954-cc3e7eff058c) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:30:44.642288 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a311878f-be91-42fa-8657-971ce6e2fa05 None None] Network cf3f5a8a-8122-4be1-b954-cc3e7eff058c requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:30:44.649492 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d69f90-9d24-4f4d-8705-3a2b01c69c4d req-66e889c2-9160-4e7f-be89-2e445ecc74f6 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:44.658239 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-89d69f90-9d24-4f4d-8705-3a2b01c69c4d req-66e889c2-9160-4e7f-be89-2e445ecc74f6 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=71a49243-d1b6-4147-95d0-21f55b6c1c77 HTTP/1.1" status: 200 len: 945 time: 0.4337649 Nov 04 10:30:44.662022 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db250af6-4d08-4cfb-af76-51afa17e5a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:44.662614 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-db250af6-4d08-4cfb-af76-51afa17e5a40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:44.679341 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-46b2eff8-4465-40b7-b737-4c4dc635ef74 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-728512775-network', 'tenant_id': 'a969fd3982834cc9b8668d61dd8e361d'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:44.687090 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f50433-e129-49c2-a6f6-e8ea1311594e admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:30:44.706255 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9176eed7-8aba-4b67-aeac-074fec703428 None None] Sync routers for ids ['06fe7972-844c-4711-a746-d8877571398d'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:30:44.718631 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b2eff8-4465-40b7-b737-4c4dc635ef74 admin admin] Made reservation on behalf of a969fd3982834cc9b8668d61dd8e361d for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:30:44.719074 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9176eed7-8aba-4b67-aeac-074fec703428 None None] Routers {'06fe7972-844c-4711-a746-d8877571398d'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:30:44.724618 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-46b2eff8-4465-40b7-b737-4c4dc635ef74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:44.727120 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-9176eed7-8aba-4b67-aeac-074fec703428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:30:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['06fe7972-844c-4711-a746-d8877571398d'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:30:44.736646 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-46b2eff8-4465-40b7-b737-4c4dc635ef74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:44.745369 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-db250af6-4d08-4cfb-af76-51afa17e5a40 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6021829 Nov 04 10:30:44.746100 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60616) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:44.755795 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-a74eb475-f0a9-4868-bf69-de6432002e96 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1827609726-router', 'tenant_id': '65ed9b93a6624ddab7be44a4803828b3', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:44.782711 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed6621bb-e782-4c38-88f6-fb5ff987c3b2 req-ba779467-6f60-4840-ba7b-08bb27792d4a tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816914 Nov 04 10:30:44.787660 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81f50433-e129-49c2-a6f6-e8ea1311594e admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:44.791350 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-81f50433-e129-49c2-a6f6-e8ea1311594e admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4559183 Nov 04 10:30:44.793922 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60618) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:44.826036 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-89d69f90-9d24-4f4d-8705-3a2b01c69c4d req-66464786-1c7f-4284-86e3-858b621318f1 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499479 Nov 04 10:30:44.864989 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a74eb475-f0a9-4868-bf69-de6432002e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:44.880390 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a74eb475-f0a9-4868-bf69-de6432002e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:44.923281 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-9176eed7-8aba-4b67-aeac-074fec703428 None None] Set router 06fe7972-844c-4711-a746-d8877571398d gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:30:44.967375 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adb272d-3943-42c7-a93b-5e91c68da4c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-cf3f5a8a-8122-4be1-b954-cc3e7eff058c', 'network_id': 'cf3f5a8a-8122-4be1-b954-cc3e7eff058c', 'tenant_id': '65ed9b93a6624ddab7be44a4803828b3', 'fixed_ips': [{'subnet_id': '5b424b89-59dc-4be7-abf6-db7c54d580f8'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:30:44.968327 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3adb272d-3943-42c7-a93b-5e91c68da4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:45.039117 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a74eb475-f0a9-4868-bf69-de6432002e96 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:45.096415 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a837af4d-df14-495f-8716-b58f94c49436 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:30:45.100934 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-46b2eff8-4465-40b7-b737-4c4dc635ef74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:45.116398 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-46b2eff8-4465-40b7-b737-4c4dc635ef74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:45.185177 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b2eff8-4465-40b7-b737-4c4dc635ef74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1181} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:30:45.210232 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-46b2eff8-4465-40b7-b737-4c4dc635ef74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:45.213025 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-46b2eff8-4465-40b7-b737-4c4dc635ef74 admin admin] Added segment 063d810f-6c8c-49d9-ac85-6a1d1438307a of type vlan for network 70f7cd95-88d7-464f-899a-040d05d16fde Nov 04 10:30:45.216028 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2eff8-4465-40b7-b737-4c4dc635ef74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28db25b0-1d29-4296-91ea-e0325bdcefef,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:45.258195 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-9176eed7-8aba-4b67-aeac-074fec703428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fe7972-844c-4711-a746-d8877571398d', 'name': 'tempest-AttachSCSIVolumeTestJSON-494831308-router', 'tenant_id': '28bdaa2f505143d197c1cbfe17d550fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'e3adc72e-1d3b-4d58-ab5c-2682f245398b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:30:39Z', 'updated_at': '2021-11-04T10:30:42Z', 'revision_number': 3, 'project_id': '28bdaa2f505143d197c1cbfe17d550fe', 'gw_port': {'id': 'e3adc72e-1d3b-4d58-ab5c-2682f245398b', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:84:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fe7972-844c-4711-a746-d8877571398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:40Z', 'updated_at': '2021-11-04T10:30:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:30:45.299117 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port a837af4d-df14-495f-8716-b58f94c49436 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:45.299392 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:45.302394 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9176eed7-8aba-4b67-aeac-074fec703428 None None] Checking router: 06fe7972-844c-4711-a746-d8877571398d for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:30:45.302949 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9176eed7-8aba-4b67-aeac-074fec703428 None None] Updating router 06fe7972-844c-4711-a746-d8877571398d port e3adc72e-1d3b-4d58-ab5c-2682f245398b binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:30:45.319111 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-46b2eff8-4465-40b7-b737-4c4dc635ef74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:45.335873 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device e0d5faa4-ee27-440a-8784-8bc14b9ab95b details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:30:45.342093 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-3adb272d-3943-42c7-a93b-5e91c68da4c5 None None] Allocated IP 172.20.0.2 (cf3f5a8a-8122-4be1-b954-cc3e7eff058c/5b424b89-59dc-4be7-abf6-db7c54d580f8/c0386b31-c085-4504-be4a-9813813d12c3) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:30:45.346025 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-9176eed7-8aba-4b67-aeac-074fec703428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:45.404325 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-46b2eff8-4465-40b7-b737-4c4dc635ef74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:45.405407 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b2eff8-4465-40b7-b737-4c4dc635ef74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:45.406037 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-46b2eff8-4465-40b7-b737-4c4dc635ef74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:45.430921 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a74eb475-f0a9-4868-bf69-de6432002e96 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:45.482679 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81876ca8-47ed-4bf6-a746-91288601028d req-3bcbad53-e1e4-4b26-8ab5-ce4aef6bf640 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:45.484618 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81876ca8-47ed-4bf6-a746-91288601028d req-3bcbad53-e1e4-4b26-8ab5-ce4aef6bf640 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 944 time: 0.4511726 Nov 04 10:30:45.510675 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfe32a-4aba-4b7e-b267-db99a8752a87 req-f3e5aff2-7ffc-43aa-b7cf-5f22eb406af5 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:45.512848 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25bfe32a-4aba-4b7e-b267-db99a8752a87 req-f3e5aff2-7ffc-43aa-b7cf-5f22eb406af5 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 949 time: 0.3053045 Nov 04 10:30:45.603865 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port e0d5faa4-ee27-440a-8784-8bc14b9ab95b, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e0d5faa4-ee27-440a-8784-8bc14b9ab95b,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:45.629016 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'e0d5faa4-ee27-440a-8784-8bc14b9ab95b', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': 'e0d5faa4-ee27-440a-8784-8bc14b9ab95b', 'mac_address': 'fa:16:3e:34:f7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:30:45.645200 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81876ca8-47ed-4bf6-a746-91288601028d req-3b964a3a-e0e8-4587-baae-30b8d07b7a0b tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294167 Nov 04 10:30:45.649604 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25bfe32a-4aba-4b7e-b267-db99a8752a87 req-29abc2e4-4168-4c79-96f3-a55121e0b323 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050363 Nov 04 10:30:45.808664 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-9176eed7-8aba-4b67-aeac-074fec703428 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:45.819372 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-46b2eff8-4465-40b7-b737-4c4dc635ef74 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2771115 Nov 04 10:30:45.827031 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60632) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:45.828113 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-9176eed7-8aba-4b67-aeac-074fec703428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:45.838343 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-9b7c0d7b-b7e5-4bad-92f2-fe3edf8d7027 admin admin] Request body: {'subnet': {'network_id': '70f7cd95-88d7-464f-899a-040d05d16fde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-728512775-subnet', 'tenant_id': 'a969fd3982834cc9b8668d61dd8e361d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:45.838571 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:45.854184 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2eff8-4465-40b7-b737-4c4dc635ef74 admin admin] Pushing event updated for resources: {'Network': ['ID=70f7cd95-88d7-464f-899a-040d05d16fde,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:45.868564 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d5faa4-ee27-440a-8784-8bc14b9ab95b {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:30:45.878661 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 70f7cd95-88d7-464f-899a-040d05d16fde details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:30:45.893740 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83d50c-8edd-4e05-ba9f-238a3c960595 None None] Pushing event updated for resources: {'Port': ['ID=e3adc72e-1d3b-4d58-ab5c-2682f245398b,revision_number=2']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:45.931302 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-9176eed7-8aba-4b67-aeac-074fec703428 None None] Attempting to bind port e3adc72e-1d3b-4d58-ab5c-2682f245398b on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:30:45.933161 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-9176eed7-8aba-4b67-aeac-074fec703428 None None] Attempting to bind port e3adc72e-1d3b-4d58-ab5c-2682f245398b by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:30:45.933161 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9176eed7-8aba-4b67-aeac-074fec703428 None None] Attempting to bind port e3adc72e-1d3b-4d58-ab5c-2682f245398b on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:30:45.937425 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a74eb475-f0a9-4868-bf69-de6432002e96 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:45.948131 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9176eed7-8aba-4b67-aeac-074fec703428 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:30:45.948508 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9176eed7-8aba-4b67-aeac-074fec703428 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:30:45.948981 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-9176eed7-8aba-4b67-aeac-074fec703428 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:45.949381 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9176eed7-8aba-4b67-aeac-074fec703428 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:30:45.950245 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-9176eed7-8aba-4b67-aeac-074fec703428 None None] Bound port: e3adc72e-1d3b-4d58-ab5c-2682f245398b, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:30:45.950642 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-9176eed7-8aba-4b67-aeac-074fec703428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:45.976772 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe79e2-3fbc-476e-aecb-9b363d7aef22 req-32d562eb-07fd-4439-9d89-9bc8e11d328d tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:45.978111 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6cbe79e2-3fbc-476e-aecb-9b363d7aef22 req-32d562eb-07fd-4439-9d89-9bc8e11d328d tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=71a49243-d1b6-4147-95d0-21f55b6c1c77 HTTP/1.1" status: 200 len: 945 time: 0.1854489 Nov 04 10:30:45.982151 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a74eb475-f0a9-4868-bf69-de6432002e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:45.999805 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port e0d5faa4-ee27-440a-8784-8bc14b9ab95b, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e0d5faa4-ee27-440a-8784-8bc14b9ab95b,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:46.020359 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:46.032741 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-9176eed7-8aba-4b67-aeac-074fec703428 None None] For port e3adc72e-1d3b-4d58-ab5c-2682f245398b, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:30:46.038794 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-9176eed7-8aba-4b67-aeac-074fec703428 None None] For port e3adc72e-1d3b-4d58-ab5c-2682f245398b, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e3adc72e-1d3b-4d58-ab5c-2682f245398b,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:30:46.051988 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7c0d7b-b7e5-4bad-92f2-fe3edf8d7027 admin admin] Made reservation on behalf of a969fd3982834cc9b8668d61dd8e361d for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:30:46.053514 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-9176eed7-8aba-4b67-aeac-074fec703428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:46.055141 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9b7c0d7b-b7e5-4bad-92f2-fe3edf8d7027 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:46.098948 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3adb272d-3943-42c7-a93b-5e91c68da4c5 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:46.125139 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3adb272d-3943-42c7-a93b-5e91c68da4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:46.155685 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=e0d5faa4-ee27-440a-8784-8bc14b9ab95b,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:46.158789 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ea7a19cd-64da-47e8-a638-d9f537a59f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:46.200569 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adb272d-3943-42c7-a93b-5e91c68da4c5 None None] Network cf3f5a8a-8122-4be1-b954-cc3e7eff058c is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:30:46.212437 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83d50c-8edd-4e05-ba9f-238a3c960595 None None] Pushing event updated for resources: {'Port': ['ID=e3adc72e-1d3b-4d58-ab5c-2682f245398b,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:46.226018 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-3adb272d-3943-42c7-a93b-5e91c68da4c5 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:30:46.235723 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adb272d-3943-42c7-a93b-5e91c68da4c5 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:30:46.237882 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9176eed7-8aba-4b67-aeac-074fec703428 None None] Routers {'06fe7972-844c-4711-a746-d8877571398d'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:30:46.238798 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-9176eed7-8aba-4b67-aeac-074fec703428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:30:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['06fe7972-844c-4711-a746-d8877571398d'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:30:46.240096 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d5fa6-4ffb-46ff-8828-018255ea2d38 req-e10aa664-5c72-4455-9649-ae5557ce1b39 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:46.241757 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d90d5fa6-4ffb-46ff-8828-018255ea2d38 req-e10aa664-5c72-4455-9649-ae5557ce1b39 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=e6276b04-9d53-4bbb-98bd-4a59eee1c675 HTTP/1.1" status: 200 len: 946 time: 0.3024848 Nov 04 10:30:46.245142 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['e0d5faa4-ee27-440a-8784-8bc14b9ab95b'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:30:46.250128 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6cbe79e2-3fbc-476e-aecb-9b363d7aef22 req-cc051410-7d2d-4c22-9384-9f832ee4d139 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494762 Nov 04 10:30:46.322152 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-a74eb475-f0a9-4868-bf69-de6432002e96 admin admin] Allocated IP 172.25.7.12 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/6216dc35-9ffe-4992-9334-f44d7b71c547) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:30:46.359346 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb272d-3943-42c7-a93b-5e91c68da4c5 None None] Pushing event updated for resources: {'Port': ['ID=c0386b31-c085-4504-be4a-9813813d12c3,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:46.367514 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-3adb272d-3943-42c7-a93b-5e91c68da4c5 None None] Attempting to bind port c0386b31-c085-4504-be4a-9813813d12c3 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:30:46.368051 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-3adb272d-3943-42c7-a93b-5e91c68da4c5 None None] Attempting to bind port c0386b31-c085-4504-be4a-9813813d12c3 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '73c8b383-ba62-47de-97e3-9e61accdd0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'cf3f5a8a-8122-4be1-b954-cc3e7eff058c'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:30:46.368253 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adb272d-3943-42c7-a93b-5e91c68da4c5 None None] Attempting to bind port c0386b31-c085-4504-be4a-9813813d12c3 on network cf3f5a8a-8122-4be1-b954-cc3e7eff058c {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:30:46.385613 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adb272d-3943-42c7-a93b-5e91c68da4c5 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:30:46.385999 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adb272d-3943-42c7-a93b-5e91c68da4c5 None None] Checking segment: {'id': '73c8b383-ba62-47de-97e3-9e61accdd0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'cf3f5a8a-8122-4be1-b954-cc3e7eff058c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:30:46.386293 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3adb272d-3943-42c7-a93b-5e91c68da4c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:46.386698 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adb272d-3943-42c7-a93b-5e91c68da4c5 None None] Bound using segment: {'id': '73c8b383-ba62-47de-97e3-9e61accdd0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'cf3f5a8a-8122-4be1-b954-cc3e7eff058c'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:30:46.387244 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-3adb272d-3943-42c7-a93b-5e91c68da4c5 None None] Bound port: c0386b31-c085-4504-be4a-9813813d12c3, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c8b383-ba62-47de-97e3-9e61accdd0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'cf3f5a8a-8122-4be1-b954-cc3e7eff058c'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:30:46.387623 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3adb272d-3943-42c7-a93b-5e91c68da4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:46.439797 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d90d5fa6-4ffb-46ff-8828-018255ea2d38 req-99ff74f5-581a-4160-8e45-3ab71b1a4a66 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839886 Nov 04 10:30:46.506385 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9b7c0d7b-b7e5-4bad-92f2-fe3edf8d7027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:46.530712 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-9176eed7-8aba-4b67-aeac-074fec703428 None None] Set router 06fe7972-844c-4711-a746-d8877571398d gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:30:46.589880 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c0d7b-b7e5-4bad-92f2-fe3edf8d7027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78b00503-4082-4c44-9306-66614a210ecf,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:46.643431 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7c0d7b-b7e5-4bad-92f2-fe3edf8d7027 admin admin] Checking segment: {'id': '063d810f-6c8c-49d9-ac85-6a1d1438307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '70f7cd95-88d7-464f-899a-040d05d16fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:30:46.644067 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7c0d7b-b7e5-4bad-92f2-fe3edf8d7027 admin admin] Network hostable DHCP agents. Network: 70f7cd95-88d7-464f-899a-040d05d16fde, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:30:46.759758 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a74eb475-f0a9-4868-bf69-de6432002e96 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:46.766339 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-3adb272d-3943-42c7-a93b-5e91c68da4c5 None None] For port c0386b31-c085-4504-be4a-9813813d12c3, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:30:46.772537 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7c0d7b-b7e5-4bad-92f2-fe3edf8d7027 admin admin] Network 70f7cd95-88d7-464f-899a-040d05d16fde is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:30:46.788866 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-3adb272d-3943-42c7-a93b-5e91c68da4c5 None None] For port c0386b31-c085-4504-be4a-9813813d12c3, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c0386b31-c085-4504-be4a-9813813d12c3,segment=NetworkSegment(73c8b383-ba62-47de-97e3-9e61accdd0a1),segment_id=73c8b383-ba62-47de-97e3-9e61accdd0a1)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:30:46.817799 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-9b7c0d7b-b7e5-4bad-92f2-fe3edf8d7027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 70f7cd95-88d7-464f-899a-040d05d16fde) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:30:46.819249 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3adb272d-3943-42c7-a93b-5e91c68da4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:46.834410 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7c0d7b-b7e5-4bad-92f2-fe3edf8d7027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:46.835483 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9b7c0d7b-b7e5-4bad-92f2-fe3edf8d7027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:46.864488 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c37f476-1789-4982-bd20-abbf10c2abf6 None None] Network 70f7cd95-88d7-464f-899a-040d05d16fde requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:30:46.896281 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a74eb475-f0a9-4868-bf69-de6432002e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:46.931149 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9b7c0d7b-b7e5-4bad-92f2-fe3edf8d7027 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1025553 Nov 04 10:30:46.957886 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74eb475-f0a9-4868-bf69-de6432002e96 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:30:46.959655 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-9176eed7-8aba-4b67-aeac-074fec703428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fe7972-844c-4711-a746-d8877571398d', 'name': 'tempest-AttachSCSIVolumeTestJSON-494831308-router', 'tenant_id': '28bdaa2f505143d197c1cbfe17d550fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'e3adc72e-1d3b-4d58-ab5c-2682f245398b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:30:39Z', 'updated_at': '2021-11-04T10:30:42Z', 'revision_number': 3, 'project_id': '28bdaa2f505143d197c1cbfe17d550fe', 'gw_port': {'id': 'e3adc72e-1d3b-4d58-ab5c-2682f245398b', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:84:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fe7972-844c-4711-a746-d8877571398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:40Z', 'updated_at': '2021-11-04T10:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:30:46.981948 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-a74eb475-f0a9-4868-bf69-de6432002e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:30:46.988701 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-ea7a19cd-64da-47e8-a638-d9f537a59f89 admin admin] Allocated IP 172.20.0.1 (767cbf8b-78b3-4dfe-b0d7-ba5eab708164/aa0d1e34-5908-4a11-a4f4-8c841a1c7008/e91aa439-5ab6-43d3-87ff-cfd746e67d5d) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:30:47.019736 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb39c04-685a-4bef-ab18-225b5578881c req-1c21ce18-adf8-46af-89f6-4a79d59f7ebd tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:47.030484 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cfb39c04-685a-4bef-ab18-225b5578881c req-1c21ce18-adf8-46af-89f6-4a79d59f7ebd tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 949 time: 0.2162170 Nov 04 10:30:47.032744 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74eb475-f0a9-4868-bf69-de6432002e96 admin admin] Pushing event updated for resources: {'Port': ['ID=6216dc35-9ffe-4992-9334-f44d7b71c547,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:47.035993 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74eb475-f0a9-4868-bf69-de6432002e96 admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:30:47.044197 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9176eed7-8aba-4b67-aeac-074fec703428 None None] The sync data for ids ['06fe7972-844c-4711-a746-d8877571398d'] in n-d-816629-1 is: [{'id': '06fe7972-844c-4711-a746-d8877571398d', 'name': 'tempest-AttachSCSIVolumeTestJSON-494831308-router', 'tenant_id': '28bdaa2f505143d197c1cbfe17d550fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'e3adc72e-1d3b-4d58-ab5c-2682f245398b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:30:39Z', 'updated_at': '2021-11-04T10:30:42Z', 'revision_number': 3, 'project_id': '28bdaa2f505143d197c1cbfe17d550fe', 'gw_port': {'id': 'e3adc72e-1d3b-4d58-ab5c-2682f245398b', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:84:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fe7972-844c-4711-a746-d8877571398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:40Z', 'updated_at': '2021-11-04T10:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:30:47.203795 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0cd7473e-852f-4cb7-bd01-940d07d05eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:47.221215 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb272d-3943-42c7-a93b-5e91c68da4c5 None None] Pushing event updated for resources: {'Port': ['ID=c0386b31-c085-4504-be4a-9813813d12c3,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:47.260306 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ea7a19cd-64da-47e8-a638-d9f537a59f89 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:47.308557 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cfb39c04-685a-4bef-ab18-225b5578881c req-865e93eb-1abe-4c6a-8765-c328bb353166 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769785 Nov 04 10:30:47.320766 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ea7a19cd-64da-47e8-a638-d9f537a59f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:47.338230 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device ef18110e-deae-4429-a75b-6469d21a497e details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:30:47.349667 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcc8a3b-adc3-4809-a3ea-c6e312277d1c None None] Network 70f7cd95-88d7-464f-899a-040d05d16fde requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:30:47.377972 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a19cd-64da-47e8-a638-d9f537a59f89 admin admin] Pushing event updated for resources: {'Port': ['ID=e91aa439-5ab6-43d3-87ff-cfd746e67d5d,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:47.407099 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7a19cd-64da-47e8-a638-d9f537a59f89 admin admin] Network 767cbf8b-78b3-4dfe-b0d7-ba5eab708164 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:30:47.409198 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-ea7a19cd-64da-47e8-a638-d9f537a59f89 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:30:47.411941 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7a19cd-64da-47e8-a638-d9f537a59f89 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:30:47.412613 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ea7a19cd-64da-47e8-a638-d9f537a59f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:47.424944 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d1d1d-c585-4780-82ba-900ee33b5d7a req-9d7b5af1-d5d7-45ee-b65b-2cca661e8fe8 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:47.426838 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ec9d1d1d-c585-4780-82ba-900ee33b5d7a req-9d7b5af1-d5d7-45ee-b65b-2cca661e8fe8 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 944 time: 0.3317490 Nov 04 10:30:47.735169 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ec9d1d1d-c585-4780-82ba-900ee33b5d7a req-18c899a1-4485-4b1d-8956-e50db1eabd8c tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958474 Nov 04 10:30:47.755885 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ea7a19cd-64da-47e8-a638-d9f537a59f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:47.819843 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port ef18110e-deae-4429-a75b-6469d21a497e, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=ef18110e-deae-4429-a75b-6469d21a497e,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:47.842844 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a74eb475-f0a9-4868-bf69-de6432002e96 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:47.867545 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'ef18110e-deae-4429-a75b-6469d21a497e', 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730', 'port_id': 'ef18110e-deae-4429-a75b-6469d21a497e', 'mac_address': 'fa:16:3e:28:a0:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d328ae-3dd4-4757-b0cd-5d3ffb3741ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:30:47.935647 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:47.956434 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef18110e-deae-4429-a75b-6469d21a497e {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:30:48.012010 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port ef18110e-deae-4429-a75b-6469d21a497e, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=ef18110e-deae-4429-a75b-6469d21a497e,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:48.027821 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-cff3ae79-dd69-48b5-96ea-15068d2d5a2c None None] Provisioning complete for port e91aa439-5ab6-43d3-87ff-cfd746e67d5d triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:48.028947 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cff3ae79-dd69-48b5-96ea-15068d2d5a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:48.030951 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:48.071588 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ea7a19cd-64da-47e8-a638-d9f537a59f89 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:48.079264 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ea7a19cd-64da-47e8-a638-d9f537a59f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:48.080300 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ea7a19cd-64da-47e8-a638-d9f537a59f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:48.124835 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-cff3ae79-dd69-48b5-96ea-15068d2d5a2c None None] Port e91aa439-5ab6-43d3-87ff-cfd746e67d5d cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:30:48.157501 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=ef18110e-deae-4429-a75b-6469d21a497e,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:48.226986 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a19cd-64da-47e8-a638-d9f537a59f89 admin admin] Pushing event updated for resources: {'Port': ['ID=e91aa439-5ab6-43d3-87ff-cfd746e67d5d,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:48.239085 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['ef18110e-deae-4429-a75b-6469d21a497e'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:30:48.311013 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7a19cd-64da-47e8-a638-d9f537a59f89 admin admin] Network 767cbf8b-78b3-4dfe-b0d7-ba5eab708164 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:30:48.315018 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-ea7a19cd-64da-47e8-a638-d9f537a59f89 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:30:48.352871 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-6b7e5e7f-b9de-45c2-a0a9-cdd4375ddf52 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:48.354534 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-6b7e5e7f-b9de-45c2-a0a9-cdd4375ddf52 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] 10.222.0.127 "GET /v2.0/networks?id=70f7cd95-88d7-464f-899a-040d05d16fde HTTP/1.1" status: 200 len: 808 time: 0.2656901 Nov 04 10:30:48.389125 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-0effc719-ff79-442d-a19e-eec8e8f43fc6 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] 10.222.0.127 "GET /v2.0/quotas/a969fd3982834cc9b8668d61dd8e361d HTTP/1.1" status: 200 len: 375 time: 0.0215964 Nov 04 10:30:48.401453 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808ae9b-9b7c-4f0b-9e84-71ea3ca41b8e req-bc2edff9-beae-4a26-9664-fba39d5c3e4f tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:48.409876 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0808ae9b-9b7c-4f0b-9e84-71ea3ca41b8e req-bc2edff9-beae-4a26-9664-fba39d5c3e4f tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=e6276b04-9d53-4bbb-98bd-4a59eee1c675 HTTP/1.1" status: 200 len: 947 time: 0.4307618 Nov 04 10:30:48.509270 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-cc6aaf57-04b3-4b18-99b7-f603293cb2ba tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=a969fd3982834cc9b8668d61dd8e361d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586119 Nov 04 10:30:48.514020 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7a19cd-64da-47e8-a638-d9f537a59f89 admin admin] Router 06fe7972-844c-4711-a746-d8877571398d has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:30:48.576985 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a74eb475-f0a9-4868-bf69-de6432002e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:48.616800 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0808ae9b-9b7c-4f0b-9e84-71ea3ca41b8e req-6430833e-85bc-4588-9017-7b6d3fce3ebb tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057295 Nov 04 10:30:48.686484 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7a19cd-64da-47e8-a638-d9f537a59f89 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:30:48.692902 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ea7a19cd-64da-47e8-a638-d9f537a59f89 admin admin] 10.222.0.127 "PUT /v2.0/routers/06fe7972-844c-4711-a746-d8877571398d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8973591 Nov 04 10:30:48.771099 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-7080635c-e982-4d93-96e3-3dde814eb67f None None] Provisioning complete for port e91aa439-5ab6-43d3-87ff-cfd746e67d5d triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:48.771791 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7080635c-e982-4d93-96e3-3dde814eb67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:48.802248 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010f20c7-4bd7-43cf-ad5b-ac425162dbae None None] Network cf3f5a8a-8122-4be1-b954-cc3e7eff058c requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:30:48.880939 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-7080635c-e982-4d93-96e3-3dde814eb67f None None] Port e91aa439-5ab6-43d3-87ff-cfd746e67d5d cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:30:49.030709 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e3adc72e-1d3b-4d58-ab5c-2682f245398b up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:30:49.084300 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-6d21ab08-cd65-44f3-955e-1f0d5aa8991c None None] Provisioning complete for port c0386b31-c085-4504-be4a-9813813d12c3 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:49.084300 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6d21ab08-cd65-44f3-955e-1f0d5aa8991c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:49.145734 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-e8ff3eff-f0c1-451b-9287-d2d2f6b15c3c service neutron] 10.222.0.127 "GET /v2.0/networks/70f7cd95-88d7-464f-899a-040d05d16fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6242695 Nov 04 10:30:49.200428 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03615dd8-0d28-4dc8-afe1-84a9826021e9 req-e4e1a8c9-90eb-4967-b67b-76fe163bba55 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:49.203730 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-03615dd8-0d28-4dc8-afe1-84a9826021e9 req-e4e1a8c9-90eb-4967-b67b-76fe163bba55 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 949 time: 0.4753714 Nov 04 10:30:49.220786 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port e3adc72e-1d3b-4d58-ab5c-2682f245398b triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:49.221182 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:49.345685 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6d21ab08-cd65-44f3-955e-1f0d5aa8991c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:49.349964 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-055f6826-8c84-4e76-bea4-49004a2c5126 service neutron] 10.222.0.127 "GET /v2.0/networks/70f7cd95-88d7-464f-899a-040d05d16fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972225 Nov 04 10:30:49.360398 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device ef18110e-deae-4429-a75b-6469d21a497e up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:30:49.477570 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device b4e6d12b-55f5-4264-a088-852cb2de467e details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:30:49.495544 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-03615dd8-0d28-4dc8-afe1-84a9826021e9 req-1b027fd7-3f4f-4c35-8de6-f2ea72d698fb tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502491 Nov 04 10:30:49.572810 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74eb475-f0a9-4868-bf69-de6432002e96 admin admin] Router e4b333ad-97d7-4b62-8684-8dc024551b82 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:30:49.596671 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-004eabdf-158e-4bad-b21f-6fdb1bea4e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:49.725654 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.resource_extend [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:30:49.813975 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port ef18110e-deae-4429-a75b-6469d21a497e completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:30:49.837913 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-6d21ab08-cd65-44f3-955e-1f0d5aa8991c None None] For port c0386b31-c085-4504-be4a-9813813d12c3, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c0386b31-c085-4504-be4a-9813813d12c3,segment=NetworkSegment(73c8b383-ba62-47de-97e3-9e61accdd0a1),segment_id=73c8b383-ba62-47de-97e3-9e61accdd0a1)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:49.849053 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port ef18110e-deae-4429-a75b-6469d21a497e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:49.849202 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:50.053671 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74eb475-f0a9-4868-bf69-de6432002e96 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:30:50.080762 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c974626a-2a50-41e0-abc3-101ff448058e None None] Sync routers for ids ['e4b333ad-97d7-4b62-8684-8dc024551b82'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:30:50.099780 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a74eb475-f0a9-4868-bf69-de6432002e96 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:50.104529 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a74eb475-f0a9-4868-bf69-de6432002e96 admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3529594 Nov 04 10:30:50.104744 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c974626a-2a50-41e0-abc3-101ff448058e None None] Routers {'e4b333ad-97d7-4b62-8684-8dc024551b82'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:30:50.108418 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c974626a-2a50-41e0-abc3-101ff448058e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:30:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e4b333ad-97d7-4b62-8684-8dc024551b82'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:30:50.114129 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60720) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:30:50.120414 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de6c5b3-19a4-4e81-9497-772a4be023b9 None None] Sync routers for ids ['06fe7972-844c-4711-a746-d8877571398d'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:30:50.164624 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db834f2-a61f-42c5-bcf6-243738fccf1f req-fa274460-e3da-40e9-8e28-6ff180cea71c tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:50.166694 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6d21ab08-cd65-44f3-955e-1f0d5aa8991c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:50.207772 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0db834f2-a61f-42c5-bcf6-243738fccf1f req-fa274460-e3da-40e9-8e28-6ff180cea71c tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 945 time: 0.2273867 Nov 04 10:30:50.471345 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port b4e6d12b-55f5-4264-a088-852cb2de467e, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b4e6d12b-55f5-4264-a088-852cb2de467e,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:50.493094 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'b4e6d12b-55f5-4264-a088-852cb2de467e', 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d', 'port_id': 'b4e6d12b-55f5-4264-a088-852cb2de467e', 'mac_address': 'fa:16:3e:69:47:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28924b01-2687-4263-b969-76f54864e85b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:30:50.624747 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-c974626a-2a50-41e0-abc3-101ff448058e None None] Set router e4b333ad-97d7-4b62-8684-8dc024551b82 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:30:50.648216 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:50.698181 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824624eb-9e14-4e0c-bfe3-d85a227f8c97 req-1bd3edbf-9156-4e42-b143-960b5abe1a72 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:50.707654 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-824624eb-9e14-4e0c-bfe3-d85a227f8c97 req-1bd3edbf-9156-4e42-b143-960b5abe1a72 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=e6276b04-9d53-4bbb-98bd-4a59eee1c675 HTTP/1.1" status: 200 len: 947 time: 0.3109093 Nov 04 10:30:50.737741 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4e6d12b-55f5-4264-a088-852cb2de467e {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:30:50.751039 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0db834f2-a61f-42c5-bcf6-243738fccf1f req-02b13418-a6a5-4929-a6b9-65cd83224d28 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5421042 Nov 04 10:30:50.789535 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-16a31d0e-c00b-48c6-a2de-50498e9c6a81 None None] Provisioning complete for port c0386b31-c085-4504-be4a-9813813d12c3 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:50.790099 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-16a31d0e-c00b-48c6-a2de-50498e9c6a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:50.791827 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de6c5b3-19a4-4e81-9497-772a4be023b9 None None] Routers {'06fe7972-844c-4711-a746-d8877571398d'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:30:50.792920 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2de6c5b3-19a4-4e81-9497-772a4be023b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:30:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['06fe7972-844c-4711-a746-d8877571398d'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:30:50.994923 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-824624eb-9e14-4e0c-bfe3-d85a227f8c97 req-ca61ad95-bccf-4423-8ffd-fc8b609282e6 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859263 Nov 04 10:30:51.012607 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-38874cb0-7299-43e5-a0b3-46e13e258c60 req-df796410-c128-4f19-9fcc-b0ea19177d2c tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] 10.222.0.127 "GET /v2.0/ports?device_id=cd820734-37ca-4f68-8fb5-96707b76a7cf HTTP/1.1" status: 200 len: 210 time: 0.1208191 Nov 04 10:30:51.270311 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [req-58847a1f-666d-4941-a74b-45259429c93d req-7e660bf2-b593-4a98-a08d-8532b3968b5c service neutron] show failed (client error): The resource could not be found. Nov 04 10:30:51.272170 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58847a1f-666d-4941-a74b-45259429c93d req-7e660bf2-b593-4a98-a08d-8532b3968b5c service neutron] 10.222.0.121 "GET /v2.0/ports/8f4d702b-b914-470f-874a-f8a7b107abdb/bindings/n-h1-816629-1 HTTP/1.1" status: 404 len: 380 time: 0.1781340 Nov 04 10:30:51.296961 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:51.348867 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port e3adc72e-1d3b-4d58-ab5c-2682f245398b, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e3adc72e-1d3b-4d58-ab5c-2682f245398b,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:51.352191 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port b4e6d12b-55f5-4264-a088-852cb2de467e, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b4e6d12b-55f5-4264-a088-852cb2de467e,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:51.376232 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c974626a-2a50-41e0-abc3-101ff448058e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b333ad-97d7-4b62-8684-8dc024551b82', 'name': 'tempest-FloatingIPsNegativeTestJSON-1827609726-router', 'tenant_id': '65ed9b93a6624ddab7be44a4803828b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '6216dc35-9ffe-4992-9334-f44d7b71c547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:30:44Z', 'updated_at': '2021-11-04T10:30:47Z', 'revision_number': 3, 'project_id': '65ed9b93a6624ddab7be44a4803828b3', 'gw_port': {'id': '6216dc35-9ffe-4992-9334-f44d7b71c547', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b333ad-97d7-4b62-8684-8dc024551b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:46Z', 'updated_at': '2021-11-04T10:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:30:51.420587 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:51.458591 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:51.461569 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c0386b31-c085-4504-be4a-9813813d12c3 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:30:51.476933 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c974626a-2a50-41e0-abc3-101ff448058e None None] Checking router: e4b333ad-97d7-4b62-8684-8dc024551b82 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:30:51.477669 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c974626a-2a50-41e0-abc3-101ff448058e None None] Updating router e4b333ad-97d7-4b62-8684-8dc024551b82 port 6216dc35-9ffe-4992-9334-f44d7b71c547 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:30:51.542047 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696f55b-1c16-49ee-961d-319bdc1dcbfb req-f0215926-afd7-468d-b25b-dfc78dd26e74 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:51.545560 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c974626a-2a50-41e0-abc3-101ff448058e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:51.565259 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a696f55b-1c16-49ee-961d-319bdc1dcbfb req-f0215926-afd7-468d-b25b-dfc78dd26e74 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 949 time: 0.2849317 Nov 04 10:30:51.583919 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:51.797396 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21ab08-cd65-44f3-955e-1f0d5aa8991c None None] Pushing event updated for resources: {'Port': ['ID=c0386b31-c085-4504-be4a-9813813d12c3,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:51.860889 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['b4e6d12b-55f5-4264-a088-852cb2de467e'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:30:51.884804 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-2de6c5b3-19a4-4e81-9497-772a4be023b9 None None] Set router 06fe7972-844c-4711-a746-d8877571398d gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:30:51.934694 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:52.154628 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a696f55b-1c16-49ee-961d-319bdc1dcbfb req-6229427d-aa8f-495b-9389-aa42dc2e1a26 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5801494 Nov 04 10:30:52.210980 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58847a1f-666d-4941-a74b-45259429c93d req-6db2e734-0adb-48f0-b243-f0417cb36083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:52.216148 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58847a1f-666d-4941-a74b-45259429c93d req-6db2e734-0adb-48f0-b243-f0417cb36083 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c&tenant_id=cd2183f7c1f6439d8bc0b7de34a592df HTTP/1.1" status: 200 len: 1100 time: 0.3653796 Nov 04 10:30:52.226197 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port ef18110e-deae-4429-a75b-6469d21a497e, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=ef18110e-deae-4429-a75b-6469d21a497e,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:52.251189 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-58847a1f-666d-4941-a74b-45259429c93d req-47f7354e-cfba-4813-9f48-919429f6f757 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816629-1', 'device_owner': 'compute:nova'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:52.324770 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port c0386b31-c085-4504-be4a-9813813d12c3 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:52.325517 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:52.370092 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-edecd5b7-60fb-4ed2-9aaa-334b19c593ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:52.377401 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c974626a-2a50-41e0-abc3-101ff448058e None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:52.388739 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c974626a-2a50-41e0-abc3-101ff448058e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:52.390039 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0856b37-c371-4f1c-9f35-aee8ac300e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef18110e-deae-4429-a75b-6469d21a497e'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:30:52.392950 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5576b710-09d0-46a8-a2d9-b8e7ec3b7ca3" -d '{"events": [{"server_uuid": "b0856b37-c371-4f1c-9f35-aee8ac300e29", "name": "network-vif-plugged", "status": "completed", "tag": "ef18110e-deae-4429-a75b-6469d21a497e"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:30:52.408738 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:52.412440 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device e0d5faa4-ee27-440a-8784-8bc14b9ab95b up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:30:52.630345 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:52.689368 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-c974626a-2a50-41e0-abc3-101ff448058e None None] Attempting to bind port 6216dc35-9ffe-4992-9334-f44d7b71c547 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:30:52.698590 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-c974626a-2a50-41e0-abc3-101ff448058e None None] Attempting to bind port 6216dc35-9ffe-4992-9334-f44d7b71c547 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:30:52.700279 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c974626a-2a50-41e0-abc3-101ff448058e None None] Attempting to bind port 6216dc35-9ffe-4992-9334-f44d7b71c547 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:30:52.712358 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2990c4-cde9-42c9-87ff-2110292f9205 None None] Pushing event updated for resources: {'Port': ['ID=6216dc35-9ffe-4992-9334-f44d7b71c547,revision_number=2']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:52.752759 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c974626a-2a50-41e0-abc3-101ff448058e None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:30:52.753826 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c974626a-2a50-41e0-abc3-101ff448058e None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:30:52.755859 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c974626a-2a50-41e0-abc3-101ff448058e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:52.756465 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c974626a-2a50-41e0-abc3-101ff448058e None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:30:52.758135 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-078155ba-6787-4a6c-bf25-ec0f8da5487b tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:52.762758 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-c974626a-2a50-41e0-abc3-101ff448058e None None] Bound port: 6216dc35-9ffe-4992-9334-f44d7b71c547, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:30:52.765986 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c974626a-2a50-41e0-abc3-101ff448058e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:52.768578 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-078155ba-6787-4a6c-bf25-ec0f8da5487b tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] 10.222.0.121 "GET /v2.0/networks?id=70f7cd95-88d7-464f-899a-040d05d16fde HTTP/1.1" status: 200 len: 808 time: 1.0074997 Nov 04 10:30:52.834499 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-845b644a-a2ac-4915-8cba-83cf8c347ab9 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Request body: {'port': {'device_id': 'cd820734-37ca-4f68-8fb5-96707b76a7cf', 'network_id': '70f7cd95-88d7-464f-899a-040d05d16fde', 'admin_state_up': True, 'tenant_id': 'a969fd3982834cc9b8668d61dd8e361d'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:52.864626 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-58847a1f-666d-4941-a74b-45259429c93d req-47f7354e-cfba-4813-9f48-919429f6f757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:53.015780 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-c974626a-2a50-41e0-abc3-101ff448058e None None] For port 6216dc35-9ffe-4992-9334-f44d7b71c547, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:30:53.034548 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port e0d5faa4-ee27-440a-8784-8bc14b9ab95b completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:30:53.038831 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-c974626a-2a50-41e0-abc3-101ff448058e None None] For port 6216dc35-9ffe-4992-9334-f44d7b71c547, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6216dc35-9ffe-4992-9334-f44d7b71c547,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:30:53.053262 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c974626a-2a50-41e0-abc3-101ff448058e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:53.217212 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cec4b3-45ae-4b9f-bfb6-44750f6217b4 req-ab7cedf9-5d7b-496b-9351-1c521a3586d5 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:53.222107 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d3cec4b3-45ae-4b9f-bfb6-44750f6217b4 req-ab7cedf9-5d7b-496b-9351-1c521a3586d5 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 946 time: 0.8682778 Nov 04 10:30:53.263722 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-edecd5b7-60fb-4ed2-9aaa-334b19c593ce admin admin] Allocated IP 172.20.0.1 (cf3f5a8a-8122-4be1-b954-cc3e7eff058c/5b424b89-59dc-4be7-abf6-db7c54d580f8/7f4de205-e772-4c8f-90a0-4980aba0bf32) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:30:53.342841 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2990c4-cde9-42c9-87ff-2110292f9205 None None] Pushing event updated for resources: {'Port': ['ID=6216dc35-9ffe-4992-9334-f44d7b71c547,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:53.473786 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c974626a-2a50-41e0-abc3-101ff448058e None None] Routers {'e4b333ad-97d7-4b62-8684-8dc024551b82'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:30:53.478600 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c974626a-2a50-41e0-abc3-101ff448058e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:30:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e4b333ad-97d7-4b62-8684-8dc024551b82'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:30:53.578997 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-845b644a-a2ac-4915-8cba-83cf8c347ab9 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Made reservation on behalf of a969fd3982834cc9b8668d61dd8e361d for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:30:53.589095 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-845b644a-a2ac-4915-8cba-83cf8c347ab9 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:53.699260 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=e3adc72e-1d3b-4d58-ab5c-2682f245398b,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:53.759426 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d3cec4b3-45ae-4b9f-bfb6-44750f6217b4 req-3f28c748-b81f-4887-ae56-6f5381626152 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688022 Nov 04 10:30:54.000714 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:54.079007 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-58847a1f-666d-4941-a74b-45259429c93d req-47f7354e-cfba-4813-9f48-919429f6f757 service neutron] For port 8f4d702b-b914-470f-874a-f8a7b107abdb, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=8f4d702b-b914-470f-874a-f8a7b107abdb,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:54.092443 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port e0d5faa4-ee27-440a-8784-8bc14b9ab95b triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:54.092833 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:54.119718 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-edecd5b7-60fb-4ed2-9aaa-334b19c593ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:54.168108 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-c974626a-2a50-41e0-abc3-101ff448058e None None] Set router e4b333ad-97d7-4b62-8684-8dc024551b82 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:30:54.228254 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-845b644a-a2ac-4915-8cba-83cf8c347ab9 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Allocated IP 172.20.0.10 (70f7cd95-88d7-464f-899a-040d05d16fde/78b00503-4082-4c44-9306-66614a210ecf/52360a44-8832-460a-b5f5-bd89e871b875) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:30:54.328251 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce0e7f-24a9-4ce8-895f-b2bd5e11ad29 req-99214206-19a5-40c9-93f7-4aeab4178e89 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:54.329629 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-58847a1f-666d-4941-a74b-45259429c93d req-47f7354e-cfba-4813-9f48-919429f6f757 service neutron] For port 8f4d702b-b914-470f-874a-f8a7b107abdb, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:30:54.346179 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-22ce0e7f-24a9-4ce8-895f-b2bd5e11ad29 req-99214206-19a5-40c9-93f7-4aeab4178e89 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=e6276b04-9d53-4bbb-98bd-4a59eee1c675 HTTP/1.1" status: 200 len: 947 time: 0.3776655 Nov 04 10:30:54.366321 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=b4e6d12b-55f5-4264-a088-852cb2de467e,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:54.416384 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e3adc72e-1d3b-4d58-ab5c-2682f245398b up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:30:54.550136 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-edecd5b7-60fb-4ed2-9aaa-334b19c593ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:54.659466 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-22ce0e7f-24a9-4ce8-895f-b2bd5e11ad29 req-a5fce023-8349-4dc3-976a-cf2f43c4d3e0 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096097 Nov 04 10:30:54.688962 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e410ee-6b3d-4e43-8328-1839b4d6352c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f4d702b-b914-470f-874a-f8a7b107abdb'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:30:54.704533 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0172de-846c-47f7-beac-9ef28d48c511" -d '{"events": [{"server_uuid": "67e410ee-6b3d-4e43-8328-1839b4d6352c", "name": "network-vif-unplugged", "status": "completed", "tag": "8f4d702b-b914-470f-874a-f8a7b107abdb"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:30:54.747096 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-58847a1f-666d-4941-a74b-45259429c93d req-47f7354e-cfba-4813-9f48-919429f6f757 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:54.803105 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8f62bb76-791d-4ab2-bd65-cb54e4812ab7 req-0929e18f-e727-4558-842a-e563724d01da tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] 10.222.0.127 "GET /v2.0/ports?device_id=cd820734-37ca-4f68-8fb5-96707b76a7cf HTTP/1.1" status: 200 len: 210 time: 0.0666378 Nov 04 10:30:54.828202 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edecd5b7-60fb-4ed2-9aaa-334b19c593ce admin admin] Network cf3f5a8a-8122-4be1-b954-cc3e7eff058c is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:30:54.856348 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-edecd5b7-60fb-4ed2-9aaa-334b19c593ce admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:30:54.871370 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edecd5b7-60fb-4ed2-9aaa-334b19c593ce admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:30:54.939159 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=ef18110e-deae-4429-a75b-6469d21a497e,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:54.947419 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c974626a-2a50-41e0-abc3-101ff448058e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b333ad-97d7-4b62-8684-8dc024551b82', 'name': 'tempest-FloatingIPsNegativeTestJSON-1827609726-router', 'tenant_id': '65ed9b93a6624ddab7be44a4803828b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '6216dc35-9ffe-4992-9334-f44d7b71c547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:30:44Z', 'updated_at': '2021-11-04T10:30:47Z', 'revision_number': 3, 'project_id': '65ed9b93a6624ddab7be44a4803828b3', 'gw_port': {'id': '6216dc35-9ffe-4992-9334-f44d7b71c547', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b333ad-97d7-4b62-8684-8dc024551b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:46Z', 'updated_at': '2021-11-04T10:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:30:55.085874 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecd5b7-60fb-4ed2-9aaa-334b19c593ce admin admin] Pushing event updated for resources: {'Port': ['ID=7f4de205-e772-4c8f-90a0-4980aba0bf32,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:55.156672 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c974626a-2a50-41e0-abc3-101ff448058e None None] The sync data for ids ['e4b333ad-97d7-4b62-8684-8dc024551b82'] in n-d-816629-1 is: [{'id': 'e4b333ad-97d7-4b62-8684-8dc024551b82', 'name': 'tempest-FloatingIPsNegativeTestJSON-1827609726-router', 'tenant_id': '65ed9b93a6624ddab7be44a4803828b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '6216dc35-9ffe-4992-9334-f44d7b71c547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:30:44Z', 'updated_at': '2021-11-04T10:30:47Z', 'revision_number': 3, 'project_id': '65ed9b93a6624ddab7be44a4803828b3', 'gw_port': {'id': '6216dc35-9ffe-4992-9334-f44d7b71c547', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b333ad-97d7-4b62-8684-8dc024551b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:46Z', 'updated_at': '2021-11-04T10:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:30:55.195075 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-edecd5b7-60fb-4ed2-9aaa-334b19c593ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:55.246011 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931d37db-227b-400e-8f31-aa6ff483bb5b x-openstack-request-id: req-931d37db-227b-400e-8f31-aa6ff483bb5b {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:30:55.248622 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0856b37-c371-4f1c-9f35-aee8ac300e29", "name": "network-vif-plugged", "status": "completed", "tag": "ef18110e-deae-4429-a75b-6469d21a497e", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:30:55.255828 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-931d37db-227b-400e-8f31-aa6ff483bb5b {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:30:55.274033 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0856b37-c371-4f1c-9f35-aee8ac300e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef18110e-deae-4429-a75b-6469d21a497e', 'code': 200} Nov 04 10:30:55.571454 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2db37f-f062-4820-a90f-c4b9692e233a x-openstack-request-id: req-5a2db37f-f062-4820-a90f-c4b9692e233a {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:30:55.572023 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e410ee-6b3d-4e43-8328-1839b4d6352c", "name": "network-vif-unplugged", "status": "completed", "tag": "8f4d702b-b914-470f-874a-f8a7b107abdb", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:30:55.572023 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-5a2db37f-f062-4820-a90f-c4b9692e233a {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:30:55.572499 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e410ee-6b3d-4e43-8328-1839b4d6352c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f4d702b-b914-470f-874a-f8a7b107abdb', 'code': 200} Nov 04 10:30:55.581763 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-58847a1f-666d-4941-a74b-45259429c93d req-47f7354e-cfba-4813-9f48-919429f6f757 service neutron] Transition to ACTIVE for port object 8f4d702b-b914-470f-874a-f8a7b107abdb will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:30:55.610962 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-58847a1f-666d-4941-a74b-45259429c93d req-47f7354e-cfba-4813-9f48-919429f6f757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:55.731540 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 8f4d702b-b914-470f-874a-f8a7b107abdb no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:30:55.800206 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port e3adc72e-1d3b-4d58-ab5c-2682f245398b triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:55.800206 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:55.962435 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-58847a1f-666d-4941-a74b-45259429c93d req-47f7354e-cfba-4813-9f48-919429f6f757 service neutron] No DVR routers for this DVR port 8f4d702b-b914-470f-874a-f8a7b107abdb on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:30:55.986193 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb841ac-80e4-4549-a48b-bf2b6efce57e req-551234df-4d9b-4fc1-939a-26a24dfe754f tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:56.003163 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8cb841ac-80e4-4549-a48b-bf2b6efce57e req-551234df-4d9b-4fc1-939a-26a24dfe754f tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 947 time: 0.2529707 Nov 04 10:30:56.004621 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-edecd5b7-60fb-4ed2-9aaa-334b19c593ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:56.026839 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-845b644a-a2ac-4915-8cba-83cf8c347ab9 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:56.207975 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7354e-cfba-4813-9f48-919429f6f757 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4d702b-b914-470f-874a-f8a7b107abdb,revision_number=6']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:56.314513 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67258680-376e-4304-962e-c6127852c84d req-0c3def25-6f52-49c0-beb4-566e131d8ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:56.324446 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-67258680-376e-4304-962e-c6127852c84d req-0c3def25-6f52-49c0-beb4-566e131d8ba9 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 1097 time: 1.0087929 Nov 04 10:30:56.364291 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2de6c5b3-19a4-4e81-9497-772a4be023b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fe7972-844c-4711-a746-d8877571398d', 'name': 'tempest-AttachSCSIVolumeTestJSON-494831308-router', 'tenant_id': '28bdaa2f505143d197c1cbfe17d550fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'e3adc72e-1d3b-4d58-ab5c-2682f245398b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:30:39Z', 'updated_at': '2021-11-04T10:30:47Z', 'revision_number': 4, 'project_id': '28bdaa2f505143d197c1cbfe17d550fe', 'gw_port': {'id': 'e3adc72e-1d3b-4d58-ab5c-2682f245398b', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:84:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fe7972-844c-4711-a746-d8877571398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:40Z', 'updated_at': '2021-11-04T10:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'e91aa439-5ab6-43d3-87ff-cfd746e67d5d', 'name': '', 'network_id': '767cbf8b-78b3-4dfe-b0d7-ba5eab708164', 'tenant_id': '28bdaa2f505143d197c1cbfe17d550fe', 'mac_address': 'fa:16:3e:36:eb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fe7972-844c-4711-a746-d8877571398d', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'aa0d1e34-5908-4a11-a4f4-8c841a1c7008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:46Z', 'updated_at': '2021-11-04T10:30:47Z', 'revision_number': 2, 'project_id': '28bdaa2f505143d197c1cbfe17d550fe', 'subnets': [{'id': 'aa0d1e34-5908-4a11-a4f4-8c841a1c7008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:30:56.435543 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:56.438694 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-edecd5b7-60fb-4ed2-9aaa-334b19c593ce admin admin] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:56.464411 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-edecd5b7-60fb-4ed2-9aaa-334b19c593ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:56.572753 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-58847a1f-666d-4941-a74b-45259429c93d req-47f7354e-cfba-4813-9f48-919429f6f757 service neutron] Attempting to bind port 8f4d702b-b914-470f-874a-f8a7b107abdb on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:30:56.573467 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-58847a1f-666d-4941-a74b-45259429c93d req-47f7354e-cfba-4813-9f48-919429f6f757 service neutron] Attempting to bind port 8f4d702b-b914-470f-874a-f8a7b107abdb by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:30:56.573467 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58847a1f-666d-4941-a74b-45259429c93d req-47f7354e-cfba-4813-9f48-919429f6f757 service neutron] Attempting to bind port 8f4d702b-b914-470f-874a-f8a7b107abdb on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:30:56.619645 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58847a1f-666d-4941-a74b-45259429c93d req-47f7354e-cfba-4813-9f48-919429f6f757 service neutron] Port 8f4d702b-b914-470f-874a-f8a7b107abdb on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:30:56.622717 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58847a1f-666d-4941-a74b-45259429c93d req-47f7354e-cfba-4813-9f48-919429f6f757 service neutron] Attempting to bind port 8f4d702b-b914-470f-874a-f8a7b107abdb on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:30:56.645428 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58847a1f-666d-4941-a74b-45259429c93d req-47f7354e-cfba-4813-9f48-919429f6f757 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:30:56.648163 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58847a1f-666d-4941-a74b-45259429c93d req-47f7354e-cfba-4813-9f48-919429f6f757 service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:30:56.649540 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58847a1f-666d-4941-a74b-45259429c93d req-47f7354e-cfba-4813-9f48-919429f6f757 service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:30:56.651928 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-58847a1f-666d-4941-a74b-45259429c93d req-47f7354e-cfba-4813-9f48-919429f6f757 service neutron] Bound port: 8f4d702b-b914-470f-874a-f8a7b107abdb, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:30:56.652872 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-58847a1f-666d-4941-a74b-45259429c93d req-47f7354e-cfba-4813-9f48-919429f6f757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:56.689647 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port e0d5faa4-ee27-440a-8784-8bc14b9ab95b, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e0d5faa4-ee27-440a-8784-8bc14b9ab95b,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:30:56.698315 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 8f4d702b-b914-470f-874a-f8a7b107abdb not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:30:56.714299 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d4996fce-120f-4f6d-926f-16ff0bfcac4d None None] Provisioning complete for port 7f4de205-e772-4c8f-90a0-4980aba0bf32 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:56.715429 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d4996fce-120f-4f6d-926f-16ff0bfcac4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:56.752370 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-67258680-376e-4304-962e-c6127852c84d req-13ebeff9-21c5-419b-a73d-8efeb07d8110 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862104 Nov 04 10:30:56.832293 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8cb841ac-80e4-4549-a48b-bf2b6efce57e req-1b608604-cb9c-4f94-bff0-dc3125e11c53 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7666233 Nov 04 10:30:56.833552 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:56.843716 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-d4996fce-120f-4f6d-926f-16ff0bfcac4d None None] Port 7f4de205-e772-4c8f-90a0-4980aba0bf32 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:30:56.912301 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-edecd5b7-60fb-4ed2-9aaa-334b19c593ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:56.981600 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-845b644a-a2ac-4915-8cba-83cf8c347ab9 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:56.993060 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de6c5b3-19a4-4e81-9497-772a4be023b9 None None] Checking router: 06fe7972-844c-4711-a746-d8877571398d for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:30:56.993060 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de6c5b3-19a4-4e81-9497-772a4be023b9 None None] Updating router 06fe7972-844c-4711-a746-d8877571398d port e91aa439-5ab6-43d3-87ff-cfd746e67d5d binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:30:57.036637 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=e0d5faa4-ee27-440a-8784-8bc14b9ab95b,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:57.045942 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2de6c5b3-19a4-4e81-9497-772a4be023b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:57.056204 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecd5b7-60fb-4ed2-9aaa-334b19c593ce admin admin] Pushing event updated for resources: {'Port': ['ID=7f4de205-e772-4c8f-90a0-4980aba0bf32,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:57.123326 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0d7c2-bdac-48b7-abc1-a4bcb2c1152d req-9ba6005b-1f37-44d5-bb33-5a293b4d43c3 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:57.142914 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c7d0d7c2-bdac-48b7-abc1-a4bcb2c1152d req-9ba6005b-1f37-44d5-bb33-5a293b4d43c3 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 946 time: 1.0937693 Nov 04 10:30:57.228142 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c0386b31-c085-4504-be4a-9813813d12c3 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:30:57.333532 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6276b04-9d53-4bbb-98bd-4a59eee1c675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d5faa4-ee27-440a-8784-8bc14b9ab95b'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:30:57.360954 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62aea41c-cb2a-404c-a7b4-2a31df036637" -d '{"events": [{"server_uuid": "e6276b04-9d53-4bbb-98bd-4a59eee1c675", "name": "network-vif-plugged", "status": "completed", "tag": "e0d5faa4-ee27-440a-8784-8bc14b9ab95b"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:30:57.638397 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device b4e6d12b-55f5-4264-a088-852cb2de467e up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:30:57.652337 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c7d0d7c2-bdac-48b7-abc1-a4bcb2c1152d req-4a254c3b-543c-4bb6-a7ff-821951754df8 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5034306 Nov 04 10:30:57.732857 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf4b45-729e-4fcb-9c94-1acea1512d5e req-9920d4b9-bf24-465e-8ebc-8c73f2295ca3 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:57.768075 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-59cf4b45-729e-4fcb-9c94-1acea1512d5e req-9920d4b9-bf24-465e-8ebc-8c73f2295ca3 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=e6276b04-9d53-4bbb-98bd-4a59eee1c675 HTTP/1.1" status: 200 len: 948 time: 0.3916008 Nov 04 10:30:57.780680 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edecd5b7-60fb-4ed2-9aaa-334b19c593ce admin admin] Network cf3f5a8a-8122-4be1-b954-cc3e7eff058c is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:30:57.787655 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-edecd5b7-60fb-4ed2-9aaa-334b19c593ce admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:30:58.225322 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-59cf4b45-729e-4fcb-9c94-1acea1512d5e req-d7a2f72f-c5ae-40a9-bf9d-47241795a2ef tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562156 Nov 04 10:30:58.634281 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc4eb6a-5a42-4881-99c8-99db05670091 x-openstack-request-id: req-0bc4eb6a-5a42-4881-99c8-99db05670091 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:30:58.634670 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6276b04-9d53-4bbb-98bd-4a59eee1c675", "name": "network-vif-plugged", "status": "completed", "tag": "e0d5faa4-ee27-440a-8784-8bc14b9ab95b", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:30:58.634945 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-0bc4eb6a-5a42-4881-99c8-99db05670091 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:30:58.635296 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6276b04-9d53-4bbb-98bd-4a59eee1c675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d5faa4-ee27-440a-8784-8bc14b9ab95b', 'code': 200} Nov 04 10:30:58.642936 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port c0386b31-c085-4504-be4a-9813813d12c3 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:58.644144 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:58.763027 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edecd5b7-60fb-4ed2-9aaa-334b19c593ce admin admin] Router e4b333ad-97d7-4b62-8684-8dc024551b82 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:30:58.766372 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-845b644a-a2ac-4915-8cba-83cf8c347ab9 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Network 70f7cd95-88d7-464f-899a-040d05d16fde is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:30:58.791693 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-845b644a-a2ac-4915-8cba-83cf8c347ab9 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:30:58.859688 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-845b644a-a2ac-4915-8cba-83cf8c347ab9 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:30:58.867272 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-845b644a-a2ac-4915-8cba-83cf8c347ab9 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:58.867929 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-845b644a-a2ac-4915-8cba-83cf8c347ab9 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:58.964294 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b644a-a2ac-4915-8cba-83cf8c347ab9 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Pushing event updated for resources: {'Port': ['ID=52360a44-8832-460a-b5f5-bd89e871b875,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:59.010281 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-58847a1f-666d-4941-a74b-45259429c93d req-47f7354e-cfba-4813-9f48-919429f6f757 service neutron] For port 8f4d702b-b914-470f-874a-f8a7b107abdb, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:30:59.018683 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-58847a1f-666d-4941-a74b-45259429c93d req-47f7354e-cfba-4813-9f48-919429f6f757 service neutron] For port 8f4d702b-b914-470f-874a-f8a7b107abdb, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=8f4d702b-b914-470f-874a-f8a7b107abdb,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:30:59.030946 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-845b644a-a2ac-4915-8cba-83cf8c347ab9 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2415650 Nov 04 10:30:59.031902 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697abf20-7435-437c-9835-5d0ab4ff59e6 req-ef79eceb-3805-4940-ab9b-bf44e8fe33a9 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:59.036059 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-58847a1f-666d-4941-a74b-45259429c93d req-47f7354e-cfba-4813-9f48-919429f6f757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:59.051257 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-697abf20-7435-437c-9835-5d0ab4ff59e6 req-ef79eceb-3805-4940-ab9b-bf44e8fe33a9 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] 10.222.0.127 "GET /v2.0/ports?device_id=cd820734-37ca-4f68-8fb5-96707b76a7cf HTTP/1.1" status: 200 len: 932 time: 0.7198205 Nov 04 10:30:59.070033 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-a3d2cbcd-5625-4230-85b9-2882e181531c service neutron] Request body: {'port': {'device_id': 'cd820734-37ca-4f68-8fb5-96707b76a7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:30:59.077799 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53573091-b048-42d0-b108-31b4818c77e6 req-81ba478d-ead0-4e00-81d0-cc73eed71c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:59.079801 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-53573091-b048-42d0-b108-31b4818c77e6 req-81ba478d-ead0-4e00-81d0-cc73eed71c24 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=e6276b04-9d53-4bbb-98bd-4a59eee1c675 HTTP/1.1" status: 200 len: 1099 time: 0.3244746 Nov 04 10:30:59.253683 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2de6c5b3-19a4-4e81-9497-772a4be023b9 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:59.264537 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port b4e6d12b-55f5-4264-a088-852cb2de467e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:30:59.266955 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58847a1f-666d-4941-a74b-45259429c93d req-47f7354e-cfba-4813-9f48-919429f6f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:59.267165 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:59.268051 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-58847a1f-666d-4941-a74b-45259429c93d req-47f7354e-cfba-4813-9f48-919429f6f757 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:59.272431 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58847a1f-666d-4941-a74b-45259429c93d req-47f7354e-cfba-4813-9f48-919429f6f757 service neutron] 10.222.0.126 "PUT /v2.0/ports/8f4d702b-b914-470f-874a-f8a7b107abdb HTTP/1.1" status: 200 len: 1095 time: 7.0429866 Nov 04 10:30:59.310831 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e410ee-6b3d-4e43-8328-1839b4d6352c', 'tag': '8f4d702b-b914-470f-874a-f8a7b107abdb'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:30:59.313871 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b40f61-f3e3-418b-a0f6-3a286e7e67f8" -d '{"events": [{"name": "network-changed", "server_uuid": "67e410ee-6b3d-4e43-8328-1839b4d6352c", "tag": "8f4d702b-b914-470f-874a-f8a7b107abdb"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:30:59.418321 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2de6c5b3-19a4-4e81-9497-772a4be023b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:59.518606 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-53573091-b048-42d0-b108-31b4818c77e6 req-e80e9a7f-d9c2-4d85-b18f-b862adcceb7c service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354800 Nov 04 10:30:59.558305 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-a3d2cbcd-5625-4230-85b9-2882e181531c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:30:59.613032 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7354e-cfba-4813-9f48-919429f6f757 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4d702b-b914-470f-874a-f8a7b107abdb,revision_number=7']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:30:59.668107 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-697abf20-7435-437c-9835-5d0ab4ff59e6 req-56fb7146-44af-45f7-87b6-53df56ea04fb tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] 10.222.0.127 "GET /v2.0/security-groups?id=28db25b0-1d29-4296-91ea-e0325bdcefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6101329 Nov 04 10:30:59.730235 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b8925-2163-423f-86d3-b8c899ee3de9 req-b512478a-77eb-4fd7-95e7-7d6618dc1898 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:30:59.740743 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f77b8925-2163-423f-86d3-b8c899ee3de9 req-b512478a-77eb-4fd7-95e7-7d6618dc1898 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 947 time: 0.9709382 Nov 04 10:31:00.220970 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-a3d2cbcd-5625-4230-85b9-2882e181531c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52360a44-8832-460a-b5f5-bd89e871b875 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:31:00.230987 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-a3d2cbcd-5625-4230-85b9-2882e181531c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:00.251082 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-a3d2cbcd-5625-4230-85b9-2882e181531c service neutron] Transition to ACTIVE for port object 52360a44-8832-460a-b5f5-bd89e871b875 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:31:00.297127 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-a3d2cbcd-5625-4230-85b9-2882e181531c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:00.301636 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58847a1f-666d-4941-a74b-45259429c93d req-aaa0e6ae-38ae-4ded-8ba8-79912e74d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:00.305335 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58847a1f-666d-4941-a74b-45259429c93d req-aaa0e6ae-38ae-4ded-8ba8-79912e74d450 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 1098 time: 0.9872990 Nov 04 10:31:00.580261 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2cbcd-5625-4230-85b9-2882e181531c service neutron] Pushing event updated for resources: {'Port': ['ID=52360a44-8832-460a-b5f5-bd89e871b875,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:00.782705 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4c730-518a-4585-afcc-f48e4b04f483 None None] Pushing event updated for resources: {'Port': ['ID=e91aa439-5ab6-43d3-87ff-cfd746e67d5d,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:00.809684 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4046676b-bca1-489c-a45d-178915460577 None None] Provisioning complete for port 7f4de205-e772-4c8f-90a0-4980aba0bf32 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:00.811296 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4046676b-bca1-489c-a45d-178915460577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:00.826232 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-a3d2cbcd-5625-4230-85b9-2882e181531c service neutron] Attempting to bind port 52360a44-8832-460a-b5f5-bd89e871b875 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:31:00.831529 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-a3d2cbcd-5625-4230-85b9-2882e181531c service neutron] Attempting to bind port 52360a44-8832-460a-b5f5-bd89e871b875 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '063d810f-6c8c-49d9-ac85-6a1d1438307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '70f7cd95-88d7-464f-899a-040d05d16fde'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:31:00.835677 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-a3d2cbcd-5625-4230-85b9-2882e181531c service neutron] Attempting to bind port 52360a44-8832-460a-b5f5-bd89e871b875 on network 70f7cd95-88d7-464f-899a-040d05d16fde {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:31:00.943350 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-4046676b-bca1-489c-a45d-178915460577 None None] Port 7f4de205-e772-4c8f-90a0-4980aba0bf32 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:31:00.964378 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-a3d2cbcd-5625-4230-85b9-2882e181531c service neutron] Port 52360a44-8832-460a-b5f5-bd89e871b875 on network 70f7cd95-88d7-464f-899a-040d05d16fde not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:31:00.972181 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-a3d2cbcd-5625-4230-85b9-2882e181531c service neutron] Attempting to bind port 52360a44-8832-460a-b5f5-bd89e871b875 on network 70f7cd95-88d7-464f-899a-040d05d16fde {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:31:01.001565 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58847a1f-666d-4941-a74b-45259429c93d req-fe23f496-0252-4448-9731-22c0e1a79a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:01.019795 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58847a1f-666d-4941-a74b-45259429c93d req-fe23f496-0252-4448-9731-22c0e1a79a08 service neutron] 10.222.0.126 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.7020628 Nov 04 10:31:01.023895 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-a3d2cbcd-5625-4230-85b9-2882e181531c service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:31:01.029174 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-a3d2cbcd-5625-4230-85b9-2882e181531c service neutron] Checking segment: {'id': '063d810f-6c8c-49d9-ac85-6a1d1438307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '70f7cd95-88d7-464f-899a-040d05d16fde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:31:01.038664 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-a3d2cbcd-5625-4230-85b9-2882e181531c service neutron] Bound using segment: {'id': '063d810f-6c8c-49d9-ac85-6a1d1438307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '70f7cd95-88d7-464f-899a-040d05d16fde'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:31:01.038664 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-a3d2cbcd-5625-4230-85b9-2882e181531c service neutron] Bound port: 52360a44-8832-460a-b5f5-bd89e871b875, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '063d810f-6c8c-49d9-ac85-6a1d1438307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '70f7cd95-88d7-464f-899a-040d05d16fde'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:31:01.038664 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-a3d2cbcd-5625-4230-85b9-2882e181531c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:01.064923 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f77b8925-2163-423f-86d3-b8c899ee3de9 req-535a58f7-313e-485c-9d19-ca103acdb8dd tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0769894 Nov 04 10:31:01.104171 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edecd5b7-60fb-4ed2-9aaa-334b19c593ce admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:31:01.144551 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-edecd5b7-60fb-4ed2-9aaa-334b19c593ce admin admin] 10.222.0.127 "PUT /v2.0/routers/e4b333ad-97d7-4b62-8684-8dc024551b82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0289273 Nov 04 10:31:01.203666 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90cc7df-e27b-442c-a85b-091c4b72e4eb req-05354f08-5199-403b-9389-4f3dfc9519fd tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:01.217184 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f90cc7df-e27b-442c-a85b-091c4b72e4eb req-05354f08-5199-403b-9389-4f3dfc9519fd tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 946 time: 1.1058316 Nov 04 10:31:01.230497 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:01.390712 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856cd386-767c-422f-af4d-8f99367a674b None None] Sync routers for ids ['e4b333ad-97d7-4b62-8684-8dc024551b82'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:31:01.406462 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58847a1f-666d-4941-a74b-45259429c93d req-ac3e5306-d3b9-4500-bb3b-daa34908cc37 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=8f4d702b-b914-470f-874a-f8a7b107abdb HTTP/1.1" status: 200 len: 217 time: 0.3132813 Nov 04 10:31:01.532046 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port b4e6d12b-55f5-4264-a088-852cb2de467e, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b4e6d12b-55f5-4264-a088-852cb2de467e,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:01.578747 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a49243-d1b6-4147-95d0-21f55b6c1c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e6d12b-55f5-4264-a088-852cb2de467e'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:31:01.585501 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c260054f-8843-490e-ae09-c2038d5f5018" -d '{"events": [{"server_uuid": "71a49243-d1b6-4147-95d0-21f55b6c1c77", "name": "network-vif-plugged", "status": "completed", "tag": "b4e6d12b-55f5-4264-a088-852cb2de467e"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:31:01.634777 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:01.646340 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-2de6c5b3-19a4-4e81-9497-772a4be023b9 None None] Attempting to bind port e91aa439-5ab6-43d3-87ff-cfd746e67d5d on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:31:01.652351 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-2de6c5b3-19a4-4e81-9497-772a4be023b9 None None] Attempting to bind port e91aa439-5ab6-43d3-87ff-cfd746e67d5d by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'b78daaf4-1ad6-4a2d-a6d7-f43cef3d1c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '767cbf8b-78b3-4dfe-b0d7-ba5eab708164'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:31:01.653600 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de6c5b3-19a4-4e81-9497-772a4be023b9 None None] Attempting to bind port e91aa439-5ab6-43d3-87ff-cfd746e67d5d on network 767cbf8b-78b3-4dfe-b0d7-ba5eab708164 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:31:01.708544 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f90cc7df-e27b-442c-a85b-091c4b72e4eb req-bd679c80-e2c4-4a05-86d1-88a94caf74c4 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4901943 Nov 04 10:31:01.748877 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6216dc35-9ffe-4992-9334-f44d7b71c547 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:31:01.819096 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de6c5b3-19a4-4e81-9497-772a4be023b9 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:31:01.819841 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de6c5b3-19a4-4e81-9497-772a4be023b9 None None] Checking segment: {'id': 'b78daaf4-1ad6-4a2d-a6d7-f43cef3d1c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '767cbf8b-78b3-4dfe-b0d7-ba5eab708164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:31:01.819841 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2de6c5b3-19a4-4e81-9497-772a4be023b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:01.820270 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de6c5b3-19a4-4e81-9497-772a4be023b9 None None] Bound using segment: {'id': 'b78daaf4-1ad6-4a2d-a6d7-f43cef3d1c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '767cbf8b-78b3-4dfe-b0d7-ba5eab708164'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:31:01.820772 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-2de6c5b3-19a4-4e81-9497-772a4be023b9 None None] Bound port: e91aa439-5ab6-43d3-87ff-cfd746e67d5d, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78daaf4-1ad6-4a2d-a6d7-f43cef3d1c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '767cbf8b-78b3-4dfe-b0d7-ba5eab708164'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:31:01.821153 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2de6c5b3-19a4-4e81-9497-772a4be023b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:01.835634 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef543e6-1ede-44e5-9d15-400201abdf29 req-90c3fec8-6860-47e9-8a13-02e61fb4698a tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:01.839521 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=b4e6d12b-55f5-4264-a088-852cb2de467e,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:01.873608 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ef543e6-1ede-44e5-9d15-400201abdf29 req-90c3fec8-6860-47e9-8a13-02e61fb4698a tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=e6276b04-9d53-4bbb-98bd-4a59eee1c675 HTTP/1.1" status: 200 len: 948 time: 0.4606473 Nov 04 10:31:01.895085 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-a3d2cbcd-5625-4230-85b9-2882e181531c service neutron] For port 52360a44-8832-460a-b5f5-bd89e871b875, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:31:01.918643 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-a3d2cbcd-5625-4230-85b9-2882e181531c service neutron] For port 52360a44-8832-460a-b5f5-bd89e871b875, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=52360a44-8832-460a-b5f5-bd89e871b875,segment=NetworkSegment(063d810f-6c8c-49d9-ac85-6a1d1438307a),segment_id=063d810f-6c8c-49d9-ac85-6a1d1438307a)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:31:01.975390 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58847a1f-666d-4941-a74b-45259429c93d req-00bc040e-5df3-483d-b653-4b2c1260b635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:01.975390 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58847a1f-666d-4941-a74b-45259429c93d req-00bc040e-5df3-483d-b653-4b2c1260b635 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.5527523 Nov 04 10:31:01.975390 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-a3d2cbcd-5625-4230-85b9-2882e181531c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:02.059488 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-a3d2cbcd-5625-4230-85b9-2882e181531c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:02.060547 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-a3d2cbcd-5625-4230-85b9-2882e181531c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:02.062971 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-a3d2cbcd-5625-4230-85b9-2882e181531c service neutron] 10.222.0.121 "PUT /v2.0/ports/52360a44-8832-460a-b5f5-bd89e871b875 HTTP/1.1" status: 200 len: 1092 time: 3.0175984 Nov 04 10:31:02.092866 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7020a11-a5c0-480d-a517-b2d7423ef928 x-openstack-request-id: req-e7020a11-a5c0-480d-a517-b2d7423ef928 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:31:02.093157 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e410ee-6b3d-4e43-8328-1839b4d6352c", "tag": "8f4d702b-b914-470f-874a-f8a7b107abdb", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:31:02.093445 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-e7020a11-a5c0-480d-a517-b2d7423ef928 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:31:02.093871 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e410ee-6b3d-4e43-8328-1839b4d6352c', 'tag': '8f4d702b-b914-470f-874a-f8a7b107abdb', 'status': 'completed', 'code': 200} Nov 04 10:31:02.187551 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ef543e6-1ede-44e5-9d15-400201abdf29 req-81018a8c-e60a-47a2-a3a8-66b900e92952 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071599 Nov 04 10:31:02.197136 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2de6c5b3-19a4-4e81-9497-772a4be023b9 None None] For port e91aa439-5ab6-43d3-87ff-cfd746e67d5d, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:31:02.240421 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2de6c5b3-19a4-4e81-9497-772a4be023b9 None None] For port e91aa439-5ab6-43d3-87ff-cfd746e67d5d, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e91aa439-5ab6-43d3-87ff-cfd746e67d5d,segment=NetworkSegment(b78daaf4-1ad6-4a2d-a6d7-f43cef3d1c22),segment_id=b78daaf4-1ad6-4a2d-a6d7-f43cef3d1c22)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:31:02.264443 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856cd386-767c-422f-af4d-8f99367a674b None None] Routers {'e4b333ad-97d7-4b62-8684-8dc024551b82'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:31:02.265274 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-856cd386-767c-422f-af4d-8f99367a674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:30:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e4b333ad-97d7-4b62-8684-8dc024551b82'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:02.373356 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2cbcd-5625-4230-85b9-2882e181531c service neutron] Pushing event updated for resources: {'Port': ['ID=52360a44-8832-460a-b5f5-bd89e871b875,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:02.432037 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2de6c5b3-19a4-4e81-9497-772a4be023b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:02.438688 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58847a1f-666d-4941-a74b-45259429c93d req-869f9b63-9db7-4e10-ab7b-7548d8afe093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:02.454392 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58847a1f-666d-4941-a74b-45259429c93d req-869f9b63-9db7-4e10-ab7b-7548d8afe093 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4457841 Nov 04 10:31:02.471769 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-eccdcb2c-1f37-4ad1-9948-f4f4bdb44312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:02.486049 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-eccdcb2c-1f37-4ad1-9948-f4f4bdb44312 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a969fd3982834cc9b8668d61dd8e361d&device_id=cd820734-37ca-4f68-8fb5-96707b76a7cf HTTP/1.1" status: 200 len: 1095 time: 0.2315195 Nov 04 10:31:02.486492 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b40f61-f3e3-418b-a0f6-3a286e7e67f8 req-0367bfef-3405-4cc2-9323-7ba29284088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:02.492636 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-52b40f61-f3e3-418b-a0f6-3a286e7e67f8 req-0367bfef-3405-4cc2-9323-7ba29284088d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 1098 time: 0.3835008 Nov 04 10:31:02.584598 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-ba47a600-ea18-4a91-83c3-aeb723d4dcfe None None] Provisioning complete for port e91aa439-5ab6-43d3-87ff-cfd746e67d5d triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:02.603902 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ba47a600-ea18-4a91-83c3-aeb723d4dcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:02.605997 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-e053f78f-b445-431c-bbca-99c496d8c28a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52360a44-8832-460a-b5f5-bd89e871b875 HTTP/1.1" status: 200 len: 217 time: 0.1146522 Nov 04 10:31:02.965094 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 6216dc35-9ffe-4992-9334-f44d7b71c547 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:02.966032 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:03.038362 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b1f68b-d2b0-481e-a8ff-fb6528118b40 x-openstack-request-id: req-b9b1f68b-d2b0-481e-a8ff-fb6528118b40 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:31:03.038865 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a49243-d1b6-4147-95d0-21f55b6c1c77", "name": "network-vif-plugged", "status": "completed", "tag": "b4e6d12b-55f5-4264-a088-852cb2de467e", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:31:03.038990 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-b9b1f68b-d2b0-481e-a8ff-fb6528118b40 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:31:03.039332 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a49243-d1b6-4147-95d0-21f55b6c1c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e6d12b-55f5-4264-a088-852cb2de467e', 'code': 200} Nov 04 10:31:03.062723 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-366a19d1-f751-4483-bce4-3b51710606c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:03.075337 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58847a1f-666d-4941-a74b-45259429c93d req-a5fa1fbc-23f0-4b65-8781-6070f29d4761 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6098375 Nov 04 10:31:03.099639 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-366a19d1-f751-4483-bce4-3b51710606c8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=78b00503-4082-4c44-9306-66614a210ecf HTTP/1.1" status: 200 len: 848 time: 0.4493351 Nov 04 10:31:03.262422 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-e7b607f1-c270-4bd0-9eaa-2da10dbbb640 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=70f7cd95-88d7-464f-899a-040d05d16fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1616099 Nov 04 10:31:03.418803 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fed862-d16c-44ca-b762-d9bb48981792 req-b070f52a-1aa6-49f0-bbb2-a54847fb46dd tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:03.448689 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b9fed862-d16c-44ca-b762-d9bb48981792 req-b070f52a-1aa6-49f0-bbb2-a54847fb46dd tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] 10.222.0.127 "GET /v2.0/ports?device_id=cd820734-37ca-4f68-8fb5-96707b76a7cf HTTP/1.1" status: 200 len: 944 time: 0.6444581 Nov 04 10:31:03.535942 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58847a1f-666d-4941-a74b-45259429c93d req-96d01c2b-bb5d-4320-9dcf-29f778771974 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497662 Nov 04 10:31:03.598108 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-856cd386-767c-422f-af4d-8f99367a674b None None] Set router e4b333ad-97d7-4b62-8684-8dc024551b82 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:31:03.674913 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b40f61-f3e3-418b-a0f6-3a286e7e67f8 req-96d20cec-e444-4301-a4de-97530ac02d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:03.677608 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-52b40f61-f3e3-418b-a0f6-3a286e7e67f8 req-96d20cec-e444-4301-a4de-97530ac02d55 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 1.1562517 Nov 04 10:31:03.698670 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b9fed862-d16c-44ca-b762-d9bb48981792 req-1c633008-4e14-4851-96b3-2e795bebcae7 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] 10.222.0.127 "GET /v2.0/security-groups?id=28db25b0-1d29-4296-91ea-e0325bdcefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038419 Nov 04 10:31:03.733746 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78204cfd-e158-4a24-abe5-a7979f049f13 req-6996e4ce-1be0-407e-9b99-4da445bbf0ca tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:03.735413 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78204cfd-e158-4a24-abe5-a7979f049f13 req-6996e4ce-1be0-407e-9b99-4da445bbf0ca tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 1097 time: 0.5006156 Nov 04 10:31:03.751352 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de6c5b3-19a4-4e81-9497-772a4be023b9 None None] Routers {'06fe7972-844c-4711-a746-d8877571398d'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:31:03.788162 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-9fd4500e-76d3-4f00-977e-63a0ebda7a9d service neutron] 10.222.0.121 "GET /v2.0/networks/70f7cd95-88d7-464f-899a-040d05d16fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889069 Nov 04 10:31:03.791487 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2de6c5b3-19a4-4e81-9497-772a4be023b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:30:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['06fe7972-844c-4711-a746-d8877571398d'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:03.799234 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4c730-518a-4585-afcc-f48e4b04f483 None None] Pushing event updated for resources: {'Port': ['ID=e91aa439-5ab6-43d3-87ff-cfd746e67d5d,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:03.871414 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78204cfd-e158-4a24-abe5-a7979f049f13 req-aebe6723-17c6-4e68-bc8a-49f7a7256177 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212394 Nov 04 10:31:03.916727 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-52b40f61-f3e3-418b-a0f6-3a286e7e67f8 req-15340f02-1cff-4be8-93ec-1b20bbcaed07 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=8f4d702b-b914-470f-874a-f8a7b107abdb HTTP/1.1" status: 200 len: 217 time: 0.2217100 Nov 04 10:31:04.099969 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd820734-37ca-4f68-8fb5-96707b76a7cf', 'tag': '52360a44-8832-460a-b5f5-bd89e871b875'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:31:04.113993 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:31:04.117516 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03fdec0-a90f-48ca-9543-b3862d782b54" -d '{"events": [{"name": "network-changed", "server_uuid": "cd820734-37ca-4f68-8fb5-96707b76a7cf", "tag": "52360a44-8832-460a-b5f5-bd89e871b875"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:31:04.166324 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b40f61-f3e3-418b-a0f6-3a286e7e67f8 req-922ee66b-03c7-4ea1-b372-b76692d9a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:04.176901 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-52b40f61-f3e3-418b-a0f6-3a286e7e67f8 req-922ee66b-03c7-4ea1-b372-b76692d9a5d3 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 1098 time: 0.4988914 Nov 04 10:31:04.186354 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b40f61-f3e3-418b-a0f6-3a286e7e67f8 req-9a639dc0-08a1-4687-9a79-d684141addcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:04.192111 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-52b40f61-f3e3-418b-a0f6-3a286e7e67f8 req-9a639dc0-08a1-4687-9a79-d684141addcf service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.2693748 Nov 04 10:31:04.267147 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6827b060-d7fe-4024-909e-bebf5c45f9a1 req-2ef0aa1d-9ac6-4839-9c3d-aed7050d545a tempest-FloatingIPsNegativeTestJSON-1706225964 tempest-FloatingIPsNegativeTestJSON-1706225964-project] 10.222.0.127 "GET /v2.0/floatingips?tenant_id=65ed9b93a6624ddab7be44a4803828b3 HTTP/1.1" status: 200 len: 217 time: 0.3076899 Nov 04 10:31:04.476645 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-2de6c5b3-19a4-4e81-9497-772a4be023b9 None None] Set router 06fe7972-844c-4711-a746-d8877571398d gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:31:04.513486 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ba47a600-ea18-4a91-83c3-aeb723d4dcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:04.561167 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ee747-3c87-41b7-a6d0-a4b63e04708f req-2beacb71-36ea-4cc9-b821-f1c862fc1dee tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:04.573945 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e94ee747-3c87-41b7-a6d0-a4b63e04708f req-2beacb71-36ea-4cc9-b821-f1c862fc1dee tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 947 time: 0.2972662 Nov 04 10:31:04.592238 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:04.653986 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b40f61-f3e3-418b-a0f6-3a286e7e67f8 req-8bc55066-77b1-4bf4-9b32-754f250517e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:04.661707 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-52b40f61-f3e3-418b-a0f6-3a286e7e67f8 req-8bc55066-77b1-4bf4-9b32-754f250517e0 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4382851 Nov 04 10:31:04.797914 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 6216dc35-9ffe-4992-9334-f44d7b71c547, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6216dc35-9ffe-4992-9334-f44d7b71c547,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:04.802044 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-ba47a600-ea18-4a91-83c3-aeb723d4dcfe None None] For port e91aa439-5ab6-43d3-87ff-cfd746e67d5d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e91aa439-5ab6-43d3-87ff-cfd746e67d5d,segment=NetworkSegment(b78daaf4-1ad6-4a2d-a6d7-f43cef3d1c22),segment_id=b78daaf4-1ad6-4a2d-a6d7-f43cef3d1c22)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:04.810729 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f72cb31-48b6-4108-b2ba-48ef52b8be0e req-6d427387-24c1-4808-8872-fd5e30dd6c95 service neutron] 10.222.0.121 "GET /v2.0/networks/70f7cd95-88d7-464f-899a-040d05d16fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9302380 Nov 04 10:31:04.815624 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ba47a600-ea18-4a91-83c3-aeb723d4dcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:04.835976 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d0733-859e-4490-be83-2522bba97b17 req-ca092f39-30d2-433b-90cc-dc2ea11c4d63 tempest-ServersOnMultiNodesTest-1979143440 tempest-ServersOnMultiNodesTest-1979143440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:04.838748 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:04.879037 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e34d0733-859e-4490-be83-2522bba97b17 req-ca092f39-30d2-433b-90cc-dc2ea11c4d63 tempest-ServersOnMultiNodesTest-1979143440 tempest-ServersOnMultiNodesTest-1979143440-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=e6276b04-9d53-4bbb-98bd-4a59eee1c675 HTTP/1.1" status: 200 len: 1099 time: 0.1476815 Nov 04 10:31:04.928033 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e94ee747-3c87-41b7-a6d0-a4b63e04708f req-29158f1c-dac4-4cc3-ba5e-fbbb965d06bd tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530889 Nov 04 10:31:04.935929 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e34d0733-859e-4490-be83-2522bba97b17 req-32261690-b7fc-4c2b-8129-4cff48a5f8c0 tempest-ServersOnMultiNodesTest-1979143440 tempest-ServersOnMultiNodesTest-1979143440-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:05.124427 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-856cd386-767c-422f-af4d-8f99367a674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b333ad-97d7-4b62-8684-8dc024551b82', 'name': 'tempest-FloatingIPsNegativeTestJSON-1827609726-router', 'tenant_id': '65ed9b93a6624ddab7be44a4803828b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '6216dc35-9ffe-4992-9334-f44d7b71c547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:30:44Z', 'updated_at': '2021-11-04T10:30:55Z', 'revision_number': 4, 'project_id': '65ed9b93a6624ddab7be44a4803828b3', 'gw_port': {'id': '6216dc35-9ffe-4992-9334-f44d7b71c547', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b333ad-97d7-4b62-8684-8dc024551b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:46Z', 'updated_at': '2021-11-04T10:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '7f4de205-e772-4c8f-90a0-4980aba0bf32', 'name': '', 'network_id': 'cf3f5a8a-8122-4be1-b954-cc3e7eff058c', 'tenant_id': '65ed9b93a6624ddab7be44a4803828b3', 'mac_address': 'fa:16:3e:ad:8c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b333ad-97d7-4b62-8684-8dc024551b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5b424b89-59dc-4be7-abf6-db7c54d580f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:52Z', 'updated_at': '2021-11-04T10:30:56Z', 'revision_number': 2, 'project_id': '65ed9b93a6624ddab7be44a4803828b3', 'subnets': [{'id': '5b424b89-59dc-4be7-abf6-db7c54d580f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:05.146766 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b40f61-f3e3-418b-a0f6-3a286e7e67f8 req-a2abcc18-8a77-4098-85a2-9aca7e4c9b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:05.150654 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-52b40f61-f3e3-418b-a0f6-3a286e7e67f8 req-a2abcc18-8a77-4098-85a2-9aca7e4c9b77 service neutron] 10.222.0.126 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.9494863 Nov 04 10:31:05.160541 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-52b40f61-f3e3-418b-a0f6-3a286e7e67f8 req-bac750f9-f979-4b74-971b-d41810da5746 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826057 Nov 04 10:31:05.223056 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e34d0733-859e-4490-be83-2522bba97b17 req-32261690-b7fc-4c2b-8129-4cff48a5f8c0 tempest-ServersOnMultiNodesTest-1979143440 tempest-ServersOnMultiNodesTest-1979143440-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:05.233524 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e34d0733-859e-4490-be83-2522bba97b17 req-32261690-b7fc-4c2b-8129-4cff48a5f8c0 tempest-ServersOnMultiNodesTest-1979143440 tempest-ServersOnMultiNodesTest-1979143440-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:05.249562 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856cd386-767c-422f-af4d-8f99367a674b None None] Checking router: e4b333ad-97d7-4b62-8684-8dc024551b82 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:31:05.249923 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856cd386-767c-422f-af4d-8f99367a674b None None] Updating router e4b333ad-97d7-4b62-8684-8dc024551b82 port 7f4de205-e772-4c8f-90a0-4980aba0bf32 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:31:05.254563 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-5ce05760-4446-47de-b665-95a97e84fff7 None None] Provisioning complete for port e91aa439-5ab6-43d3-87ff-cfd746e67d5d triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:05.257315 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5ce05760-4446-47de-b665-95a97e84fff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:05.262204 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47a600-ea18-4a91-83c3-aeb723d4dcfe None None] Pushing event updated for resources: {'Port': ['ID=e91aa439-5ab6-43d3-87ff-cfd746e67d5d,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:05.296958 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-52b40f61-f3e3-418b-a0f6-3a286e7e67f8 req-78d21f1c-b072-46d0-9cee-79d3cadb9b03 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=8f4d702b-b914-470f-874a-f8a7b107abdb HTTP/1.1" status: 200 len: 217 time: 0.1278746 Nov 04 10:31:05.343018 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e34d0733-859e-4490-be83-2522bba97b17 req-32261690-b7fc-4c2b-8129-4cff48a5f8c0 tempest-ServersOnMultiNodesTest-1979143440 tempest-ServersOnMultiNodesTest-1979143440-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620430 Nov 04 10:31:05.378302 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32261690-b7fc-4c2b-8129-4cff48a5f8c0 tempest-ServersOnMultiNodesTest-1979143440 tempest-ServersOnMultiNodesTest-1979143440-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9371f29-7130-4532-a560-352f6d6913da,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:05.516544 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-856cd386-767c-422f-af4d-8f99367a674b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:05.605383 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b40f61-f3e3-418b-a0f6-3a286e7e67f8 req-7f837f21-4eae-4f26-b363-5fc7dfa7e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:05.609610 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-52b40f61-f3e3-418b-a0f6-3a286e7e67f8 req-7f837f21-4eae-4f26-b363-5fc7dfa7e5b7 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.2881646 Nov 04 10:31:05.655218 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ed907-a054-484f-ac45-a4d3aaf9e157 req-a2338403-daf3-4eda-9f7a-070f33c809e8 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:05.656837 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-475ed907-a054-484f-ac45-a4d3aaf9e157 req-a2338403-daf3-4eda-9f7a-070f33c809e8 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 1097 time: 0.1210449 Nov 04 10:31:05.764020 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-52b40f61-f3e3-418b-a0f6-3a286e7e67f8 req-1ec96592-9f6b-4824-821c-682aab416972 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808878 Nov 04 10:31:05.846708 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-475ed907-a054-484f-ac45-a4d3aaf9e157 req-60ccaeb8-9a8c-4705-ae38-242e50dbd9b1 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801233 Nov 04 10:31:05.849056 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b40f61-f3e3-418b-a0f6-3a286e7e67f8 req-d5ceed1c-26b2-4cd5-af85-7c457853d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:05.850619 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-52b40f61-f3e3-418b-a0f6-3a286e7e67f8 req-d5ceed1c-26b2-4cd5-af85-7c457853d701 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2324154 Nov 04 10:31:05.988785 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cb71e6-c3a7-4892-8afa-dbb7f0b2d7ba x-openstack-request-id: req-d7cb71e6-c3a7-4892-8afa-dbb7f0b2d7ba {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:31:05.989526 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd820734-37ca-4f68-8fb5-96707b76a7cf", "tag": "52360a44-8832-460a-b5f5-bd89e871b875", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:31:05.989978 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-d7cb71e6-c3a7-4892-8afa-dbb7f0b2d7ba {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:31:05.990581 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd820734-37ca-4f68-8fb5-96707b76a7cf', 'tag': '52360a44-8832-460a-b5f5-bd89e871b875', 'status': 'completed', 'code': 200} Nov 04 10:31:06.043105 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2de6c5b3-19a4-4e81-9497-772a4be023b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fe7972-844c-4711-a746-d8877571398d', 'name': 'tempest-AttachSCSIVolumeTestJSON-494831308-router', 'tenant_id': '28bdaa2f505143d197c1cbfe17d550fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'e3adc72e-1d3b-4d58-ab5c-2682f245398b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:30:39Z', 'updated_at': '2021-11-04T10:30:47Z', 'revision_number': 4, 'project_id': '28bdaa2f505143d197c1cbfe17d550fe', 'gw_port': {'id': 'e3adc72e-1d3b-4d58-ab5c-2682f245398b', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe7972-844c-4711-a746-d8877571398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:40Z', 'updated_at': '2021-11-04T10:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'e91aa439-5ab6-43d3-87ff-cfd746e67d5d', 'name': '', 'network_id': '767cbf8b-78b3-4dfe-b0d7-ba5eab708164', 'tenant_id': '28bdaa2f505143d197c1cbfe17d550fe', 'mac_address': 'fa:16:3e:36:eb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fe7972-844c-4711-a746-d8877571398d', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'aa0d1e34-5908-4a11-a4f4-8c841a1c7008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:46Z', 'updated_at': '2021-11-04T10:31:02Z', 'revision_number': 4, 'project_id': '28bdaa2f505143d197c1cbfe17d550fe', 'subnets': [{'id': 'aa0d1e34-5908-4a11-a4f4-8c841a1c7008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:06.081447 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-da9b359f-5c8d-46d9-a21d-be2d912f4ccc req-34d8679c-feab-45ad-955e-fed59d6f5068 tempest-FloatingIPsNegativeTestJSON-1706225964 tempest-FloatingIPsNegativeTestJSON-1706225964-project] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0860417 Nov 04 10:31:06.122177 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=6216dc35-9ffe-4992-9334-f44d7b71c547,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:06.129739 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de6c5b3-19a4-4e81-9497-772a4be023b9 None None] The sync data for ids ['06fe7972-844c-4711-a746-d8877571398d'] in n-d-816629-1 is: [{'id': '06fe7972-844c-4711-a746-d8877571398d', 'name': 'tempest-AttachSCSIVolumeTestJSON-494831308-router', 'tenant_id': '28bdaa2f505143d197c1cbfe17d550fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'e3adc72e-1d3b-4d58-ab5c-2682f245398b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:30:39Z', 'updated_at': '2021-11-04T10:30:47Z', 'revision_number': 4, 'project_id': '28bdaa2f505143d197c1cbfe17d550fe', 'gw_port': {'id': 'e3adc72e-1d3b-4d58-ab5c-2682f245398b', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe7972-844c-4711-a746-d8877571398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:40Z', 'updated_at': '2021-11-04T10:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'e91aa439-5ab6-43d3-87ff-cfd746e67d5d', 'name': '', 'network_id': '767cbf8b-78b3-4dfe-b0d7-ba5eab708164', 'tenant_id': '28bdaa2f505143d197c1cbfe17d550fe', 'mac_address': 'fa:16:3e:36:eb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fe7972-844c-4711-a746-d8877571398d', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'aa0d1e34-5908-4a11-a4f4-8c841a1c7008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:46Z', 'updated_at': '2021-11-04T10:31:02Z', 'revision_number': 4, 'project_id': '28bdaa2f505143d197c1cbfe17d550fe', 'subnets': [{'id': 'aa0d1e34-5908-4a11-a4f4-8c841a1c7008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:31:06.139407 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fdec0-a90f-48ca-9543-b3862d782b54 req-952af8eb-2e22-4b7d-b164-9a52dc8840b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:06.150227 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e03fdec0-a90f-48ca-9543-b3862d782b54 req-952af8eb-2e22-4b7d-b164-9a52dc8840b6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a969fd3982834cc9b8668d61dd8e361d&device_id=cd820734-37ca-4f68-8fb5-96707b76a7cf HTTP/1.1" status: 200 len: 1095 time: 0.1639225 Nov 04 10:31:06.294328 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-52b40f61-f3e3-418b-a0f6-3a286e7e67f8 req-f4e9f54b-56ae-428d-a624-68042f1eb8f2 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353352 Nov 04 10:31:06.462141 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057d042-e417-4afc-a7e7-0d5be980b4ca req-219a44b4-efd2-4bc2-91ca-eecfb8b0f557 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:06.463770 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3057d042-e417-4afc-a7e7-0d5be980b4ca req-219a44b4-efd2-4bc2-91ca-eecfb8b0f557 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] 10.222.0.127 "GET /v2.0/ports?device_id=cd820734-37ca-4f68-8fb5-96707b76a7cf HTTP/1.1" status: 200 len: 944 time: 0.2001204 Nov 04 10:31:06.555331 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-52b40f61-f3e3-418b-a0f6-3a286e7e67f8 req-26550f18-0632-4051-a57c-a6209858f829 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178700 Nov 04 10:31:06.667462 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3057d042-e417-4afc-a7e7-0d5be980b4ca req-ced91711-2d38-4320-96c3-dddd6fec6592 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] 10.222.0.127 "GET /v2.0/security-groups?id=28db25b0-1d29-4296-91ea-e0325bdcefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870522 Nov 04 10:31:06.685645 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fdec0-a90f-48ca-9543-b3862d782b54 req-4ce4e9af-b2c7-4c6c-8dee-3df5577e8273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:06.687095 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e03fdec0-a90f-48ca-9543-b3862d782b54 req-4ce4e9af-b2c7-4c6c-8dee-3df5577e8273 service neutron] 10.222.0.121 "GET /v2.0/networks?id=70f7cd95-88d7-464f-899a-040d05d16fde HTTP/1.1" status: 200 len: 910 time: 0.5164938 Nov 04 10:31:06.803603 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e03fdec0-a90f-48ca-9543-b3862d782b54 req-67237efe-d497-45b8-9c71-4b5ee1eb6586 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52360a44-8832-460a-b5f5-bd89e871b875 HTTP/1.1" status: 200 len: 217 time: 0.1064677 Nov 04 10:31:06.819294 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-856cd386-767c-422f-af4d-8f99367a674b None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:06.838360 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-856cd386-767c-422f-af4d-8f99367a674b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:07.128738 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd94e26-6a4b-4539-967a-736b28425f15 None None] Pushing event updated for resources: {'Port': ['ID=7f4de205-e772-4c8f-90a0-4980aba0bf32,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:07.256020 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6216dc35-9ffe-4992-9334-f44d7b71c547 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:31:07.349632 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-856cd386-767c-422f-af4d-8f99367a674b None None] Attempting to bind port 7f4de205-e772-4c8f-90a0-4980aba0bf32 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:31:07.350004 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-856cd386-767c-422f-af4d-8f99367a674b None None] Attempting to bind port 7f4de205-e772-4c8f-90a0-4980aba0bf32 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '73c8b383-ba62-47de-97e3-9e61accdd0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'cf3f5a8a-8122-4be1-b954-cc3e7eff058c'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:31:07.350378 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856cd386-767c-422f-af4d-8f99367a674b None None] Attempting to bind port 7f4de205-e772-4c8f-90a0-4980aba0bf32 on network cf3f5a8a-8122-4be1-b954-cc3e7eff058c {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:31:07.402525 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856cd386-767c-422f-af4d-8f99367a674b None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:31:07.403239 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856cd386-767c-422f-af4d-8f99367a674b None None] Checking segment: {'id': '73c8b383-ba62-47de-97e3-9e61accdd0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'cf3f5a8a-8122-4be1-b954-cc3e7eff058c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:31:07.404254 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-856cd386-767c-422f-af4d-8f99367a674b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:07.405100 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856cd386-767c-422f-af4d-8f99367a674b None None] Bound using segment: {'id': '73c8b383-ba62-47de-97e3-9e61accdd0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'cf3f5a8a-8122-4be1-b954-cc3e7eff058c'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:31:07.405806 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-856cd386-767c-422f-af4d-8f99367a674b None None] Bound port: 7f4de205-e772-4c8f-90a0-4980aba0bf32, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c8b383-ba62-47de-97e3-9e61accdd0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'cf3f5a8a-8122-4be1-b954-cc3e7eff058c'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:31:07.406705 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-856cd386-767c-422f-af4d-8f99367a674b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:07.458403 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-3ff84f91-244e-4c73-8cea-745264b29bb0 None None] Provisioning complete for port 7f4de205-e772-4c8f-90a0-4980aba0bf32 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:07.471015 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3ff84f91-244e-4c73-8cea-745264b29bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:07.544875 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df13020-4457-4355-aa03-9644c7487412 req-39e35ddc-375d-40ae-9d80-7f4d729a9fe6 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:07.546685 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4df13020-4457-4355-aa03-9644c7487412 req-39e35ddc-375d-40ae-9d80-7f4d729a9fe6 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 947 time: 0.1459358 Nov 04 10:31:07.552590 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-3ff84f91-244e-4c73-8cea-745264b29bb0 None None] Port 7f4de205-e772-4c8f-90a0-4980aba0bf32 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:31:07.561417 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 6216dc35-9ffe-4992-9334-f44d7b71c547 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:07.561918 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:07.565343 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 8f4d702b-b914-470f-874a-f8a7b107abdb details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:31:07.652174 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fdec0-a90f-48ca-9543-b3862d782b54 req-83575dd7-9356-491d-ae21-d12604e959af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:07.659778 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e03fdec0-a90f-48ca-9543-b3862d782b54 req-83575dd7-9356-491d-ae21-d12604e959af service neutron] 10.222.0.121 "GET /v2.0/subnets?id=78b00503-4082-4c44-9306-66614a210ecf HTTP/1.1" status: 200 len: 848 time: 0.8478439 Nov 04 10:31:07.712463 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4df13020-4457-4355-aa03-9644c7487412 req-94700795-2108-4a14-a9dd-02ba3d9435ca tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576524 Nov 04 10:31:07.723420 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e03fdec0-a90f-48ca-9543-b3862d782b54 req-c7640527-6c1b-446c-b92f-fc1075f08dbf service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=70f7cd95-88d7-464f-899a-040d05d16fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532222 Nov 04 10:31:07.757140 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 52360a44-8832-460a-b5f5-bd89e871b875 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:31:07.787767 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 8f4d702b-b914-470f-874a-f8a7b107abdb, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=8f4d702b-b914-470f-874a-f8a7b107abdb,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:07.811281 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [req-3de2ecbb-dfb7-49fb-8827-2814bd24d0b7 req-4a18d5a5-5560-4e97-ba12-5fc813d560d3 tempest-FloatingIPsNegativeTestJSON-1706225964 tempest-FloatingIPsNegativeTestJSON-1706225964-project] show failed (client error): The resource could not be found. Nov 04 10:31:07.824491 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3de2ecbb-dfb7-49fb-8827-2814bd24d0b7 req-4a18d5a5-5560-4e97-ba12-5fc813d560d3 tempest-FloatingIPsNegativeTestJSON-1706225964 tempest-FloatingIPsNegativeTestJSON-1706225964-project] 10.222.0.127 "GET /v2.0/floatingips/bd3e26bb-07d8-4c47-a1fb-8ceeddef810b HTTP/1.1" status: 404 len: 350 time: 0.0707817 Nov 04 10:31:07.825240 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60904) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:31:07.828617 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '8f4d702b-b914-470f-874a-f8a7b107abdb', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '8f4d702b-b914-470f-874a-f8a7b107abdb', 'mac_address': 'fa:16:3e:36:5b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:31:07.939695 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e03fdec0-a90f-48ca-9543-b3862d782b54 req-c6b09350-875b-49d6-8cd7-214e06619001 service neutron] 10.222.0.121 "GET /v2.0/networks/70f7cd95-88d7-464f-899a-040d05d16fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057431 Nov 04 10:31:08.038660 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:08.071116 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.resource_extend [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:31:08.177989 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e03fdec0-a90f-48ca-9543-b3862d782b54 req-ed274947-cfc3-4c67-8e43-d7bcde66cc56 service neutron] 10.222.0.121 "GET /v2.0/networks/70f7cd95-88d7-464f-899a-040d05d16fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235594 Nov 04 10:31:08.200933 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-856cd386-767c-422f-af4d-8f99367a674b None None] For port 7f4de205-e772-4c8f-90a0-4980aba0bf32, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:31:08.206216 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4d702b-b914-470f-874a-f8a7b107abdb {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:31:08.235091 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 8f4d702b-b914-470f-874a-f8a7b107abdb, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=8f4d702b-b914-470f-874a-f8a7b107abdb,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:08.262731 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:08.392697 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-856cd386-767c-422f-af4d-8f99367a674b None None] For port 7f4de205-e772-4c8f-90a0-4980aba0bf32, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7f4de205-e772-4c8f-90a0-4980aba0bf32,segment=NetworkSegment(73c8b383-ba62-47de-97e3-9e61accdd0a1),segment_id=73c8b383-ba62-47de-97e3-9e61accdd0a1)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:31:08.395547 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=8f4d702b-b914-470f-874a-f8a7b107abdb,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:08.411446 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-856cd386-767c-422f-af4d-8f99367a674b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:08.744344 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 52360a44-8832-460a-b5f5-bd89e871b875, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=52360a44-8832-460a-b5f5-bd89e871b875,segment=NetworkSegment(063d810f-6c8c-49d9-ac85-6a1d1438307a),segment_id=063d810f-6c8c-49d9-ac85-6a1d1438307a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:08.768546 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['8f4d702b-b914-470f-874a-f8a7b107abdb'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:31:08.771402 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd94e26-6a4b-4539-967a-736b28425f15 None None] Pushing event updated for resources: {'Port': ['ID=7f4de205-e772-4c8f-90a0-4980aba0bf32,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:08.779238 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '52360a44-8832-460a-b5f5-bd89e871b875', 'network_id': '70f7cd95-88d7-464f-899a-040d05d16fde', 'port_id': '52360a44-8832-460a-b5f5-bd89e871b875', 'mac_address': 'fa:16:3e:9d:47:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b00503-4082-4c44-9306-66614a210ecf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:31:08.811642 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e91aa439-5ab6-43d3-87ff-cfd746e67d5d up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:31:08.820438 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856cd386-767c-422f-af4d-8f99367a674b None None] Routers {'e4b333ad-97d7-4b62-8684-8dc024551b82'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:31:08.821125 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-856cd386-767c-422f-af4d-8f99367a674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:30:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e4b333ad-97d7-4b62-8684-8dc024551b82'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:09.002474 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-25d4681d-0480-4122-8ba2-0e310bd4bb0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:09.126941 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-856cd386-767c-422f-af4d-8f99367a674b None None] Set router e4b333ad-97d7-4b62-8684-8dc024551b82 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:31:09.335224 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-5893dcfe-ae7b-4d3f-a049-e0608792fd22 None None] Provisioning complete for port 7f4de205-e772-4c8f-90a0-4980aba0bf32 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:09.335670 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5893dcfe-ae7b-4d3f-a049-e0608792fd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:09.392783 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:09.461343 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port e91aa439-5ab6-43d3-87ff-cfd746e67d5d triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:09.461733 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:09.635676 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52360a44-8832-460a-b5f5-bd89e871b875 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:31:09.660553 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 52360a44-8832-460a-b5f5-bd89e871b875, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=52360a44-8832-460a-b5f5-bd89e871b875,segment=NetworkSegment(063d810f-6c8c-49d9-ac85-6a1d1438307a),segment_id=063d810f-6c8c-49d9-ac85-6a1d1438307a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:09.695245 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:09.702096 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-25d4681d-0480-4122-8ba2-0e310bd4bb0f admin admin] Deleting port 7f4de205-e772-4c8f-90a0-4980aba0bf32 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:31:09.702464 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-25d4681d-0480-4122-8ba2-0e310bd4bb0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:09.900569 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-25d4681d-0480-4122-8ba2-0e310bd4bb0f admin admin] For port 7f4de205-e772-4c8f-90a0-4980aba0bf32, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7f4de205-e772-4c8f-90a0-4980aba0bf32,segment=NetworkSegment(73c8b383-ba62-47de-97e3-9e61accdd0a1),segment_id=73c8b383-ba62-47de-97e3-9e61accdd0a1)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:09.905388 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-25d4681d-0480-4122-8ba2-0e310bd4bb0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:09.937502 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-25d4681d-0480-4122-8ba2-0e310bd4bb0f admin admin] Calling delete_port for 7f4de205-e772-4c8f-90a0-4980aba0bf32 owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:31:09.991482 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=52360a44-8832-460a-b5f5-bd89e871b875,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:10.038814 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5893dcfe-ae7b-4d3f-a049-e0608792fd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:10.115079 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5893dcfe-ae7b-4d3f-a049-e0608792fd22 None None] For port 7f4de205-e772-4c8f-90a0-4980aba0bf32, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7f4de205-e772-4c8f-90a0-4980aba0bf32,segment=NetworkSegment(73c8b383-ba62-47de-97e3-9e61accdd0a1),segment_id=73c8b383-ba62-47de-97e3-9e61accdd0a1)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:10.132431 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['52360a44-8832-460a-b5f5-bd89e871b875'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:31:10.190355 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-856cd386-767c-422f-af4d-8f99367a674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b333ad-97d7-4b62-8684-8dc024551b82', 'name': 'tempest-FloatingIPsNegativeTestJSON-1827609726-router', 'tenant_id': '65ed9b93a6624ddab7be44a4803828b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '6216dc35-9ffe-4992-9334-f44d7b71c547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:30:44Z', 'updated_at': '2021-11-04T10:30:55Z', 'revision_number': 4, 'project_id': '65ed9b93a6624ddab7be44a4803828b3', 'gw_port': {'id': '6216dc35-9ffe-4992-9334-f44d7b71c547', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b333ad-97d7-4b62-8684-8dc024551b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:46Z', 'updated_at': '2021-11-04T10:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '7f4de205-e772-4c8f-90a0-4980aba0bf32', 'name': '', 'network_id': 'cf3f5a8a-8122-4be1-b954-cc3e7eff058c', 'tenant_id': '65ed9b93a6624ddab7be44a4803828b3', 'mac_address': 'fa:16:3e:ad:8c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b333ad-97d7-4b62-8684-8dc024551b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5b424b89-59dc-4be7-abf6-db7c54d580f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:52Z', 'updated_at': '2021-11-04T10:31:08Z', 'revision_number': 4, 'project_id': '65ed9b93a6624ddab7be44a4803828b3', 'subnets': [{'id': '5b424b89-59dc-4be7-abf6-db7c54d580f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:10.197062 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5893dcfe-ae7b-4d3f-a049-e0608792fd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:10.243833 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856cd386-767c-422f-af4d-8f99367a674b None None] The sync data for ids ['e4b333ad-97d7-4b62-8684-8dc024551b82'] in n-d-816629-1 is: [{'id': 'e4b333ad-97d7-4b62-8684-8dc024551b82', 'name': 'tempest-FloatingIPsNegativeTestJSON-1827609726-router', 'tenant_id': '65ed9b93a6624ddab7be44a4803828b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '6216dc35-9ffe-4992-9334-f44d7b71c547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:30:44Z', 'updated_at': '2021-11-04T10:30:55Z', 'revision_number': 4, 'project_id': '65ed9b93a6624ddab7be44a4803828b3', 'gw_port': {'id': '6216dc35-9ffe-4992-9334-f44d7b71c547', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b333ad-97d7-4b62-8684-8dc024551b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:46Z', 'updated_at': '2021-11-04T10:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '7f4de205-e772-4c8f-90a0-4980aba0bf32', 'name': '', 'network_id': 'cf3f5a8a-8122-4be1-b954-cc3e7eff058c', 'tenant_id': '65ed9b93a6624ddab7be44a4803828b3', 'mac_address': 'fa:16:3e:ad:8c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b333ad-97d7-4b62-8684-8dc024551b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5b424b89-59dc-4be7-abf6-db7c54d580f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:52Z', 'updated_at': '2021-11-04T10:31:08Z', 'revision_number': 4, 'project_id': '65ed9b93a6624ddab7be44a4803828b3', 'subnets': [{'id': '5b424b89-59dc-4be7-abf6-db7c54d580f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:31:10.279824 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-25d4681d-0480-4122-8ba2-0e310bd4bb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:10.424081 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4681d-0480-4122-8ba2-0e310bd4bb0f admin admin] Pushing event deleted for resources: {'Port': ['ID=7f4de205-e772-4c8f-90a0-4980aba0bf32,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:10.436604 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893dcfe-ae7b-4d3f-a049-e0608792fd22 None None] Pushing event updated for resources: {'Port': ['ID=7f4de205-e772-4c8f-90a0-4980aba0bf32,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:10.830753 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-25d4681d-0480-4122-8ba2-0e310bd4bb0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:11.500297 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 8f4d702b-b914-470f-874a-f8a7b107abdb up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:31:11.656053 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d4681d-0480-4122-8ba2-0e310bd4bb0f admin admin] Router e4b333ad-97d7-4b62-8684-8dc024551b82 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:31:11.664140 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 8f4d702b-b914-470f-874a-f8a7b107abdb completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:31:11.690572 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 8f4d702b-b914-470f-874a-f8a7b107abdb triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:11.690947 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:11.736596 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 52360a44-8832-460a-b5f5-bd89e871b875 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:31:11.809568 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d4681d-0480-4122-8ba2-0e310bd4bb0f admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:31:11.823366 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-25d4681d-0480-4122-8ba2-0e310bd4bb0f admin admin] 10.222.0.127 "PUT /v2.0/routers/e4b333ad-97d7-4b62-8684-8dc024551b82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9932775 Nov 04 10:31:11.826410 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60918) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:31:12.032015 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:12.035804 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 52360a44-8832-460a-b5f5-bd89e871b875 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:31:12.036977 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-498c69d9-23d8-4993-9c41-99a6ffd3efe0 admin admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:12.047034 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 52360a44-8832-460a-b5f5-bd89e871b875 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:12.047922 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:12.102306 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 8f4d702b-b914-470f-874a-f8a7b107abdb, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=8f4d702b-b914-470f-874a-f8a7b107abdb,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:12.106396 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e410ee-6b3d-4e43-8328-1839b4d6352c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4d702b-b914-470f-874a-f8a7b107abdb'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:31:12.111132 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ff1e3b-384d-44a3-b659-fca62d27d1c8" -d '{"events": [{"server_uuid": "67e410ee-6b3d-4e43-8328-1839b4d6352c", "name": "network-vif-plugged", "status": "completed", "tag": "8f4d702b-b914-470f-874a-f8a7b107abdb"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:31:12.122283 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:12.239395 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=8f4d702b-b914-470f-874a-f8a7b107abdb,revision_number=9']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:12.270722 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:12.337675 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-498c69d9-23d8-4993-9c41-99a6ffd3efe0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:12.366986 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:12.428384 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 52360a44-8832-460a-b5f5-bd89e871b875, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=52360a44-8832-460a-b5f5-bd89e871b875,segment=NetworkSegment(063d810f-6c8c-49d9-ac85-6a1d1438307a),segment_id=063d810f-6c8c-49d9-ac85-6a1d1438307a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:12.435061 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:12.516341 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-498c69d9-23d8-4993-9c41-99a6ffd3efe0 admin admin] Deleting port 6216dc35-9ffe-4992-9334-f44d7b71c547 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:31:12.521923 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-498c69d9-23d8-4993-9c41-99a6ffd3efe0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:12.533900 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=52360a44-8832-460a-b5f5-bd89e871b875,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:12.707178 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-498c69d9-23d8-4993-9c41-99a6ffd3efe0 admin admin] For port 6216dc35-9ffe-4992-9334-f44d7b71c547, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6216dc35-9ffe-4992-9334-f44d7b71c547,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:12.708220 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-498c69d9-23d8-4993-9c41-99a6ffd3efe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:12.730330 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-498c69d9-23d8-4993-9c41-99a6ffd3efe0 admin admin] Calling delete_port for 6216dc35-9ffe-4992-9334-f44d7b71c547 owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:31:13.049431 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-498c69d9-23d8-4993-9c41-99a6ffd3efe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:13.118391 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c69d9-23d8-4993-9c41-99a6ffd3efe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6216dc35-9ffe-4992-9334-f44d7b71c547,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:13.291848 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-498c69d9-23d8-4993-9c41-99a6ffd3efe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:13.496268 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-498c69d9-23d8-4993-9c41-99a6ffd3efe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:13.502758 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-498c69d9-23d8-4993-9c41-99a6ffd3efe0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:13.523351 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bb968a-0adc-4f6b-af56-75139d387c6a None None] Sync routers for ids ['e4b333ad-97d7-4b62-8684-8dc024551b82'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:31:13.559437 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bb968a-0adc-4f6b-af56-75139d387c6a None None] Routers {'e4b333ad-97d7-4b62-8684-8dc024551b82'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:31:13.560514 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-65bb968a-0adc-4f6b-af56-75139d387c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:30:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e4b333ad-97d7-4b62-8684-8dc024551b82'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:13.701986 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-498c69d9-23d8-4993-9c41-99a6ffd3efe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:13.702613 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498c69d9-23d8-4993-9c41-99a6ffd3efe0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4b333ad-97d7-4b62-8684-8dc024551b82 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:31:13.715578 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-498c69d9-23d8-4993-9c41-99a6ffd3efe0 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:13.722009 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-498c69d9-23d8-4993-9c41-99a6ffd3efe0 admin admin] 10.222.0.127 "DELETE /v2.0/routers/e4b333ad-97d7-4b62-8684-8dc024551b82 HTTP/1.1" status: 204 len: 168 time: 1.8924177 Nov 04 10:31:13.724846 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60926) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:31:13.737036 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-65bb968a-0adc-4f6b-af56-75139d387c6a None None] Set router e4b333ad-97d7-4b62-8684-8dc024551b82 gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:31:13.831363 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b5cf69-d6cf-4379-8be1-74b0f504c379 admin admin] Deleting subnet 5b424b89-59dc-4be7-abf6-db7c54d580f8 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:31:13.845033 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-65bb968a-0adc-4f6b-af56-75139d387c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b333ad-97d7-4b62-8684-8dc024551b82', 'name': 'tempest-FloatingIPsNegativeTestJSON-1827609726-router', 'tenant_id': '65ed9b93a6624ddab7be44a4803828b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:30:44Z', 'updated_at': '2021-11-04T10:31:12Z', 'revision_number': 7, 'project_id': '65ed9b93a6624ddab7be44a4803828b3', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:13.846639 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e9b5cf69-d6cf-4379-8be1-74b0f504c379 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:13.884454 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bb968a-0adc-4f6b-af56-75139d387c6a None None] Checking router: e4b333ad-97d7-4b62-8684-8dc024551b82 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:31:13.895480 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bb968a-0adc-4f6b-af56-75139d387c6a None None] Routers set() bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:31:13.896167 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bb968a-0adc-4f6b-af56-75139d387c6a None None] Router IDs set() for agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 04 10:31:13.897065 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_agentschedulers_db [None req-65bb968a-0adc-4f6b-af56-75139d387c6a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e4b333ad-97d7-4b62-8684-8dc024551b82'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:30:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent'). {{(pid=101777) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 04 10:31:13.897659 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bb968a-0adc-4f6b-af56-75139d387c6a None None] The sync data for ids ['e4b333ad-97d7-4b62-8684-8dc024551b82'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:31:13.927186 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e9b5cf69-d6cf-4379-8be1-74b0f504c379 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:14.117686 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e9b5cf69-d6cf-4379-8be1-74b0f504c379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:14.198015 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e9b5cf69-d6cf-4379-8be1-74b0f504c379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:14.233149 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5cf69-d6cf-4379-8be1-74b0f504c379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b424b89-59dc-4be7-abf6-db7c54d580f8,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:14.250641 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1a2ec0-de22-4ecb-8f3b-20974c60bf7d None None] Network cf3f5a8a-8122-4be1-b954-cc3e7eff058c requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:31:14.251328 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e9b5cf69-d6cf-4379-8be1-74b0f504c379 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:14.256204 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e9b5cf69-d6cf-4379-8be1-74b0f504c379 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/5b424b89-59dc-4be7-abf6-db7c54d580f8 HTTP/1.1" status: 204 len: 168 time: 0.5296042 Nov 04 10:31:14.258588 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60928) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:31:14.432480 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:14.569493 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:14.578598 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Deleting port c0386b31-c085-4504-be4a-9813813d12c3 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:31:14.578926 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:14.693378 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] For port c0386b31-c085-4504-be4a-9813813d12c3, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c0386b31-c085-4504-be4a-9813813d12c3,segment=NetworkSegment(73c8b383-ba62-47de-97e3-9e61accdd0a1),segment_id=73c8b383-ba62-47de-97e3-9e61accdd0a1)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:14.693912 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:14.716358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Calling delete_port for c0386b31-c085-4504-be4a-9813813d12c3 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:31:14.851189 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:14.884205 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee272592-4cac-4307-b8e4-ae2987cc3344 None None] DHCP port deletion for cf3f5a8a-8122-4be1-b954-cc3e7eff058c request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:31:14.950562 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] No DVR routers for this DVR port c0386b31-c085-4504-be4a-9813813d12c3 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:31:14.959105 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7f4de205-e772-4c8f-90a0-4980aba0bf32 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:31:14.975683 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0386b31-c085-4504-be4a-9813813d12c3,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:14.998140 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 7f4de205-e772-4c8f-90a0-4980aba0bf32 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:31:14.999002 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7f4de205-e772-4c8f-90a0-4980aba0bf32 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:31:15.111662 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:15.171636 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:31:15.172033 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:31:15.172728 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:31:15.173107 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Subscribe: > port after_create 55550000 {{(pid=101775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:31:15.195821 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:31:15.196269 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Subscribe: > port after_update 55550000 {{(pid=101775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:31:15.196549 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:31:15.196903 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:31:15.197366 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:31:15.197605 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:31:15.356581 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:31:15.357675 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:31:15.357675 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:31:15.358251 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 10:31:15.362084 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf3f5a8a-8122-4be1-b954-cc3e7eff058c']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:15.450155 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c8b383-ba62-47de-97e3-9e61accdd0a1') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:15.450361 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c8b383-ba62-47de-97e3-9e61accdd0a1') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:15.475361 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:15.517874 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:15.551637 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Releasing vlan 1192 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:31:15.552141 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: from cryptography.utils import int_from_bytes Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: from cryptography.utils import int_from_bytes Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:31:15.557642 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:31:15.637589 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:15.665839 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf3f5a8a-8122-4be1-b954-cc3e7eff058c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:15.675581 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:15.685545 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bbc80909-1e28-4bf2-a30d-e96a051b7703 admin admin] 10.222.0.127 "DELETE /v2.0/networks/cf3f5a8a-8122-4be1-b954-cc3e7eff058c HTTP/1.1" status: 204 len: 168 time: 1.4244280 Nov 04 10:31:15.901118 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60932) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:31:15.950395 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9d0d18ad-648f-45d4-91b8-fd1f9162519a admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=65ed9b93a6624ddab7be44a4803828b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472929 Nov 04 10:31:15.952903 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60934) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:31:16.012952 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6798e4c5-f1fc-4be5-a322-452f53064206 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:16.037922 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6798e4c5-f1fc-4be5-a322-452f53064206 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:16.091329 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6798e4c5-f1fc-4be5-a322-452f53064206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:16.094152 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6798e4c5-f1fc-4be5-a322-452f53064206 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:16.095421 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6798e4c5-f1fc-4be5-a322-452f53064206 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/50c68433-6bae-41df-9a81-14ea53092b98 HTTP/1.1" status: 204 len: 168 time: 0.1415505 Nov 04 10:31:16.104110 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798e4c5-f1fc-4be5-a322-452f53064206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c68433-6bae-41df-9a81-14ea53092b98,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:16.552151 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6216dc35-9ffe-4992-9334-f44d7b71c547 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:31:16.597421 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 6216dc35-9ffe-4992-9334-f44d7b71c547 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:31:16.597727 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6216dc35-9ffe-4992-9334-f44d7b71c547 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:31:16.598151 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c0386b31-c085-4504-be4a-9813813d12c3 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:31:16.670306 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: c0386b31-c085-4504-be4a-9813813d12c3 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:31:16.670654 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c0386b31-c085-4504-be4a-9813813d12c3 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:31:16.861524 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d7469dc8-6ba3-4dc6-b0e4-3b1ca0bd70bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:17.241821 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60968) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:31:17.397998 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-379790f9-99a7-46f5-a095-ba0ddbd995bf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2113106599-network', 'tenant_id': '43e7454da91a4aec97db9e945610541f'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:31:17.431084 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379790f9-99a7-46f5-a095-ba0ddbd995bf admin admin] Made reservation on behalf of 43e7454da91a4aec97db9e945610541f for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:31:17.434015 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-379790f9-99a7-46f5-a095-ba0ddbd995bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:17.444919 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-379790f9-99a7-46f5-a095-ba0ddbd995bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:17.583852 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-379790f9-99a7-46f5-a095-ba0ddbd995bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:17.604393 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-379790f9-99a7-46f5-a095-ba0ddbd995bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:17.629620 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-20c74243-a31a-45c3-a3a7-d9ce69dd5fca tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=bd609f94b81947bcb1c477623063e487&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430353 Nov 04 10:31:17.647679 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379790f9-99a7-46f5-a095-ba0ddbd995bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1157} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:31:17.751898 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-379790f9-99a7-46f5-a095-ba0ddbd995bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:17.752273 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-379790f9-99a7-46f5-a095-ba0ddbd995bf admin admin] Added segment 407f7fbf-bebf-462c-8f24-25696b242355 of type vlan for network f900c713-f33d-4fa2-ae57-02b220d69d37 Nov 04 10:31:17.764856 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379790f9-99a7-46f5-a095-ba0ddbd995bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473c3223-a767-44cc-960b-6515b931412a,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:17.853288 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e8c0d-8f07-4003-a7f5-e8c15a1652de req-096feb0c-abf3-49a4-943a-24e623f5a5a4 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:17.855278 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e15e8c0d-8f07-4003-a7f5-e8c15a1652de req-096feb0c-abf3-49a4-943a-24e623f5a5a4 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] 10.222.0.127 "GET /v2.0/ports?device_id=cd820734-37ca-4f68-8fb5-96707b76a7cf HTTP/1.1" status: 200 len: 946 time: 0.2154012 Nov 04 10:31:17.860731 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-379790f9-99a7-46f5-a095-ba0ddbd995bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:17.935284 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-babb7f9e-0058-4918-a4e7-433943dc5e54 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:17.937157 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-babb7f9e-0058-4918-a4e7-433943dc5e54 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2988269 Nov 04 10:31:17.969981 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-379790f9-99a7-46f5-a095-ba0ddbd995bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:17.970950 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379790f9-99a7-46f5-a095-ba0ddbd995bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:17.973633 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-379790f9-99a7-46f5-a095-ba0ddbd995bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:18.004685 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-1d2fcb9b-1481-4ead-9447-498ae9b75af1 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/quotas/bd609f94b81947bcb1c477623063e487 HTTP/1.1" status: 200 len: 375 time: 0.0577607 Nov 04 10:31:18.008112 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e15e8c0d-8f07-4003-a7f5-e8c15a1652de req-1e3b75c1-b606-4fdc-b4f9-1fbfd5874ae7 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] 10.222.0.127 "GET /v2.0/security-groups?id=28db25b0-1d29-4296-91ea-e0325bdcefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412942 Nov 04 10:31:18.061048 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-379790f9-99a7-46f5-a095-ba0ddbd995bf admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8179393 Nov 04 10:31:18.064234 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60992) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:31:18.077780 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-b888908a-4d3a-491f-b57a-6b83f9fc7b27 admin admin] Request body: {'subnet': {'network_id': 'f900c713-f33d-4fa2-ae57-02b220d69d37', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2113106599-subnet', 'tenant_id': '43e7454da91a4aec97db9e945610541f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:31:18.094981 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379790f9-99a7-46f5-a095-ba0ddbd995bf admin admin] Pushing event updated for resources: {'Network': ['ID=f900c713-f33d-4fa2-ae57-02b220d69d37,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:18.106389 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network f900c713-f33d-4fa2-ae57-02b220d69d37 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:31:18.137570 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b888908a-4d3a-491f-b57a-6b83f9fc7b27 admin admin] Made reservation on behalf of 43e7454da91a4aec97db9e945610541f for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:31:18.141024 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-6e624759-02c3-4750-8dc3-16000b04e7c5 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=bd609f94b81947bcb1c477623063e487&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0950789 Nov 04 10:31:18.141777 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b888908a-4d3a-491f-b57a-6b83f9fc7b27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:18.334740 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b1791-9086-427c-82a9-5ab88be5ab0f req-ec9efead-9bba-4b2c-9852-6beb841b4d6f tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:18.343836 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bc5b1791-9086-427c-82a9-5ab88be5ab0f req-ec9efead-9bba-4b2c-9852-6beb841b4d6f tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/ports?device_id=3531851a-1a09-410c-86d1-69a15d96d092 HTTP/1.1" status: 200 len: 945 time: 0.0719202 Nov 04 10:31:18.416472 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bc5b1791-9086-427c-82a9-5ab88be5ab0f req-331013f6-d4f8-40c4-846c-17cc278fc536 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/security-groups?id=e3fc6229-c534-4667-80af-1b77361324bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663979 Nov 04 10:31:18.513216 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b888908a-4d3a-491f-b57a-6b83f9fc7b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:18.544928 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f18bc8-384a-4713-aa1c-a90089fea21a req-04d98540-65b5-4533-9196-91591119404d tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:18.553264 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-20f18bc8-384a-4713-aa1c-a90089fea21a req-04d98540-65b5-4533-9196-91591119404d tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 1097 time: 0.0714171 Nov 04 10:31:18.624000 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954633ae-2cc1-43d2-b134-eb4c4ad5bd75 req-97a23d41-8857-4a7c-8062-ec0323093cfb tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:18.625613 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-954633ae-2cc1-43d2-b134-eb4c4ad5bd75 req-97a23d41-8857-4a7c-8062-ec0323093cfb tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.121 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c&tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&binding%3Ahost_id=n-h1-816629-1 HTTP/1.1" status: 200 len: 949 time: 0.2921479 Nov 04 10:31:18.637319 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-20f18bc8-384a-4713-aa1c-a90089fea21a req-e9f1e32f-0ff0-4d6e-97b7-041ee8eb6d6c tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809629 Nov 04 10:31:18.645973 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888908a-4d3a-491f-b57a-6b83f9fc7b27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d222fd86-2fb3-4ebf-9f1a-54a0183d283b,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:18.650014 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b888908a-4d3a-491f-b57a-6b83f9fc7b27 admin admin] Checking segment: {'id': '407f7fbf-bebf-462c-8f24-25696b242355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'f900c713-f33d-4fa2-ae57-02b220d69d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:31:18.650210 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b888908a-4d3a-491f-b57a-6b83f9fc7b27 admin admin] Network hostable DHCP agents. Network: f900c713-f33d-4fa2-ae57-02b220d69d37, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:31:18.768933 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [req-954633ae-2cc1-43d2-b134-eb4c4ad5bd75 req-8216430f-8342-4175-ba1f-5d648cda11a9 service neutron] delete failed (client error): The resource could not be found. Nov 04 10:31:18.770279 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-954633ae-2cc1-43d2-b134-eb4c4ad5bd75 req-8216430f-8342-4175-ba1f-5d648cda11a9 service neutron] 10.222.0.121 "DELETE /v2.0/ports/8f4d702b-b914-470f-874a-f8a7b107abdb/bindings/n-h2-816629-1 HTTP/1.1" status: 404 len: 380 time: 0.1315773 Nov 04 10:31:18.788952 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b888908a-4d3a-491f-b57a-6b83f9fc7b27 admin admin] Network f900c713-f33d-4fa2-ae57-02b220d69d37 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:31:18.807164 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0b15b0-e426-48a5-bdd6-9e0aa60fb1eb x-openstack-request-id: req-ea0b15b0-e426-48a5-bdd6-9e0aa60fb1eb {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:31:18.809432 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e410ee-6b3d-4e43-8328-1839b4d6352c", "name": "network-vif-plugged", "status": "completed", "tag": "8f4d702b-b914-470f-874a-f8a7b107abdb", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:31:18.810033 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-b888908a-4d3a-491f-b57a-6b83f9fc7b27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, f900c713-f33d-4fa2-ae57-02b220d69d37) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:31:18.810916 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ea0b15b0-e426-48a5-bdd6-9e0aa60fb1eb {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:31:18.812631 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e410ee-6b3d-4e43-8328-1839b4d6352c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4d702b-b914-470f-874a-f8a7b107abdb', 'code': 200} Nov 04 10:31:18.816430 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b888908a-4d3a-491f-b57a-6b83f9fc7b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:18.817313 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b888908a-4d3a-491f-b57a-6b83f9fc7b27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:18.822018 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0ad1db-b5f8-46bd-9a48-ac3d05c78ac5 None None] Network f900c713-f33d-4fa2-ae57-02b220d69d37 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:31:18.868093 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 32780) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:31:18.870156 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b888908a-4d3a-491f-b57a-6b83f9fc7b27 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7988710 Nov 04 10:31:18.873384 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b7deb2c3-5d6b-4a85-9e83-6fee1f3ac3b0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2113106599-router', 'tenant_id': '43e7454da91a4aec97db9e945610541f', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:31:18.980530 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b7deb2c3-5d6b-4a85-9e83-6fee1f3ac3b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:18.981713 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b7deb2c3-5d6b-4a85-9e83-6fee1f3ac3b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:19.011897 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954633ae-2cc1-43d2-b134-eb4c4ad5bd75 req-b91c6740-30c2-4d18-9fa9-c62f9fda2732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:19.019371 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-954633ae-2cc1-43d2-b134-eb4c4ad5bd75 req-b91c6740-30c2-4d18-9fa9-c62f9fda2732 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 1100 time: 0.0935843 Nov 04 10:31:19.118491 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b7deb2c3-5d6b-4a85-9e83-6fee1f3ac3b0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:19.133093 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569496d-a041-4e2f-98c0-4ad959679fcd req-bbb184cc-f09b-4b61-8676-fc1b3424f533 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:19.145075 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6569496d-a041-4e2f-98c0-4ad959679fcd req-bbb184cc-f09b-4b61-8676-fc1b3424f533 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 949 time: 0.1404259 Nov 04 10:31:19.189066 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520942a1-12c1-4725-8fa5-d742e4acaabb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-f900c713-f33d-4fa2-ae57-02b220d69d37', 'network_id': 'f900c713-f33d-4fa2-ae57-02b220d69d37', 'tenant_id': '43e7454da91a4aec97db9e945610541f', 'fixed_ips': [{'subnet_id': 'd222fd86-2fb3-4ebf-9f1a-54a0183d283b'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:31:19.191148 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-520942a1-12c1-4725-8fa5-d742e4acaabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:19.279300 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954633ae-2cc1-43d2-b134-eb4c4ad5bd75 req-d52b40f6-b40b-4b5e-af86-cb8cb9a2ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:19.281997 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-954633ae-2cc1-43d2-b134-eb4c4ad5bd75 req-d52b40f6-b40b-4b5e-af86-cb8cb9a2ba1e service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.2577052 Nov 04 10:31:19.367225 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fa37242e-0baa-4a3a-8938-5b08c6f19ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:19.412715 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-954633ae-2cc1-43d2-b134-eb4c4ad5bd75 req-312ed460-92c8-4760-ad94-fce56d360535 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=8f4d702b-b914-470f-874a-f8a7b107abdb HTTP/1.1" status: 200 len: 217 time: 0.1216216 Nov 04 10:31:19.450676 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-520942a1-12c1-4725-8fa5-d742e4acaabb None None] Allocated IP 172.20.0.2 (f900c713-f33d-4fa2-ae57-02b220d69d37/d222fd86-2fb3-4ebf-9f1a-54a0183d283b/1672430d-adbd-4309-aca7-76dff717df0a) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:31:19.510285 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954633ae-2cc1-43d2-b134-eb4c4ad5bd75 req-e662b88f-2c34-4833-a5e9-50619d544b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:19.515348 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-954633ae-2cc1-43d2-b134-eb4c4ad5bd75 req-e662b88f-2c34-4833-a5e9-50619d544b4e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0931308 Nov 04 10:31:19.516593 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b7deb2c3-5d6b-4a85-9e83-6fee1f3ac3b0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:19.570406 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6569496d-a041-4e2f-98c0-4ad959679fcd req-efdd89a3-afc2-4abd-96b0-b615abe22a61 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290724 Nov 04 10:31:19.630466 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954633ae-2cc1-43d2-b134-eb4c4ad5bd75 req-0ba95376-bd4e-4e96-908b-3686e7a0784d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:19.634024 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-954633ae-2cc1-43d2-b134-eb4c4ad5bd75 req-0ba95376-bd4e-4e96-908b-3686e7a0784d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1103377 Nov 04 10:31:19.795838 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-954633ae-2cc1-43d2-b134-eb4c4ad5bd75 req-33496328-8dcb-4ed4-99fb-1c8a0dde930e service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536026 Nov 04 10:31:19.855198 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-520942a1-12c1-4725-8fa5-d742e4acaabb None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:19.873296 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-520942a1-12c1-4725-8fa5-d742e4acaabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:19.943848 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-954633ae-2cc1-43d2-b134-eb4c4ad5bd75 req-be26faf9-9544-4316-9d27-354d005e71f5 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385012 Nov 04 10:31:19.962209 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520942a1-12c1-4725-8fa5-d742e4acaabb None None] Pushing event updated for resources: {'Port': ['ID=1672430d-adbd-4309-aca7-76dff717df0a,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:19.991169 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520942a1-12c1-4725-8fa5-d742e4acaabb None None] Network f900c713-f33d-4fa2-ae57-02b220d69d37 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:31:19.997105 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-520942a1-12c1-4725-8fa5-d742e4acaabb None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:31:20.012636 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520942a1-12c1-4725-8fa5-d742e4acaabb None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:31:20.196793 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b7deb2c3-5d6b-4a85-9e83-6fee1f3ac3b0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:20.260379 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-520942a1-12c1-4725-8fa5-d742e4acaabb None None] Attempting to bind port 1672430d-adbd-4309-aca7-76dff717df0a on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:31:20.261079 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-520942a1-12c1-4725-8fa5-d742e4acaabb None None] Attempting to bind port 1672430d-adbd-4309-aca7-76dff717df0a by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '407f7fbf-bebf-462c-8f24-25696b242355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'f900c713-f33d-4fa2-ae57-02b220d69d37'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:31:20.261280 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520942a1-12c1-4725-8fa5-d742e4acaabb None None] Attempting to bind port 1672430d-adbd-4309-aca7-76dff717df0a on network f900c713-f33d-4fa2-ae57-02b220d69d37 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:31:20.277639 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b7deb2c3-5d6b-4a85-9e83-6fee1f3ac3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:20.280076 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520942a1-12c1-4725-8fa5-d742e4acaabb None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:31:20.281028 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520942a1-12c1-4725-8fa5-d742e4acaabb None None] Checking segment: {'id': '407f7fbf-bebf-462c-8f24-25696b242355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'f900c713-f33d-4fa2-ae57-02b220d69d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:31:20.281441 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-520942a1-12c1-4725-8fa5-d742e4acaabb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:20.281838 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520942a1-12c1-4725-8fa5-d742e4acaabb None None] Bound using segment: {'id': '407f7fbf-bebf-462c-8f24-25696b242355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'f900c713-f33d-4fa2-ae57-02b220d69d37'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:31:20.282385 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-520942a1-12c1-4725-8fa5-d742e4acaabb None None] Bound port: 1672430d-adbd-4309-aca7-76dff717df0a, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '407f7fbf-bebf-462c-8f24-25696b242355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'f900c713-f33d-4fa2-ae57-02b220d69d37'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:31:20.282763 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-520942a1-12c1-4725-8fa5-d742e4acaabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:20.482240 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-520942a1-12c1-4725-8fa5-d742e4acaabb None None] For port 1672430d-adbd-4309-aca7-76dff717df0a, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:31:20.487234 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-520942a1-12c1-4725-8fa5-d742e4acaabb None None] For port 1672430d-adbd-4309-aca7-76dff717df0a, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=1672430d-adbd-4309-aca7-76dff717df0a,segment=NetworkSegment(407f7fbf-bebf-462c-8f24-25696b242355),segment_id=407f7fbf-bebf-462c-8f24-25696b242355)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:31:20.495418 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-b7deb2c3-5d6b-4a85-9e83-6fee1f3ac3b0 admin admin] Allocated IP 172.25.7.193 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/efafe8b3-346f-42c3-b9e4-ebc05e91f6f9) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:31:20.497636 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-520942a1-12c1-4725-8fa5-d742e4acaabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:20.678857 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b7deb2c3-5d6b-4a85-9e83-6fee1f3ac3b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:20.698507 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520942a1-12c1-4725-8fa5-d742e4acaabb None None] Pushing event updated for resources: {'Port': ['ID=1672430d-adbd-4309-aca7-76dff717df0a,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:20.718322 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:20.773175 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b7deb2c3-5d6b-4a85-9e83-6fee1f3ac3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:20.807489 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-807105d3-2016-4545-b090-5a8394f2d96e tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:31:20.809306 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-807105d3-2016-4545-b090-5a8394f2d96e tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0058124 Nov 04 10:31:20.814530 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd820734-37ca-4f68-8fb5-96707b76a7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52360a44-8832-460a-b5f5-bd89e871b875'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:31:20.817465 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97882d9-ed10-4cf1-9730-554bfdfda595" -d '{"events": [{"server_uuid": "cd820734-37ca-4f68-8fb5-96707b76a7cf", "name": "network-vif-plugged", "status": "completed", "tag": "52360a44-8832-460a-b5f5-bd89e871b875"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:31:20.868745 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7deb2c3-5d6b-4a85-9e83-6fee1f3ac3b0 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:31:20.880905 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-b7deb2c3-5d6b-4a85-9e83-6fee1f3ac3b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:31:20.884618 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7deb2c3-5d6b-4a85-9e83-6fee1f3ac3b0 admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:31:20.921297 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-d8712422-ccdb-4fc3-b771-30562fce6549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:20.928771 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-d8712422-ccdb-4fc3-b771-30562fce6549 service neutron] 10.222.0.127 "GET /v2.0/ports/ef18110e-deae-4429-a75b-6469d21a497e HTTP/1.1" status: 200 len: 1094 time: 0.1032081 Nov 04 10:31:20.940234 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-b8d95606-1185-44ba-9e75-675e47c8e682 service neutron] Request body: {'binding': {'host': 'n-h2-816629-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:31:20.941260 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-b8d95606-1185-44ba-9e75-675e47c8e682 service neutron] Unknown quota resources ['binding']. {{(pid=101775) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 04 10:31:20.983225 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7deb2c3-5d6b-4a85-9e83-6fee1f3ac3b0 admin admin] Pushing event updated for resources: {'Port': ['ID=efafe8b3-346f-42c3-b9e4-ebc05e91f6f9,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:21.349028 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-b8d95606-1185-44ba-9e75-675e47c8e682 service neutron] Attempting to bind port ef18110e-deae-4429-a75b-6469d21a497e on host n-h2-816629-1 for vnic_type normal with profile None {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:31:21.349392 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-b8d95606-1185-44ba-9e75-675e47c8e682 service neutron] Attempting to bind port ef18110e-deae-4429-a75b-6469d21a497e by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:31:21.353276 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-b8d95606-1185-44ba-9e75-675e47c8e682 service neutron] Attempting to bind port ef18110e-deae-4429-a75b-6469d21a497e on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:31:21.416414 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-b8d95606-1185-44ba-9e75-675e47c8e682 service neutron] Port ef18110e-deae-4429-a75b-6469d21a497e on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:31:21.416414 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-b8d95606-1185-44ba-9e75-675e47c8e682 service neutron] Attempting to bind port ef18110e-deae-4429-a75b-6469d21a497e on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:31:21.429704 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-b569a773-2fda-489b-86e2-393fadccd6b8 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.126 "GET /v2.0/networks?tenant_id=bd609f94b81947bcb1c477623063e487&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729461 Nov 04 10:31:21.580542 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-b8d95606-1185-44ba-9e75-675e47c8e682 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:31:21.581177 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-b8d95606-1185-44ba-9e75-675e47c8e682 service neutron] Checking segment: {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:31:21.582077 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-b8d95606-1185-44ba-9e75-675e47c8e682 service neutron] Bound using segment: {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:31:21.582757 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-b8d95606-1185-44ba-9e75-675e47c8e682 service neutron] Bound port: ef18110e-deae-4429-a75b-6469d21a497e, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:31:21.774409 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-f86c10c5-04b5-482d-862a-b1357a865278 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:21.787800 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device b4e6d12b-55f5-4264-a088-852cb2de467e no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:31:21.788383 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-f86c10c5-04b5-482d-862a-b1357a865278 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3490055 Nov 04 10:31:21.813798 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-5fff31b2-3719-44db-8256-0a5af30beeca tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Request body: {'port': {'device_id': 'f04cf711-d04c-40c8-a72a-98e38cc51313', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': 'bd609f94b81947bcb1c477623063e487'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:31:21.876405 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-b8d95606-1185-44ba-9e75-675e47c8e682 service neutron] For port ef18110e-deae-4429-a75b-6469d21a497e, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=ef18110e-deae-4429-a75b-6469d21a497e,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:31:21.891839 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-b8d95606-1185-44ba-9e75-675e47c8e682 service neutron] Publish callbacks [] for binding, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:21.893328 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-b8d95606-1185-44ba-9e75-675e47c8e682 service neutron] 10.222.0.127 "POST /v2.0/ports/ef18110e-deae-4429-a75b-6469d21a497e/bindings HTTP/1.1" status: 201 len: 389 time: 0.9577782 Nov 04 10:31:21.969240 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-5fff31b2-3719-44db-8256-0a5af30beeca tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Made reservation on behalf of bd609f94b81947bcb1c477623063e487 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:31:21.979188 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-5fff31b2-3719-44db-8256-0a5af30beeca tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:22.171174 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:22.207831 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:22.292413 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port b4e6d12b-55f5-4264-a088-852cb2de467e, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b4e6d12b-55f5-4264-a088-852cb2de467e,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:22.300766 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:22.347169 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-5fff31b2-3719-44db-8256-0a5af30beeca tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Allocated IP 192.168.233.90 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/aa2574ad-c05e-442b-90d5-45788135db75) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:31:22.438850 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56279b56-3a97-4524-8a90-204dbb947590 None None] Network f900c713-f33d-4fa2-ae57-02b220d69d37 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:31:22.499154 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-27eaa165-d1f5-403c-a1b5-3fc924e12c09 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.126 "GET /v2.0/networks?tenant_id=bd609f94b81947bcb1c477623063e487&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386147 Nov 04 10:31:22.549805 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b7deb2c3-5d6b-4a85-9e83-6fee1f3ac3b0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:22.602598 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad689cf-f700-4d4b-982c-8c51f978cfdb req-0d9e4c69-bc56-40c5-804a-d6c0dab56ece tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:22.608137 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ad689cf-f700-4d4b-982c-8c51f978cfdb req-0d9e4c69-bc56-40c5-804a-d6c0dab56ece tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] 10.222.0.127 "GET /v2.0/ports?device_id=cd820734-37ca-4f68-8fb5-96707b76a7cf HTTP/1.1" status: 200 len: 946 time: 0.2852156 Nov 04 10:31:22.633269 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=b4e6d12b-55f5-4264-a088-852cb2de467e,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:22.696413 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:22.726614 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-80655d68-aea0-4291-8eff-29ba20b58228 None None] Provisioning complete for port 1672430d-adbd-4309-aca7-76dff717df0a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:22.726982 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-80655d68-aea0-4291-8eff-29ba20b58228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:22.775893 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 1672430d-adbd-4309-aca7-76dff717df0a up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:31:22.787097 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ad689cf-f700-4d4b-982c-8c51f978cfdb req-97910934-184a-4877-a704-1113428e2256 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] 10.222.0.127 "GET /v2.0/security-groups?id=28db25b0-1d29-4296-91ea-e0325bdcefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870309 Nov 04 10:31:22.939008 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-80655d68-aea0-4291-8eff-29ba20b58228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:22.943115 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1e47b425-37dc-4565-ba18-59d08ee12250 req-91264fe5-e921-4b82-8fa2-bc36b6f5d18c tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=40e54abc-cfb7-4d2c-8e9b-5556173aa9a7 HTTP/1.1" status: 200 len: 210 time: 0.0479872 Nov 04 10:31:22.987708 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-3e23ef77-d4fd-4a98-b955-e6dd88e85993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:22.990021 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-3e23ef77-d4fd-4a98-b955-e6dd88e85993 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0464048b294a465b81cede98ee2447df&device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 1097 time: 0.3070273 Nov 04 10:31:23.019631 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-488a8baa-be9e-406b-8386-9b43406312ec tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:23.021178 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-488a8baa-be9e-406b-8386-9b43406312ec tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5064275 Nov 04 10:31:23.049894 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-f3e7d9ed-2537-4300-827a-d987b48e6b74 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Request body: {'port': {'device_id': '40e54abc-cfb7-4d2c-8e9b-5556173aa9a7', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': 'bd609f94b81947bcb1c477623063e487'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:31:23.084040 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae520e3-cf02-4c91-a250-3dfc98818771 x-openstack-request-id: req-0ae520e3-cf02-4c91-a250-3dfc98818771 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:31:23.086618 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd820734-37ca-4f68-8fb5-96707b76a7cf", "name": "network-vif-plugged", "status": "completed", "tag": "52360a44-8832-460a-b5f5-bd89e871b875", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:31:23.087036 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-0ae520e3-cf02-4c91-a250-3dfc98818771 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:31:23.087627 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd820734-37ca-4f68-8fb5-96707b76a7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52360a44-8832-460a-b5f5-bd89e871b875', 'code': 200} Nov 04 10:31:23.097383 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-80655d68-aea0-4291-8eff-29ba20b58228 None None] For port 1672430d-adbd-4309-aca7-76dff717df0a, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=1672430d-adbd-4309-aca7-76dff717df0a,segment=NetworkSegment(407f7fbf-bebf-462c-8f24-25696b242355),segment_id=407f7fbf-bebf-462c-8f24-25696b242355)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:23.109595 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-80655d68-aea0-4291-8eff-29ba20b58228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:23.110318 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b4ae4-753d-45c9-8729-699219ca8c42 req-40e86954-3c27-4d66-ae43-a3cb1786a76a tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:23.121688 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-778b4ae4-753d-45c9-8729-699219ca8c42 req-40e86954-3c27-4d66-ae43-a3cb1786a76a tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 949 time: 0.2154679 Nov 04 10:31:23.122014 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-5fff31b2-3719-44db-8256-0a5af30beeca tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:23.174045 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 1672430d-adbd-4309-aca7-76dff717df0a triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:23.174674 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:23.220052 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80655d68-aea0-4291-8eff-29ba20b58228 None None] Pushing event updated for resources: {'Port': ['ID=1672430d-adbd-4309-aca7-76dff717df0a,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:23.273431 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b7deb2c3-5d6b-4a85-9e83-6fee1f3ac3b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:23.413169 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-4b43e6da-88f6-4d9a-a26f-40a10771be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:23.416227 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-4b43e6da-88f6-4d9a-a26f-40a10771be56 service neutron] 10.222.0.121 "GET /v2.0/networks?id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 HTTP/1.1" status: 200 len: 923 time: 0.4137933 Nov 04 10:31:23.502717 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-5fff31b2-3719-44db-8256-0a5af30beeca tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:23.505185 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-6c502253-8a90-4fca-93c1-3735ca33784a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef18110e-deae-4429-a75b-6469d21a497e HTTP/1.1" status: 200 len: 217 time: 0.0797551 Nov 04 10:31:23.516293 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['e0d5faa4-ee27-440a-8784-8bc14b9ab95b'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:31:23.582340 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-f3e7d9ed-2537-4300-827a-d987b48e6b74 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Made reservation on behalf of bd609f94b81947bcb1c477623063e487 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:31:23.585956 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-f3e7d9ed-2537-4300-827a-d987b48e6b74 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:23.599080 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68acbcd-cb1d-41b0-b2da-73e6ac074ed0 req-20ed2100-a932-46f9-ac12-4ef88145c6de tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:23.608961 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a68acbcd-cb1d-41b0-b2da-73e6ac074ed0 req-20ed2100-a932-46f9-ac12-4ef88145c6de tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 946 time: 0.3372283 Nov 04 10:31:23.612445 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-5fff31b2-3719-44db-8256-0a5af30beeca tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:31:23.626163 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-5fff31b2-3719-44db-8256-0a5af30beeca tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:31:23.630496 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-5fff31b2-3719-44db-8256-0a5af30beeca tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:31:23.633282 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-778b4ae4-753d-45c9-8729-699219ca8c42 req-aa17b72e-6588-41e0-9742-c405bdccc967 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5100303 Nov 04 10:31:23.637630 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff31b2-3719-44db-8256-0a5af30beeca tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Pushing event updated for resources: {'Port': ['ID=aa2574ad-c05e-442b-90d5-45788135db75,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:23.666388 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-17c98b68-f01f-42e1-83de-69ab55718079 None None] Provisioning complete for port 1672430d-adbd-4309-aca7-76dff717df0a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:23.666717 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-17c98b68-f01f-42e1-83de-69ab55718079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:23.682200 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7deb2c3-5d6b-4a85-9e83-6fee1f3ac3b0 admin admin] Router 8b32ae7e-f3d3-4efb-803c-151188f23f07 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:31:23.692181 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595efa86-0af1-4f91-bbf0-37d1bdb7c759 req-c3f31d38-129f-4408-a8d0-da40e1adefc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:23.693882 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-595efa86-0af1-4f91-bbf0-37d1bdb7c759 req-c3f31d38-129f-4408-a8d0-da40e1adefc1 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=cd820734-37ca-4f68-8fb5-96707b76a7cf HTTP/1.1" status: 200 len: 1097 time: 0.5696859 Nov 04 10:31:23.805345 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-5fff31b2-3719-44db-8256-0a5af30beeca tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:23.806032 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-5fff31b2-3719-44db-8256-0a5af30beeca tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:23.810757 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-552b6990-da07-4280-a600-a63d096ff835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:23.823630 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-552b6990-da07-4280-a600-a63d096ff835 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=74d328ae-3dd4-4757-b0cd-5d3ffb3741ad HTTP/1.1" status: 200 len: 861 time: 0.3086209 Nov 04 10:31:23.826728 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a68acbcd-cb1d-41b0-b2da-73e6ac074ed0 req-e85e0349-6032-4482-9f93-1442043884de tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155459 Nov 04 10:31:23.914707 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-595efa86-0af1-4f91-bbf0-37d1bdb7c759 req-4cc55605-0ebe-4940-9056-e8147e045b20 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=28db25b0-1d29-4296-91ea-e0325bdcefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117128 Nov 04 10:31:23.995785 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-01b84b01-ccde-4ae3-91dd-5a5ea8ee96d2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048179 Nov 04 10:31:24.018060 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-5fff31b2-3719-44db-8256-0a5af30beeca tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2212145 Nov 04 10:31:24.037242 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-ff2c2e23-d6e9-44dd-b86d-6ab342c6674c service neutron] Request body: {'port': {'device_id': 'f04cf711-d04c-40c8-a72a-98e38cc51313', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:31:24.075768 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7deb2c3-5d6b-4a85-9e83-6fee1f3ac3b0 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:31:24.085611 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0db7cf0-4384-46fe-8e06-7d2d1239b7b8 None None] Sync routers for ids ['8b32ae7e-f3d3-4efb-803c-151188f23f07'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:31:24.099840 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0db7cf0-4384-46fe-8e06-7d2d1239b7b8 None None] Routers {'8b32ae7e-f3d3-4efb-803c-151188f23f07'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:31:24.100876 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-c0db7cf0-4384-46fe-8e06-7d2d1239b7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:31:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['8b32ae7e-f3d3-4efb-803c-151188f23f07'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:24.117683 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-cc015423-d811-4360-a8e5-f236715b4446 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-securitygroup--1704354463&fields=id&tenant_id=0492820046454dbbbdfa7eac919beeeb HTTP/1.1" status: 200 len: 267 time: 0.1260793 Nov 04 10:31:24.126207 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b7deb2c3-5d6b-4a85-9e83-6fee1f3ac3b0 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:24.127588 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b7deb2c3-5d6b-4a85-9e83-6fee1f3ac3b0 admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2584250 Nov 04 10:31:24.138005 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 32914) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:31:24.140126 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca760ca-1f1e-4705-92bf-b3614e485a9c req-e2614df9-9bc3-4e7d-93a0-dfe4a2f12c8d tempest-MigrationsAdminTest-1506280241 tempest-MigrationsAdminTest-1506280241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:24.141789 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ca760ca-1f1e-4705-92bf-b3614e485a9c req-e2614df9-9bc3-4e7d-93a0-dfe4a2f12c8d tempest-MigrationsAdminTest-1506280241 tempest-MigrationsAdminTest-1506280241-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 1100 time: 0.1193790 Nov 04 10:31:24.173582 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-82d4c10e-83da-4054-abe5-a87defe2c3d4 None None] Provisioning complete for port aa2574ad-c05e-442b-90d5-45788135db75 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:24.173853 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-82d4c10e-83da-4054-abe5-a87defe2c3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:24.298728 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff68dff-afc8-48bc-bb6e-733331a89446 req-88d84cd9-de91-4aea-ad97-09b19f848cab tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:24.300340 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fff68dff-afc8-48bc-bb6e-733331a89446 req-88d84cd9-de91-4aea-ad97-09b19f848cab tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.121 "GET /v2.0/ports?device_id=3531851a-1a09-410c-86d1-69a15d96d092 HTTP/1.1" status: 200 len: 945 time: 0.1561832 Nov 04 10:31:24.306376 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ca760ca-1f1e-4705-92bf-b3614e485a9c req-a0898111-e3f1-44ad-901b-9941cab497b0 tempest-MigrationsAdminTest-1506280241 tempest-MigrationsAdminTest-1506280241-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152642 Nov 04 10:31:24.385041 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-3d77ca21-5074-4922-835f-9a8137c9d005 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:24.387049 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-3d77ca21-5074-4922-835f-9a8137c9d005 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/networks?id=d1916c7c-e081-4089-adc9-d25f9f439e58 HTTP/1.1" status: 200 len: 824 time: 0.2659039 Nov 04 10:31:24.404307 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-82d4c10e-83da-4054-abe5-a87defe2c3d4 None None] Port aa2574ad-c05e-442b-90d5-45788135db75 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:31:24.425396 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-c0db7cf0-4384-46fe-8e06-7d2d1239b7b8 None None] Set router 8b32ae7e-f3d3-4efb-803c-151188f23f07 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:31:24.429425 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-4ec2072b-9a55-4490-a8f3-2a2a75915890 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/quotas/0492820046454dbbbdfa7eac919beeeb HTTP/1.1" status: 200 len: 375 time: 0.0214212 Nov 04 10:31:24.494667 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-ff2c2e23-d6e9-44dd-b86d-6ab342c6674c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:24.497926 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-f3e7d9ed-2537-4300-827a-d987b48e6b74 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Allocated IP 192.168.233.119 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/364947aa-bf30-454a-9880-1821df264897) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:31:24.546388 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-38cf4ac3-6bb5-4c37-a6c1-f905cb3f0e07 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=0492820046454dbbbdfa7eac919beeeb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1167459 Nov 04 10:31:24.559981 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e75575-09ed-48c6-8b93-e0fb2d5f304e req-d7b543e1-0774-4aa4-ac9a-ee5ca0376c6e tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:24.561571 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-85e75575-09ed-48c6-8b93-e0fb2d5f304e req-d7b543e1-0774-4aa4-ac9a-ee5ca0376c6e tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] 10.222.0.127 "GET /v2.0/ports?device_id=cd820734-37ca-4f68-8fb5-96707b76a7cf HTTP/1.1" status: 200 len: 946 time: 0.1217744 Nov 04 10:31:24.581741 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-fff68dff-afc8-48bc-bb6e-733331a89446 req-c3695f76-bc32-4f70-94df-d8e82ab3c170 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Deleting port 70560236-4738-474c-878e-530471105d9d {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:31:24.582107 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fff68dff-afc8-48bc-bb6e-733331a89446 req-c3695f76-bc32-4f70-94df-d8e82ab3c170 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:24.627803 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 1672430d-adbd-4309-aca7-76dff717df0a up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:31:24.749705 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-5d218c3b-b361-4923-a398-07c425c8cfe6 service neutron] 10.222.0.121 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143141 Nov 04 10:31:24.763389 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 1672430d-adbd-4309-aca7-76dff717df0a triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:24.763960 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:24.931707 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-85e75575-09ed-48c6-8b93-e0fb2d5f304e req-95c62bf5-fd18-489c-9250-0e89aa5cb07c tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] 10.222.0.127 "GET /v2.0/security-groups?id=28db25b0-1d29-4296-91ea-e0325bdcefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574095 Nov 04 10:31:24.944050 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-fff68dff-afc8-48bc-bb6e-733331a89446 req-c3695f76-bc32-4f70-94df-d8e82ab3c170 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] For port 70560236-4738-474c-878e-530471105d9d, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=70560236-4738-474c-878e-530471105d9d,segment=NetworkSegment(61f108e4-56f0-48ee-9c99-786617296cbb),segment_id=61f108e4-56f0-48ee-9c99-786617296cbb)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:24.944757 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fff68dff-afc8-48bc-bb6e-733331a89446 req-c3695f76-bc32-4f70-94df-d8e82ab3c170 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:24.973365 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-5b971301-534a-405e-a7e7-fea2670489f5 service neutron] 10.222.0.127 "GET /v2.0/networks/d1916c7c-e081-4089-adc9-d25f9f439e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716698 Nov 04 10:31:24.978203 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-c0db7cf0-4384-46fe-8e06-7d2d1239b7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b32ae7e-f3d3-4efb-803c-151188f23f07', 'name': 'tempest-FloatingIPDetailsTestJSON-2113106599-router', 'tenant_id': '43e7454da91a4aec97db9e945610541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'efafe8b3-346f-42c3-b9e4-ebc05e91f6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:31:18Z', 'updated_at': '2021-11-04T10:31:21Z', 'revision_number': 3, 'project_id': '43e7454da91a4aec97db9e945610541f', 'gw_port': {'id': 'efafe8b3-346f-42c3-b9e4-ebc05e91f6f9', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b32ae7e-f3d3-4efb-803c-151188f23f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:31:20Z', 'updated_at': '2021-11-04T10:31:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:25.034100 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0db7cf0-4384-46fe-8e06-7d2d1239b7b8 None None] Checking router: 8b32ae7e-f3d3-4efb-803c-151188f23f07 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:31:25.034539 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0db7cf0-4384-46fe-8e06-7d2d1239b7b8 None None] Updating router 8b32ae7e-f3d3-4efb-803c-151188f23f07 port efafe8b3-346f-42c3-b9e4-ebc05e91f6f9 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:31:25.063756 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-f3e7d9ed-2537-4300-827a-d987b48e6b74 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:25.071421 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c0db7cf0-4384-46fe-8e06-7d2d1239b7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:25.114321 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a49243-d1b6-4147-95d0-21f55b6c1c77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4e6d12b-55f5-4264-a088-852cb2de467e'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:31:25.122320 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea5c68b-bceb-4a97-bfc3-4677ddc84f44" -d '{"events": [{"server_uuid": "71a49243-d1b6-4147-95d0-21f55b6c1c77", "name": "network-vif-unplugged", "status": "completed", "tag": "b4e6d12b-55f5-4264-a088-852cb2de467e"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:31:25.201675 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-f0a70f58-4fc1-4260-b07d-b64fb6248041 service neutron] 10.222.0.121 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194872 Nov 04 10:31:25.245455 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-9dddff83-05a8-449c-824c-4948806bebdd service neutron] 10.222.0.127 "GET /v2.0/networks/d1916c7c-e081-4089-adc9-d25f9f439e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493331 Nov 04 10:31:25.535403 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-f3e7d9ed-2537-4300-827a-d987b48e6b74 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:25.549498 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-9c87b945-983a-4f62-9ab5-f70d2a6bf59d tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:25.551048 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-9c87b945-983a-4f62-9ab5-f70d2a6bf59d tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/networks?id=a32e31ad-acda-407a-a096-816fda019c16 HTTP/1.1" status: 200 len: 815 time: 0.2243412 Nov 04 10:31:25.576813 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-f3e7d9ed-2537-4300-827a-d987b48e6b74 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:31:25.587629 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-f3e7d9ed-2537-4300-827a-d987b48e6b74 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:31:25.593406 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c0db7cf0-4384-46fe-8e06-7d2d1239b7b8 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:25.600291 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['e0d5faa4-ee27-440a-8784-8bc14b9ab95b'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:31:25.606046 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c0db7cf0-4384-46fe-8e06-7d2d1239b7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:25.670306 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-9593c255-3a3d-4529-a744-e9c98f0a55b7 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/quotas/2d5b284abf97483e96827ac4701c3ebc HTTP/1.1" status: 200 len: 375 time: 0.0992250 Nov 04 10:31:25.674951 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-f3e7d9ed-2537-4300-827a-d987b48e6b74 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:31:25.749386 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-c0db7cf0-4384-46fe-8e06-7d2d1239b7b8 None None] Attempting to bind port efafe8b3-346f-42c3-b9e4-ebc05e91f6f9 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:31:25.749778 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-c0db7cf0-4384-46fe-8e06-7d2d1239b7b8 None None] Attempting to bind port efafe8b3-346f-42c3-b9e4-ebc05e91f6f9 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:31:25.750156 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0db7cf0-4384-46fe-8e06-7d2d1239b7b8 None None] Attempting to bind port efafe8b3-346f-42c3-b9e4-ebc05e91f6f9 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:31:25.772622 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0db7cf0-4384-46fe-8e06-7d2d1239b7b8 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:31:25.774776 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0db7cf0-4384-46fe-8e06-7d2d1239b7b8 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:31:25.774776 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c0db7cf0-4384-46fe-8e06-7d2d1239b7b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:25.774776 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0db7cf0-4384-46fe-8e06-7d2d1239b7b8 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:31:25.775016 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-c0db7cf0-4384-46fe-8e06-7d2d1239b7b8 None None] Bound port: efafe8b3-346f-42c3-b9e4-ebc05e91f6f9, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:31:25.775404 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c0db7cf0-4384-46fe-8e06-7d2d1239b7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:25.782167 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-f3e7d9ed-2537-4300-827a-d987b48e6b74 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:25.783087 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-f3e7d9ed-2537-4300-827a-d987b48e6b74 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:25.800548 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f84e3-c679-41e9-9e29-672795826ce3 req-08b60470-dcfd-495c-8246-42036ed55201 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:25.808992 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dd9f84e3-c679-41e9-9e29-672795826ce3 req-08b60470-dcfd-495c-8246-42036ed55201 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=40e54abc-cfb7-4d2c-8e9b-5556173aa9a7 HTTP/1.1" status: 200 len: 936 time: 0.2540505 Nov 04 10:31:25.818466 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-f3e7d9ed-2537-4300-827a-d987b48e6b74 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7791400 Nov 04 10:31:25.827954 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fff68dff-afc8-48bc-bb6e-733331a89446 req-c3695f76-bc32-4f70-94df-d8e82ab3c170 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:25.828372 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fff68dff-afc8-48bc-bb6e-733331a89446 req-c3695f76-bc32-4f70-94df-d8e82ab3c170 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:25.828620 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [req-fff68dff-afc8-48bc-bb6e-733331a89446 req-c3695f76-bc32-4f70-94df-d8e82ab3c170 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Floating IP a36b7a31-5608-4e8d-a792-d745e179ac02 disassociated. External IP: 172.25.7.21, port: 70560236-4738-474c-878e-530471105d9d. Nov 04 10:31:25.828998 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-fff68dff-afc8-48bc-bb6e-733331a89446 req-c3695f76-bc32-4f70-94df-d8e82ab3c170 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Calling delete_port for 70560236-4738-474c-878e-530471105d9d owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:31:25.841760 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-c3286114-519d-4bdf-9f58-15c01ba786a7 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:25.843637 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-c3286114-519d-4bdf-9f58-15c01ba786a7 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.121 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29&tenant_id=0464048b294a465b81cede98ee2447df&binding%3Ahost_id=n-h1-816629-1 HTTP/1.1" status: 200 len: 1097 time: 0.5565965 Nov 04 10:31:25.851845 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-053ce5b6-13ff-4eaa-ba21-25e1a9ac9e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:25.852149 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-c0db7cf0-4384-46fe-8e06-7d2d1239b7b8 None None] For port efafe8b3-346f-42c3-b9e4-ebc05e91f6f9, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:31:25.856943 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-c0db7cf0-4384-46fe-8e06-7d2d1239b7b8 None None] For port efafe8b3-346f-42c3-b9e4-ebc05e91f6f9, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=efafe8b3-346f-42c3-b9e4-ebc05e91f6f9,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:31:25.863814 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc242b-d220-4160-9d56-d37aa5755276 None None] Pushing event updated for resources: {'Port': ['ID=efafe8b3-346f-42c3-b9e4-ebc05e91f6f9,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:25.869707 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c0db7cf0-4384-46fe-8e06-7d2d1239b7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:25.886597 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-723f4c11-db23-45a3-a151-421172cb1cf7 service neutron] Request body: {'port': {'device_id': '40e54abc-cfb7-4d2c-8e9b-5556173aa9a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:31:25.912585 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-e24fcd6a-ca8f-4d93-a389-51795c94a527 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816629-1'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:31:25.929998 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-cf8d1a4b-dae8-4bd8-bb4c-011b7d62b6a1 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=2d5b284abf97483e96827ac4701c3ebc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2372091 Nov 04 10:31:25.940619 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7d9ed-2537-4300-827a-d987b48e6b74 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Pushing event updated for resources: {'Port': ['ID=364947aa-bf30-454a-9880-1821df264897,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:25.999571 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc242b-d220-4160-9d56-d37aa5755276 None None] Pushing event updated for resources: {'Port': ['ID=efafe8b3-346f-42c3-b9e4-ebc05e91f6f9,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:26.008472 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0db7cf0-4384-46fe-8e06-7d2d1239b7b8 None None] Routers {'8b32ae7e-f3d3-4efb-803c-151188f23f07'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:31:26.009193 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-c0db7cf0-4384-46fe-8e06-7d2d1239b7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:31:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['8b32ae7e-f3d3-4efb-803c-151188f23f07'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:26.015732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.121', 63595) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:31:26.109303 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b02adb3a-bb6b-40d2-b2ca-ad18c5f5914f None None] Provisioning complete for port 364947aa-bf30-454a-9880-1821df264897 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:26.109764 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b02adb3a-bb6b-40d2-b2ca-ad18c5f5914f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:26.156033 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-b02adb3a-bb6b-40d2-b2ca-ad18c5f5914f None None] Port 364947aa-bf30-454a-9880-1821df264897 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:31:26.179955 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dd9f84e3-c679-41e9-9e29-672795826ce3 req-a758d9c8-b04e-4c0c-a620-084652d84e23 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478251 Nov 04 10:31:26.238597 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-723f4c11-db23-45a3-a151-421172cb1cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:26.272945 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-e24fcd6a-ca8f-4d93-a389-51795c94a527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:26.293264 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-343d47d4-2848-45be-9d76-e8e2e69db281 service neutron] 10.222.0.127 "GET /v2.0/networks/a32e31ad-acda-407a-a096-816fda019c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986164 Nov 04 10:31:26.319473 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-c0db7cf0-4384-46fe-8e06-7d2d1239b7b8 None None] Set router 8b32ae7e-f3d3-4efb-803c-151188f23f07 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:31:26.320337 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9639210-92fa-4a14-bda8-ca2de7985d1c req-5d35e42b-e6d0-4b51-bee7-06840a6e469d tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:26.322574 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e9639210-92fa-4a14-bda8-ca2de7985d1c req-5d35e42b-e6d0-4b51-bee7-06840a6e469d tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.121 "GET /v2.0/ports?device_id=71a49243-d1b6-4147-95d0-21f55b6c1c77 HTTP/1.1" status: 200 len: 943 time: 0.3029461 Nov 04 10:31:26.325255 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-ff2c2e23-d6e9-44dd-b86d-6ab342c6674c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa2574ad-c05e-442b-90d5-45788135db75 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:31:26.354113 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-ff2c2e23-d6e9-44dd-b86d-6ab342c6674c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:26.420273 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fff68dff-afc8-48bc-bb6e-733331a89446 req-c3695f76-bc32-4f70-94df-d8e82ab3c170 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:26.442442 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-ff2c2e23-d6e9-44dd-b86d-6ab342c6674c service neutron] Transition to ACTIVE for port object aa2574ad-c05e-442b-90d5-45788135db75 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:31:26.485728 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-ff2c2e23-d6e9-44dd-b86d-6ab342c6674c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:26.658828 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-c0db7cf0-4384-46fe-8e06-7d2d1239b7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b32ae7e-f3d3-4efb-803c-151188f23f07', 'name': 'tempest-FloatingIPDetailsTestJSON-2113106599-router', 'tenant_id': '43e7454da91a4aec97db9e945610541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'efafe8b3-346f-42c3-b9e4-ebc05e91f6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:31:18Z', 'updated_at': '2021-11-04T10:31:21Z', 'revision_number': 3, 'project_id': '43e7454da91a4aec97db9e945610541f', 'gw_port': {'id': 'efafe8b3-346f-42c3-b9e4-ebc05e91f6f9', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b32ae7e-f3d3-4efb-803c-151188f23f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:31:20Z', 'updated_at': '2021-11-04T10:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:26.691516 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0db7cf0-4384-46fe-8e06-7d2d1239b7b8 None None] The sync data for ids ['8b32ae7e-f3d3-4efb-803c-151188f23f07'] in n-d-816629-1 is: [{'id': '8b32ae7e-f3d3-4efb-803c-151188f23f07', 'name': 'tempest-FloatingIPDetailsTestJSON-2113106599-router', 'tenant_id': '43e7454da91a4aec97db9e945610541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'efafe8b3-346f-42c3-b9e4-ebc05e91f6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:31:18Z', 'updated_at': '2021-11-04T10:31:21Z', 'revision_number': 3, 'project_id': '43e7454da91a4aec97db9e945610541f', 'gw_port': {'id': 'efafe8b3-346f-42c3-b9e4-ebc05e91f6f9', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b32ae7e-f3d3-4efb-803c-151188f23f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:31:20Z', 'updated_at': '2021-11-04T10:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:31:27.028944 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3695f76-bc32-4f70-94df-d8e82ab3c170 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Pushing event deleted for resources: {'Port': ['ID=70560236-4738-474c-878e-530471105d9d,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:27.049785 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-b1c4feee-a320-4351-9c74-8f79975effd9 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:27.059603 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-b1c4feee-a320-4351-9c74-8f79975effd9 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/networks?id=9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d HTTP/1.1" status: 200 len: 805 time: 0.6642098 Nov 04 10:31:27.066640 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c2e23-d6e9-44dd-b86d-6ab342c6674c service neutron] Pushing event updated for resources: {'Port': ['ID=aa2574ad-c05e-442b-90d5-45788135db75,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:27.074437 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.121', 63597) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:31:27.262681 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-053ce5b6-13ff-4eaa-ba21-25e1a9ac9e30 admin admin] Allocated IP 172.20.0.1 (f900c713-f33d-4fa2-ae57-02b220d69d37/d222fd86-2fb3-4ebf-9f1a-54a0183d283b/86aa701b-b83e-45e7-800e-37068f6eb19e) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:31:27.272250 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-81b988e1-d094-42be-82ae-c7a9a563f06b tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/quotas/2b5a587ccab54a2f9cf1975659bd89f9 HTTP/1.1" status: 200 len: 375 time: 0.2115037 Nov 04 10:31:27.419187 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-7cde948d-dfeb-4e1e-b519-40ee870dc46d service neutron] 10.222.0.127 "GET /v2.0/networks/a32e31ad-acda-407a-a096-816fda019c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1136680 Nov 04 10:31:27.498060 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-88b72742-682e-425f-b0d6-1799ac415289 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=2b5a587ccab54a2f9cf1975659bd89f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2247357 Nov 04 10:31:27.538282 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-a96f6bfa-0ce2-443c-b99f-079dd3a91eaa tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:27.541803 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-a96f6bfa-0ce2-443c-b99f-079dd3a91eaa tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.121 "GET /v2.0/networks?id=d1916c7c-e081-4089-adc9-d25f9f439e58 HTTP/1.1" status: 200 len: 824 time: 0.4549134 Nov 04 10:31:27.580703 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fff68dff-afc8-48bc-bb6e-733331a89446 req-c3695f76-bc32-4f70-94df-d8e82ab3c170 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Router 15995b10-2910-4f4a-9445-c953275ba754 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:31:27.601571 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-e24fcd6a-ca8f-4d93-a389-51795c94a527 service neutron] For port ef18110e-deae-4429-a75b-6469d21a497e, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=ef18110e-deae-4429-a75b-6469d21a497e,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:27.780583 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 70560236-4738-474c-878e-530471105d9d no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:31:27.825025 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 70560236-4738-474c-878e-530471105d9d {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:31:27.825866 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 70560236-4738-474c-878e-530471105d9d not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:31:27.831432 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-ff2c2e23-d6e9-44dd-b86d-6ab342c6674c service neutron] Attempting to bind port aa2574ad-c05e-442b-90d5-45788135db75 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:31:27.832048 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-ff2c2e23-d6e9-44dd-b86d-6ab342c6674c service neutron] Attempting to bind port aa2574ad-c05e-442b-90d5-45788135db75 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:31:27.832573 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-ff2c2e23-d6e9-44dd-b86d-6ab342c6674c service neutron] Attempting to bind port aa2574ad-c05e-442b-90d5-45788135db75 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:31:27.845301 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-e24fcd6a-ca8f-4d93-a389-51795c94a527 service neutron] For port ef18110e-deae-4429-a75b-6469d21a497e, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:31:27.893016 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-ff2c2e23-d6e9-44dd-b86d-6ab342c6674c service neutron] Port aa2574ad-c05e-442b-90d5-45788135db75 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:31:27.893016 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-ff2c2e23-d6e9-44dd-b86d-6ab342c6674c service neutron] Attempting to bind port aa2574ad-c05e-442b-90d5-45788135db75 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:31:27.911670 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-e9639210-92fa-4a14-bda8-ca2de7985d1c req-30efc191-6f2e-436f-99d1-9be85a79cc7c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Deleting port b4e6d12b-55f5-4264-a088-852cb2de467e {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:31:27.912072 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e9639210-92fa-4a14-bda8-ca2de7985d1c req-30efc191-6f2e-436f-99d1-9be85a79cc7c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:27.912746 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-7f7d2cb7-3cfc-42d8-b681-453a7e9aabdb service neutron] 10.222.0.127 "GET /v2.0/networks/9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112506 Nov 04 10:31:27.929199 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-6745462b-5562-4018-8271-8dae13b8c691 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0492820046454dbbbdfa7eac919beeeb HTTP/1.1" status: 200 len: 380 time: 0.3510396 Nov 04 10:31:27.939888 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-ff2c2e23-d6e9-44dd-b86d-6ab342c6674c service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:31:27.940329 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-ff2c2e23-d6e9-44dd-b86d-6ab342c6674c service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:31:27.941143 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-ff2c2e23-d6e9-44dd-b86d-6ab342c6674c service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:31:27.941653 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-ff2c2e23-d6e9-44dd-b86d-6ab342c6674c service neutron] Bound port: aa2574ad-c05e-442b-90d5-45788135db75, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:31:27.942064 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-ff2c2e23-d6e9-44dd-b86d-6ab342c6674c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:27.959026 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-053ce5b6-13ff-4eaa-ba21-25e1a9ac9e30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:28.015300 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0856b37-c371-4f1c-9f35-aee8ac300e29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef18110e-deae-4429-a75b-6469d21a497e'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:31:28.018305 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc66de0-df5d-4afe-8c5c-6aa534368973" -d '{"events": [{"server_uuid": "b0856b37-c371-4f1c-9f35-aee8ac300e29", "name": "network-vif-unplugged", "status": "completed", "tag": "ef18110e-deae-4429-a75b-6469d21a497e"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:31:28.022880 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-e24fcd6a-ca8f-4d93-a389-51795c94a527 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:28.029980 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-bc35d53f-8157-4d39-aa30-24e68f35df84 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Request body: {'port': {'device_id': '0ccc94bb-8bb3-4948-93fd-0f6be4828d62', 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58', 'admin_state_up': True, 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'security_groups': ['e3fc6229-c534-4667-80af-1b77361324bb']}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:31:28.112360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-723f4c11-db23-45a3-a151-421172cb1cf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 364947aa-bf30-454a-9880-1821df264897 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:31:28.115940 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bb718-97c2-488a-8d8f-ed9a571adacf req-d76a7584-1846-4829-9efe-744deace589a tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:28.117595 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bd5bb718-97c2-488a-8d8f-ed9a571adacf req-d76a7584-1846-4829-9efe-744deace589a tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 946 time: 0.4327099 Nov 04 10:31:28.146348 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-723f4c11-db23-45a3-a151-421172cb1cf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:28.170306 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-e24fcd6a-ca8f-4d93-a389-51795c94a527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:28.175456 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fff68dff-afc8-48bc-bb6e-733331a89446 req-c3695f76-bc32-4f70-94df-d8e82ab3c170 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:31:28.209263 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72102610-0377-43af-a952-4bfa1bf9935d None None] Sync routers for ids ['15995b10-2910-4f4a-9445-c953275ba754'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:31:28.220856 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72102610-0377-43af-a952-4bfa1bf9935d None None] Routers {'15995b10-2910-4f4a-9445-c953275ba754'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:31:28.221392 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-72102610-0377-43af-a952-4bfa1bf9935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:31:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['15995b10-2910-4f4a-9445-c953275ba754'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:28.247538 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-7e84aacd-42b8-4537-bce0-cb0c4d754869 service neutron] 10.222.0.127 "GET /v2.0/networks/9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171418 Nov 04 10:31:28.273747 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff68dff-afc8-48bc-bb6e-733331a89446 req-c3695f76-bc32-4f70-94df-d8e82ab3c170 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] No DVR routers for this DVR port 70560236-4738-474c-878e-530471105d9d on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:31:28.286113 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fff68dff-afc8-48bc-bb6e-733331a89446 req-c3695f76-bc32-4f70-94df-d8e82ab3c170 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:28.289885 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fff68dff-afc8-48bc-bb6e-733331a89446 req-c3695f76-bc32-4f70-94df-d8e82ab3c170 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.121 "DELETE /v2.0/ports/70560236-4738-474c-878e-530471105d9d HTTP/1.1" status: 204 len: 173 time: 3.9786944 Nov 04 10:31:28.291511 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3531851a-1a09-410c-86d1-69a15d96d092', 'name': 'network-vif-deleted', 'tag': '70560236-4738-474c-878e-530471105d9d'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:31:28.302439 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41176401-159d-4255-8146-0b28ba968922" -d '{"events": [{"server_uuid": "3531851a-1a09-410c-86d1-69a15d96d092", "name": "network-vif-deleted", "tag": "70560236-4738-474c-878e-530471105d9d"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:31:28.337549 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bd5bb718-97c2-488a-8d8f-ed9a571adacf req-4b5c9cfe-37e4-4c7e-885c-1a004e7de7c2 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854982 Nov 04 10:31:28.345688 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-72102610-0377-43af-a952-4bfa1bf9935d None None] Set router 15995b10-2910-4f4a-9445-c953275ba754 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:31:28.351073 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-ff2c2e23-d6e9-44dd-b86d-6ab342c6674c service neutron] For port aa2574ad-c05e-442b-90d5-45788135db75, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:31:28.355638 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-ff2c2e23-d6e9-44dd-b86d-6ab342c6674c service neutron] For port aa2574ad-c05e-442b-90d5-45788135db75, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=aa2574ad-c05e-442b-90d5-45788135db75,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:31:28.362772 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-723f4c11-db23-45a3-a151-421172cb1cf7 service neutron] Transition to ACTIVE for port object 364947aa-bf30-454a-9880-1821df264897 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:31:28.374395 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-bc35d53f-8157-4d39-aa30-24e68f35df84 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Made reservation on behalf of 0492820046454dbbbdfa7eac919beeeb for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:31:28.380406 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-bc35d53f-8157-4d39-aa30-24e68f35df84 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:28.390466 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-ff2c2e23-d6e9-44dd-b86d-6ab342c6674c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:28.392726 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-723f4c11-db23-45a3-a151-421172cb1cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:28.402091 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-053ce5b6-13ff-4eaa-ba21-25e1a9ac9e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:28.451744 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d279e1ac-5643-4eca-b689-07989803cde3 x-openstack-request-id: req-d279e1ac-5643-4eca-b689-07989803cde3 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:31:28.452290 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a49243-d1b6-4147-95d0-21f55b6c1c77", "name": "network-vif-unplugged", "status": "completed", "tag": "b4e6d12b-55f5-4264-a088-852cb2de467e", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:31:28.452890 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-d279e1ac-5643-4eca-b689-07989803cde3 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:31:28.453613 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a49243-d1b6-4147-95d0-21f55b6c1c77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4e6d12b-55f5-4264-a088-852cb2de467e', 'code': 200} Nov 04 10:31:28.601235 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fcd6a-ca8f-4d93-a389-51795c94a527 service neutron] Pushing event updated for resources: {'Port': ['ID=ef18110e-deae-4429-a75b-6469d21a497e,revision_number=7']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:28.661463 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device efafe8b3-346f-42c3-b9e4-ebc05e91f6f9 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:31:28.731655 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-e24fcd6a-ca8f-4d93-a389-51795c94a527 service neutron] Attempting to bind port ef18110e-deae-4429-a75b-6469d21a497e on host n-h1-816629-1 for vnic_type normal with profile {"migrating_to": "n-h2-816629-1"} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:31:28.732068 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-e24fcd6a-ca8f-4d93-a389-51795c94a527 service neutron] Attempting to bind port ef18110e-deae-4429-a75b-6469d21a497e by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:31:28.736493 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-e24fcd6a-ca8f-4d93-a389-51795c94a527 service neutron] Attempting to bind port ef18110e-deae-4429-a75b-6469d21a497e on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:31:28.767976 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bbe4791a-6071-4c47-8da8-41639441677a req-718f45d8-b938-411b-9dc2-09288007f430 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/ports?device_id=0ccc94bb-8bb3-4948-93fd-0f6be4828d62 HTTP/1.1" status: 200 len: 210 time: 0.0962501 Nov 04 10:31:28.812532 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e9639210-92fa-4a14-bda8-ca2de7985d1c req-30efc191-6f2e-436f-99d1-9be85a79cc7c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] For port b4e6d12b-55f5-4264-a088-852cb2de467e, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b4e6d12b-55f5-4264-a088-852cb2de467e,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:28.814932 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port efafe8b3-346f-42c3-b9e4-ebc05e91f6f9 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:28.816411 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:28.817215 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e9639210-92fa-4a14-bda8-ca2de7985d1c req-30efc191-6f2e-436f-99d1-9be85a79cc7c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:28.837698 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-ff2c2e23-d6e9-44dd-b86d-6ab342c6674c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:28.838321 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-ff2c2e23-d6e9-44dd-b86d-6ab342c6674c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:28.854418 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-ff2c2e23-d6e9-44dd-b86d-6ab342c6674c service neutron] 10.222.0.126 "PUT /v2.0/ports/aa2574ad-c05e-442b-90d5-45788135db75 HTTP/1.1" status: 200 len: 1095 time: 4.8241277 Nov 04 10:31:28.888458 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053ce5b6-13ff-4eaa-ba21-25e1a9ac9e30 admin admin] Network f900c713-f33d-4fa2-ae57-02b220d69d37 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:31:28.889320 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-e24fcd6a-ca8f-4d93-a389-51795c94a527 service neutron] Port ef18110e-deae-4429-a75b-6469d21a497e on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:31:28.889642 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-e24fcd6a-ca8f-4d93-a389-51795c94a527 service neutron] Attempting to bind port ef18110e-deae-4429-a75b-6469d21a497e on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:31:28.956391 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-bc35d53f-8157-4d39-aa30-24e68f35df84 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Allocated IP 172.20.0.3 (d1916c7c-e081-4089-adc9-d25f9f439e58/6c41464b-4d5c-426b-ab3b-93147cb6ef05/8115d6cd-3593-461a-b1cc-c72ad386602d) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:31:28.961258 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:28.975337 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-e24fcd6a-ca8f-4d93-a389-51795c94a527 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:31:28.975542 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-e24fcd6a-ca8f-4d93-a389-51795c94a527 service neutron] Checking segment: {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:31:28.976265 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-e24fcd6a-ca8f-4d93-a389-51795c94a527 service neutron] Bound using segment: {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:31:28.977018 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-e24fcd6a-ca8f-4d93-a389-51795c94a527 service neutron] Bound port: ef18110e-deae-4429-a75b-6469d21a497e, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:31:28.977864 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-e24fcd6a-ca8f-4d93-a389-51795c94a527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:29.049654 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port efafe8b3-346f-42c3-b9e4-ebc05e91f6f9, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=efafe8b3-346f-42c3-b9e4-ebc05e91f6f9,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:29.061192 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:29.071301 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1a36a-ff92-42be-9c78-815a2b32f16d req-5786c7ac-fa92-4e53-a5a5-8aadb2fb63f3 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:29.073373 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-35f1a36a-ff92-42be-9c78-815a2b32f16d req-5786c7ac-fa92-4e53-a5a5-8aadb2fb63f3 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] 10.222.0.127 "GET /v2.0/ports?device_id=cd820734-37ca-4f68-8fb5-96707b76a7cf HTTP/1.1" status: 200 len: 946 time: 0.3027821 Nov 04 10:31:29.142178 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-053ce5b6-13ff-4eaa-ba21-25e1a9ac9e30 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:31:29.142852 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-72102610-0377-43af-a952-4bfa1bf9935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15995b10-2910-4f4a-9445-c953275ba754', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1010339688-router', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:40Z', 'revision_number': 4, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'gw_port': {'id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '39836a9c-a094-4396-bf1d-7bed15846941', 'name': '', 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'mac_address': 'fa:16:3e:f2:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:39Z', 'updated_at': '2021-11-04T10:28:47Z', 'revision_number': 5, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'subnets': [{'id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:29.150069 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053ce5b6-13ff-4eaa-ba21-25e1a9ac9e30 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:31:29.182766 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-e9639210-92fa-4a14-bda8-ca2de7985d1c req-30efc191-6f2e-436f-99d1-9be85a79cc7c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Calling delete_port for b4e6d12b-55f5-4264-a088-852cb2de467e owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:31:29.268246 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72102610-0377-43af-a952-4bfa1bf9935d None None] Checking router: 15995b10-2910-4f4a-9445-c953275ba754 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:31:29.291787 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72102610-0377-43af-a952-4bfa1bf9935d None None] Routers {'15995b10-2910-4f4a-9445-c953275ba754'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:31:29.293914 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-72102610-0377-43af-a952-4bfa1bf9935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:31:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['15995b10-2910-4f4a-9445-c953275ba754'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:29.350801 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=efafe8b3-346f-42c3-b9e4-ebc05e91f6f9,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:29.415031 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87654e3b-b42f-4b9c-b132-6bd08513b793 req-27b51d17-fae2-41f8-85b7-022d3fa2a98f tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:29.423886 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87654e3b-b42f-4b9c-b132-6bd08513b793 req-27b51d17-fae2-41f8-85b7-022d3fa2a98f tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=40e54abc-cfb7-4d2c-8e9b-5556173aa9a7 HTTP/1.1" status: 200 len: 948 time: 0.4296699 Nov 04 10:31:29.474494 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-35f1a36a-ff92-42be-9c78-815a2b32f16d req-da1280e3-365a-4f21-95ec-8a4f714fe35a tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] 10.222.0.127 "GET /v2.0/security-groups?id=28db25b0-1d29-4296-91ea-e0325bdcefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570969 Nov 04 10:31:29.558145 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-72102610-0377-43af-a952-4bfa1bf9935d None None] Set router 15995b10-2910-4f4a-9445-c953275ba754 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:31:29.660883 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c2e23-d6e9-44dd-b86d-6ab342c6674c service neutron] Pushing event updated for resources: {'Port': ['ID=aa2574ad-c05e-442b-90d5-45788135db75,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:29.683301 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-e24fcd6a-ca8f-4d93-a389-51795c94a527 service neutron] For port ef18110e-deae-4429-a75b-6469d21a497e, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:31:29.695624 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0c995a0f-3dc4-482c-9968-3c810a5ba986 req-12d63537-9675-48a5-8f1f-c995216f1eb6 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/ports?device_id=789cff1d-0292-4025-8912-3a4a840640e5 HTTP/1.1" status: 200 len: 210 time: 0.0793715 Nov 04 10:31:29.717938 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-02d2a896-f6f9-4959-9935-2e44c9bac857 None None] Provisioning complete for port 86aa701b-b83e-45e7-800e-37068f6eb19e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:29.718373 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-02d2a896-f6f9-4959-9935-2e44c9bac857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:29.744313 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-053ce5b6-13ff-4eaa-ba21-25e1a9ac9e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:29.756288 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-e24fcd6a-ca8f-4d93-a389-51795c94a527 service neutron] For port ef18110e-deae-4429-a75b-6469d21a497e, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=ef18110e-deae-4429-a75b-6469d21a497e,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:31:29.802255 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-0955d513-8f33-49c8-a6d2-25c46f20a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:29.804125 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-0955d513-8f33-49c8-a6d2-25c46f20a64e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=bd609f94b81947bcb1c477623063e487&device_id=f04cf711-d04c-40c8-a72a-98e38cc51313 HTTP/1.1" status: 200 len: 1098 time: 0.8223598 Nov 04 10:31:29.825352 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-02d2a896-f6f9-4959-9935-2e44c9bac857 None None] Port 86aa701b-b83e-45e7-800e-37068f6eb19e cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:31:29.826853 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-e24fcd6a-ca8f-4d93-a389-51795c94a527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:29.829868 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device b4e6d12b-55f5-4264-a088-852cb2de467e no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:31:29.892851 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-723f4c11-db23-45a3-a151-421172cb1cf7 service neutron] Attempting to bind port 364947aa-bf30-454a-9880-1821df264897 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:31:29.893389 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-723f4c11-db23-45a3-a151-421172cb1cf7 service neutron] Attempting to bind port 364947aa-bf30-454a-9880-1821df264897 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:31:29.893890 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-723f4c11-db23-45a3-a151-421172cb1cf7 service neutron] Attempting to bind port 364947aa-bf30-454a-9880-1821df264897 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:31:29.896062 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f4c11-db23-45a3-a151-421172cb1cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=364947aa-bf30-454a-9880-1821df264897,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:29.908954 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-39967514-3593-4ccd-9897-1fac8cb749cb service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=aa2574ad-c05e-442b-90d5-45788135db75 HTTP/1.1" status: 200 len: 217 time: 0.0761657 Nov 04 10:31:29.919183 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87654e3b-b42f-4b9c-b132-6bd08513b793 req-bf12944b-43b6-465e-8218-169e4b3025a0 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4941368 Nov 04 10:31:29.978555 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-723f4c11-db23-45a3-a151-421172cb1cf7 service neutron] Port 364947aa-bf30-454a-9880-1821df264897 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:31:29.979203 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-5703d82c-d864-4e7e-9507-00686b504de7 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1548789 Nov 04 10:31:29.979453 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-723f4c11-db23-45a3-a151-421172cb1cf7 service neutron] Attempting to bind port 364947aa-bf30-454a-9880-1821df264897 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:31:30.033437 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-033f6c5d-e19d-44a6-905c-f5bf5ac1caa1 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:30.035636 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-033f6c5d-e19d-44a6-905c-f5bf5ac1caa1 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.126 "GET /v2.0/networks?id=a32e31ad-acda-407a-a096-816fda019c16 HTTP/1.1" status: 200 len: 815 time: 0.6383064 Nov 04 10:31:30.058183 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-723f4c11-db23-45a3-a151-421172cb1cf7 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:31:30.058748 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-723f4c11-db23-45a3-a151-421172cb1cf7 service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:31:30.059289 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-723f4c11-db23-45a3-a151-421172cb1cf7 service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:31:30.059910 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-723f4c11-db23-45a3-a151-421172cb1cf7 service neutron] Bound port: 364947aa-bf30-454a-9880-1821df264897, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:31:30.060490 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-723f4c11-db23-45a3-a151-421172cb1cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:30.062095 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-72102610-0377-43af-a952-4bfa1bf9935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15995b10-2910-4f4a-9445-c953275ba754', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1010339688-router', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:40Z', 'revision_number': 4, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'gw_port': {'id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '39836a9c-a094-4396-bf1d-7bed15846941', 'name': '', 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'mac_address': 'fa:16:3e:f2:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:39Z', 'updated_at': '2021-11-04T10:28:47Z', 'revision_number': 5, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'subnets': [{'id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:30.071942 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03f01ed-3524-4a66-805d-bd8fef7abe75 x-openstack-request-id: req-f03f01ed-3524-4a66-805d-bd8fef7abe75 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:31:30.072673 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0856b37-c371-4f1c-9f35-aee8ac300e29", "name": "network-vif-unplugged", "status": "completed", "tag": "ef18110e-deae-4429-a75b-6469d21a497e", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:31:30.073921 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f03f01ed-3524-4a66-805d-bd8fef7abe75 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:31:30.074937 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0856b37-c371-4f1c-9f35-aee8ac300e29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef18110e-deae-4429-a75b-6469d21a497e', 'code': 200} Nov 04 10:31:30.080412 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-bc35d53f-8157-4d39-aa30-24e68f35df84 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:30.090260 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-88b914ff-7e83-4160-ba8b-c08569626fff tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Request body: {'port': {'device_id': '789cff1d-0292-4025-8912-3a4a840640e5', 'network_id': 'a32e31ad-acda-407a-a096-816fda019c16', 'admin_state_up': True, 'tenant_id': '2d5b284abf97483e96827ac4701c3ebc'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:31:30.145068 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72102610-0377-43af-a952-4bfa1bf9935d None None] The sync data for ids ['15995b10-2910-4f4a-9445-c953275ba754'] in n-d-816629-1 is: [{'id': '15995b10-2910-4f4a-9445-c953275ba754', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1010339688-router', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:40Z', 'revision_number': 4, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'gw_port': {'id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '39836a9c-a094-4396-bf1d-7bed15846941', 'name': '', 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'mac_address': 'fa:16:3e:f2:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:39Z', 'updated_at': '2021-11-04T10:28:47Z', 'revision_number': 5, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'subnets': [{'id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:31:30.178599 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ce5b6-13ff-4eaa-ba21-25e1a9ac9e30 admin admin] Pushing event updated for resources: {'Port': ['ID=86aa701b-b83e-45e7-800e-37068f6eb19e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:30.198239 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-e24fcd6a-ca8f-4d93-a389-51795c94a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:30.199235 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-e24fcd6a-ca8f-4d93-a389-51795c94a527 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:30.201687 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-e24fcd6a-ca8f-4d93-a389-51795c94a527 service neutron] 10.222.0.121 "PUT /v2.0/ports/ef18110e-deae-4429-a75b-6469d21a497e HTTP/1.1" status: 200 len: 1122 time: 4.3235936 Nov 04 10:31:30.240808 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-929a5718-a8dc-45b6-86b9-136b7a304a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:30.243594 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-929a5718-a8dc-45b6-86b9-136b7a304a9d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.3178294 Nov 04 10:31:30.279240 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a2f388-0829-4e25-90c8-3a228c56fcbb x-openstack-request-id: req-b5a2f388-0829-4e25-90c8-3a228c56fcbb {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:31:30.279240 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3531851a-1a09-410c-86d1-69a15d96d092", "name": "network-vif-deleted", "tag": "70560236-4738-474c-878e-530471105d9d", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:31:30.279240 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-b5a2f388-0829-4e25-90c8-3a228c56fcbb {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:31:30.280577 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3531851a-1a09-410c-86d1-69a15d96d092', 'name': 'network-vif-deleted', 'tag': '70560236-4738-474c-878e-530471105d9d', 'status': 'completed', 'code': 200} Nov 04 10:31:30.301074 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['ef18110e-deae-4429-a75b-6469d21a497e'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:31:30.411929 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e9639210-92fa-4a14-bda8-ca2de7985d1c req-30efc191-6f2e-436f-99d1-9be85a79cc7c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:30.505347 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d26c8663-2bef-4c16-a1b4-80ebea735629 req-e47eb2e9-d392-4e74-9941-1006a10b3469 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 210 time: 0.2236855 Nov 04 10:31:30.565951 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-053ce5b6-13ff-4eaa-ba21-25e1a9ac9e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:30.745291 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device efafe8b3-346f-42c3-b9e4-ebc05e91f6f9 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:31:30.823927 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-bc35d53f-8157-4d39-aa30-24e68f35df84 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:30.848041 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3543103-2c65-47ca-a2b3-a5b7f7093d3c None None] New status for floating IP a36b7a31-5608-4e8d-a792-d745e179ac02: DOWN {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:31:30.854683 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-bc35d53f-8157-4d39-aa30-24e68f35df84 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Network d1916c7c-e081-4089-adc9-d25f9f439e58 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:31:30.860199 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-bc35d53f-8157-4d39-aa30-24e68f35df84 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:31:30.887764 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-bc35d53f-8157-4d39-aa30-24e68f35df84 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:31:30.976765 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-bc35d53f-8157-4d39-aa30-24e68f35df84 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:30.984207 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-bc35d53f-8157-4d39-aa30-24e68f35df84 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:31.014504 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc9452-15ee-4f78-a996-e8ab1ff82665 req-edf58799-4b9e-40a9-bbc3-486268de5a1b tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:31.016329 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-26dc9452-15ee-4f78-a996-e8ab1ff82665 req-edf58799-4b9e-40a9-bbc3-486268de5a1b tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 944 time: 0.3067055 Nov 04 10:31:31.032996 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-3e69a756-e6fb-483a-8421-79bd05f64304 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:31.034999 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-3e69a756-e6fb-483a-8421-79bd05f64304 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0535564 Nov 04 10:31:31.113375 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-6ce028d8-8710-43f2-96e0-2f368523cb27 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/quotas/cd2183f7c1f6439d8bc0b7de34a592df HTTP/1.1" status: 200 len: 375 time: 0.0444875 Nov 04 10:31:31.144984 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fcd6a-ca8f-4d93-a389-51795c94a527 service neutron] Pushing event updated for resources: {'Port': ['ID=ef18110e-deae-4429-a75b-6469d21a497e,revision_number=8']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:31.165938 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-723f4c11-db23-45a3-a151-421172cb1cf7 service neutron] For port 364947aa-bf30-454a-9880-1821df264897, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:31:31.198726 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35d53f-8157-4d39-aa30-24e68f35df84 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Pushing event updated for resources: {'Port': ['ID=8115d6cd-3593-461a-b1cc-c72ad386602d,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:31.235992 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port efafe8b3-346f-42c3-b9e4-ebc05e91f6f9 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:31.236608 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:31.254405 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-26dc9452-15ee-4f78-a996-e8ab1ff82665 req-11c88cd4-b971-4e19-8ee2-0223454f0e0c tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026110 Nov 04 10:31:31.255708 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-88b914ff-7e83-4160-ba8b-c08569626fff tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Made reservation on behalf of 2d5b284abf97483e96827ac4701c3ebc for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:31:31.260289 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-88b914ff-7e83-4160-ba8b-c08569626fff tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:31.297647 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-bc35d53f-8157-4d39-aa30-24e68f35df84 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2687342 Nov 04 10:31:31.319724 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-77f8b6b0-16c2-4f86-89f7-0a56a2d22d76 service neutron] Request body: {'port': {'device_id': '0ccc94bb-8bb3-4948-93fd-0f6be4828d62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:31:31.335465 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-fd46b98c-74b1-434b-a746-b4c6567eeb22 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2147057 Nov 04 10:31:31.366913 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-ea2bfb3c-de30-406c-8556-b8bc4d76706f None None] Provisioning complete for port 8115d6cd-3593-461a-b1cc-c72ad386602d triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:31.367294 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ea2bfb3c-de30-406c-8556-b8bc4d76706f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:31.407323 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-723f4c11-db23-45a3-a151-421172cb1cf7 service neutron] For port 364947aa-bf30-454a-9880-1821df264897, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=364947aa-bf30-454a-9880-1821df264897,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:31:31.436296 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-a9cdaa6a-3b9b-4e55-8c20-e9238a3ee179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:31.442946 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-a9cdaa6a-3b9b-4e55-8c20-e9238a3ee179 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1020095 Nov 04 10:31:31.449583 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30efc191-6f2e-436f-99d1-9be85a79cc7c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Pushing event deleted for resources: {'Port': ['ID=b4e6d12b-55f5-4264-a088-852cb2de467e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:31.530009 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9639210-92fa-4a14-bda8-ca2de7985d1c req-30efc191-6f2e-436f-99d1-9be85a79cc7c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] No DVR routers for this DVR port b4e6d12b-55f5-4264-a088-852cb2de467e on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:31:31.540714 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-723f4c11-db23-45a3-a151-421172cb1cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:31.558707 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e9639210-92fa-4a14-bda8-ca2de7985d1c req-30efc191-6f2e-436f-99d1-9be85a79cc7c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:31.586625 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e9639210-92fa-4a14-bda8-ca2de7985d1c req-30efc191-6f2e-436f-99d1-9be85a79cc7c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.121 "DELETE /v2.0/ports/b4e6d12b-55f5-4264-a088-852cb2de467e HTTP/1.1" status: 204 len: 173 time: 5.2458141 Nov 04 10:31:31.726461 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-723f4c11-db23-45a3-a151-421172cb1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:31.727869 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-723f4c11-db23-45a3-a151-421172cb1cf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:31.730284 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-723f4c11-db23-45a3-a151-421172cb1cf7 service neutron] 10.222.0.126 "PUT /v2.0/ports/364947aa-bf30-454a-9880-1821df264897 HTTP/1.1" status: 200 len: 1096 time: 5.8806813 Nov 04 10:31:31.796201 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f4c11-db23-45a3-a151-421172cb1cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=364947aa-bf30-454a-9880-1821df264897,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:31.810645 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-8650ddf6-0cf1-458f-bb6a-05d7f43b093a tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:31.810854 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-88b914ff-7e83-4160-ba8b-c08569626fff tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Allocated IP 172.20.0.12 (a32e31ad-acda-407a-a096-816fda019c16/a21c0a46-e3eb-4e34-b54f-67f6c426aac5/a01bb232-48d7-40cb-90e5-8e3b2e114079) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:31:31.812541 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-8650ddf6-0cf1-458f-bb6a-05d7f43b093a tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.121 "GET /v2.0/networks?id=9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d HTTP/1.1" status: 200 len: 805 time: 1.2657273 Nov 04 10:31:31.846757 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-1a748791-19a3-4e0e-8a63-93123a42c111 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Request body: {'port': {'device_id': '5efcf5e7-6bd9-46a4-85ce-9b526e5b8084', 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d', 'admin_state_up': True, 'tenant_id': '2b5a587ccab54a2f9cf1975659bd89f9'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:31:32.079684 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04cf711-d04c-40c8-a72a-98e38cc51313', 'tag': 'aa2574ad-c05e-442b-90d5-45788135db75'}, {'name': 'network-changed', 'server_uuid': 'b0856b37-c371-4f1c-9f35-aee8ac300e29', 'tag': 'ef18110e-deae-4429-a75b-6469d21a497e'}, {'server_uuid': '71a49243-d1b6-4147-95d0-21f55b6c1c77', 'name': 'network-vif-deleted', 'tag': 'b4e6d12b-55f5-4264-a088-852cb2de467e'}, {'name': 'network-changed', 'server_uuid': '40e54abc-cfb7-4d2c-8e9b-5556173aa9a7', 'tag': '364947aa-bf30-454a-9880-1821df264897'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:31:32.088326 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-ea2bfb3c-de30-406c-8556-b8bc4d76706f None None] Port 8115d6cd-3593-461a-b1cc-c72ad386602d cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:31:32.089499 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5404cb31-5692-4d12-a6e0-fa4954fc23aa" -d '{"events": [{"name": "network-changed", "server_uuid": "f04cf711-d04c-40c8-a72a-98e38cc51313", "tag": "aa2574ad-c05e-442b-90d5-45788135db75"}, {"name": "network-changed", "server_uuid": "b0856b37-c371-4f1c-9f35-aee8ac300e29", "tag": "ef18110e-deae-4429-a75b-6469d21a497e"}, {"server_uuid": "71a49243-d1b6-4147-95d0-21f55b6c1c77", "name": "network-vif-deleted", "tag": "b4e6d12b-55f5-4264-a088-852cb2de467e"}, {"name": "network-changed", "server_uuid": "40e54abc-cfb7-4d2c-8e9b-5556173aa9a7", "tag": "364947aa-bf30-454a-9880-1821df264897"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:31:32.127013 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-053ce5b6-13ff-4eaa-ba21-25e1a9ac9e30 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:32.143156 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-053ce5b6-13ff-4eaa-ba21-25e1a9ac9e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:32.492706 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-88b914ff-7e83-4160-ba8b-c08569626fff tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:32.543342 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ce5b6-13ff-4eaa-ba21-25e1a9ac9e30 admin admin] Pushing event updated for resources: {'Port': ['ID=86aa701b-b83e-45e7-800e-37068f6eb19e,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:32.567397 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-053ce5b6-13ff-4eaa-ba21-25e1a9ac9e30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:32.597347 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-47f9ae33-bc5a-4693-884c-0c871c449d84 req-df63b276-5b55-48aa-916e-9742e5b3a1c9 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/ports?device_id=789cff1d-0292-4025-8912-3a4a840640e5 HTTP/1.1" status: 200 len: 210 time: 0.0731895 Nov 04 10:31:32.628158 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-77f8b6b0-16c2-4f86-89f7-0a56a2d22d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:32.742726 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-406fbe9f-ffd8-4673-a653-74f03a5de7a8 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251244 Nov 04 10:31:32.754505 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-1a748791-19a3-4e0e-8a63-93123a42c111 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Made reservation on behalf of 2b5a587ccab54a2f9cf1975659bd89f9 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:31:32.758825 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523daa5-7512-4771-a37f-99712da5c0c0 req-4f490380-9d46-4aff-a700-217755c6ce00 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:32.760063 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-1a748791-19a3-4e0e-8a63-93123a42c111 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:32.760479 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f523daa5-7512-4771-a37f-99712da5c0c0 req-4f490380-9d46-4aff-a700-217755c6ce00 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/ports?device_id=0ccc94bb-8bb3-4948-93fd-0f6be4828d62 HTTP/1.1" status: 200 len: 931 time: 0.5114827 Nov 04 10:31:32.877001 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-88b914ff-7e83-4160-ba8b-c08569626fff tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:32.971843 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b914ff-7e83-4160-ba8b-c08569626fff tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Pushing event updated for resources: {'Port': ['ID=a01bb232-48d7-40cb-90e5-8e3b2e114079,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:33.065396 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-387e644b-a906-4a40-9874-3beae1a46f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:33.066934 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-387e644b-a906-4a40-9874-3beae1a46f9c service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=bd609f94b81947bcb1c477623063e487&device_id=40e54abc-cfb7-4d2c-8e9b-5556173aa9a7 HTTP/1.1" status: 200 len: 1099 time: 0.6237240 Nov 04 10:31:33.118147 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-1a748791-19a3-4e0e-8a63-93123a42c111 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Allocated IP 172.20.0.7 (9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d/28924b01-2687-4263-b969-76f54864e85b/156a881a-2692-43e9-b2e9-e06542773024) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:31:33.247556 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053ce5b6-13ff-4eaa-ba21-25e1a9ac9e30 admin admin] Network f900c713-f33d-4fa2-ae57-02b220d69d37 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:31:33.253405 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-053ce5b6-13ff-4eaa-ba21-25e1a9ac9e30 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:31:33.258104 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-3b29054a-f385-48ea-bb4f-6134e8627322 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990820 Nov 04 10:31:33.570456 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-65c67a5f-3c40-4ee5-89d6-002ea02d0e9d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1221218 Nov 04 10:31:33.611908 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-88b914ff-7e83-4160-ba8b-c08569626fff tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Network a32e31ad-acda-407a-a096-816fda019c16 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:31:33.624580 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-88b914ff-7e83-4160-ba8b-c08569626fff tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:31:33.634495 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9f035-2b6f-410a-8826-75577de42f02 req-2bd59a9c-c84a-4a63-85c8-f1134cbe6b83 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:33.643726 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7cd9f035-2b6f-410a-8826-75577de42f02 req-2bd59a9c-c84a-4a63-85c8-f1134cbe6b83 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=40e54abc-cfb7-4d2c-8e9b-5556173aa9a7 HTTP/1.1" status: 200 len: 948 time: 0.9022460 Nov 04 10:31:33.655017 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-88b914ff-7e83-4160-ba8b-c08569626fff tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:31:33.705650 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-1a748791-19a3-4e0e-8a63-93123a42c111 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:33.784020 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-005fa60c-3127-4026-bb7a-9476ae991bf5 None None] Provisioning complete for port 86aa701b-b83e-45e7-800e-37068f6eb19e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:33.784744 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-005fa60c-3127-4026-bb7a-9476ae991bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:33.795170 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053ce5b6-13ff-4eaa-ba21-25e1a9ac9e30 admin admin] Router 8b32ae7e-f3d3-4efb-803c-151188f23f07 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:31:33.816028 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f523daa5-7512-4771-a37f-99712da5c0c0 req-1551cc98-98b1-4ded-b208-5a70534e27e6 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/security-groups?id=e3fc6229-c534-4667-80af-1b77361324bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0309322 Nov 04 10:31:33.846945 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device ef18110e-deae-4429-a75b-6469d21a497e details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:31:33.854520 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-005fa60c-3127-4026-bb7a-9476ae991bf5 None None] Port 86aa701b-b83e-45e7-800e-37068f6eb19e cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:31:33.919617 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-88b914ff-7e83-4160-ba8b-c08569626fff tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:33.920288 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-88b914ff-7e83-4160-ba8b-c08569626fff tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:33.998012 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7cd9f035-2b6f-410a-8826-75577de42f02 req-f4f315fd-e6a2-4254-bbd6-6eb769d8e923 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531303 Nov 04 10:31:34.003857 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-b76b24b1-795a-4cf2-9de0-f435ecde1b88 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:34.008481 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-b76b24b1-795a-4cf2-9de0-f435ecde1b88 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4279304 Nov 04 10:31:34.032875 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-b028e91e-ada3-469b-ba52-cc0388df9c57 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Request body: {'port': {'device_id': '01d66d8d-63c5-4eea-aa26-d35dfb6fb53e', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': 'cd2183f7c1f6439d8bc0b7de34a592df'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:31:34.063768 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port ef18110e-deae-4429-a75b-6469d21a497e, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=ef18110e-deae-4429-a75b-6469d21a497e,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:34.093824 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-77f8b6b0-16c2-4f86-89f7-0a56a2d22d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8115d6cd-3593-461a-b1cc-c72ad386602d {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:31:34.097823 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device ef18110e-deae-4429-a75b-6469d21a497e has no active binding in host n-h2-816629-1 {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 04 10:31:34.130440 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-051ae4fb-2572-4304-aa05-805164050abc None None] Provisioning complete for port a01bb232-48d7-40cb-90e5-8e3b2e114079 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:34.131347 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-051ae4fb-2572-4304-aa05-805164050abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:34.171116 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-051ae4fb-2572-4304-aa05-805164050abc None None] Port a01bb232-48d7-40cb-90e5-8e3b2e114079 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:31:34.199792 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-77f8b6b0-16c2-4f86-89f7-0a56a2d22d76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:34.211713 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-acae92e2-db28-428f-9af4-bca1a244e0f9 req-f5c95754-a326-4d9d-9a3e-bcc6be1f69c2 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 210 time: 0.0803015 Nov 04 10:31:34.244348 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f1bccd58-8adc-42a2-9533-2a9551ccf1ab req-8948daff-3459-49ff-929d-69190c269fb5 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 210 time: 0.2903526 Nov 04 10:31:34.254238 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-88b914ff-7e83-4160-ba8b-c08569626fff tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1703665 Nov 04 10:31:34.259984 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-77f8b6b0-16c2-4f86-89f7-0a56a2d22d76 service neutron] Transition to ACTIVE for port object 8115d6cd-3593-461a-b1cc-c72ad386602d will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:31:34.266395 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-1a748791-19a3-4e0e-8a63-93123a42c111 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:34.279803 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-77f8b6b0-16c2-4f86-89f7-0a56a2d22d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:34.344591 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8b6b0-16c2-4f86-89f7-0a56a2d22d76 service neutron] Pushing event updated for resources: {'Port': ['ID=8115d6cd-3593-461a-b1cc-c72ad386602d,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:34.399514 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 684 Content-Type: application/json Date: Thu, 04 Nov 2021 10:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd42768-dd57-465b-be89-1ceca9653abe x-openstack-request-id: req-cfd42768-dd57-465b-be89-1ceca9653abe {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:31:34.399683 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04cf711-d04c-40c8-a72a-98e38cc51313", "tag": "aa2574ad-c05e-442b-90d5-45788135db75", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b0856b37-c371-4f1c-9f35-aee8ac300e29", "tag": "ef18110e-deae-4429-a75b-6469d21a497e", "status": "completed", "code": 200}, {"server_uuid": "71a49243-d1b6-4147-95d0-21f55b6c1c77", "name": "network-vif-deleted", "tag": "b4e6d12b-55f5-4264-a088-852cb2de467e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "40e54abc-cfb7-4d2c-8e9b-5556173aa9a7", "tag": "364947aa-bf30-454a-9880-1821df264897", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:31:34.399956 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-cfd42768-dd57-465b-be89-1ceca9653abe {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:31:34.400355 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04cf711-d04c-40c8-a72a-98e38cc51313', 'tag': 'aa2574ad-c05e-442b-90d5-45788135db75', 'status': 'completed', 'code': 200} Nov 04 10:31:34.400534 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0856b37-c371-4f1c-9f35-aee8ac300e29', 'tag': 'ef18110e-deae-4429-a75b-6469d21a497e', 'status': 'completed', 'code': 200} Nov 04 10:31:34.400760 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a49243-d1b6-4147-95d0-21f55b6c1c77', 'name': 'network-vif-deleted', 'tag': 'b4e6d12b-55f5-4264-a088-852cb2de467e', 'status': 'completed', 'code': 200} Nov 04 10:31:34.401020 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40e54abc-cfb7-4d2c-8e9b-5556173aa9a7', 'tag': '364947aa-bf30-454a-9880-1821df264897', 'status': 'completed', 'code': 200} Nov 04 10:31:34.501707 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-1a748791-19a3-4e0e-8a63-93123a42c111 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Network 9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:31:34.518610 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-1a748791-19a3-4e0e-8a63-93123a42c111 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:31:34.526445 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-1a748791-19a3-4e0e-8a63-93123a42c111 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:31:34.570857 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053ce5b6-13ff-4eaa-ba21-25e1a9ac9e30 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:31:34.590852 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460473a6-823e-4dc1-ac20-ec10184cf360 None None] Sync routers for ids ['8b32ae7e-f3d3-4efb-803c-151188f23f07'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:31:34.591951 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-053ce5b6-13ff-4eaa-ba21-25e1a9ac9e30 admin admin] 10.222.0.127 "PUT /v2.0/routers/8b32ae7e-f3d3-4efb-803c-151188f23f07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4526277 Nov 04 10:31:34.599145 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a748791-19a3-4e0e-8a63-93123a42c111 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Pushing event updated for resources: {'Port': ['ID=156a881a-2692-43e9-b2e9-e06542773024,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:34.620476 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460473a6-823e-4dc1-ac20-ec10184cf360 None None] Routers {'8b32ae7e-f3d3-4efb-803c-151188f23f07'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:31:34.621109 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-460473a6-823e-4dc1-ac20-ec10184cf360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:31:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['8b32ae7e-f3d3-4efb-803c-151188f23f07'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:34.622467 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-77f8b6b0-16c2-4f86-89f7-0a56a2d22d76 service neutron] Attempting to bind port 8115d6cd-3593-461a-b1cc-c72ad386602d on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:31:34.622820 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-77f8b6b0-16c2-4f86-89f7-0a56a2d22d76 service neutron] Attempting to bind port 8115d6cd-3593-461a-b1cc-c72ad386602d by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '61f108e4-56f0-48ee-9c99-786617296cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:31:34.623145 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-77f8b6b0-16c2-4f86-89f7-0a56a2d22d76 service neutron] Attempting to bind port 8115d6cd-3593-461a-b1cc-c72ad386602d on network d1916c7c-e081-4089-adc9-d25f9f439e58 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:31:34.651974 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305b536-faab-4b14-b98c-3f1384f12b38 req-9c47b83f-2494-4a23-b0f8-58275661a563 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:34.656090 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0305b536-faab-4b14-b98c-3f1384f12b38 req-9c47b83f-2494-4a23-b0f8-58275661a563 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 944 time: 0.2193334 Nov 04 10:31:34.659405 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-1a748791-19a3-4e0e-8a63-93123a42c111 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:34.663736 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-1a748791-19a3-4e0e-8a63-93123a42c111 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:34.672356 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-b028e91e-ada3-469b-ba52-cc0388df9c57 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Made reservation on behalf of cd2183f7c1f6439d8bc0b7de34a592df for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:31:34.680228 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-b028e91e-ada3-469b-ba52-cc0388df9c57 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:34.680375 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c285e1-0594-43c1-92d1-f0efbf9e57e0 req-8900b65c-55bb-4f3f-a260-530416812e5d tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:34.681988 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-94c285e1-0594-43c1-92d1-f0efbf9e57e0 req-8900b65c-55bb-4f3f-a260-530416812e5d tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/ports?device_id=789cff1d-0292-4025-8912-3a4a840640e5 HTTP/1.1" status: 200 len: 932 time: 0.1561301 Nov 04 10:31:34.737643 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-77f8b6b0-16c2-4f86-89f7-0a56a2d22d76 service neutron] Port 8115d6cd-3593-461a-b1cc-c72ad386602d on network d1916c7c-e081-4089-adc9-d25f9f439e58 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:31:34.738783 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-77f8b6b0-16c2-4f86-89f7-0a56a2d22d76 service neutron] Attempting to bind port 8115d6cd-3593-461a-b1cc-c72ad386602d on network d1916c7c-e081-4089-adc9-d25f9f439e58 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:31:34.749240 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-1a748791-19a3-4e0e-8a63-93123a42c111 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9174607 Nov 04 10:31:34.785948 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Request body: {'port': {'device_id': '5efcf5e7-6bd9-46a4-85ce-9b526e5b8084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:31:34.820289 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-77f8b6b0-16c2-4f86-89f7-0a56a2d22d76 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:31:34.820729 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-77f8b6b0-16c2-4f86-89f7-0a56a2d22d76 service neutron] Checking segment: {'id': '61f108e4-56f0-48ee-9c99-786617296cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:31:34.821363 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-77f8b6b0-16c2-4f86-89f7-0a56a2d22d76 service neutron] Bound using segment: {'id': '61f108e4-56f0-48ee-9c99-786617296cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:31:34.822172 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-77f8b6b0-16c2-4f86-89f7-0a56a2d22d76 service neutron] Bound port: 8115d6cd-3593-461a-b1cc-c72ad386602d, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61f108e4-56f0-48ee-9c99-786617296cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:31:34.822735 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-77f8b6b0-16c2-4f86-89f7-0a56a2d22d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:34.900726 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-460473a6-823e-4dc1-ac20-ec10184cf360 None None] Set router 8b32ae7e-f3d3-4efb-803c-151188f23f07 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:31:34.917183 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-94c285e1-0594-43c1-92d1-f0efbf9e57e0 req-75205f2b-46ce-4bc0-bd53-4f25b16ee898 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/security-groups?id=a272ea87-ea16-4227-bdf5-5401491ffee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692851 Nov 04 10:31:34.936811 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0305b536-faab-4b14-b98c-3f1384f12b38 req-6d7016aa-e342-42c8-9ff9-d39af88563b6 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709436 Nov 04 10:31:34.966562 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:35.016840 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-77f8b6b0-16c2-4f86-89f7-0a56a2d22d76 service neutron] For port 8115d6cd-3593-461a-b1cc-c72ad386602d, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:31:35.025359 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-77f8b6b0-16c2-4f86-89f7-0a56a2d22d76 service neutron] For port 8115d6cd-3593-461a-b1cc-c72ad386602d, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=8115d6cd-3593-461a-b1cc-c72ad386602d,segment=NetworkSegment(61f108e4-56f0-48ee-9c99-786617296cbb),segment_id=61f108e4-56f0-48ee-9c99-786617296cbb)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:31:35.035981 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-77f8b6b0-16c2-4f86-89f7-0a56a2d22d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:35.070927 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-b028e91e-ada3-469b-ba52-cc0388df9c57 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Allocated IP 192.168.233.229 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/5409d388-e97e-4c23-ac7e-207666e904b5) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:31:35.175181 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-77f8b6b0-16c2-4f86-89f7-0a56a2d22d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:35.175800 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-77f8b6b0-16c2-4f86-89f7-0a56a2d22d76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:35.177276 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-77f8b6b0-16c2-4f86-89f7-0a56a2d22d76 service neutron] 10.222.0.121 "PUT /v2.0/ports/8115d6cd-3593-461a-b1cc-c72ad386602d HTTP/1.1" status: 200 len: 1091 time: 3.8750205 Nov 04 10:31:35.177755 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ccc94bb-8bb3-4948-93fd-0f6be4828d62', 'tag': '8115d6cd-3593-461a-b1cc-c72ad386602d'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:31:35.198664 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596db481-5365-460f-ba27-b09940c84834" -d '{"events": [{"name": "network-changed", "server_uuid": "0ccc94bb-8bb3-4948-93fd-0f6be4828d62", "tag": "8115d6cd-3593-461a-b1cc-c72ad386602d"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:31:35.421268 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8b6b0-16c2-4f86-89f7-0a56a2d22d76 service neutron] Pushing event updated for resources: {'Port': ['ID=8115d6cd-3593-461a-b1cc-c72ad386602d,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:35.545286 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-460473a6-823e-4dc1-ac20-ec10184cf360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b32ae7e-f3d3-4efb-803c-151188f23f07', 'name': 'tempest-FloatingIPDetailsTestJSON-2113106599-router', 'tenant_id': '43e7454da91a4aec97db9e945610541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'efafe8b3-346f-42c3-b9e4-ebc05e91f6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:31:18Z', 'updated_at': '2021-11-04T10:31:30Z', 'revision_number': 4, 'project_id': '43e7454da91a4aec97db9e945610541f', 'gw_port': {'id': 'efafe8b3-346f-42c3-b9e4-ebc05e91f6f9', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b32ae7e-f3d3-4efb-803c-151188f23f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:31:20Z', 'updated_at': '2021-11-04T10:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '86aa701b-b83e-45e7-800e-37068f6eb19e', 'name': '', 'network_id': 'f900c713-f33d-4fa2-ae57-02b220d69d37', 'tenant_id': '43e7454da91a4aec97db9e945610541f', 'mac_address': 'fa:16:3e:0d:68:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b32ae7e-f3d3-4efb-803c-151188f23f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd222fd86-2fb3-4ebf-9f1a-54a0183d283b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:31:26Z', 'updated_at': '2021-11-04T10:31:31Z', 'revision_number': 2, 'project_id': '43e7454da91a4aec97db9e945610541f', 'subnets': [{'id': 'd222fd86-2fb3-4ebf-9f1a-54a0183d283b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:35.613844 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460473a6-823e-4dc1-ac20-ec10184cf360 None None] Checking router: 8b32ae7e-f3d3-4efb-803c-151188f23f07 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:31:35.614883 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460473a6-823e-4dc1-ac20-ec10184cf360 None None] Updating router 8b32ae7e-f3d3-4efb-803c-151188f23f07 port 86aa701b-b83e-45e7-800e-37068f6eb19e binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:31:35.659845 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-460473a6-823e-4dc1-ac20-ec10184cf360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:35.666038 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-b4a50df5-e65b-47e1-94f0-1e2fd4bbdaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:35.667966 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-b4a50df5-e65b-47e1-94f0-1e2fd4bbdaf4 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0492820046454dbbbdfa7eac919beeeb&device_id=0ccc94bb-8bb3-4948-93fd-0f6be4828d62 HTTP/1.1" status: 200 len: 1094 time: 0.4051654 Nov 04 10:31:35.826626 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 156a881a-2692-43e9-b2e9-e06542773024 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:31:35.835996 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:35.838263 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-59ed74c0-576f-4114-8bc1-79c37d86dc83 req-e093dd20-1b19-4a09-b30d-4752bbefc823 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6178398 Nov 04 10:31:35.852124 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Transition to ACTIVE for port object 156a881a-2692-43e9-b2e9-e06542773024 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:31:35.857772 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-59ed74c0-576f-4114-8bc1-79c37d86dc83 req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:31:35.865892 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-b0e3dd75-a1a1-4298-867d-d7342ac128c0 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8115d6cd-3593-461a-b1cc-c72ad386602d HTTP/1.1" status: 200 len: 217 time: 0.1863141 Nov 04 10:31:35.872193 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:35.916240 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566bc96-1f7c-4675-929c-8397974c721f req-beb09421-7cdf-4970-a010-ac44a56f567c tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:35.926190 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c566bc96-1f7c-4675-929c-8397974c721f req-beb09421-7cdf-4970-a010-ac44a56f567c tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/ports?device_id=0ccc94bb-8bb3-4948-93fd-0f6be4828d62 HTTP/1.1" status: 200 len: 943 time: 0.4278913 Nov 04 10:31:35.994315 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-460473a6-823e-4dc1-ac20-ec10184cf360 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:36.009102 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-460473a6-823e-4dc1-ac20-ec10184cf360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:36.062290 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59ed74c0-576f-4114-8bc1-79c37d86dc83 req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:36.097380 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-ef3a193d-53e8-4fda-bf84-282650d4127a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:36.099500 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-ef3a193d-53e8-4fda-bf84-282650d4127a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6c41464b-4d5c-426b-ab3b-93147cb6ef05 HTTP/1.1" status: 200 len: 863 time: 0.2180634 Nov 04 10:31:36.174106 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c566bc96-1f7c-4675-929c-8397974c721f req-2bfe1845-df7e-458f-95c1-2e67f6459d4f tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/security-groups?id=e3fc6229-c534-4667-80af-1b77361324bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429059 Nov 04 10:31:36.205743 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-460473a6-823e-4dc1-ac20-ec10184cf360 None None] Attempting to bind port 86aa701b-b83e-45e7-800e-37068f6eb19e on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:31:36.206102 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-460473a6-823e-4dc1-ac20-ec10184cf360 None None] Attempting to bind port 86aa701b-b83e-45e7-800e-37068f6eb19e by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '407f7fbf-bebf-462c-8f24-25696b242355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'f900c713-f33d-4fa2-ae57-02b220d69d37'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:31:36.206457 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460473a6-823e-4dc1-ac20-ec10184cf360 None None] Attempting to bind port 86aa701b-b83e-45e7-800e-37068f6eb19e on network f900c713-f33d-4fa2-ae57-02b220d69d37 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:31:36.214092 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460473a6-823e-4dc1-ac20-ec10184cf360 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:31:36.214367 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460473a6-823e-4dc1-ac20-ec10184cf360 None None] Checking segment: {'id': '407f7fbf-bebf-462c-8f24-25696b242355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'f900c713-f33d-4fa2-ae57-02b220d69d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:31:36.214867 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-460473a6-823e-4dc1-ac20-ec10184cf360 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:36.215259 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460473a6-823e-4dc1-ac20-ec10184cf360 None None] Bound using segment: {'id': '407f7fbf-bebf-462c-8f24-25696b242355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'f900c713-f33d-4fa2-ae57-02b220d69d37'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:31:36.215864 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-460473a6-823e-4dc1-ac20-ec10184cf360 None None] Bound port: 86aa701b-b83e-45e7-800e-37068f6eb19e, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '407f7fbf-bebf-462c-8f24-25696b242355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'f900c713-f33d-4fa2-ae57-02b220d69d37'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:31:36.216151 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-460473a6-823e-4dc1-ac20-ec10184cf360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:36.272753 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-fbd6085f-037e-4932-8871-60ddfc233423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:36.279306 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-fbd6085f-037e-4932-8871-60ddfc233423 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d1916c7c-e081-4089-adc9-d25f9f439e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1676841 Nov 04 10:31:36.295466 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-460473a6-823e-4dc1-ac20-ec10184cf360 None None] For port 86aa701b-b83e-45e7-800e-37068f6eb19e, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:31:36.305202 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-460473a6-823e-4dc1-ac20-ec10184cf360 None None] For port 86aa701b-b83e-45e7-800e-37068f6eb19e, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=86aa701b-b83e-45e7-800e-37068f6eb19e,segment=NetworkSegment(407f7fbf-bebf-462c-8f24-25696b242355),segment_id=407f7fbf-bebf-462c-8f24-25696b242355)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:31:36.324491 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-460473a6-823e-4dc1-ac20-ec10184cf360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:36.335212 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59732da8-b471-423d-a8b2-0bcb9de065c5 None None] Pushing event updated for resources: {'Port': ['ID=86aa701b-b83e-45e7-800e-37068f6eb19e,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:36.345684 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59732da8-b471-423d-a8b2-0bcb9de065c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:36.346086 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59732da8-b471-423d-a8b2-0bcb9de065c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:36.346445 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59732da8-b471-423d-a8b2-0bcb9de065c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:36.346774 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59732da8-b471-423d-a8b2-0bcb9de065c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:36.347091 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59732da8-b471-423d-a8b2-0bcb9de065c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:36.347525 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59732da8-b471-423d-a8b2-0bcb9de065c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:36.347713 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59732da8-b471-423d-a8b2-0bcb9de065c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:36.348051 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59732da8-b471-423d-a8b2-0bcb9de065c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:36.348328 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59732da8-b471-423d-a8b2-0bcb9de065c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:36.348634 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59732da8-b471-423d-a8b2-0bcb9de065c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:36.349027 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59732da8-b471-423d-a8b2-0bcb9de065c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:36.349360 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59732da8-b471-423d-a8b2-0bcb9de065c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:36.400610 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-05940be0-6f74-4114-8f84-deae3e0f5b9e None None] Provisioning complete for port 86aa701b-b83e-45e7-800e-37068f6eb19e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:36.407692 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-05940be0-6f74-4114-8f84-deae3e0f5b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:36.438641 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Pushing event updated for resources: {'Port': ['ID=156a881a-2692-43e9-b2e9-e06542773024,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:36.465550 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-b028e91e-ada3-469b-ba52-cc0388df9c57 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:36.484969 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59732da8-b471-423d-a8b2-0bcb9de065c5 None None] Pushing event updated for resources: {'Port': ['ID=86aa701b-b83e-45e7-800e-37068f6eb19e,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:36.508700 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460473a6-823e-4dc1-ac20-ec10184cf360 None None] Routers {'8b32ae7e-f3d3-4efb-803c-151188f23f07'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:31:36.510237 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-460473a6-823e-4dc1-ac20-ec10184cf360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:31:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['8b32ae7e-f3d3-4efb-803c-151188f23f07'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:36.522722 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-b028e91e-ada3-469b-ba52-cc0388df9c57 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:36.538052 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['8f4d702b-b914-470f-874a-f8a7b107abdb'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:31:36.674177 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-b028e91e-ada3-469b-ba52-cc0388df9c57 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:31:36.675798 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464b01a-ad8f-49c5-bd4e-7e42534ef2da req-bf948a50-5ef5-40bf-b7e2-5cea5d11088a tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:36.684680 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3464b01a-ad8f-49c5-bd4e-7e42534ef2da req-bf948a50-5ef5-40bf-b7e2-5cea5d11088a tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=40e54abc-cfb7-4d2c-8e9b-5556173aa9a7 HTTP/1.1" status: 200 len: 948 time: 0.2790246 Nov 04 10:31:36.711421 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-4c7eef30-1088-44c4-990f-ca5ffc4699fd service neutron] 10.222.0.121 "GET /v2.0/networks/d1916c7c-e081-4089-adc9-d25f9f439e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208512 Nov 04 10:31:36.732068 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-b028e91e-ada3-469b-ba52-cc0388df9c57 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:31:36.790151 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-b028e91e-ada3-469b-ba52-cc0388df9c57 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:31:36.812099 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-460473a6-823e-4dc1-ac20-ec10184cf360 None None] Set router 8b32ae7e-f3d3-4efb-803c-151188f23f07 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:31:36.842440 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-05940be0-6f74-4114-8f84-deae3e0f5b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:36.900779 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Attempting to bind port 156a881a-2692-43e9-b2e9-e06542773024 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:31:36.901351 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Attempting to bind port 156a881a-2692-43e9-b2e9-e06542773024 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'd1c8dcec-0173-47c7-8397-4a22add73c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:31:36.901954 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Attempting to bind port 156a881a-2692-43e9-b2e9-e06542773024 on network 9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:31:36.935414 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59ed74c0-576f-4114-8bc1-79c37d86dc83 req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:36.974858 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3464b01a-ad8f-49c5-bd4e-7e42534ef2da req-4fb2b681-c213-4c74-9ecc-111666838d0c tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888103 Nov 04 10:31:37.009292 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-b028e91e-ada3-469b-ba52-cc0388df9c57 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:37.009292 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-b028e91e-ada3-469b-ba52-cc0388df9c57 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:37.021871 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028e91e-ada3-469b-ba52-cc0388df9c57 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Pushing event updated for resources: {'Port': ['ID=5409d388-e97e-4c23-ac7e-207666e904b5,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:37.029242 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Port 156a881a-2692-43e9-b2e9-e06542773024 on network 9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:31:37.035803 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Attempting to bind port 156a881a-2692-43e9-b2e9-e06542773024 on network 9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:31:37.037204 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:31:37.037647 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Checking segment: {'id': 'd1c8dcec-0173-47c7-8397-4a22add73c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:31:37.038071 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Bound using segment: {'id': 'd1c8dcec-0173-47c7-8397-4a22add73c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:31:37.038525 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Bound port: 156a881a-2692-43e9-b2e9-e06542773024, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c8dcec-0173-47c7-8397-4a22add73c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:31:37.039167 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:37.115572 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-05940be0-6f74-4114-8f84-deae3e0f5b9e None None] For port 86aa701b-b83e-45e7-800e-37068f6eb19e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=86aa701b-b83e-45e7-800e-37068f6eb19e,segment=NetworkSegment(407f7fbf-bebf-462c-8f24-25696b242355),segment_id=407f7fbf-bebf-462c-8f24-25696b242355)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:37.126054 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01c5e48-4609-4048-a9be-6d662fa07590 x-openstack-request-id: req-f01c5e48-4609-4048-a9be-6d662fa07590 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:31:37.129071 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-05940be0-6f74-4114-8f84-deae3e0f5b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:37.133609 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ccc94bb-8bb3-4948-93fd-0f6be4828d62", "tag": "8115d6cd-3593-461a-b1cc-c72ad386602d", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:31:37.133609 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f01c5e48-4609-4048-a9be-6d662fa07590 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:31:37.133864 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ccc94bb-8bb3-4948-93fd-0f6be4828d62', 'tag': '8115d6cd-3593-461a-b1cc-c72ad386602d', 'status': 'completed', 'code': 200} Nov 04 10:31:37.157197 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-b028e91e-ada3-469b-ba52-cc0388df9c57 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1340337 Nov 04 10:31:37.190263 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-df664fd9-1472-4d62-bf06-d384e4eb5587 service neutron] Request body: {'port': {'device_id': '01d66d8d-63c5-4eea-aa26-d35dfb6fb53e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:31:37.230577 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-731a6310-28a6-4353-86ae-d99d7e6554f2 req-fc8be344-4494-4e0a-b8d0-a1978faa07a6 service neutron] 10.222.0.121 "GET /v2.0/networks/d1916c7c-e081-4089-adc9-d25f9f439e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851322 Nov 04 10:31:37.249990 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] For port 156a881a-2692-43e9-b2e9-e06542773024, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:31:37.304731 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] For port 156a881a-2692-43e9-b2e9-e06542773024, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=156a881a-2692-43e9-b2e9-e06542773024,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:31:37.306053 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05940be0-6f74-4114-8f84-deae3e0f5b9e None None] Pushing event updated for resources: {'Port': ['ID=86aa701b-b83e-45e7-800e-37068f6eb19e,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:37.322597 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:37.368136 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-12b9c328-e9a9-4007-9b2d-3535514f4766 None None] Provisioning complete for port 86aa701b-b83e-45e7-800e-37068f6eb19e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:37.369086 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-12b9c328-e9a9-4007-9b2d-3535514f4766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:37.387972 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-df664fd9-1472-4d62-bf06-d384e4eb5587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:37.423888 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-59ed74c0-576f-4114-8bc1-79c37d86dc83 req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Allocated IP 172.25.7.199 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/dffdf698-05c3-42da-b435-78351448d163) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:31:37.463839 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:37.464694 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:37.467491 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b23a5-4d52-42eb-bb1f-9157e668c3b5 req-f09ebce4-90a7-4479-9bbd-09b0b03b779b tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:37.469158 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] 10.222.0.121 "PUT /v2.0/ports/156a881a-2692-43e9-b2e9-e06542773024 HTTP/1.1" status: 200 len: 1091 time: 2.7016098 Nov 04 10:31:37.469979 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5efcf5e7-6bd9-46a4-85ce-9b526e5b8084', 'tag': '156a881a-2692-43e9-b2e9-e06542773024'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:31:37.475263 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515fabc2-8c52-440d-bc13-66bb37bce995" -d '{"events": [{"name": "network-changed", "server_uuid": "5efcf5e7-6bd9-46a4-85ce-9b526e5b8084", "tag": "156a881a-2692-43e9-b2e9-e06542773024"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:31:37.485791 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf9b23a5-4d52-42eb-bb1f-9157e668c3b5 req-f09ebce4-90a7-4479-9bbd-09b0b03b779b tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 936 time: 0.2581182 Nov 04 10:31:37.502272 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596db481-5365-460f-ba27-b09940c84834 req-5a673931-28cd-4c6c-a5e2-96bd16c71ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:37.504214 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-596db481-5365-460f-ba27-b09940c84834 req-5a673931-28cd-4c6c-a5e2-96bd16c71ed1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0492820046454dbbbdfa7eac919beeeb&device_id=0ccc94bb-8bb3-4948-93fd-0f6be4828d62 HTTP/1.1" status: 200 len: 1094 time: 0.1987159 Nov 04 10:31:37.561121 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-460473a6-823e-4dc1-ac20-ec10184cf360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b32ae7e-f3d3-4efb-803c-151188f23f07', 'name': 'tempest-FloatingIPDetailsTestJSON-2113106599-router', 'tenant_id': '43e7454da91a4aec97db9e945610541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'efafe8b3-346f-42c3-b9e4-ebc05e91f6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:31:18Z', 'updated_at': '2021-11-04T10:31:30Z', 'revision_number': 4, 'project_id': '43e7454da91a4aec97db9e945610541f', 'gw_port': {'id': 'efafe8b3-346f-42c3-b9e4-ebc05e91f6f9', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b32ae7e-f3d3-4efb-803c-151188f23f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:31:20Z', 'updated_at': '2021-11-04T10:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '86aa701b-b83e-45e7-800e-37068f6eb19e', 'name': '', 'network_id': 'f900c713-f33d-4fa2-ae57-02b220d69d37', 'tenant_id': '43e7454da91a4aec97db9e945610541f', 'mac_address': 'fa:16:3e:0d:68:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b32ae7e-f3d3-4efb-803c-151188f23f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd222fd86-2fb3-4ebf-9f1a-54a0183d283b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:31:26Z', 'updated_at': '2021-11-04T10:31:36Z', 'revision_number': 4, 'project_id': '43e7454da91a4aec97db9e945610541f', 'subnets': [{'id': 'd222fd86-2fb3-4ebf-9f1a-54a0183d283b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:37.627276 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460473a6-823e-4dc1-ac20-ec10184cf360 None None] The sync data for ids ['8b32ae7e-f3d3-4efb-803c-151188f23f07'] in n-d-816629-1 is: [{'id': '8b32ae7e-f3d3-4efb-803c-151188f23f07', 'name': 'tempest-FloatingIPDetailsTestJSON-2113106599-router', 'tenant_id': '43e7454da91a4aec97db9e945610541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'efafe8b3-346f-42c3-b9e4-ebc05e91f6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:31:18Z', 'updated_at': '2021-11-04T10:31:30Z', 'revision_number': 4, 'project_id': '43e7454da91a4aec97db9e945610541f', 'gw_port': {'id': 'efafe8b3-346f-42c3-b9e4-ebc05e91f6f9', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b32ae7e-f3d3-4efb-803c-151188f23f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:31:20Z', 'updated_at': '2021-11-04T10:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '86aa701b-b83e-45e7-800e-37068f6eb19e', 'name': '', 'network_id': 'f900c713-f33d-4fa2-ae57-02b220d69d37', 'tenant_id': '43e7454da91a4aec97db9e945610541f', 'mac_address': 'fa:16:3e:0d:68:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b32ae7e-f3d3-4efb-803c-151188f23f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd222fd86-2fb3-4ebf-9f1a-54a0183d283b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:31:26Z', 'updated_at': '2021-11-04T10:31:36Z', 'revision_number': 4, 'project_id': '43e7454da91a4aec97db9e945610541f', 'subnets': [{'id': 'd222fd86-2fb3-4ebf-9f1a-54a0183d283b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:31:37.736844 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-12b9c328-e9a9-4007-9b2d-3535514f4766 None None] Provisioning complete for port 5409d388-e97e-4c23-ac7e-207666e904b5 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:37.737602 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-12b9c328-e9a9-4007-9b2d-3535514f4766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:37.817451 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf9b23a5-4d52-42eb-bb1f-9157e668c3b5 req-859ef9a4-c558-468d-973f-31767601dd15 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308845 Nov 04 10:31:37.884340 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-12b9c328-e9a9-4007-9b2d-3535514f4766 None None] Port 5409d388-e97e-4c23-ac7e-207666e904b5 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:31:37.939547 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596db481-5365-460f-ba27-b09940c84834 req-368af9c4-4d11-406f-bc64-71896db1dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:37.949460 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-596db481-5365-460f-ba27-b09940c84834 req-368af9c4-4d11-406f-bc64-71896db1dcc7 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d1916c7c-e081-4089-adc9-d25f9f439e58 HTTP/1.1" status: 200 len: 926 time: 0.4230101 Nov 04 10:31:37.969461 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-df664fd9-1472-4d62-bf06-d384e4eb5587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5409d388-e97e-4c23-ac7e-207666e904b5 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:31:38.015447 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-df664fd9-1472-4d62-bf06-d384e4eb5587 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:38.023169 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Pushing event updated for resources: {'Port': ['ID=156a881a-2692-43e9-b2e9-e06542773024,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:38.029855 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59ed74c0-576f-4114-8bc1-79c37d86dc83 req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:38.034676 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-596db481-5365-460f-ba27-b09940c84834 req-512dd395-d7ec-4071-9310-54990b77af59 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8115d6cd-3593-461a-b1cc-c72ad386602d HTTP/1.1" status: 200 len: 217 time: 0.0709159 Nov 04 10:31:38.061874 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-02b7a47e-bdac-43d2-925c-ae6268641201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:38.066603 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-02b7a47e-bdac-43d2-925c-ae6268641201 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2b5a587ccab54a2f9cf1975659bd89f9&device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 1094 time: 0.1537941 Nov 04 10:31:38.076438 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:38.076775 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:38.077133 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:38.077461 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:38.077786 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:38.078120 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:38.078437 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:38.078802 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:38.079302 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:38.079654 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:38.079974 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:38.080287 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b03690-543e-4e1b-a592-d63962f34513 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:38.094706 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-df664fd9-1472-4d62-bf06-d384e4eb5587 service neutron] Transition to ACTIVE for port object 5409d388-e97e-4c23-ac7e-207666e904b5 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:31:38.133306 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-df664fd9-1472-4d62-bf06-d384e4eb5587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:38.145236 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108de9d-481d-4fed-805b-4f80ac4201fc req-b879daec-3ca4-4a32-a142-79b5d6329d20 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:38.159966 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3108de9d-481d-4fed-805b-4f80ac4201fc req-b879daec-3ca4-4a32-a142-79b5d6329d20 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 943 time: 0.2092202 Nov 04 10:31:38.188915 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596db481-5365-460f-ba27-b09940c84834 req-28e620f5-e60b-4a4b-bc23-fc08a3e12da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:38.190850 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-596db481-5365-460f-ba27-b09940c84834 req-28e620f5-e60b-4a4b-bc23-fc08a3e12da1 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6c41464b-4d5c-426b-ab3b-93147cb6ef05 HTTP/1.1" status: 200 len: 863 time: 0.1473875 Nov 04 10:31:38.193666 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59ed74c0-576f-4114-8bc1-79c37d86dc83 req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:38.200542 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-64374e2c-e7e7-4c8f-be38-e189c38948c2 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=156a881a-2692-43e9-b2e9-e06542773024 HTTP/1.1" status: 200 len: 217 time: 0.1162436 Nov 04 10:31:38.308990 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df664fd9-1472-4d62-bf06-d384e4eb5587 service neutron] Pushing event updated for resources: {'Port': ['ID=5409d388-e97e-4c23-ac7e-207666e904b5,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:38.371088 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Pushing event updated for resources: {'Port': ['ID=dffdf698-05c3-42da-b435-78351448d163,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:38.374444 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-5360d8b9-6b11-4645-ab55-afd7d0ad94b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:38.376250 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-5360d8b9-6b11-4645-ab55-afd7d0ad94b8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=28924b01-2687-4263-b969-76f54864e85b HTTP/1.1" status: 200 len: 845 time: 0.1574447 Nov 04 10:31:38.388198 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3108de9d-481d-4fed-805b-4f80ac4201fc req-6e42fdac-af3e-4e02-b0ed-e5f48279a87d tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270555 Nov 04 10:31:38.418802 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ed74c0-576f-4114-8bc1-79c37d86dc83 req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:31:38.426548 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-59ed74c0-576f-4114-8bc1-79c37d86dc83 req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:31:38.430209 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ed74c0-576f-4114-8bc1-79c37d86dc83 req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:31:38.459809 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:38.460175 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:38.460418 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-820254e3-117d-44a8-a937-25dd863cf631 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506265 Nov 04 10:31:38.460531 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:38.460796 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:38.461213 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:38.461495 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:38.461827 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:38.463136 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-df664fd9-1472-4d62-bf06-d384e4eb5587 service neutron] Attempting to bind port 5409d388-e97e-4c23-ac7e-207666e904b5 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:31:38.463489 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-df664fd9-1472-4d62-bf06-d384e4eb5587 service neutron] Attempting to bind port 5409d388-e97e-4c23-ac7e-207666e904b5 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:31:38.464086 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-df664fd9-1472-4d62-bf06-d384e4eb5587 service neutron] Attempting to bind port 5409d388-e97e-4c23-ac7e-207666e904b5 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:31:38.469273 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:38.469667 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-df664fd9-1472-4d62-bf06-d384e4eb5587 service neutron] Port 5409d388-e97e-4c23-ac7e-207666e904b5 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:31:38.469786 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:38.469951 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-df664fd9-1472-4d62-bf06-d384e4eb5587 service neutron] Attempting to bind port 5409d388-e97e-4c23-ac7e-207666e904b5 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:31:38.470052 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:38.470363 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:38.470687 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:38.526339 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-df664fd9-1472-4d62-bf06-d384e4eb5587 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:31:38.526768 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-df664fd9-1472-4d62-bf06-d384e4eb5587 service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:31:38.527333 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-df664fd9-1472-4d62-bf06-d384e4eb5587 service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:31:38.527801 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-df664fd9-1472-4d62-bf06-d384e4eb5587 service neutron] Bound port: 5409d388-e97e-4c23-ac7e-207666e904b5, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:31:38.528150 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-df664fd9-1472-4d62-bf06-d384e4eb5587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:38.531949 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596db481-5365-460f-ba27-b09940c84834 req-4001df73-4d3c-4a61-b9b4-32231eede8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:38.533573 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-596db481-5365-460f-ba27-b09940c84834 req-4001df73-4d3c-4a61-b9b4-32231eede8cc service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d1916c7c-e081-4089-adc9-d25f9f439e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3306649 Nov 04 10:31:38.735778 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 86aa701b-b83e-45e7-800e-37068f6eb19e up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:31:38.757940 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-8478715b-3473-4e8d-bca8-cac872153c29 service neutron] 10.222.0.121 "GET /v2.0/networks/9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823064 Nov 04 10:31:38.875547 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 86aa701b-b83e-45e7-800e-37068f6eb19e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:38.876300 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-df664fd9-1472-4d62-bf06-d384e4eb5587 service neutron] For port 5409d388-e97e-4c23-ac7e-207666e904b5, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:31:38.877463 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:38.883562 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1aaad5cd-6211-4857-b697-2584a4c82da4 req-69f7021f-cc7f-40f8-bd71-b49a69ee65ab service neutron] 10.222.0.121 "GET /v2.0/networks/9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122515 Nov 04 10:31:38.915712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-df664fd9-1472-4d62-bf06-d384e4eb5587 service neutron] For port 5409d388-e97e-4c23-ac7e-207666e904b5, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=5409d388-e97e-4c23-ac7e-207666e904b5,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:31:38.930719 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-df664fd9-1472-4d62-bf06-d384e4eb5587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:38.981203 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59ed74c0-576f-4114-8bc1-79c37d86dc83 req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:38.990276 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-df664fd9-1472-4d62-bf06-d384e4eb5587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:38.991451 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-df664fd9-1472-4d62-bf06-d384e4eb5587 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:38.992999 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-df664fd9-1472-4d62-bf06-d384e4eb5587 service neutron] 10.222.0.121 "PUT /v2.0/ports/5409d388-e97e-4c23-ac7e-207666e904b5 HTTP/1.1" status: 200 len: 1096 time: 1.8149126 Nov 04 10:31:39.033464 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048840a-339b-440d-84a5-47e93815dc06 req-c442e233-eaac-484a-b867-a7803a9cb53a tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:39.043763 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9048840a-339b-440d-84a5-47e93815dc06 req-c442e233-eaac-484a-b867-a7803a9cb53a tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/ports?device_id=789cff1d-0292-4025-8912-3a4a840640e5 HTTP/1.1" status: 200 len: 932 time: 0.3701127 Nov 04 10:31:39.159620 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df664fd9-1472-4d62-bf06-d384e4eb5587 service neutron] Pushing event updated for resources: {'Port': ['ID=5409d388-e97e-4c23-ac7e-207666e904b5,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:39.167216 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-596db481-5365-460f-ba27-b09940c84834 req-3f3cb4cb-d2d2-490e-8b4c-d637a5c26ae5 service neutron] 10.222.0.121 "GET /v2.0/networks/d1916c7c-e081-4089-adc9-d25f9f439e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6170406 Nov 04 10:31:39.209818 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59ed74c0-576f-4114-8bc1-79c37d86dc83 req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:39.219858 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-f2c5104a-e595-476a-ac23-0c4ff4018130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:39.221897 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-f2c5104a-e595-476a-ac23-0c4ff4018130 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 1099 time: 0.1728337 Nov 04 10:31:39.306473 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-caab76fd-5c11-47d2-a89e-a519dc5e92cb service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=5409d388-e97e-4c23-ac7e-207666e904b5 HTTP/1.1" status: 200 len: 217 time: 0.0693800 Nov 04 10:31:39.378853 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9048840a-339b-440d-84a5-47e93815dc06 req-edcc8746-0066-4dcf-a5b7-b7f2cd5089df tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/security-groups?id=a272ea87-ea16-4227-bdf5-5401491ffee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335307 Nov 04 10:31:39.393652 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-d004c374-32a3-4edf-a97c-29993f1aeb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:39.395154 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-d004c374-32a3-4edf-a97c-29993f1aeb99 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0805624 Nov 04 10:31:39.459320 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-5a7b3337-a588-40d0-b50b-0f9ad28b9963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:39.461907 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-5a7b3337-a588-40d0-b50b-0f9ad28b9963 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0573730 Nov 04 10:31:39.464587 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-596db481-5365-460f-ba27-b09940c84834 req-ae872213-08ba-4e15-85a1-5c9ff6e671c1 service neutron] 10.222.0.121 "GET /v2.0/networks/d1916c7c-e081-4089-adc9-d25f9f439e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823884 Nov 04 10:31:39.577235 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device ef18110e-deae-4429-a75b-6469d21a497e no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:31:39.623342 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-696e9fb6-6f86-4100-b22d-c24d7e2537d2 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503637 Nov 04 10:31:39.777356 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6b781be8-a2c9-46ea-b2a7-a4a461e4484b req-9e627818-1395-4826-96a0-f721f83233ca service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326432 Nov 04 10:31:39.851467 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 8115d6cd-3593-461a-b1cc-c72ad386602d details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:31:39.940598 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1cc0e-6184-48d3-9f3a-400bf8a2009f req-1efb092a-b3ef-427d-873f-048177fa25b5 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:39.942336 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-72a1cc0e-6184-48d3-9f3a-400bf8a2009f req-1efb092a-b3ef-427d-873f-048177fa25b5 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 944 time: 0.1114461 Nov 04 10:31:39.967344 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 8115d6cd-3593-461a-b1cc-c72ad386602d, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=8115d6cd-3593-461a-b1cc-c72ad386602d,segment=NetworkSegment(61f108e4-56f0-48ee-9c99-786617296cbb),segment_id=61f108e4-56f0-48ee-9c99-786617296cbb)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:39.980014 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '8115d6cd-3593-461a-b1cc-c72ad386602d', 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58', 'port_id': '8115d6cd-3593-461a-b1cc-c72ad386602d', 'mac_address': 'fa:16:3e:7b:8a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:31:40.015130 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59ed74c0-576f-4114-8bc1-79c37d86dc83 req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:40.017947 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:40.024791 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59ed74c0-576f-4114-8bc1-79c37d86dc83 req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:40.032165 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8115d6cd-3593-461a-b1cc-c72ad386602d {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:31:40.043302 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-72a1cc0e-6184-48d3-9f3a-400bf8a2009f req-1d715c72-73a6-4579-85b1-f85c02879c9e tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871179 Nov 04 10:31:40.059523 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 8115d6cd-3593-461a-b1cc-c72ad386602d, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=8115d6cd-3593-461a-b1cc-c72ad386602d,segment=NetworkSegment(61f108e4-56f0-48ee-9c99-786617296cbb),segment_id=61f108e4-56f0-48ee-9c99-786617296cbb)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:40.077389 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:40.132238 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=8115d6cd-3593-461a-b1cc-c72ad386602d,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:40.142232 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:40.142649 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:40.143044 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:40.143432 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:40.143813 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:40.144192 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:40.144573 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:40.145004 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:40.145377 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:40.145762 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:40.146142 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:40.146513 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:31:40.178955 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Pushing event updated for resources: {'Port': ['ID=dffdf698-05c3-42da-b435-78351448d163,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:40.226393 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59ed74c0-576f-4114-8bc1-79c37d86dc83 req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:40.248474 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ba56c-2787-457c-a0fc-85529672e443 req-53c23adb-c15a-4784-ab90-3fdcc8ca01b6 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:40.253445 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a0ba56c-2787-457c-a0fc-85529672e443 req-53c23adb-c15a-4784-ab90-3fdcc8ca01b6 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/ports?device_id=0ccc94bb-8bb3-4948-93fd-0f6be4828d62 HTTP/1.1" status: 200 len: 944 time: 0.1116493 Nov 04 10:31:40.256786 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59ed74c0-576f-4114-8bc1-79c37d86dc83 req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:40.258005 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-59ed74c0-576f-4114-8bc1-79c37d86dc83 req-9816c0c8-63ba-40a4-8336-cc7249cbc1dd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4122434 Nov 04 10:31:40.345405 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['8115d6cd-3593-461a-b1cc-c72ad386602d'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:31:40.347172 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-59ed74c0-576f-4114-8bc1-79c37d86dc83 req-5f570aed-034e-4d8e-a28e-cf47ce40cd17 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.199 HTTP/1.1" status: 200 len: 696 time: 0.0821676 Nov 04 10:31:40.420171 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a0ba56c-2787-457c-a0fc-85529672e443 req-eb92df71-d661-4b31-95ff-65e30ad86b5f tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/security-groups?id=e3fc6229-c534-4667-80af-1b77361324bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611733 Nov 04 10:31:40.513258 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262200a8-954c-4036-ba71-305234ea4f28 x-openstack-request-id: req-262200a8-954c-4036-ba71-305234ea4f28 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:31:40.513811 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5efcf5e7-6bd9-46a4-85ce-9b526e5b8084", "tag": "156a881a-2692-43e9-b2e9-e06542773024", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:31:40.513919 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-262200a8-954c-4036-ba71-305234ea4f28 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:31:40.514280 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5efcf5e7-6bd9-46a4-85ce-9b526e5b8084', 'tag': '156a881a-2692-43e9-b2e9-e06542773024', 'status': 'completed', 'code': 200} Nov 04 10:31:40.518639 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed74c0-576f-4114-8bc1-79c37d86dc83 req-c6f1ebab-d041-41a9-8de2-5b85a28fd931 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:40.520392 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-59ed74c0-576f-4114-8bc1-79c37d86dc83 req-c6f1ebab-d041-41a9-8de2-5b85a28fd931 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 784 time: 0.1643178 Nov 04 10:31:40.531921 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-59ed74c0-576f-4114-8bc1-79c37d86dc83 req-9c97d657-73c7-4fca-ac3b-b73c469ec6af tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:31:40.533009 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-59ed74c0-576f-4114-8bc1-79c37d86dc83 req-9c97d657-73c7-4fca-ac3b-b73c469ec6af tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0067401 Nov 04 10:31:40.652960 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fabc2-8c52-440d-bc13-66bb37bce995 req-0f5c7fb7-7606-4b78-817a-67ff952d74cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:40.654211 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-515fabc2-8c52-440d-bc13-66bb37bce995 req-0f5c7fb7-7606-4b78-817a-67ff952d74cb service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2b5a587ccab54a2f9cf1975659bd89f9&device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 1094 time: 0.1096802 Nov 04 10:31:40.673082 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184d79d-b0b7-4d51-9692-57d16b2ddea1 req-8a267eba-bf5c-4f98-97df-c35636f2c147 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:40.679710 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b184d79d-b0b7-4d51-9692-57d16b2ddea1 req-8a267eba-bf5c-4f98-97df-c35636f2c147 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=40e54abc-cfb7-4d2c-8e9b-5556173aa9a7 HTTP/1.1" status: 200 len: 948 time: 0.0672100 Nov 04 10:31:40.786111 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fabc2-8c52-440d-bc13-66bb37bce995 req-8caa4bc4-31db-4f80-85ba-6eb76c5500c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:40.787614 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-515fabc2-8c52-440d-bc13-66bb37bce995 req-8caa4bc4-31db-4f80-85ba-6eb76c5500c1 service neutron] 10.222.0.121 "GET /v2.0/networks?id=9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d HTTP/1.1" status: 200 len: 907 time: 0.1258161 Nov 04 10:31:40.799491 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b184d79d-b0b7-4d51-9692-57d16b2ddea1 req-0820472f-0665-488d-8a3f-66b5a455fa5a tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064019 Nov 04 10:31:40.822961 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215f4e3-bba8-40e4-8057-133d09709b35 req-4b737a22-943f-4d2c-b7ee-ae5035137a21 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:40.825328 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a215f4e3-bba8-40e4-8057-133d09709b35 req-4b737a22-943f-4d2c-b7ee-ae5035137a21 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 948 time: 0.0865562 Nov 04 10:31:40.842019 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-515fabc2-8c52-440d-bc13-66bb37bce995 req-c034dc01-d9be-4ad1-9449-8ae6b2e1f22a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=156a881a-2692-43e9-b2e9-e06542773024 HTTP/1.1" status: 200 len: 217 time: 0.0458250 Nov 04 10:31:40.899657 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fabc2-8c52-440d-bc13-66bb37bce995 req-083e92a1-3ca1-44ed-9731-84b5346fb90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:40.901485 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-515fabc2-8c52-440d-bc13-66bb37bce995 req-083e92a1-3ca1-44ed-9731-84b5346fb90d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=28924b01-2687-4263-b969-76f54864e85b HTTP/1.1" status: 200 len: 845 time: 0.0500736 Nov 04 10:31:40.911141 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a215f4e3-bba8-40e4-8057-133d09709b35 req-327f06f2-5067-416f-a717-1a9698edb5de tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709984 Nov 04 10:31:40.957315 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-515fabc2-8c52-440d-bc13-66bb37bce995 req-a2ba82ac-c585-4946-b4c3-59a7962510d5 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420291 Nov 04 10:31:40.966989 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc0791-1211-43de-a5bb-607f80dc0a96 req-e8b9b72d-7024-4c03-a7ec-88aaaebe6c02 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:40.968758 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bedc0791-1211-43de-a5bb-607f80dc0a96 req-e8b9b72d-7024-4c03-a7ec-88aaaebe6c02 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 943 time: 0.0745773 Nov 04 10:31:41.058732 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bedc0791-1211-43de-a5bb-607f80dc0a96 req-020f360c-7404-435e-8a2a-3332920b40ce tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833514 Nov 04 10:31:41.073315 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-515fabc2-8c52-440d-bc13-66bb37bce995 req-c42d5568-3504-439a-8879-4f1c7f2371ae service neutron] 10.222.0.121 "GET /v2.0/networks/9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069815 Nov 04 10:31:41.077641 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042ad94-80ac-4bf0-92c3-23edf57c1d73 req-2053ddd1-014a-47c6-b9ff-d56a99adc73b tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:41.079591 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6042ad94-80ac-4bf0-92c3-23edf57c1d73 req-2053ddd1-014a-47c6-b9ff-d56a99adc73b tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/ports?device_id=789cff1d-0292-4025-8912-3a4a840640e5 HTTP/1.1" status: 200 len: 932 time: 0.0918062 Nov 04 10:31:41.119132 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:31:41.188277 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-515fabc2-8c52-440d-bc13-66bb37bce995 req-2abf5129-f35b-49dd-9e27-cc537b9281a9 service neutron] 10.222.0.121 "GET /v2.0/networks/9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063991 Nov 04 10:31:41.194049 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6042ad94-80ac-4bf0-92c3-23edf57c1d73 req-6459a76e-4afd-43e0-945a-bbb649271f6b tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/security-groups?id=a272ea87-ea16-4227-bdf5-5401491ffee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100497 Nov 04 10:31:41.244058 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-59bf0f21-7424-4d07-9f43-bd3cfeb726cc req-408a9879-09b6-4531-b5c0-75dfb9d280cb tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1413057 Nov 04 10:31:41.256722 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-59bf0f21-7424-4d07-9f43-bd3cfeb726cc req-185d46fa-37c8-4b59-ac97-d2137bc72078 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:31:41.293798 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59bf0f21-7424-4d07-9f43-bd3cfeb726cc req-185d46fa-37c8-4b59-ac97-d2137bc72078 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:41.410253 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55708c82-4f66-4daa-b51b-c675c557eeb7 req-61fe168f-2ff6-4769-88f4-f4d946381978 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:41.412211 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-55708c82-4f66-4daa-b51b-c675c557eeb7 req-61fe168f-2ff6-4769-88f4-f4d946381978 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 944 time: 0.0990849 Nov 04 10:31:41.487717 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-55708c82-4f66-4daa-b51b-c675c557eeb7 req-c81dc6a2-0aa9-417a-94a0-816addc3de26 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675814 Nov 04 10:31:41.498435 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59bf0f21-7424-4d07-9f43-bd3cfeb726cc req-185d46fa-37c8-4b59-ac97-d2137bc72078 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:41.642472 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-59bf0f21-7424-4d07-9f43-bd3cfeb726cc req-185d46fa-37c8-4b59-ac97-d2137bc72078 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Allocated IP 172.25.7.70 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/e48145c0-9c25-44af-9c81-f8388a579207) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:31:41.796433 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec09438-1105-4b11-81ec-76b4815db0c7 req-59bb1684-ba6a-4062-99ed-744aa3be7636 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:41.798179 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cec09438-1105-4b11-81ec-76b4815db0c7 req-59bb1684-ba6a-4062-99ed-744aa3be7636 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/ports?device_id=0ccc94bb-8bb3-4948-93fd-0f6be4828d62 HTTP/1.1" status: 200 len: 944 time: 0.0927026 Nov 04 10:31:41.801027 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59bf0f21-7424-4d07-9f43-bd3cfeb726cc req-185d46fa-37c8-4b59-ac97-d2137bc72078 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:41.863288 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 156a881a-2692-43e9-b2e9-e06542773024 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:31:41.868685 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cec09438-1105-4b11-81ec-76b4815db0c7 req-5303ba0e-fd04-4312-a9ad-0cd6943084b8 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/security-groups?id=e3fc6229-c534-4667-80af-1b77361324bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596948 Nov 04 10:31:41.870957 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59bf0f21-7424-4d07-9f43-bd3cfeb726cc req-185d46fa-37c8-4b59-ac97-d2137bc72078 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:41.918585 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59bf0f21-7424-4d07-9f43-bd3cfeb726cc req-185d46fa-37c8-4b59-ac97-d2137bc72078 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:31:41.925643 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-59bf0f21-7424-4d07-9f43-bd3cfeb726cc req-185d46fa-37c8-4b59-ac97-d2137bc72078 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:31:41.930023 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bf0f21-7424-4d07-9f43-bd3cfeb726cc req-185d46fa-37c8-4b59-ac97-d2137bc72078 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:31:41.944172 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 8115d6cd-3593-461a-b1cc-c72ad386602d up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:31:41.957261 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d46fa-37c8-4b59-ac97-d2137bc72078 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Pushing event updated for resources: {'Port': ['ID=e48145c0-9c25-44af-9c81-f8388a579207,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:42.036257 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 156a881a-2692-43e9-b2e9-e06542773024, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=156a881a-2692-43e9-b2e9-e06542773024,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:42.050660 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '156a881a-2692-43e9-b2e9-e06542773024', 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d', 'port_id': '156a881a-2692-43e9-b2e9-e06542773024', 'mac_address': 'fa:16:3e:65:b0:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28924b01-2687-4263-b969-76f54864e85b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:31:42.054472 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 8115d6cd-3593-461a-b1cc-c72ad386602d completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:31:42.060511 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 8115d6cd-3593-461a-b1cc-c72ad386602d triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:42.060910 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:42.068904 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59bf0f21-7424-4d07-9f43-bd3cfeb726cc req-185d46fa-37c8-4b59-ac97-d2137bc72078 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:42.091423 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc34ab9-8afa-4adf-b7f7-e55873fb3a2b req-493cffa7-2c4b-4ee7-93a3-50a2bef95ac8 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:42.093059 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0dc34ab9-8afa-4adf-b7f7-e55873fb3a2b req-493cffa7-2c4b-4ee7-93a3-50a2bef95ac8 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=40e54abc-cfb7-4d2c-8e9b-5556173aa9a7 HTTP/1.1" status: 200 len: 948 time: 0.0819743 Nov 04 10:31:42.129260 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:42.140628 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59bf0f21-7424-4d07-9f43-bd3cfeb726cc req-185d46fa-37c8-4b59-ac97-d2137bc72078 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:42.155002 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 156a881a-2692-43e9-b2e9-e06542773024 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:31:42.175870 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:42.179270 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 156a881a-2692-43e9-b2e9-e06542773024, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=156a881a-2692-43e9-b2e9-e06542773024,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:42.206361 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0dc34ab9-8afa-4adf-b7f7-e55873fb3a2b req-774591a0-0017-4b34-b859-f7da354e1251 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923693 Nov 04 10:31:42.208404 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:42.209134 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 5409d388-e97e-4c23-ac7e-207666e904b5 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:31:42.254596 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:42.336389 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=156a881a-2692-43e9-b2e9-e06542773024,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:42.346630 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccc94bb-8bb3-4948-93fd-0f6be4828d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8115d6cd-3593-461a-b1cc-c72ad386602d'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:31:42.349147 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b72d0a-1f43-4d63-a80a-e40fda6c8b6b" -d '{"events": [{"server_uuid": "0ccc94bb-8bb3-4948-93fd-0f6be4828d62", "name": "network-vif-plugged", "status": "completed", "tag": "8115d6cd-3593-461a-b1cc-c72ad386602d"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:31:42.356781 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03e484-26db-45e7-bf85-00118c66d3bf req-1fa9f16e-3acf-4a36-be42-6e45ab686d9c tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:42.358375 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5f03e484-26db-45e7-bf85-00118c66d3bf req-1fa9f16e-3acf-4a36-be42-6e45ab686d9c tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 948 time: 0.0832400 Nov 04 10:31:42.368615 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 8115d6cd-3593-461a-b1cc-c72ad386602d, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=8115d6cd-3593-461a-b1cc-c72ad386602d,segment=NetworkSegment(61f108e4-56f0-48ee-9c99-786617296cbb),segment_id=61f108e4-56f0-48ee-9c99-786617296cbb)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:42.374706 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:42.405925 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59bf0f21-7424-4d07-9f43-bd3cfeb726cc req-185d46fa-37c8-4b59-ac97-d2137bc72078 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:42.411226 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-bac461d6-a6f5-48d2-8817-4a2436ed3676 service neutron] Request body: {'port': {'device_id': '789cff1d-0292-4025-8912-3a4a840640e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:31:42.416750 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59bf0f21-7424-4d07-9f43-bd3cfeb726cc req-185d46fa-37c8-4b59-ac97-d2137bc72078 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:42.445584 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-f6d407c4-16be-4f06-9ad9-91a1444f5062 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=364947aa-bf30-454a-9880-1821df264897 HTTP/1.1" status: 200 len: 217 time: 0.0459857 Nov 04 10:31:42.448139 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.126', 63018) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:31:42.452366 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=8115d6cd-3593-461a-b1cc-c72ad386602d,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:42.486508 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 5409d388-e97e-4c23-ac7e-207666e904b5, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=5409d388-e97e-4c23-ac7e-207666e904b5,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:42.502685 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '5409d388-e97e-4c23-ac7e-207666e904b5', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '5409d388-e97e-4c23-ac7e-207666e904b5', 'mac_address': 'fa:16:3e:94:cc:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:31:42.519395 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d66d8d-63c5-4eea-aa26-d35dfb6fb53e', 'tag': '5409d388-e97e-4c23-ac7e-207666e904b5'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:31:42.522145 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314c4a6f-aa83-428a-9ce5-b381c467e8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "01d66d8d-63c5-4eea-aa26-d35dfb6fb53e", "tag": "5409d388-e97e-4c23-ac7e-207666e904b5"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:31:42.540664 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:42.554970 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5409d388-e97e-4c23-ac7e-207666e904b5 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:31:42.571804 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5f03e484-26db-45e7-bf85-00118c66d3bf req-84a695c8-4954-4bff-a299-3f759eadec71 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032192 Nov 04 10:31:42.572507 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d46fa-37c8-4b59-ac97-d2137bc72078 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Pushing event updated for resources: {'Port': ['ID=e48145c0-9c25-44af-9c81-f8388a579207,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:42.578232 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 5409d388-e97e-4c23-ac7e-207666e904b5, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=5409d388-e97e-4c23-ac7e-207666e904b5,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:42.584214 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-410f674d-7749-45b1-a9fc-5477ebd33254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:42.584812 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:42.585926 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-410f674d-7749-45b1-a9fc-5477ebd33254 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1164036 Nov 04 10:31:42.586115 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-bac461d6-a6f5-48d2-8817-4a2436ed3676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:42.601770 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59bf0f21-7424-4d07-9f43-bd3cfeb726cc req-185d46fa-37c8-4b59-ac97-d2137bc72078 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:42.613986 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-1fe083b0-861b-41e9-b783-dd71a9a110bc service neutron] 10.222.0.126 "GET /v2.0/ports/ef18110e-deae-4429-a75b-6469d21a497e/bindings/n-h2-816629-1 HTTP/1.1" status: 200 len: 384 time: 0.1747637 Nov 04 10:31:42.652736 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59bf0f21-7424-4d07-9f43-bd3cfeb726cc req-185d46fa-37c8-4b59-ac97-d2137bc72078 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:42.653391 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-59bf0f21-7424-4d07-9f43-bd3cfeb726cc req-185d46fa-37c8-4b59-ac97-d2137bc72078 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4006672 Nov 04 10:31:42.655990 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-279f3c19-2100-48fd-96ec-268fb1ddc7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:42.655990 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-279f3c19-2100-48fd-96ec-268fb1ddc7e7 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=bd609f94b81947bcb1c477623063e487&device_id=f04cf711-d04c-40c8-a72a-98e38cc51313 HTTP/1.1" status: 200 len: 1098 time: 0.1685150 Nov 04 10:31:42.683041 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=5409d388-e97e-4c23-ac7e-207666e904b5,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:42.726061 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-59bf0f21-7424-4d07-9f43-bd3cfeb726cc req-653792f6-dae5-4481-b0bc-643f28e5ed6e tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.70 HTTP/1.1" status: 200 len: 695 time: 0.0607848 Nov 04 10:31:42.756765 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-c34356a1-8a43-45d9-aad7-9ce02481b30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:42.757757 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-c34356a1-8a43-45d9-aad7-9ce02481b30b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1539423 Nov 04 10:31:42.852696 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['5409d388-e97e-4c23-ac7e-207666e904b5'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:31:42.878817 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['156a881a-2692-43e9-b2e9-e06542773024'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:31:42.903534 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-0cb37bcd-d352-4c9c-b7f2-55cdb659c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:42.906654 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-0cb37bcd-d352-4c9c-b7f2-55cdb659c4d8 service neutron] 10.222.0.126 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.2263646 Nov 04 10:31:42.971557 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5aaa6a-8326-4004-a0c3-3def47bd2ef7 req-aa915043-e44f-4006-aa74-fd8e8a2f6a83 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:42.973126 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab5aaa6a-8326-4004-a0c3-3def47bd2ef7 req-aa915043-e44f-4006-aa74-fd8e8a2f6a83 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 944 time: 0.1829419 Nov 04 10:31:43.001555 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-ea47b6ba-1970-4604-8549-820aaf6febcd service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=aa2574ad-c05e-442b-90d5-45788135db75 HTTP/1.1" status: 200 len: 217 time: 0.0830956 Nov 04 10:31:43.014923 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf0f21-7424-4d07-9f43-bd3cfeb726cc req-5eb798b7-5940-4e6f-a1f8-947a14c8bacd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:43.016333 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-59bf0f21-7424-4d07-9f43-bd3cfeb726cc req-5eb798b7-5940-4e6f-a1f8-947a14c8bacd tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 784 time: 0.2400322 Nov 04 10:31:43.022920 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-4b4032be-f6cb-4f77-98e6-4145cd322503 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507014 Nov 04 10:31:43.047265 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-59bf0f21-7424-4d07-9f43-bd3cfeb726cc req-9dec38a0-bc8e-47dd-bc7e-f791e7552895 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:31:43.048289 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-59bf0f21-7424-4d07-9f43-bd3cfeb726cc req-9dec38a0-bc8e-47dd-bc7e-f791e7552895 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0158005 Nov 04 10:31:43.087570 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab5aaa6a-8326-4004-a0c3-3def47bd2ef7 req-fc0426dd-ccfa-48f7-a349-2625e0970ea1 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937827 Nov 04 10:31:43.147604 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-bde8662b-0d83-465c-af07-b4ec076049c1 service neutron] For port ef18110e-deae-4429-a75b-6469d21a497e, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=ef18110e-deae-4429-a75b-6469d21a497e,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:43.153503 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-0e50d582-7fd5-42b9-9a29-7139dd0d3ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:43.155133 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-0e50d582-7fd5-42b9-9a29-7139dd0d3ef0 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1456149 Nov 04 10:31:43.165322 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110acc61-d5c8-45de-9cd6-cd168c7512be x-openstack-request-id: req-110acc61-d5c8-45de-9cd6-cd168c7512be {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:31:43.165642 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ccc94bb-8bb3-4948-93fd-0f6be4828d62", "name": "network-vif-plugged", "status": "completed", "tag": "8115d6cd-3593-461a-b1cc-c72ad386602d", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:31:43.165952 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-110acc61-d5c8-45de-9cd6-cd168c7512be {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:31:43.167051 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ccc94bb-8bb3-4948-93fd-0f6be4828d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8115d6cd-3593-461a-b1cc-c72ad386602d', 'code': 200} Nov 04 10:31:43.179885 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-bac461d6-a6f5-48d2-8817-4a2436ed3676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a01bb232-48d7-40cb-90e5-8e3b2e114079 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:31:43.199672 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-bac461d6-a6f5-48d2-8817-4a2436ed3676 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:43.230138 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-bde8662b-0d83-465c-af07-b4ec076049c1 service neutron] For port ef18110e-deae-4429-a75b-6469d21a497e, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:31:43.273195 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-bac461d6-a6f5-48d2-8817-4a2436ed3676 service neutron] Transition to ACTIVE for port object a01bb232-48d7-40cb-90e5-8e3b2e114079 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:31:43.280879 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dfdda4ce-03fa-41bb-9526-06d23e9ac344 req-576a62cc-75b6-4661-aa09-f15dda5030a8 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360201 Nov 04 10:31:43.286079 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-bac461d6-a6f5-48d2-8817-4a2436ed3676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:43.300494 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-8264e089-54a9-4ea3-9d31-5895bbbe55bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:43.302112 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-8264e089-54a9-4ea3-9d31-5895bbbe55bd service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1290610 Nov 04 10:31:43.302936 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc1e02-24c4-4969-9a9c-a0a992a57945 req-2f1c01a3-3036-4a22-81e5-f0a41d79c41b tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:43.304503 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aebc1e02-24c4-4969-9a9c-a0a992a57945 req-2f1c01a3-3036-4a22-81e5-f0a41d79c41b tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/ports?device_id=789cff1d-0292-4025-8912-3a4a840640e5 HTTP/1.1" status: 200 len: 932 time: 0.1099451 Nov 04 10:31:43.322777 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-bde8662b-0d83-465c-af07-b4ec076049c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef18110e-deae-4429-a75b-6469d21a497e {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:31:43.345375 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-bde8662b-0d83-465c-af07-b4ec076049c1 service neutron] For port ef18110e-deae-4429-a75b-6469d21a497e, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=ef18110e-deae-4429-a75b-6469d21a497e,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:43.355582 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb4a22-f719-4218-802a-a4e4f188a506 req-1f414277-a76a-4bd7-a7f8-caca5d687003 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:43.357137 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b9cb4a22-f719-4218-802a-a4e4f188a506 req-1f414277-a76a-4bd7-a7f8-caca5d687003 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 944 time: 0.1211493 Nov 04 10:31:43.391947 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b6f28-a6e3-405d-aa57-4fdb1a572074 req-a7b4e62e-9e73-4e1d-b197-5f2565e7aba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:43.393564 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a53b6f28-a6e3-405d-aa57-4fdb1a572074 req-a7b4e62e-9e73-4e1d-b197-5f2565e7aba8 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=0ccc94bb-8bb3-4948-93fd-0f6be4828d62 HTTP/1.1" status: 200 len: 1096 time: 0.1353772 Nov 04 10:31:43.397694 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac461d6-a6f5-48d2-8817-4a2436ed3676 service neutron] Pushing event updated for resources: {'Port': ['ID=a01bb232-48d7-40cb-90e5-8e3b2e114079,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:43.400376 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-bde8662b-0d83-465c-af07-b4ec076049c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:43.511204 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aebc1e02-24c4-4969-9a9c-a0a992a57945 req-8c261b4b-736f-4738-a880-2196a2bab505 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/security-groups?id=a272ea87-ea16-4227-bdf5-5401491ffee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771510 Nov 04 10:31:43.518927 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-83024810-6d23-4de9-9062-0e895c32bd03 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056432 Nov 04 10:31:43.523181 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a53b6f28-a6e3-405d-aa57-4fdb1a572074 req-0d539274-5030-44de-a6ce-8b5df78deda0 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=e3fc6229-c534-4667-80af-1b77361324bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160197 Nov 04 10:31:43.538936 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b9cb4a22-f719-4218-802a-a4e4f188a506 req-bd125444-1374-4d49-89f7-d1180f4a0ab9 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715221 Nov 04 10:31:43.576251 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-bac461d6-a6f5-48d2-8817-4a2436ed3676 service neutron] Attempting to bind port a01bb232-48d7-40cb-90e5-8e3b2e114079 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:31:43.576647 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-bac461d6-a6f5-48d2-8817-4a2436ed3676 service neutron] Attempting to bind port a01bb232-48d7-40cb-90e5-8e3b2e114079 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '67fcacec-9b21-47dc-be2a-e9fd5a94ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a32e31ad-acda-407a-a096-816fda019c16'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:31:43.577002 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-bac461d6-a6f5-48d2-8817-4a2436ed3676 service neutron] Attempting to bind port a01bb232-48d7-40cb-90e5-8e3b2e114079 on network a32e31ad-acda-407a-a096-816fda019c16 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:31:43.589637 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-bac461d6-a6f5-48d2-8817-4a2436ed3676 service neutron] Port a01bb232-48d7-40cb-90e5-8e3b2e114079 on network a32e31ad-acda-407a-a096-816fda019c16 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:31:43.589972 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-bac461d6-a6f5-48d2-8817-4a2436ed3676 service neutron] Attempting to bind port a01bb232-48d7-40cb-90e5-8e3b2e114079 on network a32e31ad-acda-407a-a096-816fda019c16 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:31:43.600583 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-bac461d6-a6f5-48d2-8817-4a2436ed3676 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:31:43.600971 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-bac461d6-a6f5-48d2-8817-4a2436ed3676 service neutron] Checking segment: {'id': '67fcacec-9b21-47dc-be2a-e9fd5a94ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a32e31ad-acda-407a-a096-816fda019c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:31:43.601359 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-bac461d6-a6f5-48d2-8817-4a2436ed3676 service neutron] Bound using segment: {'id': '67fcacec-9b21-47dc-be2a-e9fd5a94ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a32e31ad-acda-407a-a096-816fda019c16'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:31:43.601797 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-bac461d6-a6f5-48d2-8817-4a2436ed3676 service neutron] Bound port: a01bb232-48d7-40cb-90e5-8e3b2e114079, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67fcacec-9b21-47dc-be2a-e9fd5a94ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a32e31ad-acda-407a-a096-816fda019c16'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:31:43.602146 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-bac461d6-a6f5-48d2-8817-4a2436ed3676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:43.649915 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf70e41-fa1b-4cae-9f5f-9a6f9edb4ffd x-openstack-request-id: req-7bf70e41-fa1b-4cae-9f5f-9a6f9edb4ffd {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:31:43.650590 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d66d8d-63c5-4eea-aa26-d35dfb6fb53e", "tag": "5409d388-e97e-4c23-ac7e-207666e904b5", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:31:43.650867 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-7bf70e41-fa1b-4cae-9f5f-9a6f9edb4ffd {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:31:43.651328 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d66d8d-63c5-4eea-aa26-d35dfb6fb53e', 'tag': '5409d388-e97e-4c23-ac7e-207666e904b5', 'status': 'completed', 'code': 200} Nov 04 10:31:43.682833 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-bde8662b-0d83-465c-af07-b4ec076049c1 service neutron] Transition to ACTIVE for port object ef18110e-deae-4429-a75b-6469d21a497e will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:31:43.694243 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-bde8662b-0d83-465c-af07-b4ec076049c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:43.750351 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-313db064-d327-49e9-b1c9-26a47b610a29 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218981 Nov 04 10:31:43.786348 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-bac461d6-a6f5-48d2-8817-4a2436ed3676 service neutron] For port a01bb232-48d7-40cb-90e5-8e3b2e114079, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:31:43.790507 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-bde8662b-0d83-465c-af07-b4ec076049c1 service neutron] No DVR routers for this DVR port ef18110e-deae-4429-a75b-6469d21a497e on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:31:43.794753 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-bac461d6-a6f5-48d2-8817-4a2436ed3676 service neutron] For port a01bb232-48d7-40cb-90e5-8e3b2e114079, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=a01bb232-48d7-40cb-90e5-8e3b2e114079,segment=NetworkSegment(67fcacec-9b21-47dc-be2a-e9fd5a94ad53),segment_id=67fcacec-9b21-47dc-be2a-e9fd5a94ad53)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:31:43.803452 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-bac461d6-a6f5-48d2-8817-4a2436ed3676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:43.812581 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cfac1-c886-45af-a491-6010841b0b21 req-6a99401a-de37-4a7f-b9d7-3635a56eab35 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:43.814149 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7e7cfac1-c886-45af-a491-6010841b0b21 req-6a99401a-de37-4a7f-b9d7-3635a56eab35 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/ports?device_id=0ccc94bb-8bb3-4948-93fd-0f6be4828d62 HTTP/1.1" status: 200 len: 945 time: 0.1566770 Nov 04 10:31:43.864776 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 5409d388-e97e-4c23-ac7e-207666e904b5 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:31:43.876173 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8662b-0d83-465c-af07-b4ec076049c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef18110e-deae-4429-a75b-6469d21a497e,revision_number=10']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:43.881352 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-bac461d6-a6f5-48d2-8817-4a2436ed3676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:43.881911 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-bac461d6-a6f5-48d2-8817-4a2436ed3676 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:43.883334 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-bac461d6-a6f5-48d2-8817-4a2436ed3676 service neutron] 10.222.0.126 "PUT /v2.0/ports/a01bb232-48d7-40cb-90e5-8e3b2e114079 HTTP/1.1" status: 200 len: 1092 time: 1.4806845 Nov 04 10:31:43.884915 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-bde8662b-0d83-465c-af07-b4ec076049c1 service neutron] 10.222.0.126 "PUT /v2.0/ports/ef18110e-deae-4429-a75b-6469d21a497e/bindings/n-h2-816629-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2444820 Nov 04 10:31:43.889051 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789cff1d-0292-4025-8912-3a4a840640e5', 'tag': 'a01bb232-48d7-40cb-90e5-8e3b2e114079'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:31:43.891345 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc07ac4-900f-4e66-8b3c-c916d871379b" -d '{"events": [{"name": "network-changed", "server_uuid": "789cff1d-0292-4025-8912-3a4a840640e5", "tag": "a01bb232-48d7-40cb-90e5-8e3b2e114079"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:31:43.901410 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c4a6f-aa83-428a-9ce5-b381c467e8f7 req-fed2f66d-3e76-4da2-9641-06a97c9cdeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:43.903095 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-314c4a6f-aa83-428a-9ce5-b381c467e8f7 req-fed2f66d-3e76-4da2-9641-06a97c9cdeb2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 1100 time: 0.1389856 Nov 04 10:31:43.912975 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-2d958903-4e59-45d8-835d-6e2676d5bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:43.914786 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-2d958903-4e59-45d8-835d-6e2676d5bdb5 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0464048b294a465b81cede98ee2447df&device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 1096 time: 0.1033673 Nov 04 10:31:43.941643 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-37db5fc6-eb68-43b6-bba2-be32291a0dbc req-24dc3fe7-bb73-4ed7-8b49-bd6120da5502 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2367573 Nov 04 10:31:43.958375 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-37db5fc6-eb68-43b6-bba2-be32291a0dbc req-95fe6207-ba94-40f6-84a1-42bcfb51b78f tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:31:43.991916 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 5409d388-e97e-4c23-ac7e-207666e904b5 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:31:43.992501 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac461d6-a6f5-48d2-8817-4a2436ed3676 service neutron] Pushing event updated for resources: {'Port': ['ID=a01bb232-48d7-40cb-90e5-8e3b2e114079,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:44.000529 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 5409d388-e97e-4c23-ac7e-207666e904b5 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:44.001186 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:44.014045 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7e7cfac1-c886-45af-a491-6010841b0b21 req-0eae9008-35c5-4b79-b168-c6f6e49583a7 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/security-groups?id=e3fc6229-c534-4667-80af-1b77361324bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633296 Nov 04 10:31:44.060412 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-37db5fc6-eb68-43b6-bba2-be32291a0dbc req-95fe6207-ba94-40f6-84a1-42bcfb51b78f tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:44.088451 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-c35b8eb7-c304-4a41-83d0-94bd4e5ebbc1 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:44.090259 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-c35b8eb7-c304-4a41-83d0-94bd4e5ebbc1 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.121 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29&tenant_id=0464048b294a465b81cede98ee2447df&binding%3Ahost_id=n-h1-816629-1 HTTP/1.1" status: 200 len: 1096 time: 0.0942981 Nov 04 10:31:44.149715 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:44.197977 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 5409d388-e97e-4c23-ac7e-207666e904b5, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=5409d388-e97e-4c23-ac7e-207666e904b5,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:44.206536 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:44.207724 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 156a881a-2692-43e9-b2e9-e06542773024 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:31:44.230205 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-ca987c7e-aaf9-431f-be63-86a9623fc0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:44.232158 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-ca987c7e-aaf9-431f-be63-86a9623fc0b7 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29&tenant_id=0464048b294a465b81cede98ee2447df HTTP/1.1" status: 200 len: 1096 time: 0.0956275 Nov 04 10:31:44.333778 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=5409d388-e97e-4c23-ac7e-207666e904b5,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:44.345462 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-37db5fc6-eb68-43b6-bba2-be32291a0dbc req-95fe6207-ba94-40f6-84a1-42bcfb51b78f tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:44.357111 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 156a881a-2692-43e9-b2e9-e06542773024 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:31:44.361956 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 156a881a-2692-43e9-b2e9-e06542773024 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:44.362408 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:44.402613 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-2bbfe38b-50a0-4d49-b50e-3c361fef61d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:44.403067 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-f9cf487b-c5a1-4a28-a622-3c3b8e9126b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:44.404279 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-2bbfe38b-50a0-4d49-b50e-3c361fef61d0 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=2d5b284abf97483e96827ac4701c3ebc&device_id=789cff1d-0292-4025-8912-3a4a840640e5 HTTP/1.1" status: 200 len: 1095 time: 0.1101687 Nov 04 10:31:44.405038 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-f9cf487b-c5a1-4a28-a622-3c3b8e9126b9 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0464048b294a465b81cede98ee2447df&device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 1096 time: 0.1437461 Nov 04 10:31:44.422542 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c4a6f-aa83-428a-9ce5-b381c467e8f7 req-fa90c264-e4d4-4141-babc-fec6fd22e22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:44.424409 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-314c4a6f-aa83-428a-9ce5-b381c467e8f7 req-fa90c264-e4d4-4141-babc-fec6fd22e22c service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.5087125 Nov 04 10:31:44.428145 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-fe68fd7f-4de4-478a-8181-6b3cb07e5d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:44.429739 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-fe68fd7f-4de4-478a-8181-6b3cb07e5d58 service neutron] 10.222.0.126 "GET /v2.0/networks?id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 HTTP/1.1" status: 200 len: 923 time: 0.5055406 Nov 04 10:31:44.476839 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-bd30affc-c64a-442e-8e83-8d8b78bf0287 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a01bb232-48d7-40cb-90e5-8e3b2e114079 HTTP/1.1" status: 200 len: 217 time: 0.0632098 Nov 04 10:31:44.533579 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80804f0a-527a-4a58-91b7-017e9054462e req-ebf5a6fa-093f-46d5-8cfd-7082adf1ca27 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:44.541537 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-80804f0a-527a-4a58-91b7-017e9054462e req-ebf5a6fa-093f-46d5-8cfd-7082adf1ca27 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=40e54abc-cfb7-4d2c-8e9b-5556173aa9a7 HTTP/1.1" status: 200 len: 948 time: 0.1351333 Nov 04 10:31:44.548471 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-79857bf3-073b-445f-95af-e870f7ae6f75 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef18110e-deae-4429-a75b-6469d21a497e HTTP/1.1" status: 200 len: 217 time: 0.0850523 Nov 04 10:31:44.549809 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-314c4a6f-aa83-428a-9ce5-b381c467e8f7 req-64df3261-844d-4bf2-9053-2b0b7fc346e9 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=5409d388-e97e-4c23-ac7e-207666e904b5 HTTP/1.1" status: 200 len: 217 time: 0.0875597 Nov 04 10:31:44.550356 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:44.593631 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:44.635905 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 156a881a-2692-43e9-b2e9-e06542773024, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=156a881a-2692-43e9-b2e9-e06542773024,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:44.649158 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:44.652890 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-37db5fc6-eb68-43b6-bba2-be32291a0dbc req-95fe6207-ba94-40f6-84a1-42bcfb51b78f tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Allocated IP 172.25.7.10 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/89f7e23b-093f-47ec-8323-8f8d2c046585) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:31:44.662104 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-f24f8fca-f243-4548-aa10-6c494c2a52cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:44.663685 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-f24f8fca-f243-4548-aa10-6c494c2a52cb service neutron] 10.222.0.121 "GET /v2.0/networks?id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 HTTP/1.1" status: 200 len: 923 time: 0.2420175 Nov 04 10:31:44.664842 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-efc26377-2c63-4da8-9c45-802724db45a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:44.666648 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-efc26377-2c63-4da8-9c45-802724db45a4 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=a21c0a46-e3eb-4e34-b54f-67f6c426aac5 HTTP/1.1" status: 200 len: 854 time: 0.1292355 Nov 04 10:31:44.669728 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-80804f0a-527a-4a58-91b7-017e9054462e req-beafd38d-c208-453e-abd3-021e1ee5a615 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265998 Nov 04 10:31:44.676344 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-54336d51-01ba-43e4-9a00-0e2e723df4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:44.677817 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-54336d51-01ba-43e4-9a00-0e2e723df4fb service neutron] 10.222.0.126 "GET /v2.0/subnets?id=74d328ae-3dd4-4757-b0cd-5d3ffb3741ad HTTP/1.1" status: 200 len: 861 time: 0.1093044 Nov 04 10:31:44.700531 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c4a6f-aa83-428a-9ce5-b381c467e8f7 req-7e6fe768-fe28-4179-8676-37ad07b63aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:44.700531 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-314c4a6f-aa83-428a-9ce5-b381c467e8f7 req-7e6fe768-fe28-4179-8676-37ad07b63aa4 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1201589 Nov 04 10:31:44.733226 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=156a881a-2692-43e9-b2e9-e06542773024,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:44.747801 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-c1534b55-2e7b-4aeb-9d54-37a5d52ff25a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555687 Nov 04 10:31:44.842549 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-cd3f3bfe-63b9-4cf7-8eb9-964ee2366904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:44.844355 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-cd3f3bfe-63b9-4cf7-8eb9-964ee2366904 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=a32e31ad-acda-407a-a096-816fda019c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1654146 Nov 04 10:31:44.852534 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c4a6f-aa83-428a-9ce5-b381c467e8f7 req-ab993d17-9340-4385-ada0-081c1b94aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:44.854224 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-314c4a6f-aa83-428a-9ce5-b381c467e8f7 req-ab993d17-9340-4385-ada0-081c1b94aba0 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1384833 Nov 04 10:31:44.992522 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-aaa8fad7-d571-41f6-9a43-0eba799d007c service neutron] 10.222.0.126 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292774 Nov 04 10:31:45.089651 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-3d0e3478-cbe7-4220-af22-e482c8181b24 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef18110e-deae-4429-a75b-6469d21a497e HTTP/1.1" status: 200 len: 217 time: 0.4108412 Nov 04 10:31:45.114694 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-8c45625d-c9a0-427f-b30e-2be6c02e9241 service neutron] 10.222.0.126 "GET /v2.0/networks/a32e31ad-acda-407a-a096-816fda019c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588170 Nov 04 10:31:45.123169 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-314c4a6f-aa83-428a-9ce5-b381c467e8f7 req-aba01ab3-785e-4ab4-b9e6-007acaf7fef3 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462997 Nov 04 10:31:45.168687 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d66d8d-63c5-4eea-aa26-d35dfb6fb53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5409d388-e97e-4c23-ac7e-207666e904b5'}, {'server_uuid': '5efcf5e7-6bd9-46a4-85ce-9b526e5b8084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156a881a-2692-43e9-b2e9-e06542773024'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:31:45.172277 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196a55a6-ee67-4453-ae67-befc781e273b" -d '{"events": [{"server_uuid": "01d66d8d-63c5-4eea-aa26-d35dfb6fb53e", "name": "network-vif-plugged", "status": "completed", "tag": "5409d388-e97e-4c23-ac7e-207666e904b5"}, {"server_uuid": "5efcf5e7-6bd9-46a4-85ce-9b526e5b8084", "name": "network-vif-plugged", "status": "completed", "tag": "156a881a-2692-43e9-b2e9-e06542773024"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:31:45.191842 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-5472b9cc-eb69-4731-b301-8921b9be403f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:45.193360 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-5472b9cc-eb69-4731-b301-8921b9be403f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=74d328ae-3dd4-4757-b0cd-5d3ffb3741ad HTTP/1.1" status: 200 len: 861 time: 0.0948386 Nov 04 10:31:45.210051 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c780454-1211-4e07-b86d-11e3dd8fe425 req-545fa3bf-3847-45ee-9c62-9a08e5b4969b tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:45.211528 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c780454-1211-4e07-b86d-11e3dd8fe425 req-545fa3bf-3847-45ee-9c62-9a08e5b4969b tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 950 time: 0.1260893 Nov 04 10:31:45.252952 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-37db5fc6-eb68-43b6-bba2-be32291a0dbc req-95fe6207-ba94-40f6-84a1-42bcfb51b78f tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:45.255625 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-508eb218-1d46-4c8a-a41a-183b6a074e81 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537138 Nov 04 10:31:45.265838 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-d91eb61e-ccac-4d11-bd9a-2e6a4e9b940e service neutron] 10.222.0.126 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653894 Nov 04 10:31:45.304485 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-314c4a6f-aa83-428a-9ce5-b381c467e8f7 req-052ba3d0-f128-4bd1-86a2-15703c63ccfe service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705248 Nov 04 10:31:45.332130 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-30c978c6-1c7b-4d2d-bad5-3cbfc80709b6 req-2a1778ee-e26f-47fd-9206-c474ab524092 service neutron] 10.222.0.126 "GET /v2.0/networks/a32e31ad-acda-407a-a096-816fda019c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079635 Nov 04 10:31:45.366854 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c780454-1211-4e07-b86d-11e3dd8fe425 req-a0c26f84-c5b6-47e9-b29e-b2cfb95e3425 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396434 Nov 04 10:31:45.367512 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-f26609f1-906d-4f68-9f4a-fe45875f55ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:45.368496 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-f26609f1-906d-4f68-9f4a-fe45875f55ab service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=bd609f94b81947bcb1c477623063e487&device_id=40e54abc-cfb7-4d2c-8e9b-5556173aa9a7 HTTP/1.1" status: 200 len: 1099 time: 0.0497868 Nov 04 10:31:45.393333 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-37db5fc6-eb68-43b6-bba2-be32291a0dbc req-95fe6207-ba94-40f6-84a1-42bcfb51b78f tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:45.445929 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-2ffb876a-47fb-4a50-9e53-372ced6f787d service neutron] 10.222.0.121 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790290 Nov 04 10:31:45.457370 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37db5fc6-eb68-43b6-bba2-be32291a0dbc req-95fe6207-ba94-40f6-84a1-42bcfb51b78f tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:31:45.483836 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-37db5fc6-eb68-43b6-bba2-be32291a0dbc req-95fe6207-ba94-40f6-84a1-42bcfb51b78f tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:31:45.488651 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-933ec194-ba54-4aa7-b4dc-64a8061289f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:45.491020 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-933ec194-ba54-4aa7-b4dc-64a8061289f9 service neutron] 10.222.0.126 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.1121726 Nov 04 10:31:45.514168 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-37db5fc6-eb68-43b6-bba2-be32291a0dbc req-95fe6207-ba94-40f6-84a1-42bcfb51b78f tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:31:45.541312 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-74dff01d-e40a-4319-be84-0460a2d9d15e service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=364947aa-bf30-454a-9880-1821df264897 HTTP/1.1" status: 200 len: 217 time: 0.0422947 Nov 04 10:31:45.551122 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38bc6ce-5b39-4d37-b38f-744f8fc09a83 x-openstack-request-id: req-b38bc6ce-5b39-4d37-b38f-744f8fc09a83 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:31:45.551407 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "789cff1d-0292-4025-8912-3a4a840640e5", "tag": "a01bb232-48d7-40cb-90e5-8e3b2e114079", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:31:45.551655 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-b38bc6ce-5b39-4d37-b38f-744f8fc09a83 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:31:45.552402 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '789cff1d-0292-4025-8912-3a4a840640e5', 'tag': 'a01bb232-48d7-40cb-90e5-8e3b2e114079', 'status': 'completed', 'code': 200} Nov 04 10:31:45.554982 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe6207-ba94-40f6-84a1-42bcfb51b78f tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Pushing event updated for resources: {'Port': ['ID=89f7e23b-093f-47ec-8323-8f8d2c046585,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:45.593115 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device aa2574ad-c05e-442b-90d5-45788135db75 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:31:45.633701 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-e8fa3df8-92d8-449a-b1af-05fd9df5d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:45.635324 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-e8fa3df8-92d8-449a-b1af-05fd9df5d7bd service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0858767 Nov 04 10:31:45.657098 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc07ac4-900f-4e66-8b3c-c916d871379b req-26585039-db1e-4335-a262-5000cf5bf56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:45.658622 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fdc07ac4-900f-4e66-8b3c-c916d871379b req-26585039-db1e-4335-a262-5000cf5bf56d service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=2d5b284abf97483e96827ac4701c3ebc&device_id=789cff1d-0292-4025-8912-3a4a840640e5 HTTP/1.1" status: 200 len: 1095 time: 0.0790024 Nov 04 10:31:45.685415 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-37db5fc6-eb68-43b6-bba2-be32291a0dbc req-95fe6207-ba94-40f6-84a1-42bcfb51b78f tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:45.688285 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-d5f73922-e3c9-4475-95a0-fb30464e4bf7 service neutron] 10.222.0.121 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254856 Nov 04 10:31:45.707696 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb437c2c-90a9-4d6f-95e9-8a72f75c726b req-918f5796-ad28-4087-b4e4-7b4972da9d5e tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:45.709303 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fb437c2c-90a9-4d6f-95e9-8a72f75c726b req-918f5796-ad28-4087-b4e4-7b4972da9d5e tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 945 time: 0.1282220 Nov 04 10:31:45.717077 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port aa2574ad-c05e-442b-90d5-45788135db75, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=aa2574ad-c05e-442b-90d5-45788135db75,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:45.739979 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'aa2574ad-c05e-442b-90d5-45788135db75', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': 'aa2574ad-c05e-442b-90d5-45788135db75', 'mac_address': 'fa:16:3e:92:ee:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:31:45.765828 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-71329743-41e5-4080-ae34-ce956fc915c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:45.767398 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-37db5fc6-eb68-43b6-bba2-be32291a0dbc req-95fe6207-ba94-40f6-84a1-42bcfb51b78f tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:45.767578 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-71329743-41e5-4080-ae34-ce956fc915c6 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1229129 Nov 04 10:31:45.786964 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:45.802785 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa2574ad-c05e-442b-90d5-45788135db75 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:31:45.834502 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fb437c2c-90a9-4d6f-95e9-8a72f75c726b req-e915ea16-54a5-4c9b-9a77-da2c795db206 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904815 Nov 04 10:31:45.842556 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port aa2574ad-c05e-442b-90d5-45788135db75, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=aa2574ad-c05e-442b-90d5-45788135db75,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:45.849787 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc07ac4-900f-4e66-8b3c-c916d871379b req-1824d5ff-187c-4b3d-b735-82dae3233316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:45.851373 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:45.851593 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fdc07ac4-900f-4e66-8b3c-c916d871379b req-1824d5ff-187c-4b3d-b735-82dae3233316 service neutron] 10.222.0.126 "GET /v2.0/networks?id=a32e31ad-acda-407a-a096-816fda019c16 HTTP/1.1" status: 200 len: 917 time: 0.1760764 Nov 04 10:31:45.852914 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 364947aa-bf30-454a-9880-1821df264897 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:31:45.895922 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 364947aa-bf30-454a-9880-1821df264897, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=364947aa-bf30-454a-9880-1821df264897,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:45.907585 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fdc07ac4-900f-4e66-8b3c-c916d871379b req-5382fe02-4870-483a-9627-2a865da35aa1 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a01bb232-48d7-40cb-90e5-8e3b2e114079 HTTP/1.1" status: 200 len: 217 time: 0.0471692 Nov 04 10:31:45.946041 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '364947aa-bf30-454a-9880-1821df264897', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '364947aa-bf30-454a-9880-1821df264897', 'mac_address': 'fa:16:3e:56:61:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:31:45.970741 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-aa372878-d11a-480b-b4a1-5d92f84d14a7 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920993 Nov 04 10:31:45.993849 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=aa2574ad-c05e-442b-90d5-45788135db75,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:46.030465 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:46.035921 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc07ac4-900f-4e66-8b3c-c916d871379b req-1962642b-dbfa-4432-9604-3309cc48ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:46.037592 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fdc07ac4-900f-4e66-8b3c-c916d871379b req-1962642b-dbfa-4432-9604-3309cc48ff17 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=a21c0a46-e3eb-4e34-b54f-67f6c426aac5 HTTP/1.1" status: 200 len: 854 time: 0.1214750 Nov 04 10:31:46.052317 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 364947aa-bf30-454a-9880-1821df264897 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:31:46.057819 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-37db5fc6-eb68-43b6-bba2-be32291a0dbc req-95fe6207-ba94-40f6-84a1-42bcfb51b78f tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:46.071987 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-37db5fc6-eb68-43b6-bba2-be32291a0dbc req-95fe6207-ba94-40f6-84a1-42bcfb51b78f tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:46.110057 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046e7e2-170a-4276-b5c8-607fa5fdd2ae req-6d3c8532-e8a8-4eab-adf3-faa0441f07f0 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:46.111645 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b046e7e2-170a-4276-b5c8-607fa5fdd2ae req-6d3c8532-e8a8-4eab-adf3-faa0441f07f0 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/ports?device_id=789cff1d-0292-4025-8912-3a4a840640e5 HTTP/1.1" status: 200 len: 944 time: 0.1497519 Nov 04 10:31:46.115843 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc07ac4-900f-4e66-8b3c-c916d871379b req-ad28bef9-76ac-4a31-a8a1-42197b6a9285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:46.116464 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 364947aa-bf30-454a-9880-1821df264897, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=364947aa-bf30-454a-9880-1821df264897,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:46.117911 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fdc07ac4-900f-4e66-8b3c-c916d871379b req-ad28bef9-76ac-4a31-a8a1-42197b6a9285 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=a32e31ad-acda-407a-a096-816fda019c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690982 Nov 04 10:31:46.120060 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-af3d855a-0edb-4199-b741-29caaaabfb04 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:46.120254 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5404cb31-5692-4d12-a6e0-fa4954fc23aa req-7028b4e3-7280-4873-b362-e2fddc31903e service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412759 Nov 04 10:31:46.121508 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-af3d855a-0edb-4199-b741-29caaaabfb04 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.121 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29&tenant_id=0464048b294a465b81cede98ee2447df&binding%3Ahost_id=n-h2-816629-1 HTTP/1.1" status: 200 len: 1096 time: 0.1388419 Nov 04 10:31:46.123109 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:46.202173 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe6207-ba94-40f6-84a1-42bcfb51b78f tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Pushing event updated for resources: {'Port': ['ID=89f7e23b-093f-47ec-8323-8f8d2c046585,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:46.206998 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=364947aa-bf30-454a-9880-1821df264897,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:46.247142 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fdc07ac4-900f-4e66-8b3c-c916d871379b req-986f9268-a451-4c5c-bf9d-34b29eb38cf8 service neutron] 10.222.0.126 "GET /v2.0/networks/a32e31ad-acda-407a-a096-816fda019c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135788 Nov 04 10:31:46.256950 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-37db5fc6-eb68-43b6-bba2-be32291a0dbc req-95fe6207-ba94-40f6-84a1-42bcfb51b78f tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:46.271220 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b046e7e2-170a-4276-b5c8-607fa5fdd2ae req-282cc236-398b-464e-9752-9071ba05ddc1 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/security-groups?id=a272ea87-ea16-4227-bdf5-5401491ffee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132324 Nov 04 10:31:46.309544 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-37db5fc6-eb68-43b6-bba2-be32291a0dbc req-95fe6207-ba94-40f6-84a1-42bcfb51b78f tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:46.310773 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-37db5fc6-eb68-43b6-bba2-be32291a0dbc req-95fe6207-ba94-40f6-84a1-42bcfb51b78f tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3682888 Nov 04 10:31:46.351363 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fdc07ac4-900f-4e66-8b3c-c916d871379b req-fdff46dd-98ba-43d9-9701-39848f470f5f service neutron] 10.222.0.126 "GET /v2.0/networks/a32e31ad-acda-407a-a096-816fda019c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961142 Nov 04 10:31:46.392370 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-37db5fc6-eb68-43b6-bba2-be32291a0dbc req-0ecedb91-7e6d-420c-8630-74ac4bfca9a3 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.10 HTTP/1.1" status: 200 len: 695 time: 0.0651112 Nov 04 10:31:46.396793 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['364947aa-bf30-454a-9880-1821df264897'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:31:46.399994 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['aa2574ad-c05e-442b-90d5-45788135db75'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:31:46.413549 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-0ba675c9-7459-495a-8450-afb0732c874b service neutron] For port ef18110e-deae-4429-a75b-6469d21a497e, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:31:46.427630 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-0ba675c9-7459-495a-8450-afb0732c874b service neutron] Publish callbacks [] for binding, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:46.428718 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5fe306a-d9ad-47c6-a01c-0c3f570d3920 req-0ba675c9-7459-495a-8450-afb0732c874b service neutron] 10.222.0.121 "DELETE /v2.0/ports/ef18110e-deae-4429-a75b-6469d21a497e/bindings/n-h1-816629-1 HTTP/1.1" status: 204 len: 173 time: 0.2950873 Nov 04 10:31:46.499981 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b90855-dadd-4f61-8d79-e4944085db71 req-5ba0672c-a4f0-42c2-bc2e-4d932e471d5b tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:46.501535 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-92b90855-dadd-4f61-8d79-e4944085db71 req-5ba0672c-a4f0-42c2-bc2e-4d932e471d5b tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 945 time: 0.1310475 Nov 04 10:31:46.566638 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db5fc6-eb68-43b6-bba2-be32291a0dbc req-6ae32f45-7fb1-49df-bae8-79019b9e3ef3 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:46.567937 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-37db5fc6-eb68-43b6-bba2-be32291a0dbc req-6ae32f45-7fb1-49df-bae8-79019b9e3ef3 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 784 time: 0.1558580 Nov 04 10:31:46.591877 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-92b90855-dadd-4f61-8d79-e4944085db71 req-97c24894-965c-4dac-8e8d-142723ceda46 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787909 Nov 04 10:31:46.664025 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 04 Nov 2021 10:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b85d87-768e-46a5-80fa-d7cfba84e060 x-openstack-request-id: req-a2b85d87-768e-46a5-80fa-d7cfba84e060 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:31:46.664282 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d66d8d-63c5-4eea-aa26-d35dfb6fb53e", "name": "network-vif-plugged", "status": "completed", "tag": "5409d388-e97e-4c23-ac7e-207666e904b5", "code": 200}, {"server_uuid": "5efcf5e7-6bd9-46a4-85ce-9b526e5b8084", "name": "network-vif-plugged", "status": "completed", "tag": "156a881a-2692-43e9-b2e9-e06542773024", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:31:46.664390 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-a2b85d87-768e-46a5-80fa-d7cfba84e060 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:31:46.664698 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d66d8d-63c5-4eea-aa26-d35dfb6fb53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5409d388-e97e-4c23-ac7e-207666e904b5', 'code': 200} Nov 04 10:31:46.664965 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efcf5e7-6bd9-46a4-85ce-9b526e5b8084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156a881a-2692-43e9-b2e9-e06542773024', 'code': 200} Nov 04 10:31:46.683121 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a639b-be0d-4013-912f-fefd069a620b req-fdf6ed1b-0769-4253-aeec-643881acf431 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:46.686437 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ef2a639b-be0d-4013-912f-fefd069a620b req-fdf6ed1b-0769-4253-aeec-643881acf431 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/ports?device_id=0ccc94bb-8bb3-4948-93fd-0f6be4828d62 HTTP/1.1" status: 200 len: 945 time: 0.0597503 Nov 04 10:31:46.754575 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ef2a639b-be0d-4013-912f-fefd069a620b req-0de5699c-ee49-4dcf-8c59-20c08f22fb8a tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/security-groups?id=e3fc6229-c534-4667-80af-1b77361324bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569975 Nov 04 10:31:46.886081 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105052a3-9587-4cb5-a70f-e40b1178de2c req-16a132ec-6dfc-4d25-8f42-58e3df6f2ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:46.902887 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-105052a3-9587-4cb5-a70f-e40b1178de2c req-16a132ec-6dfc-4d25-8f42-58e3df6f2ee9 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 1096 time: 0.1450164 Nov 04 10:31:46.971575 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-92a66df0-721b-4640-8760-49a18dbfdf85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:46.988094 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073fa23-e183-48d3-b7b6-9dddf1f319dd req-7b4c44f4-165a-4f3d-a14c-05df470a684c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:46.990581 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9073fa23-e183-48d3-b7b6-9dddf1f319dd req-7b4c44f4-165a-4f3d-a14c-05df470a684c service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 1101 time: 0.1592810 Nov 04 10:31:47.041562 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-105052a3-9587-4cb5-a70f-e40b1178de2c req-7d141c26-4853-4a7b-a0db-6741a70ce932 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310956 Nov 04 10:31:47.058038 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9073fa23-e183-48d3-b7b6-9dddf1f319dd req-28683919-7272-424c-8f5e-640e994bcf09 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527585 Nov 04 10:31:47.071684 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea938d5-3aa3-4b75-89c5-fe1cded4fb70 req-fce0b11f-15d7-4f4b-be75-4afd5e1918ba tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:47.073197 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fea938d5-3aa3-4b75-89c5-fe1cded4fb70 req-fce0b11f-15d7-4f4b-be75-4afd5e1918ba tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=40e54abc-cfb7-4d2c-8e9b-5556173aa9a7 HTTP/1.1" status: 200 len: 949 time: 0.1049614 Nov 04 10:31:47.085917 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112663b-f56d-4827-abb1-6f358ded5fb0 req-f03fda01-4643-4ff4-98b7-c8e4c185a4d0 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:47.087498 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3112663b-f56d-4827-abb1-6f358ded5fb0 req-f03fda01-4643-4ff4-98b7-c8e4c185a4d0 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 950 time: 0.1204588 Nov 04 10:31:47.169957 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fea938d5-3aa3-4b75-89c5-fe1cded4fb70 req-d8375711-889c-4735-a1b9-74b90a0f9e98 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813918 Nov 04 10:31:47.174439 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3112663b-f56d-4827-abb1-6f358ded5fb0 req-adb6d996-986d-4348-9244-15624a9a1187 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783257 Nov 04 10:31:47.357111 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fb6ff-8999-4b27-86dd-fcd28a3dbcce req-efa7dca1-ad2f-46d5-8d9c-8df888039d52 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:47.358694 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d66fb6ff-8999-4b27-86dd-fcd28a3dbcce req-efa7dca1-ad2f-46d5-8d9c-8df888039d52 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/ports?device_id=0ccc94bb-8bb3-4948-93fd-0f6be4828d62 HTTP/1.1" status: 200 len: 945 time: 0.0955658 Nov 04 10:31:47.369394 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-936a1a19-630d-4e06-b62c-fb36a0faf652 req-f97a2204-f847-4ad6-af51-aafed5ddc9b4 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1615460 Nov 04 10:31:47.369394 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33154) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:31:47.374584 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-aa541f2c-2de9-419c-a446-775c1ebb1b22 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Request body: {'floatingip': {'port_id': '8115d6cd-3593-461a-b1cc-c72ad386602d'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:31:47.383008 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-936a1a19-630d-4e06-b62c-fb36a0faf652 req-6b22bf4e-fed0-4ccf-af1a-4ba74aa68402 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:31:47.438731 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aa541f2c-2de9-419c-a446-775c1ebb1b22 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks [] for floatingip, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:47.529230 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-936a1a19-630d-4e06-b62c-fb36a0faf652 req-6b22bf4e-fed0-4ccf-af1a-4ba74aa68402 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:47.596127 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device a01bb232-48d7-40cb-90e5-8e3b2e114079 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:31:47.599063 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device aa2574ad-c05e-442b-90d5-45788135db75 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:31:47.686993 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae80b4-972a-4d53-9bc6-083d55d32838 req-d1f4cb21-1265-4fcc-ace2-11eeb336c86f tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:47.688567 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-13ae80b4-972a-4d53-9bc6-083d55d32838 req-d1f4cb21-1265-4fcc-ace2-11eeb336c86f tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 945 time: 0.2096467 Nov 04 10:31:47.732909 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port aa2574ad-c05e-442b-90d5-45788135db75 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:31:47.745765 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port aa2574ad-c05e-442b-90d5-45788135db75 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:47.746136 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:47.752354 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port a01bb232-48d7-40cb-90e5-8e3b2e114079, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=a01bb232-48d7-40cb-90e5-8e3b2e114079,segment=NetworkSegment(67fcacec-9b21-47dc-be2a-e9fd5a94ad53),segment_id=67fcacec-9b21-47dc-be2a-e9fd5a94ad53)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:47.802937 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'a01bb232-48d7-40cb-90e5-8e3b2e114079', 'network_id': 'a32e31ad-acda-407a-a096-816fda019c16', 'port_id': 'a01bb232-48d7-40cb-90e5-8e3b2e114079', 'mac_address': 'fa:16:3e:e3:ec:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21c0a46-e3eb-4e34-b54f-67f6c426aac5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:31:47.810887 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-13ae80b4-972a-4d53-9bc6-083d55d32838 req-9aa2b3ca-4b49-4bca-ae99-cc562ad7c842 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138346 Nov 04 10:31:47.852414 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:47.884371 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a01bb232-48d7-40cb-90e5-8e3b2e114079 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:31:47.908228 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:47.913568 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port a01bb232-48d7-40cb-90e5-8e3b2e114079, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=a01bb232-48d7-40cb-90e5-8e3b2e114079,segment=NetworkSegment(67fcacec-9b21-47dc-be2a-e9fd5a94ad53),segment_id=67fcacec-9b21-47dc-be2a-e9fd5a94ad53)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:47.921335 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:47.978109 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port aa2574ad-c05e-442b-90d5-45788135db75, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=aa2574ad-c05e-442b-90d5-45788135db75,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:47.988704 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:47.989561 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 364947aa-bf30-454a-9880-1821df264897 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:31:48.002599 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-936a1a19-630d-4e06-b62c-fb36a0faf652 req-6b22bf4e-fed0-4ccf-af1a-4ba74aa68402 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:48.013563 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=a01bb232-48d7-40cb-90e5-8e3b2e114079,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:48.064435 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aef3be-e60d-4662-b76d-c51862a0a7b0 req-0a624c3f-26af-4be0-92f8-ec6c3a7dab70 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:48.066367 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c9aef3be-e60d-4662-b76d-c51862a0a7b0 req-0a624c3f-26af-4be0-92f8-ec6c3a7dab70 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 1096 time: 0.1524689 Nov 04 10:31:48.081259 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=aa2574ad-c05e-442b-90d5-45788135db75,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:48.096761 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 364947aa-bf30-454a-9880-1821df264897 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:31:48.101564 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 364947aa-bf30-454a-9880-1821df264897 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:48.102022 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:48.181597 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['a01bb232-48d7-40cb-90e5-8e3b2e114079'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:31:48.235511 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:48.242107 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c9aef3be-e60d-4662-b76d-c51862a0a7b0 req-507bd9ca-8672-4a46-a39f-b5ffcb8afbef tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633515 Nov 04 10:31:48.263796 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-936a1a19-630d-4e06-b62c-fb36a0faf652 req-6b22bf4e-fed0-4ccf-af1a-4ba74aa68402 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Allocated IP 172.25.7.150 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/b44a34f9-e0c4-48db-9206-3e6fb5938f47) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:31:48.270787 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aa541f2c-2de9-419c-a446-775c1ebb1b22 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:48.278568 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aa541f2c-2de9-419c-a446-775c1ebb1b22 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:48.313798 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 364947aa-bf30-454a-9880-1821df264897, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=364947aa-bf30-454a-9880-1821df264897,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:48.370216 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:48.445144 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=364947aa-bf30-454a-9880-1821df264897,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:48.493563 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20460adf-5d6c-4ca7-a016-a236f4b27cd8 req-62af9b16-25c8-4a8e-ac3e-584c4e3ae2a2 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:48.495610 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-20460adf-5d6c-4ca7-a016-a236f4b27cd8 req-62af9b16-25c8-4a8e-ac3e-584c4e3ae2a2 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/ports?device_id=789cff1d-0292-4025-8912-3a4a840640e5 HTTP/1.1" status: 200 len: 945 time: 0.1376686 Nov 04 10:31:48.499115 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-aa541f2c-2de9-419c-a446-775c1ebb1b22 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Floating IP a36b7a31-5608-4e8d-a792-d745e179ac02 associated. External IP: 172.25.7.21, port: 8115d6cd-3593-461a-b1cc-c72ad386602d. Nov 04 10:31:48.570314 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-936a1a19-630d-4e06-b62c-fb36a0faf652 req-6b22bf4e-fed0-4ccf-af1a-4ba74aa68402 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:48.647472 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-20460adf-5d6c-4ca7-a016-a236f4b27cd8 req-fa209819-136d-4b30-a87b-34b4f41098c9 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/security-groups?id=a272ea87-ea16-4227-bdf5-5401491ffee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097395 Nov 04 10:31:48.666092 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04cf711-d04c-40c8-a72a-98e38cc51313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2574ad-c05e-442b-90d5-45788135db75'}, {'server_uuid': '40e54abc-cfb7-4d2c-8e9b-5556173aa9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364947aa-bf30-454a-9880-1821df264897'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:31:48.668446 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6264b7f5-27f0-4230-bd3a-5f90e99997ee" -d '{"events": [{"server_uuid": "f04cf711-d04c-40c8-a72a-98e38cc51313", "name": "network-vif-plugged", "status": "completed", "tag": "aa2574ad-c05e-442b-90d5-45788135db75"}, {"server_uuid": "40e54abc-cfb7-4d2c-8e9b-5556173aa9a7", "name": "network-vif-plugged", "status": "completed", "tag": "364947aa-bf30-454a-9880-1821df264897"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:31:48.719261 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-936a1a19-630d-4e06-b62c-fb36a0faf652 req-6b22bf4e-fed0-4ccf-af1a-4ba74aa68402 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:48.771059 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-936a1a19-630d-4e06-b62c-fb36a0faf652 req-6b22bf4e-fed0-4ccf-af1a-4ba74aa68402 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:31:48.775970 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-936a1a19-630d-4e06-b62c-fb36a0faf652 req-6b22bf4e-fed0-4ccf-af1a-4ba74aa68402 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:31:48.778338 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-936a1a19-630d-4e06-b62c-fb36a0faf652 req-6b22bf4e-fed0-4ccf-af1a-4ba74aa68402 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:31:48.856304 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22bf4e-fed0-4ccf-af1a-4ba74aa68402 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Pushing event updated for resources: {'Port': ['ID=b44a34f9-e0c4-48db-9206-3e6fb5938f47,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:48.938849 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa541f2c-2de9-419c-a446-775c1ebb1b22 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Router 15995b10-2910-4f4a-9445-c953275ba754 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:31:48.957277 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006781ba-af31-48c3-bb99-9d6b7cf22ce4 req-26a6468f-d1e4-449f-a4d5-f1d5ab92c8b6 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:48.958789 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-006781ba-af31-48c3-bb99-9d6b7cf22ce4 req-26a6468f-d1e4-449f-a4d5-f1d5ab92c8b6 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 950 time: 0.1238644 Nov 04 10:31:48.971611 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-936a1a19-630d-4e06-b62c-fb36a0faf652 req-6b22bf4e-fed0-4ccf-af1a-4ba74aa68402 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:49.068158 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-936a1a19-630d-4e06-b62c-fb36a0faf652 req-6b22bf4e-fed0-4ccf-af1a-4ba74aa68402 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:49.285708 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5b38c850-f141-4db8-b528-6e41fbb822a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:49.424276 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-006781ba-af31-48c3-bb99-9d6b7cf22ce4 req-bf895a42-d060-42b6-8526-28a558671a22 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541469 Nov 04 10:31:49.457516 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa541f2c-2de9-419c-a446-775c1ebb1b22 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:31:49.467840 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c190c1-5dd6-40ad-80f1-651be8770dcf None None] Sync routers for ids ['15995b10-2910-4f4a-9445-c953275ba754'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:31:49.470696 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aa541f2c-2de9-419c-a446-775c1ebb1b22 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:49.478918 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c190c1-5dd6-40ad-80f1-651be8770dcf None None] Routers {'15995b10-2910-4f4a-9445-c953275ba754'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:31:49.479781 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-15c190c1-5dd6-40ad-80f1-651be8770dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:31:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['15995b10-2910-4f4a-9445-c953275ba754'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:49.568580 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-aa541f2c-2de9-419c-a446-775c1ebb1b22 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "PUT /v2.0/floatingips/a36b7a31-5608-4e8d-a792-d745e179ac02 HTTP/1.1" status: 200 len: 990 time: 2.1981993 Nov 04 10:31:49.571609 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ccc94bb-8bb3-4948-93fd-0f6be4828d62', 'tag': '8115d6cd-3593-461a-b1cc-c72ad386602d'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:31:49.574293 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e28307-3874-477c-a068-0e63a9ee7044" -d '{"events": [{"name": "network-changed", "server_uuid": "0ccc94bb-8bb3-4948-93fd-0f6be4828d62", "tag": "8115d6cd-3593-461a-b1cc-c72ad386602d"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:31:49.595063 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-15c190c1-5dd6-40ad-80f1-651be8770dcf None None] Set router 15995b10-2910-4f4a-9445-c953275ba754 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:31:49.607899 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ba415-5bd7-458d-b406-3e728caecc09 req-54a0536c-c5c4-436f-b614-98ffdc41e835 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:49.609474 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae9ba415-5bd7-458d-b406-3e728caecc09 req-54a0536c-c5c4-436f-b614-98ffdc41e835 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=40e54abc-cfb7-4d2c-8e9b-5556173aa9a7 HTTP/1.1" status: 200 len: 950 time: 0.1129584 Nov 04 10:31:49.624001 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device a01bb232-48d7-40cb-90e5-8e3b2e114079 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:31:49.661815 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-936a1a19-630d-4e06-b62c-fb36a0faf652 req-6b22bf4e-fed0-4ccf-af1a-4ba74aa68402 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:49.674217 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-936a1a19-630d-4e06-b62c-fb36a0faf652 req-6b22bf4e-fed0-4ccf-af1a-4ba74aa68402 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:49.683950 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae9ba415-5bd7-458d-b406-3e728caecc09 req-6ed896a6-bc63-4292-9b2f-a19c39867803 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674942 Nov 04 10:31:49.760054 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22bf4e-fed0-4ccf-af1a-4ba74aa68402 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Pushing event updated for resources: {'Port': ['ID=b44a34f9-e0c4-48db-9206-3e6fb5938f47,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:49.787166 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-936a1a19-630d-4e06-b62c-fb36a0faf652 req-6b22bf4e-fed0-4ccf-af1a-4ba74aa68402 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:49.846995 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-936a1a19-630d-4e06-b62c-fb36a0faf652 req-6b22bf4e-fed0-4ccf-af1a-4ba74aa68402 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:49.848544 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-936a1a19-630d-4e06-b62c-fb36a0faf652 req-6b22bf4e-fed0-4ccf-af1a-4ba74aa68402 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4708033 Nov 04 10:31:49.920514 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-936a1a19-630d-4e06-b62c-fb36a0faf652 req-ec59c957-c33f-4a4a-a60e-6a21cad66ebc tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.150 HTTP/1.1" status: 200 len: 696 time: 0.0625403 Nov 04 10:31:49.958535 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port a01bb232-48d7-40cb-90e5-8e3b2e114079 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:31:49.967041 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port a01bb232-48d7-40cb-90e5-8e3b2e114079 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:49.967416 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:49.989285 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-ae2082ee-ee5c-4488-9d79-9e142506cd79 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:49.990817 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-ae2082ee-ee5c-4488-9d79-9e142506cd79 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/networks?id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 HTTP/1.1" status: 200 len: 821 time: 0.2137878 Nov 04 10:31:50.017988 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-72cf1ae6-7d02-49ca-ae0f-1a5f19c87e1d tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/quotas/0464048b294a465b81cede98ee2447df HTTP/1.1" status: 200 len: 375 time: 0.0193117 Nov 04 10:31:50.085032 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a1a19-630d-4e06-b62c-fb36a0faf652 req-64f357ca-fcaa-4258-b116-345a6328dd8b tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:50.086384 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-936a1a19-630d-4e06-b62c-fb36a0faf652 req-64f357ca-fcaa-4258-b116-345a6328dd8b tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 784 time: 0.1589386 Nov 04 10:31:50.102668 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-78622634-e236-48c1-9463-6674a44d58fe tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=0464048b294a465b81cede98ee2447df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757055 Nov 04 10:31:50.106705 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:50.163963 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port a01bb232-48d7-40cb-90e5-8e3b2e114079, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=a01bb232-48d7-40cb-90e5-8e3b2e114079,segment=NetworkSegment(67fcacec-9b21-47dc-be2a-e9fd5a94ad53),segment_id=67fcacec-9b21-47dc-be2a-e9fd5a94ad53)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:50.166073 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 04 Nov 2021 10:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae33d8e5-118f-446f-a62e-ca7548705e64 x-openstack-request-id: req-ae33d8e5-118f-446f-a62e-ca7548705e64 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:31:50.166552 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04cf711-d04c-40c8-a72a-98e38cc51313", "name": "network-vif-plugged", "status": "completed", "tag": "aa2574ad-c05e-442b-90d5-45788135db75", "code": 200}, {"server_uuid": "40e54abc-cfb7-4d2c-8e9b-5556173aa9a7", "name": "network-vif-plugged", "status": "completed", "tag": "364947aa-bf30-454a-9880-1821df264897", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:31:50.166862 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ae33d8e5-118f-446f-a62e-ca7548705e64 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:31:50.167317 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04cf711-d04c-40c8-a72a-98e38cc51313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2574ad-c05e-442b-90d5-45788135db75', 'code': 200} Nov 04 10:31:50.167670 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e54abc-cfb7-4d2c-8e9b-5556173aa9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364947aa-bf30-454a-9880-1821df264897', 'code': 200} Nov 04 10:31:50.170301 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:50.216970 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-15c190c1-5dd6-40ad-80f1-651be8770dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15995b10-2910-4f4a-9445-c953275ba754', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1010339688-router', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:40Z', 'revision_number': 4, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'gw_port': {'id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'a36b7a31-5608-4e8d-a792-d745e179ac02', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'floating_ip_address': '172.25.7.21', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '15995b10-2910-4f4a-9445-c953275ba754', 'port_id': '8115d6cd-3593-461a-b1cc-c72ad386602d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58', 'mac_address': 'fa:16:3e:7b:8a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccc94bb-8bb3-4948-93fd-0f6be4828d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:29:11Z', 'updated_at': '2021-11-04T10:31:48Z', 'revision_number': 5, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39836a9c-a094-4396-bf1d-7bed15846941', 'name': '', 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'mac_address': 'fa:16:3e:f2:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:39Z', 'updated_at': '2021-11-04T10:28:47Z', 'revision_number': 5, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'subnets': [{'id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:50.219554 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-f36f0850-405b-405f-91a1-83a478dc2a26 service neutron] 10.222.0.127 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082025 Nov 04 10:31:50.259876 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c190c1-5dd6-40ad-80f1-651be8770dcf None None] Checking router: 15995b10-2910-4f4a-9445-c953275ba754 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:31:50.281174 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c190c1-5dd6-40ad-80f1-651be8770dcf None None] Routers {'15995b10-2910-4f4a-9445-c953275ba754'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:31:50.281870 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-15c190c1-5dd6-40ad-80f1-651be8770dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:31:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['15995b10-2910-4f4a-9445-c953275ba754'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:50.283842 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=a01bb232-48d7-40cb-90e5-8e3b2e114079,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:50.301058 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a7416-4075-4332-b8db-3a1bc5f9202b req-5b64b2fc-9e4c-4425-a584-e59f2224325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:50.302595 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-025a7416-4075-4332-b8db-3a1bc5f9202b req-5b64b2fc-9e4c-4425-a584-e59f2224325b service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=40e54abc-cfb7-4d2c-8e9b-5556173aa9a7 HTTP/1.1" status: 200 len: 1101 time: 0.0763180 Nov 04 10:31:50.308613 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac3bc6-8d97-43be-a75b-f7660087384b req-ba5de027-0cca-45b6-bc01-ea4e61acc000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:50.309757 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-efac3bc6-8d97-43be-a75b-f7660087384b req-ba5de027-0cca-45b6-bc01-ea4e61acc000 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=f04cf711-d04c-40c8-a72a-98e38cc51313 HTTP/1.1" status: 200 len: 1100 time: 0.0752165 Nov 04 10:31:50.380475 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-025a7416-4075-4332-b8db-3a1bc5f9202b req-0356addd-c091-4c66-b22b-920c2dc9a4fb service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696075 Nov 04 10:31:50.382679 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-efac3bc6-8d97-43be-a75b-f7660087384b req-5ec8b797-860b-4d32-b0dd-7cfb88eff736 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648718 Nov 04 10:31:50.399367 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-d177b5fc-5263-4315-a333-0a62aa173e27 service neutron] 10.222.0.127 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753578 Nov 04 10:31:50.404057 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-15c190c1-5dd6-40ad-80f1-651be8770dcf None None] Set router 15995b10-2910-4f4a-9445-c953275ba754 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:31:50.412420 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00a277-ae91-4a87-9cac-5cd8840ad90d req-d1986cf9-44c3-4548-a14b-894161b696bd tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:50.414045 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fa00a277-ae91-4a87-9cac-5cd8840ad90d req-d1986cf9-44c3-4548-a14b-894161b696bd tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 945 time: 0.0782604 Nov 04 10:31:50.473707 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fa00a277-ae91-4a87-9cac-5cd8840ad90d req-e584cb69-dbbb-42a2-b7fa-70976e2ad2aa tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520036 Nov 04 10:31:50.611750 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:50.612046 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-7ccb9966-e7f8-4798-8bd8-22e9e98a0fe4 req-7e2cc8af-0b9b-47b3-81b6-04f3ecdacf0b service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:31:50.613098 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ccb9966-e7f8-4798-8bd8-22e9e98a0fe4 req-7e2cc8af-0b9b-47b3-81b6-04f3ecdacf0b service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0056932 Nov 04 10:31:50.665327 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8447cb9b-7e78-4280-babd-bd7be503fd7f x-openstack-request-id: req-8447cb9b-7e78-4280-babd-bd7be503fd7f {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:31:50.665709 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ccc94bb-8bb3-4948-93fd-0f6be4828d62", "tag": "8115d6cd-3593-461a-b1cc-c72ad386602d", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:31:50.666075 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-8447cb9b-7e78-4280-babd-bd7be503fd7f {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:31:50.666900 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ccc94bb-8bb3-4948-93fd-0f6be4828d62', 'tag': '8115d6cd-3593-461a-b1cc-c72ad386602d', 'status': 'completed', 'code': 200} Nov 04 10:31:50.723051 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-15c190c1-5dd6-40ad-80f1-651be8770dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15995b10-2910-4f4a-9445-c953275ba754', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1010339688-router', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:40Z', 'revision_number': 4, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'gw_port': {'id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'a36b7a31-5608-4e8d-a792-d745e179ac02', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'floating_ip_address': '172.25.7.21', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '15995b10-2910-4f4a-9445-c953275ba754', 'port_id': '8115d6cd-3593-461a-b1cc-c72ad386602d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58', 'mac_address': 'fa:16:3e:7b:8a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccc94bb-8bb3-4948-93fd-0f6be4828d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:29:11Z', 'updated_at': '2021-11-04T10:31:48Z', 'revision_number': 5, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39836a9c-a094-4396-bf1d-7bed15846941', 'name': '', 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'mac_address': 'fa:16:3e:f2:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:39Z', 'updated_at': '2021-11-04T10:28:47Z', 'revision_number': 5, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'subnets': [{'id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:50.779641 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e28307-3874-477c-a068-0e63a9ee7044 req-1b657485-eb24-40d9-b377-e82cfc521e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:50.781476 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-35e28307-3874-477c-a068-0e63a9ee7044 req-1b657485-eb24-40d9-b377-e82cfc521e8f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0492820046454dbbbdfa7eac919beeeb&device_id=0ccc94bb-8bb3-4948-93fd-0f6be4828d62 HTTP/1.1" status: 200 len: 1096 time: 0.0756719 Nov 04 10:31:50.785893 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c190c1-5dd6-40ad-80f1-651be8770dcf None None] The sync data for ids ['15995b10-2910-4f4a-9445-c953275ba754'] in n-d-816629-1 is: [{'id': '15995b10-2910-4f4a-9445-c953275ba754', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1010339688-router', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:40Z', 'revision_number': 4, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'gw_port': {'id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'a36b7a31-5608-4e8d-a792-d745e179ac02', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'floating_ip_address': '172.25.7.21', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '15995b10-2910-4f4a-9445-c953275ba754', 'port_id': '8115d6cd-3593-461a-b1cc-c72ad386602d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58', 'mac_address': 'fa:16:3e:7b:8a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccc94bb-8bb3-4948-93fd-0f6be4828d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:29:11Z', 'updated_at': '2021-11-04T10:31:48Z', 'revision_number': 5, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39836a9c-a094-4396-bf1d-7bed15846941', 'name': '', 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'mac_address': 'fa:16:3e:f2:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:39Z', 'updated_at': '2021-11-04T10:28:47Z', 'revision_number': 5, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'subnets': [{'id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:31:50.863185 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ca65c-a2bd-4ad7-8522-57e6aa0f9624 req-ed5abafe-806c-426f-a789-a3a3d6254c8d tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:50.869504 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5e5ca65c-a2bd-4ad7-8522-57e6aa0f9624 req-ed5abafe-806c-426f-a789-a3a3d6254c8d tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/ports?device_id=789cff1d-0292-4025-8912-3a4a840640e5 HTTP/1.1" status: 200 len: 946 time: 0.1490610 Nov 04 10:31:50.873880 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fc837094-c7ea-49d6-a306-774ebb316cf6 req-8215f4ef-0ff3-49c0-84a5-6a8223352ac2 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/floatingips/d70e1c03-2e05-43db-94e7-6fd1de620fd2 HTTP/1.1" status: 200 len: 693 time: 0.0975380 Nov 04 10:31:50.940277 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-738c2531-33ea-41dc-9ce1-1184889b4e97 req-f1b18592-6e5e-4565-aaa8-2d1d8b1cf9ba service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0950921 Nov 04 10:31:50.946739 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e28307-3874-477c-a068-0e63a9ee7044 req-921cc41d-d30c-452f-b601-0112e4e69107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:50.949088 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-35e28307-3874-477c-a068-0e63a9ee7044 req-921cc41d-d30c-452f-b601-0112e4e69107 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d1916c7c-e081-4089-adc9-d25f9f439e58 HTTP/1.1" status: 200 len: 926 time: 0.1587648 Nov 04 10:31:51.008536 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5e5ca65c-a2bd-4ad7-8522-57e6aa0f9624 req-76c8b097-b583-46f0-bae5-98dea65f3b26 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/security-groups?id=a272ea87-ea16-4227-bdf5-5401491ffee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331592 Nov 04 10:31:51.070943 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc837094-c7ea-49d6-a306-774ebb316cf6 req-ca4af6bb-9a38-44f1-8d78-c862dc971f05 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:51.071840 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fc837094-c7ea-49d6-a306-774ebb316cf6 req-ca4af6bb-9a38-44f1-8d78-c862dc971f05 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 784 time: 0.1771960 Nov 04 10:31:51.087550 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-fc837094-c7ea-49d6-a306-774ebb316cf6 req-02d7305c-b6ca-4044-af31-31210167afa0 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:31:51.089368 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fc837094-c7ea-49d6-a306-774ebb316cf6 req-02d7305c-b6ca-4044-af31-31210167afa0 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0116715 Nov 04 10:31:51.100957 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-35e28307-3874-477c-a068-0e63a9ee7044 req-552f056d-70bc-41d3-a6b0-7c6af734f0d9 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8115d6cd-3593-461a-b1cc-c72ad386602d HTTP/1.1" status: 200 len: 998 time: 0.1370592 Nov 04 10:31:51.163960 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e28307-3874-477c-a068-0e63a9ee7044 req-f2eb15d0-a179-4e3d-9d17-181a970cdb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:51.166072 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-35e28307-3874-477c-a068-0e63a9ee7044 req-f2eb15d0-a179-4e3d-9d17-181a970cdb08 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6c41464b-4d5c-426b-ab3b-93147cb6ef05 HTTP/1.1" status: 200 len: 863 time: 0.0547233 Nov 04 10:31:51.179198 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083d94bc-90d1-4d9f-bb65-924b31e9802e None None] New status for floating IP a36b7a31-5608-4e8d-a792-d745e179ac02: ACTIVE {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:31:51.248913 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e28307-3874-477c-a068-0e63a9ee7044 req-ab84127c-0d56-4b40-a955-07ad65924629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:51.251218 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-35e28307-3874-477c-a068-0e63a9ee7044 req-ab84127c-0d56-4b40-a955-07ad65924629 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d1916c7c-e081-4089-adc9-d25f9f439e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747297 Nov 04 10:31:51.407656 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-35e28307-3874-477c-a068-0e63a9ee7044 req-a285e0e1-f342-4169-ab24-4541e3371943 service neutron] 10.222.0.121 "GET /v2.0/networks/d1916c7c-e081-4089-adc9-d25f9f439e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477313 Nov 04 10:31:51.454459 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-049bf9ca-3e94-4df7-bbb8-16df81bd6014 req-78d5c5b8-d091-45bd-b324-bacc20b74ef9 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 210 time: 0.0416982 Nov 04 10:31:51.529346 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb15372-1487-4bf7-9999-3959d7f59d5a req-28f0b1ea-e6aa-4aeb-9004-1f48da95f430 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:51.538745 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ecb15372-1487-4bf7-9999-3959d7f59d5a req-28f0b1ea-e6aa-4aeb-9004-1f48da95f430 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=40e54abc-cfb7-4d2c-8e9b-5556173aa9a7 HTTP/1.1" status: 200 len: 950 time: 0.0827024 Nov 04 10:31:51.590626 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-35e28307-3874-477c-a068-0e63a9ee7044 req-bde498ca-4fcb-4015-b543-035c536a8083 service neutron] 10.222.0.121 "GET /v2.0/networks/d1916c7c-e081-4089-adc9-d25f9f439e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713886 Nov 04 10:31:51.661496 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ecb15372-1487-4bf7-9999-3959d7f59d5a req-2f37c4fb-97f6-4732-ad14-e3f49d68098b tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213446 Nov 04 10:31:51.700085 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2696d-9bc1-48d7-8b1c-bf9a6e9fcc61 req-b1c76050-9877-4361-bcc9-9130eca3469e tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:51.701798 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-39a2696d-9bc1-48d7-8b1c-bf9a6e9fcc61 req-b1c76050-9877-4361-bcc9-9130eca3469e tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 950 time: 0.0931082 Nov 04 10:31:51.764900 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc2d62bb-5407-4f88-8fca-717722a72c26 req-515c252a-8f12-420b-8ca4-a06e146a2a5b tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/floatingips/d70e1c03-2e05-43db-94e7-6fd1de620fd2 HTTP/1.1" status: 200 len: 693 time: 0.0605023 Nov 04 10:31:51.849555 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-39a2696d-9bc1-48d7-8b1c-bf9a6e9fcc61 req-63322372-c97c-4f95-901a-580906e1e8a2 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388636 Nov 04 10:31:51.947878 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d62bb-5407-4f88-8fca-717722a72c26 req-09ec4e32-dc48-4bbf-b8a0-1339d9913858 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:51.957594 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc2d62bb-5407-4f88-8fca-717722a72c26 req-09ec4e32-dc48-4bbf-b8a0-1339d9913858 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 784 time: 0.1795242 Nov 04 10:31:51.965311 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-cc2d62bb-5407-4f88-8fca-717722a72c26 req-be8b3f3e-19aa-4ddf-84b9-d1e37ddcdd23 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:31:51.966813 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc2d62bb-5407-4f88-8fca-717722a72c26 req-be8b3f3e-19aa-4ddf-84b9-d1e37ddcdd23 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0080421 Nov 04 10:31:52.003976 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:52.070820 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc2d62bb-5407-4f88-8fca-717722a72c26 req-059d1471-4553-4ed8-8993-ba1762c64b75 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.150 HTTP/1.1" status: 200 len: 696 time: 0.0724552 Nov 04 10:31:52.130240 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-71dcb6a9-71b0-4ee8-89a1-a940c5f8995d tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:52.137190 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-71dcb6a9-71b0-4ee8-89a1-a940c5f8995d tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.126 "GET /v2.0/networks?id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 HTTP/1.1" status: 200 len: 821 time: 0.1720996 Nov 04 10:31:52.142807 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc2d62bb-5407-4f88-8fca-717722a72c26 req-84328599-711b-467c-8e4e-36edcee8c8c2 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.150 HTTP/1.1" status: 200 len: 696 time: 0.0568123 Nov 04 10:31:52.147413 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-e84feb35-5234-48f1-89ec-0db3c0bbf7f6 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Request body: {'port': {'device_id': 'c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0', 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730', 'admin_state_up': True, 'tenant_id': '0464048b294a465b81cede98ee2447df'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:31:52.156472 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9fd7c-5777-405e-a8f5-cbed7815b33e req-2e473356-7921-4361-9ec5-9d0a0e076547 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:52.158046 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9aa9fd7c-5777-405e-a8f5-cbed7815b33e req-2e473356-7921-4361-9ec5-9d0a0e076547 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 945 time: 0.1059632 Nov 04 10:31:52.169125 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789cff1d-0292-4025-8912-3a4a840640e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01bb232-48d7-40cb-90e5-8e3b2e114079'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:31:52.172446 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b671bf4c-630c-489a-a982-aff74b2e2f15" -d '{"events": [{"server_uuid": "789cff1d-0292-4025-8912-3a4a840640e5", "name": "network-vif-plugged", "status": "completed", "tag": "a01bb232-48d7-40cb-90e5-8e3b2e114079"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:31:52.263911 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-e84feb35-5234-48f1-89ec-0db3c0bbf7f6 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Made reservation on behalf of 0464048b294a465b81cede98ee2447df for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:31:52.267574 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-e84feb35-5234-48f1-89ec-0db3c0bbf7f6 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:52.303931 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9aa9fd7c-5777-405e-a8f5-cbed7815b33e req-2e0eae16-6e34-419c-b74e-aff03710651e tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091878 Nov 04 10:31:52.333281 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-cc2d62bb-5407-4f88-8fca-717722a72c26 req-09c020d8-c32a-4d6b-acf7-0d21fde379a2 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Deleting port b44a34f9-e0c4-48db-9206-3e6fb5938f47 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:31:52.333934 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-cc2d62bb-5407-4f88-8fca-717722a72c26 req-09c020d8-c32a-4d6b-acf7-0d21fde379a2 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:52.421541 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-e84feb35-5234-48f1-89ec-0db3c0bbf7f6 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Allocated IP 172.20.0.8 (eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730/74d328ae-3dd4-4757-b0cd-5d3ffb3741ad/8f7f0928-17d2-414f-8566-837b84f7fd38) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:31:52.422136 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-cc2d62bb-5407-4f88-8fca-717722a72c26 req-09c020d8-c32a-4d6b-acf7-0d21fde379a2 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:52.422575 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-cc2d62bb-5407-4f88-8fca-717722a72c26 req-09c020d8-c32a-4d6b-acf7-0d21fde379a2 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:52.437039 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-cc2d62bb-5407-4f88-8fca-717722a72c26 req-09c020d8-c32a-4d6b-acf7-0d21fde379a2 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Calling delete_port for b44a34f9-e0c4-48db-9206-3e6fb5938f47 owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:31:52.523834 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:52.559840 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d5e12-f000-414f-9266-bdc3724d566b req-8c806658-34ea-43cc-897e-803c38592a68 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:52.561470 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f9d5e12-f000-414f-9266-bdc3724d566b req-8c806658-34ea-43cc-897e-803c38592a68 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/ports?device_id=789cff1d-0292-4025-8912-3a4a840640e5 HTTP/1.1" status: 200 len: 946 time: 0.0745790 Nov 04 10:31:52.596746 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-e84feb35-5234-48f1-89ec-0db3c0bbf7f6 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:52.633383 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-e84feb35-5234-48f1-89ec-0db3c0bbf7f6 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:52.648277 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f9d5e12-f000-414f-9266-bdc3724d566b req-d54afd90-ed88-4be6-820c-b05b27e67d4f tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/security-groups?id=a272ea87-ea16-4227-bdf5-5401491ffee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744202 Nov 04 10:31:52.675229 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-e84feb35-5234-48f1-89ec-0db3c0bbf7f6 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:31:52.677470 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-cc2d62bb-5407-4f88-8fca-717722a72c26 req-09c020d8-c32a-4d6b-acf7-0d21fde379a2 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:52.679179 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-e84feb35-5234-48f1-89ec-0db3c0bbf7f6 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:31:52.684460 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-e84feb35-5234-48f1-89ec-0db3c0bbf7f6 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:31:52.722062 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84feb35-5234-48f1-89ec-0db3c0bbf7f6 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Pushing event updated for resources: {'Port': ['ID=8f7f0928-17d2-414f-8566-837b84f7fd38,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:52.733320 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c020d8-c32a-4d6b-acf7-0d21fde379a2 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Pushing event deleted for resources: {'Port': ['ID=b44a34f9-e0c4-48db-9206-3e6fb5938f47,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:52.733466 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0173f0-580e-4feb-b43f-2160466a1465 x-openstack-request-id: req-3e0173f0-580e-4feb-b43f-2160466a1465 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:31:52.734245 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789cff1d-0292-4025-8912-3a4a840640e5", "name": "network-vif-plugged", "status": "completed", "tag": "a01bb232-48d7-40cb-90e5-8e3b2e114079", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:31:52.741897 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-3e0173f0-580e-4feb-b43f-2160466a1465 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:31:52.742380 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789cff1d-0292-4025-8912-3a4a840640e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01bb232-48d7-40cb-90e5-8e3b2e114079', 'code': 200} Nov 04 10:31:52.779380 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-e84feb35-5234-48f1-89ec-0db3c0bbf7f6 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:52.780624 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-e84feb35-5234-48f1-89ec-0db3c0bbf7f6 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:52.803006 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c2531-33ea-41dc-9ce1-1184889b4e97 req-ed535e18-b97c-4fe1-8860-f03e7f592e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:52.804548 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-738c2531-33ea-41dc-9ce1-1184889b4e97 req-ed535e18-b97c-4fe1-8860-f03e7f592e5b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 1101 time: 0.0693562 Nov 04 10:31:52.808726 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-e84feb35-5234-48f1-89ec-0db3c0bbf7f6 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6658809 Nov 04 10:31:52.824690 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-cc2d62bb-5407-4f88-8fca-717722a72c26 req-09c020d8-c32a-4d6b-acf7-0d21fde379a2 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:52.827651 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-cc2d62bb-5407-4f88-8fca-717722a72c26 req-09c020d8-c32a-4d6b-acf7-0d21fde379a2 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:52.828874 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc2d62bb-5407-4f88-8fca-717722a72c26 req-09c020d8-c32a-4d6b-acf7-0d21fde379a2 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "DELETE /v2.0/floatingips/d70e1c03-2e05-43db-94e7-6fd1de620fd2 HTTP/1.1" status: 204 len: 173 time: 0.6698854 Nov 04 10:31:52.829728 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-ed4bc720-7f43-4035-90ca-78faf6196a70 service neutron] Request body: {'port': {'device_id': 'c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:31:52.967953 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b10793-2f7b-4d1b-a3ec-30bb63783e3d req-362d56c9-b97e-48ce-8cef-0cc257560b15 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:52.969655 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-59b10793-2f7b-4d1b-a3ec-30bb63783e3d req-362d56c9-b97e-48ce-8cef-0cc257560b15 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 931 time: 0.0854652 Nov 04 10:31:52.985605 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2975db-7a4e-4c67-a350-6d3060cbd429 req-6132d54c-fb03-48da-8c31-35b282ce2918 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:52.987226 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a2975db-7a4e-4c67-a350-6d3060cbd429 req-6132d54c-fb03-48da-8c31-35b282ce2918 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=40e54abc-cfb7-4d2c-8e9b-5556173aa9a7 HTTP/1.1" status: 200 len: 950 time: 0.0920653 Nov 04 10:31:53.065305 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-59b10793-2f7b-4d1b-a3ec-30bb63783e3d req-7063e486-854e-498c-be80-73cfb9bb6996 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884962 Nov 04 10:31:53.074610 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a2975db-7a4e-4c67-a350-6d3060cbd429 req-bdd10ee5-a445-4bee-bf06-f39917ed70c2 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810840 Nov 04 10:31:53.244404 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e331c7b-20dd-4336-9058-c531cc545512 req-51ab4563-01ae-4ea9-858c-7d051e7ea310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:53.246283 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6e331c7b-20dd-4336-9058-c531cc545512 req-51ab4563-01ae-4ea9-858c-7d051e7ea310 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=789cff1d-0292-4025-8912-3a4a840640e5 HTTP/1.1" status: 200 len: 1097 time: 0.4024096 Nov 04 10:31:53.250442 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-ed4bc720-7f43-4035-90ca-78faf6196a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:53.286452 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c2531-33ea-41dc-9ce1-1184889b4e97 req-2b0f6715-5a15-4ee4-8bbc-4621f32e00da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:53.288120 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-738c2531-33ea-41dc-9ce1-1184889b4e97 req-2b0f6715-5a15-4ee4-8bbc-4621f32e00da service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.4748139 Nov 04 10:31:53.361669 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702ef0d-3f2d-422b-9ce0-47856a9bcca4 req-86cdf5e3-95c0-4cdf-9601-a4442d893d22 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:53.363245 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1702ef0d-3f2d-422b-9ce0-47856a9bcca4 req-86cdf5e3-95c0-4cdf-9601-a4442d893d22 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2508674 Nov 04 10:31:53.365663 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-738c2531-33ea-41dc-9ce1-1184889b4e97 req-11da55f4-c258-4bb4-8d23-b12aec537899 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=5409d388-e97e-4c23-ac7e-207666e904b5 HTTP/1.1" status: 200 len: 217 time: 0.0559952 Nov 04 10:31:53.378370 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6e331c7b-20dd-4336-9058-c531cc545512 req-d0ca2e11-f841-4d6a-8be2-c202b8e565f9 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=a272ea87-ea16-4227-bdf5-5401491ffee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134357 Nov 04 10:31:53.386841 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112d5df-1024-441d-87c2-21e72e325262 req-5f23bc58-9167-4668-abdb-42c8b98a6765 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:53.388541 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b112d5df-1024-441d-87c2-21e72e325262 req-5f23bc58-9167-4668-abdb-42c8b98a6765 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 950 time: 0.0980585 Nov 04 10:31:53.466675 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b112d5df-1024-441d-87c2-21e72e325262 req-d8c608ef-30dd-4784-8381-7ade1e980cd7 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713146 Nov 04 10:31:53.487576 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aecc1d-84af-4cc1-868d-95b34a510aeb req-f0e910b1-8604-4b10-a93c-e4ff2f9b31b7 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:53.489977 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c2531-33ea-41dc-9ce1-1184889b4e97 req-5900dd9f-c052-46ca-98ab-b3e853b42a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:53.490825 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b9aecc1d-84af-4cc1-868d-95b34a510aeb req-f0e910b1-8604-4b10-a93c-e4ff2f9b31b7 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=f04cf711-d04c-40c8-a72a-98e38cc51313 HTTP/1.1" status: 200 len: 949 time: 0.0703754 Nov 04 10:31:53.491794 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-738c2531-33ea-41dc-9ce1-1184889b4e97 req-5900dd9f-c052-46ca-98ab-b3e853b42a4c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1161103 Nov 04 10:31:53.554331 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b9aecc1d-84af-4cc1-868d-95b34a510aeb req-bcd1be22-0259-49d4-b0fc-a164559f528f tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566785 Nov 04 10:31:53.590830 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c2531-33ea-41dc-9ce1-1184889b4e97 req-86ad605b-d60c-4de4-924b-f9556ce21611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:53.592372 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-738c2531-33ea-41dc-9ce1-1184889b4e97 req-86ad605b-d60c-4de4-924b-f9556ce21611 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0908782 Nov 04 10:31:53.611014 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a815647-b209-4bea-a7d0-1fc627a95c8a req-7c212916-5630-42c9-8152-ef0a5e13aa70 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:53.612706 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4a815647-b209-4bea-a7d0-1fc627a95c8a req-7c212916-5630-42c9-8152-ef0a5e13aa70 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] 10.222.0.127 "GET /v2.0/ports?device_id=cd820734-37ca-4f68-8fb5-96707b76a7cf HTTP/1.1" status: 200 len: 946 time: 0.0707426 Nov 04 10:31:53.691152 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f7a2f-8e70-4bb6-9311-5505a5d6a7ad req-5caee662-162d-4001-ad21-8554d657485a tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:53.692658 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f48f7a2f-8e70-4bb6-9311-5505a5d6a7ad req-5caee662-162d-4001-ad21-8554d657485a tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 945 time: 0.0761061 Nov 04 10:31:53.717528 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4a815647-b209-4bea-a7d0-1fc627a95c8a req-d1ecce9f-9ccb-4dc7-9fa8-304780b6d753 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] 10.222.0.127 "GET /v2.0/security-groups?id=28db25b0-1d29-4296-91ea-e0325bdcefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921178 Nov 04 10:31:53.755881 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f48f7a2f-8e70-4bb6-9311-5505a5d6a7ad req-4d0eb5c7-efe5-45c0-a548-73c17da85aa2 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548637 Nov 04 10:31:53.771071 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-738c2531-33ea-41dc-9ce1-1184889b4e97 req-e973d07d-8dcd-43bc-a464-8896b858b410 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657953 Nov 04 10:31:53.796409 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-ed4bc720-7f43-4035-90ca-78faf6196a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7f0928-17d2-414f-8566-837b84f7fd38 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:31:53.827598 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2627d515-57cc-464a-a197-af0723c96dbe req-72c4587c-bcf1-4fa2-9cd2-a175613a5c84 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/floatingips?tenant_id=43e7454da91a4aec97db9e945610541f HTTP/1.1" status: 200 len: 1655 time: 0.0706453 Nov 04 10:31:53.849376 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-ed4bc720-7f43-4035-90ca-78faf6196a70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:53.874647 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-ed4bc720-7f43-4035-90ca-78faf6196a70 service neutron] Transition to ACTIVE for port object 8f7f0928-17d2-414f-8566-837b84f7fd38 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:31:53.882904 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-ed4bc720-7f43-4035-90ca-78faf6196a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:53.949031 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-738c2531-33ea-41dc-9ce1-1184889b4e97 req-e111e5e1-33b4-43d4-aa97-bf311fdf2061 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662352 Nov 04 10:31:53.955441 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4bc720-7f43-4035-90ca-78faf6196a70 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7f0928-17d2-414f-8566-837b84f7fd38,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:53.974381 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627d515-57cc-464a-a197-af0723c96dbe req-2af26381-7ae4-477d-b088-19975930376e tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:53.977161 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2627d515-57cc-464a-a197-af0723c96dbe req-2af26381-7ae4-477d-b088-19975930376e tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/networks?id=301c0cd8-d116-455e-af06-7601efa602d6&id=301c0cd8-d116-455e-af06-7601efa602d6&id=301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 787 time: 0.1434586 Nov 04 10:31:53.995546 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-2627d515-57cc-464a-a197-af0723c96dbe req-ebb7e9f0-1053-453a-81d3-aeccc7c27183 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:31:53.996574 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2627d515-57cc-464a-a197-af0723c96dbe req-ebb7e9f0-1053-453a-81d3-aeccc7c27183 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0085778 Nov 04 10:31:54.061590 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-ed4bc720-7f43-4035-90ca-78faf6196a70 service neutron] Attempting to bind port 8f7f0928-17d2-414f-8566-837b84f7fd38 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:31:54.061924 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-ed4bc720-7f43-4035-90ca-78faf6196a70 service neutron] Attempting to bind port 8f7f0928-17d2-414f-8566-837b84f7fd38 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:31:54.063171 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-ed4bc720-7f43-4035-90ca-78faf6196a70 service neutron] Attempting to bind port 8f7f0928-17d2-414f-8566-837b84f7fd38 on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:31:54.071026 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-ed4bc720-7f43-4035-90ca-78faf6196a70 service neutron] Port 8f7f0928-17d2-414f-8566-837b84f7fd38 on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:31:54.073286 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-ed4bc720-7f43-4035-90ca-78faf6196a70 service neutron] Attempting to bind port 8f7f0928-17d2-414f-8566-837b84f7fd38 on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:31:54.079753 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-ed4bc720-7f43-4035-90ca-78faf6196a70 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:31:54.080086 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-ed4bc720-7f43-4035-90ca-78faf6196a70 service neutron] Checking segment: {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:31:54.080478 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-ed4bc720-7f43-4035-90ca-78faf6196a70 service neutron] Bound using segment: {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:31:54.081076 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-ed4bc720-7f43-4035-90ca-78faf6196a70 service neutron] Bound port: 8f7f0928-17d2-414f-8566-837b84f7fd38, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:31:54.081432 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-ed4bc720-7f43-4035-90ca-78faf6196a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:54.156207 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed674375-cfd7-47a4-85bf-8593d5c74f6b req-8a13b047-5826-4f58-b1b9-24f483f0518d tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:54.157829 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed674375-cfd7-47a4-85bf-8593d5c74f6b req-8a13b047-5826-4f58-b1b9-24f483f0518d tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/ports?device_id=789cff1d-0292-4025-8912-3a4a840640e5 HTTP/1.1" status: 200 len: 946 time: 0.1025987 Nov 04 10:31:54.160708 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-ed4bc720-7f43-4035-90ca-78faf6196a70 service neutron] For port 8f7f0928-17d2-414f-8566-837b84f7fd38, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:31:54.164188 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-ed4bc720-7f43-4035-90ca-78faf6196a70 service neutron] For port 8f7f0928-17d2-414f-8566-837b84f7fd38, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=8f7f0928-17d2-414f-8566-837b84f7fd38,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:31:54.171001 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-ed4bc720-7f43-4035-90ca-78faf6196a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:54.197543 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d18e9c-a1d2-4685-b4f9-0b09cfd75dea req-0d60a589-3324-41fa-a328-97f64eff94fb tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:54.204265 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d18e9c-a1d2-4685-b4f9-0b09cfd75dea req-0d60a589-3324-41fa-a328-97f64eff94fb tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:54.204971 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-ed4bc720-7f43-4035-90ca-78faf6196a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:54.206013 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-ed4bc720-7f43-4035-90ca-78faf6196a70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:54.206438 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81d18e9c-a1d2-4685-b4f9-0b09cfd75dea req-0d60a589-3324-41fa-a328-97f64eff94fb tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=40e54abc-cfb7-4d2c-8e9b-5556173aa9a7&device_id=f04cf711-d04c-40c8-a72a-98e38cc51313 HTTP/1.1" status: 200 len: 1690 time: 0.1038103 Nov 04 10:31:54.207518 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-ed4bc720-7f43-4035-90ca-78faf6196a70 service neutron] 10.222.0.126 "PUT /v2.0/ports/8f7f0928-17d2-414f-8566-837b84f7fd38 HTTP/1.1" status: 200 len: 1091 time: 1.3829241 Nov 04 10:31:54.210008 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0', 'tag': '8f7f0928-17d2-414f-8566-837b84f7fd38'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:31:54.212244 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e2f2de-5a54-47ad-bbdf-993515caf9ca" -d '{"events": [{"name": "network-changed", "server_uuid": "c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0", "tag": "8f7f0928-17d2-414f-8566-837b84f7fd38"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:31:54.243243 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4bc720-7f43-4035-90ca-78faf6196a70 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7f0928-17d2-414f-8566-837b84f7fd38,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:54.250737 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed674375-cfd7-47a4-85bf-8593d5c74f6b req-25340c15-9fa5-48b0-a03f-763eab59e536 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/security-groups?id=a272ea87-ea16-4227-bdf5-5401491ffee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846417 Nov 04 10:31:54.286378 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81d18e9c-a1d2-4685-b4f9-0b09cfd75dea req-b89c5c04-4aa9-4d6e-b25e-5592fa605d4d tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628836 Nov 04 10:31:54.328421 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-018554e8-4946-4ad0-a8ca-56af8b8d9206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:54.330263 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-018554e8-4946-4ad0-a8ca-56af8b8d9206 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0464048b294a465b81cede98ee2447df&device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 1094 time: 0.0636680 Nov 04 10:31:54.337231 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7fffcdb7-9912-4b0c-8760-c7722eeff21c req-165b71a3-ba61-4fad-aaa6-7e21f682c1c2 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/floatingips/508947b3-9427-47c0-b84f-921bf005536d HTTP/1.1" status: 200 len: 692 time: 0.0587089 Nov 04 10:31:54.387989 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-e41403f4-0bc0-429c-a9b9-f75ee0478bfc service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f7f0928-17d2-414f-8566-837b84f7fd38 HTTP/1.1" status: 200 len: 217 time: 0.0483704 Nov 04 10:31:54.441939 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-661177e0-761a-4635-96c5-5cf84d802c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:54.445122 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-661177e0-761a-4635-96c5-5cf84d802c54 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=74d328ae-3dd4-4757-b0cd-5d3ffb3741ad HTTP/1.1" status: 200 len: 861 time: 0.0495028 Nov 04 10:31:54.481941 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b3400-eb9b-462e-b02d-48cdbcbc45e9 req-b477bfa1-b179-4220-8fdb-322d0c72d20c tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:54.482933 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-0a2efd35-2671-4c91-9539-e0755269aa7a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280559 Nov 04 10:31:54.484568 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c92b3400-eb9b-462e-b02d-48cdbcbc45e9 req-b477bfa1-b179-4220-8fdb-322d0c72d20c tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 943 time: 0.1205568 Nov 04 10:31:54.507107 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffcdb7-9912-4b0c-8760-c7722eeff21c req-267aeb68-1150-4d08-8275-f3f26e526851 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:54.508526 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7fffcdb7-9912-4b0c-8760-c7722eeff21c req-267aeb68-1150-4d08-8275-f3f26e526851 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 784 time: 0.1608922 Nov 04 10:31:54.523539 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-7fffcdb7-9912-4b0c-8760-c7722eeff21c req-e75537b4-c30a-413f-a513-48d978de3aa2 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:31:54.524699 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7fffcdb7-9912-4b0c-8760-c7722eeff21c req-e75537b4-c30a-413f-a513-48d978de3aa2 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0084746 Nov 04 10:31:54.608965 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-4ae92103-5909-4153-98ab-0480a95e59f1 service neutron] 10.222.0.126 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171720 Nov 04 10:31:54.712385 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fb9e5a2d-e2f9-4c2e-b688-d689f41c2ae3 req-d21c3420-9c8b-4b24-ac5c-0187dc73f60c service neutron] 10.222.0.126 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959213 Nov 04 10:31:54.887679 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c92b3400-eb9b-462e-b02d-48cdbcbc45e9 req-b75d5462-f456-416c-bc71-6c752272635b tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971434 Nov 04 10:31:54.891056 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7fffcdb7-9912-4b0c-8760-c7722eeff21c req-43a3f580-113d-422d-9dc6-7d9fb440e85e tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.10 HTTP/1.1" status: 200 len: 695 time: 0.3530724 Nov 04 10:31:54.944305 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7fffcdb7-9912-4b0c-8760-c7722eeff21c req-e7ca6fe7-0b97-4555-8ae6-55c2cf1c38e7 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.10 HTTP/1.1" status: 200 len: 695 time: 0.0462902 Nov 04 10:31:54.949197 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb65507-7137-470c-9d5b-63ed488c49e2 x-openstack-request-id: req-6eb65507-7137-470c-9d5b-63ed488c49e2 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:31:54.949593 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0", "tag": "8f7f0928-17d2-414f-8566-837b84f7fd38", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:31:54.949994 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-6eb65507-7137-470c-9d5b-63ed488c49e2 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:31:54.950464 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0', 'tag': '8f7f0928-17d2-414f-8566-837b84f7fd38', 'status': 'completed', 'code': 200} Nov 04 10:31:55.060406 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2f2de-5a54-47ad-bbdf-993515caf9ca req-5adf4680-62e1-4aa9-85b0-ca84789d63c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:55.062084 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4e2f2de-5a54-47ad-bbdf-993515caf9ca req-5adf4680-62e1-4aa9-85b0-ca84789d63c4 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0464048b294a465b81cede98ee2447df&device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 1094 time: 0.0846136 Nov 04 10:31:55.075076 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ca0a9-320f-42cd-9c67-2c05332d3574 req-ddce872a-6435-4350-a3f0-1d357340d85d tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:55.076715 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-692ca0a9-320f-42cd-9c67-2c05332d3574 req-ddce872a-6435-4350-a3f0-1d357340d85d tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] 10.222.0.121 "GET /v2.0/ports?device_id=cd820734-37ca-4f68-8fb5-96707b76a7cf HTTP/1.1" status: 200 len: 946 time: 0.0721858 Nov 04 10:31:55.125356 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb4d6d-9cb9-480b-be03-16d942fc48f3 req-41890543-36a5-48a4-9a8b-5234c353f7d8 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:55.126910 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ffcb4d6d-9cb9-480b-be03-16d942fc48f3 req-41890543-36a5-48a4-9a8b-5234c353f7d8 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 950 time: 0.0672624 Nov 04 10:31:55.153446 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-7fffcdb7-9912-4b0c-8760-c7722eeff21c req-0c6b41af-f1f0-43a1-858c-2b3ccc1a024f tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Deleting port 89f7e23b-093f-47ec-8323-8f8d2c046585 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:31:55.153815 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7fffcdb7-9912-4b0c-8760-c7722eeff21c req-0c6b41af-f1f0-43a1-858c-2b3ccc1a024f tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:55.226005 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ffcb4d6d-9cb9-480b-be03-16d942fc48f3 req-3c74660a-3fe8-4526-9a52-76efa78c4d78 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923674 Nov 04 10:31:55.233024 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2f2de-5a54-47ad-bbdf-993515caf9ca req-3528180a-a02b-419d-96e5-cf68ad4bf610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:55.234552 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4e2f2de-5a54-47ad-bbdf-993515caf9ca req-3528180a-a02b-419d-96e5-cf68ad4bf610 service neutron] 10.222.0.126 "GET /v2.0/networks?id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 HTTP/1.1" status: 200 len: 923 time: 0.1568720 Nov 04 10:31:55.255500 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-692ca0a9-320f-42cd-9c67-2c05332d3574 req-202a13bd-e987-4ae9-8ee6-20ff12ed632e tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Deleting port 52360a44-8832-460a-b5f5-bd89e871b875 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:31:55.255829 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-692ca0a9-320f-42cd-9c67-2c05332d3574 req-202a13bd-e987-4ae9-8ee6-20ff12ed632e tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:55.260317 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7fffcdb7-9912-4b0c-8760-c7722eeff21c req-0c6b41af-f1f0-43a1-858c-2b3ccc1a024f tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:55.260651 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7fffcdb7-9912-4b0c-8760-c7722eeff21c req-0c6b41af-f1f0-43a1-858c-2b3ccc1a024f tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:55.274377 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-7fffcdb7-9912-4b0c-8760-c7722eeff21c req-0c6b41af-f1f0-43a1-858c-2b3ccc1a024f tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Calling delete_port for 89f7e23b-093f-47ec-8323-8f8d2c046585 owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:31:55.303138 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4e2f2de-5a54-47ad-bbdf-993515caf9ca req-4d4d1d9c-9bec-4fc3-90a7-602844e5ab4c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f7f0928-17d2-414f-8566-837b84f7fd38 HTTP/1.1" status: 200 len: 217 time: 0.0603664 Nov 04 10:31:55.391344 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5207f4-3282-4506-8f06-5c5258a880e4 req-2d3a5679-710e-4886-a464-23e7f64da45a tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:55.393440 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8a5207f4-3282-4506-8f06-5c5258a880e4 req-2d3a5679-710e-4886-a464-23e7f64da45a tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] 10.222.0.127 "GET /v2.0/ports?device_id=cd820734-37ca-4f68-8fb5-96707b76a7cf HTTP/1.1" status: 200 len: 946 time: 0.0723505 Nov 04 10:31:55.399198 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2f2de-5a54-47ad-bbdf-993515caf9ca req-744401ca-6aec-4ab8-9eb0-ff57424061b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:55.401863 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4e2f2de-5a54-47ad-bbdf-993515caf9ca req-744401ca-6aec-4ab8-9eb0-ff57424061b3 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=74d328ae-3dd4-4757-b0cd-5d3ffb3741ad HTTP/1.1" status: 200 len: 861 time: 0.0723236 Nov 04 10:31:55.444531 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4e2f2de-5a54-47ad-bbdf-993515caf9ca req-1cd8a23b-b0a1-4450-bf2f-50a159d35daa service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344088 Nov 04 10:31:55.453075 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-692ca0a9-320f-42cd-9c67-2c05332d3574 req-202a13bd-e987-4ae9-8ee6-20ff12ed632e tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] For port 52360a44-8832-460a-b5f5-bd89e871b875, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=52360a44-8832-460a-b5f5-bd89e871b875,segment=NetworkSegment(063d810f-6c8c-49d9-ac85-6a1d1438307a),segment_id=063d810f-6c8c-49d9-ac85-6a1d1438307a)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:55.453895 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-692ca0a9-320f-42cd-9c67-2c05332d3574 req-202a13bd-e987-4ae9-8ee6-20ff12ed632e tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:55.477983 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8a5207f4-3282-4506-8f06-5c5258a880e4 req-39dd3717-d353-45b3-beb0-86e3363b85a9 tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] 10.222.0.127 "GET /v2.0/security-groups?id=28db25b0-1d29-4296-91ea-e0325bdcefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773780 Nov 04 10:31:55.492093 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7fffcdb7-9912-4b0c-8760-c7722eeff21c req-0c6b41af-f1f0-43a1-858c-2b3ccc1a024f tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:55.512617 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-692ca0a9-320f-42cd-9c67-2c05332d3574 req-202a13bd-e987-4ae9-8ee6-20ff12ed632e tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Calling delete_port for 52360a44-8832-460a-b5f5-bd89e871b875 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:31:55.529081 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b41af-f1f0-43a1-858c-2b3ccc1a024f tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Pushing event deleted for resources: {'Port': ['ID=89f7e23b-093f-47ec-8323-8f8d2c046585,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:55.606579 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4e2f2de-5a54-47ad-bbdf-993515caf9ca req-85243c98-1049-4b2e-b595-d7cc0ab25d4d service neutron] 10.222.0.126 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501751 Nov 04 10:31:55.620237 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7fffcdb7-9912-4b0c-8760-c7722eeff21c req-0c6b41af-f1f0-43a1-858c-2b3ccc1a024f tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:55.622939 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7fffcdb7-9912-4b0c-8760-c7722eeff21c req-0c6b41af-f1f0-43a1-858c-2b3ccc1a024f tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:55.624083 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7fffcdb7-9912-4b0c-8760-c7722eeff21c req-0c6b41af-f1f0-43a1-858c-2b3ccc1a024f tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "DELETE /v2.0/floatingips/508947b3-9427-47c0-b84f-921bf005536d HTTP/1.1" status: 204 len: 173 time: 0.6719611 Nov 04 10:31:55.640799 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3689f6-0e31-46a0-922a-c02845620cae req-37bcd8d0-f6dc-4683-b26c-7baba473d3d2 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:55.642361 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1d3689f6-0e31-46a0-922a-c02845620cae req-37bcd8d0-f6dc-4683-b26c-7baba473d3d2 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 945 time: 0.0679297 Nov 04 10:31:55.705257 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1d3689f6-0e31-46a0-922a-c02845620cae req-92cad91c-a824-4380-a11a-5fa2c33eef62 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553102 Nov 04 10:31:55.752329 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4e2f2de-5a54-47ad-bbdf-993515caf9ca req-8e045a11-ba0a-474e-b9a2-77c4e699eca7 service neutron] 10.222.0.126 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344521 Nov 04 10:31:55.754817 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-692ca0a9-320f-42cd-9c67-2c05332d3574 req-202a13bd-e987-4ae9-8ee6-20ff12ed632e tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:55.769730 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['52360a44-8832-460a-b5f5-bd89e871b875'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:31:55.793407 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a13bd-e987-4ae9-8ee6-20ff12ed632e tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Pushing event deleted for resources: {'Port': ['ID=52360a44-8832-460a-b5f5-bd89e871b875,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:55.840203 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-692ca0a9-320f-42cd-9c67-2c05332d3574 req-202a13bd-e987-4ae9-8ee6-20ff12ed632e tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] No DVR routers for this DVR port 52360a44-8832-460a-b5f5-bd89e871b875 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:31:55.843367 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-692ca0a9-320f-42cd-9c67-2c05332d3574 req-202a13bd-e987-4ae9-8ee6-20ff12ed632e tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:55.847161 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-692ca0a9-320f-42cd-9c67-2c05332d3574 req-202a13bd-e987-4ae9-8ee6-20ff12ed632e tempest-ServerTagsTestJSON-494140803 tempest-ServerTagsTestJSON-494140803-project] 10.222.0.121 "DELETE /v2.0/ports/52360a44-8832-460a-b5f5-bd89e871b875 HTTP/1.1" status: 204 len: 173 time: 0.7621036 Nov 04 10:31:55.851089 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643f0f7-9483-426d-ace3-4ffbc2d11b09 req-cc5696eb-a1bc-4b0a-bcad-e820911fac5b tempest-ServersOnMultiNodesTest-1979143440 tempest-ServersOnMultiNodesTest-1979143440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:55.852639 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1643f0f7-9483-426d-ace3-4ffbc2d11b09 req-cc5696eb-a1bc-4b0a-bcad-e820911fac5b tempest-ServersOnMultiNodesTest-1979143440 tempest-ServersOnMultiNodesTest-1979143440-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=40e54abc-cfb7-4d2c-8e9b-5556173aa9a7 HTTP/1.1" status: 200 len: 1101 time: 0.0797052 Nov 04 10:31:55.868197 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e0891-f345-41ef-8062-b7fc30ca008d req-47489686-763e-4fbd-870d-f1f0d06b1b85 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:55.870289 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-629e0891-f345-41ef-8062-b7fc30ca008d req-47489686-763e-4fbd-870d-f1f0d06b1b85 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/ports?device_id=789cff1d-0292-4025-8912-3a4a840640e5 HTTP/1.1" status: 200 len: 946 time: 0.0619123 Nov 04 10:31:55.938328 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1643f0f7-9483-426d-ace3-4ffbc2d11b09 req-412aad00-f959-4bf9-97ff-6592777fdbfd tempest-ServersOnMultiNodesTest-1979143440 tempest-ServersOnMultiNodesTest-1979143440-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668929 Nov 04 10:31:55.952032 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-629e0891-f345-41ef-8062-b7fc30ca008d req-820905fc-cac4-4ca6-99d3-bba53ea7c112 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/security-groups?id=a272ea87-ea16-4227-bdf5-5401491ffee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659549 Nov 04 10:31:56.021205 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6781efe0-c7da-49b8-a773-23ab3184876d req-7057f74e-c92d-47ce-baa9-29bd246e92d9 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/floatingips/624c0a75-b3ff-4f68-b6d6-61b8bb3978a9 HTTP/1.1" status: 200 len: 692 time: 0.0588944 Nov 04 10:31:56.155255 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e411df8-b7cc-4eca-8dff-ea2e7b5c12f6 req-15648a46-fe6e-413d-a09a-79b6868f609d tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:56.156925 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9e411df8-b7cc-4eca-8dff-ea2e7b5c12f6 req-15648a46-fe6e-413d-a09a-79b6868f609d tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 943 time: 0.1138752 Nov 04 10:31:56.200400 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781efe0-c7da-49b8-a773-23ab3184876d req-5daecba1-0228-4327-8f71-cc9a4f0d64a3 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:56.201820 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6781efe0-c7da-49b8-a773-23ab3184876d req-5daecba1-0228-4327-8f71-cc9a4f0d64a3 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 784 time: 0.1746802 Nov 04 10:31:56.272071 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6781efe0-c7da-49b8-a773-23ab3184876d req-38414544-b1fb-48c5-8f11-58457e875a00 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.70 HTTP/1.1" status: 200 len: 695 time: 0.0612245 Nov 04 10:31:56.275904 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9e411df8-b7cc-4eca-8dff-ea2e7b5c12f6 req-0dec3e33-529c-4285-bc99-a5371e0cc86d tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084194 Nov 04 10:31:56.338255 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6781efe0-c7da-49b8-a773-23ab3184876d req-3f24648f-c381-489c-8aef-141b23d9ec95 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.70 HTTP/1.1" status: 200 len: 695 time: 0.0551944 Nov 04 10:31:56.501657 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ca298-cc03-457d-9f85-d26e4491e975 req-39ff6095-db83-47a6-a42a-d40739f6de5b tempest-ServersOnMultiNodesTest-1979143440 tempest-ServersOnMultiNodesTest-1979143440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:56.503350 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-923ca298-cc03-457d-9f85-d26e4491e975 req-39ff6095-db83-47a6-a42a-d40739f6de5b tempest-ServersOnMultiNodesTest-1979143440 tempest-ServersOnMultiNodesTest-1979143440-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=f04cf711-d04c-40c8-a72a-98e38cc51313 HTTP/1.1" status: 200 len: 1100 time: 0.1180127 Nov 04 10:31:56.537254 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-6781efe0-c7da-49b8-a773-23ab3184876d req-749d12f5-0d69-4456-b4f5-b1a8fa6bd829 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Deleting port e48145c0-9c25-44af-9c81-f8388a579207 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:31:56.537588 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-6781efe0-c7da-49b8-a773-23ab3184876d req-749d12f5-0d69-4456-b4f5-b1a8fa6bd829 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:56.610808 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-923ca298-cc03-457d-9f85-d26e4491e975 req-d6c40a1a-538d-4bf0-af23-af435732ea31 tempest-ServersOnMultiNodesTest-1979143440 tempest-ServersOnMultiNodesTest-1979143440-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006591 Nov 04 10:31:56.644466 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-6781efe0-c7da-49b8-a773-23ab3184876d req-749d12f5-0d69-4456-b4f5-b1a8fa6bd829 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:56.644466 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-6781efe0-c7da-49b8-a773-23ab3184876d req-749d12f5-0d69-4456-b4f5-b1a8fa6bd829 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:56.654713 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-6781efe0-c7da-49b8-a773-23ab3184876d req-749d12f5-0d69-4456-b4f5-b1a8fa6bd829 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Calling delete_port for e48145c0-9c25-44af-9c81-f8388a579207 owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:31:56.778542 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6130a2b-50c9-49cf-b814-25d66249e6c3 req-b60f6fc2-804d-40f4-b2ac-a59e736dcea0 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:56.780101 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d6130a2b-50c9-49cf-b814-25d66249e6c3 req-b60f6fc2-804d-40f4-b2ac-a59e736dcea0 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 950 time: 0.0782635 Nov 04 10:31:56.861465 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d6130a2b-50c9-49cf-b814-25d66249e6c3 req-f6e0f09d-1d09-4933-9556-017b94fb2296 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721183 Nov 04 10:31:56.880955 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-6781efe0-c7da-49b8-a773-23ab3184876d req-749d12f5-0d69-4456-b4f5-b1a8fa6bd829 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:56.911307 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d12f5-0d69-4456-b4f5-b1a8fa6bd829 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Pushing event deleted for resources: {'Port': ['ID=e48145c0-9c25-44af-9c81-f8388a579207,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:56.915523 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33322) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:31:56.965068 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd820734-37ca-4f68-8fb5-96707b76a7cf', 'name': 'network-vif-deleted', 'tag': '52360a44-8832-460a-b5f5-bd89e871b875'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:31:56.969806 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c927dec7-c8aa-4f98-ad65-d6be5cbbc34e" -d '{"events": [{"server_uuid": "cd820734-37ca-4f68-8fb5-96707b76a7cf", "name": "network-vif-deleted", "tag": "52360a44-8832-460a-b5f5-bd89e871b875"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:31:56.992986 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-6781efe0-c7da-49b8-a773-23ab3184876d req-749d12f5-0d69-4456-b4f5-b1a8fa6bd829 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:56.996521 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-6781efe0-c7da-49b8-a773-23ab3184876d req-749d12f5-0d69-4456-b4f5-b1a8fa6bd829 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:57.007558 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6781efe0-c7da-49b8-a773-23ab3184876d req-749d12f5-0d69-4456-b4f5-b1a8fa6bd829 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "DELETE /v2.0/floatingips/624c0a75-b3ff-4f68-b6d6-61b8bb3978a9 HTTP/1.1" status: 204 len: 173 time: 0.6627512 Nov 04 10:31:57.017435 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4e1ae6-78cf-466a-82c2-526f8aa67842 admin admin] Deleting subnet 78b00503-4082-4c44-9306-66614a210ecf {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:31:57.021530 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0c4e1ae6-78cf-466a-82c2-526f8aa67842 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:57.106570 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0c4e1ae6-78cf-466a-82c2-526f8aa67842 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:57.171534 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ee21ad-df3d-4912-8606-822f575b3898 x-openstack-request-id: req-a6ee21ad-df3d-4912-8606-822f575b3898 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:31:57.171819 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd820734-37ca-4f68-8fb5-96707b76a7cf", "name": "network-vif-deleted", "tag": "52360a44-8832-460a-b5f5-bd89e871b875", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:31:57.172064 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-a6ee21ad-df3d-4912-8606-822f575b3898 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:31:57.172476 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd820734-37ca-4f68-8fb5-96707b76a7cf', 'name': 'network-vif-deleted', 'tag': '52360a44-8832-460a-b5f5-bd89e871b875', 'status': 'completed', 'code': 200} Nov 04 10:31:57.181433 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0c4e1ae6-78cf-466a-82c2-526f8aa67842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:57.185511 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ec905-72da-4a7f-9797-81591845db36 req-0b40d7e8-527a-4d8a-b1ee-9a0c2b681397 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:57.189314 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc5ec905-72da-4a7f-9797-81591845db36 req-0b40d7e8-527a-4d8a-b1ee-9a0c2b681397 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 945 time: 0.0844221 Nov 04 10:31:57.242552 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0c4e1ae6-78cf-466a-82c2-526f8aa67842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:57.249608 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-01c15c5d-ae7e-4043-abf7-db6836c1e100 req-644c3d23-258e-4db2-b3b9-6db6f1945c55 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/floatingips/ea7f5d2a-85fa-42f9-9188-03e251dcccca HTTP/1.1" status: 200 len: 693 time: 0.0587564 Nov 04 10:31:57.275947 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0c4e1ae6-78cf-466a-82c2-526f8aa67842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:57.279963 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0c4e1ae6-78cf-466a-82c2-526f8aa67842 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/78b00503-4082-4c44-9306-66614a210ecf HTTP/1.1" status: 204 len: 168 time: 0.3598106 Nov 04 10:31:57.281365 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e1ae6-78cf-466a-82c2-526f8aa67842 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78b00503-4082-4c44-9306-66614a210ecf,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:57.286176 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33332) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:31:57.326826 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc5ec905-72da-4a7f-9797-81591845db36 req-648269ff-d583-4fcc-91a4-4365df806f66 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288106 Nov 04 10:31:57.366424 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a19f3caf-adaf-4277-8ab6-8926b60fca4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:57.396178 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c15c5d-ae7e-4043-abf7-db6836c1e100 req-ca74f9e2-e1be-424c-87ed-625765a48671 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:57.405503 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-01c15c5d-ae7e-4043-abf7-db6836c1e100 req-ca74f9e2-e1be-424c-87ed-625765a48671 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 784 time: 0.1457047 Nov 04 10:31:57.463008 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a19f3caf-adaf-4277-8ab6-8926b60fca4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:57.466288 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-01c15c5d-ae7e-4043-abf7-db6836c1e100 req-6f06bed0-498a-43c5-b106-323c32b6e4f7 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.199 HTTP/1.1" status: 200 len: 696 time: 0.0599079 Nov 04 10:31:57.483109 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-7a0e0840-8e43-4590-b4fa-d759c6344049 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=bd609f94b81947bcb1c477623063e487&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366762 Nov 04 10:31:57.486770 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-a19f3caf-adaf-4277-8ab6-8926b60fca4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70f7cd95-88d7-464f-899a-040d05d16fde']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:57.497902 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-a19f3caf-adaf-4277-8ab6-8926b60fca4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063d810f-6c8c-49d9-ac85-6a1d1438307a') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:57.498168 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-a19f3caf-adaf-4277-8ab6-8926b60fca4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063d810f-6c8c-49d9-ac85-6a1d1438307a') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:31:57.507650 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a19f3caf-adaf-4277-8ab6-8926b60fca4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:57.525130 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a19f3caf-adaf-4277-8ab6-8926b60fca4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:57.532302 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19f3caf-adaf-4277-8ab6-8926b60fca4c admin admin] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:31:57.532643 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a19f3caf-adaf-4277-8ab6-8926b60fca4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:31:57.534537 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:31:57.543300 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-01c15c5d-ae7e-4043-abf7-db6836c1e100 req-aae3b397-e653-4019-8a4a-c376329226c6 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.199 HTTP/1.1" status: 200 len: 696 time: 0.0632405 Nov 04 10:31:57.595465 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a19f3caf-adaf-4277-8ab6-8926b60fca4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:57.615558 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a19f3caf-adaf-4277-8ab6-8926b60fca4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:57.618921 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a19f3caf-adaf-4277-8ab6-8926b60fca4c admin admin] 10.222.0.127 "DELETE /v2.0/networks/70f7cd95-88d7-464f-899a-040d05d16fde HTTP/1.1" status: 204 len: 168 time: 0.3315172 Nov 04 10:31:57.623454 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f3caf-adaf-4277-8ab6-8926b60fca4c admin admin] Pushing event deleted for resources: {'Network': ['ID=70f7cd95-88d7-464f-899a-040d05d16fde,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:57.639608 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 8f7f0928-17d2-414f-8566-837b84f7fd38 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:31:57.773938 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-59497ca2-2de9-4e1a-9867-86a6a6ac348a tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:57.774872 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 8f7f0928-17d2-414f-8566-837b84f7fd38, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=8f7f0928-17d2-414f-8566-837b84f7fd38,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:57.782900 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-59497ca2-2de9-4e1a-9867-86a6a6ac348a tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2928646 Nov 04 10:31:57.796228 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '8f7f0928-17d2-414f-8566-837b84f7fd38', 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730', 'port_id': '8f7f0928-17d2-414f-8566-837b84f7fd38', 'mac_address': 'fa:16:3e:8d:22:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d328ae-3dd4-4757-b0cd-5d3ffb3741ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:31:57.812745 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-4417922b-7d9c-486e-9b5f-b5fd611bebc6 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/quotas/bd609f94b81947bcb1c477623063e487 HTTP/1.1" status: 200 len: 375 time: 0.0285082 Nov 04 10:31:57.840413 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33348) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:31:57.856168 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:57.865921 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-01c15c5d-ae7e-4043-abf7-db6836c1e100 req-a10857a3-a45b-4839-b5ce-a6f729ae26d3 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Deleting port dffdf698-05c3-42da-b435-78351448d163 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:31:57.867193 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-01c15c5d-ae7e-4043-abf7-db6836c1e100 req-a10857a3-a45b-4839-b5ce-a6f729ae26d3 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:57.873184 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7f0928-17d2-414f-8566-837b84f7fd38 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:31:57.905508 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 8f7f0928-17d2-414f-8566-837b84f7fd38, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=8f7f0928-17d2-414f-8566-837b84f7fd38,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:57.911667 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ab527bf8-8424-46db-b4df-86fc0a7e7dbc admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=a969fd3982834cc9b8668d61dd8e361d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0699379 Nov 04 10:31:57.914188 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33352) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:31:57.920952 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 52360a44-8832-460a-b5f5-bd89e871b875 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:31:57.944635 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:57.950684 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 52360a44-8832-460a-b5f5-bd89e871b875 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:31:57.951308 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 52360a44-8832-460a-b5f5-bd89e871b875 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:31:57.985386 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-d5b7cc5a-6dc4-48db-8e02-f3155565f47b tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=bd609f94b81947bcb1c477623063e487&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1716516 Nov 04 10:31:57.995978 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d901716-d863-4491-baf7-dca0086407b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:58.005235 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=8f7f0928-17d2-414f-8566-837b84f7fd38,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:58.031252 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d901716-d863-4491-baf7-dca0086407b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:58.038828 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-01c15c5d-ae7e-4043-abf7-db6836c1e100 req-a10857a3-a45b-4839-b5ce-a6f729ae26d3 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:58.042334 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-01c15c5d-ae7e-4043-abf7-db6836c1e100 req-a10857a3-a45b-4839-b5ce-a6f729ae26d3 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:58.058911 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-01c15c5d-ae7e-4043-abf7-db6836c1e100 req-a10857a3-a45b-4839-b5ce-a6f729ae26d3 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Calling delete_port for dffdf698-05c3-42da-b435-78351448d163 owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:31:58.092931 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d901716-d863-4491-baf7-dca0086407b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:58.098090 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d901716-d863-4491-baf7-dca0086407b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:58.100119 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9d901716-d863-4491-baf7-dca0086407b7 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/28db25b0-1d29-4296-91ea-e0325bdcefef HTTP/1.1" status: 204 len: 168 time: 0.1848125 Nov 04 10:31:58.112527 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d901716-d863-4491-baf7-dca0086407b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28db25b0-1d29-4296-91ea-e0325bdcefef,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:58.235724 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['8f7f0928-17d2-414f-8566-837b84f7fd38'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:31:58.299470 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-01c15c5d-ae7e-4043-abf7-db6836c1e100 req-a10857a3-a45b-4839-b5ce-a6f729ae26d3 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:58.342878 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10857a3-a45b-4839-b5ce-a6f729ae26d3 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Pushing event deleted for resources: {'Port': ['ID=dffdf698-05c3-42da-b435-78351448d163,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:31:58.432452 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-01c15c5d-ae7e-4043-abf7-db6836c1e100 req-a10857a3-a45b-4839-b5ce-a6f729ae26d3 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:58.435771 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-01c15c5d-ae7e-4043-abf7-db6836c1e100 req-a10857a3-a45b-4839-b5ce-a6f729ae26d3 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:58.437065 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-01c15c5d-ae7e-4043-abf7-db6836c1e100 req-a10857a3-a45b-4839-b5ce-a6f729ae26d3 tempest-FloatingIPDetailsTestJSON-638649632 tempest-FloatingIPDetailsTestJSON-638649632-project] 10.222.0.127 "DELETE /v2.0/floatingips/ea7f5d2a-85fa-42f9-9188-03e251dcccca HTTP/1.1" status: 204 len: 173 time: 0.8831873 Nov 04 10:31:58.445444 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33362) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:31:58.677341 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1152938-3671-4317-b49e-faf84fd88525 req-b14b1570-5381-4306-bd31-b97ea859926e tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:58.679048 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e1152938-3671-4317-b49e-faf84fd88525 req-b14b1570-5381-4306-bd31-b97ea859926e tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 944 time: 0.1296594 Nov 04 10:31:58.763540 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436a480-877e-4fd8-a92f-56696a96f250 req-b6212495-b703-46c3-89b2-2898111906d8 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:58.771900 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9436a480-877e-4fd8-a92f-56696a96f250 req-b6212495-b703-46c3-89b2-2898111906d8 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 950 time: 0.1146097 Nov 04 10:31:58.794795 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e1152938-3671-4317-b49e-faf84fd88525 req-ac22b5cc-def3-47d0-bc6e-92649c41f868 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001468 Nov 04 10:31:58.877368 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9436a480-877e-4fd8-a92f-56696a96f250 req-69a09935-8215-4486-99f5-4983a190ace9 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050086 Nov 04 10:31:59.083927 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5d240-649a-4502-8744-f1b90cdac4ce req-c70b019a-657f-4bc1-a657-20be0e22c585 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:31:59.092256 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2db5d240-649a-4502-8744-f1b90cdac4ce req-c70b019a-657f-4bc1-a657-20be0e22c585 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 945 time: 0.0724165 Nov 04 10:31:59.180726 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2db5d240-649a-4502-8744-f1b90cdac4ce req-818d92b1-f904-4dbb-833b-33ea2887dcba tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806763 Nov 04 10:31:59.181714 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f579a50-dc67-4152-9bd9-665b74a2d2d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:59.386413 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab30a962-8015-4702-8df0-8b9c51a1231e req-81b765fb-4fea-4e8d-81c6-41908695ee2b tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=62ee800e-4a1f-430b-aee4-c8cc476f133a HTTP/1.1" status: 200 len: 210 time: 0.0451002 Nov 04 10:31:59.508799 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33406) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:31:59.639991 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 8f7f0928-17d2-414f-8566-837b84f7fd38 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:31:59.706610 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-52c44f8d-4bc2-442c-8b02-5cd009affc02 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-712421533-network', 'tenant_id': 'aa6e3c919c61427e834a39b4d52cf91c'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:31:59.725577 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 8f7f0928-17d2-414f-8566-837b84f7fd38 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:31:59.733867 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 8f7f0928-17d2-414f-8566-837b84f7fd38 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:31:59.735492 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:59.740939 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c44f8d-4bc2-442c-8b02-5cd009affc02 admin admin] Made reservation on behalf of aa6e3c919c61427e834a39b4d52cf91c for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:31:59.746625 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-52c44f8d-4bc2-442c-8b02-5cd009affc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:59.772946 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-52c44f8d-4bc2-442c-8b02-5cd009affc02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:59.870905 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:59.944426 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 8f7f0928-17d2-414f-8566-837b84f7fd38, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=8f7f0928-17d2-414f-8566-837b84f7fd38,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:31:59.945499 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7f0928-17d2-414f-8566-837b84f7fd38'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:31:59.951440 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-52c44f8d-4bc2-442c-8b02-5cd009affc02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:31:59.955201 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f327869a-ba03-4de4-a332-82404a60385f" -d '{"events": [{"server_uuid": "c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0", "name": "network-vif-plugged", "status": "completed", "tag": "8f7f0928-17d2-414f-8566-837b84f7fd38"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:31:59.965009 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:00.028767 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-3f579a50-dc67-4152-9bd9-665b74a2d2d6 admin admin] Deleting port 86aa701b-b83e-45e7-800e-37068f6eb19e {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:32:00.029204 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f579a50-dc67-4152-9bd9-665b74a2d2d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:00.041595 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=8f7f0928-17d2-414f-8566-837b84f7fd38,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:00.041958 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-52c44f8d-4bc2-442c-8b02-5cd009affc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:00.102580 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c44f8d-4bc2-442c-8b02-5cd009affc02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1182} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:32:00.126461 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-3f579a50-dc67-4152-9bd9-665b74a2d2d6 admin admin] For port 86aa701b-b83e-45e7-800e-37068f6eb19e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=86aa701b-b83e-45e7-800e-37068f6eb19e,segment=NetworkSegment(407f7fbf-bebf-462c-8f24-25696b242355),segment_id=407f7fbf-bebf-462c-8f24-25696b242355)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:00.126842 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f579a50-dc67-4152-9bd9-665b74a2d2d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:00.132322 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-52c44f8d-4bc2-442c-8b02-5cd009affc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:00.132726 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-52c44f8d-4bc2-442c-8b02-5cd009affc02 admin admin] Added segment 1ca23227-4b7f-452d-86b6-a33e9ac4759f of type vlan for network df8271c2-77ec-4dac-b6bc-35e78d812dbb Nov 04 10:32:00.139665 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c44f8d-4bc2-442c-8b02-5cd009affc02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf80b23-9398-4c17-86c0-ce5586f94c22,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:00.146691 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-3f579a50-dc67-4152-9bd9-665b74a2d2d6 admin admin] Calling delete_port for 86aa701b-b83e-45e7-800e-37068f6eb19e owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:32:00.176667 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e835c34-15cf-4906-8596-9f3c9ed04f6a req-0f275499-eb4e-4dc2-99e4-f6b04b599842 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:00.186581 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6e835c34-15cf-4906-8596-9f3c9ed04f6a req-0f275499-eb4e-4dc2-99e4-f6b04b599842 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 945 time: 0.2319989 Nov 04 10:32:00.262543 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5fc24-d0b3-4504-806d-aded950ae33e req-75dfe78f-c7fd-4d85-856c-23e0f312ddec tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:00.265467 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2ff5fc24-d0b3-4504-806d-aded950ae33e req-75dfe78f-c7fd-4d85-856c-23e0f312ddec tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 950 time: 0.2550950 Nov 04 10:32:00.276536 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-52c44f8d-4bc2-442c-8b02-5cd009affc02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:00.390413 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6e835c34-15cf-4906-8596-9f3c9ed04f6a req-7b603f5f-8e1a-409b-8d2a-4ccb13de2923 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027557 Nov 04 10:32:00.396048 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-52c44f8d-4bc2-442c-8b02-5cd009affc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:00.397125 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c44f8d-4bc2-442c-8b02-5cd009affc02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:00.400007 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-52c44f8d-4bc2-442c-8b02-5cd009affc02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:00.422721 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-09fb0862-a0f4-4529-b467-95cd193e4e5c tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=bd609f94b81947bcb1c477623063e487&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450928 Nov 04 10:32:00.466054 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f579a50-dc67-4152-9bd9-665b74a2d2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:00.536802 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f579a50-dc67-4152-9bd9-665b74a2d2d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=86aa701b-b83e-45e7-800e-37068f6eb19e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:00.601537 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c44f8d-4bc2-442c-8b02-5cd009affc02 admin admin] Pushing event updated for resources: {'Network': ['ID=df8271c2-77ec-4dac-b6bc-35e78d812dbb,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:00.617899 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network df8271c2-77ec-4dac-b6bc-35e78d812dbb details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:32:00.621895 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-52c44f8d-4bc2-442c-8b02-5cd009affc02 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1116586 Nov 04 10:32:00.630925 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33428) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:00.642012 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-d79f4313-d833-4baa-9e24-048de26d9861 admin admin] Request body: {'subnet': {'network_id': 'df8271c2-77ec-4dac-b6bc-35e78d812dbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-712421533-subnet', 'tenant_id': 'aa6e3c919c61427e834a39b4d52cf91c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:32:00.671635 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-2ad29b95-fee6-4d92-99ba-27c80d491d8d tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.126 "GET /v2.0/networks?tenant_id=bd609f94b81947bcb1c477623063e487&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541313 Nov 04 10:32:00.702650 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2ff5fc24-d0b3-4504-806d-aded950ae33e req-5a4b87e5-add3-469b-ac01-51898abbde6b tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167287 Nov 04 10:32:00.734322 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae3cdc2-4b2a-4e64-91e1-74928c201916 x-openstack-request-id: req-5ae3cdc2-4b2a-4e64-91e1-74928c201916 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:32:00.735150 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0", "name": "network-vif-plugged", "status": "completed", "tag": "8f7f0928-17d2-414f-8566-837b84f7fd38", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:32:00.735549 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-5ae3cdc2-4b2a-4e64-91e1-74928c201916 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:32:00.736222 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7f0928-17d2-414f-8566-837b84f7fd38', 'code': 200} Nov 04 10:32:00.749035 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-f7c8f081-6a3e-4553-8d3d-86c718d1791d tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:00.758222 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-f7c8f081-6a3e-4553-8d3d-86c718d1791d tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3237324 Nov 04 10:32:00.776950 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79f4313-d833-4baa-9e24-048de26d9861 admin admin] Made reservation on behalf of aa6e3c919c61427e834a39b4d52cf91c for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:32:00.781131 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d79f4313-d833-4baa-9e24-048de26d9861 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:00.832387 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-b372d4db-dd11-4048-88bb-231136cbdc99 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Request body: {'port': {'device_id': 'aa280292-ec34-4fce-97d6-10cd0dc0baad', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': 'bd609f94b81947bcb1c477623063e487'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:32:00.977213 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8f665770-3cf5-4f79-97f9-281adfc75a1b req-d9d4f6ff-2c4b-457b-8623-e2d01f53a20f tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=62ee800e-4a1f-430b-aee4-c8cc476f133a HTTP/1.1" status: 200 len: 210 time: 0.0579231 Nov 04 10:32:01.027895 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255a94b-e400-4379-a2f2-4d5d8f3951a2 req-15b47aa2-e08b-4c1e-a0a2-d98251d076f2 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:01.033448 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1255a94b-e400-4379-a2f2-4d5d8f3951a2 req-15b47aa2-e08b-4c1e-a0a2-d98251d076f2 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 945 time: 0.2090647 Nov 04 10:32:01.120679 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2ffec-6603-4424-b824-ca2d85995d20 req-b51e7b35-ae3e-4db2-b9aa-383d0cf9bf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:01.122243 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-71a2ffec-6603-4424-b824-ca2d85995d20 req-b51e7b35-ae3e-4db2-b9aa-383d0cf9bf80 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 1096 time: 0.1789565 Nov 04 10:32:01.131272 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-e6e5a90f-af3b-411d-baec-cf9c3a94dde5 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:01.132751 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-e6e5a90f-af3b-411d-baec-cf9c3a94dde5 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4381487 Nov 04 10:32:01.141383 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1255a94b-e400-4379-a2f2-4d5d8f3951a2 req-0b94c5d3-ef87-4e35-9291-b93a35b4a10c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970128 Nov 04 10:32:01.168975 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-53a6db2a-d057-4ad6-85c2-7819d749ca3b tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Request body: {'port': {'device_id': '62ee800e-4a1f-430b-aee4-c8cc476f133a', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': 'bd609f94b81947bcb1c477623063e487'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:32:01.176112 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f579a50-dc67-4152-9bd9-665b74a2d2d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:01.200761 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d79f4313-d833-4baa-9e24-048de26d9861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:01.246536 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f4313-d833-4baa-9e24-048de26d9861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd412cb0-e678-42e8-943f-79f3b3aed284,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:01.257176 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-b372d4db-dd11-4048-88bb-231136cbdc99 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Made reservation on behalf of bd609f94b81947bcb1c477623063e487 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:32:01.261090 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-b372d4db-dd11-4048-88bb-231136cbdc99 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:01.281025 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79f4313-d833-4baa-9e24-048de26d9861 admin admin] Checking segment: {'id': '1ca23227-4b7f-452d-86b6-a33e9ac4759f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'df8271c2-77ec-4dac-b6bc-35e78d812dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:32:01.281370 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79f4313-d833-4baa-9e24-048de26d9861 admin admin] Network hostable DHCP agents. Network: df8271c2-77ec-4dac-b6bc-35e78d812dbb, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:32:01.301336 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79f4313-d833-4baa-9e24-048de26d9861 admin admin] Network df8271c2-77ec-4dac-b6bc-35e78d812dbb is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:32:01.312890 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-d79f4313-d833-4baa-9e24-048de26d9861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, df8271c2-77ec-4dac-b6bc-35e78d812dbb) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:32:01.317710 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79f4313-d833-4baa-9e24-048de26d9861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:01.318321 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d79f4313-d833-4baa-9e24-048de26d9861 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:01.322749 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-71a2ffec-6603-4424-b824-ca2d85995d20 req-e381540f-3865-483f-b587-412122c1c438 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889794 Nov 04 10:32:01.330609 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338e88ff-fc66-4c1a-aa2b-b3a1df0c9b33 None None] Network df8271c2-77ec-4dac-b6bc-35e78d812dbb requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:32:01.351703 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d79f4313-d833-4baa-9e24-048de26d9861 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7173295 Nov 04 10:32:01.538040 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8d1897-70ce-4e7c-a005-ab92ba497a6d None None] Network df8271c2-77ec-4dac-b6bc-35e78d812dbb requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:32:01.538254 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-53a6db2a-d057-4ad6-85c2-7819d749ca3b tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Made reservation on behalf of bd609f94b81947bcb1c477623063e487 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:32:01.540242 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-53a6db2a-d057-4ad6-85c2-7819d749ca3b tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:01.558234 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33438) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:01.650918 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-b372d4db-dd11-4048-88bb-231136cbdc99 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Allocated IP 192.168.233.37 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/7d5624fe-6551-411c-a76b-5a75bb6968d5) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:32:01.651219 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ecdb0-d386-43e8-bf4f-c026e51dc085 req-8e59d44c-aaf2-4b04-90ad-63f6d06bedb3 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:01.652964 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6a9ecdb0-d386-43e8-bf4f-c026e51dc085 req-8e59d44c-aaf2-4b04-90ad-63f6d06bedb3 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 945 time: 0.1198041 Nov 04 10:32:01.734856 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6a9ecdb0-d386-43e8-bf4f-c026e51dc085 req-a8b77512-541b-48b5-91ee-6242d5ee0312 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711036 Nov 04 10:32:01.803724 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda9a2ac-6317-4e8a-a970-9bfefbc591f2 admin admin] Deleting subnet dd412cb0-e678-42e8-943f-79f3b3aed284 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:32:01.818245 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eda9a2ac-6317-4e8a-a970-9bfefbc591f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:01.842939 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75d875-b319-4c14-aedd-ff8fc7d6aab6 req-88605a5e-ef29-4930-ae22-0e750b6f86b4 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:01.844308 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2a75d875-b319-4c14-aedd-ff8fc7d6aab6 req-88605a5e-ef29-4930-ae22-0e750b6f86b4 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 950 time: 0.0561526 Nov 04 10:32:01.916621 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2a75d875-b319-4c14-aedd-ff8fc7d6aab6 req-b5a042ab-09f1-480e-bf01-7f8ce3b4b92e tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640934 Nov 04 10:32:01.954703 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f579a50-dc67-4152-9bd9-665b74a2d2d6 admin admin] Router 8b32ae7e-f3d3-4efb-803c-151188f23f07 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:32:01.957103 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eda9a2ac-6317-4e8a-a970-9bfefbc591f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:02.075246 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eda9a2ac-6317-4e8a-a970-9bfefbc591f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:02.087454 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-462dcad6-99d1-44bc-9962-0bcfdda97086 req-3ea374b5-5ee9-4aeb-97de-a3063bd87545 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=62ee800e-4a1f-430b-aee4-c8cc476f133a HTTP/1.1" status: 200 len: 210 time: 0.0324926 Nov 04 10:32:02.265299 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696cc1b7-ba3e-4c7b-ba7f-45ae111b3d3c req-1ac29817-84af-4b03-902e-ded9c98e8869 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:02.267094 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-696cc1b7-ba3e-4c7b-ba7f-45ae111b3d3c req-1ac29817-84af-4b03-902e-ded9c98e8869 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 945 time: 0.0568066 Nov 04 10:32:02.332072 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-696cc1b7-ba3e-4c7b-ba7f-45ae111b3d3c req-a366848c-2611-4c62-b799-2dc47b3eff69 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567005 Nov 04 10:32:02.404916 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-b372d4db-dd11-4048-88bb-231136cbdc99 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:02.464149 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f579a50-dc67-4152-9bd9-665b74a2d2d6 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:32:02.470047 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3f579a50-dc67-4152-9bd9-665b74a2d2d6 admin admin] 10.222.0.127 "PUT /v2.0/routers/8b32ae7e-f3d3-4efb-803c-151188f23f07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0227809 Nov 04 10:32:02.472578 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33450) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:02.476303 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061497f3-f0b4-4c78-bfef-7b203081029c None None] Sync routers for ids ['8b32ae7e-f3d3-4efb-803c-151188f23f07'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:32:02.482331 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eda9a2ac-6317-4e8a-a970-9bfefbc591f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:02.490730 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061497f3-f0b4-4c78-bfef-7b203081029c None None] Routers {'8b32ae7e-f3d3-4efb-803c-151188f23f07'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:32:02.491608 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-061497f3-f0b4-4c78-bfef-7b203081029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:31:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['8b32ae7e-f3d3-4efb-803c-151188f23f07'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:32:02.559847 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eda9a2ac-6317-4e8a-a970-9bfefbc591f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:02.563256 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-eda9a2ac-6317-4e8a-a970-9bfefbc591f2 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/dd412cb0-e678-42e8-943f-79f3b3aed284 HTTP/1.1" status: 204 len: 168 time: 1.0049279 Nov 04 10:32:02.568014 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9a2ac-6317-4e8a-a970-9bfefbc591f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd412cb0-e678-42e8-943f-79f3b3aed284,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:02.574471 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33452) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:02.588239 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-b372d4db-dd11-4048-88bb-231136cbdc99 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:02.619456 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['e0d5faa4-ee27-440a-8784-8bc14b9ab95b', '364947aa-bf30-454a-9880-1821df264897', 'aa2574ad-c05e-442b-90d5-45788135db75'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:32:02.710071 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-42f4fa85-0a88-405e-8b3f-0b7795f6c12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:02.809735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-b372d4db-dd11-4048-88bb-231136cbdc99 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:32:02.833595 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-b372d4db-dd11-4048-88bb-231136cbdc99 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:32:02.836642 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-b372d4db-dd11-4048-88bb-231136cbdc99 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:32:02.881943 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-42f4fa85-0a88-405e-8b3f-0b7795f6c12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:02.907189 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-b372d4db-dd11-4048-88bb-231136cbdc99 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:02.908289 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-b372d4db-dd11-4048-88bb-231136cbdc99 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:02.918885 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-42f4fa85-0a88-405e-8b3f-0b7795f6c12b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df8271c2-77ec-4dac-b6bc-35e78d812dbb']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:32:02.936806 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-53a6db2a-d057-4ad6-85c2-7819d749ca3b tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Allocated IP 192.168.233.98 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/abf49307-942b-4969-84a1-fd00de62f826) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:32:02.953804 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372d4db-dd11-4048-88bb-231136cbdc99 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Pushing event updated for resources: {'Port': ['ID=7d5624fe-6551-411c-a76b-5a75bb6968d5,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:02.958561 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-42f4fa85-0a88-405e-8b3f-0b7795f6c12b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca23227-4b7f-452d-86b6-a33e9ac4759f') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:32:02.959786 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-42f4fa85-0a88-405e-8b3f-0b7795f6c12b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca23227-4b7f-452d-86b6-a33e9ac4759f') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:32:02.998497 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8af96aff-b18f-4270-ab80-bf8e257fcea9 admin admin] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:03.020567 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-42f4fa85-0a88-405e-8b3f-0b7795f6c12b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:03.092443 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-b372d4db-dd11-4048-88bb-231136cbdc99 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2665205 Nov 04 10:32:03.113601 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-061497f3-f0b4-4c78-bfef-7b203081029c None None] Set router 8b32ae7e-f3d3-4efb-803c-151188f23f07 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:32:03.114658 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9faa78-38c9-420c-b0c2-68ccc0198722 req-797697f0-02b7-4f82-8bc2-d42fec165e85 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:03.124517 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dd9faa78-38c9-420c-b0c2-68ccc0198722 req-797697f0-02b7-4f82-8bc2-d42fec165e85 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 945 time: 0.1906304 Nov 04 10:32:03.148607 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-42f4fa85-0a88-405e-8b3f-0b7795f6c12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:03.158209 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-7821c329-bc56-4392-8a6b-fe9a5ef8408f service neutron] Request body: {'port': {'device_id': 'aa280292-ec34-4fce-97d6-10cd0dc0baad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:32:03.203651 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f4fa85-0a88-405e-8b3f-0b7795f6c12b admin admin] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:32:03.204293 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-42f4fa85-0a88-405e-8b3f-0b7795f6c12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:32:03.307270 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:32:03.315105 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dd9faa78-38c9-420c-b0c2-68ccc0198722 req-2263ffb9-a086-432d-a319-6b5b22235526 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884019 Nov 04 10:32:03.318940 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-42f4fa85-0a88-405e-8b3f-0b7795f6c12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:03.333808 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-42f4fa85-0a88-405e-8b3f-0b7795f6c12b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:03.347430 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-42f4fa85-0a88-405e-8b3f-0b7795f6c12b admin admin] 10.222.0.127 "DELETE /v2.0/networks/df8271c2-77ec-4dac-b6bc-35e78d812dbb HTTP/1.1" status: 204 len: 168 time: 0.7674997 Nov 04 10:32:03.358940 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8af96aff-b18f-4270-ab80-bf8e257fcea9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:03.361414 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f1c9b-6064-4fd0-8d0c-121b87624075 req-ec80abbf-3522-4ce2-9932-289dac67cb1a tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:03.364965 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-063f1c9b-6064-4fd0-8d0c-121b87624075 req-ec80abbf-3522-4ce2-9932-289dac67cb1a tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 950 time: 0.3087585 Nov 04 10:32:03.379368 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4fa85-0a88-405e-8b3f-0b7795f6c12b admin admin] Pushing event deleted for resources: {'Network': ['ID=df8271c2-77ec-4dac-b6bc-35e78d812dbb,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:03.475015 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-218da8fb-3646-4b28-8115-4c7b4c23d6df None None] Provisioning complete for port 7d5624fe-6551-411c-a76b-5a75bb6968d5 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:32:03.476109 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-218da8fb-3646-4b28-8115-4c7b4c23d6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:03.520503 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-218da8fb-3646-4b28-8115-4c7b4c23d6df None None] Port 7d5624fe-6551-411c-a76b-5a75bb6968d5 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:32:03.548115 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-daa4bd89-3c7d-493a-8ff4-8b37e97c851f req-6a408f09-a25b-465a-a1e1-44f1503d69ae tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=62ee800e-4a1f-430b-aee4-c8cc476f133a HTTP/1.1" status: 200 len: 210 time: 0.0922704 Nov 04 10:32:03.562966 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-063f1c9b-6064-4fd0-8d0c-121b87624075 req-c061ec28-5ef9-4326-94b4-9d882950c52e tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853282 Nov 04 10:32:03.602217 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-061497f3-f0b4-4c78-bfef-7b203081029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b32ae7e-f3d3-4efb-803c-151188f23f07', 'name': 'tempest-FloatingIPDetailsTestJSON-2113106599-router', 'tenant_id': '43e7454da91a4aec97db9e945610541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'efafe8b3-346f-42c3-b9e4-ebc05e91f6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:31:18Z', 'updated_at': '2021-11-04T10:32:00Z', 'revision_number': 5, 'project_id': '43e7454da91a4aec97db9e945610541f', 'gw_port': {'id': 'efafe8b3-346f-42c3-b9e4-ebc05e91f6f9', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:65:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b32ae7e-f3d3-4efb-803c-151188f23f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:31:20Z', 'updated_at': '2021-11-04T10:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:32:03.631285 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33470) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:03.664881 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-53a6db2a-d057-4ad6-85c2-7819d749ca3b tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:03.689420 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061497f3-f0b4-4c78-bfef-7b203081029c None None] Checking router: 8b32ae7e-f3d3-4efb-803c-151188f23f07 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:32:03.722334 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061497f3-f0b4-4c78-bfef-7b203081029c None None] Routers {'8b32ae7e-f3d3-4efb-803c-151188f23f07'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:32:03.723575 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-061497f3-f0b4-4c78-bfef-7b203081029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:31:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['8b32ae7e-f3d3-4efb-803c-151188f23f07'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:32:03.756572 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-7821c329-bc56-4392-8a6b-fe9a5ef8408f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:03.797691 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5990285d-379e-43d8-8c20-aef2acc925b8 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=aa6e3c919c61427e834a39b4d52cf91c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1648545 Nov 04 10:32:03.802883 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33472) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:03.833430 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-061497f3-f0b4-4c78-bfef-7b203081029c None None] Set router 8b32ae7e-f3d3-4efb-803c-151188f23f07 gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:32:03.867002 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-8af96aff-b18f-4270-ab80-bf8e257fcea9 admin admin] Deleting port efafe8b3-346f-42c3-b9e4-ebc05e91f6f9 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:32:03.867606 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8af96aff-b18f-4270-ab80-bf8e257fcea9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:03.871482 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557b2a0-cfe9-4ab2-b4d0-e20807e998ae req-60cc3ff5-5c20-4445-8aa7-96693e4e358d tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:03.874393 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0557b2a0-cfe9-4ab2-b4d0-e20807e998ae req-60cc3ff5-5c20-4445-8aa7-96693e4e358d tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 945 time: 0.1821029 Nov 04 10:32:03.908667 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-061497f3-f0b4-4c78-bfef-7b203081029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b32ae7e-f3d3-4efb-803c-151188f23f07', 'name': 'tempest-FloatingIPDetailsTestJSON-2113106599-router', 'tenant_id': '43e7454da91a4aec97db9e945610541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:31:18Z', 'updated_at': '2021-11-04T10:32:03Z', 'revision_number': 6, 'project_id': '43e7454da91a4aec97db9e945610541f', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:32:03.941872 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061497f3-f0b4-4c78-bfef-7b203081029c None None] The sync data for ids ['8b32ae7e-f3d3-4efb-803c-151188f23f07'] in n-d-816629-1 is: [{'id': '8b32ae7e-f3d3-4efb-803c-151188f23f07', 'name': 'tempest-FloatingIPDetailsTestJSON-2113106599-router', 'tenant_id': '43e7454da91a4aec97db9e945610541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:31:18Z', 'updated_at': '2021-11-04T10:32:03Z', 'revision_number': 6, 'project_id': '43e7454da91a4aec97db9e945610541f', 'gw_port_host': None}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:32:03.943334 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-53a6db2a-d057-4ad6-85c2-7819d749ca3b tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:03.998722 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9bacf-e30f-47f1-9cf0-d567025a16dc req-95121405-5b07-42a2-963c-3925aa9f8f2a tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:04.000925 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fab9bacf-e30f-47f1-9cf0-d567025a16dc req-95121405-5b07-42a2-963c-3925aa9f8f2a tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 1096 time: 0.2753630 Nov 04 10:32:04.037015 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0557b2a0-cfe9-4ab2-b4d0-e20807e998ae req-bc13397c-2e4b-4072-a57e-53721069abd6 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477997 Nov 04 10:32:04.064011 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-156e65eb-3bde-4500-8a15-3ed3b9c0d833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:04.113563 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-156e65eb-3bde-4500-8a15-3ed3b9c0d833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:04.120557 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6db2a-d057-4ad6-85c2-7819d749ca3b tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Pushing event updated for resources: {'Port': ['ID=abf49307-942b-4969-84a1-fd00de62f826,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:04.135896 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-53a6db2a-d057-4ad6-85c2-7819d749ca3b tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:32:04.151291 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fab9bacf-e30f-47f1-9cf0-d567025a16dc req-b36922b4-e8e4-4f71-8f7c-eef02cc28571 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355381 Nov 04 10:32:04.161052 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-53a6db2a-d057-4ad6-85c2-7819d749ca3b tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:32:04.171152 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-53a6db2a-d057-4ad6-85c2-7819d749ca3b tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:32:04.192402 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-156e65eb-3bde-4500-8a15-3ed3b9c0d833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:04.195836 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-156e65eb-3bde-4500-8a15-3ed3b9c0d833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:04.202275 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-156e65eb-3bde-4500-8a15-3ed3b9c0d833 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/caf80b23-9398-4c17-86c0-ce5586f94c22 HTTP/1.1" status: 204 len: 168 time: 0.3960454 Nov 04 10:32:04.214684 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e65eb-3bde-4500-8a15-3ed3b9c0d833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf80b23-9398-4c17-86c0-ce5586f94c22,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:04.299266 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-8af96aff-b18f-4270-ab80-bf8e257fcea9 admin admin] For port efafe8b3-346f-42c3-b9e4-ebc05e91f6f9, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=efafe8b3-346f-42c3-b9e4-ebc05e91f6f9,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:04.299636 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8af96aff-b18f-4270-ab80-bf8e257fcea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:04.320714 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-8af96aff-b18f-4270-ab80-bf8e257fcea9 admin admin] Calling delete_port for efafe8b3-346f-42c3-b9e4-ebc05e91f6f9 owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:32:04.478463 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-53a6db2a-d057-4ad6-85c2-7819d749ca3b tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:04.479640 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-53a6db2a-d057-4ad6-85c2-7819d749ca3b tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:04.560206 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-9949a281-d61a-4b80-96cb-6bcbdcd8cf13 None None] Provisioning complete for port abf49307-942b-4969-84a1-fd00de62f826 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:32:04.560785 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9949a281-d61a-4b80-96cb-6bcbdcd8cf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:04.599488 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-9949a281-d61a-4b80-96cb-6bcbdcd8cf13 None None] Port abf49307-942b-4969-84a1-fd00de62f826 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:32:04.682283 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-53a6db2a-d057-4ad6-85c2-7819d749ca3b tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5198734 Nov 04 10:32:04.700874 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-60157fd5-3e7d-42c2-bf24-40f1ac2ff2a8 service neutron] Request body: {'port': {'device_id': '62ee800e-4a1f-430b-aee4-c8cc476f133a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:32:04.733292 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['e0d5faa4-ee27-440a-8784-8bc14b9ab95b', '364947aa-bf30-454a-9880-1821df264897', 'aa2574ad-c05e-442b-90d5-45788135db75'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:32:04.771589 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-60157fd5-3e7d-42c2-bf24-40f1ac2ff2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:04.805555 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4dd990-609c-4a6c-9388-749be9182d56 req-589d3216-1c39-4e6a-8219-2ac0437fe89a tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:04.825261 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7b4dd990-609c-4a6c-9388-749be9182d56 req-589d3216-1c39-4e6a-8219-2ac0437fe89a tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 950 time: 0.1539853 Nov 04 10:32:04.923592 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 86aa701b-b83e-45e7-800e-37068f6eb19e no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:32:04.936266 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-7821c329-bc56-4392-8a6b-fe9a5ef8408f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d5624fe-6551-411c-a76b-5a75bb6968d5 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:32:04.960624 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-7821c329-bc56-4392-8a6b-fe9a5ef8408f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:04.998544 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 86aa701b-b83e-45e7-800e-37068f6eb19e {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:32:05.003047 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 86aa701b-b83e-45e7-800e-37068f6eb19e not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:32:05.020195 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7b4dd990-609c-4a6c-9388-749be9182d56 req-f43b9f84-3460-495a-b5d1-77358382b3ab tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928742 Nov 04 10:32:05.035809 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e0a9f-5342-43bd-828f-f8923ffecbf2 req-942dc6f7-a11c-40ea-9580-1924df509d16 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:05.044984 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-303e0a9f-5342-43bd-828f-f8923ffecbf2 req-942dc6f7-a11c-40ea-9580-1924df509d16 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=62ee800e-4a1f-430b-aee4-c8cc476f133a HTTP/1.1" status: 200 len: 935 time: 0.2146404 Nov 04 10:32:05.100966 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-7821c329-bc56-4392-8a6b-fe9a5ef8408f service neutron] Transition to ACTIVE for port object 7d5624fe-6551-411c-a76b-5a75bb6968d5 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:32:05.112930 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8af96aff-b18f-4270-ab80-bf8e257fcea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:05.271538 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-303e0a9f-5342-43bd-828f-f8923ffecbf2 req-77becf35-696d-45c2-a133-a55e4983704b tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255180 Nov 04 10:32:05.309552 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-7821c329-bc56-4392-8a6b-fe9a5ef8408f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:05.366972 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af96aff-b18f-4270-ab80-bf8e257fcea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=efafe8b3-346f-42c3-b9e4-ebc05e91f6f9,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:05.370041 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c860c-09ae-4d91-a2e5-12173b4a80a4 req-e1daa48f-b73c-41dc-b0a8-f98b51fbdb23 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:05.382558 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f88c860c-09ae-4d91-a2e5-12173b4a80a4 req-e1daa48f-b73c-41dc-b0a8-f98b51fbdb23 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 945 time: 0.1866057 Nov 04 10:32:05.487774 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f88c860c-09ae-4d91-a2e5-12173b4a80a4 req-7d5f6dfc-a5d0-4e46-b27f-f1480211f208 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042376 Nov 04 10:32:05.693187 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821c329-bc56-4392-8a6b-fe9a5ef8408f service neutron] Pushing event updated for resources: {'Port': ['ID=7d5624fe-6551-411c-a76b-5a75bb6968d5,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:05.733906 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8af96aff-b18f-4270-ab80-bf8e257fcea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:05.862272 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8af96aff-b18f-4270-ab80-bf8e257fcea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:05.865092 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8af96aff-b18f-4270-ab80-bf8e257fcea9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:05.996691 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8af96aff-b18f-4270-ab80-bf8e257fcea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:05.998048 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af96aff-b18f-4270-ab80-bf8e257fcea9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b32ae7e-f3d3-4efb-803c-151188f23f07 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:32:06.038271 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8af96aff-b18f-4270-ab80-bf8e257fcea9 admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:06.039556 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8af96aff-b18f-4270-ab80-bf8e257fcea9 admin admin] 10.222.0.127 "DELETE /v2.0/routers/8b32ae7e-f3d3-4efb-803c-151188f23f07 HTTP/1.1" status: 204 len: 168 time: 3.5650957 Nov 04 10:32:06.044030 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33534) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:06.061765 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-7821c329-bc56-4392-8a6b-fe9a5ef8408f service neutron] Attempting to bind port 7d5624fe-6551-411c-a76b-5a75bb6968d5 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:32:06.062102 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-7821c329-bc56-4392-8a6b-fe9a5ef8408f service neutron] Attempting to bind port 7d5624fe-6551-411c-a76b-5a75bb6968d5 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:32:06.062426 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-7821c329-bc56-4392-8a6b-fe9a5ef8408f service neutron] Attempting to bind port 7d5624fe-6551-411c-a76b-5a75bb6968d5 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:32:06.071477 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-7821c329-bc56-4392-8a6b-fe9a5ef8408f service neutron] Port 7d5624fe-6551-411c-a76b-5a75bb6968d5 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:32:06.071866 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-7821c329-bc56-4392-8a6b-fe9a5ef8408f service neutron] Attempting to bind port 7d5624fe-6551-411c-a76b-5a75bb6968d5 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:32:06.082189 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-7821c329-bc56-4392-8a6b-fe9a5ef8408f service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:32:06.082605 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-7821c329-bc56-4392-8a6b-fe9a5ef8408f service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:32:06.083064 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-7821c329-bc56-4392-8a6b-fe9a5ef8408f service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:32:06.083512 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-7821c329-bc56-4392-8a6b-fe9a5ef8408f service neutron] Bound port: 7d5624fe-6551-411c-a76b-5a75bb6968d5, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:32:06.083867 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-7821c329-bc56-4392-8a6b-fe9a5ef8408f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:06.136845 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-118c5351-8b41-49f0-8cc1-d9b98090744f admin admin] Deleting subnet d222fd86-2fb3-4ebf-9f1a-54a0183d283b {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:32:06.162048 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-118c5351-8b41-49f0-8cc1-d9b98090744f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:06.266730 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33540) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:06.278830 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-60157fd5-3e7d-42c2-bf24-40f1ac2ff2a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abf49307-942b-4969-84a1-fd00de62f826 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:32:06.297316 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-60157fd5-3e7d-42c2-bf24-40f1ac2ff2a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:06.304601 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-118c5351-8b41-49f0-8cc1-d9b98090744f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:06.339902 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-60157fd5-3e7d-42c2-bf24-40f1ac2ff2a8 service neutron] Transition to ACTIVE for port object abf49307-942b-4969-84a1-fd00de62f826 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:32:06.361023 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-7821c329-bc56-4392-8a6b-fe9a5ef8408f service neutron] For port 7d5624fe-6551-411c-a76b-5a75bb6968d5, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:32:06.364486 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-60157fd5-3e7d-42c2-bf24-40f1ac2ff2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:06.369164 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-7821c329-bc56-4392-8a6b-fe9a5ef8408f service neutron] For port 7d5624fe-6551-411c-a76b-5a75bb6968d5, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=7d5624fe-6551-411c-a76b-5a75bb6968d5,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:32:06.379163 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-7821c329-bc56-4392-8a6b-fe9a5ef8408f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:06.395290 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ab915-c5b1-4535-b0c8-95536d6f50e1 req-f2cf7fdc-9840-4cc5-bd8b-f592f20e3527 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:06.396922 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae0ab915-c5b1-4535-b0c8-95536d6f50e1 req-f2cf7fdc-9840-4cc5-bd8b-f592f20e3527 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 950 time: 0.2654262 Nov 04 10:32:06.440069 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-7821c329-bc56-4392-8a6b-fe9a5ef8408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:06.441208 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-7821c329-bc56-4392-8a6b-fe9a5ef8408f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:06.442769 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-7821c329-bc56-4392-8a6b-fe9a5ef8408f service neutron] 10.222.0.121 "PUT /v2.0/ports/7d5624fe-6551-411c-a76b-5a75bb6968d5 HTTP/1.1" status: 200 len: 1095 time: 3.3322771 Nov 04 10:32:06.452423 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa280292-ec34-4fce-97d6-10cd0dc0baad', 'tag': '7d5624fe-6551-411c-a76b-5a75bb6968d5'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:32:06.455764 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e198b6-a99a-494d-83c8-6a87dae21f23" -d '{"events": [{"name": "network-changed", "server_uuid": "aa280292-ec34-4fce-97d6-10cd0dc0baad", "tag": "7d5624fe-6551-411c-a76b-5a75bb6968d5"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:32:06.516025 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60157fd5-3e7d-42c2-bf24-40f1ac2ff2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=abf49307-942b-4969-84a1-fd00de62f826,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:06.538304 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e8cd43c0-fc0c-4698-88a3-bc4141f484dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:06.601736 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device efafe8b3-346f-42c3-b9e4-ebc05e91f6f9 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:32:06.635988 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: efafe8b3-346f-42c3-b9e4-ebc05e91f6f9 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:32:06.636859 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device efafe8b3-346f-42c3-b9e4-ebc05e91f6f9 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:32:06.925569 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-60157fd5-3e7d-42c2-bf24-40f1ac2ff2a8 service neutron] Attempting to bind port abf49307-942b-4969-84a1-fd00de62f826 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:32:06.926147 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-60157fd5-3e7d-42c2-bf24-40f1ac2ff2a8 service neutron] Attempting to bind port abf49307-942b-4969-84a1-fd00de62f826 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:32:06.926256 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-60157fd5-3e7d-42c2-bf24-40f1ac2ff2a8 service neutron] Attempting to bind port abf49307-942b-4969-84a1-fd00de62f826 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:32:06.944001 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-0ef93091-fdc9-42fc-a744-74df23a72c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:06.945687 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-0ef93091-fdc9-42fc-a744-74df23a72c50 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bd609f94b81947bcb1c477623063e487&device_id=aa280292-ec34-4fce-97d6-10cd0dc0baad HTTP/1.1" status: 200 len: 1098 time: 0.4208968 Nov 04 10:32:06.952161 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-60157fd5-3e7d-42c2-bf24-40f1ac2ff2a8 service neutron] Port abf49307-942b-4969-84a1-fd00de62f826 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:32:06.952483 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-60157fd5-3e7d-42c2-bf24-40f1ac2ff2a8 service neutron] Attempting to bind port abf49307-942b-4969-84a1-fd00de62f826 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:32:06.961725 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-60157fd5-3e7d-42c2-bf24-40f1ac2ff2a8 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:32:06.962060 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-60157fd5-3e7d-42c2-bf24-40f1ac2ff2a8 service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:32:06.962454 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-60157fd5-3e7d-42c2-bf24-40f1ac2ff2a8 service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:32:06.962938 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-60157fd5-3e7d-42c2-bf24-40f1ac2ff2a8 service neutron] Bound port: abf49307-942b-4969-84a1-fd00de62f826, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:32:06.963323 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-60157fd5-3e7d-42c2-bf24-40f1ac2ff2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:06.985825 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821c329-bc56-4392-8a6b-fe9a5ef8408f service neutron] Pushing event updated for resources: {'Port': ['ID=7d5624fe-6551-411c-a76b-5a75bb6968d5,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:07.003091 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae0ab915-c5b1-4535-b0c8-95536d6f50e1 req-46fd775a-423a-44ab-907e-3f65bfaa7ea2 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956335 Nov 04 10:32:07.016077 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604fb79-4e9c-435c-9d58-ea39efb693ef req-8a915ba5-f883-4bd6-aa9b-a838972f7b21 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:07.017727 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a604fb79-4e9c-435c-9d58-ea39efb693ef req-8a915ba5-f883-4bd6-aa9b-a838972f7b21 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=62ee800e-4a1f-430b-aee4-c8cc476f133a HTTP/1.1" status: 200 len: 947 time: 0.6180773 Nov 04 10:32:07.042268 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-118c5351-8b41-49f0-8cc1-d9b98090744f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:07.055914 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-da0a15ae-16fa-44ee-8eb2-9055052a7e10 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=7d5624fe-6551-411c-a76b-5a75bb6968d5 HTTP/1.1" status: 200 len: 217 time: 0.0946188 Nov 04 10:32:07.174730 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a604fb79-4e9c-435c-9d58-ea39efb693ef req-39f14bb3-7e07-4355-80b6-24d5bd8043be tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374619 Nov 04 10:32:07.212675 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7beb3af8-f739-49ec-b472-a04102af5987 x-openstack-request-id: req-7beb3af8-f739-49ec-b472-a04102af5987 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:32:07.213230 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa280292-ec34-4fce-97d6-10cd0dc0baad", "tag": "7d5624fe-6551-411c-a76b-5a75bb6968d5", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:32:07.213585 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-7beb3af8-f739-49ec-b472-a04102af5987 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:32:07.214123 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa280292-ec34-4fce-97d6-10cd0dc0baad', 'tag': '7d5624fe-6551-411c-a76b-5a75bb6968d5', 'status': 'completed', 'code': 200} Nov 04 10:32:07.216654 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-118c5351-8b41-49f0-8cc1-d9b98090744f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:07.220526 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e8cd43c0-fc0c-4698-88a3-bc4141f484dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:07.237426 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-321e25ce-1471-452b-a06b-1179367c4363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:07.240419 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-321e25ce-1471-452b-a06b-1179367c4363 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1207922 Nov 04 10:32:07.241681 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-60157fd5-3e7d-42c2-bf24-40f1ac2ff2a8 service neutron] For port abf49307-942b-4969-84a1-fd00de62f826, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:32:07.246579 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-60157fd5-3e7d-42c2-bf24-40f1ac2ff2a8 service neutron] For port abf49307-942b-4969-84a1-fd00de62f826, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=abf49307-942b-4969-84a1-fd00de62f826,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:32:07.255228 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-60157fd5-3e7d-42c2-bf24-40f1ac2ff2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:07.262009 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e8cd43c0-fc0c-4698-88a3-bc4141f484dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:07.281593 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c5351-8b41-49f0-8cc1-d9b98090744f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d222fd86-2fb3-4ebf-9f1a-54a0183d283b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:07.290467 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3126f32b-d456-4055-b044-03f4fb6286d2 None None] Network f900c713-f33d-4fa2-ae57-02b220d69d37 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:32:07.317650 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-118c5351-8b41-49f0-8cc1-d9b98090744f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:07.334885 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-118c5351-8b41-49f0-8cc1-d9b98090744f admin admin] 10.222.0.127 "DELETE /v2.0/subnets/d222fd86-2fb3-4ebf-9f1a-54a0183d283b HTTP/1.1" status: 204 len: 168 time: 1.2861574 Nov 04 10:32:07.354447 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33558) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:07.366999 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-60157fd5-3e7d-42c2-bf24-40f1ac2ff2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:07.367634 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-60157fd5-3e7d-42c2-bf24-40f1ac2ff2a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:07.369123 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-60157fd5-3e7d-42c2-bf24-40f1ac2ff2a8 service neutron] 10.222.0.126 "PUT /v2.0/ports/abf49307-942b-4969-84a1-fd00de62f826 HTTP/1.1" status: 200 len: 1095 time: 2.6731038 Nov 04 10:32:07.388608 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60157fd5-3e7d-42c2-bf24-40f1ac2ff2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=abf49307-942b-4969-84a1-fd00de62f826,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:07.394818 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-1975a69e-28d5-4ebd-81ee-beebbc2022b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:07.396370 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-1975a69e-28d5-4ebd-81ee-beebbc2022b9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1359060 Nov 04 10:32:07.442086 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd43c0-fc0c-4698-88a3-bc4141f484dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65b4801-94cd-484a-8fbe-bb96a44015f8,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:07.473397 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e8cd43c0-fc0c-4698-88a3-bc4141f484dc admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=6b38bc5357f84de29d334262a6076aeb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2026610 Nov 04 10:32:07.509433 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33564) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:07.568894 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de22115-49f5-4f2f-825e-d51f54036ec3 req-6575dd06-b136-43e7-8f81-c4e2ab8e824b tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:07.570798 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5de22115-49f5-4f2f-825e-d51f54036ec3 req-6575dd06-b136-43e7-8f81-c4e2ab8e824b tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 945 time: 0.2574859 Nov 04 10:32:07.586602 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-678af7f2-0cd6-4c91-bf6a-2803b537a7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:07.668806 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5de22115-49f5-4f2f-825e-d51f54036ec3 req-6e6ba438-b74b-4014-9ecf-99690bc41b35 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881662 Nov 04 10:32:07.700683 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2533a9c-471f-4668-959a-0dd1e2ab6313 None None] DHCP port deletion for f900c713-f33d-4fa2-ae57-02b220d69d37 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:32:07.712391 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-0983d5ee-4df6-4bbd-9aaa-90152c44ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:07.715321 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-0983d5ee-4df6-4bbd-9aaa-90152c44ac8f service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=bd609f94b81947bcb1c477623063e487&device_id=62ee800e-4a1f-430b-aee4-c8cc476f133a HTTP/1.1" status: 200 len: 1098 time: 0.2554691 Nov 04 10:32:07.738190 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-a77e43d6-9c4a-47a4-b116-4d77ba179492 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287666 Nov 04 10:32:07.781833 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-678af7f2-0cd6-4c91-bf6a-2803b537a7a7 admin admin] Deleting port 1672430d-adbd-4309-aca7-76dff717df0a {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:32:07.782641 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-678af7f2-0cd6-4c91-bf6a-2803b537a7a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:07.787431 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44b2cfae-918f-44f1-ad7e-61ef57908953 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:07.792230 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-e6ee103b-4070-4c79-bf1a-b5c1f2039cae service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=abf49307-942b-4969-84a1-fd00de62f826 HTTP/1.1" status: 200 len: 217 time: 0.0568523 Nov 04 10:32:07.887692 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44b2cfae-918f-44f1-ad7e-61ef57908953 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:07.890041 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a2533a9c-471f-4668-959a-0dd1e2ab6313 None None] Deleting port 1672430d-adbd-4309-aca7-76dff717df0a {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:32:07.892324 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-678af7f2-0cd6-4c91-bf6a-2803b537a7a7 admin admin] For port 1672430d-adbd-4309-aca7-76dff717df0a, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=1672430d-adbd-4309-aca7-76dff717df0a,segment=NetworkSegment(407f7fbf-bebf-462c-8f24-25696b242355),segment_id=407f7fbf-bebf-462c-8f24-25696b242355)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:07.892770 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-678af7f2-0cd6-4c91-bf6a-2803b537a7a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:07.893015 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a2533a9c-471f-4668-959a-0dd1e2ab6313 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:07.908800 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-678af7f2-0cd6-4c91-bf6a-2803b537a7a7 admin admin] Calling delete_port for 1672430d-adbd-4309-aca7-76dff717df0a owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:32:07.984357 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-7e8c26ed-2071-4721-be76-0898da867f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:07.987661 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-7e8c26ed-2071-4721-be76-0898da867f4f service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1767979 Nov 04 10:32:07.989380 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-a2533a9c-471f-4668-959a-0dd1e2ab6313 None None] For port 1672430d-adbd-4309-aca7-76dff717df0a, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=1672430d-adbd-4309-aca7-76dff717df0a,segment=NetworkSegment(407f7fbf-bebf-462c-8f24-25696b242355),segment_id=407f7fbf-bebf-462c-8f24-25696b242355)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:07.989787 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a2533a9c-471f-4668-959a-0dd1e2ab6313 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:08.010598 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-19ea4159-9b7d-44b7-b56b-91b9ab8bd4c7 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318747 Nov 04 10:32:08.019825 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a2533a9c-471f-4668-959a-0dd1e2ab6313 None None] Calling delete_port for 1672430d-adbd-4309-aca7-76dff717df0a owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:32:08.079035 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-678af7f2-0cd6-4c91-bf6a-2803b537a7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:08.090881 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44b2cfae-918f-44f1-ad7e-61ef57908953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:08.093792 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44b2cfae-918f-44f1-ad7e-61ef57908953 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:08.097672 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-44b2cfae-918f-44f1-ad7e-61ef57908953 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/b65b4801-94cd-484a-8fbe-bb96a44015f8 HTTP/1.1" status: 204 len: 168 time: 0.5754921 Nov 04 10:32:08.122663 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2cfae-918f-44f1-ad7e-61ef57908953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65b4801-94cd-484a-8fbe-bb96a44015f8,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:08.150415 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678af7f2-0cd6-4c91-bf6a-2803b537a7a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1672430d-adbd-4309-aca7-76dff717df0a,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:08.150983 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-53558764-0f4c-4816-ae1a-bdbb165b556e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:08.152772 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678af7f2-0cd6-4c91-bf6a-2803b537a7a7 admin admin] No DVR routers for this DVR port 1672430d-adbd-4309-aca7-76dff717df0a on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:32:08.156647 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-53558764-0f4c-4816-ae1a-bdbb165b556e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1415701 Nov 04 10:32:08.218414 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e198b6-a99a-494d-83c8-6a87dae21f23 req-6b2dacd1-6719-4996-a712-4c2f630c40d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:08.220158 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1e198b6-a99a-494d-83c8-6a87dae21f23 req-6b2dacd1-6719-4996-a712-4c2f630c40d7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bd609f94b81947bcb1c477623063e487&device_id=aa280292-ec34-4fce-97d6-10cd0dc0baad HTTP/1.1" status: 200 len: 1098 time: 0.1227770 Nov 04 10:32:08.303609 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-678af7f2-0cd6-4c91-bf6a-2803b537a7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:08.363986 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a2533a9c-471f-4668-959a-0dd1e2ab6313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:08.376509 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-678af7f2-0cd6-4c91-bf6a-2803b537a7a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f900c713-f33d-4fa2-ae57-02b220d69d37']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:32:08.399573 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-678af7f2-0cd6-4c91-bf6a-2803b537a7a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407f7fbf-bebf-462c-8f24-25696b242355') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:32:08.399828 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-678af7f2-0cd6-4c91-bf6a-2803b537a7a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407f7fbf-bebf-462c-8f24-25696b242355') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:32:08.425253 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-678af7f2-0cd6-4c91-bf6a-2803b537a7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:08.433568 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2533a9c-471f-4668-959a-0dd1e2ab6313 None None] Pushing event deleted for resources: {'Port': ['ID=1672430d-adbd-4309-aca7-76dff717df0a,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:08.438122 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2533a9c-471f-4668-959a-0dd1e2ab6313 None None] No DVR routers for this DVR port 1672430d-adbd-4309-aca7-76dff717df0a on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:32:08.474757 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-678af7f2-0cd6-4c91-bf6a-2803b537a7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:08.498305 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-678af7f2-0cd6-4c91-bf6a-2803b537a7a7 admin admin] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:32:08.512296 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-678af7f2-0cd6-4c91-bf6a-2803b537a7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:32:08.551321 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:32:08.623548 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e198b6-a99a-494d-83c8-6a87dae21f23 req-d2a7afa9-da86-4fad-972c-030d3548608f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:08.625288 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1e198b6-a99a-494d-83c8-6a87dae21f23 req-d2a7afa9-da86-4fad-972c-030d3548608f service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.3156049 Nov 04 10:32:08.629637 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-42920e4a-426a-4321-bda9-63fc27da87d8 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565783 Nov 04 10:32:08.639859 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 1672430d-adbd-4309-aca7-76dff717df0a no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:32:08.672417 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed1610-4ed0-4e0b-921e-2556b617cad4 req-cf3cd9dd-70af-4997-9dfa-2a3664fbeece tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:08.674327 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-45ed1610-4ed0-4e0b-921e-2556b617cad4 req-cf3cd9dd-70af-4997-9dfa-2a3664fbeece tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 950 time: 0.5282774 Nov 04 10:32:08.702103 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-678af7f2-0cd6-4c91-bf6a-2803b537a7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:08.708067 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1e198b6-a99a-494d-83c8-6a87dae21f23 req-7b683457-392e-4b0a-911d-d4084eb887b6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=7d5624fe-6551-411c-a76b-5a75bb6968d5 HTTP/1.1" status: 200 len: 217 time: 0.0693486 Nov 04 10:32:08.710773 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 1672430d-adbd-4309-aca7-76dff717df0a {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:32:08.711285 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 1672430d-adbd-4309-aca7-76dff717df0a not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:32:08.718825 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77307eea-dfda-4960-bf8c-b22e73ddcfbf req-70d8afc2-b64f-4284-b04c-2821caf99a80 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:08.721288 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-77307eea-dfda-4960-bf8c-b22e73ddcfbf req-70d8afc2-b64f-4284-b04c-2821caf99a80 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=62ee800e-4a1f-430b-aee4-c8cc476f133a HTTP/1.1" status: 200 len: 947 time: 0.2018654 Nov 04 10:32:08.738886 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-678af7f2-0cd6-4c91-bf6a-2803b537a7a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:08.747372 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-678af7f2-0cd6-4c91-bf6a-2803b537a7a7 admin admin] 10.222.0.127 "DELETE /v2.0/networks/f900c713-f33d-4fa2-ae57-02b220d69d37 HTTP/1.1" status: 204 len: 168 time: 1.3324203 Nov 04 10:32:08.786767 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678af7f2-0cd6-4c91-bf6a-2803b537a7a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f900c713-f33d-4fa2-ae57-02b220d69d37,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:08.839169 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e198b6-a99a-494d-83c8-6a87dae21f23 req-9e586c35-557e-4042-8770-d762f753ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:08.840964 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1e198b6-a99a-494d-83c8-6a87dae21f23 req-9e586c35-557e-4042-8770-d762f753ef8c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0822966 Nov 04 10:32:08.854197 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-45ed1610-4ed0-4e0b-921e-2556b617cad4 req-63fc3b0d-cec8-421d-b714-99e886035061 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712217 Nov 04 10:32:08.860846 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-77307eea-dfda-4960-bf8c-b22e73ddcfbf req-5790bc3b-1a7e-46e6-bcd1-2ee29cc211f0 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765157 Nov 04 10:32:08.926092 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea9264b9-3ff1-4dc5-899f-5e670b49a4a9 req-a624703f-735e-4eeb-bb1b-1575a015d0ff service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803650 Nov 04 10:32:08.944229 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e198b6-a99a-494d-83c8-6a87dae21f23 req-cc42a858-1012-4624-827a-fa132184483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:08.946344 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1e198b6-a99a-494d-83c8-6a87dae21f23 req-cc42a858-1012-4624-827a-fa132184483b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0933049 Nov 04 10:32:09.015732 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7057e32-62d4-4314-a5b3-24a8fb915c91 req-64b46c7a-66cd-48ab-84ef-b9952adbcba1 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:09.017566 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c7057e32-62d4-4314-a5b3-24a8fb915c91 req-64b46c7a-66cd-48ab-84ef-b9952adbcba1 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 945 time: 0.0689673 Nov 04 10:32:09.094767 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c7057e32-62d4-4314-a5b3-24a8fb915c91 req-569afc9f-ffe6-4de2-bca8-dfd34b03250e tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698605 Nov 04 10:32:09.109274 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1e198b6-a99a-494d-83c8-6a87dae21f23 req-6d808e17-b330-49f2-99c0-8d6081867bf1 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418738 Nov 04 10:32:09.139804 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33604) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:09.198788 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cfcd33e2-a69e-46ba-92b9-5ec2d5c3a9c1 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=43e7454da91a4aec97db9e945610541f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0579331 Nov 04 10:32:09.201878 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33608) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:09.215738 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ee800e-4a1f-430b-aee4-c8cc476f133a', 'tag': 'abf49307-942b-4969-84a1-fd00de62f826'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:32:09.218131 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ff80c0-bccd-4888-b8ac-c91e562998e3" -d '{"events": [{"name": "network-changed", "server_uuid": "62ee800e-4a1f-430b-aee4-c8cc476f133a", "tag": "abf49307-942b-4969-84a1-fd00de62f826"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:32:09.254070 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1e198b6-a99a-494d-83c8-6a87dae21f23 req-1a166464-101f-4b6d-b7d6-3b5c8cd851cb service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351390 Nov 04 10:32:09.281252 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1f83928d-cfe6-43e0-b4e7-5f4a221829e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:09.283474 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b159c6f-05c7-4cb9-b2e8-c4506a44a519 x-openstack-request-id: req-3b159c6f-05c7-4cb9-b2e8-c4506a44a519 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:32:09.283771 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ee800e-4a1f-430b-aee4-c8cc476f133a", "tag": "abf49307-942b-4969-84a1-fd00de62f826", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:32:09.284020 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-3b159c6f-05c7-4cb9-b2e8-c4506a44a519 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:32:09.292023 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ee800e-4a1f-430b-aee4-c8cc476f133a', 'tag': 'abf49307-942b-4969-84a1-fd00de62f826', 'status': 'completed', 'code': 200} Nov 04 10:32:09.309879 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1f83928d-cfe6-43e0-b4e7-5f4a221829e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:09.370729 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1f83928d-cfe6-43e0-b4e7-5f4a221829e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:09.375819 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1f83928d-cfe6-43e0-b4e7-5f4a221829e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:09.379215 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff80c0-bccd-4888-b8ac-c91e562998e3 req-5ca051a1-7733-4fa3-96ea-da477027bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:09.380838 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-46ff80c0-bccd-4888-b8ac-c91e562998e3 req-5ca051a1-7733-4fa3-96ea-da477027bf50 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=bd609f94b81947bcb1c477623063e487&device_id=62ee800e-4a1f-430b-aee4-c8cc476f133a HTTP/1.1" status: 200 len: 1098 time: 0.0692353 Nov 04 10:32:09.381776 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1f83928d-cfe6-43e0-b4e7-5f4a221829e9 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/473c3223-a767-44cc-960b-6515b931412a HTTP/1.1" status: 204 len: 168 time: 0.1785233 Nov 04 10:32:09.390455 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83928d-cfe6-43e0-b4e7-5f4a221829e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473c3223-a767-44cc-960b-6515b931412a,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:09.501618 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff80c0-bccd-4888-b8ac-c91e562998e3 req-f6033a7c-8912-4be9-aeb9-be18a44ec679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:09.503901 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-46ff80c0-bccd-4888-b8ac-c91e562998e3 req-f6033a7c-8912-4be9-aeb9-be18a44ec679 service neutron] 10.222.0.126 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.1102581 Nov 04 10:32:09.568905 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-46ff80c0-bccd-4888-b8ac-c91e562998e3 req-8c303d60-5c9c-4823-9033-d0c2373fa85f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=abf49307-942b-4969-84a1-fd00de62f826 HTTP/1.1" status: 200 len: 217 time: 0.0567505 Nov 04 10:32:09.672351 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff80c0-bccd-4888-b8ac-c91e562998e3 req-b816b010-65f7-498a-bfef-fdf1fcc39dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:09.674371 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-46ff80c0-bccd-4888-b8ac-c91e562998e3 req-b816b010-65f7-498a-bfef-fdf1fcc39dcd service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0942101 Nov 04 10:32:09.752055 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff80c0-bccd-4888-b8ac-c91e562998e3 req-02ee0b74-2985-4655-8fcf-040f7bfa0c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:09.754415 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-46ff80c0-bccd-4888-b8ac-c91e562998e3 req-02ee0b74-2985-4655-8fcf-040f7bfa0c2d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0661206 Nov 04 10:32:09.874249 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-46ff80c0-bccd-4888-b8ac-c91e562998e3 req-a8093acd-02b2-4347-8ae7-7533445ad9d8 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079443 Nov 04 10:32:09.964842 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 7d5624fe-6551-411c-a76b-5a75bb6968d5 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:32:10.062288 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-46ff80c0-bccd-4888-b8ac-c91e562998e3 req-7d6e2be6-bbe6-4003-90c8-3d07ac24cf9d service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794827 Nov 04 10:32:10.145247 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5d088-1bce-49bc-9f87-3774c9b8e271 req-2cb000d7-e10b-44bf-ad78-b1f6d4acf458 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:10.146851 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1b5d088-1bce-49bc-9f87-3774c9b8e271 req-2cb000d7-e10b-44bf-ad78-b1f6d4acf458 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 950 time: 0.1379950 Nov 04 10:32:10.161541 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306d1ff-0d35-432e-bed5-0ce85edf4d02 req-4e67c58a-c064-4306-a4a2-89186cae428d tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:10.164470 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6306d1ff-0d35-432e-bed5-0ce85edf4d02 req-4e67c58a-c064-4306-a4a2-89186cae428d tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=62ee800e-4a1f-430b-aee4-c8cc476f133a HTTP/1.1" status: 200 len: 947 time: 0.1531425 Nov 04 10:32:10.225598 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 7d5624fe-6551-411c-a76b-5a75bb6968d5, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=7d5624fe-6551-411c-a76b-5a75bb6968d5,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:10.247371 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '7d5624fe-6551-411c-a76b-5a75bb6968d5', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '7d5624fe-6551-411c-a76b-5a75bb6968d5', 'mac_address': 'fa:16:3e:b2:88:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:32:10.268992 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6306d1ff-0d35-432e-bed5-0ce85edf4d02 req-379453fc-4715-461d-8a45-1c4534ba348f tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950432 Nov 04 10:32:10.298757 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1b5d088-1bce-49bc-9f87-3774c9b8e271 req-3d390ff3-ffe6-4531-bc84-47b6dca6509e tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330819 Nov 04 10:32:10.333741 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:10.364651 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d5624fe-6551-411c-a76b-5a75bb6968d5 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:32:10.427575 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 7d5624fe-6551-411c-a76b-5a75bb6968d5, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=7d5624fe-6551-411c-a76b-5a75bb6968d5,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:10.436529 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:10.468396 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43733aa-b929-485b-8255-798670d77631 req-1d341c13-40d7-4c7b-add0-d7a5725c12f9 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:10.478645 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e43733aa-b929-485b-8255-798670d77631 req-1d341c13-40d7-4c7b-add0-d7a5725c12f9 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 945 time: 0.0919688 Nov 04 10:32:10.537637 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e43733aa-b929-485b-8255-798670d77631 req-54befc9b-0fbf-4177-9a3c-40f3973d00cb tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534291 Nov 04 10:32:10.550048 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=7d5624fe-6551-411c-a76b-5a75bb6968d5,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:10.813330 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['7d5624fe-6551-411c-a76b-5a75bb6968d5'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:32:11.449651 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2bb2f-45bc-46f2-813e-f23d2dc9b645 req-1c23e7bf-ada9-4488-b5fb-187260cdbaf4 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:11.451212 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ac2bb2f-45bc-46f2-813e-f23d2dc9b645 req-1c23e7bf-ada9-4488-b5fb-187260cdbaf4 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=62ee800e-4a1f-430b-aee4-c8cc476f133a HTTP/1.1" status: 200 len: 947 time: 0.0872655 Nov 04 10:32:11.473239 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fb562-8878-41ce-8235-5e92f9015197 req-1eefde45-5495-49f5-94c7-60268e4ab844 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:11.474785 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b51fb562-8878-41ce-8235-5e92f9015197 req-1eefde45-5495-49f5-94c7-60268e4ab844 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 950 time: 0.0768590 Nov 04 10:32:11.539454 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ac2bb2f-45bc-46f2-813e-f23d2dc9b645 req-3188ce29-3a2a-47c3-82c8-0e3f121b1871 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801671 Nov 04 10:32:11.567152 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b51fb562-8878-41ce-8235-5e92f9015197 req-be167e24-761e-4bab-904b-cdfbc650923f tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785282 Nov 04 10:32:11.702834 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eec595-1f12-4d58-952e-7ce169434255 req-7623da43-23b5-4193-a879-73ee8c5f4978 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:11.703996 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device abf49307-942b-4969-84a1-fd00de62f826 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:32:11.705290 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1eec595-1f12-4d58-952e-7ce169434255 req-7623da43-23b5-4193-a879-73ee8c5f4978 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 945 time: 0.0563285 Nov 04 10:32:11.805174 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33718) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:11.816350 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1eec595-1f12-4d58-952e-7ce169434255 req-81bd606f-d9a1-4f04-9eea-98e7b258f6a0 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983496 Nov 04 10:32:11.884025 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port abf49307-942b-4969-84a1-fd00de62f826, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=abf49307-942b-4969-84a1-fd00de62f826,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:11.998641 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a3c46938-cf99-459c-831d-04a7c2882e3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:12.068756 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 7d5624fe-6551-411c-a76b-5a75bb6968d5 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:32:12.073630 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'abf49307-942b-4969-84a1-fd00de62f826', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': 'abf49307-942b-4969-84a1-fd00de62f826', 'mac_address': 'fa:16:3e:c7:d6:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:32:12.136211 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a3c46938-cf99-459c-831d-04a7c2882e3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:12.144898 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a3c46938-cf99-459c-831d-04a7c2882e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:12.211592 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:12.213201 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33736) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:12.215268 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a3c46938-cf99-459c-831d-04a7c2882e3f admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=7254032ed0524955a2d7e7a1ae1b0dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4078879 Nov 04 10:32:12.226552 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:12.233033 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c46938-cf99-459c-831d-04a7c2882e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0647e257-6d3e-48fa-a6aa-66834ee834c9,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:12.243828 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abf49307-942b-4969-84a1-fd00de62f826 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:32:12.268089 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 7d5624fe-6551-411c-a76b-5a75bb6968d5 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:32:12.278587 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port abf49307-942b-4969-84a1-fd00de62f826, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=abf49307-942b-4969-84a1-fd00de62f826,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:12.284187 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 7d5624fe-6551-411c-a76b-5a75bb6968d5 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:32:12.284187 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:12.291061 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6e52e6e1-3b43-4e10-9f4b-1cc903e6dc09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:12.305258 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:12.339416 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6e52e6e1-3b43-4e10-9f4b-1cc903e6dc09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:12.416964 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=abf49307-942b-4969-84a1-fd00de62f826,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:12.432782 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6e52e6e1-3b43-4e10-9f4b-1cc903e6dc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:12.435560 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6e52e6e1-3b43-4e10-9f4b-1cc903e6dc09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:12.439232 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6e52e6e1-3b43-4e10-9f4b-1cc903e6dc09 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/0647e257-6d3e-48fa-a6aa-66834ee834c9 HTTP/1.1" status: 204 len: 168 time: 0.2225184 Nov 04 10:32:12.455417 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52e6e1-3b43-4e10-9f4b-1cc903e6dc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0647e257-6d3e-48fa-a6aa-66834ee834c9,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:12.489643 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:12.525991 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa280292-ec34-4fce-97d6-10cd0dc0baad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5624fe-6551-411c-a76b-5a75bb6968d5'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:32:12.529286 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7888de-8aed-4507-a1ea-3783c515653c" -d '{"events": [{"server_uuid": "aa280292-ec34-4fce-97d6-10cd0dc0baad", "name": "network-vif-plugged", "status": "completed", "tag": "7d5624fe-6551-411c-a76b-5a75bb6968d5"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:32:12.558907 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 7d5624fe-6551-411c-a76b-5a75bb6968d5, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=7d5624fe-6551-411c-a76b-5a75bb6968d5,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:12.565687 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:12.609586 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2eaf09b-a942-4542-9fec-c3d8594dd4f1 x-openstack-request-id: req-c2eaf09b-a942-4542-9fec-c3d8594dd4f1 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:32:12.609879 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa280292-ec34-4fce-97d6-10cd0dc0baad", "name": "network-vif-plugged", "status": "completed", "tag": "7d5624fe-6551-411c-a76b-5a75bb6968d5", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:32:12.610169 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-c2eaf09b-a942-4542-9fec-c3d8594dd4f1 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:32:12.610561 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa280292-ec34-4fce-97d6-10cd0dc0baad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5624fe-6551-411c-a76b-5a75bb6968d5', 'code': 200} Nov 04 10:32:12.658433 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['abf49307-942b-4969-84a1-fd00de62f826'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:32:12.729160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8815168-7755-4266-876a-5e3b7b1a2f91 req-97d2bcc4-eda4-4f36-b37a-5739cf740621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:12.732948 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c8815168-7755-4266-876a-5e3b7b1a2f91 req-97d2bcc4-eda4-4f36-b37a-5739cf740621 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=aa280292-ec34-4fce-97d6-10cd0dc0baad HTTP/1.1" status: 200 len: 1100 time: 0.0802984 Nov 04 10:32:12.745327 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=7d5624fe-6551-411c-a76b-5a75bb6968d5,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:12.795812 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c8815168-7755-4266-876a-5e3b7b1a2f91 req-640e9888-a9c9-49f3-96f9-924d178b3de1 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553880 Nov 04 10:32:12.826431 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f62e91-4b4a-4b58-b84a-e8ff34bd8a06 req-1b3d0248-f095-46dc-9b5d-47eb99796dc8 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:12.829162 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79f62e91-4b4a-4b58-b84a-e8ff34bd8a06 req-1b3d0248-f095-46dc-9b5d-47eb99796dc8 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=62ee800e-4a1f-430b-aee4-c8cc476f133a HTTP/1.1" status: 200 len: 948 time: 0.1396770 Nov 04 10:32:12.875082 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82775d73-6738-4094-80e0-8b1c88268de1 req-18e3ea81-d52e-4763-89e7-ba7cc183d105 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:12.878351 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82775d73-6738-4094-80e0-8b1c88268de1 req-18e3ea81-d52e-4763-89e7-ba7cc183d105 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 950 time: 0.1509421 Nov 04 10:32:12.926408 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33778) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:12.963444 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-46ccd18d-7449-4177-bc29-6444c755db5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:12.981281 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79f62e91-4b4a-4b58-b84a-e8ff34bd8a06 req-1a645da1-d3d3-446c-994a-b3d80dae75dc tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460500 Nov 04 10:32:13.014071 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82775d73-6738-4094-80e0-8b1c88268de1 req-1e84345f-7227-4d5f-be65-3c3192dbd0cd tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166673 Nov 04 10:32:13.119711 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-46ccd18d-7449-4177-bc29-6444c755db5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:13.127309 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-46ccd18d-7449-4177-bc29-6444c755db5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:13.182880 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11625a-0d68-4c54-82cb-e63ce1c1645f req-493da112-5bdf-4f16-b24a-2f3054f949d7 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:13.184534 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6a11625a-0d68-4c54-82cb-e63ce1c1645f req-493da112-5bdf-4f16-b24a-2f3054f949d7 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 945 time: 0.1010284 Nov 04 10:32:13.192736 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33782) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:13.193357 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-46ccd18d-7449-4177-bc29-6444c755db5d admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=9ebd0b9e17db4facb7ee1175f3da2ab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652886 Nov 04 10:32:13.193597 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ccd18d-7449-4177-bc29-6444c755db5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ae904b-66fc-41f1-8039-eaf8c826a900,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:13.253120 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6a11625a-0d68-4c54-82cb-e63ce1c1645f req-107d801c-d20e-4621-8327-78b26e4b3a80 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550308 Nov 04 10:32:13.254930 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-28d66cc0-5bb4-4b3c-926a-321593b1646a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:13.281421 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-28d66cc0-5bb4-4b3c-926a-321593b1646a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:13.329292 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-28d66cc0-5bb4-4b3c-926a-321593b1646a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:13.332009 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-28d66cc0-5bb4-4b3c-926a-321593b1646a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:13.333248 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-28d66cc0-5bb4-4b3c-926a-321593b1646a admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/c4ae904b-66fc-41f1-8039-eaf8c826a900 HTTP/1.1" status: 204 len: 168 time: 0.1383562 Nov 04 10:32:13.341908 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d66cc0-5bb4-4b3c-926a-321593b1646a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ae904b-66fc-41f1-8039-eaf8c826a900,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:14.192783 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358d0a9-ed0d-4306-a8e9-3c4200f76831 req-a868b0ec-71c1-4e70-9eb6-dffcd54b6295 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:14.200781 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a358d0a9-ed0d-4306-a8e9-3c4200f76831 req-a868b0ec-71c1-4e70-9eb6-dffcd54b6295 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=62ee800e-4a1f-430b-aee4-c8cc476f133a HTTP/1.1" status: 200 len: 948 time: 0.1074681 Nov 04 10:32:14.230490 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e1038-b031-41e1-a111-5f442d94db1d req-40a34112-ad6b-473c-b70d-de797614d84e tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:14.232089 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-735e1038-b031-41e1-a111-5f442d94db1d req-40a34112-ad6b-473c-b70d-de797614d84e tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 950 time: 0.1263778 Nov 04 10:32:14.294356 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a358d0a9-ed0d-4306-a8e9-3c4200f76831 req-f182a41c-01df-4bc5-b63c-1223e22c9727 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926380 Nov 04 10:32:14.327320 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-735e1038-b031-41e1-a111-5f442d94db1d req-fde6b0bc-6477-4d62-ba8c-803a33bd2e06 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763171 Nov 04 10:32:14.510826 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85c08-0ce7-4417-97a1-de600ac5952c req-8235ce55-6915-4464-83f6-73724a9eb814 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:14.513439 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0db85c08-0ce7-4417-97a1-de600ac5952c req-8235ce55-6915-4464-83f6-73724a9eb814 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 945 time: 0.0763533 Nov 04 10:32:14.520751 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:14.568453 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0db85c08-0ce7-4417-97a1-de600ac5952c req-27a3520c-ddfe-43c0-afee-fba5587fc677 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457985 Nov 04 10:32:15.432588 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85adb6-c568-4e09-88fb-c74104659a0a req-b3a320de-700b-4a8f-bce6-474695609982 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:15.434264 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7e85adb6-c568-4e09-88fb-c74104659a0a req-b3a320de-700b-4a8f-bce6-474695609982 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=62ee800e-4a1f-430b-aee4-c8cc476f133a HTTP/1.1" status: 200 len: 948 time: 0.0608759 Nov 04 10:32:15.514151 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9bb07-fc7c-4553-b8fe-faa69b36a4ba req-bb49378a-a3fb-4642-ad6e-8db12dc749b8 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:15.515718 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-acb9bb07-fc7c-4553-b8fe-faa69b36a4ba req-bb49378a-a3fb-4642-ad6e-8db12dc749b8 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 950 time: 0.0805221 Nov 04 10:32:15.523678 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7e85adb6-c568-4e09-88fb-c74104659a0a req-c5364f1d-2e82-4582-9f23-4237cd34040b tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776920 Nov 04 10:32:15.577519 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-acb9bb07-fc7c-4553-b8fe-faa69b36a4ba req-0c4165ab-1347-4c49-88db-5140efb11d30 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528262 Nov 04 10:32:15.699527 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f5d8c-6674-42cc-bf9d-30f7e1a77305 req-b337c7ff-b965-42ed-948d-ca7d3745f786 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:15.701291 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-194f5d8c-6674-42cc-bf9d-30f7e1a77305 req-b337c7ff-b965-42ed-948d-ca7d3745f786 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 945 time: 0.0574014 Nov 04 10:32:15.739957 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device abf49307-942b-4969-84a1-fd00de62f826 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:32:15.762294 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-194f5d8c-6674-42cc-bf9d-30f7e1a77305 req-2b63d9f8-695d-447e-8379-f19b81836f89 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540209 Nov 04 10:32:15.816197 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port abf49307-942b-4969-84a1-fd00de62f826 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:32:15.821486 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port abf49307-942b-4969-84a1-fd00de62f826 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:32:15.821972 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:15.920623 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:15.955216 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ee800e-4a1f-430b-aee4-c8cc476f133a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf49307-942b-4969-84a1-fd00de62f826'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:32:15.957589 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab1a4e8-8386-48c2-9dbe-2b8c15e99558" -d '{"events": [{"server_uuid": "62ee800e-4a1f-430b-aee4-c8cc476f133a", "name": "network-vif-plugged", "status": "completed", "tag": "abf49307-942b-4969-84a1-fd00de62f826"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:32:15.975704 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port abf49307-942b-4969-84a1-fd00de62f826, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=abf49307-942b-4969-84a1-fd00de62f826,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:15.987702 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:16.023874 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efbdc59-a16e-4f46-8ac3-d3c449ac80ca x-openstack-request-id: req-2efbdc59-a16e-4f46-8ac3-d3c449ac80ca {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:32:16.024084 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ee800e-4a1f-430b-aee4-c8cc476f133a", "name": "network-vif-plugged", "status": "completed", "tag": "abf49307-942b-4969-84a1-fd00de62f826", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:32:16.024343 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-2efbdc59-a16e-4f46-8ac3-d3c449ac80ca {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:32:16.024769 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ee800e-4a1f-430b-aee4-c8cc476f133a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf49307-942b-4969-84a1-fd00de62f826', 'code': 200} Nov 04 10:32:16.058814 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=abf49307-942b-4969-84a1-fd00de62f826,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:16.179355 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ccff7-8903-4286-a343-57c6a248dee4 req-d833fa1c-7c46-4647-9394-5686fba5a68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:16.182640 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1e3ccff7-8903-4286-a343-57c6a248dee4 req-d833fa1c-7c46-4647-9394-5686fba5a68b service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=62ee800e-4a1f-430b-aee4-c8cc476f133a HTTP/1.1" status: 200 len: 1100 time: 0.0815797 Nov 04 10:32:16.253186 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1e3ccff7-8903-4286-a343-57c6a248dee4 req-fdc0b314-9032-4537-bf31-d07215e08658 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570428 Nov 04 10:32:16.462317 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-32ce37c8-54a1-41b9-a65b-9a1d18eb36aa tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=0b72b24af0bc4c92b1f3a7094a7b640e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290744 Nov 04 10:32:16.597084 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-db5f5534-657f-4655-97a5-1280dde92044 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:16.599130 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-db5f5534-657f-4655-97a5-1280dde92044 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1293175 Nov 04 10:32:16.631149 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-64ce6d91-37eb-4f9d-b2a5-38e91c3bc170 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/quotas/0b72b24af0bc4c92b1f3a7094a7b640e HTTP/1.1" status: 200 len: 375 time: 0.0229969 Nov 04 10:32:16.652854 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d6e8a836-423f-4d64-8c17-b181f14a24cd req-433e3aa2-0120-4429-9117-d551372fe01c service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0869129 Nov 04 10:32:16.709171 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-3e8a497a-e29d-447d-87c4-1947b67df151 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=0b72b24af0bc4c92b1f3a7094a7b640e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674467 Nov 04 10:32:16.770708 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359f223-6734-4f08-8c66-289955122479 req-e18fb8f1-ae24-437f-aee7-7be231b39c50 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:16.772479 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b359f223-6734-4f08-8c66-289955122479 req-e18fb8f1-ae24-437f-aee7-7be231b39c50 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=62ee800e-4a1f-430b-aee4-c8cc476f133a HTTP/1.1" status: 200 len: 949 time: 0.0622458 Nov 04 10:32:16.800273 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8a836-423f-4d64-8c17-b181f14a24cd req-9c47198b-189b-4459-b5ad-465f0d1e75f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:16.802815 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d6e8a836-423f-4d64-8c17-b181f14a24cd req-9c47198b-189b-4459-b5ad-465f0d1e75f9 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 1100 time: 0.0664926 Nov 04 10:32:16.839857 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b359f223-6734-4f08-8c66-289955122479 req-5b6c5de9-3062-4381-a6f6-2705b60df84a tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574925 Nov 04 10:32:16.888918 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-183f222e-cb3f-4ce1-8bc3-bf225950801b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:16.958106 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8a836-423f-4d64-8c17-b181f14a24cd req-eb2a821c-37fb-4967-af2e-3a5c6c9addaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:16.960374 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d6e8a836-423f-4d64-8c17-b181f14a24cd req-eb2a821c-37fb-4967-af2e-3a5c6c9addaa service neutron] 10.222.0.126 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.1321919 Nov 04 10:32:17.025613 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afeba4-1249-4a54-8c13-106c9e68571d req-d10ab699-53ec-4916-9c97-6a7e7e867a91 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:17.029465 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d6e8a836-423f-4d64-8c17-b181f14a24cd req-68020567-2c0a-47a7-8463-39bb7fcb8dda service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=8f4d702b-b914-470f-874a-f8a7b107abdb HTTP/1.1" status: 200 len: 217 time: 0.0547693 Nov 04 10:32:17.033356 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d4afeba4-1249-4a54-8c13-106c9e68571d req-d10ab699-53ec-4916-9c97-6a7e7e867a91 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 950 time: 0.1080942 Nov 04 10:32:17.122987 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d4afeba4-1249-4a54-8c13-106c9e68571d req-f6024fcf-6c24-4e77-86df-dfcab90d28ff tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836186 Nov 04 10:32:17.123845 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8a836-423f-4d64-8c17-b181f14a24cd req-89a2206e-ee13-4ea8-95a0-69fec2393aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:17.125381 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d6e8a836-423f-4d64-8c17-b181f14a24cd req-89a2206e-ee13-4ea8-95a0-69fec2393aaa service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0859854 Nov 04 10:32:17.179397 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278f812-55ff-445b-8269-c0ceef81eeef req-a1675284-1a7a-41a8-8738-2790d5cf0cfb tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:17.189782 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4278f812-55ff-445b-8269-c0ceef81eeef req-a1675284-1a7a-41a8-8738-2790d5cf0cfb tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 945 time: 0.0828555 Nov 04 10:32:17.209788 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8a836-423f-4d64-8c17-b181f14a24cd req-8aeabbe9-a35d-4ea0-be17-e5d756c0a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:17.211555 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d6e8a836-423f-4d64-8c17-b181f14a24cd req-8aeabbe9-a35d-4ea0-be17-e5d756c0a7d9 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0647905 Nov 04 10:32:17.256215 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-4ef826cd-17c5-4b31-8edc-6cebcb930908 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=0b72b24af0bc4c92b1f3a7094a7b640e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297847 Nov 04 10:32:17.318839 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4278f812-55ff-445b-8269-c0ceef81eeef req-d3ebaf8d-f780-4b61-b52e-cd7fe7a183b5 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257858 Nov 04 10:32:17.343506 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d6e8a836-423f-4d64-8c17-b181f14a24cd req-92ca3979-cd2a-4209-9a92-4e69746f65f0 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139250 Nov 04 10:32:17.436162 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-9cb08da8-df6e-498b-9ad7-77b4b61e4a00 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:17.445214 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-9cb08da8-df6e-498b-9ad7-77b4b61e4a00 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1764994 Nov 04 10:32:17.465675 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-00e6a270-c6e8-4bbf-8b42-e1c5cec02e04 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/quotas/0b72b24af0bc4c92b1f3a7094a7b640e HTTP/1.1" status: 200 len: 375 time: 0.0194693 Nov 04 10:32:17.477465 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d6e8a836-423f-4d64-8c17-b181f14a24cd req-65139e89-6cc1-4b28-9e14-2f97df3467d6 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149497 Nov 04 10:32:17.524097 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-aee15842-19f7-42db-90b0-a410186f3463 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=0b72b24af0bc4c92b1f3a7094a7b640e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573585 Nov 04 10:32:17.778679 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-28eff8e3-1585-4b51-b3f0-4e32521aa9e6 req-a7c120d6-45fb-48d6-87b8-d64e721ea7ec tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/ports?device_id=a56e53e4-ac2e-48a1-b446-4c1b90f2a96d HTTP/1.1" status: 200 len: 210 time: 0.0707128 Nov 04 10:32:18.029454 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325c380-fcf6-480f-bb61-b0fd7509fb7f req-b6567b1e-14f7-449c-af2f-23f90d7fb087 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:18.031152 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6325c380-fcf6-480f-bb61-b0fd7509fb7f req-b6567b1e-14f7-449c-af2f-23f90d7fb087 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=62ee800e-4a1f-430b-aee4-c8cc476f133a HTTP/1.1" status: 200 len: 949 time: 0.0836737 Nov 04 10:32:18.121413 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:32:18.181079 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6325c380-fcf6-480f-bb61-b0fd7509fb7f req-8c11c169-102e-4d69-9269-cbae60d9ae05 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369452 Nov 04 10:32:18.319600 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5908b-3494-400e-9a9e-46806ce24129 req-e92b412a-a8b3-4ac7-9a51-81c57c011173 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:18.331527 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9ed5908b-3494-400e-9a9e-46806ce24129 req-e92b412a-a8b3-4ac7-9a51-81c57c011173 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 950 time: 0.1023631 Nov 04 10:32:18.451036 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-3cd2f641-dedf-4edb-bf74-0099f11387f0 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=0b72b24af0bc4c92b1f3a7094a7b640e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585296 Nov 04 10:32:18.481073 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9ed5908b-3494-400e-9a9e-46806ce24129 req-6a36c502-025d-48b9-aa3a-f9d5dbf832e2 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426251 Nov 04 10:32:18.531446 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9ec0d-2376-48d9-a25f-94e7388f527d req-3a2ac504-bcbe-44b1-9c13-0d7ca0188e82 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:18.545094 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-45c9ec0d-2376-48d9-a25f-94e7388f527d req-3a2ac504-bcbe-44b1-9c13-0d7ca0188e82 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 945 time: 0.0948141 Nov 04 10:32:18.624667 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-45c9ec0d-2376-48d9-a25f-94e7388f527d req-23792d30-8aaf-4b50-845f-997b1cdb2378 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776339 Nov 04 10:32:18.752574 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-676b918f-8dfd-4d37-b605-f84461796c34 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:18.754489 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-676b918f-8dfd-4d37-b605-f84461796c34 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2964041 Nov 04 10:32:18.781829 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-afea42c6-71ba-40c9-86a5-9f09a5da2007 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Request body: {'port': {'device_id': '1e5e5850-d733-4e31-ae2a-14941f0c50ac', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': '0b72b24af0bc4c92b1f3a7094a7b640e'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:32:18.902205 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a702336e-e152-4b7f-990e-4795f6d63e35 req-30d22bd7-d7ad-4f43-b315-8a973566673f tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/ports?device_id=a56e53e4-ac2e-48a1-b446-4c1b90f2a96d HTTP/1.1" status: 200 len: 210 time: 0.0327632 Nov 04 10:32:18.940763 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-afea42c6-71ba-40c9-86a5-9f09a5da2007 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Made reservation on behalf of 0b72b24af0bc4c92b1f3a7094a7b640e for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:32:18.945385 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-afea42c6-71ba-40c9-86a5-9f09a5da2007 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:18.955919 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-afea42c6-71ba-40c9-86a5-9f09a5da2007 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:19.048620 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-afea42c6-71ba-40c9-86a5-9f09a5da2007 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:19.054142 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-afea42c6-71ba-40c9-86a5-9f09a5da2007 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:19.201532 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea42c6-71ba-40c9-86a5-9f09a5da2007 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd39b566-6b5c-446f-a702-6ac696cd451d,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:19.257475 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fac75599-e0ed-4c82-b2f4-d59150c28bce req-4c1663b9-7504-41f6-9953-e6b29943dc29 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1273611 Nov 04 10:32:19.357750 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c7217b8f-e4a7-4b71-812b-04b9bef8f8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:19.404084 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-56680066-1b31-45fb-b765-36d8edc4420c tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=0b72b24af0bc4c92b1f3a7094a7b640e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789833 Nov 04 10:32:19.498317 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-afea42c6-71ba-40c9-86a5-9f09a5da2007 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Allocated IP 192.168.233.122 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/48af9415-890c-4fbd-88cd-d650b763538d) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:32:19.540221 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac75599-e0ed-4c82-b2f4-d59150c28bce req-cf6d621f-b46b-4691-9271-b07ba6da8c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:19.542215 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fac75599-e0ed-4c82-b2f4-d59150c28bce req-cf6d621f-b46b-4691-9271-b07ba6da8c44 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0464048b294a465b81cede98ee2447df&device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e HTTP/1.1" status: 200 len: 1095 time: 0.1003227 Nov 04 10:32:19.700995 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf6616-9722-4821-abfa-242aeb9d3e64 req-0023d60c-ed6e-44a2-bcf2-d31f71f3bd87 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:19.708539 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-35cf6616-9722-4821-abfa-242aeb9d3e64 req-0023d60c-ed6e-44a2-bcf2-d31f71f3bd87 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=62ee800e-4a1f-430b-aee4-c8cc476f133a HTTP/1.1" status: 200 len: 949 time: 0.3033373 Nov 04 10:32:19.750214 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76a049-dc0b-4e10-9fa3-976f570e2535 req-9a49fecb-d743-49d4-b8ee-a170906a8f5d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:19.752444 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bb76a049-dc0b-4e10-9fa3-976f570e2535 req-9a49fecb-d743-49d4-b8ee-a170906a8f5d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 950 time: 0.1435003 Nov 04 10:32:19.815127 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-79e934f9-3dbf-4ab6-870f-f45dcdca53c6 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:19.817403 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-79e934f9-3dbf-4ab6-870f-f45dcdca53c6 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3136272 Nov 04 10:32:19.868194 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-58e5c943-5a2e-4def-83ab-3c0a15b7d1d9 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Request body: {'port': {'device_id': 'a56e53e4-ac2e-48a1-b446-4c1b90f2a96d', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': '0b72b24af0bc4c92b1f3a7094a7b640e'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:32:19.878564 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac75599-e0ed-4c82-b2f4-d59150c28bce req-b6b0aef8-d7bc-466a-8703-4a78986b835a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:19.880063 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fac75599-e0ed-4c82-b2f4-d59150c28bce req-b6b0aef8-d7bc-466a-8703-4a78986b835a service neutron] 10.222.0.121 "GET /v2.0/networks?id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 HTTP/1.1" status: 200 len: 923 time: 0.2791026 Nov 04 10:32:19.892065 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-35cf6616-9722-4821-abfa-242aeb9d3e64 req-1a223301-74d9-400e-bf9d-1033668e2fca tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804204 Nov 04 10:32:20.013596 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fac75599-e0ed-4c82-b2f4-d59150c28bce req-87fcd1ef-4220-4ab1-aada-144e5833baa3 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b06a2c65-3b26-45df-ad41-2b9901e903d9 HTTP/1.1" status: 200 len: 217 time: 0.1004274 Nov 04 10:32:20.032527 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bb76a049-dc0b-4e10-9fa3-976f570e2535 req-a245668a-e759-40b0-b9c0-dae98334355b tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694018 Nov 04 10:32:20.057412 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-afea42c6-71ba-40c9-86a5-9f09a5da2007 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:20.133773 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac75599-e0ed-4c82-b2f4-d59150c28bce req-c43350ce-94d3-4bdd-b579-1078056b2556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:20.136099 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fac75599-e0ed-4c82-b2f4-d59150c28bce req-c43350ce-94d3-4bdd-b579-1078056b2556 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=74d328ae-3dd4-4757-b0cd-5d3ffb3741ad HTTP/1.1" status: 200 len: 861 time: 0.1146524 Nov 04 10:32:20.158272 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-afea42c6-71ba-40c9-86a5-9f09a5da2007 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:20.188871 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fac75599-e0ed-4c82-b2f4-d59150c28bce req-0e223a79-b942-4d6b-9d73-8e740a8cc28d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408518 Nov 04 10:32:20.231918 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab583b85-5a73-43db-a6ae-8c2fa072c6c7 req-e1283f82-3be5-4dd4-a6e9-c3a3401b5efd tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:20.240053 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab583b85-5a73-43db-a6ae-8c2fa072c6c7 req-e1283f82-3be5-4dd4-a6e9-c3a3401b5efd tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 945 time: 0.2775950 Nov 04 10:32:20.299110 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-58e5c943-5a2e-4def-83ab-3c0a15b7d1d9 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Made reservation on behalf of 0b72b24af0bc4c92b1f3a7094a7b640e for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:32:20.303530 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-58e5c943-5a2e-4def-83ab-3c0a15b7d1d9 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:20.346392 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4108e-9ba0-48d2-b430-52d8a896168a req-d4b82d9e-9b9b-4632-96b8-924559765697 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:20.355200 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c3c4108e-9ba0-48d2-b430-52d8a896168a req-d4b82d9e-9b9b-4632-96b8-924559765697 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=aa280292-ec34-4fce-97d6-10cd0dc0baad HTTP/1.1" status: 200 len: 949 time: 0.1786933 Nov 04 10:32:20.388134 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab583b85-5a73-43db-a6ae-8c2fa072c6c7 req-9de18573-dc5c-4c81-b67b-44c95918b302 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418602 Nov 04 10:32:20.530622 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c3c4108e-9ba0-48d2-b430-52d8a896168a req-9e355474-5555-483a-a91b-e2caa4baa852 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578717 Nov 04 10:32:20.594272 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-afea42c6-71ba-40c9-86a5-9f09a5da2007 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:32:20.602599 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:20.606073 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-afea42c6-71ba-40c9-86a5-9f09a5da2007 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:32:20.612957 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-afea42c6-71ba-40c9-86a5-9f09a5da2007 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:32:20.624777 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea42c6-71ba-40c9-86a5-9f09a5da2007 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Pushing event updated for resources: {'Port': ['ID=48af9415-890c-4fbd-88cd-d650b763538d,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:20.635134 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-60e068e3-bbd1-4ec0-ac03-4110bd100b5f req-b8cd1061-6423-474c-8850-96f6f279fed9 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/ports?device_id=a56e53e4-ac2e-48a1-b446-4c1b90f2a96d HTTP/1.1" status: 200 len: 210 time: 0.0989931 Nov 04 10:32:20.701025 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-afea42c6-71ba-40c9-86a5-9f09a5da2007 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:20.702133 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-afea42c6-71ba-40c9-86a5-9f09a5da2007 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:20.702248 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-58e5c943-5a2e-4def-83ab-3c0a15b7d1d9 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Allocated IP 192.168.233.199 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/4a168652-df08-4063-8275-ed49f6fd1940) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:32:20.748525 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-afea42c6-71ba-40c9-86a5-9f09a5da2007 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9744983 Nov 04 10:32:20.757512 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fac75599-e0ed-4c82-b2f4-d59150c28bce req-6982c9cb-3ff2-4942-a0b1-8b29b98da49e service neutron] 10.222.0.121 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400589 Nov 04 10:32:20.768734 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-5612b0f6-686b-46d6-ba38-960bc0cedc1a service neutron] Request body: {'port': {'device_id': '1e5e5850-d733-4e31-ae2a-14941f0c50ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:32:20.902810 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-5612b0f6-686b-46d6-ba38-960bc0cedc1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:21.009972 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fac75599-e0ed-4c82-b2f4-d59150c28bce req-8fe65a43-cf4e-4749-8c20-790428ce885b service neutron] 10.222.0.121 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308416 Nov 04 10:32:21.067499 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34212) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:21.124786 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c76f9e97-eaf8-4db2-8d5f-380340860b85 None None] Provisioning complete for port 48af9415-890c-4fbd-88cd-d650b763538d triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:32:21.128672 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c76f9e97-eaf8-4db2-8d5f-380340860b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:21.165694 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-58e5c943-5a2e-4def-83ab-3c0a15b7d1d9 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:21.231322 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-c76f9e97-eaf8-4db2-8d5f-380340860b85 None None] Port 48af9415-890c-4fbd-88cd-d650b763538d cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:32:21.301349 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f5480-aece-409a-aa78-0563fec682b3 req-8c3456c2-092f-4a90-8b6c-f76d35f8cdae tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:21.302932 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-934f5480-aece-409a-aa78-0563fec682b3 req-8c3456c2-092f-4a90-8b6c-f76d35f8cdae tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 1096 time: 0.1593635 Nov 04 10:32:21.308347 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c05d411-ce94-42b2-9082-573af13f3950 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:21.329447 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251621b-d6df-4dbb-bb79-155bc463af97 req-51442e3f-2a6a-4114-ab3b-49fd80819cb9 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:21.335216 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251621b-d6df-4dbb-bb79-155bc463af97 req-51442e3f-2a6a-4114-ab3b-49fd80819cb9 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:21.336860 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f251621b-d6df-4dbb-bb79-155bc463af97 req-51442e3f-2a6a-4114-ab3b-49fd80819cb9 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=62ee800e-4a1f-430b-aee4-c8cc476f133a&device_id=aa280292-ec34-4fce-97d6-10cd0dc0baad HTTP/1.1" status: 200 len: 1689 time: 0.1353455 Nov 04 10:32:21.346231 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-58e5c943-5a2e-4def-83ab-3c0a15b7d1d9 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:21.457003 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-58e5c943-5a2e-4def-83ab-3c0a15b7d1d9 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:32:21.463282 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5c943-5a2e-4def-83ab-3c0a15b7d1d9 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Pushing event updated for resources: {'Port': ['ID=4a168652-df08-4063-8275-ed49f6fd1940,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:21.474855 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-58e5c943-5a2e-4def-83ab-3c0a15b7d1d9 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:32:21.481378 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-58e5c943-5a2e-4def-83ab-3c0a15b7d1d9 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:32:21.498058 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-934f5480-aece-409a-aa78-0563fec682b3 req-b7c33b3d-5fb8-439b-b91b-3682d2b510ab tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861801 Nov 04 10:32:21.565583 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f251621b-d6df-4dbb-bb79-155bc463af97 req-0ef35fba-f67e-4ece-af37-3f8427d86e7d tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111304 Nov 04 10:32:21.572262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-5612b0f6-686b-46d6-ba38-960bc0cedc1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48af9415-890c-4fbd-88cd-d650b763538d {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:32:21.594038 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-5612b0f6-686b-46d6-ba38-960bc0cedc1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:21.599587 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-58e5c943-5a2e-4def-83ab-3c0a15b7d1d9 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:21.601252 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-58e5c943-5a2e-4def-83ab-3c0a15b7d1d9 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:21.626353 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-58e5c943-5a2e-4def-83ab-3c0a15b7d1d9 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7895799 Nov 04 10:32:21.637260 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-5612b0f6-686b-46d6-ba38-960bc0cedc1a service neutron] Transition to ACTIVE for port object 48af9415-890c-4fbd-88cd-d650b763538d will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:32:21.646550 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-5612b0f6-686b-46d6-ba38-960bc0cedc1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:21.646806 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-cf731b9e-3895-48be-b23c-72ee8334662a service neutron] Request body: {'port': {'device_id': 'a56e53e4-ac2e-48a1-b446-4c1b90f2a96d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:32:21.711388 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612b0f6-686b-46d6-ba38-960bc0cedc1a service neutron] Pushing event updated for resources: {'Port': ['ID=48af9415-890c-4fbd-88cd-d650b763538d,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:21.815053 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-5612b0f6-686b-46d6-ba38-960bc0cedc1a service neutron] Attempting to bind port 48af9415-890c-4fbd-88cd-d650b763538d on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:32:21.815797 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-5612b0f6-686b-46d6-ba38-960bc0cedc1a service neutron] Attempting to bind port 48af9415-890c-4fbd-88cd-d650b763538d by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:32:21.815966 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-5612b0f6-686b-46d6-ba38-960bc0cedc1a service neutron] Attempting to bind port 48af9415-890c-4fbd-88cd-d650b763538d on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:32:21.821232 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-5612b0f6-686b-46d6-ba38-960bc0cedc1a service neutron] Port 48af9415-890c-4fbd-88cd-d650b763538d on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:32:21.821858 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-5612b0f6-686b-46d6-ba38-960bc0cedc1a service neutron] Attempting to bind port 48af9415-890c-4fbd-88cd-d650b763538d on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:32:21.828614 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-5612b0f6-686b-46d6-ba38-960bc0cedc1a service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:32:21.829150 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-5612b0f6-686b-46d6-ba38-960bc0cedc1a service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:32:21.829639 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-5612b0f6-686b-46d6-ba38-960bc0cedc1a service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:32:21.830190 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-5612b0f6-686b-46d6-ba38-960bc0cedc1a service neutron] Bound port: 48af9415-890c-4fbd-88cd-d650b763538d, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:32:21.830333 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c05d411-ce94-42b2-9082-573af13f3950 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:21.830795 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-5612b0f6-686b-46d6-ba38-960bc0cedc1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:21.846596 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c05d411-ce94-42b2-9082-573af13f3950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:21.880102 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-cf731b9e-3895-48be-b23c-72ee8334662a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:21.891714 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05d411-ce94-42b2-9082-573af13f3950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73ed583-e3d5-4f8d-9a10-ec809996b437,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:21.904286 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a9758-8aed-4b50-98d2-617cb173adfe req-8624ada9-d4b3-4862-9233-0d2068754694 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:21.906173 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4e7a9758-8aed-4b50-98d2-617cb173adfe req-8624ada9-d4b3-4862-9233-0d2068754694 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 950 time: 0.1868403 Nov 04 10:32:21.909278 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-6df97d7c-e5fc-4701-8cd4-dac70fe601f2 None None] Provisioning complete for port 4a168652-df08-4063-8275-ed49f6fd1940 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:32:21.912227 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6df97d7c-e5fc-4701-8cd4-dac70fe601f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:21.923018 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f929bd-5d30-4933-ad2f-3e4ba315b9e3 req-095c153e-d9d5-4945-a76a-4877f84660f1 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:21.932346 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-30f929bd-5d30-4933-ad2f-3e4ba315b9e3 req-095c153e-d9d5-4945-a76a-4877f84660f1 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 945 time: 0.2945480 Nov 04 10:32:21.940968 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-5612b0f6-686b-46d6-ba38-960bc0cedc1a service neutron] For port 48af9415-890c-4fbd-88cd-d650b763538d, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:32:21.945465 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-5612b0f6-686b-46d6-ba38-960bc0cedc1a service neutron] For port 48af9415-890c-4fbd-88cd-d650b763538d, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=48af9415-890c-4fbd-88cd-d650b763538d,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:32:21.952556 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-5612b0f6-686b-46d6-ba38-960bc0cedc1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:21.999856 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-5612b0f6-686b-46d6-ba38-960bc0cedc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:22.001415 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-5612b0f6-686b-46d6-ba38-960bc0cedc1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:22.003748 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-5612b0f6-686b-46d6-ba38-960bc0cedc1a service neutron] 10.222.0.121 "PUT /v2.0/ports/48af9415-890c-4fbd-88cd-d650b763538d HTTP/1.1" status: 200 len: 1096 time: 1.2415373 Nov 04 10:32:22.007405 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5e5850-d733-4e31-ae2a-14941f0c50ac', 'tag': '48af9415-890c-4fbd-88cd-d650b763538d'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:32:22.013465 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1350d6b-87c3-47fb-b612-f6ee74000d58" -d '{"events": [{"name": "network-changed", "server_uuid": "1e5e5850-d733-4e31-ae2a-14941f0c50ac", "tag": "48af9415-890c-4fbd-88cd-d650b763538d"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:32:22.038035 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-6df97d7c-e5fc-4701-8cd4-dac70fe601f2 None None] Port 4a168652-df08-4063-8275-ed49f6fd1940 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:32:22.069099 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612b0f6-686b-46d6-ba38-960bc0cedc1a service neutron] Pushing event updated for resources: {'Port': ['ID=48af9415-890c-4fbd-88cd-d650b763538d,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:22.092424 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:22.153986 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3c05d411-ce94-42b2-9082-573af13f3950 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=def5f6b1d52c469a8f2b5f986b9291f2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0830781 Nov 04 10:32:22.154932 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34230) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:22.163238 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-0e318fce-2a90-4d9b-9cf9-5d2c0e424f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:22.166238 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-0e318fce-2a90-4d9b-9cf9-5d2c0e424f62 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0b72b24af0bc4c92b1f3a7094a7b640e&device_id=1e5e5850-d733-4e31-ae2a-14941f0c50ac HTTP/1.1" status: 200 len: 1099 time: 0.0843132 Nov 04 10:32:22.226795 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-b14b671f-b941-403e-b713-bdc12346b17c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=48af9415-890c-4fbd-88cd-d650b763538d HTTP/1.1" status: 200 len: 217 time: 0.0474410 Nov 04 10:32:22.279792 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-30f929bd-5d30-4933-ad2f-3e4ba315b9e3 req-1d9ec282-fcd0-480a-a455-96b8358ecf7c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463259 Nov 04 10:32:22.325575 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4e7a9758-8aed-4b50-98d2-617cb173adfe req-be78e3c3-11ca-4c3d-8008-93335cfdf644 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870075 Nov 04 10:32:22.338875 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-4b3b488d-6594-4ad6-85ac-b17393a0e1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:22.340401 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-4b3b488d-6594-4ad6-85ac-b17393a0e1cf service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1034150 Nov 04 10:32:22.391009 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d54a5afa-8b1c-4414-b264-2bdda7c02be9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:22.413290 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-6faf5397-3550-495a-a37a-585b12a5c0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:22.414602 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-6faf5397-3550-495a-a37a-585b12a5c0f2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0639260 Nov 04 10:32:22.543177 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-24566657-2313-4157-b0df-91dbd6099cc7 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182876 Nov 04 10:32:22.585988 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d54a5afa-8b1c-4414-b264-2bdda7c02be9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:22.593360 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:22.596277 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-cf731b9e-3895-48be-b23c-72ee8334662a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a168652-df08-4063-8275-ed49f6fd1940 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:32:22.607751 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-cf731b9e-3895-48be-b23c-72ee8334662a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:22.637692 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-cf731b9e-3895-48be-b23c-72ee8334662a service neutron] Transition to ACTIVE for port object 4a168652-df08-4063-8275-ed49f6fd1940 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:32:22.650516 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-cf731b9e-3895-48be-b23c-72ee8334662a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:22.759751 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7b7cb892-a496-48d8-aee7-177ab48b7ae4 req-423277a0-dea4-4573-95c2-84d75bab900b service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075744 Nov 04 10:32:22.804222 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d54a5afa-8b1c-4414-b264-2bdda7c02be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:22.807746 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d54a5afa-8b1c-4414-b264-2bdda7c02be9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:22.810049 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d54a5afa-8b1c-4414-b264-2bdda7c02be9 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/d73ed583-e3d5-4f8d-9a10-ec809996b437 HTTP/1.1" status: 204 len: 168 time: 0.6538107 Nov 04 10:32:22.811024 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf731b9e-3895-48be-b23c-72ee8334662a service neutron] Pushing event updated for resources: {'Port': ['ID=4a168652-df08-4063-8275-ed49f6fd1940,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:22.873496 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a5afa-8b1c-4414-b264-2bdda7c02be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73ed583-e3d5-4f8d-9a10-ec809996b437,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:22.932144 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc5cb5-819b-47d5-84ca-f95c5a745663 req-65fd973f-9535-4c7b-b26f-d35590c82e27 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:22.941652 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0abc5cb5-819b-47d5-84ca-f95c5a745663 req-65fd973f-9535-4c7b-b26f-d35590c82e27 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/ports?device_id=a56e53e4-ac2e-48a1-b446-4c1b90f2a96d HTTP/1.1" status: 200 len: 948 time: 0.2047427 Nov 04 10:32:22.994891 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-cf731b9e-3895-48be-b23c-72ee8334662a service neutron] Attempting to bind port 4a168652-df08-4063-8275-ed49f6fd1940 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:32:22.994891 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-cf731b9e-3895-48be-b23c-72ee8334662a service neutron] Attempting to bind port 4a168652-df08-4063-8275-ed49f6fd1940 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:32:22.995146 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-cf731b9e-3895-48be-b23c-72ee8334662a service neutron] Attempting to bind port 4a168652-df08-4063-8275-ed49f6fd1940 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:32:23.017315 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-cf731b9e-3895-48be-b23c-72ee8334662a service neutron] Port 4a168652-df08-4063-8275-ed49f6fd1940 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:32:23.017648 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-cf731b9e-3895-48be-b23c-72ee8334662a service neutron] Attempting to bind port 4a168652-df08-4063-8275-ed49f6fd1940 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:32:23.034409 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-cf731b9e-3895-48be-b23c-72ee8334662a service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:32:23.034759 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-cf731b9e-3895-48be-b23c-72ee8334662a service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:32:23.035143 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-cf731b9e-3895-48be-b23c-72ee8334662a service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:32:23.035610 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-cf731b9e-3895-48be-b23c-72ee8334662a service neutron] Bound port: 4a168652-df08-4063-8275-ed49f6fd1940, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:32:23.035974 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-cf731b9e-3895-48be-b23c-72ee8334662a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:23.071007 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0abc5cb5-819b-47d5-84ca-f95c5a745663 req-0f3fcd56-bf6a-4f46-9583-d1d5755c7921 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/security-groups?id=dd39b566-6b5c-446f-a702-6ac696cd451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261480 Nov 04 10:32:23.170735 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4feb68e6-58ca-43c2-9b4c-e9eedc20de69 x-openstack-request-id: req-4feb68e6-58ca-43c2-9b4c-e9eedc20de69 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:32:23.170998 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e5e5850-d733-4e31-ae2a-14941f0c50ac", "tag": "48af9415-890c-4fbd-88cd-d650b763538d", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:32:23.171264 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-4feb68e6-58ca-43c2-9b4c-e9eedc20de69 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:32:23.171702 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e5e5850-d733-4e31-ae2a-14941f0c50ac', 'tag': '48af9415-890c-4fbd-88cd-d650b763538d', 'status': 'completed', 'code': 200} Nov 04 10:32:23.200080 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-cf731b9e-3895-48be-b23c-72ee8334662a service neutron] For port 4a168652-df08-4063-8275-ed49f6fd1940, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:32:23.206602 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-cf731b9e-3895-48be-b23c-72ee8334662a service neutron] For port 4a168652-df08-4063-8275-ed49f6fd1940, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4a168652-df08-4063-8275-ed49f6fd1940,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:32:23.216373 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-cf731b9e-3895-48be-b23c-72ee8334662a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:23.291266 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-cf731b9e-3895-48be-b23c-72ee8334662a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:23.292436 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-cf731b9e-3895-48be-b23c-72ee8334662a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:23.295853 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-cf731b9e-3895-48be-b23c-72ee8334662a service neutron] 10.222.0.121 "PUT /v2.0/ports/4a168652-df08-4063-8275-ed49f6fd1940 HTTP/1.1" status: 200 len: 1096 time: 1.6548767 Nov 04 10:32:23.296425 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a56e53e4-ac2e-48a1-b446-4c1b90f2a96d', 'tag': '4a168652-df08-4063-8275-ed49f6fd1940'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:32:23.299447 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89684c14-59fa-4355-897e-682153d98bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "a56e53e4-ac2e-48a1-b446-4c1b90f2a96d", "tag": "4a168652-df08-4063-8275-ed49f6fd1940"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:32:23.332055 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1350d6b-87c3-47fb-b612-f6ee74000d58 req-f9263532-3e7d-458a-848a-7d7e698cd03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:23.339551 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1350d6b-87c3-47fb-b612-f6ee74000d58 req-f9263532-3e7d-458a-848a-7d7e698cd03e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0b72b24af0bc4c92b1f3a7094a7b640e&device_id=1e5e5850-d733-4e31-ae2a-14941f0c50ac HTTP/1.1" status: 200 len: 1099 time: 0.1467476 Nov 04 10:32:23.446699 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34268) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:23.471109 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-46db4a97-542d-4eba-aeb3-263b382cbe6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:23.473782 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf731b9e-3895-48be-b23c-72ee8334662a service neutron] Pushing event updated for resources: {'Port': ['ID=4a168652-df08-4063-8275-ed49f6fd1940,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:23.491132 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbaae3-b4cf-46eb-895c-9362c896f4f7 req-959f22aa-9c29-4a2e-b74f-6ffb062d133b tempest-ServersOnMultiNodesTest-1979143440 tempest-ServersOnMultiNodesTest-1979143440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:23.500573 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-76fbaae3-b4cf-46eb-895c-9362c896f4f7 req-959f22aa-9c29-4a2e-b74f-6ffb062d133b tempest-ServersOnMultiNodesTest-1979143440 tempest-ServersOnMultiNodesTest-1979143440-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=62ee800e-4a1f-430b-aee4-c8cc476f133a HTTP/1.1" status: 200 len: 1100 time: 0.2187564 Nov 04 10:32:23.547004 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-8af2db7f-0947-49ba-8313-e211f1ec20f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:23.548961 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-8af2db7f-0947-49ba-8313-e211f1ec20f6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0b72b24af0bc4c92b1f3a7094a7b640e&device_id=a56e53e4-ac2e-48a1-b446-4c1b90f2a96d HTTP/1.1" status: 200 len: 1099 time: 0.1857584 Nov 04 10:32:23.569014 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1350d6b-87c3-47fb-b612-f6ee74000d58 req-6989e286-5551-4024-9719-ffcae1bd7d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:23.575571 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1350d6b-87c3-47fb-b612-f6ee74000d58 req-6989e286-5551-4024-9719-ffcae1bd7d93 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.2219160 Nov 04 10:32:23.645263 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1350d6b-87c3-47fb-b612-f6ee74000d58 req-eb2e4dde-1364-4306-b662-d09f8fd046aa service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=48af9415-890c-4fbd-88cd-d650b763538d HTTP/1.1" status: 200 len: 217 time: 0.0417666 Nov 04 10:32:23.707744 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-46db4a97-542d-4eba-aeb3-263b382cbe6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:23.718839 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-46db4a97-542d-4eba-aeb3-263b382cbe6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:23.747484 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1350d6b-87c3-47fb-b612-f6ee74000d58 req-07911500-2f45-4550-bb11-8a9be46b53c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:23.749328 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1350d6b-87c3-47fb-b612-f6ee74000d58 req-07911500-2f45-4550-bb11-8a9be46b53c0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0920050 Nov 04 10:32:23.786975 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-46db4a97-542d-4eba-aeb3-263b382cbe6a admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=2dc74092d7f245e7b741b942d1984e74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3384984 Nov 04 10:32:23.802940 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34272) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:23.812954 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db4a97-542d-4eba-aeb3-263b382cbe6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1f1101-0b59-47bc-86f5-546527e12031,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:23.859824 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1350d6b-87c3-47fb-b612-f6ee74000d58 req-bbacb20c-61cb-4567-91a6-7cde1b792c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:23.861603 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1350d6b-87c3-47fb-b612-f6ee74000d58 req-bbacb20c-61cb-4567-91a6-7cde1b792c2d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1019530 Nov 04 10:32:23.890141 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b9f9ccc-4e9b-4572-b87f-5025573d44c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:23.945904 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-e253fb49-bae1-448e-ba37-8a309bcdf8c7 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:32:23.947206 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-e253fb49-bae1-448e-ba37-8a309bcdf8c7 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0127094 Nov 04 10:32:23.981609 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b9f9ccc-4e9b-4572-b87f-5025573d44c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:24.046417 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-c00103c5-19a5-4b5c-833f-17358d43fc97 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=4a168652-df08-4063-8275-ed49f6fd1940 HTTP/1.1" status: 200 len: 217 time: 0.4884348 Nov 04 10:32:24.049985 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-76fbaae3-b4cf-46eb-895c-9362c896f4f7 req-47b59b8d-59f5-4ac7-9e7f-5b83c9ec669c tempest-ServersOnMultiNodesTest-1979143440 tempest-ServersOnMultiNodesTest-1979143440-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5478930 Nov 04 10:32:24.050693 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-f5d44b7c-a685-4bab-9605-64b60955607c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:24.052066 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-f5d44b7c-a685-4bab-9605-64b60955607c service neutron] 10.222.0.127 "GET /v2.0/ports/8f7f0928-17d2-414f-8566-837b84f7fd38 HTTP/1.1" status: 200 len: 1093 time: 0.0861037 Nov 04 10:32:24.059364 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1350d6b-87c3-47fb-b612-f6ee74000d58 req-fd4b129e-ad67-4764-8abf-92d2373e458a service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827509 Nov 04 10:32:24.093605 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-915fa400-0da3-49b5-9625-1049dc319d1e service neutron] Request body: {'binding': {'host': 'n-h2-816629-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:32:24.094066 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-915fa400-0da3-49b5-9625-1049dc319d1e service neutron] Unknown quota resources ['binding']. {{(pid=101775) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 04 10:32:24.122860 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-db258785-c530-450a-9476-db91e4277782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:24.125382 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-db258785-c530-450a-9476-db91e4277782 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0670600 Nov 04 10:32:24.159050 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b9f9ccc-4e9b-4572-b87f-5025573d44c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:24.161555 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b9f9ccc-4e9b-4572-b87f-5025573d44c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:24.162682 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3b9f9ccc-4e9b-4572-b87f-5025573d44c5 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/de1f1101-0b59-47bc-86f5-546527e12031 HTTP/1.1" status: 204 len: 168 time: 0.3583393 Nov 04 10:32:24.193953 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f9ccc-4e9b-4572-b87f-5025573d44c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1f1101-0b59-47bc-86f5-546527e12031,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:24.219959 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-4a66a9ea-e461-4ca9-ae70-d1809b2872dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:24.231473 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-4a66a9ea-e461-4ca9-ae70-d1809b2872dd service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0932767 Nov 04 10:32:24.240917 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaef3c0-940d-4b5f-a6c7-ed2a7ac3d163 req-544bc4e5-4eda-45a1-bda2-9b3f8fc7e0f6 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:24.242511 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fcaef3c0-940d-4b5f-a6c7-ed2a7ac3d163 req-544bc4e5-4eda-45a1-bda2-9b3f8fc7e0f6 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 945 time: 0.1131239 Nov 04 10:32:24.283879 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1350d6b-87c3-47fb-b612-f6ee74000d58 req-7ef041e1-a1f6-40d6-817a-9fd8d819e838 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030022 Nov 04 10:32:24.341230 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-915fa400-0da3-49b5-9625-1049dc319d1e service neutron] Attempting to bind port 8f7f0928-17d2-414f-8566-837b84f7fd38 on host n-h2-816629-1 for vnic_type normal with profile None {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:32:24.341731 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-915fa400-0da3-49b5-9625-1049dc319d1e service neutron] Attempting to bind port 8f7f0928-17d2-414f-8566-837b84f7fd38 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:32:24.342063 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-915fa400-0da3-49b5-9625-1049dc319d1e service neutron] Attempting to bind port 8f7f0928-17d2-414f-8566-837b84f7fd38 on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:32:24.347468 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-915fa400-0da3-49b5-9625-1049dc319d1e service neutron] Port 8f7f0928-17d2-414f-8566-837b84f7fd38 on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:32:24.347790 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-915fa400-0da3-49b5-9625-1049dc319d1e service neutron] Attempting to bind port 8f7f0928-17d2-414f-8566-837b84f7fd38 on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:32:24.355145 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-915fa400-0da3-49b5-9625-1049dc319d1e service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:32:24.355539 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-915fa400-0da3-49b5-9625-1049dc319d1e service neutron] Checking segment: {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:32:24.356010 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-915fa400-0da3-49b5-9625-1049dc319d1e service neutron] Bound using segment: {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:32:24.356450 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-915fa400-0da3-49b5-9625-1049dc319d1e service neutron] Bound port: 8f7f0928-17d2-414f-8566-837b84f7fd38, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:32:24.360630 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fcaef3c0-940d-4b5f-a6c7-ed2a7ac3d163 req-60e6a91c-0c4d-4fcf-90a9-d0f1baf04f4f tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070991 Nov 04 10:32:24.401050 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-703d8677-d369-46d5-b3af-41b68461bb9b service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556199 Nov 04 10:32:24.436862 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6327ee6c-1230-47b1-b001-4d9ca0fd974e x-openstack-request-id: req-6327ee6c-1230-47b1-b001-4d9ca0fd974e {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:32:24.437063 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-915fa400-0da3-49b5-9625-1049dc319d1e service neutron] For port 8f7f0928-17d2-414f-8566-837b84f7fd38, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=8f7f0928-17d2-414f-8566-837b84f7fd38,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:32:24.437161 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a56e53e4-ac2e-48a1-b446-4c1b90f2a96d", "tag": "4a168652-df08-4063-8275-ed49f6fd1940", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:32:24.437440 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-6327ee6c-1230-47b1-b001-4d9ca0fd974e {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:32:24.437788 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a56e53e4-ac2e-48a1-b446-4c1b90f2a96d', 'tag': '4a168652-df08-4063-8275-ed49f6fd1940', 'status': 'completed', 'code': 200} Nov 04 10:32:24.454372 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-915fa400-0da3-49b5-9625-1049dc319d1e service neutron] Publish callbacks [] for binding, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:24.454372 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-915fa400-0da3-49b5-9625-1049dc319d1e service neutron] 10.222.0.127 "POST /v2.0/ports/8f7f0928-17d2-414f-8566-837b84f7fd38/bindings HTTP/1.1" status: 201 len: 389 time: 0.3683014 Nov 04 10:32:24.570049 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2da086-e724-4e36-a307-452e860aacb2 req-2d4eeb17-7db0-430d-b21d-96254c3a716c tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:24.572431 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2a2da086-e724-4e36-a307-452e860aacb2 req-2d4eeb17-7db0-430d-b21d-96254c3a716c tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 950 time: 0.0803714 Nov 04 10:32:24.609325 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9d5ce1bb-1ee0-4176-9518-43924709bd7e req-2b5363b3-c8ee-445d-99b7-5d34fe13031d service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954224 Nov 04 10:32:24.646135 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2a2da086-e724-4e36-a307-452e860aacb2 req-acb924ad-1ad2-479d-8aad-9a9e0e7d3dad tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621893 Nov 04 10:32:24.797645 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b4f9c-1837-4726-8b59-e77c2bec2510 req-da15b589-1d97-411a-8900-ab8a9b0dfd8e tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:24.799177 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4d0b4f9c-1837-4726-8b59-e77c2bec2510 req-da15b589-1d97-411a-8900-ab8a9b0dfd8e tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/ports?device_id=a56e53e4-ac2e-48a1-b446-4c1b90f2a96d HTTP/1.1" status: 200 len: 948 time: 0.1109242 Nov 04 10:32:24.804718 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89684c14-59fa-4355-897e-682153d98bcb req-1a5638b7-a195-4f51-a5ce-f71fe8414d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:24.806498 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-89684c14-59fa-4355-897e-682153d98bcb req-1a5638b7-a195-4f51-a5ce-f71fe8414d25 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0b72b24af0bc4c92b1f3a7094a7b640e&device_id=a56e53e4-ac2e-48a1-b446-4c1b90f2a96d HTTP/1.1" status: 200 len: 1099 time: 0.1076679 Nov 04 10:32:24.815213 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c5893-47a5-469d-8d90-d8cfea542f35 req-68f6846e-46c7-49c9-9ad3-f100bcc6e2e9 tempest-ServersOnMultiNodesTest-1979143440 tempest-ServersOnMultiNodesTest-1979143440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:24.817010 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-de6c5893-47a5-469d-8d90-d8cfea542f35 req-68f6846e-46c7-49c9-9ad3-f100bcc6e2e9 tempest-ServersOnMultiNodesTest-1979143440 tempest-ServersOnMultiNodesTest-1979143440-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=aa280292-ec34-4fce-97d6-10cd0dc0baad HTTP/1.1" status: 200 len: 1100 time: 0.0760672 Nov 04 10:32:24.817847 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-6ebdf53e-7d17-4ebf-81c8-3b8c59890106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:24.819969 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-6ebdf53e-7d17-4ebf-81c8-3b8c59890106 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0464048b294a465b81cede98ee2447df&device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 1096 time: 0.0462470 Nov 04 10:32:24.940330 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-79da19cd-4f51-43a1-9269-aabfaf8dfc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:24.942307 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-79da19cd-4f51-43a1-9269-aabfaf8dfc7f service neutron] 10.222.0.121 "GET /v2.0/networks?id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 HTTP/1.1" status: 200 len: 923 time: 0.1120169 Nov 04 10:32:24.966135 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4d0b4f9c-1837-4726-8b59-e77c2bec2510 req-15fbe9d1-4bd0-4633-8994-35adca214b35 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/security-groups?id=dd39b566-6b5c-446f-a702-6ac696cd451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481104 Nov 04 10:32:24.979556 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-de6c5893-47a5-469d-8d90-d8cfea542f35 req-0f2e49ba-9041-406f-bba6-f399356ddd15 tempest-ServersOnMultiNodesTest-1979143440 tempest-ServersOnMultiNodesTest-1979143440-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430602 Nov 04 10:32:24.984732 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89684c14-59fa-4355-897e-682153d98bcb req-a563db2e-29d6-4714-be07-22bef9802c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:24.986247 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-89684c14-59fa-4355-897e-682153d98bcb req-a563db2e-29d6-4714-be07-22bef9802c32 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.1673107 Nov 04 10:32:25.011432 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-6a6b99eb-c5cb-4dcd-8739-61c405216aaa service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f7f0928-17d2-414f-8566-837b84f7fd38 HTTP/1.1" status: 200 len: 217 time: 0.0553823 Nov 04 10:32:25.059989 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-89684c14-59fa-4355-897e-682153d98bcb req-d84c7ba3-d4a4-40bf-9d83-ff64411289e6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=4a168652-df08-4063-8275-ed49f6fd1940 HTTP/1.1" status: 200 len: 217 time: 0.0587623 Nov 04 10:32:25.119694 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-54b4a37b-f407-49e3-830d-2d02c01df0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:25.121562 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-54b4a37b-f407-49e3-830d-2d02c01df0b0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=74d328ae-3dd4-4757-b0cd-5d3ffb3741ad HTTP/1.1" status: 200 len: 861 time: 0.0930126 Nov 04 10:32:25.169726 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-00a95450-6c40-4efd-b81b-b2af41a4dfde service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349302 Nov 04 10:32:25.189623 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89684c14-59fa-4355-897e-682153d98bcb req-6a68d8b0-7cdd-4ff4-9246-8abc2fea6430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:25.191563 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-89684c14-59fa-4355-897e-682153d98bcb req-6a68d8b0-7cdd-4ff4-9246-8abc2fea6430 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1164091 Nov 04 10:32:25.223542 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f52e7a-6c8b-4d9b-9d0b-5239edb9591d req-43bf8bb2-60bd-4fdd-81f9-f13e7dc0d612 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:25.232334 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b7f52e7a-6c8b-4d9b-9d0b-5239edb9591d req-43bf8bb2-60bd-4fdd-81f9-f13e7dc0d612 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 945 time: 0.0862575 Nov 04 10:32:25.305707 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89684c14-59fa-4355-897e-682153d98bcb req-ec0d23c2-4c74-49ab-9447-01f29a0b3362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:25.307417 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-89684c14-59fa-4355-897e-682153d98bcb req-ec0d23c2-4c74-49ab-9447-01f29a0b3362 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1033590 Nov 04 10:32:25.315032 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-83f05b6d-ee21-4e0b-8b33-f5d8e025adec service neutron] 10.222.0.121 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304374 Nov 04 10:32:25.317672 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b7f52e7a-6c8b-4d9b-9d0b-5239edb9591d req-a510dac0-65ef-4806-923d-74e8890b9270 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839782 Nov 04 10:32:25.490416 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-8375f62e-b35d-4f2b-8469-9aa46cbb3049 service neutron] 10.222.0.121 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602397 Nov 04 10:32:25.518460 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-07eda533-25c2-46ef-ba85-f74837ba45ae tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=bd609f94b81947bcb1c477623063e487&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489910 Nov 04 10:32:25.605687 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-89684c14-59fa-4355-897e-682153d98bcb req-ea26e895-3462-44a2-8fe2-3807f8fecb54 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775335 Nov 04 10:32:25.665193 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-07173ea5-70db-402d-86dc-a95e501c1a56 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:25.674406 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-07173ea5-70db-402d-86dc-a95e501c1a56 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1529980 Nov 04 10:32:25.685151 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-46d5c4a3-b343-4f09-bf0c-e0de46b3a159 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/quotas/bd609f94b81947bcb1c477623063e487 HTTP/1.1" status: 200 len: 375 time: 0.0103269 Nov 04 10:32:25.784726 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-af96503f-3d97-4586-b0b9-b5658b6ec1f9 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=bd609f94b81947bcb1c477623063e487&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0906014 Nov 04 10:32:25.993826 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 48af9415-890c-4fbd-88cd-d650b763538d details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:32:26.038155 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-89684c14-59fa-4355-897e-682153d98bcb req-7fe3db8b-15a0-4ce7-8cdf-88f3587a618c service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791047 Nov 04 10:32:26.248846 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 48af9415-890c-4fbd-88cd-d650b763538d, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=48af9415-890c-4fbd-88cd-d650b763538d,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:26.253075 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435e302-028f-4d44-ac81-e64ae382fddb req-e0a5c5bf-d802-47d6-a358-cfd2aa3daaa8 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:26.260959 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f435e302-028f-4d44-ac81-e64ae382fddb req-e0a5c5bf-d802-47d6-a358-cfd2aa3daaa8 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/ports?device_id=789cff1d-0292-4025-8912-3a4a840640e5 HTTP/1.1" status: 200 len: 946 time: 0.1603127 Nov 04 10:32:26.266342 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '48af9415-890c-4fbd-88cd-d650b763538d', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '48af9415-890c-4fbd-88cd-d650b763538d', 'mac_address': 'fa:16:3e:e5:eb:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:32:26.281794 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323f7c9-9ed0-4f82-b9f5-b29f67187ff5 req-9eddcf2c-2417-44b6-ab6b-84740ca20dff tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:26.291374 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1323f7c9-9ed0-4f82-b9f5-b29f67187ff5 req-9eddcf2c-2417-44b6-ab6b-84740ca20dff tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 950 time: 0.2794118 Nov 04 10:32:26.351300 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:26.367839 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48af9415-890c-4fbd-88cd-d650b763538d {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:32:26.392683 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 48af9415-890c-4fbd-88cd-d650b763538d, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=48af9415-890c-4fbd-88cd-d650b763538d,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:26.395804 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f435e302-028f-4d44-ac81-e64ae382fddb req-6ef3ed8f-8255-401a-94ef-9e3bf5266ea1 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/security-groups?id=a272ea87-ea16-4227-bdf5-5401491ffee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010950 Nov 04 10:32:26.413776 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:26.418797 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1323f7c9-9ed0-4f82-b9f5-b29f67187ff5 req-66a2da9b-0bf3-4ca5-bb3f-7fa1861cab8d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260164 Nov 04 10:32:26.540554 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=48af9415-890c-4fbd-88cd-d650b763538d,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:26.608647 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-94242c1e-ade8-449c-9886-3b2e0a0a6abb req-450f494d-e9b8-4dd9-aa80-6a79dc1b631c tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=056a51b1-f8d9-44ab-ba11-28624d0d8fa7 HTTP/1.1" status: 200 len: 210 time: 0.0645523 Nov 04 10:32:26.707633 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-738c2531-33ea-41dc-9ce1-1184889b4e97 req-6052c946-d0f6-49a1-a073-e06b1e9c881f service neutron] 10.222.0.121 "GET /v2.0/ports/5409d388-e97e-4c23-ac7e-207666e904b5/bindings/n-h2-816629-1 HTTP/1.1" status: 200 len: 382 time: 0.0967300 Nov 04 10:32:26.765949 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d7683-9cda-4fe4-b541-6bb9a63452d6 req-dfbd772b-5721-4d2d-8484-141c4c927e21 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:26.767681 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-494d7683-9cda-4fe4-b541-6bb9a63452d6 req-dfbd772b-5721-4d2d-8484-141c4c927e21 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/ports?device_id=a56e53e4-ac2e-48a1-b446-4c1b90f2a96d HTTP/1.1" status: 200 len: 948 time: 0.1881797 Nov 04 10:32:26.774752 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['48af9415-890c-4fbd-88cd-d650b763538d'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:32:26.989901 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2ac7f-17c6-4b39-bb00-730ef8981d48 req-080f58e8-0e19-4aba-82d3-93f4dda55a89 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:26.997710 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-06e2ac7f-17c6-4b39-bb00-730ef8981d48 req-080f58e8-0e19-4aba-82d3-93f4dda55a89 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 945 time: 0.2713966 Nov 04 10:32:27.017374 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-494d7683-9cda-4fe4-b541-6bb9a63452d6 req-7b2900ff-4829-49c7-ad5f-3076d4be10c5 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/security-groups?id=dd39b566-6b5c-446f-a702-6ac696cd451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203009 Nov 04 10:32:27.115023 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-06e2ac7f-17c6-4b39-bb00-730ef8981d48 req-594e3aae-f6ac-43aa-84c5-57b6bd2168a8 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948398 Nov 04 10:32:27.222483 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c2531-33ea-41dc-9ce1-1184889b4e97 req-87da213d-d78d-4be0-8d20-6a65aaf13d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:27.226415 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-738c2531-33ea-41dc-9ce1-1184889b4e97 req-87da213d-d78d-4be0-8d20-6a65aaf13d7d service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e&tenant_id=cd2183f7c1f6439d8bc0b7de34a592df HTTP/1.1" status: 200 len: 1101 time: 0.1098015 Nov 04 10:32:27.323063 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c2531-33ea-41dc-9ce1-1184889b4e97 req-26162ca9-2046-4d4c-8373-2aee2e4f81b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:27.325418 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-738c2531-33ea-41dc-9ce1-1184889b4e97 req-26162ca9-2046-4d4c-8373-2aee2e4f81b4 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 1101 time: 0.0577123 Nov 04 10:32:27.481281 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c2531-33ea-41dc-9ce1-1184889b4e97 req-0940cba9-b061-403f-a44e-1c0cbe5ca5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:27.488983 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-738c2531-33ea-41dc-9ce1-1184889b4e97 req-0940cba9-b061-403f-a44e-1c0cbe5ca5fc service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.1537769 Nov 04 10:32:27.583217 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-738c2531-33ea-41dc-9ce1-1184889b4e97 req-ce6388d9-faaa-4bf3-ab0a-cacd7f195e96 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=5409d388-e97e-4c23-ac7e-207666e904b5 HTTP/1.1" status: 200 len: 217 time: 0.0709560 Nov 04 10:32:27.675519 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210d6fb-1010-4049-be43-7f1a09fe1f60 req-8a3254ce-d3c6-4994-a643-df1eba094dfe tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:27.677420 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e210d6fb-1010-4049-be43-7f1a09fe1f60 req-8a3254ce-d3c6-4994-a643-df1eba094dfe tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/ports?device_id=789cff1d-0292-4025-8912-3a4a840640e5 HTTP/1.1" status: 200 len: 946 time: 0.1768036 Nov 04 10:32:27.726609 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c2531-33ea-41dc-9ce1-1184889b4e97 req-ac137149-e067-452d-8395-3b1077125789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:27.728454 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-738c2531-33ea-41dc-9ce1-1184889b4e97 req-ac137149-e067-452d-8395-3b1077125789 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1338453 Nov 04 10:32:27.792811 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51662da3-451c-4ae0-944d-b11c1903517b req-a24c4beb-b4f6-4c43-b374-a8e69dcdc45c tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:27.794422 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-51662da3-451c-4ae0-944d-b11c1903517b req-a24c4beb-b4f6-4c43-b374-a8e69dcdc45c tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 950 time: 0.1745393 Nov 04 10:32:27.801761 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-de9c8fd0-c9a7-41d6-a6c2-200f8618bd3b tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=bd609f94b81947bcb1c477623063e487&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440218 Nov 04 10:32:27.807918 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e210d6fb-1010-4049-be43-7f1a09fe1f60 req-74202549-3573-4316-9ee9-c1182afa5c0a tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/security-groups?id=a272ea87-ea16-4227-bdf5-5401491ffee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114569 Nov 04 10:32:27.906931 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c2531-33ea-41dc-9ce1-1184889b4e97 req-4b69a34c-66cf-43d1-b14f-95909435ba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:27.912687 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-738c2531-33ea-41dc-9ce1-1184889b4e97 req-4b69a34c-66cf-43d1-b14f-95909435ba05 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1745851 Nov 04 10:32:27.982444 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-51662da3-451c-4ae0-944d-b11c1903517b req-ce5c8d1f-c30f-4e82-a1fc-d4893993cbc5 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669760 Nov 04 10:32:28.009130 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 156a881a-2692-43e9-b2e9-e06542773024 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:32:28.015636 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 48af9415-890c-4fbd-88cd-d650b763538d up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:32:28.028160 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7bccd512-6d82-4728-8991-845befe66ef9 req-7ce29c8e-ef37-433f-bca0-b63528cfa7be tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=056a51b1-f8d9-44ab-ba11-28624d0d8fa7 HTTP/1.1" status: 200 len: 210 time: 0.1060734 Nov 04 10:32:28.035412 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12034dff-76ac-44e8-a8b9-296359d7e03b req-412d42d0-12d1-48c2-8126-5d99ccab4ce6 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:28.038248 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-12034dff-76ac-44e8-a8b9-296359d7e03b req-412d42d0-12d1-48c2-8126-5d99ccab4ce6 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.126 "GET /v2.0/ports?device_id=789cff1d-0292-4025-8912-3a4a840640e5 HTTP/1.1" status: 200 len: 946 time: 0.2114151 Nov 04 10:32:28.122728 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-738c2531-33ea-41dc-9ce1-1184889b4e97 req-4eb839af-67d3-4cc0-ad1c-d30d60d50936 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878119 Nov 04 10:32:28.144480 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-6decefe8-a81d-45b7-9024-2dd721a6dd03 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:28.146070 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-6decefe8-a81d-45b7-9024-2dd721a6dd03 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3361578 Nov 04 10:32:28.185078 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-0968457a-4379-4d11-9963-c9cb2c0a57d3 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Request body: {'port': {'device_id': '056a51b1-f8d9-44ab-ba11-28624d0d8fa7', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': 'bd609f94b81947bcb1c477623063e487'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:32:28.196713 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 48af9415-890c-4fbd-88cd-d650b763538d completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:32:28.206192 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 48af9415-890c-4fbd-88cd-d650b763538d triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:32:28.207173 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:28.342224 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 156a881a-2692-43e9-b2e9-e06542773024, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=156a881a-2692-43e9-b2e9-e06542773024,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:28.346925 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34438) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:28.360071 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '156a881a-2692-43e9-b2e9-e06542773024', 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d', 'port_id': '156a881a-2692-43e9-b2e9-e06542773024', 'mac_address': 'fa:16:3e:65:b0:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28924b01-2687-4263-b969-76f54864e85b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:32:28.394602 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-12034dff-76ac-44e8-a8b9-296359d7e03b req-93ce4ed6-26af-482e-80ac-bae5871c08f2 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Deleting port a01bb232-48d7-40cb-90e5-8e3b2e114079 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:32:28.395036 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-12034dff-76ac-44e8-a8b9-296359d7e03b req-93ce4ed6-26af-482e-80ac-bae5871c08f2 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:28.431888 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:28.499218 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-0968457a-4379-4d11-9963-c9cb2c0a57d3 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Made reservation on behalf of bd609f94b81947bcb1c477623063e487 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:32:28.504149 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-0968457a-4379-4d11-9963-c9cb2c0a57d3 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:28.506222 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5e5850-d733-4e31-ae2a-14941f0c50ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48af9415-890c-4fbd-88cd-d650b763538d'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:32:28.508618 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f41a3f5-4891-405e-ba66-a2d6879524d5" -d '{"events": [{"server_uuid": "1e5e5850-d733-4e31-ae2a-14941f0c50ac", "name": "network-vif-plugged", "status": "completed", "tag": "48af9415-890c-4fbd-88cd-d650b763538d"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:32:28.517219 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 48af9415-890c-4fbd-88cd-d650b763538d, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=48af9415-890c-4fbd-88cd-d650b763538d,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:28.521755 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bde0be-659e-40e5-a1eb-4abd3df3ed98 req-93513ee4-acc1-4fa8-9299-57140d97d9ef tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:28.524509 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:28.530175 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f7bde0be-659e-40e5-a1eb-4abd3df3ed98 req-93513ee4-acc1-4fa8-9299-57140d97d9ef tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/ports?device_id=a56e53e4-ac2e-48a1-b446-4c1b90f2a96d HTTP/1.1" status: 200 len: 948 time: 0.3727725 Nov 04 10:32:28.538233 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-12034dff-76ac-44e8-a8b9-296359d7e03b req-93ce4ed6-26af-482e-80ac-bae5871c08f2 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] For port a01bb232-48d7-40cb-90e5-8e3b2e114079, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=a01bb232-48d7-40cb-90e5-8e3b2e114079,segment=NetworkSegment(67fcacec-9b21-47dc-be2a-e9fd5a94ad53),segment_id=67fcacec-9b21-47dc-be2a-e9fd5a94ad53)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:28.539194 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-12034dff-76ac-44e8-a8b9-296359d7e03b req-93ce4ed6-26af-482e-80ac-bae5871c08f2 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:28.553325 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 156a881a-2692-43e9-b2e9-e06542773024 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:32:28.564125 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:28.607602 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9c1d1-b0a5-43b0-9dd5-5ccaed111171 req-a4ff439c-33fd-4ed5-b906-0368a6d9ecf5 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:28.617743 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8de9c1d1-b0a5-43b0-9dd5-5ccaed111171 req-a4ff439c-33fd-4ed5-b906-0368a6d9ecf5 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 945 time: 0.3504741 Nov 04 10:32:28.644438 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-738c2531-33ea-41dc-9ce1-1184889b4e97 req-3262a7eb-9b5d-476a-b605-4b76ca098ca3 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5129967 Nov 04 10:32:28.646111 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 156a881a-2692-43e9-b2e9-e06542773024, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=156a881a-2692-43e9-b2e9-e06542773024,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:28.658066 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:28.659036 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 4a168652-df08-4063-8275-ed49f6fd1940 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:32:28.684407 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=48af9415-890c-4fbd-88cd-d650b763538d,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:28.687764 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-12034dff-76ac-44e8-a8b9-296359d7e03b req-93ce4ed6-26af-482e-80ac-bae5871c08f2 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Calling delete_port for a01bb232-48d7-40cb-90e5-8e3b2e114079 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:32:28.738604 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca418363-c392-48b7-9383-7a8d32ab9a88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:28.837082 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f7bde0be-659e-40e5-a1eb-4abd3df3ed98 req-56a4127f-c652-4d70-be87-d97e6bec1adf tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/security-groups?id=dd39b566-6b5c-446f-a702-6ac696cd451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971983 Nov 04 10:32:28.840233 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-0968457a-4379-4d11-9963-c9cb2c0a57d3 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Allocated IP 192.168.233.137 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/1bdeda71-853f-428d-a73c-4a52ca6c4eb2) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:32:28.856169 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8de9c1d1-b0a5-43b0-9dd5-5ccaed111171 req-9fe995d6-f028-495d-93e0-05475d7fc165 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369151 Nov 04 10:32:28.945530 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 4a168652-df08-4063-8275-ed49f6fd1940, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4a168652-df08-4063-8275-ed49f6fd1940,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:28.969845 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '4a168652-df08-4063-8275-ed49f6fd1940', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '4a168652-df08-4063-8275-ed49f6fd1940', 'mac_address': 'fa:16:3e:2d:4a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:32:29.014985 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=156a881a-2692-43e9-b2e9-e06542773024,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:29.063378 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4499c71-57c7-4993-b835-eecf132a466b x-openstack-request-id: req-f4499c71-57c7-4993-b835-eecf132a466b {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:32:29.064061 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5e5850-d733-4e31-ae2a-14941f0c50ac", "name": "network-vif-plugged", "status": "completed", "tag": "48af9415-890c-4fbd-88cd-d650b763538d", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:32:29.064355 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f4499c71-57c7-4993-b835-eecf132a466b {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:32:29.064874 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5e5850-d733-4e31-ae2a-14941f0c50ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48af9415-890c-4fbd-88cd-d650b763538d', 'code': 200} Nov 04 10:32:29.098955 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca418363-c392-48b7-9383-7a8d32ab9a88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:29.108296 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:29.108530 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca418363-c392-48b7-9383-7a8d32ab9a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:29.146558 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a168652-df08-4063-8275-ed49f6fd1940 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:32:29.194902 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 4a168652-df08-4063-8275-ed49f6fd1940, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4a168652-df08-4063-8275-ed49f6fd1940,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:29.195140 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ca418363-c392-48b7-9383-7a8d32ab9a88 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=c3787162ba3a4d77a65eae30bd5054c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8451669 Nov 04 10:32:29.203189 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:29.203631 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34474) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:29.278778 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=4a168652-df08-4063-8275-ed49f6fd1940,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:29.279475 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-12034dff-76ac-44e8-a8b9-296359d7e03b req-93ce4ed6-26af-482e-80ac-bae5871c08f2 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:29.300399 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['a01bb232-48d7-40cb-90e5-8e3b2e114079'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:32:29.333283 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce4ed6-26af-482e-80ac-bae5871c08f2 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Pushing event deleted for resources: {'Port': ['ID=a01bb232-48d7-40cb-90e5-8e3b2e114079,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:29.342575 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca418363-c392-48b7-9383-7a8d32ab9a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8dfd1d-ed85-48d9-9c13-091fe33d56d1,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:29.367224 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-0968457a-4379-4d11-9963-c9cb2c0a57d3 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:29.373830 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['156a881a-2692-43e9-b2e9-e06542773024'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:32:29.387135 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf8a33-ad6e-4aa6-bfa0-cefb6a89fdc2 req-15656f32-54b0-477c-93cc-a1f4f55e9f26 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:29.389980 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fbbf8a33-ad6e-4aa6-bfa0-cefb6a89fdc2 req-15656f32-54b0-477c-93cc-a1f4f55e9f26 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/ports?device_id=789cff1d-0292-4025-8912-3a4a840640e5 HTTP/1.1" status: 200 len: 867 time: 0.2190650 Nov 04 10:32:29.397435 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1eacca-5da8-437e-b407-1786058ea429 req-b413d0fb-cc7a-4eb5-87fd-c50f7a337974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:29.400064 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e1eacca-5da8-437e-b407-1786058ea429 req-b413d0fb-cc7a-4eb5-87fd-c50f7a337974 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=1e5e5850-d733-4e31-ae2a-14941f0c50ac HTTP/1.1" status: 200 len: 1101 time: 0.2096591 Nov 04 10:32:29.415850 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af9fd4-141b-4144-8646-3397b85d9fbf req-3e40bac0-0faa-48e0-84e3-92ffd6f68a41 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:29.419040 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-71af9fd4-141b-4144-8646-3397b85d9fbf req-3e40bac0-0faa-48e0-84e3-92ffd6f68a41 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 950 time: 0.2228425 Nov 04 10:32:29.435880 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d50d7cdb-34af-4e97-aea2-ee1e4c760b23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:29.533469 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d50d7cdb-34af-4e97-aea2-ee1e4c760b23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:29.575293 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-0968457a-4379-4d11-9963-c9cb2c0a57d3 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:29.581800 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fbbf8a33-ad6e-4aa6-bfa0-cefb6a89fdc2 req-5a785574-49af-43d2-b0fe-64081d2ae78a tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.127 "GET /v2.0/security-groups?id=a272ea87-ea16-4227-bdf5-5401491ffee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792030 Nov 04 10:32:29.585130 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['4a168652-df08-4063-8275-ed49f6fd1940'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:32:29.631693 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-12034dff-76ac-44e8-a8b9-296359d7e03b req-93ce4ed6-26af-482e-80ac-bae5871c08f2 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] No DVR routers for this DVR port a01bb232-48d7-40cb-90e5-8e3b2e114079 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:32:29.668980 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e1eacca-5da8-437e-b407-1786058ea429 req-983b3b77-13e8-4322-9917-ff1a0a2f4321 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=dd39b566-6b5c-446f-a702-6ac696cd451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033277 Nov 04 10:32:29.689775 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-71af9fd4-141b-4144-8646-3397b85d9fbf req-7e0f9eed-a218-420e-98bb-60b54d6758a2 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450560 Nov 04 10:32:29.704590 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-12034dff-76ac-44e8-a8b9-296359d7e03b req-93ce4ed6-26af-482e-80ac-bae5871c08f2 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:29.704978 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['e0d5faa4-ee27-440a-8784-8bc14b9ab95b', '364947aa-bf30-454a-9880-1821df264897', 'aa2574ad-c05e-442b-90d5-45788135db75', 'abf49307-942b-4969-84a1-fd00de62f826'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:32:29.723185 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-12034dff-76ac-44e8-a8b9-296359d7e03b req-93ce4ed6-26af-482e-80ac-bae5871c08f2 tempest-AttachSCSIVolumeTestJSON-606117905 tempest-AttachSCSIVolumeTestJSON-606117905-project] 10.222.0.126 "DELETE /v2.0/ports/a01bb232-48d7-40cb-90e5-8e3b2e114079 HTTP/1.1" status: 204 len: 173 time: 1.6712220 Nov 04 10:32:29.766017 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789cff1d-0292-4025-8912-3a4a840640e5', 'name': 'network-vif-deleted', 'tag': 'a01bb232-48d7-40cb-90e5-8e3b2e114079'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:32:29.769315 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d1607e-b887-4c78-aadd-5f8281a926db" -d '{"events": [{"server_uuid": "789cff1d-0292-4025-8912-3a4a840640e5", "name": "network-vif-deleted", "tag": "a01bb232-48d7-40cb-90e5-8e3b2e114079"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:32:29.825535 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d50d7cdb-34af-4e97-aea2-ee1e4c760b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:29.828245 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d50d7cdb-34af-4e97-aea2-ee1e4c760b23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:29.829673 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d50d7cdb-34af-4e97-aea2-ee1e4c760b23 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/8c8dfd1d-ed85-48d9-9c13-091fe33d56d1 HTTP/1.1" status: 204 len: 168 time: 0.6247411 Nov 04 10:32:29.830554 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968457a-4379-4d11-9963-c9cb2c0a57d3 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Pushing event updated for resources: {'Port': ['ID=1bdeda71-853f-428d-a73c-4a52ca6c4eb2,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:29.847179 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d7cdb-34af-4e97-aea2-ee1e4c760b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8dfd1d-ed85-48d9-9c13-091fe33d56d1,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:29.850548 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-0968457a-4379-4d11-9963-c9cb2c0a57d3 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:32:29.852541 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-0968457a-4379-4d11-9963-c9cb2c0a57d3 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:32:29.867503 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-0968457a-4379-4d11-9963-c9cb2c0a57d3 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:32:29.890309 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd74240-5806-432c-a9da-3b402c5d8f95 x-openstack-request-id: req-3dd74240-5806-432c-a9da-3b402c5d8f95 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:32:29.890598 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789cff1d-0292-4025-8912-3a4a840640e5", "name": "network-vif-deleted", "tag": "a01bb232-48d7-40cb-90e5-8e3b2e114079", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:32:29.890842 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-3dd74240-5806-432c-a9da-3b402c5d8f95 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:32:29.891240 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789cff1d-0292-4025-8912-3a4a840640e5', 'name': 'network-vif-deleted', 'tag': 'a01bb232-48d7-40cb-90e5-8e3b2e114079', 'status': 'completed', 'code': 200} Nov 04 10:32:29.950107 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50544a-af4f-4c5c-be93-89a7a1c09339 req-60018b4d-f368-4b29-9993-3075ae6c857c tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:29.951715 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aa50544a-af4f-4c5c-be93-89a7a1c09339 req-60018b4d-f368-4b29-9993-3075ae6c857c tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=056a51b1-f8d9-44ab-ba11-28624d0d8fa7 HTTP/1.1" status: 200 len: 936 time: 0.2013841 Nov 04 10:32:30.052517 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-0968457a-4379-4d11-9963-c9cb2c0a57d3 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:30.059993 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-0968457a-4379-4d11-9963-c9cb2c0a57d3 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:30.101140 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-0968457a-4379-4d11-9963-c9cb2c0a57d3 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9380629 Nov 04 10:32:30.152153 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aa50544a-af4f-4c5c-be93-89a7a1c09339 req-bf2d7d81-cc2c-49eb-aecf-bc6d45dc67ab tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709976 Nov 04 10:32:30.154319 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-73fba225-6154-41c9-8297-475145d2f38b service neutron] Request body: {'port': {'device_id': '056a51b1-f8d9-44ab-ba11-28624d0d8fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:32:30.176060 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8b955-54db-49e7-96e8-516fb8830b7f req-6e5b86f3-f322-4c70-9fc2-651026a996a4 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:30.190564 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6af8b955-54db-49e7-96e8-516fb8830b7f req-6e5b86f3-f322-4c70-9fc2-651026a996a4 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/ports?device_id=a56e53e4-ac2e-48a1-b446-4c1b90f2a96d HTTP/1.1" status: 200 len: 949 time: 0.1400604 Nov 04 10:32:30.192278 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 5409d388-e97e-4c23-ac7e-207666e904b5 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:32:30.303219 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-73fba225-6154-41c9-8297-475145d2f38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:30.492121 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6af8b955-54db-49e7-96e8-516fb8830b7f req-762b075e-88d3-460b-9b8d-7513f95154eb tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/security-groups?id=dd39b566-6b5c-446f-a702-6ac696cd451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003478 Nov 04 10:32:30.534593 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34494) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:30.618393 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10fc62-f165-4d22-bdd0-bb3a2d73e7b2 req-d75fe40e-2225-4e30-84c1-4baa35c90bfb tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:30.620223 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-561e7fce-15a4-4cb7-9dc5-6c99208af7e7 None None] Provisioning complete for port 1bdeda71-853f-428d-a73c-4a52ca6c4eb2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:32:30.620599 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-561e7fce-15a4-4cb7-9dc5-6c99208af7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:30.629490 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cd10fc62-f165-4d22-bdd0-bb3a2d73e7b2 req-d75fe40e-2225-4e30-84c1-4baa35c90bfb tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 945 time: 0.3298931 Nov 04 10:32:30.688595 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-89a2d09d-9ff7-4f63-aa01-3988eaeec439 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:30.692060 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:30.830784 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-89a2d09d-9ff7-4f63-aa01-3988eaeec439 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:30.838451 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-89a2d09d-9ff7-4f63-aa01-3988eaeec439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:30.845035 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-561e7fce-15a4-4cb7-9dc5-6c99208af7e7 None None] Port 1bdeda71-853f-428d-a73c-4a52ca6c4eb2 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:32:30.886565 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cd10fc62-f165-4d22-bdd0-bb3a2d73e7b2 req-aef9b01e-6332-4ebe-b21e-92c36d2f3f1f tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558885 Nov 04 10:32:30.957179 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 5409d388-e97e-4c23-ac7e-207666e904b5, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=5409d388-e97e-4c23-ac7e-207666e904b5,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:30.973211 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-89a2d09d-9ff7-4f63-aa01-3988eaeec439 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=aa72e32cafaa4e358d2129ca6679dab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4230258 Nov 04 10:32:30.974299 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34514) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:30.979704 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2d09d-9ff7-4f63-aa01-3988eaeec439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb52d06-8f38-4203-815b-029f06506527,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:30.982116 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:31.066569 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d66d8d-63c5-4eea-aa26-d35dfb6fb53e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5409d388-e97e-4c23-ac7e-207666e904b5'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:32:31.069989 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b8f107-a291-4ce2-a58f-f5ab0ab63bd0" -d '{"events": [{"server_uuid": "01d66d8d-63c5-4eea-aa26-d35dfb6fb53e", "name": "network-vif-unplugged", "status": "completed", "tag": "5409d388-e97e-4c23-ac7e-207666e904b5"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:32:31.187565 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=5409d388-e97e-4c23-ac7e-207666e904b5,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:31.190048 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6c56-8a33-477b-a380-a5ae8a333699 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:31.198332 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c98200b-30e7-4c9f-abbc-7c7dde8b6818 x-openstack-request-id: req-3c98200b-30e7-4c9f-abbc-7c7dde8b6818 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:32:31.204054 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d66d8d-63c5-4eea-aa26-d35dfb6fb53e", "name": "network-vif-unplugged", "status": "completed", "tag": "5409d388-e97e-4c23-ac7e-207666e904b5", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:32:31.204746 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-3c98200b-30e7-4c9f-abbc-7c7dde8b6818 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:32:31.205682 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d66d8d-63c5-4eea-aa26-d35dfb6fb53e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5409d388-e97e-4c23-ac7e-207666e904b5', 'code': 200} Nov 04 10:32:31.227778 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b41dac-aebe-4528-a1a5-4f3391710cd3 req-5181f4fc-7ab5-4913-b38e-310fbf56f037 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:31.229820 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33b41dac-aebe-4528-a1a5-4f3391710cd3 req-5181f4fc-7ab5-4913-b38e-310fbf56f037 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 948 time: 0.1680892 Nov 04 10:32:31.332188 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6c56-8a33-477b-a380-a5ae8a333699 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:31.615052 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33b41dac-aebe-4528-a1a5-4f3391710cd3 req-0b7ee51b-4469-4259-bde5-97308def25c3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723931 Nov 04 10:32:31.650390 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['7d5624fe-6551-411c-a76b-5a75bb6968d5'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:32:31.659905 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284139c-41f4-4b91-aaf3-74457bcc90f6 req-7de953e5-559f-46e9-b87a-21b47b7ce29a tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:31.663121 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2284139c-41f4-4b91-aaf3-74457bcc90f6 req-7de953e5-559f-46e9-b87a-21b47b7ce29a tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=056a51b1-f8d9-44ab-ba11-28624d0d8fa7 HTTP/1.1" status: 200 len: 936 time: 0.3025682 Nov 04 10:32:31.685891 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6c56-8a33-477b-a380-a5ae8a333699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:31.697352 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6c56-8a33-477b-a380-a5ae8a333699 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:31.715029 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b9ee6c56-8a33-477b-a380-a5ae8a333699 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/dbb52d06-8f38-4203-815b-029f06506527 HTTP/1.1" status: 204 len: 168 time: 0.7330420 Nov 04 10:32:31.772191 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee6c56-8a33-477b-a380-a5ae8a333699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb52d06-8f38-4203-815b-029f06506527,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:31.834206 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-73fba225-6154-41c9-8297-475145d2f38b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bdeda71-853f-428d-a73c-4a52ca6c4eb2 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:32:31.846720 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device a01bb232-48d7-40cb-90e5-8e3b2e114079 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:32:31.857237 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-73fba225-6154-41c9-8297-475145d2f38b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:31.895996 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-73fba225-6154-41c9-8297-475145d2f38b service neutron] Transition to ACTIVE for port object 1bdeda71-853f-428d-a73c-4a52ca6c4eb2 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:32:31.896704 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: a01bb232-48d7-40cb-90e5-8e3b2e114079 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:32:31.897100 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device a01bb232-48d7-40cb-90e5-8e3b2e114079 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:32:31.906875 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-73fba225-6154-41c9-8297-475145d2f38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:32.032137 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2284139c-41f4-4b91-aaf3-74457bcc90f6 req-7dd9a657-184c-4099-9cef-af5caedc01d8 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535178 Nov 04 10:32:32.083428 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 5409d388-e97e-4c23-ac7e-207666e904b5 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:32:32.083574 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fba225-6154-41c9-8297-475145d2f38b service neutron] Pushing event updated for resources: {'Port': ['ID=1bdeda71-853f-428d-a73c-4a52ca6c4eb2,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:32.090714 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5fbf4-d1be-4800-a3fd-96b5803996a5 req-b8e5f081-dec3-4313-88ec-0653122b88bb tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:32.100734 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-88c5fbf4-d1be-4800-a3fd-96b5803996a5 req-b8e5f081-dec3-4313-88ec-0653122b88bb tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/ports?device_id=a56e53e4-ac2e-48a1-b446-4c1b90f2a96d HTTP/1.1" status: 200 len: 949 time: 0.3236265 Nov 04 10:32:32.103634 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 4a168652-df08-4063-8275-ed49f6fd1940 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:32:32.264680 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-88c5fbf4-d1be-4800-a3fd-96b5803996a5 req-9bd13121-371e-4b07-8899-a6031bc42894 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/security-groups?id=dd39b566-6b5c-446f-a702-6ac696cd451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629233 Nov 04 10:32:32.326692 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-73fba225-6154-41c9-8297-475145d2f38b service neutron] Attempting to bind port 1bdeda71-853f-428d-a73c-4a52ca6c4eb2 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:32:32.331664 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-73fba225-6154-41c9-8297-475145d2f38b service neutron] Attempting to bind port 1bdeda71-853f-428d-a73c-4a52ca6c4eb2 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:32:32.332369 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-73fba225-6154-41c9-8297-475145d2f38b service neutron] Attempting to bind port 1bdeda71-853f-428d-a73c-4a52ca6c4eb2 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:32:32.333752 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.resource_extend [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:32:32.350628 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-73fba225-6154-41c9-8297-475145d2f38b service neutron] Port 1bdeda71-853f-428d-a73c-4a52ca6c4eb2 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:32:32.351079 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-73fba225-6154-41c9-8297-475145d2f38b service neutron] Attempting to bind port 1bdeda71-853f-428d-a73c-4a52ca6c4eb2 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:32:32.378583 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-73fba225-6154-41c9-8297-475145d2f38b service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:32:32.378951 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-73fba225-6154-41c9-8297-475145d2f38b service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:32:32.379348 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-73fba225-6154-41c9-8297-475145d2f38b service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:32:32.379855 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-73fba225-6154-41c9-8297-475145d2f38b service neutron] Bound port: 1bdeda71-853f-428d-a73c-4a52ca6c4eb2, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:32:32.380748 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-73fba225-6154-41c9-8297-475145d2f38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:32.607093 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-73fba225-6154-41c9-8297-475145d2f38b service neutron] For port 1bdeda71-853f-428d-a73c-4a52ca6c4eb2, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:32:32.611416 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-73fba225-6154-41c9-8297-475145d2f38b service neutron] For port 1bdeda71-853f-428d-a73c-4a52ca6c4eb2, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=1bdeda71-853f-428d-a73c-4a52ca6c4eb2,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:32:32.623000 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-73fba225-6154-41c9-8297-475145d2f38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:32.672897 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-73fba225-6154-41c9-8297-475145d2f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:32.673717 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-73fba225-6154-41c9-8297-475145d2f38b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:32.675415 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-73fba225-6154-41c9-8297-475145d2f38b service neutron] 10.222.0.121 "PUT /v2.0/ports/1bdeda71-853f-428d-a73c-4a52ca6c4eb2 HTTP/1.1" status: 200 len: 1096 time: 2.5259004 Nov 04 10:32:32.675984 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '056a51b1-f8d9-44ab-ba11-28624d0d8fa7', 'tag': '1bdeda71-853f-428d-a73c-4a52ca6c4eb2'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:32:32.678463 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1806f888-bb07-4541-8ba6-9d502a1f71f6" -d '{"events": [{"name": "network-changed", "server_uuid": "056a51b1-f8d9-44ab-ba11-28624d0d8fa7", "tag": "1bdeda71-853f-428d-a73c-4a52ca6c4eb2"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:32:32.776220 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fba225-6154-41c9-8297-475145d2f38b service neutron] Pushing event updated for resources: {'Port': ['ID=1bdeda71-853f-428d-a73c-4a52ca6c4eb2,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:32.827166 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c683da-ff34-47a4-8d2e-d50dfac53e8c req-4b752aeb-6b94-4033-9fa3-26f19fcb1b4f tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:32.843639 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-ebcb35fe-60b2-4f6e-a02c-c39999a3df54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:32.846464 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-56c683da-ff34-47a4-8d2e-d50dfac53e8c req-4b752aeb-6b94-4033-9fa3-26f19fcb1b4f tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 945 time: 0.2374275 Nov 04 10:32:32.851440 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-ebcb35fe-60b2-4f6e-a02c-c39999a3df54 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bd609f94b81947bcb1c477623063e487&device_id=056a51b1-f8d9-44ab-ba11-28624d0d8fa7 HTTP/1.1" status: 200 len: 1099 time: 0.1112618 Nov 04 10:32:32.986502 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-56c683da-ff34-47a4-8d2e-d50dfac53e8c req-591c0e89-b3da-48a5-ab87-4b05f64a2a11 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322751 Nov 04 10:32:33.048575 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-49e16fb0-41a9-4822-8e6d-0c725b5676f3 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=1bdeda71-853f-428d-a73c-4a52ca6c4eb2 HTTP/1.1" status: 200 len: 217 time: 0.1900406 Nov 04 10:32:33.166544 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87e982f-4553-41db-9f53-c1350d6caefd x-openstack-request-id: req-b87e982f-4553-41db-9f53-c1350d6caefd {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:32:33.166900 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "056a51b1-f8d9-44ab-ba11-28624d0d8fa7", "tag": "1bdeda71-853f-428d-a73c-4a52ca6c4eb2", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:32:33.167118 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-b87e982f-4553-41db-9f53-c1350d6caefd {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:32:33.167534 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '056a51b1-f8d9-44ab-ba11-28624d0d8fa7', 'tag': '1bdeda71-853f-428d-a73c-4a52ca6c4eb2', 'status': 'completed', 'code': 200} Nov 04 10:32:33.193791 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d081c-06e8-4613-aa5f-d2c7e1a243c1 req-c84449c2-3f99-4c50-b09e-6fea924b7a6f tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:33.209445 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b77d081c-06e8-4613-aa5f-d2c7e1a243c1 req-c84449c2-3f99-4c50-b09e-6fea924b7a6f tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 948 time: 0.1801014 Nov 04 10:32:33.224986 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 4a168652-df08-4063-8275-ed49f6fd1940 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:32:33.234763 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-e308e5b8-13ec-4214-8af2-fe6e3279bd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:33.236297 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-e308e5b8-13ec-4214-8af2-fe6e3279bd2d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1727960 Nov 04 10:32:33.241314 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 5409d388-e97e-4c23-ac7e-207666e904b5, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=5409d388-e97e-4c23-ac7e-207666e904b5,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:33.246019 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 4a168652-df08-4063-8275-ed49f6fd1940 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:32:33.251907 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:33.316590 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '5409d388-e97e-4c23-ac7e-207666e904b5', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '5409d388-e97e-4c23-ac7e-207666e904b5', 'mac_address': 'fa:16:3e:94:cc:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:32:33.353621 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-a17a4a19-8730-47f1-847c-33d502847e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:33.356440 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-a17a4a19-8730-47f1-847c-33d502847e95 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0981050 Nov 04 10:32:33.374200 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b77d081c-06e8-4613-aa5f-d2c7e1a243c1 req-c7e15826-ef93-4559-9cb0-cb1b21621247 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590755 Nov 04 10:32:33.445175 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a584a5-2e28-45c5-94f5-d27dafbf9741 req-06e96334-47af-4195-90ac-3fda3b50c2b5 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:33.453482 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a3a584a5-2e28-45c5-94f5-d27dafbf9741 req-06e96334-47af-4195-90ac-3fda3b50c2b5 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=056a51b1-f8d9-44ab-ba11-28624d0d8fa7 HTTP/1.1" status: 200 len: 948 time: 0.1781886 Nov 04 10:32:33.459921 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:33.519575 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5409d388-e97e-4c23-ac7e-207666e904b5 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:32:33.546028 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-89e9de37-9a4e-484c-9077-6137efe6d60d service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766751 Nov 04 10:32:33.583133 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a3a584a5-2e28-45c5-94f5-d27dafbf9741 req-3966fd2b-eb54-471f-8d80-64fe272b2379 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239727 Nov 04 10:32:33.620415 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9719c-a59b-43d7-ab72-f188b5136fe8 req-411fb93d-b3fe-4f36-8d0f-5731f0ace02b tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:33.637813 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d9c9719c-a59b-43d7-ab72-f188b5136fe8 req-411fb93d-b3fe-4f36-8d0f-5731f0ace02b tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/ports?device_id=a56e53e4-ac2e-48a1-b446-4c1b90f2a96d HTTP/1.1" status: 200 len: 949 time: 0.1070759 Nov 04 10:32:33.654032 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 5409d388-e97e-4c23-ac7e-207666e904b5, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=5409d388-e97e-4c23-ac7e-207666e904b5,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:33.672128 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:33.678369 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:33.776457 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9126dacd-60ed-4abc-b449-ad4a2b16d715 req-3a3732a8-d580-4c50-89b8-b41131a72a3f service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208114 Nov 04 10:32:33.780419 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d9c9719c-a59b-43d7-ab72-f188b5136fe8 req-59e56023-ca03-4f37-9bbf-992abe0943bf tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/security-groups?id=dd39b566-6b5c-446f-a702-6ac696cd451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414242 Nov 04 10:32:33.830613 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56e53e4-ac2e-48a1-b446-4c1b90f2a96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a168652-df08-4063-8275-ed49f6fd1940'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:32:33.833947 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b51696-2886-4781-8c80-d706b157d18b" -d '{"events": [{"server_uuid": "a56e53e4-ac2e-48a1-b446-4c1b90f2a96d", "name": "network-vif-plugged", "status": "completed", "tag": "4a168652-df08-4063-8275-ed49f6fd1940"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:32:33.905900 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=5409d388-e97e-4c23-ac7e-207666e904b5,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:33.935408 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 4a168652-df08-4063-8275-ed49f6fd1940, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4a168652-df08-4063-8275-ed49f6fd1940,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:33.953858 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:33.957741 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 156a881a-2692-43e9-b2e9-e06542773024 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:32:34.155958 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef6bdc2-654a-4655-8baf-e90b34852a9a x-openstack-request-id: req-9ef6bdc2-654a-4655-8baf-e90b34852a9a {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:32:34.156373 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56e53e4-ac2e-48a1-b446-4c1b90f2a96d", "name": "network-vif-plugged", "status": "completed", "tag": "4a168652-df08-4063-8275-ed49f6fd1940", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:32:34.159790 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-9ef6bdc2-654a-4655-8baf-e90b34852a9a {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:32:34.160516 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56e53e4-ac2e-48a1-b446-4c1b90f2a96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a168652-df08-4063-8275-ed49f6fd1940', 'code': 200} Nov 04 10:32:34.175993 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['5409d388-e97e-4c23-ac7e-207666e904b5'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:32:34.208786 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b51fc-73aa-4f92-9d20-c298eff0c1f4 req-8d338987-df35-4269-bd0a-1ba9fa6806c6 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:34.210436 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6e2b51fc-73aa-4f92-9d20-c298eff0c1f4 req-8d338987-df35-4269-bd0a-1ba9fa6806c6 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.121 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e&tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&binding%3Ahost_id=n-h2-816629-1 HTTP/1.1" status: 200 len: 949 time: 0.1837575 Nov 04 10:32:34.301632 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=4a168652-df08-4063-8275-ed49f6fd1940,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:34.329507 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806f888-bb07-4541-8ba6-9d502a1f71f6 req-14c5eef2-26df-487f-9303-e9ce6e4ed8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:34.331040 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1806f888-bb07-4541-8ba6-9d502a1f71f6 req-14c5eef2-26df-487f-9303-e9ce6e4ed8d8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bd609f94b81947bcb1c477623063e487&device_id=056a51b1-f8d9-44ab-ba11-28624d0d8fa7 HTTP/1.1" status: 200 len: 1099 time: 0.2481134 Nov 04 10:32:34.354069 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a87fb-5bc5-486a-a739-d14c42495543 req-0ef58965-c192-4c34-a0ed-4ab767177ca8 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:34.375017 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-347a87fb-5bc5-486a-a739-d14c42495543 req-0ef58965-c192-4c34-a0ed-4ab767177ca8 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 949 time: 0.3836801 Nov 04 10:32:34.384536 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 156a881a-2692-43e9-b2e9-e06542773024 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:32:34.384935 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:34.423235 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b51fc-73aa-4f92-9d20-c298eff0c1f4 req-4015d0b2-9074-47ef-bda6-f7e6b12b4e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:34.425526 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6e2b51fc-73aa-4f92-9d20-c298eff0c1f4 req-4015d0b2-9074-47ef-bda6-f7e6b12b4e28 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 1100 time: 0.0736473 Nov 04 10:32:34.428339 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f32e30-602e-444b-b63b-ccfee53bc7dd req-73e2266b-d8cb-4bf3-9424-01aa8dbb57b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:34.430375 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e1f32e30-602e-444b-b63b-ccfee53bc7dd req-73e2266b-d8cb-4bf3-9424-01aa8dbb57b3 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=a56e53e4-ac2e-48a1-b446-4c1b90f2a96d HTTP/1.1" status: 200 len: 1101 time: 0.1400836 Nov 04 10:32:34.538373 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:34.637409 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e1f32e30-602e-444b-b63b-ccfee53bc7dd req-37c11983-93b4-4b30-b48f-d0f8cbb864d3 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=dd39b566-6b5c-446f-a702-6ac696cd451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826744 Nov 04 10:32:34.667155 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 156a881a-2692-43e9-b2e9-e06542773024, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=156a881a-2692-43e9-b2e9-e06542773024,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:34.698198 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:34.730598 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-347a87fb-5bc5-486a-a739-d14c42495543 req-fcb223be-696d-4c87-8f88-158f53329815 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545499 Nov 04 10:32:34.737992 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b51fc-73aa-4f92-9d20-c298eff0c1f4 req-00523f68-cd0e-4b5c-a150-53fad83af6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:34.739585 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6e2b51fc-73aa-4f92-9d20-c298eff0c1f4 req-00523f68-cd0e-4b5c-a150-53fad83af6c7 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.2909813 Nov 04 10:32:34.754087 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed146c78-c1fb-453c-95f3-068144f3ab3a req-6647a4fd-758d-44fa-a948-3be75cee0746 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:34.767140 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed146c78-c1fb-453c-95f3-068144f3ab3a req-6647a4fd-758d-44fa-a948-3be75cee0746 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 945 time: 0.4349999 Nov 04 10:32:34.829091 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=156a881a-2692-43e9-b2e9-e06542773024,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:34.881677 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806f888-bb07-4541-8ba6-9d502a1f71f6 req-b67a5acd-6526-47e3-9150-976c5f0e4c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:34.886773 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1806f888-bb07-4541-8ba6-9d502a1f71f6 req-b67a5acd-6526-47e3-9150-976c5f0e4c9e service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.5038633 Nov 04 10:32:35.012638 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6e2b51fc-73aa-4f92-9d20-c298eff0c1f4 req-56be16c3-3da6-404c-88af-7a9013194b18 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=5409d388-e97e-4c23-ac7e-207666e904b5 HTTP/1.1" status: 200 len: 217 time: 0.0987115 Nov 04 10:32:35.038962 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1806f888-bb07-4541-8ba6-9d502a1f71f6 req-4133174e-7e35-4241-bad5-09d2b938903d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=1bdeda71-853f-428d-a73c-4a52ca6c4eb2 HTTP/1.1" status: 200 len: 217 time: 0.1132619 Nov 04 10:32:35.085639 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed146c78-c1fb-453c-95f3-068144f3ab3a req-b20d59a3-c2f7-44a8-b733-979bf4e51c4b tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069806 Nov 04 10:32:35.119802 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b51fc-73aa-4f92-9d20-c298eff0c1f4 req-2fc04e94-672f-41fa-a4eb-ec97729c769f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:35.121334 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6e2b51fc-73aa-4f92-9d20-c298eff0c1f4 req-2fc04e94-672f-41fa-a4eb-ec97729c769f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0956287 Nov 04 10:32:35.210209 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0c673-7a76-4e6c-83ae-cdcfa9af6739 req-48fa8bba-f89e-4c5b-815d-8ecc82bfbb27 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:35.212281 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-14d0c673-7a76-4e6c-83ae-cdcfa9af6739 req-48fa8bba-f89e-4c5b-815d-8ecc82bfbb27 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=056a51b1-f8d9-44ab-ba11-28624d0d8fa7 HTTP/1.1" status: 200 len: 948 time: 0.3339176 Nov 04 10:32:35.245215 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b51fc-73aa-4f92-9d20-c298eff0c1f4 req-cf0dd4aa-fcc7-449c-84f5-687668fad605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:35.247496 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6e2b51fc-73aa-4f92-9d20-c298eff0c1f4 req-cf0dd4aa-fcc7-449c-84f5-687668fad605 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1166258 Nov 04 10:32:35.285816 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806f888-bb07-4541-8ba6-9d502a1f71f6 req-699bfa51-bd61-4488-ba3a-85beff930466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:35.288501 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1806f888-bb07-4541-8ba6-9d502a1f71f6 req-699bfa51-bd61-4488-ba3a-85beff930466 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.2380962 Nov 04 10:32:35.356839 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-14d0c673-7a76-4e6c-83ae-cdcfa9af6739 req-f0cb168c-6611-4d29-9ccc-9b4b3219a8bb tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302660 Nov 04 10:32:35.444685 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0bce7-a7a5-4798-be12-d9e79816e2d5 req-320e1799-f021-4e9b-8e8a-012a9f9ff268 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:35.457517 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-41f0bce7-a7a5-4798-be12-d9e79816e2d5 req-320e1799-f021-4e9b-8e8a-012a9f9ff268 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/ports?device_id=a56e53e4-ac2e-48a1-b446-4c1b90f2a96d HTTP/1.1" status: 200 len: 950 time: 0.2433138 Nov 04 10:32:35.538930 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6e2b51fc-73aa-4f92-9d20-c298eff0c1f4 req-e45e3a74-df67-4075-87db-e9f52158e48d service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774608 Nov 04 10:32:35.583615 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806f888-bb07-4541-8ba6-9d502a1f71f6 req-d21ff472-1087-4322-9343-1c5df3c13f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:35.585910 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1806f888-bb07-4541-8ba6-9d502a1f71f6 req-d21ff472-1087-4322-9343-1c5df3c13f40 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2459581 Nov 04 10:32:35.682827 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-41f0bce7-a7a5-4798-be12-d9e79816e2d5 req-f32ff9f5-e847-4194-a6e7-61f00622b13e tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/security-groups?id=dd39b566-6b5c-446f-a702-6ac696cd451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233024 Nov 04 10:32:35.765076 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6e2b51fc-73aa-4f92-9d20-c298eff0c1f4 req-0127331f-b952-4b2e-81e4-7031611cc88c service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141385 Nov 04 10:32:35.815269 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1806f888-bb07-4541-8ba6-9d502a1f71f6 req-95fc70cb-2889-4803-9c3f-1a3908dd283b service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011528 Nov 04 10:32:35.981248 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff012e-d5b7-4cf2-89c5-c20657cc0017 req-ba346e68-6926-4f47-bcbe-676b49381928 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:35.983231 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-10ff012e-d5b7-4cf2-89c5-c20657cc0017 req-ba346e68-6926-4f47-bcbe-676b49381928 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 949 time: 0.1449008 Nov 04 10:32:36.064546 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-10ff012e-d5b7-4cf2-89c5-c20657cc0017 req-2229e9ad-0a36-4477-83cf-ecb5a8338d3b tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698221 Nov 04 10:32:36.078619 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1806f888-bb07-4541-8ba6-9d502a1f71f6 req-648c9c30-f834-4d12-9742-f59b481ec814 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854231 Nov 04 10:32:36.162331 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efcf5e7-6bd9-46a4-85ce-9b526e5b8084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156a881a-2692-43e9-b2e9-e06542773024'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:32:36.164590 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21204ebc-4698-4c7b-a888-78e222d30dfe" -d '{"events": [{"server_uuid": "5efcf5e7-6bd9-46a4-85ce-9b526e5b8084", "name": "network-vif-plugged", "status": "completed", "tag": "156a881a-2692-43e9-b2e9-e06542773024"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:32:36.229949 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2076405d-03de-49b9-9cbf-9881d2226643 x-openstack-request-id: req-2076405d-03de-49b9-9cbf-9881d2226643 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:32:36.230309 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efcf5e7-6bd9-46a4-85ce-9b526e5b8084", "name": "network-vif-plugged", "status": "completed", "tag": "156a881a-2692-43e9-b2e9-e06542773024", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:32:36.230534 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-2076405d-03de-49b9-9cbf-9881d2226643 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:32:36.230897 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efcf5e7-6bd9-46a4-85ce-9b526e5b8084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156a881a-2692-43e9-b2e9-e06542773024', 'code': 200} Nov 04 10:32:36.317211 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879146d5-b99c-49dc-b935-c4b637d4f008 req-fc5d3a9e-88d3-4e7e-b87d-04cd65d5b7b3 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:36.329663 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-879146d5-b99c-49dc-b935-c4b637d4f008 req-fc5d3a9e-88d3-4e7e-b87d-04cd65d5b7b3 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 945 time: 0.1304939 Nov 04 10:32:36.500574 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-879146d5-b99c-49dc-b935-c4b637d4f008 req-9862fa84-0675-4aa1-85ed-6c1431ce233b tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633615 Nov 04 10:32:36.683765 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66483eec-b55d-4fa0-82ee-4700c653093a req-91be5388-990f-4756-918b-b46f554b5166 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:36.696075 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-66483eec-b55d-4fa0-82ee-4700c653093a req-91be5388-990f-4756-918b-b46f554b5166 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=056a51b1-f8d9-44ab-ba11-28624d0d8fa7 HTTP/1.1" status: 200 len: 948 time: 0.1412120 Nov 04 10:32:36.981897 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-66483eec-b55d-4fa0-82ee-4700c653093a req-6a2cae1d-aff4-49af-a9d1-f5e3d79ab0ce tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312868 Nov 04 10:32:37.062273 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928001a4-ffbc-465f-9d38-83f5f6c33e4a req-cdaef2cd-fb01-495b-b521-a5bc3be49d69 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:37.080450 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-928001a4-ffbc-465f-9d38-83f5f6c33e4a req-cdaef2cd-fb01-495b-b521-a5bc3be49d69 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/ports?device_id=a56e53e4-ac2e-48a1-b446-4c1b90f2a96d HTTP/1.1" status: 200 len: 950 time: 0.1442068 Nov 04 10:32:37.209456 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-928001a4-ffbc-465f-9d38-83f5f6c33e4a req-b1a7c8d1-6d7d-4e72-bb77-9c1fb7f4c025 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/security-groups?id=dd39b566-6b5c-446f-a702-6ac696cd451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236389 Nov 04 10:32:37.274328 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68fa12-e0f2-4825-831d-7c68dcce2ae9 req-fcde8d20-cb1a-4240-93db-14e729549c38 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:37.275951 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ce68fa12-e0f2-4825-831d-7c68dcce2ae9 req-fcde8d20-cb1a-4240-93db-14e729549c38 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 949 time: 0.0983601 Nov 04 10:32:37.385703 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ce68fa12-e0f2-4825-831d-7c68dcce2ae9 req-bdaab10e-3e7a-448d-a103-5ab9e82105fa tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952182 Nov 04 10:32:37.418253 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb79e3c-eb3f-4657-afd2-877c4df5705b req-46b1f81e-e06e-420f-8a58-1e941ec81927 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:37.421072 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bbb79e3c-eb3f-4657-afd2-877c4df5705b req-46b1f81e-e06e-420f-8a58-1e941ec81927 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/ports?device_id=1e5e5850-d733-4e31-ae2a-14941f0c50ac HTTP/1.1" status: 200 len: 950 time: 0.1009376 Nov 04 10:32:37.501662 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bbb79e3c-eb3f-4657-afd2-877c4df5705b req-aba24997-34a2-4223-93a9-8527b74319d6 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/security-groups?id=dd39b566-6b5c-446f-a702-6ac696cd451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683231 Nov 04 10:32:37.647836 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bac81-5044-48a2-86d0-fd0fce903425 req-08ddbb41-e0a5-4da3-adf8-2bcad80ac6d3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:37.650075 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-989bac81-5044-48a2-86d0-fd0fce903425 req-08ddbb41-e0a5-4da3-adf8-2bcad80ac6d3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 949 time: 0.0825589 Nov 04 10:32:37.732424 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-989bac81-5044-48a2-86d0-fd0fce903425 req-e243fb36-2578-4ebd-ae42-0a1f6918b629 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707331 Nov 04 10:32:37.949492 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b712681-4c5d-4ad6-b9fc-872d00062f0a req-3b8f90ff-95a7-4415-8c2a-ef17edcfaea1 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:37.959274 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5b712681-4c5d-4ad6-b9fc-872d00062f0a req-3b8f90ff-95a7-4415-8c2a-ef17edcfaea1 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 945 time: 0.0896173 Nov 04 10:32:38.049479 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5b712681-4c5d-4ad6-b9fc-872d00062f0a req-af14cee4-201b-4712-8028-a7ebdcb697ac tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890856 Nov 04 10:32:38.083362 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 1bdeda71-853f-428d-a73c-4a52ca6c4eb2 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:32:38.094185 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 5409d388-e97e-4c23-ac7e-207666e904b5 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:32:38.360791 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 5409d388-e97e-4c23-ac7e-207666e904b5 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:32:38.361927 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:38.452617 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a16e0-d16c-4a14-afde-5a6012e9b4a8 req-51b5fc55-2ba4-40f1-bdf7-445084b1a40d tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:38.454313 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5f6a16e0-d16c-4a14-afde-5a6012e9b4a8 req-51b5fc55-2ba4-40f1-bdf7-445084b1a40d tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=056a51b1-f8d9-44ab-ba11-28624d0d8fa7 HTTP/1.1" status: 200 len: 948 time: 0.0946603 Nov 04 10:32:38.561246 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 1bdeda71-853f-428d-a73c-4a52ca6c4eb2, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=1bdeda71-853f-428d-a73c-4a52ca6c4eb2,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:38.577320 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5f6a16e0-d16c-4a14-afde-5a6012e9b4a8 req-026bf6e7-2812-48d0-8854-7fa144879739 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146269 Nov 04 10:32:38.633135 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:38.648468 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '1bdeda71-853f-428d-a73c-4a52ca6c4eb2', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '1bdeda71-853f-428d-a73c-4a52ca6c4eb2', 'mac_address': 'fa:16:3e:42:7c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:32:38.738442 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d66d8d-63c5-4eea-aa26-d35dfb6fb53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5409d388-e97e-4c23-ac7e-207666e904b5'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:32:38.746300 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d57357-a2f6-4c57-892a-079f7c062ea6" -d '{"events": [{"server_uuid": "01d66d8d-63c5-4eea-aa26-d35dfb6fb53e", "name": "network-vif-plugged", "status": "completed", "tag": "5409d388-e97e-4c23-ac7e-207666e904b5"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:32:38.794200 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 5409d388-e97e-4c23-ac7e-207666e904b5, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=5409d388-e97e-4c23-ac7e-207666e904b5,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:38.802171 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:38.862503 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7016ed7-9484-4c05-b317-fc63a580ffa0 x-openstack-request-id: req-c7016ed7-9484-4c05-b317-fc63a580ffa0 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:32:38.862819 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d66d8d-63c5-4eea-aa26-d35dfb6fb53e", "name": "network-vif-plugged", "status": "completed", "tag": "5409d388-e97e-4c23-ac7e-207666e904b5", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:32:38.863101 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-c7016ed7-9484-4c05-b317-fc63a580ffa0 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:32:38.865444 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d66d8d-63c5-4eea-aa26-d35dfb6fb53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5409d388-e97e-4c23-ac7e-207666e904b5', 'code': 200} Nov 04 10:32:38.868753 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:38.924744 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-3f0058fb-564c-4aa2-ae58-cb466ee9ff68 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383689 Nov 04 10:32:38.931923 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bdeda71-853f-428d-a73c-4a52ca6c4eb2 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:32:38.977919 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=5409d388-e97e-4c23-ac7e-207666e904b5,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:38.992585 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 1bdeda71-853f-428d-a73c-4a52ca6c4eb2, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=1bdeda71-853f-428d-a73c-4a52ca6c4eb2,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:38.998634 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:39.078286 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=1bdeda71-853f-428d-a73c-4a52ca6c4eb2,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:39.142531 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-8850f73a-2c0c-475d-914d-f95fbc8252cf tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:39.156636 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-8850f73a-2c0c-475d-914d-f95fbc8252cf tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2295349 Nov 04 10:32:39.229154 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-bb5e1660-f426-4a00-a25a-940304d946fa tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/quotas/cd2183f7c1f6439d8bc0b7de34a592df HTTP/1.1" status: 200 len: 375 time: 0.0726976 Nov 04 10:32:39.298051 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577ff56-f7c8-4ad8-a07f-a487afc1fd0b req-f210449a-15c3-42e4-baaa-c472a415344e tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:39.315065 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e577ff56-f7c8-4ad8-a07f-a487afc1fd0b req-f210449a-15c3-42e4-baaa-c472a415344e tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 945 time: 0.1292088 Nov 04 10:32:39.335663 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-bfa57d8b-5d3a-4bd7-91eb-2aa61566af43 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1048717 Nov 04 10:32:39.477085 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e577ff56-f7c8-4ad8-a07f-a487afc1fd0b req-39b3cd56-dfb3-432a-8802-dd2463da54b5 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657636 Nov 04 10:32:39.509268 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['1bdeda71-853f-428d-a73c-4a52ca6c4eb2'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:32:39.803143 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0afa735c-771d-4e6a-a732-df3eb4f8457e req-63a6daf3-678f-452c-8ef3-46a1da93d5b4 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 210 time: 0.0507505 Nov 04 10:32:39.977044 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db6586-5f40-4fb3-91d8-8c08275f3c7d req-b80d646c-c73a-4c5b-9afa-dc541224a1cb tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:39.994313 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-48db6586-5f40-4fb3-91d8-8c08275f3c7d req-b80d646c-c73a-4c5b-9afa-dc541224a1cb tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=056a51b1-f8d9-44ab-ba11-28624d0d8fa7 HTTP/1.1" status: 200 len: 949 time: 0.1131599 Nov 04 10:32:40.101685 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 48af9415-890c-4fbd-88cd-d650b763538d details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:32:40.116877 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-48db6586-5f40-4fb3-91d8-8c08275f3c7d req-fad33d3e-067d-4e36-a873-e122682cd8bb tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205151 Nov 04 10:32:40.289242 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 48af9415-890c-4fbd-88cd-d650b763538d, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=48af9415-890c-4fbd-88cd-d650b763538d,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:40.313894 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '48af9415-890c-4fbd-88cd-d650b763538d', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '48af9415-890c-4fbd-88cd-d650b763538d', 'mac_address': 'fa:16:3e:e5:eb:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:32:40.426149 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:40.513160 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48af9415-890c-4fbd-88cd-d650b763538d {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:32:40.577026 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 48af9415-890c-4fbd-88cd-d650b763538d, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=48af9415-890c-4fbd-88cd-d650b763538d,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:40.586007 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:40.698778 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=48af9415-890c-4fbd-88cd-d650b763538d,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:40.706284 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b46e7-670d-403f-8bca-057ad0fd166a req-3a2730f8-95a0-4ca8-b2b2-e3be928802cc tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:40.708788 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:40.709434 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:40.709997 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:40.710557 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:40.711329 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:40.712018 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:40.713076 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:40.713618 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:40.714145 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:40.714670 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:40.715199 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:40.715928 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:40.720756 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-328b46e7-670d-403f-8bca-057ad0fd166a req-3a2730f8-95a0-4ca8-b2b2-e3be928802cc tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 945 time: 0.1219335 Nov 04 10:32:40.790858 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['48af9415-890c-4fbd-88cd-d650b763538d'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:32:40.817683 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-328b46e7-670d-403f-8bca-057ad0fd166a req-482efa2d-fe80-4238-bbaf-9fca28772dff tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959852 Nov 04 10:32:41.069588 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6fd22add-1ca2-4d66-94d0-015cc1a20a63 req-320ed1d6-378e-4ac0-85af-93778f0eb837 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 210 time: 0.0769880 Nov 04 10:32:41.263354 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34894) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:41.388537 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50225a9-270a-4b0e-9acb-fa95b63e3091 req-ca0cef7f-10c2-4e02-95d6-ce5181f849f1 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:41.390876 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d50225a9-270a-4b0e-9acb-fa95b63e3091 req-ca0cef7f-10c2-4e02-95d6-ce5181f849f1 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=056a51b1-f8d9-44ab-ba11-28624d0d8fa7 HTTP/1.1" status: 200 len: 949 time: 0.0987232 Nov 04 10:32:41.395547 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-75630ca6-98e4-4d6a-8090-d4923232ab3b tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.126 "GET /v2.0/networks?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1237342 Nov 04 10:32:41.502297 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d50225a9-270a-4b0e-9acb-fa95b63e3091 req-f71cc945-1458-40d8-86fa-d0d75736a967 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031795 Nov 04 10:32:41.614401 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-3dc0b8e3-098a-4ca9-9636-c24a4cea5621 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:41.616243 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-3dc0b8e3-098a-4ca9-9636-c24a4cea5621 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2105768 Nov 04 10:32:41.648608 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-c5e81558-66a0-46f5-9942-5ce0f6ab06d3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Request body: {'port': {'device_id': 'a24a653f-9ee1-4b3c-a890-580d11f70b08', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': 'cd2183f7c1f6439d8bc0b7de34a592df'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:32:42.087837 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a371a87-59b9-4ab3-8852-0e0e1af3026b req-e1f9daf3-141f-4fc0-be02-ff2c8375e7e3 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:42.102602 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a371a87-59b9-4ab3-8852-0e0e1af3026b req-e1f9daf3-141f-4fc0-be02-ff2c8375e7e3 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 945 time: 0.1523709 Nov 04 10:32:42.105257 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 48af9415-890c-4fbd-88cd-d650b763538d up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:32:42.252988 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:42.256443 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a371a87-59b9-4ab3-8852-0e0e1af3026b req-195319fc-b95d-40ce-b9ed-39c18ba2bf2c tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503427 Nov 04 10:32:42.295597 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 48af9415-890c-4fbd-88cd-d650b763538d triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:32:42.296201 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:42.341882 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-c5e81558-66a0-46f5-9942-5ce0f6ab06d3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Made reservation on behalf of cd2183f7c1f6439d8bc0b7de34a592df for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:32:42.345759 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-c5e81558-66a0-46f5-9942-5ce0f6ab06d3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:42.559359 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1fbe214b-21ea-4c85-a1ae-9f6ba30416ef req-0b5d3c7b-558a-434d-816e-09bd0f709533 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 210 time: 0.0845878 Nov 04 10:32:42.631325 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:42.704460 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-c5e81558-66a0-46f5-9942-5ce0f6ab06d3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Allocated IP 192.168.233.96 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/3d4b6831-70a9-4b46-916d-11a9da7df234) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:32:42.746005 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951e126-2ea8-42a4-9d2f-00545ee6bbd1 req-8c59aa0f-1f67-49c7-8d62-8e9cf6d8d18d tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:42.752657 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9951e126-2ea8-42a4-9d2f-00545ee6bbd1 req-8c59aa0f-1f67-49c7-8d62-8e9cf6d8d18d tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=056a51b1-f8d9-44ab-ba11-28624d0d8fa7 HTTP/1.1" status: 200 len: 949 time: 0.1085043 Nov 04 10:32:42.756776 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 48af9415-890c-4fbd-88cd-d650b763538d, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=48af9415-890c-4fbd-88cd-d650b763538d,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:42.759463 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5e5850-d733-4e31-ae2a-14941f0c50ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48af9415-890c-4fbd-88cd-d650b763538d'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:32:42.765589 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3484a62b-61fd-474a-8b20-c4c5cc594b0d" -d '{"events": [{"server_uuid": "1e5e5850-d733-4e31-ae2a-14941f0c50ac", "name": "network-vif-plugged", "status": "completed", "tag": "48af9415-890c-4fbd-88cd-d650b763538d"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:32:42.783407 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:42.787915 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 1bdeda71-853f-428d-a73c-4a52ca6c4eb2 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:32:42.791098 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0fff1938-d4a5-4555-9759-9886c0456de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:42.866676 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9951e126-2ea8-42a4-9d2f-00545ee6bbd1 req-42f9b8f3-3ae2-4e5a-8252-d652a75c7306 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052041 Nov 04 10:32:43.039173 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75569f82-d3fa-4be1-b266-207df84d498b x-openstack-request-id: req-75569f82-d3fa-4be1-b266-207df84d498b {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:32:43.039449 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5e5850-d733-4e31-ae2a-14941f0c50ac", "name": "network-vif-plugged", "status": "completed", "tag": "48af9415-890c-4fbd-88cd-d650b763538d", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:32:43.042024 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-75569f82-d3fa-4be1-b266-207df84d498b {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:32:43.042953 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5e5850-d733-4e31-ae2a-14941f0c50ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48af9415-890c-4fbd-88cd-d650b763538d', 'code': 200} Nov 04 10:32:43.043409 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=48af9415-890c-4fbd-88cd-d650b763538d,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:43.078946 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 1bdeda71-853f-428d-a73c-4a52ca6c4eb2 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:32:43.084065 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 1bdeda71-853f-428d-a73c-4a52ca6c4eb2 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:32:43.085360 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:43.261433 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-c5e81558-66a0-46f5-9942-5ce0f6ab06d3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:43.330596 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-c5e81558-66a0-46f5-9942-5ce0f6ab06d3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:43.358918 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['5409d388-e97e-4c23-ac7e-207666e904b5'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:32:43.451206 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['8f4d702b-b914-470f-874a-f8a7b107abdb'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:32:43.555393 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:43.583826 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-c5e81558-66a0-46f5-9942-5ce0f6ab06d3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:32:43.624035 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-c5e81558-66a0-46f5-9942-5ce0f6ab06d3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:32:43.627554 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e81558-66a0-46f5-9942-5ce0f6ab06d3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Pushing event updated for resources: {'Port': ['ID=3d4b6831-70a9-4b46-916d-11a9da7df234,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:43.646709 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-c5e81558-66a0-46f5-9942-5ce0f6ab06d3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:32:43.656854 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e81558-66a0-46f5-9942-5ce0f6ab06d3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:43.660139 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e81558-66a0-46f5-9942-5ce0f6ab06d3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:43.660504 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e81558-66a0-46f5-9942-5ce0f6ab06d3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:43.660919 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e81558-66a0-46f5-9942-5ce0f6ab06d3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:43.661272 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e81558-66a0-46f5-9942-5ce0f6ab06d3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:43.661608 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e81558-66a0-46f5-9942-5ce0f6ab06d3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:43.661929 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e81558-66a0-46f5-9942-5ce0f6ab06d3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:43.662250 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e81558-66a0-46f5-9942-5ce0f6ab06d3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:43.662566 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e81558-66a0-46f5-9942-5ce0f6ab06d3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:43.662895 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e81558-66a0-46f5-9942-5ce0f6ab06d3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:43.663197 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e81558-66a0-46f5-9942-5ce0f6ab06d3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:43.663516 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e81558-66a0-46f5-9942-5ce0f6ab06d3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:43.683279 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 1bdeda71-853f-428d-a73c-4a52ca6c4eb2, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=1bdeda71-853f-428d-a73c-4a52ca6c4eb2,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:43.712676 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:43.894598 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=1bdeda71-853f-428d-a73c-4a52ca6c4eb2,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:43.991477 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-c5e81558-66a0-46f5-9942-5ce0f6ab06d3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:43.992154 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-c5e81558-66a0-46f5-9942-5ce0f6ab06d3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:44.012947 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-0fff1938-d4a5-4555-9759-9886c0456de5 admin admin] Deleting port 993dd130-1376-4115-8fa5-0862e3a1a962 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:32:44.013497 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0fff1938-d4a5-4555-9759-9886c0456de5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:44.141786 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-c5e81558-66a0-46f5-9942-5ce0f6ab06d3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4960568 Nov 04 10:32:44.183439 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-5c0b0069-be46-4b68-8f1e-810f47abe233 service neutron] Request body: {'port': {'device_id': 'a24a653f-9ee1-4b3c-a890-580d11f70b08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:32:44.224514 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-5b6a585b-5a21-4d72-bfa4-db80f31f28e8 None None] Provisioning complete for port 3d4b6831-70a9-4b46-916d-11a9da7df234 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:32:44.224834 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5b6a585b-5a21-4d72-bfa4-db80f31f28e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:44.292870 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-0fff1938-d4a5-4555-9759-9886c0456de5 admin admin] For port 993dd130-1376-4115-8fa5-0862e3a1a962, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=993dd130-1376-4115-8fa5-0862e3a1a962,segment=NetworkSegment(67fcacec-9b21-47dc-be2a-e9fd5a94ad53),segment_id=67fcacec-9b21-47dc-be2a-e9fd5a94ad53)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:44.294095 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0fff1938-d4a5-4555-9759-9886c0456de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:44.325904 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-5b6a585b-5a21-4d72-bfa4-db80f31f28e8 None None] Port 3d4b6831-70a9-4b46-916d-11a9da7df234 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:32:44.327950 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-0fff1938-d4a5-4555-9759-9886c0456de5 admin admin] Calling delete_port for 993dd130-1376-4115-8fa5-0862e3a1a962 owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:32:44.539932 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:44.714265 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-5c0b0069-be46-4b68-8f1e-810f47abe233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:44.761077 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-182dd5c7-209c-4366-ba30-457dfbcbdc4e tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:44.762848 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-182dd5c7-209c-4366-ba30-457dfbcbdc4e tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.121 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0&tenant_id=0464048b294a465b81cede98ee2447df&binding%3Ahost_id=n-h1-816629-1 HTTP/1.1" status: 200 len: 1096 time: 0.6168303 Nov 04 10:32:44.792468 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816629-1'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:32:44.892147 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:45.045807 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056a51b1-f8d9-44ab-ba11-28624d0d8fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bdeda71-853f-428d-a73c-4a52ca6c4eb2'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:32:45.054340 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a07af2-2dae-4353-a067-bf17ac042201" -d '{"events": [{"server_uuid": "056a51b1-f8d9-44ab-ba11-28624d0d8fa7", "name": "network-vif-plugged", "status": "completed", "tag": "1bdeda71-853f-428d-a73c-4a52ca6c4eb2"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:32:45.122737 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0fff1938-d4a5-4555-9759-9886c0456de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:45.239373 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff1938-d4a5-4555-9759-9886c0456de5 admin admin] Pushing event deleted for resources: {'Port': ['ID=993dd130-1376-4115-8fa5-0862e3a1a962,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:45.267520 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] For port 8f7f0928-17d2-414f-8566-837b84f7fd38, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=8f7f0928-17d2-414f-8566-837b84f7fd38,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:45.383725 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] For port 8f7f0928-17d2-414f-8566-837b84f7fd38, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:32:45.489678 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f7f0928-17d2-414f-8566-837b84f7fd38'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:32:45.496811 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636a8b7a-b3ea-4e89-88c5-fb3f8b26f3bd" -d '{"events": [{"server_uuid": "c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0", "name": "network-vif-unplugged", "status": "completed", "tag": "8f7f0928-17d2-414f-8566-837b84f7fd38"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:32:45.503907 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:45.523391 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:45.765717 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Attempting to bind port 8f7f0928-17d2-414f-8566-837b84f7fd38 on host n-h1-816629-1 for vnic_type normal with profile {"migrating_to": "n-h2-816629-1"} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:32:45.766835 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Attempting to bind port 8f7f0928-17d2-414f-8566-837b84f7fd38 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:32:45.766835 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Attempting to bind port 8f7f0928-17d2-414f-8566-837b84f7fd38 on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:32:45.783096 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Pushing event updated for resources: {'Port': ['ID=8f7f0928-17d2-414f-8566-837b84f7fd38,revision_number=7']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:45.802735 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Port 8f7f0928-17d2-414f-8566-837b84f7fd38 on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:32:45.802735 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Attempting to bind port 8f7f0928-17d2-414f-8566-837b84f7fd38 on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:32:45.802735 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:32:45.802735 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Checking segment: {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:32:45.802735 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Bound using segment: {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:32:45.802735 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Bound port: 8f7f0928-17d2-414f-8566-837b84f7fd38, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:32:45.806091 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:45.839149 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:45.841920 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:45.842608 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:45.843131 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:45.846287 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:45.846851 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:45.847353 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:45.854510 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:45.858192 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:45.858637 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:45.859479 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:45.859817 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:32:46.041012 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] For port 8f7f0928-17d2-414f-8566-837b84f7fd38, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:32:46.051500 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] For port 8f7f0928-17d2-414f-8566-837b84f7fd38, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=8f7f0928-17d2-414f-8566-837b84f7fd38,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:32:46.066716 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:46.114846 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 8f7f0928-17d2-414f-8566-837b84f7fd38 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:32:46.294948 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:46.295734 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:46.297468 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] 10.222.0.121 "PUT /v2.0/ports/8f7f0928-17d2-414f-8566-837b84f7fd38 HTTP/1.1" status: 200 len: 1121 time: 1.5212479 Nov 04 10:32:46.298638 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-5c0b0069-be46-4b68-8f1e-810f47abe233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d4b6831-70a9-4b46-916d-11a9da7df234 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:32:46.323078 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-5c0b0069-be46-4b68-8f1e-810f47abe233 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:46.327381 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3457f1-3c40-42e6-ab2f-25e8c44235be service neutron] Pushing event updated for resources: {'Port': ['ID=8f7f0928-17d2-414f-8566-837b84f7fd38,revision_number=8']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:46.373344 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-5c0b0069-be46-4b68-8f1e-810f47abe233 service neutron] Transition to ACTIVE for port object 3d4b6831-70a9-4b46-916d-11a9da7df234 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:32:46.389898 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-5c0b0069-be46-4b68-8f1e-810f47abe233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:46.416300 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 8f7f0928-17d2-414f-8566-837b84f7fd38, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=8f7f0928-17d2-414f-8566-837b84f7fd38,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:46.424149 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0fff1938-d4a5-4555-9759-9886c0456de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:46.434513 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['8f7f0928-17d2-414f-8566-837b84f7fd38'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:32:46.638771 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35002) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:46.890372 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-62811a0d-6666-4e48-af41-abce2f9003a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:46.906111 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b0069-be46-4b68-8f1e-810f47abe233 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4b6831-70a9-4b46-916d-11a9da7df234,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:47.007802 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-5c0b0069-be46-4b68-8f1e-810f47abe233 service neutron] Attempting to bind port 3d4b6831-70a9-4b46-916d-11a9da7df234 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:32:47.008128 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-5c0b0069-be46-4b68-8f1e-810f47abe233 service neutron] Attempting to bind port 3d4b6831-70a9-4b46-916d-11a9da7df234 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:32:47.008528 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-5c0b0069-be46-4b68-8f1e-810f47abe233 service neutron] Attempting to bind port 3d4b6831-70a9-4b46-916d-11a9da7df234 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:32:47.035920 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['8f7f0928-17d2-414f-8566-837b84f7fd38'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:32:47.055475 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-5c0b0069-be46-4b68-8f1e-810f47abe233 service neutron] Port 3d4b6831-70a9-4b46-916d-11a9da7df234 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:32:47.055857 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-5c0b0069-be46-4b68-8f1e-810f47abe233 service neutron] Attempting to bind port 3d4b6831-70a9-4b46-916d-11a9da7df234 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:32:47.070537 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-5c0b0069-be46-4b68-8f1e-810f47abe233 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:32:47.070814 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-5c0b0069-be46-4b68-8f1e-810f47abe233 service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:32:47.071133 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-5c0b0069-be46-4b68-8f1e-810f47abe233 service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:32:47.072379 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-5c0b0069-be46-4b68-8f1e-810f47abe233 service neutron] Bound port: 3d4b6831-70a9-4b46-916d-11a9da7df234, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:32:47.072379 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-5c0b0069-be46-4b68-8f1e-810f47abe233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:47.106313 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-62811a0d-6666-4e48-af41-abce2f9003a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:47.116161 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-62811a0d-6666-4e48-af41-abce2f9003a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:47.157024 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62811a0d-6666-4e48-af41-abce2f9003a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afad5312-0530-4c38-abf6-8820634d3aad,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:47.196487 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-62811a0d-6666-4e48-af41-abce2f9003a2 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=a84b43a84a824775869df4d81eb04b8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5551679 Nov 04 10:32:47.198723 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35006) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:47.222562 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 8f7f0928-17d2-414f-8566-837b84f7fd38 has no active binding in host n-h2-816629-1 {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 04 10:32:47.251662 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3d55fa38-c393-41cf-a792-e10729dec608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:47.275955 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fff1938-d4a5-4555-9759-9886c0456de5 admin admin] Router c1776c2c-a7cc-4af6-b52c-7634fb754762 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:32:47.293388 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-5c0b0069-be46-4b68-8f1e-810f47abe233 service neutron] For port 3d4b6831-70a9-4b46-916d-11a9da7df234, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:32:47.299200 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-5c0b0069-be46-4b68-8f1e-810f47abe233 service neutron] For port 3d4b6831-70a9-4b46-916d-11a9da7df234, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=3d4b6831-70a9-4b46-916d-11a9da7df234,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:32:47.308176 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-5c0b0069-be46-4b68-8f1e-810f47abe233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:47.327300 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fbbd2321-6e29-41d2-a8a2-7482e38b1b12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:47.441852 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fbbd2321-6e29-41d2-a8a2-7482e38b1b12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:47.445832 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fff1938-d4a5-4555-9759-9886c0456de5 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:32:47.474465 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0fff1938-d4a5-4555-9759-9886c0456de5 admin admin] 10.222.0.127 "PUT /v2.0/routers/c1776c2c-a7cc-4af6-b52c-7634fb754762/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2090092 Nov 04 10:32:47.477746 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35008) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:47.488109 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c080e0d-ce6b-41e0-ae7e-d59de7f5c87f None None] Sync routers for ids ['c1776c2c-a7cc-4af6-b52c-7634fb754762'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:32:47.507280 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c080e0d-ce6b-41e0-ae7e-d59de7f5c87f None None] Routers {'c1776c2c-a7cc-4af6-b52c-7634fb754762'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:32:47.508265 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-5c080e0d-ce6b-41e0-ae7e-d59de7f5c87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:32:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c1776c2c-a7cc-4af6-b52c-7634fb754762'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:32:47.516273 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-5c0b0069-be46-4b68-8f1e-810f47abe233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:47.520302 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-5c0b0069-be46-4b68-8f1e-810f47abe233 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:47.530130 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-5c0b0069-be46-4b68-8f1e-810f47abe233 service neutron] 10.222.0.126 "PUT /v2.0/ports/3d4b6831-70a9-4b46-916d-11a9da7df234 HTTP/1.1" status: 200 len: 1095 time: 3.3522050 Nov 04 10:32:47.533458 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24a653f-9ee1-4b3c-a890-580d11f70b08', 'tag': '3d4b6831-70a9-4b46-916d-11a9da7df234'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:32:47.536308 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cfbf78-e735-43b7-9954-9e0c0d72c19e" -d '{"events": [{"name": "network-changed", "server_uuid": "a24a653f-9ee1-4b3c-a890-580d11f70b08", "tag": "3d4b6831-70a9-4b46-916d-11a9da7df234"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:32:47.696339 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fbbd2321-6e29-41d2-a8a2-7482e38b1b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:47.699006 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fbbd2321-6e29-41d2-a8a2-7482e38b1b12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:47.705151 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fbbd2321-6e29-41d2-a8a2-7482e38b1b12 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/afad5312-0530-4c38-abf6-8820634d3aad HTTP/1.1" status: 204 len: 168 time: 0.5034387 Nov 04 10:32:47.724620 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd2321-6e29-41d2-a8a2-7482e38b1b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afad5312-0530-4c38-abf6-8820634d3aad,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:47.865324 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-5c080e0d-ce6b-41e0-ae7e-d59de7f5c87f None None] Set router c1776c2c-a7cc-4af6-b52c-7634fb754762 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:32:47.900144 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b0069-be46-4b68-8f1e-810f47abe233 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4b6831-70a9-4b46-916d-11a9da7df234,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:48.008790 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-be5b1f2a-8e3c-462e-95ae-9c743601b303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:48.028479 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-be5b1f2a-8e3c-462e-95ae-9c743601b303 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 1098 time: 0.3319888 Nov 04 10:32:48.169149 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-5c080e0d-ce6b-41e0-ae7e-d59de7f5c87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1776c2c-a7cc-4af6-b52c-7634fb754762', 'name': 'tempest-AttachSCSIVolumeTestJSON-1511440248-router', 'tenant_id': '2d5b284abf97483e96827ac4701c3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '24f0db91-9819-4ac6-a32d-6f9e5599a9c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:30:27Z', 'updated_at': '2021-11-04T10:32:44Z', 'revision_number': 5, 'project_id': '2d5b284abf97483e96827ac4701c3ebc', 'gw_port': {'id': '24f0db91-9819-4ac6-a32d-6f9e5599a9c7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:83:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1776c2c-a7cc-4af6-b52c-7634fb754762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:27Z', 'updated_at': '2021-11-04T10:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:32:48.227186 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-dbb18fc2-4283-4b15-b8af-fbb7a8bf7188 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=3d4b6831-70a9-4b46-916d-11a9da7df234 HTTP/1.1" status: 200 len: 217 time: 0.1856234 Nov 04 10:32:48.251118 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b0f307bb-23cf-4064-85cb-d8626dfb9cf4 admin admin] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:48.301829 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c080e0d-ce6b-41e0-ae7e-d59de7f5c87f None None] Checking router: c1776c2c-a7cc-4af6-b52c-7634fb754762 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:32:48.340021 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c080e0d-ce6b-41e0-ae7e-d59de7f5c87f None None] Routers {'c1776c2c-a7cc-4af6-b52c-7634fb754762'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:32:48.342252 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-5c080e0d-ce6b-41e0-ae7e-d59de7f5c87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:32:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c1776c2c-a7cc-4af6-b52c-7634fb754762'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:32:48.483285 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-1c02c211-4606-4efa-b425-1d4f21009c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:48.498749 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-1c02c211-4606-4efa-b425-1d4f21009c8a service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.2440619 Nov 04 10:32:48.687482 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-5c080e0d-ce6b-41e0-ae7e-d59de7f5c87f None None] Set router c1776c2c-a7cc-4af6-b52c-7634fb754762 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:32:48.735783 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35016) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:48.774311 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dd5de4ba-5014-4c51-915f-346a10884446 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:48.819989 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-0f2b80e0-c957-4695-910f-988283b3d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:48.828467 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-0f2b80e0-c957-4695-910f-988283b3d7c5 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3272383 Nov 04 10:32:48.955758 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dd5de4ba-5014-4c51-915f-346a10884446 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:48.961725 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dd5de4ba-5014-4c51-915f-346a10884446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:49.013918 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-dd5de4ba-5014-4c51-915f-346a10884446 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=1bf0d8d41544437f9016a04f6d1ffdf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2769606 Nov 04 10:32:49.016393 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35018) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:49.041553 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b0f307bb-23cf-4064-85cb-d8626dfb9cf4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:49.122960 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-5c080e0d-ce6b-41e0-ae7e-d59de7f5c87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1776c2c-a7cc-4af6-b52c-7634fb754762', 'name': 'tempest-AttachSCSIVolumeTestJSON-1511440248-router', 'tenant_id': '2d5b284abf97483e96827ac4701c3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '24f0db91-9819-4ac6-a32d-6f9e5599a9c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:30:27Z', 'updated_at': '2021-11-04T10:32:44Z', 'revision_number': 5, 'project_id': '2d5b284abf97483e96827ac4701c3ebc', 'gw_port': {'id': '24f0db91-9819-4ac6-a32d-6f9e5599a9c7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:83:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1776c2c-a7cc-4af6-b52c-7634fb754762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:27Z', 'updated_at': '2021-11-04T10:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:32:49.190047 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-228d80ae-a828-4a50-ba2e-fd1239f2255a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:49.215002 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c080e0d-ce6b-41e0-ae7e-d59de7f5c87f None None] The sync data for ids ['c1776c2c-a7cc-4af6-b52c-7634fb754762'] in n-d-816629-1 is: [{'id': 'c1776c2c-a7cc-4af6-b52c-7634fb754762', 'name': 'tempest-AttachSCSIVolumeTestJSON-1511440248-router', 'tenant_id': '2d5b284abf97483e96827ac4701c3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '24f0db91-9819-4ac6-a32d-6f9e5599a9c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:30:27Z', 'updated_at': '2021-11-04T10:32:44Z', 'revision_number': 5, 'project_id': '2d5b284abf97483e96827ac4701c3ebc', 'gw_port': {'id': '24f0db91-9819-4ac6-a32d-6f9e5599a9c7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:83:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1776c2c-a7cc-4af6-b52c-7634fb754762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:27Z', 'updated_at': '2021-11-04T10:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:32:49.229707 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5de4ba-5014-4c51-915f-346a10884446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f09809a-4ae4-4623-ab22-2228783b6d48,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:49.236137 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-7f5e5063-0bdd-4f97-b77a-2d6a17ec6297 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004824 Nov 04 10:32:49.252205 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-228d80ae-a828-4a50-ba2e-fd1239f2255a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:49.280522 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-b0f307bb-23cf-4064-85cb-d8626dfb9cf4 admin admin] Deleting port 24f0db91-9819-4ac6-a32d-6f9e5599a9c7 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:32:49.280942 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b0f307bb-23cf-4064-85cb-d8626dfb9cf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:49.392330 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a97c487f-cd83-463a-a793-9ba1885e680a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:49.463219 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-b0f307bb-23cf-4064-85cb-d8626dfb9cf4 admin admin] For port 24f0db91-9819-4ac6-a32d-6f9e5599a9c7, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=24f0db91-9819-4ac6-a32d-6f9e5599a9c7,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:49.463611 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b0f307bb-23cf-4064-85cb-d8626dfb9cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:49.482350 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-b0f307bb-23cf-4064-85cb-d8626dfb9cf4 admin admin] Calling delete_port for 24f0db91-9819-4ac6-a32d-6f9e5599a9c7 owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:32:49.491882 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-228d80ae-a828-4a50-ba2e-fd1239f2255a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:49.496535 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-228d80ae-a828-4a50-ba2e-fd1239f2255a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:49.498211 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-228d80ae-a828-4a50-ba2e-fd1239f2255a admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/1f09809a-4ae4-4623-ab22-2228783b6d48 HTTP/1.1" status: 204 len: 168 time: 0.4808123 Nov 04 10:32:49.519275 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d80ae-a828-4a50-ba2e-fd1239f2255a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f09809a-4ae4-4623-ab22-2228783b6d48,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:49.769761 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b0f307bb-23cf-4064-85cb-d8626dfb9cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:49.906150 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b0f307bb-23cf-4064-85cb-d8626dfb9cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:50.064978 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b0f307bb-23cf-4064-85cb-d8626dfb9cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:50.067493 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b0f307bb-23cf-4064-85cb-d8626dfb9cf4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:50.132192 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f307bb-23cf-4064-85cb-d8626dfb9cf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=24f0db91-9819-4ac6-a32d-6f9e5599a9c7,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:50.143272 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b0f307bb-23cf-4064-85cb-d8626dfb9cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:50.143709 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f307bb-23cf-4064-85cb-d8626dfb9cf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1776c2c-a7cc-4af6-b52c-7634fb754762 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:32:50.148965 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b0f307bb-23cf-4064-85cb-d8626dfb9cf4 admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:50.150972 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b0f307bb-23cf-4064-85cb-d8626dfb9cf4 admin admin] 10.222.0.127 "DELETE /v2.0/routers/c1776c2c-a7cc-4af6-b52c-7634fb754762 HTTP/1.1" status: 204 len: 168 time: 2.6691577 Nov 04 10:32:50.154915 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35028) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:50.179194 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f7472fd2-5529-4e7c-b960-6463f2e59867 req-d309c550-be90-4ec4-bd5e-53927bbe8941 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9308257 Nov 04 10:32:50.309350 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36d6912-dec0-4f50-a28a-2410a057371d admin admin] Deleting subnet a21c0a46-e3eb-4e34-b54f-67f6c426aac5 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:32:50.314527 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d36d6912-dec0-4f50-a28a-2410a057371d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:50.397337 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d36d6912-dec0-4f50-a28a-2410a057371d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:50.623260 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:50.684274 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d36d6912-dec0-4f50-a28a-2410a057371d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:50.781008 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d36d6912-dec0-4f50-a28a-2410a057371d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:50.832004 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d6912-dec0-4f50-a28a-2410a057371d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a21c0a46-e3eb-4e34-b54f-67f6c426aac5,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:50.861933 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d97bea-897b-4590-baf1-bda8049642b7 None None] Network a32e31ad-acda-407a-a096-816fda019c16 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:32:50.876248 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d36d6912-dec0-4f50-a28a-2410a057371d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:50.885073 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35038) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:50.888167 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d36d6912-dec0-4f50-a28a-2410a057371d admin admin] 10.222.0.127 "DELETE /v2.0/subnets/a21c0a46-e3eb-4e34-b54f-67f6c426aac5 HTTP/1.1" status: 204 len: 168 time: 0.7311735 Nov 04 10:32:51.049839 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 993dd130-1376-4115-8fa5-0862e3a1a962 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:32:51.084035 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 993dd130-1376-4115-8fa5-0862e3a1a962 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:32:51.095115 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 993dd130-1376-4115-8fa5-0862e3a1a962 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:32:51.095946 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 24f0db91-9819-4ac6-a32d-6f9e5599a9c7 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:32:51.104634 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ee28cd1-166c-464a-bcde-2721c0de4c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:51.229627 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 24f0db91-9819-4ac6-a32d-6f9e5599a9c7 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:32:51.229966 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 24f0db91-9819-4ac6-a32d-6f9e5599a9c7 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:32:51.307820 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-5ee28cd1-166c-464a-bcde-2721c0de4c73 admin admin] Deleting port abedbcab-4b02-4f6d-a52c-7afb9edabd0d {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:32:51.308463 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ee28cd1-166c-464a-bcde-2721c0de4c73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:51.485435 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-5ee28cd1-166c-464a-bcde-2721c0de4c73 admin admin] For port abedbcab-4b02-4f6d-a52c-7afb9edabd0d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=abedbcab-4b02-4f6d-a52c-7afb9edabd0d,segment=NetworkSegment(67fcacec-9b21-47dc-be2a-e9fd5a94ad53),segment_id=67fcacec-9b21-47dc-be2a-e9fd5a94ad53)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:51.485804 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ee28cd1-166c-464a-bcde-2721c0de4c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:51.487490 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc4176a-0fc9-4d47-a886-d766c2e96d58 None None] DHCP port deletion for a32e31ad-acda-407a-a096-816fda019c16 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:32:51.501805 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-5ee28cd1-166c-464a-bcde-2721c0de4c73 admin admin] Calling delete_port for abedbcab-4b02-4f6d-a52c-7afb9edabd0d owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:32:51.649936 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-3cc4176a-0fc9-4d47-a886-d766c2e96d58 None None] Deleting port abedbcab-4b02-4f6d-a52c-7afb9edabd0d {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:32:51.652447 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3cc4176a-0fc9-4d47-a886-d766c2e96d58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:51.699200 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ee28cd1-166c-464a-bcde-2721c0de4c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:51.744877 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee28cd1-166c-464a-bcde-2721c0de4c73 admin admin] Pushing event deleted for resources: {'Port': ['ID=abedbcab-4b02-4f6d-a52c-7afb9edabd0d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:51.749534 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee28cd1-166c-464a-bcde-2721c0de4c73 admin admin] No DVR routers for this DVR port abedbcab-4b02-4f6d-a52c-7afb9edabd0d on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:32:51.847231 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ee28cd1-166c-464a-bcde-2721c0de4c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:51.888634 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-3cc4176a-0fc9-4d47-a886-d766c2e96d58 None None] For port abedbcab-4b02-4f6d-a52c-7afb9edabd0d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=abedbcab-4b02-4f6d-a52c-7afb9edabd0d,segment=NetworkSegment(67fcacec-9b21-47dc-be2a-e9fd5a94ad53),segment_id=67fcacec-9b21-47dc-be2a-e9fd5a94ad53)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:51.890353 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3cc4176a-0fc9-4d47-a886-d766c2e96d58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:51.905423 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-5ee28cd1-166c-464a-bcde-2721c0de4c73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a32e31ad-acda-407a-a096-816fda019c16']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:32:51.931218 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-3cc4176a-0fc9-4d47-a886-d766c2e96d58 None None] Calling delete_port for abedbcab-4b02-4f6d-a52c-7afb9edabd0d owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:32:51.942744 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-5ee28cd1-166c-464a-bcde-2721c0de4c73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67fcacec-9b21-47dc-be2a-e9fd5a94ad53') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:32:51.943397 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-5ee28cd1-166c-464a-bcde-2721c0de4c73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67fcacec-9b21-47dc-be2a-e9fd5a94ad53') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:32:51.998010 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ee28cd1-166c-464a-bcde-2721c0de4c73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:52.057366 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ee28cd1-166c-464a-bcde-2721c0de4c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:52.073822 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee28cd1-166c-464a-bcde-2721c0de4c73 admin admin] Releasing vlan 1179 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:32:52.074236 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ee28cd1-166c-464a-bcde-2721c0de4c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:32:52.081157 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:32:52.092521 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:52.132759 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3cc4176a-0fc9-4d47-a886-d766c2e96d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:52.171672 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4176a-0fc9-4d47-a886-d766c2e96d58 None None] Pushing event deleted for resources: {'Port': ['ID=abedbcab-4b02-4f6d-a52c-7afb9edabd0d,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:52.175709 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc4176a-0fc9-4d47-a886-d766c2e96d58 None None] No DVR routers for this DVR port abedbcab-4b02-4f6d-a52c-7afb9edabd0d on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:32:52.202595 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ee28cd1-166c-464a-bcde-2721c0de4c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:52.220965 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ee28cd1-166c-464a-bcde-2721c0de4c73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:52.224876 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5ee28cd1-166c-464a-bcde-2721c0de4c73 admin admin] 10.222.0.127 "DELETE /v2.0/networks/a32e31ad-acda-407a-a096-816fda019c16 HTTP/1.1" status: 204 len: 168 time: 1.3378451 Nov 04 10:32:52.226189 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee28cd1-166c-464a-bcde-2721c0de4c73 admin admin] Pushing event deleted for resources: {'Network': ['ID=a32e31ad-acda-407a-a096-816fda019c16,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:52.229368 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35068) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:52.565058 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:52.644137 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device abedbcab-4b02-4f6d-a52c-7afb9edabd0d no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:32:52.664925 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40823b-1415-4129-b415-4d0bf754b799 req-16bba396-5702-4e3f-a2fa-3cc1bfccdb1b tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:52.667340 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5b40823b-1415-4129-b415-4d0bf754b799 req-16bba396-5702-4e3f-a2fa-3cc1bfccdb1b tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 943 time: 0.1459916 Nov 04 10:32:52.675649 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3983d0-6ead-41ad-8722-75def05854c5 req-6c00aabd-d752-465a-bba2-f7614c680429 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:52.677704 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4f3983d0-6ead-41ad-8722-75def05854c5 req-6c00aabd-d752-465a-bba2-f7614c680429 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 947 time: 0.0916719 Nov 04 10:32:52.704136 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: abedbcab-4b02-4f6d-a52c-7afb9edabd0d {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:32:52.704698 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device abedbcab-4b02-4f6d-a52c-7afb9edabd0d not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:32:52.761172 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4f3983d0-6ead-41ad-8722-75def05854c5 req-18bd36d8-569b-49b6-bfc6-8c274bb2f896 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706811 Nov 04 10:32:52.858321 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5b40823b-1415-4129-b415-4d0bf754b799 req-227e94b8-2f83-4e24-8e25-da63ff1ed3cc tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792710 Nov 04 10:32:53.046440 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286acd6-af70-402d-ad15-5d545997b075 req-132b056e-8f83-4732-92a3-86383378c5db tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:53.067881 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4286acd6-af70-402d-ad15-5d545997b075 req-132b056e-8f83-4732-92a3-86383378c5db tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=056a51b1-f8d9-44ab-ba11-28624d0d8fa7 HTTP/1.1" status: 200 len: 950 time: 0.1713676 Nov 04 10:32:53.142662 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74fb524-9097-42ae-8cf2-592fc7854c5b x-openstack-request-id: req-c74fb524-9097-42ae-8cf2-592fc7854c5b {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:32:53.143378 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056a51b1-f8d9-44ab-ba11-28624d0d8fa7", "name": "network-vif-plugged", "status": "completed", "tag": "1bdeda71-853f-428d-a73c-4a52ca6c4eb2", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:32:53.143859 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-c74fb524-9097-42ae-8cf2-592fc7854c5b {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:32:53.144468 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '056a51b1-f8d9-44ab-ba11-28624d0d8fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bdeda71-853f-428d-a73c-4a52ca6c4eb2', 'code': 200} Nov 04 10:32:53.196728 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4286acd6-af70-402d-ad15-5d545997b075 req-1ff97e0f-96f2-4106-a3ba-c81a749080d4 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140289 Nov 04 10:32:53.234385 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb94e81e-579e-44a9-822c-8175b8b3517d x-openstack-request-id: req-fb94e81e-579e-44a9-822c-8175b8b3517d {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:32:53.234682 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0", "name": "network-vif-unplugged", "status": "completed", "tag": "8f7f0928-17d2-414f-8566-837b84f7fd38", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:32:53.235978 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-fb94e81e-579e-44a9-822c-8175b8b3517d {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:32:53.235978 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f7f0928-17d2-414f-8566-837b84f7fd38', 'code': 200} Nov 04 10:32:53.311899 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125dd8d4-d1dc-44b9-a42b-0d668027a15f x-openstack-request-id: req-125dd8d4-d1dc-44b9-a42b-0d668027a15f {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:32:53.312457 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24a653f-9ee1-4b3c-a890-580d11f70b08", "tag": "3d4b6831-70a9-4b46-916d-11a9da7df234", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:32:53.312457 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-125dd8d4-d1dc-44b9-a42b-0d668027a15f {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:32:53.319193 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf803905-6f87-4ef6-9a3f-7a454c133fb4 req-231edada-0372-4a5b-9835-3d36f337704c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:53.321380 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cf803905-6f87-4ef6-9a3f-7a454c133fb4 req-231edada-0372-4a5b-9835-3d36f337704c service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=056a51b1-f8d9-44ab-ba11-28624d0d8fa7 HTTP/1.1" status: 200 len: 1101 time: 0.0825870 Nov 04 10:32:53.334270 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24a653f-9ee1-4b3c-a890-580d11f70b08', 'tag': '3d4b6831-70a9-4b46-916d-11a9da7df234', 'status': 'completed', 'code': 200} Nov 04 10:32:53.466587 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cf803905-6f87-4ef6-9a3f-7a454c133fb4 req-c85a6803-8077-409a-92c2-4f13b59ce9ed service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350861 Nov 04 10:32:53.517161 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7cfddacd-056f-41c1-9f3b-2b6deefd1368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:53.694689 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfbf78-e735-43b7-9954-9e0c0d72c19e req-2b53e91a-1087-409a-abd3-e0a59284324a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:53.706042 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-13cfbf78-e735-43b7-9954-9e0c0d72c19e req-2b53e91a-1087-409a-abd3-e0a59284324a service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 1098 time: 0.3550239 Nov 04 10:32:53.904986 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 3d4b6831-70a9-4b46-916d-11a9da7df234 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:32:53.911727 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfbf78-e735-43b7-9954-9e0c0d72c19e req-442fc63f-5ad5-4636-a650-50506ec08374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:53.913315 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-13cfbf78-e735-43b7-9954-9e0c0d72c19e req-442fc63f-5ad5-4636-a650-50506ec08374 service neutron] 10.222.0.126 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.1932597 Nov 04 10:32:54.024989 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-13cfbf78-e735-43b7-9954-9e0c0d72c19e req-8ae1c7db-e184-4b83-ac15-7262e102524b service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=3d4b6831-70a9-4b46-916d-11a9da7df234 HTTP/1.1" status: 200 len: 217 time: 0.0987990 Nov 04 10:32:54.155891 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 3d4b6831-70a9-4b46-916d-11a9da7df234, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=3d4b6831-70a9-4b46-916d-11a9da7df234,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:54.172590 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '3d4b6831-70a9-4b46-916d-11a9da7df234', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '3d4b6831-70a9-4b46-916d-11a9da7df234', 'mac_address': 'fa:16:3e:88:ee:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:32:54.230929 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:54.233410 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfbf78-e735-43b7-9954-9e0c0d72c19e req-8f152062-c0b2-49fc-9f1b-bb05dea52e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:54.239612 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-13cfbf78-e735-43b7-9954-9e0c0d72c19e req-8f152062-c0b2-49fc-9f1b-bb05dea52e5d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.2030487 Nov 04 10:32:54.288528 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d4b6831-70a9-4b46-916d-11a9da7df234 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:32:54.334979 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 3d4b6831-70a9-4b46-916d-11a9da7df234, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=3d4b6831-70a9-4b46-916d-11a9da7df234,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:54.343780 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:54.426653 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfbf78-e735-43b7-9954-9e0c0d72c19e req-26caec72-f6e2-4b11-a80f-a381ecb0990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:54.428284 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-13cfbf78-e735-43b7-9954-9e0c0d72c19e req-26caec72-f6e2-4b11-a80f-a381ecb0990a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1776650 Nov 04 10:32:54.456973 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=3d4b6831-70a9-4b46-916d-11a9da7df234,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:54.624423 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['3d4b6831-70a9-4b46-916d-11a9da7df234'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:32:54.713961 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-7cfddacd-056f-41c1-9f3b-2b6deefd1368 admin admin] Deleting port e91aa439-5ab6-43d3-87ff-cfd746e67d5d {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:32:54.714271 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7cfddacd-056f-41c1-9f3b-2b6deefd1368 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:54.776041 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d35c10-ad0a-461a-ba35-4c513d662008 req-b79cb432-0f06-4973-ae6a-799b414c37d1 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:54.777909 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-27d35c10-ad0a-461a-ba35-4c513d662008 req-b79cb432-0f06-4973-ae6a-799b414c37d1 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 943 time: 0.1145968 Nov 04 10:32:54.788268 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd36f8-9eed-4c03-b4d8-96f4f1a49c0f req-902a6ac0-56ff-4c5c-88dc-957f8ef40590 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:54.796317 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-76bd36f8-9eed-4c03-b4d8-96f4f1a49c0f req-902a6ac0-56ff-4c5c-88dc-957f8ef40590 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 948 time: 0.1461856 Nov 04 10:32:54.888848 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-27d35c10-ad0a-461a-ba35-4c513d662008 req-332a0e9a-c4f1-4bcd-99bb-a7966ee79290 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901854 Nov 04 10:32:54.902138 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-76bd36f8-9eed-4c03-b4d8-96f4f1a49c0f req-04ce1d60-6f0a-4377-bf6c-553b5b453dcc tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026993 Nov 04 10:32:54.931326 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-13cfbf78-e735-43b7-9954-9e0c0d72c19e req-4dcba137-839d-440c-a5dd-4b27553f3509 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874561 Nov 04 10:32:55.099638 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca8d9d-fa48-4683-87b7-3b79f23c2a30 req-7852d35d-3254-45f7-adfe-e8e9aafb3846 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:55.108645 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fcca8d9d-fa48-4683-87b7-3b79f23c2a30 req-7852d35d-3254-45f7-adfe-e8e9aafb3846 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=056a51b1-f8d9-44ab-ba11-28624d0d8fa7 HTTP/1.1" status: 200 len: 950 time: 0.0967979 Nov 04 10:32:55.134112 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-7cfddacd-056f-41c1-9f3b-2b6deefd1368 admin admin] For port e91aa439-5ab6-43d3-87ff-cfd746e67d5d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e91aa439-5ab6-43d3-87ff-cfd746e67d5d,segment=NetworkSegment(b78daaf4-1ad6-4a2d-a6d7-f43cef3d1c22),segment_id=b78daaf4-1ad6-4a2d-a6d7-f43cef3d1c22)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:55.134950 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7cfddacd-056f-41c1-9f3b-2b6deefd1368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:55.140694 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:32:55.165569 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-7cfddacd-056f-41c1-9f3b-2b6deefd1368 admin admin] Calling delete_port for e91aa439-5ab6-43d3-87ff-cfd746e67d5d owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:32:55.169811 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-13cfbf78-e735-43b7-9954-9e0c0d72c19e req-0f7ebbe8-1bb1-4633-a49f-8e0753026ff1 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751196 Nov 04 10:32:55.244639 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fcca8d9d-fa48-4683-87b7-3b79f23c2a30 req-299cf94a-d027-4065-b30c-82c91dfd8cb3 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342118 Nov 04 10:32:55.247688 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0', 'tag': '8f7f0928-17d2-414f-8566-837b84f7fd38'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:32:55.259209 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4447aa19-c419-43ff-858c-bff715e5a808" -d '{"events": [{"name": "network-changed", "server_uuid": "c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0", "tag": "8f7f0928-17d2-414f-8566-837b84f7fd38"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:32:55.470664 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7cfddacd-056f-41c1-9f3b-2b6deefd1368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:55.517849 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfddacd-056f-41c1-9f3b-2b6deefd1368 admin admin] Pushing event deleted for resources: {'Port': ['ID=e91aa439-5ab6-43d3-87ff-cfd746e67d5d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:55.525954 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35178) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:55.635567 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c92e4b-3261-4a76-ae50-a59c6ff9b625 x-openstack-request-id: req-a4c92e4b-3261-4a76-ae50-a59c6ff9b625 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:32:55.635872 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0", "tag": "8f7f0928-17d2-414f-8566-837b84f7fd38", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:32:55.636111 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-a4c92e4b-3261-4a76-ae50-a59c6ff9b625 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:32:55.636519 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0', 'tag': '8f7f0928-17d2-414f-8566-837b84f7fd38', 'status': 'completed', 'code': 200} Nov 04 10:32:55.873295 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447aa19-c419-43ff-858c-bff715e5a808 req-8d4fb7b1-c4b4-49ba-a18d-273f927ce212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:55.875046 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4447aa19-c419-43ff-858c-bff715e5a808 req-8d4fb7b1-c4b4-49ba-a18d-273f927ce212 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0464048b294a465b81cede98ee2447df&device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 1124 time: 0.1516867 Nov 04 10:32:55.917121 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 3d4b6831-70a9-4b46-916d-11a9da7df234 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:32:56.027324 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 3d4b6831-70a9-4b46-916d-11a9da7df234 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:32:56.032438 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 3d4b6831-70a9-4b46-916d-11a9da7df234 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:32:56.033106 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:56.046848 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447aa19-c419-43ff-858c-bff715e5a808 req-88af1723-8423-4f4f-a6ef-d3e91d4d0f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:56.048412 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4447aa19-c419-43ff-858c-bff715e5a808 req-88af1723-8423-4f4f-a6ef-d3e91d4d0f18 service neutron] 10.222.0.126 "GET /v2.0/networks?id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 HTTP/1.1" status: 200 len: 923 time: 0.1437924 Nov 04 10:32:56.120551 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4447aa19-c419-43ff-858c-bff715e5a808 req-6a163c08-88b6-45ee-9c33-ae8ff9425ef1 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f7f0928-17d2-414f-8566-837b84f7fd38 HTTP/1.1" status: 200 len: 217 time: 0.0576832 Nov 04 10:32:56.139381 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 156a881a-2692-43e9-b2e9-e06542773024 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:32:56.190074 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447aa19-c419-43ff-858c-bff715e5a808 req-44a13bd4-dc28-4928-a0b0-12f8146def0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:56.191638 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4447aa19-c419-43ff-858c-bff715e5a808 req-44a13bd4-dc28-4928-a0b0-12f8146def0b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=74d328ae-3dd4-4757-b0cd-5d3ffb3741ad HTTP/1.1" status: 200 len: 861 time: 0.0629652 Nov 04 10:32:56.194521 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7cfddacd-056f-41c1-9f3b-2b6deefd1368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:56.200980 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:56.217990 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-66a727f2-1f50-47e7-ad0d-1b3825b8c0c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:56.258958 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4447aa19-c419-43ff-858c-bff715e5a808 req-d739c8e6-9ee2-4f2d-af2a-233330d4cf6d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562720 Nov 04 10:32:56.274604 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:56.320030 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 156a881a-2692-43e9-b2e9-e06542773024, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=156a881a-2692-43e9-b2e9-e06542773024,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:56.321930 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24a653f-9ee1-4b3c-a890-580d11f70b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4b6831-70a9-4b46-916d-11a9da7df234'}, {'server_uuid': '5efcf5e7-6bd9-46a4-85ce-9b526e5b8084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '156a881a-2692-43e9-b2e9-e06542773024'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:32:56.325736 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92eb6be-e126-4d4b-9b7a-9eedf3a3ca7b" -d '{"events": [{"server_uuid": "a24a653f-9ee1-4b3c-a890-580d11f70b08", "name": "network-vif-plugged", "status": "completed", "tag": "3d4b6831-70a9-4b46-916d-11a9da7df234"}, {"server_uuid": "5efcf5e7-6bd9-46a4-85ce-9b526e5b8084", "name": "network-vif-unplugged", "status": "completed", "tag": "156a881a-2692-43e9-b2e9-e06542773024"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:32:56.333815 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:56.374103 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 3d4b6831-70a9-4b46-916d-11a9da7df234, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=3d4b6831-70a9-4b46-916d-11a9da7df234,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:56.385540 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:56.386625 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 8f7f0928-17d2-414f-8566-837b84f7fd38 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:32:56.409741 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-66a727f2-1f50-47e7-ad0d-1b3825b8c0c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:56.442138 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-66a727f2-1f50-47e7-ad0d-1b3825b8c0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:56.508437 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=156a881a-2692-43e9-b2e9-e06542773024,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:56.511000 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-66a727f2-1f50-47e7-ad0d-1b3825b8c0c2 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=77271362c9c1424999c21877a795d4a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9837706 Nov 04 10:32:56.512774 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35212) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:56.551437 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663f884-0044-4e26-b417-ecafa1f75032 req-cdbd3f2a-24df-4398-8c46-2b08422e8d19 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:56.553238 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e663f884-0044-4e26-b417-ecafa1f75032 req-cdbd3f2a-24df-4398-8c46-2b08422e8d19 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 948 time: 0.5319619 Nov 04 10:32:56.614877 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a727f2-1f50-47e7-ad0d-1b3825b8c0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60461d0f-65d2-43dc-b79e-e965b882eed5,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:56.669083 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=3d4b6831-70a9-4b46-916d-11a9da7df234,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:56.732611 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-9550b071-b8f6-4e3d-bfcd-c9286b41d622 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:56.734660 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-9550b071-b8f6-4e3d-bfcd-c9286b41d622 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/networks?id=9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d HTTP/1.1" status: 200 len: 805 time: 0.8531878 Nov 04 10:32:56.761809 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e663f884-0044-4e26-b417-ecafa1f75032 req-8cb144f8-d21f-46f1-b208-96bc99708096 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008166 Nov 04 10:32:56.777598 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-6841b7ac-bda3-4b97-93d8-330f156e10a3 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/quotas/2b5a587ccab54a2f9cf1975659bd89f9 HTTP/1.1" status: 200 len: 375 time: 0.0290365 Nov 04 10:32:56.796369 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff646e4d-fe28-4b25-9d27-5cd44ea0d83b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:56.847797 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfddacd-056f-41c1-9f3b-2b6deefd1368 admin admin] Router 06fe7972-844c-4711-a746-d8877571398d has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:32:56.862783 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4447aa19-c419-43ff-858c-bff715e5a808 req-fdebcc42-2718-4e08-ac70-34754e40a83c service neutron] 10.222.0.126 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5919130 Nov 04 10:32:56.866812 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff646e4d-fe28-4b25-9d27-5cd44ea0d83b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:56.872778 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-3375e522-fe4d-4c08-953d-73feced2578d tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=2b5a587ccab54a2f9cf1975659bd89f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0783577 Nov 04 10:32:57.001191 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-57b43203-0178-41a8-b54f-b4ec6e7b5b12 service neutron] 10.222.0.126 "GET /v2.0/ports/8f7f0928-17d2-414f-8566-837b84f7fd38/bindings/n-h2-816629-1 HTTP/1.1" status: 200 len: 384 time: 0.3293722 Nov 04 10:32:57.037532 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fd008-cbe8-42ec-88c2-854592cbe6cf req-cb0028c9-d693-4f57-8832-af4d8f105a63 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:57.040305 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-047fd008-cbe8-42ec-88c2-854592cbe6cf req-cb0028c9-d693-4f57-8832-af4d8f105a63 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 943 time: 0.1421731 Nov 04 10:32:57.083951 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff646e4d-fe28-4b25-9d27-5cd44ea0d83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:57.087299 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff646e4d-fe28-4b25-9d27-5cd44ea0d83b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:57.088611 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ff646e4d-fe28-4b25-9d27-5cd44ea0d83b admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/60461d0f-65d2-43dc-b79e-e965b882eed5 HTTP/1.1" status: 204 len: 168 time: 0.5719097 Nov 04 10:32:57.115722 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff646e4d-fe28-4b25-9d27-5cd44ea0d83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60461d0f-65d2-43dc-b79e-e965b882eed5,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:57.137505 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-2c4884de-b1d3-422e-a3f4-25fe6b48dd7b service neutron] 10.222.0.127 "GET /v2.0/networks/9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544343 Nov 04 10:32:57.209439 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-047fd008-cbe8-42ec-88c2-854592cbe6cf req-0d2615ad-b5b9-4862-bacf-b704614036ee tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565504 Nov 04 10:32:57.229717 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4447aa19-c419-43ff-858c-bff715e5a808 req-2a643efa-a28b-4b6a-8639-6b7202ce2a93 service neutron] 10.222.0.126 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579056 Nov 04 10:32:57.337506 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-898f9d21-00d2-4aef-ad32-8a07a751b15e service neutron] 10.222.0.127 "GET /v2.0/networks/9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988957 Nov 04 10:32:57.348670 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfddacd-056f-41c1-9f3b-2b6deefd1368 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:32:57.365264 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7cfddacd-056f-41c1-9f3b-2b6deefd1368 admin admin] 10.222.0.127 "PUT /v2.0/routers/06fe7972-844c-4711-a746-d8877571398d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1341479 Nov 04 10:32:57.366276 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35220) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:57.371815 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170c9f0a-99c0-40ae-bf20-da4b0cee93bf None None] Sync routers for ids ['06fe7972-844c-4711-a746-d8877571398d'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:32:57.409226 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170c9f0a-99c0-40ae-bf20-da4b0cee93bf None None] Routers {'06fe7972-844c-4711-a746-d8877571398d'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:32:57.416584 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-170c9f0a-99c0-40ae-bf20-da4b0cee93bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:32:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['06fe7972-844c-4711-a746-d8877571398d'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:32:57.499673 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623aaf8e-eb08-4fa0-be7f-b1100e5198be req-407cdaa9-c679-4b99-8260-6b50cfc81183 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:57.501548 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-623aaf8e-eb08-4fa0-be7f-b1100e5198be req-407cdaa9-c679-4b99-8260-6b50cfc81183 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=056a51b1-f8d9-44ab-ba11-28624d0d8fa7 HTTP/1.1" status: 200 len: 950 time: 0.1377823 Nov 04 10:32:57.621581 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-623aaf8e-eb08-4fa0-be7f-b1100e5198be req-9a680b82-67cb-4b7a-9056-9d02d42cc760 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135457 Nov 04 10:32:57.732752 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-170c9f0a-99c0-40ae-bf20-da4b0cee93bf None None] Set router 06fe7972-844c-4711-a746-d8877571398d gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:32:57.748760 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35232) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:57.776495 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8e9db50b-c88b-4e46-903f-58eceaeb9c8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:57.876786 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 04 Nov 2021 10:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51519a5-e4dc-40b2-b25b-745005e96680 x-openstack-request-id: req-c51519a5-e4dc-40b2-b25b-745005e96680 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:32:57.877184 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24a653f-9ee1-4b3c-a890-580d11f70b08", "name": "network-vif-plugged", "status": "completed", "tag": "3d4b6831-70a9-4b46-916d-11a9da7df234", "code": 200}, {"server_uuid": "5efcf5e7-6bd9-46a4-85ce-9b526e5b8084", "name": "network-vif-unplugged", "status": "completed", "tag": "156a881a-2692-43e9-b2e9-e06542773024", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:32:57.879625 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-c51519a5-e4dc-40b2-b25b-745005e96680 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:32:57.879896 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24a653f-9ee1-4b3c-a890-580d11f70b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4b6831-70a9-4b46-916d-11a9da7df234', 'code': 200} Nov 04 10:32:57.880158 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efcf5e7-6bd9-46a4-85ce-9b526e5b8084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '156a881a-2692-43e9-b2e9-e06542773024', 'code': 200} Nov 04 10:32:58.012035 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8e9db50b-c88b-4e46-903f-58eceaeb9c8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:58.063686 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8e9db50b-c88b-4e46-903f-58eceaeb9c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:58.067931 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74f1ea60-25a3-443b-9eb4-c862b0c94718 req-56f20e6b-8956-4ad7-9ee4-9feaacf7d4bc tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=8e9855bb-5dac-4336-9656-c8e8b541d1ac HTTP/1.1" status: 200 len: 210 time: 0.0530024 Nov 04 10:32:58.305288 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-170c9f0a-99c0-40ae-bf20-da4b0cee93bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fe7972-844c-4711-a746-d8877571398d', 'name': 'tempest-AttachSCSIVolumeTestJSON-494831308-router', 'tenant_id': '28bdaa2f505143d197c1cbfe17d550fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'e3adc72e-1d3b-4d58-ab5c-2682f245398b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:30:39Z', 'updated_at': '2021-11-04T10:32:55Z', 'revision_number': 5, 'project_id': '28bdaa2f505143d197c1cbfe17d550fe', 'gw_port': {'id': 'e3adc72e-1d3b-4d58-ab5c-2682f245398b', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe7972-844c-4711-a746-d8877571398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:40Z', 'updated_at': '2021-11-04T10:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:32:58.310501 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-0177795d-ae2c-4106-b0a3-01e76951049b service neutron] For port 8f7f0928-17d2-414f-8566-837b84f7fd38, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=8f7f0928-17d2-414f-8566-837b84f7fd38,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:58.333570 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-0177795d-ae2c-4106-b0a3-01e76951049b service neutron] For port 8f7f0928-17d2-414f-8566-837b84f7fd38, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:32:58.345459 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8e9db50b-c88b-4e46-903f-58eceaeb9c8d admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=c064a2ae7ca24e078899708c10eb39f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5951300 Nov 04 10:32:58.349971 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35250) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:32:58.378583 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-0177795d-ae2c-4106-b0a3-01e76951049b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7f0928-17d2-414f-8566-837b84f7fd38 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:32:58.380208 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9db50b-c88b-4e46-903f-58eceaeb9c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70361a5-1e8b-4b30-80ed-90ed384b43e1,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:58.383495 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170c9f0a-99c0-40ae-bf20-da4b0cee93bf None None] Checking router: 06fe7972-844c-4711-a746-d8877571398d for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:32:58.396481 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170c9f0a-99c0-40ae-bf20-da4b0cee93bf None None] Routers {'06fe7972-844c-4711-a746-d8877571398d'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:32:58.397667 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-170c9f0a-99c0-40ae-bf20-da4b0cee93bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:32:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['06fe7972-844c-4711-a746-d8877571398d'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:32:58.428800 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-0177795d-ae2c-4106-b0a3-01e76951049b service neutron] For port 8f7f0928-17d2-414f-8566-837b84f7fd38, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=8f7f0928-17d2-414f-8566-837b84f7fd38,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:58.473139 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9135533-b497-4b78-a595-75cdf33e6eea req-166a81b5-aed7-4f1c-bab6-5d76461b84a8 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:58.476944 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c9135533-b497-4b78-a595-75cdf33e6eea req-166a81b5-aed7-4f1c-bab6-5d76461b84a8 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 949 time: 0.4613822 Nov 04 10:32:58.481353 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-51caf863-7471-4fc3-9183-6798c49594d2 admin admin] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:58.584620 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c9135533-b497-4b78-a595-75cdf33e6eea req-130733ec-9fdd-4af3-adce-f6627b63ac1f tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963776 Nov 04 10:32:58.603730 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1ff63-1d1e-46c4-bcc2-16c9658e40be req-ba8536da-317f-4058-af38-59ab92b50b67 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:58.613420 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ac1ff63-1d1e-46c4-bcc2-16c9658e40be req-ba8536da-317f-4058-af38-59ab92b50b67 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.121 "GET /v2.0/ports?device_id=5efcf5e7-6bd9-46a4-85ce-9b526e5b8084 HTTP/1.1" status: 200 len: 943 time: 0.4224551 Nov 04 10:32:58.613673 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-0177795d-ae2c-4106-b0a3-01e76951049b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:58.616195 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad504783-f11b-402e-93b0-17facfa008d3 req-3c89ce1d-c530-43c3-a709-0b8b436ceea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:58.616674 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-170c9f0a-99c0-40ae-bf20-da4b0cee93bf None None] Set router 06fe7972-844c-4711-a746-d8877571398d gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:32:58.620236 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ad504783-f11b-402e-93b0-17facfa008d3 req-3c89ce1d-c530-43c3-a709-0b8b436ceea3 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 1100 time: 0.6615229 Nov 04 10:32:58.708501 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd6e1d-2a5e-47ab-915e-67a27d0a5167 req-98a8555f-cd5c-4d6f-ad46-069e4cc092a7 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:58.719033 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b0cd6e1d-2a5e-47ab-915e-67a27d0a5167 req-98a8555f-cd5c-4d6f-ad46-069e4cc092a7 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 943 time: 0.3245666 Nov 04 10:32:58.810677 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fc0ebcd-c398-41a7-8d55-046b704841c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:58.817378 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ad504783-f11b-402e-93b0-17facfa008d3 req-db1b7618-ce9b-4d66-838c-e974c9f1c0f0 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810887 Nov 04 10:32:58.878192 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-51caf863-7471-4fc3-9183-6798c49594d2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:58.883958 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-0177795d-ae2c-4106-b0a3-01e76951049b service neutron] Transition to ACTIVE for port object 8f7f0928-17d2-414f-8566-837b84f7fd38 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:32:58.893771 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-0177795d-ae2c-4106-b0a3-01e76951049b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:58.922023 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fc0ebcd-c398-41a7-8d55-046b704841c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:58.956971 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b0cd6e1d-2a5e-47ab-915e-67a27d0a5167 req-d1b04129-ad84-4357-93ab-cefddb7e9f30 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357488 Nov 04 10:32:59.019575 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-0177795d-ae2c-4106-b0a3-01e76951049b service neutron] No DVR routers for this DVR port 8f7f0928-17d2-414f-8566-837b84f7fd38 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:32:59.025743 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-170c9f0a-99c0-40ae-bf20-da4b0cee93bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fe7972-844c-4711-a746-d8877571398d', 'name': 'tempest-AttachSCSIVolumeTestJSON-494831308-router', 'tenant_id': '28bdaa2f505143d197c1cbfe17d550fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'e3adc72e-1d3b-4d58-ab5c-2682f245398b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:30:39Z', 'updated_at': '2021-11-04T10:32:55Z', 'revision_number': 5, 'project_id': '28bdaa2f505143d197c1cbfe17d550fe', 'gw_port': {'id': 'e3adc72e-1d3b-4d58-ab5c-2682f245398b', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe7972-844c-4711-a746-d8877571398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:40Z', 'updated_at': '2021-11-04T10:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:32:59.030077 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78e7ec-2d17-4d2b-b9c6-a05370ecb8e7 req-6fb8e22b-66b7-4710-8840-86f2198be77b tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:59.030556 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4d78e7ec-2d17-4d2b-b9c6-a05370ecb8e7 req-6fb8e22b-66b7-4710-8840-86f2198be77b tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=056a51b1-f8d9-44ab-ba11-28624d0d8fa7 HTTP/1.1" status: 200 len: 950 time: 0.1997330 Nov 04 10:32:59.041301 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-6ac1ff63-1d1e-46c4-bcc2-16c9658e40be req-6c63d0ad-d847-46ea-ba8a-ad7b87e4181a tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Deleting port 156a881a-2692-43e9-b2e9-e06542773024 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:32:59.041642 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-6ac1ff63-1d1e-46c4-bcc2-16c9658e40be req-6c63d0ad-d847-46ea-ba8a-ad7b87e4181a tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:59.082670 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177795d-ae2c-4106-b0a3-01e76951049b service neutron] Pushing event updated for resources: {'Port': ['ID=8f7f0928-17d2-414f-8566-837b84f7fd38,revision_number=10']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:59.096115 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-0177795d-ae2c-4106-b0a3-01e76951049b service neutron] 10.222.0.126 "PUT /v2.0/ports/8f7f0928-17d2-414f-8566-837b84f7fd38/bindings/n-h2-816629-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0839074 Nov 04 10:32:59.106942 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-51caf863-7471-4fc3-9183-6798c49594d2 admin admin] Deleting port e3adc72e-1d3b-4d58-ab5c-2682f245398b {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:32:59.107285 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-51caf863-7471-4fc3-9183-6798c49594d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:59.187755 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170c9f0a-99c0-40ae-bf20-da4b0cee93bf None None] The sync data for ids ['06fe7972-844c-4711-a746-d8877571398d'] in n-d-816629-1 is: [{'id': '06fe7972-844c-4711-a746-d8877571398d', 'name': 'tempest-AttachSCSIVolumeTestJSON-494831308-router', 'tenant_id': '28bdaa2f505143d197c1cbfe17d550fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'e3adc72e-1d3b-4d58-ab5c-2682f245398b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:30:39Z', 'updated_at': '2021-11-04T10:32:55Z', 'revision_number': 5, 'project_id': '28bdaa2f505143d197c1cbfe17d550fe', 'gw_port': {'id': 'e3adc72e-1d3b-4d58-ab5c-2682f245398b', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe7972-844c-4711-a746-d8877571398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:30:40Z', 'updated_at': '2021-11-04T10:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:32:59.207410 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4d78e7ec-2d17-4d2b-b9c6-a05370ecb8e7 req-9797cc05-150d-46a6-858b-b4b8e5630231 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561666 Nov 04 10:32:59.284028 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fc0ebcd-c398-41a7-8d55-046b704841c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:59.284926 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-51caf863-7471-4fc3-9183-6798c49594d2 admin admin] For port e3adc72e-1d3b-4d58-ab5c-2682f245398b, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e3adc72e-1d3b-4d58-ab5c-2682f245398b,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:59.285383 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-51caf863-7471-4fc3-9183-6798c49594d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:59.292696 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fc0ebcd-c398-41a7-8d55-046b704841c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:59.300316 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6fc0ebcd-c398-41a7-8d55-046b704841c1 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/b70361a5-1e8b-4b30-80ed-90ed384b43e1 HTTP/1.1" status: 204 len: 168 time: 0.9363048 Nov 04 10:32:59.340040 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-51caf863-7471-4fc3-9183-6798c49594d2 admin admin] Calling delete_port for e3adc72e-1d3b-4d58-ab5c-2682f245398b owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:32:59.367868 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0ebcd-c398-41a7-8d55-046b704841c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70361a5-1e8b-4b30-80ed-90ed384b43e1,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:59.414934 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-6ac1ff63-1d1e-46c4-bcc2-16c9658e40be req-6c63d0ad-d847-46ea-ba8a-ad7b87e4181a tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] For port 156a881a-2692-43e9-b2e9-e06542773024, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=156a881a-2692-43e9-b2e9-e06542773024,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:32:59.415599 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-6ac1ff63-1d1e-46c4-bcc2-16c9658e40be req-6c63d0ad-d847-46ea-ba8a-ad7b87e4181a tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:59.474824 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-52b6b2f9-89cf-4a4d-b472-c1a9d5bf4d0f req-e8c8fb90-5fa0-44a9-9f7f-6d63954257e3 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=8e9855bb-5dac-4336-9656-c8e8b541d1ac HTTP/1.1" status: 200 len: 210 time: 0.0951879 Nov 04 10:32:59.503511 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-6ac1ff63-1d1e-46c4-bcc2-16c9658e40be req-6c63d0ad-d847-46ea-ba8a-ad7b87e4181a tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Calling delete_port for 156a881a-2692-43e9-b2e9-e06542773024 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:32:59.530147 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cd533-f9a3-460a-8908-c0fc3830d8e5 req-050ed0b9-b761-4d40-a9b8-4c5330af79f2 tempest-ServersOnMultiNodesTest-1979143440 tempest-ServersOnMultiNodesTest-1979143440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:59.532186 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-999cd533-f9a3-460a-8908-c0fc3830d8e5 req-050ed0b9-b761-4d40-a9b8-4c5330af79f2 tempest-ServersOnMultiNodesTest-1979143440 tempest-ServersOnMultiNodesTest-1979143440-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=056a51b1-f8d9-44ab-ba11-28624d0d8fa7 HTTP/1.1" status: 200 len: 1101 time: 0.1716242 Nov 04 10:32:59.693551 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-999cd533-f9a3-460a-8908-c0fc3830d8e5 req-2c9e6a47-a26a-45a7-a7bb-9f4f0ff17def tempest-ServersOnMultiNodesTest-1979143440 tempest-ServersOnMultiNodesTest-1979143440-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290472 Nov 04 10:32:59.792018 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-51caf863-7471-4fc3-9183-6798c49594d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:32:59.888568 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51caf863-7471-4fc3-9183-6798c49594d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3adc72e-1d3b-4d58-ab5c-2682f245398b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:32:59.916539 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c695bc0-876f-4204-ac00-972e489b33ed req-d071aade-db38-47ca-82c8-722dcff8b276 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:32:59.918250 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0c695bc0-876f-4204-ac00-972e489b33ed req-d071aade-db38-47ca-82c8-722dcff8b276 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 949 time: 0.1898165 Nov 04 10:33:00.099371 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0c695bc0-876f-4204-ac00-972e489b33ed req-f03df054-3dc9-41cc-9d30-fba864d35b3c tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680431 Nov 04 10:33:00.108093 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-6ac1ff63-1d1e-46c4-bcc2-16c9658e40be req-6c63d0ad-d847-46ea-ba8a-ad7b87e4181a tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:00.149346 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63d0ad-d847-46ea-ba8a-ad7b87e4181a tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Pushing event deleted for resources: {'Port': ['ID=156a881a-2692-43e9-b2e9-e06542773024,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:00.265956 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac1ff63-1d1e-46c4-bcc2-16c9658e40be req-6c63d0ad-d847-46ea-ba8a-ad7b87e4181a tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] No DVR routers for this DVR port 156a881a-2692-43e9-b2e9-e06542773024 on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:33:00.270404 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-6ac1ff63-1d1e-46c4-bcc2-16c9658e40be req-6c63d0ad-d847-46ea-ba8a-ad7b87e4181a tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:00.277679 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ac1ff63-1d1e-46c4-bcc2-16c9658e40be req-6c63d0ad-d847-46ea-ba8a-ad7b87e4181a tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.121 "DELETE /v2.0/ports/156a881a-2692-43e9-b2e9-e06542773024 HTTP/1.1" status: 204 len: 173 time: 1.6624739 Nov 04 10:33:00.279453 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efcf5e7-6bd9-46a4-85ce-9b526e5b8084', 'name': 'network-vif-deleted', 'tag': '156a881a-2692-43e9-b2e9-e06542773024'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:33:00.285321 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640a133f-4f95-4d24-a3e3-15c1a2d2c6b7" -d '{"events": [{"server_uuid": "5efcf5e7-6bd9-46a4-85ce-9b526e5b8084", "name": "network-vif-deleted", "tag": "156a881a-2692-43e9-b2e9-e06542773024"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:33:00.368554 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5843231-d252-4970-812b-a28b26303d71 req-31c4b4a1-482d-43b9-9e7d-5ee4c430616b tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:00.370399 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5843231-d252-4970-812b-a28b26303d71 req-31c4b4a1-482d-43b9-9e7d-5ee4c430616b tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 944 time: 0.2095654 Nov 04 10:33:00.417105 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-1d39550a-d29e-4a5d-890c-b9d445d861ed tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=bd609f94b81947bcb1c477623063e487&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452080 Nov 04 10:33:00.500106 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-9a45fdeb-22dc-4e59-8a65-6fdaa79ac4b9 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:00.501636 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-9a45fdeb-22dc-4e59-8a65-6fdaa79ac4b9 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.121 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0&tenant_id=0464048b294a465b81cede98ee2447df&binding%3Ahost_id=n-h1-816629-1 HTTP/1.1" status: 200 len: 1095 time: 0.6667097 Nov 04 10:33:00.570063 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-51caf863-7471-4fc3-9183-6798c49594d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:00.654522 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-fc31a925-2c6f-454e-84d1-77a0bd709140 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:00.656322 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-fc31a925-2c6f-454e-84d1-77a0bd709140 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2145779 Nov 04 10:33:00.705188 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-4b869584-3384-4b87-a2bd-63ac8da34b11 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/quotas/bd609f94b81947bcb1c477623063e487 HTTP/1.1" status: 200 len: 375 time: 0.0270262 Nov 04 10:33:00.717142 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5843231-d252-4970-812b-a28b26303d71 req-ec37540f-e5d9-47d4-9c7c-7a778dc99060 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114066 Nov 04 10:33:00.754408 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e91aa439-5ab6-43d3-87ff-cfd746e67d5d no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:33:00.830022 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-193e23cb-74e6-4d11-8d1f-b73eedb929e9 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=bd609f94b81947bcb1c477623063e487&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1022549 Nov 04 10:33:00.838847 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: e91aa439-5ab6-43d3-87ff-cfd746e67d5d {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:33:00.839264 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e91aa439-5ab6-43d3-87ff-cfd746e67d5d not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:33:00.900389 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-f7e8cb20-946b-4740-a168-d4d3d103ce41 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:00.903232 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-f7e8cb20-946b-4740-a168-d4d3d103ce41 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.126 "GET /v2.0/networks?id=9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d HTTP/1.1" status: 200 len: 805 time: 1.0664470 Nov 04 10:33:00.926383 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-51caf863-7471-4fc3-9183-6798c49594d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:00.935554 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-7758cd39-71e4-41e1-99ca-4bbda30b681c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Request body: {'port': {'device_id': '8e9855bb-5dac-4336-9656-c8e8b541d1ac', 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d', 'admin_state_up': True, 'tenant_id': '2b5a587ccab54a2f9cf1975659bd89f9'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:33:00.944707 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-51caf863-7471-4fc3-9183-6798c49594d2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:00.981398 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-dfbd840c-d998-4c54-b3e1-0bb8ccf9fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:00.984987 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-dfbd840c-d998-4c54-b3e1-0bb8ccf9fadf service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0&tenant_id=0464048b294a465b81cede98ee2447df HTTP/1.1" status: 200 len: 1095 time: 0.4586711 Nov 04 10:33:01.321773 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1db786-df09-444e-a36d-e663e0069325 x-openstack-request-id: req-ed1db786-df09-444e-a36d-e663e0069325 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:33:01.322857 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efcf5e7-6bd9-46a4-85ce-9b526e5b8084", "name": "network-vif-deleted", "tag": "156a881a-2692-43e9-b2e9-e06542773024", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:33:01.323567 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ed1db786-df09-444e-a36d-e663e0069325 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:33:01.324536 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efcf5e7-6bd9-46a4-85ce-9b526e5b8084', 'name': 'network-vif-deleted', 'tag': '156a881a-2692-43e9-b2e9-e06542773024', 'status': 'completed', 'code': 200} Nov 04 10:33:01.342398 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-51caf863-7471-4fc3-9183-6798c49594d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:01.342945 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51caf863-7471-4fc3-9183-6798c49594d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06fe7972-844c-4711-a746-d8877571398d {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:33:01.347777 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-51caf863-7471-4fc3-9183-6798c49594d2 admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:01.349199 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-51caf863-7471-4fc3-9183-6798c49594d2 admin admin] 10.222.0.127 "DELETE /v2.0/routers/06fe7972-844c-4711-a746-d8877571398d HTTP/1.1" status: 204 len: 168 time: 3.9774137 Nov 04 10:33:01.359571 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35330) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:01.424535 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42531017-34ba-4b7d-9f91-756f1e3a082c req-fc5520c2-f393-4b14-bc7c-e05f2df54f6c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=8e9855bb-5dac-4336-9656-c8e8b541d1ac HTTP/1.1" status: 200 len: 210 time: 0.0821266 Nov 04 10:33:01.442313 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd348a17-ab0b-4b57-a171-c99d904d3f1d admin admin] Deleting subnet aa0d1e34-5908-4a11-a4f4-8c841a1c7008 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:33:01.454880 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bd348a17-ab0b-4b57-a171-c99d904d3f1d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:01.458279 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-144e2e3e-fadc-4100-aec9-f993a966b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:01.461563 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-144e2e3e-fadc-4100-aec9-f993a966b926 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0464048b294a465b81cede98ee2447df&device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 1095 time: 0.3840463 Nov 04 10:33:01.611529 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bd348a17-ab0b-4b57-a171-c99d904d3f1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:01.717930 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-7758cd39-71e4-41e1-99ca-4bbda30b681c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Made reservation on behalf of 2b5a587ccab54a2f9cf1975659bd89f9 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:33:01.725840 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-7758cd39-71e4-41e1-99ca-4bbda30b681c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:01.726171 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2afb24c0-39ef-4e79-bce1-f8d3716c5650 req-ac008ec4-76f1-450e-b69f-2fd4e3580c8e tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=f684b0a7-2390-455a-b061-fce261dd33c2 HTTP/1.1" status: 200 len: 210 time: 0.1223059 Nov 04 10:33:01.769758 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f10087-bdb1-4806-a231-15e3388406fd req-cc8ca74c-62f0-4888-afb3-00f6caf4773a tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:01.778147 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a2f10087-bdb1-4806-a231-15e3388406fd req-cc8ca74c-62f0-4888-afb3-00f6caf4773a tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 949 time: 0.1858730 Nov 04 10:33:01.778858 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-4252ae42-cdc6-4a2c-b2bb-b9b59f5f23b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:01.780542 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-4252ae42-cdc6-4a2c-b2bb-b9b59f5f23b1 service neutron] 10.222.0.121 "GET /v2.0/networks?id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 HTTP/1.1" status: 200 len: 923 time: 0.2936132 Nov 04 10:33:01.854289 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a2f10087-bdb1-4806-a231-15e3388406fd req-724f4fe0-8757-488f-bbdb-544d0703796b tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704279 Nov 04 10:33:01.934476 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-d7726c2b-e298-470c-9840-fb5c67f7880b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f7f0928-17d2-414f-8566-837b84f7fd38 HTTP/1.1" status: 200 len: 217 time: 0.1406813 Nov 04 10:33:02.039939 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c2db9-7616-4432-9224-d9d41db04529 req-7784fd5d-9305-4998-baef-dcd3cb94cdcb tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:02.041166 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bd348a17-ab0b-4b57-a171-c99d904d3f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:02.049452 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac2c2db9-7616-4432-9224-d9d41db04529 req-7784fd5d-9305-4998-baef-dcd3cb94cdcb tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 944 time: 0.1038544 Nov 04 10:33:02.194551 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 156a881a-2692-43e9-b2e9-e06542773024 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:33:02.235682 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187eb10-d941-49fc-8187-7562f51e8b16 req-3b0f31b7-9ebc-4bdd-94e7-a89dff7af6c3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:02.238511 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-cd524106-e34f-4b77-89c9-dc99f5f23e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:02.240317 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-cd524106-e34f-4b77-89c9-dc99f5f23e5b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=74d328ae-3dd4-4757-b0cd-5d3ffb3741ad HTTP/1.1" status: 200 len: 861 time: 0.0564334 Nov 04 10:33:02.241464 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bd348a17-ab0b-4b57-a171-c99d904d3f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:02.248653 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b187eb10-d941-49fc-8187-7562f51e8b16 req-3b0f31b7-9ebc-4bdd-94e7-a89dff7af6c3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 949 time: 0.1927564 Nov 04 10:33:02.259293 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 156a881a-2692-43e9-b2e9-e06542773024 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:33:02.260390 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 156a881a-2692-43e9-b2e9-e06542773024 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:33:02.297845 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac2c2db9-7616-4432-9224-d9d41db04529 req-9f463e51-b80a-4e05-90b8-16852052168a tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467103 Nov 04 10:33:02.339736 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd348a17-ab0b-4b57-a171-c99d904d3f1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa0d1e34-5908-4a11-a4f4-8c841a1c7008,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:02.374277 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-d68d3767-b6bd-47dd-b0a8-cb0d2d98356d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505311 Nov 04 10:33:02.380117 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bd348a17-ab0b-4b57-a171-c99d904d3f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:02.390308 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c212d6ca-bc2e-4884-b88c-a1f3c995d877 None None] Network 767cbf8b-78b3-4dfe-b0d7-ba5eab708164 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:33:02.390552 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bd348a17-ab0b-4b57-a171-c99d904d3f1d admin admin] 10.222.0.127 "DELETE /v2.0/subnets/aa0d1e34-5908-4a11-a4f4-8c841a1c7008 HTTP/1.1" status: 204 len: 168 time: 1.0274611 Nov 04 10:33:02.392639 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35358) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:02.626142 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e3adc72e-1d3b-4d58-ab5c-2682f245398b no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:33:02.649545 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b187eb10-d941-49fc-8187-7562f51e8b16 req-7e87c25a-ce57-4a2d-b007-0b71c1df28c0 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932602 Nov 04 10:33:02.700572 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: e3adc72e-1d3b-4d58-ab5c-2682f245398b {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:33:02.701438 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e3adc72e-1d3b-4d58-ab5c-2682f245398b not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:33:02.764532 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d3c18776-6d83-47ea-ab40-3eb14614d8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:02.777342 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-7758cd39-71e4-41e1-99ca-4bbda30b681c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Allocated IP 172.20.0.11 (9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d/28924b01-2687-4263-b969-76f54864e85b/af0058a2-cc77-4522-822e-4e782e40d7ba) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:33:02.802015 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7172fd78-7a63-48de-b5bb-815febc366fe None None] DHCP port deletion for 767cbf8b-78b3-4dfe-b0d7-ba5eab708164 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:33:02.853211 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-525d8915-be01-4c6c-a46e-96aa048a77db req-fe4c8c05-e0ee-4992-805a-b13e37a34f02 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=8e9855bb-5dac-4336-9656-c8e8b541d1ac HTTP/1.1" status: 200 len: 210 time: 0.1094811 Nov 04 10:33:02.916947 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-7172fd78-7a63-48de-b5bb-815febc366fe None None] Deleting port a837af4d-df14-495f-8716-b58f94c49436 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:33:02.918041 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7172fd78-7a63-48de-b5bb-815febc366fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:02.969965 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-d3c18776-6d83-47ea-ab40-3eb14614d8dd admin admin] Deleting port a837af4d-df14-495f-8716-b58f94c49436 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:33:02.970585 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d3c18776-6d83-47ea-ab40-3eb14614d8dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:03.060133 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-7172fd78-7a63-48de-b5bb-815febc366fe None None] For port a837af4d-df14-495f-8716-b58f94c49436, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a837af4d-df14-495f-8716-b58f94c49436,segment=NetworkSegment(b78daaf4-1ad6-4a2d-a6d7-f43cef3d1c22),segment_id=b78daaf4-1ad6-4a2d-a6d7-f43cef3d1c22)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:03.060785 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7172fd78-7a63-48de-b5bb-815febc366fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:03.063365 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c8c56124-e43f-407e-834a-9b84fd5739b6 req-28c83e8f-ed0a-49cd-adb3-fa553e89b456 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=f684b0a7-2390-455a-b061-fce261dd33c2 HTTP/1.1" status: 200 len: 210 time: 0.0480301 Nov 04 10:33:03.100693 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-d3c18776-6d83-47ea-ab40-3eb14614d8dd admin admin] For port a837af4d-df14-495f-8716-b58f94c49436, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a837af4d-df14-495f-8716-b58f94c49436,segment=NetworkSegment(b78daaf4-1ad6-4a2d-a6d7-f43cef3d1c22),segment_id=b78daaf4-1ad6-4a2d-a6d7-f43cef3d1c22)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:03.101519 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d3c18776-6d83-47ea-ab40-3eb14614d8dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:03.117205 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-7172fd78-7a63-48de-b5bb-815febc366fe None None] Calling delete_port for a837af4d-df14-495f-8716-b58f94c49436 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:33:03.129940 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-d3c18776-6d83-47ea-ab40-3eb14614d8dd admin admin] Calling delete_port for a837af4d-df14-495f-8716-b58f94c49436 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:33:03.257887 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-c4cf0002-049f-46f0-81a6-269f2136a564 req-aaed004d-fe85-4342-a6c2-6f2c2933eb5c service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:33:03.266570 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c4cf0002-049f-46f0-81a6-269f2136a564 req-aaed004d-fe85-4342-a6c2-6f2c2933eb5c service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0131848 Nov 04 10:33:03.311257 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-711e9723-0119-41ff-9786-7676e3d750e8 service neutron] 10.222.0.121 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9164414 Nov 04 10:33:03.380584 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-d5732182-8f58-458b-8841-cf3b263779a5 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=bd609f94b81947bcb1c477623063e487&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526705 Nov 04 10:33:03.543806 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-7758cd39-71e4-41e1-99ca-4bbda30b681c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:03.594680 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-fb91765e-48e4-4127-8c20-4ef85e05004b tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:03.597028 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-fb91765e-48e4-4127-8c20-4ef85e05004b tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2014942 Nov 04 10:33:03.641475 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-48bc3491-701d-48d2-ba84-df43c432cf23 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Request body: {'port': {'device_id': 'f684b0a7-2390-455a-b061-fce261dd33c2', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': 'bd609f94b81947bcb1c477623063e487'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:33:03.646877 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-ec79ede8-948e-4449-8bfe-64957171464f service neutron] 10.222.0.121 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079278 Nov 04 10:33:03.650091 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-7758cd39-71e4-41e1-99ca-4bbda30b681c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:03.777415 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eef8e5-a8a0-4ea3-aa1d-c66a44fa8341 req-332cfc7a-5dcf-442b-8d2d-59f3f35b644e tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:03.779603 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-23eef8e5-a8a0-4ea3-aa1d-c66a44fa8341 req-332cfc7a-5dcf-442b-8d2d-59f3f35b644e tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 944 time: 0.1815748 Nov 04 10:33:03.881464 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d3c18776-6d83-47ea-ab40-3eb14614d8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:03.888442 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7172fd78-7a63-48de-b5bb-815febc366fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:03.895962 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-7758cd39-71e4-41e1-99ca-4bbda30b681c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Network 9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:33:03.932390 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-7758cd39-71e4-41e1-99ca-4bbda30b681c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:33:03.932739 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c18776-6d83-47ea-ab40-3eb14614d8dd admin admin] Pushing event deleted for resources: {'Port': ['ID=a837af4d-df14-495f-8716-b58f94c49436,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:03.940691 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-23eef8e5-a8a0-4ea3-aa1d-c66a44fa8341 req-87162bcd-b17b-44a4-b33a-567d9473a10d tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522782 Nov 04 10:33:03.950705 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758cd39-71e4-41e1-99ca-4bbda30b681c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Pushing event updated for resources: {'Port': ['ID=af0058a2-cc77-4522-822e-4e782e40d7ba,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:03.952226 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-7758cd39-71e4-41e1-99ca-4bbda30b681c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:33:03.995170 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c18776-6d83-47ea-ab40-3eb14614d8dd admin admin] No DVR routers for this DVR port a837af4d-df14-495f-8716-b58f94c49436 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:33:04.039575 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-48bc3491-701d-48d2-ba84-df43c432cf23 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Made reservation on behalf of bd609f94b81947bcb1c477623063e487 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:33:04.048508 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-48bc3491-701d-48d2-ba84-df43c432cf23 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:04.067284 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172fd78-7a63-48de-b5bb-815febc366fe None None] Pushing event deleted for resources: {'Port': ['ID=a837af4d-df14-495f-8716-b58f94c49436,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:04.093158 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7172fd78-7a63-48de-b5bb-815febc366fe None None] No DVR routers for this DVR port a837af4d-df14-495f-8716-b58f94c49436 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:33:04.215030 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-7758cd39-71e4-41e1-99ca-4bbda30b681c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:04.227699 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-7758cd39-71e4-41e1-99ca-4bbda30b681c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:04.342799 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-7758cd39-71e4-41e1-99ca-4bbda30b681c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4235702 Nov 04 10:33:04.347490 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-6f94fe7c-624a-422d-a71e-82db04312622 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:04.349500 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-6f94fe7c-624a-422d-a71e-82db04312622 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.121 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0&tenant_id=0464048b294a465b81cede98ee2447df&binding%3Ahost_id=n-h2-816629-1 HTTP/1.1" status: 200 len: 1095 time: 0.0981491 Nov 04 10:33:04.359062 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35412) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:04.363549 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-00302405-3279-4d2b-bf7c-f556eddf05a3 service neutron] Request body: {'port': {'device_id': '8e9855bb-5dac-4336-9656-c8e8b541d1ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:33:04.386857 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d3c18776-6d83-47ea-ab40-3eb14614d8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:04.512454 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-00302405-3279-4d2b-bf7c-f556eddf05a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:04.664556 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a837af4d-df14-495f-8716-b58f94c49436 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:33:04.705370 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: a837af4d-df14-495f-8716-b58f94c49436 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:33:04.706113 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a837af4d-df14-495f-8716-b58f94c49436 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:33:04.838703 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8987e6-5071-4d42-8161-caa534593cc4 req-f70c3f21-e609-480c-8976-a9029c2df89d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:04.846435 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6b8987e6-5071-4d42-8161-caa534593cc4 req-f70c3f21-e609-480c-8976-a9029c2df89d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 949 time: 0.6173501 Nov 04 10:33:04.869017 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-d3c18776-6d83-47ea-ab40-3eb14614d8dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['767cbf8b-78b3-4dfe-b0d7-ba5eab708164']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:33:04.902155 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f1712-06ef-4638-9f60-ec8e4facab80 req-1738c0ae-09a5-4b13-b9ed-f0fa99bab7b3 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:04.910478 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f0f1712-06ef-4638-9f60-ec8e4facab80 req-1738c0ae-09a5-4b13-b9ed-f0fa99bab7b3 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=8e9855bb-5dac-4336-9656-c8e8b541d1ac HTTP/1.1" status: 200 len: 932 time: 0.6270010 Nov 04 10:33:04.959968 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-d3c18776-6d83-47ea-ab40-3eb14614d8dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78daaf4-1ad6-4a2d-a6d7-f43cef3d1c22') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:33:04.960339 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-d3c18776-6d83-47ea-ab40-3eb14614d8dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78daaf4-1ad6-4a2d-a6d7-f43cef3d1c22') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:33:05.006636 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-90edb763-7474-4b55-a752-7332947ef6c4 req-bfc0336b-25cc-4804-b69c-8446056015ec service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6434283 Nov 04 10:33:05.009297 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d3c18776-6d83-47ea-ab40-3eb14614d8dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:05.031498 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6b8987e6-5071-4d42-8161-caa534593cc4 req-97841ccb-1c4e-4ccd-a92d-9b6eead3023e tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839330 Nov 04 10:33:05.071687 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-90edb763-7474-4b55-a752-7332947ef6c4 req-bec7982d-cb04-401e-9407-dc7b537a013a service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:33:05.082957 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-90edb763-7474-4b55-a752-7332947ef6c4 req-bec7982d-cb04-401e-9407-dc7b537a013a service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0679898 Nov 04 10:33:05.099771 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-cc901cf3-5446-451c-af89-475d18327ab5 service neutron] For port 8f7f0928-17d2-414f-8566-837b84f7fd38, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:33:05.111807 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-cc901cf3-5446-451c-af89-475d18327ab5 service neutron] Publish callbacks [] for binding, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:05.111807 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-80a9ce22-fb8e-4d2b-b2ab-42642d01b725 req-cc901cf3-5446-451c-af89-475d18327ab5 service neutron] 10.222.0.121 "DELETE /v2.0/ports/8f7f0928-17d2-414f-8566-837b84f7fd38/bindings/n-h1-816629-1 HTTP/1.1" status: 204 len: 173 time: 0.7355223 Nov 04 10:33:05.171659 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f0f1712-06ef-4638-9f60-ec8e4facab80 req-c472b368-50fa-491e-af3a-d34adc1c2205 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605700 Nov 04 10:33:05.215318 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d3c18776-6d83-47ea-ab40-3eb14614d8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:05.247940 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-48bc3491-701d-48d2-ba84-df43c432cf23 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Allocated IP 192.168.233.60 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/6a6464d5-0fb4-47c7-8c33-88d9e5631250) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:33:05.247940 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c18776-6d83-47ea-ab40-3eb14614d8dd admin admin] Releasing vlan 1189 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:33:05.247940 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d3c18776-6d83-47ea-ab40-3eb14614d8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:33:05.280610 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:33:05.427285 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d3c18776-6d83-47ea-ab40-3eb14614d8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:05.452707 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-02d1d9e9-29fd-4575-9312-7de60b8c3dfa req-c203eceb-499c-402d-9a1b-c4cd16f85d7a tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=f684b0a7-2390-455a-b061-fce261dd33c2 HTTP/1.1" status: 200 len: 210 time: 0.2160733 Nov 04 10:33:05.647329 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d3c18776-6d83-47ea-ab40-3eb14614d8dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:05.655402 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d3c18776-6d83-47ea-ab40-3eb14614d8dd admin admin] 10.222.0.127 "DELETE /v2.0/networks/767cbf8b-78b3-4dfe-b0d7-ba5eab708164 HTTP/1.1" status: 204 len: 168 time: 3.2537155 Nov 04 10:33:05.703067 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c18776-6d83-47ea-ab40-3eb14614d8dd admin admin] Pushing event deleted for resources: {'Network': ['ID=767cbf8b-78b3-4dfe-b0d7-ba5eab708164,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:05.784387 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-00302405-3279-4d2b-bf7c-f556eddf05a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af0058a2-cc77-4522-822e-4e782e40d7ba {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:33:05.801152 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-00302405-3279-4d2b-bf7c-f556eddf05a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:05.824223 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-00302405-3279-4d2b-bf7c-f556eddf05a3 service neutron] Transition to ACTIVE for port object af0058a2-cc77-4522-822e-4e782e40d7ba will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:33:05.851961 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107503b-0d9c-49ec-a705-d6644edcc849 req-51cd7250-d5ad-4bba-90e7-c3e2ddcb6e18 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:05.862791 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7107503b-0d9c-49ec-a705-d6644edcc849 req-51cd7250-d5ad-4bba-90e7-c3e2ddcb6e18 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 944 time: 0.4531546 Nov 04 10:33:05.866664 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-00302405-3279-4d2b-bf7c-f556eddf05a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:05.901408 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-48bc3491-701d-48d2-ba84-df43c432cf23 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:05.966371 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7107503b-0d9c-49ec-a705-d6644edcc849 req-4fc445aa-1d1e-4968-9294-2caff69924bb tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024499 Nov 04 10:33:05.995467 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-48bc3491-701d-48d2-ba84-df43c432cf23 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:06.021747 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['7d5624fe-6551-411c-a76b-5a75bb6968d5', '1bdeda71-853f-428d-a73c-4a52ca6c4eb2'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:33:06.043085 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['e0d5faa4-ee27-440a-8784-8bc14b9ab95b', '364947aa-bf30-454a-9880-1821df264897', 'aa2574ad-c05e-442b-90d5-45788135db75', 'abf49307-942b-4969-84a1-fd00de62f826'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:33:06.050818 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35470) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:06.095154 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00302405-3279-4d2b-bf7c-f556eddf05a3 service neutron] Pushing event updated for resources: {'Port': ['ID=af0058a2-cc77-4522-822e-4e782e40d7ba,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:06.138755 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-48bc3491-701d-48d2-ba84-df43c432cf23 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:33:06.142115 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc3491-701d-48d2-ba84-df43c432cf23 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Pushing event updated for resources: {'Port': ['ID=6a6464d5-0fb4-47c7-8c33-88d9e5631250,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:06.148479 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-48bc3491-701d-48d2-ba84-df43c432cf23 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:33:06.158033 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-48bc3491-701d-48d2-ba84-df43c432cf23 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:33:06.207702 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35476) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:06.364193 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-48bc3491-701d-48d2-ba84-df43c432cf23 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:06.365860 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9a716f1f-fdc8-441e-bf6d-1177956d8c53 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=2d5b284abf97483e96827ac4701c3ebc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552839 Nov 04 10:33:06.370072 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-48bc3491-701d-48d2-ba84-df43c432cf23 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:06.371537 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35486) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:06.461298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-00302405-3279-4d2b-bf7c-f556eddf05a3 service neutron] Attempting to bind port af0058a2-cc77-4522-822e-4e782e40d7ba on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:33:06.462568 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-00302405-3279-4d2b-bf7c-f556eddf05a3 service neutron] Attempting to bind port af0058a2-cc77-4522-822e-4e782e40d7ba by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'd1c8dcec-0173-47c7-8397-4a22add73c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:33:06.463071 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-00302405-3279-4d2b-bf7c-f556eddf05a3 service neutron] Attempting to bind port af0058a2-cc77-4522-822e-4e782e40d7ba on network 9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:33:06.500608 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-00302405-3279-4d2b-bf7c-f556eddf05a3 service neutron] Port af0058a2-cc77-4522-822e-4e782e40d7ba on network 9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:33:06.504069 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-00302405-3279-4d2b-bf7c-f556eddf05a3 service neutron] Attempting to bind port af0058a2-cc77-4522-822e-4e782e40d7ba on network 9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:33:06.522791 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-00302405-3279-4d2b-bf7c-f556eddf05a3 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:33:06.525271 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-00302405-3279-4d2b-bf7c-f556eddf05a3 service neutron] Checking segment: {'id': 'd1c8dcec-0173-47c7-8397-4a22add73c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:33:06.527160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-00302405-3279-4d2b-bf7c-f556eddf05a3 service neutron] Bound using segment: {'id': 'd1c8dcec-0173-47c7-8397-4a22add73c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:33:06.528871 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-00302405-3279-4d2b-bf7c-f556eddf05a3 service neutron] Bound port: af0058a2-cc77-4522-822e-4e782e40d7ba, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c8dcec-0173-47c7-8397-4a22add73c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:33:06.529495 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-00302405-3279-4d2b-bf7c-f556eddf05a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:06.605243 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-48bc3491-701d-48d2-ba84-df43c432cf23 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9692111 Nov 04 10:33:06.649053 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6a24b459-97b7-4d44-a50b-9c7df3ecca1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:06.675962 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6a24b459-97b7-4d44-a50b-9c7df3ecca1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:06.716761 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-b8aa73d8-7b16-40fb-996a-4ddeebd54759 service neutron] Request body: {'port': {'device_id': 'f684b0a7-2390-455a-b061-fce261dd33c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:33:06.770104 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-00302405-3279-4d2b-bf7c-f556eddf05a3 service neutron] For port af0058a2-cc77-4522-822e-4e782e40d7ba, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:33:06.789646 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-00302405-3279-4d2b-bf7c-f556eddf05a3 service neutron] For port af0058a2-cc77-4522-822e-4e782e40d7ba, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=af0058a2-cc77-4522-822e-4e782e40d7ba,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:33:06.806726 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-00302405-3279-4d2b-bf7c-f556eddf05a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:06.866572 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4a6a109c-c6c6-4569-8404-ebadd104104e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:06.893384 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6a24b459-97b7-4d44-a50b-9c7df3ecca1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:06.898747 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6a24b459-97b7-4d44-a50b-9c7df3ecca1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:06.900791 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6a24b459-97b7-4d44-a50b-9c7df3ecca1e admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/a272ea87-ea16-4227-bdf5-5401491ffee5 HTTP/1.1" status: 204 len: 168 time: 0.5264428 Nov 04 10:33:06.913531 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-00302405-3279-4d2b-bf7c-f556eddf05a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:06.915699 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-00302405-3279-4d2b-bf7c-f556eddf05a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:06.919028 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-00302405-3279-4d2b-bf7c-f556eddf05a3 service neutron] 10.222.0.126 "PUT /v2.0/ports/af0058a2-cc77-4522-822e-4e782e40d7ba HTTP/1.1" status: 200 len: 1092 time: 2.5677171 Nov 04 10:33:06.925980 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9855bb-5dac-4336-9656-c8e8b541d1ac', 'tag': 'af0058a2-cc77-4522-822e-4e782e40d7ba'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:33:06.932240 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99893104-68a1-47bb-848d-71ff45e012bd" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9855bb-5dac-4336-9656-c8e8b541d1ac", "tag": "af0058a2-cc77-4522-822e-4e782e40d7ba"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:33:06.970095 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a24b459-97b7-4d44-a50b-9c7df3ecca1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a272ea87-ea16-4227-bdf5-5401491ffee5,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:07.017291 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00302405-3279-4d2b-bf7c-f556eddf05a3 service neutron] Pushing event updated for resources: {'Port': ['ID=af0058a2-cc77-4522-822e-4e782e40d7ba,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:07.034407 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-f15e2b14-0a3d-42c8-a038-35e2da5b30ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:07.037024 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-f15e2b14-0a3d-42c8-a038-35e2da5b30ba service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=2b5a587ccab54a2f9cf1975659bd89f9&device_id=8e9855bb-5dac-4336-9656-c8e8b541d1ac HTTP/1.1" status: 200 len: 1095 time: 0.0589316 Nov 04 10:33:07.042595 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daeaea1-0b07-4c5a-9d1f-99daf79a8cff req-85095322-921b-4904-a07f-6c326e06ccf5 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:07.052096 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8daeaea1-0b07-4c5a-9d1f-99daf79a8cff req-85095322-921b-4904-a07f-6c326e06ccf5 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 949 time: 0.6393960 Nov 04 10:33:07.100304 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796e0e7-fed4-48b0-aa59-02803c2b6398 req-62524098-4880-423b-b914-076ef9f8ca8c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:07.103657 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-2a1c3e1b-b4f5-4f57-b14e-abefe300a7a3 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af0058a2-cc77-4522-822e-4e782e40d7ba HTTP/1.1" status: 200 len: 217 time: 0.0561638 Nov 04 10:33:07.112660 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1796e0e7-fed4-48b0-aa59-02803c2b6398 req-62524098-4880-423b-b914-076ef9f8ca8c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=8e9855bb-5dac-4336-9656-c8e8b541d1ac HTTP/1.1" status: 200 len: 944 time: 0.5729413 Nov 04 10:33:07.138299 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c25d8208-0747-4c7e-bbfa-492dfa328090 None None] Provisioning complete for port 6a6464d5-0fb4-47c7-8c33-88d9e5631250 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:33:07.139313 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c25d8208-0747-4c7e-bbfa-492dfa328090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:07.182199 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-b8aa73d8-7b16-40fb-996a-4ddeebd54759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:07.273800 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-d129182e-de62-417b-a237-5cd300427be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:07.275369 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-d129182e-de62-417b-a237-5cd300427be4 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=28924b01-2687-4263-b969-76f54864e85b HTTP/1.1" status: 200 len: 845 time: 0.1649396 Nov 04 10:33:07.316229 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-c25d8208-0747-4c7e-bbfa-492dfa328090 None None] Port 6a6464d5-0fb4-47c7-8c33-88d9e5631250 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:33:07.366227 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-c6f4becd-1097-4b70-978b-26c0b2c08cd6 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827141 Nov 04 10:33:07.505428 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4a6a109c-c6c6-4569-8404-ebadd104104e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:07.524366 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35502) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:07.546417 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1796e0e7-fed4-48b0-aa59-02803c2b6398 req-6156f05a-a288-476b-a1b2-3538a8455ab6 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300916 Nov 04 10:33:07.561771 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8daeaea1-0b07-4c5a-9d1f-99daf79a8cff req-5d43ceb1-8b57-453a-8239-fce678948261 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080492 Nov 04 10:33:07.574941 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-c096c5ab-42ca-48f0-9a13-62a88d487d35 service neutron] 10.222.0.126 "GET /v2.0/networks/9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918035 Nov 04 10:33:07.694568 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4a6a109c-c6c6-4569-8404-ebadd104104e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:07.712128 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4e71d233-2a31-493e-a398-962db1437078 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=28bdaa2f505143d197c1cbfe17d550fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1861868 Nov 04 10:33:07.723025 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35518) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:07.839160 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-767d7548-2c6d-4059-bfaa-53e072bbb8d4 req-ce643562-a0a9-49df-8600-248169207373 service neutron] 10.222.0.126 "GET /v2.0/networks/9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518108 Nov 04 10:33:07.840349 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-66bfac1a-6141-4b64-a5fc-85de0fca654f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:07.846628 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647afcc-79f2-4299-b13c-e99d80ef7089 req-b76efbff-eee2-4f97-bcbb-3689f015fe2a tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:07.848217 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2647afcc-79f2-4299-b13c-e99d80ef7089 req-b76efbff-eee2-4f97-bcbb-3689f015fe2a tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 1095 time: 0.1494379 Nov 04 10:33:07.848863 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a109c-c6c6-4569-8404-ebadd104104e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c71e57-81d9-40b6-812e-3e35adb1c75f,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:07.859708 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4a6a109c-c6c6-4569-8404-ebadd104104e admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=57e67a88109146cbab70286a6a43e3e3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8058865 Nov 04 10:33:07.860505 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35524) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:07.916614 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-66bfac1a-6141-4b64-a5fc-85de0fca654f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:07.958117 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edb763-7474-4b55-a752-7332947ef6c4 req-67d6e47f-fb4c-4d8e-96a9-7ad5b17d4379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:07.959905 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-90edb763-7474-4b55-a752-7332947ef6c4 req-67d6e47f-fb4c-4d8e-96a9-7ad5b17d4379 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 1100 time: 0.1164417 Nov 04 10:33:07.966674 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39fe99-e3d2-4a07-8eeb-16abe380b93e req-a85c27bb-7b38-4984-8838-cb88bf37eabe tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:07.968278 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5b39fe99-e3d2-4a07-8eeb-16abe380b93e req-a85c27bb-7b38-4984-8838-cb88bf37eabe tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=f684b0a7-2390-455a-b061-fce261dd33c2 HTTP/1.1" status: 200 len: 935 time: 0.2225039 Nov 04 10:33:08.028021 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-66bfac1a-6141-4b64-a5fc-85de0fca654f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:08.030598 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-66bfac1a-6141-4b64-a5fc-85de0fca654f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:08.034395 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-66bfac1a-6141-4b64-a5fc-85de0fca654f admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/7bb4f593-618a-44a1-a234-cd2e0b1f21c6 HTTP/1.1" status: 204 len: 168 time: 0.3074701 Nov 04 10:33:08.047606 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2647afcc-79f2-4299-b13c-e99d80ef7089 req-e565db1d-4ced-41c0-8080-4f13a6a880ba tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684649 Nov 04 10:33:08.048463 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bfac1a-6141-4b64-a5fc-85de0fca654f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb4f593-618a-44a1-a234-cd2e0b1f21c6,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:08.077470 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-473b50ec-68f1-4d84-b44f-1bd59e7b7714 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:08.106509 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edb763-7474-4b55-a752-7332947ef6c4 req-4cf830fa-bfdf-4dd1-9e11-6387324b06bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:08.108930 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-90edb763-7474-4b55-a752-7332947ef6c4 req-4cf830fa-bfdf-4dd1-9e11-6387324b06bc service neutron] 10.222.0.126 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.1402488 Nov 04 10:33:08.119905 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5b39fe99-e3d2-4a07-8eeb-16abe380b93e req-40f6499e-721d-4032-9bd9-3fc8eeb78e42 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390750 Nov 04 10:33:08.155013 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-473b50ec-68f1-4d84-b44f-1bd59e7b7714 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:08.190800 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-90edb763-7474-4b55-a752-7332947ef6c4 req-d35ce818-409d-4b07-b33a-418e72233bb5 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=3d4b6831-70a9-4b46-916d-11a9da7df234 HTTP/1.1" status: 200 len: 217 time: 0.0655501 Nov 04 10:33:08.220882 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bac6b7-2b62-4f7d-8ed4-639a722abb6c x-openstack-request-id: req-c6bac6b7-2b62-4f7d-8ed4-639a722abb6c {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:33:08.228409 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-b8aa73d8-7b16-40fb-996a-4ddeebd54759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6464d5-0fb4-47c7-8c33-88d9e5631250 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:33:08.229160 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9855bb-5dac-4336-9656-c8e8b541d1ac", "tag": "af0058a2-cc77-4522-822e-4e782e40d7ba", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:33:08.229426 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-c6bac6b7-2b62-4f7d-8ed4-639a722abb6c {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:33:08.229850 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9855bb-5dac-4336-9656-c8e8b541d1ac', 'tag': 'af0058a2-cc77-4522-822e-4e782e40d7ba', 'status': 'completed', 'code': 200} Nov 04 10:33:08.238704 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-b8aa73d8-7b16-40fb-996a-4ddeebd54759 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:08.271289 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-b8aa73d8-7b16-40fb-996a-4ddeebd54759 service neutron] Transition to ACTIVE for port object 6a6464d5-0fb4-47c7-8c33-88d9e5631250 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:33:08.272800 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-473b50ec-68f1-4d84-b44f-1bd59e7b7714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:08.280767 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-473b50ec-68f1-4d84-b44f-1bd59e7b7714 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:08.285435 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-473b50ec-68f1-4d84-b44f-1bd59e7b7714 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/06c71e57-81d9-40b6-812e-3e35adb1c75f HTTP/1.1" status: 204 len: 168 time: 0.4042249 Nov 04 10:33:08.292507 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-b8aa73d8-7b16-40fb-996a-4ddeebd54759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:08.323016 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b50ec-68f1-4d84-b44f-1bd59e7b7714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c71e57-81d9-40b6-812e-3e35adb1c75f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:08.368066 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edb763-7474-4b55-a752-7332947ef6c4 req-16fb8304-2d59-49f7-b98e-bef4ca1d0311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:08.369692 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-90edb763-7474-4b55-a752-7332947ef6c4 req-16fb8304-2d59-49f7-b98e-bef4ca1d0311 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1678312 Nov 04 10:33:08.374758 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99893104-68a1-47bb-848d-71ff45e012bd req-70df2973-bdd0-46db-89de-55ace6eaf0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:08.376278 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-99893104-68a1-47bb-848d-71ff45e012bd req-70df2973-bdd0-46db-89de-55ace6eaf0d4 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=2b5a587ccab54a2f9cf1975659bd89f9&device_id=8e9855bb-5dac-4336-9656-c8e8b541d1ac HTTP/1.1" status: 200 len: 1095 time: 0.1230853 Nov 04 10:33:08.441906 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa73d8-7b16-40fb-996a-4ddeebd54759 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6464d5-0fb4-47c7-8c33-88d9e5631250,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:08.472157 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30a2c7-cd99-4f4e-ace3-e352c14861c3 req-aa0a6a3c-7ee2-45b6-80fe-b5d31c797135 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:08.475571 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7e30a2c7-cd99-4f4e-ace3-e352c14861c3 req-aa0a6a3c-7ee2-45b6-80fe-b5d31c797135 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 1095 time: 0.1695993 Nov 04 10:33:08.561065 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-b8aa73d8-7b16-40fb-996a-4ddeebd54759 service neutron] Attempting to bind port 6a6464d5-0fb4-47c7-8c33-88d9e5631250 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:33:08.561325 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-b8aa73d8-7b16-40fb-996a-4ddeebd54759 service neutron] Attempting to bind port 6a6464d5-0fb4-47c7-8c33-88d9e5631250 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:33:08.561741 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-b8aa73d8-7b16-40fb-996a-4ddeebd54759 service neutron] Attempting to bind port 6a6464d5-0fb4-47c7-8c33-88d9e5631250 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:33:08.593260 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99893104-68a1-47bb-848d-71ff45e012bd req-96e7fa5d-8841-4c0c-b353-93df4cdc7299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:08.593850 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7e30a2c7-cd99-4f4e-ace3-e352c14861c3 req-580ac036-771b-4bed-b890-e560366f4460 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925970 Nov 04 10:33:08.594930 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-99893104-68a1-47bb-848d-71ff45e012bd req-96e7fa5d-8841-4c0c-b353-93df4cdc7299 service neutron] 10.222.0.126 "GET /v2.0/networks?id=9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d HTTP/1.1" status: 200 len: 907 time: 0.1790543 Nov 04 10:33:08.595572 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-b8aa73d8-7b16-40fb-996a-4ddeebd54759 service neutron] Port 6a6464d5-0fb4-47c7-8c33-88d9e5631250 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:33:08.598930 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-b8aa73d8-7b16-40fb-996a-4ddeebd54759 service neutron] Attempting to bind port 6a6464d5-0fb4-47c7-8c33-88d9e5631250 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:33:08.626396 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-b8aa73d8-7b16-40fb-996a-4ddeebd54759 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:33:08.626750 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-b8aa73d8-7b16-40fb-996a-4ddeebd54759 service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:33:08.627144 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-b8aa73d8-7b16-40fb-996a-4ddeebd54759 service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:33:08.627596 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-b8aa73d8-7b16-40fb-996a-4ddeebd54759 service neutron] Bound port: 6a6464d5-0fb4-47c7-8c33-88d9e5631250, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:33:08.633520 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-b8aa73d8-7b16-40fb-996a-4ddeebd54759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:08.682321 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edb763-7474-4b55-a752-7332947ef6c4 req-c9735134-057c-4bb9-b58c-36f7d9e0724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:08.689807 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-90edb763-7474-4b55-a752-7332947ef6c4 req-c9735134-057c-4bb9-b58c-36f7d9e0724e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3052330 Nov 04 10:33:08.698392 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-99893104-68a1-47bb-848d-71ff45e012bd req-62c44587-1dca-4beb-8699-fbc2a7ede89e service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af0058a2-cc77-4522-822e-4e782e40d7ba HTTP/1.1" status: 200 len: 217 time: 0.0937476 Nov 04 10:33:08.825275 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35552) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:08.882671 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99893104-68a1-47bb-848d-71ff45e012bd req-12169c6b-2767-4372-a348-360981b35de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:08.884568 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-99893104-68a1-47bb-848d-71ff45e012bd req-12169c6b-2767-4372-a348-360981b35de6 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=28924b01-2687-4263-b969-76f54864e85b HTTP/1.1" status: 200 len: 845 time: 0.1678197 Nov 04 10:33:08.889938 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2182961e-b316-48c6-854d-4065bc849f1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:08.912107 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-b8aa73d8-7b16-40fb-996a-4ddeebd54759 service neutron] For port 6a6464d5-0fb4-47c7-8c33-88d9e5631250, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:33:08.924828 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916429b-8225-4627-ba69-f9213024538f req-c60cd695-8377-45bf-8ed7-3133521a0fe5 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:08.924987 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-99893104-68a1-47bb-848d-71ff45e012bd req-40e60ebc-6845-433a-8216-996f2c74d740 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289660 Nov 04 10:33:08.926910 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-90edb763-7474-4b55-a752-7332947ef6c4 req-a4f530f5-65a1-4436-b9a0-5c51b427d8d0 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283170 Nov 04 10:33:08.929264 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4916429b-8225-4627-ba69-f9213024538f req-c60cd695-8377-45bf-8ed7-3133521a0fe5 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=8e9855bb-5dac-4336-9656-c8e8b541d1ac HTTP/1.1" status: 200 len: 944 time: 0.1673341 Nov 04 10:33:08.948559 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-b8aa73d8-7b16-40fb-996a-4ddeebd54759 service neutron] For port 6a6464d5-0fb4-47c7-8c33-88d9e5631250, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6a6464d5-0fb4-47c7-8c33-88d9e5631250,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:33:08.965336 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-b8aa73d8-7b16-40fb-996a-4ddeebd54759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:08.985648 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158b408-1f34-44e2-8b99-460d0fa8f740 req-531a12db-689a-4415-b6e1-eb5d320be4b5 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:08.993051 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e158b408-1f34-44e2-8b99-460d0fa8f740 req-531a12db-689a-4415-b6e1-eb5d320be4b5 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 949 time: 0.2024748 Nov 04 10:33:09.076303 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-b8aa73d8-7b16-40fb-996a-4ddeebd54759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:09.078506 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-b8aa73d8-7b16-40fb-996a-4ddeebd54759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:09.080386 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-b8aa73d8-7b16-40fb-996a-4ddeebd54759 service neutron] 10.222.0.121 "PUT /v2.0/ports/6a6464d5-0fb4-47c7-8c33-88d9e5631250 HTTP/1.1" status: 200 len: 1095 time: 2.3903570 Nov 04 10:33:09.080625 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f684b0a7-2390-455a-b061-fce261dd33c2', 'tag': '6a6464d5-0fb4-47c7-8c33-88d9e5631250'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:33:09.089377 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc285edf-a0d3-437c-b0f4-3f6755210dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "f684b0a7-2390-455a-b061-fce261dd33c2", "tag": "6a6464d5-0fb4-47c7-8c33-88d9e5631250"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:33:09.119541 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-99893104-68a1-47bb-848d-71ff45e012bd req-32ac6053-a424-4db1-be45-5fcd8f23e3ca service neutron] 10.222.0.126 "GET /v2.0/networks/9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809175 Nov 04 10:33:09.173948 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa73d8-7b16-40fb-996a-4ddeebd54759 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6464d5-0fb4-47c7-8c33-88d9e5631250,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:09.212059 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4916429b-8225-4627-ba69-f9213024538f req-db5ae1db-78be-4bf4-bed0-a23fa49863d9 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692471 Nov 04 10:33:09.247959 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-90edb763-7474-4b55-a752-7332947ef6c4 req-187c8449-8596-471c-bc1c-39c1cf2d9e57 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076172 Nov 04 10:33:09.249452 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e158b408-1f34-44e2-8b99-460d0fa8f740 req-f893e2c3-3c73-4583-a92f-b4cf3cc810e0 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554307 Nov 04 10:33:09.324704 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2182961e-b316-48c6-854d-4065bc849f1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:09.333204 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-99893104-68a1-47bb-848d-71ff45e012bd req-f87dedd3-abd1-4105-a26a-199e0e36e01d service neutron] 10.222.0.126 "GET /v2.0/networks/9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823728 Nov 04 10:33:09.339241 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-ab444b0d-cfb1-4c05-beda-5a0911c1a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:09.341333 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-ab444b0d-cfb1-4c05-beda-5a0911c1a593 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bd609f94b81947bcb1c477623063e487&device_id=f684b0a7-2390-455a-b061-fce261dd33c2 HTTP/1.1" status: 200 len: 1098 time: 0.2004464 Nov 04 10:33:09.350813 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2182961e-b316-48c6-854d-4065bc849f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:09.359220 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab70630-d1f5-4da9-a2c8-0937298bec0b x-openstack-request-id: req-0ab70630-d1f5-4da9-a2c8-0937298bec0b {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:33:09.359329 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f684b0a7-2390-455a-b061-fce261dd33c2", "tag": "6a6464d5-0fb4-47c7-8c33-88d9e5631250", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:33:09.359633 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-0ab70630-d1f5-4da9-a2c8-0937298bec0b {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:33:09.363160 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f684b0a7-2390-455a-b061-fce261dd33c2', 'tag': '6a6464d5-0fb4-47c7-8c33-88d9e5631250', 'status': 'completed', 'code': 200} Nov 04 10:33:09.471480 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-53d11a23-3dd0-4516-a30d-aa47043df301 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=6a6464d5-0fb4-47c7-8c33-88d9e5631250 HTTP/1.1" status: 200 len: 217 time: 0.1069665 Nov 04 10:33:09.522169 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2182961e-b316-48c6-854d-4065bc849f1f admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=2e106a7a6e264346beb514940c125ad9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6716599 Nov 04 10:33:09.525803 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35586) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:09.552082 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182961e-b316-48c6-854d-4065bc849f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a37937-e2de-4437-be76-c37904fc710e,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:09.583873 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-7b192004-bee6-4553-913e-071402248706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:09.585406 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-7b192004-bee6-4553-913e-071402248706 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0993791 Nov 04 10:33:09.602626 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da1725-0f89-49a4-a061-2e8f637c1e49 req-105259a3-02c8-48c7-9da9-0b0ce613e771 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:09.604230 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d4da1725-0f89-49a4-a061-2e8f637c1e49 req-105259a3-02c8-48c7-9da9-0b0ce613e771 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=f684b0a7-2390-455a-b061-fce261dd33c2 HTTP/1.1" status: 200 len: 947 time: 0.1401274 Nov 04 10:33:09.609517 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1e925795-bf33-4311-9c84-b6d7c230f8c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:09.641280 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1e925795-bf33-4311-9c84-b6d7c230f8c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:09.691241 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d4da1725-0f89-49a4-a061-2e8f637c1e49 req-56bf4a43-0262-45cd-8c1c-bea447131fba tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801964 Nov 04 10:33:09.698774 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-16a69d05-5632-4e1c-873e-debb69a248ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:09.706518 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-16a69d05-5632-4e1c-873e-debb69a248ed service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0682063 Nov 04 10:33:09.706618 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1e925795-bf33-4311-9c84-b6d7c230f8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:09.708726 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1e925795-bf33-4311-9c84-b6d7c230f8c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:09.712475 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1e925795-bf33-4311-9c84-b6d7c230f8c4 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/84a37937-e2de-4437-be76-c37904fc710e HTTP/1.1" status: 204 len: 168 time: 0.1832180 Nov 04 10:33:09.727550 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e925795-bf33-4311-9c84-b6d7c230f8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a37937-e2de-4437-be76-c37904fc710e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:09.847523 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-c0bd2953-80a9-424b-aa85-16998d977a5b service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316309 Nov 04 10:33:09.993992 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b3adb-f4b6-4578-bafb-fa28b6cd7439 req-bdd46694-e6ef-4856-9b7f-ebd9402eb8e9 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:09.995595 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-409b3adb-f4b6-4578-bafb-fa28b6cd7439 req-bdd46694-e6ef-4856-9b7f-ebd9402eb8e9 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/ports?device_id=1e5e5850-d733-4e31-ae2a-14941f0c50ac HTTP/1.1" status: 200 len: 950 time: 0.1381161 Nov 04 10:33:09.996130 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device af0058a2-cc77-4522-822e-4e782e40d7ba details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:33:10.026383 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f1073e69-fa76-4c86-89ee-5fb8d643f5f2 req-daecebf5-42d8-4069-8ff1-6c86b11662da service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567748 Nov 04 10:33:10.085598 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-409b3adb-f4b6-4578-bafb-fa28b6cd7439 req-69fa67c1-c799-4833-a923-4dfbe7325532 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/security-groups?id=dd39b566-6b5c-446f-a702-6ac696cd451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795660 Nov 04 10:33:10.119829 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port af0058a2-cc77-4522-822e-4e782e40d7ba, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=af0058a2-cc77-4522-822e-4e782e40d7ba,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:10.138151 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'af0058a2-cc77-4522-822e-4e782e40d7ba', 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d', 'port_id': 'af0058a2-cc77-4522-822e-4e782e40d7ba', 'mac_address': 'fa:16:3e:f0:9a:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28924b01-2687-4263-b969-76f54864e85b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:33:10.161203 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc285edf-a0d3-437c-b0f4-3f6755210dc7 req-6c243fe5-213a-429b-8a4e-133a64bce654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:10.163605 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fc285edf-a0d3-437c-b0f4-3f6755210dc7 req-6c243fe5-213a-429b-8a4e-133a64bce654 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bd609f94b81947bcb1c477623063e487&device_id=f684b0a7-2390-455a-b061-fce261dd33c2 HTTP/1.1" status: 200 len: 1098 time: 0.0590777 Nov 04 10:33:10.189277 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:10.206133 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0058a2-cc77-4522-822e-4e782e40d7ba {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:33:10.234949 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port af0058a2-cc77-4522-822e-4e782e40d7ba, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=af0058a2-cc77-4522-822e-4e782e40d7ba,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:10.243232 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:10.337246 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=af0058a2-cc77-4522-822e-4e782e40d7ba,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:10.405984 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc285edf-a0d3-437c-b0f4-3f6755210dc7 req-b3519ddf-7562-4e0c-8427-5b10cc46ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:10.407591 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fc285edf-a0d3-437c-b0f4-3f6755210dc7 req-b3519ddf-7562-4e0c-8427-5b10cc46ae73 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.2228775 Nov 04 10:33:10.430459 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c45d27-f527-456e-b8bc-bb4559fe0cd5 req-3013f65a-626f-4074-822e-3b9ceaa17893 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:10.432446 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-57c45d27-f527-456e-b8bc-bb4559fe0cd5 req-3013f65a-626f-4074-822e-3b9ceaa17893 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=8e9855bb-5dac-4336-9656-c8e8b541d1ac HTTP/1.1" status: 200 len: 945 time: 0.0839615 Nov 04 10:33:10.489045 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fc285edf-a0d3-437c-b0f4-3f6755210dc7 req-3a94b288-f0c5-4e0d-9249-78d988bbf3be service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=6a6464d5-0fb4-47c7-8c33-88d9e5631250 HTTP/1.1" status: 200 len: 217 time: 0.0553703 Nov 04 10:33:10.518169 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['af0058a2-cc77-4522-822e-4e782e40d7ba'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:33:10.637876 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-57c45d27-f527-456e-b8bc-bb4559fe0cd5 req-0ab2b989-4a2a-4029-ba4e-9b1ab31b138c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946478 Nov 04 10:33:10.708710 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc285edf-a0d3-437c-b0f4-3f6755210dc7 req-7c57a010-5bf9-402c-9503-e7aff6de87ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:10.713419 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fc285edf-a0d3-437c-b0f4-3f6755210dc7 req-7c57a010-5bf9-402c-9503-e7aff6de87ea service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1971238 Nov 04 10:33:10.853700 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494e0d3-875e-4258-a1a9-85bf2d8a0d1f req-97057198-2775-4140-bb1e-bb12670f128e tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:10.856012 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f494e0d3-875e-4258-a1a9-85bf2d8a0d1f req-97057198-2775-4140-bb1e-bb12670f128e tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 949 time: 0.1904681 Nov 04 10:33:10.890387 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc285edf-a0d3-437c-b0f4-3f6755210dc7 req-88b06d65-8c42-4c9c-81a5-19ee1b86c8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:10.892118 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fc285edf-a0d3-437c-b0f4-3f6755210dc7 req-88b06d65-8c42-4c9c-81a5-19ee1b86c8b3 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0964689 Nov 04 10:33:11.006041 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b457ead-4fbd-409c-ace7-a04ae46d8983 req-2925ab2f-3282-446a-87e5-2291251f08e7 tempest-FlavorsV2NegativeTest-1605050761 tempest-FlavorsV2NegativeTest-1605050761-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=bed213c2221f4de9954ba1c95382cc0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438783 Nov 04 10:33:11.025083 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f494e0d3-875e-4258-a1a9-85bf2d8a0d1f req-cd0ba603-3745-4c47-be07-ff1f44f0b3b0 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612339 Nov 04 10:33:11.184160 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fc285edf-a0d3-437c-b0f4-3f6755210dc7 req-827cf27a-dadb-43da-8136-cc198ca66d38 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803710 Nov 04 10:33:11.228879 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806184a3-55b7-4cd1-95a2-b33692314970 req-f9eb4b06-9ee0-4645-aaa5-a0b1965816cd tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:11.233291 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-806184a3-55b7-4cd1-95a2-b33692314970 req-f9eb4b06-9ee0-4645-aaa5-a0b1965816cd tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=f684b0a7-2390-455a-b061-fce261dd33c2 HTTP/1.1" status: 200 len: 947 time: 0.1247704 Nov 04 10:33:11.254876 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b457ead-4fbd-409c-ace7-a04ae46d8983 req-ff68aa54-3042-4c6c-b3e3-9c1f984f2766 tempest-FlavorsV2NegativeTest-1605050761 tempest-FlavorsV2NegativeTest-1605050761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:11.256386 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b457ead-4fbd-409c-ace7-a04ae46d8983 req-ff68aa54-3042-4c6c-b3e3-9c1f984f2766 tempest-FlavorsV2NegativeTest-1605050761 tempest-FlavorsV2NegativeTest-1605050761-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2411647 Nov 04 10:33:11.323048 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b457ead-4fbd-409c-ace7-a04ae46d8983 req-f9b7e4a7-ee78-458e-ab5e-1d3310392ba8 tempest-FlavorsV2NegativeTest-1605050761 tempest-FlavorsV2NegativeTest-1605050761-project] 10.222.0.127 "GET /v2.0/quotas/bed213c2221f4de9954ba1c95382cc0a HTTP/1.1" status: 200 len: 375 time: 0.0350718 Nov 04 10:33:11.378324 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b457ead-4fbd-409c-ace7-a04ae46d8983 req-41091096-868e-4b71-a01e-f8a364687cb2 tempest-FlavorsV2NegativeTest-1605050761 tempest-FlavorsV2NegativeTest-1605050761-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=bed213c2221f4de9954ba1c95382cc0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534523 Nov 04 10:33:11.434036 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-806184a3-55b7-4cd1-95a2-b33692314970 req-a74fbafc-e6f4-4cfd-b602-7d6bf62ab525 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876359 Nov 04 10:33:11.447488 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fc285edf-a0d3-437c-b0f4-3f6755210dc7 req-97de7056-b543-447d-a731-d02146a95290 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369120 Nov 04 10:33:11.785877 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf24cfb-2075-48f1-9826-146c48adeb32 req-4700b59a-d59d-4baa-8f9b-d393c0fdc02b tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:11.794778 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-baf24cfb-2075-48f1-9826-146c48adeb32 req-4700b59a-d59d-4baa-8f9b-d393c0fdc02b tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=8e9855bb-5dac-4336-9656-c8e8b541d1ac HTTP/1.1" status: 200 len: 945 time: 0.0867989 Nov 04 10:33:11.875005 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-baf24cfb-2075-48f1-9826-146c48adeb32 req-1b952449-d6d8-4cf3-8add-da20f2ea4ad7 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788574 Nov 04 10:33:12.015279 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device af0058a2-cc77-4522-822e-4e782e40d7ba up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:33:12.104485 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port af0058a2-cc77-4522-822e-4e782e40d7ba completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:33:12.113455 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port af0058a2-cc77-4522-822e-4e782e40d7ba triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:33:12.113845 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:12.191668 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15fcd6-f779-4a58-ba33-c6f410e859a1 req-5230305e-a8c8-47d6-932a-aab86a195c48 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:12.199528 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:12.207032 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6a6464d5-0fb4-47c7-8c33-88d9e5631250 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:33:12.211075 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eb15fcd6-f779-4a58-ba33-c6f410e859a1 req-5230305e-a8c8-47d6-932a-aab86a195c48 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 949 time: 0.0961192 Nov 04 10:33:12.297559 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eb15fcd6-f779-4a58-ba33-c6f410e859a1 req-602a3aaa-ecb0-4b16-870b-156e88dd89e5 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849488 Nov 04 10:33:12.308538 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35750) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:12.326860 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 48af9415-890c-4fbd-88cd-d650b763538d no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:33:12.333762 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 6a6464d5-0fb4-47c7-8c33-88d9e5631250, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6a6464d5-0fb4-47c7-8c33-88d9e5631250,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:12.370766 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '6a6464d5-0fb4-47c7-8c33-88d9e5631250', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '6a6464d5-0fb4-47c7-8c33-88d9e5631250', 'mac_address': 'fa:16:3e:06:2d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:33:12.455641 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6ad3fee8-35c5-40f7-a795-5f7628973337 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:12.479629 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:12.522600 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:12.560657 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9855bb-5dac-4336-9656-c8e8b541d1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0058a2-cc77-4522-822e-4e782e40d7ba'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:33:12.563512 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba1d753-3d43-49f1-809d-f85a95628dff" -d '{"events": [{"server_uuid": "8e9855bb-5dac-4336-9656-c8e8b541d1ac", "name": "network-vif-plugged", "status": "completed", "tag": "af0058a2-cc77-4522-822e-4e782e40d7ba"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:33:12.579105 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6464d5-0fb4-47c7-8c33-88d9e5631250 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:33:12.588117 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:12.602986 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port af0058a2-cc77-4522-822e-4e782e40d7ba, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=af0058a2-cc77-4522-822e-4e782e40d7ba,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:12.614616 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf787475-7f63-4831-a077-0dc9d46b3014 req-1bab42be-066a-42e6-80c5-4a871c1e5858 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:12.619897 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:12.626748 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf787475-7f63-4831-a077-0dc9d46b3014 req-1bab42be-066a-42e6-80c5-4a871c1e5858 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=f684b0a7-2390-455a-b061-fce261dd33c2 HTTP/1.1" status: 200 len: 947 time: 0.0940087 Nov 04 10:33:12.633242 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 6a6464d5-0fb4-47c7-8c33-88d9e5631250, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6a6464d5-0fb4-47c7-8c33-88d9e5631250,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:12.665475 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b727d130-3ec9-4d8d-b347-ffb94017d7f3 x-openstack-request-id: req-b727d130-3ec9-4d8d-b347-ffb94017d7f3 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:33:12.666071 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9855bb-5dac-4336-9656-c8e8b541d1ac", "name": "network-vif-plugged", "status": "completed", "tag": "af0058a2-cc77-4522-822e-4e782e40d7ba", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:33:12.666521 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-b727d130-3ec9-4d8d-b347-ffb94017d7f3 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:33:12.667098 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9855bb-5dac-4336-9656-c8e8b541d1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0058a2-cc77-4522-822e-4e782e40d7ba', 'code': 200} Nov 04 10:33:12.671756 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:12.685153 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6ad3fee8-35c5-40f7-a795-5f7628973337 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:12.688596 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 48af9415-890c-4fbd-88cd-d650b763538d, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=48af9415-890c-4fbd-88cd-d650b763538d,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:12.695164 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6ad3fee8-35c5-40f7-a795-5f7628973337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:12.699672 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:12.726943 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=af0058a2-cc77-4522-822e-4e782e40d7ba,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:12.737701 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf787475-7f63-4831-a077-0dc9d46b3014 req-9d9e44a4-b46a-4c1e-a52e-be7d09a5b61c tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095047 Nov 04 10:33:12.793576 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3fee8-35c5-40f7-a795-5f7628973337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edb2097-b4e2-488a-9580-b56acb6a60e4,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:12.800519 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6ad3fee8-35c5-40f7-a795-5f7628973337 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=bed213c2221f4de9954ba1c95382cc0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4908910 Nov 04 10:33:12.803219 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35766) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:12.822286 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=6a6464d5-0fb4-47c7-8c33-88d9e5631250,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:12.839761 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399f041-b125-44f5-b223-8de489708d59 req-3b80c8c1-f514-4896-a6c9-0b347de42412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:12.841537 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6399f041-b125-44f5-b223-8de489708d59 req-3b80c8c1-f514-4896-a6c9-0b347de42412 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=8e9855bb-5dac-4336-9656-c8e8b541d1ac HTTP/1.1" status: 200 len: 1097 time: 0.1068406 Nov 04 10:33:12.948270 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=48af9415-890c-4fbd-88cd-d650b763538d,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:12.962847 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6399f041-b125-44f5-b223-8de489708d59 req-80c64929-34ff-4c69-bb2b-89e0df4a9e3a service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109958 Nov 04 10:33:12.971360 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50a42a5e-2e93-4787-ac11-2e15349c2a13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:13.012321 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50a42a5e-2e93-4787-ac11-2e15349c2a13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:13.066993 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50a42a5e-2e93-4787-ac11-2e15349c2a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:13.070185 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50a42a5e-2e93-4787-ac11-2e15349c2a13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:13.074190 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-50a42a5e-2e93-4787-ac11-2e15349c2a13 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/7edb2097-b4e2-488a-9580-b56acb6a60e4 HTTP/1.1" status: 204 len: 168 time: 0.2674873 Nov 04 10:33:13.089836 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a42a5e-2e93-4787-ac11-2e15349c2a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edb2097-b4e2-488a-9580-b56acb6a60e4,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:13.091030 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01487001-6fe2-4e74-8589-115ffeab44f5 req-cefc8466-2cda-4699-91b6-4c202a5989c3 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:13.105913 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-01487001-6fe2-4e74-8589-115ffeab44f5 req-cefc8466-2cda-4699-91b6-4c202a5989c3 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=8e9855bb-5dac-4336-9656-c8e8b541d1ac HTTP/1.1" status: 200 len: 946 time: 0.1067266 Nov 04 10:33:13.176594 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-01487001-6fe2-4e74-8589-115ffeab44f5 req-ab71d764-132c-4e1d-a01e-f3f6257b888e tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650654 Nov 04 10:33:13.193836 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['6a6464d5-0fb4-47c7-8c33-88d9e5631250'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:33:13.458958 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e5aa4-cbf2-4bb4-b4e7-6b8e5dc5edab req-ea41e5bf-221b-4eb2-8c33-26c032fbb1be tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:13.466782 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-695e5aa4-cbf2-4bb4-b4e7-6b8e5dc5edab req-ea41e5bf-221b-4eb2-8c33-26c032fbb1be tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 949 time: 0.0688810 Nov 04 10:33:13.543305 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-695e5aa4-cbf2-4bb4-b4e7-6b8e5dc5edab req-1eae5297-83d5-40f3-b194-d3baec8fc3ad tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700920 Nov 04 10:33:13.868595 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951aebda-8640-41b0-9489-cbf5c613c8b4 req-d091d918-6398-43ab-ac36-4a09842077ef tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:13.876456 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-951aebda-8640-41b0-9489-cbf5c613c8b4 req-d091d918-6398-43ab-ac36-4a09842077ef tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=f684b0a7-2390-455a-b061-fce261dd33c2 HTTP/1.1" status: 200 len: 948 time: 0.0643539 Nov 04 10:33:13.930034 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-951aebda-8640-41b0-9489-cbf5c613c8b4 req-95334c8e-c97e-44de-918a-ca7fb804ac47 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525832 Nov 04 10:33:14.207731 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 4a168652-df08-4063-8275-ed49f6fd1940 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:33:14.343696 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e443e-bd27-429b-83f0-346f3985bad6 req-b05700f5-e9cb-4c7d-ab64-fa620ca97886 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:14.354064 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-694e443e-bd27-429b-83f0-346f3985bad6 req-b05700f5-e9cb-4c7d-ab64-fa620ca97886 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=8e9855bb-5dac-4336-9656-c8e8b541d1ac HTTP/1.1" status: 200 len: 946 time: 0.0764740 Nov 04 10:33:14.388980 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 4a168652-df08-4063-8275-ed49f6fd1940, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4a168652-df08-4063-8275-ed49f6fd1940,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:14.417563 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '4a168652-df08-4063-8275-ed49f6fd1940', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '4a168652-df08-4063-8275-ed49f6fd1940', 'mac_address': 'fa:16:3e:2d:4a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:33:14.421403 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-694e443e-bd27-429b-83f0-346f3985bad6 req-76190289-f764-4211-bcd9-17d38fe32668 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655899 Nov 04 10:33:14.446479 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35848) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:14.456890 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:14.471426 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a168652-df08-4063-8275-ed49f6fd1940 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:33:14.491263 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 4a168652-df08-4063-8275-ed49f6fd1940, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4a168652-df08-4063-8275-ed49f6fd1940,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:14.497801 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:14.555688 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=4a168652-df08-4063-8275-ed49f6fd1940,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:14.578795 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:14.624001 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-d708d596-41b2-4a25-93da-39bcd9dc4cc2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-593047620-network', 'tenant_id': '4b1a2f973e574272b960852ca21b9189'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:33:14.668933 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5e5850-d733-4e31-ae2a-14941f0c50ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48af9415-890c-4fbd-88cd-d650b763538d'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:33:14.672097 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f115e4e-9309-4186-8f72-2257388d45fc" -d '{"events": [{"server_uuid": "1e5e5850-d733-4e31-ae2a-14941f0c50ac", "name": "network-vif-unplugged", "status": "completed", "tag": "48af9415-890c-4fbd-88cd-d650b763538d"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:33:14.680415 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d708d596-41b2-4a25-93da-39bcd9dc4cc2 admin admin] Made reservation on behalf of 4b1a2f973e574272b960852ca21b9189 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:33:14.685174 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d708d596-41b2-4a25-93da-39bcd9dc4cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:14.694230 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca2d78-62d9-4467-8e1c-ab3cd4aed0c1 req-c47848f8-0094-464d-9a28-0e6e0d596c73 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:14.703751 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87ca2d78-62d9-4467-8e1c-ab3cd4aed0c1 req-c47848f8-0094-464d-9a28-0e6e0d596c73 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 949 time: 0.0724463 Nov 04 10:33:14.710675 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d708d596-41b2-4a25-93da-39bcd9dc4cc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:14.714469 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['4a168652-df08-4063-8275-ed49f6fd1940'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:33:14.808811 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87ca2d78-62d9-4467-8e1c-ab3cd4aed0c1 req-36ea2f20-360b-450d-a17b-8fdb0063cd38 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037221 Nov 04 10:33:14.828971 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d708d596-41b2-4a25-93da-39bcd9dc4cc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:14.835786 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d708d596-41b2-4a25-93da-39bcd9dc4cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:14.839299 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd393813-4f59-46a7-ad5a-68ceae5ce40d req-bb07aeaf-b1df-4818-9780-e5e853948c5e tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:14.848959 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fd393813-4f59-46a7-ad5a-68ceae5ce40d req-bb07aeaf-b1df-4818-9780-e5e853948c5e tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=8e9855bb-5dac-4336-9656-c8e8b541d1ac HTTP/1.1" status: 200 len: 946 time: 0.0935693 Nov 04 10:33:14.852095 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d708d596-41b2-4a25-93da-39bcd9dc4cc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1187} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:33:14.864106 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d708d596-41b2-4a25-93da-39bcd9dc4cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:14.864461 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-d708d596-41b2-4a25-93da-39bcd9dc4cc2 admin admin] Added segment eaa6a512-5539-4215-b270-e4db70311425 of type vlan for network ec7a58a5-b0a4-42ab-8a51-1ad14fad7416 Nov 04 10:33:14.954723 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fd393813-4f59-46a7-ad5a-68ceae5ce40d req-be4ce149-b544-4edd-8db4-8926ddc944be tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044848 Nov 04 10:33:14.973558 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d708d596-41b2-4a25-93da-39bcd9dc4cc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:14.977967 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ef52ff-b7a2-433b-b35b-8ea54d7bb358 x-openstack-request-id: req-f7ef52ff-b7a2-433b-b35b-8ea54d7bb358 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:33:14.979069 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5e5850-d733-4e31-ae2a-14941f0c50ac", "name": "network-vif-unplugged", "status": "completed", "tag": "48af9415-890c-4fbd-88cd-d650b763538d", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:33:14.979343 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f7ef52ff-b7a2-433b-b35b-8ea54d7bb358 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:33:14.980204 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5e5850-d733-4e31-ae2a-14941f0c50ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48af9415-890c-4fbd-88cd-d650b763538d', 'code': 200} Nov 04 10:33:15.012330 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d708d596-41b2-4a25-93da-39bcd9dc4cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:15.013476 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d708d596-41b2-4a25-93da-39bcd9dc4cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:15.014096 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d708d596-41b2-4a25-93da-39bcd9dc4cc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:15.120180 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d596-41b2-4a25-93da-39bcd9dc4cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f1432b-916d-4534-b402-d977873069e1,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:15.120337 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfeb26-f59d-4238-8f09-3e9fe8cac43d req-2f7800bf-46fc-4b34-ad47-e71569af39e6 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:15.125981 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d708d596-41b2-4a25-93da-39bcd9dc4cc2 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6777983 Nov 04 10:33:15.129612 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7abfeb26-f59d-4238-8f09-3e9fe8cac43d req-2f7800bf-46fc-4b34-ad47-e71569af39e6 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=f684b0a7-2390-455a-b061-fce261dd33c2 HTTP/1.1" status: 200 len: 948 time: 0.0728033 Nov 04 10:33:15.147308 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35880) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:15.161998 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-40b1e385-cb0b-479a-9fa2-42d4c4e6dac8 admin admin] Request body: {'subnet': {'network_id': 'ec7a58a5-b0a4-42ab-8a51-1ad14fad7416', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-593047620-subnet', 'tenant_id': '4b1a2f973e574272b960852ca21b9189', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:33:15.189642 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d596-41b2-4a25-93da-39bcd9dc4cc2 admin admin] Pushing event updated for resources: {'Network': ['ID=ec7a58a5-b0a4-42ab-8a51-1ad14fad7416,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:15.195894 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7abfeb26-f59d-4238-8f09-3e9fe8cac43d req-33cafcfe-9113-4373-8c3a-763d6e637d6b tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652728 Nov 04 10:33:15.206672 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network ec7a58a5-b0a4-42ab-8a51-1ad14fad7416 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:33:15.246322 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b1e385-cb0b-479a-9fa2-42d4c4e6dac8 admin admin] Made reservation on behalf of 4b1a2f973e574272b960852ca21b9189 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:33:15.249640 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-40b1e385-cb0b-479a-9fa2-42d4c4e6dac8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:15.520909 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-40b1e385-cb0b-479a-9fa2-42d4c4e6dac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:15.603264 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b1e385-cb0b-479a-9fa2-42d4c4e6dac8 admin admin] Checking segment: {'id': 'eaa6a512-5539-4215-b270-e4db70311425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'ec7a58a5-b0a4-42ab-8a51-1ad14fad7416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:33:15.603629 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b1e385-cb0b-479a-9fa2-42d4c4e6dac8 admin admin] Network hostable DHCP agents. Network: ec7a58a5-b0a4-42ab-8a51-1ad14fad7416, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:33:15.610545 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1e385-cb0b-479a-9fa2-42d4c4e6dac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce1a3abe-4411-4397-9764-b8bafacf0267,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:15.631478 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b1e385-cb0b-479a-9fa2-42d4c4e6dac8 admin admin] Network ec7a58a5-b0a4-42ab-8a51-1ad14fad7416 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:33:15.646525 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-40b1e385-cb0b-479a-9fa2-42d4c4e6dac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, ec7a58a5-b0a4-42ab-8a51-1ad14fad7416) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:33:15.652469 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b1e385-cb0b-479a-9fa2-42d4c4e6dac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:15.653321 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-40b1e385-cb0b-479a-9fa2-42d4c4e6dac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:15.669572 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd4becd-0e8f-4a9e-afe1-6bf354655ffd None None] Network ec7a58a5-b0a4-42ab-8a51-1ad14fad7416 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:33:15.678977 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-40b1e385-cb0b-479a-9fa2-42d4c4e6dac8 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5301189 Nov 04 10:33:15.683617 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35902) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:15.702536 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-8f12644e-7f22-4fa3-bad8-bd597ef08fde admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-593047620-router', 'tenant_id': '4b1a2f973e574272b960852ca21b9189', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:33:15.743808 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8f12644e-7f22-4fa3-bad8-bd597ef08fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:15.745675 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8f12644e-7f22-4fa3-bad8-bd597ef08fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:15.818539 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8f12644e-7f22-4fa3-bad8-bd597ef08fde admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:16.064739 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35686cb2-c958-4da9-9e75-ff315a5438ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-ec7a58a5-b0a4-42ab-8a51-1ad14fad7416', 'network_id': 'ec7a58a5-b0a4-42ab-8a51-1ad14fad7416', 'tenant_id': '4b1a2f973e574272b960852ca21b9189', 'fixed_ips': [{'subnet_id': 'ce1a3abe-4411-4397-9764-b8bafacf0267'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:33:16.065670 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-35686cb2-c958-4da9-9e75-ff315a5438ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:16.251018 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6a6464d5-0fb4-47c7-8c33-88d9e5631250 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:33:16.441332 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-35686cb2-c958-4da9-9e75-ff315a5438ce None None] Allocated IP 172.20.0.2 (ec7a58a5-b0a4-42ab-8a51-1ad14fad7416/ce1a3abe-4411-4397-9764-b8bafacf0267/e9f0ce5d-373a-4640-89d3-0a95133a37e9) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:33:16.443695 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 6a6464d5-0fb4-47c7-8c33-88d9e5631250 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:33:16.463456 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 6a6464d5-0fb4-47c7-8c33-88d9e5631250 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:33:16.463899 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:16.653883 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8f12644e-7f22-4fa3-bad8-bd597ef08fde admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:16.685363 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5037377-8bef-4983-b86a-83ea57453efb req-f34ef3aa-aad9-49bd-8caf-28d78a405b40 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:16.695251 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5037377-8bef-4983-b86a-83ea57453efb req-f34ef3aa-aad9-49bd-8caf-28d78a405b40 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=8e9855bb-5dac-4336-9656-c8e8b541d1ac HTTP/1.1" status: 200 len: 946 time: 0.2396991 Nov 04 10:33:16.723490 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4a2f3-3c48-4722-8206-9ce623b1c134 req-42361189-fe7c-4aed-911d-77a061449628 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:16.731301 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-00e4a2f3-3c48-4722-8206-9ce623b1c134 req-42361189-fe7c-4aed-911d-77a061449628 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 949 time: 0.2769475 Nov 04 10:33:16.798030 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:16.879500 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-61677325-54ba-4ac3-8757-8d3a7fe27973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:16.918993 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 6a6464d5-0fb4-47c7-8c33-88d9e5631250, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6a6464d5-0fb4-47c7-8c33-88d9e5631250,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:16.931032 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:16.931886 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 4a168652-df08-4063-8275-ed49f6fd1940 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:33:16.980857 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-35686cb2-c958-4da9-9e75-ff315a5438ce None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:16.986063 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f684b0a7-2390-455a-b061-fce261dd33c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6464d5-0fb4-47c7-8c33-88d9e5631250'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:33:16.990137 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c870126e-195a-40bd-8947-a9a09b3f5026" -d '{"events": [{"server_uuid": "f684b0a7-2390-455a-b061-fce261dd33c2", "name": "network-vif-plugged", "status": "completed", "tag": "6a6464d5-0fb4-47c7-8c33-88d9e5631250"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:33:17.020879 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-35686cb2-c958-4da9-9e75-ff315a5438ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:17.111443 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5037377-8bef-4983-b86a-83ea57453efb req-9cee9740-8d05-44c5-8254-c54c06f88f89 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132805 Nov 04 10:33:17.116906 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-00e4a2f3-3c48-4722-8206-9ce623b1c134 req-f144bba1-654e-4548-b302-8a3245c3d5b1 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845921 Nov 04 10:33:17.291881 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35686cb2-c958-4da9-9e75-ff315a5438ce None None] Network ec7a58a5-b0a4-42ab-8a51-1ad14fad7416 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:33:17.298803 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-35686cb2-c958-4da9-9e75-ff315a5438ce None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:33:17.309726 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35686cb2-c958-4da9-9e75-ff315a5438ce None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:33:17.394796 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265bcc4-ce33-4cc6-bcb6-38b37f853195 req-7f590d02-c290-4444-910a-bbcb999bed85 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:17.396288 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6265bcc4-ce33-4cc6-bcb6-38b37f853195 req-7f590d02-c290-4444-910a-bbcb999bed85 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=f684b0a7-2390-455a-b061-fce261dd33c2 HTTP/1.1" status: 200 len: 949 time: 0.1288526 Nov 04 10:33:17.410330 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 4a168652-df08-4063-8275-ed49f6fd1940 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:33:17.410561 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:17.416581 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8f12644e-7f22-4fa3-bad8-bd597ef08fde admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:17.457134 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8f12644e-7f22-4fa3-bad8-bd597ef08fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:17.459094 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-35686cb2-c958-4da9-9e75-ff315a5438ce None None] Attempting to bind port e9f0ce5d-373a-4640-89d3-0a95133a37e9 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:33:17.459583 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-35686cb2-c958-4da9-9e75-ff315a5438ce None None] Attempting to bind port e9f0ce5d-373a-4640-89d3-0a95133a37e9 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'eaa6a512-5539-4215-b270-e4db70311425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'ec7a58a5-b0a4-42ab-8a51-1ad14fad7416'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:33:17.460084 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35686cb2-c958-4da9-9e75-ff315a5438ce None None] Attempting to bind port e9f0ce5d-373a-4640-89d3-0a95133a37e9 on network ec7a58a5-b0a4-42ab-8a51-1ad14fad7416 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:33:17.469170 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=6a6464d5-0fb4-47c7-8c33-88d9e5631250,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:17.544812 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6265bcc4-ce33-4cc6-bcb6-38b37f853195 req-f2a0e65d-afc6-4e8e-9d93-90b3b52b0149 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400261 Nov 04 10:33:17.594652 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e13840-279b-4843-8838-deaead3d4f82 x-openstack-request-id: req-86e13840-279b-4843-8838-deaead3d4f82 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:33:17.594971 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f684b0a7-2390-455a-b061-fce261dd33c2", "name": "network-vif-plugged", "status": "completed", "tag": "6a6464d5-0fb4-47c7-8c33-88d9e5631250", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:33:17.595225 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-86e13840-279b-4843-8838-deaead3d4f82 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:33:17.595773 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f684b0a7-2390-455a-b061-fce261dd33c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6464d5-0fb4-47c7-8c33-88d9e5631250', 'code': 200} Nov 04 10:33:17.596180 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35686cb2-c958-4da9-9e75-ff315a5438ce None None] Pushing event updated for resources: {'Port': ['ID=e9f0ce5d-373a-4640-89d3-0a95133a37e9,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:17.610044 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35686cb2-c958-4da9-9e75-ff315a5438ce None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:33:17.610433 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35686cb2-c958-4da9-9e75-ff315a5438ce None None] Checking segment: {'id': 'eaa6a512-5539-4215-b270-e4db70311425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'ec7a58a5-b0a4-42ab-8a51-1ad14fad7416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:33:17.610841 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-35686cb2-c958-4da9-9e75-ff315a5438ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:17.611252 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35686cb2-c958-4da9-9e75-ff315a5438ce None None] Bound using segment: {'id': 'eaa6a512-5539-4215-b270-e4db70311425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'ec7a58a5-b0a4-42ab-8a51-1ad14fad7416'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:33:17.615710 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-35686cb2-c958-4da9-9e75-ff315a5438ce None None] Bound port: e9f0ce5d-373a-4640-89d3-0a95133a37e9, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa6a512-5539-4215-b270-e4db70311425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'ec7a58a5-b0a4-42ab-8a51-1ad14fad7416'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:33:17.620300 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-35686cb2-c958-4da9-9e75-ff315a5438ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:17.671571 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-8f12644e-7f22-4fa3-bad8-bd597ef08fde admin admin] Allocated IP 172.25.7.238 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/3a633dd3-d71c-4fca-8c9b-d6dcfe144d35) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:33:17.680643 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cf421-aa75-4b78-bc5c-baf5c32699ee req-a52dbea3-29ab-462f-b259-1108eda1a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:17.682796 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f0cf421-aa75-4b78-bc5c-baf5c32699ee req-a52dbea3-29ab-462f-b259-1108eda1a67f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=f684b0a7-2390-455a-b061-fce261dd33c2 HTTP/1.1" status: 200 len: 1100 time: 0.0828786 Nov 04 10:33:17.738751 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-35686cb2-c958-4da9-9e75-ff315a5438ce None None] For port e9f0ce5d-373a-4640-89d3-0a95133a37e9, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:33:17.746584 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-35686cb2-c958-4da9-9e75-ff315a5438ce None None] For port e9f0ce5d-373a-4640-89d3-0a95133a37e9, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e9f0ce5d-373a-4640-89d3-0a95133a37e9,segment=NetworkSegment(eaa6a512-5539-4215-b270-e4db70311425),segment_id=eaa6a512-5539-4215-b270-e4db70311425)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:33:17.783465 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-35686cb2-c958-4da9-9e75-ff315a5438ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:17.805430 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f0cf421-aa75-4b78-bc5c-baf5c32699ee req-6159ddf2-0821-40a5-ab81-145e59734d70 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117730 Nov 04 10:33:17.884808 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8f12644e-7f22-4fa3-bad8-bd597ef08fde admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:17.964911 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:17.979423 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8f12644e-7f22-4fa3-bad8-bd597ef08fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:18.008574 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35686cb2-c958-4da9-9e75-ff315a5438ce None None] Pushing event updated for resources: {'Port': ['ID=e9f0ce5d-373a-4640-89d3-0a95133a37e9,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:18.061654 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f12644e-7f22-4fa3-bad8-bd597ef08fde admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:33:18.065269 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-8f12644e-7f22-4fa3-bad8-bd597ef08fde admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:33:18.070624 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 4a168652-df08-4063-8275-ed49f6fd1940, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4a168652-df08-4063-8275-ed49f6fd1940,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:18.072161 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f12644e-7f22-4fa3-bad8-bd597ef08fde admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:33:18.080200 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:18.155901 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12644e-7f22-4fa3-bad8-bd597ef08fde admin admin] Pushing event updated for resources: {'Port': ['ID=3a633dd3-d71c-4fca-8c9b-d6dcfe144d35,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:18.182968 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=4a168652-df08-4063-8275-ed49f6fd1940,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:18.470957 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c17bb-99f5-41c7-b2b1-83fdebbb430b req-2de34eef-4c50-4eb3-93a9-cb14b717af61 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:18.472564 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4d3c17bb-99f5-41c7-b2b1-83fdebbb430b req-2de34eef-4c50-4eb3-93a9-cb14b717af61 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 949 time: 0.1819870 Nov 04 10:33:18.639919 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4d3c17bb-99f5-41c7-b2b1-83fdebbb430b req-46de994d-f9a6-4b96-b0f0-3e3f499cda88 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533248 Nov 04 10:33:18.789596 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e9f0ce5d-373a-4640-89d3-0a95133a37e9 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:33:18.820999 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8f12644e-7f22-4fa3-bad8-bd597ef08fde admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:18.941341 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port e9f0ce5d-373a-4640-89d3-0a95133a37e9 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:33:18.941673 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:19.022333 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc16a5-c4ac-4c23-a2c7-3c8260b36e88 req-bbffbe39-4dbc-4a48-9b33-f3657c56b0c2 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:19.033403 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-05cc16a5-c4ac-4c23-a2c7-3c8260b36e88 req-bbffbe39-4dbc-4a48-9b33-f3657c56b0c2 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=f684b0a7-2390-455a-b061-fce261dd33c2 HTTP/1.1" status: 200 len: 949 time: 0.3106284 Nov 04 10:33:19.142427 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:19.193083 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port e9f0ce5d-373a-4640-89d3-0a95133a37e9, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e9f0ce5d-373a-4640-89d3-0a95133a37e9,segment=NetworkSegment(eaa6a512-5539-4215-b270-e4db70311425),segment_id=eaa6a512-5539-4215-b270-e4db70311425)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:19.198865 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:19.261181 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bbe51492-1241-4759-b7dc-db9a7dfca331 req-3a1da117-d253-4666-82e7-889f8ea2e427 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=e6276b04-9d53-4bbb-98bd-4a59eee1c675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1085079 Nov 04 10:33:19.265036 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-05cc16a5-c4ac-4c23-a2c7-3c8260b36e88 req-2349144a-3950-440a-b94a-c62e28d8f1a1 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307193 Nov 04 10:33:19.334438 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8f12644e-7f22-4fa3-bad8-bd597ef08fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:19.348722 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=e9f0ce5d-373a-4640-89d3-0a95133a37e9,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:19.364046 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6772d6b4-e6c0-4a28-9404-74d4875e7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:19.461857 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe51492-1241-4759-b7dc-db9a7dfca331 req-cb68a4fb-e254-4ff1-8671-7d407f168f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:19.477480 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bbe51492-1241-4759-b7dc-db9a7dfca331 req-cb68a4fb-e254-4ff1-8671-7d407f168f30 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=bd609f94b81947bcb1c477623063e487&device_id=e6276b04-9d53-4bbb-98bd-4a59eee1c675 HTTP/1.1" status: 200 len: 1099 time: 0.1902919 Nov 04 10:33:19.596506 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56e53e4-ac2e-48a1-b446-4c1b90f2a96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a168652-df08-4063-8275-ed49f6fd1940'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:33:19.600669 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f49df70-33c7-41c4-9d5e-c54763a4a86c" -d '{"events": [{"server_uuid": "a56e53e4-ac2e-48a1-b446-4c1b90f2a96d", "name": "network-vif-plugged", "status": "completed", "tag": "4a168652-df08-4063-8275-ed49f6fd1940"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:33:19.716000 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09e9b7a-dfca-44fc-b256-79ffcd8f19a6 x-openstack-request-id: req-c09e9b7a-dfca-44fc-b256-79ffcd8f19a6 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:33:19.716312 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56e53e4-ac2e-48a1-b446-4c1b90f2a96d", "name": "network-vif-plugged", "status": "completed", "tag": "4a168652-df08-4063-8275-ed49f6fd1940", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:33:19.716555 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-c09e9b7a-dfca-44fc-b256-79ffcd8f19a6 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:33:19.716987 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56e53e4-ac2e-48a1-b446-4c1b90f2a96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a168652-df08-4063-8275-ed49f6fd1940', 'code': 200} Nov 04 10:33:19.813903 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe51492-1241-4759-b7dc-db9a7dfca331 req-f4218322-af09-4d13-be61-98789db4bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:19.817949 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bbe51492-1241-4759-b7dc-db9a7dfca331 req-f4218322-af09-4d13-be61-98789db4bda5 service neutron] 10.222.0.126 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.2651651 Nov 04 10:33:19.821655 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f12644e-7f22-4fa3-bad8-bd597ef08fde admin admin] Router b5411803-b122-448b-9de3-828a64509b8b is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:33:19.823908 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce75764-58db-4634-ae64-9576a646ef34 None None] Network ec7a58a5-b0a4-42ab-8a51-1ad14fad7416 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:33:19.945660 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bbe51492-1241-4759-b7dc-db9a7dfca331 req-afc9bdff-0f20-4c10-bda6-41d64a231504 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=e0d5faa4-ee27-440a-8784-8bc14b9ab95b HTTP/1.1" status: 200 len: 217 time: 0.1156588 Nov 04 10:33:20.052514 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe51492-1241-4759-b7dc-db9a7dfca331 req-3714a149-fe01-4dcc-bcfb-1a1b4b1c8323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:20.061046 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bbe51492-1241-4759-b7dc-db9a7dfca331 req-3714a149-fe01-4dcc-bcfb-1a1b4b1c8323 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1005490 Nov 04 10:33:20.066913 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device af0058a2-cc77-4522-822e-4e782e40d7ba details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:33:20.088502 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f12644e-7f22-4fa3-bad8-bd597ef08fde admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:33:20.100644 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b63332-c8b0-43ce-9d54-b2cb2499581f None None] Sync routers for ids ['b5411803-b122-448b-9de3-828a64509b8b'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:33:20.129793 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b63332-c8b0-43ce-9d54-b2cb2499581f None None] Routers {'b5411803-b122-448b-9de3-828a64509b8b'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:33:20.130605 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-b5b63332-c8b0-43ce-9d54-b2cb2499581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:33:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['b5411803-b122-448b-9de3-828a64509b8b'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:33:20.152498 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe51492-1241-4759-b7dc-db9a7dfca331 req-13a8ad8a-f135-4016-8e9f-e4424047907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:20.154376 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bbe51492-1241-4759-b7dc-db9a7dfca331 req-13a8ad8a-f135-4016-8e9f-e4424047907f service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0876877 Nov 04 10:33:20.182288 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8f12644e-7f22-4fa3-bad8-bd597ef08fde admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:20.183844 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8f12644e-7f22-4fa3-bad8-bd597ef08fde admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.4978275 Nov 04 10:33:20.207117 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36102) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:20.218521 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca6954-6f51-4e82-bee8-a9214f7dd5bb req-35abae40-2cec-4ca2-b8e5-0a2d9aa52bf1 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:20.228109 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a6ca6954-6f51-4e82-bee8-a9214f7dd5bb req-35abae40-2cec-4ca2-b8e5-0a2d9aa52bf1 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 949 time: 0.3230550 Nov 04 10:33:20.345974 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4f1175b0-3b2b-4470-b56a-d23c09e447cd None None] Provisioning complete for port e9f0ce5d-373a-4640-89d3-0a95133a37e9 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:33:20.346588 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4f1175b0-3b2b-4470-b56a-d23c09e447cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:20.358539 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a6ca6954-6f51-4e82-bee8-a9214f7dd5bb req-6fc43466-8b91-46ce-a3e6-a8f72a08630b tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283371 Nov 04 10:33:20.387438 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6de514ce-8063-4336-89b0-3363f456e90b req-d2eb38d1-c791-42d1-8095-2f0e980cecce service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2428463 Nov 04 10:33:20.602508 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de514ce-8063-4336-89b0-3363f456e90b req-e611162a-5453-444f-8f30-c3d3a5a734be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:20.604401 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6de514ce-8063-4336-89b0-3363f456e90b req-e611162a-5453-444f-8f30-c3d3a5a734be service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0464048b294a465b81cede98ee2447df&device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 1096 time: 0.1547787 Nov 04 10:33:20.665524 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f38e7a-162d-427a-a808-1e6f7019e439 req-8809ee4a-641b-4460-9197-0aed08d0a2b1 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:20.671036 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-05f38e7a-162d-427a-a808-1e6f7019e439 req-8809ee4a-641b-4460-9197-0aed08d0a2b1 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=f684b0a7-2390-455a-b061-fce261dd33c2 HTTP/1.1" status: 200 len: 949 time: 0.2805831 Nov 04 10:33:20.776373 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:20.790207 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e9f0ce5d-373a-4640-89d3-0a95133a37e9 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:33:20.804534 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-b5b63332-c8b0-43ce-9d54-b2cb2499581f None None] Set router b5411803-b122-448b-9de3-828a64509b8b gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:33:20.830068 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bbe51492-1241-4759-b7dc-db9a7dfca331 req-d688d6e8-1969-41ff-86fe-1c9278cf7922 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6666505 Nov 04 10:33:20.874507 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-05f38e7a-162d-427a-a808-1e6f7019e439 req-07779a2d-834b-4025-9edc-4a3a5bae6cf7 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737533 Nov 04 10:33:20.907521 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de514ce-8063-4336-89b0-3363f456e90b req-a487e4fa-a38f-42c1-9788-0d258ea1d789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:20.916181 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6de514ce-8063-4336-89b0-3363f456e90b req-a487e4fa-a38f-42c1-9788-0d258ea1d789 service neutron] 10.222.0.121 "GET /v2.0/networks?id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 HTTP/1.1" status: 200 len: 923 time: 0.2363651 Nov 04 10:33:20.934685 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port af0058a2-cc77-4522-822e-4e782e40d7ba, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=af0058a2-cc77-4522-822e-4e782e40d7ba,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:21.019986 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6de514ce-8063-4336-89b0-3363f456e90b req-024fa393-bd67-4a1e-b2a2-b345cf2a6ecd service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef18110e-deae-4429-a75b-6469d21a497e HTTP/1.1" status: 200 len: 217 time: 0.1005929 Nov 04 10:33:21.026222 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'af0058a2-cc77-4522-822e-4e782e40d7ba', 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d', 'port_id': 'af0058a2-cc77-4522-822e-4e782e40d7ba', 'mac_address': 'fa:16:3e:f0:9a:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28924b01-2687-4263-b969-76f54864e85b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:33:21.138240 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de514ce-8063-4336-89b0-3363f456e90b req-429461bc-a354-4939-a072-21c95e2370fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:21.145573 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6de514ce-8063-4336-89b0-3363f456e90b req-429461bc-a354-4939-a072-21c95e2370fe service neutron] 10.222.0.121 "GET /v2.0/subnets?id=74d328ae-3dd4-4757-b0cd-5d3ffb3741ad HTTP/1.1" status: 200 len: 861 time: 0.1098158 Nov 04 10:33:21.233687 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6de514ce-8063-4336-89b0-3363f456e90b req-4ae117e8-f504-499f-b63e-dd7cec4da6c6 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701318 Nov 04 10:33:21.275190 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port e9f0ce5d-373a-4640-89d3-0a95133a37e9 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:33:21.276414 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:21.469125 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6de514ce-8063-4336-89b0-3363f456e90b req-e66b345b-e6f1-4060-8b07-785161cfb480 service neutron] 10.222.0.121 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269037 Nov 04 10:33:21.565495 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-b5b63332-c8b0-43ce-9d54-b2cb2499581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5411803-b122-448b-9de3-828a64509b8b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-593047620-router', 'tenant_id': '4b1a2f973e574272b960852ca21b9189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '3a633dd3-d71c-4fca-8c9b-d6dcfe144d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:33:15Z', 'updated_at': '2021-11-04T10:33:18Z', 'revision_number': 3, 'project_id': '4b1a2f973e574272b960852ca21b9189', 'gw_port': {'id': '3a633dd3-d71c-4fca-8c9b-d6dcfe144d35', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:39:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5411803-b122-448b-9de3-828a64509b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:33:17Z', 'updated_at': '2021-11-04T10:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:33:21.657924 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:21.706104 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6de514ce-8063-4336-89b0-3363f456e90b req-b74ef0d0-ddd0-4e5a-a96f-ceec1f4bba23 service neutron] 10.222.0.121 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211807 Nov 04 10:33:21.770613 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b63332-c8b0-43ce-9d54-b2cb2499581f None None] Checking router: b5411803-b122-448b-9de3-828a64509b8b for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:33:21.772141 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b63332-c8b0-43ce-9d54-b2cb2499581f None None] Updating router b5411803-b122-448b-9de3-828a64509b8b port 3a633dd3-d71c-4fca-8c9b-d6dcfe144d35 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:33:21.823875 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af0058a2-cc77-4522-822e-4e782e40d7ba {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:33:21.849345 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-5d635181-39ef-449d-ab5b-b9b873a1202a None None] Provisioning complete for port e9f0ce5d-373a-4640-89d3-0a95133a37e9 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:33:21.849837 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5d635181-39ef-449d-ab5b-b9b873a1202a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:21.855269 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-b5b63332-c8b0-43ce-9d54-b2cb2499581f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:21.897366 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port af0058a2-cc77-4522-822e-4e782e40d7ba, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=af0058a2-cc77-4522-822e-4e782e40d7ba,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:21.936970 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:22.072287 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=af0058a2-cc77-4522-822e-4e782e40d7ba,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:22.117987 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:22.158469 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['af0058a2-cc77-4522-822e-4e782e40d7ba'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:33:22.207147 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bbe51492-1241-4759-b7dc-db9a7dfca331 req-3831e8ab-5baa-4ff9-9cbe-2c66f8b132d7 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0922918 Nov 04 10:33:22.397658 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-722de345-a2d0-49f6-ab9f-f951deb531bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:22.565740 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:22.572329 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-b5b63332-c8b0-43ce-9d54-b2cb2499581f None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:22.580916 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-b5b63332-c8b0-43ce-9d54-b2cb2499581f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:22.649335 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-b5b63332-c8b0-43ce-9d54-b2cb2499581f None None] Attempting to bind port 3a633dd3-d71c-4fca-8c9b-d6dcfe144d35 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:33:22.649705 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-b5b63332-c8b0-43ce-9d54-b2cb2499581f None None] Attempting to bind port 3a633dd3-d71c-4fca-8c9b-d6dcfe144d35 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:33:22.650160 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b63332-c8b0-43ce-9d54-b2cb2499581f None None] Attempting to bind port 3a633dd3-d71c-4fca-8c9b-d6dcfe144d35 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:33:22.659537 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b63332-c8b0-43ce-9d54-b2cb2499581f None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:33:22.659937 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b63332-c8b0-43ce-9d54-b2cb2499581f None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:33:22.660320 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-b5b63332-c8b0-43ce-9d54-b2cb2499581f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:22.660709 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b63332-c8b0-43ce-9d54-b2cb2499581f None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:33:22.661209 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-b5b63332-c8b0-43ce-9d54-b2cb2499581f None None] Bound port: 3a633dd3-d71c-4fca-8c9b-d6dcfe144d35, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:33:22.661603 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-b5b63332-c8b0-43ce-9d54-b2cb2499581f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:22.664868 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e90b4-8961-421f-89a7-b21628e02bf1 None None] Pushing event updated for resources: {'Port': ['ID=3a633dd3-d71c-4fca-8c9b-d6dcfe144d35,revision_number=2']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:22.709619 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e90b4-8961-421f-89a7-b21628e02bf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:22.709988 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e90b4-8961-421f-89a7-b21628e02bf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:22.710319 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e90b4-8961-421f-89a7-b21628e02bf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:22.711533 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e90b4-8961-421f-89a7-b21628e02bf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:22.711870 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e90b4-8961-421f-89a7-b21628e02bf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:22.712195 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e90b4-8961-421f-89a7-b21628e02bf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:22.712863 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e90b4-8961-421f-89a7-b21628e02bf1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:22.713141 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e90b4-8961-421f-89a7-b21628e02bf1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:22.713458 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e90b4-8961-421f-89a7-b21628e02bf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:22.713775 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e90b4-8961-421f-89a7-b21628e02bf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:22.714088 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e90b4-8961-421f-89a7-b21628e02bf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:22.714738 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e90b4-8961-421f-89a7-b21628e02bf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:22.757257 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-722de345-a2d0-49f6-ab9f-f951deb531bd admin admin] Allocated IP 172.20.0.1 (ec7a58a5-b0a4-42ab-8a51-1ad14fad7416/ce1a3abe-4411-4397-9764-b8bafacf0267/b7818637-fc9d-4b8c-8f3b-f4159a94cd8c) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:33:22.783531 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-b5b63332-c8b0-43ce-9d54-b2cb2499581f None None] For port 3a633dd3-d71c-4fca-8c9b-d6dcfe144d35, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:33:22.788802 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-b5b63332-c8b0-43ce-9d54-b2cb2499581f None None] For port 3a633dd3-d71c-4fca-8c9b-d6dcfe144d35, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3a633dd3-d71c-4fca-8c9b-d6dcfe144d35,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:33:22.801933 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-b5b63332-c8b0-43ce-9d54-b2cb2499581f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:22.923325 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b63332-c8b0-43ce-9d54-b2cb2499581f None None] Routers {'b5411803-b122-448b-9de3-828a64509b8b'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:33:22.923971 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-b5b63332-c8b0-43ce-9d54-b2cb2499581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:33:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['b5411803-b122-448b-9de3-828a64509b8b'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:33:23.003823 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-722de345-a2d0-49f6-ab9f-f951deb531bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:23.025368 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e90b4-8961-421f-89a7-b21628e02bf1 None None] Pushing event updated for resources: {'Port': ['ID=3a633dd3-d71c-4fca-8c9b-d6dcfe144d35,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:23.071727 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-722de345-a2d0-49f6-ab9f-f951deb531bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:23.184771 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722de345-a2d0-49f6-ab9f-f951deb531bd admin admin] Network ec7a58a5-b0a4-42ab-8a51-1ad14fad7416 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:33:23.194907 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-722de345-a2d0-49f6-ab9f-f951deb531bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:33:23.205732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722de345-a2d0-49f6-ab9f-f951deb531bd admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:33:23.237587 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-b5b63332-c8b0-43ce-9d54-b2cb2499581f None None] Set router b5411803-b122-448b-9de3-828a64509b8b gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:33:23.286844 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722de345-a2d0-49f6-ab9f-f951deb531bd admin admin] Pushing event updated for resources: {'Port': ['ID=b7818637-fc9d-4b8c-8f3b-f4159a94cd8c,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:23.325274 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-722de345-a2d0-49f6-ab9f-f951deb531bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:23.637553 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-722de345-a2d0-49f6-ab9f-f951deb531bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:23.661897 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-658a821b-1f3d-4348-abdd-c34af6e9c5e9 None None] Provisioning complete for port b7818637-fc9d-4b8c-8f3b-f4159a94cd8c triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:33:23.663140 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-658a821b-1f3d-4348-abdd-c34af6e9c5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:23.675883 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-b5b63332-c8b0-43ce-9d54-b2cb2499581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5411803-b122-448b-9de3-828a64509b8b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-593047620-router', 'tenant_id': '4b1a2f973e574272b960852ca21b9189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '3a633dd3-d71c-4fca-8c9b-d6dcfe144d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:33:15Z', 'updated_at': '2021-11-04T10:33:18Z', 'revision_number': 3, 'project_id': '4b1a2f973e574272b960852ca21b9189', 'gw_port': {'id': '3a633dd3-d71c-4fca-8c9b-d6dcfe144d35', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:39:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5411803-b122-448b-9de3-828a64509b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:33:17Z', 'updated_at': '2021-11-04T10:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:33:23.765769 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b63332-c8b0-43ce-9d54-b2cb2499581f None None] The sync data for ids ['b5411803-b122-448b-9de3-828a64509b8b'] in n-d-816629-1 is: [{'id': 'b5411803-b122-448b-9de3-828a64509b8b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-593047620-router', 'tenant_id': '4b1a2f973e574272b960852ca21b9189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '3a633dd3-d71c-4fca-8c9b-d6dcfe144d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:33:15Z', 'updated_at': '2021-11-04T10:33:18Z', 'revision_number': 3, 'project_id': '4b1a2f973e574272b960852ca21b9189', 'gw_port': {'id': '3a633dd3-d71c-4fca-8c9b-d6dcfe144d35', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:39:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5411803-b122-448b-9de3-828a64509b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:33:17Z', 'updated_at': '2021-11-04T10:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:33:23.769254 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-658a821b-1f3d-4348-abdd-c34af6e9c5e9 None None] Port b7818637-fc9d-4b8c-8f3b-f4159a94cd8c cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:33:23.953950 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-722de345-a2d0-49f6-ab9f-f951deb531bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:23.969757 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-722de345-a2d0-49f6-ab9f-f951deb531bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:24.048491 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-722de345-a2d0-49f6-ab9f-f951deb531bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:24.076944 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device af0058a2-cc77-4522-822e-4e782e40d7ba up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:33:24.085942 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722de345-a2d0-49f6-ab9f-f951deb531bd admin admin] Pushing event updated for resources: {'Port': ['ID=b7818637-fc9d-4b8c-8f3b-f4159a94cd8c,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:24.221051 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port af0058a2-cc77-4522-822e-4e782e40d7ba triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:33:24.221772 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:24.410429 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722de345-a2d0-49f6-ab9f-f951deb531bd admin admin] Network ec7a58a5-b0a4-42ab-8a51-1ad14fad7416 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:33:24.414476 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-722de345-a2d0-49f6-ab9f-f951deb531bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:33:24.435971 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:24.561411 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port af0058a2-cc77-4522-822e-4e782e40d7ba, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=af0058a2-cc77-4522-822e-4e782e40d7ba,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:24.579147 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9855bb-5dac-4336-9656-c8e8b541d1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0058a2-cc77-4522-822e-4e782e40d7ba'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:33:24.591381 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795912ed-4b0a-442a-9825-54d225b8619c" -d '{"events": [{"server_uuid": "8e9855bb-5dac-4336-9656-c8e8b541d1ac", "name": "network-vif-plugged", "status": "completed", "tag": "af0058a2-cc77-4522-822e-4e782e40d7ba"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:33:24.607278 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:24.812707 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722de345-a2d0-49f6-ab9f-f951deb531bd admin admin] Router b5411803-b122-448b-9de3-828a64509b8b has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:33:24.866414 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3a633dd3-d71c-4fca-8c9b-d6dcfe144d35 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:33:25.000775 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=af0058a2-cc77-4522-822e-4e782e40d7ba,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:25.044343 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d670d8d7-06e1-4c58-831d-d9ce43af8391 None None] Provisioning complete for port b7818637-fc9d-4b8c-8f3b-f4159a94cd8c triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:33:25.044715 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d670d8d7-06e1-4c58-831d-d9ce43af8391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:25.059620 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722de345-a2d0-49f6-ab9f-f951deb531bd admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:33:25.081998 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-722de345-a2d0-49f6-ab9f-f951deb531bd admin admin] 10.222.0.127 "PUT /v2.0/routers/b5411803-b122-448b-9de3-828a64509b8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8690886 Nov 04 10:33:25.170454 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 3a633dd3-d71c-4fca-8c9b-d6dcfe144d35 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:33:25.170844 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:25.219273 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-d670d8d7-06e1-4c58-831d-d9ce43af8391 None None] Port b7818637-fc9d-4b8c-8f3b-f4159a94cd8c cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:33:25.369965 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:25.403686 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 3a633dd3-d71c-4fca-8c9b-d6dcfe144d35, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3a633dd3-d71c-4fca-8c9b-d6dcfe144d35,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:25.411648 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:25.534179 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=3a633dd3-d71c-4fca-8c9b-d6dcfe144d35,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:26.400751 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36202) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:26.635714 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-392fc9e4-f021-4220-b9ac-2307e047998b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:26.671410 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a9b8ba-497a-4f44-a3e1-d888dc3064fb None None] Sync routers for ids ['b5411803-b122-448b-9de3-828a64509b8b'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:33:26.688720 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a9b8ba-497a-4f44-a3e1-d888dc3064fb None None] Routers {'b5411803-b122-448b-9de3-828a64509b8b'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:33:26.693396 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-d8a9b8ba-497a-4f44-a3e1-d888dc3064fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:33:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['b5411803-b122-448b-9de3-828a64509b8b'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:33:26.730696 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3a633dd3-d71c-4fca-8c9b-d6dcfe144d35 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:33:26.801364 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-392fc9e4-f021-4220-b9ac-2307e047998b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:26.811198 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-392fc9e4-f021-4220-b9ac-2307e047998b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:26.875160 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-392fc9e4-f021-4220-b9ac-2307e047998b admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=5bf50d76e6e141059dbe63dbb34f5eef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4694653 Nov 04 10:33:26.875518 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36206) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:26.934813 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fc9e4-f021-4220-b9ac-2307e047998b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89eab1a8-78ec-44c5-b98a-2aab0295903e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:27.005636 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 3a633dd3-d71c-4fca-8c9b-d6dcfe144d35 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:33:27.007274 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:27.028181 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9ae975d3-89c5-47f0-95e7-cf5b90980ce3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:27.090927 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-d8a9b8ba-497a-4f44-a3e1-d888dc3064fb None None] Set router b5411803-b122-448b-9de3-828a64509b8b gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:33:27.102652 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9ae975d3-89c5-47f0-95e7-cf5b90980ce3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:27.196507 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9ae975d3-89c5-47f0-95e7-cf5b90980ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:27.201344 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9ae975d3-89c5-47f0-95e7-cf5b90980ce3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:27.202544 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9ae975d3-89c5-47f0-95e7-cf5b90980ce3 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/89eab1a8-78ec-44c5-b98a-2aab0295903e HTTP/1.1" status: 204 len: 168 time: 0.3254681 Nov 04 10:33:27.227578 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae975d3-89c5-47f0-95e7-cf5b90980ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89eab1a8-78ec-44c5-b98a-2aab0295903e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:27.643109 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-d8a9b8ba-497a-4f44-a3e1-d888dc3064fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5411803-b122-448b-9de3-828a64509b8b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-593047620-router', 'tenant_id': '4b1a2f973e574272b960852ca21b9189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '3a633dd3-d71c-4fca-8c9b-d6dcfe144d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:33:15Z', 'updated_at': '2021-11-04T10:33:23Z', 'revision_number': 4, 'project_id': '4b1a2f973e574272b960852ca21b9189', 'gw_port': {'id': '3a633dd3-d71c-4fca-8c9b-d6dcfe144d35', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5411803-b122-448b-9de3-828a64509b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:33:17Z', 'updated_at': '2021-11-04T10:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'b7818637-fc9d-4b8c-8f3b-f4159a94cd8c', 'name': '', 'network_id': 'ec7a58a5-b0a4-42ab-8a51-1ad14fad7416', 'tenant_id': '4b1a2f973e574272b960852ca21b9189', 'mac_address': 'fa:16:3e:b8:d3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5411803-b122-448b-9de3-828a64509b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'ce1a3abe-4411-4397-9764-b8bafacf0267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:33:22Z', 'updated_at': '2021-11-04T10:33:23Z', 'revision_number': 2, 'project_id': '4b1a2f973e574272b960852ca21b9189', 'subnets': [{'id': 'ce1a3abe-4411-4397-9764-b8bafacf0267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:33:27.673187 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36214) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:27.698075 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fcd594f7-f39a-4614-a32d-d28160773a76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:27.703571 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a9b8ba-497a-4f44-a3e1-d888dc3064fb None None] Checking router: b5411803-b122-448b-9de3-828a64509b8b for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:33:27.705861 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a9b8ba-497a-4f44-a3e1-d888dc3064fb None None] Updating router b5411803-b122-448b-9de3-828a64509b8b port b7818637-fc9d-4b8c-8f3b-f4159a94cd8c binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:33:27.763278 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d8a9b8ba-497a-4f44-a3e1-d888dc3064fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:27.815420 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fcd594f7-f39a-4614-a32d-d28160773a76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:27.823645 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fcd594f7-f39a-4614-a32d-d28160773a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:27.877568 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fcd594f7-f39a-4614-a32d-d28160773a76 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=51ecf3fb98704c5d8fb9ee326f5f94b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2003508 Nov 04 10:33:27.878498 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36216) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:27.941611 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd594f7-f39a-4614-a32d-d28160773a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86aaa6a4-743b-4988-8686-839f36d6f1f0,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:27.974419 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07cb171c-ee24-4afc-99bd-d1cbafc5ccf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:28.012905 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07cb171c-ee24-4afc-99bd-d1cbafc5ccf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:28.087339 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07cb171c-ee24-4afc-99bd-d1cbafc5ccf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:28.091319 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07cb171c-ee24-4afc-99bd-d1cbafc5ccf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:28.095437 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-07cb171c-ee24-4afc-99bd-d1cbafc5ccf9 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/86aaa6a4-743b-4988-8686-839f36d6f1f0 HTTP/1.1" status: 204 len: 168 time: 0.2163992 Nov 04 10:33:28.106658 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb171c-ee24-4afc-99bd-d1cbafc5ccf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86aaa6a4-743b-4988-8686-839f36d6f1f0,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:28.170981 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d8a9b8ba-497a-4f44-a3e1-d888dc3064fb None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:28.179791 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d8a9b8ba-497a-4f44-a3e1-d888dc3064fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:28.290735 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98925a4-0e74-4c75-a0ec-d659e6c4d83f None None] Pushing event updated for resources: {'Port': ['ID=b7818637-fc9d-4b8c-8f3b-f4159a94cd8c,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:28.329848 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-d8a9b8ba-497a-4f44-a3e1-d888dc3064fb None None] Attempting to bind port b7818637-fc9d-4b8c-8f3b-f4159a94cd8c on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:33:28.330196 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-d8a9b8ba-497a-4f44-a3e1-d888dc3064fb None None] Attempting to bind port b7818637-fc9d-4b8c-8f3b-f4159a94cd8c by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'eaa6a512-5539-4215-b270-e4db70311425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'ec7a58a5-b0a4-42ab-8a51-1ad14fad7416'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:33:28.330552 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a9b8ba-497a-4f44-a3e1-d888dc3064fb None None] Attempting to bind port b7818637-fc9d-4b8c-8f3b-f4159a94cd8c on network ec7a58a5-b0a4-42ab-8a51-1ad14fad7416 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:33:28.340694 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a9b8ba-497a-4f44-a3e1-d888dc3064fb None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:33:28.341128 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a9b8ba-497a-4f44-a3e1-d888dc3064fb None None] Checking segment: {'id': 'eaa6a512-5539-4215-b270-e4db70311425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'ec7a58a5-b0a4-42ab-8a51-1ad14fad7416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:33:28.341471 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d8a9b8ba-497a-4f44-a3e1-d888dc3064fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:28.341860 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a9b8ba-497a-4f44-a3e1-d888dc3064fb None None] Bound using segment: {'id': 'eaa6a512-5539-4215-b270-e4db70311425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'ec7a58a5-b0a4-42ab-8a51-1ad14fad7416'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:33:28.342349 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-d8a9b8ba-497a-4f44-a3e1-d888dc3064fb None None] Bound port: b7818637-fc9d-4b8c-8f3b-f4159a94cd8c, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa6a512-5539-4215-b270-e4db70311425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'ec7a58a5-b0a4-42ab-8a51-1ad14fad7416'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:33:28.342709 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d8a9b8ba-497a-4f44-a3e1-d888dc3064fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:28.514845 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-d8a9b8ba-497a-4f44-a3e1-d888dc3064fb None None] For port b7818637-fc9d-4b8c-8f3b-f4159a94cd8c, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:33:28.520164 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-d8a9b8ba-497a-4f44-a3e1-d888dc3064fb None None] For port b7818637-fc9d-4b8c-8f3b-f4159a94cd8c, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b7818637-fc9d-4b8c-8f3b-f4159a94cd8c,segment=NetworkSegment(eaa6a512-5539-4215-b270-e4db70311425),segment_id=eaa6a512-5539-4215-b270-e4db70311425)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:33:28.529879 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d8a9b8ba-497a-4f44-a3e1-d888dc3064fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:28.686445 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a9b8ba-497a-4f44-a3e1-d888dc3064fb None None] Routers {'b5411803-b122-448b-9de3-828a64509b8b'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:33:28.687648 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-d8a9b8ba-497a-4f44-a3e1-d888dc3064fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:33:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['b5411803-b122-448b-9de3-828a64509b8b'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:33:28.689660 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2289ed93-7193-4505-a8be-914320e2a050 None None] Provisioning complete for port b7818637-fc9d-4b8c-8f3b-f4159a94cd8c triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:33:28.690024 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2289ed93-7193-4505-a8be-914320e2a050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:28.693299 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98925a4-0e74-4c75-a0ec-d659e6c4d83f None None] Pushing event updated for resources: {'Port': ['ID=b7818637-fc9d-4b8c-8f3b-f4159a94cd8c,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:28.895895 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36224) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:28.918101 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c29b8a0-09e6-4ff9-9f6f-dc6339bd300b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:28.935561 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-d8a9b8ba-497a-4f44-a3e1-d888dc3064fb None None] Set router b5411803-b122-448b-9de3-828a64509b8b gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:33:28.938125 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2289ed93-7193-4505-a8be-914320e2a050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:29.044127 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c29b8a0-09e6-4ff9-9f6f-dc6339bd300b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:29.050260 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c29b8a0-09e6-4ff9-9f6f-dc6339bd300b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:29.124152 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36226) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:29.131393 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9c29b8a0-09e6-4ff9-9f6f-dc6339bd300b admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=ebaf458aa58343f48c32b1563765dd16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343571 Nov 04 10:33:29.152713 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2289ed93-7193-4505-a8be-914320e2a050 None None] For port b7818637-fc9d-4b8c-8f3b-f4159a94cd8c, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b7818637-fc9d-4b8c-8f3b-f4159a94cd8c,segment=NetworkSegment(eaa6a512-5539-4215-b270-e4db70311425),segment_id=eaa6a512-5539-4215-b270-e4db70311425)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:29.154612 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29b8a0-09e6-4ff9-9f6f-dc6339bd300b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81da59b2-7881-490b-8557-153236a53937,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:29.188874 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2289ed93-7193-4505-a8be-914320e2a050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:29.204083 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-db12a2b5-2736-4ba7-8e5c-c5bf591dc1ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:29.236919 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-db12a2b5-2736-4ba7-8e5c-c5bf591dc1ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:29.302268 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289ed93-7193-4505-a8be-914320e2a050 None None] Pushing event updated for resources: {'Port': ['ID=b7818637-fc9d-4b8c-8f3b-f4159a94cd8c,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:29.325456 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d1757be9-85e9-40c1-9e5b-ed6128ccccf1 None None] Provisioning complete for port b7818637-fc9d-4b8c-8f3b-f4159a94cd8c triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:33:29.325850 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d1757be9-85e9-40c1-9e5b-ed6128ccccf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:29.326746 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-db12a2b5-2736-4ba7-8e5c-c5bf591dc1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:29.333733 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-db12a2b5-2736-4ba7-8e5c-c5bf591dc1ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:29.351180 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-db12a2b5-2736-4ba7-8e5c-c5bf591dc1ef admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/81da59b2-7881-490b-8557-153236a53937 HTTP/1.1" status: 204 len: 168 time: 0.2129951 Nov 04 10:33:29.375544 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12a2b5-2736-4ba7-8e5c-c5bf591dc1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81da59b2-7881-490b-8557-153236a53937,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:29.389179 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-d8a9b8ba-497a-4f44-a3e1-d888dc3064fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5411803-b122-448b-9de3-828a64509b8b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-593047620-router', 'tenant_id': '4b1a2f973e574272b960852ca21b9189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '3a633dd3-d71c-4fca-8c9b-d6dcfe144d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:33:15Z', 'updated_at': '2021-11-04T10:33:23Z', 'revision_number': 4, 'project_id': '4b1a2f973e574272b960852ca21b9189', 'gw_port': {'id': '3a633dd3-d71c-4fca-8c9b-d6dcfe144d35', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5411803-b122-448b-9de3-828a64509b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:33:17Z', 'updated_at': '2021-11-04T10:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'b7818637-fc9d-4b8c-8f3b-f4159a94cd8c', 'name': '', 'network_id': 'ec7a58a5-b0a4-42ab-8a51-1ad14fad7416', 'tenant_id': '4b1a2f973e574272b960852ca21b9189', 'mac_address': 'fa:16:3e:b8:d3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5411803-b122-448b-9de3-828a64509b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'ce1a3abe-4411-4397-9764-b8bafacf0267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:33:22Z', 'updated_at': '2021-11-04T10:33:28Z', 'revision_number': 4, 'project_id': '4b1a2f973e574272b960852ca21b9189', 'subnets': [{'id': 'ce1a3abe-4411-4397-9764-b8bafacf0267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:33:29.437681 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a9b8ba-497a-4f44-a3e1-d888dc3064fb None None] The sync data for ids ['b5411803-b122-448b-9de3-828a64509b8b'] in n-d-816629-1 is: [{'id': 'b5411803-b122-448b-9de3-828a64509b8b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-593047620-router', 'tenant_id': '4b1a2f973e574272b960852ca21b9189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '3a633dd3-d71c-4fca-8c9b-d6dcfe144d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:33:15Z', 'updated_at': '2021-11-04T10:33:23Z', 'revision_number': 4, 'project_id': '4b1a2f973e574272b960852ca21b9189', 'gw_port': {'id': '3a633dd3-d71c-4fca-8c9b-d6dcfe144d35', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5411803-b122-448b-9de3-828a64509b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:33:17Z', 'updated_at': '2021-11-04T10:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'b7818637-fc9d-4b8c-8f3b-f4159a94cd8c', 'name': '', 'network_id': 'ec7a58a5-b0a4-42ab-8a51-1ad14fad7416', 'tenant_id': '4b1a2f973e574272b960852ca21b9189', 'mac_address': 'fa:16:3e:b8:d3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5411803-b122-448b-9de3-828a64509b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'ce1a3abe-4411-4397-9764-b8bafacf0267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:33:22Z', 'updated_at': '2021-11-04T10:33:28Z', 'revision_number': 4, 'project_id': '4b1a2f973e574272b960852ca21b9189', 'subnets': [{'id': 'ce1a3abe-4411-4397-9764-b8bafacf0267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:33:30.749965 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b7818637-fc9d-4b8c-8f3b-f4159a94cd8c up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:33:30.851484 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port b7818637-fc9d-4b8c-8f3b-f4159a94cd8c triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:33:30.852786 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:31.220293 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36262) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:31.258693 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-90edb763-7474-4b55-a752-7332947ef6c4 req-078405a7-1006-48f5-b9e7-5b5ccde9452e service neutron] 10.222.0.126 "GET /v2.0/ports/3d4b6831-70a9-4b46-916d-11a9da7df234/bindings/n-h1-816629-1 HTTP/1.1" status: 200 len: 382 time: 0.1370232 Nov 04 10:33:31.425959 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6bc09a6d-421b-4a12-8ffb-c5951b12459e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:31.539844 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6bc09a6d-421b-4a12-8ffb-c5951b12459e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:31.541957 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edb763-7474-4b55-a752-7332947ef6c4 req-e54efcbb-7216-4627-a4e7-22030d19eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:31.543897 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-90edb763-7474-4b55-a752-7332947ef6c4 req-e54efcbb-7216-4627-a4e7-22030d19eefa service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08&tenant_id=cd2183f7c1f6439d8bc0b7de34a592df HTTP/1.1" status: 200 len: 1100 time: 0.0529754 Nov 04 10:33:31.546569 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6bc09a6d-421b-4a12-8ffb-c5951b12459e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:31.594350 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc09a6d-421b-4a12-8ffb-c5951b12459e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591793ca-f932-4e8c-86d3-9eeb52d92574,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:31.613091 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6bc09a6d-421b-4a12-8ffb-c5951b12459e admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=98bb50854889485cbf650e8a80b04f10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3905923 Nov 04 10:33:31.615990 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36268) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:31.644989 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edb763-7474-4b55-a752-7332947ef6c4 req-508b4c67-10ac-491b-b502-b23a14a45518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:31.647803 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-90edb763-7474-4b55-a752-7332947ef6c4 req-508b4c67-10ac-491b-b502-b23a14a45518 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 1100 time: 0.0755398 Nov 04 10:33:31.703723 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b5eafd4b-b277-41c1-a544-a93fb9541473 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:31.743953 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b5eafd4b-b277-41c1-a544-a93fb9541473 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:31.782782 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edb763-7474-4b55-a752-7332947ef6c4 req-deee58b2-24c1-4f4b-aaef-eac53ef66187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:31.784564 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-90edb763-7474-4b55-a752-7332947ef6c4 req-deee58b2-24c1-4f4b-aaef-eac53ef66187 service neutron] 10.222.0.126 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.1297808 Nov 04 10:33:31.823797 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b5eafd4b-b277-41c1-a544-a93fb9541473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:31.826628 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b5eafd4b-b277-41c1-a544-a93fb9541473 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:31.844170 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-90edb763-7474-4b55-a752-7332947ef6c4 req-03602861-ab28-4595-ab0e-8009f99cee3b service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=3d4b6831-70a9-4b46-916d-11a9da7df234 HTTP/1.1" status: 200 len: 217 time: 0.0512738 Nov 04 10:33:31.849492 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b5eafd4b-b277-41c1-a544-a93fb9541473 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/591793ca-f932-4e8c-86d3-9eeb52d92574 HTTP/1.1" status: 204 len: 168 time: 0.2320356 Nov 04 10:33:31.859239 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eafd4b-b277-41c1-a544-a93fb9541473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591793ca-f932-4e8c-86d3-9eeb52d92574,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:31.926120 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edb763-7474-4b55-a752-7332947ef6c4 req-a5e3b61e-9523-4034-8aa1-39f06805ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:31.927797 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-90edb763-7474-4b55-a752-7332947ef6c4 req-a5e3b61e-9523-4034-8aa1-39f06805ed52 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0762682 Nov 04 10:33:31.991947 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edb763-7474-4b55-a752-7332947ef6c4 req-97243190-c424-4f17-aab4-cb68a22eb768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:31.993555 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-90edb763-7474-4b55-a752-7332947ef6c4 req-97243190-c424-4f17-aab4-cb68a22eb768 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0569830 Nov 04 10:33:32.126410 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:33:32.175227 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-90edb763-7474-4b55-a752-7332947ef6c4 req-df7d394e-ea0f-49d5-b1f6-21f08593a1bc service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727657 Nov 04 10:33:32.343615 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-90edb763-7474-4b55-a752-7332947ef6c4 req-084aa628-863f-4c8a-8fe5-e426ef5fcf7e service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462526 Nov 04 10:33:34.121523 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 3d4b6831-70a9-4b46-916d-11a9da7df234 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:33:34.125271 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 3d4b6831-70a9-4b46-916d-11a9da7df234 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:33:34.350110 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:34.386019 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 3d4b6831-70a9-4b46-916d-11a9da7df234, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=3d4b6831-70a9-4b46-916d-11a9da7df234,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:34.433398 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '3d4b6831-70a9-4b46-916d-11a9da7df234', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '3d4b6831-70a9-4b46-916d-11a9da7df234', 'mac_address': 'fa:16:3e:88:ee:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:33:34.452496 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 3d4b6831-70a9-4b46-916d-11a9da7df234, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=3d4b6831-70a9-4b46-916d-11a9da7df234,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:34.483552 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:34.534086 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:34.552813 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d4b6831-70a9-4b46-916d-11a9da7df234 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:33:34.571174 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=3d4b6831-70a9-4b46-916d-11a9da7df234,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:34.607876 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:33:34.608226 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:33:35.188757 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:35.277994 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77837749-e321-4dfc-beff-116c1986225c req-ded72b95-4582-4b61-bec0-fc502bbf78e3 tempest-ServersOnMultiNodesTest-1979143440 tempest-ServersOnMultiNodesTest-1979143440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:35.279667 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-77837749-e321-4dfc-beff-116c1986225c req-ded72b95-4582-4b61-bec0-fc502bbf78e3 tempest-ServersOnMultiNodesTest-1979143440 tempest-ServersOnMultiNodesTest-1979143440-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=f684b0a7-2390-455a-b061-fce261dd33c2 HTTP/1.1" status: 200 len: 1100 time: 0.1107130 Nov 04 10:33:35.345562 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93384e19-bc01-4d3b-bf3d-8a2454a0ade2 req-1b2916f5-1223-46b0-829d-47a5cab04000 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:35.347486 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-93384e19-bc01-4d3b-bf3d-8a2454a0ade2 req-1b2916f5-1223-46b0-829d-47a5cab04000 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 947 time: 0.1258516 Nov 04 10:33:35.362477 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d4b6831-70a9-4b46-916d-11a9da7df234 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:33:35.392183 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 3d4b6831-70a9-4b46-916d-11a9da7df234, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=3d4b6831-70a9-4b46-916d-11a9da7df234,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:35.403955 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:35.483623 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=3d4b6831-70a9-4b46-916d-11a9da7df234,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:35.700174 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['3d4b6831-70a9-4b46-916d-11a9da7df234'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:33:35.787879 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-77837749-e321-4dfc-beff-116c1986225c req-2ccb6f5a-2a88-4ed3-b671-49152d249dcf tempest-ServersOnMultiNodesTest-1979143440 tempest-ServersOnMultiNodesTest-1979143440-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5018995 Nov 04 10:33:35.845471 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-93384e19-bc01-4d3b-bf3d-8a2454a0ade2 req-bdd72d9a-3d54-416b-a546-9d638dfdc0f1 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842498 Nov 04 10:33:35.978640 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c42e231-6c5a-4777-97b5-511c42cfa5f6 x-openstack-request-id: req-2c42e231-6c5a-4777-97b5-511c42cfa5f6 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:33:35.978907 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9855bb-5dac-4336-9656-c8e8b541d1ac", "name": "network-vif-plugged", "status": "completed", "tag": "af0058a2-cc77-4522-822e-4e782e40d7ba", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:33:35.979160 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-2c42e231-6c5a-4777-97b5-511c42cfa5f6 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:33:35.979552 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9855bb-5dac-4336-9656-c8e8b541d1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0058a2-cc77-4522-822e-4e782e40d7ba', 'code': 200} Nov 04 10:33:36.178545 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [req-5d92ca37-faab-457d-bf88-4db59e96579c req-f087a4ee-fdde-4800-91f8-b50ac44e9d5f tempest-FloatingIPDetailsNegativeTestJSON-1597445368 tempest-FloatingIPDetailsNegativeTestJSON-1597445368-project] show failed (client error): The resource could not be found. Nov 04 10:33:36.182710 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5d92ca37-faab-457d-bf88-4db59e96579c req-f087a4ee-fdde-4800-91f8-b50ac44e9d5f tempest-FloatingIPDetailsNegativeTestJSON-1597445368 tempest-FloatingIPDetailsNegativeTestJSON-1597445368-project] 10.222.0.127 "GET /v2.0/floatingips/5f99d715-b57d-4a67-b78e-b952bf523864 HTTP/1.1" status: 404 len: 350 time: 0.0485911 Nov 04 10:33:36.193137 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36384) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:36.674878 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7cdf4-9dbf-4f8e-9327-ba37e9adf9d3 req-5b319405-6951-40da-9b8e-c0ed85224470 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:36.676766 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58f7cdf4-9dbf-4f8e-9327-ba37e9adf9d3 req-5b319405-6951-40da-9b8e-c0ed85224470 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.126 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08&tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&binding%3Ahost_id=n-h1-816629-1 HTTP/1.1" status: 200 len: 948 time: 0.1314411 Nov 04 10:33:36.784007 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58f7cdf4-9dbf-4f8e-9327-ba37e9adf9d3 req-8b11e8ff-227a-48b8-b871-99378f43928d service neutron] 10.222.0.126 "GET /v2.0/ports/3d4b6831-70a9-4b46-916d-11a9da7df234/bindings/n-h1-816629-1 HTTP/1.1" status: 200 len: 382 time: 0.0990660 Nov 04 10:33:36.891325 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7cdf4-9dbf-4f8e-9327-ba37e9adf9d3 req-4c8fc5a2-aab5-4544-88b1-840ce091837a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:36.892380 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58f7cdf4-9dbf-4f8e-9327-ba37e9adf9d3 req-4c8fc5a2-aab5-4544-88b1-840ce091837a service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 1099 time: 0.0704637 Nov 04 10:33:37.126957 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-45e55b1d-c734-4b64-9796-5d63182f3898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:37.197052 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-5503f66c-e8d6-44a6-a5ba-9c720bc91890 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=bd609f94b81947bcb1c477623063e487&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661304 Nov 04 10:33:37.329800 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-6eb4a720-7d7e-4a82-b3b9-9fde6c438a45 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:37.339118 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-6eb4a720-7d7e-4a82-b3b9-9fde6c438a45 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1406271 Nov 04 10:33:37.355030 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7cdf4-9dbf-4f8e-9327-ba37e9adf9d3 req-09ccfe05-d91e-445a-9a65-b6432cfdf328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:37.357324 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-5a144568-932e-4694-adbb-a8078bb09a9f tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/quotas/bd609f94b81947bcb1c477623063e487 HTTP/1.1" status: 200 len: 375 time: 0.0168996 Nov 04 10:33:37.357490 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58f7cdf4-9dbf-4f8e-9327-ba37e9adf9d3 req-09ccfe05-d91e-445a-9a65-b6432cfdf328 service neutron] 10.222.0.126 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.4532831 Nov 04 10:33:37.441347 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58f7cdf4-9dbf-4f8e-9327-ba37e9adf9d3 req-5a59aa69-156f-4852-9ef3-97ac42ffb963 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=3d4b6831-70a9-4b46-916d-11a9da7df234 HTTP/1.1" status: 200 len: 217 time: 0.0759475 Nov 04 10:33:37.494299 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-ca4aac7b-c07d-4e4d-9a3d-db4e510bd701 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=bd609f94b81947bcb1c477623063e487&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1354604 Nov 04 10:33:37.535861 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f287eba-e2f1-49d3-a903-26cbe16b0efb req-1df2e1e8-8e49-4958-a05f-903bbb38d294 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:37.565082 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f287eba-e2f1-49d3-a903-26cbe16b0efb req-1df2e1e8-8e49-4958-a05f-903bbb38d294 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 948 time: 0.1582265 Nov 04 10:33:37.607130 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36420) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:37.662203 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f287eba-e2f1-49d3-a903-26cbe16b0efb req-2c01cb48-eb67-4181-bea5-63ee4bc04910 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895624 Nov 04 10:33:37.688937 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7cdf4-9dbf-4f8e-9327-ba37e9adf9d3 req-de782003-5e86-43b2-af9b-8996a7a2f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:37.690541 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58f7cdf4-9dbf-4f8e-9327-ba37e9adf9d3 req-de782003-5e86-43b2-af9b-8996a7a2f266 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1635625 Nov 04 10:33:37.791341 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0757e65-fe5a-45a8-a85c-baa1492f358e req-bd0f17e6-fa69-4f4f-9ba3-8ea651b1a852 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:37.801456 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f0757e65-fe5a-45a8-a85c-baa1492f358e req-bd0f17e6-fa69-4f4f-9ba3-8ea651b1a852 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/ports?device_id=a56e53e4-ac2e-48a1-b446-4c1b90f2a96d HTTP/1.1" status: 200 len: 950 time: 0.0747409 Nov 04 10:33:37.855751 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7cdf4-9dbf-4f8e-9327-ba37e9adf9d3 req-b63a49c4-a34d-41a0-9fa3-cfa7f23dd604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:37.858473 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58f7cdf4-9dbf-4f8e-9327-ba37e9adf9d3 req-b63a49c4-a34d-41a0-9fa3-cfa7f23dd604 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1572881 Nov 04 10:33:37.951131 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a7cc7fd6-cbbc-4f5b-803a-94b0169dad45 req-9512334c-e55f-4a12-8468-4822af5cc679 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=5cd9ab23-b4e8-47c3-acc1-9229ddd30b94 HTTP/1.1" status: 200 len: 210 time: 0.1084838 Nov 04 10:33:37.990251 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24a653f-9ee1-4b3c-a890-580d11f70b08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d4b6831-70a9-4b46-916d-11a9da7df234'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:33:37.993279 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409955e3-2cb2-4c48-a8eb-6b1b6fd20195" -d '{"events": [{"server_uuid": "a24a653f-9ee1-4b3c-a890-580d11f70b08", "name": "network-vif-unplugged", "status": "completed", "tag": "3d4b6831-70a9-4b46-916d-11a9da7df234"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:33:37.997475 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f0757e65-fe5a-45a8-a85c-baa1492f358e req-478d8133-60fa-4f70-af42-0cd21c3b6412 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/security-groups?id=dd39b566-6b5c-446f-a702-6ac696cd451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717610 Nov 04 10:33:38.002700 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-45e55b1d-c734-4b64-9796-5d63182f3898 admin admin] Deleting port b7818637-fc9d-4b8c-8f3b-f4159a94cd8c {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:33:38.003105 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-45e55b1d-c734-4b64-9796-5d63182f3898 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:38.005767 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7dfd74be-2f48-4fb0-b15f-ad000cc769aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:38.090616 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58f7cdf4-9dbf-4f8e-9327-ba37e9adf9d3 req-15efbea7-600a-4439-bfd4-3315886485a2 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071753 Nov 04 10:33:38.128304 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5199ba19-cbc3-488c-af85-d8d18d7d6777 x-openstack-request-id: req-5199ba19-cbc3-488c-af85-d8d18d7d6777 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:33:38.128972 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24a653f-9ee1-4b3c-a890-580d11f70b08", "name": "network-vif-unplugged", "status": "completed", "tag": "3d4b6831-70a9-4b46-916d-11a9da7df234", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:33:38.129454 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-5199ba19-cbc3-488c-af85-d8d18d7d6777 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:33:38.130561 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24a653f-9ee1-4b3c-a890-580d11f70b08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d4b6831-70a9-4b46-916d-11a9da7df234', 'code': 200} Nov 04 10:33:38.136009 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 3d4b6831-70a9-4b46-916d-11a9da7df234 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:33:38.186063 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7dfd74be-2f48-4fb0-b15f-ad000cc769aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:38.197781 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7dfd74be-2f48-4fb0-b15f-ad000cc769aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:38.330415 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 3d4b6831-70a9-4b46-916d-11a9da7df234 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:33:38.333406 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7dfd74be-2f48-4fb0-b15f-ad000cc769aa admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=a9e49f89566c4019a0c3c4f0c5abc36a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6871712 Nov 04 10:33:38.339290 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd74be-2f48-4fb0-b15f-ad000cc769aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8435d5c-32e2-432d-a289-a4bbb60d3644,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:38.340351 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:38.349214 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36462) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:38.421336 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-45e55b1d-c734-4b64-9796-5d63182f3898 admin admin] For port b7818637-fc9d-4b8c-8f3b-f4159a94cd8c, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b7818637-fc9d-4b8c-8f3b-f4159a94cd8c,segment=NetworkSegment(eaa6a512-5539-4215-b270-e4db70311425),segment_id=eaa6a512-5539-4215-b270-e4db70311425)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:38.422146 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-45e55b1d-c734-4b64-9796-5d63182f3898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:38.466407 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 4a168652-df08-4063-8275-ed49f6fd1940 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:33:38.476930 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50001312-5bf5-4a8f-b479-de614935391d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:38.487630 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-45e55b1d-c734-4b64-9796-5d63182f3898 admin admin] Calling delete_port for b7818637-fc9d-4b8c-8f3b-f4159a94cd8c owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:33:38.541491 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50001312-5bf5-4a8f-b479-de614935391d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:38.546391 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58f7cdf4-9dbf-4f8e-9327-ba37e9adf9d3 req-83547b0f-6cce-4776-97c5-44f02ceaa935 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465420 Nov 04 10:33:38.819236 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:38.866117 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:38.869743 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 4a168652-df08-4063-8275-ed49f6fd1940, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4a168652-df08-4063-8275-ed49f6fd1940,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:38.881388 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:38.950892 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8fcae-5696-4299-be8e-8b09ce65f535 req-0bdf4e02-f468-47a5-a334-d6eb7b549912 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:38.978117 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-05d8fcae-5696-4299-be8e-8b09ce65f535 req-0bdf4e02-f468-47a5-a334-d6eb7b549912 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 948 time: 0.1610057 Nov 04 10:33:39.106492 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 3d4b6831-70a9-4b46-916d-11a9da7df234, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=3d4b6831-70a9-4b46-916d-11a9da7df234,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:39.167928 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:39.183770 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=4a168652-df08-4063-8275-ed49f6fd1940,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:39.211190 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-05d8fcae-5696-4299-be8e-8b09ce65f535 req-08e2400a-62be-4e04-8852-f1b8a46e3ba0 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320232 Nov 04 10:33:39.220600 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed08ccc2-6687-47a4-a1ef-49e7ea9a2e10 req-0699ecf9-1914-49e4-bcd4-e70e854d4142 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=5cd9ab23-b4e8-47c3-acc1-9229ddd30b94 HTTP/1.1" status: 200 len: 210 time: 0.1130250 Nov 04 10:33:39.345074 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=3d4b6831-70a9-4b46-916d-11a9da7df234,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:39.369552 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50001312-5bf5-4a8f-b479-de614935391d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:39.377465 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50001312-5bf5-4a8f-b479-de614935391d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:39.381011 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-50001312-5bf5-4a8f-b479-de614935391d admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/c8435d5c-32e2-432d-a289-a4bbb60d3644 HTTP/1.1" status: 204 len: 168 time: 1.0277176 Nov 04 10:33:39.409630 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50001312-5bf5-4a8f-b479-de614935391d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8435d5c-32e2-432d-a289-a4bbb60d3644,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:39.642197 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-45e55b1d-c734-4b64-9796-5d63182f3898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:39.730555 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e55b1d-c734-4b64-9796-5d63182f3898 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7818637-fc9d-4b8c-8f3b-f4159a94cd8c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:39.938108 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-6ccccdea-d216-4c5d-9c5b-7d705c131218 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.126 "GET /v2.0/networks?tenant_id=bd609f94b81947bcb1c477623063e487&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1296561 Nov 04 10:33:40.132536 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56e53e4-ac2e-48a1-b446-4c1b90f2a96d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a168652-df08-4063-8275-ed49f6fd1940'}, {'server_uuid': 'a24a653f-9ee1-4b3c-a890-580d11f70b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4b6831-70a9-4b46-916d-11a9da7df234'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:33:40.137229 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6dbea7-529d-4840-9226-8706205551d9" -d '{"events": [{"server_uuid": "a56e53e4-ac2e-48a1-b446-4c1b90f2a96d", "name": "network-vif-unplugged", "status": "completed", "tag": "4a168652-df08-4063-8275-ed49f6fd1940"}, {"server_uuid": "a24a653f-9ee1-4b3c-a890-580d11f70b08", "name": "network-vif-plugged", "status": "completed", "tag": "3d4b6831-70a9-4b46-916d-11a9da7df234"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:33:40.248750 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 04 Nov 2021 10:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980581ec-ad37-4cc1-b5c5-5ac3376d62ef x-openstack-request-id: req-980581ec-ad37-4cc1-b5c5-5ac3376d62ef {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:33:40.249341 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56e53e4-ac2e-48a1-b446-4c1b90f2a96d", "name": "network-vif-unplugged", "status": "completed", "tag": "4a168652-df08-4063-8275-ed49f6fd1940", "code": 200}, {"server_uuid": "a24a653f-9ee1-4b3c-a890-580d11f70b08", "name": "network-vif-plugged", "status": "completed", "tag": "3d4b6831-70a9-4b46-916d-11a9da7df234", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:33:40.252424 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-980581ec-ad37-4cc1-b5c5-5ac3376d62ef {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:33:40.253107 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56e53e4-ac2e-48a1-b446-4c1b90f2a96d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a168652-df08-4063-8275-ed49f6fd1940', 'code': 200} Nov 04 10:33:40.255887 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24a653f-9ee1-4b3c-a890-580d11f70b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4b6831-70a9-4b46-916d-11a9da7df234', 'code': 200} Nov 04 10:33:40.259467 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-45e55b1d-c734-4b64-9796-5d63182f3898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:40.483412 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-2b002cc4-c2c5-4974-945b-c1608afc7f7b tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:40.485014 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-2b002cc4-c2c5-4974-945b-c1608afc7f7b tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5372419 Nov 04 10:33:40.490522 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-76b836a7-00dd-491c-9c28-bd78fc70fba9 req-bfa54788-1cc0-4cfb-943a-ba3421e9f7bd tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=5cd9ab23-b4e8-47c3-acc1-9229ddd30b94 HTTP/1.1" status: 200 len: 210 time: 0.1119726 Nov 04 10:33:40.513195 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-c9482700-fcb3-46c5-9990-cb4145465025 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Request body: {'port': {'device_id': '5cd9ab23-b4e8-47c3-acc1-9229ddd30b94', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': 'bd609f94b81947bcb1c477623063e487'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:33:40.555203 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf238d41-a558-4b45-9b30-ebb1977a8ee0 req-a69b0fed-382e-43d4-bf18-a6c5555f5a1c tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:40.566383 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf238d41-a558-4b45-9b30-ebb1977a8ee0 req-a69b0fed-382e-43d4-bf18-a6c5555f5a1c tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 949 time: 0.1976206 Nov 04 10:33:40.698458 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf238d41-a558-4b45-9b30-ebb1977a8ee0 req-feb2da42-1db6-4423-b354-81c7cec3274b tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261635 Nov 04 10:33:41.165514 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e55b1d-c734-4b64-9796-5d63182f3898 admin admin] Router b5411803-b122-448b-9de3-828a64509b8b has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:33:41.199115 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333f8b9-8555-45e8-89bd-7d55022cb81d req-5c455e5b-af1c-4fee-bb89-e587e8530fc4 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:41.221495 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6333f8b9-8555-45e8-89bd-7d55022cb81d req-5c455e5b-af1c-4fee-bb89-e587e8530fc4 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/ports?device_id=0ccc94bb-8bb3-4948-93fd-0f6be4828d62 HTTP/1.1" status: 200 len: 945 time: 0.1513746 Nov 04 10:33:41.333348 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6333f8b9-8555-45e8-89bd-7d55022cb81d req-5e97303e-7e07-4e56-89e1-4f04d93ae4da tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/security-groups?id=e3fc6229-c534-4667-80af-1b77361324bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982745 Nov 04 10:33:41.427325 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e55b1d-c734-4b64-9796-5d63182f3898 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:33:41.439166 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ebf4b9-0d64-4fc5-b823-49c17b68bd45 None None] Sync routers for ids ['b5411803-b122-448b-9de3-828a64509b8b'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:33:41.448743 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-c9482700-fcb3-46c5-9990-cb4145465025 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Made reservation on behalf of bd609f94b81947bcb1c477623063e487 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:33:41.455479 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ebf4b9-0d64-4fc5-b823-49c17b68bd45 None None] Routers {'b5411803-b122-448b-9de3-828a64509b8b'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:33:41.456120 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-92ebf4b9-0d64-4fc5-b823-49c17b68bd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:33:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['b5411803-b122-448b-9de3-828a64509b8b'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:33:41.458942 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-c9482700-fcb3-46c5-9990-cb4145465025 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:41.487483 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-45e55b1d-c734-4b64-9796-5d63182f3898 admin admin] 10.222.0.127 "PUT /v2.0/routers/b5411803-b122-448b-9de3-828a64509b8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2929895 Nov 04 10:33:41.490492 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36572) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:41.682250 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-92ebf4b9-0d64-4fc5-b823-49c17b68bd45 None None] Set router b5411803-b122-448b-9de3-828a64509b8b gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:33:41.761172 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7cdf4-9dbf-4f8e-9327-ba37e9adf9d3 req-fa78d055-ec35-45b7-ba46-fba5c5eb8e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:41.763020 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58f7cdf4-9dbf-4f8e-9327-ba37e9adf9d3 req-fa78d055-ec35-45b7-ba46-fba5c5eb8e0a service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08&tenant_id=cd2183f7c1f6439d8bc0b7de34a592df HTTP/1.1" status: 200 len: 1100 time: 0.3422565 Nov 04 10:33:41.783298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-c9482700-fcb3-46c5-9990-cb4145465025 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Allocated IP 192.168.233.10 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/de5117ab-86e1-451b-9ba2-831bc8a23792) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:33:41.891911 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cb010110-e14f-44d4-b1ee-1a78d03b3e75 admin admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:42.024054 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8090172b-1568-49c7-b3f4-bfe9f88b68de req-ec272372-1beb-44d6-b244-70781b6d4898 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=5cd9ab23-b4e8-47c3-acc1-9229ddd30b94 HTTP/1.1" status: 200 len: 210 time: 0.1914964 Nov 04 10:33:42.064470 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7cdf4-9dbf-4f8e-9327-ba37e9adf9d3 req-fdac8a35-f3b9-4111-b89a-494f8ae9c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:42.071580 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-92ebf4b9-0d64-4fc5-b823-49c17b68bd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5411803-b122-448b-9de3-828a64509b8b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-593047620-router', 'tenant_id': '4b1a2f973e574272b960852ca21b9189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '3a633dd3-d71c-4fca-8c9b-d6dcfe144d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:33:15Z', 'updated_at': '2021-11-04T10:33:39Z', 'revision_number': 5, 'project_id': '4b1a2f973e574272b960852ca21b9189', 'gw_port': {'id': '3a633dd3-d71c-4fca-8c9b-d6dcfe144d35', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5411803-b122-448b-9de3-828a64509b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:33:17Z', 'updated_at': '2021-11-04T10:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:33:42.076853 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58f7cdf4-9dbf-4f8e-9327-ba37e9adf9d3 req-fdac8a35-f3b9-4111-b89a-494f8ae9c685 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 1100 time: 0.2684772 Nov 04 10:33:42.151709 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cb010110-e14f-44d4-b1ee-1a78d03b3e75 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:42.198701 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:42.209184 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f407f84-b875-4b57-a856-2211244bf848 req-fdcbba8d-b69d-4334-852b-6ebe960beb57 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:42.219890 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0f407f84-b875-4b57-a856-2211244bf848 req-fdcbba8d-b69d-4334-852b-6ebe960beb57 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 949 time: 0.1939840 Nov 04 10:33:42.348323 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-cb010110-e14f-44d4-b1ee-1a78d03b3e75 admin admin] Deleting port 3a633dd3-d71c-4fca-8c9b-d6dcfe144d35 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:33:42.348693 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cb010110-e14f-44d4-b1ee-1a78d03b3e75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:42.373202 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ebf4b9-0d64-4fc5-b823-49c17b68bd45 None None] Checking router: b5411803-b122-448b-9de3-828a64509b8b for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:33:42.406370 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ebf4b9-0d64-4fc5-b823-49c17b68bd45 None None] Routers {'b5411803-b122-448b-9de3-828a64509b8b'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:33:42.409889 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-92ebf4b9-0d64-4fc5-b823-49c17b68bd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:33:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['b5411803-b122-448b-9de3-828a64509b8b'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:33:42.416063 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 48af9415-890c-4fbd-88cd-d650b763538d details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:33:42.483320 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36612) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:42.566204 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7cdf4-9dbf-4f8e-9327-ba37e9adf9d3 req-5a8307b1-56c2-4aea-8920-34bf1fdfa9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:42.567754 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58f7cdf4-9dbf-4f8e-9327-ba37e9adf9d3 req-5a8307b1-56c2-4aea-8920-34bf1fdfa9bc service neutron] 10.222.0.126 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.4837668 Nov 04 10:33:42.597838 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-c9482700-fcb3-46c5-9990-cb4145465025 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:42.615588 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-cb010110-e14f-44d4-b1ee-1a78d03b3e75 admin admin] For port 3a633dd3-d71c-4fca-8c9b-d6dcfe144d35, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3a633dd3-d71c-4fca-8c9b-d6dcfe144d35,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:42.617519 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cb010110-e14f-44d4-b1ee-1a78d03b3e75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:42.658140 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-cb010110-e14f-44d4-b1ee-1a78d03b3e75 admin admin] Calling delete_port for 3a633dd3-d71c-4fca-8c9b-d6dcfe144d35 owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:33:42.727447 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 48af9415-890c-4fbd-88cd-d650b763538d, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=48af9415-890c-4fbd-88cd-d650b763538d,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:42.745270 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1153107320', 'router:external': True}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:33:42.747615 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '48af9415-890c-4fbd-88cd-d650b763538d', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '48af9415-890c-4fbd-88cd-d650b763538d', 'mac_address': 'fa:16:3e:e5:eb:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:33:42.756305 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-92ebf4b9-0d64-4fc5-b823-49c17b68bd45 None None] Set router b5411803-b122-448b-9de3-828a64509b8b gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:33:42.806890 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58f7cdf4-9dbf-4f8e-9327-ba37e9adf9d3 req-1b03f0ee-bf28-4e52-921a-072481a21995 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=3d4b6831-70a9-4b46-916d-11a9da7df234 HTTP/1.1" status: 200 len: 217 time: 0.2046933 Nov 04 10:33:42.828570 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Made reservation on behalf of 7d6d05b59c6b4d5fb3357705ffeec386 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:33:42.831036 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:42.840201 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:42.855078 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-92ebf4b9-0d64-4fc5-b823-49c17b68bd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5411803-b122-448b-9de3-828a64509b8b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-593047620-router', 'tenant_id': '4b1a2f973e574272b960852ca21b9189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:33:15Z', 'updated_at': '2021-11-04T10:33:42Z', 'revision_number': 6, 'project_id': '4b1a2f973e574272b960852ca21b9189', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:33:42.858595 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48af9415-890c-4fbd-88cd-d650b763538d {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:33:42.893642 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 48af9415-890c-4fbd-88cd-d650b763538d, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=48af9415-890c-4fbd-88cd-d650b763538d,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:42.902376 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:42.905513 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ebf4b9-0d64-4fc5-b823-49c17b68bd45 None None] The sync data for ids ['b5411803-b122-448b-9de3-828a64509b8b'] in n-d-816629-1 is: [{'id': 'b5411803-b122-448b-9de3-828a64509b8b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-593047620-router', 'tenant_id': '4b1a2f973e574272b960852ca21b9189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:33:15Z', 'updated_at': '2021-11-04T10:33:42Z', 'revision_number': 6, 'project_id': '4b1a2f973e574272b960852ca21b9189', 'gw_port_host': None}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:33:42.930031 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0f407f84-b875-4b57-a856-2211244bf848 req-b5307622-b9eb-4ad4-b584-808788b09579 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7052093 Nov 04 10:33:42.950031 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7cdf4-9dbf-4f8e-9327-ba37e9adf9d3 req-356f8811-34a4-4abb-b78f-171e8cf991ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:42.951582 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58f7cdf4-9dbf-4f8e-9327-ba37e9adf9d3 req-356f8811-34a4-4abb-b78f-171e8cf991ec service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1105776 Nov 04 10:33:43.000313 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:43.083126 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7cdf4-9dbf-4f8e-9327-ba37e9adf9d3 req-d603a9fa-4f89-4071-b1b4-9ca357f28e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:43.084946 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58f7cdf4-9dbf-4f8e-9327-ba37e9adf9d3 req-d603a9fa-4f89-4071-b1b4-9ca357f28e1b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1044085 Nov 04 10:33:43.095086 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-c9482700-fcb3-46c5-9990-cb4145465025 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:43.136704 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['48af9415-890c-4fbd-88cd-d650b763538d'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:33:43.154154 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['e0d5faa4-ee27-440a-8784-8bc14b9ab95b', '364947aa-bf30-454a-9880-1821df264897', 'aa2574ad-c05e-442b-90d5-45788135db75', 'abf49307-942b-4969-84a1-fd00de62f826'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:33:43.163929 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=48af9415-890c-4fbd-88cd-d650b763538d,revision_number=9']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:43.214139 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9482700-fcb3-46c5-9990-cb4145465025 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Pushing event updated for resources: {'Port': ['ID=de5117ab-86e1-451b-9ba2-831bc8a23792,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:43.283329 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cb010110-e14f-44d4-b1ee-1a78d03b3e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:43.290310 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-c9482700-fcb3-46c5-9990-cb4145465025 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:33:43.306740 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fe9d2-7cc4-4253-a7dc-744b10168b96 req-e7bc4e52-7ab8-4771-bec0-3952ee67ed8f tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:43.323449 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bb6fe9d2-7cc4-4253-a7dc-744b10168b96 req-e7bc4e52-7ab8-4771-bec0-3952ee67ed8f tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=5cd9ab23-b4e8-47c3-acc1-9229ddd30b94 HTTP/1.1" status: 200 len: 935 time: 0.1267250 Nov 04 10:33:43.324320 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:43.324803 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:43.325031 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:43.333535 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:43.334210 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:43.334914 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:43.335450 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:43.336028 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:43.336506 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:43.337011 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:43.337495 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:43.337982 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:43.361940 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-c9482700-fcb3-46c5-9990-cb4145465025 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:33:43.370744 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-c9482700-fcb3-46c5-9990-cb4145465025 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:33:43.438849 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb010110-e14f-44d4-b1ee-1a78d03b3e75 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a633dd3-d71c-4fca-8c9b-d6dcfe144d35,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:43.644281 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bb6fe9d2-7cc4-4253-a7dc-744b10168b96 req-5ef6181b-1aef-4079-9bb9-45ee77044821 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049216 Nov 04 10:33:43.664792 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58f7cdf4-9dbf-4f8e-9327-ba37e9adf9d3 req-e18cfef1-ac6f-412e-8056-a80ca9ee78f8 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5655048 Nov 04 10:33:43.706765 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cb010110-e14f-44d4-b1ee-1a78d03b3e75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:43.863841 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-c9482700-fcb3-46c5-9990-cb4145465025 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:43.864517 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-c9482700-fcb3-46c5-9990-cb4145465025 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:43.935912 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-1cd57c91-737a-4f54-8c10-febbf21fc2d6 None None] Provisioning complete for port de5117ab-86e1-451b-9ba2-831bc8a23792 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:33:43.936869 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1cd57c91-737a-4f54-8c10-febbf21fc2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:43.937240 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cb010110-e14f-44d4-b1ee-1a78d03b3e75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:43.939850 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cb010110-e14f-44d4-b1ee-1a78d03b3e75 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:43.978097 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-c9482700-fcb3-46c5-9990-cb4145465025 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4520812 Nov 04 10:33:43.994304 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-2d799852-ccc4-44ca-9cb8-a8c361433ac8 service neutron] Request body: {'port': {'device_id': '5cd9ab23-b4e8-47c3-acc1-9229ddd30b94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:33:44.015358 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-1cd57c91-737a-4f54-8c10-febbf21fc2d6 None None] Port de5117ab-86e1-451b-9ba2-831bc8a23792 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:33:44.018280 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cb010110-e14f-44d4-b1ee-1a78d03b3e75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:44.019162 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb010110-e14f-44d4-b1ee-1a78d03b3e75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5411803-b122-448b-9de3-828a64509b8b {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:33:44.033214 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cb010110-e14f-44d4-b1ee-1a78d03b3e75 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:44.035563 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cb010110-e14f-44d4-b1ee-1a78d03b3e75 admin admin] 10.222.0.127 "DELETE /v2.0/routers/b5411803-b122-448b-9de3-828a64509b8b HTTP/1.1" status: 204 len: 168 time: 2.5436203 Nov 04 10:33:44.046712 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36666) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:44.164058 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-7947d548-be50-49d4-b6c4-69c7ac2d9d72 admin admin] Deleting subnet ce1a3abe-4411-4397-9764-b8bafacf0267 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:33:44.171764 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-58f7cdf4-9dbf-4f8e-9327-ba37e9adf9d3 req-cbb816e6-b8a3-47d4-811c-8c848d38aee6 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972844 Nov 04 10:33:44.179580 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7947d548-be50-49d4-b6c4-69c7ac2d9d72 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:44.193428 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:44.217799 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:44.259074 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 3d4b6831-70a9-4b46-916d-11a9da7df234 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:33:44.259947 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1171} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:33:44.285988 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:44.293067 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Added segment 78d492dc-c8da-4e23-b1ca-4619d1a654bc of type vlan for network fce34b13-c99a-43a3-8ee9-3e29e7f6035e Nov 04 10:33:44.329278 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7947d548-be50-49d4-b6c4-69c7ac2d9d72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:44.408789 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:44.450568 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:44.451952 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:44.452758 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:44.594326 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-2d799852-ccc4-44ca-9cb8-a8c361433ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:44.594841 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7947d548-be50-49d4-b6c4-69c7ac2d9d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:44.601715 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:44.652668 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.1484070 Nov 04 10:33:44.658239 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36680) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:44.659045 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb950688-484b-44ee-8912-a342b27c100d,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:44.669968 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Pushing event updated for resources: {'Network': ['ID=fce34b13-c99a-43a3-8ee9-3e29e7f6035e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:44.693222 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-ccdf7188-8edd-455e-88ed-d3a78b05b553 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Request body: {'subnet': {'network_id': 'fce34b13-c99a-43a3-8ee9-3e29e7f6035e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:33:44.716128 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 3d4b6831-70a9-4b46-916d-11a9da7df234, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=3d4b6831-70a9-4b46-916d-11a9da7df234,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:44.725158 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:44.729061 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:44.729061 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:44.729419 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:44.729742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:44.730072 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:44.730415 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:44.730735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:44.731094 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:44.731447 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:44.731792 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:44.732111 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:44.740906 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24a653f-9ee1-4b3c-a890-580d11f70b08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d4b6831-70a9-4b46-916d-11a9da7df234'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:33:44.748260 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6ec88e-85e8-43f4-b1af-91d5d7cad4bd" -d '{"events": [{"server_uuid": "a24a653f-9ee1-4b3c-a890-580d11f70b08", "name": "network-vif-unplugged", "status": "completed", "tag": "3d4b6831-70a9-4b46-916d-11a9da7df234"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:33:44.760779 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:44.775715 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:44.778517 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:44.780701 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:44.781256 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:44.781748 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:44.784283 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:44.787658 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:44.788533 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:44.792714 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:44.796559 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:44.797210 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:44.797701 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ece76-f848-4826-9d42-a7b82342be24 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:44.800889 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7947d548-be50-49d4-b6c4-69c7ac2d9d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:44.896607 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:44.950052 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7947d548-be50-49d4-b6c4-69c7ac2d9d72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:44.953274 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=3d4b6831-70a9-4b46-916d-11a9da7df234,revision_number=9']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:44.969651 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7947d548-be50-49d4-b6c4-69c7ac2d9d72 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/ce1a3abe-4411-4397-9764-b8bafacf0267 HTTP/1.1" status: 204 len: 168 time: 0.9217021 Nov 04 10:33:44.976558 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36692) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:44.987714 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b7818637-fc9d-4b8c-8f3b-f4159a94cd8c no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:33:45.014833 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network fce34b13-c99a-43a3-8ee9-3e29e7f6035e details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:33:45.031438 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947d548-be50-49d4-b6c4-69c7ac2d9d72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce1a3abe-4411-4397-9764-b8bafacf0267,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:45.159479 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6f9de-7c49-4c03-930a-d7707b7d6da7 req-723d8125-8315-40ad-b528-303a6d4dc5e9 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:45.161120 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a5f6f9de-7c49-4c03-930a-d7707b7d6da7 req-723d8125-8315-40ad-b528-303a6d4dc5e9 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 947 time: 0.4233294 Nov 04 10:33:45.177985 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['7d5624fe-6551-411c-a76b-5a75bb6968d5', '1bdeda71-853f-428d-a73c-4a52ca6c4eb2', '6a6464d5-0fb4-47c7-8c33-88d9e5631250'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:33:45.184571 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eecafeb-908d-45a0-8f20-7660df4205e0 req-5d5716d5-5798-41cc-a91a-07063d5c17f8 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:45.192431 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5eecafeb-908d-45a0-8f20-7660df4205e0 req-5d5716d5-5798-41cc-a91a-07063d5c17f8 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/ports?device_id=0ccc94bb-8bb3-4948-93fd-0f6be4828d62 HTTP/1.1" status: 200 len: 945 time: 0.4292579 Nov 04 10:33:45.262164 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdf7188-8edd-455e-88ed-d3a78b05b553 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Made reservation on behalf of 7d6d05b59c6b4d5fb3357705ffeec386 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:33:45.264780 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7188-8edd-455e-88ed-d3a78b05b553 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:45.269329 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:45.285562 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b880f78b-1d16-4be5-aa31-f49ba773813e None None] Network ec7a58a5-b0a4-42ab-8a51-1ad14fad7416 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:33:45.387945 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: b7818637-fc9d-4b8c-8f3b-f4159a94cd8c {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:33:45.388315 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b7818637-fc9d-4b8c-8f3b-f4159a94cd8c not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:33:45.388703 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3a633dd3-d71c-4fca-8c9b-d6dcfe144d35 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:33:45.456338 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5eecafeb-908d-45a0-8f20-7660df4205e0 req-ed044218-56cd-4327-8795-37e437599920 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/security-groups?id=e3fc6229-c534-4667-80af-1b77361324bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628441 Nov 04 10:33:45.468528 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a5f6f9de-7c49-4c03-930a-d7707b7d6da7 req-05291982-b880-4b2f-8239-68dcb219acf2 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673845 Nov 04 10:33:45.533203 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 3a633dd3-d71c-4fca-8c9b-d6dcfe144d35 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:33:45.533539 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3a633dd3-d71c-4fca-8c9b-d6dcfe144d35 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:33:45.647412 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] Deleting port e9f0ce5d-373a-4640-89d3-0a95133a37e9 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:33:45.648272 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:45.786816 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] For port e9f0ce5d-373a-4640-89d3-0a95133a37e9, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e9f0ce5d-373a-4640-89d3-0a95133a37e9,segment=NetworkSegment(eaa6a512-5539-4215-b270-e4db70311425),segment_id=eaa6a512-5539-4215-b270-e4db70311425)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:45.787037 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:45.820943 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] Calling delete_port for e9f0ce5d-373a-4640-89d3-0a95133a37e9 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:33:45.825797 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-2d799852-ccc4-44ca-9cb8-a8c361433ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de5117ab-86e1-451b-9ba2-831bc8a23792 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:33:45.853380 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-2d799852-ccc4-44ca-9cb8-a8c361433ac8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:45.982831 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-2d799852-ccc4-44ca-9cb8-a8c361433ac8 service neutron] Transition to ACTIVE for port object de5117ab-86e1-451b-9ba2-831bc8a23792 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:33:46.033325 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-2d799852-ccc4-44ca-9cb8-a8c361433ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:46.046941 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:46.122991 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f0ce5d-373a-4640-89d3-0a95133a37e9,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:46.133905 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] No DVR routers for this DVR port e9f0ce5d-373a-4640-89d3-0a95133a37e9 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:33:46.228704 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:46.243099 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 3d4b6831-70a9-4b46-916d-11a9da7df234 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:33:46.249015 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:46.249573 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:46.249920 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:46.250253 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:46.250582 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:46.250908 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:46.251261 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:46.251555 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:46.251884 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:46.252186 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:46.252508 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:33:46.387692 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d799852-ccc4-44ca-9cb8-a8c361433ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=de5117ab-86e1-451b-9ba2-831bc8a23792,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:46.455016 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 3d4b6831-70a9-4b46-916d-11a9da7df234, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=3d4b6831-70a9-4b46-916d-11a9da7df234,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:46.495230 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '3d4b6831-70a9-4b46-916d-11a9da7df234', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '3d4b6831-70a9-4b46-916d-11a9da7df234', 'mac_address': 'fa:16:3e:88:ee:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:33:46.506943 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5349a26d-c09e-477b-9242-f308b5492931 None None] DHCP port deletion for ec7a58a5-b0a4-42ab-8a51-1ad14fad7416 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:33:46.514301 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 48af9415-890c-4fbd-88cd-d650b763538d up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:33:46.521297 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:46.612000 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7a58a5-b0a4-42ab-8a51-1ad14fad7416']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:33:46.648589 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa6a512-5539-4215-b270-e4db70311425') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:33:46.650241 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa6a512-5539-4215-b270-e4db70311425') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:33:46.701134 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:46.737149 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68828704-52ad-412b-bb97-3da0da4fba15 req-2c86cef3-8c46-4537-afec-869987891952 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:46.739284 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-68828704-52ad-412b-bb97-3da0da4fba15 req-2c86cef3-8c46-4537-afec-869987891952 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.121 "GET /v2.0/ports?device_id=0ccc94bb-8bb3-4948-93fd-0f6be4828d62 HTTP/1.1" status: 200 len: 945 time: 0.2965305 Nov 04 10:33:46.775904 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e9f0ce5d-373a-4640-89d3-0a95133a37e9 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:33:46.808721 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-2d799852-ccc4-44ca-9cb8-a8c361433ac8 service neutron] Attempting to bind port de5117ab-86e1-451b-9ba2-831bc8a23792 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:33:46.809512 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-2d799852-ccc4-44ca-9cb8-a8c361433ac8 service neutron] Attempting to bind port de5117ab-86e1-451b-9ba2-831bc8a23792 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:33:46.810108 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-2d799852-ccc4-44ca-9cb8-a8c361433ac8 service neutron] Attempting to bind port de5117ab-86e1-451b-9ba2-831bc8a23792 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:33:46.814771 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:46.817060 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: e9f0ce5d-373a-4640-89d3-0a95133a37e9 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:33:46.817442 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e9f0ce5d-373a-4640-89d3-0a95133a37e9 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:33:46.818706 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-2d799852-ccc4-44ca-9cb8-a8c361433ac8 service neutron] Port de5117ab-86e1-451b-9ba2-831bc8a23792 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:33:46.822738 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-2d799852-ccc4-44ca-9cb8-a8c361433ac8 service neutron] Attempting to bind port de5117ab-86e1-451b-9ba2-831bc8a23792 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:33:46.836078 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:46.848888 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:33:46.849421 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:33:46.851768 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:33:46.854286 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-2d799852-ccc4-44ca-9cb8-a8c361433ac8 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:33:46.855234 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-2d799852-ccc4-44ca-9cb8-a8c361433ac8 service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:33:46.857204 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-2d799852-ccc4-44ca-9cb8-a8c361433ac8 service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:33:46.858059 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-2d799852-ccc4-44ca-9cb8-a8c361433ac8 service neutron] Bound port: de5117ab-86e1-451b-9ba2-831bc8a23792, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:33:46.858598 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-2d799852-ccc4-44ca-9cb8-a8c361433ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:46.980735 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d4b6831-70a9-4b46-916d-11a9da7df234 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:33:47.097597 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:47.104326 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 3d4b6831-70a9-4b46-916d-11a9da7df234, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=3d4b6831-70a9-4b46-916d-11a9da7df234,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:47.126251 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:47.136983 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] 10.222.0.127 "DELETE /v2.0/networks/ec7a58a5-b0a4-42ab-8a51-1ad14fad7416 HTTP/1.1" status: 204 len: 168 time: 2.1498578 Nov 04 10:33:47.202239 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a4063-90ce-4c92-a52a-13635518d52e admin admin] Pushing event deleted for resources: {'Network': ['ID=ec7a58a5-b0a4-42ab-8a51-1ad14fad7416,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:47.209168 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:47.302317 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-68828704-52ad-412b-bb97-3da0da4fba15 req-a085e30f-9e00-4fba-a745-5bc76d178b8f tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Deleting port 8115d6cd-3593-461a-b1cc-c72ad386602d {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:33:47.302317 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-68828704-52ad-412b-bb97-3da0da4fba15 req-a085e30f-9e00-4fba-a745-5bc76d178b8f tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:47.502040 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 48af9415-890c-4fbd-88cd-d650b763538d triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:33:47.502684 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:47.690616 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-68828704-52ad-412b-bb97-3da0da4fba15 req-a085e30f-9e00-4fba-a745-5bc76d178b8f tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] For port 8115d6cd-3593-461a-b1cc-c72ad386602d, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=8115d6cd-3593-461a-b1cc-c72ad386602d,segment=NetworkSegment(61f108e4-56f0-48ee-9c99-786617296cbb),segment_id=61f108e4-56f0-48ee-9c99-786617296cbb)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:47.690616 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-68828704-52ad-412b-bb97-3da0da4fba15 req-a085e30f-9e00-4fba-a745-5bc76d178b8f tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:48.019825 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36716) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:48.141218 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['3d4b6831-70a9-4b46-916d-11a9da7df234'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:33:48.186801 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-2d799852-ccc4-44ca-9cb8-a8c361433ac8 service neutron] For port de5117ab-86e1-451b-9ba2-831bc8a23792, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:33:48.198938 n-d-816629-1 neutron-server[101775]: DEBUG neutron.objects.ports [None req-ccdf7188-8edd-455e-88ed-d3a78b05b553 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 10:33:48.199903 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7188-8edd-455e-88ed-d3a78b05b553 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:48.297821 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-aef3cbaf-0856-498d-ac26-2d5f34111b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:48.372748 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-2d799852-ccc4-44ca-9cb8-a8c361433ac8 service neutron] For port de5117ab-86e1-451b-9ba2-831bc8a23792, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=de5117ab-86e1-451b-9ba2-831bc8a23792,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:33:48.396369 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-2d799852-ccc4-44ca-9cb8-a8c361433ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:48.484210 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d799852-ccc4-44ca-9cb8-a8c361433ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=de5117ab-86e1-451b-9ba2-831bc8a23792,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:48.496491 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-2d799852-ccc4-44ca-9cb8-a8c361433ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:48.497187 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-2d799852-ccc4-44ca-9cb8-a8c361433ac8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:48.498666 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-2d799852-ccc4-44ca-9cb8-a8c361433ac8 service neutron] 10.222.0.126 "PUT /v2.0/ports/de5117ab-86e1-451b-9ba2-831bc8a23792 HTTP/1.1" status: 200 len: 1095 time: 4.5196979 Nov 04 10:33:48.500087 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd9ab23-b4e8-47c3-acc1-9229ddd30b94', 'tag': 'de5117ab-86e1-451b-9ba2-831bc8a23792'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:33:48.502602 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c3b1af-1b91-4769-bb9e-2ead2bdcb3c0" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd9ab23-b4e8-47c3-acc1-9229ddd30b94", "tag": "de5117ab-86e1-451b-9ba2-831bc8a23792"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:33:48.508219 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf7188-8edd-455e-88ed-d3a78b05b553 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ab5be85f-0cc0-4a28-b08c-bda856f8e9cc,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:48.518680 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdf7188-8edd-455e-88ed-d3a78b05b553 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Checking segment: {'id': '78d492dc-c8da-4e23-b1ca-4619d1a654bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'fce34b13-c99a-43a3-8ee9-3e29e7f6035e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:33:48.519056 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdf7188-8edd-455e-88ed-d3a78b05b553 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Network hostable DHCP agents. Network: fce34b13-c99a-43a3-8ee9-3e29e7f6035e, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:33:48.605440 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-68828704-52ad-412b-bb97-3da0da4fba15 req-a085e30f-9e00-4fba-a745-5bc76d178b8f tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:48.606113 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-68828704-52ad-412b-bb97-3da0da4fba15 req-a085e30f-9e00-4fba-a745-5bc76d178b8f tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:48.610518 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [req-68828704-52ad-412b-bb97-3da0da4fba15 req-a085e30f-9e00-4fba-a745-5bc76d178b8f tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Floating IP a36b7a31-5608-4e8d-a792-d745e179ac02 disassociated. External IP: 172.25.7.21, port: 8115d6cd-3593-461a-b1cc-c72ad386602d. Nov 04 10:33:48.612139 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-68828704-52ad-412b-bb97-3da0da4fba15 req-a085e30f-9e00-4fba-a745-5bc76d178b8f tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Calling delete_port for 8115d6cd-3593-461a-b1cc-c72ad386602d owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:33:48.657851 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=3d4b6831-70a9-4b46-916d-11a9da7df234,revision_number=10']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:48.733786 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdf7188-8edd-455e-88ed-d3a78b05b553 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Network fce34b13-c99a-43a3-8ee9-3e29e7f6035e is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:33:48.882262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-ccdf7188-8edd-455e-88ed-d3a78b05b553 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, fce34b13-c99a-43a3-8ee9-3e29e7f6035e) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:33:48.882262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdf7188-8edd-455e-88ed-d3a78b05b553 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:48.882262 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7188-8edd-455e-88ed-d3a78b05b553 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:48.882262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-22baebab-39bf-4615-b4a8-13d4ae0902a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:48.882262 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-22baebab-39bf-4615-b4a8-13d4ae0902a1 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=bd609f94b81947bcb1c477623063e487&device_id=5cd9ab23-b4e8-47c3-acc1-9229ddd30b94 HTTP/1.1" status: 200 len: 1098 time: 0.3091614 Nov 04 10:33:48.887107 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36722) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:48.887194 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-15992695-876c-485c-b0c6-97390a749967 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=4b1a2f973e574272b960852ca21b9189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8485067 Nov 04 10:33:48.921151 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f83256-82f0-4f5c-9eea-98811dcfa3d6 None None] Network fce34b13-c99a-43a3-8ee9-3e29e7f6035e requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:33:49.154368 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-db35aef4-5bf6-485a-8962-10adc05ffcc7 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=de5117ab-86e1-451b-9ba2-831bc8a23792 HTTP/1.1" status: 200 len: 217 time: 0.2713826 Nov 04 10:33:49.219952 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-68828704-52ad-412b-bb97-3da0da4fba15 req-a085e30f-9e00-4fba-a745-5bc76d178b8f tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:49.228255 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ccdf7188-8edd-455e-88ed-d3a78b05b553 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.5550447 Nov 04 10:33:49.231549 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36726) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:49.246186 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-7867a062-b6bc-4162-84e5-421c55b9dd28 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-477638204', 'network_id': 'fce34b13-c99a-43a3-8ee9-3e29e7f6035e'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:33:49.298337 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5a4a5cff-5041-4002-a227-af4d9bd6d9f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:49.359582 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5a4a5cff-5041-4002-a227-af4d9bd6d9f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:49.491656 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085e30f-9e00-4fba-a745-5bc76d178b8f tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Pushing event deleted for resources: {'Port': ['ID=8115d6cd-3593-461a-b1cc-c72ad386602d,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:49.501191 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5a4a5cff-5041-4002-a227-af4d9bd6d9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:49.504277 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5a4a5cff-5041-4002-a227-af4d9bd6d9f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:49.513548 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5a4a5cff-5041-4002-a227-af4d9bd6d9f0 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/c1f1432b-916d-4534-b402-d977873069e1 HTTP/1.1" status: 204 len: 168 time: 0.5955200 Nov 04 10:33:49.554525 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a5cff-5041-4002-a227-af4d9bd6d9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f1432b-916d-4534-b402-d977873069e1,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:49.658321 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7867a062-b6bc-4162-84e5-421c55b9dd28 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Made reservation on behalf of 7d6d05b59c6b4d5fb3357705ffeec386 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:33:49.660926 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7867a062-b6bc-4162-84e5-421c55b9dd28 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:49.690337 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-dfc6b917-5fe0-47bc-9997-690edaf53727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:49.691990 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-dfc6b917-5fe0-47bc-9997-690edaf53727 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.5302205 Nov 04 10:33:49.737014 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-7867a062-b6bc-4162-84e5-421c55b9dd28 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] device_id is not set on port 20777efd-f5d0-4d4e-a218-6aece1171c53 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:33:49.798258 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-6d9096c8-57aa-4729-8a0b-a249a1faf70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:49.801594 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-6d9096c8-57aa-4729-8a0b-a249a1faf70b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1010594 Nov 04 10:33:49.944028 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-296cb69a-8241-44fa-a2f2-c42d4118d819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:49.957726 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:50.116031 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c02126e-626a-4c83-b575-c37795093ef7 None None] Network fce34b13-c99a-43a3-8ee9-3e29e7f6035e requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:33:50.161881 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-9c08b8cb-8a83-4797-98b4-4c834c38c7b0 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511448 Nov 04 10:33:50.241504 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68828704-52ad-412b-bb97-3da0da4fba15 req-a085e30f-9e00-4fba-a745-5bc76d178b8f tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Router 15995b10-2910-4f4a-9445-c953275ba754 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:33:50.372022 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 48af9415-890c-4fbd-88cd-d650b763538d, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=48af9415-890c-4fbd-88cd-d650b763538d,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:50.417882 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:50.472314 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 8115d6cd-3593-461a-b1cc-c72ad386602d no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:33:50.521677 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-07895508-8d1a-4757-a0c4-626e12ca6596 req-7eabdaea-094f-4330-8ffd-8c27fcf6cf11 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509810 Nov 04 10:33:50.630665 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 8115d6cd-3593-461a-b1cc-c72ad386602d {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:33:50.631380 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 8115d6cd-3593-461a-b1cc-c72ad386602d not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:33:50.689426 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:50.727190 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-7867a062-b6bc-4162-84e5-421c55b9dd28 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Allocated IP 2001:db8::1be (fce34b13-c99a-43a3-8ee9-3e29e7f6035e/ab5be85f-0cc0-4a28-b08c-bda856f8e9cc/20777efd-f5d0-4d4e-a218-6aece1171c53) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:33:50.786936 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=48af9415-890c-4fbd-88cd-d650b763538d,revision_number=10']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:51.124324 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7867a062-b6bc-4162-84e5-421c55b9dd28 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:51.235337 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68828704-52ad-412b-bb97-3da0da4fba15 req-a085e30f-9e00-4fba-a745-5bc76d178b8f tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:33:51.248427 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e74280-a5c7-445e-a25b-16df660f8fd4 None None] Sync routers for ids ['15995b10-2910-4f4a-9445-c953275ba754'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:33:51.265298 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e74280-a5c7-445e-a25b-16df660f8fd4 None None] Routers {'15995b10-2910-4f4a-9445-c953275ba754'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:33:51.266099 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7867a062-b6bc-4162-84e5-421c55b9dd28 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:51.267954 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-c1e74280-a5c7-445e-a25b-16df660f8fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:33:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['15995b10-2910-4f4a-9445-c953275ba754'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:33:51.348485 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-68828704-52ad-412b-bb97-3da0da4fba15 req-a085e30f-9e00-4fba-a745-5bc76d178b8f tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] No DVR routers for this DVR port 8115d6cd-3593-461a-b1cc-c72ad386602d on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:33:51.353442 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-68828704-52ad-412b-bb97-3da0da4fba15 req-a085e30f-9e00-4fba-a745-5bc76d178b8f tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:51.368265 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-68828704-52ad-412b-bb97-3da0da4fba15 req-a085e30f-9e00-4fba-a745-5bc76d178b8f tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.121 "DELETE /v2.0/ports/8115d6cd-3593-461a-b1cc-c72ad386602d HTTP/1.1" status: 204 len: 173 time: 4.6192114 Nov 04 10:33:51.368955 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccc94bb-8bb3-4948-93fd-0f6be4828d62', 'name': 'network-vif-deleted', 'tag': '8115d6cd-3593-461a-b1cc-c72ad386602d'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:33:51.371804 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b717a2b-ee81-4641-bdb9-75fd4516081f" -d '{"events": [{"server_uuid": "0ccc94bb-8bb3-4948-93fd-0f6be4828d62", "name": "network-vif-deleted", "tag": "8115d6cd-3593-461a-b1cc-c72ad386602d"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:33:51.438210 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7867a062-b6bc-4162-84e5-421c55b9dd28 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Network fce34b13-c99a-43a3-8ee9-3e29e7f6035e is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:33:51.470551 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-7867a062-b6bc-4162-84e5-421c55b9dd28 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:33:51.474322 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7867a062-b6bc-4162-84e5-421c55b9dd28 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:33:51.475778 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7867a062-b6bc-4162-84e5-421c55b9dd28 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:51.476435 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7867a062-b6bc-4162-84e5-421c55b9dd28 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:51.479901 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867a062-b6bc-4162-84e5-421c55b9dd28 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Pushing event updated for resources: {'Port': ['ID=20777efd-f5d0-4d4e-a218-6aece1171c53,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:51.534980 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7867a062-b6bc-4162-84e5-421c55b9dd28 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.2983460 Nov 04 10:33:51.535186 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36756) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:51.654984 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-c1e74280-a5c7-445e-a25b-16df660f8fd4 None None] Set router 15995b10-2910-4f4a-9445-c953275ba754 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:33:51.738925 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-371ef519-42d4-40de-8d9e-0eda5f9fb0ff tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Deleting port 20777efd-f5d0-4d4e-a218-6aece1171c53 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:33:51.742166 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-371ef519-42d4-40de-8d9e-0eda5f9fb0ff tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:51.951879 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-371ef519-42d4-40de-8d9e-0eda5f9fb0ff tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:51.997695 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-371ef519-42d4-40de-8d9e-0eda5f9fb0ff tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Calling delete_port for 20777efd-f5d0-4d4e-a218-6aece1171c53 owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:33:52.088091 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:52.241177 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device de5117ab-86e1-451b-9ba2-831bc8a23792 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:33:52.247330 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 3d4b6831-70a9-4b46-916d-11a9da7df234 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:33:52.559180 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-c1e74280-a5c7-445e-a25b-16df660f8fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15995b10-2910-4f4a-9445-c953275ba754', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1010339688-router', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:40Z', 'revision_number': 4, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'gw_port': {'id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '39836a9c-a094-4396-bf1d-7bed15846941', 'name': '', 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'mac_address': 'fa:16:3e:f2:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:39Z', 'updated_at': '2021-11-04T10:28:47Z', 'revision_number': 5, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'subnets': [{'id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:33:52.608107 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e74280-a5c7-445e-a25b-16df660f8fd4 None None] Checking router: 15995b10-2910-4f4a-9445-c953275ba754 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:33:52.610008 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:52.626805 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 3d4b6831-70a9-4b46-916d-11a9da7df234 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:33:52.627212 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:52.664482 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e74280-a5c7-445e-a25b-16df660f8fd4 None None] Routers {'15995b10-2910-4f4a-9445-c953275ba754'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:33:52.665166 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-c1e74280-a5c7-445e-a25b-16df660f8fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:33:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['15995b10-2910-4f4a-9445-c953275ba754'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:33:52.724681 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port de5117ab-86e1-451b-9ba2-831bc8a23792, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=de5117ab-86e1-451b-9ba2-831bc8a23792,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:52.756940 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'de5117ab-86e1-451b-9ba2-831bc8a23792', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': 'de5117ab-86e1-451b-9ba2-831bc8a23792', 'mac_address': 'fa:16:3e:7d:fe:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:33:52.870219 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:52.922759 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de5117ab-86e1-451b-9ba2-831bc8a23792 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:33:52.927524 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:52.973235 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 3d4b6831-70a9-4b46-916d-11a9da7df234, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=3d4b6831-70a9-4b46-916d-11a9da7df234,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:52.988571 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:52.995546 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-c1e74280-a5c7-445e-a25b-16df660f8fd4 None None] Set router 15995b10-2910-4f4a-9445-c953275ba754 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:33:53.036733 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port de5117ab-86e1-451b-9ba2-831bc8a23792, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=de5117ab-86e1-451b-9ba2-831bc8a23792,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:53.100441 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-371ef519-42d4-40de-8d9e-0eda5f9fb0ff tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:53.178522 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ef519-42d4-40de-8d9e-0eda5f9fb0ff tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Pushing event deleted for resources: {'Port': ['ID=20777efd-f5d0-4d4e-a218-6aece1171c53,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:53.218022 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-371ef519-42d4-40de-8d9e-0eda5f9fb0ff tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:53.223569 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-371ef519-42d4-40de-8d9e-0eda5f9fb0ff tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "DELETE /v2.0/ports/20777efd-f5d0-4d4e-a218-6aece1171c53 HTTP/1.1" status: 204 len: 168 time: 1.6872368 Nov 04 10:33:53.226763 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36770) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:53.231365 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-ff87ef0b-b4cf-4cca-8cd8-471d3f2fe9ef tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fce34b13-c99a-43a3-8ee9-3e29e7f6035e', 'external_fixed_ips': [{'subnet_id': 'ab5be85f-0cc0-4a28-b08c-bda856f8e9cc', 'ip_address': '2001:db8::1be'}]}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:33:53.249652 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:53.283301 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff87ef0b-b4cf-4cca-8cd8-471d3f2fe9ef tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:53.284500 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff87ef0b-b4cf-4cca-8cd8-471d3f2fe9ef tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:53.376928 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff87ef0b-b4cf-4cca-8cd8-471d3f2fe9ef tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:53.414171 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=3d4b6831-70a9-4b46-916d-11a9da7df234,revision_number=11']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:53.500644 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=de5117ab-86e1-451b-9ba2-831bc8a23792,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:53.576166 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff87ef0b-b4cf-4cca-8cd8-471d3f2fe9ef tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:53.593840 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-c1e74280-a5c7-445e-a25b-16df660f8fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15995b10-2910-4f4a-9445-c953275ba754', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1010339688-router', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:40Z', 'revision_number': 4, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'gw_port': {'id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '39836a9c-a094-4396-bf1d-7bed15846941', 'name': '', 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'mac_address': 'fa:16:3e:f2:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:39Z', 'updated_at': '2021-11-04T10:28:47Z', 'revision_number': 5, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'subnets': [{'id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:33:53.687481 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['de5117ab-86e1-451b-9ba2-831bc8a23792'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:33:53.696929 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e74280-a5c7-445e-a25b-16df660f8fd4 None None] The sync data for ids ['15995b10-2910-4f4a-9445-c953275ba754'] in n-d-816629-1 is: [{'id': '15995b10-2910-4f4a-9445-c953275ba754', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1010339688-router', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:40Z', 'revision_number': 4, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'gw_port': {'id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '39836a9c-a094-4396-bf1d-7bed15846941', 'name': '', 'network_id': 'd1916c7c-e081-4089-adc9-d25f9f439e58', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'mac_address': 'fa:16:3e:f2:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:39Z', 'updated_at': '2021-11-04T10:28:47Z', 'revision_number': 5, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'subnets': [{'id': '6c41464b-4d5c-426b-ab3b-93147cb6ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:33:53.999636 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff87ef0b-b4cf-4cca-8cd8-471d3f2fe9ef tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:54.046672 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff87ef0b-b4cf-4cca-8cd8-471d3f2fe9ef tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:54.277872 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8598e52-5db1-4d56-b904-b44c6145e2e3 None None] New status for floating IP a36b7a31-5608-4e8d-a792-d745e179ac02: DOWN {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:33:54.337481 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-ff87ef0b-b4cf-4cca-8cd8-471d3f2fe9ef tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Allocated IP 2001:db8::1be (fce34b13-c99a-43a3-8ee9-3e29e7f6035e/ab5be85f-0cc0-4a28-b08c-bda856f8e9cc/6f0c02a6-8803-4c2a-aeec-5b6ffac51279) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:33:54.471236 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff87ef0b-b4cf-4cca-8cd8-471d3f2fe9ef tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:54.558123 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff87ef0b-b4cf-4cca-8cd8-471d3f2fe9ef tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:54.627910 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff87ef0b-b4cf-4cca-8cd8-471d3f2fe9ef tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Network fce34b13-c99a-43a3-8ee9-3e29e7f6035e is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:33:54.635411 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-ff87ef0b-b4cf-4cca-8cd8-471d3f2fe9ef tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:33:54.643687 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff87ef0b-b4cf-4cca-8cd8-471d3f2fe9ef tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:33:54.700341 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87ef0b-b4cf-4cca-8cd8-471d3f2fe9ef tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Pushing event updated for resources: {'Port': ['ID=6f0c02a6-8803-4c2a-aeec-5b6ffac51279,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:55.159230 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff87ef0b-b4cf-4cca-8cd8-471d3f2fe9ef tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:55.574597 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff87ef0b-b4cf-4cca-8cd8-471d3f2fe9ef tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:55.731361 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff87ef0b-b4cf-4cca-8cd8-471d3f2fe9ef tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Router d439f22d-2329-42ec-be01-e41020374d70 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:33:55.860580 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff87ef0b-b4cf-4cca-8cd8-471d3f2fe9ef tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:33:55.877724 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f38834-5d83-426a-afe9-6eacfdb791f9 None None] Sync routers for ids ['d439f22d-2329-42ec-be01-e41020374d70'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:33:55.890325 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff87ef0b-b4cf-4cca-8cd8-471d3f2fe9ef tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:55.892181 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f38834-5d83-426a-afe9-6eacfdb791f9 None None] Routers {'d439f22d-2329-42ec-be01-e41020374d70'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:33:55.892350 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ff87ef0b-b4cf-4cca-8cd8-471d3f2fe9ef tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.6638131 Nov 04 10:33:55.892453 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-66f38834-5d83-426a-afe9-6eacfdb791f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:33:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d439f22d-2329-42ec-be01-e41020374d70'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:33:55.894650 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36772) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:56.021555 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e727b57-c418-41f5-bcc0-f78e34515193 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:56.042350 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-66f38834-5d83-426a-afe9-6eacfdb791f9 None None] Set router d439f22d-2329-42ec-be01-e41020374d70 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:33:56.169292 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e727b57-c418-41f5-bcc0-f78e34515193 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:56.252947 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device de5117ab-86e1-451b-9ba2-831bc8a23792 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:33:56.283476 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-7e727b57-c418-41f5-bcc0-f78e34515193 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Deleting port 6f0c02a6-8803-4c2a-aeec-5b6ffac51279 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:33:56.283891 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e727b57-c418-41f5-bcc0-f78e34515193 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:56.309152 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-66f38834-5d83-426a-afe9-6eacfdb791f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd439f22d-2329-42ec-be01-e41020374d70', 'name': '', 'tenant_id': '7d6d05b59c6b4d5fb3357705ffeec386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce34b13-c99a-43a3-8ee9-3e29e7f6035e', 'external_fixed_ips': [{'subnet_id': 'ab5be85f-0cc0-4a28-b08c-bda856f8e9cc', 'ip_address': '2001:db8::1be'}], 'enable_snat': True}, 'gw_port_id': '6f0c02a6-8803-4c2a-aeec-5b6ffac51279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:33:53Z', 'updated_at': '2021-11-04T10:33:54Z', 'revision_number': 3, 'project_id': '7d6d05b59c6b4d5fb3357705ffeec386', 'gw_port': {'id': '6f0c02a6-8803-4c2a-aeec-5b6ffac51279', 'name': '', 'network_id': 'fce34b13-c99a-43a3-8ee9-3e29e7f6035e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd439f22d-2329-42ec-be01-e41020374d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ab5be85f-0cc0-4a28-b08c-bda856f8e9cc', 'ip_address': '2001:db8::1be', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:33:54Z', 'updated_at': '2021-11-04T10:33:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab5be85f-0cc0-4a28-b08c-bda856f8e9cc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:33:56.346458 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f38834-5d83-426a-afe9-6eacfdb791f9 None None] Checking router: d439f22d-2329-42ec-be01-e41020374d70 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:33:56.347110 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f38834-5d83-426a-afe9-6eacfdb791f9 None None] Updating router d439f22d-2329-42ec-be01-e41020374d70 port 6f0c02a6-8803-4c2a-aeec-5b6ffac51279 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:33:56.385402 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-66f38834-5d83-426a-afe9-6eacfdb791f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:56.415623 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port de5117ab-86e1-451b-9ba2-831bc8a23792 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:33:56.422581 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port de5117ab-86e1-451b-9ba2-831bc8a23792 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:33:56.423244 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:56.435080 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e727b57-c418-41f5-bcc0-f78e34515193 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:56.457012 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-7e727b57-c418-41f5-bcc0-f78e34515193 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Calling delete_port for 6f0c02a6-8803-4c2a-aeec-5b6ffac51279 owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:33:56.818535 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e727b57-c418-41f5-bcc0-f78e34515193 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:56.898831 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e727b57-c418-41f5-bcc0-f78e34515193 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f0c02a6-8803-4c2a-aeec-5b6ffac51279,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:56.917521 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-66f38834-5d83-426a-afe9-6eacfdb791f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:33:56.918309 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-66f38834-5d83-426a-afe9-6eacfdb791f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:33:56.945124 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e727b57-c418-41f5-bcc0-f78e34515193 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:56.983011 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:57.041880 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port de5117ab-86e1-451b-9ba2-831bc8a23792, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=de5117ab-86e1-451b-9ba2-831bc8a23792,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:33:57.054038 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:57.092227 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e727b57-c418-41f5-bcc0-f78e34515193 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:57.095693 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e727b57-c418-41f5-bcc0-f78e34515193 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:57.132487 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=de5117ab-86e1-451b-9ba2-831bc8a23792,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:57.176555 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e727b57-c418-41f5-bcc0-f78e34515193 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:57.180502 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e727b57-c418-41f5-bcc0-f78e34515193 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d439f22d-2329-42ec-be01-e41020374d70 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:33:57.189406 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e727b57-c418-41f5-bcc0-f78e34515193 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:57.190806 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7e727b57-c418-41f5-bcc0-f78e34515193 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "DELETE /v2.0/routers/d439f22d-2329-42ec-be01-e41020374d70 HTTP/1.1" status: 204 len: 168 time: 1.2935970 Nov 04 10:33:57.193701 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36788) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:57.249840 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-79bc6114-22af-45dc-8409-edbe346b13cf tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Deleting subnet ab5be85f-0cc0-4a28-b08c-bda856f8e9cc {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:33:57.253631 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-79bc6114-22af-45dc-8409-edbe346b13cf tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:57.306599 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-79bc6114-22af-45dc-8409-edbe346b13cf tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:57.395367 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-79bc6114-22af-45dc-8409-edbe346b13cf tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:57.443464 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ea606c-5c12-44bc-a8e7-c545a8d8d33e x-openstack-request-id: req-58ea606c-5c12-44bc-a8e7-c545a8d8d33e {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:33:57.443896 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24a653f-9ee1-4b3c-a890-580d11f70b08", "name": "network-vif-unplugged", "status": "completed", "tag": "3d4b6831-70a9-4b46-916d-11a9da7df234", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:33:57.444530 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-58ea606c-5c12-44bc-a8e7-c545a8d8d33e {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:33:57.445819 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24a653f-9ee1-4b3c-a890-580d11f70b08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d4b6831-70a9-4b46-916d-11a9da7df234', 'code': 200} Nov 04 10:33:57.446719 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f38834-5d83-426a-afe9-6eacfdb791f9 None None] Port 6f0c02a6-8803-4c2a-aeec-5b6ffac51279 not found while updating agent binding for router d439f22d-2329-42ec-be01-e41020374d70. {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 04 10:33:57.458483 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f38834-5d83-426a-afe9-6eacfdb791f9 None None] Routers set() bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:33:57.459211 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f38834-5d83-426a-afe9-6eacfdb791f9 None None] Router IDs set() for agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 04 10:33:57.459962 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_agentschedulers_db [None req-66f38834-5d83-426a-afe9-6eacfdb791f9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d439f22d-2329-42ec-be01-e41020374d70'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:33:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent'). {{(pid=101776) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 04 10:33:57.460467 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f38834-5d83-426a-afe9-6eacfdb791f9 None None] The sync data for ids ['d439f22d-2329-42ec-be01-e41020374d70'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:33:57.526768 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4d519-6efc-452b-95de-7de8c07f733f req-22015eb7-df25-46bb-9e1a-ed7d56942307 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:57.533392 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a2c4d519-6efc-452b-95de-7de8c07f733f req-22015eb7-df25-46bb-9e1a-ed7d56942307 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=5cd9ab23-b4e8-47c3-acc1-9229ddd30b94 HTTP/1.1" status: 200 len: 949 time: 0.0834064 Nov 04 10:33:57.552607 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-79bc6114-22af-45dc-8409-edbe346b13cf tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:57.607511 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc6114-22af-45dc-8409-edbe346b13cf tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ab5be85f-0cc0-4a28-b08c-bda856f8e9cc,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:57.615839 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-79bc6114-22af-45dc-8409-edbe346b13cf tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:57.619235 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-79bc6114-22af-45dc-8409-edbe346b13cf tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "DELETE /v2.0/subnets/ab5be85f-0cc0-4a28-b08c-bda856f8e9cc HTTP/1.1" status: 204 len: 168 time: 0.4244182 Nov 04 10:33:57.623241 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36806) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:57.682534 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a2c4d519-6efc-452b-95de-7de8c07f733f req-75be4e9a-fc2d-4287-b02b-dba5edceb228 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459057 Nov 04 10:33:57.698295 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46565a-3275-4ffe-b319-890754a3186b req-587c775e-5bee-404b-9d58-1bff8a89a985 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:57.700274 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b46565a-3275-4ffe-b319-890754a3186b req-587c775e-5bee-404b-9d58-1bff8a89a985 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 950 time: 0.1658840 Nov 04 10:33:57.763307 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8a0212fa-4a21-4372-913d-a290ab5e3666 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:57.781732 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b6c77e-12df-4aa9-91a7-bbef6f24c92f x-openstack-request-id: req-f1b6c77e-12df-4aa9-91a7-bbef6f24c92f {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:33:57.782024 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd9ab23-b4e8-47c3-acc1-9229ddd30b94", "tag": "de5117ab-86e1-451b-9ba2-831bc8a23792", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:33:57.782275 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f1b6c77e-12df-4aa9-91a7-bbef6f24c92f {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:33:57.782672 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd9ab23-b4e8-47c3-acc1-9229ddd30b94', 'tag': 'de5117ab-86e1-451b-9ba2-831bc8a23792', 'status': 'completed', 'code': 200} Nov 04 10:33:57.815343 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b46565a-3275-4ffe-b319-890754a3186b req-45ea74a8-16b1-4b09-b960-0fb7e6d4b975 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695243 Nov 04 10:33:57.942593 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8a0212fa-4a21-4372-913d-a290ab5e3666 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:57.971063 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-8a0212fa-4a21-4372-913d-a290ab5e3666 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce34b13-c99a-43a3-8ee9-3e29e7f6035e']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:33:57.975412 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3b1af-1b91-4769-bb9e-2ead2bdcb3c0 req-c996db08-c2dd-4884-8534-dbc06d3c3cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:57.977219 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-64c3b1af-1b91-4769-bb9e-2ead2bdcb3c0 req-c996db08-c2dd-4884-8534-dbc06d3c3cc1 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=bd609f94b81947bcb1c477623063e487&device_id=5cd9ab23-b4e8-47c3-acc1-9229ddd30b94 HTTP/1.1" status: 200 len: 1100 time: 0.1264136 Nov 04 10:33:57.985711 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-8a0212fa-4a21-4372-913d-a290ab5e3666 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d492dc-c8da-4e23-b1ca-4619d1a654bc') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:33:57.986105 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-8a0212fa-4a21-4372-913d-a290ab5e3666 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d492dc-c8da-4e23-b1ca-4619d1a654bc') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:33:58.006244 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8a0212fa-4a21-4372-913d-a290ab5e3666 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:58.045269 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f0ab0a-f225-47fe-b793-eaadab7970af x-openstack-request-id: req-44f0ab0a-f225-47fe-b793-eaadab7970af {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:33:58.045765 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ccc94bb-8bb3-4948-93fd-0f6be4828d62", "name": "network-vif-deleted", "tag": "8115d6cd-3593-461a-b1cc-c72ad386602d", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:33:58.046200 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-44f0ab0a-f225-47fe-b793-eaadab7970af {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:33:58.047053 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ccc94bb-8bb3-4948-93fd-0f6be4828d62', 'name': 'network-vif-deleted', 'tag': '8115d6cd-3593-461a-b1cc-c72ad386602d', 'status': 'completed', 'code': 200} Nov 04 10:33:58.103018 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8a0212fa-4a21-4372-913d-a290ab5e3666 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:58.134305 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a0212fa-4a21-4372-913d-a290ab5e3666 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Releasing vlan 1171 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:33:58.134995 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8a0212fa-4a21-4372-913d-a290ab5e3666 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:33:58.138561 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:33:58.283774 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3b1af-1b91-4769-bb9e-2ead2bdcb3c0 req-ee67d0dd-2e30-4f86-905a-a2a97b8cec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:58.286250 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-64c3b1af-1b91-4769-bb9e-2ead2bdcb3c0 req-ee67d0dd-2e30-4f86-905a-a2a97b8cec8d service neutron] 10.222.0.126 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.2971313 Nov 04 10:33:58.298430 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8a0212fa-4a21-4372-913d-a290ab5e3666 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:58.308465 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0212fa-4a21-4372-913d-a290ab5e3666 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fce34b13-c99a-43a3-8ee9-3e29e7f6035e {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 04 10:33:58.312427 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8a0212fa-4a21-4372-913d-a290ab5e3666 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:58.316499 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8a0212fa-4a21-4372-913d-a290ab5e3666 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "DELETE /v2.0/networks/fce34b13-c99a-43a3-8ee9-3e29e7f6035e HTTP/1.1" status: 204 len: 168 time: 0.6918535 Nov 04 10:33:58.379017 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9d0e8-0a41-459b-ba9f-ab4d8330a4b0 req-3f3c0877-c6be-4b22-a88c-84ddbdeddead tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:58.380459 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-64c3b1af-1b91-4769-bb9e-2ead2bdcb3c0 req-e4617f1a-01cd-4e5b-a89e-1dd00cb5419f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=de5117ab-86e1-451b-9ba2-831bc8a23792 HTTP/1.1" status: 200 len: 217 time: 0.0844309 Nov 04 10:33:58.382290 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3ff9d0e8-0a41-459b-ba9f-ab4d8330a4b0 req-3f3c0877-c6be-4b22-a88c-84ddbdeddead tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 950 time: 0.1427236 Nov 04 10:33:58.388439 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0212fa-4a21-4372-913d-a290ab5e3666 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Pushing event deleted for resources: {'Network': ['ID=fce34b13-c99a-43a3-8ee9-3e29e7f6035e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:33:58.407429 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-0e6d4478-f3d0-47d1-9dfc-18cf6a039c7b tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:58.409520 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-0e6d4478-f3d0-47d1-9dfc-18cf6a039c7b tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/networks?id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 HTTP/1.1" status: 200 len: 821 time: 0.2391930 Nov 04 10:33:58.440767 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-d493ff30-3b34-4a21-9940-74dd5e6fc491 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/quotas/0464048b294a465b81cede98ee2447df HTTP/1.1" status: 200 len: 375 time: 0.0215938 Nov 04 10:33:58.462822 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3b1af-1b91-4769-bb9e-2ead2bdcb3c0 req-14e3d19b-fffe-47b8-b803-d7cac00194db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:58.464304 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-64c3b1af-1b91-4769-bb9e-2ead2bdcb3c0 req-14e3d19b-fffe-47b8-b803-d7cac00194db service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0672810 Nov 04 10:33:58.487076 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3ff9d0e8-0a41-459b-ba9f-ab4d8330a4b0 req-6e0b4ca3-35aa-452b-a0e4-97f46de57428 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764699 Nov 04 10:33:58.573633 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3b1af-1b91-4769-bb9e-2ead2bdcb3c0 req-62bd2960-1f19-4e9a-8170-55f5671b94f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:33:58.575737 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-64c3b1af-1b91-4769-bb9e-2ead2bdcb3c0 req-62bd2960-1f19-4e9a-8170-55f5671b94f9 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1037867 Nov 04 10:33:58.674879 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-a659df1c-6823-4bc5-b99d-75698bddfe09 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=0464048b294a465b81cede98ee2447df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1823645 Nov 04 10:33:58.722982 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-64c3b1af-1b91-4769-bb9e-2ead2bdcb3c0 req-a69eba2f-555e-4e4e-9eff-7b71fbef3b6e service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367810 Nov 04 10:33:58.923043 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-57c26021-1c92-4189-84d0-fd282c305360 service neutron] 10.222.0.127 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176445 Nov 04 10:33:58.962681 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-64c3b1af-1b91-4769-bb9e-2ead2bdcb3c0 req-95b4f3ae-8589-4d8e-9a62-9b451a78bbcc service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308528 Nov 04 10:33:58.963284 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36858) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:58.968099 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-991686a8-080d-4b48-90bf-9dd8c5c0463b tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Request body: {'router': {'name': 'tempest-router--1168665759', 'project_id': '4b50082860ee4aff9ce379b2210472b9'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:33:59.024038 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-991686a8-080d-4b48-90bf-9dd8c5c0463b tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:59.025811 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-991686a8-080d-4b48-90bf-9dd8c5c0463b tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:59.106344 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-991686a8-080d-4b48-90bf-9dd8c5c0463b tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:59.113453 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-4c8fa27b-ab3d-4cf4-9f74-950df73f3579 service neutron] 10.222.0.127 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909766 Nov 04 10:33:59.117049 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-991686a8-080d-4b48-90bf-9dd8c5c0463b tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:59.134886 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-991686a8-080d-4b48-90bf-9dd8c5c0463b tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:59.136432 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-991686a8-080d-4b48-90bf-9dd8c5c0463b tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1719859 Nov 04 10:33:59.139443 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36860) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:33:59.221995 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-32dbb5fd-ebc3-4ca5-a186-e7f6d36ddf97 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:59.447953 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5e5850-d733-4e31-ae2a-14941f0c50ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48af9415-890c-4fbd-88cd-d650b763538d'}, {'server_uuid': 'a24a653f-9ee1-4b3c-a890-580d11f70b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4b6831-70a9-4b46-916d-11a9da7df234'}, {'server_uuid': '5cd9ab23-b4e8-47c3-acc1-9229ddd30b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5117ab-86e1-451b-9ba2-831bc8a23792'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:33:59.450567 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6216621-84be-4878-80d2-c255b76361c5" -d '{"events": [{"server_uuid": "1e5e5850-d733-4e31-ae2a-14941f0c50ac", "name": "network-vif-plugged", "status": "completed", "tag": "48af9415-890c-4fbd-88cd-d650b763538d"}, {"server_uuid": "a24a653f-9ee1-4b3c-a890-580d11f70b08", "name": "network-vif-plugged", "status": "completed", "tag": "3d4b6831-70a9-4b46-916d-11a9da7df234"}, {"server_uuid": "5cd9ab23-b4e8-47c3-acc1-9229ddd30b94", "name": "network-vif-plugged", "status": "completed", "tag": "de5117ab-86e1-451b-9ba2-831bc8a23792"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:33:59.514614 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-32dbb5fd-ebc3-4ca5-a186-e7f6d36ddf97 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:59.518747 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-32dbb5fd-ebc3-4ca5-a186-e7f6d36ddf97 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:59.611940 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-32dbb5fd-ebc3-4ca5-a186-e7f6d36ddf97 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:59.612733 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dbb5fd-ebc3-4ca5-a186-e7f6d36ddf97 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b51604e5-6ede-4412-8061-f86f1f246ca8 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:33:59.618980 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-32dbb5fd-ebc3-4ca5-a186-e7f6d36ddf97 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:33:59.620735 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-32dbb5fd-ebc3-4ca5-a186-e7f6d36ddf97 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "DELETE /v2.0/routers/b51604e5-6ede-4412-8061-f86f1f246ca8 HTTP/1.1" status: 204 len: 168 time: 0.4799483 Nov 04 10:33:59.813897 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36910) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:00.161487 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-f3d64a27-f6f5-463c-978b-f2a5a7fd4078 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-441348886', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}, 'admin_state_up': False}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:00.200652 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 04 Nov 2021 10:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b423c6-fb0a-49f3-8517-57f5542f57c2 x-openstack-request-id: req-f2b423c6-fb0a-49f3-8517-57f5542f57c2 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:34:00.201087 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5e5850-d733-4e31-ae2a-14941f0c50ac", "name": "network-vif-plugged", "status": "completed", "tag": "48af9415-890c-4fbd-88cd-d650b763538d", "code": 200}, {"server_uuid": "a24a653f-9ee1-4b3c-a890-580d11f70b08", "name": "network-vif-plugged", "status": "completed", "tag": "3d4b6831-70a9-4b46-916d-11a9da7df234", "code": 200}, {"server_uuid": "5cd9ab23-b4e8-47c3-acc1-9229ddd30b94", "name": "network-vif-plugged", "status": "completed", "tag": "de5117ab-86e1-451b-9ba2-831bc8a23792", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:34:00.201578 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f2b423c6-fb0a-49f3-8517-57f5542f57c2 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:34:00.202175 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5e5850-d733-4e31-ae2a-14941f0c50ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48af9415-890c-4fbd-88cd-d650b763538d', 'code': 200} Nov 04 10:34:00.203833 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24a653f-9ee1-4b3c-a890-580d11f70b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4b6831-70a9-4b46-916d-11a9da7df234', 'code': 200} Nov 04 10:34:00.204411 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd9ab23-b4e8-47c3-acc1-9229ddd30b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5117ab-86e1-451b-9ba2-831bc8a23792', 'code': 200} Nov 04 10:34:00.250826 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78635867-9543-4fba-9f87-fb778882a3cb req-be165bea-1111-4101-aeea-45ce4bd8723c tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:00.260442 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78635867-9543-4fba-9f87-fb778882a3cb req-be165bea-1111-4101-aeea-45ce4bd8723c tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=5cd9ab23-b4e8-47c3-acc1-9229ddd30b94 HTTP/1.1" status: 200 len: 949 time: 0.1513774 Nov 04 10:34:00.295915 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f3d64a27-f6f5-463c-978b-f2a5a7fd4078 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:00.297485 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f3d64a27-f6f5-463c-978b-f2a5a7fd4078 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:00.324794 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a708afb0-c01f-4aa9-add3-0e1493c7f775 req-25a414bd-eb0c-4a63-856b-b852024abfaf tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 210 time: 0.0539014 Nov 04 10:34:00.329611 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f584aa-580c-4ab4-a0c8-4581956206e7 req-6ec4c2fc-554f-4930-94d7-08b1e750f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:00.335574 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-35f584aa-580c-4ab4-a0c8-4581956206e7 req-6ec4c2fc-554f-4930-94d7-08b1e750f99d service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=5cd9ab23-b4e8-47c3-acc1-9229ddd30b94 HTTP/1.1" status: 200 len: 1100 time: 0.0765841 Nov 04 10:34:00.384495 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78635867-9543-4fba-9f87-fb778882a3cb req-00fa20d3-ede6-4a26-9c4d-7e83dc488812 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223593 Nov 04 10:34:00.421511 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36936) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:00.457331 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f3d64a27-f6f5-463c-978b-f2a5a7fd4078 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:00.547557 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-35f584aa-580c-4ab4-a0c8-4581956206e7 req-eab7a568-6ff2-461d-b09a-092ea2ba03b6 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015734 Nov 04 10:34:00.548510 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2a4d7a31-560c-4711-ba1e-0a9603d761a9 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:00.601994 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2a4d7a31-560c-4711-ba1e-0a9603d761a9 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:00.707604 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2a4d7a31-560c-4711-ba1e-0a9603d761a9 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:00.716928 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2a4d7a31-560c-4711-ba1e-0a9603d761a9 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:00.718765 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2a4d7a31-560c-4711-ba1e-0a9603d761a9 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "DELETE /v2.0/security-groups/e3fc6229-c534-4667-80af-1b77361324bb HTTP/1.1" status: 204 len: 168 time: 0.2952561 Nov 04 10:34:00.731024 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36958) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:00.732011 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d7a31-560c-4711-ba1e-0a9603d761a9 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fc6229-c534-4667-80af-1b77361324bb,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:00.826726 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-ef792aee-9f75-4607-93ca-7bbec9409c1f tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2145691 Nov 04 10:34:00.844411 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-10db4f6e-2052-4559-88f7-00fb696515c2 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] show failed (client error): The resource could not be found. Nov 04 10:34:00.849093 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-10db4f6e-2052-4559-88f7-00fb696515c2 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "GET /v2.0/security-groups/e3fc6229-c534-4667-80af-1b77361324bb HTTP/1.1" status: 404 len: 347 time: 0.1070509 Nov 04 10:34:00.850918 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36968) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:01.052054 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-37a791e7-a958-4cf7-8e27-b76ef44d79b3 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Deleting port 881368e7-8f8b-47e1-a6ed-774259dbe63c {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:34:01.052417 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-37a791e7-a958-4cf7-8e27-b76ef44d79b3 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:01.075675 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-37ce3fec-4921-4c8d-951a-b906aafbc664 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:01.083687 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-37ce3fec-4921-4c8d-951a-b906aafbc664 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2552540 Nov 04 10:34:01.186475 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-37a791e7-a958-4cf7-8e27-b76ef44d79b3 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:01.186877 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-37a791e7-a958-4cf7-8e27-b76ef44d79b3 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:01.212665 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-37a791e7-a958-4cf7-8e27-b76ef44d79b3 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Calling delete_port for 881368e7-8f8b-47e1-a6ed-774259dbe63c owned by network:floatingip {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:34:01.404796 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-37a791e7-a958-4cf7-8e27-b76ef44d79b3 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:01.465758 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a791e7-a958-4cf7-8e27-b76ef44d79b3 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Pushing event deleted for resources: {'Port': ['ID=881368e7-8f8b-47e1-a6ed-774259dbe63c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:01.509991 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36992) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:01.578605 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-37a791e7-a958-4cf7-8e27-b76ef44d79b3 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks [] for floatingip, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:01.582400 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-37a791e7-a958-4cf7-8e27-b76ef44d79b3 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:01.587738 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-37a791e7-a958-4cf7-8e27-b76ef44d79b3 tempest-ServersWithSpecificFlavorTestJSON-330706110 tempest-ServersWithSpecificFlavorTestJSON-330706110-project] 10.222.0.127 "DELETE /v2.0/floatingips/a36b7a31-5608-4e8d-a792-d745e179ac02 HTTP/1.1" status: 204 len: 168 time: 0.7337174 Nov 04 10:34:01.610326 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f3d64a27-f6f5-463c-978b-f2a5a7fd4078 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:01.614169 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-98ea648c-28ce-4c15-b9a7-1eae82e98e84 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/quotas/cd2183f7c1f6439d8bc0b7de34a592df HTTP/1.1" status: 200 len: 375 time: 0.5281470 Nov 04 10:34:01.724951 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-67f10d0c-7e51-43f8-b4d0-63bc4101ed22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:01.824891 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-1d76784b-7bdb-4a1d-bb1f-372be2787d0c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:01.826484 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-1d76784b-7bdb-4a1d-bb1f-372be2787d0c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/networks?id=9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d HTTP/1.1" status: 200 len: 805 time: 0.7391880 Nov 04 10:34:01.889520 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-67f10d0c-7e51-43f8-b4d0-63bc4101ed22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:01.898851 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-67f10d0c-7e51-43f8-b4d0-63bc4101ed22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:01.978543 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-d6ddbb5c-e6ee-489e-a5c4-d930ba9b99ad tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3061156 Nov 04 10:34:01.979868 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-2d290d11-41d7-42b6-9aa4-6c5e73c31605 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/quotas/2b5a587ccab54a2f9cf1975659bd89f9 HTTP/1.1" status: 200 len: 375 time: 0.1347401 Nov 04 10:34:01.993017 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-67f10d0c-7e51-43f8-b4d0-63bc4101ed22 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=3a2313d8523149b8ada2d4c02de69e37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4813032 Nov 04 10:34:01.993694 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36998) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:02.002289 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f10d0c-7e51-43f8-b4d0-63bc4101ed22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f19425c-6a28-4b3e-bcf7-68160ef543ed,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:02.011581 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-8547c9d9-0b30-43f6-af12-ad4202e209d1 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:02.013777 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-8547c9d9-0b30-43f6-af12-ad4202e209d1 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.121 "GET /v2.0/networks?id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 HTTP/1.1" status: 200 len: 821 time: 0.4277856 Nov 04 10:34:02.087192 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-c5f609c2-532e-47fe-b0cc-9b3787b69477 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Request body: {'port': {'device_id': 'fc7b321e-3122-4862-b25b-a7b49f1a0256', 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730', 'admin_state_up': True, 'tenant_id': '0464048b294a465b81cede98ee2447df'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:02.114052 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f4078fe-650b-4394-aa17-61473ab9e1ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:02.162748 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f4078fe-650b-4394-aa17-61473ab9e1ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:02.265584 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f4078fe-650b-4394-aa17-61473ab9e1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:02.268229 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f4078fe-650b-4394-aa17-61473ab9e1ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:02.278564 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5f4078fe-650b-4394-aa17-61473ab9e1ef admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/3f19425c-6a28-4b3e-bcf7-68160ef543ed HTTP/1.1" status: 204 len: 168 time: 0.2784164 Nov 04 10:34:02.292292 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device af0058a2-cc77-4522-822e-4e782e40d7ba no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:34:02.307142 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4078fe-650b-4394-aa17-61473ab9e1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f19425c-6a28-4b3e-bcf7-68160ef543ed,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:02.355355 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-2de1a820-8c6b-40ce-bf86-aaec55d66eb0 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=2b5a587ccab54a2f9cf1975659bd89f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3403416 Nov 04 10:34:02.562166 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:02.609336 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9855bb-5dac-4336-9656-c8e8b541d1ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af0058a2-cc77-4522-822e-4e782e40d7ba'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:34:02.612265 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c568192e-00ec-490f-8366-651f8f5828f2" -d '{"events": [{"server_uuid": "8e9855bb-5dac-4336-9656-c8e8b541d1ac", "name": "network-vif-unplugged", "status": "completed", "tag": "af0058a2-cc77-4522-822e-4e782e40d7ba"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:34:02.633138 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port af0058a2-cc77-4522-822e-4e782e40d7ba, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=af0058a2-cc77-4522-822e-4e782e40d7ba,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:02.642265 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:02.766022 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=af0058a2-cc77-4522-822e-4e782e40d7ba,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:02.781595 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f914a6e1-9bc1-4c10-92dc-2074af1acc30 req-7839ed3c-cfcb-4f0a-9566-134e3cfe6617 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 210 time: 0.2736375 Nov 04 10:34:02.855047 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa77fa-ee5d-451b-aff9-baef8a14a44b req-b001a5e1-402d-4c76-9644-b9a283540a23 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:02.866449 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-acfa77fa-ee5d-451b-aff9-baef8a14a44b req-b001a5e1-402d-4c76-9644-b9a283540a23 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.126 "GET /v2.0/ports?device_id=8e9855bb-5dac-4336-9656-c8e8b541d1ac HTTP/1.1" status: 200 len: 944 time: 0.1392722 Nov 04 10:34:03.033207 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-6fee3257-0782-4384-b35d-e753f38f8225 service neutron] 10.222.0.127 "GET /v2.0/networks/9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6769471 Nov 04 10:34:03.088048 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-acfa77fa-ee5d-451b-aff9-baef8a14a44b req-9ec98509-d235-4f21-935d-0fcb35136273 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Deleting port af0058a2-cc77-4522-822e-4e782e40d7ba {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:34:03.089259 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-acfa77fa-ee5d-451b-aff9-baef8a14a44b req-9ec98509-d235-4f21-935d-0fcb35136273 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:03.123583 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f3d64a27-f6f5-463c-978b-f2a5a7fd4078 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:03.125419 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-c5f609c2-532e-47fe-b0cc-9b3787b69477 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Made reservation on behalf of 0464048b294a465b81cede98ee2447df for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:34:03.147513 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-c5f609c2-532e-47fe-b0cc-9b3787b69477 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:03.242465 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f3d64a27-f6f5-463c-978b-f2a5a7fd4078 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:03.331904 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-acfa77fa-ee5d-451b-aff9-baef8a14a44b req-9ec98509-d235-4f21-935d-0fcb35136273 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] For port af0058a2-cc77-4522-822e-4e782e40d7ba, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=af0058a2-cc77-4522-822e-4e782e40d7ba,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:03.332452 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-acfa77fa-ee5d-451b-aff9-baef8a14a44b req-9ec98509-d235-4f21-935d-0fcb35136273 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:03.350260 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-acfa77fa-ee5d-451b-aff9-baef8a14a44b req-9ec98509-d235-4f21-935d-0fcb35136273 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Calling delete_port for af0058a2-cc77-4522-822e-4e782e40d7ba owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:34:03.385499 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cff00-eb40-49ae-933d-91bf1fcdb1d4 req-678651e6-5d89-400a-a01a-d70b7e822d4f tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:03.398497 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5a0cff00-eb40-49ae-933d-91bf1fcdb1d4 req-678651e6-5d89-400a-a01a-d70b7e822d4f tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=5cd9ab23-b4e8-47c3-acc1-9229ddd30b94 HTTP/1.1" status: 200 len: 949 time: 0.3555264 Nov 04 10:34:03.546669 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-acfa77fa-ee5d-451b-aff9-baef8a14a44b req-9ec98509-d235-4f21-935d-0fcb35136273 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:03.590550 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec98509-d235-4f21-935d-0fcb35136273 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Pushing event deleted for resources: {'Port': ['ID=af0058a2-cc77-4522-822e-4e782e40d7ba,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:03.605935 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-d1e7d11c-1b38-4032-adde-434b4a6c96c4 service neutron] 10.222.0.127 "GET /v2.0/networks/9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842629 Nov 04 10:34:03.643179 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5a0cff00-eb40-49ae-933d-91bf1fcdb1d4 req-4d7b5ca4-ed54-4b35-9f46-9d32fa16385b tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434096 Nov 04 10:34:03.677839 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-c5f609c2-532e-47fe-b0cc-9b3787b69477 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Allocated IP 172.20.0.6 (eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730/74d328ae-3dd4-4757-b0cd-5d3ffb3741ad/b5ace112-ac21-4505-9972-e390cae169a8) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:34:03.689604 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-f3d64a27-f6f5-463c-978b-f2a5a7fd4078 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Allocated IP 172.25.7.59 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/274075f9-ea5f-4aed-9f2a-0d5d1b4178c9) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:34:03.696606 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfa77fa-ee5d-451b-aff9-baef8a14a44b req-9ec98509-d235-4f21-935d-0fcb35136273 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] No DVR routers for this DVR port af0058a2-cc77-4522-822e-4e782e40d7ba on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:34:03.702261 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-acfa77fa-ee5d-451b-aff9-baef8a14a44b req-9ec98509-d235-4f21-935d-0fcb35136273 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:03.705641 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-acfa77fa-ee5d-451b-aff9-baef8a14a44b req-9ec98509-d235-4f21-935d-0fcb35136273 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.126 "DELETE /v2.0/ports/af0058a2-cc77-4522-822e-4e782e40d7ba HTTP/1.1" status: 204 len: 173 time: 0.8302631 Nov 04 10:34:03.713394 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9855bb-5dac-4336-9656-c8e8b541d1ac', 'name': 'network-vif-deleted', 'tag': 'af0058a2-cc77-4522-822e-4e782e40d7ba'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:34:03.715846 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b3a934-5cee-4e3f-ab1f-48f0cdf22cb9" -d '{"events": [{"server_uuid": "8e9855bb-5dac-4336-9656-c8e8b541d1ac", "name": "network-vif-deleted", "tag": "af0058a2-cc77-4522-822e-4e782e40d7ba"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:34:03.971894 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a70393-b4b1-41b7-9118-426ca651bae2 x-openstack-request-id: req-89a70393-b4b1-41b7-9118-426ca651bae2 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:34:03.972416 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9855bb-5dac-4336-9656-c8e8b541d1ac", "name": "network-vif-unplugged", "status": "completed", "tag": "af0058a2-cc77-4522-822e-4e782e40d7ba", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:34:03.972416 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-89a70393-b4b1-41b7-9118-426ca651bae2 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:34:03.972869 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9855bb-5dac-4336-9656-c8e8b541d1ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af0058a2-cc77-4522-822e-4e782e40d7ba', 'code': 200} Nov 04 10:34:03.998569 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f682681-ccc1-4744-9342-0fd886bdebc3 req-a658574c-3ebc-44e5-bf49-0940aa25345f tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 210 time: 0.0580630 Nov 04 10:34:04.108595 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f3d64a27-f6f5-463c-978b-f2a5a7fd4078 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:04.172240 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-cfd378ee-e9d2-45f7-af26-dc2a6b23638d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640640 Nov 04 10:34:04.310065 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-c5f609c2-532e-47fe-b0cc-9b3787b69477 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:04.313860 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850f85d-ce71-4492-a59e-fa71fa5ef2b5 req-beb2994c-a59c-48e8-89fd-b337efc4e3f0 tempest-ServersOnMultiNodesTest-1979143440 tempest-ServersOnMultiNodesTest-1979143440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:04.327092 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a850f85d-ce71-4492-a59e-fa71fa5ef2b5 req-beb2994c-a59c-48e8-89fd-b337efc4e3f0 tempest-ServersOnMultiNodesTest-1979143440 tempest-ServersOnMultiNodesTest-1979143440-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=5cd9ab23-b4e8-47c3-acc1-9229ddd30b94 HTTP/1.1" status: 200 len: 1100 time: 0.2309141 Nov 04 10:34:04.377249 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f3d64a27-f6f5-463c-978b-f2a5a7fd4078 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:04.454095 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-e793a6b8-b9aa-45a7-b106-f1ae60dc5551 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:04.455645 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-e793a6b8-b9aa-45a7-b106-f1ae60dc5551 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2696960 Nov 04 10:34:04.457751 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e46f7b4-0184-4638-b040-655b82970214 x-openstack-request-id: req-0e46f7b4-0184-4638-b040-655b82970214 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:34:04.458045 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9855bb-5dac-4336-9656-c8e8b541d1ac", "name": "network-vif-deleted", "tag": "af0058a2-cc77-4522-822e-4e782e40d7ba", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:34:04.458293 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-0e46f7b4-0184-4638-b040-655b82970214 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:34:04.458676 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9855bb-5dac-4336-9656-c8e8b541d1ac', 'name': 'network-vif-deleted', 'tag': 'af0058a2-cc77-4522-822e-4e782e40d7ba', 'status': 'completed', 'code': 200} Nov 04 10:34:04.473458 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-bdadf54c-a7db-40ba-93a4-a211d561c014 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Request body: {'port': {'device_id': 'e80416f2-d85c-45aa-b8f7-e033b1d7e093', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': 'cd2183f7c1f6439d8bc0b7de34a592df'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:04.501685 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d64a27-f6f5-463c-978b-f2a5a7fd4078 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:34:04.523950 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a850f85d-ce71-4492-a59e-fa71fa5ef2b5 req-bc125c4a-b23f-4242-abb2-920df83b8058 tempest-ServersOnMultiNodesTest-1979143440 tempest-ServersOnMultiNodesTest-1979143440-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961837 Nov 04 10:34:04.528203 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-f3d64a27-f6f5-463c-978b-f2a5a7fd4078 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:34:04.545180 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d64a27-f6f5-463c-978b-f2a5a7fd4078 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:34:04.567523 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d64a27-f6f5-463c-978b-f2a5a7fd4078 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Pushing event updated for resources: {'Port': ['ID=274075f9-ea5f-4aed-9f2a-0d5d1b4178c9,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:04.694213 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7acd429c-935c-4271-b2f1-bf9a26cbb2bd req-068e3fcb-f94c-4561-b39d-75ef60b58e85 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 210 time: 0.0456367 Nov 04 10:34:04.720285 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-c5f609c2-532e-47fe-b0cc-9b3787b69477 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:04.738658 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['8f7f0928-17d2-414f-8566-837b84f7fd38'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:34:04.740954 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-bdadf54c-a7db-40ba-93a4-a211d561c014 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Made reservation on behalf of cd2183f7c1f6439d8bc0b7de34a592df for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:34:04.744791 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-bdadf54c-a7db-40ba-93a4-a211d561c014 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:04.835925 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bd1cd8a5-4569-4afe-a816-aae6d96ecd97 req-fc996dab-7c8c-4071-b09f-753543c5c2e1 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=30d5a469-105c-46a1-abee-2134473a5317 HTTP/1.1" status: 200 len: 210 time: 0.0986471 Nov 04 10:34:04.864168 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-c5f609c2-532e-47fe-b0cc-9b3787b69477 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:34:04.947730 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-c5f609c2-532e-47fe-b0cc-9b3787b69477 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:34:04.994091 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-c5f609c2-532e-47fe-b0cc-9b3787b69477 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:34:05.116804 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-bdadf54c-a7db-40ba-93a4-a211d561c014 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Allocated IP 192.168.233.46 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/4c46e41e-d13d-467f-9446-d58fcef67498) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:34:05.143493 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f609c2-532e-47fe-b0cc-9b3787b69477 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Pushing event updated for resources: {'Port': ['ID=b5ace112-ac21-4505-9972-e390cae169a8,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:05.279582 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-c5f609c2-532e-47fe-b0cc-9b3787b69477 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:05.280400 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-c5f609c2-532e-47fe-b0cc-9b3787b69477 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:05.320030 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-c5f609c2-532e-47fe-b0cc-9b3787b69477 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2470913 Nov 04 10:34:05.487407 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d4dac603-6070-4251-a6f2-f0ab06e7fdb1 req-9a55596f-31dd-4571-a9e7-3bec35ecf190 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 210 time: 0.0792398 Nov 04 10:34:05.502163 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66010aed-bf1c-4d54-bf00-2e10af13c584 req-f3a84d25-00b3-4e19-b7ed-257f866c3b0c tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:05.528064 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-66010aed-bf1c-4d54-bf00-2e10af13c584 req-f3a84d25-00b3-4e19-b7ed-257f866c3b0c tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/ports?device_id=1e5e5850-d733-4e31-ae2a-14941f0c50ac HTTP/1.1" status: 200 len: 951 time: 0.2328167 Nov 04 10:34:05.543257 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-bdadf54c-a7db-40ba-93a4-a211d561c014 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:05.617596 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-bdadf54c-a7db-40ba-93a4-a211d561c014 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:05.637837 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['5409d388-e97e-4c23-ac7e-207666e904b5'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:34:05.744121 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['8f4d702b-b914-470f-874a-f8a7b107abdb', '3d4b6831-70a9-4b46-916d-11a9da7df234'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:34:05.767665 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-66010aed-bf1c-4d54-bf00-2e10af13c584 req-8785e782-3b81-417f-a87e-8a494c5d9354 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/security-groups?id=dd39b566-6b5c-446f-a702-6ac696cd451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363610 Nov 04 10:34:05.809501 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37118) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:05.812007 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadf54c-a7db-40ba-93a4-a211d561c014 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Pushing event updated for resources: {'Port': ['ID=4c46e41e-d13d-467f-9446-d58fcef67498,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:05.895499 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-83338c34-3a2f-4b36-a58c-e2ca55af661d service neutron] Request body: {'port': {'device_id': 'fc7b321e-3122-4862-b25b-a7b49f1a0256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:05.904775 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-bdadf54c-a7db-40ba-93a4-a211d561c014 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:34:05.915565 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-bdadf54c-a7db-40ba-93a4-a211d561c014 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:34:05.954401 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-bdadf54c-a7db-40ba-93a4-a211d561c014 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:34:05.956801 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f3d64a27-f6f5-463c-978b-f2a5a7fd4078 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:06.030186 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-bdadf54c-a7db-40ba-93a4-a211d561c014 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:06.030918 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-bdadf54c-a7db-40ba-93a4-a211d561c014 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:06.072162 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-bdadf54c-a7db-40ba-93a4-a211d561c014 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6042042 Nov 04 10:34:06.091856 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-0744e43e-5873-4887-ae86-e535e3d8bff9 service neutron] Request body: {'port': {'device_id': 'e80416f2-d85c-45aa-b8f7-e033b1d7e093', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:06.093325 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-68a2e224-92d1-46f4-af2c-b4c5be2f2e1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:06.129475 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-9d91fce1-6d54-479b-b3e1-deadd99f367a tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:06.131307 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-9d91fce1-6d54-479b-b3e1-deadd99f367a tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.126 "GET /v2.0/networks?id=9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d HTTP/1.1" status: 200 len: 805 time: 0.3593292 Nov 04 10:34:06.147716 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-1289b343-e8bf-46cb-8967-17ff44b14395 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Request body: {'port': {'device_id': '30d5a469-105c-46a1-abee-2134473a5317', 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d', 'admin_state_up': True, 'tenant_id': '2b5a587ccab54a2f9cf1975659bd89f9'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:06.227337 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-0744e43e-5873-4887-ae86-e535e3d8bff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:06.298460 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device af0058a2-cc77-4522-822e-4e782e40d7ba no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:34:06.330365 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: af0058a2-cc77-4522-822e-4e782e40d7ba {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:34:06.330833 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device af0058a2-cc77-4522-822e-4e782e40d7ba not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:34:06.381751 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-5eb9aff0-b20f-4667-a8f8-c5ba97d65665 None None] Provisioning complete for port 4c46e41e-d13d-467f-9446-d58fcef67498 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:34:06.382236 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5eb9aff0-b20f-4667-a8f8-c5ba97d65665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:06.429875 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-5eb9aff0-b20f-4667-a8f8-c5ba97d65665 None None] Port 4c46e41e-d13d-467f-9446-d58fcef67498 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:34:06.505714 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 48af9415-890c-4fbd-88cd-d650b763538d no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:34:06.572022 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-83338c34-3a2f-4b36-a58c-e2ca55af661d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:06.612417 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:06.616802 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539c7af-b05e-4d1b-bbfc-c0e654d671d8 req-492ecf48-527d-450c-a037-a3f9fe17e30e tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:06.618421 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5539c7af-b05e-4d1b-bbfc-c0e654d671d8 req-492ecf48-527d-450c-a037-a3f9fe17e30e tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=5cd9ab23-b4e8-47c3-acc1-9229ddd30b94 HTTP/1.1" status: 200 len: 949 time: 0.8731728 Nov 04 10:34:06.670350 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5e5850-d733-4e31-ae2a-14941f0c50ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48af9415-890c-4fbd-88cd-d650b763538d'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:34:06.674157 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8894ae2-fca5-4fe5-9924-6f0411a3dbe4" -d '{"events": [{"server_uuid": "1e5e5850-d733-4e31-ae2a-14941f0c50ac", "name": "network-vif-unplugged", "status": "completed", "tag": "48af9415-890c-4fbd-88cd-d650b763538d"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:34:06.713829 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 48af9415-890c-4fbd-88cd-d650b763538d, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=48af9415-890c-4fbd-88cd-d650b763538d,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:06.722218 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:06.763091 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-1289b343-e8bf-46cb-8967-17ff44b14395 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Made reservation on behalf of 2b5a587ccab54a2f9cf1975659bd89f9 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:34:06.767199 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-1289b343-e8bf-46cb-8967-17ff44b14395 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:06.781539 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5539c7af-b05e-4d1b-bbfc-c0e654d671d8 req-a6c0a855-811a-433f-a257-2f7ceb3fa04d tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357079 Nov 04 10:34:06.790135 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5d674-e635-44aa-b6cb-d00e2cb757cf req-cb9b7e74-7577-407a-b039-7a0830c7c843 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:06.791677 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2bd5d674-e635-44aa-b6cb-d00e2cb757cf req-cb9b7e74-7577-407a-b039-7a0830c7c843 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 931 time: 0.2469525 Nov 04 10:34:06.811212 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=48af9415-890c-4fbd-88cd-d650b763538d,revision_number=11']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:06.980102 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2bd5d674-e635-44aa-b6cb-d00e2cb757cf req-2f929a2b-afd4-4058-bc19-882311d3ee9c tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664817 Nov 04 10:34:07.004961 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74375db-e8a9-4046-bf0d-895b4c295368 req-377f1416-e668-4274-a6dd-e7a52a84439f tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:07.007327 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f74375db-e8a9-4046-bf0d-895b4c295368 req-377f1416-e668-4274-a6dd-e7a52a84439f tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.126 "GET /v2.0/ports?device_id=5cd9ab23-b4e8-47c3-acc1-9229ddd30b94 HTTP/1.1" status: 200 len: 949 time: 0.2039552 Nov 04 10:34:07.089813 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-68a2e224-92d1-46f4-af2c-b4c5be2f2e1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:07.103100 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-68a2e224-92d1-46f4-af2c-b4c5be2f2e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:07.141940 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f3d64a27-f6f5-463c-978b-f2a5a7fd4078 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:07.171735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-0744e43e-5873-4887-ae86-e535e3d8bff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c46e41e-d13d-467f-9446-d58fcef67498 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:34:07.200108 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-0744e43e-5873-4887-ae86-e535e3d8bff9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:07.207519 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-1289b343-e8bf-46cb-8967-17ff44b14395 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Allocated IP 172.20.0.14 (9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d/28924b01-2687-4263-b969-76f54864e85b/e0aec581-ded0-4c10-9854-498d225d5e70) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:34:07.222504 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2e224-92d1-46f4-af2c-b4c5be2f2e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea821da-c81a-444e-b79c-39c10c5f59ec,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:07.230858 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-0744e43e-5873-4887-ae86-e535e3d8bff9 service neutron] Transition to ACTIVE for port object 4c46e41e-d13d-467f-9446-d58fcef67498 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:34:07.250460 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-0744e43e-5873-4887-ae86-e535e3d8bff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:07.254347 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-68a2e224-92d1-46f4-af2c-b4c5be2f2e1e admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=f0c8f85e3f724b73a6dfba805f8d4ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4411359 Nov 04 10:34:07.257114 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37146) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:07.294168 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-99808ea2-b392-4b4a-b868-23fe141bf203 req-4624aec9-c3f6-4dc3-a591-b39dc63d4eca tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=30d5a469-105c-46a1-abee-2134473a5317 HTTP/1.1" status: 200 len: 210 time: 0.0880771 Nov 04 10:34:07.397235 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef53a03-f817-4b5d-9a9c-a70ea48b1dbc x-openstack-request-id: req-4ef53a03-f817-4b5d-9a9c-a70ea48b1dbc {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:34:07.397412 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5e5850-d733-4e31-ae2a-14941f0c50ac", "name": "network-vif-unplugged", "status": "completed", "tag": "48af9415-890c-4fbd-88cd-d650b763538d", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:34:07.397528 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-4ef53a03-f817-4b5d-9a9c-a70ea48b1dbc {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:34:07.398426 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5e5850-d733-4e31-ae2a-14941f0c50ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48af9415-890c-4fbd-88cd-d650b763538d', 'code': 200} Nov 04 10:34:07.435187 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df49f6-4a9e-48a7-8f68-ed5245bafc45 req-5cd4bb9b-9090-4d8c-9322-a4f90f1c4e1c tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:07.443583 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c2df49f6-4a9e-48a7-8f68-ed5245bafc45 req-5cd4bb9b-9090-4d8c-9322-a4f90f1c4e1c tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 947 time: 0.2301338 Nov 04 10:34:07.452636 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-83338c34-3a2f-4b36-a58c-e2ca55af661d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5ace112-ac21-4505-9972-e390cae169a8 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:34:07.474713 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-83338c34-3a2f-4b36-a58c-e2ca55af661d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:07.497827 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-1289b343-e8bf-46cb-8967-17ff44b14395 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:07.521463 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744e43e-5873-4887-ae86-e535e3d8bff9 service neutron] Pushing event updated for resources: {'Port': ['ID=4c46e41e-d13d-467f-9446-d58fcef67498,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:07.528561 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-f74375db-e8a9-4046-bf0d-895b4c295368 req-3dded06f-11c0-4315-a19a-4f408235d48e tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Deleting port de5117ab-86e1-451b-9ba2-831bc8a23792 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:34:07.528948 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f74375db-e8a9-4046-bf0d-895b4c295368 req-3dded06f-11c0-4315-a19a-4f408235d48e tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:07.533984 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-83338c34-3a2f-4b36-a58c-e2ca55af661d service neutron] Transition to ACTIVE for port object b5ace112-ac21-4505-9972-e390cae169a8 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:34:07.544837 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-83338c34-3a2f-4b36-a58c-e2ca55af661d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:07.654332 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37158) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:07.655064 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2592dfd5-0cf0-46a3-8388-a55c8b2d2aac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:07.662736 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83338c34-3a2f-4b36-a58c-e2ca55af661d service neutron] Pushing event updated for resources: {'Port': ['ID=b5ace112-ac21-4505-9972-e390cae169a8,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:07.691683 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c2df49f6-4a9e-48a7-8f68-ed5245bafc45 req-88fa3eb1-1cfc-45df-bd96-eec1c4afe3d4 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472188 Nov 04 10:34:07.692968 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d64a27-f6f5-463c-978b-f2a5a7fd4078 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Router 436c50e5-6da4-4666-a456-e1830d86921f is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:34:07.763806 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2592dfd5-0cf0-46a3-8388-a55c8b2d2aac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:07.788011 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-1289b343-e8bf-46cb-8967-17ff44b14395 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:07.837463 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-0744e43e-5873-4887-ae86-e535e3d8bff9 service neutron] Attempting to bind port 4c46e41e-d13d-467f-9446-d58fcef67498 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:34:07.837799 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-0744e43e-5873-4887-ae86-e535e3d8bff9 service neutron] Attempting to bind port 4c46e41e-d13d-467f-9446-d58fcef67498 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:34:07.838143 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-0744e43e-5873-4887-ae86-e535e3d8bff9 service neutron] Attempting to bind port 4c46e41e-d13d-467f-9446-d58fcef67498 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:34:07.871043 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-83338c34-3a2f-4b36-a58c-e2ca55af661d service neutron] Attempting to bind port b5ace112-ac21-4505-9972-e390cae169a8 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:34:07.871296 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-83338c34-3a2f-4b36-a58c-e2ca55af661d service neutron] Attempting to bind port b5ace112-ac21-4505-9972-e390cae169a8 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:34:07.871582 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-83338c34-3a2f-4b36-a58c-e2ca55af661d service neutron] Attempting to bind port b5ace112-ac21-4505-9972-e390cae169a8 on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:34:07.888273 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-83338c34-3a2f-4b36-a58c-e2ca55af661d service neutron] Port b5ace112-ac21-4505-9972-e390cae169a8 on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:34:07.888623 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-83338c34-3a2f-4b36-a58c-e2ca55af661d service neutron] Attempting to bind port b5ace112-ac21-4505-9972-e390cae169a8 on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:34:07.903334 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-83338c34-3a2f-4b36-a58c-e2ca55af661d service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:34:07.903669 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-83338c34-3a2f-4b36-a58c-e2ca55af661d service neutron] Checking segment: {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:34:07.904113 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-83338c34-3a2f-4b36-a58c-e2ca55af661d service neutron] Bound using segment: {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:34:07.904557 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-83338c34-3a2f-4b36-a58c-e2ca55af661d service neutron] Bound port: b5ace112-ac21-4505-9972-e390cae169a8, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:34:07.904933 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-83338c34-3a2f-4b36-a58c-e2ca55af661d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:08.029746 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-83338c34-3a2f-4b36-a58c-e2ca55af661d service neutron] For port b5ace112-ac21-4505-9972-e390cae169a8, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:34:08.034064 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-83338c34-3a2f-4b36-a58c-e2ca55af661d service neutron] For port b5ace112-ac21-4505-9972-e390cae169a8, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b5ace112-ac21-4505-9972-e390cae169a8,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:34:08.103900 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d64a27-f6f5-463c-978b-f2a5a7fd4078 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:34:08.125445 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea30076e-0989-4e01-a850-1d88b4ac9546 None None] Sync routers for ids ['436c50e5-6da4-4666-a456-e1830d86921f'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:34:08.142555 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea30076e-0989-4e01-a850-1d88b4ac9546 None None] Routers {'436c50e5-6da4-4666-a456-e1830d86921f'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:34:08.143185 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ea30076e-0989-4e01-a850-1d88b4ac9546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:33:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['436c50e5-6da4-4666-a456-e1830d86921f'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:08.152051 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-83338c34-3a2f-4b36-a58c-e2ca55af661d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:08.215997 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ea30076e-0989-4e01-a850-1d88b4ac9546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:08.219834 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a0016-6aa7-48e0-9e98-7d9c523ec732 req-4dfbb33a-701d-408b-9fa3-2d51890cde08 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:08.221824 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a32a0016-6aa7-48e0-9e98-7d9c523ec732 req-4dfbb33a-701d-408b-9fa3-2d51890cde08 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=5cd9ab23-b4e8-47c3-acc1-9229ddd30b94 HTTP/1.1" status: 200 len: 949 time: 0.2892201 Nov 04 10:34:08.232969 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea30076e-0989-4e01-a850-1d88b4ac9546 None None] Routers {'436c50e5-6da4-4666-a456-e1830d86921f'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:34:08.233610 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ea30076e-0989-4e01-a850-1d88b4ac9546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:33:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['436c50e5-6da4-4666-a456-e1830d86921f'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:08.259160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-0744e43e-5873-4887-ae86-e535e3d8bff9 service neutron] Port 4c46e41e-d13d-467f-9446-d58fcef67498 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:34:08.259370 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-0744e43e-5873-4887-ae86-e535e3d8bff9 service neutron] Attempting to bind port 4c46e41e-d13d-467f-9446-d58fcef67498 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:34:08.265602 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-83338c34-3a2f-4b36-a58c-e2ca55af661d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:08.266372 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ea30076e-0989-4e01-a850-1d88b4ac9546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:08.267153 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-83338c34-3a2f-4b36-a58c-e2ca55af661d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:08.267364 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea30076e-0989-4e01-a850-1d88b4ac9546 None None] The sync data for ids ['436c50e5-6da4-4666-a456-e1830d86921f'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:34:08.268864 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-83338c34-3a2f-4b36-a58c-e2ca55af661d service neutron] 10.222.0.121 "PUT /v2.0/ports/b5ace112-ac21-4505-9972-e390cae169a8 HTTP/1.1" status: 200 len: 1091 time: 2.8894157 Nov 04 10:34:08.288030 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-1289b343-e8bf-46cb-8967-17ff44b14395 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Network 9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:34:08.291081 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-f74375db-e8a9-4046-bf0d-895b4c295368 req-3dded06f-11c0-4315-a19a-4f408235d48e tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] For port de5117ab-86e1-451b-9ba2-831bc8a23792, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=de5117ab-86e1-451b-9ba2-831bc8a23792,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:08.291501 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f74375db-e8a9-4046-bf0d-895b4c295368 req-3dded06f-11c0-4315-a19a-4f408235d48e tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:08.297009 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7b321e-3122-4862-b25b-a7b49f1a0256', 'tag': 'b5ace112-ac21-4505-9972-e390cae169a8'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:34:08.299504 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d60f38-c1b2-4766-a58d-47d67e24d97f" -d '{"events": [{"name": "network-changed", "server_uuid": "fc7b321e-3122-4862-b25b-a7b49f1a0256", "tag": "b5ace112-ac21-4505-9972-e390cae169a8"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:34:08.304649 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-0744e43e-5873-4887-ae86-e535e3d8bff9 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:34:08.305032 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-0744e43e-5873-4887-ae86-e535e3d8bff9 service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:34:08.305399 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f3d64a27-f6f5-463c-978b-f2a5a7fd4078 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:08.305510 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-0744e43e-5873-4887-ae86-e535e3d8bff9 service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:34:08.305849 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-0744e43e-5873-4887-ae86-e535e3d8bff9 service neutron] Bound port: 4c46e41e-d13d-467f-9446-d58fcef67498, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:34:08.306668 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-0744e43e-5873-4887-ae86-e535e3d8bff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:08.310333 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f3d64a27-f6f5-463c-978b-f2a5a7fd4078 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.4950445 Nov 04 10:34:08.316050 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-1289b343-e8bf-46cb-8967-17ff44b14395 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:34:08.319021 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37208) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:08.336448 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-1289b343-e8bf-46cb-8967-17ff44b14395 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:34:08.339713 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-f74375db-e8a9-4046-bf0d-895b4c295368 req-3dded06f-11c0-4315-a19a-4f408235d48e tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Calling delete_port for de5117ab-86e1-451b-9ba2-831bc8a23792 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:34:08.343098 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289b343-e8bf-46cb-8967-17ff44b14395 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Pushing event updated for resources: {'Port': ['ID=e0aec581-ded0-4c10-9854-498d225d5e70,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:08.346024 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a32a0016-6aa7-48e0-9e98-7d9c523ec732 req-e76eb8eb-9d2f-499a-a715-f06ea90ba11e tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116166 Nov 04 10:34:08.417598 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83338c34-3a2f-4b36-a58c-e2ca55af661d service neutron] Pushing event updated for resources: {'Port': ['ID=b5ace112-ac21-4505-9972-e390cae169a8,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:08.431180 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500d063-b9ed-41d2-a0fb-7306c905b348 req-5a113feb-bdce-40c5-9335-35653798e29a tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:08.437958 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7500d063-b9ed-41d2-a0fb-7306c905b348 req-5a113feb-bdce-40c5-9335-35653798e29a tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 943 time: 0.2310009 Nov 04 10:34:08.532728 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2592dfd5-0cf0-46a3-8388-a55c8b2d2aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:08.533337 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7500d063-b9ed-41d2-a0fb-7306c905b348 req-9cb3b936-9b90-4e5d-83e8-0c867b2584ac tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943785 Nov 04 10:34:08.535559 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2592dfd5-0cf0-46a3-8388-a55c8b2d2aac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:08.540463 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2592dfd5-0cf0-46a3-8388-a55c8b2d2aac admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/2ea821da-c81a-444e-b79c-39c10c5f59ec HTTP/1.1" status: 204 len: 168 time: 1.2779751 Nov 04 10:34:08.555861 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cdf9ca-b28c-4cc4-954a-b48908b78305 x-openstack-request-id: req-45cdf9ca-b28c-4cc4-954a-b48908b78305 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:34:08.556225 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc7b321e-3122-4862-b25b-a7b49f1a0256", "tag": "b5ace112-ac21-4505-9972-e390cae169a8", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:34:08.557396 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-45cdf9ca-b28c-4cc4-954a-b48908b78305 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:34:08.557849 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc7b321e-3122-4862-b25b-a7b49f1a0256', 'tag': 'b5ace112-ac21-4505-9972-e390cae169a8', 'status': 'completed', 'code': 200} Nov 04 10:34:08.567614 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-b47eee7c-b151-4f30-90fc-dd8f87f860e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:08.576251 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-b47eee7c-b151-4f30-90fc-dd8f87f860e9 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0464048b294a465b81cede98ee2447df&device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 1094 time: 0.2237380 Nov 04 10:34:08.638800 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592dfd5-0cf0-46a3-8388-a55c8b2d2aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea821da-c81a-444e-b79c-39c10c5f59ec,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:08.653931 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-a9159b1f-3ed5-42e3-b6d4-173c5cdf055a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5ace112-ac21-4505-9972-e390cae169a8 HTTP/1.1" status: 200 len: 217 time: 0.0676751 Nov 04 10:34:08.704715 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-1289b343-e8bf-46cb-8967-17ff44b14395 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:08.705455 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-1289b343-e8bf-46cb-8967-17ff44b14395 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:08.747524 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-0744e43e-5873-4887-ae86-e535e3d8bff9 service neutron] For port 4c46e41e-d13d-467f-9446-d58fcef67498, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:34:08.779305 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ef665a40-cdb9-42ff-8995-ba3cbff7bbf1 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "GET /v2.0/routers/436c50e5-6da4-4666-a456-e1830d86921f HTTP/1.1" status: 200 len: 923 time: 0.4499676 Nov 04 10:34:08.786899 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37240) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:08.792282 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-0744e43e-5873-4887-ae86-e535e3d8bff9 service neutron] For port 4c46e41e-d13d-467f-9446-d58fcef67498, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4c46e41e-d13d-467f-9446-d58fcef67498,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:34:08.813187 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-8adfdf7a-ad44-4c7f-8300-3be4ea48fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:08.815054 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-8adfdf7a-ad44-4c7f-8300-3be4ea48fa45 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=74d328ae-3dd4-4757-b0cd-5d3ffb3741ad HTTP/1.1" status: 200 len: 861 time: 0.0969629 Nov 04 10:34:08.829588 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-1289b343-e8bf-46cb-8967-17ff44b14395 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6863306 Nov 04 10:34:08.849398 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fabfe2-e51f-4b3b-ad52-328c386bc023 req-651aad34-4d36-4be5-8fa5-5c9b19912df4 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:08.850248 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-0744e43e-5873-4887-ae86-e535e3d8bff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:08.852522 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-30fabfe2-e51f-4b3b-ad52-328c386bc023 req-651aad34-4d36-4be5-8fa5-5c9b19912df4 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=30d5a469-105c-46a1-abee-2134473a5317 HTTP/1.1" status: 200 len: 932 time: 0.2095125 Nov 04 10:34:08.858723 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0d91db9f-cbb1-4e48-ad0d-456a715e7228 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "GET /v2.0/ports?device_id=436c50e5-6da4-4666-a456-e1830d86921f HTTP/1.1" status: 200 len: 205 time: 0.0646753 Nov 04 10:34:08.864181 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-33e3205f-0f17-4c65-a147-5c0b3718670d service neutron] Request body: {'port': {'device_id': '30d5a469-105c-46a1-abee-2134473a5317', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:08.868963 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f74375db-e8a9-4046-bf0d-895b4c295368 req-3dded06f-11c0-4315-a19a-4f408235d48e tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:08.870460 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37244) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:08.882704 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['e0d5faa4-ee27-440a-8784-8bc14b9ab95b', '364947aa-bf30-454a-9880-1821df264897', 'aa2574ad-c05e-442b-90d5-45788135db75', 'abf49307-942b-4969-84a1-fd00de62f826'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:34:08.893171 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['7d5624fe-6551-411c-a76b-5a75bb6968d5', '1bdeda71-853f-428d-a73c-4a52ca6c4eb2', '6a6464d5-0fb4-47c7-8c33-88d9e5631250'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:34:09.014952 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-e892e018-37ca-456b-b893-738ad2940288 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1611750 Nov 04 10:34:09.040493 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-0744e43e-5873-4887-ae86-e535e3d8bff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:09.041148 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-0744e43e-5873-4887-ae86-e535e3d8bff9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:09.042666 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-0744e43e-5873-4887-ae86-e535e3d8bff9 service neutron] 10.222.0.121 "PUT /v2.0/ports/4c46e41e-d13d-467f-9446-d58fcef67498 HTTP/1.1" status: 200 len: 1095 time: 2.9573123 Nov 04 10:34:09.045770 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80416f2-d85c-45aa-b8f7-e033b1d7e093', 'tag': '4c46e41e-d13d-467f-9446-d58fcef67498'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:34:09.048412 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2771885-ad27-437e-91ad-f197d5b67b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "e80416f2-d85c-45aa-b8f7-e033b1d7e093", "tag": "4c46e41e-d13d-467f-9446-d58fcef67498"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:34:09.127731 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:34:09.251567 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-30fabfe2-e51f-4b3b-ad52-328c386bc023 req-b4cc0a9c-c1dc-4697-8f5f-58f9bf3ef421 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751757 Nov 04 10:34:09.346389 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd08ab-39f9-4143-bc4f-7b25e41be463 req-d7109114-22e0-43ef-9d66-c61af658db65 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:09.358217 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0cfd08ab-39f9-4143-bc4f-7b25e41be463 req-d7109114-22e0-43ef-9d66-c61af658db65 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 947 time: 0.5030103 Nov 04 10:34:09.557033 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0cfd08ab-39f9-4143-bc4f-7b25e41be463 req-0777b2b7-fa66-4eb1-a34e-06d5801a0daf tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883309 Nov 04 10:34:09.636418 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744e43e-5873-4887-ae86-e535e3d8bff9 service neutron] Pushing event updated for resources: {'Port': ['ID=4c46e41e-d13d-467f-9446-d58fcef67498,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:09.655350 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-053f286b-f1b5-4887-870f-b564b3d4511a service neutron] 10.222.0.121 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6197228 Nov 04 10:34:09.683320 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74375db-e8a9-4046-bf0d-895b4c295368 req-3dded06f-11c0-4315-a19a-4f408235d48e tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] No DVR routers for this DVR port de5117ab-86e1-451b-9ba2-831bc8a23792 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:34:09.692597 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f74375db-e8a9-4046-bf0d-895b4c295368 req-3dded06f-11c0-4315-a19a-4f408235d48e tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:09.699232 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f74375db-e8a9-4046-bf0d-895b4c295368 req-3dded06f-11c0-4315-a19a-4f408235d48e tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.126 "DELETE /v2.0/ports/de5117ab-86e1-451b-9ba2-831bc8a23792 HTTP/1.1" status: 204 len: 173 time: 2.6610327 Nov 04 10:34:09.702068 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2218c9dc-2dcc-4a81-b366-4d09e9f2f343 x-openstack-request-id: req-2218c9dc-2dcc-4a81-b366-4d09e9f2f343 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:34:09.702222 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e80416f2-d85c-45aa-b8f7-e033b1d7e093", "tag": "4c46e41e-d13d-467f-9446-d58fcef67498", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:34:09.702534 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-2218c9dc-2dcc-4a81-b366-4d09e9f2f343 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:34:09.702995 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80416f2-d85c-45aa-b8f7-e033b1d7e093', 'tag': '4c46e41e-d13d-467f-9446-d58fcef67498', 'status': 'completed', 'code': 200} Nov 04 10:34:09.817567 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-33e3205f-0f17-4c65-a147-5c0b3718670d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:09.839089 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dded06f-11c0-4315-a19a-4f408235d48e tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Pushing event deleted for resources: {'Port': ['ID=de5117ab-86e1-451b-9ba2-831bc8a23792,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:09.882796 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-436f39e8-8123-40a8-8bbd-206800656036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:09.939927 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2cb633c9-963e-4712-b8ba-6e2a831a45a9 req-35b0b338-fab2-4d0b-a29a-a9f6a4726c54 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=5cd9ab23-b4e8-47c3-acc1-9229ddd30b94 HTTP/1.1" status: 200 len: 210 time: 0.1027973 Nov 04 10:34:09.970320 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-864b35e1-bba4-41d4-9533-2de4a55109d1 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:09.984346 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa84f8d-e203-48a5-9e47-fc6969006d0c req-e21170a4-d47b-44bb-a018-6daa744c0364 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:09.986100 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0aa84f8d-e203-48a5-9e47-fc6969006d0c req-e21170a4-d47b-44bb-a018-6daa744c0364 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 943 time: 0.1232691 Nov 04 10:34:10.026005 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-d2b32a4d-67bf-4b19-b1a7-e0ae726d8d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:10.027550 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-d2b32a4d-67bf-4b19-b1a7-e0ae726d8d96 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 1098 time: 0.9137130 Nov 04 10:34:10.091944 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0aa84f8d-e203-48a5-9e47-fc6969006d0c req-bce25641-635d-4d98-866d-9f52ea860dd9 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985875 Nov 04 10:34:10.140399 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6adf8d0-230e-4db1-9c2a-3b479cc8f106 req-44501a23-c6fd-45c8-ac63-51685d7ad9ed service neutron] 10.222.0.121 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4770310 Nov 04 10:34:10.184385 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-ebc61b06-960e-4fed-922f-7350a31b6a7c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4c46e41e-d13d-467f-9446-d58fcef67498 HTTP/1.1" status: 200 len: 217 time: 0.1395779 Nov 04 10:34:10.288798 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device de5117ab-86e1-451b-9ba2-831bc8a23792 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:34:10.338007 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d60f38-c1b2-4766-a58d-47d67e24d97f req-8c2dcbd9-e33e-4043-9e31-38d69a048809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:10.343149 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24d60f38-c1b2-4766-a58d-47d67e24d97f req-8c2dcbd9-e33e-4043-9e31-38d69a048809 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0464048b294a465b81cede98ee2447df&device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 1094 time: 0.1174076 Nov 04 10:34:10.353013 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: de5117ab-86e1-451b-9ba2-831bc8a23792 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:34:10.353848 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device de5117ab-86e1-451b-9ba2-831bc8a23792 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:34:10.544422 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181225a-317a-4a50-9721-435d081818fd req-8153af44-531d-4145-b57a-eead2a862b15 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:10.551793 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4181225a-317a-4a50-9721-435d081818fd req-8153af44-531d-4145-b57a-eead2a862b15 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=30d5a469-105c-46a1-abee-2134473a5317 HTTP/1.1" status: 200 len: 932 time: 0.0886784 Nov 04 10:34:10.566952 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d60f38-c1b2-4766-a58d-47d67e24d97f req-af20973e-fec1-40a9-9d19-839ffc883a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:10.568527 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24d60f38-c1b2-4766-a58d-47d67e24d97f req-af20973e-fec1-40a9-9d19-839ffc883a0a service neutron] 10.222.0.121 "GET /v2.0/networks?id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 HTTP/1.1" status: 200 len: 923 time: 0.2169988 Nov 04 10:34:10.635577 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24d60f38-c1b2-4766-a58d-47d67e24d97f req-6fd19865-dfc2-4820-8bad-f77999236d85 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5ace112-ac21-4505-9972-e390cae169a8 HTTP/1.1" status: 200 len: 217 time: 0.0534861 Nov 04 10:34:10.658373 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-2e4035d9-eaff-4a1f-ab45-2b95e9546c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:10.660190 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-2e4035d9-eaff-4a1f-ab45-2b95e9546c1f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.4653499 Nov 04 10:34:10.697887 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7555465e-975e-4ada-8fc7-53742f20a953 req-b43bd5dc-7803-4bde-be0f-481c53deef60 tempest-AbsoluteLimitsNegativeTestJSON-761013056 tempest-AbsoluteLimitsNegativeTestJSON-761013056-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=33877dfe083547aba3b6831da15f1892&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592992 Nov 04 10:34:10.701633 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4181225a-317a-4a50-9721-435d081818fd req-871fd820-1a65-44da-a8f2-a238e8f190d3 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490288 Nov 04 10:34:10.707321 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-864b35e1-bba4-41d4-9533-2de4a55109d1 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:10.719828 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d60f38-c1b2-4766-a58d-47d67e24d97f req-a8b8f428-576d-4c23-bd46-ed5166b1421a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:10.721461 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24d60f38-c1b2-4766-a58d-47d67e24d97f req-a8b8f428-576d-4c23-bd46-ed5166b1421a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=74d328ae-3dd4-4757-b0cd-5d3ffb3741ad HTTP/1.1" status: 200 len: 861 time: 0.0655117 Nov 04 10:34:10.774701 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24d60f38-c1b2-4766-a58d-47d67e24d97f req-4a0091d2-caba-446b-800d-f56292a9d868 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398989 Nov 04 10:34:10.825342 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-33e3205f-0f17-4c65-a147-5c0b3718670d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0aec581-ded0-4c10-9854-498d225d5e70 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:34:10.840597 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-33e3205f-0f17-4c65-a147-5c0b3718670d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:10.854142 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-f6a64766-0f67-4f21-9c2b-33d7b376d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:10.855680 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-f6a64766-0f67-4f21-9c2b-33d7b376d210 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1721203 Nov 04 10:34:10.876170 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-33e3205f-0f17-4c65-a147-5c0b3718670d service neutron] Transition to ACTIVE for port object e0aec581-ded0-4c10-9854-498d225d5e70 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:34:10.922921 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-33e3205f-0f17-4c65-a147-5c0b3718670d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:11.000188 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555465e-975e-4ada-8fc7-53742f20a953 req-16523014-acd8-467a-8e3a-1a7381db8da9 tempest-AbsoluteLimitsNegativeTestJSON-761013056 tempest-AbsoluteLimitsNegativeTestJSON-761013056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:11.002410 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7555465e-975e-4ada-8fc7-53742f20a953 req-16523014-acd8-467a-8e3a-1a7381db8da9 tempest-AbsoluteLimitsNegativeTestJSON-761013056 tempest-AbsoluteLimitsNegativeTestJSON-761013056-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2580743 Nov 04 10:34:11.004235 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24d60f38-c1b2-4766-a58d-47d67e24d97f req-14bc9ba4-6b43-4ba6-94ed-7745daf71d3e service neutron] 10.222.0.121 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186267 Nov 04 10:34:11.036283 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-864b35e1-bba4-41d4-9533-2de4a55109d1 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Deleting port 274075f9-ea5f-4aed-9f2a-0d5d1b4178c9 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:34:11.036625 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-864b35e1-bba4-41d4-9533-2de4a55109d1 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:11.037283 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbd861-58a7-4a90-bbcb-6f2f85874e26 req-c237cd95-5d91-42ce-909e-f883e24c9376 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:11.038804 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-55fbd861-58a7-4a90-bbcb-6f2f85874e26 req-c237cd95-5d91-42ce-909e-f883e24c9376 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 947 time: 0.1270707 Nov 04 10:34:11.041260 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3205f-0f17-4c65-a147-5c0b3718670d service neutron] Pushing event updated for resources: {'Port': ['ID=e0aec581-ded0-4c10-9854-498d225d5e70,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:11.050836 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7555465e-975e-4ada-8fc7-53742f20a953 req-b8d2d432-a8e4-4543-83e4-383bb1ddebf7 tempest-AbsoluteLimitsNegativeTestJSON-761013056 tempest-AbsoluteLimitsNegativeTestJSON-761013056-project] 10.222.0.127 "GET /v2.0/quotas/33877dfe083547aba3b6831da15f1892 HTTP/1.1" status: 200 len: 375 time: 0.0420241 Nov 04 10:34:11.132663 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7555465e-975e-4ada-8fc7-53742f20a953 req-ed4c45d3-3d5b-46d9-bf7b-8ceb4751610c tempest-AbsoluteLimitsNegativeTestJSON-761013056 tempest-AbsoluteLimitsNegativeTestJSON-761013056-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=33877dfe083547aba3b6831da15f1892&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483894 Nov 04 10:34:11.159744 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-84ef54c3-e9a4-4665-8e8a-fa113e8d7ef0 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934496 Nov 04 10:34:11.162245 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-55fbd861-58a7-4a90-bbcb-6f2f85874e26 req-42d1bde3-0a18-4181-92bc-6afe850aa8ed tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848184 Nov 04 10:34:11.199571 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24d60f38-c1b2-4766-a58d-47d67e24d97f req-07ec7d73-52a9-4b42-928d-bcfd28dce6a0 service neutron] 10.222.0.121 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801224 Nov 04 10:34:11.294946 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-864b35e1-bba4-41d4-9533-2de4a55109d1 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:11.310911 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-33e3205f-0f17-4c65-a147-5c0b3718670d service neutron] Attempting to bind port e0aec581-ded0-4c10-9854-498d225d5e70 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:34:11.311248 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-33e3205f-0f17-4c65-a147-5c0b3718670d service neutron] Attempting to bind port e0aec581-ded0-4c10-9854-498d225d5e70 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'd1c8dcec-0173-47c7-8397-4a22add73c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:34:11.311656 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-33e3205f-0f17-4c65-a147-5c0b3718670d service neutron] Attempting to bind port e0aec581-ded0-4c10-9854-498d225d5e70 on network 9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:34:11.331870 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-864b35e1-bba4-41d4-9533-2de4a55109d1 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Calling delete_port for 274075f9-ea5f-4aed-9f2a-0d5d1b4178c9 owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:34:11.343836 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-33e3205f-0f17-4c65-a147-5c0b3718670d service neutron] Port e0aec581-ded0-4c10-9854-498d225d5e70 on network 9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:34:11.344169 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-33e3205f-0f17-4c65-a147-5c0b3718670d service neutron] Attempting to bind port e0aec581-ded0-4c10-9854-498d225d5e70 on network 9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:34:11.347380 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-436f39e8-8123-40a8-8bbd-206800656036 admin admin] Deleting port 39836a9c-a094-4396-bf1d-7bed15846941 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:34:11.347841 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-436f39e8-8123-40a8-8bbd-206800656036 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:11.396064 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98d007-9833-4a46-84e1-db35de7e59da req-1b392961-b2a9-4859-9a33-8c571c2fb23d tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:11.398761 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ba98d007-9833-4a46-84e1-db35de7e59da req-1b392961-b2a9-4859-9a33-8c571c2fb23d tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 943 time: 0.0738976 Nov 04 10:34:11.404786 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-33e3205f-0f17-4c65-a147-5c0b3718670d service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:34:11.405156 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-33e3205f-0f17-4c65-a147-5c0b3718670d service neutron] Checking segment: {'id': 'd1c8dcec-0173-47c7-8397-4a22add73c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:34:11.405533 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-33e3205f-0f17-4c65-a147-5c0b3718670d service neutron] Bound using segment: {'id': 'd1c8dcec-0173-47c7-8397-4a22add73c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:34:11.405981 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-33e3205f-0f17-4c65-a147-5c0b3718670d service neutron] Bound port: e0aec581-ded0-4c10-9854-498d225d5e70, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c8dcec-0173-47c7-8397-4a22add73c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:34:11.406334 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-33e3205f-0f17-4c65-a147-5c0b3718670d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:11.486484 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ba98d007-9833-4a46-84e1-db35de7e59da req-fb7d6688-15a1-4e0e-af7c-71486b5e7958 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806766 Nov 04 10:34:11.657877 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed573f50-ef9f-45b1-90fa-4b41c574ba19 req-161a0c2b-8ca7-4ac0-9ac7-6762652c191e tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:11.664317 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed573f50-ef9f-45b1-90fa-4b41c574ba19 req-161a0c2b-8ca7-4ac0-9ac7-6762652c191e tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=f684b0a7-2390-455a-b061-fce261dd33c2 HTTP/1.1" status: 200 len: 949 time: 0.0817919 Nov 04 10:34:11.732228 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed573f50-ef9f-45b1-90fa-4b41c574ba19 req-9f51dff0-0c24-4d42-bfc1-b8fa2f4fc4f6 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630169 Nov 04 10:34:11.744198 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37390) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:11.762055 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd9ab23-b4e8-47c3-acc1-9229ddd30b94', 'name': 'network-vif-deleted', 'tag': 'de5117ab-86e1-451b-9ba2-831bc8a23792'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:34:11.764723 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727ea2f1-c780-4ac3-824c-6a1e0a51182b" -d '{"events": [{"server_uuid": "5cd9ab23-b4e8-47c3-acc1-9229ddd30b94", "name": "network-vif-deleted", "tag": "de5117ab-86e1-451b-9ba2-831bc8a23792"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:34:11.798234 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-12a013aa-8d8a-41b8-a697-f2c709279036 req-f9804bbe-63c9-4e99-809f-581847be0ecb service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6241460 Nov 04 10:34:11.904045 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57f872-c9d6-4118-8398-68e4305eff10 req-72ae8ea9-adce-4529-b910-d331678f113e tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:11.905982 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab57f872-c9d6-4118-8398-68e4305eff10 req-72ae8ea9-adce-4529-b910-d331678f113e tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=30d5a469-105c-46a1-abee-2134473a5317 HTTP/1.1" status: 200 len: 944 time: 0.0745850 Nov 04 10:34:11.950990 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4414b45f-46be-4e1c-aaca-838a827c34aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:11.969338 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-436f39e8-8123-40a8-8bbd-206800656036 admin admin] For port 39836a9c-a094-4396-bf1d-7bed15846941, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=39836a9c-a094-4396-bf1d-7bed15846941,segment=NetworkSegment(61f108e4-56f0-48ee-9c99-786617296cbb),segment_id=61f108e4-56f0-48ee-9c99-786617296cbb)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:11.969764 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-436f39e8-8123-40a8-8bbd-206800656036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:11.998464 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab57f872-c9d6-4118-8398-68e4305eff10 req-a9e7f431-ec74-4576-86d5-cb66398d42f7 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837708 Nov 04 10:34:12.004496 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-436f39e8-8123-40a8-8bbd-206800656036 admin admin] Calling delete_port for 39836a9c-a094-4396-bf1d-7bed15846941 owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:34:12.024617 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-33e3205f-0f17-4c65-a147-5c0b3718670d service neutron] For port e0aec581-ded0-4c10-9854-498d225d5e70, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:34:12.036548 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-33e3205f-0f17-4c65-a147-5c0b3718670d service neutron] For port e0aec581-ded0-4c10-9854-498d225d5e70, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e0aec581-ded0-4c10-9854-498d225d5e70,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:34:12.063986 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2771885-ad27-437e-91ad-f197d5b67b9d req-d5aa1984-491c-468b-8f56-53f0915306f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:12.065577 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a2771885-ad27-437e-91ad-f197d5b67b9d req-d5aa1984-491c-468b-8f56-53f0915306f6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 1098 time: 0.1994312 Nov 04 10:34:12.070599 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-33e3205f-0f17-4c65-a147-5c0b3718670d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:12.073715 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bd77df-6d55-4bf8-b893-a79203262363 x-openstack-request-id: req-32bd77df-6d55-4bf8-b893-a79203262363 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:34:12.074006 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd9ab23-b4e8-47c3-acc1-9229ddd30b94", "name": "network-vif-deleted", "tag": "de5117ab-86e1-451b-9ba2-831bc8a23792", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:34:12.074259 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-32bd77df-6d55-4bf8-b893-a79203262363 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:34:12.074648 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd9ab23-b4e8-47c3-acc1-9229ddd30b94', 'name': 'network-vif-deleted', 'tag': 'de5117ab-86e1-451b-9ba2-831bc8a23792', 'status': 'completed', 'code': 200} Nov 04 10:34:12.159995 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:12.176027 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-33e3205f-0f17-4c65-a147-5c0b3718670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:12.176728 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-33e3205f-0f17-4c65-a147-5c0b3718670d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:12.178777 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-33e3205f-0f17-4c65-a147-5c0b3718670d service neutron] 10.222.0.126 "PUT /v2.0/ports/e0aec581-ded0-4c10-9854-498d225d5e70 HTTP/1.1" status: 200 len: 1092 time: 3.3242364 Nov 04 10:34:12.256385 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-864b35e1-bba4-41d4-9533-2de4a55109d1 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:12.307093 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4414b45f-46be-4e1c-aaca-838a827c34aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:12.324883 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4414b45f-46be-4e1c-aaca-838a827c34aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:12.325059 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3205f-0f17-4c65-a147-5c0b3718670d service neutron] Pushing event updated for resources: {'Port': ['ID=e0aec581-ded0-4c10-9854-498d225d5e70,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:12.382431 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4414b45f-46be-4e1c-aaca-838a827c34aa admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=33877dfe083547aba3b6831da15f1892&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6369879 Nov 04 10:34:12.391596 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37438) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:12.434739 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414b45f-46be-4e1c-aaca-838a827c34aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c864ed0b-e75b-4ee3-b1c4-b1ea82df0647,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:12.457414 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e9a27-5c3c-4b00-9d6d-0ef361ff8bd0 req-782c351a-4b55-4665-a2c3-56923f0f0698 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:12.459957 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-282e9a27-5c3c-4b00-9d6d-0ef361ff8bd0 req-782c351a-4b55-4665-a2c3-56923f0f0698 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 947 time: 0.1553278 Nov 04 10:34:12.470777 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b35e1-bba4-41d4-9533-2de4a55109d1 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Pushing event deleted for resources: {'Port': ['ID=274075f9-ea5f-4aed-9f2a-0d5d1b4178c9,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:12.496606 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a047397b-0f3e-4d30-aec1-513c52e2db7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:12.531299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2771885-ad27-437e-91ad-f197d5b67b9d req-ff6568d4-8cc1-4ea0-a1c3-c99cf6126aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:12.532998 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a2771885-ad27-437e-91ad-f197d5b67b9d req-ff6568d4-8cc1-4ea0-a1c3-c99cf6126aad service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.4205611 Nov 04 10:34:12.535004 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-62ac45cf-81a0-4245-8004-ac031b7c1fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:12.536557 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-62ac45cf-81a0-4245-8004-ac031b7c1fe1 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=2b5a587ccab54a2f9cf1975659bd89f9&device_id=30d5a469-105c-46a1-abee-2134473a5317 HTTP/1.1" status: 200 len: 1095 time: 0.3148794 Nov 04 10:34:12.545098 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-864b35e1-bba4-41d4-9533-2de4a55109d1 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:12.564245 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-282e9a27-5c3c-4b00-9d6d-0ef361ff8bd0 req-a3b9d629-c0b4-42ec-a255-cbcdb07ad486 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972707 Nov 04 10:34:12.570016 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a047397b-0f3e-4d30-aec1-513c52e2db7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:12.665744 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a047397b-0f3e-4d30-aec1-513c52e2db7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:12.668245 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a047397b-0f3e-4d30-aec1-513c52e2db7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:12.669411 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a047397b-0f3e-4d30-aec1-513c52e2db7f admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/c864ed0b-e75b-4ee3-b1c4-b1ea82df0647 HTTP/1.1" status: 204 len: 168 time: 0.2768517 Nov 04 10:34:12.677496 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a2771885-ad27-437e-91ad-f197d5b67b9d req-bbfd9c36-1201-4430-91aa-e1e8425bd6b4 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4c46e41e-d13d-467f-9446-d58fcef67498 HTTP/1.1" status: 200 len: 217 time: 0.1352820 Nov 04 10:34:12.684547 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047397b-0f3e-4d30-aec1-513c52e2db7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c864ed0b-e75b-4ee3-b1c4-b1ea82df0647,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:12.711653 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780ab90-6ee8-4acc-bc3b-9ebd446dd9c4 req-9bc2d13c-f856-468e-8edd-3f223408fbd8 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:12.721111 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e780ab90-6ee8-4acc-bc3b-9ebd446dd9c4 req-9bc2d13c-f856-468e-8edd-3f223408fbd8 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 943 time: 0.0829954 Nov 04 10:34:12.750902 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-549ea75f-350e-41b6-b269-cd357b07d8d0 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0aec581-ded0-4c10-9854-498d225d5e70 HTTP/1.1" status: 200 len: 217 time: 0.1965747 Nov 04 10:34:12.776327 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-864b35e1-bba4-41d4-9533-2de4a55109d1 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:12.780731 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-864b35e1-bba4-41d4-9533-2de4a55109d1 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:12.799904 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e780ab90-6ee8-4acc-bc3b-9ebd446dd9c4 req-972af034-0e4b-4254-95cb-a02c9d08bfa9 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771601 Nov 04 10:34:12.908842 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2771885-ad27-437e-91ad-f197d5b67b9d req-130dc692-e098-4173-bea4-bb21d170b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:12.910781 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a2771885-ad27-437e-91ad-f197d5b67b9d req-130dc692-e098-4173-bea4-bb21d170b621 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1723783 Nov 04 10:34:12.919211 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-864b35e1-bba4-41d4-9533-2de4a55109d1 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:12.919945 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864b35e1-bba4-41d4-9533-2de4a55109d1 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Fanout notify agent at l3_agent the message router_deleted on router 436c50e5-6da4-4666-a456-e1830d86921f {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:34:12.925288 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-18588658-799b-4ab7-94f1-043945f94488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:12.926859 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-18588658-799b-4ab7-94f1-043945f94488 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=28924b01-2687-4263-b969-76f54864e85b HTTP/1.1" status: 200 len: 845 time: 0.1475048 Nov 04 10:34:12.935390 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-864b35e1-bba4-41d4-9533-2de4a55109d1 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:12.940651 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-864b35e1-bba4-41d4-9533-2de4a55109d1 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "DELETE /v2.0/routers/436c50e5-6da4-4666-a456-e1830d86921f HTTP/1.1" status: 204 len: 168 time: 4.0470815 Nov 04 10:34:12.946204 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37480) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:12.966354 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-51d7a842-28f0-45e5-8a85-1ffca7033be3 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1131003357', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'enable_snat': False}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:13.008301 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-ea356948-8720-4535-a6a3-18d567e9dfef service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658257 Nov 04 10:34:13.010196 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-436f39e8-8123-40a8-8bbd-206800656036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:13.012933 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac87518-6d3d-46d1-bd54-2eb22ebd3cd9 req-3e946826-6449-43fd-b5f6-d68321e66ac4 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:13.020521 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fac87518-6d3d-46d1-bd54-2eb22ebd3cd9 req-3e946826-6449-43fd-b5f6-d68321e66ac4 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=f684b0a7-2390-455a-b061-fce261dd33c2 HTTP/1.1" status: 200 len: 949 time: 0.1324112 Nov 04 10:34:13.031648 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51d7a842-28f0-45e5-8a85-1ffca7033be3 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:13.032702 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51d7a842-28f0-45e5-8a85-1ffca7033be3 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:13.054644 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8627cf3-b20c-4686-81d7-aaeecce34108 req-ca85920f-29aa-4776-8882-abcffe22f4d4 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:13.056206 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8627cf3-b20c-4686-81d7-aaeecce34108 req-ca85920f-29aa-4776-8882-abcffe22f4d4 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.121 "GET /v2.0/ports?device_id=f684b0a7-2390-455a-b061-fce261dd33c2 HTTP/1.1" status: 200 len: 949 time: 0.1244004 Nov 04 10:34:13.102248 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f39e8-8123-40a8-8bbd-206800656036 admin admin] Pushing event deleted for resources: {'Port': ['ID=39836a9c-a094-4396-bf1d-7bed15846941,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:13.185359 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2771885-ad27-437e-91ad-f197d5b67b9d req-62ac3751-a139-42c0-b15e-34c8c8f19a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:13.191657 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a2771885-ad27-437e-91ad-f197d5b67b9d req-62ac3751-a139-42c0-b15e-34c8c8f19a21 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2371595 Nov 04 10:34:13.397007 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-8bffb702-2e09-4e2b-b22f-662ef5575821 service neutron] 10.222.0.126 "GET /v2.0/networks/9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763304 Nov 04 10:34:13.562988 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a2771885-ad27-437e-91ad-f197d5b67b9d req-aad9e915-050b-40ea-8fa4-9e1189244f76 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123577 Nov 04 10:34:13.566649 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fac87518-6d3d-46d1-bd54-2eb22ebd3cd9 req-d3eaa97e-030d-4a32-9f61-085211158f00 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5450695 Nov 04 10:34:13.606337 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51d7a842-28f0-45e5-8a85-1ffca7033be3 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:13.701641 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-436f39e8-8123-40a8-8bbd-206800656036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:13.716523 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f6ce74cc-b5db-4cf6-a33c-2de21c950dc0 req-5908676e-4e85-45b6-be15-5868b6a96110 service neutron] 10.222.0.126 "GET /v2.0/networks/9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116660 Nov 04 10:34:13.787970 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37532) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:13.830430 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a2771885-ad27-437e-91ad-f197d5b67b9d req-9999c10c-b7c4-40d1-8dcb-61d32c161c8e service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336035 Nov 04 10:34:13.837629 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-f8627cf3-b20c-4686-81d7-aaeecce34108 req-e465d679-e253-4817-836f-3c04eff5ce73 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Deleting port 6a6464d5-0fb4-47c7-8c33-88d9e5631250 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:34:13.837974 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f8627cf3-b20c-4686-81d7-aaeecce34108 req-e465d679-e253-4817-836f-3c04eff5ce73 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:13.871411 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51d7a842-28f0-45e5-8a85-1ffca7033be3 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:13.929893 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-2ef6efaf-cf7a-4a70-8a72-73a6bdd28462 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1598097041-network', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:13.947210 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cae8bb-772b-42fd-8469-26d38c800bda req-e7d6280d-a527-4e70-9c51-2b1f28a641f5 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:13.948772 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c8cae8bb-772b-42fd-8469-26d38c800bda req-e7d6280d-a527-4e70-9c51-2b1f28a641f5 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=30d5a469-105c-46a1-abee-2134473a5317 HTTP/1.1" status: 200 len: 944 time: 0.2677579 Nov 04 10:34:13.992329 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef6efaf-cf7a-4a70-8a72-73a6bdd28462 admin admin] Made reservation on behalf of c028ed5e0ec445e5b00dda8c46c81073 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:34:13.994503 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ef6efaf-cf7a-4a70-8a72-73a6bdd28462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:14.009859 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ef6efaf-cf7a-4a70-8a72-73a6bdd28462 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:14.037771 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436f39e8-8123-40a8-8bbd-206800656036 admin admin] Router 15995b10-2910-4f4a-9445-c953275ba754 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:34:14.045470 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8ecad-6974-4d4a-9af0-ac639f19b33d req-8a828065-0851-490d-8941-d59e4b706d3f tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:14.047115 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-50b8ecad-6974-4d4a-9af0-ac639f19b33d req-8a828065-0851-490d-8941-d59e4b706d3f tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 947 time: 0.2130291 Nov 04 10:34:14.095211 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-f8627cf3-b20c-4686-81d7-aaeecce34108 req-e465d679-e253-4817-836f-3c04eff5ce73 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] For port 6a6464d5-0fb4-47c7-8c33-88d9e5631250, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6a6464d5-0fb4-47c7-8c33-88d9e5631250,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:14.095583 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f8627cf3-b20c-4686-81d7-aaeecce34108 req-e465d679-e253-4817-836f-3c04eff5ce73 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:14.098754 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d5a469-105c-46a1-abee-2134473a5317', 'tag': 'e0aec581-ded0-4c10-9854-498d225d5e70'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:34:14.101272 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1440e9fc-a04c-4d59-a9ee-9325ec293ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "30d5a469-105c-46a1-abee-2134473a5317", "tag": "e0aec581-ded0-4c10-9854-498d225d5e70"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:34:14.130523 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c8cae8bb-772b-42fd-8469-26d38c800bda req-4f4489f6-9647-467e-9dbc-2438321c625b tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690557 Nov 04 10:34:14.131843 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-f8627cf3-b20c-4686-81d7-aaeecce34108 req-e465d679-e253-4817-836f-3c04eff5ce73 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Calling delete_port for 6a6464d5-0fb4-47c7-8c33-88d9e5631250 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:34:14.183444 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-50b8ecad-6974-4d4a-9af0-ac639f19b33d req-df812cbf-040d-4d8e-94f2-d9915e0c699c tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193957 Nov 04 10:34:14.203891 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ef6efaf-cf7a-4a70-8a72-73a6bdd28462 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:14.214712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436f39e8-8123-40a8-8bbd-206800656036 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:34:14.230221 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf300f8-30af-4dd6-9c6a-a1ed759378e5 None None] Sync routers for ids ['15995b10-2910-4f4a-9445-c953275ba754'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:34:14.236018 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-436f39e8-8123-40a8-8bbd-206800656036 admin admin] 10.222.0.127 "PUT /v2.0/routers/15995b10-2910-4f4a-9445-c953275ba754/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5765123 Nov 04 10:34:14.236813 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37542) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:14.237331 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ef6efaf-cf7a-4a70-8a72-73a6bdd28462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:14.255476 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf300f8-30af-4dd6-9c6a-a1ed759378e5 None None] Routers {'15995b10-2910-4f4a-9445-c953275ba754'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:34:14.256507 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-ddf300f8-30af-4dd6-9c6a-a1ed759378e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:33:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['15995b10-2910-4f4a-9445-c953275ba754'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:14.274819 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef6efaf-cf7a-4a70-8a72-73a6bdd28462 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1184} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:34:14.287232 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6efaf-cf7a-4a70-8a72-73a6bdd28462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ada2622-5fac-4202-b9d1-d1299b73b148,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:14.306506 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ef6efaf-cf7a-4a70-8a72-73a6bdd28462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:14.306857 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-2ef6efaf-cf7a-4a70-8a72-73a6bdd28462 admin admin] Added segment 037f8e52-dbbc-4423-b2e4-190597daeab8 of type vlan for network 76c58e58-2fca-437a-b0b9-4ec508945e0b Nov 04 10:34:14.360201 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ef6efaf-cf7a-4a70-8a72-73a6bdd28462 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:14.399416 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ef6efaf-cf7a-4a70-8a72-73a6bdd28462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:14.402265 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef6efaf-cf7a-4a70-8a72-73a6bdd28462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:14.402839 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ef6efaf-cf7a-4a70-8a72-73a6bdd28462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:14.433256 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6db726-cf1d-44dc-9ce3-2599bfc71aac x-openstack-request-id: req-ac6db726-cf1d-44dc-9ce3-2599bfc71aac {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:34:14.433548 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d5a469-105c-46a1-abee-2134473a5317", "tag": "e0aec581-ded0-4c10-9854-498d225d5e70", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:34:14.433798 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ac6db726-cf1d-44dc-9ce3-2599bfc71aac {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:34:14.435315 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d5a469-105c-46a1-abee-2134473a5317', 'tag': 'e0aec581-ded0-4c10-9854-498d225d5e70', 'status': 'completed', 'code': 200} Nov 04 10:34:14.532398 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2ef6efaf-cf7a-4a70-8a72-73a6bdd28462 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7396779 Nov 04 10:34:14.533661 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37546) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:14.539071 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-09647bfa-0a54-458a-9c8c-90d9a7864f49 admin admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:14.547721 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6efaf-cf7a-4a70-8a72-73a6bdd28462 admin admin] Pushing event updated for resources: {'Network': ['ID=76c58e58-2fca-437a-b0b9-4ec508945e0b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:14.559302 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440e9fc-a04c-4d59-a9ee-9325ec293ac3 req-cd044ca6-04b6-4958-a1de-7cbae2b29109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:14.561443 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1440e9fc-a04c-4d59-a9ee-9325ec293ac3 req-cd044ca6-04b6-4958-a1de-7cbae2b29109 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=2b5a587ccab54a2f9cf1975659bd89f9&device_id=30d5a469-105c-46a1-abee-2134473a5317 HTTP/1.1" status: 200 len: 1095 time: 0.0874584 Nov 04 10:34:14.561607 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:14.566394 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-2612e6ea-ed1e-4f04-b25b-fb5bc6d76c1b admin admin] Request body: {'subnet': {'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1598097041-subnet', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:14.567891 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 76c58e58-2fca-437a-b0b9-4ec508945e0b details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:34:14.586860 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-ddf300f8-30af-4dd6-9c6a-a1ed759378e5 None None] Set router 15995b10-2910-4f4a-9445-c953275ba754 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:34:14.589209 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353a21a-531c-4603-9ab8-e1830e229000 req-3c711cd6-6bfd-42d8-b2f4-4ee70e667cc7 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:14.598539 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3353a21a-531c-4603-9ab8-e1830e229000 req-3c711cd6-6bfd-42d8-b2f4-4ee70e667cc7 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 943 time: 0.2942417 Nov 04 10:34:14.702151 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51d7a842-28f0-45e5-8a85-1ffca7033be3 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:14.710226 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f8627cf3-b20c-4686-81d7-aaeecce34108 req-e465d679-e253-4817-836f-3c04eff5ce73 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:14.733510 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['7d5624fe-6551-411c-a76b-5a75bb6968d5', '1bdeda71-853f-428d-a73c-4a52ca6c4eb2', '6a6464d5-0fb4-47c7-8c33-88d9e5631250'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:34:14.736096 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['e0d5faa4-ee27-440a-8784-8bc14b9ab95b', '364947aa-bf30-454a-9880-1821df264897', 'aa2574ad-c05e-442b-90d5-45788135db75', 'abf49307-942b-4969-84a1-fd00de62f826'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:34:14.793148 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51d7a842-28f0-45e5-8a85-1ffca7033be3 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:14.802068 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465d679-e253-4817-836f-3c04eff5ce73 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Pushing event deleted for resources: {'Port': ['ID=6a6464d5-0fb4-47c7-8c33-88d9e5631250,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:14.826841 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2612e6ea-ed1e-4f04-b25b-fb5bc6d76c1b admin admin] Made reservation on behalf of c028ed5e0ec445e5b00dda8c46c81073 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:34:14.829877 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2612e6ea-ed1e-4f04-b25b-fb5bc6d76c1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:14.923156 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589af088-0fd1-48c8-846d-0af5394b7561 req-e1e84de7-1000-4d61-b327-d7d4c31c22b8 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:14.925041 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-589af088-0fd1-48c8-846d-0af5394b7561 req-e1e84de7-1000-4d61-b327-d7d4c31c22b8 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/ports?device_id=a56e53e4-ac2e-48a1-b446-4c1b90f2a96d HTTP/1.1" status: 200 len: 948 time: 0.3957000 Nov 04 10:34:14.972307 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440e9fc-a04c-4d59-a9ee-9325ec293ac3 req-5077b1d7-17d3-44f2-bcfa-a5ad76a97f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:14.973840 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1440e9fc-a04c-4d59-a9ee-9325ec293ac3 req-5077b1d7-17d3-44f2-bcfa-a5ad76a97f14 service neutron] 10.222.0.126 "GET /v2.0/networks?id=9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d HTTP/1.1" status: 200 len: 907 time: 0.4044278 Nov 04 10:34:14.999767 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3353a21a-531c-4603-9ab8-e1830e229000 req-6993efd4-0e2b-4c68-9488-d5578c1acec3 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003327 Nov 04 10:34:15.021157 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1440e9fc-a04c-4d59-a9ee-9325ec293ac3 req-0e8b53c3-4813-4bcf-9214-2dbf8940f9e1 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0aec581-ded0-4c10-9854-498d225d5e70 HTTP/1.1" status: 200 len: 217 time: 0.0395479 Nov 04 10:34:15.036038 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8627cf3-b20c-4686-81d7-aaeecce34108 req-e465d679-e253-4817-836f-3c04eff5ce73 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] No DVR routers for this DVR port 6a6464d5-0fb4-47c7-8c33-88d9e5631250 on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:34:15.040469 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-ddf300f8-30af-4dd6-9c6a-a1ed759378e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15995b10-2910-4f4a-9445-c953275ba754', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1010339688-router', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:34:12Z', 'revision_number': 5, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'gw_port': {'id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:15.047448 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f8627cf3-b20c-4686-81d7-aaeecce34108 req-e465d679-e253-4817-836f-3c04eff5ce73 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:15.051661 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8627cf3-b20c-4686-81d7-aaeecce34108 req-e465d679-e253-4817-836f-3c04eff5ce73 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.121 "DELETE /v2.0/ports/6a6464d5-0fb4-47c7-8c33-88d9e5631250 HTTP/1.1" status: 204 len: 173 time: 1.9878044 Nov 04 10:34:15.056185 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f684b0a7-2390-455a-b061-fce261dd33c2', 'name': 'network-vif-deleted', 'tag': '6a6464d5-0fb4-47c7-8c33-88d9e5631250'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:34:15.062050 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdee217-04b7-4c48-add4-8fc36d6575b4" -d '{"events": [{"server_uuid": "f684b0a7-2390-455a-b061-fce261dd33c2", "name": "network-vif-deleted", "tag": "6a6464d5-0fb4-47c7-8c33-88d9e5631250"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:34:15.087381 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf300f8-30af-4dd6-9c6a-a1ed759378e5 None None] Checking router: 15995b10-2910-4f4a-9445-c953275ba754 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:34:15.100976 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440e9fc-a04c-4d59-a9ee-9325ec293ac3 req-1f571587-b406-4233-bf7f-3ca22ff94570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:15.103435 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1440e9fc-a04c-4d59-a9ee-9325ec293ac3 req-1f571587-b406-4233-bf7f-3ca22ff94570 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=28924b01-2687-4263-b969-76f54864e85b HTTP/1.1" status: 200 len: 845 time: 0.0748777 Nov 04 10:34:15.138661 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf300f8-30af-4dd6-9c6a-a1ed759378e5 None None] Routers {'15995b10-2910-4f4a-9445-c953275ba754'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:34:15.139816 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-ddf300f8-30af-4dd6-9c6a-a1ed759378e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:33:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['15995b10-2910-4f4a-9445-c953275ba754'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:15.142445 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-09647bfa-0a54-458a-9c8c-90d9a7864f49 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:15.180771 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1440e9fc-a04c-4d59-a9ee-9325ec293ac3 req-bd85f27b-84a6-446d-ade0-ef585160499a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693958 Nov 04 10:34:15.238113 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-589af088-0fd1-48c8-846d-0af5394b7561 req-1c817723-ceca-4b3a-a283-4f58d89d2d3f tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/security-groups?id=dd39b566-6b5c-446f-a702-6ac696cd451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470307 Nov 04 10:34:15.245939 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8e11594e-4d6b-44b0-bae3-46c460364d36 req-619df2a2-d843-4c71-bab2-26c86eb90ae4 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=f684b0a7-2390-455a-b061-fce261dd33c2 HTTP/1.1" status: 200 len: 210 time: 0.0692496 Nov 04 10:34:15.321180 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c4121a-a10d-49d3-bd90-fbe9d9e4267f x-openstack-request-id: req-79c4121a-a10d-49d3-bd90-fbe9d9e4267f {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:34:15.321435 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f684b0a7-2390-455a-b061-fce261dd33c2", "name": "network-vif-deleted", "tag": "6a6464d5-0fb4-47c7-8c33-88d9e5631250", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:34:15.321666 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-79c4121a-a10d-49d3-bd90-fbe9d9e4267f {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:34:15.321996 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f684b0a7-2390-455a-b061-fce261dd33c2', 'name': 'network-vif-deleted', 'tag': '6a6464d5-0fb4-47c7-8c33-88d9e5631250', 'status': 'completed', 'code': 200} Nov 04 10:34:15.342235 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1440e9fc-a04c-4d59-a9ee-9325ec293ac3 req-d6556048-924c-4cd0-88eb-5e4147117b23 service neutron] 10.222.0.126 "GET /v2.0/networks/9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524279 Nov 04 10:34:15.347359 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-51d7a842-28f0-45e5-8a85-1ffca7033be3 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Allocated IP 172.25.7.70 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/4d3528c6-6fff-4e37-917d-9ab885085d4b) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:34:15.479880 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-ddf300f8-30af-4dd6-9c6a-a1ed759378e5 None None] Set router 15995b10-2910-4f4a-9445-c953275ba754 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:34:15.487054 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1440e9fc-a04c-4d59-a9ee-9325ec293ac3 req-4d92cf39-096a-4257-b0cc-e435cacdd726 service neutron] 10.222.0.126 "GET /v2.0/networks/9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370723 Nov 04 10:34:15.610696 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478cc23-cece-416e-a6ae-890e5a1b42f8 req-98ed20b4-abc6-4aad-91f9-cff72f808ffb tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:15.612590 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a478cc23-cece-416e-a6ae-890e5a1b42f8 req-98ed20b4-abc6-4aad-91f9-cff72f808ffb tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=30d5a469-105c-46a1-abee-2134473a5317 HTTP/1.1" status: 200 len: 944 time: 0.2356360 Nov 04 10:34:15.614176 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-09647bfa-0a54-458a-9c8c-90d9a7864f49 admin admin] Deleting port 10a42fe5-1a71-4c65-b3fc-d07f9e302ffa {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:34:15.614176 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-09647bfa-0a54-458a-9c8c-90d9a7864f49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:15.636728 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2612e6ea-ed1e-4f04-b25b-fb5bc6d76c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:15.714401 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82a595-3f40-40ef-9622-35953e4cf220 req-f604240c-8558-4810-9447-d05834862013 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:15.715959 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5e82a595-3f40-40ef-9622-35953e4cf220 req-f604240c-8558-4810-9447-d05834862013 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 947 time: 0.2923040 Nov 04 10:34:15.814855 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51d7a842-28f0-45e5-8a85-1ffca7033be3 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:15.836937 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-ddf300f8-30af-4dd6-9c6a-a1ed759378e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15995b10-2910-4f4a-9445-c953275ba754', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1010339688-router', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:34:12Z', 'revision_number': 5, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'gw_port': {'id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:15.861207 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612e6ea-ed1e-4f04-b25b-fb5bc6d76c1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a10f0746-db56-4227-89cf-ffbd29fe094a,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:15.871526 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf300f8-30af-4dd6-9c6a-a1ed759378e5 None None] The sync data for ids ['15995b10-2910-4f4a-9445-c953275ba754'] in n-d-816629-1 is: [{'id': '15995b10-2910-4f4a-9445-c953275ba754', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1010339688-router', 'tenant_id': '0492820046454dbbbdfa7eac919beeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:34:12Z', 'revision_number': 5, 'project_id': '0492820046454dbbbdfa7eac919beeeb', 'gw_port': {'id': '10a42fe5-1a71-4c65-b3fc-d07f9e302ffa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995b10-2910-4f4a-9445-c953275ba754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:36Z', 'updated_at': '2021-11-04T10:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:34:15.881452 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a478cc23-cece-416e-a6ae-890e5a1b42f8 req-ffbf6e19-ab90-489e-9c85-484ee96849ad tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464354 Nov 04 10:34:15.906045 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-09647bfa-0a54-458a-9c8c-90d9a7864f49 admin admin] For port 10a42fe5-1a71-4c65-b3fc-d07f9e302ffa, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=10a42fe5-1a71-4c65-b3fc-d07f9e302ffa,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:15.906418 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-09647bfa-0a54-458a-9c8c-90d9a7864f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:15.919702 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5e82a595-3f40-40ef-9622-35953e4cf220 req-3c6cc0fb-f3ff-417a-8ecf-debcc17d0526 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858263 Nov 04 10:34:15.920512 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2612e6ea-ed1e-4f04-b25b-fb5bc6d76c1b admin admin] Checking segment: {'id': '037f8e52-dbbc-4423-b2e4-190597daeab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:34:15.920916 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2612e6ea-ed1e-4f04-b25b-fb5bc6d76c1b admin admin] Network hostable DHCP agents. Network: 76c58e58-2fca-437a-b0b9-4ec508945e0b, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:34:15.942603 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-09647bfa-0a54-458a-9c8c-90d9a7864f49 admin admin] Calling delete_port for 10a42fe5-1a71-4c65-b3fc-d07f9e302ffa owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:34:16.003982 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2612e6ea-ed1e-4f04-b25b-fb5bc6d76c1b admin admin] Network 76c58e58-2fca-437a-b0b9-4ec508945e0b is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:34:16.015971 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51d7a842-28f0-45e5-8a85-1ffca7033be3 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:16.025903 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-2612e6ea-ed1e-4f04-b25b-fb5bc6d76c1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 76c58e58-2fca-437a-b0b9-4ec508945e0b) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:34:16.034431 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f84c885-c43d-4ec4-a1a9-2e3fc49f5660 None None] Network 76c58e58-2fca-437a-b0b9-4ec508945e0b requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:34:16.203029 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f318d567-19e6-4f72-ab94-a737efb739ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-76c58e58-2fca-437a-b0b9-4ec508945e0b', 'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'fixed_ips': [{'subnet_id': 'a10f0746-db56-4227-89cf-ffbd29fe094a'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:34:16.203934 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f318d567-19e6-4f72-ab94-a737efb739ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:16.298656 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device e0aec581-ded0-4c10-9854-498d225d5e70 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:34:16.388510 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2612e6ea-ed1e-4f04-b25b-fb5bc6d76c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:16.389041 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2612e6ea-ed1e-4f04-b25b-fb5bc6d76c1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:16.431936 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-f318d567-19e6-4f72-ab94-a737efb739ff None None] Allocated IP 172.20.0.2 (76c58e58-2fca-437a-b0b9-4ec508945e0b/a10f0746-db56-4227-89cf-ffbd29fe094a/e36ccd89-e967-4812-9113-e7dc95b50edf) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:34:16.499207 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d7a842-28f0-45e5-8a85-1ffca7033be3 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:34:16.508799 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port e0aec581-ded0-4c10-9854-498d225d5e70, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e0aec581-ded0-4c10-9854-498d225d5e70,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:16.519563 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 4c46e41e-d13d-467f-9446-d58fcef67498 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:34:16.524454 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37562) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:16.525084 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2612e6ea-ed1e-4f04-b25b-fb5bc6d76c1b admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9835372 Nov 04 10:34:16.530597 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-cb98a737-91c0-426b-93b7-593748020810 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1598097041-router', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:16.538160 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'e0aec581-ded0-4c10-9854-498d225d5e70', 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d', 'port_id': 'e0aec581-ded0-4c10-9854-498d225d5e70', 'mac_address': 'fa:16:3e:84:0d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28924b01-2687-4263-b969-76f54864e85b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:34:16.553064 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cb98a737-91c0-426b-93b7-593748020810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:16.554881 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cb98a737-91c0-426b-93b7-593748020810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:16.563338 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-51d7a842-28f0-45e5-8a85-1ffca7033be3 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:34:16.574614 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d7a842-28f0-45e5-8a85-1ffca7033be3 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:34:16.580669 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7a842-28f0-45e5-8a85-1ffca7033be3 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Pushing event updated for resources: {'Port': ['ID=4d3528c6-6fff-4e37-917d-9ab885085d4b,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:16.630890 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8168c8-c74d-4065-988e-a71d43d1bf64 req-fb89d52e-899a-4ff5-9735-e60252371667 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:16.633242 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d8168c8-c74d-4065-988e-a71d43d1bf64 req-fb89d52e-899a-4ff5-9735-e60252371667 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.121 "GET /v2.0/ports?device_id=a56e53e4-ac2e-48a1-b446-4c1b90f2a96d HTTP/1.1" status: 200 len: 948 time: 0.2662036 Nov 04 10:34:16.652876 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 39836a9c-a094-4396-bf1d-7bed15846941 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:34:16.654772 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cb98a737-91c0-426b-93b7-593748020810 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:16.669172 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9dbbf2-0cea-4593-829a-14818ee2d0b1 req-4a8c2931-d660-4c8b-b028-76581658c9b1 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:16.670752 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9e9dbbf2-0cea-4593-829a-14818ee2d0b1 req-4a8c2931-d660-4c8b-b028-76581658c9b1 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 943 time: 0.3058364 Nov 04 10:34:16.699366 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:16.699734 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8266da-0b71-4ea4-b5f9-072deb25fcfc req-7acdd366-acab-444f-b50c-005486056dfc tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:16.701386 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0e8266da-0b71-4ea4-b5f9-072deb25fcfc req-7acdd366-acab-444f-b50c-005486056dfc tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/ports?device_id=a56e53e4-ac2e-48a1-b446-4c1b90f2a96d HTTP/1.1" status: 200 len: 948 time: 0.3405702 Nov 04 10:34:16.822881 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cb98a737-91c0-426b-93b7-593748020810 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:16.862406 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 39836a9c-a094-4396-bf1d-7bed15846941 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:34:16.862874 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 39836a9c-a094-4396-bf1d-7bed15846941 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:34:16.915085 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0aec581-ded0-4c10-9854-498d225d5e70 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:34:16.951339 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-09647bfa-0a54-458a-9c8c-90d9a7864f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:16.954860 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b1f086a7-35c9-4087-beae-298a38a4921f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:16.962746 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f318d567-19e6-4f72-ab94-a737efb739ff None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:16.965888 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 4c46e41e-d13d-467f-9446-d58fcef67498, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4c46e41e-d13d-467f-9446-d58fcef67498,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:16.969340 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port e0aec581-ded0-4c10-9854-498d225d5e70, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e0aec581-ded0-4c10-9854-498d225d5e70,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:16.973915 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9e9dbbf2-0cea-4593-829a-14818ee2d0b1 req-fc077e21-84d6-4b7a-8d6f-98e1804a1502 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682214 Nov 04 10:34:16.979835 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:16.987491 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '4c46e41e-d13d-467f-9446-d58fcef67498', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '4c46e41e-d13d-467f-9446-d58fcef67498', 'mac_address': 'fa:16:3e:4f:e8:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:34:17.007160 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f318d567-19e6-4f72-ab94-a737efb739ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:17.008341 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09647bfa-0a54-458a-9c8c-90d9a7864f49 admin admin] Pushing event deleted for resources: {'Port': ['ID=10a42fe5-1a71-4c65-b3fc-d07f9e302ffa,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:17.026179 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0e8266da-0b71-4ea4-b5f9-072deb25fcfc req-14fc0592-6b95-4cea-a0b1-79541685b462 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/security-groups?id=dd39b566-6b5c-446f-a702-6ac696cd451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013961 Nov 04 10:34:17.075084 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f318d567-19e6-4f72-ab94-a737efb739ff None None] Network 76c58e58-2fca-437a-b0b9-4ec508945e0b is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:34:17.077880 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=e0aec581-ded0-4c10-9854-498d225d5e70,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:17.085173 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-f318d567-19e6-4f72-ab94-a737efb739ff None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:34:17.090490 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f318d567-19e6-4f72-ab94-a737efb739ff None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:34:17.106382 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cb98a737-91c0-426b-93b7-593748020810 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:17.117740 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:17.143893 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cb98a737-91c0-426b-93b7-593748020810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:17.182165 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c46e41e-d13d-467f-9446-d58fcef67498 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:34:17.200440 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318d567-19e6-4f72-ab94-a737efb739ff None None] Pushing event updated for resources: {'Port': ['ID=e36ccd89-e967-4812-9113-e7dc95b50edf,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:17.233857 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 4c46e41e-d13d-467f-9446-d58fcef67498, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4c46e41e-d13d-467f-9446-d58fcef67498,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:17.235512 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-f318d567-19e6-4f72-ab94-a737efb739ff None None] Attempting to bind port e36ccd89-e967-4812-9113-e7dc95b50edf on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:34:17.235936 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-f318d567-19e6-4f72-ab94-a737efb739ff None None] Attempting to bind port e36ccd89-e967-4812-9113-e7dc95b50edf by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '037f8e52-dbbc-4423-b2e4-190597daeab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:34:17.236251 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f318d567-19e6-4f72-ab94-a737efb739ff None None] Attempting to bind port e36ccd89-e967-4812-9113-e7dc95b50edf on network 76c58e58-2fca-437a-b0b9-4ec508945e0b {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:34:17.241955 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:17.247210 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f318d567-19e6-4f72-ab94-a737efb739ff None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:34:17.247445 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f318d567-19e6-4f72-ab94-a737efb739ff None None] Checking segment: {'id': '037f8e52-dbbc-4423-b2e4-190597daeab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:34:17.248085 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f318d567-19e6-4f72-ab94-a737efb739ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:17.248085 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f318d567-19e6-4f72-ab94-a737efb739ff None None] Bound using segment: {'id': '037f8e52-dbbc-4423-b2e4-190597daeab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:34:17.248568 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-f318d567-19e6-4f72-ab94-a737efb739ff None None] Bound port: e36ccd89-e967-4812-9113-e7dc95b50edf, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037f8e52-dbbc-4423-b2e4-190597daeab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:34:17.248965 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f318d567-19e6-4f72-ab94-a737efb739ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:17.268838 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-7d8168c8-c74d-4065-988e-a71d43d1bf64 req-e783d405-fbf0-45c4-abec-cd8c62fb87bc tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Deleting port 4a168652-df08-4063-8275-ed49f6fd1940 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:34:17.269703 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7d8168c8-c74d-4065-988e-a71d43d1bf64 req-e783d405-fbf0-45c4-abec-cd8c62fb87bc tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:17.280371 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-cb98a737-91c0-426b-93b7-593748020810 admin admin] Allocated IP 172.25.7.17 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/8f87e36b-3445-4837-a34a-1c2e45f55b0c) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:34:17.284604 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['e0aec581-ded0-4c10-9854-498d225d5e70'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:34:17.356733 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=4c46e41e-d13d-467f-9446-d58fcef67498,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:17.394551 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-09647bfa-0a54-458a-9c8c-90d9a7864f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:17.410811 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cb98a737-91c0-426b-93b7-593748020810 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:17.411051 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-f318d567-19e6-4f72-ab94-a737efb739ff None None] For port e36ccd89-e967-4812-9113-e7dc95b50edf, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:34:17.437762 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-f318d567-19e6-4f72-ab94-a737efb739ff None None] For port e36ccd89-e967-4812-9113-e7dc95b50edf, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e36ccd89-e967-4812-9113-e7dc95b50edf,segment=NetworkSegment(037f8e52-dbbc-4423-b2e4-190597daeab8),segment_id=037f8e52-dbbc-4423-b2e4-190597daeab8)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:34:17.447965 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cb98a737-91c0-426b-93b7-593748020810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:17.448412 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f318d567-19e6-4f72-ab94-a737efb739ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:17.456932 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8d557-0d48-4a3d-92de-a521ec793d2b req-d512488b-18d1-4150-b936-1578547e8483 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:17.456932 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f4e8d557-0d48-4a3d-92de-a521ec793d2b req-d512488b-18d1-4150-b936-1578547e8483 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 947 time: 0.2806342 Nov 04 10:34:17.489480 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb98a737-91c0-426b-93b7-593748020810 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:34:17.496681 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-cb98a737-91c0-426b-93b7-593748020810 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:34:17.498940 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe3c12-18bc-4070-9c23-eba76c475227 req-11db096e-1ed1-47ac-a1b5-231303c01898 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:17.501649 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb98a737-91c0-426b-93b7-593748020810 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:34:17.507440 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b4fe3c12-18bc-4070-9c23-eba76c475227 req-11db096e-1ed1-47ac-a1b5-231303c01898 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=30d5a469-105c-46a1-abee-2134473a5317 HTTP/1.1" status: 200 len: 945 time: 0.3322942 Nov 04 10:34:17.552475 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['4c46e41e-d13d-467f-9446-d58fcef67498'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:34:17.565205 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318d567-19e6-4f72-ab94-a737efb739ff None None] Pushing event updated for resources: {'Port': ['ID=e36ccd89-e967-4812-9113-e7dc95b50edf,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:17.588156 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51d7a842-28f0-45e5-8a85-1ffca7033be3 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:17.644151 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-09647bfa-0a54-458a-9c8c-90d9a7864f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:17.654815 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-09647bfa-0a54-458a-9c8c-90d9a7864f49 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:17.663063 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98a737-91c0-426b-93b7-593748020810 admin admin] Pushing event updated for resources: {'Port': ['ID=8f87e36b-3445-4837-a34a-1c2e45f55b0c,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:17.663688 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-7d8168c8-c74d-4065-988e-a71d43d1bf64 req-e783d405-fbf0-45c4-abec-cd8c62fb87bc tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] For port 4a168652-df08-4063-8275-ed49f6fd1940, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4a168652-df08-4063-8275-ed49f6fd1940,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:17.664150 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7d8168c8-c74d-4065-988e-a71d43d1bf64 req-e783d405-fbf0-45c4-abec-cd8c62fb87bc tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:17.769731 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-7d8168c8-c74d-4065-988e-a71d43d1bf64 req-e783d405-fbf0-45c4-abec-cd8c62fb87bc tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Calling delete_port for 4a168652-df08-4063-8275-ed49f6fd1940 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:34:17.811613 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cb98a737-91c0-426b-93b7-593748020810 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:17.849727 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-09647bfa-0a54-458a-9c8c-90d9a7864f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:17.849727 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09647bfa-0a54-458a-9c8c-90d9a7864f49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15995b10-2910-4f4a-9445-c953275ba754 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:34:17.858367 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-09647bfa-0a54-458a-9c8c-90d9a7864f49 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:17.859892 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-09647bfa-0a54-458a-9c8c-90d9a7864f49 admin admin] 10.222.0.127 "DELETE /v2.0/routers/15995b10-2910-4f4a-9445-c953275ba754 HTTP/1.1" status: 204 len: 168 time: 3.6212847 Nov 04 10:34:17.872248 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f4e8d557-0d48-4a3d-92de-a521ec793d2b req-950d90b4-9db2-4006-9341-e8271a30ef9e tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578322 Nov 04 10:34:17.875835 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37570) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:17.949242 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b4fe3c12-18bc-4070-9c23-eba76c475227 req-45a52860-3b80-40d2-af44-edf071cd1a36 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407108 Nov 04 10:34:18.108656 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-771902ed-f746-4d14-aa35-d374ff718624 admin admin] Deleting subnet 6c41464b-4d5c-426b-ab3b-93147cb6ef05 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:34:18.158849 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-771902ed-f746-4d14-aa35-d374ff718624 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:18.168731 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cb98a737-91c0-426b-93b7-593748020810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:18.313747 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb98a737-91c0-426b-93b7-593748020810 admin admin] Router 68e411a4-d787-4aac-a1c0-9f57b6ac80e8 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:34:18.321310 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-771902ed-f746-4d14-aa35-d374ff718624 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:18.388432 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7d8168c8-c74d-4065-988e-a71d43d1bf64 req-e783d405-fbf0-45c4-abec-cd8c62fb87bc tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:18.403365 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2f058-861d-47d7-bdee-424b715defb4 req-4dbc86cf-62e3-4e1b-8e87-60867436d4ab tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:18.411128 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-efd2f058-861d-47d7-bdee-424b715defb4 req-4dbc86cf-62e3-4e1b-8e87-60867436d4ab tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 943 time: 0.2561574 Nov 04 10:34:18.429888 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb98a737-91c0-426b-93b7-593748020810 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:34:18.436074 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51d7a842-28f0-45e5-8a85-1ffca7033be3 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:18.449696 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f1efe7-5f1e-4848-8bd2-fab8e2278fa1 None None] Sync routers for ids ['68e411a4-d787-4aac-a1c0-9f57b6ac80e8'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:34:18.454813 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cb98a737-91c0-426b-93b7-593748020810 admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:18.456610 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-cb98a737-91c0-426b-93b7-593748020810 admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9308050 Nov 04 10:34:18.461041 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37578) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:18.461286 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f1efe7-5f1e-4848-8bd2-fab8e2278fa1 None None] Routers {'68e411a4-d787-4aac-a1c0-9f57b6ac80e8'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:34:18.462646 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-48f1efe7-5f1e-4848-8bd2-fab8e2278fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:33:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['68e411a4-d787-4aac-a1c0-9f57b6ac80e8'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:18.485179 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9f4ec-e98d-4bb8-84dc-08f6eedd266a req-9da253ee-cd0c-4d87-9057-429bf294dfc8 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:18.493880 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-52e9f4ec-e98d-4bb8-84dc-08f6eedd266a req-9da253ee-cd0c-4d87-9057-429bf294dfc8 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/ports?device_id=a56e53e4-ac2e-48a1-b446-4c1b90f2a96d HTTP/1.1" status: 200 len: 865 time: 0.2970388 Nov 04 10:34:18.522989 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6a6464d5-0fb4-47c7-8c33-88d9e5631250 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:34:18.557766 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 6a6464d5-0fb4-47c7-8c33-88d9e5631250 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:34:18.558832 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6a6464d5-0fb4-47c7-8c33-88d9e5631250 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:34:18.559784 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 4a168652-df08-4063-8275-ed49f6fd1940 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:34:18.588201 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 4a168652-df08-4063-8275-ed49f6fd1940 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:34:18.588866 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 4a168652-df08-4063-8275-ed49f6fd1940 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:34:18.594232 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783d405-fbf0-45c4-abec-cd8c62fb87bc tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Pushing event deleted for resources: {'Port': ['ID=4a168652-df08-4063-8275-ed49f6fd1940,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:18.650064 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-48f1efe7-5f1e-4848-8bd2-fab8e2278fa1 None None] Set router 68e411a4-d787-4aac-a1c0-9f57b6ac80e8 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:34:18.677680 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-efd2f058-861d-47d7-bdee-424b715defb4 req-8d95b1a9-b31c-47f9-b0d6-e889508a4c43 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655642 Nov 04 10:34:18.760261 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-771902ed-f746-4d14-aa35-d374ff718624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:18.849675 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8168c8-c74d-4065-988e-a71d43d1bf64 req-e783d405-fbf0-45c4-abec-cd8c62fb87bc tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] No DVR routers for this DVR port 4a168652-df08-4063-8275-ed49f6fd1940 on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:34:18.857899 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-771902ed-f746-4d14-aa35-d374ff718624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:18.862483 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e36ccd89-e967-4812-9113-e7dc95b50edf up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:34:18.870669 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-52e9f4ec-e98d-4bb8-84dc-08f6eedd266a req-befff88c-d62f-410d-ac51-6a68977bb16c tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/security-groups?id=dd39b566-6b5c-446f-a702-6ac696cd451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758547 Nov 04 10:34:18.899842 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7d8168c8-c74d-4065-988e-a71d43d1bf64 req-e783d405-fbf0-45c4-abec-cd8c62fb87bc tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:18.905028 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d8168c8-c74d-4065-988e-a71d43d1bf64 req-e783d405-fbf0-45c4-abec-cd8c62fb87bc tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.121 "DELETE /v2.0/ports/4a168652-df08-4063-8275-ed49f6fd1940 HTTP/1.1" status: 204 len: 173 time: 2.2615738 Nov 04 10:34:18.922352 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9262dd57-5b00-49bd-a526-241534f1a651 None None] Network d1916c7c-e081-4089-adc9-d25f9f439e58 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:34:18.924956 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56e53e4-ac2e-48a1-b446-4c1b90f2a96d', 'name': 'network-vif-deleted', 'tag': '4a168652-df08-4063-8275-ed49f6fd1940'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:34:18.935276 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3a3224-cd09-4139-aa55-9d55911c93cd" -d '{"events": [{"server_uuid": "a56e53e4-ac2e-48a1-b446-4c1b90f2a96d", "name": "network-vif-deleted", "tag": "4a168652-df08-4063-8275-ed49f6fd1940"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:34:18.995364 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-771902ed-f746-4d14-aa35-d374ff718624 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:19.007002 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-771902ed-f746-4d14-aa35-d374ff718624 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/6c41464b-4d5c-426b-ab3b-93147cb6ef05 HTTP/1.1" status: 204 len: 168 time: 1.0626161 Nov 04 10:34:19.010807 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37586) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:19.035626 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-48f1efe7-5f1e-4848-8bd2-fab8e2278fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'name': 'tempest-ServersTestBootFromVolume-1598097041-router', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:34:16Z', 'updated_at': '2021-11-04T10:34:17Z', 'revision_number': 3, 'project_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'gw_port': {'id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:34:17Z', 'updated_at': '2021-11-04T10:34:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:19.087109 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258701d1-2833-4c16-bdf7-26b4cd6fa2f3 None None] Network 76c58e58-2fca-437a-b0b9-4ec508945e0b requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:34:19.092065 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f1efe7-5f1e-4848-8bd2-fab8e2278fa1 None None] Checking router: 68e411a4-d787-4aac-a1c0-9f57b6ac80e8 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:34:19.092765 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f1efe7-5f1e-4848-8bd2-fab8e2278fa1 None None] Updating router 68e411a4-d787-4aac-a1c0-9f57b6ac80e8 port 8f87e36b-3445-4837-a34a-1c2e45f55b0c binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:34:19.166475 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-48f1efe7-5f1e-4848-8bd2-fab8e2278fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:19.194275 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9284a4c6-f2b0-425c-a22b-6e3a4c30f746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:19.279995 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port e36ccd89-e967-4812-9113-e7dc95b50edf triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:34:19.280631 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:19.499687 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-0ce6d2ff-8da9-4c93-a927-d1c859bee74b None None] Provisioning complete for port e36ccd89-e967-4812-9113-e7dc95b50edf triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:34:19.500059 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0ce6d2ff-8da9-4c93-a927-d1c859bee74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:19.502680 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-9284a4c6-f2b0-425c-a22b-6e3a4c30f746 admin admin] Allocated IP 172.20.0.1 (76c58e58-2fca-437a-b0b9-4ec508945e0b/a10f0746-db56-4227-89cf-ffbd29fe094a/c83df732-b4c4-4831-950e-eb7151e7595e) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:34:19.550819 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0b5a-2676-4b7c-b3cb-24023e5e86c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:19.621116 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0ce6d2ff-8da9-4c93-a927-d1c859bee74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:19.663951 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-48f1efe7-5f1e-4848-8bd2-fab8e2278fa1 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:19.678364 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5f664f09-2dc6-4229-a3b8-8e2207183177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:19.679859 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-48f1efe7-5f1e-4848-8bd2-fab8e2278fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:19.704688 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:19.717097 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771902ed-f746-4d14-aa35-d374ff718624 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c41464b-4d5c-426b-ab3b-93147cb6ef05,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:19.732281 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-0ce6d2ff-8da9-4c93-a927-d1c859bee74b None None] For port e36ccd89-e967-4812-9113-e7dc95b50edf, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e36ccd89-e967-4812-9113-e7dc95b50edf,segment=NetworkSegment(037f8e52-dbbc-4423-b2e4-190597daeab8),segment_id=037f8e52-dbbc-4423-b2e4-190597daeab8)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:19.733623 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae63f4e-156c-4454-b793-3aab35bcf317 None None] DHCP port deletion for d1916c7c-e081-4089-adc9-d25f9f439e58 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:34:19.775801 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0ce6d2ff-8da9-4c93-a927-d1c859bee74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:19.787683 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9284a4c6-f2b0-425c-a22b-6e3a4c30f746 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:19.804230 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-48f1efe7-5f1e-4848-8bd2-fab8e2278fa1 None None] Attempting to bind port 8f87e36b-3445-4837-a34a-1c2e45f55b0c on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:34:19.804953 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-48f1efe7-5f1e-4848-8bd2-fab8e2278fa1 None None] Attempting to bind port 8f87e36b-3445-4837-a34a-1c2e45f55b0c by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:34:19.805517 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f1efe7-5f1e-4848-8bd2-fab8e2278fa1 None None] Attempting to bind port 8f87e36b-3445-4837-a34a-1c2e45f55b0c on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:34:19.819420 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f1efe7-5f1e-4848-8bd2-fab8e2278fa1 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:34:19.821037 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f1efe7-5f1e-4848-8bd2-fab8e2278fa1 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:34:19.821690 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-48f1efe7-5f1e-4848-8bd2-fab8e2278fa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:19.822299 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f1efe7-5f1e-4848-8bd2-fab8e2278fa1 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:34:19.822985 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-48f1efe7-5f1e-4848-8bd2-fab8e2278fa1 None None] Bound port: 8f87e36b-3445-4837-a34a-1c2e45f55b0c, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:34:19.823744 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-48f1efe7-5f1e-4848-8bd2-fab8e2278fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:19.825812 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c96fc5-9b48-4212-a895-4a533a629b3e None None] Pushing event updated for resources: {'Port': ['ID=8f87e36b-3445-4837-a34a-1c2e45f55b0c,revision_number=2']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:19.836443 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9284a4c6-f2b0-425c-a22b-6e3a4c30f746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:19.841223 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6d2ff-8da9-4c93-a927-d1c859bee74b None None] Pushing event updated for resources: {'Port': ['ID=e36ccd89-e967-4812-9113-e7dc95b50edf,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:19.889796 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9284a4c6-f2b0-425c-a22b-6e3a4c30f746 admin admin] Network 76c58e58-2fca-437a-b0b9-4ec508945e0b is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:34:19.895179 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-9284a4c6-f2b0-425c-a22b-6e3a4c30f746 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:34:19.898557 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9284a4c6-f2b0-425c-a22b-6e3a4c30f746 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:34:19.914628 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:34:19.915133 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:34:19.934799 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2ae63f4e-156c-4454-b793-3aab35bcf317 None None] Deleting port 209d1b47-7ef5-4fdb-baf9-6a33cf7c717e {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:34:19.935101 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2ae63f4e-156c-4454-b793-3aab35bcf317 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:19.937426 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-48f1efe7-5f1e-4848-8bd2-fab8e2278fa1 None None] For port 8f87e36b-3445-4837-a34a-1c2e45f55b0c, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:34:19.941622 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-48f1efe7-5f1e-4848-8bd2-fab8e2278fa1 None None] For port 8f87e36b-3445-4837-a34a-1c2e45f55b0c, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=8f87e36b-3445-4837-a34a-1c2e45f55b0c,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:34:19.948778 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-48f1efe7-5f1e-4848-8bd2-fab8e2278fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:19.949993 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284a4c6-f2b0-425c-a22b-6e3a4c30f746 admin admin] Pushing event updated for resources: {'Port': ['ID=c83df732-b4c4-4831-950e-eb7151e7595e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:19.957219 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562473a7-97c6-459f-8eac-4791414ff892 req-1d767bed-59e1-488b-9402-158f30825b81 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:19.959141 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-562473a7-97c6-459f-8eac-4791414ff892 req-1d767bed-59e1-488b-9402-158f30825b81 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=056a51b1-f8d9-44ab-ba11-28624d0d8fa7 HTTP/1.1" status: 200 len: 950 time: 1.1145256 Nov 04 10:34:19.987070 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9284a4c6-f2b0-425c-a22b-6e3a4c30f746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:19.993701 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936bf7b-f0bf-4bc6-ba09-eaf0618971a2 req-1b6cda59-91c8-4087-b3ce-c289a02a7a3f tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:19.995654 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8936bf7b-f0bf-4bc6-ba09-eaf0618971a2 req-1b6cda59-91c8-4087-b3ce-c289a02a7a3f tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.121 "GET /v2.0/ports?device_id=056a51b1-f8d9-44ab-ba11-28624d0d8fa7 HTTP/1.1" status: 200 len: 950 time: 0.2807403 Nov 04 10:34:20.008249 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744c48d-5b3a-4807-9b60-432827c9d5fe req-0199df08-a69d-4476-aef7-1ff009cf7a39 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:20.015613 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2ae63f4e-156c-4454-b793-3aab35bcf317 None None] For port 209d1b47-7ef5-4fdb-baf9-6a33cf7c717e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=209d1b47-7ef5-4fdb-baf9-6a33cf7c717e,segment=NetworkSegment(61f108e4-56f0-48ee-9c99-786617296cbb),segment_id=61f108e4-56f0-48ee-9c99-786617296cbb)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:20.016009 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2ae63f4e-156c-4454-b793-3aab35bcf317 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:20.023377 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e744c48d-5b3a-4807-9b60-432827c9d5fe req-0199df08-a69d-4476-aef7-1ff009cf7a39 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 948 time: 1.0115030 Nov 04 10:34:20.031450 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2ae63f4e-156c-4454-b793-3aab35bcf317 None None] Calling delete_port for 209d1b47-7ef5-4fdb-baf9-6a33cf7c717e owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:34:20.040779 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f1efe7-5f1e-4848-8bd2-fab8e2278fa1 None None] Routers {'68e411a4-d787-4aac-a1c0-9f57b6ac80e8'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:34:20.041488 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-48f1efe7-5f1e-4848-8bd2-fab8e2278fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:34:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['68e411a4-d787-4aac-a1c0-9f57b6ac80e8'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:20.127109 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2ae63f4e-156c-4454-b793-3aab35bcf317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:20.164263 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae63f4e-156c-4454-b793-3aab35bcf317 None None] No DVR routers for this DVR port 209d1b47-7ef5-4fdb-baf9-6a33cf7c717e on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:34:20.169400 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae63f4e-156c-4454-b793-3aab35bcf317 None None] Pushing event deleted for resources: {'Port': ['ID=209d1b47-7ef5-4fdb-baf9-6a33cf7c717e,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:20.193143 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-73f8021c-66c7-4fbc-8cd8-99c95541df22 None None] Provisioning complete for port e36ccd89-e967-4812-9113-e7dc95b50edf triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:34:20.193693 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-73f8021c-66c7-4fbc-8cd8-99c95541df22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:20.295867 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-5f664f09-2dc6-4229-a3b8-8e2207183177 admin admin] Deleting port 209d1b47-7ef5-4fdb-baf9-6a33cf7c717e {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:34:20.296232 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5f664f09-2dc6-4229-a3b8-8e2207183177 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:20.319976 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device e0aec581-ded0-4c10-9854-498d225d5e70 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:34:20.337785 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e744c48d-5b3a-4807-9b60-432827c9d5fe req-76ddd422-6420-4650-bbef-a83aa1c277ea tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133008 Nov 04 10:34:20.341682 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-562473a7-97c6-459f-8eac-4791414ff892 req-5f6679ae-c929-4020-95b7-e1e81a00fa52 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659573 Nov 04 10:34:20.408631 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c96fc5-9b48-4212-a895-4a533a629b3e None None] Pushing event updated for resources: {'Port': ['ID=8f87e36b-3445-4837-a34a-1c2e45f55b0c,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:20.409522 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port e0aec581-ded0-4c10-9854-498d225d5e70 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:34:20.433263 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port e0aec581-ded0-4c10-9854-498d225d5e70 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:34:20.435201 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d7a842-28f0-45e5-8a85-1ffca7033be3 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Router c6a6990c-da77-4982-8ec7-e79e3733e1f5 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:34:20.445246 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:20.464086 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-48f1efe7-5f1e-4848-8bd2-fab8e2278fa1 None None] Set router 68e411a4-d787-4aac-a1c0-9f57b6ac80e8 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:34:20.464494 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80940b1-b2b8-451f-a2b1-dc7166d6a8ea x-openstack-request-id: req-d80940b1-b2b8-451f-a2b1-dc7166d6a8ea {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:34:20.464793 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56e53e4-ac2e-48a1-b446-4c1b90f2a96d", "name": "network-vif-deleted", "tag": "4a168652-df08-4063-8275-ed49f6fd1940", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:34:20.465074 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-d80940b1-b2b8-451f-a2b1-dc7166d6a8ea {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:34:20.465475 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56e53e4-ac2e-48a1-b446-4c1b90f2a96d', 'name': 'network-vif-deleted', 'tag': '4a168652-df08-4063-8275-ed49f6fd1940', 'status': 'completed', 'code': 200} Nov 04 10:34:20.549914 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device b5ace112-ac21-4505-9972-e390cae169a8 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:34:20.552301 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 4c46e41e-d13d-467f-9446-d58fcef67498 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:34:20.555564 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-8936bf7b-f0bf-4bc6-ba09-eaf0618971a2 req-b110b233-5436-45d6-ae21-575983c90960 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Deleting port 1bdeda71-853f-428d-a73c-4a52ca6c4eb2 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:34:20.555909 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-8936bf7b-f0bf-4bc6-ba09-eaf0618971a2 req-b110b233-5436-45d6-ae21-575983c90960 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:20.622898 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-244a8baa-3c76-4715-bfe0-b15c6b8d3e76 None None] Provisioning complete for port c83df732-b4c4-4831-950e-eb7151e7595e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:34:20.623995 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-244a8baa-3c76-4715-bfe0-b15c6b8d3e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:20.641405 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-5f664f09-2dc6-4229-a3b8-8e2207183177 admin admin] For port 209d1b47-7ef5-4fdb-baf9-6a33cf7c717e, host n-d-816629-1, got binding levels [] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:20.641780 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5f664f09-2dc6-4229-a3b8-8e2207183177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:20.670301 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-244a8baa-3c76-4715-bfe0-b15c6b8d3e76 None None] Port c83df732-b4c4-4831-950e-eb7151e7595e cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:34:20.702793 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-48f1efe7-5f1e-4848-8bd2-fab8e2278fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'name': 'tempest-ServersTestBootFromVolume-1598097041-router', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:34:16Z', 'updated_at': '2021-11-04T10:34:17Z', 'revision_number': 3, 'project_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'gw_port': {'id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:34:17Z', 'updated_at': '2021-11-04T10:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:20.707592 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-5f664f09-2dc6-4229-a3b8-8e2207183177 admin admin] Calling delete_port for 209d1b47-7ef5-4fdb-baf9-6a33cf7c717e owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:34:20.717759 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.ipam_backend_mixin [None req-5f664f09-2dc6-4229-a3b8-8e2207183177 admin admin] Port 209d1b47-7ef5-4fdb-baf9-6a33cf7c717e was not found and therefore no delete operation was performed {{(pid=101774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 10:34:20.728875 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a1dc6642-adba-42d1-af55-cec26e225dca req-bf6bd78d-de65-4b92-a573-9a2e0c1bdc02 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1503532 Nov 04 10:34:20.742499 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5f664f09-2dc6-4229-a3b8-8e2207183177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:20.743841 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5138cac-6576-49a0-a608-304f57a68f68 req-c4f0d92e-61bc-4cf1-8bfb-da7ada5542cc service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=f04cf711-d04c-40c8-a72a-98e38cc51313&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1641722 Nov 04 10:34:20.749447 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f1efe7-5f1e-4848-8bd2-fab8e2278fa1 None None] The sync data for ids ['68e411a4-d787-4aac-a1c0-9f57b6ac80e8'] in n-d-816629-1 is: [{'id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'name': 'tempest-ServersTestBootFromVolume-1598097041-router', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:34:16Z', 'updated_at': '2021-11-04T10:34:17Z', 'revision_number': 3, 'project_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'gw_port': {'id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:34:17Z', 'updated_at': '2021-11-04T10:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:34:20.789155 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.resource_extend [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:34:20.793753 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc265f2b-7714-4ff9-aa4e-a26c1eb4b11a req-495c9de3-77ad-4c57-8b8d-df56aa2966e7 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:20.795387 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc265f2b-7714-4ff9-aa4e-a26c1eb4b11a req-495c9de3-77ad-4c57-8b8d-df56aa2966e7 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=30d5a469-105c-46a1-abee-2134473a5317 HTTP/1.1" status: 200 len: 945 time: 0.3614469 Nov 04 10:34:20.805006 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f664f09-2dc6-4229-a3b8-8e2207183177 admin admin] Pushing event deleted for resources: {'Port': ['ID=209d1b47-7ef5-4fdb-baf9-6a33cf7c717e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:20.805610 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 10a42fe5-1a71-4c65-b3fc-d07f9e302ffa no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:34:20.829027 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:20.876356 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c6cbc-2c48-436d-853f-cf2d789e43bc req-3db9858c-5587-4105-a13b-09d2b1b3c54b tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:20.878224 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e27c6cbc-2c48-436d-853f-cf2d789e43bc req-3db9858c-5587-4105-a13b-09d2b1b3c54b tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 943 time: 0.3527427 Nov 04 10:34:20.881841 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f664f09-2dc6-4229-a3b8-8e2207183177 admin admin] No DVR routers for this DVR port 209d1b47-7ef5-4fdb-baf9-6a33cf7c717e on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:34:20.893132 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9284a4c6-f2b0-425c-a22b-6e3a4c30f746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:20.900739 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc6642-adba-42d1-af55-cec26e225dca req-b35616fe-0881-4a22-a829-ad4e8392ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:20.902455 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a1dc6642-adba-42d1-af55-cec26e225dca req-b35616fe-0881-4a22-a829-ad4e8392ffc1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 1101 time: 0.1404600 Nov 04 10:34:20.913507 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5138cac-6576-49a0-a608-304f57a68f68 req-6a601f2b-b125-453b-9898-d0a0a0011c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:20.915123 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5138cac-6576-49a0-a608-304f57a68f68 req-6a601f2b-b125-453b-9898-d0a0a0011c8a service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=bd609f94b81947bcb1c477623063e487&device_id=f04cf711-d04c-40c8-a72a-98e38cc51313 HTTP/1.1" status: 200 len: 1100 time: 0.1346014 Nov 04 10:34:21.033577 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 10a42fe5-1a71-4c65-b3fc-d07f9e302ffa {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:34:21.034027 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 10a42fe5-1a71-4c65-b3fc-d07f9e302ffa not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:34:21.042555 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:21.080791 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e27c6cbc-2c48-436d-853f-cf2d789e43bc req-662b6d6e-41d9-4a4e-bf2f-87b21dd76154 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693847 Nov 04 10:34:21.094727 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5f664f09-2dc6-4229-a3b8-8e2207183177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:21.105084 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-8936bf7b-f0bf-4bc6-ba09-eaf0618971a2 req-b110b233-5436-45d6-ae21-575983c90960 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] For port 1bdeda71-853f-428d-a73c-4a52ca6c4eb2, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=1bdeda71-853f-428d-a73c-4a52ca6c4eb2,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:21.105440 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-8936bf7b-f0bf-4bc6-ba09-eaf0618971a2 req-b110b233-5436-45d6-ae21-575983c90960 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:21.114390 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d7a842-28f0-45e5-8a85-1ffca7033be3 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:34:21.133015 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 4c46e41e-d13d-467f-9446-d58fcef67498 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:34:21.140403 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ffb882-c788-4d67-8778-44d8879ac556 None None] Sync routers for ids ['c6a6990c-da77-4982-8ec7-e79e3733e1f5'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:34:21.142020 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d5a469-105c-46a1-abee-2134473a5317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0aec581-ded0-4c10-9854-498d225d5e70'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:34:21.144476 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff5dd23-3a14-4fda-9e94-8ae348eb0929" -d '{"events": [{"server_uuid": "30d5a469-105c-46a1-abee-2134473a5317", "name": "network-vif-plugged", "status": "completed", "tag": "e0aec581-ded0-4c10-9854-498d225d5e70"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:34:21.158393 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc265f2b-7714-4ff9-aa4e-a26c1eb4b11a req-8745d1f3-4405-4c34-86d3-8bb587e331e3 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431480 Nov 04 10:34:21.159430 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-8936bf7b-f0bf-4bc6-ba09-eaf0618971a2 req-b110b233-5436-45d6-ae21-575983c90960 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Calling delete_port for 1bdeda71-853f-428d-a73c-4a52ca6c4eb2 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:34:21.171669 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-5f664f09-2dc6-4229-a3b8-8e2207183177 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1916c7c-e081-4089-adc9-d25f9f439e58']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:21.174309 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 4c46e41e-d13d-467f-9446-d58fcef67498 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:34:21.174758 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:21.185857 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port e0aec581-ded0-4c10-9854-498d225d5e70, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e0aec581-ded0-4c10-9854-498d225d5e70,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:21.207583 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51d7a842-28f0-45e5-8a85-1ffca7033be3 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:21.209161 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-51d7a842-28f0-45e5-8a85-1ffca7033be3 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.2605493 Nov 04 10:34:21.214750 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37598) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:21.244975 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:21.250299 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port b5ace112-ac21-4505-9972-e390cae169a8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b5ace112-ac21-4505-9972-e390cae169a8,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:21.251427 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-5f664f09-2dc6-4229-a3b8-8e2207183177 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f108e4-56f0-48ee-9c99-786617296cbb') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:21.253582 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-5f664f09-2dc6-4229-a3b8-8e2207183177 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f108e4-56f0-48ee-9c99-786617296cbb') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:21.269369 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ffb882-c788-4d67-8778-44d8879ac556 None None] Routers {'c6a6990c-da77-4982-8ec7-e79e3733e1f5'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:34:21.270361 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-47ffb882-c788-4d67-8778-44d8879ac556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:34:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c6a6990c-da77-4982-8ec7-e79e3733e1f5'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:21.300377 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e36ccd89-e967-4812-9113-e7dc95b50edf up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:34:21.331343 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5f664f09-2dc6-4229-a3b8-8e2207183177 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:21.424930 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'b5ace112-ac21-4505-9972-e390cae169a8', 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730', 'port_id': 'b5ace112-ac21-4505-9972-e390cae169a8', 'mac_address': 'fa:16:3e:16:65:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d328ae-3dd4-4757-b0cd-5d3ffb3741ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:34:21.468446 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9284a4c6-f2b0-425c-a22b-6e3a4c30f746 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:21.485117 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f79e7902-e84b-4e6d-8b9a-4eea9f62fb7b tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "GET /v2.0/routers/c6a6990c-da77-4982-8ec7-e79e3733e1f5 HTTP/1.1" status: 200 len: 908 time: 0.2390621 Nov 04 10:34:21.487485 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9284a4c6-f2b0-425c-a22b-6e3a4c30f746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:21.515539 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5f664f09-2dc6-4229-a3b8-8e2207183177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:21.535396 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f664f09-2dc6-4229-a3b8-8e2207183177 admin admin] Releasing vlan 1177 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:34:21.535812 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5f664f09-2dc6-4229-a3b8-8e2207183177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:21.547779 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37606) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:21.553083 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9284a4c6-f2b0-425c-a22b-6e3a4c30f746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:21.575078 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-f271a369-4fcb-4fbf-8c9f-38fea626d216 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1131003357', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'enable_snat': True}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:34:21.607000 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:34:21.618212 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5f664f09-2dc6-4229-a3b8-8e2207183177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:21.629582 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5f664f09-2dc6-4229-a3b8-8e2207183177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:21.633176 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5f664f09-2dc6-4229-a3b8-8e2207183177 admin admin] 10.222.0.127 "DELETE /v2.0/networks/d1916c7c-e081-4089-adc9-d25f9f439e58 HTTP/1.1" status: 204 len: 168 time: 2.5960796 Nov 04 10:34:21.652874 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37610) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:21.662789 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8b2dc6-b36f-4978-8f0c-0d820c45f914 x-openstack-request-id: req-8f8b2dc6-b36f-4978-8f0c-0d820c45f914 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:34:21.663361 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d5a469-105c-46a1-abee-2134473a5317", "name": "network-vif-plugged", "status": "completed", "tag": "e0aec581-ded0-4c10-9854-498d225d5e70", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:34:21.663450 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-8f8b2dc6-b36f-4978-8f0c-0d820c45f914 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:34:21.663808 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d5a469-105c-46a1-abee-2134473a5317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0aec581-ded0-4c10-9854-498d225d5e70', 'code': 200} Nov 04 10:34:21.670045 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f664f09-2dc6-4229-a3b8-8e2207183177 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1916c7c-e081-4089-adc9-d25f9f439e58,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:21.704424 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=e0aec581-ded0-4c10-9854-498d225d5e70,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:21.738562 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f271a369-4fcb-4fbf-8c9f-38fea626d216 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:21.740669 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f271a369-4fcb-4fbf-8c9f-38fea626d216 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:21.753263 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:21.790490 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ace112-ac21-4505-9972-e390cae169a8 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:34:21.800801 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-47ffb882-c788-4d67-8778-44d8879ac556 None None] Set router c6a6990c-da77-4982-8ec7-e79e3733e1f5 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:34:21.803051 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:21.866055 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d1e54-7f4b-4f91-b68c-dcbec2c05dfc req-ff89ff29-27ae-4e5e-a1ba-d29f8e0b6e0d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:21.867998 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-901d1e54-7f4b-4f91-b68c-dcbec2c05dfc req-ff89ff29-27ae-4e5e-a1ba-d29f8e0b6e0d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 948 time: 0.1791182 Nov 04 10:34:21.886706 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa74f4-faf5-4760-ad0d-4a718be2d773 req-87e1500c-a9c9-4a73-9f41-a83585676095 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:21.888535 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-71aa74f4-faf5-4760-ad0d-4a718be2d773 req-87e1500c-a9c9-4a73-9f41-a83585676095 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=056a51b1-f8d9-44ab-ba11-28624d0d8fa7 HTTP/1.1" status: 200 len: 950 time: 0.1803203 Nov 04 10:34:21.913014 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port e36ccd89-e967-4812-9113-e7dc95b50edf triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:34:21.913832 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:21.920484 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc6642-adba-42d1-af55-cec26e225dca req-b2e7da25-ece5-4e9d-8070-1326df6974c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:21.922017 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a1dc6642-adba-42d1-af55-cec26e225dca req-b2e7da25-ece5-4e9d-8070-1326df6974c8 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.9696550 Nov 04 10:34:21.931709 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5138cac-6576-49a0-a608-304f57a68f68 req-bef26b40-ecb8-4afa-9d1c-e217abf8236a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:21.933379 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5138cac-6576-49a0-a608-304f57a68f68 req-bef26b40-ecb8-4afa-9d1c-e217abf8236a service neutron] 10.222.0.126 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.9676654 Nov 04 10:34:21.967597 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port b5ace112-ac21-4505-9972-e390cae169a8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b5ace112-ac21-4505-9972-e390cae169a8,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:22.008074 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284a4c6-f2b0-425c-a22b-6e3a4c30f746 admin admin] Pushing event updated for resources: {'Port': ['ID=c83df732-b4c4-4831-950e-eb7151e7595e,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:22.015629 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-901d1e54-7f4b-4f91-b68c-dcbec2c05dfc req-dd8b20cd-7aaf-4e7e-bb50-9ffb454b9daa tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325393 Nov 04 10:34:22.023489 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-8936bf7b-f0bf-4bc6-ba09-eaf0618971a2 req-b110b233-5436-45d6-ae21-575983c90960 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:22.024161 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f271a369-4fcb-4fbf-8c9f-38fea626d216 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:22.024761 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:22.055060 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['e0d5faa4-ee27-440a-8784-8bc14b9ab95b', '364947aa-bf30-454a-9880-1821df264897', 'aa2574ad-c05e-442b-90d5-45788135db75', 'abf49307-942b-4969-84a1-fd00de62f826'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:34:22.067507 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['7d5624fe-6551-411c-a76b-5a75bb6968d5', '1bdeda71-853f-428d-a73c-4a52ca6c4eb2'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:34:22.093874 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110b233-5436-45d6-ae21-575983c90960 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Pushing event deleted for resources: {'Port': ['ID=1bdeda71-853f-428d-a73c-4a52ca6c4eb2,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:22.131584 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a1dc6642-adba-42d1-af55-cec26e225dca req-92bf8225-3c6d-4a94-a9d4-95475286e0c9 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=5409d388-e97e-4c23-ac7e-207666e904b5 HTTP/1.1" status: 200 len: 217 time: 0.1540391 Nov 04 10:34:22.137292 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5138cac-6576-49a0-a608-304f57a68f68 req-025886ae-ce82-4ec9-9a65-2e843c0fbad8 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=aa2574ad-c05e-442b-90d5-45788135db75 HTTP/1.1" status: 200 len: 217 time: 0.1446421 Nov 04 10:34:22.190977 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-71aa74f4-faf5-4760-ad0d-4a718be2d773 req-91676354-d871-4f2b-b8ae-70b3e7a9db3c tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733166 Nov 04 10:34:22.235378 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 4c46e41e-d13d-467f-9446-d58fcef67498, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4c46e41e-d13d-467f-9446-d58fcef67498,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:22.251159 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:22.279867 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:22.297416 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7d7b8-0ac3-4ff6-a32f-32d155a0f7c7 req-6e6bbaa6-fc4c-43f3-b872-2d9e589edf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:22.298711 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1d7d7b8-0ac3-4ff6-a32f-32d155a0f7c7 req-6e6bbaa6-fc4c-43f3-b872-2d9e589edf75 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=30d5a469-105c-46a1-abee-2134473a5317 HTTP/1.1" status: 200 len: 1097 time: 0.6438570 Nov 04 10:34:22.310696 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=b5ace112-ac21-4505-9972-e390cae169a8,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:22.313440 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8936bf7b-f0bf-4bc6-ba09-eaf0618971a2 req-b110b233-5436-45d6-ae21-575983c90960 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] No DVR routers for this DVR port 1bdeda71-853f-428d-a73c-4a52ca6c4eb2 on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:34:22.344169 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-8936bf7b-f0bf-4bc6-ba09-eaf0618971a2 req-b110b233-5436-45d6-ae21-575983c90960 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:22.347581 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8936bf7b-f0bf-4bc6-ba09-eaf0618971a2 req-b110b233-5436-45d6-ae21-575983c90960 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.121 "DELETE /v2.0/ports/1bdeda71-853f-428d-a73c-4a52ca6c4eb2 HTTP/1.1" status: 204 len: 173 time: 2.3205926 Nov 04 10:34:22.385188 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['b5ace112-ac21-4505-9972-e390cae169a8'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:34:22.392224 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d9fd5-c570-4194-b0fe-2868f9d3e76b req-c2b894ba-5c0b-45cf-b290-a2b17e8dd111 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:22.394298 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-461d9fd5-c570-4194-b0fe-2868f9d3e76b req-c2b894ba-5c0b-45cf-b290-a2b17e8dd111 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/ports?device_id=1e5e5850-d733-4e31-ae2a-14941f0c50ac HTTP/1.1" status: 200 len: 949 time: 0.2403018 Nov 04 10:34:22.415911 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412005e-cf00-4aa1-9f2a-0806c0724445 req-868472e2-ef81-4dee-89c3-267efc2889c3 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:22.424942 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b412005e-cf00-4aa1-9f2a-0806c0724445 req-868472e2-ef81-4dee-89c3-267efc2889c3 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 944 time: 0.1135001 Nov 04 10:34:22.441040 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9284a4c6-f2b0-425c-a22b-6e3a4c30f746 admin admin] Network 76c58e58-2fca-437a-b0b9-4ec508945e0b is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:34:22.451636 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-9284a4c6-f2b0-425c-a22b-6e3a4c30f746 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:34:22.472761 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5138cac-6576-49a0-a608-304f57a68f68 req-57ee7161-c822-4d78-973d-aba9a0c6bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:22.475572 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5138cac-6576-49a0-a608-304f57a68f68 req-57ee7161-c822-4d78-973d-aba9a0c6bd64 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.3284998 Nov 04 10:34:22.483084 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056a51b1-f8d9-44ab-ba11-28624d0d8fa7', 'name': 'network-vif-deleted', 'tag': '1bdeda71-853f-428d-a73c-4a52ca6c4eb2'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:34:22.487687 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16f3bed-ea92-4015-89de-4c01b59f0896" -d '{"events": [{"server_uuid": "056a51b1-f8d9-44ab-ba11-28624d0d8fa7", "name": "network-vif-deleted", "tag": "1bdeda71-853f-428d-a73c-4a52ca6c4eb2"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:34:22.557568 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-461d9fd5-c570-4194-b0fe-2868f9d3e76b req-f52d55ea-355a-49a7-b2ce-a6f2bae0750e tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/security-groups?id=dd39b566-6b5c-446f-a702-6ac696cd451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472495 Nov 04 10:34:22.590582 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc6642-adba-42d1-af55-cec26e225dca req-e1d6c3f4-68c1-4918-8c42-bf6c5a405efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:22.592405 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a1dc6642-adba-42d1-af55-cec26e225dca req-e1d6c3f4-68c1-4918-8c42-bf6c5a405efc service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.4482958 Nov 04 10:34:22.597122 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b412005e-cf00-4aa1-9f2a-0806c0724445 req-0ee13222-84de-4841-9c16-77d4eee1df05 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653214 Nov 04 10:34:22.598599 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 1bdeda71-853f-428d-a73c-4a52ca6c4eb2 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:34:22.631261 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 1bdeda71-853f-428d-a73c-4a52ca6c4eb2 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:34:22.631808 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 1bdeda71-853f-428d-a73c-4a52ca6c4eb2 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:34:22.633218 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=4c46e41e-d13d-467f-9446-d58fcef67498,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:22.699897 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845753e8-9f6d-4710-80ff-ccaf3113f4e2 x-openstack-request-id: req-845753e8-9f6d-4710-80ff-ccaf3113f4e2 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:34:22.700418 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056a51b1-f8d9-44ab-ba11-28624d0d8fa7", "name": "network-vif-deleted", "tag": "1bdeda71-853f-428d-a73c-4a52ca6c4eb2", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:34:22.700917 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-845753e8-9f6d-4710-80ff-ccaf3113f4e2 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:34:22.701536 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '056a51b1-f8d9-44ab-ba11-28624d0d8fa7', 'name': 'network-vif-deleted', 'tag': '1bdeda71-853f-428d-a73c-4a52ca6c4eb2', 'status': 'completed', 'code': 200} Nov 04 10:34:22.722847 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:22.762048 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 209d1b47-7ef5-4fdb-baf9-6a33cf7c717e no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:34:22.790755 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72403e-de47-4f40-b2c0-e60f55376f52 req-df9d62cd-40c4-4446-a9b6-4ed2c021ae90 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:22.792341 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dd72403e-de47-4f40-b2c0-e60f55376f52 req-df9d62cd-40c4-4446-a9b6-4ed2c021ae90 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=30d5a469-105c-46a1-abee-2134473a5317 HTTP/1.1" status: 200 len: 946 time: 0.0862553 Nov 04 10:34:22.818041 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 209d1b47-7ef5-4fdb-baf9-6a33cf7c717e {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:34:22.818458 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 209d1b47-7ef5-4fdb-baf9-6a33cf7c717e not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:34:22.882091 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dd72403e-de47-4f40-b2c0-e60f55376f52 req-292c4794-8d62-4487-8732-1487ca5efbe2 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777781 Nov 04 10:34:22.953075 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f271a369-4fcb-4fbf-8c9f-38fea626d216 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:22.954760 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-47ffb882-c788-4d67-8778-44d8879ac556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a6990c-da77-4982-8ec7-e79e3733e1f5', 'name': 'tempest-snat-router-1131003357', 'tenant_id': '7d6d05b59c6b4d5fb3357705ffeec386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.70'}], 'enable_snat': False}, 'gw_port_id': '4d3528c6-6fff-4e37-917d-9ab885085d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:34:13Z', 'updated_at': '2021-11-04T10:34:16Z', 'revision_number': 3, 'project_id': '7d6d05b59c6b4d5fb3357705ffeec386', 'gw_port': {'id': '4d3528c6-6fff-4e37-917d-9ab885085d4b', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a6990c-da77-4982-8ec7-e79e3733e1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:34:14Z', 'updated_at': '2021-11-04T10:34:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:23.003760 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ffb882-c788-4d67-8778-44d8879ac556 None None] Checking router: c6a6990c-da77-4982-8ec7-e79e3733e1f5 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:34:23.004106 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ffb882-c788-4d67-8778-44d8879ac556 None None] Updating router c6a6990c-da77-4982-8ec7-e79e3733e1f5 port 4d3528c6-6fff-4e37-917d-9ab885085d4b binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:34:23.011054 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1d7d7b8-0ac3-4ff6-a32f-32d155a0f7c7 req-e6d4ac7f-53c7-4dc8-a9b1-a0b530f7b2dc service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6516569 Nov 04 10:34:23.076766 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-47ffb882-c788-4d67-8778-44d8879ac556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:23.128624 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-3d6c2637-88da-4a49-bc0e-f39e0a5db0ba None None] Provisioning complete for port c83df732-b4c4-4831-950e-eb7151e7595e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:34:23.129044 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3d6c2637-88da-4a49-bc0e-f39e0a5db0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:23.266270 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8f87e36b-3445-4837-a34a-1c2e45f55b0c up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:34:23.274018 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-3d6c2637-88da-4a49-bc0e-f39e0a5db0ba None None] Port c83df732-b4c4-4831-950e-eb7151e7595e cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:34:23.337395 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9cf21-5a9b-43e1-a3bc-fc541bb4ab74 req-58d52da1-cdae-42ec-a7f9-76ebc7a5a7b2 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:23.343538 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24d9cf21-5a9b-43e1-a3bc-fc541bb4ab74 req-58d52da1-cdae-42ec-a7f9-76ebc7a5a7b2 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 949 time: 0.1336443 Nov 04 10:34:23.422701 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24d9cf21-5a9b-43e1-a3bc-fc541bb4ab74 req-b4aa6278-9ac6-429e-bec2-9daf551addab tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699110 Nov 04 10:34:23.449627 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9284a4c6-f2b0-425c-a22b-6e3a4c30f746 admin admin] Router 68e411a4-d787-4aac-a1c0-9f57b6ac80e8 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:34:23.455350 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5138cac-6576-49a0-a608-304f57a68f68 req-37d67eed-f635-49fe-a420-c590f8040b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:23.456999 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5138cac-6576-49a0-a608-304f57a68f68 req-37d67eed-f635-49fe-a420-c590f8040b99 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8585846 Nov 04 10:34:23.604465 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc6642-adba-42d1-af55-cec26e225dca req-a37b9f3f-d464-425b-ad74-fff60864dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:23.606124 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a1dc6642-adba-42d1-af55-cec26e225dca req-a37b9f3f-d464-425b-ad74-fff60864dce0 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8540065 Nov 04 10:34:23.607880 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5138cac-6576-49a0-a608-304f57a68f68 req-a61243d5-4fe3-43d6-a148-9f6b035a7e30 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386495 Nov 04 10:34:23.617981 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 8f87e36b-3445-4837-a34a-1c2e45f55b0c triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:34:23.618277 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:23.672563 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80416f2-d85c-45aa-b8f7-e033b1d7e093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c46e41e-d13d-467f-9446-d58fcef67498'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:34:23.674931 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edeb87e9-0677-4d25-bf86-0c450231fc69" -d '{"events": [{"server_uuid": "e80416f2-d85c-45aa-b8f7-e033b1d7e093", "name": "network-vif-plugged", "status": "completed", "tag": "4c46e41e-d13d-467f-9446-d58fcef67498"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:34:23.704186 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbebe04-4347-40e5-89b1-92a403c290ba req-93e0c344-782b-47a5-9e8e-4f3681b95f61 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:23.713422 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2fbebe04-4347-40e5-89b1-92a403c290ba req-93e0c344-782b-47a5-9e8e-4f3681b95f61 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/ports?device_id=1e5e5850-d733-4e31-ae2a-14941f0c50ac HTTP/1.1" status: 200 len: 949 time: 0.0735819 Nov 04 10:34:23.866482 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:23.872178 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2fbebe04-4347-40e5-89b1-92a403c290ba req-5949926f-ebc8-4046-b0d4-5c99487f488b tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/security-groups?id=dd39b566-6b5c-446f-a702-6ac696cd451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575494 Nov 04 10:34:23.872674 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-47ffb882-c788-4d67-8778-44d8879ac556 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:23.896229 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-47ffb882-c788-4d67-8778-44d8879ac556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:23.905881 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 8f87e36b-3445-4837-a34a-1c2e45f55b0c, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=8f87e36b-3445-4837-a34a-1c2e45f55b0c,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:23.940069 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:23.941890 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9284a4c6-f2b0-425c-a22b-6e3a4c30f746 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:34:23.949086 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5138cac-6576-49a0-a608-304f57a68f68 req-d0acf6b5-2a8a-46d6-8389-00448f53101b service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316152 Nov 04 10:34:23.953895 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9284a4c6-f2b0-425c-a22b-6e3a4c30f746 admin admin] 10.222.0.127 "PUT /v2.0/routers/68e411a4-d787-4aac-a1c0-9f57b6ac80e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4913890 Nov 04 10:34:23.966659 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fda2efb-36df-4027-9a50-33926528d4b3 None None] Sync routers for ids ['68e411a4-d787-4aac-a1c0-9f57b6ac80e8'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:34:23.977244 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75220e-76e3-4118-b8a4-e60467c9ccfd req-4dd2ceee-9f42-43e2-b2cb-8f62b5971020 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:23.978806 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae75220e-76e3-4118-b8a4-e60467c9ccfd req-4dd2ceee-9f42-43e2-b2cb-8f62b5971020 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.121 "GET /v2.0/ports?device_id=1e5e5850-d733-4e31-ae2a-14941f0c50ac HTTP/1.1" status: 200 len: 949 time: 0.2183502 Nov 04 10:34:23.988064 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a1dc6642-adba-42d1-af55-cec26e225dca req-13b71691-66ec-4b90-a2b8-3aa800deb54f service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264253 Nov 04 10:34:24.002960 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fda2efb-36df-4027-9a50-33926528d4b3 None None] Routers {'68e411a4-d787-4aac-a1c0-9f57b6ac80e8'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:34:24.005613 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-2fda2efb-36df-4027-9a50-33926528d4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:34:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['68e411a4-d787-4aac-a1c0-9f57b6ac80e8'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:24.072922 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12355d77-492f-4f6b-94fc-f81fc0dacbc4 x-openstack-request-id: req-12355d77-492f-4f6b-94fc-f81fc0dacbc4 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:34:24.073526 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80416f2-d85c-45aa-b8f7-e033b1d7e093", "name": "network-vif-plugged", "status": "completed", "tag": "4c46e41e-d13d-467f-9446-d58fcef67498", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:34:24.073690 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-12355d77-492f-4f6b-94fc-f81fc0dacbc4 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:34:24.073956 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80416f2-d85c-45aa-b8f7-e033b1d7e093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c46e41e-d13d-467f-9446-d58fcef67498', 'code': 200} Nov 04 10:34:24.079716 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a6377-5acf-4e00-8b6f-c0e892b3f61c None None] Pushing event updated for resources: {'Port': ['ID=4d3528c6-6fff-4e37-917d-9ab885085d4b,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:24.086245 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6acbec-cecb-4da3-aca9-c9c588b866b2 req-31b3e663-6d64-46a8-9b0c-cf8abef73686 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:24.088620 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d6acbec-cecb-4da3-aca9-c9c588b866b2 req-31b3e663-6d64-46a8-9b0c-cf8abef73686 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 944 time: 0.2332470 Nov 04 10:34:24.196054 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-2fda2efb-36df-4027-9a50-33926528d4b3 None None] Set router 68e411a4-d787-4aac-a1c0-9f57b6ac80e8 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:34:24.198731 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-47ffb882-c788-4d67-8778-44d8879ac556 None None] Attempting to bind port 4d3528c6-6fff-4e37-917d-9ab885085d4b on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:34:24.198731 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-47ffb882-c788-4d67-8778-44d8879ac556 None None] Attempting to bind port 4d3528c6-6fff-4e37-917d-9ab885085d4b by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:34:24.199011 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ffb882-c788-4d67-8778-44d8879ac556 None None] Attempting to bind port 4d3528c6-6fff-4e37-917d-9ab885085d4b on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:34:24.213348 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ffb882-c788-4d67-8778-44d8879ac556 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:34:24.213720 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ffb882-c788-4d67-8778-44d8879ac556 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:34:24.214119 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-47ffb882-c788-4d67-8778-44d8879ac556 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:24.214506 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ffb882-c788-4d67-8778-44d8879ac556 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:34:24.214988 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-47ffb882-c788-4d67-8778-44d8879ac556 None None] Bound port: 4d3528c6-6fff-4e37-917d-9ab885085d4b, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:34:24.215364 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-47ffb882-c788-4d67-8778-44d8879ac556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:24.219719 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fabb0a-945f-417c-b9da-3be0847f96fd req-7957775d-2df9-4dfe-b0a6-7ed0e3bd8b3a tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:24.227545 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-06fabb0a-945f-417c-b9da-3be0847f96fd req-7957775d-2df9-4dfe-b0a6-7ed0e3bd8b3a tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=aa280292-ec34-4fce-97d6-10cd0dc0baad HTTP/1.1" status: 200 len: 949 time: 0.1338718 Nov 04 10:34:24.308274 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d6acbec-cecb-4da3-aca9-c9c588b866b2 req-c151ef15-e355-4ff0-ab2b-b423cdb510e4 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114193 Nov 04 10:34:24.330729 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=8f87e36b-3445-4837-a34a-1c2e45f55b0c,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:24.334642 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-06fabb0a-945f-417c-b9da-3be0847f96fd req-18fc7b35-aa02-402d-8e4e-863dc1720c64 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061537 Nov 04 10:34:24.369174 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-ae75220e-76e3-4118-b8a4-e60467c9ccfd req-ac8e8afb-6fe6-49c9-ac79-9c03e1b557a5 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Deleting port 48af9415-890c-4fbd-88cd-d650b763538d {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:34:24.369525 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ae75220e-76e3-4118-b8a4-e60467c9ccfd req-ac8e8afb-6fe6-49c9-ac79-9c03e1b557a5 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:24.421875 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f271a369-4fcb-4fbf-8c9f-38fea626d216 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:24.432059 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-47ffb882-c788-4d67-8778-44d8879ac556 None None] For port 4d3528c6-6fff-4e37-917d-9ab885085d4b, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:34:24.439702 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-47ffb882-c788-4d67-8778-44d8879ac556 None None] For port 4d3528c6-6fff-4e37-917d-9ab885085d4b, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4d3528c6-6fff-4e37-917d-9ab885085d4b,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:34:24.448731 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-47ffb882-c788-4d67-8778-44d8879ac556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:24.467670 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a1dc6642-adba-42d1-af55-cec26e225dca req-bbd35c98-89a0-4531-a7d1-b66d9bf0e890 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706879 Nov 04 10:34:24.478422 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14af4307-3e32-44cb-ada8-2eb49f76aea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:24.485411 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-ae75220e-76e3-4118-b8a4-e60467c9ccfd req-ac8e8afb-6fe6-49c9-ac79-9c03e1b557a5 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] For port 48af9415-890c-4fbd-88cd-d650b763538d, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=48af9415-890c-4fbd-88cd-d650b763538d,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:24.485799 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ae75220e-76e3-4118-b8a4-e60467c9ccfd req-ac8e8afb-6fe6-49c9-ac79-9c03e1b557a5 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:24.517363 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-ae75220e-76e3-4118-b8a4-e60467c9ccfd req-ac8e8afb-6fe6-49c9-ac79-9c03e1b557a5 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Calling delete_port for 48af9415-890c-4fbd-88cd-d650b763538d owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:34:24.527683 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a6377-5acf-4e00-8b6f-c0e892b3f61c None None] Pushing event updated for resources: {'Port': ['ID=4d3528c6-6fff-4e37-917d-9ab885085d4b,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:24.562626 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3a14a-d527-4681-ab1c-b32317b560fa req-d1ae33dd-7cf9-4af8-98b7-8f13145b355f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:24.563700 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-2fda2efb-36df-4027-9a50-33926528d4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'name': 'tempest-ServersTestBootFromVolume-1598097041-router', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:34:16Z', 'updated_at': '2021-11-04T10:34:20Z', 'revision_number': 4, 'project_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'gw_port': {'id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:34:17Z', 'updated_at': '2021-11-04T10:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'c83df732-b4c4-4831-950e-eb7151e7595e', 'name': '', 'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'mac_address': 'fa:16:3e:d3:d9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'a10f0746-db56-4227-89cf-ffbd29fe094a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:34:19Z', 'updated_at': '2021-11-04T10:34:20Z', 'revision_number': 2, 'project_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'subnets': [{'id': 'a10f0746-db56-4227-89cf-ffbd29fe094a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:24.565162 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ecb3a14a-d527-4681-ab1c-b32317b560fa req-d1ae33dd-7cf9-4af8-98b7-8f13145b355f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 1100 time: 0.3283994 Nov 04 10:34:24.567943 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device b5ace112-ac21-4505-9972-e390cae169a8 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:34:24.568349 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f271a369-4fcb-4fbf-8c9f-38fea626d216 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:24.610580 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ffb882-c788-4d67-8778-44d8879ac556 None None] Routers {'c6a6990c-da77-4982-8ec7-e79e3733e1f5'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:34:24.611497 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-47ffb882-c788-4d67-8778-44d8879ac556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:34:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c6a6990c-da77-4982-8ec7-e79e3733e1f5'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:24.622102 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fda2efb-36df-4027-9a50-33926528d4b3 None None] Checking router: 68e411a4-d787-4aac-a1c0-9f57b6ac80e8 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:34:24.623929 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fda2efb-36df-4027-9a50-33926528d4b3 None None] Updating router 68e411a4-d787-4aac-a1c0-9f57b6ac80e8 port c83df732-b4c4-4831-950e-eb7151e7595e binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:34:24.660224 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-2fda2efb-36df-4027-9a50-33926528d4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:24.676221 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dca80a-f487-4c9e-ba1a-ab3619b6ff52 req-5b672dfb-8918-4d19-87ef-f911dbede04c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:24.684711 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-86dca80a-f487-4c9e-ba1a-ab3619b6ff52 req-5b672dfb-8918-4d19-87ef-f911dbede04c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=30d5a469-105c-46a1-abee-2134473a5317 HTTP/1.1" status: 200 len: 946 time: 0.1590462 Nov 04 10:34:24.705855 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37646) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:24.715008 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-db8986af-74d6-4fc0-baf9-80024b7c77ed tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Request body: {'security_group': {'name': 'tempest-securitygroup--708633639', 'description': 'tempest-description--1170020713'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:24.739530 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-86dca80a-f487-4c9e-ba1a-ab3619b6ff52 req-d310bf59-55b3-4e79-a9f2-5ac4ce942909 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507293 Nov 04 10:34:24.772555 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port b5ace112-ac21-4505-9972-e390cae169a8 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:34:24.781192 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port b5ace112-ac21-4505-9972-e390cae169a8 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:34:24.781691 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:24.834446 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-47ffb882-c788-4d67-8778-44d8879ac556 None None] Set router c6a6990c-da77-4982-8ec7-e79e3733e1f5 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:34:24.909881 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ecb3a14a-d527-4681-ab1c-b32317b560fa req-63167713-55a9-4ef4-a5ca-7c27efaf2772 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866039 Nov 04 10:34:24.913853 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27757691-20d7-4347-beb8-10f25a29f0e7 req-fef31371-9bf2-470d-bcc1-62381886ea1b tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:24.921963 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-27757691-20d7-4347-beb8-10f25a29f0e7 req-fef31371-9bf2-470d-bcc1-62381886ea1b tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 949 time: 0.0818009 Nov 04 10:34:24.977449 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-db8986af-74d6-4fc0-baf9-80024b7c77ed tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:24.986624 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-27757691-20d7-4347-beb8-10f25a29f0e7 req-c282d71c-ce2f-48bc-a4a3-69afe3a487b6 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636649 Nov 04 10:34:25.001554 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ae75220e-76e3-4118-b8a4-e60467c9ccfd req-ac8e8afb-6fe6-49c9-ac79-9c03e1b557a5 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:25.031560 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-f271a369-4fcb-4fbf-8c9f-38fea626d216 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Allocated IP 172.25.7.51 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/ed3920da-f549-4bde-93ed-747fdeae36cd) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:34:25.104521 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:25.155257 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e8afb-6fe6-49c9-ac79-9c03e1b557a5 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Pushing event deleted for resources: {'Port': ['ID=48af9415-890c-4fbd-88cd-d650b763538d,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:25.222914 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8f87e36b-3445-4837-a34a-1c2e45f55b0c up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:34:25.291549 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port b5ace112-ac21-4505-9972-e390cae169a8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b5ace112-ac21-4505-9972-e390cae169a8,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:25.294257 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-2fda2efb-36df-4027-9a50-33926528d4b3 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:25.309079 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:25.311494 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-2fda2efb-36df-4027-9a50-33926528d4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:25.316086 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae75220e-76e3-4118-b8a4-e60467c9ccfd req-ac8e8afb-6fe6-49c9-ac79-9c03e1b557a5 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] No DVR routers for this DVR port 48af9415-890c-4fbd-88cd-d650b763538d on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:34:25.347792 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8205ceef-f095-4fbe-8722-c845522b3157 req-417308c2-f43c-4b64-ae41-eb3940b01f3c tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/ports?device_id=1e5e5850-d733-4e31-ae2a-14941f0c50ac HTTP/1.1" status: 200 len: 210 time: 0.1937699 Nov 04 10:34:25.349085 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ae75220e-76e3-4118-b8a4-e60467c9ccfd req-ac8e8afb-6fe6-49c9-ac79-9c03e1b557a5 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:25.359827 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae75220e-76e3-4118-b8a4-e60467c9ccfd req-ac8e8afb-6fe6-49c9-ac79-9c03e1b557a5 tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.121 "DELETE /v2.0/ports/48af9415-890c-4fbd-88cd-d650b763538d HTTP/1.1" status: 204 len: 173 time: 1.3735342 Nov 04 10:34:25.360377 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5e5850-d733-4e31-ae2a-14941f0c50ac', 'name': 'network-vif-deleted', 'tag': '48af9415-890c-4fbd-88cd-d650b763538d'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:34:25.361149 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 8f87e36b-3445-4837-a34a-1c2e45f55b0c triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:34:25.363063 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:25.366040 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992abcdc-8288-4a38-b317-760226cb0e2e" -d '{"events": [{"server_uuid": "1e5e5850-d733-4e31-ae2a-14941f0c50ac", "name": "network-vif-deleted", "tag": "48af9415-890c-4fbd-88cd-d650b763538d"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:34:25.428744 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-47ffb882-c788-4d67-8778-44d8879ac556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a6990c-da77-4982-8ec7-e79e3733e1f5', 'name': 'tempest-snat-router-1131003357', 'tenant_id': '7d6d05b59c6b4d5fb3357705ffeec386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.70'}], 'enable_snat': False}, 'gw_port_id': '4d3528c6-6fff-4e37-917d-9ab885085d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:34:13Z', 'updated_at': '2021-11-04T10:34:16Z', 'revision_number': 3, 'project_id': '7d6d05b59c6b4d5fb3357705ffeec386', 'gw_port': {'id': '4d3528c6-6fff-4e37-917d-9ab885085d4b', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a6990c-da77-4982-8ec7-e79e3733e1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:34:14Z', 'updated_at': '2021-11-04T10:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:25.444098 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f58f7-161f-4d04-9e0e-eea421f20359 None None] Pushing event updated for resources: {'Port': ['ID=c83df732-b4c4-4831-950e-eb7151e7595e,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:25.480034 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f58f7-161f-4d04-9e0e-eea421f20359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:25.480413 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f58f7-161f-4d04-9e0e-eea421f20359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:25.480926 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f58f7-161f-4d04-9e0e-eea421f20359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:25.481435 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f58f7-161f-4d04-9e0e-eea421f20359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:25.481769 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f58f7-161f-4d04-9e0e-eea421f20359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:25.482093 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f58f7-161f-4d04-9e0e-eea421f20359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:25.482451 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f58f7-161f-4d04-9e0e-eea421f20359 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:25.483556 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f58f7-161f-4d04-9e0e-eea421f20359 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:25.483893 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f58f7-161f-4d04-9e0e-eea421f20359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:25.484272 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f58f7-161f-4d04-9e0e-eea421f20359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:25.484530 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f58f7-161f-4d04-9e0e-eea421f20359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:25.486341 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f58f7-161f-4d04-9e0e-eea421f20359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:25.528294 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-db8986af-74d6-4fc0-baf9-80024b7c77ed tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:25.531759 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-2fda2efb-36df-4027-9a50-33926528d4b3 None None] Attempting to bind port c83df732-b4c4-4831-950e-eb7151e7595e on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:34:25.532476 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-2fda2efb-36df-4027-9a50-33926528d4b3 None None] Attempting to bind port c83df732-b4c4-4831-950e-eb7151e7595e by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '037f8e52-dbbc-4423-b2e4-190597daeab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:34:25.532949 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fda2efb-36df-4027-9a50-33926528d4b3 None None] Attempting to bind port c83df732-b4c4-4831-950e-eb7151e7595e on network 76c58e58-2fca-437a-b0b9-4ec508945e0b {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:34:25.545183 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fda2efb-36df-4027-9a50-33926528d4b3 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:34:25.545718 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fda2efb-36df-4027-9a50-33926528d4b3 None None] Checking segment: {'id': '037f8e52-dbbc-4423-b2e4-190597daeab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:34:25.548501 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-2fda2efb-36df-4027-9a50-33926528d4b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:25.549509 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fda2efb-36df-4027-9a50-33926528d4b3 None None] Bound using segment: {'id': '037f8e52-dbbc-4423-b2e4-190597daeab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:34:25.549509 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-2fda2efb-36df-4027-9a50-33926528d4b3 None None] Bound port: c83df732-b4c4-4831-950e-eb7151e7595e, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037f8e52-dbbc-4423-b2e4-190597daeab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:34:25.549872 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-2fda2efb-36df-4027-9a50-33926528d4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:25.616850 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ffb882-c788-4d67-8778-44d8879ac556 None None] The sync data for ids ['c6a6990c-da77-4982-8ec7-e79e3733e1f5'] in n-d-816629-1 is: [{'id': 'c6a6990c-da77-4982-8ec7-e79e3733e1f5', 'name': 'tempest-snat-router-1131003357', 'tenant_id': '7d6d05b59c6b4d5fb3357705ffeec386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.70'}], 'enable_snat': False}, 'gw_port_id': '4d3528c6-6fff-4e37-917d-9ab885085d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:34:13Z', 'updated_at': '2021-11-04T10:34:16Z', 'revision_number': 3, 'project_id': '7d6d05b59c6b4d5fb3357705ffeec386', 'gw_port': {'id': '4d3528c6-6fff-4e37-917d-9ab885085d4b', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a6990c-da77-4982-8ec7-e79e3733e1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:34:14Z', 'updated_at': '2021-11-04T10:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:34:25.620862 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=b5ace112-ac21-4505-9972-e390cae169a8,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:25.682361 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-db8986af-74d6-4fc0-baf9-80024b7c77ed tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:25.758678 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-2fda2efb-36df-4027-9a50-33926528d4b3 None None] For port c83df732-b4c4-4831-950e-eb7151e7595e, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:34:25.760380 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-db8986af-74d6-4fc0-baf9-80024b7c77ed tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:25.768083 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-db8986af-74d6-4fc0-baf9-80024b7c77ed tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0572548 Nov 04 10:34:25.770713 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-2fda2efb-36df-4027-9a50-33926528d4b3 None None] For port c83df732-b4c4-4831-950e-eb7151e7595e, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c83df732-b4c4-4831-950e-eb7151e7595e,segment=NetworkSegment(037f8e52-dbbc-4423-b2e4-190597daeab8),segment_id=037f8e52-dbbc-4423-b2e4-190597daeab8)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:34:25.776067 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37688) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:25.782933 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-2fda2efb-36df-4027-9a50-33926528d4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:25.790714 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-81478a3b-2b6d-47d8-b923-9d4494496db5 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Request body: {'security_group_rule': {'security_group_id': 'ae2f195c-88ce-4ed3-a3a4-14584abee14f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:25.875722 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa846a99-5729-400d-835a-24a822c7d145 req-c3e0ba95-dcc2-4e8e-af3e-2d216b001aef tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:25.879187 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aa846a99-5729-400d-835a-24a822c7d145 req-c3e0ba95-dcc2-4e8e-af3e-2d216b001aef tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=aa280292-ec34-4fce-97d6-10cd0dc0baad HTTP/1.1" status: 200 len: 949 time: 0.2879601 Nov 04 10:34:25.913821 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-81478a3b-2b6d-47d8-b923-9d4494496db5 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:25.917009 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fda2efb-36df-4027-9a50-33926528d4b3 None None] Routers {'68e411a4-d787-4aac-a1c0-9f57b6ac80e8'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:34:25.918225 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-2fda2efb-36df-4027-9a50-33926528d4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:34:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['68e411a4-d787-4aac-a1c0-9f57b6ac80e8'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:25.921553 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9eb74-1120-47d9-8b35-fa747ae38503 req-9dc0349c-308f-4f4b-adcb-38d340705d41 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:25.947395 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8986af-74d6-4fc0-baf9-80024b7c77ed tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2f195c-88ce-4ed3-a3a4-14584abee14f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:25.951006 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-fb0e2140-b747-4e8c-ac10-828868496339 None None] Provisioning complete for port c83df732-b4c4-4831-950e-eb7151e7595e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:34:25.952462 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fb0e2140-b747-4e8c-ac10-828868496339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:25.960667 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c9e9eb74-1120-47d9-8b35-fa747ae38503 req-9dc0349c-308f-4f4b-adcb-38d340705d41 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 945 time: 0.2548287 Nov 04 10:34:25.964929 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd060b70-003d-44f1-a037-8fb56bac7c49 req-843377ef-6522-449a-8a52-ca3a906190a9 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:25.966512 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bd060b70-003d-44f1-a037-8fb56bac7c49 req-843377ef-6522-449a-8a52-ca3a906190a9 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.121 "GET /v2.0/ports?device_id=aa280292-ec34-4fce-97d6-10cd0dc0baad HTTP/1.1" status: 200 len: 949 time: 0.7145643 Nov 04 10:34:26.010307 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc81aa-e105-437b-ac7d-b8787ab58afa req-a8965f80-8cc1-434b-b4c8-8e4c4308e5c1 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:26.012423 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69dc81aa-e105-437b-ac7d-b8787ab58afa req-a8965f80-8cc1-434b-b4c8-8e4c4308e5c1 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.126 "GET /v2.0/ports?device_id=62ee800e-4a1f-430b-aee4-c8cc476f133a HTTP/1.1" status: 200 len: 949 time: 0.5677884 Nov 04 10:34:26.019626 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f58f7-161f-4d04-9e0e-eea421f20359 None None] Pushing event updated for resources: {'Port': ['ID=c83df732-b4c4-4831-950e-eb7151e7595e,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:26.076415 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7b321e-3122-4862-b25b-a7b49f1a0256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ace112-ac21-4505-9972-e390cae169a8'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:34:26.079025 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07054760-e6bc-42d4-b361-f25d6e2df5d2" -d '{"events": [{"server_uuid": "fc7b321e-3122-4862-b25b-a7b49f1a0256", "name": "network-vif-plugged", "status": "completed", "tag": "b5ace112-ac21-4505-9972-e390cae169a8"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:34:26.219304 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-2fda2efb-36df-4027-9a50-33926528d4b3 None None] Set router 68e411a4-d787-4aac-a1c0-9f57b6ac80e8 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:34:26.232693 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aa846a99-5729-400d-835a-24a822c7d145 req-653aabe8-f827-4932-a571-2c6bb29749e8 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456398 Nov 04 10:34:26.251302 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fb0e2140-b747-4e8c-ac10-828868496339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:26.314917 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c9e9eb74-1120-47d9-8b35-fa747ae38503 req-a1ea5ca7-6dff-449f-ac34-38533731c755 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522089 Nov 04 10:34:26.395641 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422e7e38-e32a-411f-ae57-7649e5bd93a3 x-openstack-request-id: req-422e7e38-e32a-411f-ae57-7649e5bd93a3 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:34:26.395902 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5e5850-d733-4e31-ae2a-14941f0c50ac", "name": "network-vif-deleted", "tag": "48af9415-890c-4fbd-88cd-d650b763538d", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:34:26.396175 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-422e7e38-e32a-411f-ae57-7649e5bd93a3 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:34:26.398334 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5e5850-d733-4e31-ae2a-14941f0c50ac', 'name': 'network-vif-deleted', 'tag': '48af9415-890c-4fbd-88cd-d650b763538d', 'status': 'completed', 'code': 200} Nov 04 10:34:26.415587 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f271a369-4fcb-4fbf-8c9f-38fea626d216 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:26.423985 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-fb0e2140-b747-4e8c-ac10-828868496339 None None] For port c83df732-b4c4-4831-950e-eb7151e7595e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c83df732-b4c4-4831-950e-eb7151e7595e,segment=NetworkSegment(037f8e52-dbbc-4423-b2e4-190597daeab8),segment_id=037f8e52-dbbc-4423-b2e4-190597daeab8)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:26.430843 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fb0e2140-b747-4e8c-ac10-828868496339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:26.528171 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-81478a3b-2b6d-47d8-b923-9d4494496db5 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:26.591068 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-81478a3b-2b6d-47d8-b923-9d4494496db5 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:26.623979 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81478a3b-2b6d-47d8-b923-9d4494496db5 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d12fb301-9422-42b8-9479-b44bef1b7bcb,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:26.629761 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e2140-b747-4e8c-ac10-828868496339 None None] Pushing event updated for resources: {'Port': ['ID=c83df732-b4c4-4831-950e-eb7151e7595e,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:26.649621 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2a3b8f7d-61ac-4a5f-8e10-849163f34a77 None None] Provisioning complete for port c83df732-b4c4-4831-950e-eb7151e7595e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:34:26.652329 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2a3b8f7d-61ac-4a5f-8e10-849163f34a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:26.670653 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b53b313-1cdb-45c9-9567-2bb93d337e41 x-openstack-request-id: req-4b53b313-1cdb-45c9-9567-2bb93d337e41 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:34:26.672365 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7b321e-3122-4862-b25b-a7b49f1a0256", "name": "network-vif-plugged", "status": "completed", "tag": "b5ace112-ac21-4505-9972-e390cae169a8", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:34:26.673705 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-4b53b313-1cdb-45c9-9567-2bb93d337e41 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:34:26.674146 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7b321e-3122-4862-b25b-a7b49f1a0256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ace112-ac21-4505-9972-e390cae169a8', 'code': 200} Nov 04 10:34:26.701769 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136f2e5-57dc-46bb-8f40-c667357ec4e6 req-9ef07a3b-faec-4db8-a1a3-72fc739e3f73 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:26.705923 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b136f2e5-57dc-46bb-8f40-c667357ec4e6 req-9ef07a3b-faec-4db8-a1a3-72fc739e3f73 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 949 time: 0.1469824 Nov 04 10:34:26.760780 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-81478a3b-2b6d-47d8-b923-9d4494496db5 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:26.764809 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-81478a3b-2b6d-47d8-b923-9d4494496db5 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9752297 Nov 04 10:34:26.783229 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37702) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:26.811188 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-14af4307-3e32-44cb-ada8-2eb49f76aea7 admin admin] Deleting port 7d8a299b-268a-4e99-8419-0ab0c8f83cd3 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:34:26.811538 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14af4307-3e32-44cb-ada8-2eb49f76aea7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:26.829952 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-953f9700-4f0d-4704-9c89-50266e09e1c5 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Request body: {'security_group_rule': {'security_group_id': 'ae2f195c-88ce-4ed3-a3a4-14584abee14f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:26.836463 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-2fda2efb-36df-4027-9a50-33926528d4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'name': 'tempest-ServersTestBootFromVolume-1598097041-router', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:34:16Z', 'updated_at': '2021-11-04T10:34:20Z', 'revision_number': 4, 'project_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'gw_port': {'id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:34:17Z', 'updated_at': '2021-11-04T10:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'c83df732-b4c4-4831-950e-eb7151e7595e', 'name': '', 'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'mac_address': 'fa:16:3e:d3:d9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'a10f0746-db56-4227-89cf-ffbd29fe094a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:34:19Z', 'updated_at': '2021-11-04T10:34:25Z', 'revision_number': 4, 'project_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'subnets': [{'id': 'a10f0746-db56-4227-89cf-ffbd29fe094a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:26.888949 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-69dc81aa-e105-437b-ac7d-b8787ab58afa req-68c3116a-6503-46a3-babb-c18b47fd3747 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Deleting port abf49307-942b-4969-84a1-fd00de62f826 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:34:26.889329 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69dc81aa-e105-437b-ac7d-b8787ab58afa req-68c3116a-6503-46a3-babb-c18b47fd3747 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:26.898737 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-bd060b70-003d-44f1-a037-8fb56bac7c49 req-e352e92c-a75c-4969-ac5e-b5c7551486a5 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Deleting port 7d5624fe-6551-411c-a76b-5a75bb6968d5 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:34:26.898737 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-bd060b70-003d-44f1-a037-8fb56bac7c49 req-e352e92c-a75c-4969-ac5e-b5c7551486a5 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:26.899861 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fda2efb-36df-4027-9a50-33926528d4b3 None None] The sync data for ids ['68e411a4-d787-4aac-a1c0-9f57b6ac80e8'] in n-d-816629-1 is: [{'id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'name': 'tempest-ServersTestBootFromVolume-1598097041-router', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:34:16Z', 'updated_at': '2021-11-04T10:34:20Z', 'revision_number': 4, 'project_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'gw_port': {'id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:34:17Z', 'updated_at': '2021-11-04T10:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'c83df732-b4c4-4831-950e-eb7151e7595e', 'name': '', 'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'mac_address': 'fa:16:3e:d3:d9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'a10f0746-db56-4227-89cf-ffbd29fe094a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:34:19Z', 'updated_at': '2021-11-04T10:34:25Z', 'revision_number': 4, 'project_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'subnets': [{'id': 'a10f0746-db56-4227-89cf-ffbd29fe094a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:34:26.971721 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bb2992ce-c985-43ff-98f1-b70b3ed24690 req-9a546288-3bf6-49ad-84c7-c1d33c6a093a tempest-ListImageFiltersTestJSON-1844234946 tempest-ListImageFiltersTestJSON-1844234946-project] 10.222.0.127 "GET /v2.0/ports?device_id=1e5e5850-d733-4e31-ae2a-14941f0c50ac HTTP/1.1" status: 200 len: 210 time: 0.0978963 Nov 04 10:34:26.989147 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b136f2e5-57dc-46bb-8f40-c667357ec4e6 req-2c6238c7-c4bf-423e-83c3-66e1ebe733d1 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760284 Nov 04 10:34:27.036246 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-953f9700-4f0d-4704-9c89-50266e09e1c5 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:27.044643 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7bd850-14c6-4b4a-9e3d-79dbd98a1bcb req-0d1cc7d4-b95d-4624-90fd-0ce05a2d4ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:27.046515 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bc7bd850-14c6-4b4a-9e3d-79dbd98a1bcb req-0d1cc7d4-b95d-4624-90fd-0ce05a2d4ccb service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 1096 time: 0.2624741 Nov 04 10:34:27.223192 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f271a369-4fcb-4fbf-8c9f-38fea626d216 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:27.306527 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bc7bd850-14c6-4b4a-9e3d-79dbd98a1bcb req-b81ba1ce-7577-4f00-8dc7-c887de53f01a service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493610 Nov 04 10:34:27.338945 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4d3528c6-6fff-4e37-917d-9ab885085d4b up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:34:27.390263 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-953f9700-4f0d-4704-9c89-50266e09e1c5 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:27.394129 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f271a369-4fcb-4fbf-8c9f-38fea626d216 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:34:27.420088 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-f271a369-4fcb-4fbf-8c9f-38fea626d216 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:34:27.423632 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f271a369-4fcb-4fbf-8c9f-38fea626d216 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:34:27.431504 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-953f9700-4f0d-4704-9c89-50266e09e1c5 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:27.482556 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-69dc81aa-e105-437b-ac7d-b8787ab58afa req-68c3116a-6503-46a3-babb-c18b47fd3747 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] For port abf49307-942b-4969-84a1-fd00de62f826, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=abf49307-942b-4969-84a1-fd00de62f826,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:27.483059 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69dc81aa-e105-437b-ac7d-b8787ab58afa req-68c3116a-6503-46a3-babb-c18b47fd3747 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:27.489827 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271a369-4fcb-4fbf-8c9f-38fea626d216 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Pushing event updated for resources: {'Port': ['ID=ed3920da-f549-4bde-93ed-747fdeae36cd,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:27.490924 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 4d3528c6-6fff-4e37-917d-9ab885085d4b triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:34:27.492475 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:27.527464 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f9700-4f0d-4704-9c89-50266e09e1c5 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bbe9352-9a16-42ad-a94c-0fcd857ed417,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:27.556806 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ef714-0fd0-4a64-a8d7-348cf7cbd790 req-2d8349ae-bade-470f-8721-b520f8b965ba tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:27.566858 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed5ef714-0fd0-4a64-a8d7-348cf7cbd790 req-2d8349ae-bade-470f-8721-b520f8b965ba tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=30d5a469-105c-46a1-abee-2134473a5317 HTTP/1.1" status: 200 len: 946 time: 0.3182199 Nov 04 10:34:27.588750 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7318c5-b473-4b44-98ef-42e17dd9db86 req-7e776196-b3db-43ae-a199-3b9c10aa15be tempest-MigrationsAdminTest-1506280241 tempest-MigrationsAdminTest-1506280241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:27.590462 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8b7318c5-b473-4b44-98ef-42e17dd9db86 req-7e776196-b3db-43ae-a199-3b9c10aa15be tempest-MigrationsAdminTest-1506280241 tempest-MigrationsAdminTest-1506280241-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 1100 time: 0.3989823 Nov 04 10:34:27.626171 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-14af4307-3e32-44cb-ada8-2eb49f76aea7 admin admin] For port 7d8a299b-268a-4e99-8419-0ab0c8f83cd3, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7d8a299b-268a-4e99-8419-0ab0c8f83cd3,segment=NetworkSegment(2301ceff-b396-425e-b474-1cb9e06a6307),segment_id=2301ceff-b396-425e-b474-1cb9e06a6307)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:27.626661 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14af4307-3e32-44cb-ada8-2eb49f76aea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:27.641117 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:27.645845 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-953f9700-4f0d-4704-9c89-50266e09e1c5 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:27.647502 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-953f9700-4f0d-4704-9c89-50266e09e1c5 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8621802 Nov 04 10:34:27.656876 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37716) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:27.662500 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-69dc81aa-e105-437b-ac7d-b8787ab58afa req-68c3116a-6503-46a3-babb-c18b47fd3747 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Calling delete_port for abf49307-942b-4969-84a1-fd00de62f826 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:34:27.665523 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-7c97be74-488a-43ff-b9f7-b78ce4ba3018 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:27.696472 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 4d3528c6-6fff-4e37-917d-9ab885085d4b, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4d3528c6-6fff-4e37-917d-9ab885085d4b,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:27.699472 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-bd060b70-003d-44f1-a037-8fb56bac7c49 req-e352e92c-a75c-4969-ac5e-b5c7551486a5 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] For port 7d5624fe-6551-411c-a76b-5a75bb6968d5, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=7d5624fe-6551-411c-a76b-5a75bb6968d5,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:27.700015 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-bd060b70-003d-44f1-a037-8fb56bac7c49 req-e352e92c-a75c-4969-ac5e-b5c7551486a5 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:27.704360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-14af4307-3e32-44cb-ada8-2eb49f76aea7 admin admin] Calling delete_port for 7d8a299b-268a-4e99-8419-0ab0c8f83cd3 owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:34:27.706918 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:27.708351 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c83df732-b4c4-4831-950e-eb7151e7595e up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:34:27.725404 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8b7318c5-b473-4b44-98ef-42e17dd9db86 req-589cb818-2c1a-4ef3-a9cf-ba2f39c163ea tempest-MigrationsAdminTest-1506280241 tempest-MigrationsAdminTest-1506280241-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235693 Nov 04 10:34:27.738545 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed5ef714-0fd0-4a64-a8d7-348cf7cbd790 req-b2702a5b-7f26-499a-9ddb-576d9f754dcc tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707542 Nov 04 10:34:27.742178 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7c97be74-488a-43ff-b9f7-b78ce4ba3018 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:28.035520 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da8e6e-e55f-4976-b655-452672bed4af req-c5c7a9dc-4388-4594-a868-432f34a6914d tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:28.037140 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-60da8e6e-e55f-4976-b655-452672bed4af req-c5c7a9dc-4388-4594-a868-432f34a6914d tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=aa280292-ec34-4fce-97d6-10cd0dc0baad HTTP/1.1" status: 200 len: 949 time: 0.1415288 Nov 04 10:34:28.047175 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1efe22-068f-40ee-9e1a-22ed248dae58 req-eaae5664-a682-481c-9c3c-e5eabde7c820 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:28.048740 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ee1efe22-068f-40ee-9e1a-22ed248dae58 req-eaae5664-a682-481c-9c3c-e5eabde7c820 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 945 time: 0.1392553 Nov 04 10:34:28.086390 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=4d3528c6-6fff-4e37-917d-9ab885085d4b,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:28.104012 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port c83df732-b4c4-4831-950e-eb7151e7595e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:34:28.104392 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:28.220358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-bd060b70-003d-44f1-a037-8fb56bac7c49 req-e352e92c-a75c-4969-ac5e-b5c7551486a5 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Calling delete_port for 7d5624fe-6551-411c-a76b-5a75bb6968d5 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:34:28.251070 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-60da8e6e-e55f-4976-b655-452672bed4af req-f4dbd2b1-4742-40b1-9ede-a8d69da70676 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007775 Nov 04 10:34:28.256485 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7c97be74-488a-43ff-b9f7-b78ce4ba3018 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:28.268583 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ee1efe22-068f-40ee-9e1a-22ed248dae58 req-52f998a5-43ac-4167-8f5d-585592a1823e tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923113 Nov 04 10:34:28.341286 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device e0aec581-ded0-4c10-9854-498d225d5e70 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:34:28.352521 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device abf49307-942b-4969-84a1-fd00de62f826 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:34:28.431660 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-7c97be74-488a-43ff-b9f7-b78ce4ba3018 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Allocated IP 172.25.7.91 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/2b8dc67c-31a7-4a14-8e37-b2233c29cb16) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:34:28.585448 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:28.722984 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7c97be74-488a-43ff-b9f7-b78ce4ba3018 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:28.724962 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 7d5624fe-6551-411c-a76b-5a75bb6968d5 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:34:28.867000 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7c97be74-488a-43ff-b9f7-b78ce4ba3018 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:28.893568 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c97be74-488a-43ff-b9f7-b78ce4ba3018 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:34:28.921609 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port e0aec581-ded0-4c10-9854-498d225d5e70, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e0aec581-ded0-4c10-9854-498d225d5e70,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:28.937418 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-7c97be74-488a-43ff-b9f7-b78ce4ba3018 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:34:28.940884 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c97be74-488a-43ff-b9f7-b78ce4ba3018 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:34:28.969271 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'e0aec581-ded0-4c10-9854-498d225d5e70', 'network_id': '9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d', 'port_id': 'e0aec581-ded0-4c10-9854-498d225d5e70', 'mac_address': 'fa:16:3e:84:0d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28924b01-2687-4263-b969-76f54864e85b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:34:29.009076 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cb863-b9ef-4bf9-9e6f-c42718e84e0f req-9bcf6565-9825-456a-a19d-946dbade515f tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:29.015175 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e29cb863-b9ef-4bf9-9e6f-c42718e84e0f req-9bcf6565-9825-456a-a19d-946dbade515f tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 949 time: 0.2170458 Nov 04 10:34:29.031581 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:29.049067 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0aec581-ded0-4c10-9854-498d225d5e70 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:34:29.056880 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:29.096943 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port e0aec581-ded0-4c10-9854-498d225d5e70, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e0aec581-ded0-4c10-9854-498d225d5e70,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:29.125608 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 48af9415-890c-4fbd-88cd-d650b763538d no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:34:29.131853 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:29.215696 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=e0aec581-ded0-4c10-9854-498d225d5e70,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:29.220216 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 48af9415-890c-4fbd-88cd-d650b763538d {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:34:29.220538 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 48af9415-890c-4fbd-88cd-d650b763538d not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:34:29.224768 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4d3528c6-6fff-4e37-917d-9ab885085d4b up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:34:29.230445 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69dc81aa-e105-437b-ac7d-b8787ab58afa req-68c3116a-6503-46a3-babb-c18b47fd3747 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:29.252291 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14af4307-3e32-44cb-ada8-2eb49f76aea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:29.254422 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-bd060b70-003d-44f1-a037-8fb56bac7c49 req-e352e92c-a75c-4969-ac5e-b5c7551486a5 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:29.286578 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['e0d5faa4-ee27-440a-8784-8bc14b9ab95b', '364947aa-bf30-454a-9880-1821df264897', 'aa2574ad-c05e-442b-90d5-45788135db75'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:34:29.290141 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['e0aec581-ded0-4c10-9854-498d225d5e70'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:34:29.380037 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3116a-6503-46a3-babb-c18b47fd3747 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Pushing event deleted for resources: {'Port': ['ID=abf49307-942b-4969-84a1-fd00de62f826,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:29.463230 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 4d3528c6-6fff-4e37-917d-9ab885085d4b triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:34:29.463805 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:29.463904 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97be74-488a-43ff-b9f7-b78ce4ba3018 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Pushing event updated for resources: {'Port': ['ID=2b8dc67c-31a7-4a14-8e37-b2233c29cb16,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:29.551450 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-69dc81aa-e105-437b-ac7d-b8787ab58afa req-68c3116a-6503-46a3-babb-c18b47fd3747 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] No DVR routers for this DVR port abf49307-942b-4969-84a1-fd00de62f826 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:34:29.561978 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-0d1a5243-722a-478b-b255-e6cd9ad5f297 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7993257 Nov 04 10:34:29.565792 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af4307-3e32-44cb-ada8-2eb49f76aea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d8a299b-268a-4e99-8419-0ab0c8f83cd3,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:29.575197 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69dc81aa-e105-437b-ac7d-b8787ab58afa req-68c3116a-6503-46a3-babb-c18b47fd3747 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:29.579927 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69dc81aa-e105-437b-ac7d-b8787ab58afa req-68c3116a-6503-46a3-babb-c18b47fd3747 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.126 "DELETE /v2.0/ports/abf49307-942b-4969-84a1-fd00de62f826 HTTP/1.1" status: 204 len: 173 time: 3.4764094 Nov 04 10:34:29.609783 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7c97be74-488a-43ff-b9f7-b78ce4ba3018 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:29.618248 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f271a369-4fcb-4fbf-8c9f-38fea626d216 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:29.647930 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e29cb863-b9ef-4bf9-9e6f-c42718e84e0f req-da3f1967-8920-4785-aabc-15fb3b0b4bfb tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6316330 Nov 04 10:34:29.735864 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7405530-8629-4d61-9ab0-f387bdcbb10c req-da2f399e-867a-4ae4-90fe-6830a9de63ca tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:29.745968 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d7405530-8629-4d61-9ab0-f387bdcbb10c req-da2f399e-867a-4ae4-90fe-6830a9de63ca tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=30d5a469-105c-46a1-abee-2134473a5317 HTTP/1.1" status: 200 len: 945 time: 0.2303047 Nov 04 10:34:29.798473 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7c97be74-488a-43ff-b9f7-b78ce4ba3018 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:29.801994 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ee800e-4a1f-430b-aee4-c8cc476f133a', 'name': 'network-vif-deleted', 'tag': 'abf49307-942b-4969-84a1-fd00de62f826'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:34:29.808073 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d164073-732d-40bd-9aab-d47b36a7ee51" -d '{"events": [{"server_uuid": "62ee800e-4a1f-430b-aee4-c8cc476f133a", "name": "network-vif-deleted", "tag": "abf49307-942b-4969-84a1-fd00de62f826"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:34:29.864945 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd060b70-003d-44f1-a037-8fb56bac7c49 req-e352e92c-a75c-4969-ac5e-b5c7551486a5 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] No DVR routers for this DVR port 7d5624fe-6551-411c-a76b-5a75bb6968d5 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:34:29.874304 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-bd060b70-003d-44f1-a037-8fb56bac7c49 req-e352e92c-a75c-4969-ac5e-b5c7551486a5 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:29.878101 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bd060b70-003d-44f1-a037-8fb56bac7c49 req-e352e92c-a75c-4969-ac5e-b5c7551486a5 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.121 "DELETE /v2.0/ports/7d5624fe-6551-411c-a76b-5a75bb6968d5 HTTP/1.1" status: 204 len: 173 time: 3.8939080 Nov 04 10:34:29.904282 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-44de6af0-89c7-4862-a5d2-81045912c9b3 req-1bcc7b86-2546-4076-8d6b-ab902e3df6d9 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=aa280292-ec34-4fce-97d6-10cd0dc0baad HTTP/1.1" status: 200 len: 210 time: 0.0950496 Nov 04 10:34:29.929742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352e92c-a75c-4969-ac5e-b5c7551486a5 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Pushing event deleted for resources: {'Port': ['ID=7d5624fe-6551-411c-a76b-5a75bb6968d5,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:30.015393 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d7405530-8629-4d61-9ab0-f387bdcbb10c req-40abeb7b-b9fd-4bfc-a01a-eff14e7f6fcc tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658939 Nov 04 10:34:30.281207 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308bafd-9935-442d-bcb0-101e95d07d0c req-3312e3a0-567a-419a-84df-92d702b24081 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:30.285075 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2308bafd-9935-442d-bcb0-101e95d07d0c req-3312e3a0-567a-419a-84df-92d702b24081 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 945 time: 0.2553382 Nov 04 10:34:30.302721 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14af4307-3e32-44cb-ada8-2eb49f76aea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:30.318024 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f271a369-4fcb-4fbf-8c9f-38fea626d216 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:30.349805 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device e0aec581-ded0-4c10-9854-498d225d5e70 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:34:30.456985 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2308bafd-9935-442d-bcb0-101e95d07d0c req-3f2943c1-4bf7-4784-9e98-9d1c54d524ee tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628289 Nov 04 10:34:30.483050 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7c97be74-488a-43ff-b9f7-b78ce4ba3018 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:30.489848 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7c97be74-488a-43ff-b9f7-b78ce4ba3018 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:30.679281 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97be74-488a-43ff-b9f7-b78ce4ba3018 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Pushing event updated for resources: {'Port': ['ID=2b8dc67c-31a7-4a14-8e37-b2233c29cb16,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:30.695409 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7c97be74-488a-43ff-b9f7-b78ce4ba3018 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:30.719476 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7c97be74-488a-43ff-b9f7-b78ce4ba3018 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:30.732204 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7c97be74-488a-43ff-b9f7-b78ce4ba3018 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0716846 Nov 04 10:34:30.733315 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed49441-c468-4d49-92af-53ea84947c9d x-openstack-request-id: req-3ed49441-c468-4d49-92af-53ea84947c9d {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:34:30.737239 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ee800e-4a1f-430b-aee4-c8cc476f133a", "name": "network-vif-deleted", "tag": "abf49307-942b-4969-84a1-fd00de62f826", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:34:30.737483 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-3ed49441-c468-4d49-92af-53ea84947c9d {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:34:30.738095 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ee800e-4a1f-430b-aee4-c8cc476f133a', 'name': 'network-vif-deleted', 'tag': 'abf49307-942b-4969-84a1-fd00de62f826', 'status': 'completed', 'code': 200} Nov 04 10:34:30.767472 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port e0aec581-ded0-4c10-9854-498d225d5e70 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:34:30.768351 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:30.871021 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a74db-6086-417f-926f-3e9d7cfedbfc req-56356118-35a4-4333-8ced-cff472de9cf9 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:30.897534 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a03a74db-6086-417f-926f-3e9d7cfedbfc req-56356118-35a4-4333-8ced-cff472de9cf9 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 1096 time: 0.0794001 Nov 04 10:34:30.908429 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f271a369-4fcb-4fbf-8c9f-38fea626d216 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Router 6d1d0237-cbbc-4516-82c9-df8867cc1327 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:34:30.927386 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:30.959901 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d5a469-105c-46a1-abee-2134473a5317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0aec581-ded0-4c10-9854-498d225d5e70'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:34:30.968195 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1341d03-6127-498b-9005-93ec176d337f" -d '{"events": [{"server_uuid": "30d5a469-105c-46a1-abee-2134473a5317", "name": "network-vif-plugged", "status": "completed", "tag": "e0aec581-ded0-4c10-9854-498d225d5e70"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:34:30.970304 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a03a74db-6086-417f-926f-3e9d7cfedbfc req-3f5463ff-4982-45e0-816d-8da9bb0c3316 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715449 Nov 04 10:34:31.007609 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port e0aec581-ded0-4c10-9854-498d225d5e70, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e0aec581-ded0-4c10-9854-498d225d5e70,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:31.014424 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:31.049147 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14af4307-3e32-44cb-ada8-2eb49f76aea7 admin admin] Router 39a659ca-1f6e-425d-b220-1c340c6027ea has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:34:31.121320 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=e0aec581-ded0-4c10-9854-498d225d5e70,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:31.177839 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c3135-4209-473e-b0af-ef6b3e2ce528 req-a0ffb1dd-75a5-4e52-80de-2fc5a026d5f7 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:31.194928 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-808c3135-4209-473e-b0af-ef6b3e2ce528 req-a0ffb1dd-75a5-4e52-80de-2fc5a026d5f7 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 949 time: 0.0873704 Nov 04 10:34:31.217247 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f271a369-4fcb-4fbf-8c9f-38fea626d216 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:34:31.229650 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b40d2da-54b2-4d74-831f-fb08e8c80143 None None] Sync routers for ids ['6d1d0237-cbbc-4516-82c9-df8867cc1327'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:34:31.243572 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b40d2da-54b2-4d74-831f-fb08e8c80143 None None] Routers {'6d1d0237-cbbc-4516-82c9-df8867cc1327'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:34:31.245484 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-3b40d2da-54b2-4d74-831f-fb08e8c80143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:34:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['6d1d0237-cbbc-4516-82c9-df8867cc1327'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:31.290003 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f271a369-4fcb-4fbf-8c9f-38fea626d216 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:31.291344 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f271a369-4fcb-4fbf-8c9f-38fea626d216 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.7351308 Nov 04 10:34:31.294901 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37858) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:31.304551 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-808c3135-4209-473e-b0af-ef6b3e2ce528 req-5c5e36e9-1c7e-423a-8f02-aeff7f63665f tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085954 Nov 04 10:34:31.377129 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14af4307-3e32-44cb-ada8-2eb49f76aea7 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:34:31.388283 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeef9638-103a-4672-ba9a-d23c41516df4 None None] Sync routers for ids ['39a659ca-1f6e-425d-b220-1c340c6027ea'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:34:31.399946 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeef9638-103a-4672-ba9a-d23c41516df4 None None] Routers {'39a659ca-1f6e-425d-b220-1c340c6027ea'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:34:31.400987 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-aeef9638-103a-4672-ba9a-d23c41516df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:34:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['39a659ca-1f6e-425d-b220-1c340c6027ea'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:31.409402 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37872) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:31.416688 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-14af4307-3e32-44cb-ada8-2eb49f76aea7 admin admin] 10.222.0.127 "PUT /v2.0/routers/39a659ca-1f6e-425d-b220-1c340c6027ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7554314 Nov 04 10:34:31.448430 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-3b40d2da-54b2-4d74-831f-fb08e8c80143 None None] Set router 6d1d0237-cbbc-4516-82c9-df8867cc1327 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:34:31.532427 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d8d84df8-c171-42af-b6e7-43fcb63d6375 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "GET /v2.0/routers/6d1d0237-cbbc-4516-82c9-df8867cc1327 HTTP/1.1" status: 200 len: 907 time: 0.2340479 Nov 04 10:34:31.534556 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37878) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:31.650875 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-aeef9638-103a-4672-ba9a-d23c41516df4 None None] Set router 39a659ca-1f6e-425d-b220-1c340c6027ea gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:34:31.794876 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a03c40-03a4-4b08-8fc7-918ce43fed60 x-openstack-request-id: req-e2a03c40-03a4-4b08-8fc7-918ce43fed60 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:34:31.795799 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d5a469-105c-46a1-abee-2134473a5317", "name": "network-vif-plugged", "status": "completed", "tag": "e0aec581-ded0-4c10-9854-498d225d5e70", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:34:31.796334 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-e2a03c40-03a4-4b08-8fc7-918ce43fed60 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:34:31.797135 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d5a469-105c-46a1-abee-2134473a5317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0aec581-ded0-4c10-9854-498d225d5e70', 'code': 200} Nov 04 10:34:31.798056 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-869cec39-f091-43e7-9bd3-97e1eff13838 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:31.803287 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['e0d5faa4-ee27-440a-8784-8bc14b9ab95b', '364947aa-bf30-454a-9880-1821df264897', 'aa2574ad-c05e-442b-90d5-45788135db75'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:34:31.867999 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7a2c5-782c-4a5a-8fa0-febff3ffc81e req-1113742e-5957-4a98-b9e9-f1eb4062b3b5 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:31.884456 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4fc7a2c5-782c-4a5a-8fa0-febff3ffc81e req-1113742e-5957-4a98-b9e9-f1eb4062b3b5 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 1096 time: 0.2819676 Nov 04 10:34:31.956231 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f83b2dd7-9d57-4ad6-8f0a-3ac5b0697772 admin admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:31.965921 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-3b40d2da-54b2-4d74-831f-fb08e8c80143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1d0237-cbbc-4516-82c9-df8867cc1327', 'name': 'tempest-snat-router-1131003357', 'tenant_id': '7d6d05b59c6b4d5fb3357705ffeec386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'ed3920da-f549-4bde-93ed-747fdeae36cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:34:21Z', 'updated_at': '2021-11-04T10:34:28Z', 'revision_number': 3, 'project_id': '7d6d05b59c6b4d5fb3357705ffeec386', 'gw_port': {'id': 'ed3920da-f549-4bde-93ed-747fdeae36cd', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1d0237-cbbc-4516-82c9-df8867cc1327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:34:24Z', 'updated_at': '2021-11-04T10:34:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:32.018365 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b40d2da-54b2-4d74-831f-fb08e8c80143 None None] Checking router: 6d1d0237-cbbc-4516-82c9-df8867cc1327 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:34:32.018738 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b40d2da-54b2-4d74-831f-fb08e8c80143 None None] Updating router 6d1d0237-cbbc-4516-82c9-df8867cc1327 port ed3920da-f549-4bde-93ed-747fdeae36cd binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:34:32.033072 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-db44c46b-4d77-47d5-bfc7-0ff4c987f556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:32.033322 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4fc7a2c5-782c-4a5a-8fa0-febff3ffc81e req-0c4f0e57-0d85-4cce-abbb-ff8aab73fa23 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473341 Nov 04 10:34:32.034895 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-db44c46b-4d77-47d5-bfc7-0ff4c987f556 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 1100 time: 0.1236098 Nov 04 10:34:32.119454 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3b40d2da-54b2-4d74-831f-fb08e8c80143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:32.153058 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37894) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:32.232848 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a352603-83a1-4910-9a9d-cab7e91f9aab req-875e9c16-4074-489d-a840-63e907afa502 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:32.242176 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5a352603-83a1-4910-9a9d-cab7e91f9aab req-875e9c16-4074-489d-a840-63e907afa502 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=30d5a469-105c-46a1-abee-2134473a5317 HTTP/1.1" status: 200 len: 946 time: 0.0908451 Nov 04 10:34:32.276850 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f83b2dd7-9d57-4ad6-8f0a-3ac5b0697772 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:32.417273 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-aeef9638-103a-4672-ba9a-d23c41516df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a659ca-1f6e-425d-b220-1c340c6027ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882634246-router', 'tenant_id': '9caaff50e99b4a8ea0b70685f01817e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dcec0107-8819-41d8-811b-72600db13c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:51Z', 'updated_at': '2021-11-04T10:34:29Z', 'revision_number': 5, 'project_id': '9caaff50e99b4a8ea0b70685f01817e8', 'gw_port': {'id': 'dcec0107-8819-41d8-811b-72600db13c0b', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a659ca-1f6e-425d-b220-1c340c6027ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:28:52Z', 'updated_at': '2021-11-04T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:32.465990 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5a352603-83a1-4910-9a9d-cab7e91f9aab req-5f179cfe-a389-482f-aebd-0bb47739693c tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222519 Nov 04 10:34:32.525357 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeef9638-103a-4672-ba9a-d23c41516df4 None None] Checking router: 39a659ca-1f6e-425d-b220-1c340c6027ea for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:34:32.549790 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeef9638-103a-4672-ba9a-d23c41516df4 None None] Routers {'39a659ca-1f6e-425d-b220-1c340c6027ea'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:34:32.550492 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-aeef9638-103a-4672-ba9a-d23c41516df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:34:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['39a659ca-1f6e-425d-b220-1c340c6027ea'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:32.553717 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device e0aec581-ded0-4c10-9854-498d225d5e70 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:34:32.575115 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-869cec39-f091-43e7-9bd3-97e1eff13838 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:32.606793 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-f83b2dd7-9d57-4ad6-8f0a-3ac5b0697772 admin admin] Deleting port dcec0107-8819-41d8-811b-72600db13c0b {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:34:32.607139 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f83b2dd7-9d57-4ad6-8f0a-3ac5b0697772 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:32.701576 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-f632d84d-ebe0-4b0c-94f0-b1a3cb3ade4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:32.707396 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-f632d84d-ebe0-4b0c-94f0-b1a3cb3ade4f service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.6603386 Nov 04 10:34:32.741849 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b7c6b-9032-4110-b5af-99fb305a7238 req-1877021a-5aa9-4f35-a731-5c33e2daf0aa tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:32.744292 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-da3b7c6b-9032-4110-b5af-99fb305a7238 req-1877021a-5aa9-4f35-a731-5c33e2daf0aa tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.126 "GET /v2.0/ports?device_id=30d5a469-105c-46a1-abee-2134473a5317 HTTP/1.1" status: 200 len: 946 time: 0.1483121 Nov 04 10:34:32.775174 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa280292-ec34-4fce-97d6-10cd0dc0baad', 'name': 'network-vif-deleted', 'tag': '7d5624fe-6551-411c-a76b-5a75bb6968d5'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:34:32.777901 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e6cde0-e6c9-4312-b9ad-decc842d06b9" -d '{"events": [{"server_uuid": "aa280292-ec34-4fce-97d6-10cd0dc0baad", "name": "network-vif-deleted", "tag": "7d5624fe-6551-411c-a76b-5a75bb6968d5"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:34:32.779102 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-f83b2dd7-9d57-4ad6-8f0a-3ac5b0697772 admin admin] For port dcec0107-8819-41d8-811b-72600db13c0b, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=dcec0107-8819-41d8-811b-72600db13c0b,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:32.780359 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f83b2dd7-9d57-4ad6-8f0a-3ac5b0697772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:32.795037 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-6b82a5b9-a55f-4ad9-9268-0d5d68350c78 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4c46e41e-d13d-467f-9446-d58fcef67498 HTTP/1.1" status: 200 len: 217 time: 0.0762405 Nov 04 10:34:32.801166 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-f83b2dd7-9d57-4ad6-8f0a-3ac5b0697772 admin admin] Calling delete_port for dcec0107-8819-41d8-811b-72600db13c0b owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:34:32.808505 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-aeef9638-103a-4672-ba9a-d23c41516df4 None None] Set router 39a659ca-1f6e-425d-b220-1c340c6027ea gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:34:32.854898 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-869cec39-f091-43e7-9bd3-97e1eff13838 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Deleting port ed3920da-f549-4bde-93ed-747fdeae36cd {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:34:32.855249 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-869cec39-f091-43e7-9bd3-97e1eff13838 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:32.870955 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-aeef9638-103a-4672-ba9a-d23c41516df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a659ca-1f6e-425d-b220-1c340c6027ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882634246-router', 'tenant_id': '9caaff50e99b4a8ea0b70685f01817e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:51Z', 'updated_at': '2021-11-04T10:34:32Z', 'revision_number': 6, 'project_id': '9caaff50e99b4a8ea0b70685f01817e8', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:32.930899 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeef9638-103a-4672-ba9a-d23c41516df4 None None] The sync data for ids ['39a659ca-1f6e-425d-b220-1c340c6027ea'] in n-d-816629-1 is: [{'id': '39a659ca-1f6e-425d-b220-1c340c6027ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882634246-router', 'tenant_id': '9caaff50e99b4a8ea0b70685f01817e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:28:51Z', 'updated_at': '2021-11-04T10:34:32Z', 'revision_number': 6, 'project_id': '9caaff50e99b4a8ea0b70685f01817e8', 'gw_port_host': None}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:34:33.039544 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-f61c9ebc-1b87-4a6a-a8ad-14224cad8d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:33.041063 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-f61c9ebc-1b87-4a6a-a8ad-14224cad8d1d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.2246714 Nov 04 10:34:33.082638 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-dccf1de6-ff37-49bd-bc13-870daf5a9059 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=0b72b24af0bc4c92b1f3a7094a7b640e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9283762 Nov 04 10:34:33.090905 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37946) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:33.152643 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-da3b7c6b-9032-4110-b5af-99fb305a7238 req-0857168c-99e6-4ec4-8775-d6525fe197f9 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Deleting port e0aec581-ded0-4c10-9854-498d225d5e70 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:34:33.153032 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-da3b7c6b-9032-4110-b5af-99fb305a7238 req-0857168c-99e6-4ec4-8775-d6525fe197f9 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:33.160868 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac4fee-f848-4e6a-80fc-cdb92b897ecd req-b7aff8e2-9194-462f-8a9e-e62cd9e616bc tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:33.169337 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5ac4fee-f848-4e6a-80fc-cdb92b897ecd req-b7aff8e2-9194-462f-8a9e-e62cd9e616bc tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 949 time: 0.1484003 Nov 04 10:34:33.195154 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f83b2dd7-9d57-4ad6-8f0a-3ac5b0697772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:33.224859 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-e781f69e-f718-44dc-a79b-0d1bcf511763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:33.226425 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-e781f69e-f718-44dc-a79b-0d1bcf511763 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1774836 Nov 04 10:34:33.232212 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-869cec39-f091-43e7-9bd3-97e1eff13838 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:33.265999 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:33.356657 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f83b2dd7-9d57-4ad6-8f0a-3ac5b0697772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:33.360488 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b2dd7-9d57-4ad6-8f0a-3ac5b0697772 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcec0107-8819-41d8-811b-72600db13c0b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:33.399431 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7d8a299b-268a-4e99-8419-0ab0c8f83cd3 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:34:33.403527 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-869cec39-f091-43e7-9bd3-97e1eff13838 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Calling delete_port for ed3920da-f549-4bde-93ed-747fdeae36cd owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:34:33.476531 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c0ad52a9-895e-4aa7-af60-2677bd4d7c90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:33.480228 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port e0aec581-ded0-4c10-9854-498d225d5e70, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e0aec581-ded0-4c10-9854-498d225d5e70,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:33.504504 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:33.506592 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 7d8a299b-268a-4e99-8419-0ab0c8f83cd3 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:34:33.506927 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7d8a299b-268a-4e99-8419-0ab0c8f83cd3 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:34:33.555966 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-da3b7c6b-9032-4110-b5af-99fb305a7238 req-0857168c-99e6-4ec4-8775-d6525fe197f9 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] For port e0aec581-ded0-4c10-9854-498d225d5e70, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e0aec581-ded0-4c10-9854-498d225d5e70,segment=NetworkSegment(d1c8dcec-0173-47c7-8397-4a22add73c72),segment_id=d1c8dcec-0173-47c7-8397-4a22add73c72)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:33.557015 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-da3b7c6b-9032-4110-b5af-99fb305a7238 req-0857168c-99e6-4ec4-8775-d6525fe197f9 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:33.610075 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-da3b7c6b-9032-4110-b5af-99fb305a7238 req-0857168c-99e6-4ec4-8775-d6525fe197f9 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Calling delete_port for e0aec581-ded0-4c10-9854-498d225d5e70 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:34:33.623105 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-4dde13c8-5523-4597-bf7a-c75e7c6341e0 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845885 Nov 04 10:34:33.657995 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5ac4fee-f848-4e6a-80fc-cdb92b897ecd req-c9c12221-e0c6-4932-90ad-befbf345c459 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867582 Nov 04 10:34:33.668280 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f83b2dd7-9d57-4ad6-8f0a-3ac5b0697772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:33.671206 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c0ad52a9-895e-4aa7-af60-2677bd4d7c90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:33.682564 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f83b2dd7-9d57-4ad6-8f0a-3ac5b0697772 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:33.778180 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=e0aec581-ded0-4c10-9854-498d225d5e70,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:33.804188 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f83b2dd7-9d57-4ad6-8f0a-3ac5b0697772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:33.807251 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83b2dd7-9d57-4ad6-8f0a-3ac5b0697772 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39a659ca-1f6e-425d-b220-1c340c6027ea {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:34:33.812060 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d5a469-105c-46a1-abee-2134473a5317', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0aec581-ded0-4c10-9854-498d225d5e70'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:34:33.815357 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f83b2dd7-9d57-4ad6-8f0a-3ac5b0697772 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:33.815745 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d48964-fc36-4b36-ba42-59f3549ababe" -d '{"events": [{"server_uuid": "30d5a469-105c-46a1-abee-2134473a5317", "name": "network-vif-unplugged", "status": "completed", "tag": "e0aec581-ded0-4c10-9854-498d225d5e70"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:34:33.819952 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f83b2dd7-9d57-4ad6-8f0a-3ac5b0697772 admin admin] 10.222.0.127 "DELETE /v2.0/routers/39a659ca-1f6e-425d-b220-1c340c6027ea HTTP/1.1" status: 204 len: 168 time: 2.4092877 Nov 04 10:34:33.821285 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37968) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:33.906494 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c0ad52a9-895e-4aa7-af60-2677bd4d7c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:33.909633 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c0ad52a9-895e-4aa7-af60-2677bd4d7c90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:33.911145 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c0ad52a9-895e-4aa7-af60-2677bd4d7c90 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/dd39b566-6b5c-446f-a702-6ac696cd451d HTTP/1.1" status: 204 len: 168 time: 0.8187523 Nov 04 10:34:33.917627 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6303c81-d43b-496a-83a5-90ea51b11cd3 admin admin] Deleting subnet 93c6a01a-6e20-4f5e-86ca-99c6d2441048 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:34:33.920144 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3b40d2da-54b2-4d74-831f-fb08e8c80143 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:33.932027 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6303c81-d43b-496a-83a5-90ea51b11cd3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:33.936054 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad52a9-895e-4aa7-af60-2677bd4d7c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd39b566-6b5c-446f-a702-6ac696cd451d,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:34.021974 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-3b40d2da-54b2-4d74-831f-fb08e8c80143 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 04 10:34:34.021974 n-d-816629-1 neutron-server[101776]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Nov 04 10:34:34.021974 n-d-816629-1 neutron-server[101776]: [parameters: {'host': 'n-d-816629-1', 'ml2_port_bindings_port_id': 'ed3920da-f549-4bde-93ed-747fdeae36cd', 'ml2_port_bindings_host': ''}] Nov 04 10:34:34.021974 n-d-816629-1 neutron-server[101776]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:34:34.022483 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-3b40d2da-54b2-4d74-831f-fb08e8c80143 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:34:34.023746 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6303c81-d43b-496a-83a5-90ea51b11cd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:34.160066 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dfa794-5f9f-4e74-bcd3-b586f9b27bd8 x-openstack-request-id: req-b0dfa794-5f9f-4e74-bcd3-b586f9b27bd8 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:34:34.160420 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa280292-ec34-4fce-97d6-10cd0dc0baad", "name": "network-vif-deleted", "tag": "7d5624fe-6551-411c-a76b-5a75bb6968d5", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:34:34.160611 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-b0dfa794-5f9f-4e74-bcd3-b586f9b27bd8 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:34:34.161430 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa280292-ec34-4fce-97d6-10cd0dc0baad', 'name': 'network-vif-deleted', 'tag': '7d5624fe-6551-411c-a76b-5a75bb6968d5', 'status': 'completed', 'code': 200} Nov 04 10:34:34.196362 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a308cb-da12-4ef8-9578-1855c5d0927d req-c559826d-02f6-4123-8ed9-e4dbbe877b69 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:34.198401 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69a308cb-da12-4ef8-9578-1855c5d0927d req-c559826d-02f6-4123-8ed9-e4dbbe877b69 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.126 "GET /v2.0/ports?device_id=f04cf711-d04c-40c8-a72a-98e38cc51313 HTTP/1.1" status: 200 len: 949 time: 0.2701571 Nov 04 10:34:34.207986 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-31389d86-bbfe-4dab-99b9-5ac2566b3c03 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5760326 Nov 04 10:34:34.334105 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6303c81-d43b-496a-83a5-90ea51b11cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:34.380787 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-869cec39-f091-43e7-9bd3-97e1eff13838 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:34.415470 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b588c5-4698-49b4-9c3e-d783f7ff8bab req-bd84e419-89e5-4b0f-9973-5ee345771fa0 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:34.417500 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-28b588c5-4698-49b4-9c3e-d783f7ff8bab req-bd84e419-89e5-4b0f-9973-5ee345771fa0 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=30d5a469-105c-46a1-abee-2134473a5317 HTTP/1.1" status: 200 len: 944 time: 0.1938417 Nov 04 10:34:34.419265 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6303c81-d43b-496a-83a5-90ea51b11cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:34.495451 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6303c81-d43b-496a-83a5-90ea51b11cd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93c6a01a-6e20-4f5e-86ca-99c6d2441048,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:34.526808 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48904b4f-3416-499b-904d-b7c06bad944b None None] Network 243e931f-b3b5-4886-8be5-3eeabbd228fd requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:34:34.533196 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6303c81-d43b-496a-83a5-90ea51b11cd3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:34.539480 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869cec39-f091-43e7-9bd3-97e1eff13838 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed3920da-f549-4bde-93ed-747fdeae36cd,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:34.548574 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a6303c81-d43b-496a-83a5-90ea51b11cd3 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/93c6a01a-6e20-4f5e-86ca-99c6d2441048 HTTP/1.1" status: 204 len: 168 time: 0.7250555 Nov 04 10:34:34.558031 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37982) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:34.600801 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-da3b7c6b-9032-4110-b5af-99fb305a7238 req-0857168c-99e6-4ec4-8775-d6525fe197f9 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:34.620101 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b40d2da-54b2-4d74-831f-fb08e8c80143 None None] Port ed3920da-f549-4bde-93ed-747fdeae36cd not found while updating agent binding for router 6d1d0237-cbbc-4516-82c9-df8867cc1327. {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 04 10:34:34.643237 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-28b588c5-4698-49b4-9c3e-d783f7ff8bab req-1f91d013-13d0-45a9-8328-2c6c261f72ed tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/security-groups?id=0243cd6a-a025-4b92-8efb-a63740eb1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506948 Nov 04 10:34:34.721542 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0169b179-93ba-4dc6-b243-e725b0e8ad57 x-openstack-request-id: req-0169b179-93ba-4dc6-b243-e725b0e8ad57 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:34:34.722648 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d5a469-105c-46a1-abee-2134473a5317", "name": "network-vif-unplugged", "status": "completed", "tag": "e0aec581-ded0-4c10-9854-498d225d5e70", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:34:34.723664 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-0169b179-93ba-4dc6-b243-e725b0e8ad57 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:34:34.724865 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d5a469-105c-46a1-abee-2134473a5317', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0aec581-ded0-4c10-9854-498d225d5e70', 'code': 200} Nov 04 10:34:34.738429 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857168c-99e6-4ec4-8775-d6525fe197f9 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Pushing event deleted for resources: {'Port': ['ID=e0aec581-ded0-4c10-9854-498d225d5e70,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:34.760062 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b40d2da-54b2-4d74-831f-fb08e8c80143 None None] Routers {'6d1d0237-cbbc-4516-82c9-df8867cc1327'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:34:34.765372 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-3b40d2da-54b2-4d74-831f-fb08e8c80143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:34:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['6d1d0237-cbbc-4516-82c9-df8867cc1327'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:34.767917 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-6e4e2ba5-ac4d-411d-948c-834ed5bc6d04 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:34:34.770604 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-6e4e2ba5-ac4d-411d-948c-834ed5bc6d04 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.2207191 Nov 04 10:34:34.821214 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-29972d85-7adf-4b65-81a8-0753b69309e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:34.827313 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3b7c6b-9032-4110-b5af-99fb305a7238 req-0857168c-99e6-4ec4-8775-d6525fe197f9 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] No DVR routers for this DVR port e0aec581-ded0-4c10-9854-498d225d5e70 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:34:34.836408 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-69a308cb-da12-4ef8-9578-1855c5d0927d req-a3bf0dfa-7652-4571-8213-d1c9203ae965 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Deleting port aa2574ad-c05e-442b-90d5-45788135db75 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:34:34.837078 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69a308cb-da12-4ef8-9578-1855c5d0927d req-a3bf0dfa-7652-4571-8213-d1c9203ae965 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:34.841277 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-da3b7c6b-9032-4110-b5af-99fb305a7238 req-0857168c-99e6-4ec4-8775-d6525fe197f9 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:34.845179 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-da3b7c6b-9032-4110-b5af-99fb305a7238 req-0857168c-99e6-4ec4-8775-d6525fe197f9 tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.126 "DELETE /v2.0/ports/e0aec581-ded0-4c10-9854-498d225d5e70 HTTP/1.1" status: 204 len: 173 time: 2.0594172 Nov 04 10:34:34.846121 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-869cec39-f091-43e7-9bd3-97e1eff13838 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:34.901791 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-3b40d2da-54b2-4d74-831f-fb08e8c80143 None None] Set router 6d1d0237-cbbc-4516-82c9-df8867cc1327 gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:34:34.906979 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-9f744180-5cac-4ca1-bc2c-47444d16bac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:34.917951 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-9f744180-5cac-4ca1-bc2c-47444d16bac6 service neutron] 10.222.0.127 "GET /v2.0/ports/b5ace112-ac21-4505-9972-e390cae169a8 HTTP/1.1" status: 200 len: 1093 time: 0.1393142 Nov 04 10:34:34.924064 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-d195ec26-c638-4af0-a936-04213693b4ec service neutron] Request body: {'binding': {'host': 'n-h1-816629-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:34.924574 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-d195ec26-c638-4af0-a936-04213693b4ec service neutron] Unknown quota resources ['binding']. {{(pid=101774) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 04 10:34:35.013823 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-3b40d2da-54b2-4d74-831f-fb08e8c80143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1d0237-cbbc-4516-82c9-df8867cc1327', 'name': 'tempest-snat-router-1131003357', 'tenant_id': '7d6d05b59c6b4d5fb3357705ffeec386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:34:21Z', 'updated_at': '2021-11-04T10:34:34Z', 'revision_number': 5, 'project_id': '7d6d05b59c6b4d5fb3357705ffeec386', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:35.110778 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-d195ec26-c638-4af0-a936-04213693b4ec service neutron] Attempting to bind port b5ace112-ac21-4505-9972-e390cae169a8 on host n-h1-816629-1 for vnic_type normal with profile None {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:34:35.111118 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-d195ec26-c638-4af0-a936-04213693b4ec service neutron] Attempting to bind port b5ace112-ac21-4505-9972-e390cae169a8 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:34:35.111444 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-d195ec26-c638-4af0-a936-04213693b4ec service neutron] Attempting to bind port b5ace112-ac21-4505-9972-e390cae169a8 on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:34:35.148031 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76d4bf-8a3e-40e7-8fa1-6719a76619ef req-56766e74-0ecc-41f5-8f80-3269c1e0f538 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:35.157060 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-69a308cb-da12-4ef8-9578-1855c5d0927d req-a3bf0dfa-7652-4571-8213-d1c9203ae965 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] For port aa2574ad-c05e-442b-90d5-45788135db75, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=aa2574ad-c05e-442b-90d5-45788135db75,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:35.157060 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69a308cb-da12-4ef8-9578-1855c5d0927d req-a3bf0dfa-7652-4571-8213-d1c9203ae965 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:35.158812 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b40d2da-54b2-4d74-831f-fb08e8c80143 None None] The sync data for ids ['6d1d0237-cbbc-4516-82c9-df8867cc1327'] in n-d-816629-1 is: [{'id': '6d1d0237-cbbc-4516-82c9-df8867cc1327', 'name': 'tempest-snat-router-1131003357', 'tenant_id': '7d6d05b59c6b4d5fb3357705ffeec386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:34:21Z', 'updated_at': '2021-11-04T10:34:34Z', 'revision_number': 5, 'project_id': '7d6d05b59c6b4d5fb3357705ffeec386', 'gw_port_host': None}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:34:35.162556 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab76d4bf-8a3e-40e7-8fa1-6719a76619ef req-56766e74-0ecc-41f5-8f80-3269c1e0f538 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=f04cf711-d04c-40c8-a72a-98e38cc51313 HTTP/1.1" status: 200 len: 949 time: 0.3726122 Nov 04 10:34:35.193028 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-d195ec26-c638-4af0-a936-04213693b4ec service neutron] Port b5ace112-ac21-4505-9972-e390cae169a8 on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:34:35.193028 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-d195ec26-c638-4af0-a936-04213693b4ec service neutron] Attempting to bind port b5ace112-ac21-4505-9972-e390cae169a8 on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:34:35.204966 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-69a308cb-da12-4ef8-9578-1855c5d0927d req-a3bf0dfa-7652-4571-8213-d1c9203ae965 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Calling delete_port for aa2574ad-c05e-442b-90d5-45788135db75 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:34:35.249886 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab76d4bf-8a3e-40e7-8fa1-6719a76619ef req-94ae421e-66a4-4c87-bff3-8e3596f012dc tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/security-groups?id=6fdbb653-ff3c-40bd-acfc-464ad15952aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849943 Nov 04 10:34:35.250941 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-d195ec26-c638-4af0-a936-04213693b4ec service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:34:35.251427 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-d195ec26-c638-4af0-a936-04213693b4ec service neutron] Checking segment: {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:34:35.253706 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-d195ec26-c638-4af0-a936-04213693b4ec service neutron] Bound using segment: {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:34:35.256469 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-d195ec26-c638-4af0-a936-04213693b4ec service neutron] Bound port: b5ace112-ac21-4505-9972-e390cae169a8, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:34:35.261140 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device dcec0107-8819-41d8-811b-72600db13c0b no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:34:35.273663 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-869cec39-f091-43e7-9bd3-97e1eff13838 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:35.282622 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-869cec39-f091-43e7-9bd3-97e1eff13838 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:35.399621 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: dcec0107-8819-41d8-811b-72600db13c0b {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:34:35.400318 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device dcec0107-8819-41d8-811b-72600db13c0b not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:34:35.407164 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-d195ec26-c638-4af0-a936-04213693b4ec service neutron] For port b5ace112-ac21-4505-9972-e390cae169a8, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b5ace112-ac21-4505-9972-e390cae169a8,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:34:35.418531 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-d195ec26-c638-4af0-a936-04213693b4ec service neutron] Publish callbacks [] for binding, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:35.420119 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-d195ec26-c638-4af0-a936-04213693b4ec service neutron] 10.222.0.127 "POST /v2.0/ports/b5ace112-ac21-4505-9972-e390cae169a8/bindings HTTP/1.1" status: 201 len: 389 time: 0.5013378 Nov 04 10:34:35.512585 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e711c3-d507-44c5-b8fe-a858feb9d1a3 req-3ebe6991-5681-44aa-8bd5-24af3d6a9fc2 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:35.514657 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-869cec39-f091-43e7-9bd3-97e1eff13838 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:35.515339 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869cec39-f091-43e7-9bd3-97e1eff13838 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d1d0237-cbbc-4516-82c9-df8867cc1327 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:34:35.522666 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-86e711c3-d507-44c5-b8fe-a858feb9d1a3 req-3ebe6991-5681-44aa-8bd5-24af3d6a9fc2 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 949 time: 0.1106074 Nov 04 10:34:35.538397 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38006) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:35.579511 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3165727-858a-468c-b643-a6451a23a6b1 None None] DHCP port deletion for 243e931f-b3b5-4886-8be5-3eeabbd228fd request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:34:35.625351 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-869cec39-f091-43e7-9bd3-97e1eff13838 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:35.630717 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-869cec39-f091-43e7-9bd3-97e1eff13838 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "DELETE /v2.0/routers/6d1d0237-cbbc-4516-82c9-df8867cc1327 HTTP/1.1" status: 204 len: 168 time: 4.0903752 Nov 04 10:34:35.641672 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-86e711c3-d507-44c5-b8fe-a858feb9d1a3 req-e8063110-cdf2-43d1-bb1a-7d3ee49854b8 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141031 Nov 04 10:34:35.642528 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38012) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:35.761035 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e3165727-858a-468c-b643-a6451a23a6b1 None None] Deleting port 64669bcb-787d-4faf-9cca-d872775d9936 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:34:35.761855 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e3165727-858a-468c-b643-a6451a23a6b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:35.853630 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69a308cb-da12-4ef8-9578-1855c5d0927d req-a3bf0dfa-7652-4571-8213-d1c9203ae965 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:35.867762 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca5e01-df4b-4d39-897f-6f079e0a5728 req-88515151-6d9c-478e-9cfb-b233b77ef24e tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:35.869171 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-60ca5e01-df4b-4d39-897f-6f079e0a5728 req-88515151-6d9c-478e-9cfb-b233b77ef24e tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.126 "GET /v2.0/ports?device_id=40e54abc-cfb7-4d2c-8e9b-5556173aa9a7 HTTP/1.1" status: 200 len: 950 time: 0.3846884 Nov 04 10:34:35.881376 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e3165727-858a-468c-b643-a6451a23a6b1 None None] For port 64669bcb-787d-4faf-9cca-d872775d9936, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=64669bcb-787d-4faf-9cca-d872775d9936,segment=NetworkSegment(2301ceff-b396-425e-b474-1cb9e06a6307),segment_id=2301ceff-b396-425e-b474-1cb9e06a6307)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:35.882360 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e3165727-858a-468c-b643-a6451a23a6b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:35.883076 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-68eae251-cbbf-46db-bef9-b6adf78c26ea tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:35.903395 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e3165727-858a-468c-b643-a6451a23a6b1 None None] Calling delete_port for 64669bcb-787d-4faf-9cca-d872775d9936 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:34:35.932067 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-29972d85-7adf-4b65-81a8-0753b69309e9 admin admin] Deleting port 64669bcb-787d-4faf-9cca-d872775d9936 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:34:35.932406 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-29972d85-7adf-4b65-81a8-0753b69309e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:35.942851 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-08cc1050-b845-4370-8b5a-cb6668870327 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-863261101-network', 'tenant_id': '4cccc063ccfc423787ca6b6a66f4f81c'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:35.977278 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['e0d5faa4-ee27-440a-8784-8bc14b9ab95b', '364947aa-bf30-454a-9880-1821df264897', 'aa2574ad-c05e-442b-90d5-45788135db75'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:34:36.012357 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-29972d85-7adf-4b65-81a8-0753b69309e9 admin admin] For port 64669bcb-787d-4faf-9cca-d872775d9936, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=64669bcb-787d-4faf-9cca-d872775d9936,segment=NetworkSegment(2301ceff-b396-425e-b474-1cb9e06a6307),segment_id=2301ceff-b396-425e-b474-1cb9e06a6307)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:36.012739 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-29972d85-7adf-4b65-81a8-0753b69309e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:36.020959 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf0dfa-7652-4571-8213-d1c9203ae965 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Pushing event deleted for resources: {'Port': ['ID=aa2574ad-c05e-442b-90d5-45788135db75,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:36.055602 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7cf15328-760c-42c8-90a2-0bb7fe5d35f4 req-1583fd02-a94c-40e1-a94c-7b4628ac1fbf tempest-ImagesTestJSON-516825512 tempest-ImagesTestJSON-516825512-project] 10.222.0.127 "GET /v2.0/ports?device_id=30d5a469-105c-46a1-abee-2134473a5317 HTTP/1.1" status: 200 len: 210 time: 0.1665142 Nov 04 10:34:36.156360 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e3165727-858a-468c-b643-a6451a23a6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:36.175500 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-29972d85-7adf-4b65-81a8-0753b69309e9 admin admin] Calling delete_port for 64669bcb-787d-4faf-9cca-d872775d9936 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:34:36.193562 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3165727-858a-468c-b643-a6451a23a6b1 None None] Pushing event deleted for resources: {'Port': ['ID=64669bcb-787d-4faf-9cca-d872775d9936,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:36.200629 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d5a469-105c-46a1-abee-2134473a5317', 'name': 'network-vif-deleted', 'tag': 'e0aec581-ded0-4c10-9854-498d225d5e70'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:34:36.203488 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864a2538-0a3a-4fee-8202-05d230b8921c" -d '{"events": [{"server_uuid": "30d5a469-105c-46a1-abee-2134473a5317", "name": "network-vif-deleted", "tag": "e0aec581-ded0-4c10-9854-498d225d5e70"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:34:36.203677 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3165727-858a-468c-b643-a6451a23a6b1 None None] No DVR routers for this DVR port 64669bcb-787d-4faf-9cca-d872775d9936 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:34:36.208500 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cc1050-b845-4370-8b5a-cb6668870327 admin admin] Made reservation on behalf of 4cccc063ccfc423787ca6b6a66f4f81c for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:34:36.208797 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a308cb-da12-4ef8-9578-1855c5d0927d req-a3bf0dfa-7652-4571-8213-d1c9203ae965 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] No DVR routers for this DVR port aa2574ad-c05e-442b-90d5-45788135db75 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:34:36.218002 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69a308cb-da12-4ef8-9578-1855c5d0927d req-a3bf0dfa-7652-4571-8213-d1c9203ae965 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:36.223089 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69a308cb-da12-4ef8-9578-1855c5d0927d req-a3bf0dfa-7652-4571-8213-d1c9203ae965 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.126 "DELETE /v2.0/ports/aa2574ad-c05e-442b-90d5-45788135db75 HTTP/1.1" status: 204 len: 173 time: 2.0124478 Nov 04 10:34:36.228228 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-08cc1050-b845-4370-8b5a-cb6668870327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:36.295351 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e857f-7f68-4d31-8297-a7372348e795 req-e501647a-e114-4261-8f0e-ecbc0bf15d61 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:36.297515 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-859e857f-7f68-4d31-8297-a7372348e795 req-e501647a-e114-4261-8f0e-ecbc0bf15d61 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 945 time: 0.4096706 Nov 04 10:34:36.299757 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-346764f8-4ccd-4af9-a593-f9d920b082a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:36.301835 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-346764f8-4ccd-4af9-a593-f9d920b082a1 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0464048b294a465b81cede98ee2447df&device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 1096 time: 0.3211200 Nov 04 10:34:36.359833 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-08cc1050-b845-4370-8b5a-cb6668870327 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:36.388311 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d3ad5b-f746-4f7c-aaaa-3ba759b2485f x-openstack-request-id: req-13d3ad5b-f746-4f7c-aaaa-3ba759b2485f {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:34:36.388590 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d5a469-105c-46a1-abee-2134473a5317", "name": "network-vif-deleted", "tag": "e0aec581-ded0-4c10-9854-498d225d5e70", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:34:36.390103 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-13d3ad5b-f746-4f7c-aaaa-3ba759b2485f {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:34:36.390592 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d5a469-105c-46a1-abee-2134473a5317', 'name': 'network-vif-deleted', 'tag': 'e0aec581-ded0-4c10-9854-498d225d5e70', 'status': 'completed', 'code': 200} Nov 04 10:34:36.390840 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 364947aa-bf30-454a-9880-1821df264897 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:34:36.452189 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-60ca5e01-df4b-4d39-897f-6f079e0a5728 req-64e46c53-698a-4204-a295-c31ed309790d tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Deleting port 364947aa-bf30-454a-9880-1821df264897 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:34:36.452555 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-60ca5e01-df4b-4d39-897f-6f079e0a5728 req-64e46c53-698a-4204-a295-c31ed309790d tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:36.481245 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-859e857f-7f68-4d31-8297-a7372348e795 req-edc30b8d-3bf9-439b-a1d8-75934432f471 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592212 Nov 04 10:34:36.565031 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-60ca5e01-df4b-4d39-897f-6f079e0a5728 req-64e46c53-698a-4204-a295-c31ed309790d tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] For port 364947aa-bf30-454a-9880-1821df264897, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=364947aa-bf30-454a-9880-1821df264897,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:36.565407 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-60ca5e01-df4b-4d39-897f-6f079e0a5728 req-64e46c53-698a-4204-a295-c31ed309790d tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:36.588414 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-60ca5e01-df4b-4d39-897f-6f079e0a5728 req-64e46c53-698a-4204-a295-c31ed309790d tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Calling delete_port for 364947aa-bf30-454a-9880-1821df264897 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:34:36.683753 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:36.777022 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-29972d85-7adf-4b65-81a8-0753b69309e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:36.785580 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-68eae251-cbbf-46db-bef9-b6adf78c26ea tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:36.793364 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed59ef50-dc47-4256-9c51-105d105ef7f8 req-3f7ba2d3-93f4-4930-83ed-c51b97da537b tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=f04cf711-d04c-40c8-a72a-98e38cc51313 HTTP/1.1" status: 200 len: 210 time: 0.2169678 Nov 04 10:34:36.836881 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29972d85-7adf-4b65-81a8-0753b69309e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=64669bcb-787d-4faf-9cca-d872775d9936,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:36.860425 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-7f2c51dc-1f65-493e-9334-8db8c31b804d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:36.866241 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29972d85-7adf-4b65-81a8-0753b69309e9 admin admin] No DVR routers for this DVR port 64669bcb-787d-4faf-9cca-d872775d9936 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:34:36.867214 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-7f2c51dc-1f65-493e-9334-8db8c31b804d service neutron] 10.222.0.126 "GET /v2.0/networks?id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 HTTP/1.1" status: 200 len: 923 time: 0.5467236 Nov 04 10:34:36.876002 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-08cc1050-b845-4370-8b5a-cb6668870327 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:36.882321 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-60ca5e01-df4b-4d39-897f-6f079e0a5728 req-64e46c53-698a-4204-a295-c31ed309790d tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:36.908290 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['e0d5faa4-ee27-440a-8784-8bc14b9ab95b'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:34:36.912088 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-08cc1050-b845-4370-8b5a-cb6668870327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:36.944757 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device e0aec581-ded0-4c10-9854-498d225d5e70 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:34:36.963146 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08cc1050-b845-4370-8b5a-cb6668870327 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1198} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:34:36.973570 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: e0aec581-ded0-4c10-9854-498d225d5e70 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:34:36.974167 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device e0aec581-ded0-4c10-9854-498d225d5e70 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:34:37.002496 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e46c53-698a-4204-a295-c31ed309790d tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Pushing event deleted for resources: {'Port': ['ID=364947aa-bf30-454a-9880-1821df264897,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:37.017436 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-08cc1050-b845-4370-8b5a-cb6668870327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:37.017784 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-08cc1050-b845-4370-8b5a-cb6668870327 admin admin] Added segment b0c7f833-5219-45de-ab0f-4623d1f2406c of type vlan for network 0f24cf01-cd7d-44f5-827f-98e24bfc3946 Nov 04 10:34:37.021541 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc1050-b845-4370-8b5a-cb6668870327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0655c1c0-3cf6-4b5d-9a71-d2f85f6a15ce,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:37.095502 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-15a5cc2a-46d2-4ba2-b452-0b06316d5a85 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5ace112-ac21-4505-9972-e390cae169a8 HTTP/1.1" status: 200 len: 217 time: 0.1053958 Nov 04 10:34:37.128852 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93664be2-dd9f-453a-bfce-8e233f224311 req-2e0bff06-7640-4dcc-a7b7-be4b65e555be tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:37.130561 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-93664be2-dd9f-453a-bfce-8e233f224311 req-2e0bff06-7640-4dcc-a7b7-be4b65e555be tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 949 time: 0.3232737 Nov 04 10:34:37.171238 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-08cc1050-b845-4370-8b5a-cb6668870327 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:37.175702 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-68eae251-cbbf-46db-bef9-b6adf78c26ea tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Deleting port 4d3528c6-6fff-4e37-917d-9ab885085d4b {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:34:37.176016 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-68eae251-cbbf-46db-bef9-b6adf78c26ea tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:37.214895 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 64669bcb-787d-4faf-9cca-d872775d9936 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:34:37.296271 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 64669bcb-787d-4faf-9cca-d872775d9936 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:34:37.296608 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 64669bcb-787d-4faf-9cca-d872775d9936 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:34:37.441331 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ca5e01-df4b-4d39-897f-6f079e0a5728 req-64e46c53-698a-4204-a295-c31ed309790d tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] No DVR routers for this DVR port 364947aa-bf30-454a-9880-1821df264897 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:34:37.447080 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-60ca5e01-df4b-4d39-897f-6f079e0a5728 req-64e46c53-698a-4204-a295-c31ed309790d tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:37.450610 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-60ca5e01-df4b-4d39-897f-6f079e0a5728 req-64e46c53-698a-4204-a295-c31ed309790d tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.126 "DELETE /v2.0/ports/364947aa-bf30-454a-9880-1821df264897 HTTP/1.1" status: 204 len: 173 time: 1.4311419 Nov 04 10:34:37.452473 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-29972d85-7adf-4b65-81a8-0753b69309e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:37.483612 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-29972d85-7adf-4b65-81a8-0753b69309e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243e931f-b3b5-4886-8be5-3eeabbd228fd']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:37.499589 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-29972d85-7adf-4b65-81a8-0753b69309e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2301ceff-b396-425e-b474-1cb9e06a6307') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:37.500005 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-29972d85-7adf-4b65-81a8-0753b69309e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2301ceff-b396-425e-b474-1cb9e06a6307') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:37.525002 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-29972d85-7adf-4b65-81a8-0753b69309e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:37.564080 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-29972d85-7adf-4b65-81a8-0753b69309e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:37.580786 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29972d85-7adf-4b65-81a8-0753b69309e9 admin admin] Releasing vlan 1166 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:34:37.583522 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-29972d85-7adf-4b65-81a8-0753b69309e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:34:37.588814 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:34:37.708201 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-29972d85-7adf-4b65-81a8-0753b69309e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:37.714915 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-68eae251-cbbf-46db-bef9-b6adf78c26ea tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] For port 4d3528c6-6fff-4e37-917d-9ab885085d4b, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4d3528c6-6fff-4e37-917d-9ab885085d4b,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:37.715484 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-68eae251-cbbf-46db-bef9-b6adf78c26ea tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:37.717211 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-29972d85-7adf-4b65-81a8-0753b69309e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:37.723485 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-29972d85-7adf-4b65-81a8-0753b69309e9 admin admin] 10.222.0.127 "DELETE /v2.0/networks/243e931f-b3b5-4886-8be5-3eeabbd228fd HTTP/1.1" status: 204 len: 168 time: 3.1623197 Nov 04 10:34:37.738384 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29972d85-7adf-4b65-81a8-0753b69309e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=243e931f-b3b5-4886-8be5-3eeabbd228fd,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:37.794816 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-68eae251-cbbf-46db-bef9-b6adf78c26ea tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Calling delete_port for 4d3528c6-6fff-4e37-917d-9ab885085d4b owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:34:37.813497 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-0a4eaab9-4280-44df-990a-ad035dd067d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:37.815027 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-0a4eaab9-4280-44df-990a-ad035dd067d3 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=74d328ae-3dd4-4757-b0cd-5d3ffb3741ad HTTP/1.1" status: 200 len: 861 time: 0.6966634 Nov 04 10:34:37.849950 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-93664be2-dd9f-453a-bfce-8e233f224311 req-1f8a7082-ceba-4a37-8623-d827f7b19ca7 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6761420 Nov 04 10:34:37.850627 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-08cc1050-b845-4370-8b5a-cb6668870327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:37.851531 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cc1050-b845-4370-8b5a-cb6668870327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:37.852185 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-08cc1050-b845-4370-8b5a-cb6668870327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:37.893979 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-a1076c05-8da4-4695-bbcc-e329fbfbc58d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630243 Nov 04 10:34:37.897882 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38054) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:37.996750 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-dd62d67e-d7b9-4de8-b927-a7d66d2519f7 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=0492820046454dbbbdfa7eac919beeeb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0976753 Nov 04 10:34:38.001330 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38060) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:38.025299 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-08cc1050-b845-4370-8b5a-cb6668870327 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4857471 Nov 04 10:34:38.031100 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38066) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:38.039077 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-8f24dda3-75d1-45e0-bda1-0b678cd5b6b6 admin admin] Request body: {'subnet': {'network_id': '0f24cf01-cd7d-44f5-827f-98e24bfc3946', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-863261101-subnet', 'tenant_id': '4cccc063ccfc423787ca6b6a66f4f81c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:38.076175 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f24dda3-75d1-45e0-bda1-0b678cd5b6b6 admin admin] Made reservation on behalf of 4cccc063ccfc423787ca6b6a66f4f81c for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:34:38.084982 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f24dda3-75d1-45e0-bda1-0b678cd5b6b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:38.108179 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab5143-36e0-41f3-9138-0849fc68ee09 req-4cdeead3-05c7-46c2-81d5-99f6ac3c2b1a tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:38.117228 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1eab5143-36e0-41f3-9138-0849fc68ee09 req-4cdeead3-05c7-46c2-81d5-99f6ac3c2b1a tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 945 time: 0.4087081 Nov 04 10:34:38.165522 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc1050-b845-4370-8b5a-cb6668870327 admin admin] Pushing event updated for resources: {'Network': ['ID=0f24cf01-cd7d-44f5-827f-98e24bfc3946,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:38.192734 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 0f24cf01-cd7d-44f5-827f-98e24bfc3946 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:34:38.261139 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e18eb424-e9a5-4ee0-b237-1915e541f2a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:38.264371 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1eab5143-36e0-41f3-9138-0849fc68ee09 req-5be8c09b-c905-40b4-87df-1f9dd9ab510b tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453261 Nov 04 10:34:38.305014 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e18eb424-e9a5-4ee0-b237-1915e541f2a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:38.329255 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-e0b2d97a-7e67-41af-90d4-dce2bc1cba32 service neutron] 10.222.0.126 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607552 Nov 04 10:34:38.356504 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38074) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:38.365148 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device aa2574ad-c05e-442b-90d5-45788135db75 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:34:38.398599 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04cf711-d04c-40c8-a72a-98e38cc51313', 'name': 'network-vif-deleted', 'tag': 'aa2574ad-c05e-442b-90d5-45788135db75'}, {'server_uuid': '40e54abc-cfb7-4d2c-8e9b-5556173aa9a7', 'name': 'network-vif-deleted', 'tag': '364947aa-bf30-454a-9880-1821df264897'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:34:38.398918 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: aa2574ad-c05e-442b-90d5-45788135db75 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:34:38.399365 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device aa2574ad-c05e-442b-90d5-45788135db75 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:34:38.401088 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ece463-82cb-476d-b943-859c34d67485" -d '{"events": [{"server_uuid": "f04cf711-d04c-40c8-a72a-98e38cc51313", "name": "network-vif-deleted", "tag": "aa2574ad-c05e-442b-90d5-45788135db75"}, {"server_uuid": "40e54abc-cfb7-4d2c-8e9b-5556173aa9a7", "name": "network-vif-deleted", "tag": "364947aa-bf30-454a-9880-1821df264897"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:34:38.459652 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-68eae251-cbbf-46db-bef9-b6adf78c26ea tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:38.475353 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c9d217-da05-4e97-a067-60994337af0c admin admin] Deleting subnet 28924b01-2687-4263-b969-76f54864e85b {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:34:38.479297 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-45c9d217-da05-4e97-a067-60994337af0c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:38.500467 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 04 Nov 2021 10:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6127bb-4b95-497a-a5f8-e696a5b69fa7 x-openstack-request-id: req-5c6127bb-4b95-497a-a5f8-e696a5b69fa7 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:34:38.500770 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04cf711-d04c-40c8-a72a-98e38cc51313", "name": "network-vif-deleted", "tag": "aa2574ad-c05e-442b-90d5-45788135db75", "status": "completed", "code": 200}, {"server_uuid": "40e54abc-cfb7-4d2c-8e9b-5556173aa9a7", "name": "network-vif-deleted", "tag": "364947aa-bf30-454a-9880-1821df264897", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:34:38.501043 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-5c6127bb-4b95-497a-a5f8-e696a5b69fa7 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:34:38.501432 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04cf711-d04c-40c8-a72a-98e38cc51313', 'name': 'network-vif-deleted', 'tag': 'aa2574ad-c05e-442b-90d5-45788135db75', 'status': 'completed', 'code': 200} Nov 04 10:34:38.501680 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e54abc-cfb7-4d2c-8e9b-5556173aa9a7', 'name': 'network-vif-deleted', 'tag': '364947aa-bf30-454a-9880-1821df264897', 'status': 'completed', 'code': 200} Nov 04 10:34:38.511267 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eae251-cbbf-46db-bef9-b6adf78c26ea tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d3528c6-6fff-4e37-917d-9ab885085d4b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:38.519741 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e18eb424-e9a5-4ee0-b237-1915e541f2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:38.522866 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e18eb424-e9a5-4ee0-b237-1915e541f2a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:38.524353 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e18eb424-e9a5-4ee0-b237-1915e541f2a3 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/b3cfac92-2377-4421-9df4-2f6e61447742 HTTP/1.1" status: 204 len: 168 time: 0.5220597 Nov 04 10:34:38.531276 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f24dda3-75d1-45e0-bda1-0b678cd5b6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:38.554283 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-45c9d217-da05-4e97-a067-60994337af0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:38.561871 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-2aa568ae-0638-493b-8dd0-9f7c94c15d76 service neutron] 10.222.0.126 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248733 Nov 04 10:34:38.598199 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18eb424-e9a5-4ee0-b237-1915e541f2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cfac92-2377-4421-9df4-2f6e61447742,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:38.656882 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-68eae251-cbbf-46db-bef9-b6adf78c26ea tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:38.672737 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24dda3-75d1-45e0-bda1-0b678cd5b6b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f3c23dc-a6d4-4ffa-a703-8101717aefc6,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:38.679356 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-45c9d217-da05-4e97-a067-60994337af0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:38.724221 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24dda3-75d1-45e0-bda1-0b678cd5b6b6 admin admin] Checking segment: {'id': 'b0c7f833-5219-45de-ab0f-4623d1f2406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '0f24cf01-cd7d-44f5-827f-98e24bfc3946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:34:38.725631 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f24dda3-75d1-45e0-bda1-0b678cd5b6b6 admin admin] Network hostable DHCP agents. Network: 0f24cf01-cd7d-44f5-827f-98e24bfc3946, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:34:38.764449 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f24dda3-75d1-45e0-bda1-0b678cd5b6b6 admin admin] Network 0f24cf01-cd7d-44f5-827f-98e24bfc3946 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:34:38.769951 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-45c9d217-da05-4e97-a067-60994337af0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:38.796484 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-45c9d217-da05-4e97-a067-60994337af0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:38.803906 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-45c9d217-da05-4e97-a067-60994337af0c admin admin] 10.222.0.127 "DELETE /v2.0/subnets/28924b01-2687-4263-b969-76f54864e85b HTTP/1.1" status: 204 len: 168 time: 0.4463050 Nov 04 10:34:38.804601 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38082) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:38.818978 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-68eae251-cbbf-46db-bef9-b6adf78c26ea tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:38.823801 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-68eae251-cbbf-46db-bef9-b6adf78c26ea tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:38.920487 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-68eae251-cbbf-46db-bef9-b6adf78c26ea tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:38.921457 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68eae251-cbbf-46db-bef9-b6adf78c26ea tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6a6990c-da77-4982-8ec7-e79e3733e1f5 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:34:38.928377 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-68eae251-cbbf-46db-bef9-b6adf78c26ea tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:38.936335 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-68eae251-cbbf-46db-bef9-b6adf78c26ea tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "DELETE /v2.0/routers/c6a6990c-da77-4982-8ec7-e79e3733e1f5 HTTP/1.1" status: 204 len: 168 time: 3.2887347 Nov 04 10:34:38.939819 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38088) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:38.950302 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-8f24dda3-75d1-45e0-bda1-0b678cd5b6b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 0f24cf01-cd7d-44f5-827f-98e24bfc3946) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:34:38.961911 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf31a7c-8349-45c3-b224-3cebd0446770 None None] Network 0f24cf01-cd7d-44f5-827f-98e24bfc3946 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:34:38.975136 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-7f9fa1dc-7da7-47c0-a8c8-28b8c7db811c tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1278991129', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}, 'admin_state_up': False}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:38.985005 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9d217-da05-4e97-a067-60994337af0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28924b01-2687-4263-b969-76f54864e85b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:38.989858 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f24dda3-75d1-45e0-bda1-0b678cd5b6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:38.990452 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f24dda3-75d1-45e0-bda1-0b678cd5b6b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:39.013238 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b1c7a661-ddea-4c5d-a37a-23892079c840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:39.165777 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b1c7a661-ddea-4c5d-a37a-23892079c840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:39.175543 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7f9fa1dc-7da7-47c0-a8c8-28b8c7db811c tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:39.176881 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7f9fa1dc-7da7-47c0-a8c8-28b8c7db811c tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:39.198154 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8f24dda3-75d1-45e0-bda1-0b678cd5b6b6 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1666179 Nov 04 10:34:39.250379 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b294e-aedc-49ee-9b8e-3005b1d2086c req-bba0b324-8efd-44ca-9a48-1c0f78b35879 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:39.268199 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-130b294e-aedc-49ee-9b8e-3005b1d2086c req-bba0b324-8efd-44ca-9a48-1c0f78b35879 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 949 time: 0.2843444 Nov 04 10:34:39.283215 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-b1c7a661-ddea-4c5d-a37a-23892079c840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:39.319912 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-b1c7a661-ddea-4c5d-a37a-23892079c840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c8dcec-0173-47c7-8397-4a22add73c72') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:39.320158 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-b1c7a661-ddea-4c5d-a37a-23892079c840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c8dcec-0173-47c7-8397-4a22add73c72') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:39.340142 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b1c7a661-ddea-4c5d-a37a-23892079c840 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:39.358209 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38094) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:39.376395 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-130b294e-aedc-49ee-9b8e-3005b1d2086c req-80388b01-3679-4b99-b3b5-d41814038d4e tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046410 Nov 04 10:34:39.408558 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7f9fa1dc-7da7-47c0-a8c8-28b8c7db811c tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:39.419620 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b1c7a661-ddea-4c5d-a37a-23892079c840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:39.429192 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdaee3b-f85d-4832-bdd9-a23d37669b96 None None] Network 0f24cf01-cd7d-44f5-827f-98e24bfc3946 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:34:39.435286 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c7a661-ddea-4c5d-a37a-23892079c840 admin admin] Releasing vlan 1168 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:34:39.435687 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b1c7a661-ddea-4c5d-a37a-23892079c840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:34:39.437989 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:34:39.501789 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c2c0ec5b-70f1-4d91-b769-1743e4237741 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=9caaff50e99b4a8ea0b70685f01817e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1402347 Nov 04 10:34:39.504924 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38098) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:39.585571 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b1c7a661-ddea-4c5d-a37a-23892079c840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:39.614607 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b1c7a661-ddea-4c5d-a37a-23892079c840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:39.633477 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b1c7a661-ddea-4c5d-a37a-23892079c840 admin admin] 10.222.0.127 "DELETE /v2.0/networks/9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d HTTP/1.1" status: 204 len: 168 time: 0.7805469 Nov 04 10:34:39.678094 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7a661-ddea-4c5d-a37a-23892079c840 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dc41d7d-c71c-4c6a-905e-5f7c2ce24c1d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:39.707246 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b3e8fd28-a804-4ac6-b5c9-d3b7fd146689 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:39.734703 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b3e8fd28-a804-4ac6-b5c9-d3b7fd146689 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:39.770981 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7f9fa1dc-7da7-47c0-a8c8-28b8c7db811c tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:39.803573 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b3e8fd28-a804-4ac6-b5c9-d3b7fd146689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:39.811199 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b3e8fd28-a804-4ac6-b5c9-d3b7fd146689 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:39.812194 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b3e8fd28-a804-4ac6-b5c9-d3b7fd146689 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/95ac154d-8ad9-4c04-bfcf-1be57c0b5cce HTTP/1.1" status: 204 len: 168 time: 0.3061213 Nov 04 10:34:39.822250 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14568be2-e9bf-41bd-a3f0-a1196eb14d61 req-f13d6eb9-606c-4247-a946-4eb1b9303f78 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:39.824391 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-14568be2-e9bf-41bd-a3f0-a1196eb14d61 req-f13d6eb9-606c-4247-a946-4eb1b9303f78 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 945 time: 0.2070956 Nov 04 10:34:39.834043 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8fd28-a804-4ac6-b5c9-d3b7fd146689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ac154d-8ad9-4c04-bfcf-1be57c0b5cce,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:39.941067 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-14568be2-e9bf-41bd-a3f0-a1196eb14d61 req-048ba92d-9fd7-4ab7-822e-fa69fe97c176 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752506 Nov 04 10:34:39.998653 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38108) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:40.079013 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c770b668-e3aa-4686-a8d3-8f499226e135 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=2b5a587ccab54a2f9cf1975659bd89f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0781262 Nov 04 10:34:40.079667 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38110) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:40.161877 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8efe-a00a-4bcc-a64d-b0afad1352f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:40.195375 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7f9fa1dc-7da7-47c0-a8c8-28b8c7db811c tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:40.204642 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8efe-a00a-4bcc-a64d-b0afad1352f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:40.233620 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7f9fa1dc-7da7-47c0-a8c8-28b8c7db811c tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:40.276498 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8efe-a00a-4bcc-a64d-b0afad1352f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:40.285070 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8efe-a00a-4bcc-a64d-b0afad1352f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:40.290146 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4c2d8efe-a00a-4bcc-a64d-b0afad1352f9 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/0243cd6a-a025-4b92-8efb-a63740eb1bdb HTTP/1.1" status: 204 len: 168 time: 0.2074950 Nov 04 10:34:40.312071 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d8efe-a00a-4bcc-a64d-b0afad1352f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0243cd6a-a025-4b92-8efb-a63740eb1bdb,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:40.412772 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-7f9fa1dc-7da7-47c0-a8c8-28b8c7db811c tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Allocated IP 172.25.7.240 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/b83fd036-9440-4e4a-8192-af65297a5eb0) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:34:40.520272 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-0793b3f7-c7b1-444c-9d68-a5b9beda88a9 req-33a2dcdf-403d-46d7-be2e-ad39703f4a5f tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-772283369', 'description': 'tempest-description-362097633'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:40.599331 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7f9fa1dc-7da7-47c0-a8c8-28b8c7db811c tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:40.604859 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0793b3f7-c7b1-444c-9d68-a5b9beda88a9 req-33a2dcdf-403d-46d7-be2e-ad39703f4a5f tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:40.711718 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7f9fa1dc-7da7-47c0-a8c8-28b8c7db811c tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:40.820101 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0793b3f7-c7b1-444c-9d68-a5b9beda88a9 req-33a2dcdf-403d-46d7-be2e-ad39703f4a5f tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:40.822927 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9fa1dc-7da7-47c0-a8c8-28b8c7db811c tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:34:40.829122 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0793b3f7-c7b1-444c-9d68-a5b9beda88a9 req-33a2dcdf-403d-46d7-be2e-ad39703f4a5f tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:40.854017 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-7f9fa1dc-7da7-47c0-a8c8-28b8c7db811c tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:34:40.861404 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9fa1dc-7da7-47c0-a8c8-28b8c7db811c tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Pushing event updated for resources: {'Port': ['ID=b83fd036-9440-4e4a-8192-af65297a5eb0,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:40.876019 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9fa1dc-7da7-47c0-a8c8-28b8c7db811c tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:34:40.891070 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0793b3f7-c7b1-444c-9d68-a5b9beda88a9 req-33a2dcdf-403d-46d7-be2e-ad39703f4a5f tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:40.897879 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0793b3f7-c7b1-444c-9d68-a5b9beda88a9 req-33a2dcdf-403d-46d7-be2e-ad39703f4a5f tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3848541 Nov 04 10:34:40.984517 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2dcdf-403d-46d7-be2e-ad39703f4a5f tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfc87f9-92fa-481f-990c-9f20d4116d16,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:41.087985 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4d3528c6-6fff-4e37-917d-9ab885085d4b no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:34:41.123535 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 4d3528c6-6fff-4e37-917d-9ab885085d4b {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:34:41.124856 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4d3528c6-6fff-4e37-917d-9ab885085d4b not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:34:41.202403 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a32b55-bec6-49b0-b811-8fb68034d45c req-cdc5b6bf-6d23-4443-9582-b8f4c551af77 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:41.204197 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d4a32b55-bec6-49b0-b811-8fb68034d45c req-cdc5b6bf-6d23-4443-9582-b8f4c551af77 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 949 time: 0.1920152 Nov 04 10:34:41.308094 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d4a32b55-bec6-49b0-b811-8fb68034d45c req-53af8d81-4965-4037-98e1-9836d1d247a6 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811512 Nov 04 10:34:41.442798 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7edb511c-9ceb-463e-86bd-7c5c6c6c99d8 req-19db1601-eddf-4c76-b9ce-15f6a12b5d90 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "GET /v2.0/security-groups/dcfc87f9-92fa-481f-990c-9f20d4116d16 HTTP/1.1" status: 200 len: 1820 time: 0.0861969 Nov 04 10:34:41.465590 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-7edb511c-9ceb-463e-86bd-7c5c6c6c99d8 req-8fa97a9f-3e6c-4b31-9db1-51e4f392f0f4 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dcfc87f9-92fa-481f-990c-9f20d4116d16', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:41.466059 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-7edb511c-9ceb-463e-86bd-7c5c6c6c99d8 req-8fa97a9f-3e6c-4b31-9db1-51e4f392f0f4 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dcfc87f9-92fa-481f-990c-9f20d4116d16', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:41.482737 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7f9fa1dc-7da7-47c0-a8c8-28b8c7db811c tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:41.634006 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7edb511c-9ceb-463e-86bd-7c5c6c6c99d8 req-8fa97a9f-3e6c-4b31-9db1-51e4f392f0f4 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:41.771104 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7edb511c-9ceb-463e-86bd-7c5c6c6c99d8 req-8fa97a9f-3e6c-4b31-9db1-51e4f392f0f4 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:41.808455 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7edb511c-9ceb-463e-86bd-7c5c6c6c99d8 req-8fa97a9f-3e6c-4b31-9db1-51e4f392f0f4 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:41.848903 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa97a9f-3e6c-4b31-9db1-51e4f392f0f4 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62232de3-d8a9-4c15-9b24-daa2f467b252,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:41.885981 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7f9fa1dc-7da7-47c0-a8c8-28b8c7db811c tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:41.935722 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7edb511c-9ceb-463e-86bd-7c5c6c6c99d8 req-8fa97a9f-3e6c-4b31-9db1-51e4f392f0f4 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:41.937003 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7edb511c-9ceb-463e-86bd-7c5c6c6c99d8 req-8fa97a9f-3e6c-4b31-9db1-51e4f392f0f4 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4829328 Nov 04 10:34:42.135954 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940251a-091d-4c9e-b906-f6a742a7f40b req-bb57c258-b41f-46c0-9a54-d6258ed3fd06 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:42.145692 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0940251a-091d-4c9e-b906-f6a742a7f40b req-bb57c258-b41f-46c0-9a54-d6258ed3fd06 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 945 time: 0.1045702 Nov 04 10:34:42.158689 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9fa1dc-7da7-47c0-a8c8-28b8c7db811c tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Router 039675fe-e53b-4683-8c28-7c23f374ce2b is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:34:42.187101 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:42.277121 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0940251a-091d-4c9e-b906-f6a742a7f40b req-3c493398-3ff1-4509-a86e-934767c449f4 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303544 Nov 04 10:34:42.323786 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-081a463c-cb8e-48bc-b87a-3201b1bd9f50 req-583925bc-e74b-4646-91df-fba7c5cf48a6 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-436887282', 'description': 'tempest-description-871137251'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:42.402230 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-081a463c-cb8e-48bc-b87a-3201b1bd9f50 req-583925bc-e74b-4646-91df-fba7c5cf48a6 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:42.405839 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9fa1dc-7da7-47c0-a8c8-28b8c7db811c tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:34:42.418906 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b060181e-28ab-49a8-8a2f-1dc8103135ac None None] Sync routers for ids ['039675fe-e53b-4683-8c28-7c23f374ce2b'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:34:42.432436 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b060181e-28ab-49a8-8a2f-1dc8103135ac None None] Routers {'039675fe-e53b-4683-8c28-7c23f374ce2b'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:34:42.433470 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-b060181e-28ab-49a8-8a2f-1dc8103135ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:34:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['039675fe-e53b-4683-8c28-7c23f374ce2b'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:42.473021 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-b060181e-28ab-49a8-8a2f-1dc8103135ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:42.483842 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b060181e-28ab-49a8-8a2f-1dc8103135ac None None] Routers {'039675fe-e53b-4683-8c28-7c23f374ce2b'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:34:42.484696 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-b060181e-28ab-49a8-8a2f-1dc8103135ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:34:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['039675fe-e53b-4683-8c28-7c23f374ce2b'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:42.507999 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7f9fa1dc-7da7-47c0-a8c8-28b8c7db811c tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:42.512293 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38182) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:42.512959 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7f9fa1dc-7da7-47c0-a8c8-28b8c7db811c tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.5694239 Nov 04 10:34:42.519592 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-b060181e-28ab-49a8-8a2f-1dc8103135ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:42.520295 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-e66b8875-74bc-4895-bd55-832a5d97280d tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'enable_snat': False}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:42.520696 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b060181e-28ab-49a8-8a2f-1dc8103135ac None None] The sync data for ids ['039675fe-e53b-4683-8c28-7c23f374ce2b'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:34:42.528608 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-081a463c-cb8e-48bc-b87a-3201b1bd9f50 req-583925bc-e74b-4646-91df-fba7c5cf48a6 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:42.534937 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-081a463c-cb8e-48bc-b87a-3201b1bd9f50 req-583925bc-e74b-4646-91df-fba7c5cf48a6 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:42.591172 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583925bc-e74b-4646-91df-fba7c5cf48a6 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a48ef1cb-b416-4176-ad6f-0749b028d36e,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:42.596780 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-081a463c-cb8e-48bc-b87a-3201b1bd9f50 req-583925bc-e74b-4646-91df-fba7c5cf48a6 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:42.598596 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-081a463c-cb8e-48bc-b87a-3201b1bd9f50 req-583925bc-e74b-4646-91df-fba7c5cf48a6 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2804053 Nov 04 10:34:42.950499 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e66b8875-74bc-4895-bd55-832a5d97280d tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:43.328435 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2309076-692c-4b89-8634-c0f2aaa720cd req-f97a28ef-73a2-4c77-992a-19b1b8fe549f tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:43.330002 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a2309076-692c-4b89-8634-c0f2aaa720cd req-f97a28ef-73a2-4c77-992a-19b1b8fe549f tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 949 time: 0.0597744 Nov 04 10:34:43.405510 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a2309076-692c-4b89-8634-c0f2aaa720cd req-db489220-1fdd-42d3-9601-c9a872c7eb1e tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675051 Nov 04 10:34:43.424267 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e66b8875-74bc-4895-bd55-832a5d97280d tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41180'] for router, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:43.428205 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e66b8875-74bc-4895-bd55-832a5d97280d tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3752830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3752821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3754209'] for router, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:43.583651 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66b8875-74bc-4895-bd55-832a5d97280d tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Router 039675fe-e53b-4683-8c28-7c23f374ce2b has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:34:43.633683 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-868dca84-ba9a-4c86-aa2b-a5f3102acb22 req-2201131d-be03-4a06-9d97-d1436167f8fd tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "GET /v2.0/security-groups/a48ef1cb-b416-4176-ad6f-0749b028d36e HTTP/1.1" status: 200 len: 1820 time: 0.0603497 Nov 04 10:34:43.650426 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-868dca84-ba9a-4c86-aa2b-a5f3102acb22 req-794e5c4a-22b0-4b51-a44a-45faefb135f0 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a48ef1cb-b416-4176-ad6f-0749b028d36e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:43.651124 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-868dca84-ba9a-4c86-aa2b-a5f3102acb22 req-794e5c4a-22b0-4b51-a44a-45faefb135f0 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a48ef1cb-b416-4176-ad6f-0749b028d36e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:43.744707 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66b8875-74bc-4895-bd55-832a5d97280d tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:34:43.755224 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e66b8875-74bc-4895-bd55-832a5d97280d tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:43.757705 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e66b8875-74bc-4895-bd55-832a5d97280d tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "PUT /v2.0/routers/039675fe-e53b-4683-8c28-7c23f374ce2b HTTP/1.1" status: 200 len: 926 time: 1.2434070 Nov 04 10:34:43.762220 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38198) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:43.762800 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-868dca84-ba9a-4c86-aa2b-a5f3102acb22 req-794e5c4a-22b0-4b51-a44a-45faefb135f0 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:43.763287 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e974624b-b4d6-4ede-aa84-182dd1adad42 None None] Sync routers for ids ['039675fe-e53b-4683-8c28-7c23f374ce2b'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:34:43.778592 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e974624b-b4d6-4ede-aa84-182dd1adad42 None None] Routers {'039675fe-e53b-4683-8c28-7c23f374ce2b'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:34:43.779595 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e974624b-b4d6-4ede-aa84-182dd1adad42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:34:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['039675fe-e53b-4683-8c28-7c23f374ce2b'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:43.809436 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-868dca84-ba9a-4c86-aa2b-a5f3102acb22 req-794e5c4a-22b0-4b51-a44a-45faefb135f0 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:43.815644 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-868dca84-ba9a-4c86-aa2b-a5f3102acb22 req-794e5c4a-22b0-4b51-a44a-45faefb135f0 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:43.825616 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e974624b-b4d6-4ede-aa84-182dd1adad42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:43.838719 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e5c4a-22b0-4b51-a44a-45faefb135f0 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c53d2c8-b21f-4529-a350-3157d50e3e2e,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:43.867825 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e974624b-b4d6-4ede-aa84-182dd1adad42 None None] Routers {'039675fe-e53b-4683-8c28-7c23f374ce2b'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:34:43.872025 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e974624b-b4d6-4ede-aa84-182dd1adad42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:34:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['039675fe-e53b-4683-8c28-7c23f374ce2b'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:43.872832 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-868dca84-ba9a-4c86-aa2b-a5f3102acb22 req-794e5c4a-22b0-4b51-a44a-45faefb135f0 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:43.881487 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-868dca84-ba9a-4c86-aa2b-a5f3102acb22 req-794e5c4a-22b0-4b51-a44a-45faefb135f0 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2394524 Nov 04 10:34:43.950129 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e974624b-b4d6-4ede-aa84-182dd1adad42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:43.950129 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e974624b-b4d6-4ede-aa84-182dd1adad42 None None] The sync data for ids ['039675fe-e53b-4683-8c28-7c23f374ce2b'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:34:43.975609 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-cc687432-21cc-45fa-8e8b-b3e5f7012d9e tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "GET /v2.0/routers/039675fe-e53b-4683-8c28-7c23f374ce2b HTTP/1.1" status: 200 len: 926 time: 0.2091489 Nov 04 10:34:43.976018 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38206) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:44.055990 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d4b087-b55e-408f-87b4-b76aed1fd433 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:44.057613 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-02d4b087-b55e-408f-87b4-b76aed1fd433 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "GET /v2.0/ports?network_id=301c0cd8-d116-455e-af06-7601efa602d6&device_id=039675fe-e53b-4683-8c28-7c23f374ce2b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0806735 Nov 04 10:34:44.058618 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9b95a-88e8-484e-8f89-d39d526186a0 req-081bdbfd-3937-4154-bf23-1b5887b7b005 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:44.060605 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-70b9b95a-88e8-484e-8f89-d39d526186a0 req-081bdbfd-3937-4154-bf23-1b5887b7b005 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 945 time: 0.0685580 Nov 04 10:34:44.061228 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38208) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:44.178183 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-70b9b95a-88e8-484e-8f89-d39d526186a0 req-739f408b-101f-44d6-9722-3cd485ec2b6c tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069946 Nov 04 10:34:44.194808 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73863ef1-496c-41d3-b3d5-be6e15b08dc8 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:44.198869 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-73863ef1-496c-41d3-b3d5-be6e15b08dc8 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 881 time: 0.1341269 Nov 04 10:34:44.199335 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38210) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:44.243987 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-76f29636-5ee8-49f2-a3ae-81dafa7ed725 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "GET /v2.0/ports?device_id=039675fe-e53b-4683-8c28-7c23f374ce2b HTTP/1.1" status: 200 len: 205 time: 0.0411565 Nov 04 10:34:44.244975 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38214) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:44.372456 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-dd5eb078-3f71-4647-95e7-1b9723c12ad5 req-c1b1f94e-5b32-4eef-804b-e5e713209334 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-585350499', 'description': 'tempest-description-782739417'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:44.384286 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39ed01fe-f810-451b-9adf-c4d2065b0576 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:44.445467 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-dd5eb078-3f71-4647-95e7-1b9723c12ad5 req-c1b1f94e-5b32-4eef-804b-e5e713209334 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:44.554467 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:44.866224 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39ed01fe-f810-451b-9adf-c4d2065b0576 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:44.925477 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-dd5eb078-3f71-4647-95e7-1b9723c12ad5 req-c1b1f94e-5b32-4eef-804b-e5e713209334 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:44.932401 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-dd5eb078-3f71-4647-95e7-1b9723c12ad5 req-c1b1f94e-5b32-4eef-804b-e5e713209334 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:44.975251 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-dd5eb078-3f71-4647-95e7-1b9723c12ad5 req-c1b1f94e-5b32-4eef-804b-e5e713209334 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:44.976514 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dd5eb078-3f71-4647-95e7-1b9723c12ad5 req-c1b1f94e-5b32-4eef-804b-e5e713209334 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6103096 Nov 04 10:34:44.985796 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1f94e-5b32-4eef-804b-e5e713209334 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c58ea18-ec44-4fb3-a285-3a169e490421,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:44.993462 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-39ed01fe-f810-451b-9adf-c4d2065b0576 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Deleting port b83fd036-9440-4e4a-8192-af65297a5eb0 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:34:44.993809 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39ed01fe-f810-451b-9adf-c4d2065b0576 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:45.187148 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39ed01fe-f810-451b-9adf-c4d2065b0576 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:45.203503 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-39ed01fe-f810-451b-9adf-c4d2065b0576 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Calling delete_port for b83fd036-9440-4e4a-8192-af65297a5eb0 owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:34:45.218435 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea75e60-6612-4b89-80bb-7f45eb15a94f req-b48ae486-3dc7-451e-aa5d-463b85c8840b tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:45.219978 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8ea75e60-6612-4b89-80bb-7f45eb15a94f req-b48ae486-3dc7-451e-aa5d-463b85c8840b tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 949 time: 0.1013350 Nov 04 10:34:45.319772 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8ea75e60-6612-4b89-80bb-7f45eb15a94f req-3feeb233-baef-43a3-ba37-f52ecafa4e97 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928686 Nov 04 10:34:45.361996 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-179d28e0-b1c1-4e6b-a069-b1b589953b48 req-18b400a2-bb88-4e2c-b159-4ff2980cf076 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-737789545', 'description': 'tempest-description-1644678997'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:45.401365 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-179d28e0-b1c1-4e6b-a069-b1b589953b48 req-18b400a2-bb88-4e2c-b159-4ff2980cf076 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:45.473624 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39ed01fe-f810-451b-9adf-c4d2065b0576 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:45.503908 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed01fe-f810-451b-9adf-c4d2065b0576 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Pushing event deleted for resources: {'Port': ['ID=b83fd036-9440-4e4a-8192-af65297a5eb0,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:45.571357 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-179d28e0-b1c1-4e6b-a069-b1b589953b48 req-18b400a2-bb88-4e2c-b159-4ff2980cf076 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:45.581523 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-179d28e0-b1c1-4e6b-a069-b1b589953b48 req-18b400a2-bb88-4e2c-b159-4ff2980cf076 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:45.618301 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39ed01fe-f810-451b-9adf-c4d2065b0576 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:45.624503 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-179d28e0-b1c1-4e6b-a069-b1b589953b48 req-18b400a2-bb88-4e2c-b159-4ff2980cf076 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:45.637605 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-179d28e0-b1c1-4e6b-a069-b1b589953b48 req-18b400a2-bb88-4e2c-b159-4ff2980cf076 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2810960 Nov 04 10:34:45.682213 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b400a2-bb88-4e2c-b159-4ff2980cf076 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdfec37-38cb-4447-b434-1850adda212e,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:45.757663 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39ed01fe-f810-451b-9adf-c4d2065b0576 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:45.765807 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39ed01fe-f810-451b-9adf-c4d2065b0576 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:45.860351 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39ed01fe-f810-451b-9adf-c4d2065b0576 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:45.861545 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ed01fe-f810-451b-9adf-c4d2065b0576 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Fanout notify agent at l3_agent the message router_deleted on router 039675fe-e53b-4683-8c28-7c23f374ce2b {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:34:45.892357 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39ed01fe-f810-451b-9adf-c4d2065b0576 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:45.893896 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-39ed01fe-f810-451b-9adf-c4d2065b0576 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "DELETE /v2.0/routers/039675fe-e53b-4683-8c28-7c23f374ce2b HTTP/1.1" status: 204 len: 168 time: 1.6477208 Nov 04 10:34:45.898294 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38232) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:45.904294 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-06ac42c7-a92c-4e3e-ab90-2be7fac9d944 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1752793303', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:45.949139 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-06ac42c7-a92c-4e3e-ab90-2be7fac9d944 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:45.953668 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-06ac42c7-a92c-4e3e-ab90-2be7fac9d944 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:46.018397 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-06ac42c7-a92c-4e3e-ab90-2be7fac9d944 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:46.027029 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-06ac42c7-a92c-4e3e-ab90-2be7fac9d944 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:46.054784 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-06ac42c7-a92c-4e3e-ab90-2be7fac9d944 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:46.056872 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-06ac42c7-a92c-4e3e-ab90-2be7fac9d944 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1567643 Nov 04 10:34:46.058878 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38238) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:46.066908 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Request body: {'router': {'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:46.133072 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:34:46.229859 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb8358-ba37-4dce-bf2f-3d6ba78935f1 req-383ae44f-6f63-4e1f-8895-534bc39f41b3 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:46.231403 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-64eb8358-ba37-4dce-bf2f-3d6ba78935f1 req-383ae44f-6f63-4e1f-8895-534bc39f41b3 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 945 time: 0.0674944 Nov 04 10:34:46.307033 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-64eb8358-ba37-4dce-bf2f-3d6ba78935f1 req-dc962482-aa0e-43f1-b487-300f1f3eb513 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690467 Nov 04 10:34:46.314682 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:46.381621 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f5f650e-5d0d-4a11-95b5-b4ea5d79859d req-bc3c9fd2-319d-4ef7-aedd-30cea705ff76 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "GET /v2.0/security-groups/7c58ea18-ec44-4fb3-a285-3a169e490421 HTTP/1.1" status: 200 len: 1820 time: 0.0475650 Nov 04 10:34:46.432161 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f5f650e-5d0d-4a11-95b5-b4ea5d79859d req-7ec59e4b-b9df-4db4-b9ae-d2a2bc9d813d tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "GET /v2.0/security-groups/ccdfec37-38cb-4447-b434-1850adda212e HTTP/1.1" status: 200 len: 1821 time: 0.0490053 Nov 04 10:34:46.444013 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-7f5f650e-5d0d-4a11-95b5-b4ea5d79859d req-0bf0ce11-24c3-4518-ab8f-ac762d5536fb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7c58ea18-ec44-4fb3-a285-3a169e490421', 'remote_group_id': 'ccdfec37-38cb-4447-b434-1850adda212e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:46.444480 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-7f5f650e-5d0d-4a11-95b5-b4ea5d79859d req-0bf0ce11-24c3-4518-ab8f-ac762d5536fb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7c58ea18-ec44-4fb3-a285-3a169e490421', 'remote_group_id': 'ccdfec37-38cb-4447-b434-1850adda212e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:46.518878 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7f5f650e-5d0d-4a11-95b5-b4ea5d79859d req-0bf0ce11-24c3-4518-ab8f-ac762d5536fb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:46.559857 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:46.568424 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7f5f650e-5d0d-4a11-95b5-b4ea5d79859d req-0bf0ce11-24c3-4518-ab8f-ac762d5536fb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:46.574016 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7f5f650e-5d0d-4a11-95b5-b4ea5d79859d req-0bf0ce11-24c3-4518-ab8f-ac762d5536fb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:46.581229 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:46.595112 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0ce11-24c3-4518-ab8f-ac762d5536fb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181d1b2c-47fa-47e8-8e4a-2fce49362989,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:46.605301 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0ce11-24c3-4518-ab8f-ac762d5536fb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:46.605717 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0ce11-24c3-4518-ab8f-ac762d5536fb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:46.606005 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0ce11-24c3-4518-ab8f-ac762d5536fb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:46.606322 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0ce11-24c3-4518-ab8f-ac762d5536fb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:46.606649 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0ce11-24c3-4518-ab8f-ac762d5536fb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:46.606978 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0ce11-24c3-4518-ab8f-ac762d5536fb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:46.607333 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0ce11-24c3-4518-ab8f-ac762d5536fb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:46.607615 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0ce11-24c3-4518-ab8f-ac762d5536fb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:46.607936 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0ce11-24c3-4518-ab8f-ac762d5536fb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:46.608256 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0ce11-24c3-4518-ab8f-ac762d5536fb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:46.608578 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0ce11-24c3-4518-ab8f-ac762d5536fb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:46.608919 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0ce11-24c3-4518-ab8f-ac762d5536fb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:46.617669 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7f5f650e-5d0d-4a11-95b5-b4ea5d79859d req-0bf0ce11-24c3-4518-ab8f-ac762d5536fb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:46.619267 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f5f650e-5d0d-4a11-95b5-b4ea5d79859d req-0bf0ce11-24c3-4518-ab8f-ac762d5536fb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1798153 Nov 04 10:34:46.707145 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Allocated IP 172.25.7.219 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/a5c270ec-613d-4329-92f3-0dfff7f575e1) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:34:46.775906 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69d64a-85ae-41c6-bfd7-6cfd411e5dc7 req-2d27b7fb-e4c1-4e22-9504-312e51e99479 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:46.781323 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bc69d64a-85ae-41c6-bfd7-6cfd411e5dc7 req-2d27b7fb-e4c1-4e22-9504-312e51e99479 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 949 time: 0.0626562 Nov 04 10:34:46.829970 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:46.834707 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bc69d64a-85ae-41c6-bfd7-6cfd411e5dc7 req-f6521081-6d8b-4ef0-baa3-57082e407f70 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503049 Nov 04 10:34:46.853585 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7252b345-fef8-4e1f-96be-4146927e25ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:46.865844 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-e5891e91-44a3-4ed3-a25d-c487617730d1 req-f06db682-3d72-4f6e-951b-9fcd1a8d2e2a tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1599686711', 'description': 'tempest-description-754165656'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:46.880184 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:46.896187 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e5891e91-44a3-4ed3-a25d-c487617730d1 req-f06db682-3d72-4f6e-951b-9fcd1a8d2e2a tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:46.928860 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:34:46.938689 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:34:46.941130 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:34:46.943995 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Pushing event updated for resources: {'Port': ['ID=a5c270ec-613d-4329-92f3-0dfff7f575e1,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:46.971513 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:46.971852 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:46.972188 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:46.972523 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:46.972870 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:46.973313 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:46.974367 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:46.974712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:46.975032 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:46.975357 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:46.975684 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:46.976009 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:34:46.991099 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e5891e91-44a3-4ed3-a25d-c487617730d1 req-f06db682-3d72-4f6e-951b-9fcd1a8d2e2a tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:46.995881 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e5891e91-44a3-4ed3-a25d-c487617730d1 req-f06db682-3d72-4f6e-951b-9fcd1a8d2e2a tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:47.019574 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e5891e91-44a3-4ed3-a25d-c487617730d1 req-f06db682-3d72-4f6e-951b-9fcd1a8d2e2a tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:47.021981 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e5891e91-44a3-4ed3-a25d-c487617730d1 req-f06db682-3d72-4f6e-951b-9fcd1a8d2e2a tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1614337 Nov 04 10:34:47.044886 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06db682-3d72-4f6e-951b-9fcd1a8d2e2a tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7177e519-bf2f-4826-b748-d0da062f4b76,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:47.186775 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-2725547b-d080-450e-b571-07433499f536 req-7fba1f41-397e-4947-80dc-ec1b645c773c tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1144852139', 'description': 'tempest-description-1289707300'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:47.218388 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2725547b-d080-450e-b571-07433499f536 req-7fba1f41-397e-4947-80dc-ec1b645c773c tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:47.325279 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2725547b-d080-450e-b571-07433499f536 req-7fba1f41-397e-4947-80dc-ec1b645c773c tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:47.344719 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2725547b-d080-450e-b571-07433499f536 req-7fba1f41-397e-4947-80dc-ec1b645c773c tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:47.389734 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2725547b-d080-450e-b571-07433499f536 req-7fba1f41-397e-4947-80dc-ec1b645c773c tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:47.391142 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2725547b-d080-450e-b571-07433499f536 req-7fba1f41-397e-4947-80dc-ec1b645c773c tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2092566 Nov 04 10:34:47.419815 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba1f41-397e-4947-80dc-ec1b645c773c tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=177ac3ee-a754-45ce-9860-0fc95caa0079,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:47.581198 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e01e77-eb17-4674-a6f7-a4fee9b9c5a2 req-c1105da7-4497-4a77-82c8-f2befbbda6d1 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:47.586249 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b2e01e77-eb17-4674-a6f7-a4fee9b9c5a2 req-c1105da7-4497-4a77-82c8-f2befbbda6d1 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 945 time: 0.0748751 Nov 04 10:34:47.586779 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38266) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:47.630340 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:47.651103 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b2e01e77-eb17-4674-a6f7-a4fee9b9c5a2 req-1b78d17d-bd33-4072-8033-a16f1f4f2a05 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573711 Nov 04 10:34:47.742350 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4fde-a610-4b79-bcdf-38a452037e33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:47.746681 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dc60a8c8-48ce-4c0b-b4c4-0516c3f7b253 req-4cb7c018-9d10-451c-8453-215d6df9b0c2 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "GET /v2.0/security-groups/7177e519-bf2f-4826-b748-d0da062f4b76 HTTP/1.1" status: 200 len: 1821 time: 0.0677986 Nov 04 10:34:47.832791 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dc60a8c8-48ce-4c0b-b4c4-0516c3f7b253 req-f1f80710-8047-4e7a-b624-9d837904558e tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "GET /v2.0/security-groups/177ac3ee-a754-45ce-9860-0fc95caa0079 HTTP/1.1" status: 200 len: 1822 time: 0.0731730 Nov 04 10:34:47.853497 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-dc60a8c8-48ce-4c0b-b4c4-0516c3f7b253 req-2aec704e-7191-4547-8071-2f7aca571feb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7177e519-bf2f-4826-b748-d0da062f4b76', 'remote_group_id': '177ac3ee-a754-45ce-9860-0fc95caa0079', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:47.853903 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-dc60a8c8-48ce-4c0b-b4c4-0516c3f7b253 req-2aec704e-7191-4547-8071-2f7aca571feb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7177e519-bf2f-4826-b748-d0da062f4b76', 'remote_group_id': '177ac3ee-a754-45ce-9860-0fc95caa0079', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:47.918116 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41180'] for router, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:47.923019 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3752830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3752821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3754209'] for router, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:47.932734 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4fde-a610-4b79-bcdf-38a452037e33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:47.949666 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4fde-a610-4b79-bcdf-38a452037e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:48.024572 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1d7a4fde-a610-4b79-bcdf-38a452037e33 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=8a7b22dab7794444beb784eeca244d33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4362643 Nov 04 10:34:48.028033 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38272) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:48.036714 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a4fde-a610-4b79-bcdf-38a452037e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b964bd6-0b1d-40da-a752-b129e9ce0885,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:48.058324 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-dc60a8c8-48ce-4c0b-b4c4-0516c3f7b253 req-2aec704e-7191-4547-8071-2f7aca571feb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:48.092200 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-dc60a8c8-48ce-4c0b-b4c4-0516c3f7b253 req-2aec704e-7191-4547-8071-2f7aca571feb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:48.096985 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-dc60a8c8-48ce-4c0b-b4c4-0516c3f7b253 req-2aec704e-7191-4547-8071-2f7aca571feb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:48.121042 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-227613a6-6f80-41f9-973e-b69ebc1231ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:48.123570 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec704e-7191-4547-8071-2f7aca571feb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aee6bfc-2f1c-4cad-93d3-f0d2cb22e54a,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:48.147064 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-dc60a8c8-48ce-4c0b-b4c4-0516c3f7b253 req-2aec704e-7191-4547-8071-2f7aca571feb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:48.148349 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dc60a8c8-48ce-4c0b-b4c4-0516c3f7b253 req-2aec704e-7191-4547-8071-2f7aca571feb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3019786 Nov 04 10:34:48.162597 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-227613a6-6f80-41f9-973e-b69ebc1231ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:48.164776 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Router 7f212beb-6839-449d-99a5-56909b851f66 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:34:48.311571 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-227613a6-6f80-41f9-973e-b69ebc1231ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:48.314259 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-227613a6-6f80-41f9-973e-b69ebc1231ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:48.317913 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-227613a6-6f80-41f9-973e-b69ebc1231ca admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/5b964bd6-0b1d-40da-a752-b129e9ce0885 HTTP/1.1" status: 204 len: 168 time: 0.2864635 Nov 04 10:34:48.327619 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227613a6-6f80-41f9-973e-b69ebc1231ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b964bd6-0b1d-40da-a752-b129e9ce0885,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:48.344299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:34:48.351070 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:48.352305 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fc8c7b96-f324-41d5-a4ee-33f6c018c4ee tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "PUT /v2.0/routers/7f212beb-6839-449d-99a5-56909b851f66 HTTP/1.1" status: 200 len: 884 time: 2.2919040 Nov 04 10:34:48.354978 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38280) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:48.361516 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe24ab00-b9f2-467e-8f1b-aabee49e7ce0 None None] Sync routers for ids ['7f212beb-6839-449d-99a5-56909b851f66'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:34:48.415315 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe24ab00-b9f2-467e-8f1b-aabee49e7ce0 None None] Routers {'7f212beb-6839-449d-99a5-56909b851f66'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:34:48.416220 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-fe24ab00-b9f2-467e-8f1b-aabee49e7ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:34:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7f212beb-6839-449d-99a5-56909b851f66'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:48.478910 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-fe24ab00-b9f2-467e-8f1b-aabee49e7ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:48.495354 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe24ab00-b9f2-467e-8f1b-aabee49e7ce0 None None] Routers {'7f212beb-6839-449d-99a5-56909b851f66'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:34:48.499938 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-fe24ab00-b9f2-467e-8f1b-aabee49e7ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:34:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7f212beb-6839-449d-99a5-56909b851f66'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:48.584332 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-fe24ab00-b9f2-467e-8f1b-aabee49e7ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:48.585552 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe24ab00-b9f2-467e-8f1b-aabee49e7ce0 None None] The sync data for ids ['7f212beb-6839-449d-99a5-56909b851f66'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:34:48.624865 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-42566373-5fb9-42b9-b902-ef85800c2c78 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "GET /v2.0/routers/7f212beb-6839-449d-99a5-56909b851f66 HTTP/1.1" status: 200 len: 925 time: 0.2666543 Nov 04 10:34:48.626095 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38286) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:48.757026 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a793d96-8237-4a88-a705-81a3ec973399 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:48.758548 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9a793d96-8237-4a88-a705-81a3ec973399 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "GET /v2.0/ports?network_id=301c0cd8-d116-455e-af06-7601efa602d6&device_id=7f212beb-6839-449d-99a5-56909b851f66&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1307158 Nov 04 10:34:48.763217 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38290) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:48.768589 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89dda25-cece-4f68-a91a-bf4c4e766380 req-85938be9-d5c8-483a-a3f0-6deba0c4d22d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:48.770208 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d89dda25-cece-4f68-a91a-bf4c4e766380 req-85938be9-d5c8-483a-a3f0-6deba0c4d22d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 949 time: 0.1233950 Nov 04 10:34:48.867574 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d89dda25-cece-4f68-a91a-bf4c4e766380 req-4029d9cd-7a97-4071-9a88-07018d117697 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899954 Nov 04 10:34:48.889233 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38292) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:48.900321 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c5d4f0-ba4a-45de-9730-6eb42d52ad7b tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:48.903078 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c3c5d4f0-ba4a-45de-9730-6eb42d52ad7b tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 881 time: 0.1364787 Nov 04 10:34:48.905709 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38294) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:48.927190 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8816b141-1836-4084-b99a-5d34431befbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:48.940888 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4d0ab258-c609-44b3-a367-f791234ed003 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "GET /v2.0/ports?device_id=7f212beb-6839-449d-99a5-56909b851f66 HTTP/1.1" status: 200 len: 205 time: 0.0339279 Nov 04 10:34:48.944358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38296) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:48.977061 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b7a81cb3-13ec-47dd-b0bb-e4469f99184a req-4865f0bf-4856-4d99-ad00-7d5c45e8f77c tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "GET /v2.0/security-groups/177ac3ee-a754-45ce-9860-0fc95caa0079 HTTP/1.1" status: 200 len: 1822 time: 0.0764115 Nov 04 10:34:49.060646 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-df791c6d-9619-4063-b550-c466b5c8a794 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:49.077136 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b7a81cb3-13ec-47dd-b0bb-e4469f99184a req-d88648a8-228c-43f2-9649-300382812dd3 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:49.083951 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8816b141-1836-4084-b99a-5d34431befbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:49.093636 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8816b141-1836-4084-b99a-5d34431befbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:49.117514 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b7a81cb3-13ec-47dd-b0bb-e4469f99184a req-d88648a8-228c-43f2-9649-300382812dd3 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:49.162758 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8816b141-1836-4084-b99a-5d34431befbe admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=bc71ce043d84402cb5f861c7c906af03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2696218 Nov 04 10:34:49.163864 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38298) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:49.169944 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816b141-1836-4084-b99a-5d34431befbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b8fba6-71f1-40ac-a6ec-f4837845cc3c,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:49.202833 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-df791c6d-9619-4063-b550-c466b5c8a794 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:49.221540 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b7a81cb3-13ec-47dd-b0bb-e4469f99184a req-d88648a8-228c-43f2-9649-300382812dd3 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:49.224683 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b7a81cb3-13ec-47dd-b0bb-e4469f99184a req-d88648a8-228c-43f2-9649-300382812dd3 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:49.226087 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b7a81cb3-13ec-47dd-b0bb-e4469f99184a req-d88648a8-228c-43f2-9649-300382812dd3 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "DELETE /v2.0/security-groups/177ac3ee-a754-45ce-9860-0fc95caa0079 HTTP/1.1" status: 204 len: 173 time: 0.2400234 Nov 04 10:34:49.238268 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88648a8-228c-43f2-9649-300382812dd3 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=177ac3ee-a754-45ce-9860-0fc95caa0079,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:49.288658 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c5c26bc9-f017-442f-8ed0-c4fdfb32d309 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:49.318421 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-df791c6d-9619-4063-b550-c466b5c8a794 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Deleting port a5c270ec-613d-4329-92f3-0dfff7f575e1 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:34:49.319129 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-df791c6d-9619-4063-b550-c466b5c8a794 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:49.337093 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ef322f79-84ec-42ae-ab9f-63cd88801f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:49.345087 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c5c26bc9-f017-442f-8ed0-c4fdfb32d309 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:49.452631 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-df791c6d-9619-4063-b550-c466b5c8a794 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:49.469549 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-df791c6d-9619-4063-b550-c466b5c8a794 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Calling delete_port for a5c270ec-613d-4329-92f3-0dfff7f575e1 owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:34:49.476519 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c5c26bc9-f017-442f-8ed0-c4fdfb32d309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:49.479313 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c5c26bc9-f017-442f-8ed0-c4fdfb32d309 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:49.480671 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c5c26bc9-f017-442f-8ed0-c4fdfb32d309 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/63b8fba6-71f1-40ac-a6ec-f4837845cc3c HTTP/1.1" status: 204 len: 168 time: 0.3160563 Nov 04 10:34:49.495930 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c26bc9-f017-442f-8ed0-c4fdfb32d309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b8fba6-71f1-40ac-a6ec-f4837845cc3c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:49.658074 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e850205-bd91-4318-a69f-2d9de407d075 req-d936767d-c8ba-4f4d-a23f-8c0e9fff0780 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:49.665523 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5e850205-bd91-4318-a69f-2d9de407d075 req-d936767d-c8ba-4f4d-a23f-8c0e9fff0780 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 945 time: 0.0609937 Nov 04 10:34:49.694493 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-df791c6d-9619-4063-b550-c466b5c8a794 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:49.714076 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5e850205-bd91-4318-a69f-2d9de407d075 req-7dc0d91a-93e2-4b7f-95e5-5e45f3b61df4 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471423 Nov 04 10:34:49.725763 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df791c6d-9619-4063-b550-c466b5c8a794 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Pushing event deleted for resources: {'Port': ['ID=a5c270ec-613d-4329-92f3-0dfff7f575e1,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:49.807805 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-84b27f6a-0baf-406d-8a52-61ec7c4e6568 req-60464e30-a1a1-47ed-9b71-c4b7df480d3d tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "GET /v2.0/security-groups/7177e519-bf2f-4826-b748-d0da062f4b76 HTTP/1.1" status: 200 len: 1821 time: 0.0538368 Nov 04 10:34:49.809167 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-df791c6d-9619-4063-b550-c466b5c8a794 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:49.914422 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-df791c6d-9619-4063-b550-c466b5c8a794 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:49.916899 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-df791c6d-9619-4063-b550-c466b5c8a794 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:49.968245 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-df791c6d-9619-4063-b550-c466b5c8a794 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:49.969180 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df791c6d-9619-4063-b550-c466b5c8a794 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Fanout notify agent at l3_agent the message router_deleted on router 7f212beb-6839-449d-99a5-56909b851f66 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:34:49.982469 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-df791c6d-9619-4063-b550-c466b5c8a794 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:49.987408 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-df791c6d-9619-4063-b550-c466b5c8a794 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "DELETE /v2.0/routers/7f212beb-6839-449d-99a5-56909b851f66 HTTP/1.1" status: 204 len: 168 time: 1.0383263 Nov 04 10:34:49.988347 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38326) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:49.996209 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b5e9a892-2700-481a-b0d1-f85e80a5deaf tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-31943530', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:50.007157 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-6d604455-560e-42ca-bd15-20c110d98f9f req-4c802897-6b1f-47cd-bb1e-73b4c8e46dfe tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2111213394', 'description': 'tempest-description-462878562'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:50.036686 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.db.api [req-6d604455-560e-42ca-bd15-20c110d98f9f req-4c802897-6b1f-47cd-bb1e-73b4c8e46dfe tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 04 10:34:50.036686 n-d-816629-1 neutron-server[101774]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 04 10:34:50.036686 n-d-816629-1 neutron-server[101774]: [parameters: {'project_id': '4cccc063ccfc423787ca6b6a66f4f81c', 'id': '590f9b6f-6672-4f8c-b28b-cfe2ed96bbc0', 'expiration': datetime.datetime(2021, 11, 4, 10, 36, 50, 26304)}] Nov 04 10:34:50.036686 n-d-816629-1 neutron-server[101774]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:34:50.037135 n-d-816629-1 neutron-server[101774]: DEBUG oslo_db.api [req-6d604455-560e-42ca-bd15-20c110d98f9f req-4c802897-6b1f-47cd-bb1e-73b4c8e46dfe tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:34:50.040605 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b5e9a892-2700-481a-b0d1-f85e80a5deaf tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:50.041756 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b5e9a892-2700-481a-b0d1-f85e80a5deaf tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:50.096868 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b5e9a892-2700-481a-b0d1-f85e80a5deaf tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:50.101549 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b5e9a892-2700-481a-b0d1-f85e80a5deaf tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:50.122040 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b5e9a892-2700-481a-b0d1-f85e80a5deaf tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:50.123290 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b5e9a892-2700-481a-b0d1-f85e80a5deaf tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1339834 Nov 04 10:34:50.125968 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38342) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:50.138299 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-5db2482b-0ca4-4d9b-ace8-0b8269d9d521 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'enable_snat': True}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:50.382737 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5db2482b-0ca4-4d9b-ace8-0b8269d9d521 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:50.614905 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-6d604455-560e-42ca-bd15-20c110d98f9f req-4c802897-6b1f-47cd-bb1e-73b4c8e46dfe tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:50.631185 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5db2482b-0ca4-4d9b-ace8-0b8269d9d521 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:50.639607 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:50.669076 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5db2482b-0ca4-4d9b-ace8-0b8269d9d521 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:50.815350 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-6d604455-560e-42ca-bd15-20c110d98f9f req-4c802897-6b1f-47cd-bb1e-73b4c8e46dfe tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:50.823321 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-6d604455-560e-42ca-bd15-20c110d98f9f req-4c802897-6b1f-47cd-bb1e-73b4c8e46dfe tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:50.871486 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-5db2482b-0ca4-4d9b-ace8-0b8269d9d521 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Allocated IP 172.25.7.118 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/33b377bf-f6fa-4e4e-bc6e-f7326aee2466) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:34:50.882598 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-6d604455-560e-42ca-bd15-20c110d98f9f req-4c802897-6b1f-47cd-bb1e-73b4c8e46dfe tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:50.883984 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6d604455-560e-42ca-bd15-20c110d98f9f req-4c802897-6b1f-47cd-bb1e-73b4c8e46dfe tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.8820136 Nov 04 10:34:50.894317 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c802897-6b1f-47cd-bb1e-73b4c8e46dfe tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2869b0-4427-476e-9ef7-642c00e70404,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:51.059725 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c35eb-013a-4805-bc09-02286598af3e req-c7bdc97e-4761-4875-afa6-18d0d00e7255 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:51.061511 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-288c35eb-013a-4805-bc09-02286598af3e req-c7bdc97e-4761-4875-afa6-18d0d00e7255 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 949 time: 0.0884089 Nov 04 10:34:51.074639 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5db2482b-0ca4-4d9b-ace8-0b8269d9d521 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:51.143407 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-288c35eb-013a-4805-bc09-02286598af3e req-f8b70bc9-67e7-4190-ac9a-9685d133cb3e tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726578 Nov 04 10:34:51.153558 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5db2482b-0ca4-4d9b-ace8-0b8269d9d521 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:51.212743 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db2482b-0ca4-4d9b-ace8-0b8269d9d521 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:34:51.219263 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-5db2482b-0ca4-4d9b-ace8-0b8269d9d521 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:34:51.222735 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db2482b-0ca4-4d9b-ace8-0b8269d9d521 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:34:51.263590 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2482b-0ca4-4d9b-ace8-0b8269d9d521 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Pushing event updated for resources: {'Port': ['ID=33b377bf-f6fa-4e4e-bc6e-f7326aee2466,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:51.386366 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416068e1-71c4-45c9-bca8-0bc52a4ee9c7 req-33be3ad9-2e34-4b30-82dd-c48ba9599636 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:51.388234 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-416068e1-71c4-45c9-bca8-0bc52a4ee9c7 req-33be3ad9-2e34-4b30-82dd-c48ba9599636 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 945 time: 0.1352170 Nov 04 10:34:51.513746 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-416068e1-71c4-45c9-bca8-0bc52a4ee9c7 req-39594601-3cdc-489a-a96a-0f29b472f8f3 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011775 Nov 04 10:34:51.604740 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5db2482b-0ca4-4d9b-ace8-0b8269d9d521 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:51.612698 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fd3f2b3e-d1a2-4a02-a6f6-ead91fd06569 req-37deee04-7f53-409d-b718-6d0c6e6ad331 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "GET /v2.0/security-groups/cf2869b0-4427-476e-9ef7-642c00e70404 HTTP/1.1" status: 200 len: 1821 time: 0.0569408 Nov 04 10:34:51.660444 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-fd3f2b3e-d1a2-4a02-a6f6-ead91fd06569 req-c2c51e18-d2d6-4a25-afe5-5b795443f5b7 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cf2869b0-4427-476e-9ef7-642c00e70404', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:51.660804 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-fd3f2b3e-d1a2-4a02-a6f6-ead91fd06569 req-c2c51e18-d2d6-4a25-afe5-5b795443f5b7 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cf2869b0-4427-476e-9ef7-642c00e70404', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:51.823039 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fd3f2b3e-d1a2-4a02-a6f6-ead91fd06569 req-c2c51e18-d2d6-4a25-afe5-5b795443f5b7 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:51.886059 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fd3f2b3e-d1a2-4a02-a6f6-ead91fd06569 req-c2c51e18-d2d6-4a25-afe5-5b795443f5b7 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:51.893643 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fd3f2b3e-d1a2-4a02-a6f6-ead91fd06569 req-c2c51e18-d2d6-4a25-afe5-5b795443f5b7 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:51.897328 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5db2482b-0ca4-4d9b-ace8-0b8269d9d521 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41180'] for router, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:51.913330 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5db2482b-0ca4-4d9b-ace8-0b8269d9d521 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3752830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3752821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3754209'] for router, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:51.921631 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c51e18-d2d6-4a25-afe5-5b795443f5b7 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e33c9cf-999e-4744-b8a0-699e11af6e41,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:51.930248 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fd3f2b3e-d1a2-4a02-a6f6-ead91fd06569 req-c2c51e18-d2d6-4a25-afe5-5b795443f5b7 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:51.931458 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fd3f2b3e-d1a2-4a02-a6f6-ead91fd06569 req-c2c51e18-d2d6-4a25-afe5-5b795443f5b7 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2818401 Nov 04 10:34:52.024235 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:52.075334 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db2482b-0ca4-4d9b-ace8-0b8269d9d521 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Router bec47134-969c-4a54-be5c-57d0570876ae is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:34:52.252016 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-5c2ac986-a7d6-41d2-b4a6-708bf5a466e7 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:52.253695 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-5c2ac986-a7d6-41d2-b4a6-708bf5a466e7 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.126 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256&tenant_id=0464048b294a465b81cede98ee2447df&binding%3Ahost_id=n-h2-816629-1 HTTP/1.1" status: 200 len: 1096 time: 0.1317644 Nov 04 10:34:52.269758 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-291eab13-575c-483a-b600-5cd3c052e08f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816629-1'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:52.300787 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-72fc3367-69be-42c1-a15d-4866a2c6c4e8 req-779244d3-a5f2-49ba-9b81-c242cd4b9740 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "GET /v2.0/security-groups/cf2869b0-4427-476e-9ef7-642c00e70404 HTTP/1.1" status: 200 len: 2414 time: 0.1289043 Nov 04 10:34:52.303958 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db2482b-0ca4-4d9b-ace8-0b8269d9d521 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:34:52.310279 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5db2482b-0ca4-4d9b-ace8-0b8269d9d521 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:52.311521 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5db2482b-0ca4-4d9b-ace8-0b8269d9d521 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "PUT /v2.0/routers/bec47134-969c-4a54-be5c-57d0570876ae HTTP/1.1" status: 200 len: 917 time: 2.1845484 Nov 04 10:34:52.314880 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38398) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:52.316930 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-72fc3367-69be-42c1-a15d-4866a2c6c4e8 req-7189389a-a528-49de-bd46-3637f6d4d8f2 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cf2869b0-4427-476e-9ef7-642c00e70404', 'remote_group_id': None}]} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:52.317241 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-72fc3367-69be-42c1-a15d-4866a2c6c4e8 req-7189389a-a528-49de-bd46-3637f6d4d8f2 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cf2869b0-4427-476e-9ef7-642c00e70404', 'remote_group_id': None}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:52.330318 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953c2d2f-3b93-4ea6-b31f-8b77926bc4c3 None None] Sync routers for ids ['bec47134-969c-4a54-be5c-57d0570876ae'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:34:52.345755 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953c2d2f-3b93-4ea6-b31f-8b77926bc4c3 None None] Routers {'bec47134-969c-4a54-be5c-57d0570876ae'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:34:52.346102 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-953c2d2f-3b93-4ea6-b31f-8b77926bc4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:34:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['bec47134-969c-4a54-be5c-57d0570876ae'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:52.361235 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-291eab13-575c-483a-b600-5cd3c052e08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:52.390403 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-953c2d2f-3b93-4ea6-b31f-8b77926bc4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:52.403268 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953c2d2f-3b93-4ea6-b31f-8b77926bc4c3 None None] Routers {'bec47134-969c-4a54-be5c-57d0570876ae'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:34:52.404836 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-953c2d2f-3b93-4ea6-b31f-8b77926bc4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:34:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['bec47134-969c-4a54-be5c-57d0570876ae'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:52.410519 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b5ace112-ac21-4505-9972-e390cae169a8 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:34:52.474486 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-72fc3367-69be-42c1-a15d-4866a2c6c4e8 req-7189389a-a528-49de-bd46-3637f6d4d8f2 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:52.485085 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1b8d8c21-3a74-484d-82d5-d78bf4c240d3 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "GET /v2.0/routers/bec47134-969c-4a54-be5c-57d0570876ae HTTP/1.1" status: 200 len: 923 time: 0.1685443 Nov 04 10:34:52.485996 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38402) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:52.544643 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b146fe1-1096-4765-bfc9-2027c9f79591 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:52.549022 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-72fc3367-69be-42c1-a15d-4866a2c6c4e8 req-7189389a-a528-49de-bd46-3637f6d4d8f2 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:52.549564 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-953c2d2f-3b93-4ea6-b31f-8b77926bc4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:52.550140 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38406) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:52.550774 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3b146fe1-1096-4765-bfc9-2027c9f79591 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "GET /v2.0/ports?network_id=301c0cd8-d116-455e-af06-7601efa602d6&device_id=bec47134-969c-4a54-be5c-57d0570876ae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0628335 Nov 04 10:34:52.553848 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953c2d2f-3b93-4ea6-b31f-8b77926bc4c3 None None] The sync data for ids ['bec47134-969c-4a54-be5c-57d0570876ae'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:34:52.573898 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-72fc3367-69be-42c1-a15d-4866a2c6c4e8 req-7189389a-a528-49de-bd46-3637f6d4d8f2 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:52.619242 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:52.622458 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port b5ace112-ac21-4505-9972-e390cae169a8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b5ace112-ac21-4505-9972-e390cae169a8,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:52.636071 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b5ace112-ac21-4505-9972-e390cae169a8 has no active binding in host n-h1-816629-1 {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 04 10:34:52.641832 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189389a-a528-49de-bd46-3637f6d4d8f2 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac69aeca-fb5a-4112-b908-0676f169dd5f,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:52.665761 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-291eab13-575c-483a-b600-5cd3c052e08f service neutron] For port b5ace112-ac21-4505-9972-e390cae169a8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b5ace112-ac21-4505-9972-e390cae169a8,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:52.669459 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-72fc3367-69be-42c1-a15d-4866a2c6c4e8 req-7189389a-a528-49de-bd46-3637f6d4d8f2 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:52.670672 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-72fc3367-69be-42c1-a15d-4866a2c6c4e8 req-7189389a-a528-49de-bd46-3637f6d4d8f2 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3581324 Nov 04 10:34:53.093778 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c87150-f3fb-44cd-b497-307a140cc662 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:53.095218 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b5c87150-f3fb-44cd-b497-307a140cc662 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 881 time: 0.5425704 Nov 04 10:34:53.099084 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38416) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:53.110975 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-291eab13-575c-483a-b600-5cd3c052e08f service neutron] For port b5ace112-ac21-4505-9972-e390cae169a8, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:34:53.145248 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-246e599b-ed83-4453-953b-759f676d1a15 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "GET /v2.0/ports?device_id=bec47134-969c-4a54-be5c-57d0570876ae HTTP/1.1" status: 200 len: 205 time: 0.0453231 Nov 04 10:34:53.148485 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38418) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:53.168061 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63adf9-de22-42d7-9ab0-6199e0352654 req-26378719-c653-4183-aff2-5cfb9d57cef6 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:53.169708 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ef63adf9-de22-42d7-9ab0-6199e0352654 req-26378719-c653-4183-aff2-5cfb9d57cef6 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 949 time: 0.1354468 Nov 04 10:34:53.193136 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7b321e-3122-4862-b25b-a7b49f1a0256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5ace112-ac21-4505-9972-e390cae169a8'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:34:53.195690 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4144771-b450-49bb-8f6b-2ef70ea65bfe" -d '{"events": [{"server_uuid": "fc7b321e-3122-4862-b25b-a7b49f1a0256", "name": "network-vif-unplugged", "status": "completed", "tag": "b5ace112-ac21-4505-9972-e390cae169a8"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:34:53.201326 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-291eab13-575c-483a-b600-5cd3c052e08f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:53.220880 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-291eab13-575c-483a-b600-5cd3c052e08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:53.269158 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-16f0894e-6e5b-44f1-b538-b0852edbdd11 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:53.298427 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ef63adf9-de22-42d7-9ab0-6199e0352654 req-e32c3fe6-3b67-4713-985c-a81c38546859 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148553 Nov 04 10:34:53.316202 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291eab13-575c-483a-b600-5cd3c052e08f service neutron] Pushing event updated for resources: {'Port': ['ID=b5ace112-ac21-4505-9972-e390cae169a8,revision_number=7']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:53.347898 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-291eab13-575c-483a-b600-5cd3c052e08f service neutron] Attempting to bind port b5ace112-ac21-4505-9972-e390cae169a8 on host n-h2-816629-1 for vnic_type normal with profile {"migrating_to": "n-h1-816629-1"} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:34:53.348484 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-291eab13-575c-483a-b600-5cd3c052e08f service neutron] Attempting to bind port b5ace112-ac21-4505-9972-e390cae169a8 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:34:53.348911 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-291eab13-575c-483a-b600-5cd3c052e08f service neutron] Attempting to bind port b5ace112-ac21-4505-9972-e390cae169a8 on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:34:53.354371 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-291eab13-575c-483a-b600-5cd3c052e08f service neutron] Port b5ace112-ac21-4505-9972-e390cae169a8 on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:34:53.354768 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-291eab13-575c-483a-b600-5cd3c052e08f service neutron] Attempting to bind port b5ace112-ac21-4505-9972-e390cae169a8 on network eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:34:53.360147 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-291eab13-575c-483a-b600-5cd3c052e08f service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:34:53.360583 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-291eab13-575c-483a-b600-5cd3c052e08f service neutron] Checking segment: {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:34:53.361071 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-291eab13-575c-483a-b600-5cd3c052e08f service neutron] Bound using segment: {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:34:53.361564 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-291eab13-575c-483a-b600-5cd3c052e08f service neutron] Bound port: b5ace112-ac21-4505-9972-e390cae169a8, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeba646b-0692-417a-8b54-f0fb93a4a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:34:53.361987 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-291eab13-575c-483a-b600-5cd3c052e08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:53.396653 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-16f0894e-6e5b-44f1-b538-b0852edbdd11 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:53.454798 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-16f0894e-6e5b-44f1-b538-b0852edbdd11 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Deleting port 33b377bf-f6fa-4e4e-bc6e-f7326aee2466 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:34:53.455298 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-16f0894e-6e5b-44f1-b538-b0852edbdd11 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:53.470260 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-291eab13-575c-483a-b600-5cd3c052e08f service neutron] For port b5ace112-ac21-4505-9972-e390cae169a8, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:34:53.487208 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-291eab13-575c-483a-b600-5cd3c052e08f service neutron] For port b5ace112-ac21-4505-9972-e390cae169a8, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b5ace112-ac21-4505-9972-e390cae169a8,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:34:53.502905 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66093728-bc51-4366-be27-5ce26e9bf736 req-8ae74d08-49d5-4aff-b813-4f438f24a595 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:53.504854 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-66093728-bc51-4366-be27-5ce26e9bf736 req-8ae74d08-49d5-4aff-b813-4f438f24a595 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 943 time: 0.0815442 Nov 04 10:34:53.506207 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-291eab13-575c-483a-b600-5cd3c052e08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:53.536625 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-16f0894e-6e5b-44f1-b538-b0852edbdd11 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:53.555312 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-16f0894e-6e5b-44f1-b538-b0852edbdd11 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Calling delete_port for 33b377bf-f6fa-4e4e-bc6e-f7326aee2466 owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:34:53.611620 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291eab13-575c-483a-b600-5cd3c052e08f service neutron] Pushing event updated for resources: {'Port': ['ID=b5ace112-ac21-4505-9972-e390cae169a8,revision_number=8']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:53.625312 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-291eab13-575c-483a-b600-5cd3c052e08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:53.626456 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-291eab13-575c-483a-b600-5cd3c052e08f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:53.627689 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-291eab13-575c-483a-b600-5cd3c052e08f service neutron] 10.222.0.126 "PUT /v2.0/ports/b5ace112-ac21-4505-9972-e390cae169a8 HTTP/1.1" status: 200 len: 1121 time: 1.3662119 Nov 04 10:34:53.650999 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-66093728-bc51-4366-be27-5ce26e9bf736 req-dae9f36f-4371-448c-a7f3-e60456d3bd49 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170878 Nov 04 10:34:53.710988 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['b5ace112-ac21-4505-9972-e390cae169a8'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:34:53.765790 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['b5ace112-ac21-4505-9972-e390cae169a8'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:34:53.779280 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-16f0894e-6e5b-44f1-b538-b0852edbdd11 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:53.793168 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4631b246-7b4d-491a-8b84-6fa64a02197e req-f5c90a15-4a9a-4ec3-9826-70aefc30b3ea tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "GET /v2.0/security-groups/cf2869b0-4427-476e-9ef7-642c00e70404 HTTP/1.1" status: 200 len: 3012 time: 0.0820317 Nov 04 10:34:53.863925 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0894e-6e5b-44f1-b538-b0852edbdd11 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Pushing event deleted for resources: {'Port': ['ID=33b377bf-f6fa-4e4e-bc6e-f7326aee2466,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:53.965048 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289d55fb-af4a-4ea4-bca2-9e255abd8bdd x-openstack-request-id: req-289d55fb-af4a-4ea4-bca2-9e255abd8bdd {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:34:53.965492 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7b321e-3122-4862-b25b-a7b49f1a0256", "name": "network-vif-unplugged", "status": "completed", "tag": "b5ace112-ac21-4505-9972-e390cae169a8", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:34:53.965652 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-289d55fb-af4a-4ea4-bca2-9e255abd8bdd {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:34:53.966080 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7b321e-3122-4862-b25b-a7b49f1a0256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5ace112-ac21-4505-9972-e390cae169a8', 'code': 200} Nov 04 10:34:53.983201 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-16f0894e-6e5b-44f1-b538-b0852edbdd11 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:54.020001 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f140614-d096-459c-803f-e66bb4e55195 req-bf46fdb9-cf1c-471f-867c-268cf0276ab9 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "GET /v2.0/security-group-rules/ac69aeca-fb5a-4112-b908-0676f169dd5f HTTP/1.1" status: 200 len: 783 time: 0.0423393 Nov 04 10:34:54.079940 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f140614-d096-459c-803f-e66bb4e55195 req-df21048c-4b27-4077-bbd2-aa8971ff6d07 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "GET /v2.0/security-groups/cf2869b0-4427-476e-9ef7-642c00e70404 HTTP/1.1" status: 200 len: 3012 time: 0.0543947 Nov 04 10:34:54.112599 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-16f0894e-6e5b-44f1-b538-b0852edbdd11 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:54.115512 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-16f0894e-6e5b-44f1-b538-b0852edbdd11 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:54.120603 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1f140614-d096-459c-803f-e66bb4e55195 req-44591ad3-2b85-4865-ad60-f2985170998f tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:54.132381 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1f140614-d096-459c-803f-e66bb4e55195 req-44591ad3-2b85-4865-ad60-f2985170998f tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:54.164679 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1f140614-d096-459c-803f-e66bb4e55195 req-44591ad3-2b85-4865-ad60-f2985170998f tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:54.181013 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-16f0894e-6e5b-44f1-b538-b0852edbdd11 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:54.181679 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f0894e-6e5b-44f1-b538-b0852edbdd11 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Fanout notify agent at l3_agent the message router_deleted on router bec47134-969c-4a54-be5c-57d0570876ae {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:34:54.181819 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1f140614-d096-459c-803f-e66bb4e55195 req-44591ad3-2b85-4865-ad60-f2985170998f tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:54.183214 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f140614-d096-459c-803f-e66bb4e55195 req-44591ad3-2b85-4865-ad60-f2985170998f tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "DELETE /v2.0/security-group-rules/ac69aeca-fb5a-4112-b908-0676f169dd5f HTTP/1.1" status: 204 len: 173 time: 0.0931177 Nov 04 10:34:54.193766 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44591ad3-2b85-4865-ad60-f2985170998f tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac69aeca-fb5a-4112-b908-0676f169dd5f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:54.200653 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-16f0894e-6e5b-44f1-b538-b0852edbdd11 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:54.206201 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38434) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:54.207759 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-16f0894e-6e5b-44f1-b538-b0852edbdd11 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "DELETE /v2.0/routers/bec47134-969c-4a54-be5c-57d0570876ae HTTP/1.1" status: 204 len: 168 time: 1.0564792 Nov 04 10:34:54.212951 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-197a1585-1e7b-4e8a-9510-c1c3d00924c7 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1243785868', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:54.246881 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-197a1585-1e7b-4e8a-9510-c1c3d00924c7 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:54.248157 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-197a1585-1e7b-4e8a-9510-c1c3d00924c7 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:54.312321 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-197a1585-1e7b-4e8a-9510-c1c3d00924c7 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:54.318219 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-197a1585-1e7b-4e8a-9510-c1c3d00924c7 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:54.335880 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-197a1585-1e7b-4e8a-9510-c1c3d00924c7 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:54.339927 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-197a1585-1e7b-4e8a-9510-c1c3d00924c7 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1294329 Nov 04 10:34:54.340153 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38440) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:54.346374 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-86598927-4a5a-4365-8c1d-c44e0b7168c4 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'enable_snat': False}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:54.639880 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-86598927-4a5a-4365-8c1d-c44e0b7168c4 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:54.661885 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-782a2361-a621-4e35-825d-c1e8355b2cf5 req-f7e178be-42df-4a16-9943-2e0ccc16e0f1 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "GET /v2.0/security-groups/cf2869b0-4427-476e-9ef7-642c00e70404 HTTP/1.1" status: 200 len: 2414 time: 0.1918249 Nov 04 10:34:54.810566 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-782a2361-a621-4e35-825d-c1e8355b2cf5 req-5c9d253d-ed37-4027-8cc4-7a56b8884194 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:54.850300 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-782a2361-a621-4e35-825d-c1e8355b2cf5 req-5c9d253d-ed37-4027-8cc4-7a56b8884194 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:54.963783 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-782a2361-a621-4e35-825d-c1e8355b2cf5 req-5c9d253d-ed37-4027-8cc4-7a56b8884194 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:54.966705 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-782a2361-a621-4e35-825d-c1e8355b2cf5 req-5c9d253d-ed37-4027-8cc4-7a56b8884194 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:54.967900 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-782a2361-a621-4e35-825d-c1e8355b2cf5 req-5c9d253d-ed37-4027-8cc4-7a56b8884194 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "DELETE /v2.0/security-groups/cf2869b0-4427-476e-9ef7-642c00e70404 HTTP/1.1" status: 204 len: 173 time: 0.2892294 Nov 04 10:34:55.014072 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d253d-ed37-4027-8cc4-7a56b8884194 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2869b0-4427-476e-9ef7-642c00e70404,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:55.076610 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-86598927-4a5a-4365-8c1d-c44e0b7168c4 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:55.107772 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-86598927-4a5a-4365-8c1d-c44e0b7168c4 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:55.255509 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c05add-724c-4843-b341-12761bf2f18b req-0355cb60-9a0a-4fcc-9f3e-9a0b132b7a8b tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:55.257296 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-49c05add-724c-4843-b341-12761bf2f18b req-0355cb60-9a0a-4fcc-9f3e-9a0b132b7a8b tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 949 time: 0.1431265 Nov 04 10:34:55.364140 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-86598927-4a5a-4365-8c1d-c44e0b7168c4 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Allocated IP 172.25.7.81 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/6d4dd0c9-6067-44df-8bfd-615ae69267aa) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:34:55.387496 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-49c05add-724c-4843-b341-12761bf2f18b req-e09d7e97-7d86-4f1e-a254-c07b20618cc9 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973737 Nov 04 10:34:55.530443 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-86598927-4a5a-4365-8c1d-c44e0b7168c4 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:55.552747 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19996ba-043d-43bd-83ba-1f8c77639fda req-03000962-1eea-4677-8cc9-241323f229df tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:55.554352 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c19996ba-043d-43bd-83ba-1f8c77639fda req-03000962-1eea-4677-8cc9-241323f229df tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 943 time: 0.0818229 Nov 04 10:34:55.601306 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-86598927-4a5a-4365-8c1d-c44e0b7168c4 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:55.653651 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86598927-4a5a-4365-8c1d-c44e0b7168c4 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:34:55.659703 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c19996ba-043d-43bd-83ba-1f8c77639fda req-825b5fb6-6bff-49c9-b662-c87205b65ee1 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960393 Nov 04 10:34:55.660552 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-86598927-4a5a-4365-8c1d-c44e0b7168c4 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:34:55.665329 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86598927-4a5a-4365-8c1d-c44e0b7168c4 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:34:55.668606 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86598927-4a5a-4365-8c1d-c44e0b7168c4 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Pushing event updated for resources: {'Port': ['ID=6d4dd0c9-6067-44df-8bfd-615ae69267aa,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:55.793690 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [req-6a33ee4c-3dd2-4b9f-aace-9b7269847ee0 req-86f663cd-4ea3-4509-80cd-633f266ec491 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] show failed (client error): The resource could not be found. Nov 04 10:34:55.794787 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6a33ee4c-3dd2-4b9f-aace-9b7269847ee0 req-86f663cd-4ea3-4509-80cd-633f266ec491 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "GET /v2.0/security-groups/177ac3ee-a754-45ce-9860-0fc95caa0079 HTTP/1.1" status: 404 len: 352 time: 0.0445321 Nov 04 10:34:55.967152 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7b321e-3122-4862-b25b-a7b49f1a0256', 'tag': 'b5ace112-ac21-4505-9972-e390cae169a8'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:34:55.969309 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb77aa9-9069-4ee8-9203-857e8e929172" -d '{"events": [{"name": "network-changed", "server_uuid": "fc7b321e-3122-4862-b25b-a7b49f1a0256", "tag": "b5ace112-ac21-4505-9972-e390cae169a8"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:34:55.976372 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9878f2a7-5a54-4fe3-a9c2-46f8c5e8ddc5 req-8b5684b8-cbb8-421a-9d33-ea4a727a601f tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "GET /v2.0/security-groups/7177e519-bf2f-4826-b748-d0da062f4b76 HTTP/1.1" status: 200 len: 1821 time: 0.0880811 Nov 04 10:34:55.977901 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-86598927-4a5a-4365-8c1d-c44e0b7168c4 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:56.119888 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9878f2a7-5a54-4fe3-a9c2-46f8c5e8ddc5 req-791149e6-4853-4b4e-9bb2-b6d212eba84c tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:56.181116 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9878f2a7-5a54-4fe3-a9c2-46f8c5e8ddc5 req-791149e6-4853-4b4e-9bb2-b6d212eba84c tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:56.265483 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-86598927-4a5a-4365-8c1d-c44e0b7168c4 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41180'] for router, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:56.269346 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9878f2a7-5a54-4fe3-a9c2-46f8c5e8ddc5 req-791149e6-4853-4b4e-9bb2-b6d212eba84c tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:56.272466 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9878f2a7-5a54-4fe3-a9c2-46f8c5e8ddc5 req-791149e6-4853-4b4e-9bb2-b6d212eba84c tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:56.273689 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9878f2a7-5a54-4fe3-a9c2-46f8c5e8ddc5 req-791149e6-4853-4b4e-9bb2-b6d212eba84c tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "DELETE /v2.0/security-groups/7177e519-bf2f-4826-b748-d0da062f4b76 HTTP/1.1" status: 204 len: 173 time: 0.2612803 Nov 04 10:34:56.275869 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-86598927-4a5a-4365-8c1d-c44e0b7168c4 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3752830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3752821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3754209'] for router, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:56.294303 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791149e6-4853-4b4e-9bb2-b6d212eba84c tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7177e519-bf2f-4826-b748-d0da062f4b76,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:56.429318 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86598927-4a5a-4365-8c1d-c44e0b7168c4 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Router 3bc335ea-b40f-4a7d-b2d2-5f6ad4a8b692 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:34:56.479478 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b7c15d-b22c-4a20-8144-afcbe6c4a726 x-openstack-request-id: req-18b7c15d-b22c-4a20-8144-afcbe6c4a726 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:34:56.479843 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc7b321e-3122-4862-b25b-a7b49f1a0256", "tag": "b5ace112-ac21-4505-9972-e390cae169a8", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:34:56.480160 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-18b7c15d-b22c-4a20-8144-afcbe6c4a726 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:34:56.480752 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc7b321e-3122-4862-b25b-a7b49f1a0256', 'tag': 'b5ace112-ac21-4505-9972-e390cae169a8', 'status': 'completed', 'code': 200} Nov 04 10:34:56.628239 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86598927-4a5a-4365-8c1d-c44e0b7168c4 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:34:56.635481 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-86598927-4a5a-4365-8c1d-c44e0b7168c4 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:56.637178 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-86598927-4a5a-4365-8c1d-c44e0b7168c4 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "PUT /v2.0/routers/3bc335ea-b40f-4a7d-b2d2-5f6ad4a8b692 HTTP/1.1" status: 200 len: 919 time: 2.2959874 Nov 04 10:34:56.640085 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38482) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:56.644731 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcf3956-1b4c-472a-a619-f49f45c2bca6 None None] Sync routers for ids ['3bc335ea-b40f-4a7d-b2d2-5f6ad4a8b692'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:34:56.652346 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb77aa9-9069-4ee8-9203-857e8e929172 req-996b974e-d117-4d99-bfc4-7ff86eb33cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:56.653956 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dcb77aa9-9069-4ee8-9203-857e8e929172 req-996b974e-d117-4d99-bfc4-7ff86eb33cb1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0464048b294a465b81cede98ee2447df&device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 1124 time: 0.1159737 Nov 04 10:34:56.663452 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcf3956-1b4c-472a-a619-f49f45c2bca6 None None] Routers {'3bc335ea-b40f-4a7d-b2d2-5f6ad4a8b692'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:34:56.666147 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2fcf3956-1b4c-472a-a619-f49f45c2bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:34:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['3bc335ea-b40f-4a7d-b2d2-5f6ad4a8b692'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:56.699646 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5844ae56-e8fd-4515-83de-0be19e7046da req-2ea0bc8d-e485-4e36-a88a-399a41f10a65 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "GET /v2.0/security-groups/ccdfec37-38cb-4447-b434-1850adda212e HTTP/1.1" status: 200 len: 1821 time: 0.1601815 Nov 04 10:34:56.712710 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2fcf3956-1b4c-472a-a619-f49f45c2bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:56.725834 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcf3956-1b4c-472a-a619-f49f45c2bca6 None None] Routers {'3bc335ea-b40f-4a7d-b2d2-5f6ad4a8b692'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:34:56.728541 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2fcf3956-1b4c-472a-a619-f49f45c2bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:34:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['3bc335ea-b40f-4a7d-b2d2-5f6ad4a8b692'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:56.783364 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2fcf3956-1b4c-472a-a619-f49f45c2bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:34:56.784481 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcf3956-1b4c-472a-a619-f49f45c2bca6 None None] The sync data for ids ['3bc335ea-b40f-4a7d-b2d2-5f6ad4a8b692'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:34:56.845645 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38488) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:56.888315 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-87f5d206-7463-4fcc-a88d-656bfffbf01e service neutron] show failed (client error): The resource could not be found. Nov 04 10:34:56.890260 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-87f5d206-7463-4fcc-a88d-656bfffbf01e service neutron] 10.222.0.121 "GET /v2.0/ports/4c46e41e-d13d-467f-9446-d58fcef67498/bindings/n-h1-816629-1 HTTP/1.1" status: 404 len: 380 time: 0.3879521 Nov 04 10:34:56.929052 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5844ae56-e8fd-4515-83de-0be19e7046da req-c1fab362-f86d-418c-aeb9-e190c13973bc tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:56.953487 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb77aa9-9069-4ee8-9203-857e8e929172 req-3ac78282-089b-44f7-ae6c-356d9ab16610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:56.955043 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dcb77aa9-9069-4ee8-9203-857e8e929172 req-3ac78282-089b-44f7-ae6c-356d9ab16610 service neutron] 10.222.0.121 "GET /v2.0/networks?id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 HTTP/1.1" status: 200 len: 923 time: 0.2443655 Nov 04 10:34:56.964000 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38494) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:56.964631 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e775a66c-d889-41cb-aaca-5f9f61940cce tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "GET /v2.0/routers/3bc335ea-b40f-4a7d-b2d2-5f6ad4a8b692 HTTP/1.1" status: 200 len: 925 time: 0.3223512 Nov 04 10:34:56.992565 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5844ae56-e8fd-4515-83de-0be19e7046da req-c1fab362-f86d-418c-aeb9-e190c13973bc tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:57.023299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f712f015-efd8-4bec-a289-7fc71b04b3a8 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:57.024894 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f712f015-efd8-4bec-a289-7fc71b04b3a8 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "GET /v2.0/ports?network_id=301c0cd8-d116-455e-af06-7601efa602d6&device_id=3bc335ea-b40f-4a7d-b2d2-5f6ad4a8b692&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0594163 Nov 04 10:34:57.027698 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38496) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:57.052752 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dcb77aa9-9069-4ee8-9203-857e8e929172 req-20e53a67-a1d2-4def-b098-c94da004b725 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5ace112-ac21-4505-9972-e390cae169a8 HTTP/1.1" status: 200 len: 217 time: 0.0821803 Nov 04 10:34:57.056090 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8028cf1b-1580-41f7-8b88-cd6d9624e1f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:57.169520 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ecc05e-6bbc-4f3c-9fc8-4c681a29e406 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:57.175015 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-67ecc05e-6bbc-4f3c-9fc8-4c681a29e406 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 881 time: 0.1463132 Nov 04 10:34:57.175985 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38498) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:57.216873 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-408d0709-d491-4ffa-ac4a-9fe0c231760d tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "GET /v2.0/ports?device_id=3bc335ea-b40f-4a7d-b2d2-5f6ad4a8b692 HTTP/1.1" status: 200 len: 205 time: 0.0387673 Nov 04 10:34:57.218321 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38500) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:57.231859 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb77aa9-9069-4ee8-9203-857e8e929172 req-36f86cd3-88f4-4086-9143-0fe99998f1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:57.233418 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dcb77aa9-9069-4ee8-9203-857e8e929172 req-36f86cd3-88f4-4086-9143-0fe99998f1e8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=74d328ae-3dd4-4757-b0cd-5d3ffb3741ad HTTP/1.1" status: 200 len: 861 time: 0.1715257 Nov 04 10:34:57.252465 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-5879a225-75eb-4018-9435-e8f3574edaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:57.254106 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-5879a225-75eb-4018-9435-e8f3574edaec service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093&tenant_id=cd2183f7c1f6439d8bc0b7de34a592df HTTP/1.1" status: 200 len: 1100 time: 0.1173024 Nov 04 10:34:57.287663 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-d63455c6-0959-449f-b269-930410c80b58 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816629-1', 'device_owner': 'compute:nova'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:57.296779 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dcb77aa9-9069-4ee8-9203-857e8e929172 req-32850461-93e8-403d-897b-0415629b4658 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549238 Nov 04 10:34:57.314087 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5844ae56-e8fd-4515-83de-0be19e7046da req-c1fab362-f86d-418c-aeb9-e190c13973bc tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:57.317151 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5844ae56-e8fd-4515-83de-0be19e7046da req-c1fab362-f86d-418c-aeb9-e190c13973bc tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:57.318473 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5844ae56-e8fd-4515-83de-0be19e7046da req-c1fab362-f86d-418c-aeb9-e190c13973bc tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "DELETE /v2.0/security-groups/ccdfec37-38cb-4447-b434-1850adda212e HTTP/1.1" status: 204 len: 173 time: 0.6180196 Nov 04 10:34:57.365354 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-decf4196-eb72-443e-b18e-102f1eece036 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:57.411495 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fab362-f86d-418c-aeb9-e190c13973bc tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdfec37-38cb-4447-b434-1850adda212e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:57.501157 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-decf4196-eb72-443e-b18e-102f1eece036 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:57.568413 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-decf4196-eb72-443e-b18e-102f1eece036 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Deleting port 6d4dd0c9-6067-44df-8bfd-615ae69267aa {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:34:57.568807 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-decf4196-eb72-443e-b18e-102f1eece036 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:57.667974 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-decf4196-eb72-443e-b18e-102f1eece036 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:57.683979 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-decf4196-eb72-443e-b18e-102f1eece036 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Calling delete_port for 6d4dd0c9-6067-44df-8bfd-615ae69267aa owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:34:57.785238 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8028cf1b-1580-41f7-8b88-cd6d9624e1f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:57.809489 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8028cf1b-1580-41f7-8b88-cd6d9624e1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:57.847369 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-d63455c6-0959-449f-b269-930410c80b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:57.867731 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-decf4196-eb72-443e-b18e-102f1eece036 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:57.904199 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf4196-eb72-443e-b18e-102f1eece036 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Pushing event deleted for resources: {'Port': ['ID=6d4dd0c9-6067-44df-8bfd-615ae69267aa,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:57.915737 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8028cf1b-1580-41f7-8b88-cd6d9624e1f7 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=e1ba99b0b668481284c1f489f66660be&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0757682 Nov 04 10:34:57.916680 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028cf1b-1580-41f7-8b88-cd6d9624e1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae2ec98-85e2-4364-b692-78d52b3abbd1,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:57.920858 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38504) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:57.937163 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351dba8-cbea-428e-bd51-41c1bbd6b360 req-ca79c880-9c4c-4530-8d8c-f535b53d36fe tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:57.938811 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3351dba8-cbea-428e-bd51-41c1bbd6b360 req-ca79c880-9c4c-4530-8d8c-f535b53d36fe tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 949 time: 0.5301251 Nov 04 10:34:57.940677 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dcb77aa9-9069-4ee8-9203-857e8e929172 req-725813ec-86d4-4e59-99fe-d3e7da313f00 service neutron] 10.222.0.121 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6212518 Nov 04 10:34:57.985682 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-decf4196-eb72-443e-b18e-102f1eece036 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:58.087458 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-decf4196-eb72-443e-b18e-102f1eece036 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:58.090207 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-decf4196-eb72-443e-b18e-102f1eece036 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:58.142184 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-decf4196-eb72-443e-b18e-102f1eece036 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:58.142586 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decf4196-eb72-443e-b18e-102f1eece036 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Fanout notify agent at l3_agent the message router_deleted on router 3bc335ea-b40f-4a7d-b2d2-5f6ad4a8b692 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:34:58.155235 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-decf4196-eb72-443e-b18e-102f1eece036 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:58.161220 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-decf4196-eb72-443e-b18e-102f1eece036 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "DELETE /v2.0/routers/3bc335ea-b40f-4a7d-b2d2-5f6ad4a8b692 HTTP/1.1" status: 204 len: 168 time: 0.9416580 Nov 04 10:34:58.161631 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38506) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:58.166298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-33018a21-ecef-4c43-90c2-aa37d20a1107 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-339005367', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}, 'admin_state_up': False}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:34:58.185882 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3351dba8-cbea-428e-bd51-41c1bbd6b360 req-ce3cbc9b-4a06-412d-a5b8-60679f677880 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221751 Nov 04 10:34:58.191512 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-33018a21-ecef-4c43-90c2-aa37d20a1107 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:58.192987 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-33018a21-ecef-4c43-90c2-aa37d20a1107 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:58.248899 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-33018a21-ecef-4c43-90c2-aa37d20a1107 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:58.249693 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dcb77aa9-9069-4ee8-9203-857e8e929172 req-79c160f1-909d-4a47-99fd-7c31e47ad737 service neutron] 10.222.0.121 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890015 Nov 04 10:34:58.252305 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-324570b7-9472-4941-a3dd-162a500df3d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:58.294978 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-324570b7-9472-4941-a3dd-162a500df3d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:58.353479 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-d63455c6-0959-449f-b269-930410c80b58 service neutron] For port 4c46e41e-d13d-467f-9446-d58fcef67498, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4c46e41e-d13d-467f-9446-d58fcef67498,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:34:58.399008 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-324570b7-9472-4941-a3dd-162a500df3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:58.401940 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-324570b7-9472-4941-a3dd-162a500df3d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:58.405938 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-324570b7-9472-4941-a3dd-162a500df3d3 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/eae2ec98-85e2-4364-b692-78d52b3abbd1 HTTP/1.1" status: 204 len: 168 time: 0.4830358 Nov 04 10:34:58.407344 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-d63455c6-0959-449f-b269-930410c80b58 service neutron] For port 4c46e41e-d13d-467f-9446-d58fcef67498, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:34:58.428364 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-33018a21-ecef-4c43-90c2-aa37d20a1107 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:58.443069 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324570b7-9472-4941-a3dd-162a500df3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae2ec98-85e2-4364-b692-78d52b3abbd1,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:58.466953 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-d63455c6-0959-449f-b269-930410c80b58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:58.481838 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80416f2-d85c-45aa-b8f7-e033b1d7e093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c46e41e-d13d-467f-9446-d58fcef67498'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:34:58.484686 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d55957-caff-4b2d-81d4-e15bcec9a20a" -d '{"events": [{"server_uuid": "e80416f2-d85c-45aa-b8f7-e033b1d7e093", "name": "network-vif-unplugged", "status": "completed", "tag": "4c46e41e-d13d-467f-9446-d58fcef67498"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:34:58.491842 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-d63455c6-0959-449f-b269-930410c80b58 service neutron] Transition to ACTIVE for port object 4c46e41e-d13d-467f-9446-d58fcef67498 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:34:58.499502 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-d63455c6-0959-449f-b269-930410c80b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:58.569379 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-d63455c6-0959-449f-b269-930410c80b58 service neutron] No DVR routers for this DVR port 4c46e41e-d13d-467f-9446-d58fcef67498 on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:34:58.578261 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63455c6-0959-449f-b269-930410c80b58 service neutron] Pushing event updated for resources: {'Port': ['ID=4c46e41e-d13d-467f-9446-d58fcef67498,revision_number=6']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:58.609028 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-d63455c6-0959-449f-b269-930410c80b58 service neutron] Attempting to bind port 4c46e41e-d13d-467f-9446-d58fcef67498 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:34:58.609455 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-d63455c6-0959-449f-b269-930410c80b58 service neutron] Attempting to bind port 4c46e41e-d13d-467f-9446-d58fcef67498 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:34:58.609881 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-d63455c6-0959-449f-b269-930410c80b58 service neutron] Attempting to bind port 4c46e41e-d13d-467f-9446-d58fcef67498 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:34:58.619414 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-d63455c6-0959-449f-b269-930410c80b58 service neutron] Port 4c46e41e-d13d-467f-9446-d58fcef67498 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:34:58.619945 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-d63455c6-0959-449f-b269-930410c80b58 service neutron] Attempting to bind port 4c46e41e-d13d-467f-9446-d58fcef67498 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:34:58.625923 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-d63455c6-0959-449f-b269-930410c80b58 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:34:58.626583 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-d63455c6-0959-449f-b269-930410c80b58 service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:34:58.627077 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-d63455c6-0959-449f-b269-930410c80b58 service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:34:58.628189 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-d63455c6-0959-449f-b269-930410c80b58 service neutron] Bound port: 4c46e41e-d13d-467f-9446-d58fcef67498, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:34:58.628657 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-d63455c6-0959-449f-b269-930410c80b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:58.717068 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-d63455c6-0959-449f-b269-930410c80b58 service neutron] For port 4c46e41e-d13d-467f-9446-d58fcef67498, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:34:58.721357 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-d63455c6-0959-449f-b269-930410c80b58 service neutron] For port 4c46e41e-d13d-467f-9446-d58fcef67498, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4c46e41e-d13d-467f-9446-d58fcef67498,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:34:58.729391 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-d63455c6-0959-449f-b269-930410c80b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:58.775861 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-d63455c6-0959-449f-b269-930410c80b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:58.781083 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-d63455c6-0959-449f-b269-930410c80b58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:58.783377 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-d63455c6-0959-449f-b269-930410c80b58 service neutron] 10.222.0.126 "PUT /v2.0/ports/4c46e41e-d13d-467f-9446-d58fcef67498 HTTP/1.1" status: 200 len: 1095 time: 1.5061438 Nov 04 10:34:58.885133 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-33018a21-ecef-4c43-90c2-aa37d20a1107 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:58.885410 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63455c6-0959-449f-b269-930410c80b58 service neutron] Pushing event updated for resources: {'Port': ['ID=4c46e41e-d13d-467f-9446-d58fcef67498,revision_number=7']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:58.897321 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-e05567b6-ee36-43bd-99f6-812eb0b40ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:58.899715 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-e05567b6-ee36-43bd-99f6-812eb0b40ff1 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 1098 time: 0.0817492 Nov 04 10:34:58.932325 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-33018a21-ecef-4c43-90c2-aa37d20a1107 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:59.058846 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38518) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:59.134313 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5fbfba77-2da5-48e9-828b-53c7ca899f27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:59.166711 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-cc703fba-3d4f-442f-a45f-44b44aaf2b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:59.170586 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-cc703fba-3d4f-442f-a45f-44b44aaf2b3b service neutron] 10.222.0.126 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.2614107 Nov 04 10:34:59.176963 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-33018a21-ecef-4c43-90c2-aa37d20a1107 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Allocated IP 172.25.7.222 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/ed1f755d-98d7-4ff0-aa57-8e34b7578ca4) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:34:59.238435 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-8845c020-69af-4ce4-baf3-e9c63b2419c0 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4c46e41e-d13d-467f-9446-d58fcef67498 HTTP/1.1" status: 200 len: 217 time: 0.0535579 Nov 04 10:34:59.302645 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7593b-f4ba-4483-9a73-aa0c0e93b513 req-f53e3733-5b65-4db8-ac73-6876bd725c6a tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:59.304431 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-86d7593b-f4ba-4483-9a73-aa0c0e93b513 req-f53e3733-5b65-4db8-ac73-6876bd725c6a tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 943 time: 0.1951466 Nov 04 10:34:59.320393 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-33018a21-ecef-4c43-90c2-aa37d20a1107 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:59.359876 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-33018a21-ecef-4c43-90c2-aa37d20a1107 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:59.402931 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33018a21-ecef-4c43-90c2-aa37d20a1107 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:34:59.410570 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-33018a21-ecef-4c43-90c2-aa37d20a1107 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:34:59.415872 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33018a21-ecef-4c43-90c2-aa37d20a1107 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:34:59.417436 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-749086fb-6b0e-4b22-bca1-dbdbc203ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:59.419041 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-749086fb-6b0e-4b22-bca1-dbdbc203ac2e service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1726201 Nov 04 10:34:59.419378 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33018a21-ecef-4c43-90c2-aa37d20a1107 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Pushing event updated for resources: {'Port': ['ID=ed1f755d-98d7-4ff0-aa57-8e34b7578ca4,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:59.492538 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-86d7593b-f4ba-4483-9a73-aa0c0e93b513 req-71c16fd8-adbe-47e8-b77d-decf9035b6f1 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722679 Nov 04 10:34:59.500629 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-c573b755-fbdb-4f81-a794-a03384f82cbc service neutron] 10.222.0.121 "GET /v2.0/ports/b5ace112-ac21-4505-9972-e390cae169a8/bindings/n-h1-816629-1 HTTP/1.1" status: 200 len: 384 time: 0.1950319 Nov 04 10:34:59.551892 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5fbfba77-2da5-48e9-828b-53c7ca899f27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:59.561195 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5fbfba77-2da5-48e9-828b-53c7ca899f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:59.572562 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-37e55c8a-6c4f-4c11-9ad1-d5006cca02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:34:59.574227 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-37e55c8a-6c4f-4c11-9ad1-d5006cca02e1 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1424358 Nov 04 10:34:59.690054 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbfba77-2da5-48e9-828b-53c7ca899f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5e9b9e-8fab-4597-a3e7-f99e4dd7f5b7,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:34:59.704418 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-33018a21-ecef-4c43-90c2-aa37d20a1107 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:34:59.713765 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5fbfba77-2da5-48e9-828b-53c7ca899f27 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=ac52180891b94146b335d8dc8cde4f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6465368 Nov 04 10:34:59.723049 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38524) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:34:59.842307 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-d4fa2125-7ffe-44a5-8b0c-cf4e0f18539f tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-securitygroup--708633639&fields=id&tenant_id=c028ed5e0ec445e5b00dda8c46c81073 HTTP/1.1" status: 200 len: 267 time: 0.2129068 Nov 04 10:34:59.860187 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-f03d3b9e-b121-4995-98dd-447c535e6c75 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674868 Nov 04 10:34:59.918108 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-33018a21-ecef-4c43-90c2-aa37d20a1107 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:00.018502 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d3f0ae22-aaaa-401c-89c9-cc3442e51dae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:00.062277 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33018a21-ecef-4c43-90c2-aa37d20a1107 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Router 8b742583-04b3-4354-9aee-53d596d95b86 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:35:00.098798 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d3f0ae22-aaaa-401c-89c9-cc3442e51dae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:00.199914 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-3a53b7ad-d3fe-4d82-b7d0-c9c1c18f742d service neutron] For port b5ace112-ac21-4505-9972-e390cae169a8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b5ace112-ac21-4505-9972-e390cae169a8,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:00.205892 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42a6c761-f832-4a41-a51c-6d924946bed9 req-e59d30f6-62a9-4a5d-be73-b33dd1ff6d02 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113711 Nov 04 10:35:00.216389 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-222874cc-502e-45bf-a795-2e9a72b995cf tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:00.217715 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-222874cc-502e-45bf-a795-2e9a72b995cf tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/networks?id=76c58e58-2fca-437a-b0b9-4ec508945e0b HTTP/1.1" status: 200 len: 816 time: 0.3266811 Nov 04 10:35:00.220028 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33018a21-ecef-4c43-90c2-aa37d20a1107 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:35:00.252545 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-33018a21-ecef-4c43-90c2-aa37d20a1107 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:00.253285 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b4c043-bf55-47cf-8c17-d27498547b8e None None] Sync routers for ids ['8b742583-04b3-4354-9aee-53d596d95b86'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:35:00.260018 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-61934a18-b796-44ab-91e6-2db6c63027ff tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/quotas/c028ed5e0ec445e5b00dda8c46c81073 HTTP/1.1" status: 200 len: 375 time: 0.0255909 Nov 04 10:35:00.260295 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-33018a21-ecef-4c43-90c2-aa37d20a1107 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.0920820 Nov 04 10:35:00.265802 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38526) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:00.269448 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-3a53b7ad-d3fe-4d82-b7d0-c9c1c18f742d service neutron] For port b5ace112-ac21-4505-9972-e390cae169a8, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:35:00.272884 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-336679a0-b132-46b6-b587-5524f64c3114 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:00.285654 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b4c043-bf55-47cf-8c17-d27498547b8e None None] Routers {'8b742583-04b3-4354-9aee-53d596d95b86'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:00.288864 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-17b4c043-bf55-47cf-8c17-d27498547b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:34:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['8b742583-04b3-4354-9aee-53d596d95b86'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:00.325792 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-3a53b7ad-d3fe-4d82-b7d0-c9c1c18f742d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5ace112-ac21-4505-9972-e390cae169a8 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:35:00.337053 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-17b4c043-bf55-47cf-8c17-d27498547b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:00.349378 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-3a53b7ad-d3fe-4d82-b7d0-c9c1c18f742d service neutron] For port b5ace112-ac21-4505-9972-e390cae169a8, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b5ace112-ac21-4505-9972-e390cae169a8,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:00.367935 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b4c043-bf55-47cf-8c17-d27498547b8e None None] Routers {'8b742583-04b3-4354-9aee-53d596d95b86'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:00.368883 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-17b4c043-bf55-47cf-8c17-d27498547b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:34:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['8b742583-04b3-4354-9aee-53d596d95b86'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:00.374742 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d3f0ae22-aaaa-401c-89c9-cc3442e51dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:00.377674 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d3f0ae22-aaaa-401c-89c9-cc3442e51dae admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:00.382005 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d3f0ae22-aaaa-401c-89c9-cc3442e51dae admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/3e5e9b9e-8fab-4597-a3e7-f99e4dd7f5b7 HTTP/1.1" status: 204 len: 168 time: 0.6548100 Nov 04 10:35:00.407398 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-3a53b7ad-d3fe-4d82-b7d0-c9c1c18f742d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:00.420274 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0ae22-aaaa-401c-89c9-cc3442e51dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5e9b9e-8fab-4597-a3e7-f99e4dd7f5b7,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:00.421076 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-17b4c043-bf55-47cf-8c17-d27498547b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:00.422181 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b4c043-bf55-47cf-8c17-d27498547b8e None None] The sync data for ids ['8b742583-04b3-4354-9aee-53d596d95b86'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:35:00.489617 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-cecc8e23-cd2f-4e76-85ea-269027a593fb tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=c028ed5e0ec445e5b00dda8c46c81073&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1496444 Nov 04 10:35:00.565221 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-3a53b7ad-d3fe-4d82-b7d0-c9c1c18f742d service neutron] Transition to ACTIVE for port object b5ace112-ac21-4505-9972-e390cae169a8 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:35:00.574898 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-3a53b7ad-d3fe-4d82-b7d0-c9c1c18f742d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:00.706044 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-3a53b7ad-d3fe-4d82-b7d0-c9c1c18f742d service neutron] No DVR routers for this DVR port b5ace112-ac21-4505-9972-e390cae169a8 on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:35:00.732085 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53b7ad-d3fe-4d82-b7d0-c9c1c18f742d service neutron] Pushing event updated for resources: {'Port': ['ID=b5ace112-ac21-4505-9972-e390cae169a8,revision_number=10']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:00.750386 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 4c46e41e-d13d-467f-9446-d58fcef67498 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:35:00.773017 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-3a53b7ad-d3fe-4d82-b7d0-c9c1c18f742d service neutron] 10.222.0.121 "PUT /v2.0/ports/b5ace112-ac21-4505-9972-e390cae169a8/bindings/n-h1-816629-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2630014 Nov 04 10:35:00.854124 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 4c46e41e-d13d-467f-9446-d58fcef67498 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:35:00.855025 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device b5ace112-ac21-4505-9972-e390cae169a8 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:35:00.902490 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device b5ace112-ac21-4505-9972-e390cae169a8 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:35:01.011189 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-ffa8218c-1653-454d-ad07-c80028a61c32 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:01.012728 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-ffa8218c-1653-454d-ad07-c80028a61c32 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.126 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256&tenant_id=0464048b294a465b81cede98ee2447df&binding%3Ahost_id=n-h2-816629-1 HTTP/1.1" status: 200 len: 1095 time: 0.1627223 Nov 04 10:35:01.078268 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-a842e4d7-c626-4010-b24a-a31c0fd9dcf0 service neutron] 10.222.0.127 "GET /v2.0/networks/76c58e58-2fca-437a-b0b9-4ec508945e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5677130 Nov 04 10:35:01.084193 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-cdb42e83-ddfc-42bb-bd48-b2128f865993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:01.085819 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-cdb42e83-ddfc-42bb-bd48-b2128f865993 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256&tenant_id=0464048b294a465b81cede98ee2447df HTTP/1.1" status: 200 len: 1095 time: 0.0635014 Nov 04 10:35:01.104187 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-336679a0-b132-46b6-b587-5524f64c3114 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:01.118416 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-336679a0-b132-46b6-b587-5524f64c3114 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:01.201172 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-336679a0-b132-46b6-b587-5524f64c3114 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Deleting port ed1f755d-98d7-4ff0-aa57-8e34b7578ca4 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:35:01.204441 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-336679a0-b132-46b6-b587-5524f64c3114 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:01.212369 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-b44cd05b-b440-4f07-a661-fcb3c9f12de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:01.213993 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-b44cd05b-b440-4f07-a661-fcb3c9f12de7 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0464048b294a465b81cede98ee2447df&device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 1095 time: 0.0800431 Nov 04 10:35:01.234694 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-2c67fb40-6d45-4df4-8995-bb86f3b879dc service neutron] 10.222.0.127 "GET /v2.0/networks/76c58e58-2fca-437a-b0b9-4ec508945e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478424 Nov 04 10:35:01.301768 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-336679a0-b132-46b6-b587-5524f64c3114 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:01.322842 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-336679a0-b132-46b6-b587-5524f64c3114 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Calling delete_port for ed1f755d-98d7-4ff0-aa57-8e34b7578ca4 owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:35:01.334056 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-20958d57-5551-472c-a55d-7c3b7cfc691f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:01.336154 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-20958d57-5551-472c-a55d-7c3b7cfc691f service neutron] 10.222.0.126 "GET /v2.0/networks?id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 HTTP/1.1" status: 200 len: 923 time: 0.1116214 Nov 04 10:35:01.397956 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-b67e4a3b-d8be-45fe-95a9-f5b8436d4142 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5ace112-ac21-4505-9972-e390cae169a8 HTTP/1.1" status: 200 len: 217 time: 0.0525291 Nov 04 10:35:01.459815 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-667298f2-8a81-44ca-9905-3ff9896aa7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:01.461779 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-667298f2-8a81-44ca-9905-3ff9896aa7df service neutron] 10.222.0.126 "GET /v2.0/subnets?id=74d328ae-3dd4-4757-b0cd-5d3ffb3741ad HTTP/1.1" status: 200 len: 861 time: 0.0559723 Nov 04 10:35:01.468959 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38558) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:01.503467 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-911f1bea-2101-4b19-98b2-0e16948a595e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276558 Nov 04 10:35:01.552807 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-336679a0-b132-46b6-b587-5524f64c3114 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:01.615184 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336679a0-b132-46b6-b587-5524f64c3114 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Pushing event deleted for resources: {'Port': ['ID=ed1f755d-98d7-4ff0-aa57-8e34b7578ca4,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:01.638937 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-d219c351-11f0-4291-8a06-c189632063ac admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973933473-network', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:01.691320 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-336679a0-b132-46b6-b587-5524f64c3114 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:01.700011 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-0f2470a9-9e08-4bc8-b5c6-058b31830ca9 service neutron] 10.222.0.126 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880209 Nov 04 10:35:01.743701 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c7beb995-a7c1-4201-9453-05dbb11e7284 req-cafd76b7-9b83-4e12-8d1f-2f22bbb01278 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "GET /v2.0/security-groups/7c58ea18-ec44-4fb3-a285-3a169e490421 HTTP/1.1" status: 200 len: 1820 time: 0.1255896 Nov 04 10:35:01.780916 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d219c351-11f0-4291-8a06-c189632063ac admin admin] Made reservation on behalf of a7940a7dcb8a45f582552e08becdd2d6 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:35:01.783288 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d219c351-11f0-4291-8a06-c189632063ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:01.826168 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d219c351-11f0-4291-8a06-c189632063ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:01.921066 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-7ee429e9-b5cc-4528-b73b-6c9766e14147 service neutron] 10.222.0.126 "GET /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110956 Nov 04 10:35:01.936149 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-336679a0-b132-46b6-b587-5524f64c3114 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41180'] for router, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:01.941940 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-336679a0-b132-46b6-b587-5524f64c3114 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3752830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3752821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3754209'] for router, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:01.944283 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c7beb995-a7c1-4201-9453-05dbb11e7284 req-000d8cd3-7acb-4e54-a883-6741cbaa2939 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:01.997278 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c7beb995-a7c1-4201-9453-05dbb11e7284 req-000d8cd3-7acb-4e54-a883-6741cbaa2939 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:02.047481 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336679a0-b132-46b6-b587-5524f64c3114 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Router 8b742583-04b3-4354-9aee-53d596d95b86 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:35:02.075340 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d219c351-11f0-4291-8a06-c189632063ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:02.080994 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d219c351-11f0-4291-8a06-c189632063ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:02.114555 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c7beb995-a7c1-4201-9453-05dbb11e7284 req-000d8cd3-7acb-4e54-a883-6741cbaa2939 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:02.117641 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c7beb995-a7c1-4201-9453-05dbb11e7284 req-000d8cd3-7acb-4e54-a883-6741cbaa2939 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:02.118956 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c7beb995-a7c1-4201-9453-05dbb11e7284 req-000d8cd3-7acb-4e54-a883-6741cbaa2939 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "DELETE /v2.0/security-groups/7c58ea18-ec44-4fb3-a285-3a169e490421 HTTP/1.1" status: 204 len: 173 time: 0.3298407 Nov 04 10:35:02.134475 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d219c351-11f0-4291-8a06-c189632063ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1177} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:35:02.140337 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336679a0-b132-46b6-b587-5524f64c3114 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:35:02.156186 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f27800-5e2a-4c07-9873-07c317e5f34e None None] Sync routers for ids ['8b742583-04b3-4354-9aee-53d596d95b86'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:35:02.157387 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-336679a0-b132-46b6-b587-5524f64c3114 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:02.161556 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-336679a0-b132-46b6-b587-5524f64c3114 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "PUT /v2.0/routers/8b742583-04b3-4354-9aee-53d596d95b86 HTTP/1.1" status: 200 len: 709 time: 1.8918605 Nov 04 10:35:02.162789 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38574) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:02.169810 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f27800-5e2a-4c07-9873-07c317e5f34e None None] Routers {'8b742583-04b3-4354-9aee-53d596d95b86'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:02.170455 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-c9f27800-5e2a-4c07-9873-07c317e5f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:34:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['8b742583-04b3-4354-9aee-53d596d95b86'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:02.174269 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d219c351-11f0-4291-8a06-c189632063ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:02.174547 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-d219c351-11f0-4291-8a06-c189632063ac admin admin] Added segment c733da2d-3ab1-4293-8e61-0b77e271ebcf of type vlan for network 54d126eb-2366-4e9a-970c-4c8c6fe2a9ee Nov 04 10:35:02.183329 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219c351-11f0-4291-8a06-c189632063ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97837fe8-5737-4b37-b36c-49e583983dd5,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:02.219826 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-c9f27800-5e2a-4c07-9873-07c317e5f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:02.227640 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d8cd3-7acb-4e54-a883-6741cbaa2939 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c58ea18-ec44-4fb3-a285-3a169e490421,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:02.233585 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f27800-5e2a-4c07-9873-07c317e5f34e None None] Routers {'8b742583-04b3-4354-9aee-53d596d95b86'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:02.234469 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-c9f27800-5e2a-4c07-9873-07c317e5f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:34:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['8b742583-04b3-4354-9aee-53d596d95b86'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:02.291091 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-c9f27800-5e2a-4c07-9873-07c317e5f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:02.292321 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f27800-5e2a-4c07-9873-07c317e5f34e None None] The sync data for ids ['8b742583-04b3-4354-9aee-53d596d95b86'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:35:02.292920 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc0f72a-ae78-475f-a706-4f356a6023ba x-openstack-request-id: req-adc0f72a-ae78-475f-a706-4f356a6023ba {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:35:02.293216 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80416f2-d85c-45aa-b8f7-e033b1d7e093", "name": "network-vif-unplugged", "status": "completed", "tag": "4c46e41e-d13d-467f-9446-d58fcef67498", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:35:02.293464 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-adc0f72a-ae78-475f-a706-4f356a6023ba {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:35:02.293861 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80416f2-d85c-45aa-b8f7-e033b1d7e093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c46e41e-d13d-467f-9446-d58fcef67498', 'code': 200} Nov 04 10:35:02.341825 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d219c351-11f0-4291-8a06-c189632063ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:02.348266 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ca8b823c-5731-44ec-b526-105e7f79676d tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "GET /v2.0/routers/8b742583-04b3-4354-9aee-53d596d95b86 HTTP/1.1" status: 200 len: 744 time: 0.1842403 Nov 04 10:35:02.353249 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38578) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:02.438710 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8be2a088-adf4-4602-8347-1bf7a40aa066 tempest-RoutersIpV6AdminTest-1561000566 tempest-RoutersIpV6AdminTest-1561000566-project-admin] 10.222.0.127 "GET /v2.0/ports?network_id=301c0cd8-d116-455e-af06-7601efa602d6&device_id=8b742583-04b3-4354-9aee-53d596d95b86 HTTP/1.1" status: 200 len: 205 time: 0.0808263 Nov 04 10:35:02.441238 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38580) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:02.449078 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d219c351-11f0-4291-8a06-c189632063ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:02.450045 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d219c351-11f0-4291-8a06-c189632063ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:02.450616 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d219c351-11f0-4291-8a06-c189632063ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:02.455544 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-2864ba9c-586b-4b3d-9b8a-d44c0006713b tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:02.458585 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 4c46e41e-d13d-467f-9446-d58fcef67498 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:35:02.458783 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-2864ba9c-586b-4b3d-9b8a-d44c0006713b tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.126 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256&tenant_id=0464048b294a465b81cede98ee2447df&binding%3Ahost_id=n-h1-816629-1 HTTP/1.1" status: 200 len: 1095 time: 0.1383698 Nov 04 10:35:02.474684 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-77211157-8d77-43d9-8964-d7f52a360102 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "GET /v2.0/ports?device_id=8b742583-04b3-4354-9aee-53d596d95b86 HTTP/1.1" status: 200 len: 205 time: 0.0297098 Nov 04 10:35:02.475109 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38582) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:02.584325 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d219c351-11f0-4291-8a06-c189632063ac admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.1140039 Nov 04 10:35:02.586314 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8e472c8b-6b4b-4592-aada-64c7e89759d7 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:02.589181 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38584) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:02.596583 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 4c46e41e-d13d-467f-9446-d58fcef67498, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4c46e41e-d13d-467f-9446-d58fcef67498,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:02.600226 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-7f7f54ad-460f-42e0-9274-bbc81613a032 admin admin] Request body: {'subnet': {'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973933473-subnet', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:02.603579 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219c351-11f0-4291-8a06-c189632063ac admin admin] Pushing event updated for resources: {'Network': ['ID=54d126eb-2366-4e9a-970c-4c8c6fe2a9ee,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:02.616365 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 54d126eb-2366-4e9a-970c-4c8c6fe2a9ee details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:35:02.627722 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6ff2d-aa61-4e00-87a5-c7c519080417 req-a971e559-0371-4b3e-924b-f01ad67e9f48 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:02.630207 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-22c6ff2d-aa61-4e00-87a5-c7c519080417 req-a971e559-0371-4b3e-924b-f01ad67e9f48 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 947 time: 0.2422843 Nov 04 10:35:02.662966 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7f54ad-460f-42e0-9274-bbc81613a032 admin admin] Made reservation on behalf of a7940a7dcb8a45f582552e08becdd2d6 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:35:02.665341 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f7f54ad-460f-42e0-9274-bbc81613a032 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:02.693309 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '4c46e41e-d13d-467f-9446-d58fcef67498', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '4c46e41e-d13d-467f-9446-d58fcef67498', 'mac_address': 'fa:16:3e:4f:e8:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:35:02.706369 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-0778af30-01d2-4ee5-874a-91e1e1fed8fd service neutron] For port b5ace112-ac21-4505-9972-e390cae169a8, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:35:02.711520 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-0778af30-01d2-4ee5-874a-91e1e1fed8fd service neutron] Publish callbacks [] for binding, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:02.713108 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b583b59b-6267-429b-8449-20bd21bb7e0c req-0778af30-01d2-4ee5-874a-91e1e1fed8fd service neutron] 10.222.0.126 "DELETE /v2.0/ports/b5ace112-ac21-4505-9972-e390cae169a8/bindings/n-h2-816629-1 HTTP/1.1" status: 204 len: 173 time: 0.2358019 Nov 04 10:35:02.742256 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:02.758161 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c46e41e-d13d-467f-9446-d58fcef67498 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:35:02.784490 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 4c46e41e-d13d-467f-9446-d58fcef67498, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4c46e41e-d13d-467f-9446-d58fcef67498,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:02.790543 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:02.847748 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=4c46e41e-d13d-467f-9446-d58fcef67498,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:02.856802 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:02.857279 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:02.857718 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:02.858275 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:02.858808 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:02.859294 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:02.859792 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:02.860310 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:02.860799 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:02.861368 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:02.861843 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:02.862338 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:02.862695 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-22c6ff2d-aa61-4e00-87a5-c7c519080417 req-0b2b2fbf-a893-4d55-ae0f-a376e6b5a9ca tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257662 Nov 04 10:35:02.925540 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8e472c8b-6b4b-4592-aada-64c7e89759d7 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:02.929118 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8e472c8b-6b4b-4592-aada-64c7e89759d7 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:03.058490 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc651d-907a-4e44-9cd2-0c753a0005f7 req-167b73c2-7b5c-489f-8d8f-1880789f5bec tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:03.066870 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-71fc651d-907a-4e44-9cd2-0c753a0005f7 req-167b73c2-7b5c-489f-8d8f-1880789f5bec tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 944 time: 0.1214325 Nov 04 10:35:03.068713 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['4c46e41e-d13d-467f-9446-d58fcef67498'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:35:03.112668 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8e472c8b-6b4b-4592-aada-64c7e89759d7 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:03.113767 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e472c8b-6b4b-4592-aada-64c7e89759d7 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Fanout notify agent at l3_agent the message router_deleted on router 8b742583-04b3-4354-9aee-53d596d95b86 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:35:03.124876 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8e472c8b-6b4b-4592-aada-64c7e89759d7 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:03.126070 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8e472c8b-6b4b-4592-aada-64c7e89759d7 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "DELETE /v2.0/routers/8b742583-04b3-4354-9aee-53d596d95b86 HTTP/1.1" status: 204 len: 168 time: 0.6500189 Nov 04 10:35:03.131483 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38588) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:03.166572 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-71fc651d-907a-4e44-9cd2-0c753a0005f7 req-3f237254-c2e1-4450-8331-95b41c285802 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975065 Nov 04 10:35:03.198068 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-38b20e59-1170-4ce7-b76d-aa8cb208a215 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "GET /v2.0/ports?device_id=8b742583-04b3-4354-9aee-53d596d95b86 HTTP/1.1" status: 200 len: 205 time: 0.0633540 Nov 04 10:35:03.198897 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38592) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:03.199420 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f7f54ad-460f-42e0-9274-bbc81613a032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:03.275026 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f54ad-460f-42e0-9274-bbc81613a032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75946b22-fef0-469a-a134-d85aa619e876,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:03.286737 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7f54ad-460f-42e0-9274-bbc81613a032 admin admin] Checking segment: {'id': 'c733da2d-3ab1-4293-8e61-0b77e271ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:35:03.287510 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7f54ad-460f-42e0-9274-bbc81613a032 admin admin] Network hostable DHCP agents. Network: 54d126eb-2366-4e9a-970c-4c8c6fe2a9ee, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:35:03.314348 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7f54ad-460f-42e0-9274-bbc81613a032 admin admin] Network 54d126eb-2366-4e9a-970c-4c8c6fe2a9ee is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:35:03.323825 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-ad20e646-facc-46cb-93a0-c0de2fc18765 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] delete failed (client error): The resource could not be found. Nov 04 10:35:03.325078 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ad20e646-facc-46cb-93a0-c0de2fc18765 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "DELETE /v2.0/routers/8b742583-04b3-4354-9aee-53d596d95b86 HTTP/1.1" status: 404 len: 336 time: 0.0995107 Nov 04 10:35:03.328762 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38594) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:03.334891 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-e0c5feaf-73d2-4c41-9fdc-8625d35985ba tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:03.336422 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-e0c5feaf-73d2-4c41-9fdc-8625d35985ba tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.126 "GET /v2.0/networks?id=76c58e58-2fca-437a-b0b9-4ec508945e0b HTTP/1.1" status: 200 len: 816 time: 0.3453865 Nov 04 10:35:03.343433 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-7f7f54ad-460f-42e0-9274-bbc81613a032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 54d126eb-2366-4e9a-970c-4c8c6fe2a9ee) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:03.348714 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7f54ad-460f-42e0-9274-bbc81613a032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:03.349493 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f7f54ad-460f-42e0-9274-bbc81613a032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:03.357254 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3a6204-4176-4131-afdc-a5c90d439b55 None None] Network 54d126eb-2366-4e9a-970c-4c8c6fe2a9ee requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:35:03.378524 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b4a177db-c12c-4a92-bb32-fde86f434cf5 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "GET /v2.0/ports?device_id=3bc335ea-b40f-4a7d-b2d2-5f6ad4a8b692 HTTP/1.1" status: 200 len: 205 time: 0.0481455 Nov 04 10:35:03.381988 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38596) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:03.393607 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f34aa96f-8560-49a9-bf3f-1b5ec06ba732 req-44bc0f78-31f7-489c-a503-372b6d001c77 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/ports?device_id=ed774fe5-7c02-4d40-ad72-e73641da60a8 HTTP/1.1" status: 200 len: 210 time: 0.0791113 Nov 04 10:35:03.431988 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-f8d938ee-6b74-4828-a6fc-8243d7c66354 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] delete failed (client error): The resource could not be found. Nov 04 10:35:03.436604 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f8d938ee-6b74-4828-a6fc-8243d7c66354 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "DELETE /v2.0/routers/3bc335ea-b40f-4a7d-b2d2-5f6ad4a8b692 HTTP/1.1" status: 404 len: 336 time: 0.0534666 Nov 04 10:35:03.441541 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38598) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:03.444713 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7f7f54ad-460f-42e0-9274-bbc81613a032 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8532557 Nov 04 10:35:03.445550 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38600) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:03.448616 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-5b2cb713-1916-4553-8a39-9b1a5546be83 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c028ed5e0ec445e5b00dda8c46c81073 HTTP/1.1" status: 200 len: 379 time: 0.0816011 Nov 04 10:35:03.450216 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-1f41ad2f-ca69-4233-a7a3-f4ed80a8f362 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973933473-router', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:03.474627 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1f41ad2f-ca69-4233-a7a3-f4ed80a8f362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:03.476161 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1f41ad2f-ca69-4233-a7a3-f4ed80a8f362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:03.501148 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-a42db01b-3b49-426b-902a-cfbac1666955 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Request body: {'port': {'device_id': 'ed774fe5-7c02-4d40-ad72-e73641da60a8', 'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b', 'admin_state_up': True, 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'security_groups': ['ae2f195c-88ce-4ed3-a3a4-14584abee14f']}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:03.557883 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eef17ce-c548-4f69-bdfb-66906ee6996a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-54d126eb-2366-4e9a-970c-4c8c6fe2a9ee', 'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'fixed_ips': [{'subnet_id': '75946b22-fef0-469a-a134-d85aa619e876'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:35:03.560878 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5eef17ce-c548-4f69-bdfb-66906ee6996a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:03.597298 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1f41ad2f-ca69-4233-a7a3-f4ed80a8f362 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:03.622740 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a621ab69-e5a9-41a4-b0ef-9bc8c37de5e0 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "GET /v2.0/ports?device_id=bec47134-969c-4a54-be5c-57d0570876ae HTTP/1.1" status: 200 len: 205 time: 0.1728458 Nov 04 10:35:03.636239 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38602) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:03.700096 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-23ed789b-5331-4917-811c-8661d8958e73 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] delete failed (client error): The resource could not be found. Nov 04 10:35:03.701668 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-23ed789b-5331-4917-811c-8661d8958e73 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "DELETE /v2.0/routers/bec47134-969c-4a54-be5c-57d0570876ae HTTP/1.1" status: 404 len: 336 time: 0.0643094 Nov 04 10:35:03.705024 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38604) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:03.716659 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ef52b5b9-ff14-4eb7-9c01-7e1ab5a88d2f req-0d30e001-ec3a-4646-9481-b49faf4f3c41 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "GET /v2.0/security-groups/a48ef1cb-b416-4176-ad6f-0749b028d36e HTTP/1.1" status: 200 len: 2419 time: 0.2740343 Nov 04 10:35:03.760270 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-5eef17ce-c548-4f69-bdfb-66906ee6996a None None] Allocated IP 172.20.0.2 (54d126eb-2366-4e9a-970c-4c8c6fe2a9ee/75946b22-fef0-469a-a134-d85aa619e876/7b959125-16b1-4ab7-83e8-129ec3ea2564) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:35:03.778060 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-81c927b4-e33c-47fc-8f45-412d9be6d941 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "GET /v2.0/ports?device_id=7f212beb-6839-449d-99a5-56909b851f66 HTTP/1.1" status: 200 len: 205 time: 0.0582778 Nov 04 10:35:03.781457 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38606) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:03.808427 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1f41ad2f-ca69-4233-a7a3-f4ed80a8f362 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:03.854133 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-1eeb950a-b949-421e-9c01-e5842d4a1e29 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] delete failed (client error): The resource could not be found. Nov 04 10:35:03.858611 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1eeb950a-b949-421e-9c01-e5842d4a1e29 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "DELETE /v2.0/routers/7f212beb-6839-449d-99a5-56909b851f66 HTTP/1.1" status: 404 len: 336 time: 0.0691710 Nov 04 10:35:03.866361 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38608) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:03.952089 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5eef17ce-c548-4f69-bdfb-66906ee6996a None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:03.964868 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5eef17ce-c548-4f69-bdfb-66906ee6996a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:03.987082 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eef17ce-c548-4f69-bdfb-66906ee6996a None None] Network 54d126eb-2366-4e9a-970c-4c8c6fe2a9ee is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:35:03.992974 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-5eef17ce-c548-4f69-bdfb-66906ee6996a None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:04.018820 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eef17ce-c548-4f69-bdfb-66906ee6996a None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:35:04.072299 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1f41ad2f-ca69-4233-a7a3-f4ed80a8f362 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:04.082491 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef17ce-c548-4f69-bdfb-66906ee6996a None None] Pushing event updated for resources: {'Port': ['ID=7b959125-16b1-4ab7-83e8-129ec3ea2564,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:04.098955 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1f41ad2f-ca69-4233-a7a3-f4ed80a8f362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:04.100069 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5eef17ce-c548-4f69-bdfb-66906ee6996a None None] Attempting to bind port 7b959125-16b1-4ab7-83e8-129ec3ea2564 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:35:04.100463 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5eef17ce-c548-4f69-bdfb-66906ee6996a None None] Attempting to bind port 7b959125-16b1-4ab7-83e8-129ec3ea2564 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'c733da2d-3ab1-4293-8e61-0b77e271ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:35:04.101063 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef17ce-c548-4f69-bdfb-66906ee6996a None None] Attempting to bind port 7b959125-16b1-4ab7-83e8-129ec3ea2564 on network 54d126eb-2366-4e9a-970c-4c8c6fe2a9ee {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:35:04.108147 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef17ce-c548-4f69-bdfb-66906ee6996a None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:35:04.108532 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef17ce-c548-4f69-bdfb-66906ee6996a None None] Checking segment: {'id': 'c733da2d-3ab1-4293-8e61-0b77e271ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:35:04.108968 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5eef17ce-c548-4f69-bdfb-66906ee6996a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:04.109987 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef17ce-c548-4f69-bdfb-66906ee6996a None None] Bound using segment: {'id': 'c733da2d-3ab1-4293-8e61-0b77e271ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:35:04.110448 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5eef17ce-c548-4f69-bdfb-66906ee6996a None None] Bound port: 7b959125-16b1-4ab7-83e8-129ec3ea2564, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c733da2d-3ab1-4293-8e61-0b77e271ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:35:04.110850 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5eef17ce-c548-4f69-bdfb-66906ee6996a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:04.209284 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5eef17ce-c548-4f69-bdfb-66906ee6996a None None] For port 7b959125-16b1-4ab7-83e8-129ec3ea2564, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:35:04.213048 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5eef17ce-c548-4f69-bdfb-66906ee6996a None None] For port 7b959125-16b1-4ab7-83e8-129ec3ea2564, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7b959125-16b1-4ab7-83e8-129ec3ea2564,segment=NetworkSegment(c733da2d-3ab1-4293-8e61-0b77e271ebcf),segment_id=c733da2d-3ab1-4293-8e61-0b77e271ebcf)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:35:04.219346 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5eef17ce-c548-4f69-bdfb-66906ee6996a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:04.228759 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-1f41ad2f-ca69-4233-a7a3-f4ed80a8f362 admin admin] Allocated IP 172.25.7.24 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/a1f60f24-b3a7-4efb-8403-529ebae61fc1) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:35:04.293716 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef17ce-c548-4f69-bdfb-66906ee6996a None None] Pushing event updated for resources: {'Port': ['ID=7b959125-16b1-4ab7-83e8-129ec3ea2564,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:04.309382 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80416f2-d85c-45aa-b8f7-e033b1d7e093', 'tag': '4c46e41e-d13d-467f-9446-d58fcef67498'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:35:04.312472 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da049fe-7342-4131-818a-46a81f9c4db6" -d '{"events": [{"name": "network-changed", "server_uuid": "e80416f2-d85c-45aa-b8f7-e033b1d7e093", "tag": "4c46e41e-d13d-467f-9446-d58fcef67498"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:35:04.325149 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38614) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:04.325626 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7a7bbe91-8c5d-4a78-bfa5-7794f1c027f1 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "GET /v2.0/ports?device_id=039675fe-e53b-4683-8c28-7c23f374ce2b HTTP/1.1" status: 200 len: 205 time: 0.4576516 Nov 04 10:35:04.326503 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-a42db01b-3b49-426b-902a-cfbac1666955 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Made reservation on behalf of c028ed5e0ec445e5b00dda8c46c81073 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:35:04.330234 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-a42db01b-3b49-426b-902a-cfbac1666955 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:04.370794 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ef52b5b9-ff14-4eb7-9c01-7e1ab5a88d2f req-efeed2a2-41fd-4887-9fa4-76c529a72a11 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:04.376319 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-b0ecfc06-5473-4547-8fc7-6b4a48b2e877 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] delete failed (client error): The resource could not be found. Nov 04 10:35:04.377479 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b0ecfc06-5473-4547-8fc7-6b4a48b2e877 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "DELETE /v2.0/routers/039675fe-e53b-4683-8c28-7c23f374ce2b HTTP/1.1" status: 404 len: 336 time: 0.0505893 Nov 04 10:35:04.383057 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38616) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:04.450259 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1f41ad2f-ca69-4233-a7a3-f4ed80a8f362 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:04.463587 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b110c847-2678-427e-9ec3-76778c80ef59 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "GET /v2.0/ports?device_id=436c50e5-6da4-4666-a456-e1830d86921f HTTP/1.1" status: 200 len: 205 time: 0.0525331 Nov 04 10:35:04.464420 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38620) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:04.475901 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ef52b5b9-ff14-4eb7-9c01-7e1ab5a88d2f req-efeed2a2-41fd-4887-9fa4-76c529a72a11 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:04.478935 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 4c46e41e-d13d-467f-9446-d58fcef67498 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:35:04.598643 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-a42db01b-3b49-426b-902a-cfbac1666955 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Allocated IP 172.20.0.5 (76c58e58-2fca-437a-b0b9-4ec508945e0b/a10f0746-db56-4227-89cf-ffbd29fe094a/b7108e6d-d75d-480a-a32d-4797866cb8fe) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:35:04.612768 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 4c46e41e-d13d-467f-9446-d58fcef67498 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:35:04.619865 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 4c46e41e-d13d-467f-9446-d58fcef67498 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:35:04.620245 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:04.627229 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ef52b5b9-ff14-4eb7-9c01-7e1ab5a88d2f req-efeed2a2-41fd-4887-9fa4-76c529a72a11 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:04.634088 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ef52b5b9-ff14-4eb7-9c01-7e1ab5a88d2f req-efeed2a2-41fd-4887-9fa4-76c529a72a11 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:04.657587 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ef52b5b9-ff14-4eb7-9c01-7e1ab5a88d2f req-efeed2a2-41fd-4887-9fa4-76c529a72a11 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "DELETE /v2.0/security-groups/a48ef1cb-b416-4176-ad6f-0749b028d36e HTTP/1.1" status: 204 len: 173 time: 0.9395568 Nov 04 10:35:04.712679 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeed2a2-41fd-4887-9fa4-76c529a72a11 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48ef1cb-b416-4176-ad6f-0749b028d36e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:04.809513 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:04.847549 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80416f2-d85c-45aa-b8f7-e033b1d7e093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c46e41e-d13d-467f-9446-d58fcef67498'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:35:04.850407 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a89492-54fb-4f95-bbfa-598888ca3d45" -d '{"events": [{"server_uuid": "e80416f2-d85c-45aa-b8f7-e033b1d7e093", "name": "network-vif-plugged", "status": "completed", "tag": "4c46e41e-d13d-467f-9446-d58fcef67498"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:35:04.866125 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-bcd452bd-5038-414a-9db1-6c70b66ffed1 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] delete failed (client error): The resource could not be found. Nov 04 10:35:04.868133 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 4c46e41e-d13d-467f-9446-d58fcef67498, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4c46e41e-d13d-467f-9446-d58fcef67498,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:04.870665 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bcd452bd-5038-414a-9db1-6c70b66ffed1 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "DELETE /v2.0/routers/436c50e5-6da4-4666-a456-e1830d86921f HTTP/1.1" status: 404 len: 336 time: 0.4050343 Nov 04 10:35:04.875696 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:04.877416 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38630) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:04.913004 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fdb8a4b-927e-4e8a-8e0a-87fe1c93d978 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] DELETE failed (client error): The resource could not be found. Nov 04 10:35:04.913504 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fdb8a4b-927e-4e8a-8e0a-87fe1c93d978 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:35:04.919642 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2fdb8a4b-927e-4e8a-8e0a-87fe1c93d978 tempest-RoutersIpV6AdminTest-1917764474 tempest-RoutersIpV6AdminTest-1917764474-project] 10.222.0.127 "DELETE /v2.0/subnets/ab5be85f-0cc0-4a28-b08c-bda856f8e9cc HTTP/1.1" status: 404 len: 337 time: 0.0404506 Nov 04 10:35:04.935540 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1f41ad2f-ca69-4233-a7a3-f4ed80a8f362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:04.947263 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-a42db01b-3b49-426b-902a-cfbac1666955 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:04.949057 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=4c46e41e-d13d-467f-9446-d58fcef67498,revision_number=9']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:04.959326 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8250a-4607-44dd-9ec5-5fb5012be0cd req-1dc588df-c696-48c2-b150-39afb9b2bbc1 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:04.961011 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fea8250a-4607-44dd-9ec5-5fb5012be0cd req-1dc588df-c696-48c2-b150-39afb9b2bbc1 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 948 time: 0.1245427 Nov 04 10:35:04.984308 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f41ad2f-ca69-4233-a7a3-f4ed80a8f362 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:35:04.987509 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-1f41ad2f-ca69-4233-a7a3-f4ed80a8f362 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:04.990982 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f41ad2f-ca69-4233-a7a3-f4ed80a8f362 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:35:05.034563 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41ad2f-ca69-4233-a7a3-f4ed80a8f362 admin admin] Pushing event updated for resources: {'Port': ['ID=a1f60f24-b3a7-4efb-8403-529ebae61fc1,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:05.038162 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-a42db01b-3b49-426b-902a-cfbac1666955 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:05.137762 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fea8250a-4607-44dd-9ec5-5fb5012be0cd req-fdebc491-5059-42fd-b0b3-b4907bef412e tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282048 Nov 04 10:35:05.171281 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-a42db01b-3b49-426b-902a-cfbac1666955 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Network 76c58e58-2fca-437a-b0b9-4ec508945e0b is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:35:05.184673 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-a42db01b-3b49-426b-902a-cfbac1666955 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:05.191897 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-a42db01b-3b49-426b-902a-cfbac1666955 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:35:05.279580 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7b959125-16b1-4ab7-83e8-129ec3ea2564 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:35:05.357966 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b930503e-fd98-4459-8958-cfbbbe4b2b7d x-openstack-request-id: req-b930503e-fd98-4459-8958-cfbbbe4b2b7d {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:35:05.366287 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e80416f2-d85c-45aa-b8f7-e033b1d7e093", "tag": "4c46e41e-d13d-467f-9446-d58fcef67498", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:35:05.367251 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-b930503e-fd98-4459-8958-cfbbbe4b2b7d {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:35:05.368278 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 7b959125-16b1-4ab7-83e8-129ec3ea2564 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:35:05.368730 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:05.369253 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80416f2-d85c-45aa-b8f7-e033b1d7e093', 'tag': '4c46e41e-d13d-467f-9446-d58fcef67498', 'status': 'completed', 'code': 200} Nov 04 10:35:05.370946 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42db01b-3b49-426b-902a-cfbac1666955 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Pushing event updated for resources: {'Port': ['ID=b7108e6d-d75d-480a-a32d-4797866cb8fe,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:05.515152 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:05.542195 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38638) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:05.581550 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-a42db01b-3b49-426b-902a-cfbac1666955 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:05.582521 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-a42db01b-3b49-426b-902a-cfbac1666955 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:05.608455 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 7b959125-16b1-4ab7-83e8-129ec3ea2564, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7b959125-16b1-4ab7-83e8-129ec3ea2564,segment=NetworkSegment(c733da2d-3ab1-4293-8e61-0b77e271ebcf),segment_id=c733da2d-3ab1-4293-8e61-0b77e271ebcf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:05.610569 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da049fe-7342-4131-818a-46a81f9c4db6 req-69ff29d7-2d6c-44d6-ac1d-c488b8327f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:05.612580 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4da049fe-7342-4131-818a-46a81f9c4db6 req-69ff29d7-2d6c-44d6-ac1d-c488b8327f46 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 1100 time: 0.2606587 Nov 04 10:35:05.618038 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:05.625171 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-a42db01b-3b49-426b-902a-cfbac1666955 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1656277 Nov 04 10:35:05.663006 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-1461059a-87eb-45e3-9a66-43cb9eb94934 service neutron] Request body: {'port': {'device_id': 'ed774fe5-7c02-4d40-ad72-e73641da60a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:05.664023 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da049fe-7342-4131-818a-46a81f9c4db6 req-d395e85c-4962-46ab-b946-f7e6366162e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:05.667803 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4da049fe-7342-4131-818a-46a81f9c4db6 req-d395e85c-4962-46ab-b946-f7e6366162e4 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 1100 time: 0.2227819 Nov 04 10:35:05.802979 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=7b959125-16b1-4ab7-83e8-129ec3ea2564,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:05.810710 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b7c6f-3384-444f-9b40-3b82e5e5a26b req-3843227c-a15a-4683-ba94-ff6561c95a57 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:05.813392 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f54b7c6f-3384-444f-9b40-3b82e5e5a26b req-3843227c-a15a-4683-ba94-ff6561c95a57 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/ports?device_id=ed774fe5-7c02-4d40-ad72-e73641da60a8 HTTP/1.1" status: 200 len: 931 time: 0.3469574 Nov 04 10:35:05.818457 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1f41ad2f-ca69-4233-a7a3-f4ed80a8f362 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:05.827039 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-6e275c02-51c3-4586-9d71-9c4e381b8892 None None] Provisioning complete for port b7108e6d-d75d-480a-a32d-4797866cb8fe triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:35:05.827428 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6e275c02-51c3-4586-9d71-9c4e381b8892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:05.912516 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da049fe-7342-4131-818a-46a81f9c4db6 req-ff6bbea6-ac76-4c24-bfee-c3e194ed0cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:05.914844 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4da049fe-7342-4131-818a-46a81f9c4db6 req-ff6bbea6-ac76-4c24-bfee-c3e194ed0cc8 service neutron] 10.222.0.126 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.2331729 Nov 04 10:35:05.941767 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-6e275c02-51c3-4586-9d71-9c4e381b8892 None None] Port b7108e6d-d75d-480a-a32d-4797866cb8fe cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:35:05.948429 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-10b1299f-b34d-485f-a58d-cc1206d6744d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:05.956190 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-1461059a-87eb-45e3-9a66-43cb9eb94934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:05.971234 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4da049fe-7342-4131-818a-46a81f9c4db6 req-3fbb71ec-7882-43b5-bf1b-049d68520d4c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4c46e41e-d13d-467f-9446-d58fcef67498 HTTP/1.1" status: 200 len: 217 time: 0.0427833 Nov 04 10:35:06.006413 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da049fe-7342-4131-818a-46a81f9c4db6 req-7b84aca7-81ca-45d2-ba22-a84ee3ec988a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:06.007776 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4da049fe-7342-4131-818a-46a81f9c4db6 req-7b84aca7-81ca-45d2-ba22-a84ee3ec988a service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.3814514 Nov 04 10:35:06.020926 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f54b7c6f-3384-444f-9b40-3b82e5e5a26b req-87c5fb81-0269-42c9-bd9b-95e421a130d1 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/security-groups?id=ae2f195c-88ce-4ed3-a3a4-14584abee14f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967170 Nov 04 10:35:06.062833 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d5b612-a47e-45ce-8963-10dbb244e111 None None] Network 54d126eb-2366-4e9a-970c-4c8c6fe2a9ee requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:35:06.092260 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da049fe-7342-4131-818a-46a81f9c4db6 req-e73485b3-91a4-4e3e-9be1-8f9373b0b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:06.094500 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4da049fe-7342-4131-818a-46a81f9c4db6 req-e73485b3-91a4-4e3e-9be1-8f9373b0b8ae service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1154404 Nov 04 10:35:06.203845 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da049fe-7342-4131-818a-46a81f9c4db6 req-222f4527-3c99-4bab-a94b-995d5856515f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:06.205781 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4da049fe-7342-4131-818a-46a81f9c4db6 req-222f4527-3c99-4bab-a94b-995d5856515f service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1009839 Nov 04 10:35:06.337939 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4da049fe-7342-4131-818a-46a81f9c4db6 req-f4031b26-5467-4c9e-a684-930b61b747d7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4c46e41e-d13d-467f-9446-d58fcef67498 HTTP/1.1" status: 200 len: 217 time: 0.3086026 Nov 04 10:35:06.346692 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-87ad06a3-6f68-451e-b362-c35347599ee7 None None] Provisioning complete for port 7b959125-16b1-4ab7-83e8-129ec3ea2564 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:35:06.347125 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-87ad06a3-6f68-451e-b362-c35347599ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:06.378050 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1f41ad2f-ca69-4233-a7a3-f4ed80a8f362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:06.470733 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4da049fe-7342-4131-818a-46a81f9c4db6 req-8a6adc02-15b1-42a0-bc7a-5e395013c1ce service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571473 Nov 04 10:35:06.499330 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e30aaf51-9fbc-4f28-9971-678913a31035 req-6d92ae19-6521-4a91-be2c-f2aaf4107e15 tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "GET /v2.0/security-groups/dcfc87f9-92fa-481f-990c-9f20d4116d16 HTTP/1.1" status: 200 len: 2413 time: 0.3883154 Nov 04 10:35:06.536023 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da049fe-7342-4131-818a-46a81f9c4db6 req-f5d59eab-e14c-4629-8c45-154364cd4169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:06.537643 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4da049fe-7342-4131-818a-46a81f9c4db6 req-f5d59eab-e14c-4629-8c45-154364cd4169 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1870394 Nov 04 10:35:06.644952 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-10b1299f-b34d-485f-a58d-cc1206d6744d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:06.664878 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da049fe-7342-4131-818a-46a81f9c4db6 req-0b7f52a9-af65-4812-b010-b94b06bf7e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:06.668147 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4da049fe-7342-4131-818a-46a81f9c4db6 req-0b7f52a9-af65-4812-b010-b94b06bf7e80 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1169627 Nov 04 10:35:06.668147 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-10b1299f-b34d-485f-a58d-cc1206d6744d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:06.689618 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4da049fe-7342-4131-818a-46a81f9c4db6 req-091e00ca-b7cc-40dc-a67e-ea944b19bbae service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110381 Nov 04 10:35:06.696524 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d8e44611-75a9-4564-a3aa-da05d131d5fa None None] Provisioning complete for port 7b959125-16b1-4ab7-83e8-129ec3ea2564 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:35:06.696524 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d8e44611-75a9-4564-a3aa-da05d131d5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:06.710070 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f41ad2f-ca69-4233-a7a3-f4ed80a8f362 admin admin] Router a7c474d3-adca-4693-bdaf-4855756c5dd1 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:35:06.776307 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e30aaf51-9fbc-4f28-9971-678913a31035 req-f2cd88db-506a-42d3-a75f-0c2a06a237bb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:06.818282 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-1461059a-87eb-45e3-9a66-43cb9eb94934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7108e6d-d75d-480a-a32d-4797866cb8fe {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:35:06.831057 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-10b1299f-b34d-485f-a58d-cc1206d6744d admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=72e1b3884c0d426f829a1dbb25e963ca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2843235 Nov 04 10:35:06.837562 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38642) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:06.837750 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1299f-b34d-485f-a58d-cc1206d6744d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b631a616-8b1b-4e2f-941d-670634f86e78,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:06.846694 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-1461059a-87eb-45e3-9a66-43cb9eb94934 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:06.854524 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e30aaf51-9fbc-4f28-9971-678913a31035 req-f2cd88db-506a-42d3-a75f-0c2a06a237bb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:06.890459 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f41ad2f-ca69-4233-a7a3-f4ed80a8f362 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:35:06.904710 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c792af97-4d4f-4d78-b041-675ab73fc0f6 None None] Sync routers for ids ['a7c474d3-adca-4693-bdaf-4855756c5dd1'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:35:06.907187 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-1461059a-87eb-45e3-9a66-43cb9eb94934 service neutron] Transition to ACTIVE for port object b7108e6d-d75d-480a-a32d-4797866cb8fe will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:35:06.912857 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a79e4a9-4bae-4999-8fd6-e82a812f6de0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:06.918661 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c792af97-4d4f-4d78-b041-675ab73fc0f6 None None] Routers {'a7c474d3-adca-4693-bdaf-4855756c5dd1'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:06.919827 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c792af97-4d4f-4d78-b041-675ab73fc0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:34:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a7c474d3-adca-4693-bdaf-4855756c5dd1'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:06.920886 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-1461059a-87eb-45e3-9a66-43cb9eb94934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:06.930383 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4da049fe-7342-4131-818a-46a81f9c4db6 req-dde3ccde-4ed3-4147-a63d-621bcd16a028 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446055 Nov 04 10:35:06.941609 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a79e4a9-4bae-4999-8fd6-e82a812f6de0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:06.951838 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1f41ad2f-ca69-4233-a7a3-f4ed80a8f362 admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:06.955874 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1f41ad2f-ca69-4233-a7a3-f4ed80a8f362 admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 3.5063732 Nov 04 10:35:06.958309 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38644) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:07.050382 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e30aaf51-9fbc-4f28-9971-678913a31035 req-f2cd88db-506a-42d3-a75f-0c2a06a237bb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:07.053741 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e30aaf51-9fbc-4f28-9971-678913a31035 req-f2cd88db-506a-42d3-a75f-0c2a06a237bb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:07.054970 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e30aaf51-9fbc-4f28-9971-678913a31035 req-f2cd88db-506a-42d3-a75f-0c2a06a237bb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] 10.222.0.127 "DELETE /v2.0/security-groups/dcfc87f9-92fa-481f-990c-9f20d4116d16 HTTP/1.1" status: 204 len: 173 time: 0.5428386 Nov 04 10:35:07.069996 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38648) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:07.150304 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-c792af97-4d4f-4d78-b041-675ab73fc0f6 None None] Set router a7c474d3-adca-4693-bdaf-4855756c5dd1 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:35:07.155510 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4dc057-3f53-4c69-a48e-a173d5b3cf0e admin admin] Deleting subnet 1f3c23dc-a6d4-4ffa-a703-8101717aefc6 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:35:07.193776 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461059a-87eb-45e3-9a66-43cb9eb94934 service neutron] Pushing event updated for resources: {'Port': ['ID=b7108e6d-d75d-480a-a32d-4797866cb8fe,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:07.198377 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7a4dc057-3f53-4c69-a48e-a173d5b3cf0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:07.220630 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd88db-506a-42d3-a75f-0c2a06a237bb tempest-SecurityGroupRulesTestJSON-56347534 tempest-SecurityGroupRulesTestJSON-56347534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfc87f9-92fa-481f-990c-9f20d4116d16,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:07.260635 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7b959125-16b1-4ab7-83e8-129ec3ea2564 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:35:07.290488 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a79e4a9-4bae-4999-8fd6-e82a812f6de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:07.293148 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a79e4a9-4bae-4999-8fd6-e82a812f6de0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:07.305155 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1a79e4a9-4bae-4999-8fd6-e82a812f6de0 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/b631a616-8b1b-4e2f-941d-670634f86e78 HTTP/1.1" status: 204 len: 168 time: 0.4610517 Nov 04 10:35:07.349299 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-1461059a-87eb-45e3-9a66-43cb9eb94934 service neutron] Attempting to bind port b7108e6d-d75d-480a-a32d-4797866cb8fe on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:35:07.349811 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-1461059a-87eb-45e3-9a66-43cb9eb94934 service neutron] Attempting to bind port b7108e6d-d75d-480a-a32d-4797866cb8fe by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '037f8e52-dbbc-4423-b2e4-190597daeab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:35:07.350245 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-1461059a-87eb-45e3-9a66-43cb9eb94934 service neutron] Attempting to bind port b7108e6d-d75d-480a-a32d-4797866cb8fe on network 76c58e58-2fca-437a-b0b9-4ec508945e0b {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:35:07.366365 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79e4a9-4bae-4999-8fd6-e82a812f6de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b631a616-8b1b-4e2f-941d-670634f86e78,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:07.397261 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-1461059a-87eb-45e3-9a66-43cb9eb94934 service neutron] Port b7108e6d-d75d-480a-a32d-4797866cb8fe on network 76c58e58-2fca-437a-b0b9-4ec508945e0b not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:35:07.397705 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-1461059a-87eb-45e3-9a66-43cb9eb94934 service neutron] Attempting to bind port b7108e6d-d75d-480a-a32d-4797866cb8fe on network 76c58e58-2fca-437a-b0b9-4ec508945e0b {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:35:07.419781 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 7b959125-16b1-4ab7-83e8-129ec3ea2564 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:35:07.420171 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:07.448776 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7a4dc057-3f53-4c69-a48e-a173d5b3cf0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:07.492440 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-1461059a-87eb-45e3-9a66-43cb9eb94934 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:35:07.493203 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-1461059a-87eb-45e3-9a66-43cb9eb94934 service neutron] Checking segment: {'id': '037f8e52-dbbc-4423-b2e4-190597daeab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:35:07.493873 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-1461059a-87eb-45e3-9a66-43cb9eb94934 service neutron] Bound using segment: {'id': '037f8e52-dbbc-4423-b2e4-190597daeab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:35:07.494602 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-1461059a-87eb-45e3-9a66-43cb9eb94934 service neutron] Bound port: b7108e6d-d75d-480a-a32d-4797866cb8fe, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '037f8e52-dbbc-4423-b2e4-190597daeab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:35:07.495033 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-1461059a-87eb-45e3-9a66-43cb9eb94934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:07.520262 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4da049fe-7342-4131-818a-46a81f9c4db6 req-bb4df7da-6613-462e-bcfa-3ba14428aec6 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632002 Nov 04 10:35:07.527158 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454c51b-5159-490e-845d-e80f20495235 req-3387303f-5c8a-4faf-9430-d3f2589421d3 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:07.536327 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8454c51b-5159-490e-845d-e80f20495235 req-3387303f-5c8a-4faf-9430-d3f2589421d3 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 1095 time: 0.1891782 Nov 04 10:35:07.622356 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7a4dc057-3f53-4c69-a48e-a173d5b3cf0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:07.712636 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38658) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:07.765445 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c792af97-4d4f-4d78-b041-675ab73fc0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973933473-router', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:03Z', 'updated_at': '2021-11-04T10:35:05Z', 'revision_number': 3, 'project_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'gw_port': {'id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:57:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:04Z', 'updated_at': '2021-11-04T10:35:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:07.785640 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8454c51b-5159-490e-845d-e80f20495235 req-a7cad3d0-676a-4084-8654-0ad3a1ec67a0 tempest-LiveAutoBlockMigrationV225Test-1292859283 tempest-LiveAutoBlockMigrationV225Test-1292859283-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480862 Nov 04 10:35:07.805549 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-1461059a-87eb-45e3-9a66-43cb9eb94934 service neutron] For port b7108e6d-d75d-480a-a32d-4797866cb8fe, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:35:07.822410 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-1461059a-87eb-45e3-9a66-43cb9eb94934 service neutron] For port b7108e6d-d75d-480a-a32d-4797866cb8fe, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b7108e6d-d75d-480a-a32d-4797866cb8fe,segment=NetworkSegment(037f8e52-dbbc-4423-b2e4-190597daeab8),segment_id=037f8e52-dbbc-4423-b2e4-190597daeab8)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:35:07.848315 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-1461059a-87eb-45e3-9a66-43cb9eb94934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:07.888038 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c792af97-4d4f-4d78-b041-675ab73fc0f6 None None] Checking router: a7c474d3-adca-4693-bdaf-4855756c5dd1 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:35:07.892840 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c792af97-4d4f-4d78-b041-675ab73fc0f6 None None] Updating router a7c474d3-adca-4693-bdaf-4855756c5dd1 port a1f60f24-b3a7-4efb-8403-529ebae61fc1 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:35:07.932020 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38664) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:07.949570 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f77bea9-d974-4ff4-8c6c-0a24c7f20d6f x-openstack-request-id: req-8f77bea9-d974-4ff4-8c6c-0a24c7f20d6f {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:35:07.950317 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80416f2-d85c-45aa-b8f7-e033b1d7e093", "name": "network-vif-plugged", "status": "completed", "tag": "4c46e41e-d13d-467f-9446-d58fcef67498", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:35:07.950748 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-8f77bea9-d974-4ff4-8c6c-0a24c7f20d6f {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:35:07.951836 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80416f2-d85c-45aa-b8f7-e033b1d7e093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c46e41e-d13d-467f-9446-d58fcef67498', 'code': 200} Nov 04 10:35:07.986514 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c792af97-4d4f-4d78-b041-675ab73fc0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:07.994701 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7a4dc057-3f53-4c69-a48e-a173d5b3cf0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:08.114649 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4dc057-3f53-4c69-a48e-a173d5b3cf0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f3c23dc-a6d4-4ffa-a703-8101717aefc6,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:08.129177 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-1461059a-87eb-45e3-9a66-43cb9eb94934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:08.130847 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-1461059a-87eb-45e3-9a66-43cb9eb94934 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:08.134979 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-1461059a-87eb-45e3-9a66-43cb9eb94934 service neutron] 10.222.0.126 "PUT /v2.0/ports/b7108e6d-d75d-480a-a32d-4797866cb8fe HTTP/1.1" status: 200 len: 1091 time: 2.4856441 Nov 04 10:35:08.158275 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed774fe5-7c02-4d40-ad72-e73641da60a8', 'tag': 'b7108e6d-d75d-480a-a32d-4797866cb8fe'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:35:08.165309 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbe9235-bfb3-4737-95b4-186d0ea7789f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed774fe5-7c02-4d40-ad72-e73641da60a8", "tag": "b7108e6d-d75d-480a-a32d-4797866cb8fe"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:35:08.174451 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7a4dc057-3f53-4c69-a48e-a173d5b3cf0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:08.183742 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7a4dc057-3f53-4c69-a48e-a173d5b3cf0e admin admin] 10.222.0.127 "DELETE /v2.0/subnets/1f3c23dc-a6d4-4ffa-a703-8101717aefc6 HTTP/1.1" status: 204 len: 168 time: 1.1120059 Nov 04 10:35:08.187733 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38668) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:08.222692 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461059a-87eb-45e3-9a66-43cb9eb94934 service neutron] Pushing event updated for resources: {'Port': ['ID=b7108e6d-d75d-480a-a32d-4797866cb8fe,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:08.469443 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6e27c225-9f88-46f0-9520-73d998bb7a49 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=7d6d05b59c6b4d5fb3357705ffeec386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5317738 Nov 04 10:35:08.470068 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38672) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:08.513088 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-08775808-bf0d-4a65-a6bc-4125ef322d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:08.555550 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-04fc08cd-360b-4bda-8396-4009dc24789b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:08.559946 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-04fc08cd-360b-4bda-8396-4009dc24789b service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c028ed5e0ec445e5b00dda8c46c81073&device_id=ed774fe5-7c02-4d40-ad72-e73641da60a8 HTTP/1.1" status: 200 len: 1094 time: 0.3039730 Nov 04 10:35:08.593535 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b05a2ff1-f8e2-490a-9f79-ae39d20ee3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:08.608705 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-cffe9c86-73f8-417f-8365-b48dbdbd7088 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:08.610374 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-cffe9c86-73f8-417f-8365-b48dbdbd7088 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.126 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093&tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&binding%3Ahost_id=n-h1-816629-1 HTTP/1.1" status: 200 len: 949 time: 0.2940357 Nov 04 10:35:08.673455 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f3d839dc-4b53-44ab-9e40-85559c4239ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:08.691901 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8cc43ec5-1d50-477b-a267-ff8d24e7e002 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:08.715916 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-bffd85fb-720d-437e-95a8-374ab35d6e08 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7108e6d-d75d-480a-a32d-4797866cb8fe HTTP/1.1" status: 200 len: 217 time: 0.1395695 Nov 04 10:35:08.717118 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f3d839dc-4b53-44ab-9e40-85559c4239ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:08.795474 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-321c012c-71f0-44b8-818a-23409bc6c923 service neutron] 10.222.0.126 "GET /v2.0/ports/4c46e41e-d13d-467f-9446-d58fcef67498/bindings/n-h1-816629-1 HTTP/1.1" status: 200 len: 382 time: 0.1684325 Nov 04 10:35:08.846598 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-08775808-bf0d-4a65-a6bc-4125ef322d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:08.878442 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c792af97-4d4f-4d78-b041-675ab73fc0f6 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:08.895112 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-b8bb7455-92fb-49ba-9fbe-6ba369378a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:08.896779 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-b8bb7455-92fb-49ba-9fbe-6ba369378a88 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=a10f0746-db56-4227-89cf-ffbd29fe094a HTTP/1.1" status: 200 len: 855 time: 0.1724391 Nov 04 10:35:08.901324 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c792af97-4d4f-4d78-b041-675ab73fc0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:08.905094 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-08775808-bf0d-4a65-a6bc-4125ef322d5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f24cf01-cd7d-44f5-827f-98e24bfc3946']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:08.930242 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-c68cd880-76c0-4890-8b01-3466ec71effb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:08.931763 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-c68cd880-76c0-4890-8b01-3466ec71effb service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 1100 time: 0.0935574 Nov 04 10:35:08.934456 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b49be-692e-4717-802f-eb5a0d2c11f2 req-817521f8-70c5-491a-8c5c-507c87070f99 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:08.935029 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f3d839dc-4b53-44ab-9e40-85559c4239ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:08.935813 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d64b49be-692e-4717-802f-eb5a0d2c11f2 req-817521f8-70c5-491a-8c5c-507c87070f99 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/ports?device_id=ed774fe5-7c02-4d40-ad72-e73641da60a8 HTTP/1.1" status: 200 len: 943 time: 0.2827606 Nov 04 10:35:08.939420 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f3d839dc-4b53-44ab-9e40-85559c4239ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:08.944209 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f3d839dc-4b53-44ab-9e40-85559c4239ae admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/bb950688-484b-44ee-8912-a342b27c100d HTTP/1.1" status: 204 len: 168 time: 0.4493866 Nov 04 10:35:08.960348 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-08775808-bf0d-4a65-a6bc-4125ef322d5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c7f833-5219-45de-ab0f-4623d1f2406c') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:08.960601 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-08775808-bf0d-4a65-a6bc-4125ef322d5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c7f833-5219-45de-ab0f-4623d1f2406c') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:08.974140 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-b05a2ff1-f8e2-490a-9f79-ae39d20ee3d6 admin admin] Allocated IP 172.20.0.1 (54d126eb-2366-4e9a-970c-4c8c6fe2a9ee/75946b22-fef0-469a-a134-d85aa619e876/8db1a625-d213-4b72-9647-6791c04c6fb8) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:35:08.987390 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-c792af97-4d4f-4d78-b041-675ab73fc0f6 None None] Attempting to bind port a1f60f24-b3a7-4efb-8403-529ebae61fc1 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:35:08.988629 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-c792af97-4d4f-4d78-b041-675ab73fc0f6 None None] Attempting to bind port a1f60f24-b3a7-4efb-8403-529ebae61fc1 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:35:08.989146 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c792af97-4d4f-4d78-b041-675ab73fc0f6 None None] Attempting to bind port a1f60f24-b3a7-4efb-8403-529ebae61fc1 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:35:08.991185 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-08775808-bf0d-4a65-a6bc-4125ef322d5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:08.991348 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300a389-f32f-4008-b80f-95fdfc8f0acb None None] Pushing event updated for resources: {'Port': ['ID=a1f60f24-b3a7-4efb-8403-529ebae61fc1,revision_number=2']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:08.998519 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c792af97-4d4f-4d78-b041-675ab73fc0f6 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:35:08.998891 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c792af97-4d4f-4d78-b041-675ab73fc0f6 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:35:08.999327 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c792af97-4d4f-4d78-b041-675ab73fc0f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:09.000117 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c792af97-4d4f-4d78-b041-675ab73fc0f6 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:35:09.000251 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-c792af97-4d4f-4d78-b041-675ab73fc0f6 None None] Bound port: a1f60f24-b3a7-4efb-8403-529ebae61fc1, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:35:09.000634 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c792af97-4d4f-4d78-b041-675ab73fc0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:09.029514 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-08775808-bf0d-4a65-a6bc-4125ef322d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:09.045602 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08775808-bf0d-4a65-a6bc-4125ef322d5a admin admin] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:35:09.046096 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-08775808-bf0d-4a65-a6bc-4125ef322d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:35:09.048157 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:35:09.084121 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-c792af97-4d4f-4d78-b041-675ab73fc0f6 None None] For port a1f60f24-b3a7-4efb-8403-529ebae61fc1, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:35:09.088847 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-c792af97-4d4f-4d78-b041-675ab73fc0f6 None None] For port a1f60f24-b3a7-4efb-8403-529ebae61fc1, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a1f60f24-b3a7-4efb-8403-529ebae61fc1,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:35:09.095912 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c792af97-4d4f-4d78-b041-675ab73fc0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:09.116017 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-a00d7ffe-0d01-465c-99f6-d5b1df565826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:09.117555 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-a00d7ffe-0d01-465c-99f6-d5b1df565826 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=76c58e58-2fca-437a-b0b9-4ec508945e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2079422 Nov 04 10:35:09.150390 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8cc43ec5-1d50-477b-a267-ff8d24e7e002 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:09.165545 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300a389-f32f-4008-b80f-95fdfc8f0acb None None] Pushing event updated for resources: {'Port': ['ID=a1f60f24-b3a7-4efb-8403-529ebae61fc1,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:09.191284 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c792af97-4d4f-4d78-b041-675ab73fc0f6 None None] Routers {'a7c474d3-adca-4693-bdaf-4855756c5dd1'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:09.192024 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c792af97-4d4f-4d78-b041-675ab73fc0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:34:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a7c474d3-adca-4693-bdaf-4855756c5dd1'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:09.195079 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d64b49be-692e-4717-802f-eb5a0d2c11f2 req-99e40dbf-af5f-49ea-ba54-21add4bebdaa tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/security-groups?id=ae2f195c-88ce-4ed3-a3a4-14584abee14f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371814 Nov 04 10:35:09.246415 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b05a2ff1-f8e2-490a-9f79-ae39d20ee3d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:09.270584 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8cc43ec5-1d50-477b-a267-ff8d24e7e002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:09.317830 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-c792af97-4d4f-4d78-b041-675ab73fc0f6 None None] Set router a7c474d3-adca-4693-bdaf-4855756c5dd1 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:35:09.320750 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-08775808-bf0d-4a65-a6bc-4125ef322d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:09.356053 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-08775808-bf0d-4a65-a6bc-4125ef322d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:09.359787 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-08775808-bf0d-4a65-a6bc-4125ef322d5a admin admin] 10.222.0.127 "DELETE /v2.0/networks/0f24cf01-cd7d-44f5-827f-98e24bfc3946 HTTP/1.1" status: 204 len: 168 time: 1.1660185 Nov 04 10:35:09.453512 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8cc43ec5-1d50-477b-a267-ff8d24e7e002 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=99b7ce85e4ba459687225cd1bfbf7e00&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7330165 Nov 04 10:35:09.457935 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38684) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:09.465380 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08775808-bf0d-4a65-a6bc-4125ef322d5a admin admin] Pushing event deleted for resources: {'Network': ['ID=0f24cf01-cd7d-44f5-827f-98e24bfc3946,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:09.470911 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc43ec5-1d50-477b-a267-ff8d24e7e002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce01082-3423-460d-a4be-899917c174fe,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:09.610303 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38690) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:09.635019 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c792af97-4d4f-4d78-b041-675ab73fc0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973933473-router', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:03Z', 'updated_at': '2021-11-04T10:35:05Z', 'revision_number': 3, 'project_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'gw_port': {'id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:57:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:04Z', 'updated_at': '2021-11-04T10:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:09.649754 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-b3e37ae8-4e1d-446a-82ea-dd96d2d2a0c6 service neutron] 10.222.0.126 "GET /v2.0/networks/76c58e58-2fca-437a-b0b9-4ec508945e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170162 Nov 04 10:35:09.651812 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d839dc-4b53-44ab-9e40-85559c4239ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb950688-484b-44ee-8912-a342b27c100d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:09.656362 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-94caa2e5-50ce-486b-af0e-23cd6ad790e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:09.661293 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-94caa2e5-50ce-486b-af0e-23cd6ad790e4 service neutron] 10.222.0.126 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.3214078 Nov 04 10:35:09.676434 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b05a2ff1-f8e2-490a-9f79-ae39d20ee3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:09.677731 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-37e5512d-8533-4a57-9ff4-363c19731e49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:09.691817 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10c47be-f38c-4a11-8ce9-1583e01323aa x-openstack-request-id: req-b10c47be-f38c-4a11-8ce9-1583e01323aa {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:35:09.694701 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed774fe5-7c02-4d40-ad72-e73641da60a8", "tag": "b7108e6d-d75d-480a-a32d-4797866cb8fe", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:35:09.695741 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-b10c47be-f38c-4a11-8ce9-1583e01323aa {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:35:09.696416 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed774fe5-7c02-4d40-ad72-e73641da60a8', 'tag': 'b7108e6d-d75d-480a-a32d-4797866cb8fe', 'status': 'completed', 'code': 200} Nov 04 10:35:09.709696 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c792af97-4d4f-4d78-b041-675ab73fc0f6 None None] The sync data for ids ['a7c474d3-adca-4693-bdaf-4855756c5dd1'] in n-d-816629-1 is: [{'id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973933473-router', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:03Z', 'updated_at': '2021-11-04T10:35:05Z', 'revision_number': 3, 'project_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'gw_port': {'id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:57:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:04Z', 'updated_at': '2021-11-04T10:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:35:09.856306 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-37e5512d-8533-4a57-9ff4-363c19731e49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:09.890722 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fc77c7d0-1d3f-4ead-8131-0aaeee6b2585 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=4cccc063ccfc423787ca6b6a66f4f81c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2751091 Nov 04 10:35:09.909634 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38696) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:10.000171 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46268a3-6c22-487b-8a21-f5c3ee926b5e req-01b29b1a-44ed-4ed3-9db1-86a16e091459 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:10.001850 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b46268a3-6c22-487b-8a21-f5c3ee926b5e req-01b29b1a-44ed-4ed3-9db1-86a16e091459 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 949 time: 0.2129467 Nov 04 10:35:10.018072 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-548e290a-37ea-47a9-bb87-deec5d16aefb req-15775e2d-3436-4229-b5ca-e1c6c2d33481 service neutron] 10.222.0.126 "GET /v2.0/networks/76c58e58-2fca-437a-b0b9-4ec508945e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644972 Nov 04 10:35:10.062885 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-37e5512d-8533-4a57-9ff4-363c19731e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:10.065824 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-37e5512d-8533-4a57-9ff4-363c19731e49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:10.067286 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-37e5512d-8533-4a57-9ff4-363c19731e49 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/5ce01082-3423-460d-a4be-899917c174fe HTTP/1.1" status: 204 len: 168 time: 0.5978885 Nov 04 10:35:10.080965 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1e668cb9-f705-4a44-b6ab-9caac491f957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:10.090694 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5512d-8533-4a57-9ff4-363c19731e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce01082-3423-460d-a4be-899917c174fe,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:10.273677 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a2ff1-f8e2-490a-9f79-ae39d20ee3d6 admin admin] Pushing event updated for resources: {'Port': ['ID=8db1a625-d213-4b72-9647-6791c04c6fb8,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:10.296217 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1e668cb9-f705-4a44-b6ab-9caac491f957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:10.302683 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-fbaeb127-54dd-42e6-8a37-e2795634b71d service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4c46e41e-d13d-467f-9446-d58fcef67498 HTTP/1.1" status: 200 len: 217 time: 0.6155429 Nov 04 10:35:10.306548 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05a2ff1-f8e2-490a-9f79-ae39d20ee3d6 admin admin] Network 54d126eb-2366-4e9a-970c-4c8c6fe2a9ee is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:35:10.327118 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-b05a2ff1-f8e2-490a-9f79-ae39d20ee3d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:10.330809 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05a2ff1-f8e2-490a-9f79-ae39d20ee3d6 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:35:10.341114 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b46268a3-6c22-487b-8a21-f5c3ee926b5e req-6da0e756-a109-4d8f-acb7-dee9a5f72ecf tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191361 Nov 04 10:35:10.414019 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b05a2ff1-f8e2-490a-9f79-ae39d20ee3d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:10.485732 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe9235-bfb3-4737-95b4-186d0ea7789f req-985fd3b4-a1dc-4e0b-9021-29d3ab70d4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:10.487597 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9bbe9235-bfb3-4737-95b4-186d0ea7789f req-985fd3b4-a1dc-4e0b-9021-29d3ab70d4df service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c028ed5e0ec445e5b00dda8c46c81073&device_id=ed774fe5-7c02-4d40-ad72-e73641da60a8 HTTP/1.1" status: 200 len: 1094 time: 0.3880467 Nov 04 10:35:10.632223 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1e668cb9-f705-4a44-b6ab-9caac491f957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:10.636773 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1e668cb9-f705-4a44-b6ab-9caac491f957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:10.638419 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1e668cb9-f705-4a44-b6ab-9caac491f957 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/0655c1c0-3cf6-4b5d-9a71-d2f85f6a15ce HTTP/1.1" status: 204 len: 168 time: 0.7275336 Nov 04 10:35:10.660125 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e668cb9-f705-4a44-b6ab-9caac491f957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0655c1c0-3cf6-4b5d-9a71-d2f85f6a15ce,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:10.721297 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058c01a-ac8f-4228-b45d-c431734dc945 req-217c8c53-4204-4a92-a811-e1fe81dd950f tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:10.723237 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0058c01a-ac8f-4228-b45d-c431734dc945 req-217c8c53-4204-4a92-a811-e1fe81dd950f tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 944 time: 0.2135558 Nov 04 10:35:10.766548 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-57759ebb-0b41-461d-a344-37afc405bee5 None None] Provisioning complete for port 8db1a625-d213-4b72-9647-6791c04c6fb8 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:35:10.771974 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe9235-bfb3-4737-95b4-186d0ea7789f req-de0af7b3-582b-415d-83a7-4a126dece473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:10.774141 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9bbe9235-bfb3-4737-95b4-186d0ea7789f req-de0af7b3-582b-415d-83a7-4a126dece473 service neutron] 10.222.0.126 "GET /v2.0/networks?id=76c58e58-2fca-437a-b0b9-4ec508945e0b HTTP/1.1" status: 200 len: 918 time: 0.2776716 Nov 04 10:35:10.780908 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-57759ebb-0b41-461d-a344-37afc405bee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:10.804283 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-e1bf1633-81b0-4459-98f1-dca38c84a04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:10.806254 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-e1bf1633-81b0-4459-98f1-dca38c84a04e service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.4819701 Nov 04 10:35:10.834470 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd1f17-b9b8-4c0c-85df-a469edd4497e req-55c08bb1-fc55-4d03-9738-9d1f4beef1bc tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:10.836470 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fbd1f17-b9b8-4c0c-85df-a469edd4497e req-55c08bb1-fc55-4d03-9738-9d1f4beef1bc tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.126 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 944 time: 0.5581558 Nov 04 10:35:10.845262 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9bbe9235-bfb3-4737-95b4-186d0ea7789f req-a9ab7ced-9070-439a-926e-3c94eab03907 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7108e6d-d75d-480a-a32d-4797866cb8fe HTTP/1.1" status: 200 len: 217 time: 0.0624897 Nov 04 10:35:10.870853 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0058c01a-ac8f-4228-b45d-c431734dc945 req-d7941274-70b4-476b-aa65-10e1e76031c1 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254756 Nov 04 10:35:10.877971 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-57759ebb-0b41-461d-a344-37afc405bee5 None None] Port 8db1a625-d213-4b72-9647-6791c04c6fb8 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:35:10.949036 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe9235-bfb3-4737-95b4-186d0ea7789f req-2eaee3fe-f22d-464e-8f0c-8bbc01c630aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:10.950581 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9bbe9235-bfb3-4737-95b4-186d0ea7789f req-2eaee3fe-f22d-464e-8f0c-8bbc01c630aa service neutron] 10.222.0.126 "GET /v2.0/subnets?id=a10f0746-db56-4227-89cf-ffbd29fe094a HTTP/1.1" status: 200 len: 855 time: 0.0954163 Nov 04 10:35:10.976884 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b05a2ff1-f8e2-490a-9f79-ae39d20ee3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:11.212405 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a072e-34df-42aa-9396-a609ac3da39c req-2ae60390-62bc-4208-b795-a50642ec375a tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:11.224803 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-953a072e-34df-42aa-9396-a609ac3da39c req-2ae60390-62bc-4208-b795-a50642ec375a tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/ports?device_id=ed774fe5-7c02-4d40-ad72-e73641da60a8 HTTP/1.1" status: 200 len: 943 time: 0.1810448 Nov 04 10:35:11.250771 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe9235-bfb3-4737-95b4-186d0ea7789f req-9c6531f3-0ecd-489f-bce9-6a4533685679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:11.253158 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9bbe9235-bfb3-4737-95b4-186d0ea7789f req-9c6531f3-0ecd-489f-bce9-6a4533685679 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=76c58e58-2fca-437a-b0b9-4ec508945e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2925346 Nov 04 10:35:11.270921 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a1f60f24-b3a7-4efb-8403-529ebae61fc1 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:35:11.273773 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b05a2ff1-f8e2-490a-9f79-ae39d20ee3d6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:11.318697 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b05a2ff1-f8e2-490a-9f79-ae39d20ee3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:11.370958 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-b8572ab1-f437-49cb-bac9-9b25b9b49391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:11.372496 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-b8572ab1-f437-49cb-bac9-9b25b9b49391 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5355051 Nov 04 10:35:11.434825 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-953a072e-34df-42aa-9396-a609ac3da39c req-9f63bb80-d719-443e-9ed8-213b1387633f tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/security-groups?id=ae2f195c-88ce-4ed3-a3a4-14584abee14f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066445 Nov 04 10:35:11.459448 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port a1f60f24-b3a7-4efb-8403-529ebae61fc1 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:35:11.459820 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:11.501607 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b05a2ff1-f8e2-490a-9f79-ae39d20ee3d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:11.508311 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a2ff1-f8e2-490a-9f79-ae39d20ee3d6 admin admin] Pushing event updated for resources: {'Port': ['ID=8db1a625-d213-4b72-9647-6791c04c6fb8,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:11.528452 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9bbe9235-bfb3-4737-95b4-186d0ea7789f req-3707eb1b-f996-4827-9ab0-68249702d5c0 service neutron] 10.222.0.126 "GET /v2.0/networks/76c58e58-2fca-437a-b0b9-4ec508945e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385614 Nov 04 10:35:11.631712 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:11.654167 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101011be-6de1-4d1f-8820-8d0c549398f1 req-5b7aee86-4f7f-4490-b185-aecd8885ff60 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:11.656182 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-101011be-6de1-4d1f-8820-8d0c549398f1 req-5b7aee86-4f7f-4490-b185-aecd8885ff60 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 949 time: 0.1265633 Nov 04 10:35:11.698847 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-7fbd1f17-b9b8-4c0c-85df-a469edd4497e req-82f81aee-ee0e-4ab9-9139-95108bb7c257 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Deleting port b5ace112-ac21-4505-9972-e390cae169a8 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:35:11.699184 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7fbd1f17-b9b8-4c0c-85df-a469edd4497e req-82f81aee-ee0e-4ab9-9139-95108bb7c257 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:11.733474 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port a1f60f24-b3a7-4efb-8403-529ebae61fc1, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a1f60f24-b3a7-4efb-8403-529ebae61fc1,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:11.741427 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:11.768042 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9bbe9235-bfb3-4737-95b4-186d0ea7789f req-3627ceae-649f-48ba-a900-293f8bc5c63e service neutron] 10.222.0.126 "GET /v2.0/networks/76c58e58-2fca-437a-b0b9-4ec508945e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279592 Nov 04 10:35:11.819013 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=a1f60f24-b3a7-4efb-8403-529ebae61fc1,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:11.833556 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-101011be-6de1-4d1f-8820-8d0c549398f1 req-d1cb0e5b-6fa9-4af8-a97b-dae18991e9bd tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694446 Nov 04 10:35:11.895069 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-e47ca0e9-3358-4543-af36-4d1b86080772 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095994 Nov 04 10:35:11.977990 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38750) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:12.057734 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05a2ff1-f8e2-490a-9f79-ae39d20ee3d6 admin admin] Network 54d126eb-2366-4e9a-970c-4c8c6fe2a9ee is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:35:12.062659 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-b05a2ff1-f8e2-490a-9f79-ae39d20ee3d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:12.064881 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54aa75-c7be-4f17-8dcf-3088b5b9729c req-52b9fc07-d1ac-47ee-a56c-d488073a7ff9 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:12.073203 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bd54aa75-c7be-4f17-8dcf-3088b5b9729c req-52b9fc07-d1ac-47ee-a56c-d488073a7ff9 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 944 time: 0.1054709 Nov 04 10:35:12.104560 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-7fbd1f17-b9b8-4c0c-85df-a469edd4497e req-82f81aee-ee0e-4ab9-9139-95108bb7c257 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] For port b5ace112-ac21-4505-9972-e390cae169a8, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b5ace112-ac21-4505-9972-e390cae169a8,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:12.105244 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7fbd1f17-b9b8-4c0c-85df-a469edd4497e req-82f81aee-ee0e-4ab9-9139-95108bb7c257 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:12.150832 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bd54aa75-c7be-4f17-8dcf-3088b5b9729c req-e071a036-13c5-44ec-afb9-09e566d65173 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697882 Nov 04 10:35:12.178926 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:12.230300 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-7fbd1f17-b9b8-4c0c-85df-a469edd4497e req-82f81aee-ee0e-4ab9-9139-95108bb7c257 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Calling delete_port for b5ace112-ac21-4505-9972-e390cae169a8 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:35:12.234778 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-563f8586-479c-4c98-8bee-f3075ec6bfc2 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225226 Nov 04 10:35:12.443677 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05a2ff1-f8e2-490a-9f79-ae39d20ee3d6 admin admin] Router a7c474d3-adca-4693-bdaf-4855756c5dd1 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:35:12.448175 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-5500c866-f365-4140-a179-7a08109e09c2 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-194117510', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:12.487253 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38762) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:12.519200 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b5ace112-ac21-4505-9972-e390cae169a8 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:35:12.538234 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5500c866-f365-4140-a179-7a08109e09c2 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Made reservation on behalf of 01ac5d7a5af84e609e3e80985ef1fab9 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:35:12.540759 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5500c866-f365-4140-a179-7a08109e09c2 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:12.573158 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5500c866-f365-4140-a179-7a08109e09c2 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:12.625065 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-acdf9bd5-4271-4ff3-9eb1-03b9c27938b3 None None] Provisioning complete for port 8db1a625-d213-4b72-9647-6791c04c6fb8 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:35:12.626647 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-acdf9bd5-4271-4ff3-9eb1-03b9c27938b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:12.643931 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26f5bc-d6a0-48e9-9148-d70a4eaf0973 req-bb2f3e7b-8bc5-4f74-9b7e-1088bfa58eb0 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:12.651517 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f26f5bc-d6a0-48e9-9148-d70a4eaf0973 req-bb2f3e7b-8bc5-4f74-9b7e-1088bfa58eb0 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/ports?device_id=ed774fe5-7c02-4d40-ad72-e73641da60a8 HTTP/1.1" status: 200 len: 943 time: 0.0801747 Nov 04 10:35:12.714153 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-acdf9bd5-4271-4ff3-9eb1-03b9c27938b3 None None] Port 8db1a625-d213-4b72-9647-6791c04c6fb8 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:35:12.724712 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f26f5bc-d6a0-48e9-9148-d70a4eaf0973 req-9c587907-71f5-4198-bd4d-8a1cdfdf1808 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/security-groups?id=ae2f195c-88ce-4ed3-a3a4-14584abee14f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668468 Nov 04 10:35:12.741820 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-82a251fb-b474-428e-82e5-276c19556e98 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-87211518-network', 'tenant_id': 'd5054a14c1204f79abafee9a4953cbcb'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:12.787426 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05a2ff1-f8e2-490a-9f79-ae39d20ee3d6 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:35:12.793403 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b05a2ff1-f8e2-490a-9f79-ae39d20ee3d6 admin admin] 10.222.0.127 "PUT /v2.0/routers/a7c474d3-adca-4693-bdaf-4855756c5dd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8340898 Nov 04 10:35:12.795953 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7fbd1f17-b9b8-4c0c-85df-a469edd4497e req-82f81aee-ee0e-4ab9-9139-95108bb7c257 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:12.796930 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a251fb-b474-428e-82e5-276c19556e98 admin admin] Made reservation on behalf of d5054a14c1204f79abafee9a4953cbcb for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:35:12.799473 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-82a251fb-b474-428e-82e5-276c19556e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:12.811372 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0b9d65-79ec-4576-bc03-4113133d49d5 None None] Sync routers for ids ['a7c474d3-adca-4693-bdaf-4855756c5dd1'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:35:12.816677 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-82a251fb-b474-428e-82e5-276c19556e98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:12.826524 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['8f7f0928-17d2-414f-8566-837b84f7fd38'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:35:12.830485 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5500c866-f365-4140-a179-7a08109e09c2 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:12.840479 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5500c866-f365-4140-a179-7a08109e09c2 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:12.845216 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-5500c866-f365-4140-a179-7a08109e09c2 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] device_id is not set on port d0086c42-9d0d-43ba-91c3-ce36d5d19db8 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:35:12.850789 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f81aee-ee0e-4ab9-9139-95108bb7c257 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Pushing event deleted for resources: {'Port': ['ID=b5ace112-ac21-4505-9972-e390cae169a8,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:12.873841 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0b9d65-79ec-4576-bc03-4113133d49d5 None None] Routers {'a7c474d3-adca-4693-bdaf-4855756c5dd1'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:12.874570 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-6e0b9d65-79ec-4576-bc03-4113133d49d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:34:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a7c474d3-adca-4693-bdaf-4855756c5dd1'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:12.914676 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbd1f17-b9b8-4c0c-85df-a469edd4497e req-82f81aee-ee0e-4ab9-9139-95108bb7c257 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] No DVR routers for this DVR port b5ace112-ac21-4505-9972-e390cae169a8 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:35:12.919864 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7fbd1f17-b9b8-4c0c-85df-a469edd4497e req-82f81aee-ee0e-4ab9-9139-95108bb7c257 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:12.926956 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fbd1f17-b9b8-4c0c-85df-a469edd4497e req-82f81aee-ee0e-4ab9-9139-95108bb7c257 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.126 "DELETE /v2.0/ports/b5ace112-ac21-4505-9972-e390cae169a8 HTTP/1.1" status: 204 len: 173 time: 2.0640991 Nov 04 10:35:12.942924 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7b321e-3122-4862-b25b-a7b49f1a0256', 'name': 'network-vif-deleted', 'tag': 'b5ace112-ac21-4505-9972-e390cae169a8'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:35:12.947449 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b458600a-83e3-4a83-b998-4f9dc5732722" -d '{"events": [{"server_uuid": "fc7b321e-3122-4862-b25b-a7b49f1a0256", "name": "network-vif-deleted", "tag": "b5ace112-ac21-4505-9972-e390cae169a8"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:35:12.975647 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-5500c866-f365-4140-a179-7a08109e09c2 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Allocated IP 172.25.7.176 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/d0086c42-9d0d-43ba-91c3-ce36d5d19db8) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:35:12.977793 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38780) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:13.137175 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-8ba61184-21ea-49c1-b08a-7334acb96ffd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-395307099-network', 'tenant_id': '8978c15802a5437797795f3580af0e5a'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:13.177473 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba61184-21ea-49c1-b08a-7334acb96ffd admin admin] Made reservation on behalf of 8978c15802a5437797795f3580af0e5a for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:35:13.180787 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8ba61184-21ea-49c1-b08a-7334acb96ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:13.201949 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8ba61184-21ea-49c1-b08a-7334acb96ffd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:13.260522 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a1f60f24-b3a7-4efb-8403-529ebae61fc1 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:35:13.323873 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8ba61184-21ea-49c1-b08a-7334acb96ffd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:13.333162 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8ba61184-21ea-49c1-b08a-7334acb96ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:13.371295 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-6e0b9d65-79ec-4576-bc03-4113133d49d5 None None] Set router a7c474d3-adca-4693-bdaf-4855756c5dd1 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:35:13.374732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba61184-21ea-49c1-b08a-7334acb96ffd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1179} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:35:13.391619 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba61184-21ea-49c1-b08a-7334acb96ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f0cacd-133e-4c81-9ec9-343fd2ccc51f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:13.399131 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8ba61184-21ea-49c1-b08a-7334acb96ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:13.399568 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-8ba61184-21ea-49c1-b08a-7334acb96ffd admin admin] Added segment f04c9026-7b12-4aa2-9be0-45f685d36899 of type vlan for network fd562185-7063-471c-ad25-a957d0b41f6e Nov 04 10:35:13.474822 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port a1f60f24-b3a7-4efb-8403-529ebae61fc1 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:35:13.475094 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:13.478014 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8ba61184-21ea-49c1-b08a-7334acb96ffd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:13.517768 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8ba61184-21ea-49c1-b08a-7334acb96ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:13.519860 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba61184-21ea-49c1-b08a-7334acb96ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:13.521358 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8ba61184-21ea-49c1-b08a-7334acb96ffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:13.547216 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500c866-f365-4140-a179-7a08109e09c2 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5edba5b-3b7a-4c32-80d4-fbd2b65f1085,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:13.604736 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa637b5-6e86-49b6-baae-e741c0cd99b3 req-a8978312-6046-4bac-a5f6-fc9131ccfdeb tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:13.613569 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6fa637b5-6e86-49b6-baae-e741c0cd99b3 req-a8978312-6046-4bac-a5f6-fc9131ccfdeb tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 949 time: 0.5764344 Nov 04 10:35:13.632130 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba61184-21ea-49c1-b08a-7334acb96ffd admin admin] Pushing event updated for resources: {'Network': ['ID=fd562185-7063-471c-ad25-a957d0b41f6e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:13.650245 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network fd562185-7063-471c-ad25-a957d0b41f6e details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:35:13.652018 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5500c866-f365-4140-a179-7a08109e09c2 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:13.668739 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8ba61184-21ea-49c1-b08a-7334acb96ffd admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6892655 Nov 04 10:35:13.675857 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38790) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:13.682873 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-82a251fb-b474-428e-82e5-276c19556e98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:13.688407 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-c4f9ed06-cf3c-48bf-98c6-ca4392fe7e8a admin admin] Request body: {'subnet': {'network_id': 'fd562185-7063-471c-ad25-a957d0b41f6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-395307099-subnet', 'tenant_id': '8978c15802a5437797795f3580af0e5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:13.707398 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-82a251fb-b474-428e-82e5-276c19556e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:13.760187 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a251fb-b474-428e-82e5-276c19556e98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1166} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:35:13.772661 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6fa637b5-6e86-49b6-baae-e741c0cd99b3 req-2aeadd6e-07c6-473b-ac58-65b30b377102 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577895 Nov 04 10:35:13.806107 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f9ed06-cf3c-48bf-98c6-ca4392fe7e8a admin admin] Made reservation on behalf of 8978c15802a5437797795f3580af0e5a for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:35:13.808627 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c4f9ed06-cf3c-48bf-98c6-ca4392fe7e8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:13.817235 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-6e0b9d65-79ec-4576-bc03-4113133d49d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973933473-router', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:03Z', 'updated_at': '2021-11-04T10:35:10Z', 'revision_number': 4, 'project_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'gw_port': {'id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:04Z', 'updated_at': '2021-11-04T10:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '8db1a625-d213-4b72-9647-6791c04c6fb8', 'name': '', 'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'mac_address': 'fa:16:3e:12:45:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '75946b22-fef0-469a-a134-d85aa619e876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:08Z', 'updated_at': '2021-11-04T10:35:11Z', 'revision_number': 2, 'project_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'subnets': [{'id': '75946b22-fef0-469a-a134-d85aa619e876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:13.819623 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-82a251fb-b474-428e-82e5-276c19556e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:13.819976 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-82a251fb-b474-428e-82e5-276c19556e98 admin admin] Added segment 6d3a88db-dd63-431a-a5ad-cda6c8d894a3 of type vlan for network 0c331cf1-9a90-4f0a-8a96-c4a7398f646f Nov 04 10:35:13.832464 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d36a5c-a5ce-49fb-9d6c-f0c3b155f2f9 x-openstack-request-id: req-04d36a5c-a5ce-49fb-9d6c-f0c3b155f2f9 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:35:13.832764 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7b321e-3122-4862-b25b-a7b49f1a0256", "name": "network-vif-deleted", "tag": "b5ace112-ac21-4505-9972-e390cae169a8", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:35:13.833120 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-04d36a5c-a5ce-49fb-9d6c-f0c3b155f2f9 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:35:13.833534 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7b321e-3122-4862-b25b-a7b49f1a0256', 'name': 'network-vif-deleted', 'tag': 'b5ace112-ac21-4505-9972-e390cae169a8', 'status': 'completed', 'code': 200} Nov 04 10:35:13.835411 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a251fb-b474-428e-82e5-276c19556e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1f3891-081c-469e-a06b-7a97d2b750af,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:13.855937 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0b9d65-79ec-4576-bc03-4113133d49d5 None None] Checking router: a7c474d3-adca-4693-bdaf-4855756c5dd1 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:35:13.856433 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0b9d65-79ec-4576-bc03-4113133d49d5 None None] Updating router a7c474d3-adca-4693-bdaf-4855756c5dd1 port 8db1a625-d213-4b72-9647-6791c04c6fb8 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:35:13.871865 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5500c866-f365-4140-a179-7a08109e09c2 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:13.891599 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6e0b9d65-79ec-4576-bc03-4113133d49d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:13.965924 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-82a251fb-b474-428e-82e5-276c19556e98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:14.041086 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5500c866-f365-4140-a179-7a08109e09c2 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:35:14.047915 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-5500c866-f365-4140-a179-7a08109e09c2 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:14.056330 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-82a251fb-b474-428e-82e5-276c19556e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:14.057391 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a251fb-b474-428e-82e5-276c19556e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:14.058019 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-82a251fb-b474-428e-82e5-276c19556e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:14.060945 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5500c866-f365-4140-a179-7a08109e09c2 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:35:14.112391 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5500c866-f365-4140-a179-7a08109e09c2 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:14.113094 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5500c866-f365-4140-a179-7a08109e09c2 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:14.162794 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500c866-f365-4140-a179-7a08109e09c2 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Pushing event updated for resources: {'Port': ['ID=d0086c42-9d0d-43ba-91c3-ce36d5d19db8,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:14.227063 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-82a251fb-b474-428e-82e5-276c19556e98 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7382114 Nov 04 10:35:14.230263 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38804) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:14.235130 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-19715672-d680-4a89-845b-eb44c2e53e0c admin admin] Request body: {'subnet': {'network_id': '0c331cf1-9a90-4f0a-8a96-c4a7398f646f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-87211518-subnet', 'tenant_id': 'd5054a14c1204f79abafee9a4953cbcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:14.243530 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5500c866-f365-4140-a179-7a08109e09c2 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.2615316 Nov 04 10:35:14.255274 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38806) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:14.258619 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6e0b9d65-79ec-4576-bc03-4113133d49d5 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:14.262094 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-a926199c-c550-494d-8bc4-cbf835d4c9a8 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.176'}]}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:14.268208 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6e0b9d65-79ec-4576-bc03-4113133d49d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:14.295748 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19715672-d680-4a89-845b-eb44c2e53e0c admin admin] Made reservation on behalf of d5054a14c1204f79abafee9a4953cbcb for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:35:14.298152 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-19715672-d680-4a89-845b-eb44c2e53e0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:14.323580 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1c396-0712-4c29-9c4e-51e2b8a9e310 None None] Pushing event updated for resources: {'Port': ['ID=8db1a625-d213-4b72-9647-6791c04c6fb8,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:14.332962 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a251fb-b474-428e-82e5-276c19556e98 admin admin] Pushing event updated for resources: {'Network': ['ID=0c331cf1-9a90-4f0a-8a96-c4a7398f646f,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:14.372865 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 0c331cf1-9a90-4f0a-8a96-c4a7398f646f details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:35:14.451816 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a926199c-c550-494d-8bc4-cbf835d4c9a8 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:14.453274 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a926199c-c550-494d-8bc4-cbf835d4c9a8 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:14.494333 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-25e0155c-e8c2-43ed-a446-4a99d00a8ed8 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:14.505165 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-25e0155c-e8c2-43ed-a446-4a99d00a8ed8 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/networks?id=54d126eb-2366-4e9a-970c-4c8c6fe2a9ee HTTP/1.1" status: 200 len: 828 time: 0.3772252 Nov 04 10:35:14.520216 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-6e0b9d65-79ec-4576-bc03-4113133d49d5 None None] Attempting to bind port 8db1a625-d213-4b72-9647-6791c04c6fb8 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:35:14.520216 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-6e0b9d65-79ec-4576-bc03-4113133d49d5 None None] Attempting to bind port 8db1a625-d213-4b72-9647-6791c04c6fb8 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'c733da2d-3ab1-4293-8e61-0b77e271ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:35:14.520216 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0b9d65-79ec-4576-bc03-4113133d49d5 None None] Attempting to bind port 8db1a625-d213-4b72-9647-6791c04c6fb8 on network 54d126eb-2366-4e9a-970c-4c8c6fe2a9ee {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:35:14.520216 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0b9d65-79ec-4576-bc03-4113133d49d5 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:35:14.520216 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0b9d65-79ec-4576-bc03-4113133d49d5 None None] Checking segment: {'id': 'c733da2d-3ab1-4293-8e61-0b77e271ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:35:14.520216 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6e0b9d65-79ec-4576-bc03-4113133d49d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:14.520216 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0b9d65-79ec-4576-bc03-4113133d49d5 None None] Bound using segment: {'id': 'c733da2d-3ab1-4293-8e61-0b77e271ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:35:14.520216 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-6e0b9d65-79ec-4576-bc03-4113133d49d5 None None] Bound port: 8db1a625-d213-4b72-9647-6791c04c6fb8, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c733da2d-3ab1-4293-8e61-0b77e271ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:35:14.521779 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6e0b9d65-79ec-4576-bc03-4113133d49d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:14.540407 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a926199c-c550-494d-8bc4-cbf835d4c9a8 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:14.583291 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-1243f13c-d24c-47b0-9fc6-39d52aade024 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/quotas/a7940a7dcb8a45f582552e08becdd2d6 HTTP/1.1" status: 200 len: 375 time: 0.0763383 Nov 04 10:35:14.600625 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:14.635187 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c4f9ed06-cf3c-48bf-98c6-ca4392fe7e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:14.657281 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-6e0b9d65-79ec-4576-bc03-4113133d49d5 None None] For port 8db1a625-d213-4b72-9647-6791c04c6fb8, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:35:14.661718 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-6e0b9d65-79ec-4576-bc03-4113133d49d5 None None] For port 8db1a625-d213-4b72-9647-6791c04c6fb8, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=8db1a625-d213-4b72-9647-6791c04c6fb8,segment=NetworkSegment(c733da2d-3ab1-4293-8e61-0b77e271ebcf),segment_id=c733da2d-3ab1-4293-8e61-0b77e271ebcf)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:35:14.667929 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6e0b9d65-79ec-4576-bc03-4113133d49d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:14.745107 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1c396-0712-4c29-9c4e-51e2b8a9e310 None None] Pushing event updated for resources: {'Port': ['ID=8db1a625-d213-4b72-9647-6791c04c6fb8,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:14.770979 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-a293421f-04e4-4b48-9ae0-45e786903661 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=a7940a7dcb8a45f582552e08becdd2d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1860397 Nov 04 10:35:14.778321 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0b9d65-79ec-4576-bc03-4113133d49d5 None None] Routers {'a7c474d3-adca-4693-bdaf-4855756c5dd1'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:14.779398 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-6e0b9d65-79ec-4576-bc03-4113133d49d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:34:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a7c474d3-adca-4693-bdaf-4855756c5dd1'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:14.787516 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a926199c-c550-494d-8bc4-cbf835d4c9a8 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:14.790494 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-8baeae0f-912f-41b3-80f6-7bdedd98b8f5 None None] Provisioning complete for port 8db1a625-d213-4b72-9647-6791c04c6fb8 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:35:14.793344 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8baeae0f-912f-41b3-80f6-7bdedd98b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:14.819708 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9ed06-cf3c-48bf-98c6-ca4392fe7e8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=607a5e13-8657-4a0d-8d5f-d4cba4377009,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:14.847313 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-edfc231e-7398-4eaa-8cd3-01a3c5bd4932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:14.848743 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-edfc231e-7398-4eaa-8cd3-01a3c5bd4932 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093&tenant_id=cd2183f7c1f6439d8bc0b7de34a592df HTTP/1.1" status: 200 len: 1100 time: 0.2021623 Nov 04 10:35:14.904243 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-c6386337-9fa5-41f7-8045-343bee9eb167 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816629-1', 'device_owner': 'compute:nova'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:14.940458 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f9ed06-cf3c-48bf-98c6-ca4392fe7e8a admin admin] Checking segment: {'id': 'f04c9026-7b12-4aa2-9be0-45f685d36899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'fd562185-7063-471c-ad25-a957d0b41f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:35:14.941188 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f9ed06-cf3c-48bf-98c6-ca4392fe7e8a admin admin] Network hostable DHCP agents. Network: fd562185-7063-471c-ad25-a957d0b41f6e, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:35:14.979579 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-6e0b9d65-79ec-4576-bc03-4113133d49d5 None None] Set router a7c474d3-adca-4693-bdaf-4855756c5dd1 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:35:15.015484 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f9ed06-cf3c-48bf-98c6-ca4392fe7e8a admin admin] Network fd562185-7063-471c-ad25-a957d0b41f6e is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:35:15.035022 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-c6386337-9fa5-41f7-8045-343bee9eb167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:15.054565 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-c4f9ed06-cf3c-48bf-98c6-ca4392fe7e8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, fd562185-7063-471c-ad25-a957d0b41f6e) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:15.070467 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-19715672-d680-4a89-845b-eb44c2e53e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:15.073889 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-378b39e8-00c8-42c2-86a8-261b1c3c4623 service neutron] 10.222.0.127 "GET /v2.0/networks/54d126eb-2366-4e9a-970c-4c8c6fe2a9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829006 Nov 04 10:35:15.075170 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f9ed06-cf3c-48bf-98c6-ca4392fe7e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:15.075754 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c4f9ed06-cf3c-48bf-98c6-ca4392fe7e8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:15.145742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19715672-d680-4a89-845b-eb44c2e53e0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecd1a476-d33f-4c69-ac9b-ea2e85b7fd76,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:15.185568 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c4f9ed06-cf3c-48bf-98c6-ca4392fe7e8a admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5059097 Nov 04 10:35:15.187799 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19715672-d680-4a89-845b-eb44c2e53e0c admin admin] Checking segment: {'id': '6d3a88db-dd63-431a-a5ad-cda6c8d894a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '0c331cf1-9a90-4f0a-8a96-c4a7398f646f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:35:15.188422 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19715672-d680-4a89-845b-eb44c2e53e0c admin admin] Network hostable DHCP agents. Network: 0c331cf1-9a90-4f0a-8a96-c4a7398f646f, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:35:15.237206 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a60db88-e76d-4f41-99ae-85ffd050f6e6 None None] Network fd562185-7063-471c-ad25-a957d0b41f6e requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:35:15.305343 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19715672-d680-4a89-845b-eb44c2e53e0c admin admin] Network 0c331cf1-9a90-4f0a-8a96-c4a7398f646f is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:35:15.326199 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-19715672-d680-4a89-845b-eb44c2e53e0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 0c331cf1-9a90-4f0a-8a96-c4a7398f646f) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:15.328621 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a926199c-c550-494d-8bc4-cbf835d4c9a8 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:15.334903 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19715672-d680-4a89-845b-eb44c2e53e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:15.340722 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-c8e0cb28-cae3-4ec8-a374-9043f2df1a0b service neutron] 10.222.0.127 "GET /v2.0/networks/54d126eb-2366-4e9a-970c-4c8c6fe2a9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546592 Nov 04 10:35:15.341221 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-19715672-d680-4a89-845b-eb44c2e53e0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:15.366592 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a926199c-c550-494d-8bc4-cbf835d4c9a8 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:15.374702 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd02790-917f-415e-9066-5ed47ef31d27 None None] Network 0c331cf1-9a90-4f0a-8a96-c4a7398f646f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:35:15.404347 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-19715672-d680-4a89-845b-eb44c2e53e0c admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1732004 Nov 04 10:35:15.477860 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-c6386337-9fa5-41f7-8045-343bee9eb167 service neutron] For port 4c46e41e-d13d-467f-9446-d58fcef67498, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4c46e41e-d13d-467f-9446-d58fcef67498,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:15.576180 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-c6386337-9fa5-41f7-8045-343bee9eb167 service neutron] For port 4c46e41e-d13d-467f-9446-d58fcef67498, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:35:15.629632 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-6e0b9d65-79ec-4576-bc03-4113133d49d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973933473-router', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:03Z', 'updated_at': '2021-11-04T10:35:10Z', 'revision_number': 4, 'project_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'gw_port': {'id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:04Z', 'updated_at': '2021-11-04T10:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '8db1a625-d213-4b72-9647-6791c04c6fb8', 'name': '', 'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'mac_address': 'fa:16:3e:12:45:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '75946b22-fef0-469a-a134-d85aa619e876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:08Z', 'updated_at': '2021-11-04T10:35:14Z', 'revision_number': 4, 'project_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'subnets': [{'id': '75946b22-fef0-469a-a134-d85aa619e876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:15.667947 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8baeae0f-912f-41b3-80f6-7bdedd98b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:15.684836 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80416f2-d85c-45aa-b8f7-e033b1d7e093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c46e41e-d13d-467f-9446-d58fcef67498'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:35:15.689714 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392aed56-7ec4-438c-9dfb-f0200edd56f7" -d '{"events": [{"server_uuid": "e80416f2-d85c-45aa-b8f7-e033b1d7e093", "name": "network-vif-unplugged", "status": "completed", "tag": "4c46e41e-d13d-467f-9446-d58fcef67498"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:35:15.696025 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0b9d65-79ec-4576-bc03-4113133d49d5 None None] The sync data for ids ['a7c474d3-adca-4693-bdaf-4855756c5dd1'] in n-d-816629-1 is: [{'id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973933473-router', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:03Z', 'updated_at': '2021-11-04T10:35:10Z', 'revision_number': 4, 'project_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'gw_port': {'id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:04Z', 'updated_at': '2021-11-04T10:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '8db1a625-d213-4b72-9647-6791c04c6fb8', 'name': '', 'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'mac_address': 'fa:16:3e:12:45:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '75946b22-fef0-469a-a134-d85aa619e876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:08Z', 'updated_at': '2021-11-04T10:35:14Z', 'revision_number': 4, 'project_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'subnets': [{'id': '75946b22-fef0-469a-a134-d85aa619e876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:35:15.703382 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-c6386337-9fa5-41f7-8045-343bee9eb167 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:15.747399 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a926199c-c550-494d-8bc4-cbf835d4c9a8 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:15.750783 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96daa52-db9c-42f6-9d12-5044003a8136 None None] Network fd562185-7063-471c-ad25-a957d0b41f6e requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:35:15.791921 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-23790c1d-ecd4-48aa-9619-d43d08df4016 req-b645f86c-4059-4472-8f9f-ac11876ee49f tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 210 time: 0.0818274 Nov 04 10:35:15.819217 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-c6386337-9fa5-41f7-8045-343bee9eb167 service neutron] Transition to ACTIVE for port object 4c46e41e-d13d-467f-9446-d58fcef67498 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:35:15.826734 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-c6386337-9fa5-41f7-8045-343bee9eb167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:15.970501 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-c6386337-9fa5-41f7-8045-343bee9eb167 service neutron] No DVR routers for this DVR port 4c46e41e-d13d-467f-9446-d58fcef67498 on host n-h1-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:35:16.016056 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-8baeae0f-912f-41b3-80f6-7bdedd98b8f5 None None] For port 8db1a625-d213-4b72-9647-6791c04c6fb8, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=8db1a625-d213-4b72-9647-6791c04c6fb8,segment=NetworkSegment(c733da2d-3ab1-4293-8e61-0b77e271ebcf),segment_id=c733da2d-3ab1-4293-8e61-0b77e271ebcf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:16.045517 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8baeae0f-912f-41b3-80f6-7bdedd98b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:16.069147 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f960ff1c-3c49-4de3-aa5a-66c614631736 None None] Network 0c331cf1-9a90-4f0a-8a96-c4a7398f646f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:35:16.097053 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-c6386337-9fa5-41f7-8045-343bee9eb167 service neutron] Attempting to bind port 4c46e41e-d13d-467f-9446-d58fcef67498 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:35:16.097896 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-c6386337-9fa5-41f7-8045-343bee9eb167 service neutron] Attempting to bind port 4c46e41e-d13d-467f-9446-d58fcef67498 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:35:16.098472 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-c6386337-9fa5-41f7-8045-343bee9eb167 service neutron] Attempting to bind port 4c46e41e-d13d-467f-9446-d58fcef67498 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:35:16.117951 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-c6386337-9fa5-41f7-8045-343bee9eb167 service neutron] Port 4c46e41e-d13d-467f-9446-d58fcef67498 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:35:16.120645 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-c6386337-9fa5-41f7-8045-343bee9eb167 service neutron] Attempting to bind port 4c46e41e-d13d-467f-9446-d58fcef67498 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:35:16.132573 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6386337-9fa5-41f7-8045-343bee9eb167 service neutron] Pushing event updated for resources: {'Port': ['ID=4c46e41e-d13d-467f-9446-d58fcef67498,revision_number=10']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:16.139044 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-c6386337-9fa5-41f7-8045-343bee9eb167 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:35:16.139726 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-c6386337-9fa5-41f7-8045-343bee9eb167 service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:35:16.140278 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-c6386337-9fa5-41f7-8045-343bee9eb167 service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:35:16.140874 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-c6386337-9fa5-41f7-8045-343bee9eb167 service neutron] Bound port: 4c46e41e-d13d-467f-9446-d58fcef67498, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:35:16.141417 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-c6386337-9fa5-41f7-8045-343bee9eb167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:16.240463 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54ea13-495b-4d57-98af-200ab04803f9 req-b6189b2f-e211-4b16-a37a-f06d2c38a24c tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:16.270857 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5f54ea13-495b-4d57-98af-200ab04803f9 req-b6189b2f-e211-4b16-a37a-f06d2c38a24c tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/ports?device_id=ed774fe5-7c02-4d40-ad72-e73641da60a8 HTTP/1.1" status: 200 len: 943 time: 0.3027403 Nov 04 10:35:16.399024 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-c6386337-9fa5-41f7-8045-343bee9eb167 service neutron] For port 4c46e41e-d13d-467f-9446-d58fcef67498, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:35:16.407784 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-c6386337-9fa5-41f7-8045-343bee9eb167 service neutron] For port 4c46e41e-d13d-467f-9446-d58fcef67498, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4c46e41e-d13d-467f-9446-d58fcef67498,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:35:16.444672 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-c6386337-9fa5-41f7-8045-343bee9eb167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:16.473545 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-6280d0a8-e76b-4d2a-8e0f-f399a6aaa678 None None] Provisioning complete for port 8db1a625-d213-4b72-9647-6791c04c6fb8 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:35:16.473545 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6280d0a8-e76b-4d2a-8e0f-f399a6aaa678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:16.525555 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-c6386337-9fa5-41f7-8045-343bee9eb167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:16.526238 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-c6386337-9fa5-41f7-8045-343bee9eb167 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:16.528494 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-c6386337-9fa5-41f7-8045-343bee9eb167 service neutron] 10.222.0.121 "PUT /v2.0/ports/4c46e41e-d13d-467f-9446-d58fcef67498 HTTP/1.1" status: 200 len: 1096 time: 1.6330194 Nov 04 10:35:16.552614 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5f54ea13-495b-4d57-98af-200ab04803f9 req-201ede51-2567-4f95-9932-c4887c107035 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/security-groups?id=ae2f195c-88ce-4ed3-a3a4-14584abee14f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2804525 Nov 04 10:35:16.564360 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baeae0f-912f-41b3-80f6-7bdedd98b8f5 None None] Pushing event updated for resources: {'Port': ['ID=8db1a625-d213-4b72-9647-6791c04c6fb8,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:16.640961 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6386337-9fa5-41f7-8045-343bee9eb167 service neutron] Pushing event updated for resources: {'Port': ['ID=4c46e41e-d13d-467f-9446-d58fcef67498,revision_number=11']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:16.664027 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 4c46e41e-d13d-467f-9446-d58fcef67498 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:35:16.694637 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a926199c-c550-494d-8bc4-cbf835d4c9a8 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:16.700256 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a926199c-c550-494d-8bc4-cbf835d4c9a8 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:16.768079 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a926199c-c550-494d-8bc4-cbf835d4c9a8 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:16.768970 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a926199c-c550-494d-8bc4-cbf835d4c9a8 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0f85a3d-06d7-46c3-b0d1-649caa0d7e6e {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:35:16.809786 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-a926199c-c550-494d-8bc4-cbf835d4c9a8 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 04 10:35:16.811024 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a926199c-c550-494d-8bc4-cbf835d4c9a8 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5547607 Nov 04 10:35:16.814187 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38830) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:16.834615 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-2a8a2ef8-7f56-4986-b9db-bd95fd3ba348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:16.836164 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-2a8a2ef8-7f56-4986-b9db-bd95fd3ba348 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 1099 time: 0.2803147 Nov 04 10:35:16.883721 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8738067-d583-4fb5-956c-eff13269e5de req-4cda2a70-7383-4cc5-9cd6-cdc1f5019e5b tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:16.891768 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b8738067-d583-4fb5-956c-eff13269e5de req-4cda2a70-7383-4cc5-9cd6-cdc1f5019e5b tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 948 time: 0.2058120 Nov 04 10:35:16.953626 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-3d8081c5-0e47-4c32-9dc2-2e6735230851 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Deleting port d0086c42-9d0d-43ba-91c3-ce36d5d19db8 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:35:16.953999 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3d8081c5-0e47-4c32-9dc2-2e6735230851 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:16.976986 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b36a927c-56a0-46a4-95f9-2f8d6bba93e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:17.007836 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 4c46e41e-d13d-467f-9446-d58fcef67498 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:35:17.021280 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b8738067-d583-4fb5-956c-eff13269e5de req-f39395e8-43ad-4966-880b-30cd2e179366 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282132 Nov 04 10:35:17.084987 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3d8081c5-0e47-4c32-9dc2-2e6735230851 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:17.103330 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-162c155a-abb0-4d2a-a84f-5aea5985ee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:17.104873 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-162c155a-abb0-4d2a-a84f-5aea5985ee7e service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.2582440 Nov 04 10:35:17.132690 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-3d8081c5-0e47-4c32-9dc2-2e6735230851 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Calling delete_port for d0086c42-9d0d-43ba-91c3-ce36d5d19db8 owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:35:17.207026 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-4f570f2b-bfb5-40b4-af89-704b9883f5f5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4c46e41e-d13d-467f-9446-d58fcef67498 HTTP/1.1" status: 200 len: 217 time: 0.0915020 Nov 04 10:35:17.210170 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-8b36a931-d652-4d6e-aea6-183c0c650bc4 req-48a586c8-3344-4b0f-8d51-d34fe5527a5d tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-233597446', 'description': 'tempest-description-1477962207'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:17.264698 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8db1a625-d213-4b72-9647-6791c04c6fb8 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:35:17.322127 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3d8081c5-0e47-4c32-9dc2-2e6735230851 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:17.356643 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-1de6d228-b79e-4e22-a73c-c2f2661fa5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:17.358311 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-1de6d228-b79e-4e22-a73c-c2f2661fa5a0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1091194 Nov 04 10:35:17.363903 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-8b36a931-d652-4d6e-aea6-183c0c650bc4 req-48a586c8-3344-4b0f-8d51-d34fe5527a5d tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:17.376073 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8081c5-0e47-4c32-9dc2-2e6735230851 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0086c42-9d0d-43ba-91c3-ce36d5d19db8,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:17.385947 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 8db1a625-d213-4b72-9647-6791c04c6fb8 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:35:17.386447 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:17.483069 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-6b8bf243-4f01-4d8e-895d-f55a37e866a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:17.484754 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-6b8bf243-4f01-4d8e-895d-f55a37e866a7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1156375 Nov 04 10:35:17.559703 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3d8081c5-0e47-4c32-9dc2-2e6735230851 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:17.563316 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3d8081c5-0e47-4c32-9dc2-2e6735230851 tempest-RoutersAdminNegativeIpV6Test-1465089051 tempest-RoutersAdminNegativeIpV6Test-1465089051-project-admin] 10.222.0.127 "DELETE /v2.0/ports/d0086c42-9d0d-43ba-91c3-ce36d5d19db8 HTTP/1.1" status: 204 len: 168 time: 0.7481756 Nov 04 10:35:17.646907 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-9f14a245-ce8d-444c-9744-75593ee1a832 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:17.648521 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-9f14a245-ce8d-444c-9744-75593ee1a832 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.121 "GET /v2.0/networks?id=54d126eb-2366-4e9a-970c-4c8c6fe2a9ee HTTP/1.1" status: 200 len: 828 time: 0.1672368 Nov 04 10:35:17.656101 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-b8501fbe-2d20-4905-b616-bd0af8f16d00 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626623 Nov 04 10:35:17.669549 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-bdeb9568-3364-497b-a065-9991bdb4c1ba tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Request body: {'port': {'device_id': '3d208acd-19f5-4b48-b6fa-aa18e1dd627b', 'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee', 'admin_state_up': True, 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:17.761227 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-8b36a931-d652-4d6e-aea6-183c0c650bc4 req-48a586c8-3344-4b0f-8d51-d34fe5527a5d tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:17.772074 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-8b36a931-d652-4d6e-aea6-183c0c650bc4 req-48a586c8-3344-4b0f-8d51-d34fe5527a5d tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:17.818740 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-bdeb9568-3364-497b-a065-9991bdb4c1ba tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Made reservation on behalf of a7940a7dcb8a45f582552e08becdd2d6 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:35:17.827931 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-bdeb9568-3364-497b-a065-9991bdb4c1ba tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:17.829906 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-8b36a931-d652-4d6e-aea6-183c0c650bc4 req-48a586c8-3344-4b0f-8d51-d34fe5527a5d tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:17.835837 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8b36a931-d652-4d6e-aea6-183c0c650bc4 req-48a586c8-3344-4b0f-8d51-d34fe5527a5d tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.6395183 Nov 04 10:35:17.848299 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a586c8-3344-4b0f-8d51-d34fe5527a5d tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa217d58-5bb0-416b-ab4e-6c69c5e235f0,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:17.852151 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9463fd5-2d3a-41e7-89e1-1cc6736c469d req-32c44ebb-c762-4909-ae10-1ccefacabac7 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844578 Nov 04 10:35:17.944957 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38846) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:18.012795 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-bdeb9568-3364-497b-a065-9991bdb4c1ba tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Allocated IP 172.20.0.3 (54d126eb-2366-4e9a-970c-4c8c6fe2a9ee/75946b22-fef0-469a-a134-d85aa619e876/66cabf58-33fb-459d-ad06-8ee65dd97685) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:35:18.094181 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-5c75f5f3-b4b5-43ad-b297-498037af6238 req-7c439483-b1cb-4084-8050-8ec1623c77c6 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-661012999', 'description': 'tempest-description-189522377'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:18.121616 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b9a09c8f-7e15-4d94-ba44-0361dbd0d6a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:18.153252 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5c75f5f3-b4b5-43ad-b297-498037af6238 req-7c439483-b1cb-4084-8050-8ec1623c77c6 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:18.188428 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-bdeb9568-3364-497b-a065-9991bdb4c1ba tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:18.224927 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-bdeb9568-3364-497b-a065-9991bdb4c1ba tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:18.235054 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5c75f5f3-b4b5-43ad-b297-498037af6238 req-7c439483-b1cb-4084-8050-8ec1623c77c6 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:18.244033 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5c75f5f3-b4b5-43ad-b297-498037af6238 req-7c439483-b1cb-4084-8050-8ec1623c77c6 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:18.272778 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5c75f5f3-b4b5-43ad-b297-498037af6238 req-7c439483-b1cb-4084-8050-8ec1623c77c6 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:18.275728 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5c75f5f3-b4b5-43ad-b297-498037af6238 req-7c439483-b1cb-4084-8050-8ec1623c77c6 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.1843021 Nov 04 10:35:18.278893 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-bdeb9568-3364-497b-a065-9991bdb4c1ba tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Network 54d126eb-2366-4e9a-970c-4c8c6fe2a9ee is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:35:18.285660 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-bdeb9568-3364-497b-a065-9991bdb4c1ba tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:18.288518 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-bdeb9568-3364-497b-a065-9991bdb4c1ba tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:35:18.302609 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c439483-b1cb-4084-8050-8ec1623c77c6 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=189eb803-a497-4553-b297-c4d5897097ec,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:18.315361 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb9568-3364-497b-a065-9991bdb4c1ba tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Pushing event updated for resources: {'Port': ['ID=66cabf58-33fb-459d-ad06-8ee65dd97685,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:18.317651 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b9a09c8f-7e15-4d94-ba44-0361dbd0d6a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:18.325385 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b9a09c8f-7e15-4d94-ba44-0361dbd0d6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:18.380628 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-bdeb9568-3364-497b-a065-9991bdb4c1ba tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:18.381605 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-bdeb9568-3364-497b-a065-9991bdb4c1ba tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:18.403684 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-bdeb9568-3364-497b-a065-9991bdb4c1ba tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7381094 Nov 04 10:35:18.410976 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b9a09c8f-7e15-4d94-ba44-0361dbd0d6a6 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=d81cc089e3444e859a53416956983145&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4644885 Nov 04 10:35:18.415041 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a09c8f-7e15-4d94-ba44-0361dbd0d6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b298298e-5606-4f47-875d-ad673a7deca7,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:18.416399 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38854) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:18.427334 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-28e63cef-8276-4393-abe2-f886da711ae3 service neutron] Request body: {'port': {'device_id': '3d208acd-19f5-4b48-b6fa-aa18e1dd627b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:18.452727 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25532e-4ffe-4f11-91b1-b66b19b35710 req-2ed789b7-d42d-4f26-b0db-24d80532a548 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:18.455055 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b25532e-4ffe-4f11-91b1-b66b19b35710 req-2ed789b7-d42d-4f26-b0db-24d80532a548 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/ports?device_id=3d208acd-19f5-4b48-b6fa-aa18e1dd627b HTTP/1.1" status: 200 len: 931 time: 0.0962908 Nov 04 10:35:18.507870 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-28e63cef-8276-4393-abe2-f886da711ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:18.530548 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b25532e-4ffe-4f11-91b1-b66b19b35710 req-f19c5aff-fc91-497c-9caf-d5c5b2a9dba0 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/security-groups?id=97837fe8-5737-4b37-b36c-49e583983dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686200 Nov 04 10:35:18.547336 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-de0d5fbf-26b4-406a-9c9a-9dc3f106bc6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:18.600082 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc84861-c4ba-4d6c-8f64-d986b664e55b x-openstack-request-id: req-1cc84861-c4ba-4d6c-8f64-d986b664e55b {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:35:18.600763 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80416f2-d85c-45aa-b8f7-e033b1d7e093", "name": "network-vif-unplugged", "status": "completed", "tag": "4c46e41e-d13d-467f-9446-d58fcef67498", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:35:18.601138 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-1cc84861-c4ba-4d6c-8f64-d986b664e55b {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:35:18.602143 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80416f2-d85c-45aa-b8f7-e033b1d7e093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c46e41e-d13d-467f-9446-d58fcef67498', 'code': 200} Nov 04 10:35:18.617250 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-de0d5fbf-26b4-406a-9c9a-9dc3f106bc6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:18.646711 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-1366ff87-76a9-40a4-a7f0-a5b92a39d14b None None] Provisioning complete for port 66cabf58-33fb-459d-ad06-8ee65dd97685 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:35:18.647727 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1366ff87-76a9-40a4-a7f0-a5b92a39d14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:18.675403 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cb7013b4-a975-4aac-9043-9f84f3602b32 req-5a934aed-deb7-4163-ad6b-8939095ef9e1 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc7b321e-3122-4862-b25b-a7b49f1a0256 HTTP/1.1" status: 200 len: 210 time: 0.0275557 Nov 04 10:35:18.685111 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-1366ff87-76a9-40a4-a7f0-a5b92a39d14b None None] Port 66cabf58-33fb-459d-ad06-8ee65dd97685 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:35:18.783568 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-de0d5fbf-26b4-406a-9c9a-9dc3f106bc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:18.786541 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-de0d5fbf-26b4-406a-9c9a-9dc3f106bc6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:18.791569 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-de0d5fbf-26b4-406a-9c9a-9dc3f106bc6f admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/b298298e-5606-4f47-875d-ad673a7deca7 HTTP/1.1" status: 204 len: 168 time: 0.3708911 Nov 04 10:35:18.811251 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d5fbf-26b4-406a-9c9a-9dc3f106bc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b298298e-5606-4f47-875d-ad673a7deca7,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:18.819623 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade999d-4f27-4a5a-8d7f-c36ef3203cf0 req-ae4d4d3f-69ea-497a-b29e-7ff1de0193e1 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:18.821283 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2ade999d-4f27-4a5a-8d7f-c36ef3203cf0 req-ae4d4d3f-69ea-497a-b29e-7ff1de0193e1 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/ports?device_id=ed774fe5-7c02-4d40-ad72-e73641da60a8 HTTP/1.1" status: 200 len: 943 time: 0.0614581 Nov 04 10:35:18.896092 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2ade999d-4f27-4a5a-8d7f-c36ef3203cf0 req-773cc4e6-2813-4b55-b739-4f967b1b75b6 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/security-groups?id=ae2f195c-88ce-4ed3-a3a4-14584abee14f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626307 Nov 04 10:35:18.928710 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-05a0cdf0-2265-4412-9c9c-93f707504350 req-0164e795-2e03-4b6c-863c-7499d4ec80b6 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-310143559', 'description': 'tempest-description-260202111'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:18.940411 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-28e63cef-8276-4393-abe2-f886da711ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66cabf58-33fb-459d-ad06-8ee65dd97685 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:35:18.953036 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-28e63cef-8276-4393-abe2-f886da711ae3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:18.958131 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-05a0cdf0-2265-4412-9c9c-93f707504350 req-0164e795-2e03-4b6c-863c-7499d4ec80b6 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:18.971539 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-28e63cef-8276-4393-abe2-f886da711ae3 service neutron] Transition to ACTIVE for port object 66cabf58-33fb-459d-ad06-8ee65dd97685 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:35:18.977454 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-28e63cef-8276-4393-abe2-f886da711ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:19.060310 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-05a0cdf0-2265-4412-9c9c-93f707504350 req-0164e795-2e03-4b6c-863c-7499d4ec80b6 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:19.065886 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-05a0cdf0-2265-4412-9c9c-93f707504350 req-0164e795-2e03-4b6c-863c-7499d4ec80b6 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:19.118569 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e63cef-8276-4393-abe2-f886da711ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=66cabf58-33fb-459d-ad06-8ee65dd97685,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:19.143787 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-05a0cdf0-2265-4412-9c9c-93f707504350 req-0164e795-2e03-4b6c-863c-7499d4ec80b6 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:19.158381 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-05a0cdf0-2265-4412-9c9c-93f707504350 req-0164e795-2e03-4b6c-863c-7499d4ec80b6 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2346125 Nov 04 10:35:19.166221 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-28e63cef-8276-4393-abe2-f886da711ae3 service neutron] Attempting to bind port 66cabf58-33fb-459d-ad06-8ee65dd97685 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:35:19.166540 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-28e63cef-8276-4393-abe2-f886da711ae3 service neutron] Attempting to bind port 66cabf58-33fb-459d-ad06-8ee65dd97685 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'c733da2d-3ab1-4293-8e61-0b77e271ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:35:19.166900 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-28e63cef-8276-4393-abe2-f886da711ae3 service neutron] Attempting to bind port 66cabf58-33fb-459d-ad06-8ee65dd97685 on network 54d126eb-2366-4e9a-970c-4c8c6fe2a9ee {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:35:19.168232 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164e795-2e03-4b6c-863c-7499d4ec80b6 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c349bf-670d-4699-bb9c-b689c5a710de,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:19.177279 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-28e63cef-8276-4393-abe2-f886da711ae3 service neutron] Port 66cabf58-33fb-459d-ad06-8ee65dd97685 on network 54d126eb-2366-4e9a-970c-4c8c6fe2a9ee not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:35:19.177642 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-28e63cef-8276-4393-abe2-f886da711ae3 service neutron] Attempting to bind port 66cabf58-33fb-459d-ad06-8ee65dd97685 on network 54d126eb-2366-4e9a-970c-4c8c6fe2a9ee {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:35:19.187655 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-28e63cef-8276-4393-abe2-f886da711ae3 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:35:19.187993 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-28e63cef-8276-4393-abe2-f886da711ae3 service neutron] Checking segment: {'id': 'c733da2d-3ab1-4293-8e61-0b77e271ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:35:19.188391 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-28e63cef-8276-4393-abe2-f886da711ae3 service neutron] Bound using segment: {'id': 'c733da2d-3ab1-4293-8e61-0b77e271ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:35:19.188842 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-28e63cef-8276-4393-abe2-f886da711ae3 service neutron] Bound port: 66cabf58-33fb-459d-ad06-8ee65dd97685, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c733da2d-3ab1-4293-8e61-0b77e271ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:35:19.189193 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-28e63cef-8276-4393-abe2-f886da711ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:19.244799 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38862) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:19.321519 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-28e63cef-8276-4393-abe2-f886da711ae3 service neutron] For port 66cabf58-33fb-459d-ad06-8ee65dd97685, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:35:19.325819 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-28e63cef-8276-4393-abe2-f886da711ae3 service neutron] For port 66cabf58-33fb-459d-ad06-8ee65dd97685, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=66cabf58-33fb-459d-ad06-8ee65dd97685,segment=NetworkSegment(c733da2d-3ab1-4293-8e61-0b77e271ebcf),segment_id=c733da2d-3ab1-4293-8e61-0b77e271ebcf)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:35:19.338016 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-32e8eb23-743b-4839-a318-17e8bb300c5d admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=01ac5d7a5af84e609e3e80985ef1fab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0897176 Nov 04 10:35:19.338354 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38866) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:19.346586 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-28e63cef-8276-4393-abe2-f886da711ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:19.354337 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b21bf-611d-4b2d-9cf1-4259a1df6870 req-e23aba1b-034b-4bb1-8089-be558e32e792 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:19.354956 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-aa4af07c-6e87-478a-9dc4-57130d6ef377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:19.362573 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-372b21bf-611d-4b2d-9cf1-4259a1df6870 req-e23aba1b-034b-4bb1-8089-be558e32e792 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 948 time: 0.0965810 Nov 04 10:35:19.443676 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-28e63cef-8276-4393-abe2-f886da711ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:19.444413 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-28e63cef-8276-4393-abe2-f886da711ae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:19.445963 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-28e63cef-8276-4393-abe2-f886da711ae3 service neutron] 10.222.0.121 "PUT /v2.0/ports/66cabf58-33fb-459d-ad06-8ee65dd97685 HTTP/1.1" status: 200 len: 1091 time: 1.0307481 Nov 04 10:35:19.449857 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d208acd-19f5-4b48-b6fa-aa18e1dd627b', 'tag': '66cabf58-33fb-459d-ad06-8ee65dd97685'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:35:19.451186 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-372b21bf-611d-4b2d-9cf1-4259a1df6870 req-067d527f-f20f-4d41-a005-a59722e70930 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870872 Nov 04 10:35:19.460130 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8191d0e8-4e8f-4317-8afb-84e7117804a1" -d '{"events": [{"name": "network-changed", "server_uuid": "3d208acd-19f5-4b48-b6fa-aa18e1dd627b", "tag": "66cabf58-33fb-459d-ad06-8ee65dd97685"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:35:19.486029 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c4c15d2-441b-4ffa-8bfc-ddc886337b7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:19.533830 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c4c15d2-441b-4ffa-8bfc-ddc886337b7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:19.537012 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e63cef-8276-4393-abe2-f886da711ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=66cabf58-33fb-459d-ad06-8ee65dd97685,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:19.596628 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0def2129-47bb-4ffc-9038-d307251f5195 req-c2b64fca-1339-4cdb-8a32-29d2b8edcfd5 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] 10.222.0.127 "GET /v2.0/security-groups/189eb803-a497-4553-b297-c4d5897097ec HTTP/1.1" status: 200 len: 1828 time: 0.1060491 Nov 04 10:35:19.605091 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-0def2129-47bb-4ffc-9038-d307251f5195 req-a8e7a93c-64a6-456b-999c-2b8c8fef91b5 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '189eb803-a497-4553-b297-c4d5897097ec', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:19.605414 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-0def2129-47bb-4ffc-9038-d307251f5195 req-a8e7a93c-64a6-456b-999c-2b8c8fef91b5 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '189eb803-a497-4553-b297-c4d5897097ec', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:19.643109 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c4c15d2-441b-4ffa-8bfc-ddc886337b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:19.647022 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c4c15d2-441b-4ffa-8bfc-ddc886337b7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:19.651200 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3c4c15d2-441b-4ffa-8bfc-ddc886337b7c admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/b5edba5b-3b7a-4c32-80d4-fbd2b65f1085 HTTP/1.1" status: 204 len: 168 time: 0.3094387 Nov 04 10:35:19.672297 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c15d2-441b-4ffa-8bfc-ddc886337b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5edba5b-3b7a-4c32-80d4-fbd2b65f1085,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:19.699821 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-63c65ac1-b1b7-4477-8d4c-c3d3a85a09b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:19.706221 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-63c65ac1-b1b7-4477-8d4c-c3d3a85a09b6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a7940a7dcb8a45f582552e08becdd2d6&device_id=3d208acd-19f5-4b48-b6fa-aa18e1dd627b HTTP/1.1" status: 200 len: 1094 time: 0.1535919 Nov 04 10:35:19.739224 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0def2129-47bb-4ffc-9038-d307251f5195 req-a8e7a93c-64a6-456b-999c-2b8c8fef91b5 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:19.777986 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0def2129-47bb-4ffc-9038-d307251f5195 req-a8e7a93c-64a6-456b-999c-2b8c8fef91b5 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:19.783199 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0def2129-47bb-4ffc-9038-d307251f5195 req-a8e7a93c-64a6-456b-999c-2b8c8fef91b5 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:19.814765 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0def2129-47bb-4ffc-9038-d307251f5195 req-a8e7a93c-64a6-456b-999c-2b8c8fef91b5 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:19.826924 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-72c6f24a-dd2b-4370-a925-32174003f5bc service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66cabf58-33fb-459d-ad06-8ee65dd97685 HTTP/1.1" status: 200 len: 217 time: 0.1113894 Nov 04 10:35:19.829653 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0def2129-47bb-4ffc-9038-d307251f5195 req-a8e7a93c-64a6-456b-999c-2b8c8fef91b5 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2316904 Nov 04 10:35:19.830849 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7a93c-64a6-456b-999c-2b8c8fef91b5 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46859ed2-2269-4950-a94e-26e17a3a8097,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:19.943432 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-a7ad6636-aeaf-4395-8180-ebae480df24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:19.945331 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-a7ad6636-aeaf-4395-8180-ebae480df24d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=75946b22-fef0-469a-a134-d85aa619e876 HTTP/1.1" status: 200 len: 867 time: 0.1026013 Nov 04 10:35:20.005882 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-b4c4df3e-6f14-4378-8fb3-1236a957c078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:20.007979 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-b4c4df3e-6f14-4378-8fb3-1236a957c078 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=54d126eb-2366-4e9a-970c-4c8c6fe2a9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543945 Nov 04 10:35:20.079883 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0f739-41dc-492f-a8e1-368671e26152 req-e96b1098-294c-47e1-a646-8f04ec84f38b tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:20.085338 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-27e0f739-41dc-492f-a8e1-368671e26152 req-e96b1098-294c-47e1-a646-8f04ec84f38b tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/networks?id=fd562185-7063-471c-ad25-a957d0b41f6e HTTP/1.1" status: 200 len: 812 time: 0.1461756 Nov 04 10:35:20.121033 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-27e0f739-41dc-492f-a8e1-368671e26152 req-6f20d379-ba4d-4afa-9811-fd2df51e4400 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/quotas/8978c15802a5437797795f3580af0e5a HTTP/1.1" status: 200 len: 375 time: 0.0283139 Nov 04 10:35:20.130304 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-af8fd57a-1966-43d3-a6d3-d3b5482a5081 service neutron] 10.222.0.121 "GET /v2.0/networks/54d126eb-2366-4e9a-970c-4c8c6fe2a9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122077 Nov 04 10:35:20.172502 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-27e0f739-41dc-492f-a8e1-368671e26152 req-65a3f58a-0b03-4090-9b2b-4f338215a8af tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=8978c15802a5437797795f3580af0e5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425856 Nov 04 10:35:20.273123 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-428c19b1-a1a3-4c79-9ef7-02c1923169cf req-cd156c26-5961-4c84-b9d4-5ea167591c92 service neutron] 10.222.0.121 "GET /v2.0/networks/54d126eb-2366-4e9a-970c-4c8c6fe2a9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312149 Nov 04 10:35:20.330096 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-27e0f739-41dc-492f-a8e1-368671e26152 req-c7ac9e93-f3c6-406a-947f-be299bf2b6e3 service neutron] 10.222.0.127 "GET /v2.0/networks/fd562185-7063-471c-ad25-a957d0b41f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435611 Nov 04 10:35:20.460097 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-27e0f739-41dc-492f-a8e1-368671e26152 req-df3e7f88-eb18-4274-a3cf-e3dc726c8803 service neutron] 10.222.0.127 "GET /v2.0/networks/fd562185-7063-471c-ad25-a957d0b41f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220677 Nov 04 10:35:20.534970 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b7108e6d-d75d-480a-a32d-4797866cb8fe details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:35:20.604418 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80416f2-d85c-45aa-b8f7-e033b1d7e093', 'tag': '4c46e41e-d13d-467f-9446-d58fcef67498'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:35:20.607216 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df1cb2b-bb95-41db-84f5-1b9b799d60ed" -d '{"events": [{"name": "network-changed", "server_uuid": "e80416f2-d85c-45aa-b8f7-e033b1d7e093", "tag": "4c46e41e-d13d-467f-9446-d58fcef67498"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:35:20.671252 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d101c4a-f701-4471-9dfb-e609e00906ff x-openstack-request-id: req-5d101c4a-f701-4471-9dfb-e609e00906ff {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:35:20.676657 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d208acd-19f5-4b48-b6fa-aa18e1dd627b", "tag": "66cabf58-33fb-459d-ad06-8ee65dd97685", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:35:20.677303 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-5d101c4a-f701-4471-9dfb-e609e00906ff {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:35:20.679048 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d208acd-19f5-4b48-b6fa-aa18e1dd627b', 'tag': '66cabf58-33fb-459d-ad06-8ee65dd97685', 'status': 'completed', 'code': 200} Nov 04 10:35:20.774243 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:20.798956 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38914) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:20.831828 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 4c46e41e-d13d-467f-9446-d58fcef67498 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:35:20.843401 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191d0e8-4e8f-4317-8afb-84e7117804a1 req-04377776-c871-4c3e-b8b9-0bba158b657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:20.845872 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8191d0e8-4e8f-4317-8afb-84e7117804a1 req-04377776-c871-4c3e-b8b9-0bba158b657e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a7940a7dcb8a45f582552e08becdd2d6&device_id=3d208acd-19f5-4b48-b6fa-aa18e1dd627b HTTP/1.1" status: 200 len: 1094 time: 0.1476915 Nov 04 10:35:20.908377 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port b7108e6d-d75d-480a-a32d-4797866cb8fe, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b7108e6d-d75d-480a-a32d-4797866cb8fe,segment=NetworkSegment(037f8e52-dbbc-4423-b2e4-190597daeab8),segment_id=037f8e52-dbbc-4423-b2e4-190597daeab8)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:20.961526 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0b358-4ed0-494c-bcaf-2bca5a599344 req-ccc87371-a5eb-4493-ab0f-78726e5e18a9 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:20.963744 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e8b0b358-4ed0-494c-bcaf-2bca5a599344 req-ccc87371-a5eb-4493-ab0f-78726e5e18a9 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/ports?device_id=3d208acd-19f5-4b48-b6fa-aa18e1dd627b HTTP/1.1" status: 200 len: 943 time: 0.1455741 Nov 04 10:35:20.965374 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [None req-f07d0d6d-c8c2-499f-890d-a49102e90d4b tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:20.966581 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f07d0d6d-c8c2-499f-890d-a49102e90d4b tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13864 time: 0.1617298 Nov 04 10:35:20.969759 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38920) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:20.981380 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-7ec14983-90f6-4793-ba46-f465845f3aa6 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:20.982456 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7ec14983-90f6-4793-ba46-f465845f3aa6 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0050137 Nov 04 10:35:20.990994 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38924) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:20.996374 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-c7dd802a-110a-4c1a-98a0-98853a206a5e tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:20.997578 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c7dd802a-110a-4c1a-98a0-98853a206a5e tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0054951 Nov 04 10:35:21.005052 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38926) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.009556 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-0dee1e36-d952-4e32-9d5f-50e6c8cc710e tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.010727 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0dee1e36-d952-4e32-9d5f-50e6c8cc710e tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0047562 Nov 04 10:35:21.013973 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38928) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.019014 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-0b38a37f-733c-4318-9e46-4c7b410cffb6 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.020250 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0b38a37f-733c-4318-9e46-4c7b410cffb6 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0050235 Nov 04 10:35:21.022921 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38930) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.027759 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-fe35967a-249f-4a4f-82f7-6ba5615dceb0 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.029088 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fe35967a-249f-4a4f-82f7-6ba5615dceb0 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0047936 Nov 04 10:35:21.030818 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'b7108e6d-d75d-480a-a32d-4797866cb8fe', 'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b', 'port_id': 'b7108e6d-d75d-480a-a32d-4797866cb8fe', 'mac_address': 'fa:16:3e:94:e0:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10f0746-db56-4227-89cf-ffbd29fe094a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:35:21.031722 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38932) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.037775 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-a9b58a23-8e7e-4a4a-8f5f-fd42b7516bc8 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.039197 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a9b58a23-8e7e-4a4a-8f5f-fd42b7516bc8 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0063071 Nov 04 10:35:21.042263 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38934) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.049759 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [None req-9bc0fcdf-da6b-4927-8abd-5008b34d622d tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.054787 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9bc0fcdf-da6b-4927-8abd-5008b34d622d tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0114615 Nov 04 10:35:21.055863 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38936) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.061202 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [None req-ae0eb313-454d-482d-a110-be27e412fb4d tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.065973 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ae0eb313-454d-482d-a110-be27e412fb4d tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0090203 Nov 04 10:35:21.067404 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191d0e8-4e8f-4317-8afb-84e7117804a1 req-0a6e1cc8-a449-4099-aa45-941b7f227ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:21.069103 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8191d0e8-4e8f-4317-8afb-84e7117804a1 req-0a6e1cc8-a449-4099-aa45-941b7f227ecb service neutron] 10.222.0.121 "GET /v2.0/networks?id=54d126eb-2366-4e9a-970c-4c8c6fe2a9ee HTTP/1.1" status: 200 len: 930 time: 0.2144182 Nov 04 10:35:21.069567 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38938) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.080336 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [None req-574080ed-6f7e-4468-b3dd-3a00997e2c0e tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.082349 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e8b0b358-4ed0-494c-bcaf-2bca5a599344 req-99858dc4-d4d5-4e31-af66-0d6b0d4932c9 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/security-groups?id=97837fe8-5737-4b37-b36c-49e583983dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977817 Nov 04 10:35:21.085587 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38940) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.086301 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-574080ed-6f7e-4468-b3dd-3a00997e2c0e tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0157757 Nov 04 10:35:21.091593 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-6b6d5379-cea0-4e15-aaa3-e4989d614436 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.093205 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6b6d5379-cea0-4e15-aaa3-e4989d614436 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0059750 Nov 04 10:35:21.095719 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38942) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.127883 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-27b0b121-a162-41c9-9860-ce16418345d4 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.131242 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-27b0b121-a162-41c9-9860-ce16418345d4 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0343301 Nov 04 10:35:21.135396 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38944) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.139095 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 4c46e41e-d13d-467f-9446-d58fcef67498, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4c46e41e-d13d-467f-9446-d58fcef67498,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:21.143199 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-bfdff88d-ce84-46da-9734-eca36c8562e6 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.148348 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bfdff88d-ce84-46da-9734-eca36c8562e6 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0115967 Nov 04 10:35:21.156190 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '4c46e41e-d13d-467f-9446-d58fcef67498', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '4c46e41e-d13d-467f-9446-d58fcef67498', 'mac_address': 'fa:16:3e:4f:e8:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:35:21.156496 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38946) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.165720 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-2e6995b5-524e-4982-8a34-e4f427a2dab9 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.169462 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2e6995b5-524e-4982-8a34-e4f427a2dab9 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0111475 Nov 04 10:35:21.171979 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38950) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.178628 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-0eb496aa-5a6b-4bc1-86e1-26279c107e83 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.179816 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0eb496aa-5a6b-4bc1-86e1-26279c107e83 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0067570 Nov 04 10:35:21.182504 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38952) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.187470 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8191d0e8-4e8f-4317-8afb-84e7117804a1 req-8f7c3838-88ed-41f9-b41e-a9f46d2eaa34 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66cabf58-33fb-459d-ad06-8ee65dd97685 HTTP/1.1" status: 200 len: 217 time: 0.0994778 Nov 04 10:35:21.189294 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-cf34441a-d498-4646-b9c2-802312e5bf7c tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.190541 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cf34441a-d498-4646-b9c2-802312e5bf7c tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0068722 Nov 04 10:35:21.197024 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38954) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.199339 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:21.202517 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-3d35c6a7-dafb-438b-8ea6-6905717b879d tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.203480 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3d35c6a7-dafb-438b-8ea6-6905717b879d tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0053856 Nov 04 10:35:21.223043 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38956) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.230879 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [None req-ca5fbb6c-f7d9-46ef-b970-cf5cf638d801 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.231301 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7108e6d-d75d-480a-a32d-4797866cb8fe {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:35:21.235441 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ca5fbb6c-f7d9-46ef-b970-cf5cf638d801 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0106916 Nov 04 10:35:21.239346 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38960) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.241621 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:21.247646 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [None req-77a91ac1-a332-4e3a-b4ef-f73e753bc087 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.251068 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-77a91ac1-a332-4e3a-b4ef-f73e753bc087 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0076673 Nov 04 10:35:21.257729 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38962) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.266459 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-6112de6f-c8be-4967-9762-528e219965eb tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.270177 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6112de6f-c8be-4967-9762-528e219965eb tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0054977 Nov 04 10:35:21.282145 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38964) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.297409 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-b5ac7907-ef6d-4695-8299-4a894aeae468 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.300421 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b5ac7907-ef6d-4695-8299-4a894aeae468 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0138471 Nov 04 10:35:21.308710 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38968) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.313033 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port b7108e6d-d75d-480a-a32d-4797866cb8fe, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b7108e6d-d75d-480a-a32d-4797866cb8fe,segment=NetworkSegment(037f8e52-dbbc-4423-b2e4-190597daeab8),segment_id=037f8e52-dbbc-4423-b2e4-190597daeab8)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:21.317699 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c46e41e-d13d-467f-9446-d58fcef67498 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:35:21.324007 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-bb8c0327-84bb-4517-a4a6-c00cf66e04e5 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.324714 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bb8c0327-84bb-4517-a4a6-c00cf66e04e5 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0119183 Nov 04 10:35:21.328132 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38970) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.334527 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:21.337307 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191d0e8-4e8f-4317-8afb-84e7117804a1 req-3c21c2ae-f0e4-4069-a615-fa33037e7cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:21.340409 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8191d0e8-4e8f-4317-8afb-84e7117804a1 req-3c21c2ae-f0e4-4069-a615-fa33037e7cbf service neutron] 10.222.0.121 "GET /v2.0/subnets?id=75946b22-fef0-469a-a134-d85aa619e876 HTTP/1.1" status: 200 len: 867 time: 0.1410294 Nov 04 10:35:21.345045 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-c77fc4db-317c-46c6-8020-0d0f17550a2e tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.346532 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c77fc4db-317c-46c6-8020-0d0f17550a2e tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0174160 Nov 04 10:35:21.351065 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38972) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.359165 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [None req-a535ec02-031d-4f75-8938-2f212855898b tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.364479 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a535ec02-031d-4f75-8938-2f212855898b tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0096753 Nov 04 10:35:21.364847 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38974) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.376849 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b31fbf1-6bef-41fe-904a-371129c558ef req-45c5bcb4-72f7-4331-9736-ef95bccc1bd1 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] 10.222.0.127 "GET /v2.0/security-groups/189eb803-a497-4553-b297-c4d5897097ec HTTP/1.1" status: 200 len: 2421 time: 0.1586914 Nov 04 10:35:21.385722 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [None req-58030e4f-8533-4c72-9a69-8bfa1e264fb5 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.390486 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38978) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.392677 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-58030e4f-8533-4c72-9a69-8bfa1e264fb5 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0169413 Nov 04 10:35:21.395953 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-42a75272-4002-4492-8aeb-b104331d2180 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.401265 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-42a75272-4002-4492-8aeb-b104331d2180 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0091796 Nov 04 10:35:21.401917 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38980) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.406195 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-b3d26a19-0ceb-42bb-9563-810bee70f099 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.409960 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b3d26a19-0ceb-42bb-9563-810bee70f099 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0070608 Nov 04 10:35:21.410585 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38982) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.415271 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-73e04323-e734-4df4-995d-b390a52bb15e tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.419683 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-73e04323-e734-4df4-995d-b390a52bb15e tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0052083 Nov 04 10:35:21.420678 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38984) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.424679 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-904bc26a-5831-451d-93c9-1bf9ec16f3bb tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.428580 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-904bc26a-5831-451d-93c9-1bf9ec16f3bb tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0048087 Nov 04 10:35:21.428805 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38986) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.433870 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-4b572bf5-4bc7-4a57-bc75-2cfbd4d628e9 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.436874 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4b572bf5-4bc7-4a57-bc75-2cfbd4d628e9 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0049813 Nov 04 10:35:21.438412 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38988) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.443488 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-67afb90d-9b61-4fd7-9d88-793a11bd2547 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.444271 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 4c46e41e-d13d-467f-9446-d58fcef67498, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4c46e41e-d13d-467f-9446-d58fcef67498,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:21.444923 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-67afb90d-9b61-4fd7-9d88-793a11bd2547 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0053654 Nov 04 10:35:21.447828 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38990) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.456294 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-49c772dd-1b3d-47c8-b509-29a44ac534c8 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.458804 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-49c772dd-1b3d-47c8-b509-29a44ac534c8 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0093160 Nov 04 10:35:21.462849 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:21.463173 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38992) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.468948 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-f6d24a3b-05d6-4487-8470-870d16e656bc tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.472164 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f6d24a3b-05d6-4487-8470-870d16e656bc tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0071537 Nov 04 10:35:21.475759 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38994) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.483656 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-10fd52e3-d053-4643-8a66-30ea43efbca5 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.485055 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-10fd52e3-d053-4643-8a66-30ea43efbca5 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0064769 Nov 04 10:35:21.491746 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38996) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.501485 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [None req-ecc655ac-1cda-4c7d-a614-5175ded68a79 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.506529 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ecc655ac-1cda-4c7d-a614-5175ded68a79 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0107920 Nov 04 10:35:21.508520 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38998) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.510964 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191d0e8-4e8f-4317-8afb-84e7117804a1 req-2969cb9d-3ca4-4bdb-a72a-7370fecdc954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:21.517433 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8191d0e8-4e8f-4317-8afb-84e7117804a1 req-2969cb9d-3ca4-4bdb-a72a-7370fecdc954 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=54d126eb-2366-4e9a-970c-4c8c6fe2a9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1652372 Nov 04 10:35:21.522352 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=b7108e6d-d75d-480a-a32d-4797866cb8fe,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:21.526501 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [None req-0e6c33f1-14dd-417f-a70d-82a85e0abd4a tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.530247 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0e6c33f1-14dd-417f-a70d-82a85e0abd4a tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0090971 Nov 04 10:35:21.534018 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39000) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.539485 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-841cd079-7e2e-4fbe-9580-b2830ba58433 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.543180 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-841cd079-7e2e-4fbe-9580-b2830ba58433 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0053689 Nov 04 10:35:21.543824 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39002) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.555026 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-e0b562e6-22dc-4abe-86d4-4a0d2b9820f6 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.555026 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e0b562e6-22dc-4abe-86d4-4a0d2b9820f6 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0078723 Nov 04 10:35:21.556109 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39004) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.562797 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-04a5640c-ffab-4b4f-99a2-bbd0afd833fd tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.564988 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-04a5640c-ffab-4b4f-99a2-bbd0afd833fd tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0068622 Nov 04 10:35:21.568316 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39006) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.578691 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-72a0df54-005b-42d5-81c7-b1c8618e30db tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.579695 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-72a0df54-005b-42d5-81c7-b1c8618e30db tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0103512 Nov 04 10:35:21.601149 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00215d06-f546-47d1-bada-f9ec111fd124 req-5c294b26-462b-4550-861e-77fae89e3fd7 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:21.602691 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-00215d06-f546-47d1-bada-f9ec111fd124 req-5c294b26-462b-4550-861e-77fae89e3fd7 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/ports?device_id=ed774fe5-7c02-4d40-ad72-e73641da60a8 HTTP/1.1" status: 200 len: 944 time: 0.1291337 Nov 04 10:35:21.606974 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39008) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.611333 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-1972722f-daa6-47d0-9348-d7f8ec170359 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.615016 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1972722f-daa6-47d0-9348-d7f8ec170359 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0044341 Nov 04 10:35:21.615186 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39010) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.620562 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-ef56256a-df0f-4c2f-88f8-e99d260f4fd7 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.624060 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ef56256a-df0f-4c2f-88f8-e99d260f4fd7 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0055637 Nov 04 10:35:21.624211 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['b7108e6d-d75d-480a-a32d-4797866cb8fe'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:35:21.627818 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39012) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.642888 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-1fc46fc4-e954-495a-b01e-a8ad48fe2e7f tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.646478 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1fc46fc4-e954-495a-b01e-a8ad48fe2e7f tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0150397 Nov 04 10:35:21.646725 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39014) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.651037 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-8cf60525-60ed-43a8-962c-48840579905d tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.654356 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8cf60525-60ed-43a8-962c-48840579905d tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0043671 Nov 04 10:35:21.656979 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39016) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.661218 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-efac76ac-f4a0-4a41-a86b-4aadb1b3c244 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.664585 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-efac76ac-f4a0-4a41-a86b-4aadb1b3c244 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0043159 Nov 04 10:35:21.670277 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39018) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.678738 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-02f433b6-b808-47a6-ac49-b9a51ff88839 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.678738 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-02f433b6-b808-47a6-ac49-b9a51ff88839 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0049272 Nov 04 10:35:21.680077 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39020) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.687423 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-92150228-f9d6-44d5-9e95-378502903dda tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.691341 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-92150228-f9d6-44d5-9e95-378502903dda tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0075874 Nov 04 10:35:21.693436 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39022) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.702244 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-d77293c7-b950-49f6-b555-508187503d2c tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.706097 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d77293c7-b950-49f6-b555-508187503d2c tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0088665 Nov 04 10:35:21.708582 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-00215d06-f546-47d1-bada-f9ec111fd124 req-8174a6ea-c21e-4c54-86be-5267df826037 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/security-groups?id=ae2f195c-88ce-4ed3-a3a4-14584abee14f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942893 Nov 04 10:35:21.709095 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39024) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.713654 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-68612b29-4988-497e-af3b-b38b154b455b tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.717241 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-68612b29-4988-497e-af3b-b38b154b455b tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0045884 Nov 04 10:35:21.717988 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39026) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.725911 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-efa40c5a-d35a-4830-ab37-f296ca7c0ed6 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.729664 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-efa40c5a-d35a-4830-ab37-f296ca7c0ed6 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0071528 Nov 04 10:35:21.737505 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39028) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.742314 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-e8f04543-bbf3-474b-a163-7f0793670820 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.744900 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e8f04543-bbf3-474b-a163-7f0793670820 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0044434 Nov 04 10:35:21.747321 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39030) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.761547 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-b3cf024b-4d9b-47f6-8a4b-08d33bcc118f tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.767935 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b3cf024b-4d9b-47f6-8a4b-08d33bcc118f tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0144875 Nov 04 10:35:21.768742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39032) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.774360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [None req-3c49b13b-22cd-4fbe-8786-1a5711f4756d tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.776507 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3c49b13b-22cd-4fbe-8786-1a5711f4756d tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0062637 Nov 04 10:35:21.779420 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39034) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.783822 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-ad51be2f-ff50-4f92-9806-1bdf697bcc63 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.787081 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ad51be2f-ff50-4f92-9806-1bdf697bcc63 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044248 Nov 04 10:35:21.787246 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39036) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.796335 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-32a3236f-ba25-48f4-9b23-c331bac875d6 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.799870 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-32a3236f-ba25-48f4-9b23-c331bac875d6 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0092657 Nov 04 10:35:21.801267 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39038) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.808202 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-c2850dea-a7bf-490b-bbea-3778210a0c98 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.812215 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c2850dea-a7bf-490b-bbea-3778210a0c98 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0074153 Nov 04 10:35:21.812381 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39040) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.817518 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [None req-b23023fa-313e-4a54-b397-07b83c88413e tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.821305 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b23023fa-313e-4a54-b397-07b83c88413e tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0078759 Nov 04 10:35:21.821509 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39042) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.822303 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['4c46e41e-d13d-467f-9446-d58fcef67498'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:35:21.824676 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8191d0e8-4e8f-4317-8afb-84e7117804a1 req-b0db4c94-57f3-4b67-bf99-84399cb6654c service neutron] 10.222.0.121 "GET /v2.0/networks/54d126eb-2366-4e9a-970c-4c8c6fe2a9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961514 Nov 04 10:35:21.825871 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-512833bc-5edd-4a68-a90a-fe72d984277e tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.830486 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-512833bc-5edd-4a68-a90a-fe72d984277e tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0079348 Nov 04 10:35:21.831098 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39044) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.831339 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=4c46e41e-d13d-467f-9446-d58fcef67498,revision_number=12']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:21.841420 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [None req-3a16b7cb-18c0-4bd1-9160-bfeb7addc836 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.842689 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3a16b7cb-18c0-4bd1-9160-bfeb7addc836 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0102599 Nov 04 10:35:21.846611 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39046) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.854307 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-22938c1f-dcc4-4f80-b108-e3a63bbd87a3 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.868473 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-22938c1f-dcc4-4f80-b108-e3a63bbd87a3 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0192115 Nov 04 10:35:21.869152 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39048) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.873494 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-e808039c-2d5b-4630-bbfc-b3f4a4b80870 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.874460 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e808039c-2d5b-4630-bbfc-b3f4a4b80870 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0043788 Nov 04 10:35:21.886133 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39050) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.902795 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-9d65685a-a72f-4a68-a787-db202a183c87 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.908458 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9d65685a-a72f-4a68-a787-db202a183c87 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0204353 Nov 04 10:35:21.910940 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39052) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.923482 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-7eb40e6a-fe6c-4cd1-a570-8c763a9438e6 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.928713 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7eb40e6a-fe6c-4cd1-a570-8c763a9438e6 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0164604 Nov 04 10:35:21.943818 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39054) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.963529 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-b1e78146-58ed-4546-8d9b-805a65c47632 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.974818 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b1e78146-58ed-4546-8d9b-805a65c47632 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0294898 Nov 04 10:35:21.975714 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39056) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.983436 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-f8140692-f7cc-48f6-ad10-1d0ecc2fe428 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:21.987870 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f8140692-f7cc-48f6-ad10-1d0ecc2fe428 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0095265 Nov 04 10:35:21.990908 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39058) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:21.997532 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-0d714a31-f1de-423f-89af-f021e96c3232 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:22.002017 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0d714a31-f1de-423f-89af-f021e96c3232 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0099382 Nov 04 10:35:22.004401 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39060) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:22.017068 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-a7d6061c-bcd0-40ab-956c-9d60164fc54a tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:22.021120 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a7d6061c-bcd0-40ab-956c-9d60164fc54a tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0103223 Nov 04 10:35:22.022690 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39062) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:22.027158 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-8cdf421d-ded5-46b5-852a-59cbe1b9189b tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:22.030998 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8cdf421d-ded5-46b5-852a-59cbe1b9189b tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0072227 Nov 04 10:35:22.035106 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39064) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:22.040343 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-b5be8cdc-eb78-4e27-8896-175762d766bf tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:22.044402 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b5be8cdc-eb78-4e27-8896-175762d766bf tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0081646 Nov 04 10:35:22.045238 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39066) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:22.052717 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8191d0e8-4e8f-4317-8afb-84e7117804a1 req-d3f15e5e-96ec-4216-8016-76c4a2d6c362 service neutron] 10.222.0.121 "GET /v2.0/networks/54d126eb-2366-4e9a-970c-4c8c6fe2a9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087305 Nov 04 10:35:22.055886 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6ae67-fac4-4e6d-8c60-e24b707c0af6 req-6d14b6a0-555e-428f-a853-7b6775e6b9c6 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:22.062658 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:22.084070 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6bf6ae67-fac4-4e6d-8c60-e24b707c0af6 req-6d14b6a0-555e-428f-a853-7b6775e6b9c6 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 949 time: 0.1983471 Nov 04 10:35:22.090056 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [None req-76e3fc48-869e-45de-b72e-e6e0155e7d75 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] http://10.222.0.127:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:22.096383 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-76e3fc48-869e-45de-b72e-e6e0155e7d75 tempest-ExtensionsTestJSON-60775532 tempest-ExtensionsTestJSON-60775532-project] 10.222.0.127 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0479593 Nov 04 10:35:22.175837 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6bf6ae67-fac4-4e6d-8c60-e24b707c0af6 req-80075616-c274-42b5-b22d-5fa29f851196 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883331 Nov 04 10:35:22.275497 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c22d1b90-7ec1-46f2-a5ad-2fd54b12964e req-fe7e0775-32bd-40d0-aaab-a2e23b67973b tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/ports?device_id=bafbb69a-ebf7-48c8-a249-e2d970415e52 HTTP/1.1" status: 200 len: 210 time: 0.0395577 Nov 04 10:35:22.326733 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d517cc2d-0895-4751-84ab-f63c19e8fd84 x-openstack-request-id: req-d517cc2d-0895-4751-84ab-f63c19e8fd84 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:35:22.327348 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e80416f2-d85c-45aa-b8f7-e033b1d7e093", "tag": "4c46e41e-d13d-467f-9446-d58fcef67498", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:35:22.327750 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-d517cc2d-0895-4751-84ab-f63c19e8fd84 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:35:22.328345 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80416f2-d85c-45aa-b8f7-e033b1d7e093', 'tag': '4c46e41e-d13d-467f-9446-d58fcef67498', 'status': 'completed', 'code': 200} Nov 04 10:35:22.380913 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b81555cc-a291-4dcb-9f66-1a15d50b2a7a req-d7059985-5cfa-4958-84a9-aafa071c05c5 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] 10.222.0.127 "GET /v2.0/security-group-rules/46859ed2-2269-4950-a94e-26e17a3a8097 HTTP/1.1" status: 200 len: 778 time: 0.0309479 Nov 04 10:35:22.449259 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b81555cc-a291-4dcb-9f66-1a15d50b2a7a req-de3d91cd-ee9c-41b2-ae29-c6ad20410514 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] 10.222.0.127 "GET /v2.0/security-groups/189eb803-a497-4553-b297-c4d5897097ec HTTP/1.1" status: 200 len: 2421 time: 0.0665848 Nov 04 10:35:22.493492 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b81555cc-a291-4dcb-9f66-1a15d50b2a7a req-3e2ac1fb-84eb-4a6b-8ff2-b19f5cda826d tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:22.502777 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b81555cc-a291-4dcb-9f66-1a15d50b2a7a req-3e2ac1fb-84eb-4a6b-8ff2-b19f5cda826d tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:22.553922 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b81555cc-a291-4dcb-9f66-1a15d50b2a7a req-3e2ac1fb-84eb-4a6b-8ff2-b19f5cda826d tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:22.554368 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1cb2b-bb95-41db-84f5-1b9b799d60ed req-5a08a2d1-de5e-43cf-8fbd-dc666d4bf84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:22.556180 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9df1cb2b-bb95-41db-84f5-1b9b799d60ed req-5a08a2d1-de5e-43cf-8fbd-dc666d4bf84c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 1100 time: 0.1830957 Nov 04 10:35:22.564141 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b81555cc-a291-4dcb-9f66-1a15d50b2a7a req-3e2ac1fb-84eb-4a6b-8ff2-b19f5cda826d tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:22.581481 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:22.583781 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b81555cc-a291-4dcb-9f66-1a15d50b2a7a req-3e2ac1fb-84eb-4a6b-8ff2-b19f5cda826d tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] 10.222.0.127 "DELETE /v2.0/security-group-rules/46859ed2-2269-4950-a94e-26e17a3a8097 HTTP/1.1" status: 204 len: 173 time: 0.1335621 Nov 04 10:35:22.602856 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0f739-41dc-492f-a8e1-368671e26152 req-a403e956-c675-4b3d-82b5-613edbaaa289 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:22.604064 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-27e0f739-41dc-492f-a8e1-368671e26152 req-a403e956-c675-4b3d-82b5-613edbaaa289 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.126 "GET /v2.0/networks?id=fd562185-7063-471c-ad25-a957d0b41f6e HTTP/1.1" status: 200 len: 812 time: 0.2871256 Nov 04 10:35:22.611265 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ac1fb-84eb-4a6b-8ff2-b19f5cda826d tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46859ed2-2269-4950-a94e-26e17a3a8097,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:22.644901 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-27e0f739-41dc-492f-a8e1-368671e26152 req-517c9d03-611c-42dc-b09a-a56a5832e193 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Request body: {'port': {'device_id': 'bafbb69a-ebf7-48c8-a249-e2d970415e52', 'network_id': 'fd562185-7063-471c-ad25-a957d0b41f6e', 'admin_state_up': True, 'tenant_id': '8978c15802a5437797795f3580af0e5a'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:22.695310 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39080) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:22.780282 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f24f3-6193-4b55-8d04-f4da8f1000db req-0272fb7a-a896-4691-b403-6236cb5abb8f tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:22.782405 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-da8f24f3-6193-4b55-8d04-f4da8f1000db req-0272fb7a-a896-4691-b403-6236cb5abb8f tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/ports?device_id=3d208acd-19f5-4b48-b6fa-aa18e1dd627b HTTP/1.1" status: 200 len: 943 time: 0.0644655 Nov 04 10:35:22.817315 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 66cabf58-33fb-459d-ad06-8ee65dd97685 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:35:22.820853 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 4c46e41e-d13d-467f-9446-d58fcef67498 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:35:22.852969 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-da8f24f3-6193-4b55-8d04-f4da8f1000db req-e8d2e977-9306-46bb-847d-5a9df0731179 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/security-groups?id=97837fe8-5737-4b37-b36c-49e583983dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636690 Nov 04 10:35:22.913511 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1cb2b-bb95-41db-84f5-1b9b799d60ed req-3464bb6c-afe2-4da0-81b2-ae1069644955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:22.914423 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8368a1fe-94c6-4f8b-85dc-dc3266c0e761 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:22.917717 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9df1cb2b-bb95-41db-84f5-1b9b799d60ed req-3464bb6c-afe2-4da0-81b2-ae1069644955 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.3519917 Nov 04 10:35:22.922435 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e0f739-41dc-492f-a8e1-368671e26152 req-517c9d03-611c-42dc-b09a-a56a5832e193 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Made reservation on behalf of 8978c15802a5437797795f3580af0e5a for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:35:22.928862 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-27e0f739-41dc-492f-a8e1-368671e26152 req-517c9d03-611c-42dc-b09a-a56a5832e193 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:22.984990 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 4c46e41e-d13d-467f-9446-d58fcef67498 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:35:22.992016 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 4c46e41e-d13d-467f-9446-d58fcef67498 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:35:22.992382 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:22.997819 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9df1cb2b-bb95-41db-84f5-1b9b799d60ed req-95d56d18-0dac-4886-90e1-550cfa86893d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4c46e41e-d13d-467f-9446-d58fcef67498 HTTP/1.1" status: 200 len: 217 time: 0.0662439 Nov 04 10:35:23.101574 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8368a1fe-94c6-4f8b-85dc-dc3266c0e761 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:23.115966 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8368a1fe-94c6-4f8b-85dc-dc3266c0e761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:23.133819 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1cb2b-bb95-41db-84f5-1b9b799d60ed req-5789d859-bda6-4c52-9715-9f6e501d65c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:23.135367 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9df1cb2b-bb95-41db-84f5-1b9b799d60ed req-5789d859-bda6-4c52-9715-9f6e501d65c6 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1283264 Nov 04 10:35:23.146361 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:35:23.179043 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368a1fe-94c6-4f8b-85dc-dc3266c0e761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c77e099-fb08-4cec-93f2-b0250aabe236,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:23.203974 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8368a1fe-94c6-4f8b-85dc-dc3266c0e761 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=972e4ec16de44be7b379088c56113b75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5045624 Nov 04 10:35:23.205271 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39088) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:23.261113 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:23.275285 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ac28d2f-bfa7-4179-b9f9-d900510945e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:23.301698 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 66cabf58-33fb-459d-ad06-8ee65dd97685, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=66cabf58-33fb-459d-ad06-8ee65dd97685,segment=NetworkSegment(c733da2d-3ab1-4293-8e61-0b77e271ebcf),segment_id=c733da2d-3ab1-4293-8e61-0b77e271ebcf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:23.318383 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ac28d2f-bfa7-4179-b9f9-d900510945e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:23.343131 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-27e0f739-41dc-492f-a8e1-368671e26152 req-517c9d03-611c-42dc-b09a-a56a5832e193 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Allocated IP 172.20.0.12 (fd562185-7063-471c-ad25-a957d0b41f6e/607a5e13-8657-4a0d-8d5f-d4cba4377009/882d34b5-e673-450c-9732-ada559bbeeab) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:35:23.346405 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1cb2b-bb95-41db-84f5-1b9b799d60ed req-8bfc1499-cb53-4716-8538-7b61252d74db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:23.348410 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9df1cb2b-bb95-41db-84f5-1b9b799d60ed req-8bfc1499-cb53-4716-8538-7b61252d74db service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1930144 Nov 04 10:35:23.367259 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 4c46e41e-d13d-467f-9446-d58fcef67498, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4c46e41e-d13d-467f-9446-d58fcef67498,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:23.369545 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80416f2-d85c-45aa-b8f7-e033b1d7e093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c46e41e-d13d-467f-9446-d58fcef67498'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:35:23.372036 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df9f33f-0820-44b6-b4fc-886f899468af" -d '{"events": [{"server_uuid": "e80416f2-d85c-45aa-b8f7-e033b1d7e093", "name": "network-vif-plugged", "status": "completed", "tag": "4c46e41e-d13d-467f-9446-d58fcef67498"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:35:23.377514 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:23.382241 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '66cabf58-33fb-459d-ad06-8ee65dd97685', 'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee', 'port_id': '66cabf58-33fb-459d-ad06-8ee65dd97685', 'mac_address': 'fa:16:3e:07:46:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75946b22-fef0-469a-a134-d85aa619e876', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:35:23.406350 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ac28d2f-bfa7-4179-b9f9-d900510945e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:23.409754 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ac28d2f-bfa7-4179-b9f9-d900510945e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:23.413703 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4ac28d2f-bfa7-4179-b9f9-d900510945e3 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/7c77e099-fb08-4cec-93f2-b0250aabe236 HTTP/1.1" status: 204 len: 168 time: 0.2049646 Nov 04 10:35:23.432973 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac28d2f-bfa7-4179-b9f9-d900510945e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c77e099-fb08-4cec-93f2-b0250aabe236,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:23.470025 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d006d2-9d56-4656-90d2-66845fe8e82c req-79aa4f19-dfe1-4dc3-b531-60b3f0e34c5a tempest-MigrationsAdminTest-1506280241 tempest-MigrationsAdminTest-1506280241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:23.478477 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b0d006d2-9d56-4656-90d2-66845fe8e82c req-79aa4f19-dfe1-4dc3-b531-60b3f0e34c5a tempest-MigrationsAdminTest-1506280241 tempest-MigrationsAdminTest-1506280241-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 1101 time: 0.0616274 Nov 04 10:35:23.550268 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b0d006d2-9d56-4656-90d2-66845fe8e82c req-4c62fe67-a57d-4808-ae64-8c89bfebd76d tempest-MigrationsAdminTest-1506280241 tempest-MigrationsAdminTest-1506280241-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653732 Nov 04 10:35:23.576354 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-4e091334-b39f-4221-8825-92ec580abfed req-c3d144d2-4025-4fbb-8f4a-e5610cd137d5 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1583462011', 'description': 'tempest-description-1598609212'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:23.607612 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:23.611282 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-4e091334-b39f-4221-8825-92ec580abfed req-c3d144d2-4025-4fbb-8f4a-e5610cd137d5 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:23.625790 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9df1cb2b-bb95-41db-84f5-1b9b799d60ed req-5dd8e58c-d86f-4682-93ee-9e3973696eb1 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682829 Nov 04 10:35:23.649887 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66cabf58-33fb-459d-ad06-8ee65dd97685 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:35:23.672645 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=4c46e41e-d13d-467f-9446-d58fcef67498,revision_number=13']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:23.721048 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 66cabf58-33fb-459d-ad06-8ee65dd97685, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=66cabf58-33fb-459d-ad06-8ee65dd97685,segment=NetworkSegment(c733da2d-3ab1-4293-8e61-0b77e271ebcf),segment_id=c733da2d-3ab1-4293-8e61-0b77e271ebcf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:23.734084 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:23.753340 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-27e0f739-41dc-492f-a8e1-368671e26152 req-517c9d03-611c-42dc-b09a-a56a5832e193 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:23.760494 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-4e091334-b39f-4221-8825-92ec580abfed req-c3d144d2-4025-4fbb-8f4a-e5610cd137d5 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:23.768245 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-4e091334-b39f-4221-8825-92ec580abfed req-c3d144d2-4025-4fbb-8f4a-e5610cd137d5 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:23.785528 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9df1cb2b-bb95-41db-84f5-1b9b799d60ed req-75f78390-7eec-40b8-9e91-8a546fd39be3 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514034 Nov 04 10:35:23.826247 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-27e0f739-41dc-492f-a8e1-368671e26152 req-517c9d03-611c-42dc-b09a-a56a5832e193 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:23.838031 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=66cabf58-33fb-459d-ad06-8ee65dd97685,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:23.866581 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d144d2-4025-4fbb-8f4a-e5610cd137d5 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c51918f0-ecab-422c-b2de-f3031bbe2591,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:23.872736 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-4e091334-b39f-4221-8825-92ec580abfed req-c3d144d2-4025-4fbb-8f4a-e5610cd137d5 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:23.874036 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4e091334-b39f-4221-8825-92ec580abfed req-c3d144d2-4025-4fbb-8f4a-e5610cd137d5 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3040214 Nov 04 10:35:23.887920 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e0f739-41dc-492f-a8e1-368671e26152 req-517c9d03-611c-42dc-b09a-a56a5832e193 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Network fd562185-7063-471c-ad25-a957d0b41f6e is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:35:23.891560 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-27e0f739-41dc-492f-a8e1-368671e26152 req-517c9d03-611c-42dc-b09a-a56a5832e193 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:23.897216 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e0f739-41dc-492f-a8e1-368671e26152 req-517c9d03-611c-42dc-b09a-a56a5832e193 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:35:23.954602 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c9d03-611c-42dc-b09a-a56a5832e193 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Pushing event updated for resources: {'Port': ['ID=882d34b5-e673-450c-9732-ada559bbeeab,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:23.970721 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0f739-41dc-492f-a8e1-368671e26152 req-517c9d03-611c-42dc-b09a-a56a5832e193 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:23.971415 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-27e0f739-41dc-492f-a8e1-368671e26152 req-517c9d03-611c-42dc-b09a-a56a5832e193 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:23.992231 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['66cabf58-33fb-459d-ad06-8ee65dd97685'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:35:23.997964 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-27e0f739-41dc-492f-a8e1-368671e26152 req-517c9d03-611c-42dc-b09a-a56a5832e193 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3569944 Nov 04 10:35:24.020936 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-27e0f739-41dc-492f-a8e1-368671e26152 req-e38d9a3b-34b3-4106-b7ce-a8b5d6b0a9b2 service neutron] Request body: {'port': {'device_id': 'bafbb69a-ebf7-48c8-a249-e2d970415e52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:24.083709 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98cb7f7-af93-4baf-8a52-376a5ccb07d4 req-a49c6595-5502-476b-b864-2a0b3c93bd6e tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:24.085570 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f98cb7f7-af93-4baf-8a52-376a5ccb07d4 req-a49c6595-5502-476b-b864-2a0b3c93bd6e tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/ports?device_id=ed774fe5-7c02-4d40-ad72-e73641da60a8 HTTP/1.1" status: 200 len: 944 time: 0.0992064 Nov 04 10:35:24.111330 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-27e0f739-41dc-492f-a8e1-368671e26152 req-e38d9a3b-34b3-4106-b7ce-a8b5d6b0a9b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:24.176327 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f98cb7f7-af93-4baf-8a52-376a5ccb07d4 req-d4805af1-9d8e-43ef-b73e-cc5433c910ed tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/security-groups?id=ae2f195c-88ce-4ed3-a3a4-14584abee14f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832450 Nov 04 10:35:24.371687 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178d3b7-37a8-4b93-9b7b-4cfcdebb0ea3 req-b2b7c512-42c8-47fb-932d-dcb95ea6a729 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:24.374135 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f178d3b7-37a8-4b93-9b7b-4cfcdebb0ea3 req-b2b7c512-42c8-47fb-932d-dcb95ea6a729 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/ports?device_id=bafbb69a-ebf7-48c8-a249-e2d970415e52 HTTP/1.1" status: 200 len: 932 time: 0.0811260 Nov 04 10:35:24.508022 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f178d3b7-37a8-4b93-9b7b-4cfcdebb0ea3 req-41c45405-b9b2-4f97-a110-2ae16a31d11e tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups?id=16f0cacd-133e-4c81-9ec9-343fd2ccc51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271367 Nov 04 10:35:24.553180 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b7108e6d-d75d-480a-a32d-4797866cb8fe up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:35:24.613083 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0767c657-eb36-4591-a510-63466ce98739 x-openstack-request-id: req-0767c657-eb36-4591-a510-63466ce98739 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:35:24.617204 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80416f2-d85c-45aa-b8f7-e033b1d7e093", "name": "network-vif-plugged", "status": "completed", "tag": "4c46e41e-d13d-467f-9446-d58fcef67498", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:35:24.617654 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-0767c657-eb36-4591-a510-63466ce98739 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:35:24.618352 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80416f2-d85c-45aa-b8f7-e033b1d7e093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c46e41e-d13d-467f-9446-d58fcef67498', 'code': 200} Nov 04 10:35:24.658347 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-27e0f739-41dc-492f-a8e1-368671e26152 req-e38d9a3b-34b3-4106-b7ce-a8b5d6b0a9b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882d34b5-e673-450c-9732-ada559bbeeab {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:35:24.662358 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39124) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:24.677233 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-27e0f739-41dc-492f-a8e1-368671e26152 req-e38d9a3b-34b3-4106-b7ce-a8b5d6b0a9b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:24.689706 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port b7108e6d-d75d-480a-a32d-4797866cb8fe completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:35:24.696036 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port b7108e6d-d75d-480a-a32d-4797866cb8fe triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:35:24.696492 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:24.716246 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-27e0f739-41dc-492f-a8e1-368671e26152 req-e38d9a3b-34b3-4106-b7ce-a8b5d6b0a9b2 service neutron] Transition to ACTIVE for port object 882d34b5-e673-450c-9732-ada559bbeeab will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:35:24.724876 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-27e0f739-41dc-492f-a8e1-368671e26152 req-e38d9a3b-34b3-4106-b7ce-a8b5d6b0a9b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:24.833560 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:24.834239 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d9a3b-34b3-4106-b7ce-a8b5d6b0a9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=882d34b5-e673-450c-9732-ada559bbeeab,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:24.903267 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port b7108e6d-d75d-480a-a32d-4797866cb8fe, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b7108e6d-d75d-480a-a32d-4797866cb8fe,segment=NetworkSegment(037f8e52-dbbc-4423-b2e4-190597daeab8),segment_id=037f8e52-dbbc-4423-b2e4-190597daeab8)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:24.914634 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:24.925147 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-5ce6c8b8-ea5e-426e-ac5e-91a2be5478f0 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-193365711'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:24.965187 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-27e0f739-41dc-492f-a8e1-368671e26152 req-e38d9a3b-34b3-4106-b7ce-a8b5d6b0a9b2 service neutron] Attempting to bind port 882d34b5-e673-450c-9732-ada559bbeeab on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:35:24.966360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-27e0f739-41dc-492f-a8e1-368671e26152 req-e38d9a3b-34b3-4106-b7ce-a8b5d6b0a9b2 service neutron] Attempting to bind port 882d34b5-e673-450c-9732-ada559bbeeab by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'f04c9026-7b12-4aa2-9be0-45f685d36899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'fd562185-7063-471c-ad25-a957d0b41f6e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:35:24.969577 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e0f739-41dc-492f-a8e1-368671e26152 req-e38d9a3b-34b3-4106-b7ce-a8b5d6b0a9b2 service neutron] Attempting to bind port 882d34b5-e673-450c-9732-ada559bbeeab on network fd562185-7063-471c-ad25-a957d0b41f6e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:35:24.976754 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e0f739-41dc-492f-a8e1-368671e26152 req-e38d9a3b-34b3-4106-b7ce-a8b5d6b0a9b2 service neutron] Port 882d34b5-e673-450c-9732-ada559bbeeab on network fd562185-7063-471c-ad25-a957d0b41f6e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:35:24.977159 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e0f739-41dc-492f-a8e1-368671e26152 req-e38d9a3b-34b3-4106-b7ce-a8b5d6b0a9b2 service neutron] Attempting to bind port 882d34b5-e673-450c-9732-ada559bbeeab on network fd562185-7063-471c-ad25-a957d0b41f6e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:35:24.987003 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e0f739-41dc-492f-a8e1-368671e26152 req-e38d9a3b-34b3-4106-b7ce-a8b5d6b0a9b2 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:35:24.987760 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e0f739-41dc-492f-a8e1-368671e26152 req-e38d9a3b-34b3-4106-b7ce-a8b5d6b0a9b2 service neutron] Checking segment: {'id': 'f04c9026-7b12-4aa2-9be0-45f685d36899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'fd562185-7063-471c-ad25-a957d0b41f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:35:24.988112 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e0f739-41dc-492f-a8e1-368671e26152 req-e38d9a3b-34b3-4106-b7ce-a8b5d6b0a9b2 service neutron] Bound using segment: {'id': 'f04c9026-7b12-4aa2-9be0-45f685d36899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'fd562185-7063-471c-ad25-a957d0b41f6e'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:35:24.988708 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-27e0f739-41dc-492f-a8e1-368671e26152 req-e38d9a3b-34b3-4106-b7ce-a8b5d6b0a9b2 service neutron] Bound port: 882d34b5-e673-450c-9732-ada559bbeeab, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f04c9026-7b12-4aa2-9be0-45f685d36899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'fd562185-7063-471c-ad25-a957d0b41f6e'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:35:24.990406 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-27e0f739-41dc-492f-a8e1-368671e26152 req-e38d9a3b-34b3-4106-b7ce-a8b5d6b0a9b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:25.020365 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=b7108e6d-d75d-480a-a32d-4797866cb8fe,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:25.029376 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a2ff8-5e90-4da6-af7f-8194629d1a1c req-f58f00c6-bd55-4c80-bf86-bed37231a45e tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:25.031632 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2c1a2ff8-5e90-4da6-af7f-8194629d1a1c req-f58f00c6-bd55-4c80-bf86-bed37231a45e tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/ports?device_id=3d208acd-19f5-4b48-b6fa-aa18e1dd627b HTTP/1.1" status: 200 len: 944 time: 0.0771732 Nov 04 10:35:25.032464 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce6c8b8-ea5e-426e-ac5e-91a2be5478f0 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Made reservation on behalf of 13e467d5ab544004baf1b1c5a4b81497 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:35:25.036517 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ce6c8b8-ea5e-426e-ac5e-91a2be5478f0 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:25.048018 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ce6c8b8-ea5e-426e-ac5e-91a2be5478f0 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:25.074640 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-27e0f739-41dc-492f-a8e1-368671e26152 req-e38d9a3b-34b3-4106-b7ce-a8b5d6b0a9b2 service neutron] For port 882d34b5-e673-450c-9732-ada559bbeeab, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:35:25.078545 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-27e0f739-41dc-492f-a8e1-368671e26152 req-e38d9a3b-34b3-4106-b7ce-a8b5d6b0a9b2 service neutron] For port 882d34b5-e673-450c-9732-ada559bbeeab, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=882d34b5-e673-450c-9732-ada559bbeeab,segment=NetworkSegment(f04c9026-7b12-4aa2-9be0-45f685d36899),segment_id=f04c9026-7b12-4aa2-9be0-45f685d36899)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:35:25.084490 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-27e0f739-41dc-492f-a8e1-368671e26152 req-e38d9a3b-34b3-4106-b7ce-a8b5d6b0a9b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:25.122855 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0f739-41dc-492f-a8e1-368671e26152 req-e38d9a3b-34b3-4106-b7ce-a8b5d6b0a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:25.123504 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-27e0f739-41dc-492f-a8e1-368671e26152 req-e38d9a3b-34b3-4106-b7ce-a8b5d6b0a9b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:25.125054 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-27e0f739-41dc-492f-a8e1-368671e26152 req-e38d9a3b-34b3-4106-b7ce-a8b5d6b0a9b2 service neutron] 10.222.0.126 "PUT /v2.0/ports/882d34b5-e673-450c-9732-ada559bbeeab HTTP/1.1" status: 200 len: 1092 time: 1.1164038 Nov 04 10:35:25.129578 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2c1a2ff8-5e90-4da6-af7f-8194629d1a1c req-e8a56cac-65aa-466e-897a-703a4ba3a134 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/security-groups?id=97837fe8-5737-4b37-b36c-49e583983dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776405 Nov 04 10:35:25.147327 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bafbb69a-ebf7-48c8-a249-e2d970415e52', 'tag': '882d34b5-e673-450c-9732-ada559bbeeab'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:35:25.152161 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96be757-d92a-4665-bcff-c9def350fa8a" -d '{"events": [{"name": "network-changed", "server_uuid": "bafbb69a-ebf7-48c8-a249-e2d970415e52", "tag": "882d34b5-e673-450c-9732-ada559bbeeab"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:35:25.239988 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d9a3b-34b3-4106-b7ce-a8b5d6b0a9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=882d34b5-e673-450c-9732-ada559bbeeab,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:25.245019 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ce6c8b8-ea5e-426e-ac5e-91a2be5478f0 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:25.257935 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ce6c8b8-ea5e-426e-ac5e-91a2be5478f0 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:25.260705 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0f739-41dc-492f-a8e1-368671e26152 req-06e55b18-4eee-4ed7-9a70-45ed6e85f95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:25.262296 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-27e0f739-41dc-492f-a8e1-368671e26152 req-06e55b18-4eee-4ed7-9a70-45ed6e85f95b service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8978c15802a5437797795f3580af0e5a&device_id=bafbb69a-ebf7-48c8-a249-e2d970415e52 HTTP/1.1" status: 200 len: 1095 time: 0.0608630 Nov 04 10:35:25.271229 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ce6c8b8-ea5e-426e-ac5e-91a2be5478f0 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1168} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:35:25.281026 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ce6c8b8-ea5e-426e-ac5e-91a2be5478f0 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:25.281367 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-5ce6c8b8-ea5e-426e-ac5e-91a2be5478f0 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Added segment 13110473-c380-4665-b94d-956496b7a07f of type vlan for network eea9ea0e-c9e9-4617-bdcb-aecf2448e560 Nov 04 10:35:25.327430 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ce6c8b8-ea5e-426e-ac5e-91a2be5478f0 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:25.387738 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6c8b8-ea5e-426e-ac5e-91a2be5478f0 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae17633f-0dd6-4ca1-a19f-2b6730306d37,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:25.390483 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ce6c8b8-ea5e-426e-ac5e-91a2be5478f0 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:25.396279 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce6c8b8-ea5e-426e-ac5e-91a2be5478f0 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:25.396894 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ce6c8b8-ea5e-426e-ac5e-91a2be5478f0 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:25.540333 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5ce6c8b8-ea5e-426e-ac5e-91a2be5478f0 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8765068 Nov 04 10:35:25.541362 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39136) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:25.553002 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-1cc41c12-7bea-49e4-82ae-cf2e2a298620 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Request body: {'subnet': {'network_id': 'eea9ea0e-c9e9-4617-bdcb-aecf2448e560', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:25.712475 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-27e0f739-41dc-492f-a8e1-368671e26152 req-05a86005-9c24-4440-91ce-13c70100ac4e service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=882d34b5-e673-450c-9732-ada559bbeeab HTTP/1.1" status: 200 len: 217 time: 0.4404244 Nov 04 10:35:25.721530 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-66daeafd-fa4c-4a22-aede-de769d99f1dd req-016d4ce0-58e5-4803-adb1-0d14cbcbab20 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] 10.222.0.127 "GET /v2.0/security-groups/c51918f0-ecab-422c-b2de-f3031bbe2591 HTTP/1.1" status: 200 len: 1830 time: 0.4745429 Nov 04 10:35:25.775072 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6c8b8-ea5e-426e-ac5e-91a2be5478f0 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event updated for resources: {'Network': ['ID=eea9ea0e-c9e9-4617-bdcb-aecf2448e560,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:25.791029 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network eea9ea0e-c9e9-4617-bdcb-aecf2448e560 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:35:25.801795 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0f739-41dc-492f-a8e1-368671e26152 req-7c04ea11-d9c5-423d-8ed5-983831ad2c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:25.803521 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-27e0f739-41dc-492f-a8e1-368671e26152 req-7c04ea11-d9c5-423d-8ed5-983831ad2c00 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=607a5e13-8657-4a0d-8d5f-d4cba4377009 HTTP/1.1" status: 200 len: 852 time: 0.0831814 Nov 04 10:35:25.866593 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc41c12-7bea-49e4-82ae-cf2e2a298620 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Made reservation on behalf of 13e467d5ab544004baf1b1c5a4b81497 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:35:25.870141 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1cc41c12-7bea-49e4-82ae-cf2e2a298620 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:25.873291 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-27e0f739-41dc-492f-a8e1-368671e26152 req-d97d2547-7e86-4551-8db7-da30a20408c0 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=fd562185-7063-471c-ad25-a957d0b41f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602934 Nov 04 10:35:25.950520 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709c26d-0ae1-4b78-8626-6825342abdc9 req-3ce5dc44-21da-4926-bed2-211c0ed93a90 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:25.952402 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7709c26d-0ae1-4b78-8626-6825342abdc9 req-3ce5dc44-21da-4926-bed2-211c0ed93a90 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 950 time: 0.1396868 Nov 04 10:35:26.023139 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-27e0f739-41dc-492f-a8e1-368671e26152 req-143b8e5d-2ffc-4000-96ae-349d64fd158a service neutron] 10.222.0.126 "GET /v2.0/networks/fd562185-7063-471c-ad25-a957d0b41f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250875 Nov 04 10:35:26.042279 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7709c26d-0ae1-4b78-8626-6825342abdc9 req-63746f61-be65-4766-bb23-b658d8e026d6 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810902 Nov 04 10:35:26.148658 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-27e0f739-41dc-492f-a8e1-368671e26152 req-5664aa1b-0396-4e00-820a-aa4e302ebb52 service neutron] 10.222.0.126 "GET /v2.0/networks/fd562185-7063-471c-ad25-a957d0b41f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176260 Nov 04 10:35:26.187529 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbc1c0f-892b-4365-a438-a2090cbe8c3e x-openstack-request-id: req-2fbc1c0f-892b-4365-a438-a2090cbe8c3e {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:35:26.188077 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bafbb69a-ebf7-48c8-a249-e2d970415e52", "tag": "882d34b5-e673-450c-9732-ada559bbeeab", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:35:26.188480 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-2fbc1c0f-892b-4365-a438-a2090cbe8c3e {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:35:26.189222 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bafbb69a-ebf7-48c8-a249-e2d970415e52', 'tag': '882d34b5-e673-450c-9732-ada559bbeeab', 'status': 'completed', 'code': 200} Nov 04 10:35:26.280730 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96be757-d92a-4665-bcff-c9def350fa8a req-299fbfb6-2f51-49a0-9804-e926fc75dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:26.282496 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d96be757-d92a-4665-bcff-c9def350fa8a req-299fbfb6-2f51-49a0-9804-e926fc75dc7e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8978c15802a5437797795f3580af0e5a&device_id=bafbb69a-ebf7-48c8-a249-e2d970415e52 HTTP/1.1" status: 200 len: 1095 time: 0.0716271 Nov 04 10:35:26.318568 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1cc41c12-7bea-49e4-82ae-cf2e2a298620 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:26.373763 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b228c23-6bf3-4a91-814a-29dfb49e95da req-91fad9cc-c03e-4b2b-9311-13b225056c24 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:26.375445 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b228c23-6bf3-4a91-814a-29dfb49e95da req-91fad9cc-c03e-4b2b-9311-13b225056c24 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/ports?device_id=ed774fe5-7c02-4d40-ad72-e73641da60a8 HTTP/1.1" status: 200 len: 945 time: 0.1033158 Nov 04 10:35:26.413178 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc41c12-7bea-49e4-82ae-cf2e2a298620 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event updated for resources: {'Subnet': ['ID=77a7f174-2beb-42d3-bfb3-9adbdd7bf0a3,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:26.439421 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc41c12-7bea-49e4-82ae-cf2e2a298620 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Checking segment: {'id': '13110473-c380-4665-b94d-956496b7a07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'eea9ea0e-c9e9-4617-bdcb-aecf2448e560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:35:26.439690 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc41c12-7bea-49e4-82ae-cf2e2a298620 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Network hostable DHCP agents. Network: eea9ea0e-c9e9-4617-bdcb-aecf2448e560, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:35:26.493106 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b228c23-6bf3-4a91-814a-29dfb49e95da req-fb43e92f-8a6f-436f-a254-e8a436faeb61 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/security-groups?id=ae2f195c-88ce-4ed3-a3a4-14584abee14f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021988 Nov 04 10:35:26.512277 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc41c12-7bea-49e4-82ae-cf2e2a298620 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Network eea9ea0e-c9e9-4617-bdcb-aecf2448e560 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:35:26.524271 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13a3e7-5a7b-4142-9ad9-841ea9d2bde8 req-4f9a13e5-c075-4e99-beca-c5c5067fba03 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:26.526757 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-1cc41c12-7bea-49e4-82ae-cf2e2a298620 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, eea9ea0e-c9e9-4617-bdcb-aecf2448e560) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:26.527899 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7c13a3e7-5a7b-4142-9ad9-841ea9d2bde8 req-4f9a13e5-c075-4e99-beca-c5c5067fba03 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.121 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 950 time: 0.2257168 Nov 04 10:35:26.531674 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc41c12-7bea-49e4-82ae-cf2e2a298620 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:26.532313 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1cc41c12-7bea-49e4-82ae-cf2e2a298620 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:26.541043 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c6e74f-2152-4d3e-9576-e7ba5587a5e3 None None] Network eea9ea0e-c9e9-4617-bdcb-aecf2448e560 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:35:26.576485 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1cc41c12-7bea-49e4-82ae-cf2e2a298620 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0282893 Nov 04 10:35:26.579322 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39144) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:26.590566 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-86431f39-9c59-468c-a6a2-25c0208578c1 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1009084336', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}, 'admin_state_up': False}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:26.632753 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed774fe5-7c02-4d40-ad72-e73641da60a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7108e6d-d75d-480a-a32d-4797866cb8fe'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:35:26.638395 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8ac5e8-3bf0-478c-95df-ca96a27c1046" -d '{"events": [{"server_uuid": "ed774fe5-7c02-4d40-ad72-e73641da60a8", "name": "network-vif-plugged", "status": "completed", "tag": "b7108e6d-d75d-480a-a32d-4797866cb8fe"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:35:26.661011 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-86431f39-9c59-468c-a6a2-25c0208578c1 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:26.666105 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-86431f39-9c59-468c-a6a2-25c0208578c1 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:26.767867 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96be757-d92a-4665-bcff-c9def350fa8a req-b3acbaf0-c5dc-465f-8328-5195b3b2cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:26.776564 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d96be757-d92a-4665-bcff-c9def350fa8a req-b3acbaf0-c5dc-465f-8328-5195b3b2cf49 service neutron] 10.222.0.126 "GET /v2.0/networks?id=fd562185-7063-471c-ad25-a957d0b41f6e HTTP/1.1" status: 200 len: 914 time: 0.4851878 Nov 04 10:35:26.813359 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3584062-f6c2-4c99-914e-bbbed3f824a5 None None] Network eea9ea0e-c9e9-4617-bdcb-aecf2448e560 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:35:26.820094 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924ac0c-6a7c-4daf-b9ba-c3e1c311d7f3 req-e9dedaa7-ca57-43f5-ac2e-5d20cf504a19 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:26.821849 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e924ac0c-6a7c-4daf-b9ba-c3e1c311d7f3 req-e9dedaa7-ca57-43f5-ac2e-5d20cf504a19 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/ports?device_id=bafbb69a-ebf7-48c8-a249-e2d970415e52 HTTP/1.1" status: 200 len: 944 time: 0.1858926 Nov 04 10:35:26.866115 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d96be757-d92a-4665-bcff-c9def350fa8a req-c4fe44bc-331d-479c-8cbc-faade9dfa823 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=882d34b5-e673-450c-9732-ada559bbeeab HTTP/1.1" status: 200 len: 217 time: 0.0774603 Nov 04 10:35:26.889557 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-86431f39-9c59-468c-a6a2-25c0208578c1 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:26.933055 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 66cabf58-33fb-459d-ad06-8ee65dd97685 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:35:26.956496 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96be757-d92a-4665-bcff-c9def350fa8a req-81df092e-a628-4f39-8b4b-55863d82079d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:26.962592 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d96be757-d92a-4665-bcff-c9def350fa8a req-81df092e-a628-4f39-8b4b-55863d82079d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=607a5e13-8657-4a0d-8d5f-d4cba4377009 HTTP/1.1" status: 200 len: 852 time: 0.0840032 Nov 04 10:35:26.981484 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-7c13a3e7-5a7b-4142-9ad9-841ea9d2bde8 req-a243ea33-ebe6-49d8-b7e4-dfa7ff15e2cc tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Deleting port 4c46e41e-d13d-467f-9446-d58fcef67498 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:35:26.985356 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7c13a3e7-5a7b-4142-9ad9-841ea9d2bde8 req-a243ea33-ebe6-49d8-b7e4-dfa7ff15e2cc tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:26.998060 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e924ac0c-6a7c-4daf-b9ba-c3e1c311d7f3 req-3e756286-a300-44fb-a5ab-35436eb92d9b tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups?id=16f0cacd-133e-4c81-9ec9-343fd2ccc51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688530 Nov 04 10:35:27.081108 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d96be757-d92a-4665-bcff-c9def350fa8a req-b1fa87d6-6afd-486a-b618-45c2dc819c5d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=fd562185-7063-471c-ad25-a957d0b41f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981941 Nov 04 10:35:27.181875 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 66cabf58-33fb-459d-ad06-8ee65dd97685 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:35:27.187263 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 66cabf58-33fb-459d-ad06-8ee65dd97685 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:35:27.189320 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:27.221528 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-86431f39-9c59-468c-a6a2-25c0208578c1 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:27.304064 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-7c13a3e7-5a7b-4142-9ad9-841ea9d2bde8 req-a243ea33-ebe6-49d8-b7e4-dfa7ff15e2cc tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] For port 4c46e41e-d13d-467f-9446-d58fcef67498, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4c46e41e-d13d-467f-9446-d58fcef67498,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:27.304640 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:27.305047 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7c13a3e7-5a7b-4142-9ad9-841ea9d2bde8 req-a243ea33-ebe6-49d8-b7e4-dfa7ff15e2cc tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:27.312726 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94656034-8dfb-4356-8ffd-d9c8597c11d6 req-c6b096ba-2f4e-442e-9c46-3c04918d3663 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:27.314622 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-94656034-8dfb-4356-8ffd-d9c8597c11d6 req-c6b096ba-2f4e-442e-9c46-3c04918d3663 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/ports?device_id=3d208acd-19f5-4b48-b6fa-aa18e1dd627b HTTP/1.1" status: 200 len: 944 time: 0.1171391 Nov 04 10:35:27.332077 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-7c13a3e7-5a7b-4142-9ad9-841ea9d2bde8 req-a243ea33-ebe6-49d8-b7e4-dfa7ff15e2cc tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Calling delete_port for 4c46e41e-d13d-467f-9446-d58fcef67498 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:35:27.340621 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d96be757-d92a-4665-bcff-c9def350fa8a req-807ae827-bb7e-4114-baf4-559cfcc5812e service neutron] 10.222.0.126 "GET /v2.0/networks/fd562185-7063-471c-ad25-a957d0b41f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019496 Nov 04 10:35:27.366751 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 66cabf58-33fb-459d-ad06-8ee65dd97685, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=66cabf58-33fb-459d-ad06-8ee65dd97685,segment=NetworkSegment(c733da2d-3ab1-4293-8e61-0b77e271ebcf),segment_id=c733da2d-3ab1-4293-8e61-0b77e271ebcf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:27.376945 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:27.416286 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-94656034-8dfb-4356-8ffd-d9c8597c11d6 req-1760ae52-a06f-4b07-9135-183321ec4ef9 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/security-groups?id=97837fe8-5737-4b37-b36c-49e583983dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631049 Nov 04 10:35:27.532005 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d96be757-d92a-4665-bcff-c9def350fa8a req-2f65b9a5-5a87-405e-ae9d-44d599c90f9e service neutron] 10.222.0.126 "GET /v2.0/networks/fd562185-7063-471c-ad25-a957d0b41f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824353 Nov 04 10:35:27.536633 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4752112-034d-4d4d-bc18-47a5ae9c4c49 x-openstack-request-id: req-d4752112-034d-4d4d-bc18-47a5ae9c4c49 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:35:27.537306 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed774fe5-7c02-4d40-ad72-e73641da60a8", "name": "network-vif-plugged", "status": "completed", "tag": "b7108e6d-d75d-480a-a32d-4797866cb8fe", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:35:27.537573 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-d4752112-034d-4d4d-bc18-47a5ae9c4c49 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:35:27.537986 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed774fe5-7c02-4d40-ad72-e73641da60a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7108e6d-d75d-480a-a32d-4797866cb8fe', 'code': 200} Nov 04 10:35:27.568777 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=66cabf58-33fb-459d-ad06-8ee65dd97685,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:27.617207 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7c13a3e7-5a7b-4142-9ad9-841ea9d2bde8 req-a243ea33-ebe6-49d8-b7e4-dfa7ff15e2cc tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:27.631959 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['5409d388-e97e-4c23-ac7e-207666e904b5', '4c46e41e-d13d-467f-9446-d58fcef67498'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:35:27.701157 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['8f4d702b-b914-470f-874a-f8a7b107abdb', '3d4b6831-70a9-4b46-916d-11a9da7df234'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:35:27.707425 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243ea33-ebe6-49d8-b7e4-dfa7ff15e2cc tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Pushing event deleted for resources: {'Port': ['ID=4c46e41e-d13d-467f-9446-d58fcef67498,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:27.760185 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c13a3e7-5a7b-4142-9ad9-841ea9d2bde8 req-a243ea33-ebe6-49d8-b7e4-dfa7ff15e2cc tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] No DVR routers for this DVR port 4c46e41e-d13d-467f-9446-d58fcef67498 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:35:27.763865 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7c13a3e7-5a7b-4142-9ad9-841ea9d2bde8 req-a243ea33-ebe6-49d8-b7e4-dfa7ff15e2cc tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:27.770822 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7c13a3e7-5a7b-4142-9ad9-841ea9d2bde8 req-a243ea33-ebe6-49d8-b7e4-dfa7ff15e2cc tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.121 "DELETE /v2.0/ports/4c46e41e-d13d-467f-9446-d58fcef67498 HTTP/1.1" status: 204 len: 173 time: 1.2318423 Nov 04 10:35:27.792200 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde48e7c-8bff-4dfd-b600-0a9658e34a23 req-692f25c5-2eab-4a7c-a7cf-aab8f5b3165f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:27.795689 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bde48e7c-8bff-4dfd-b600-0a9658e34a23 req-692f25c5-2eab-4a7c-a7cf-aab8f5b3165f service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=ed774fe5-7c02-4d40-ad72-e73641da60a8 HTTP/1.1" status: 200 len: 1096 time: 0.1526365 Nov 04 10:35:27.860272 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-86f5e400-45e5-443e-9b61-1cc52fcea688 req-72021c25-6436-4259-ab46-74ed4d77a550 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-339822818', 'description': 'tempest-description-1728677029'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:27.866710 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bde48e7c-8bff-4dfd-b600-0a9658e34a23 req-dc4ae6cc-0dbb-4769-a92f-d40c8a636d41 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=ae2f195c-88ce-4ed3-a3a4-14584abee14f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565436 Nov 04 10:35:27.873801 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-86431f39-9c59-468c-a6a2-25c0208578c1 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:27.922779 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-86431f39-9c59-468c-a6a2-25c0208578c1 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:27.982127 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-86f5e400-45e5-443e-9b61-1cc52fcea688 req-72021c25-6436-4259-ab46-74ed4d77a550 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:28.087314 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-86431f39-9c59-468c-a6a2-25c0208578c1 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Allocated IP 172.25.7.88 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/0ab65f9e-3bd2-41f5-8011-29793429c8e7) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:35:28.116577 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-86f5e400-45e5-443e-9b61-1cc52fcea688 req-72021c25-6436-4259-ab46-74ed4d77a550 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:28.123015 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-86f5e400-45e5-443e-9b61-1cc52fcea688 req-72021c25-6436-4259-ab46-74ed4d77a550 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:28.190783 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80416f2-d85c-45aa-b8f7-e033b1d7e093', 'name': 'network-vif-deleted', 'tag': '4c46e41e-d13d-467f-9446-d58fcef67498'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:35:28.194730 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f13baa-eaec-4daf-86a8-7b1e4287815a" -d '{"events": [{"server_uuid": "e80416f2-d85c-45aa-b8f7-e033b1d7e093", "name": "network-vif-deleted", "tag": "4c46e41e-d13d-467f-9446-d58fcef67498"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:35:28.199239 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-86f5e400-45e5-443e-9b61-1cc52fcea688 req-72021c25-6436-4259-ab46-74ed4d77a550 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:28.199560 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-86f5e400-45e5-443e-9b61-1cc52fcea688 req-72021c25-6436-4259-ab46-74ed4d77a550 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3532574 Nov 04 10:35:28.209031 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72021c25-6436-4259-ab46-74ed4d77a550 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d37463-7f5b-40e0-8e37-0a5dd2015d65,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:28.251615 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-86431f39-9c59-468c-a6a2-25c0208578c1 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:28.530322 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0532ec-29ac-4662-bef5-beab664ee4fb req-c78c8498-b1a7-443b-952a-cd37b408f60b tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:28.531803 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8b0532ec-29ac-4662-bef5-beab664ee4fb req-c78c8498-b1a7-443b-952a-cd37b408f60b tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.121 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 944 time: 0.0561705 Nov 04 10:35:28.572469 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 882d34b5-e673-450c-9732-ada559bbeeab details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:35:28.625729 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6003888c-5d64-4ec9-807f-c484ba2ec078 req-1c487ed2-f89e-4f2c-91e2-a0d22469da94 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=e80416f2-d85c-45aa-b8f7-e033b1d7e093 HTTP/1.1" status: 200 len: 210 time: 0.0347278 Nov 04 10:35:28.637884 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-86431f39-9c59-468c-a6a2-25c0208578c1 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:28.638748 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-8b0532ec-29ac-4662-bef5-beab664ee4fb req-b7f03f5a-15f7-4f67-ad15-989ee6a400b2 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Deleting port 8f7f0928-17d2-414f-8566-837b84f7fd38 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:35:28.641195 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8b0532ec-29ac-4662-bef5-beab664ee4fb req-b7f03f5a-15f7-4f67-ad15-989ee6a400b2 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:28.682029 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86431f39-9c59-468c-a6a2-25c0208578c1 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:35:28.689996 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-86431f39-9c59-468c-a6a2-25c0208578c1 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:28.695109 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86431f39-9c59-468c-a6a2-25c0208578c1 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:35:28.698856 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86431f39-9c59-468c-a6a2-25c0208578c1 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event updated for resources: {'Port': ['ID=0ab65f9e-3bd2-41f5-8011-29793429c8e7,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:28.729089 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 882d34b5-e673-450c-9732-ada559bbeeab, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=882d34b5-e673-450c-9732-ada559bbeeab,segment=NetworkSegment(f04c9026-7b12-4aa2-9be0-45f685d36899),segment_id=f04c9026-7b12-4aa2-9be0-45f685d36899)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:28.744074 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '882d34b5-e673-450c-9732-ada559bbeeab', 'network_id': 'fd562185-7063-471c-ad25-a957d0b41f6e', 'port_id': '882d34b5-e673-450c-9732-ada559bbeeab', 'mac_address': 'fa:16:3e:50:2e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '607a5e13-8657-4a0d-8d5f-d4cba4377009', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:35:28.792389 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-8b0532ec-29ac-4662-bef5-beab664ee4fb req-b7f03f5a-15f7-4f67-ad15-989ee6a400b2 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] For port 8f7f0928-17d2-414f-8566-837b84f7fd38, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=8f7f0928-17d2-414f-8566-837b84f7fd38,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:28.793010 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8b0532ec-29ac-4662-bef5-beab664ee4fb req-b7f03f5a-15f7-4f67-ad15-989ee6a400b2 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:28.794035 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:28.807879 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882d34b5-e673-450c-9732-ada559bbeeab {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:35:28.809289 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-8b0532ec-29ac-4662-bef5-beab664ee4fb req-b7f03f5a-15f7-4f67-ad15-989ee6a400b2 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Calling delete_port for 8f7f0928-17d2-414f-8566-837b84f7fd38 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:35:28.828989 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 882d34b5-e673-450c-9732-ada559bbeeab, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=882d34b5-e673-450c-9732-ada559bbeeab,segment=NetworkSegment(f04c9026-7b12-4aa2-9be0-45f685d36899),segment_id=f04c9026-7b12-4aa2-9be0-45f685d36899)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:28.834327 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:28.848282 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30310a84-6be2-406d-aaae-e0e5de63a14a req-e3629325-12e7-489d-b852-c001435f5a7d tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:28.849847 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-30310a84-6be2-406d-aaae-e0e5de63a14a req-e3629325-12e7-489d-b852-c001435f5a7d tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/ports?device_id=ed774fe5-7c02-4d40-ad72-e73641da60a8 HTTP/1.1" status: 200 len: 945 time: 0.1307492 Nov 04 10:35:28.894148 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=882d34b5-e673-450c-9732-ada559bbeeab,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:28.925348 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-30310a84-6be2-406d-aaae-e0e5de63a14a req-85ea8cdc-009e-4890-a278-9eadb9dafb54 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/security-groups?id=ae2f195c-88ce-4ed3-a3a4-14584abee14f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568788 Nov 04 10:35:28.950414 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8b0532ec-29ac-4662-bef5-beab664ee4fb req-b7f03f5a-15f7-4f67-ad15-989ee6a400b2 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:28.962549 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['8f7f0928-17d2-414f-8566-837b84f7fd38'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:35:28.985114 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f03f5a-15f7-4f67-ad15-989ee6a400b2 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Pushing event deleted for resources: {'Port': ['ID=8f7f0928-17d2-414f-8566-837b84f7fd38,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:29.027070 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0532ec-29ac-4662-bef5-beab664ee4fb req-b7f03f5a-15f7-4f67-ad15-989ee6a400b2 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] No DVR routers for this DVR port 8f7f0928-17d2-414f-8566-837b84f7fd38 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:35:29.031318 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8b0532ec-29ac-4662-bef5-beab664ee4fb req-b7f03f5a-15f7-4f67-ad15-989ee6a400b2 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:29.034729 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8b0532ec-29ac-4662-bef5-beab664ee4fb req-b7f03f5a-15f7-4f67-ad15-989ee6a400b2 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.121 "DELETE /v2.0/ports/8f7f0928-17d2-414f-8566-837b84f7fd38 HTTP/1.1" status: 204 len: 173 time: 0.4955025 Nov 04 10:35:29.049188 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9a1723b0-6560-487e-a74d-77e046c7d402 req-13cef24d-bc8e-46ef-9dde-51759a20eecd tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0 HTTP/1.1" status: 200 len: 210 time: 0.0343723 Nov 04 10:35:29.095275 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['882d34b5-e673-450c-9732-ada559bbeeab'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:35:29.119774 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-86431f39-9c59-468c-a6a2-25c0208578c1 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:29.259021 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4fe51-6674-4f3c-a8b9-1bb2d7222d6d req-3989b7c4-4fbb-4985-a392-636e08bb4326 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:29.260710 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1cd4fe51-6674-4f3c-a8b9-1bb2d7222d6d req-3989b7c4-4fbb-4985-a392-636e08bb4326 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/ports?device_id=bafbb69a-ebf7-48c8-a249-e2d970415e52 HTTP/1.1" status: 200 len: 945 time: 0.0940900 Nov 04 10:35:29.366624 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1cd4fe51-6674-4f3c-a8b9-1bb2d7222d6d req-354afa4a-6d94-4c0a-8f89-4babeea9b4b5 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups?id=16f0cacd-133e-4c81-9ec9-343fd2ccc51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933592 Nov 04 10:35:29.447316 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-86431f39-9c59-468c-a6a2-25c0208578c1 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:29.454403 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0c2292b9-88f4-4754-ae36-10fb011e8aa9 req-fc22202f-3d48-445f-8583-0265a398d030 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] 10.222.0.127 "GET /v2.0/security-groups/26d37463-7f5b-40e0-8e37-0a5dd2015d65 HTTP/1.1" status: 200 len: 1829 time: 0.0555472 Nov 04 10:35:29.493773 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106a649a-32b4-4023-a05c-c70d14ce5173 x-openstack-request-id: req-106a649a-32b4-4023-a05c-c70d14ce5173 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:35:29.494065 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80416f2-d85c-45aa-b8f7-e033b1d7e093", "name": "network-vif-deleted", "tag": "4c46e41e-d13d-467f-9446-d58fcef67498", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:35:29.494315 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-106a649a-32b4-4023-a05c-c70d14ce5173 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:35:29.494717 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80416f2-d85c-45aa-b8f7-e033b1d7e093', 'name': 'network-vif-deleted', 'tag': '4c46e41e-d13d-467f-9446-d58fcef67498', 'status': 'completed', 'code': 200} Nov 04 10:35:29.539140 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d208acd-19f5-4b48-b6fa-aa18e1dd627b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cabf58-33fb-459d-ad06-8ee65dd97685'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:35:29.542810 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0763ee55-e2ac-4f87-a1b9-22cc44191539" -d '{"events": [{"server_uuid": "3d208acd-19f5-4b48-b6fa-aa18e1dd627b", "name": "network-vif-plugged", "status": "completed", "tag": "66cabf58-33fb-459d-ad06-8ee65dd97685"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:35:29.610765 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fef523-e1d3-48fd-b4d9-b0367a112add req-4f38ce8d-c2a6-4aa5-9dd8-316c72bc3101 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:29.612291 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-45fef523-e1d3-48fd-b4d9-b0367a112add req-4f38ce8d-c2a6-4aa5-9dd8-316c72bc3101 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/ports?device_id=3d208acd-19f5-4b48-b6fa-aa18e1dd627b HTTP/1.1" status: 200 len: 945 time: 0.0704896 Nov 04 10:35:29.656797 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86431f39-9c59-468c-a6a2-25c0208578c1 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Router 23732882-0a05-4b95-b3b4-413c9b097100 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:35:29.678141 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-45fef523-e1d3-48fd-b4d9-b0367a112add req-ab87ac2d-9af8-4372-bf1e-9f63d3a681d9 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/security-groups?id=97837fe8-5737-4b37-b36c-49e583983dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590327 Nov 04 10:35:29.720651 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-70c21aba-68d5-4bf1-acec-29230464c92a req-2353ee4d-d992-4ae8-b571-f2f63912c52e tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-966431345', 'description': 'tempest-description-1204101595'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:29.783150 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-70c21aba-68d5-4bf1-acec-29230464c92a req-2353ee4d-d992-4ae8-b571-f2f63912c52e tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:29.813939 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86431f39-9c59-468c-a6a2-25c0208578c1 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:35:29.824971 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc445e57-af64-4c0e-b24a-ad62fef130b2 None None] Sync routers for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:35:29.835979 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc445e57-af64-4c0e-b24a-ad62fef130b2 None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:29.836624 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-cc445e57-af64-4c0e-b24a-ad62fef130b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:29.844625 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-86431f39-9c59-468c-a6a2-25c0208578c1 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:29.845898 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-86431f39-9c59-468c-a6a2-25c0208578c1 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2653251 Nov 04 10:35:29.849817 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39174) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:29.870124 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-cc445e57-af64-4c0e-b24a-ad62fef130b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:29.879185 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-70c21aba-68d5-4bf1-acec-29230464c92a req-2353ee4d-d992-4ae8-b571-f2f63912c52e tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:29.879652 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc445e57-af64-4c0e-b24a-ad62fef130b2 None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:29.880466 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-cc445e57-af64-4c0e-b24a-ad62fef130b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:29.885181 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-70c21aba-68d5-4bf1-acec-29230464c92a req-2353ee4d-d992-4ae8-b571-f2f63912c52e tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:29.913606 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-70c21aba-68d5-4bf1-acec-29230464c92a req-2353ee4d-d992-4ae8-b571-f2f63912c52e tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:29.914859 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-70c21aba-68d5-4bf1-acec-29230464c92a req-2353ee4d-d992-4ae8-b571-f2f63912c52e tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1999002 Nov 04 10:35:29.915654 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-cc445e57-af64-4c0e-b24a-ad62fef130b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:29.916313 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc445e57-af64-4c0e-b24a-ad62fef130b2 None None] The sync data for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:35:29.919274 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353ee4d-d992-4ae8-b571-f2f63912c52e tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b3ae90-7f79-4a9c-b843-ac13ecc24529,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:29.963985 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0ec099-4e1c-48a4-b1ef-8889b2ea1e69 x-openstack-request-id: req-ef0ec099-4e1c-48a4-b1ef-8889b2ea1e69 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:35:29.964544 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d208acd-19f5-4b48-b6fa-aa18e1dd627b", "name": "network-vif-plugged", "status": "completed", "tag": "66cabf58-33fb-459d-ad06-8ee65dd97685", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:35:29.964544 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ef0ec099-4e1c-48a4-b1ef-8889b2ea1e69 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:35:29.964945 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d208acd-19f5-4b48-b6fa-aa18e1dd627b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cabf58-33fb-459d-ad06-8ee65dd97685', 'code': 200} Nov 04 10:35:30.054605 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81261fb1-c634-4bdf-83cd-e6f65243fb40 req-ed3217ea-3a2d-49db-b0cb-ef3231ef2a7a tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] 10.222.0.127 "GET /v2.0/security-groups/b8b3ae90-7f79-4a9c-b843-ac13ecc24529 HTTP/1.1" status: 200 len: 1829 time: 0.0389962 Nov 04 10:35:30.147005 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba70326-df7c-427c-af15-ce7447d340bb req-f31f4122-061c-437f-998c-f0dea72615bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:30.148532 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5ba70326-df7c-427c-af15-ce7447d340bb req-f31f4122-061c-437f-998c-f0dea72615bb service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=3d208acd-19f5-4b48-b6fa-aa18e1dd627b HTTP/1.1" status: 200 len: 1096 time: 0.0935640 Nov 04 10:35:30.160436 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82a670-abfb-4352-9409-44e8dace2c34 req-3bd0d7dc-28e9-4f2b-9874-84ad788d7366 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:30.162066 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ad82a670-abfb-4352-9409-44e8dace2c34 req-3bd0d7dc-28e9-4f2b-9874-84ad788d7366 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/ports?device_id=ed774fe5-7c02-4d40-ad72-e73641da60a8 HTTP/1.1" status: 200 len: 945 time: 0.0541539 Nov 04 10:35:30.211978 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ad82a670-abfb-4352-9409-44e8dace2c34 req-1b0cb395-2725-416a-88d0-38a463b8fb48 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/security-groups?id=ae2f195c-88ce-4ed3-a3a4-14584abee14f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435548 Nov 04 10:35:30.245217 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5ba70326-df7c-427c-af15-ce7447d340bb req-b3fa8279-6adb-4123-b393-395311662746 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=97837fe8-5737-4b37-b36c-49e583983dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844760 Nov 04 10:35:30.366863 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-e0488b88-c266-42c5-8e20-ddef20f143cc req-a8e32472-2109-41db-a328-e4826417687e tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-305271269', 'description': 'tempest-description-1163509451'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:30.372443 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-778ebbc5-a208-4d08-b0f1-89f2ce10e002 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:30.390920 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e0488b88-c266-42c5-8e20-ddef20f143cc req-a8e32472-2109-41db-a328-e4826417687e tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:30.465857 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e0488b88-c266-42c5-8e20-ddef20f143cc req-a8e32472-2109-41db-a328-e4826417687e tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:30.470697 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e0488b88-c266-42c5-8e20-ddef20f143cc req-a8e32472-2109-41db-a328-e4826417687e tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:30.504567 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e0488b88-c266-42c5-8e20-ddef20f143cc req-a8e32472-2109-41db-a328-e4826417687e tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:30.505837 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e0488b88-c266-42c5-8e20-ddef20f143cc req-a8e32472-2109-41db-a328-e4826417687e tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1442752 Nov 04 10:35:30.507637 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e32472-2109-41db-a328-e4826417687e tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=319e947d-9edf-4d59-934c-dba17cbd04bc,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:30.598324 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 882d34b5-e673-450c-9732-ada559bbeeab up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:35:30.647684 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 882d34b5-e673-450c-9732-ada559bbeeab completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:35:30.651669 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 882d34b5-e673-450c-9732-ada559bbeeab triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:35:30.652031 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:30.654185 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79453d78-db77-4073-828e-424d902afff2 req-52cd3228-6ac9-474d-b13d-c76bcd480bfb tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:30.655744 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79453d78-db77-4073-828e-424d902afff2 req-52cd3228-6ac9-474d-b13d-c76bcd480bfb tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/ports?device_id=ed774fe5-7c02-4d40-ad72-e73641da60a8 HTTP/1.1" status: 200 len: 945 time: 0.0605338 Nov 04 10:35:30.666967 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39196) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:30.672850 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-f9bf23c9-8e02-4945-aad1-a88ae2b374e0 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Request body: {'floatingip': {'port_id': 'b7108e6d-d75d-480a-a32d-4797866cb8fe'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:30.720082 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f9bf23c9-8e02-4945-aad1-a88ae2b374e0 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks [] for floatingip, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:30.724892 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-778ebbc5-a208-4d08-b0f1-89f2ce10e002 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Allocated IP 172.20.0.1 (eea9ea0e-c9e9-4617-bdcb-aecf2448e560/77a7f174-2beb-42d3-bfb3-9adbdd7bf0a3/8d71d746-0d91-40cc-8e59-267ace93de99) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:35:30.767600 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:30.811063 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 882d34b5-e673-450c-9732-ada559bbeeab, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=882d34b5-e673-450c-9732-ada559bbeeab,segment=NetworkSegment(f04c9026-7b12-4aa2-9be0-45f685d36899),segment_id=f04c9026-7b12-4aa2-9be0-45f685d36899)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:30.817225 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:30.844296 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 4c46e41e-d13d-467f-9446-d58fcef67498 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:35:30.852199 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-778ebbc5-a208-4d08-b0f1-89f2ce10e002 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:30.864372 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62e191-2d71-4b22-8eb3-7bc817d06379 req-0d141b2c-a3f6-44a1-9d40-d8675aa6617f tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:30.865989 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b62e191-2d71-4b22-8eb3-7bc817d06379 req-0d141b2c-a3f6-44a1-9d40-d8675aa6617f tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 950 time: 0.1402779 Nov 04 10:35:30.876767 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 4c46e41e-d13d-467f-9446-d58fcef67498 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:35:30.877175 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 4c46e41e-d13d-467f-9446-d58fcef67498 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:35:30.877568 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 8f7f0928-17d2-414f-8566-837b84f7fd38 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:35:30.888305 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-778ebbc5-a208-4d08-b0f1-89f2ce10e002 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:30.909086 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 8f7f0928-17d2-414f-8566-837b84f7fd38 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:35:30.909740 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 8f7f0928-17d2-414f-8566-837b84f7fd38 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:35:30.922134 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=882d34b5-e673-450c-9732-ada559bbeeab,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:30.928984 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778ebbc5-a208-4d08-b0f1-89f2ce10e002 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Network eea9ea0e-c9e9-4617-bdcb-aecf2448e560 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:35:30.934400 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-778ebbc5-a208-4d08-b0f1-89f2ce10e002 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:30.938226 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778ebbc5-a208-4d08-b0f1-89f2ce10e002 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:35:30.945360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ebbc5-a208-4d08-b0f1-89f2ce10e002 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event updated for resources: {'Port': ['ID=8d71d746-0d91-40cc-8e59-267ace93de99,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:30.974756 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b62e191-2d71-4b22-8eb3-7bc817d06379 req-77dd2772-1331-450f-847d-8f0beae97c20 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/security-groups?id=c31b9ee1-eb51-4bb6-9644-d807815c8598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983367 Nov 04 10:35:30.997335 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-778ebbc5-a208-4d08-b0f1-89f2ce10e002 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:31.135042 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-778ebbc5-a208-4d08-b0f1-89f2ce10e002 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:31.158822 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e77f69-b55b-44e0-94ab-684883cd53ed req-13e0a101-d039-41a0-9b5c-469d9d7e907d tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:31.160466 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a2e77f69-b55b-44e0-94ab-684883cd53ed req-13e0a101-d039-41a0-9b5c-469d9d7e907d tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/ports?device_id=bafbb69a-ebf7-48c8-a249-e2d970415e52 HTTP/1.1" status: 200 len: 946 time: 0.0955293 Nov 04 10:35:31.271191 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a2e77f69-b55b-44e0-94ab-684883cd53ed req-cc28d907-9e3e-4e00-ade8-f4fb7bac5450 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups?id=16f0cacd-133e-4c81-9ec9-343fd2ccc51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802820 Nov 04 10:35:31.365164 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f9bf23c9-8e02-4945-aad1-a88ae2b374e0 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:31.373121 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f9bf23c9-8e02-4945-aad1-a88ae2b374e0 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:31.413049 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9fd49faa-31ff-4358-9ebb-e28b9a125ee3 req-171095b6-9a8a-4e76-9675-1459d027dad8 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] 10.222.0.127 "GET /v2.0/security-groups/319e947d-9edf-4d59-934c-dba17cbd04bc HTTP/1.1" status: 200 len: 1829 time: 0.0943937 Nov 04 10:35:31.444700 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-778ebbc5-a208-4d08-b0f1-89f2ce10e002 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:31.450142 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-778ebbc5-a208-4d08-b0f1-89f2ce10e002 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:31.495458 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-f9bf23c9-8e02-4945-aad1-a88ae2b374e0 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Floating IP 324c6b5a-3155-44e3-9882-4fbbdc0b2fb7 associated. External IP: 172.25.7.91, port: b7108e6d-d75d-480a-a32d-4797866cb8fe. Nov 04 10:35:31.497166 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0', 'name': 'network-vif-deleted', 'tag': '8f7f0928-17d2-414f-8566-837b84f7fd38'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:35:31.499814 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86350c2-8b67-4fa5-9d3a-88ea34fe38d2" -d '{"events": [{"server_uuid": "c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0", "name": "network-vif-deleted", "tag": "8f7f0928-17d2-414f-8566-837b84f7fd38"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:35:31.540207 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ebbc5-a208-4d08-b0f1-89f2ce10e002 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event updated for resources: {'Port': ['ID=8d71d746-0d91-40cc-8e59-267ace93de99,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:31.543464 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-778ebbc5-a208-4d08-b0f1-89f2ce10e002 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:31.650475 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778ebbc5-a208-4d08-b0f1-89f2ce10e002 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Network eea9ea0e-c9e9-4617-bdcb-aecf2448e560 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:35:31.652035 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-778ebbc5-a208-4d08-b0f1-89f2ce10e002 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:31.768181 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef4f41-cbd4-458b-abc7-17fac1416ed8 req-a5b0e018-00ee-4b9f-87d7-070f03982b61 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:31.770336 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-38ef4f41-cbd4-458b-abc7-17fac1416ed8 req-a5b0e018-00ee-4b9f-87d7-070f03982b61 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/ports?device_id=3d208acd-19f5-4b48-b6fa-aa18e1dd627b HTTP/1.1" status: 200 len: 945 time: 0.1032279 Nov 04 10:35:31.791312 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bf23c9-8e02-4945-aad1-a88ae2b374e0 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Router 68e411a4-d787-4aac-a1c0-9f57b6ac80e8 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:35:31.869091 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-38ef4f41-cbd4-458b-abc7-17fac1416ed8 req-61d3a4d2-eee9-4b53-a2a2-058df6ba0eec tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/security-groups?id=97837fe8-5737-4b37-b36c-49e583983dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901537 Nov 04 10:35:31.948632 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [req-005c24c4-a971-4416-a7a3-0e91fc8d70c0 req-0bf0d9cc-4146-4633-850c-dd45e242e861 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] show failed (client error): The resource could not be found. Nov 04 10:35:31.949701 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-005c24c4-a971-4416-a7a3-0e91fc8d70c0 req-0bf0d9cc-4146-4633-850c-dd45e242e861 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] 10.222.0.127 "GET /v2.0/security-groups/b4eea818-fae3-4686-8cdf-56bd663d2bfb HTTP/1.1" status: 404 len: 352 time: 0.0227027 Nov 04 10:35:31.965914 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafbb69a-ebf7-48c8-a249-e2d970415e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882d34b5-e673-450c-9732-ada559bbeeab'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:35:31.966457 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bf23c9-8e02-4945-aad1-a88ae2b374e0 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:35:31.968526 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3c82ca-f906-4fcf-9e1a-39fd06232661" -d '{"events": [{"server_uuid": "bafbb69a-ebf7-48c8-a249-e2d970415e52", "name": "network-vif-plugged", "status": "completed", "tag": "882d34b5-e673-450c-9732-ada559bbeeab"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:35:31.971681 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f9bf23c9-8e02-4945-aad1-a88ae2b374e0 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:31.983240 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eef8a1-4a13-40c4-8f67-1ae3fade5ec4 None None] Sync routers for ids ['68e411a4-d787-4aac-a1c0-9f57b6ac80e8'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:35:32.007213 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f9bf23c9-8e02-4945-aad1-a88ae2b374e0 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "PUT /v2.0/floatingips/324c6b5a-3155-44e3-9882-4fbbdc0b2fb7 HTTP/1.1" status: 200 len: 990 time: 1.3371615 Nov 04 10:35:32.007213 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed774fe5-7c02-4d40-ad72-e73641da60a8', 'tag': 'b7108e6d-d75d-480a-a32d-4797866cb8fe'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:35:32.010029 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a10e4e5-ce19-493a-98ce-052afb766da1" -d '{"events": [{"name": "network-changed", "server_uuid": "ed774fe5-7c02-4d40-ad72-e73641da60a8", "tag": "b7108e6d-d75d-480a-a32d-4797866cb8fe"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:35:32.024553 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eef8a1-4a13-40c4-8f67-1ae3fade5ec4 None None] Routers {'68e411a4-d787-4aac-a1c0-9f57b6ac80e8'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:32.025408 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-59eef8a1-4a13-40c4-8f67-1ae3fade5ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['68e411a4-d787-4aac-a1c0-9f57b6ac80e8'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:32.041784 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dab318-acfd-4461-adee-7442e145d9d9 x-openstack-request-id: req-53dab318-acfd-4461-adee-7442e145d9d9 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:35:32.042294 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0", "name": "network-vif-deleted", "tag": "8f7f0928-17d2-414f-8566-837b84f7fd38", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:35:32.042294 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-53dab318-acfd-4461-adee-7442e145d9d9 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:35:32.042611 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c654dc56-bded-4fbe-8b0e-ab9b92ff3ea0', 'name': 'network-vif-deleted', 'tag': '8f7f0928-17d2-414f-8566-837b84f7fd38', 'status': 'completed', 'code': 200} Nov 04 10:35:32.057518 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af8f61-1e53-43ef-b077-1d02c1a4a4ad req-83534a02-cf19-4cd8-8c7f-ba54cceeb3e7 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:32.059357 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02af8f61-1e53-43ef-b077-1d02c1a4a4ad req-83534a02-cf19-4cd8-8c7f-ba54cceeb3e7 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.126 "GET /v2.0/ports?device_id=a24a653f-9ee1-4b3c-a890-580d11f70b08 HTTP/1.1" status: 200 len: 950 time: 0.3663230 Nov 04 10:35:32.119259 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778ebbc5-a208-4d08-b0f1-89f2ce10e002 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Router 23732882-0a05-4b95-b3b4-413c9b097100 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:35:32.145460 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a08b4-0bfe-4173-90fa-8d4706684e6b req-1439d089-a6b2-40a5-b154-40e105272e3e tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:32.146926 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0e4a08b4-0bfe-4173-90fa-8d4706684e6b req-1439d089-a6b2-40a5-b154-40e105272e3e tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 945 time: 0.0574007 Nov 04 10:35:32.157351 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-59eef8a1-4a13-40c4-8f67-1ae3fade5ec4 None None] Set router 68e411a4-d787-4aac-a1c0-9f57b6ac80e8 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:35:32.197821 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0e4a08b4-0bfe-4173-90fa-8d4706684e6b req-746207fe-765f-48db-8cf6-c5a678901171 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.127 "GET /v2.0/security-groups?id=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443835 Nov 04 10:35:32.253374 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50903aaf-def6-4e74-9d9a-c38bc8bb3cff req-1e8ef08b-2938-4990-b2f1-9a12f3d1490e tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:32.254988 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-50903aaf-def6-4e74-9d9a-c38bc8bb3cff req-1e8ef08b-2938-4990-b2f1-9a12f3d1490e tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.121 "GET /v2.0/ports?device_id=b0856b37-c371-4f1c-9f35-aee8ac300e29 HTTP/1.1" status: 200 len: 945 time: 0.1146629 Nov 04 10:35:32.306878 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-02af8f61-1e53-43ef-b077-1d02c1a4a4ad req-a2cbd608-d865-48d9-8448-8925180d9e69 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Deleting port 3d4b6831-70a9-4b46-916d-11a9da7df234 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:35:32.307222 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-02af8f61-1e53-43ef-b077-1d02c1a4a4ad req-a2cbd608-d865-48d9-8448-8925180d9e69 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:32.389314 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778ebbc5-a208-4d08-b0f1-89f2ce10e002 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:35:32.402167 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-778ebbc5-a208-4d08-b0f1-89f2ce10e002 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "PUT /v2.0/routers/23732882-0a05-4b95-b3b4-413c9b097100/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5510693 Nov 04 10:35:32.406315 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bea6e2-ca39-4a83-8739-03cb84cd89d1 None None] Sync routers for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:35:32.413606 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-59eef8a1-4a13-40c4-8f67-1ae3fade5ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'name': 'tempest-ServersTestBootFromVolume-1598097041-router', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:34:16Z', 'updated_at': '2021-11-04T10:34:20Z', 'revision_number': 4, 'project_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'gw_port': {'id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:34:17Z', 'updated_at': '2021-11-04T10:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '324c6b5a-3155-44e3-9882-4fbbdc0b2fb7', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'floating_ip_address': '172.25.7.91', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'port_id': 'b7108e6d-d75d-480a-a32d-4797866cb8fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b', 'mac_address': 'fa:16:3e:94:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed774fe5-7c02-4d40-ad72-e73641da60a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:34:29Z', 'updated_at': '2021-11-04T10:35:31Z', 'revision_number': 1, 'project_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c83df732-b4c4-4831-950e-eb7151e7595e', 'name': '', 'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'mac_address': 'fa:16:3e:d3:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'a10f0746-db56-4227-89cf-ffbd29fe094a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:34:19Z', 'updated_at': '2021-11-04T10:34:26Z', 'revision_number': 5, 'project_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'subnets': [{'id': 'a10f0746-db56-4227-89cf-ffbd29fe094a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:32.417799 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bea6e2-ca39-4a83-8739-03cb84cd89d1 None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:32.418725 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e2bea6e2-ca39-4a83-8739-03cb84cd89d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:32.427121 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39220) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:32.433036 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-31c8eabb-6c02-423d-b841-73e610b75c13 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Request body: {'port': {'network_id': 'eea9ea0e-c9e9-4617-bdcb-aecf2448e560', 'name': 'tempest-FloatingIPTestJSON-520415122'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:32.443412 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eef8a1-4a13-40c4-8f67-1ae3fade5ec4 None None] Checking router: 68e411a4-d787-4aac-a1c0-9f57b6ac80e8 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:35:32.452601 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eef8a1-4a13-40c4-8f67-1ae3fade5ec4 None None] Routers {'68e411a4-d787-4aac-a1c0-9f57b6ac80e8'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:32.452854 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e2bea6e2-ca39-4a83-8739-03cb84cd89d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:32.453544 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-59eef8a1-4a13-40c4-8f67-1ae3fade5ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['68e411a4-d787-4aac-a1c0-9f57b6ac80e8'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:32.462883 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bea6e2-ca39-4a83-8739-03cb84cd89d1 None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:32.463823 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e2bea6e2-ca39-4a83-8739-03cb84cd89d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:32.486703 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fee29baa-5444-4511-b55f-bea3d38624ce req-c679494d-3c08-4b23-9eec-e4b0f4c90f55 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 258 time: 0.2613018 Nov 04 10:35:32.492149 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-fee29baa-5444-4511-b55f-bea3d38624ce req-293ff3d2-12b4-42af-995c-5ff69fc58f19 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:32.501259 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e2bea6e2-ca39-4a83-8739-03cb84cd89d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:32.502165 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bea6e2-ca39-4a83-8739-03cb84cd89d1 None None] The sync data for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:35:32.525435 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fee29baa-5444-4511-b55f-bea3d38624ce req-293ff3d2-12b4-42af-995c-5ff69fc58f19 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:32.547593 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-02af8f61-1e53-43ef-b077-1d02c1a4a4ad req-a2cbd608-d865-48d9-8448-8925180d9e69 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] For port 3d4b6831-70a9-4b46-916d-11a9da7df234, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=3d4b6831-70a9-4b46-916d-11a9da7df234,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:32.547954 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-02af8f61-1e53-43ef-b077-1d02c1a4a4ad req-a2cbd608-d865-48d9-8448-8925180d9e69 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:32.569868 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-02af8f61-1e53-43ef-b077-1d02c1a4a4ad req-a2cbd608-d865-48d9-8448-8925180d9e69 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Calling delete_port for 3d4b6831-70a9-4b46-916d-11a9da7df234 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:35:32.570968 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-59eef8a1-4a13-40c4-8f67-1ae3fade5ec4 None None] Set router 68e411a4-d787-4aac-a1c0-9f57b6ac80e8 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:35:32.577544 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-50903aaf-def6-4e74-9d9a-c38bc8bb3cff req-859f4224-29fa-4936-be7e-31ced9553b43 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Deleting port ef18110e-deae-4429-a75b-6469d21a497e {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:35:32.577892 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-50903aaf-def6-4e74-9d9a-c38bc8bb3cff req-859f4224-29fa-4936-be7e-31ced9553b43 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:32.628556 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fee29baa-5444-4511-b55f-bea3d38624ce req-293ff3d2-12b4-42af-995c-5ff69fc58f19 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:32.753196 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c8eabb-6c02-423d-b841-73e610b75c13 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Made reservation on behalf of 13e467d5ab544004baf1b1c5a4b81497 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:35:32.753196 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-31c8eabb-6c02-423d-b841-73e610b75c13 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:32.760506 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-fee29baa-5444-4511-b55f-bea3d38624ce req-293ff3d2-12b4-42af-995c-5ff69fc58f19 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Allocated IP 172.25.7.242 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/1a1d9ade-0c6e-4b24-9a41-fe1265c1ae77) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:35:32.782602 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-50903aaf-def6-4e74-9d9a-c38bc8bb3cff req-859f4224-29fa-4936-be7e-31ced9553b43 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] For port ef18110e-deae-4429-a75b-6469d21a497e, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=ef18110e-deae-4429-a75b-6469d21a497e,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:32.782602 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-50903aaf-def6-4e74-9d9a-c38bc8bb3cff req-859f4224-29fa-4936-be7e-31ced9553b43 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:32.802770 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-31c8eabb-6c02-423d-b841-73e610b75c13 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] device_id is not set on port a24b9561-9453-493d-98c8-38df4c06a6eb yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:35:32.807797 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-50903aaf-def6-4e74-9d9a-c38bc8bb3cff req-859f4224-29fa-4936-be7e-31ced9553b43 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Calling delete_port for ef18110e-deae-4429-a75b-6469d21a497e owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:35:32.853180 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-59eef8a1-4a13-40c4-8f67-1ae3fade5ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'name': 'tempest-ServersTestBootFromVolume-1598097041-router', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:34:16Z', 'updated_at': '2021-11-04T10:34:20Z', 'revision_number': 4, 'project_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'gw_port': {'id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:34:17Z', 'updated_at': '2021-11-04T10:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '324c6b5a-3155-44e3-9882-4fbbdc0b2fb7', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'floating_ip_address': '172.25.7.91', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'port_id': 'b7108e6d-d75d-480a-a32d-4797866cb8fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b', 'mac_address': 'fa:16:3e:94:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed774fe5-7c02-4d40-ad72-e73641da60a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:34:29Z', 'updated_at': '2021-11-04T10:35:31Z', 'revision_number': 1, 'project_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c83df732-b4c4-4831-950e-eb7151e7595e', 'name': '', 'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'mac_address': 'fa:16:3e:d3:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'a10f0746-db56-4227-89cf-ffbd29fe094a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:34:19Z', 'updated_at': '2021-11-04T10:34:26Z', 'revision_number': 5, 'project_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'subnets': [{'id': 'a10f0746-db56-4227-89cf-ffbd29fe094a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:32.981626 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-02af8f61-1e53-43ef-b077-1d02c1a4a4ad req-a2cbd608-d865-48d9-8448-8925180d9e69 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:33.021149 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['5409d388-e97e-4c23-ac7e-207666e904b5'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:35:33.023277 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['8f4d702b-b914-470f-874a-f8a7b107abdb'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:35:33.026707 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eef8a1-4a13-40c4-8f67-1ae3fade5ec4 None None] The sync data for ids ['68e411a4-d787-4aac-a1c0-9f57b6ac80e8'] in n-d-816629-1 is: [{'id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'name': 'tempest-ServersTestBootFromVolume-1598097041-router', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:34:16Z', 'updated_at': '2021-11-04T10:34:20Z', 'revision_number': 4, 'project_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'gw_port': {'id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:34:17Z', 'updated_at': '2021-11-04T10:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '324c6b5a-3155-44e3-9882-4fbbdc0b2fb7', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'floating_ip_address': '172.25.7.91', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'port_id': 'b7108e6d-d75d-480a-a32d-4797866cb8fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b', 'mac_address': 'fa:16:3e:94:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed774fe5-7c02-4d40-ad72-e73641da60a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:34:29Z', 'updated_at': '2021-11-04T10:35:31Z', 'revision_number': 1, 'project_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c83df732-b4c4-4831-950e-eb7151e7595e', 'name': '', 'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'mac_address': 'fa:16:3e:d3:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'a10f0746-db56-4227-89cf-ffbd29fe094a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:34:19Z', 'updated_at': '2021-11-04T10:34:26Z', 'revision_number': 5, 'project_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'subnets': [{'id': 'a10f0746-db56-4227-89cf-ffbd29fe094a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:35:33.057283 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbd608-d865-48d9-8448-8925180d9e69 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Pushing event deleted for resources: {'Port': ['ID=3d4b6831-70a9-4b46-916d-11a9da7df234,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:33.084627 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-31c8eabb-6c02-423d-b841-73e610b75c13 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Allocated IP 172.20.0.9 (eea9ea0e-c9e9-4617-bdcb-aecf2448e560/77a7f174-2beb-42d3-bfb3-9adbdd7bf0a3/a24b9561-9453-493d-98c8-38df4c06a6eb) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:35:33.156323 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-02af8f61-1e53-43ef-b077-1d02c1a4a4ad req-a2cbd608-d865-48d9-8448-8925180d9e69 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] No DVR routers for this DVR port 3d4b6831-70a9-4b46-916d-11a9da7df234 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:35:33.164231 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-02af8f61-1e53-43ef-b077-1d02c1a4a4ad req-a2cbd608-d865-48d9-8448-8925180d9e69 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:33.168387 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02af8f61-1e53-43ef-b077-1d02c1a4a4ad req-a2cbd608-d865-48d9-8448-8925180d9e69 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.126 "DELETE /v2.0/ports/3d4b6831-70a9-4b46-916d-11a9da7df234 HTTP/1.1" status: 204 len: 173 time: 1.1013317 Nov 04 10:35:33.291724 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fee29baa-5444-4511-b55f-bea3d38624ce req-293ff3d2-12b4-42af-995c-5ff69fc58f19 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:33.301605 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-50903aaf-def6-4e74-9d9a-c38bc8bb3cff req-859f4224-29fa-4936-be7e-31ced9553b43 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:33.350602 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f4224-29fa-4936-be7e-31ced9553b43 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Pushing event deleted for resources: {'Port': ['ID=ef18110e-deae-4429-a75b-6469d21a497e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:33.369032 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fee29baa-5444-4511-b55f-bea3d38624ce req-293ff3d2-12b4-42af-995c-5ff69fc58f19 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:33.407515 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b925658-1d68-44a7-bf54-ece038955451 None None] New status for floating IP 324c6b5a-3155-44e3-9882-4fbbdc0b2fb7: ACTIVE {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:35:33.420752 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fee29baa-5444-4511-b55f-bea3d38624ce req-293ff3d2-12b4-42af-995c-5ff69fc58f19 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:35:33.426608 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-fee29baa-5444-4511-b55f-bea3d38624ce req-293ff3d2-12b4-42af-995c-5ff69fc58f19 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:33.431262 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee29baa-5444-4511-b55f-bea3d38624ce req-293ff3d2-12b4-42af-995c-5ff69fc58f19 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:35:33.437861 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ff3d2-12b4-42af-995c-5ff69fc58f19 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Pushing event updated for resources: {'Port': ['ID=1a1d9ade-0c6e-4b24-9a41-fe1265c1ae77,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:33.458849 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-50903aaf-def6-4e74-9d9a-c38bc8bb3cff req-859f4224-29fa-4936-be7e-31ced9553b43 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] No DVR routers for this DVR port ef18110e-deae-4429-a75b-6469d21a497e on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:35:33.462715 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-50903aaf-def6-4e74-9d9a-c38bc8bb3cff req-859f4224-29fa-4936-be7e-31ced9553b43 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:33.466324 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-50903aaf-def6-4e74-9d9a-c38bc8bb3cff req-859f4224-29fa-4936-be7e-31ced9553b43 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.121 "DELETE /v2.0/ports/ef18110e-deae-4429-a75b-6469d21a497e HTTP/1.1" status: 204 len: 173 time: 1.1769259 Nov 04 10:35:33.469346 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-31c8eabb-6c02-423d-b841-73e610b75c13 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:33.508612 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-31c8eabb-6c02-423d-b841-73e610b75c13 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:33.590049 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fee29baa-5444-4511-b55f-bea3d38624ce req-293ff3d2-12b4-42af-995c-5ff69fc58f19 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:33.655940 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fee29baa-5444-4511-b55f-bea3d38624ce req-293ff3d2-12b4-42af-995c-5ff69fc58f19 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:33.670750 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8eabb-6c02-423d-b841-73e610b75c13 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event updated for resources: {'Port': ['ID=a24b9561-9453-493d-98c8-38df4c06a6eb,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:33.684066 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c8eabb-6c02-423d-b841-73e610b75c13 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Network eea9ea0e-c9e9-4617-bdcb-aecf2448e560 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:35:33.686164 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-31c8eabb-6c02-423d-b841-73e610b75c13 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:33.689823 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c8eabb-6c02-423d-b841-73e610b75c13 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:35:33.748253 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c8eabb-6c02-423d-b841-73e610b75c13 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:33.748919 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-31c8eabb-6c02-423d-b841-73e610b75c13 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:33.769193 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-31c8eabb-6c02-423d-b841-73e610b75c13 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3399072 Nov 04 10:35:33.771627 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39224) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:33.777721 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-366996d8-35b9-45c8-8eb7-46e3bc75ca05 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Request body: {'port': {'network_id': 'eea9ea0e-c9e9-4617-bdcb-aecf2448e560', 'name': 'tempest-FloatingIPTestJSON-1369270613'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:33.842012 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fee29baa-5444-4511-b55f-bea3d38624ce req-293ff3d2-12b4-42af-995c-5ff69fc58f19 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:33.847777 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fee29baa-5444-4511-b55f-bea3d38624ce req-293ff3d2-12b4-42af-995c-5ff69fc58f19 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:33.895466 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366996d8-35b9-45c8-8eb7-46e3bc75ca05 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Made reservation on behalf of 13e467d5ab544004baf1b1c5a4b81497 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:35:33.898926 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-366996d8-35b9-45c8-8eb7-46e3bc75ca05 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:33.916872 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-366996d8-35b9-45c8-8eb7-46e3bc75ca05 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] device_id is not set on port f15a036b-75d3-427a-928f-a42698f2f63f yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:35:33.923965 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ff3d2-12b4-42af-995c-5ff69fc58f19 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Pushing event updated for resources: {'Port': ['ID=1a1d9ade-0c6e-4b24-9a41-fe1265c1ae77,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:33.933500 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fee29baa-5444-4511-b55f-bea3d38624ce req-293ff3d2-12b4-42af-995c-5ff69fc58f19 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:33.952578 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fee29baa-5444-4511-b55f-bea3d38624ce req-293ff3d2-12b4-42af-995c-5ff69fc58f19 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:33.954248 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fee29baa-5444-4511-b55f-bea3d38624ce req-293ff3d2-12b4-42af-995c-5ff69fc58f19 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4666677 Nov 04 10:35:34.035376 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fee29baa-5444-4511-b55f-bea3d38624ce req-9602c2b2-bc43-4e72-9fc4-9413673ab143 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.242 HTTP/1.1" status: 200 len: 696 time: 0.0735855 Nov 04 10:35:34.043714 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-366996d8-35b9-45c8-8eb7-46e3bc75ca05 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Allocated IP 172.20.0.6 (eea9ea0e-c9e9-4617-bdcb-aecf2448e560/77a7f174-2beb-42d3-bfb3-9adbdd7bf0a3/f15a036b-75d3-427a-928f-a42698f2f63f) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:35:34.046431 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24a653f-9ee1-4b3c-a890-580d11f70b08', 'name': 'network-vif-deleted', 'tag': '3d4b6831-70a9-4b46-916d-11a9da7df234'}, {'server_uuid': 'b0856b37-c371-4f1c-9f35-aee8ac300e29', 'name': 'network-vif-deleted', 'tag': 'ef18110e-deae-4429-a75b-6469d21a497e'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:35:34.049341 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ca8d9c-1d4d-4fbe-ab35-b4273360f7de" -d '{"events": [{"server_uuid": "a24a653f-9ee1-4b3c-a890-580d11f70b08", "name": "network-vif-deleted", "tag": "3d4b6831-70a9-4b46-916d-11a9da7df234"}, {"server_uuid": "b0856b37-c371-4f1c-9f35-aee8ac300e29", "name": "network-vif-deleted", "tag": "ef18110e-deae-4429-a75b-6469d21a497e"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:35:34.151508 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee29baa-5444-4511-b55f-bea3d38624ce req-772a7858-dd6a-41dd-8a64-844b1a036c20 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:34.153001 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fee29baa-5444-4511-b55f-bea3d38624ce req-772a7858-dd6a-41dd-8a64-844b1a036c20 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 784 time: 0.1072085 Nov 04 10:35:34.178769 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [req-8bd50959-9d93-4cc8-a989-56e62179ef98 req-dadf11f0-0598-4ba6-944c-d805f8e53dca tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] show failed (client error): The resource could not be found. Nov 04 10:35:34.179737 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8bd50959-9d93-4cc8-a989-56e62179ef98 req-dadf11f0-0598-4ba6-944c-d805f8e53dca tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] 10.222.0.127 "GET /v2.0/security-group-rules/025098c9-af2d-40bd-863d-f6837ddf8ad5 HTTP/1.1" status: 404 len: 361 time: 0.0124524 Nov 04 10:35:34.213540 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-366996d8-35b9-45c8-8eb7-46e3bc75ca05 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:34.223894 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5943ff4b-2a99-412a-b121-7587e1a8acd3 x-openstack-request-id: req-5943ff4b-2a99-412a-b121-7587e1a8acd3 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:35:34.224637 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafbb69a-ebf7-48c8-a249-e2d970415e52", "name": "network-vif-plugged", "status": "completed", "tag": "882d34b5-e673-450c-9732-ada559bbeeab", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:35:34.225095 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-5943ff4b-2a99-412a-b121-7587e1a8acd3 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:35:34.225591 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafbb69a-ebf7-48c8-a249-e2d970415e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882d34b5-e673-450c-9732-ada559bbeeab', 'code': 200} Nov 04 10:35:34.251066 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-366996d8-35b9-45c8-8eb7-46e3bc75ca05 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:34.310860 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366996d8-35b9-45c8-8eb7-46e3bc75ca05 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Network eea9ea0e-c9e9-4617-bdcb-aecf2448e560 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:35:34.314582 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-366996d8-35b9-45c8-8eb7-46e3bc75ca05 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:34.337154 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366996d8-35b9-45c8-8eb7-46e3bc75ca05 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:35:34.346150 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319e5e31-4a37-4d91-b228-9624998d9c2e x-openstack-request-id: req-319e5e31-4a37-4d91-b228-9624998d9c2e {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:35:34.346781 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed774fe5-7c02-4d40-ad72-e73641da60a8", "tag": "b7108e6d-d75d-480a-a32d-4797866cb8fe", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:35:34.347232 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-319e5e31-4a37-4d91-b228-9624998d9c2e {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:35:34.347726 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed774fe5-7c02-4d40-ad72-e73641da60a8', 'tag': 'b7108e6d-d75d-480a-a32d-4797866cb8fe', 'status': 'completed', 'code': 200} Nov 04 10:35:34.393250 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366996d8-35b9-45c8-8eb7-46e3bc75ca05 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event updated for resources: {'Port': ['ID=f15a036b-75d3-427a-928f-a42698f2f63f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:34.431965 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c02d73-a144-44bc-87c5-fa3b7c91c438 req-e728dc92-921c-44ea-aea5-de6e8f71950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:34.433829 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-67c02d73-a144-44bc-87c5-fa3b7c91c438 req-e728dc92-921c-44ea-aea5-de6e8f71950f service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=bafbb69a-ebf7-48c8-a249-e2d970415e52 HTTP/1.1" status: 200 len: 1097 time: 0.1352601 Nov 04 10:35:34.440329 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366996d8-35b9-45c8-8eb7-46e3bc75ca05 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:34.441713 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-366996d8-35b9-45c8-8eb7-46e3bc75ca05 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:34.449690 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd4180-f75a-4f2a-87f5-c381861a2bc3 req-edd84a65-7089-4bdd-9047-acad047f44af tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:34.451319 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dbdd4180-f75a-4f2a-87f5-c381861a2bc3 req-edd84a65-7089-4bdd-9047-acad047f44af tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/ports?device_id=bafbb69a-ebf7-48c8-a249-e2d970415e52 HTTP/1.1" status: 200 len: 946 time: 0.0593469 Nov 04 10:35:34.474642 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-366996d8-35b9-45c8-8eb7-46e3bc75ca05 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7014422 Nov 04 10:35:34.478802 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39234) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:34.481834 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10e4e5-ce19-493a-98ce-052afb766da1 req-a0b2db83-4d6b-420e-a0b6-743b23c4bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:34.483285 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2a10e4e5-ce19-493a-98ce-052afb766da1 req-a0b2db83-4d6b-420e-a0b6-743b23c4bcdd service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c028ed5e0ec445e5b00dda8c46c81073&device_id=ed774fe5-7c02-4d40-ad72-e73641da60a8 HTTP/1.1" status: 200 len: 1096 time: 0.1133771 Nov 04 10:35:34.485867 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-8ff488cb-e4fb-4931-b49a-4da151e9136a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'port_id': 'f15a036b-75d3-427a-928f-a42698f2f63f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:34.526768 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dbdd4180-f75a-4f2a-87f5-c381861a2bc3 req-76d2bdc3-2761-48db-b7da-68a19d827861 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups?id=16f0cacd-133e-4c81-9ec9-343fd2ccc51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668337 Nov 04 10:35:34.534905 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8ff488cb-e4fb-4931-b49a-4da151e9136a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:34.558985 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-67c02d73-a144-44bc-87c5-fa3b7c91c438 req-87a75f31-6689-49ca-8c43-65d52d4af1e6 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=16f0cacd-133e-4c81-9ec9-343fd2ccc51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103849 Nov 04 10:35:34.611742 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 04 Nov 2021 10:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2c12d8-d8c6-405d-8d59-52d93146ef07 x-openstack-request-id: req-8d2c12d8-d8c6-405d-8d59-52d93146ef07 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:35:34.612288 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24a653f-9ee1-4b3c-a890-580d11f70b08", "name": "network-vif-deleted", "tag": "3d4b6831-70a9-4b46-916d-11a9da7df234", "status": "completed", "code": 200}, {"server_uuid": "b0856b37-c371-4f1c-9f35-aee8ac300e29", "name": "network-vif-deleted", "tag": "ef18110e-deae-4429-a75b-6469d21a497e", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:35:34.613358 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-8d2c12d8-d8c6-405d-8d59-52d93146ef07 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:35:34.613780 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24a653f-9ee1-4b3c-a890-580d11f70b08', 'name': 'network-vif-deleted', 'tag': '3d4b6831-70a9-4b46-916d-11a9da7df234', 'status': 'completed', 'code': 200} Nov 04 10:35:34.614008 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0856b37-c371-4f1c-9f35-aee8ac300e29', 'name': 'network-vif-deleted', 'tag': 'ef18110e-deae-4429-a75b-6469d21a497e', 'status': 'completed', 'code': 200} Nov 04 10:35:34.615056 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10e4e5-ce19-493a-98ce-052afb766da1 req-46e2954a-3d1f-46a4-9ae9-935a5292c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:34.616521 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2a10e4e5-ce19-493a-98ce-052afb766da1 req-46e2954a-3d1f-46a4-9ae9-935a5292c5f6 service neutron] 10.222.0.126 "GET /v2.0/networks?id=76c58e58-2fca-437a-b0b9-4ec508945e0b HTTP/1.1" status: 200 len: 918 time: 0.1252601 Nov 04 10:35:34.631424 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 3d4b6831-70a9-4b46-916d-11a9da7df234 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:35:34.642245 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8ff488cb-e4fb-4931-b49a-4da151e9136a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:34.653779 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 3d4b6831-70a9-4b46-916d-11a9da7df234 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:35:34.655402 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 3d4b6831-70a9-4b46-916d-11a9da7df234 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:35:34.810140 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-8ff488cb-e4fb-4931-b49a-4da151e9136a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Allocated IP 172.25.7.121 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/dedf2892-c45a-4121-ac4e-4849d8bd51ba) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:35:34.826892 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07dedf1-e3a8-48eb-b21a-36ca6df4bb4c req-2925d5b1-c814-4887-86e9-fc5cfb334647 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:34.828393 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a07dedf1-e3a8-48eb-b21a-36ca6df4bb4c req-2925d5b1-c814-4887-86e9-fc5cfb334647 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/ports?device_id=3d208acd-19f5-4b48-b6fa-aa18e1dd627b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1276212 Nov 04 10:35:34.830462 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2a10e4e5-ce19-493a-98ce-052afb766da1 req-fff7075c-9d85-459c-b416-a4d5e91d2764 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7108e6d-d75d-480a-a32d-4797866cb8fe HTTP/1.1" status: 200 len: 1000 time: 0.0723248 Nov 04 10:35:34.887111 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10e4e5-ce19-493a-98ce-052afb766da1 req-a26dc42b-8ef8-4d77-8762-a25865d9409a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:34.888720 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2a10e4e5-ce19-493a-98ce-052afb766da1 req-a26dc42b-8ef8-4d77-8762-a25865d9409a service neutron] 10.222.0.126 "GET /v2.0/subnets?id=a10f0746-db56-4227-89cf-ffbd29fe094a HTTP/1.1" status: 200 len: 855 time: 0.0503523 Nov 04 10:35:34.919633 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a07dedf1-e3a8-48eb-b21a-36ca6df4bb4c req-b5adef1e-e763-4c1f-b06f-75fa99bd3d83 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.242 HTTP/1.1" status: 200 len: 696 time: 0.0816600 Nov 04 10:35:34.933687 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-a07dedf1-e3a8-48eb-b21a-36ca6df4bb4c req-e12e5603-c843-43e7-a0ee-8d96f09285ff tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Request body: {'floatingip': {'port_id': '66cabf58-33fb-459d-ad06-8ee65dd97685', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:34.938533 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10e4e5-ce19-493a-98ce-052afb766da1 req-3f965b6d-1a6c-406d-a1b4-040202de2b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:34.940136 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2a10e4e5-ce19-493a-98ce-052afb766da1 req-3f965b6d-1a6c-406d-a1b4-040202de2b56 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=76c58e58-2fca-437a-b0b9-4ec508945e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432129 Nov 04 10:35:34.984313 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a07dedf1-e3a8-48eb-b21a-36ca6df4bb4c req-e12e5603-c843-43e7-a0ee-8d96f09285ff tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks [] for floatingip, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:35.035941 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2a10e4e5-ce19-493a-98ce-052afb766da1 req-9cebc48c-4fef-48ac-9029-6c69623da6f8 service neutron] 10.222.0.126 "GET /v2.0/networks/76c58e58-2fca-437a-b0b9-4ec508945e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861948 Nov 04 10:35:35.065601 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8ff488cb-e4fb-4931-b49a-4da151e9136a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:35.137866 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2a10e4e5-ce19-493a-98ce-052afb766da1 req-2b22b038-e362-409d-9975-5b18f0816199 service neutron] 10.222.0.126 "GET /v2.0/networks/76c58e58-2fca-437a-b0b9-4ec508945e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944932 Nov 04 10:35:35.182225 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8ff488cb-e4fb-4931-b49a-4da151e9136a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:35.248800 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff488cb-e4fb-4931-b49a-4da151e9136a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:35:35.256640 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-8ff488cb-e4fb-4931-b49a-4da151e9136a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:35.264047 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff488cb-e4fb-4931-b49a-4da151e9136a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:35:35.293601 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff488cb-e4fb-4931-b49a-4da151e9136a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event updated for resources: {'Port': ['ID=dedf2892-c45a-4121-ac4e-4849d8bd51ba,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:35.668791 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a07dedf1-e3a8-48eb-b21a-36ca6df4bb4c req-e12e5603-c843-43e7-a0ee-8d96f09285ff tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:35.695296 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a07dedf1-e3a8-48eb-b21a-36ca6df4bb4c req-e12e5603-c843-43e7-a0ee-8d96f09285ff tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:36.105729 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [req-a07dedf1-e3a8-48eb-b21a-36ca6df4bb4c req-e12e5603-c843-43e7-a0ee-8d96f09285ff tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Floating IP 02ee47fb-3db4-4ce4-a958-b1ede44882d1 associated. External IP: 172.25.7.242, port: 66cabf58-33fb-459d-ad06-8ee65dd97685. Nov 04 10:35:36.157997 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8ff488cb-e4fb-4931-b49a-4da151e9136a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:36.271352 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8ff488cb-e4fb-4931-b49a-4da151e9136a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:36.452266 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a07dedf1-e3a8-48eb-b21a-36ca6df4bb4c req-e12e5603-c843-43e7-a0ee-8d96f09285ff tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Router a7c474d3-adca-4693-bdaf-4855756c5dd1 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:35:36.593798 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8ff488cb-e4fb-4931-b49a-4da151e9136a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:36.602723 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8ff488cb-e4fb-4931-b49a-4da151e9136a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:36.681947 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a07dedf1-e3a8-48eb-b21a-36ca6df4bb4c req-e12e5603-c843-43e7-a0ee-8d96f09285ff tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:35:36.689290 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a07dedf1-e3a8-48eb-b21a-36ca6df4bb4c req-e12e5603-c843-43e7-a0ee-8d96f09285ff tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:36.694114 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5011cd-d69e-4465-baf1-84f20f9ad2d6 None None] Sync routers for ids ['a7c474d3-adca-4693-bdaf-4855756c5dd1'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:35:36.704505 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5011cd-d69e-4465-baf1-84f20f9ad2d6 None None] Routers {'a7c474d3-adca-4693-bdaf-4855756c5dd1'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:36.705162 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ee5011cd-d69e-4465-baf1-84f20f9ad2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a7c474d3-adca-4693-bdaf-4855756c5dd1'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:36.718504 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff488cb-e4fb-4931-b49a-4da151e9136a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event updated for resources: {'Port': ['ID=dedf2892-c45a-4121-ac4e-4849d8bd51ba,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:36.730206 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8ff488cb-e4fb-4931-b49a-4da151e9136a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:36.732993 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a07dedf1-e3a8-48eb-b21a-36ca6df4bb4c req-e12e5603-c843-43e7-a0ee-8d96f09285ff tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "PUT /v2.0/floatingips/02ee47fb-3db4-4ce4-a958-b1ede44882d1 HTTP/1.1" status: 200 len: 996 time: 1.8052669 Nov 04 10:35:36.735105 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d208acd-19f5-4b48-b6fa-aa18e1dd627b', 'tag': '66cabf58-33fb-459d-ad06-8ee65dd97685'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:35:36.736451 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418428c8-65c9-4025-90a4-f721cf2a3941" -d '{"events": [{"name": "network-changed", "server_uuid": "3d208acd-19f5-4b48-b6fa-aa18e1dd627b", "tag": "66cabf58-33fb-459d-ad06-8ee65dd97685"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:35:36.824006 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-ee5011cd-d69e-4465-baf1-84f20f9ad2d6 None None] Set router a7c474d3-adca-4693-bdaf-4855756c5dd1 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:35:36.863243 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07dedf1-e3a8-48eb-b21a-36ca6df4bb4c req-effeb577-c3ff-4189-b1c2-3e615f4fe499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:36.864845 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a07dedf1-e3a8-48eb-b21a-36ca6df4bb4c req-effeb577-c3ff-4189-b1c2-3e615f4fe499 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=a7940a7dcb8a45f582552e08becdd2d6&device_id=3d208acd-19f5-4b48-b6fa-aa18e1dd627b HTTP/1.1" status: 200 len: 1096 time: 0.0913830 Nov 04 10:35:36.871502 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device ef18110e-deae-4429-a75b-6469d21a497e no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:35:36.884377 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-8ff488cb-e4fb-4931-b49a-4da151e9136a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Floating IP d8c57d72-3949-47ae-95dc-20805810a6d6 associated. External IP: 172.25.7.121, port: f15a036b-75d3-427a-928f-a42698f2f63f. Nov 04 10:35:36.891506 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: ef18110e-deae-4429-a75b-6469d21a497e {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:35:36.891869 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device ef18110e-deae-4429-a75b-6469d21a497e not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:35:37.048603 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07dedf1-e3a8-48eb-b21a-36ca6df4bb4c req-a7b497b5-b7ea-432a-adfd-ac6c235556a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:37.050211 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a07dedf1-e3a8-48eb-b21a-36ca6df4bb4c req-a7b497b5-b7ea-432a-adfd-ac6c235556a1 service neutron] 10.222.0.127 "GET /v2.0/networks?id=54d126eb-2366-4e9a-970c-4c8c6fe2a9ee HTTP/1.1" status: 200 len: 930 time: 0.1771379 Nov 04 10:35:37.051950 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ee5011cd-d69e-4465-baf1-84f20f9ad2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973933473-router', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:03Z', 'updated_at': '2021-11-04T10:35:10Z', 'revision_number': 4, 'project_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'gw_port': {'id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:04Z', 'updated_at': '2021-11-04T10:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '02ee47fb-3db4-4ce4-a958-b1ede44882d1', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'port_id': '66cabf58-33fb-459d-ad06-8ee65dd97685', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee', 'mac_address': 'fa:16:3e:07:46:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d208acd-19f5-4b48-b6fa-aa18e1dd627b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:35:33Z', 'updated_at': '2021-11-04T10:35:35Z', 'revision_number': 1, 'project_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db1a625-d213-4b72-9647-6791c04c6fb8', 'name': '', 'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'mac_address': 'fa:16:3e:12:45:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '75946b22-fef0-469a-a134-d85aa619e876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:08Z', 'updated_at': '2021-11-04T10:35:15Z', 'revision_number': 5, 'project_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'subnets': [{'id': '75946b22-fef0-469a-a134-d85aa619e876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:37.082067 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5011cd-d69e-4465-baf1-84f20f9ad2d6 None None] Checking router: a7c474d3-adca-4693-bdaf-4855756c5dd1 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:35:37.095760 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5011cd-d69e-4465-baf1-84f20f9ad2d6 None None] Routers {'a7c474d3-adca-4693-bdaf-4855756c5dd1'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:37.096400 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ee5011cd-d69e-4465-baf1-84f20f9ad2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a7c474d3-adca-4693-bdaf-4855756c5dd1'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:37.189533 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a07dedf1-e3a8-48eb-b21a-36ca6df4bb4c req-a734fc87-d60e-4d70-b47d-e2bb8bc644a9 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66cabf58-33fb-459d-ad06-8ee65dd97685 HTTP/1.1" status: 200 len: 999 time: 0.1322317 Nov 04 10:35:37.207290 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-ee5011cd-d69e-4465-baf1-84f20f9ad2d6 None None] Set router a7c474d3-adca-4693-bdaf-4855756c5dd1 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:35:37.279146 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07dedf1-e3a8-48eb-b21a-36ca6df4bb4c req-5b2654e4-d49c-4dcf-9030-d3052b8ee561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:37.280597 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a07dedf1-e3a8-48eb-b21a-36ca6df4bb4c req-5b2654e4-d49c-4dcf-9030-d3052b8ee561 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=75946b22-fef0-469a-a134-d85aa619e876 HTTP/1.1" status: 200 len: 867 time: 0.0654931 Nov 04 10:35:37.284649 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff488cb-e4fb-4931-b49a-4da151e9136a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Router 23732882-0a05-4b95-b3b4-413c9b097100 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:35:37.377378 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07dedf1-e3a8-48eb-b21a-36ca6df4bb4c req-95d77888-3e9b-48ad-a0d8-be993c59c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:37.379063 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a07dedf1-e3a8-48eb-b21a-36ca6df4bb4c req-95d77888-3e9b-48ad-a0d8-be993c59c0de service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=54d126eb-2366-4e9a-970c-4c8c6fe2a9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913961 Nov 04 10:35:37.421722 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-a07dedf1-e3a8-48eb-b21a-36ca6df4bb4c req-11766c24-fee4-45a2-aaf5-78b9cd160687 service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:35:37.422708 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a07dedf1-e3a8-48eb-b21a-36ca6df4bb4c req-11766c24-fee4-45a2-aaf5-78b9cd160687 service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0076489 Nov 04 10:35:37.482715 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff488cb-e4fb-4931-b49a-4da151e9136a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:35:37.497347 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6644cd3d-a322-42e6-aa9a-7106114b6428 None None] Sync routers for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:35:37.511145 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6644cd3d-a322-42e6-aa9a-7106114b6428 None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:37.514368 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-6644cd3d-a322-42e6-aa9a-7106114b6428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:37.516301 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8ff488cb-e4fb-4931-b49a-4da151e9136a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:37.526645 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ee5011cd-d69e-4465-baf1-84f20f9ad2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973933473-router', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:03Z', 'updated_at': '2021-11-04T10:35:10Z', 'revision_number': 4, 'project_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'gw_port': {'id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:04Z', 'updated_at': '2021-11-04T10:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '02ee47fb-3db4-4ce4-a958-b1ede44882d1', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'port_id': '66cabf58-33fb-459d-ad06-8ee65dd97685', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee', 'mac_address': 'fa:16:3e:07:46:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d208acd-19f5-4b48-b6fa-aa18e1dd627b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:35:33Z', 'updated_at': '2021-11-04T10:35:35Z', 'revision_number': 1, 'project_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db1a625-d213-4b72-9647-6791c04c6fb8', 'name': '', 'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'mac_address': 'fa:16:3e:12:45:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '75946b22-fef0-469a-a134-d85aa619e876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:08Z', 'updated_at': '2021-11-04T10:35:15Z', 'revision_number': 5, 'project_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'subnets': [{'id': '75946b22-fef0-469a-a134-d85aa619e876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:37.553047 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5011cd-d69e-4465-baf1-84f20f9ad2d6 None None] The sync data for ids ['a7c474d3-adca-4693-bdaf-4855756c5dd1'] in n-d-816629-1 is: [{'id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973933473-router', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:03Z', 'updated_at': '2021-11-04T10:35:10Z', 'revision_number': 4, 'project_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'gw_port': {'id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:04Z', 'updated_at': '2021-11-04T10:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '02ee47fb-3db4-4ce4-a958-b1ede44882d1', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'port_id': '66cabf58-33fb-459d-ad06-8ee65dd97685', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee', 'mac_address': 'fa:16:3e:07:46:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d208acd-19f5-4b48-b6fa-aa18e1dd627b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:35:33Z', 'updated_at': '2021-11-04T10:35:35Z', 'revision_number': 1, 'project_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db1a625-d213-4b72-9647-6791c04c6fb8', 'name': '', 'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'mac_address': 'fa:16:3e:12:45:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '75946b22-fef0-469a-a134-d85aa619e876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:08Z', 'updated_at': '2021-11-04T10:35:15Z', 'revision_number': 5, 'project_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'subnets': [{'id': '75946b22-fef0-469a-a134-d85aa619e876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:35:37.556089 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-6644cd3d-a322-42e6-aa9a-7106114b6428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:37.558897 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8ff488cb-e4fb-4931-b49a-4da151e9136a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.0765972 Nov 04 10:35:37.561987 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39244) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:37.566123 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a07dedf1-e3a8-48eb-b21a-36ca6df4bb4c req-a72dc000-7a2f-4c95-b315-770e61440949 service neutron] 10.222.0.127 "GET /v2.0/networks/54d126eb-2366-4e9a-970c-4c8c6fe2a9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344287 Nov 04 10:35:37.567509 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-01bef425-1271-4337-8d65-8fbee96a6984 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:37.574255 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6644cd3d-a322-42e6-aa9a-7106114b6428 None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:37.575134 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-6644cd3d-a322-42e6-aa9a-7106114b6428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:37.610665 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-6644cd3d-a322-42e6-aa9a-7106114b6428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:37.611600 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6644cd3d-a322-42e6-aa9a-7106114b6428 None None] The sync data for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:35:37.663558 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a07dedf1-e3a8-48eb-b21a-36ca6df4bb4c req-c771a314-ba67-41a7-beab-fd19758faa83 service neutron] 10.222.0.127 "GET /v2.0/networks/54d126eb-2366-4e9a-970c-4c8c6fe2a9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902143 Nov 04 10:35:37.674377 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-01bef425-1271-4337-8d65-8fbee96a6984 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:37.741655 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-01b505b9-bae9-4ba2-bd5c-69973c0b796f req-7985b4ab-a870-47fa-ba1e-34d5bb324b6e tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] 10.222.0.127 "GET /v2.0/security-groups/319e947d-9edf-4d59-934c-dba17cbd04bc HTTP/1.1" status: 200 len: 1829 time: 0.0434964 Nov 04 10:35:37.766666 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdc8d66-79a2-4953-ac5e-cd1242686db9 None None] New status for floating IP 02ee47fb-3db4-4ce4-a958-b1ede44882d1: ACTIVE {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:35:37.813454 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-01b505b9-bae9-4ba2-bd5c-69973c0b796f req-389f9daa-9560-4dfb-bb0c-d58458025350 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:37.836740 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-01b505b9-bae9-4ba2-bd5c-69973c0b796f req-389f9daa-9560-4dfb-bb0c-d58458025350 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:37.847302 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-01bef425-1271-4337-8d65-8fbee96a6984 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:37.852768 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-01bef425-1271-4337-8d65-8fbee96a6984 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:37.853361 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [None req-01bef425-1271-4337-8d65-8fbee96a6984 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Floating IP d8c57d72-3949-47ae-95dc-20805810a6d6 disassociated. External IP: 172.25.7.121, port: f15a036b-75d3-427a-928f-a42698f2f63f. Nov 04 10:35:37.882062 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-01b505b9-bae9-4ba2-bd5c-69973c0b796f req-389f9daa-9560-4dfb-bb0c-d58458025350 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:37.887052 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-01b505b9-bae9-4ba2-bd5c-69973c0b796f req-389f9daa-9560-4dfb-bb0c-d58458025350 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:37.888438 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-01b505b9-bae9-4ba2-bd5c-69973c0b796f req-389f9daa-9560-4dfb-bb0c-d58458025350 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] 10.222.0.127 "DELETE /v2.0/security-groups/319e947d-9edf-4d59-934c-dba17cbd04bc HTTP/1.1" status: 204 len: 173 time: 0.1392286 Nov 04 10:35:37.901514 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f9daa-9560-4dfb-bb0c-d58458025350 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=319e947d-9edf-4d59-934c-dba17cbd04bc,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:38.340729 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15234fe9-746f-4b2a-b04a-91372d567df5 req-5143059a-5415-4f89-8f34-249f496ddf76 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:38.342620 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-15234fe9-746f-4b2a-b04a-91372d567df5 req-5143059a-5415-4f89-8f34-249f496ddf76 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/ports?device_id=bafbb69a-ebf7-48c8-a249-e2d970415e52 HTTP/1.1" status: 200 len: 946 time: 0.0567715 Nov 04 10:35:38.367651 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01bef425-1271-4337-8d65-8fbee96a6984 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Router 23732882-0a05-4b95-b3b4-413c9b097100 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:35:38.394909 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-15234fe9-746f-4b2a-b04a-91372d567df5 req-641e6b9c-5459-4993-8a91-27c3fbf06f50 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups?id=16f0cacd-133e-4c81-9ec9-343fd2ccc51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458066 Nov 04 10:35:38.445578 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce15d087-20ca-4588-a606-4a52ce837474 x-openstack-request-id: req-ce15d087-20ca-4588-a606-4a52ce837474 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:35:38.445876 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d208acd-19f5-4b48-b6fa-aa18e1dd627b", "tag": "66cabf58-33fb-459d-ad06-8ee65dd97685", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:35:38.446131 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ce15d087-20ca-4588-a606-4a52ce837474 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:35:38.446539 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d208acd-19f5-4b48-b6fa-aa18e1dd627b', 'tag': '66cabf58-33fb-459d-ad06-8ee65dd97685', 'status': 'completed', 'code': 200} Nov 04 10:35:38.514206 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bef425-1271-4337-8d65-8fbee96a6984 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:35:38.519823 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-01bef425-1271-4337-8d65-8fbee96a6984 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:38.525784 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841a8609-02b9-4e1a-bc8f-05400f79e5b8 None None] Sync routers for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:35:38.540803 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841a8609-02b9-4e1a-bc8f-05400f79e5b8 None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:38.541701 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-841a8609-02b9-4e1a-bc8f-05400f79e5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:38.553233 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418428c8-65c9-4025-90a4-f721cf2a3941 req-78a081c4-8926-4ca3-bd37-3f1bb468652a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:38.554853 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-418428c8-65c9-4025-90a4-f721cf2a3941 req-78a081c4-8926-4ca3-bd37-3f1bb468652a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a7940a7dcb8a45f582552e08becdd2d6&device_id=3d208acd-19f5-4b48-b6fa-aa18e1dd627b HTTP/1.1" status: 200 len: 1096 time: 0.0778186 Nov 04 10:35:38.558663 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-01bef425-1271-4337-8d65-8fbee96a6984 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "PUT /v2.0/floatingips/d8c57d72-3949-47ae-95dc-20805810a6d6 HTTP/1.1" status: 200 len: 688 time: 0.9955556 Nov 04 10:35:38.561655 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39258) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:38.581852 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-841a8609-02b9-4e1a-bc8f-05400f79e5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:38.590778 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841a8609-02b9-4e1a-bc8f-05400f79e5b8 None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:38.591674 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-841a8609-02b9-4e1a-bc8f-05400f79e5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:38.597507 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2ae6ba52-b0f0-45c1-a86e-d732e34c4803 req-80930167-17fc-4df0-ad20-06863cb8efab tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 258 time: 0.1395848 Nov 04 10:35:38.611675 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-2ae6ba52-b0f0-45c1-a86e-d732e34c4803 req-90842f34-97c5-4f1e-ba28-f0d693e397da tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:38.624022 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-841a8609-02b9-4e1a-bc8f-05400f79e5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:38.624676 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841a8609-02b9-4e1a-bc8f-05400f79e5b8 None None] The sync data for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:35:38.661938 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2ae6ba52-b0f0-45c1-a86e-d732e34c4803 req-90842f34-97c5-4f1e-ba28-f0d693e397da tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:38.673663 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771325c-092b-47f6-9024-7b18dd8dfa92 req-3b2b2c7d-be0a-48f4-82c4-c9e0a4fe46d8 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:38.675409 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4771325c-092b-47f6-9024-7b18dd8dfa92 req-3b2b2c7d-be0a-48f4-82c4-c9e0a4fe46d8 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.121 "GET /v2.0/ports?device_id=cc383cae-eb29-481a-af33-3ee7cd346f1e HTTP/1.1" status: 200 len: 944 time: 0.0753319 Nov 04 10:35:38.757857 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418428c8-65c9-4025-90a4-f721cf2a3941 req-337642d5-d04d-4491-8508-02875ee50a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:38.759360 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-418428c8-65c9-4025-90a4-f721cf2a3941 req-337642d5-d04d-4491-8508-02875ee50a3b service neutron] 10.222.0.121 "GET /v2.0/networks?id=54d126eb-2366-4e9a-970c-4c8c6fe2a9ee HTTP/1.1" status: 200 len: 930 time: 0.1904049 Nov 04 10:35:38.816034 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-d212cec6-25b4-4f7a-8e0a-620d894afefe tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Deleting port dedf2892-c45a-4121-ac4e-4849d8bd51ba {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:35:38.816395 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d212cec6-25b4-4f7a-8e0a-620d894afefe tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:38.886821 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-418428c8-65c9-4025-90a4-f721cf2a3941 req-cbfe697b-0e29-468e-9b73-1b00f77dbf55 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66cabf58-33fb-459d-ad06-8ee65dd97685 HTTP/1.1" status: 200 len: 1001 time: 0.1189592 Nov 04 10:35:38.953501 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d212cec6-25b4-4f7a-8e0a-620d894afefe tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:38.953771 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d212cec6-25b4-4f7a-8e0a-620d894afefe tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:38.971638 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418428c8-65c9-4025-90a4-f721cf2a3941 req-1e00a217-e0cb-49ca-a3ef-0e03b6cfe39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:38.973894 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-418428c8-65c9-4025-90a4-f721cf2a3941 req-1e00a217-e0cb-49ca-a3ef-0e03b6cfe39b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=75946b22-fef0-469a-a134-d85aa619e876 HTTP/1.1" status: 200 len: 867 time: 0.0736878 Nov 04 10:35:38.974775 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-d212cec6-25b4-4f7a-8e0a-620d894afefe tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Calling delete_port for dedf2892-c45a-4121-ac4e-4849d8bd51ba owned by network:floatingip {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:35:39.077047 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418428c8-65c9-4025-90a4-f721cf2a3941 req-40cf918c-73f2-4119-a607-227b641ad55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:39.078587 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-418428c8-65c9-4025-90a4-f721cf2a3941 req-40cf918c-73f2-4119-a607-227b641ad55d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=54d126eb-2366-4e9a-970c-4c8c6fe2a9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948815 Nov 04 10:35:39.120797 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-4771325c-092b-47f6-9024-7b18dd8dfa92 req-32f6cb57-9a47-42af-b7a2-55ca5c2cfb09 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Deleting port b06a2c65-3b26-45df-ad41-2b9901e903d9 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:35:39.121267 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-4771325c-092b-47f6-9024-7b18dd8dfa92 req-32f6cb57-9a47-42af-b7a2-55ca5c2cfb09 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:39.188853 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2ae6ba52-b0f0-45c1-a86e-d732e34c4803 req-90842f34-97c5-4f1e-ba28-f0d693e397da tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:39.223050 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-418428c8-65c9-4025-90a4-f721cf2a3941 req-054d6cc6-f7a9-4bdb-93fb-6ca5dada4297 service neutron] 10.222.0.121 "GET /v2.0/networks/54d126eb-2366-4e9a-970c-4c8c6fe2a9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301258 Nov 04 10:35:39.223992 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d212cec6-25b4-4f7a-8e0a-620d894afefe tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:39.260839 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-4771325c-092b-47f6-9024-7b18dd8dfa92 req-32f6cb57-9a47-42af-b7a2-55ca5c2cfb09 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] For port b06a2c65-3b26-45df-ad41-2b9901e903d9, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b06a2c65-3b26-45df-ad41-2b9901e903d9,segment=NetworkSegment(aeba646b-0692-417a-8b54-f0fb93a4a30f),segment_id=aeba646b-0692-417a-8b54-f0fb93a4a30f)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:39.261209 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-4771325c-092b-47f6-9024-7b18dd8dfa92 req-32f6cb57-9a47-42af-b7a2-55ca5c2cfb09 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:39.271015 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212cec6-25b4-4f7a-8e0a-620d894afefe tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event deleted for resources: {'Port': ['ID=dedf2892-c45a-4121-ac4e-4849d8bd51ba,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:39.284304 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-4771325c-092b-47f6-9024-7b18dd8dfa92 req-32f6cb57-9a47-42af-b7a2-55ca5c2cfb09 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Calling delete_port for b06a2c65-3b26-45df-ad41-2b9901e903d9 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:35:39.389749 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d212cec6-25b4-4f7a-8e0a-620d894afefe tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:39.392576 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d212cec6-25b4-4f7a-8e0a-620d894afefe tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:39.394139 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d212cec6-25b4-4f7a-8e0a-620d894afefe tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "DELETE /v2.0/floatingips/d8c57d72-3949-47ae-95dc-20805810a6d6 HTTP/1.1" status: 204 len: 168 time: 0.8309898 Nov 04 10:35:39.394668 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-2ae6ba52-b0f0-45c1-a86e-d732e34c4803 req-90842f34-97c5-4f1e-ba28-f0d693e397da tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Allocated IP 172.25.7.53 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/f67c17c9-ec31-4058-a0b6-0905635d5252) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:35:39.397493 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39262) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:39.401919 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-ceab0967-17be-4161-9e57-eafb8a33e9aa tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'port_id': 'a24b9561-9453-493d-98c8-38df4c06a6eb'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:39.409174 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-418428c8-65c9-4025-90a4-f721cf2a3941 req-27c1dbbf-8e6e-4968-9b4e-3eab58c44c6a service neutron] 10.222.0.121 "GET /v2.0/networks/54d126eb-2366-4e9a-970c-4c8c6fe2a9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749680 Nov 04 10:35:39.429804 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ceab0967-17be-4161-9e57-eafb8a33e9aa tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:39.538885 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-4771325c-092b-47f6-9024-7b18dd8dfa92 req-32f6cb57-9a47-42af-b7a2-55ca5c2cfb09 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:39.563415 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ceab0967-17be-4161-9e57-eafb8a33e9aa tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:39.574534 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76684f8c-967b-42a3-911a-584596ad03b6 req-171f61ac-eec5-453b-b2ec-559e65ce9a9b tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:39.576330 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-76684f8c-967b-42a3-911a-584596ad03b6 req-171f61ac-eec5-453b-b2ec-559e65ce9a9b tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.121 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 950 time: 0.0676570 Nov 04 10:35:39.582186 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6cb57-9a47-42af-b7a2-55ca5c2cfb09 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Pushing event deleted for resources: {'Port': ['ID=b06a2c65-3b26-45df-ad41-2b9901e903d9,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:39.621861 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2ae6ba52-b0f0-45c1-a86e-d732e34c4803 req-90842f34-97c5-4f1e-ba28-f0d693e397da tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:39.664770 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4771325c-092b-47f6-9024-7b18dd8dfa92 req-32f6cb57-9a47-42af-b7a2-55ca5c2cfb09 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] No DVR routers for this DVR port b06a2c65-3b26-45df-ad41-2b9901e903d9 on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:35:39.667473 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-4771325c-092b-47f6-9024-7b18dd8dfa92 req-32f6cb57-9a47-42af-b7a2-55ca5c2cfb09 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:39.671453 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4771325c-092b-47f6-9024-7b18dd8dfa92 req-32f6cb57-9a47-42af-b7a2-55ca5c2cfb09 tempest-LiveAutoBlockMigrationV225Test-1218520940 tempest-LiveAutoBlockMigrationV225Test-1218520940-project] 10.222.0.121 "DELETE /v2.0/ports/b06a2c65-3b26-45df-ad41-2b9901e903d9 HTTP/1.1" status: 204 len: 173 time: 0.9866002 Nov 04 10:35:39.709425 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2ae6ba52-b0f0-45c1-a86e-d732e34c4803 req-90842f34-97c5-4f1e-ba28-f0d693e397da tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:39.738328 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-76684f8c-967b-42a3-911a-584596ad03b6 req-f90465a9-0804-4da1-a2f1-c0d18002c9b4 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Deleting port 5409d388-e97e-4c23-ac7e-207666e904b5 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:35:39.738741 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-76684f8c-967b-42a3-911a-584596ad03b6 req-f90465a9-0804-4da1-a2f1-c0d18002c9b4 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:39.751946 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae6ba52-b0f0-45c1-a86e-d732e34c4803 req-90842f34-97c5-4f1e-ba28-f0d693e397da tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:35:39.757335 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-2ae6ba52-b0f0-45c1-a86e-d732e34c4803 req-90842f34-97c5-4f1e-ba28-f0d693e397da tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:39.759826 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae6ba52-b0f0-45c1-a86e-d732e34c4803 req-90842f34-97c5-4f1e-ba28-f0d693e397da tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:35:39.789531 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90842f34-97c5-4f1e-ba28-f0d693e397da tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Pushing event updated for resources: {'Port': ['ID=f67c17c9-ec31-4058-a0b6-0905635d5252,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:39.818537 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-ceab0967-17be-4161-9e57-eafb8a33e9aa tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Allocated IP 172.25.7.203 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/dba67c03-a36e-4342-89ae-eb4ca31c55de) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:35:39.867737 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2ae6ba52-b0f0-45c1-a86e-d732e34c4803 req-90842f34-97c5-4f1e-ba28-f0d693e397da tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:39.907909 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2ae6ba52-b0f0-45c1-a86e-d732e34c4803 req-90842f34-97c5-4f1e-ba28-f0d693e397da tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:39.910754 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-76684f8c-967b-42a3-911a-584596ad03b6 req-f90465a9-0804-4da1-a2f1-c0d18002c9b4 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] For port 5409d388-e97e-4c23-ac7e-207666e904b5, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=5409d388-e97e-4c23-ac7e-207666e904b5,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:39.911124 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-76684f8c-967b-42a3-911a-584596ad03b6 req-f90465a9-0804-4da1-a2f1-c0d18002c9b4 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:39.930746 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-76684f8c-967b-42a3-911a-584596ad03b6 req-f90465a9-0804-4da1-a2f1-c0d18002c9b4 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Calling delete_port for 5409d388-e97e-4c23-ac7e-207666e904b5 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:35:40.011145 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ceab0967-17be-4161-9e57-eafb8a33e9aa tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:40.069719 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ceab0967-17be-4161-9e57-eafb8a33e9aa tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:40.089699 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2ae6ba52-b0f0-45c1-a86e-d732e34c4803 req-90842f34-97c5-4f1e-ba28-f0d693e397da tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:40.096476 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2ae6ba52-b0f0-45c1-a86e-d732e34c4803 req-90842f34-97c5-4f1e-ba28-f0d693e397da tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:40.144638 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceab0967-17be-4161-9e57-eafb8a33e9aa tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:35:40.158309 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-ceab0967-17be-4161-9e57-eafb8a33e9aa tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:40.166408 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceab0967-17be-4161-9e57-eafb8a33e9aa tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:35:40.177393 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90842f34-97c5-4f1e-ba28-f0d693e397da tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Pushing event updated for resources: {'Port': ['ID=f67c17c9-ec31-4058-a0b6-0905635d5252,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:40.190227 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab0967-17be-4161-9e57-eafb8a33e9aa tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event updated for resources: {'Port': ['ID=dba67c03-a36e-4342-89ae-eb4ca31c55de,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:40.195450 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-76684f8c-967b-42a3-911a-584596ad03b6 req-f90465a9-0804-4da1-a2f1-c0d18002c9b4 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:40.197506 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2ae6ba52-b0f0-45c1-a86e-d732e34c4803 req-90842f34-97c5-4f1e-ba28-f0d693e397da tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:40.208494 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['8f4d702b-b914-470f-874a-f8a7b107abdb'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:35:40.221604 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2ae6ba52-b0f0-45c1-a86e-d732e34c4803 req-90842f34-97c5-4f1e-ba28-f0d693e397da tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:40.223183 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2ae6ba52-b0f0-45c1-a86e-d732e34c4803 req-90842f34-97c5-4f1e-ba28-f0d693e397da tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6245832 Nov 04 10:35:40.234932 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['5409d388-e97e-4c23-ac7e-207666e904b5'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:35:40.266330 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90465a9-0804-4da1-a2f1-c0d18002c9b4 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Pushing event deleted for resources: {'Port': ['ID=5409d388-e97e-4c23-ac7e-207666e904b5,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:40.300521 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2ae6ba52-b0f0-45c1-a86e-d732e34c4803 req-161f032e-6b03-449c-bddb-79def23eb738 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.53 HTTP/1.1" status: 200 len: 695 time: 0.0689828 Nov 04 10:35:40.374097 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-76684f8c-967b-42a3-911a-584596ad03b6 req-f90465a9-0804-4da1-a2f1-c0d18002c9b4 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] No DVR routers for this DVR port 5409d388-e97e-4c23-ac7e-207666e904b5 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:35:40.378984 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-76684f8c-967b-42a3-911a-584596ad03b6 req-f90465a9-0804-4da1-a2f1-c0d18002c9b4 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:40.382936 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-76684f8c-967b-42a3-911a-584596ad03b6 req-f90465a9-0804-4da1-a2f1-c0d18002c9b4 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.121 "DELETE /v2.0/ports/5409d388-e97e-4c23-ac7e-207666e904b5 HTTP/1.1" status: 204 len: 173 time: 0.8001978 Nov 04 10:35:40.383390 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d66d8d-63c5-4eea-aa26-d35dfb6fb53e', 'name': 'network-vif-deleted', 'tag': '5409d388-e97e-4c23-ac7e-207666e904b5'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:35:40.385782 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e650dd3-3c4b-4b99-a7d1-4b63c703aafb" -d '{"events": [{"server_uuid": "01d66d8d-63c5-4eea-aa26-d35dfb6fb53e", "name": "network-vif-deleted", "tag": "5409d388-e97e-4c23-ac7e-207666e904b5"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:35:40.422847 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6ba52-b0f0-45c1-a86e-d732e34c4803 req-de2f7f5e-13c1-4f59-b9f1-d9233b95a9a1 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:40.424398 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2ae6ba52-b0f0-45c1-a86e-d732e34c4803 req-de2f7f5e-13c1-4f59-b9f1-d9233b95a9a1 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 784 time: 0.1172824 Nov 04 10:35:40.447306 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc383cae-eb29-481a-af33-3ee7cd346f1e', 'name': 'network-vif-deleted', 'tag': 'b06a2c65-3b26-45df-ad41-2b9901e903d9'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:35:40.451305 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420b4c6b-e77e-4460-bc6a-4327c733b699" -d '{"events": [{"server_uuid": "cc383cae-eb29-481a-af33-3ee7cd346f1e", "name": "network-vif-deleted", "tag": "b06a2c65-3b26-45df-ad41-2b9901e903d9"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:35:40.516781 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f228ca50-7f5f-4c23-8391-5011007e312c req-56864a22-e9d5-4e26-b1a1-a716674e0cd0 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] 10.222.0.127 "GET /v2.0/security-groups/b8b3ae90-7f79-4a9c-b843-ac13ecc24529 HTTP/1.1" status: 200 len: 1829 time: 0.0598159 Nov 04 10:35:40.593986 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f228ca50-7f5f-4c23-8391-5011007e312c req-55958db0-64f2-4ae8-b727-edd57aca0b92 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:40.618255 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f228ca50-7f5f-4c23-8391-5011007e312c req-55958db0-64f2-4ae8-b727-edd57aca0b92 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:40.683502 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f228ca50-7f5f-4c23-8391-5011007e312c req-55958db0-64f2-4ae8-b727-edd57aca0b92 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:40.687201 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f228ca50-7f5f-4c23-8391-5011007e312c req-55958db0-64f2-4ae8-b727-edd57aca0b92 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:40.688552 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f228ca50-7f5f-4c23-8391-5011007e312c req-55958db0-64f2-4ae8-b727-edd57aca0b92 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] 10.222.0.127 "DELETE /v2.0/security-groups/b8b3ae90-7f79-4a9c-b843-ac13ecc24529 HTTP/1.1" status: 204 len: 173 time: 0.1638772 Nov 04 10:35:40.703025 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55958db0-64f2-4ae8-b727-edd57aca0b92 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b3ae90-7f79-4a9c-b843-ac13ecc24529,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:40.813972 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d21ea33d-562e-48ed-9fd9-ca7dbe96d2f1 req-c3e1a14e-17a7-40dc-8d1d-a5e56d8cc842 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.127 "GET /v2.0/ports?device_id=01d66d8d-63c5-4eea-aa26-d35dfb6fb53e HTTP/1.1" status: 200 len: 210 time: 0.0357993 Nov 04 10:35:40.870930 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ceab0967-17be-4161-9e57-eafb8a33e9aa tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:40.986340 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ceab0967-17be-4161-9e57-eafb8a33e9aa tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:41.077229 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39276) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:41.186948 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-387a24d5-8bf4-4a63-ba7d-352592339f88 req-cd029879-b517-416f-92d8-2c1229d62b17 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-233597446&fields=id&tenant_id=8978c15802a5437797795f3580af0e5a HTTP/1.1" status: 200 len: 267 time: 0.0586259 Nov 04 10:35:41.281048 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a24d5-8bf4-4a63-ba7d-352592339f88 req-08d96cc1-ab90-4b7b-b239-a60106b4e3a1 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:41.282635 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-387a24d5-8bf4-4a63-ba7d-352592339f88 req-08d96cc1-ab90-4b7b-b239-a60106b4e3a1 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/ports?device_id=bafbb69a-ebf7-48c8-a249-e2d970415e52 HTTP/1.1" status: 200 len: 946 time: 0.0881803 Nov 04 10:35:41.286202 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f3be583-b333-4d92-8fee-6e34cb50aa23 admin admin] Deleting subnet 74d328ae-3dd4-4757-b0cd-5d3ffb3741ad {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:35:41.289930 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1f3be583-b333-4d92-8fee-6e34cb50aa23 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:41.319075 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-387a24d5-8bf4-4a63-ba7d-352592339f88 req-248d7d74-360c-45ec-a3ee-1702613909d3 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Request body: {'port': {'security_groups': ['16f0cacd-133e-4c81-9ec9-343fd2ccc51f', 'fa217d58-5bb0-416b-ab4e-6c69c5e235f0']}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:41.367686 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1f3be583-b333-4d92-8fee-6e34cb50aa23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:41.417871 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-387a24d5-8bf4-4a63-ba7d-352592339f88 req-248d7d74-360c-45ec-a3ee-1702613909d3 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:41.439709 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1f3be583-b333-4d92-8fee-6e34cb50aa23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:41.460619 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ceab0967-17be-4161-9e57-eafb8a33e9aa tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:41.467061 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ceab0967-17be-4161-9e57-eafb8a33e9aa tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:41.541134 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab0967-17be-4161-9e57-eafb8a33e9aa tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event updated for resources: {'Port': ['ID=dba67c03-a36e-4342-89ae-eb4ca31c55de,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:41.549942 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ceab0967-17be-4161-9e57-eafb8a33e9aa tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:41.553575 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1f3be583-b333-4d92-8fee-6e34cb50aa23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:41.588422 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3be583-b333-4d92-8fee-6e34cb50aa23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74d328ae-3dd4-4757-b0cd-5d3ffb3741ad,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:41.602618 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1f3be583-b333-4d92-8fee-6e34cb50aa23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:41.605911 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1f3be583-b333-4d92-8fee-6e34cb50aa23 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/74d328ae-3dd4-4757-b0cd-5d3ffb3741ad HTTP/1.1" status: 204 len: 168 time: 0.5271304 Nov 04 10:35:41.608609 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39280) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:41.688453 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-387a24d5-8bf4-4a63-ba7d-352592339f88 req-248d7d74-360c-45ec-a3ee-1702613909d3 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] For port 882d34b5-e673-450c-9732-ada559bbeeab, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=882d34b5-e673-450c-9732-ada559bbeeab,segment=NetworkSegment(f04c9026-7b12-4aa2-9be0-45f685d36899),segment_id=f04c9026-7b12-4aa2-9be0-45f685d36899)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:41.719405 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-387a24d5-8bf4-4a63-ba7d-352592339f88 req-248d7d74-360c-45ec-a3ee-1702613909d3 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:41.724722 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-182feb8c-23c0-4645-95d3-ebe0745a32d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:41.725859 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-387a24d5-8bf4-4a63-ba7d-352592339f88 req-248d7d74-360c-45ec-a3ee-1702613909d3 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:41.727114 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [None req-ceab0967-17be-4161-9e57-eafb8a33e9aa tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Floating IP b9590b72-1ae1-4f42-8249-70234ba85415 associated. External IP: 172.25.7.203, port: a24b9561-9453-493d-98c8-38df4c06a6eb. Nov 04 10:35:41.737494 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['882d34b5-e673-450c-9732-ada559bbeeab'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:35:41.774151 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a24d5-8bf4-4a63-ba7d-352592339f88 req-248d7d74-360c-45ec-a3ee-1702613909d3 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:41.774798 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-387a24d5-8bf4-4a63-ba7d-352592339f88 req-248d7d74-360c-45ec-a3ee-1702613909d3 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:41.777033 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-387a24d5-8bf4-4a63-ba7d-352592339f88 req-248d7d74-360c-45ec-a3ee-1702613909d3 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "PUT /v2.0/ports/882d34b5-e673-450c-9732-ada559bbeeab HTTP/1.1" status: 200 len: 982 time: 0.4850676 Nov 04 10:35:41.802085 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d7d74-360c-45ec-a3ee-1702613909d3 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Pushing event updated for resources: {'Port': ['ID=882d34b5-e673-450c-9732-ada559bbeeab,revision_number=6']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:41.855830 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['882d34b5-e673-450c-9732-ada559bbeeab'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:35:41.896601 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf96ceac-ee75-4ff3-8187-505df53a5123 x-openstack-request-id: req-cf96ceac-ee75-4ff3-8187-505df53a5123 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:35:41.897203 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d66d8d-63c5-4eea-aa26-d35dfb6fb53e", "name": "network-vif-deleted", "tag": "5409d388-e97e-4c23-ac7e-207666e904b5", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:35:41.897203 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-cf96ceac-ee75-4ff3-8187-505df53a5123 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:35:41.898109 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d66d8d-63c5-4eea-aa26-d35dfb6fb53e', 'name': 'network-vif-deleted', 'tag': '5409d388-e97e-4c23-ac7e-207666e904b5', 'status': 'completed', 'code': 200} Nov 04 10:35:41.919268 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-182feb8c-23c0-4645-95d3-ebe0745a32d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:41.949765 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-182feb8c-23c0-4645-95d3-ebe0745a32d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:41.962343 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-182feb8c-23c0-4645-95d3-ebe0745a32d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeba646b-0692-417a-8b54-f0fb93a4a30f') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:41.962748 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-182feb8c-23c0-4645-95d3-ebe0745a32d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeba646b-0692-417a-8b54-f0fb93a4a30f') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:41.997202 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3128e48-0ce0-49fa-88ed-f111283c5052 req-dce34637-47f7-4c6b-a466-7de1694e0b69 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:41.998946 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f3128e48-0ce0-49fa-88ed-f111283c5052 req-dce34637-47f7-4c6b-a466-7de1694e0b69 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/ports?device_id=3d208acd-19f5-4b48-b6fa-aa18e1dd627b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0547593 Nov 04 10:35:42.013938 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-182feb8c-23c0-4645-95d3-ebe0745a32d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:42.036248 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-182feb8c-23c0-4645-95d3-ebe0745a32d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:42.056047 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f3128e48-0ce0-49fa-88ed-f111283c5052 req-e876de20-1f79-4a62-8737-03bbca0d87bc tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.53 HTTP/1.1" status: 200 len: 695 time: 0.0503483 Nov 04 10:35:42.070056 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-f3128e48-0ce0-49fa-88ed-f111283c5052 req-786cccb5-e28d-4c12-a2e3-409268bc9c94 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Request body: {'floatingip': {'port_id': '66cabf58-33fb-459d-ad06-8ee65dd97685', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:42.074527 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182feb8c-23c0-4645-95d3-ebe0745a32d1 admin admin] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:35:42.074945 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-182feb8c-23c0-4645-95d3-ebe0745a32d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:35:42.076726 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:35:42.112085 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f3128e48-0ce0-49fa-88ed-f111283c5052 req-786cccb5-e28d-4c12-a2e3-409268bc9c94 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks [] for floatingip, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:42.147365 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-182feb8c-23c0-4645-95d3-ebe0745a32d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:42.163306 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:42.169564 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-182feb8c-23c0-4645-95d3-ebe0745a32d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:42.172700 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-182feb8c-23c0-4645-95d3-ebe0745a32d1 admin admin] 10.222.0.127 "DELETE /v2.0/networks/eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730 HTTP/1.1" status: 204 len: 168 time: 0.5630786 Nov 04 10:35:42.173560 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182feb8c-23c0-4645-95d3-ebe0745a32d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb0dbeb7-4967-41d7-b5d6-dcdaa66f5730,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:42.177391 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceab0967-17be-4161-9e57-eafb8a33e9aa tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Router 23732882-0a05-4b95-b3b4-413c9b097100 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:35:42.177558 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39286) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:42.257884 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5751e9-0df8-43d4-9260-2844f8f3b393 admin admin] Deleting subnet 41693d4e-5567-4bc1-a4cc-39c0bdf7bbc9 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:35:42.267063 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5b5751e9-0df8-43d4-9260-2844f8f3b393 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:42.288834 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceab0967-17be-4161-9e57-eafb8a33e9aa tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:35:42.300157 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5acbf3-9cde-4da7-aaa9-d0b424a1c4ec None None] Sync routers for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:35:42.310143 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ceab0967-17be-4161-9e57-eafb8a33e9aa tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:42.315057 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5acbf3-9cde-4da7-aaa9-d0b424a1c4ec None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:42.315884 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-2c5acbf3-9cde-4da7-aaa9-d0b424a1c4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:42.339959 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ceab0967-17be-4161-9e57-eafb8a33e9aa tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.9391115 Nov 04 10:35:42.340949 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39288) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:42.347907 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5b5751e9-0df8-43d4-9260-2844f8f3b393 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:42.358023 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-2c5acbf3-9cde-4da7-aaa9-d0b424a1c4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:42.367541 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5acbf3-9cde-4da7-aaa9-d0b424a1c4ec None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:42.368325 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-2c5acbf3-9cde-4da7-aaa9-d0b424a1c4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:42.405752 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-2c5acbf3-9cde-4da7-aaa9-d0b424a1c4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:42.406642 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5acbf3-9cde-4da7-aaa9-d0b424a1c4ec None None] The sync data for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:35:42.416855 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e57d6c8b-8d06-426a-a560-94f3d310b57f tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "GET /v2.0/floatingips/b9590b72-1ae1-4f42-8249-70234ba85415 HTTP/1.1" status: 200 len: 977 time: 0.0731618 Nov 04 10:35:42.418380 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39290) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:42.434315 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5b5751e9-0df8-43d4-9260-2844f8f3b393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:42.453741 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [req-f3128e48-0ce0-49fa-88ed-f111283c5052 req-786cccb5-e28d-4c12-a2e3-409268bc9c94 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] update failed (client error): There was a conflict when trying to complete your request. Nov 04 10:35:42.454810 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f3128e48-0ce0-49fa-88ed-f111283c5052 req-786cccb5-e28d-4c12-a2e3-409268bc9c94 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "PUT /v2.0/floatingips/a72340f2-363f-4004-8434-7f7fa3754ed2 HTTP/1.1" status: 409 len: 549 time: 0.3892155 Nov 04 10:35:42.496677 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5b5751e9-0df8-43d4-9260-2844f8f3b393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:42.501053 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06923541-5611-430f-8cc8-fe1f76b5b43a x-openstack-request-id: req-06923541-5611-430f-8cc8-fe1f76b5b43a {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:35:42.501350 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc383cae-eb29-481a-af33-3ee7cd346f1e", "name": "network-vif-deleted", "tag": "b06a2c65-3b26-45df-ad41-2b9901e903d9", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:35:42.501603 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-06923541-5611-430f-8cc8-fe1f76b5b43a {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:35:42.501995 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc383cae-eb29-481a-af33-3ee7cd346f1e', 'name': 'network-vif-deleted', 'tag': 'b06a2c65-3b26-45df-ad41-2b9901e903d9', 'status': 'completed', 'code': 200} Nov 04 10:35:42.530860 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-425fcb78-2d27-4e34-9a7b-f5ca06d19e77 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1109705 Nov 04 10:35:42.531600 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5b5751e9-0df8-43d4-9260-2844f8f3b393 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:42.533321 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39294) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:42.536093 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5b5751e9-0df8-43d4-9260-2844f8f3b393 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/41693d4e-5567-4bc1-a4cc-39c0bdf7bbc9 HTTP/1.1" status: 204 len: 168 time: 0.3579421 Nov 04 10:35:42.537822 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5751e9-0df8-43d4-9260-2844f8f3b393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41693d4e-5567-4bc1-a4cc-39c0bdf7bbc9,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:42.537965 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-74e76681-3fca-46b7-8a45-6d73712ec818 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Request body: {'floatingip': {'port_id': 'f15a036b-75d3-427a-928f-a42698f2f63f'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:42.540250 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39296) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:42.581686 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fb4e777e-9665-4a2f-8a10-d3ba89a96f0d req-27235bc8-cc1c-4fe5-8682-99975fd0ecae tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] 10.222.0.127 "GET /v2.0/security-groups/26d37463-7f5b-40e0-8e37-0a5dd2015d65 HTTP/1.1" status: 200 len: 1829 time: 0.0529990 Nov 04 10:35:42.649287 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fb4e777e-9665-4a2f-8a10-d3ba89a96f0d req-ae88b79e-ad36-4fec-8548-f16490ababc3 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:42.651076 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-74e76681-3fca-46b7-8a45-6d73712ec818 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:42.657829 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f1c41e3-ba9b-42e2-bdb5-42d18a52dde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:42.674514 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fb4e777e-9665-4a2f-8a10-d3ba89a96f0d req-ae88b79e-ad36-4fec-8548-f16490ababc3 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:42.723130 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fb4e777e-9665-4a2f-8a10-d3ba89a96f0d req-ae88b79e-ad36-4fec-8548-f16490ababc3 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:42.725996 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fb4e777e-9665-4a2f-8a10-d3ba89a96f0d req-ae88b79e-ad36-4fec-8548-f16490ababc3 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:42.727160 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fb4e777e-9665-4a2f-8a10-d3ba89a96f0d req-ae88b79e-ad36-4fec-8548-f16490ababc3 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] 10.222.0.127 "DELETE /v2.0/security-groups/26d37463-7f5b-40e0-8e37-0a5dd2015d65 HTTP/1.1" status: 204 len: 173 time: 0.1394248 Nov 04 10:35:42.736500 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88b79e-ad36-4fec-8548-f16490ababc3 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d37463-7f5b-40e0-8e37-0a5dd2015d65,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:42.840881 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f1c41e3-ba9b-42e2-bdb5-42d18a52dde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:42.889597 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device b06a2c65-3b26-45df-ad41-2b9901e903d9 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:35:42.913279 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: b06a2c65-3b26-45df-ad41-2b9901e903d9 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:35:42.913936 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device b06a2c65-3b26-45df-ad41-2b9901e903d9 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:35:42.918731 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-5f1c41e3-ba9b-42e2-bdb5-42d18a52dde1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b365ca96-56c6-4f99-8cdd-d36b8433102c']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:42.931563 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-5f1c41e3-ba9b-42e2-bdb5-42d18a52dde1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff27794-5369-45d5-8d42-99ce48b3c2c8') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:42.931847 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-5f1c41e3-ba9b-42e2-bdb5-42d18a52dde1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff27794-5369-45d5-8d42-99ce48b3c2c8') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:42.946574 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f1c41e3-ba9b-42e2-bdb5-42d18a52dde1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:42.966690 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e4c63ba0-6348-473e-a46b-1b38bc7f98c3 req-7dfb985c-c098-45f5-b8c8-3b66a415a5ad tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-310143559&fields=id&tenant_id=8978c15802a5437797795f3580af0e5a HTTP/1.1" status: 200 len: 267 time: 0.0450697 Nov 04 10:35:42.985972 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f1c41e3-ba9b-42e2-bdb5-42d18a52dde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:42.995219 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f1c41e3-ba9b-42e2-bdb5-42d18a52dde1 admin admin] Releasing vlan 1193 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:35:42.995601 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f1c41e3-ba9b-42e2-bdb5-42d18a52dde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:35:42.997421 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:35:43.025199 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c63ba0-6348-473e-a46b-1b38bc7f98c3 req-fc8a273b-2d17-4aec-b49f-37d275c133a5 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:43.026726 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e4c63ba0-6348-473e-a46b-1b38bc7f98c3 req-fc8a273b-2d17-4aec-b49f-37d275c133a5 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/ports?device_id=bafbb69a-ebf7-48c8-a249-e2d970415e52 HTTP/1.1" status: 200 len: 985 time: 0.0532198 Nov 04 10:35:43.038920 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-e4c63ba0-6348-473e-a46b-1b38bc7f98c3 req-cf2dc238-b9a5-4d13-a54a-6f0a8ddf72f3 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Request body: {'port': {'security_groups': ['16f0cacd-133e-4c81-9ec9-343fd2ccc51f', 'fa217d58-5bb0-416b-ab4e-6c69c5e235f0', '08c349bf-670d-4699-bb9c-b689c5a710de']}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:43.098329 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f1c41e3-ba9b-42e2-bdb5-42d18a52dde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:43.103244 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f1c41e3-ba9b-42e2-bdb5-42d18a52dde1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:43.106633 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5f1c41e3-ba9b-42e2-bdb5-42d18a52dde1 admin admin] 10.222.0.127 "DELETE /v2.0/networks/b365ca96-56c6-4f99-8cdd-d36b8433102c HTTP/1.1" status: 204 len: 168 time: 0.5655372 Nov 04 10:35:43.116097 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e4c63ba0-6348-473e-a46b-1b38bc7f98c3 req-cf2dc238-b9a5-4d13-a54a-6f0a8ddf72f3 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:43.124782 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c41e3-ba9b-42e2-bdb5-42d18a52dde1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b365ca96-56c6-4f99-8cdd-d36b8433102c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:43.252969 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39306) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:43.332615 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-74e76681-3fca-46b7-8a45-6d73712ec818 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:43.338395 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-74e76681-3fca-46b7-8a45-6d73712ec818 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:43.357455 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6291b59c-79a1-4112-a6ad-0b854df4af02 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=0464048b294a465b81cede98ee2447df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0930350 Nov 04 10:35:43.358043 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39308) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:43.388381 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-e4c63ba0-6348-473e-a46b-1b38bc7f98c3 req-cf2dc238-b9a5-4d13-a54a-6f0a8ddf72f3 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] For port 882d34b5-e673-450c-9732-ada559bbeeab, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=882d34b5-e673-450c-9732-ada559bbeeab,segment=NetworkSegment(f04c9026-7b12-4aa2-9be0-45f685d36899),segment_id=f04c9026-7b12-4aa2-9be0-45f685d36899)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:43.436544 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e4c63ba0-6348-473e-a46b-1b38bc7f98c3 req-cf2dc238-b9a5-4d13-a54a-6f0a8ddf72f3 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:43.439304 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [None req-74e76681-3fca-46b7-8a45-6d73712ec818 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Floating IP b9590b72-1ae1-4f42-8249-70234ba85415 associated. External IP: 172.25.7.203, port: a24b9561-9453-493d-98c8-38df4c06a6eb. Nov 04 10:35:43.445569 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e4c63ba0-6348-473e-a46b-1b38bc7f98c3 req-cf2dc238-b9a5-4d13-a54a-6f0a8ddf72f3 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:43.454763 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-49d46f36-c8f4-478c-ada5-e02836a50041 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:43.461777 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['882d34b5-e673-450c-9732-ada559bbeeab'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:35:43.507915 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c63ba0-6348-473e-a46b-1b38bc7f98c3 req-cf2dc238-b9a5-4d13-a54a-6f0a8ddf72f3 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:43.508508 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e4c63ba0-6348-473e-a46b-1b38bc7f98c3 req-cf2dc238-b9a5-4d13-a54a-6f0a8ddf72f3 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:43.509963 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e4c63ba0-6348-473e-a46b-1b38bc7f98c3 req-cf2dc238-b9a5-4d13-a54a-6f0a8ddf72f3 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "PUT /v2.0/ports/882d34b5-e673-450c-9732-ada559bbeeab HTTP/1.1" status: 200 len: 1021 time: 0.4763913 Nov 04 10:35:43.528352 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-49d46f36-c8f4-478c-ada5-e02836a50041 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:43.552584 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2dc238-b9a5-4d13-a54a-6f0a8ddf72f3 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Pushing event updated for resources: {'Port': ['ID=882d34b5-e673-450c-9732-ada559bbeeab,revision_number=7']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:43.647960 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['882d34b5-e673-450c-9732-ada559bbeeab'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:35:43.655014 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-402710dc-5f1a-483f-8b2b-107414202a47 req-75cb5f71-dd8a-4818-b06c-f1661d0103b9 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/floatingips/a72340f2-363f-4004-8434-7f7fa3754ed2 HTTP/1.1" status: 200 len: 692 time: 0.0638106 Nov 04 10:35:43.661652 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-49d46f36-c8f4-478c-ada5-e02836a50041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:43.664396 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-49d46f36-c8f4-478c-ada5-e02836a50041 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:43.667963 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-49d46f36-c8f4-478c-ada5-e02836a50041 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2 HTTP/1.1" status: 204 len: 168 time: 0.3042076 Nov 04 10:35:43.696072 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d46f36-c8f4-478c-ada5-e02836a50041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6632c5f4-33ba-4abd-89d2-1ff8fc0d9ef2,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:43.822254 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402710dc-5f1a-483f-8b2b-107414202a47 req-c76e8ab5-3325-4778-abef-341b233d13e0 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:43.824264 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-402710dc-5f1a-483f-8b2b-107414202a47 req-c76e8ab5-3325-4778-abef-341b233d13e0 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 784 time: 0.1576645 Nov 04 10:35:43.895415 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-402710dc-5f1a-483f-8b2b-107414202a47 req-95964847-c239-403b-9415-41ddc45c776e tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.53 HTTP/1.1" status: 200 len: 695 time: 0.0639911 Nov 04 10:35:43.964668 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-402710dc-5f1a-483f-8b2b-107414202a47 req-3b8e3f11-f97a-4ebc-ba6e-03577b0bc2e9 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.53 HTTP/1.1" status: 200 len: 695 time: 0.0625098 Nov 04 10:35:44.069881 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e76681-3fca-46b7-8a45-6d73712ec818 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Router 23732882-0a05-4b95-b3b4-413c9b097100 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:35:44.086881 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39318) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:44.090076 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8b73c-5fcf-41b9-bd60-878cd78dcf71 req-e55196bf-d25c-4788-bef1-a2c36cf380d0 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:44.091600 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-99f8b73c-5fcf-41b9-bd60-878cd78dcf71 req-e55196bf-d25c-4788-bef1-a2c36cf380d0 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.126 "GET /v2.0/ports?device_id=e6276b04-9d53-4bbb-98bd-4a59eee1c675 HTTP/1.1" status: 200 len: 948 time: 0.0749097 Nov 04 10:35:44.144870 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f7ba946e-87fb-4100-af23-a5542d232f2f admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=e22840a189dc41a295f48e4df3e8b738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0558362 Nov 04 10:35:44.146758 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39320) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:44.156677 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-402710dc-5f1a-483f-8b2b-107414202a47 req-e01b8276-75ba-44e8-901a-5f2bd58b306a tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Deleting port f67c17c9-ec31-4058-a0b6-0905635d5252 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:35:44.156994 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-402710dc-5f1a-483f-8b2b-107414202a47 req-e01b8276-75ba-44e8-901a-5f2bd58b306a tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:44.254128 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8a8cc428-4749-4ad1-ab94-4b72d323715a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:44.255981 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e76681-3fca-46b7-8a45-6d73712ec818 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:35:44.267387 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26612c02-ba41-4c00-b55f-11e5d4493374 None None] Sync routers for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:35:44.275436 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-402710dc-5f1a-483f-8b2b-107414202a47 req-e01b8276-75ba-44e8-901a-5f2bd58b306a tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:44.275774 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-402710dc-5f1a-483f-8b2b-107414202a47 req-e01b8276-75ba-44e8-901a-5f2bd58b306a tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:44.279990 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26612c02-ba41-4c00-b55f-11e5d4493374 None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:44.280622 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-26612c02-ba41-4c00-b55f-11e5d4493374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:44.298988 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-402710dc-5f1a-483f-8b2b-107414202a47 req-e01b8276-75ba-44e8-901a-5f2bd58b306a tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Calling delete_port for f67c17c9-ec31-4058-a0b6-0905635d5252 owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:35:44.302198 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8a8cc428-4749-4ad1-ab94-4b72d323715a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:44.317885 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-99f8b73c-5fcf-41b9-bd60-878cd78dcf71 req-46acc49d-964d-44a3-b883-1881c5d7e391 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Deleting port e0d5faa4-ee27-440a-8784-8bc14b9ab95b {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:35:44.318258 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-99f8b73c-5fcf-41b9-bd60-878cd78dcf71 req-46acc49d-964d-44a3-b883-1881c5d7e391 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:44.320290 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-26612c02-ba41-4c00-b55f-11e5d4493374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:44.332521 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26612c02-ba41-4c00-b55f-11e5d4493374 None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:44.333140 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-26612c02-ba41-4c00-b55f-11e5d4493374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:44.366574 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-26612c02-ba41-4c00-b55f-11e5d4493374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:44.367228 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26612c02-ba41-4c00-b55f-11e5d4493374 None None] The sync data for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:35:44.415071 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8a8cc428-4749-4ad1-ab94-4b72d323715a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:44.417582 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8a8cc428-4749-4ad1-ab94-4b72d323715a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:44.421172 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8a8cc428-4749-4ad1-ab94-4b72d323715a admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/7fc406b4-bac7-4aff-8396-7dc47f778f8e HTTP/1.1" status: 204 len: 168 time: 0.2710762 Nov 04 10:35:44.429277 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cc428-4749-4ad1-ab94-4b72d323715a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc406b4-bac7-4aff-8396-7dc47f778f8e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:44.468286 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-99f8b73c-5fcf-41b9-bd60-878cd78dcf71 req-46acc49d-964d-44a3-b883-1881c5d7e391 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] For port e0d5faa4-ee27-440a-8784-8bc14b9ab95b, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e0d5faa4-ee27-440a-8784-8bc14b9ab95b,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:44.468671 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-99f8b73c-5fcf-41b9-bd60-878cd78dcf71 req-46acc49d-964d-44a3-b883-1881c5d7e391 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:44.497172 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-402710dc-5f1a-483f-8b2b-107414202a47 req-e01b8276-75ba-44e8-901a-5f2bd58b306a tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:44.506805 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bafbb69a-ebf7-48c8-a249-e2d970415e52', 'tag': '882d34b5-e673-450c-9732-ada559bbeeab'}, {'name': 'network-changed', 'server_uuid': 'bafbb69a-ebf7-48c8-a249-e2d970415e52', 'tag': '882d34b5-e673-450c-9732-ada559bbeeab'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:35:44.509665 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6fcc4e-85e8-433d-b8e7-2d725eb4764c" -d '{"events": [{"name": "network-changed", "server_uuid": "bafbb69a-ebf7-48c8-a249-e2d970415e52", "tag": "882d34b5-e673-450c-9732-ada559bbeeab"}, {"name": "network-changed", "server_uuid": "bafbb69a-ebf7-48c8-a249-e2d970415e52", "tag": "882d34b5-e673-450c-9732-ada559bbeeab"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:35:44.515774 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-99f8b73c-5fcf-41b9-bd60-878cd78dcf71 req-46acc49d-964d-44a3-b883-1881c5d7e391 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Calling delete_port for e0d5faa4-ee27-440a-8784-8bc14b9ab95b owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:35:44.539766 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b8276-75ba-44e8-901a-5f2bd58b306a tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Pushing event deleted for resources: {'Port': ['ID=f67c17c9-ec31-4058-a0b6-0905635d5252,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:44.570687 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:44.604583 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-402710dc-5f1a-483f-8b2b-107414202a47 req-e01b8276-75ba-44e8-901a-5f2bd58b306a tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:44.607723 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-402710dc-5f1a-483f-8b2b-107414202a47 req-e01b8276-75ba-44e8-901a-5f2bd58b306a tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:44.609031 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-402710dc-5f1a-483f-8b2b-107414202a47 req-e01b8276-75ba-44e8-901a-5f2bd58b306a tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "DELETE /v2.0/floatingips/a72340f2-363f-4004-8434-7f7fa3754ed2 HTTP/1.1" status: 204 len: 173 time: 0.6383455 Nov 04 10:35:44.643821 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e76681-3fca-46b7-8a45-6d73712ec818 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Router 23732882-0a05-4b95-b3b4-413c9b097100 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:35:44.682457 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1cc100b7-50ea-4b1f-aa0a-89082f74a1b9 req-ad5383ee-f131-4cd9-b5e1-4aad367b4479 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] 10.222.0.127 "GET /v2.0/security-groups/c51918f0-ecab-422c-b2de-f3031bbe2591 HTTP/1.1" status: 200 len: 1830 time: 0.0576227 Nov 04 10:35:44.751402 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1cc100b7-50ea-4b1f-aa0a-89082f74a1b9 req-18d07be8-0538-41d9-a7a0-97d63bde01be tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:44.782738 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1cc100b7-50ea-4b1f-aa0a-89082f74a1b9 req-18d07be8-0538-41d9-a7a0-97d63bde01be tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:44.813226 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e76681-3fca-46b7-8a45-6d73712ec818 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:35:44.818922 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-74e76681-3fca-46b7-8a45-6d73712ec818 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:44.823333 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-99f8b73c-5fcf-41b9-bd60-878cd78dcf71 req-46acc49d-964d-44a3-b883-1881c5d7e391 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:44.835811 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50aa265-72e1-4443-9ff1-dee7f46983b8 None None] Sync routers for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:35:44.838440 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1cc100b7-50ea-4b1f-aa0a-89082f74a1b9 req-18d07be8-0538-41d9-a7a0-97d63bde01be tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:44.841676 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1cc100b7-50ea-4b1f-aa0a-89082f74a1b9 req-18d07be8-0538-41d9-a7a0-97d63bde01be tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:44.843210 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1cc100b7-50ea-4b1f-aa0a-89082f74a1b9 req-18d07be8-0538-41d9-a7a0-97d63bde01be tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] 10.222.0.127 "DELETE /v2.0/security-groups/c51918f0-ecab-422c-b2de-f3031bbe2591 HTTP/1.1" status: 204 len: 173 time: 0.1532524 Nov 04 10:35:44.854149 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d07be8-0538-41d9-a7a0-97d63bde01be tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51918f0-ecab-422c-b2de-f3031bbe2591,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:44.860603 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50aa265-72e1-4443-9ff1-dee7f46983b8 None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:44.861959 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e50aa265-72e1-4443-9ff1-dee7f46983b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:44.880027 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 5409d388-e97e-4c23-ac7e-207666e904b5 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:35:44.897544 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46acc49d-964d-44a3-b883-1881c5d7e391 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Pushing event deleted for resources: {'Port': ['ID=e0d5faa4-ee27-440a-8784-8bc14b9ab95b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:44.912672 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 5409d388-e97e-4c23-ac7e-207666e904b5 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:35:44.913291 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 5409d388-e97e-4c23-ac7e-207666e904b5 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:35:44.941837 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39340) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:44.942031 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-74e76681-3fca-46b7-8a45-6d73712ec818 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "PUT /v2.0/floatingips/b9590b72-1ae1-4f42-8249-70234ba85415 HTTP/1.1" status: 200 len: 978 time: 2.4072943 Nov 04 10:35:44.946954 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b153576a-bf15-424b-bd37-a4ba4ab23fe6 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:44.950214 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e50aa265-72e1-4443-9ff1-dee7f46983b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:44.960853 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50aa265-72e1-4443-9ff1-dee7f46983b8 None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:44.961848 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e50aa265-72e1-4443-9ff1-dee7f46983b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:44.983346 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f8b73c-5fcf-41b9-bd60-878cd78dcf71 req-46acc49d-964d-44a3-b883-1881c5d7e391 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] No DVR routers for this DVR port e0d5faa4-ee27-440a-8784-8bc14b9ab95b on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:35:44.989639 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-99f8b73c-5fcf-41b9-bd60-878cd78dcf71 req-46acc49d-964d-44a3-b883-1881c5d7e391 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:44.993423 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-99f8b73c-5fcf-41b9-bd60-878cd78dcf71 req-46acc49d-964d-44a3-b883-1881c5d7e391 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.126 "DELETE /v2.0/ports/e0d5faa4-ee27-440a-8784-8bc14b9ab95b HTTP/1.1" status: 204 len: 173 time: 0.8942924 Nov 04 10:35:44.993556 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6276b04-9d53-4bbb-98bd-4a59eee1c675', 'name': 'network-vif-deleted', 'tag': 'e0d5faa4-ee27-440a-8784-8bc14b9ab95b'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:35:44.995888 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed62d373-cfc3-4c96-8723-b97ef5024dcc" -d '{"events": [{"server_uuid": "e6276b04-9d53-4bbb-98bd-4a59eee1c675", "name": "network-vif-deleted", "tag": "e0d5faa4-ee27-440a-8784-8bc14b9ab95b"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:35:45.004660 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e50aa265-72e1-4443-9ff1-dee7f46983b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:45.005430 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50aa265-72e1-4443-9ff1-dee7f46983b8 None None] The sync data for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:35:45.030883 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b153576a-bf15-424b-bd37-a4ba4ab23fe6 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:45.317518 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39352) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:45.421803 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d70e0091-b3bf-4583-95ab-6fb0f8f650d6 req-b2e3475e-dc48-4ed5-abf2-c3091375c5a0 tempest-ServersOnMultiNodesTest-143296832 tempest-ServersOnMultiNodesTest-143296832-project] 10.222.0.127 "GET /v2.0/ports?device_id=e6276b04-9d53-4bbb-98bd-4a59eee1c675 HTTP/1.1" status: 200 len: 210 time: 0.3265309 Nov 04 10:35:45.449312 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-d9cdd178-6bca-4a32-90ca-a292fb84aa22 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-310844719-network', 'tenant_id': 'c579b3b1ac59486882b5382456be0e19'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:45.486408 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cdd178-6bca-4a32-90ca-a292fb84aa22 admin admin] Made reservation on behalf of c579b3b1ac59486882b5382456be0e19 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:35:45.489861 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d9cdd178-6bca-4a32-90ca-a292fb84aa22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:45.504398 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b153576a-bf15-424b-bd37-a4ba4ab23fe6 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:45.508148 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d9cdd178-6bca-4a32-90ca-a292fb84aa22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:45.510541 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b153576a-bf15-424b-bd37-a4ba4ab23fe6 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:45.510931 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-b153576a-bf15-424b-bd37-a4ba4ab23fe6 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Floating IP b9590b72-1ae1-4f42-8249-70234ba85415 disassociated. External IP: 172.25.7.203, port: f15a036b-75d3-427a-928f-a42698f2f63f. Nov 04 10:35:45.599175 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d9cdd178-6bca-4a32-90ca-a292fb84aa22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:45.603438 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d9cdd178-6bca-4a32-90ca-a292fb84aa22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:45.628957 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9cdd178-6bca-4a32-90ca-a292fb84aa22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1165} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:35:45.639114 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cdd178-6bca-4a32-90ca-a292fb84aa22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f197f5-3a88-4097-a7b4-c999b7ffef4c,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:45.643961 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23854491-130b-4af8-b4cb-9dda2fe6e074 req-ada905a4-1341-47ea-ad79-95fdd1944ae6 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:45.644232 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d9cdd178-6bca-4a32-90ca-a292fb84aa22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:45.644583 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-d9cdd178-6bca-4a32-90ca-a292fb84aa22 admin admin] Added segment e3ddd35b-1bdf-463b-b47d-032cfe0986ab of type vlan for network 4a098ce4-c2d8-4627-b86c-5dd801c85992 Nov 04 10:35:45.645924 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-23854491-130b-4af8-b4cb-9dda2fe6e074 req-ada905a4-1341-47ea-ad79-95fdd1944ae6 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/ports?device_id=bafbb69a-ebf7-48c8-a249-e2d970415e52 HTTP/1.1" status: 200 len: 1024 time: 0.0995681 Nov 04 10:35:45.692271 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d9cdd178-6bca-4a32-90ca-a292fb84aa22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:45.725200 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d9cdd178-6bca-4a32-90ca-a292fb84aa22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:45.726256 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cdd178-6bca-4a32-90ca-a292fb84aa22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:45.726932 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d9cdd178-6bca-4a32-90ca-a292fb84aa22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:45.781989 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d9cdd178-6bca-4a32-90ca-a292fb84aa22 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4633081 Nov 04 10:35:45.785835 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39356) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:45.790708 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-28aab03c-5a2d-4489-84d6-6b5130cf9a11 admin admin] Request body: {'subnet': {'network_id': '4a098ce4-c2d8-4627-b86c-5dd801c85992', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-310844719-subnet', 'tenant_id': 'c579b3b1ac59486882b5382456be0e19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:45.796933 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-23854491-130b-4af8-b4cb-9dda2fe6e074 req-e9465cd1-9dfb-4299-b599-996aca081d5f tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups?id=fa217d58-5bb0-416b-ab4e-6c69c5e235f0&id=16f0cacd-133e-4c81-9ec9-343fd2ccc51f&id=08c349bf-670d-4699-bb9c-b689c5a710de HTTP/1.1" status: 200 len: 6198 time: 0.1436653 Nov 04 10:35:45.816680 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cdd178-6bca-4a32-90ca-a292fb84aa22 admin admin] Pushing event updated for resources: {'Network': ['ID=4a098ce4-c2d8-4627-b86c-5dd801c85992,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:45.834337 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28aab03c-5a2d-4489-84d6-6b5130cf9a11 admin admin] Made reservation on behalf of c579b3b1ac59486882b5382456be0e19 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:35:45.837171 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b153576a-bf15-424b-bd37-a4ba4ab23fe6 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Router 23732882-0a05-4b95-b3b4-413c9b097100 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:35:45.840502 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 4a098ce4-c2d8-4627-b86c-5dd801c85992 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:35:45.853991 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-28aab03c-5a2d-4489-84d6-6b5130cf9a11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:45.981172 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b153576a-bf15-424b-bd37-a4ba4ab23fe6 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:35:45.986489 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b153576a-bf15-424b-bd37-a4ba4ab23fe6 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:45.997048 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bc8159-626c-438f-94e8-7b66e190edda None None] Sync routers for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:35:46.021361 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b153576a-bf15-424b-bd37-a4ba4ab23fe6 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "PUT /v2.0/floatingips/b9590b72-1ae1-4f42-8249-70234ba85415 HTTP/1.1" status: 200 len: 688 time: 1.0753922 Nov 04 10:35:46.021361 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 04 Nov 2021 10:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76044e6d-0cd5-4371-a1fa-45c63a0d2266 x-openstack-request-id: req-76044e6d-0cd5-4371-a1fa-45c63a0d2266 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:35:46.021361 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bafbb69a-ebf7-48c8-a249-e2d970415e52", "tag": "882d34b5-e673-450c-9732-ada559bbeeab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bafbb69a-ebf7-48c8-a249-e2d970415e52", "tag": "882d34b5-e673-450c-9732-ada559bbeeab", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:35:46.021361 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-76044e6d-0cd5-4371-a1fa-45c63a0d2266 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:35:46.021361 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bafbb69a-ebf7-48c8-a249-e2d970415e52', 'tag': '882d34b5-e673-450c-9732-ada559bbeeab', 'status': 'completed', 'code': 200} Nov 04 10:35:46.021361 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bafbb69a-ebf7-48c8-a249-e2d970415e52', 'tag': '882d34b5-e673-450c-9732-ada559bbeeab', 'status': 'completed', 'code': 200} Nov 04 10:35:46.022076 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39364) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:46.022618 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bc8159-626c-438f-94e8-7b66e190edda None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:46.023579 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-a2bc8159-626c-438f-94e8-7b66e190edda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:46.069994 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-a2bc8159-626c-438f-94e8-7b66e190edda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:46.084012 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bc8159-626c-438f-94e8-7b66e190edda None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:46.084929 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-a2bc8159-626c-438f-94e8-7b66e190edda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:46.101866 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-28aab03c-5a2d-4489-84d6-6b5130cf9a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:46.122137 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-a2bc8159-626c-438f-94e8-7b66e190edda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:46.122783 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bc8159-626c-438f-94e8-7b66e190edda None None] The sync data for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:35:46.142147 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fcc4e-85e8-433d-b8e7-2d725eb4764c req-02c0d7ce-5cba-46f1-9c7a-0a08bbf2b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:46.143848 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba6fcc4e-85e8-433d-b8e7-2d725eb4764c req-02c0d7ce-5cba-46f1-9c7a-0a08bbf2b1d8 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8978c15802a5437797795f3580af0e5a&device_id=bafbb69a-ebf7-48c8-a249-e2d970415e52 HTTP/1.1" status: 200 len: 1175 time: 0.1034424 Nov 04 10:35:46.209300 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aab03c-5a2d-4489-84d6-6b5130cf9a11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=753bbee1-64f9-4403-aaf6-e36d87585a6a,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:46.217296 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5e08bcec-717c-43f8-9d47-2829c6776091 req-6b537426-cce4-4436-acc2-fad49bff1ca7 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.242 HTTP/1.1" status: 200 len: 1001 time: 0.1536198 Nov 04 10:35:46.246136 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28aab03c-5a2d-4489-84d6-6b5130cf9a11 admin admin] Checking segment: {'id': 'e3ddd35b-1bdf-463b-b47d-032cfe0986ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '4a098ce4-c2d8-4627-b86c-5dd801c85992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:35:46.246417 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28aab03c-5a2d-4489-84d6-6b5130cf9a11 admin admin] Network hostable DHCP agents. Network: 4a098ce4-c2d8-4627-b86c-5dd801c85992, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:35:46.251147 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb025b-890f-477e-a03a-fba5c8b0c777 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Deleting port dba67c03-a36e-4342-89ae-eb4ca31c55de {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:35:46.251344 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bfbb025b-890f-477e-a03a-fba5c8b0c777 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:46.286194 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28aab03c-5a2d-4489-84d6-6b5130cf9a11 admin admin] Network 4a098ce4-c2d8-4627-b86c-5dd801c85992 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:35:46.301916 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fcc4e-85e8-433d-b8e7-2d725eb4764c req-635e5ea5-9e9e-46a9-8ca4-7a3eb5065af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:46.303621 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba6fcc4e-85e8-433d-b8e7-2d725eb4764c req-635e5ea5-9e9e-46a9-8ca4-7a3eb5065af7 service neutron] 10.222.0.126 "GET /v2.0/networks?id=fd562185-7063-471c-ad25-a957d0b41f6e HTTP/1.1" status: 200 len: 914 time: 0.1473050 Nov 04 10:35:46.304608 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-28aab03c-5a2d-4489-84d6-6b5130cf9a11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 4a098ce4-c2d8-4627-b86c-5dd801c85992) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:46.314347 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1542ad12-0cb5-44ef-8df9-957445e293dd None None] Network 4a098ce4-c2d8-4627-b86c-5dd801c85992 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:35:46.320934 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28aab03c-5a2d-4489-84d6-6b5130cf9a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:46.321546 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-28aab03c-5a2d-4489-84d6-6b5130cf9a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:46.325872 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08bcec-717c-43f8-9d47-2829c6776091 req-89ae7c4f-102a-4ce2-98a8-e68adab235a4 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:46.327302 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5e08bcec-717c-43f8-9d47-2829c6776091 req-89ae7c4f-102a-4ce2-98a8-e68adab235a4 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/ports/66cabf58-33fb-459d-ad06-8ee65dd97685 HTTP/1.1" status: 200 len: 942 time: 0.0903766 Nov 04 10:35:46.361297 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba6fcc4e-85e8-433d-b8e7-2d725eb4764c req-82a130ff-519c-424c-bd45-7b5b597a8e47 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=882d34b5-e673-450c-9732-ada559bbeeab HTTP/1.1" status: 200 len: 217 time: 0.0468712 Nov 04 10:35:46.365871 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bfbb025b-890f-477e-a03a-fba5c8b0c777 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:46.366298 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bfbb025b-890f-477e-a03a-fba5c8b0c777 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:46.381573 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb025b-890f-477e-a03a-fba5c8b0c777 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Calling delete_port for dba67c03-a36e-4342-89ae-eb4ca31c55de owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:35:46.410933 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-28aab03c-5a2d-4489-84d6-6b5130cf9a11 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6240132 Nov 04 10:35:46.436871 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fcc4e-85e8-433d-b8e7-2d725eb4764c req-58e09570-41fb-475f-b9dd-220f270ae37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:46.438867 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba6fcc4e-85e8-433d-b8e7-2d725eb4764c req-58e09570-41fb-475f-b9dd-220f270ae37b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=607a5e13-8657-4a0d-8d5f-d4cba4377009 HTTP/1.1" status: 200 len: 852 time: 0.0685053 Nov 04 10:35:46.492930 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba6fcc4e-85e8-433d-b8e7-2d725eb4764c req-92470f8f-4238-413b-8b91-e629698bda54 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=fd562185-7063-471c-ad25-a957d0b41f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419831 Nov 04 10:35:46.515844 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5e08bcec-717c-43f8-9d47-2829c6776091 req-16531583-4889-4b22-a91b-ac39ef2634e8 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.242 HTTP/1.1" status: 200 len: 1001 time: 0.1241693 Nov 04 10:35:46.597083 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36eb764-f90e-414b-b445-4ed48c842e55 None None] Network 4a098ce4-c2d8-4627-b86c-5dd801c85992 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:35:46.633168 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba6fcc4e-85e8-433d-b8e7-2d725eb4764c req-14d7eee4-24b8-4b82-a022-85fbbce08699 service neutron] 10.222.0.126 "GET /v2.0/networks/fd562185-7063-471c-ad25-a957d0b41f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300895 Nov 04 10:35:46.673996 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08bcec-717c-43f8-9d47-2829c6776091 req-653f319b-747e-4dd9-bb24-954fc8827776 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:46.682529 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5e08bcec-717c-43f8-9d47-2829c6776091 req-653f319b-747e-4dd9-bb24-954fc8827776 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 784 time: 0.1658807 Nov 04 10:35:46.691435 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device e0d5faa4-ee27-440a-8784-8bc14b9ab95b no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:35:46.732535 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bfbb025b-890f-477e-a03a-fba5c8b0c777 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:46.758592 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: e0d5faa4-ee27-440a-8784-8bc14b9ab95b {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:35:46.758953 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device e0d5faa4-ee27-440a-8784-8bc14b9ab95b not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:35:46.771028 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb025b-890f-477e-a03a-fba5c8b0c777 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event deleted for resources: {'Port': ['ID=dba67c03-a36e-4342-89ae-eb4ca31c55de,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:46.781197 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba6fcc4e-85e8-433d-b8e7-2d725eb4764c req-3440211c-17a6-475e-997b-6d00bf55535c service neutron] 10.222.0.126 "GET /v2.0/networks/fd562185-7063-471c-ad25-a957d0b41f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391025 Nov 04 10:35:46.788154 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb025b-890f-477e-a03a-fba5c8b0c777 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:46.788507 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb025b-890f-477e-a03a-fba5c8b0c777 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:46.788872 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb025b-890f-477e-a03a-fba5c8b0c777 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:46.789240 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb025b-890f-477e-a03a-fba5c8b0c777 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:46.789568 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb025b-890f-477e-a03a-fba5c8b0c777 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:46.790000 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb025b-890f-477e-a03a-fba5c8b0c777 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:46.790646 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb025b-890f-477e-a03a-fba5c8b0c777 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:46.790646 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb025b-890f-477e-a03a-fba5c8b0c777 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:46.790889 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb025b-890f-477e-a03a-fba5c8b0c777 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:46.791517 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb025b-890f-477e-a03a-fba5c8b0c777 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:46.791517 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb025b-890f-477e-a03a-fba5c8b0c777 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:46.791774 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb025b-890f-477e-a03a-fba5c8b0c777 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:46.801574 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5e08bcec-717c-43f8-9d47-2829c6776091 req-b1957e44-3085-4d7f-9264-4819debe42e7 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.242 HTTP/1.1" status: 200 len: 1001 time: 0.1175096 Nov 04 10:35:46.827804 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-5e08bcec-717c-43f8-9d47-2829c6776091 req-2eb93857-1ad0-473b-b789-f53e19d8ae99 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:46.847205 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2d5f19ad-6f04-4d60-8827-c1132fc45d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:46.886465 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fcc4e-85e8-433d-b8e7-2d725eb4764c req-5aaf7377-7643-4d10-8c4c-6b90b81f9319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:46.887977 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba6fcc4e-85e8-433d-b8e7-2d725eb4764c req-5aaf7377-7643-4d10-8c4c-6b90b81f9319 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8978c15802a5437797795f3580af0e5a&device_id=bafbb69a-ebf7-48c8-a249-e2d970415e52 HTTP/1.1" status: 200 len: 1175 time: 0.0587780 Nov 04 10:35:46.906555 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5e08bcec-717c-43f8-9d47-2829c6776091 req-2eb93857-1ad0-473b-b789-f53e19d8ae99 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks [] for floatingip, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:46.964608 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bfbb025b-890f-477e-a03a-fba5c8b0c777 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:46.967232 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bfbb025b-890f-477e-a03a-fba5c8b0c777 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:46.968425 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bfbb025b-890f-477e-a03a-fba5c8b0c777 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "DELETE /v2.0/floatingips/b9590b72-1ae1-4f42-8249-70234ba85415 HTTP/1.1" status: 204 len: 168 time: 0.9459171 Nov 04 10:35:46.975359 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39380) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:47.001590 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fcc4e-85e8-433d-b8e7-2d725eb4764c req-b053c2f4-8423-4790-9aa7-e0ead8216ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:47.004107 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba6fcc4e-85e8-433d-b8e7-2d725eb4764c req-b053c2f4-8423-4790-9aa7-e0ead8216ab3 service neutron] 10.222.0.126 "GET /v2.0/networks?id=fd562185-7063-471c-ad25-a957d0b41f6e HTTP/1.1" status: 200 len: 914 time: 0.1077991 Nov 04 10:35:47.047541 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39384) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:47.051787 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-3194a563-8d64-412c-9687-7a1c7dac4ccc tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] delete failed (client error): The resource could not be found. Nov 04 10:35:47.056584 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3194a563-8d64-412c-9687-7a1c7dac4ccc tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "DELETE /v2.0/floatingips/b9590b72-1ae1-4f42-8249-70234ba85415 HTTP/1.1" status: 404 len: 345 time: 0.0764821 Nov 04 10:35:47.060840 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-e728608b-175b-4f7d-8e05-d901eab58407 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1369590720-network', 'tenant_id': '79764afe033d494c828b85dfbb97a58e'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:47.062043 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39386) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:47.073015 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba6fcc4e-85e8-433d-b8e7-2d725eb4764c req-8557fe88-412c-4ff1-82d0-fe7601aeb89e service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=882d34b5-e673-450c-9732-ada559bbeeab HTTP/1.1" status: 200 len: 217 time: 0.0591092 Nov 04 10:35:47.131190 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e728608b-175b-4f7d-8e05-d901eab58407 admin admin] Made reservation on behalf of 79764afe033d494c828b85dfbb97a58e for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:35:47.131190 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e728608b-175b-4f7d-8e05-d901eab58407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:47.136610 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5e08bcec-717c-43f8-9d47-2829c6776091 req-2eb93857-1ad0-473b-b789-f53e19d8ae99 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:47.144385 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5e08bcec-717c-43f8-9d47-2829c6776091 req-2eb93857-1ad0-473b-b789-f53e19d8ae99 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:47.144724 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [req-5e08bcec-717c-43f8-9d47-2829c6776091 req-2eb93857-1ad0-473b-b789-f53e19d8ae99 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Floating IP 02ee47fb-3db4-4ce4-a958-b1ede44882d1 disassociated. External IP: 172.25.7.242, port: 66cabf58-33fb-459d-ad06-8ee65dd97685. Nov 04 10:35:47.146827 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e728608b-175b-4f7d-8e05-d901eab58407 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:47.184715 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cb21a7-e414-4580-a893-8646c59ae1c4 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:47.191066 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cb21a7-e414-4580-a893-8646c59ae1c4 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:47.197104 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cb21a7-e414-4580-a893-8646c59ae1c4 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:47.198912 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-21cb21a7-e414-4580-a893-8646c59ae1c4 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "GET /v2.0/ports?network_id=eea9ea0e-c9e9-4617-bdcb-aecf2448e560 HTTP/1.1" status: 200 len: 2357 time: 0.1358926 Nov 04 10:35:47.200642 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fcc4e-85e8-433d-b8e7-2d725eb4764c req-84e35a67-e207-40c4-8351-fd5b237c150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:47.202030 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba6fcc4e-85e8-433d-b8e7-2d725eb4764c req-84e35a67-e207-40c4-8351-fd5b237c150c service neutron] 10.222.0.126 "GET /v2.0/subnets?id=607a5e13-8657-4a0d-8d5f-d4cba4377009 HTTP/1.1" status: 200 len: 852 time: 0.1078405 Nov 04 10:35:47.202774 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39388) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:47.263094 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba6fcc4e-85e8-433d-b8e7-2d725eb4764c req-b3f5becd-a950-4023-b3b8-3fa8276adb49 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=fd562185-7063-471c-ad25-a957d0b41f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506628 Nov 04 10:35:47.292280 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3a3961-9d4a-40c3-961c-f0180fb6ebee tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:47.293743 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0c3a3961-9d4a-40c3-961c-f0180fb6ebee tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "GET /v2.0/subnets/77a7f174-2beb-42d3-bfb3-9adbdd7bf0a3 HTTP/1.1" status: 200 len: 797 time: 0.0903389 Nov 04 10:35:47.305211 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39390) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:47.310492 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-1c76c466-128c-4af0-98f2-3eac6d217c31 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Request body: {'port': {'network_id': 'eea9ea0e-c9e9-4617-bdcb-aecf2448e560', 'name': 'tempest-FloatingIPTestJSON-2012658647', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:47.347406 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e728608b-175b-4f7d-8e05-d901eab58407 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:47.354638 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e728608b-175b-4f7d-8e05-d901eab58407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:47.418513 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e728608b-175b-4f7d-8e05-d901eab58407 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1178} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:35:47.420401 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728608b-175b-4f7d-8e05-d901eab58407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3ce283-3abd-468f-b4d6-a3cc5084e832,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:47.439807 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e728608b-175b-4f7d-8e05-d901eab58407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:47.440065 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-e728608b-175b-4f7d-8e05-d901eab58407 admin admin] Added segment c2d5a11c-1b32-4eeb-96db-bbdba993acf9 of type vlan for network 7657241d-4019-4380-9726-fcf233d52ac9 Nov 04 10:35:47.481241 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e08bcec-717c-43f8-9d47-2829c6776091 req-2eb93857-1ad0-473b-b789-f53e19d8ae99 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Router a7c474d3-adca-4693-bdaf-4855756c5dd1 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:35:47.489557 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba6fcc4e-85e8-433d-b8e7-2d725eb4764c req-df87adf2-aa9f-4cb0-bb01-717286c3470d service neutron] 10.222.0.126 "GET /v2.0/networks/fd562185-7063-471c-ad25-a957d0b41f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108471 Nov 04 10:35:47.491571 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e728608b-175b-4f7d-8e05-d901eab58407 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:47.562499 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e728608b-175b-4f7d-8e05-d901eab58407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:47.563347 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e728608b-175b-4f7d-8e05-d901eab58407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:47.563928 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e728608b-175b-4f7d-8e05-d901eab58407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:47.567431 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa2082-b8a4-44c4-83a9-3e364fe2a19b req-3c67ed1e-0fa6-48ce-818f-cf702e0a5cb3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:47.568967 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-13aa2082-b8a4-44c4-83a9-3e364fe2a19b req-3c67ed1e-0fa6-48ce-818f-cf702e0a5cb3 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.126 "GET /v2.0/ports?device_id=67e410ee-6b3d-4e43-8328-1839b4d6352c HTTP/1.1" status: 200 len: 949 time: 0.1305215 Nov 04 10:35:47.606486 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c76c466-128c-4af0-98f2-3eac6d217c31 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Made reservation on behalf of 13e467d5ab544004baf1b1c5a4b81497 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:35:47.741425 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba6fcc4e-85e8-433d-b8e7-2d725eb4764c req-ba1e6388-3b05-4722-a7d0-bcca23080503 service neutron] 10.222.0.126 "GET /v2.0/networks/fd562185-7063-471c-ad25-a957d0b41f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398634 Nov 04 10:35:47.780003 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1c76c466-128c-4af0-98f2-3eac6d217c31 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:47.799706 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-13aa2082-b8a4-44c4-83a9-3e364fe2a19b req-e0a488b3-5361-4d8b-99d5-d1e62dd3577d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Deleting port 8f4d702b-b914-470f-874a-f8a7b107abdb {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:35:47.800282 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-13aa2082-b8a4-44c4-83a9-3e364fe2a19b req-e0a488b3-5361-4d8b-99d5-d1e62dd3577d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:47.819214 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-1c76c466-128c-4af0-98f2-3eac6d217c31 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] device_id is not set on port b239afae-9181-4f8f-83ad-522cb174dcca yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:35:47.920301 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e728608b-175b-4f7d-8e05-d901eab58407 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.8716900 Nov 04 10:35:47.925089 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39392) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:47.931376 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-38f16057-69a7-496e-a857-1664c31571c5 admin admin] Request body: {'subnet': {'network_id': '7657241d-4019-4380-9726-fcf233d52ac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1369590720-subnet', 'tenant_id': '79764afe033d494c828b85dfbb97a58e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:47.939217 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728608b-175b-4f7d-8e05-d901eab58407 admin admin] Pushing event updated for resources: {'Network': ['ID=7657241d-4019-4380-9726-fcf233d52ac9,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:47.950892 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 7657241d-4019-4380-9726-fcf233d52ac9 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:35:47.963875 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e08bcec-717c-43f8-9d47-2829c6776091 req-2eb93857-1ad0-473b-b789-f53e19d8ae99 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:35:47.969557 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5e08bcec-717c-43f8-9d47-2829c6776091 req-2eb93857-1ad0-473b-b789-f53e19d8ae99 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:47.974147 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f16057-69a7-496e-a857-1664c31571c5 admin admin] Made reservation on behalf of 79764afe033d494c828b85dfbb97a58e for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:35:47.976457 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-38f16057-69a7-496e-a857-1664c31571c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:47.982794 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089ccaa3-67e1-48e0-bc56-943281cd8cb8 None None] Sync routers for ids ['a7c474d3-adca-4693-bdaf-4855756c5dd1'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:35:47.999848 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089ccaa3-67e1-48e0-bc56-943281cd8cb8 None None] Routers {'a7c474d3-adca-4693-bdaf-4855756c5dd1'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:48.001093 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-089ccaa3-67e1-48e0-bc56-943281cd8cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a7c474d3-adca-4693-bdaf-4855756c5dd1'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:48.046768 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-13aa2082-b8a4-44c4-83a9-3e364fe2a19b req-e0a488b3-5361-4d8b-99d5-d1e62dd3577d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] For port 8f4d702b-b914-470f-874a-f8a7b107abdb, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=8f4d702b-b914-470f-874a-f8a7b107abdb,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:48.047188 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-13aa2082-b8a4-44c4-83a9-3e364fe2a19b req-e0a488b3-5361-4d8b-99d5-d1e62dd3577d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:48.091093 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-13aa2082-b8a4-44c4-83a9-3e364fe2a19b req-e0a488b3-5361-4d8b-99d5-d1e62dd3577d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Calling delete_port for 8f4d702b-b914-470f-874a-f8a7b107abdb owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:35:48.097171 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5e08bcec-717c-43f8-9d47-2829c6776091 req-2eb93857-1ad0-473b-b789-f53e19d8ae99 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "PUT /v2.0/floatingips/02ee47fb-3db4-4ce4-a958-b1ede44882d1 HTTP/1.1" status: 200 len: 695 time: 1.2921779 Nov 04 10:35:48.100109 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d208acd-19f5-4b48-b6fa-aa18e1dd627b', 'tag': '66cabf58-33fb-459d-ad06-8ee65dd97685'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:35:48.102318 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa060d72-5e6b-42a1-ab87-5b968ee804fc" -d '{"events": [{"name": "network-changed", "server_uuid": "3d208acd-19f5-4b48-b6fa-aa18e1dd627b", "tag": "66cabf58-33fb-459d-ad06-8ee65dd97685"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:35:48.171588 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-089ccaa3-67e1-48e0-bc56-943281cd8cb8 None None] Set router a7c474d3-adca-4693-bdaf-4855756c5dd1 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:35:48.231177 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08bcec-717c-43f8-9d47-2829c6776091 req-07941e94-b608-4281-b69c-2f4139eb2322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:48.234845 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5e08bcec-717c-43f8-9d47-2829c6776091 req-07941e94-b608-4281-b69c-2f4139eb2322 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=a7940a7dcb8a45f582552e08becdd2d6&device_id=3d208acd-19f5-4b48-b6fa-aa18e1dd627b HTTP/1.1" status: 200 len: 1096 time: 0.0960147 Nov 04 10:35:48.253630 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-38f16057-69a7-496e-a857-1664c31571c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:48.346569 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-1c76c466-128c-4af0-98f2-3eac6d217c31 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Allocated IP 172.20.0.14 (eea9ea0e-c9e9-4617-bdcb-aecf2448e560/77a7f174-2beb-42d3-bfb3-9adbdd7bf0a3/b239afae-9181-4f8f-83ad-522cb174dcca) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:35:48.356803 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-1c76c466-128c-4af0-98f2-3eac6d217c31 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Allocated IP 172.20.0.13 (eea9ea0e-c9e9-4617-bdcb-aecf2448e560/77a7f174-2beb-42d3-bfb3-9adbdd7bf0a3/b239afae-9181-4f8f-83ad-522cb174dcca) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:35:48.373814 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-13aa2082-b8a4-44c4-83a9-3e364fe2a19b req-e0a488b3-5361-4d8b-99d5-d1e62dd3577d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:48.377071 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f16057-69a7-496e-a857-1664c31571c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=962a6d5f-5397-4d75-be59-402901bb8ece,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:48.389931 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['8f4d702b-b914-470f-874a-f8a7b107abdb'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:35:48.401863 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f16057-69a7-496e-a857-1664c31571c5 admin admin] Checking segment: {'id': 'c2d5a11c-1b32-4eeb-96db-bbdba993acf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '7657241d-4019-4380-9726-fcf233d52ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:35:48.402215 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f16057-69a7-496e-a857-1664c31571c5 admin admin] Network hostable DHCP agents. Network: 7657241d-4019-4380-9726-fcf233d52ac9, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:35:48.408006 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08bcec-717c-43f8-9d47-2829c6776091 req-bba16315-a333-43f8-8c10-e7e02d455c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:48.410383 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5e08bcec-717c-43f8-9d47-2829c6776091 req-bba16315-a333-43f8-8c10-e7e02d455c4c service neutron] 10.222.0.127 "GET /v2.0/networks?id=54d126eb-2366-4e9a-970c-4c8c6fe2a9ee HTTP/1.1" status: 200 len: 930 time: 0.1686203 Nov 04 10:35:48.415846 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-089ccaa3-67e1-48e0-bc56-943281cd8cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973933473-router', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:03Z', 'updated_at': '2021-11-04T10:35:10Z', 'revision_number': 4, 'project_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'gw_port': {'id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:04Z', 'updated_at': '2021-11-04T10:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '8db1a625-d213-4b72-9647-6791c04c6fb8', 'name': '', 'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'mac_address': 'fa:16:3e:12:45:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '75946b22-fef0-469a-a134-d85aa619e876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:08Z', 'updated_at': '2021-11-04T10:35:15Z', 'revision_number': 5, 'project_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'subnets': [{'id': '75946b22-fef0-469a-a134-d85aa619e876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:48.427490 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a488b3-5361-4d8b-99d5-d1e62dd3577d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Pushing event deleted for resources: {'Port': ['ID=8f4d702b-b914-470f-874a-f8a7b107abdb,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:48.445103 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089ccaa3-67e1-48e0-bc56-943281cd8cb8 None None] Checking router: a7c474d3-adca-4693-bdaf-4855756c5dd1 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:35:48.450936 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a488b3-5361-4d8b-99d5-d1e62dd3577d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:48.451278 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a488b3-5361-4d8b-99d5-d1e62dd3577d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:48.451608 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a488b3-5361-4d8b-99d5-d1e62dd3577d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:48.451951 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a488b3-5361-4d8b-99d5-d1e62dd3577d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:48.452318 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a488b3-5361-4d8b-99d5-d1e62dd3577d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:48.452572 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a488b3-5361-4d8b-99d5-d1e62dd3577d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:48.452941 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a488b3-5361-4d8b-99d5-d1e62dd3577d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:48.453260 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a488b3-5361-4d8b-99d5-d1e62dd3577d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:48.453571 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a488b3-5361-4d8b-99d5-d1e62dd3577d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:48.453889 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a488b3-5361-4d8b-99d5-d1e62dd3577d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:48.454608 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a488b3-5361-4d8b-99d5-d1e62dd3577d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:48.454608 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a488b3-5361-4d8b-99d5-d1e62dd3577d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:35:48.460012 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089ccaa3-67e1-48e0-bc56-943281cd8cb8 None None] Routers {'a7c474d3-adca-4693-bdaf-4855756c5dd1'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:48.460884 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-089ccaa3-67e1-48e0-bc56-943281cd8cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a7c474d3-adca-4693-bdaf-4855756c5dd1'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:48.478170 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5e08bcec-717c-43f8-9d47-2829c6776091 req-5c2c73d5-8e69-45af-b384-f503fcc99e3f service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66cabf58-33fb-459d-ad06-8ee65dd97685 HTTP/1.1" status: 200 len: 217 time: 0.0579443 Nov 04 10:35:48.514737 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f16057-69a7-496e-a857-1664c31571c5 admin admin] Network 7657241d-4019-4380-9726-fcf233d52ac9 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:35:48.531459 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-38f16057-69a7-496e-a857-1664c31571c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 7657241d-4019-4380-9726-fcf233d52ac9) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:48.536416 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f16057-69a7-496e-a857-1664c31571c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:48.537046 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-38f16057-69a7-496e-a857-1664c31571c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:48.546991 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23131c5d-47e0-4af7-ad5a-1e1ea97bf342 None None] Network 7657241d-4019-4380-9726-fcf233d52ac9 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:35:48.552294 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08bcec-717c-43f8-9d47-2829c6776091 req-a905faf0-36c3-4071-af4a-7b6b05188b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:48.554073 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5e08bcec-717c-43f8-9d47-2829c6776091 req-a905faf0-36c3-4071-af4a-7b6b05188b09 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=75946b22-fef0-469a-a134-d85aa619e876 HTTP/1.1" status: 200 len: 867 time: 0.0683146 Nov 04 10:35:48.558687 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-13aa2082-b8a4-44c4-83a9-3e364fe2a19b req-e0a488b3-5361-4d8b-99d5-d1e62dd3577d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] No DVR routers for this DVR port 8f4d702b-b914-470f-874a-f8a7b107abdb on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:35:48.575801 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-089ccaa3-67e1-48e0-bc56-943281cd8cb8 None None] Set router a7c474d3-adca-4693-bdaf-4855756c5dd1 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:35:48.588289 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-38f16057-69a7-496e-a857-1664c31571c5 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6606646 Nov 04 10:35:48.610447 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1c76c466-128c-4af0-98f2-3eac6d217c31 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:48.646841 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-13aa2082-b8a4-44c4-83a9-3e364fe2a19b req-e0a488b3-5361-4d8b-99d5-d1e62dd3577d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:48.652052 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-13aa2082-b8a4-44c4-83a9-3e364fe2a19b req-e0a488b3-5361-4d8b-99d5-d1e62dd3577d tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] 10.222.0.126 "DELETE /v2.0/ports/8f4d702b-b914-470f-874a-f8a7b107abdb HTTP/1.1" status: 204 len: 173 time: 1.0750847 Nov 04 10:35:48.654146 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1c76c466-128c-4af0-98f2-3eac6d217c31 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:48.699163 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08bcec-717c-43f8-9d47-2829c6776091 req-a6f2eef7-773f-4d6a-bf47-c75b95ef3620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:48.710035 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5e08bcec-717c-43f8-9d47-2829c6776091 req-a6f2eef7-773f-4d6a-bf47-c75b95ef3620 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=54d126eb-2366-4e9a-970c-4c8c6fe2a9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1149364 Nov 04 10:35:48.711940 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c76c466-128c-4af0-98f2-3eac6d217c31 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Network eea9ea0e-c9e9-4617-bdcb-aecf2448e560 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:35:48.717764 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-1c76c466-128c-4af0-98f2-3eac6d217c31 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:48.723577 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c76c466-128c-4af0-98f2-3eac6d217c31 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:35:48.750705 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76c466-128c-4af0-98f2-3eac6d217c31 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event updated for resources: {'Port': ['ID=b239afae-9181-4f8f-83ad-522cb174dcca,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:48.799669 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b698876-9290-48bc-b421-9981a603980e None None] Network 7657241d-4019-4380-9726-fcf233d52ac9 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:35:48.805969 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c76c466-128c-4af0-98f2-3eac6d217c31 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:48.806650 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1c76c466-128c-4af0-98f2-3eac6d217c31 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:48.819902 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39398) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:48.840123 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1c76c466-128c-4af0-98f2-3eac6d217c31 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.5337691 Nov 04 10:35:48.840890 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39400) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:48.845529 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-7f6816f5-20df-4444-8a93-a33ba7cf501c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'port_id': 'b239afae-9181-4f8f-83ad-522cb174dcca', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:48.895456 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f6816f5-20df-4444-8a93-a33ba7cf501c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:48.920303 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-1167e3f8-111d-4357-9933-2908064cc88b admin admin] Deleting subnet 753bbee1-64f9-4403-aaf6-e36d87585a6a {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:35:48.927249 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1167e3f8-111d-4357-9933-2908064cc88b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:48.964542 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-089ccaa3-67e1-48e0-bc56-943281cd8cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973933473-router', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:03Z', 'updated_at': '2021-11-04T10:35:10Z', 'revision_number': 4, 'project_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'gw_port': {'id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:04Z', 'updated_at': '2021-11-04T10:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '8db1a625-d213-4b72-9647-6791c04c6fb8', 'name': '', 'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'mac_address': 'fa:16:3e:12:45:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '75946b22-fef0-469a-a134-d85aa619e876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:08Z', 'updated_at': '2021-11-04T10:35:15Z', 'revision_number': 5, 'project_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'subnets': [{'id': '75946b22-fef0-469a-a134-d85aa619e876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:48.977905 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5e08bcec-717c-43f8-9d47-2829c6776091 req-a9abdbde-0423-4118-82ad-881d78406d03 service neutron] 10.222.0.127 "GET /v2.0/networks/54d126eb-2366-4e9a-970c-4c8c6fe2a9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644148 Nov 04 10:35:48.992263 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1167e3f8-111d-4357-9933-2908064cc88b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:48.998480 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089ccaa3-67e1-48e0-bc56-943281cd8cb8 None None] The sync data for ids ['a7c474d3-adca-4693-bdaf-4855756c5dd1'] in n-d-816629-1 is: [{'id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973933473-router', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:03Z', 'updated_at': '2021-11-04T10:35:10Z', 'revision_number': 4, 'project_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'gw_port': {'id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:04Z', 'updated_at': '2021-11-04T10:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '8db1a625-d213-4b72-9647-6791c04c6fb8', 'name': '', 'network_id': '54d126eb-2366-4e9a-970c-4c8c6fe2a9ee', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'mac_address': 'fa:16:3e:12:45:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '75946b22-fef0-469a-a134-d85aa619e876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:08Z', 'updated_at': '2021-11-04T10:35:15Z', 'revision_number': 5, 'project_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'subnets': [{'id': '75946b22-fef0-469a-a134-d85aa619e876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:35:49.087318 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f6816f5-20df-4444-8a93-a33ba7cf501c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:49.176444 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5e08bcec-717c-43f8-9d47-2829c6776091 req-cb9db704-9647-46ce-9efb-8441759c3e23 service neutron] 10.222.0.127 "GET /v2.0/networks/54d126eb-2366-4e9a-970c-4c8c6fe2a9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831281 Nov 04 10:35:49.233931 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1167e3f8-111d-4357-9933-2908064cc88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:49.272707 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-7f6816f5-20df-4444-8a93-a33ba7cf501c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Allocated IP 172.25.7.238 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/fc56817a-b060-456f-aa1e-75b05116f07f) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:35:49.291615 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d31b5b9b-4a70-48aa-9d53-130901ebb73c req-38806056-185b-42ed-abee-7cffe45f20f3 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] 10.222.0.127 "GET /v2.0/security-groups/189eb803-a497-4553-b297-c4d5897097ec HTTP/1.1" status: 200 len: 1828 time: 0.0808592 Nov 04 10:35:49.337536 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1167e3f8-111d-4357-9933-2908064cc88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:49.338068 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9fe3c6a4-8bd3-4ba3-bc22-4c3e84562646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:49.367817 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1167e3f8-111d-4357-9933-2908064cc88b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:49.374041 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1167e3f8-111d-4357-9933-2908064cc88b admin admin] 10.222.0.127 "DELETE /v2.0/subnets/753bbee1-64f9-4403-aaf6-e36d87585a6a HTTP/1.1" status: 204 len: 168 time: 0.5508330 Nov 04 10:35:49.405732 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39404) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:49.417656 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167e3f8-111d-4357-9933-2908064cc88b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=753bbee1-64f9-4403-aaf6-e36d87585a6a,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:49.425099 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f6816f5-20df-4444-8a93-a33ba7cf501c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:49.474057 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f6816f5-20df-4444-8a93-a33ba7cf501c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:49.515023 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6816f5-20df-4444-8a93-a33ba7cf501c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:35:49.521172 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-d31b5b9b-4a70-48aa-9d53-130901ebb73c req-cc866da3-8af2-4572-9d65-527241640ed0 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:49.521828 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-7f6816f5-20df-4444-8a93-a33ba7cf501c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:49.525598 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6816f5-20df-4444-8a93-a33ba7cf501c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:35:49.526199 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b28418c6-c68c-41e8-ad42-dacb7a5f2845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:49.539873 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6ce4e5-f0e6-460d-b8ba-ff37434f62a7 None None] New status for floating IP 02ee47fb-3db4-4ce4-a958-b1ede44882d1: DOWN {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:35:49.550186 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6816f5-20df-4444-8a93-a33ba7cf501c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event updated for resources: {'Port': ['ID=fc56817a-b060-456f-aa1e-75b05116f07f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:49.558613 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-d31b5b9b-4a70-48aa-9d53-130901ebb73c req-cc866da3-8af2-4572-9d65-527241640ed0 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:49.664187 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b28418c6-c68c-41e8-ad42-dacb7a5f2845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:49.674815 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-d31b5b9b-4a70-48aa-9d53-130901ebb73c req-cc866da3-8af2-4572-9d65-527241640ed0 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:49.677539 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-d31b5b9b-4a70-48aa-9d53-130901ebb73c req-cc866da3-8af2-4572-9d65-527241640ed0 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:49.679012 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d31b5b9b-4a70-48aa-9d53-130901ebb73c req-cc866da3-8af2-4572-9d65-527241640ed0 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] 10.222.0.127 "DELETE /v2.0/security-groups/189eb803-a497-4553-b297-c4d5897097ec HTTP/1.1" status: 204 len: 173 time: 0.3550115 Nov 04 10:35:49.686381 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39406) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:49.709471 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc866da3-8af2-4572-9d65-527241640ed0 tempest-SecurityGroupRulesNegativeTestJSON-1211804923 tempest-SecurityGroupRulesNegativeTestJSON-1211804923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=189eb803-a497-4553-b297-c4d5897097ec,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:49.731490 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-b28418c6-c68c-41e8-ad42-dacb7a5f2845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a098ce4-c2d8-4627-b86c-5dd801c85992']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:49.748482 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-c45a3829-021f-4381-8ef5-a09db91f019a req-dd3d988f-748b-4964-b8c0-4ade7e9fe634 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1730471168 ', 'description': 'tempest-description-17557760'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:49.763492 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-b28418c6-c68c-41e8-ad42-dacb7a5f2845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ddd35b-1bdf-463b-b47d-032cfe0986ab') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:49.763861 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-b28418c6-c68c-41e8-ad42-dacb7a5f2845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ddd35b-1bdf-463b-b47d-032cfe0986ab') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:49.785109 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b28418c6-c68c-41e8-ad42-dacb7a5f2845 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:49.805079 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd29bc00-cb4d-4c97-b7f2-837b47626d99 admin admin] Deleting subnet ecd1a476-d33f-4c69-ac9b-ea2e85b7fd76 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:35:49.812188 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b28418c6-c68c-41e8-ad42-dacb7a5f2845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:49.816219 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fd29bc00-cb4d-4c97-b7f2-837b47626d99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:49.848070 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28418c6-c68c-41e8-ad42-dacb7a5f2845 admin admin] Releasing vlan 1165 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:35:49.848603 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b28418c6-c68c-41e8-ad42-dacb7a5f2845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:35:49.850368 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:35:49.885613 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c45a3829-021f-4381-8ef5-a09db91f019a req-dd3d988f-748b-4964-b8c0-4ade7e9fe634 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:49.922359 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fd29bc00-cb4d-4c97-b7f2-837b47626d99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:49.954205 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b28418c6-c68c-41e8-ad42-dacb7a5f2845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:49.967782 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b28418c6-c68c-41e8-ad42-dacb7a5f2845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:49.971000 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b28418c6-c68c-41e8-ad42-dacb7a5f2845 admin admin] 10.222.0.127 "DELETE /v2.0/networks/4a098ce4-c2d8-4627-b86c-5dd801c85992 HTTP/1.1" status: 204 len: 168 time: 0.5640333 Nov 04 10:35:49.974359 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39408) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:50.022387 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28418c6-c68c-41e8-ad42-dacb7a5f2845 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a098ce4-c2d8-4627-b86c-5dd801c85992,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:50.028240 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fd29bc00-cb4d-4c97-b7f2-837b47626d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:50.030886 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b02c24-291b-4c68-909a-ef4883eab0fe x-openstack-request-id: req-24b02c24-291b-4c68-909a-ef4883eab0fe {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:35:50.031399 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6276b04-9d53-4bbb-98bd-4a59eee1c675", "name": "network-vif-deleted", "tag": "e0d5faa4-ee27-440a-8784-8bc14b9ab95b", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:35:50.031399 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-24b02c24-291b-4c68-909a-ef4883eab0fe {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:35:50.031805 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6276b04-9d53-4bbb-98bd-4a59eee1c675', 'name': 'network-vif-deleted', 'tag': 'e0d5faa4-ee27-440a-8784-8bc14b9ab95b', 'status': 'completed', 'code': 200} Nov 04 10:35:50.084789 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-46da6519-bd53-4aec-8ba0-97fa2748943a admin admin] Deleting subnet 962a6d5f-5397-4d75-be59-402901bb8ece {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:35:50.094190 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-46da6519-bd53-4aec-8ba0-97fa2748943a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:50.152417 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c45a3829-021f-4381-8ef5-a09db91f019a req-dd3d988f-748b-4964-b8c0-4ade7e9fe634 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:50.158881 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-46da6519-bd53-4aec-8ba0-97fa2748943a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:50.161692 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c45a3829-021f-4381-8ef5-a09db91f019a req-dd3d988f-748b-4964-b8c0-4ade7e9fe634 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:50.202579 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fd29bc00-cb4d-4c97-b7f2-837b47626d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:50.249626 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29bc00-cb4d-4c97-b7f2-837b47626d99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecd1a476-d33f-4c69-ac9b-ea2e85b7fd76,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:50.256992 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c45a3829-021f-4381-8ef5-a09db91f019a req-dd3d988f-748b-4964-b8c0-4ade7e9fe634 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:50.258283 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c45a3829-021f-4381-8ef5-a09db91f019a req-dd3d988f-748b-4964-b8c0-4ade7e9fe634 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.5219691 Nov 04 10:35:50.261083 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fd29bc00-cb4d-4c97-b7f2-837b47626d99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:50.261984 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f6816f5-20df-4444-8a93-a33ba7cf501c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:50.264747 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fd29bc00-cb4d-4c97-b7f2-837b47626d99 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/ecd1a476-d33f-4c69-ac9b-ea2e85b7fd76 HTTP/1.1" status: 204 len: 168 time: 0.5758688 Nov 04 10:35:50.265483 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d988f-748b-4964-b8c0-4ade7e9fe634 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16254acc-d5cf-465b-afab-5e2a40823fc4,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:50.271301 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39410) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:50.344206 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f6816f5-20df-4444-8a93-a33ba7cf501c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:50.348242 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-46da6519-bd53-4aec-8ba0-97fa2748943a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:50.352588 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0fa0df62-311c-43d6-963f-7b0f61854605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:50.523593 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0fa0df62-311c-43d6-963f-7b0f61854605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:50.535545 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd040518-8fe7-45a9-894a-2cc1b495168d x-openstack-request-id: req-dd040518-8fe7-45a9-894a-2cc1b495168d {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:35:50.535989 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d208acd-19f5-4b48-b6fa-aa18e1dd627b", "tag": "66cabf58-33fb-459d-ad06-8ee65dd97685", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:35:50.536114 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-dd040518-8fe7-45a9-894a-2cc1b495168d {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:35:50.536895 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d208acd-19f5-4b48-b6fa-aa18e1dd627b', 'tag': '66cabf58-33fb-459d-ad06-8ee65dd97685', 'status': 'completed', 'code': 200} Nov 04 10:35:50.582566 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f6816f5-20df-4444-8a93-a33ba7cf501c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:50.590939 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f6816f5-20df-4444-8a93-a33ba7cf501c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:50.595789 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-46da6519-bd53-4aec-8ba0-97fa2748943a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:50.599198 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-0fa0df62-311c-43d6-963f-7b0f61854605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c331cf1-9a90-4f0a-8a96-c4a7398f646f']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:50.630436 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8521c936-8d5e-45e3-8957-bde3ebaaa938 req-f82c8fc6-6f8c-4a7a-9278-d4951f77dadc tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/floatingips/02ee47fb-3db4-4ce4-a958-b1ede44882d1 HTTP/1.1" status: 200 len: 693 time: 0.0924444 Nov 04 10:35:50.638604 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-0fa0df62-311c-43d6-963f-7b0f61854605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d3a88db-dd63-431a-a5ad-cda6c8d894a3') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:50.638896 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-0fa0df62-311c-43d6-963f-7b0f61854605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d3a88db-dd63-431a-a5ad-cda6c8d894a3') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:50.647399 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:50.649648 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa060d72-5e6b-42a1-ab87-5b968ee804fc req-6442131c-95dd-41c6-b45c-b1b491c7c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:50.651377 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa060d72-5e6b-42a1-ab87-5b968ee804fc req-6442131c-95dd-41c6-b45c-b1b491c7c197 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a7940a7dcb8a45f582552e08becdd2d6&device_id=3d208acd-19f5-4b48-b6fa-aa18e1dd627b HTTP/1.1" status: 200 len: 1096 time: 0.1141279 Nov 04 10:35:50.668068 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da6519-bd53-4aec-8ba0-97fa2748943a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=962a6d5f-5397-4d75-be59-402901bb8ece,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:50.680001 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-46da6519-bd53-4aec-8ba0-97fa2748943a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:50.683558 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-46da6519-bd53-4aec-8ba0-97fa2748943a admin admin] 10.222.0.127 "DELETE /v2.0/subnets/962a6d5f-5397-4d75-be59-402901bb8ece HTTP/1.1" status: 204 len: 168 time: 0.7047267 Nov 04 10:35:50.685537 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0fa0df62-311c-43d6-963f-7b0f61854605 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:50.697093 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39422) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:50.709460 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6816f5-20df-4444-8a93-a33ba7cf501c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event updated for resources: {'Port': ['ID=fc56817a-b060-456f-aa1e-75b05116f07f,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:50.712955 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 8f4d702b-b914-470f-874a-f8a7b107abdb no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:35:50.750454 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 8f4d702b-b914-470f-874a-f8a7b107abdb {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:35:50.751321 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 8f4d702b-b914-470f-874a-f8a7b107abdb not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:35:50.786275 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39424) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:50.793930 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0fa0df62-311c-43d6-963f-7b0f61854605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:50.806325 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f6816f5-20df-4444-8a93-a33ba7cf501c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:50.818159 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa0df62-311c-43d6-963f-7b0f61854605 admin admin] Releasing vlan 1166 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:35:50.818570 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0fa0df62-311c-43d6-963f-7b0f61854605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:35:50.822677 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:35:50.846909 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39428) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:50.904600 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ebce627-d464-455e-aae0-4c585d204e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:50.923825 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0fa0df62-311c-43d6-963f-7b0f61854605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:50.928370 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa060d72-5e6b-42a1-ab87-5b968ee804fc req-9a40db8f-97a3-47d9-b856-cc848950f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:50.930110 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa060d72-5e6b-42a1-ab87-5b968ee804fc req-9a40db8f-97a3-47d9-b856-cc848950f2a8 service neutron] 10.222.0.121 "GET /v2.0/networks?id=54d126eb-2366-4e9a-970c-4c8c6fe2a9ee HTTP/1.1" status: 200 len: 930 time: 0.2662749 Nov 04 10:35:50.934548 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0fa0df62-311c-43d6-963f-7b0f61854605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:50.937673 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0fa0df62-311c-43d6-963f-7b0f61854605 admin admin] 10.222.0.127 "DELETE /v2.0/networks/0c331cf1-9a90-4f0a-8a96-c4a7398f646f HTTP/1.1" status: 204 len: 168 time: 0.6653793 Nov 04 10:35:50.962661 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521c936-8d5e-45e3-8957-bde3ebaaa938 req-ef63da47-19b8-48b6-9201-015199276cb6 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:50.964154 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8521c936-8d5e-45e3-8957-bde3ebaaa938 req-ef63da47-19b8-48b6-9201-015199276cb6 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 784 time: 0.3007905 Nov 04 10:35:50.968385 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0df62-311c-43d6-963f-7b0f61854605 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c331cf1-9a90-4f0a-8a96-c4a7398f646f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:50.985534 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa060d72-5e6b-42a1-ab87-5b968ee804fc req-cc9d130f-06dd-41b7-afb1-c4f8fed0e806 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66cabf58-33fb-459d-ad06-8ee65dd97685 HTTP/1.1" status: 200 len: 217 time: 0.0459108 Nov 04 10:35:50.990328 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [None req-7f6816f5-20df-4444-8a93-a33ba7cf501c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Floating IP 909acbec-d5ea-470b-b47a-05d8c103caf5 associated. External IP: 172.25.7.238, port: b239afae-9181-4f8f-83ad-522cb174dcca. Nov 04 10:35:51.085430 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8521c936-8d5e-45e3-8957-bde3ebaaa938 req-e9cdb337-165c-4d0a-b9e2-4383043578d5 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.242 HTTP/1.1" status: 200 len: 696 time: 0.0963979 Nov 04 10:35:51.120996 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ebce627-d464-455e-aae0-4c585d204e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:51.157417 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa060d72-5e6b-42a1-ab87-5b968ee804fc req-72dcbc00-3b5e-4677-8c00-3b3f81ade3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:51.159343 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa060d72-5e6b-42a1-ab87-5b968ee804fc req-72dcbc00-3b5e-4677-8c00-3b3f81ade3d6 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=75946b22-fef0-469a-a134-d85aa619e876 HTTP/1.1" status: 200 len: 867 time: 0.1661580 Nov 04 10:35:51.160839 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39434) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:51.178480 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-07b55f71-1e20-4405-ab4a-50944b85df88 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=cd2183f7c1f6439d8bc0b7de34a592df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3288612 Nov 04 10:35:51.189367 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39436) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:51.215827 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8521c936-8d5e-45e3-8957-bde3ebaaa938 req-6413a646-ace9-4559-b915-abc8064b68bd tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.242 HTTP/1.1" status: 200 len: 696 time: 0.1168873 Nov 04 10:35:51.220840 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-4ebce627-d464-455e-aae0-4c585d204e2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7657241d-4019-4380-9726-fcf233d52ac9']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:51.231368 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bd2a29ab-1ad1-4358-99bc-8fa40a02dd94 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=bd609f94b81947bcb1c477623063e487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4423046 Nov 04 10:35:51.235495 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39438) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:51.251614 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-4ebce627-d464-455e-aae0-4c585d204e2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d5a11c-1b32-4eeb-96db-bbdba993acf9') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:51.251851 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-4ebce627-d464-455e-aae0-4c585d204e2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d5a11c-1b32-4eeb-96db-bbdba993acf9') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:51.309362 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-46a657c8-2128-44a1-98fd-48d194eb2738 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=d5054a14c1204f79abafee9a4953cbcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460519 Nov 04 10:35:51.313222 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ebce627-d464-455e-aae0-4c585d204e2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:51.314787 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39440) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:51.325774 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa060d72-5e6b-42a1-ab87-5b968ee804fc req-bb3fcafe-65a4-474f-94ad-a73b2c1beef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:51.327420 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa060d72-5e6b-42a1-ab87-5b968ee804fc req-bb3fcafe-65a4-474f-94ad-a73b2c1beef9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=54d126eb-2366-4e9a-970c-4c8c6fe2a9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1551003 Nov 04 10:35:51.384869 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ebce627-d464-455e-aae0-4c585d204e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:51.403562 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ebce627-d464-455e-aae0-4c585d204e2a admin admin] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:35:51.403969 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ebce627-d464-455e-aae0-4c585d204e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:35:51.405837 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:35:51.466551 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fe1f5754-2542-4b94-b847-886366d8ea18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:51.510928 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6816f5-20df-4444-8a93-a33ba7cf501c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Router 23732882-0a05-4b95-b3b4-413c9b097100 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:35:51.513747 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fe1f5754-2542-4b94-b847-886366d8ea18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:51.514265 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-62e9aeba-8b3d-4f59-b711-872d8fb94dda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:51.538691 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa060d72-5e6b-42a1-ab87-5b968ee804fc req-f0a37675-f5b9-443c-9fbb-1bd3380ec43a service neutron] 10.222.0.121 "GET /v2.0/networks/54d126eb-2366-4e9a-970c-4c8c6fe2a9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995833 Nov 04 10:35:51.541934 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ebce627-d464-455e-aae0-4c585d204e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:51.546944 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ebce627-d464-455e-aae0-4c585d204e2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:51.551123 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4ebce627-d464-455e-aae0-4c585d204e2a admin admin] 10.222.0.127 "DELETE /v2.0/networks/7657241d-4019-4380-9726-fcf233d52ac9 HTTP/1.1" status: 204 len: 168 time: 0.8530056 Nov 04 10:35:51.590641 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-62e9aeba-8b3d-4f59-b711-872d8fb94dda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:51.596118 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebce627-d464-455e-aae0-4c585d204e2a admin admin] Pushing event deleted for resources: {'Network': ['ID=7657241d-4019-4380-9726-fcf233d52ac9,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:51.612805 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b17c672f-376d-4a46-870a-4ae79c496145 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:51.669126 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-8521c936-8d5e-45e3-8957-bde3ebaaa938 req-e92c6b2c-e880-45fb-8f47-4dfb1128a57c tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Deleting port 1a1d9ade-0c6e-4b24-9a41-fe1265c1ae77 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:35:51.669830 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-8521c936-8d5e-45e3-8957-bde3ebaaa938 req-e92c6b2c-e880-45fb-8f47-4dfb1128a57c tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:51.673558 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b17c672f-376d-4a46-870a-4ae79c496145 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:51.721643 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fe1f5754-2542-4b94-b847-886366d8ea18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:51.724234 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fe1f5754-2542-4b94-b847-886366d8ea18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:51.725654 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fe1f5754-2542-4b94-b847-886366d8ea18 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/6fdbb653-ff3c-40bd-acfc-464ad15952aa HTTP/1.1" status: 204 len: 168 time: 0.4858110 Nov 04 10:35:51.748428 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f5754-2542-4b94-b847-886366d8ea18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdbb653-ff3c-40bd-acfc-464ad15952aa,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:51.761959 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6816f5-20df-4444-8a93-a33ba7cf501c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:35:51.776705 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa060d72-5e6b-42a1-ab87-5b968ee804fc req-d844b9d9-0c92-46e3-8064-d398ffcb5f0e service neutron] 10.222.0.121 "GET /v2.0/networks/54d126eb-2366-4e9a-970c-4c8c6fe2a9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206047 Nov 04 10:35:51.776923 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9a936b-710c-4f63-9eea-5d9703bb7e0e None None] Sync routers for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:35:51.783766 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-62e9aeba-8b3d-4f59-b711-872d8fb94dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:51.787220 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-62e9aeba-8b3d-4f59-b711-872d8fb94dda admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:51.788795 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-62e9aeba-8b3d-4f59-b711-872d8fb94dda admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/c31b9ee1-eb51-4bb6-9644-d807815c8598 HTTP/1.1" status: 204 len: 168 time: 0.5973759 Nov 04 10:35:51.793338 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f6816f5-20df-4444-8a93-a33ba7cf501c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:51.809886 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9aeba-8b3d-4f59-b711-872d8fb94dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31b9ee1-eb51-4bb6-9644-d807815c8598,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:51.830580 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-8521c936-8d5e-45e3-8957-bde3ebaaa938 req-e92c6b2c-e880-45fb-8f47-4dfb1128a57c tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:51.831505 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-8521c936-8d5e-45e3-8957-bde3ebaaa938 req-e92c6b2c-e880-45fb-8f47-4dfb1128a57c tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:51.841215 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9a936b-710c-4f63-9eea-5d9703bb7e0e None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:51.841896 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-3f9a936b-710c-4f63-9eea-5d9703bb7e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:51.855228 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7f6816f5-20df-4444-8a93-a33ba7cf501c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.0132444 Nov 04 10:35:51.855453 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b17c672f-376d-4a46-870a-4ae79c496145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:51.855820 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39450) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:51.860876 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-987958f5-aada-48b3-ae1f-a984dec97692 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Request body: {'floatingip': {'port_id': 'b239afae-9181-4f8f-83ad-522cb174dcca', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:51.861255 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b17c672f-376d-4a46-870a-4ae79c496145 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:51.866279 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b17c672f-376d-4a46-870a-4ae79c496145 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/7e1f3891-081c-469e-a06b-7a97d2b750af HTTP/1.1" status: 204 len: 168 time: 0.5459483 Nov 04 10:35:51.867943 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-8521c936-8d5e-45e3-8957-bde3ebaaa938 req-e92c6b2c-e880-45fb-8f47-4dfb1128a57c tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Calling delete_port for 1a1d9ade-0c6e-4b24-9a41-fe1265c1ae77 owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:35:51.888792 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c672f-376d-4a46-870a-4ae79c496145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1f3891-081c-469e-a06b-7a97d2b750af,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:51.892030 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39454) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:51.908185 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-3f9a936b-710c-4f63-9eea-5d9703bb7e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:51.917972 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9a936b-710c-4f63-9eea-5d9703bb7e0e None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:51.918790 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-3f9a936b-710c-4f63-9eea-5d9703bb7e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:51.957167 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-3f9a936b-710c-4f63-9eea-5d9703bb7e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:51.957834 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9a936b-710c-4f63-9eea-5d9703bb7e0e None None] The sync data for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:35:51.975203 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-987958f5-aada-48b3-ae1f-a984dec97692 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:52.032480 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:52.062622 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e410ee-6b3d-4e43-8328-1839b4d6352c', 'name': 'network-vif-deleted', 'tag': '8f4d702b-b914-470f-874a-f8a7b107abdb'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:35:52.065180 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c383abc7-636d-4b4f-947a-86bd73fccdf7" -d '{"events": [{"server_uuid": "67e410ee-6b3d-4e43-8328-1839b4d6352c", "name": "network-vif-deleted", "tag": "8f4d702b-b914-470f-874a-f8a7b107abdb"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:35:52.066265 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ac186b59-25b8-4eba-9c52-3e571c92ede3 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=c579b3b1ac59486882b5382456be0e19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1714907 Nov 04 10:35:52.069319 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39458) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:52.186969 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-94433225-c244-483f-af8d-9b22de177426 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:52.218515 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-8521c936-8d5e-45e3-8957-bde3ebaaa938 req-e92c6b2c-e880-45fb-8f47-4dfb1128a57c tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:52.222888 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-94433225-c244-483f-af8d-9b22de177426 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:52.273157 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c6b2c-e880-45fb-8f47-4dfb1128a57c tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Pushing event deleted for resources: {'Port': ['ID=1a1d9ade-0c6e-4b24-9a41-fe1265c1ae77,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:52.355917 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-8521c936-8d5e-45e3-8957-bde3ebaaa938 req-e92c6b2c-e880-45fb-8f47-4dfb1128a57c tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:52.359829 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-8521c936-8d5e-45e3-8957-bde3ebaaa938 req-e92c6b2c-e880-45fb-8f47-4dfb1128a57c tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:52.361503 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8521c936-8d5e-45e3-8957-bde3ebaaa938 req-e92c6b2c-e880-45fb-8f47-4dfb1128a57c tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "DELETE /v2.0/floatingips/02ee47fb-3db4-4ce4-a958-b1ede44882d1 HTTP/1.1" status: 204 len: 173 time: 1.1374991 Nov 04 10:35:52.376508 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-94433225-c244-483f-af8d-9b22de177426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:52.381997 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-94433225-c244-483f-af8d-9b22de177426 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:52.386036 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-94433225-c244-483f-af8d-9b22de177426 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/f1f197f5-3a88-4097-a7b4-c999b7ffef4c HTTP/1.1" status: 204 len: 168 time: 0.3155773 Nov 04 10:35:52.439645 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94433225-c244-483f-af8d-9b22de177426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f197f5-3a88-4097-a7b4-c999b7ffef4c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:52.442295 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39470) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:52.485410 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-914b727f-b183-440a-a9cb-381f80024467 req-15ef4721-3705-493f-804e-85b03366ecab tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups/16254acc-d5cf-465b-afab-5e2a40823fc4 HTTP/1.1" status: 200 len: 1796 time: 0.0981236 Nov 04 10:35:52.533130 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c8f0c6f3-19fb-40b0-9f08-20e2ae522fe7 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=584e322d24fe409aaef5787b5fe3814d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0874720 Nov 04 10:35:52.535636 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39474) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:52.552721 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39476) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:52.565229 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:52.661380 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c5601ab6-bc42-4ae1-814d-ddd12edfd9cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:52.666644 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bc06cd20-c3ba-4bd6-9c40-00fdcf2c443e admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=f303a159ad6c487c94fe7e95afd4605d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1116562 Nov 04 10:35:52.669108 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39480) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:52.676210 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263df009-7739-4b45-9e26-698eee1e1c3d x-openstack-request-id: req-263df009-7739-4b45-9e26-698eee1e1c3d {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:35:52.676674 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e410ee-6b3d-4e43-8328-1839b4d6352c", "name": "network-vif-deleted", "tag": "8f4d702b-b914-470f-874a-f8a7b107abdb", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:35:52.677814 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-263df009-7739-4b45-9e26-698eee1e1c3d {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:35:52.678345 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e410ee-6b3d-4e43-8328-1839b4d6352c', 'name': 'network-vif-deleted', 'tag': '8f4d702b-b914-470f-874a-f8a7b107abdb', 'status': 'completed', 'code': 200} Nov 04 10:35:52.762477 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c5601ab6-bc42-4ae1-814d-ddd12edfd9cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:52.792158 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-987958f5-aada-48b3-ae1f-a984dec97692 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:52.797538 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-987958f5-aada-48b3-ae1f-a984dec97692 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:52.798177 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-322bdac8-911e-4bcf-a68e-b0c092648354 req-4813579e-3f12-4622-b1da-d92d79220e0f tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups/16254acc-d5cf-465b-afab-5e2a40823fc4 HTTP/1.1" status: 200 len: 1796 time: 0.0773797 Nov 04 10:35:52.810547 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b31f4dc5-a077-4dcc-b744-af97d2afde39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:52.878987 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b31f4dc5-a077-4dcc-b744-af97d2afde39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:52.928635 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c5601ab6-bc42-4ae1-814d-ddd12edfd9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:52.931236 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c5601ab6-bc42-4ae1-814d-ddd12edfd9cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:52.932733 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c5601ab6-bc42-4ae1-814d-ddd12edfd9cf admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/c9371f29-7130-4532-a560-352f6d6913da HTTP/1.1" status: 204 len: 168 time: 0.3953180 Nov 04 10:35:52.943701 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-322bdac8-911e-4bcf-a68e-b0c092648354 req-59854df0-cbae-4dee-a5c9-f2b38529a4b9 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:52.949630 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5601ab6-bc42-4ae1-814d-ddd12edfd9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9371f29-7130-4532-a560-352f6d6913da,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:52.974482 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-322bdac8-911e-4bcf-a68e-b0c092648354 req-59854df0-cbae-4dee-a5c9-f2b38529a4b9 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:52.998865 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b31f4dc5-a077-4dcc-b744-af97d2afde39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:53.002314 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b31f4dc5-a077-4dcc-b744-af97d2afde39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:53.003704 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b31f4dc5-a077-4dcc-b744-af97d2afde39 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/98b8f6b9-ff1f-4ed8-9e21-7b43a04a9dda HTTP/1.1" status: 204 len: 168 time: 0.3334901 Nov 04 10:35:53.004372 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39494) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:53.027310 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f4dc5-a077-4dcc-b744-af97d2afde39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b8f6b9-ff1f-4ed8-9e21-7b43a04a9dda,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:53.067704 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-322bdac8-911e-4bcf-a68e-b0c092648354 req-59854df0-cbae-4dee-a5c9-f2b38529a4b9 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:53.070562 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-322bdac8-911e-4bcf-a68e-b0c092648354 req-59854df0-cbae-4dee-a5c9-f2b38529a4b9 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:53.071823 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-322bdac8-911e-4bcf-a68e-b0c092648354 req-59854df0-cbae-4dee-a5c9-f2b38529a4b9 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "DELETE /v2.0/security-groups/16254acc-d5cf-465b-afab-5e2a40823fc4 HTTP/1.1" status: 204 len: 173 time: 0.2623661 Nov 04 10:35:53.097128 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-47c74ac0-51a9-4a92-9ec9-ed1fe1712d13 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=79764afe033d494c828b85dfbb97a58e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0791001 Nov 04 10:35:53.097128 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59854df0-cbae-4dee-a5c9-f2b38529a4b9 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16254acc-d5cf-465b-afab-5e2a40823fc4,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:53.097555 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39500) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:53.185607 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987958f5-aada-48b3-ae1f-a984dec97692 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Router 23732882-0a05-4b95-b3b4-413c9b097100 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:35:53.195362 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3853a381-dfbb-47e0-b510-08ec66c487b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:53.254037 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3853a381-dfbb-47e0-b510-08ec66c487b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:53.312361 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42e491-3ecf-4d6c-a9bb-b2f0be73b6d7 req-72a864c4-26c7-4285-9486-5f3d05f4f5dc tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:53.314017 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dc42e491-3ecf-4d6c-a9bb-b2f0be73b6d7 req-72a864c4-26c7-4285-9486-5f3d05f4f5dc tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/ports?device_id=3d208acd-19f5-4b48-b6fa-aa18e1dd627b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1045337 Nov 04 10:35:53.346348 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987958f5-aada-48b3-ae1f-a984dec97692 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:35:53.355663 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-987958f5-aada-48b3-ae1f-a984dec97692 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:53.360651 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df05b6da-4cb6-439d-a619-6153ef1aa0ce None None] Sync routers for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:35:53.383229 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df05b6da-4cb6-439d-a619-6153ef1aa0ce None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:53.387210 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-df05b6da-4cb6-439d-a619-6153ef1aa0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:53.423203 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-987958f5-aada-48b3-ae1f-a984dec97692 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "PUT /v2.0/floatingips/909acbec-d5ea-470b-b47a-05d8c103caf5 HTTP/1.1" status: 200 len: 979 time: 1.5661068 Nov 04 10:35:53.424436 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39508) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:53.444125 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dc42e491-3ecf-4d6c-a9bb-b2f0be73b6d7 req-37cfdcb4-e082-42a0-a0c7-8109e1113094 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1239374 Nov 04 10:35:53.447184 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3853a381-dfbb-47e0-b510-08ec66c487b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:53.467340 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3853a381-dfbb-47e0-b510-08ec66c487b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:53.467340 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3853a381-dfbb-47e0-b510-08ec66c487b0 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/7b3ce283-3abd-468f-b4d6-a3cc5084e832 HTTP/1.1" status: 204 len: 168 time: 0.3636878 Nov 04 10:35:53.471893 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-df05b6da-4cb6-439d-a619-6153ef1aa0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:53.487278 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df05b6da-4cb6-439d-a619-6153ef1aa0ce None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:53.488300 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-df05b6da-4cb6-439d-a619-6153ef1aa0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:53.499934 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853a381-dfbb-47e0-b510-08ec66c487b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3ce283-3abd-468f-b4d6-a3cc5084e832,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:53.504918 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [req-12a3915e-5499-4030-878a-085dc238add2 req-b530ca4a-08de-41c6-b8b1-cc95ef8311eb tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] show failed (client error): The resource could not be found. Nov 04 10:35:53.535722 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-12a3915e-5499-4030-878a-085dc238add2 req-b530ca4a-08de-41c6-b8b1-cc95ef8311eb tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups/16254acc-d5cf-465b-afab-5e2a40823fc4 HTTP/1.1" status: 404 len: 352 time: 0.0598338 Nov 04 10:35:53.563397 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-df05b6da-4cb6-439d-a619-6153ef1aa0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:53.564772 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df05b6da-4cb6-439d-a619-6153ef1aa0ce None None] The sync data for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:35:53.611887 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3a1accf2-0b97-4a77-a311-f91950b059d6 req-49586eb0-0481-4f20-8008-ba4e66680168 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0653872 Nov 04 10:35:53.658622 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-50e1a8b6-d4b2-4a8b-ac98-f1a9304199ef req-2516f919-2e69-4f68-a698-40fababf452a tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1947721806', 'description': 'tempest-description-1333323526'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:53.697352 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-50e1a8b6-d4b2-4a8b-ac98-f1a9304199ef req-2516f919-2e69-4f68-a698-40fababf452a tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:53.827008 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-50e1a8b6-d4b2-4a8b-ac98-f1a9304199ef req-2516f919-2e69-4f68-a698-40fababf452a tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:53.832048 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-50e1a8b6-d4b2-4a8b-ac98-f1a9304199ef req-2516f919-2e69-4f68-a698-40fababf452a tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:53.871358 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-50e1a8b6-d4b2-4a8b-ac98-f1a9304199ef req-2516f919-2e69-4f68-a698-40fababf452a tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:53.873246 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-50e1a8b6-d4b2-4a8b-ac98-f1a9304199ef req-2516f919-2e69-4f68-a698-40fababf452a tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2238200 Nov 04 10:35:53.875709 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516f919-2e69-4f68-a698-40fababf452a tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c26bc4e3-2cd3-4216-87e3-9394bf0cb2df,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:54.056178 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-9d4453c1-d73c-4c34-9ffa-1ca95295c767 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Deleting port fc56817a-b060-456f-aa1e-75b05116f07f {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:35:54.057099 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d4453c1-d73c-4c34-9ffa-1ca95295c767 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:54.127991 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-cb9fe9e2-3e43-4880-b764-2f312e416d09 req-f684a731-7c93-4a69-803a-1490a83af3ff tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-739510298', 'description': 'tempest-description-245130004'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:54.152601 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-cb9fe9e2-3e43-4880-b764-2f312e416d09 req-f684a731-7c93-4a69-803a-1490a83af3ff tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:54.185163 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d4453c1-d73c-4c34-9ffa-1ca95295c767 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:54.185685 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d4453c1-d73c-4c34-9ffa-1ca95295c767 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:54.213383 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-9d4453c1-d73c-4c34-9ffa-1ca95295c767 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Calling delete_port for fc56817a-b060-456f-aa1e-75b05116f07f owned by network:floatingip {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:35:54.255448 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-cb9fe9e2-3e43-4880-b764-2f312e416d09 req-f684a731-7c93-4a69-803a-1490a83af3ff tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:54.262106 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-cb9fe9e2-3e43-4880-b764-2f312e416d09 req-f684a731-7c93-4a69-803a-1490a83af3ff tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:54.305552 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-cb9fe9e2-3e43-4880-b764-2f312e416d09 req-f684a731-7c93-4a69-803a-1490a83af3ff tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:54.306962 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cb9fe9e2-3e43-4880-b764-2f312e416d09 req-f684a731-7c93-4a69-803a-1490a83af3ff tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1836255 Nov 04 10:35:54.309500 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684a731-7c93-4a69-803a-1490a83af3ff tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea966c82-0d15-4d39-b688-9f756f318d10,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:54.435348 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69110b-2f40-4c7e-aaa8-b02a2329698f req-809bc631-44cb-4d70-bd25-2185daa27405 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:54.444952 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db69110b-2f40-4c7e-aaa8-b02a2329698f req-809bc631-44cb-4d70-bd25-2185daa27405 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/ports?device_id=3d208acd-19f5-4b48-b6fa-aa18e1dd627b HTTP/1.1" status: 200 len: 945 time: 0.0714037 Nov 04 10:35:54.452197 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d4453c1-d73c-4c34-9ffa-1ca95295c767 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:54.485884 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4453c1-d73c-4c34-9ffa-1ca95295c767 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event deleted for resources: {'Port': ['ID=fc56817a-b060-456f-aa1e-75b05116f07f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:54.541664 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db69110b-2f40-4c7e-aaa8-b02a2329698f req-350cb956-3048-41b0-b34a-ffa5637a96a3 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/security-groups?id=97837fe8-5737-4b37-b36c-49e583983dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951388 Nov 04 10:35:54.575904 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d4453c1-d73c-4c34-9ffa-1ca95295c767 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:54.576866 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [None req-9d4453c1-d73c-4c34-9ffa-1ca95295c767 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Floating IP 909acbec-d5ea-470b-b47a-05d8c103caf5 disassociated (deleted). External IP: 172.25.7.238, port: b239afae-9181-4f8f-83ad-522cb174dcca. Nov 04 10:35:54.580257 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-42e0130d-2c6b-43cd-9070-14f997fde863 req-35732520-6d11-4090-9ff9-a3936548263c tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-122589414', 'description': 'tempest-description-162824172'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:54.611247 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-42e0130d-2c6b-43cd-9070-14f997fde863 req-35732520-6d11-4090-9ff9-a3936548263c tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:54.705063 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-42e0130d-2c6b-43cd-9070-14f997fde863 req-35732520-6d11-4090-9ff9-a3936548263c tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:54.711616 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-42e0130d-2c6b-43cd-9070-14f997fde863 req-35732520-6d11-4090-9ff9-a3936548263c tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:54.760050 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-42e0130d-2c6b-43cd-9070-14f997fde863 req-35732520-6d11-4090-9ff9-a3936548263c tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:54.761716 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42e0130d-2c6b-43cd-9070-14f997fde863 req-35732520-6d11-4090-9ff9-a3936548263c tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1875136 Nov 04 10:35:54.765018 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35732520-6d11-4090-9ff9-a3936548263c tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de8cc573-5f68-4ebf-9455-b5d2f07ee4c1,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:54.784450 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39586) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:54.885250 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4453c1-d73c-4c34-9ffa-1ca95295c767 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Router 23732882-0a05-4b95-b3b4-413c9b097100 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:35:55.028593 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4453c1-d73c-4c34-9ffa-1ca95295c767 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:35:55.035352 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d4453c1-d73c-4c34-9ffa-1ca95295c767 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:55.043437 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b71c77f-8974-4a71-b048-37cde6bfce8a None None] Sync routers for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:35:55.055533 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b71c77f-8974-4a71-b048-37cde6bfce8a None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:55.056144 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-6b71c77f-8974-4a71-b048-37cde6bfce8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:55.086786 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9d4453c1-d73c-4c34-9ffa-1ca95295c767 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "DELETE /v2.0/floatingips/909acbec-d5ea-470b-b47a-05d8c103caf5 HTTP/1.1" status: 204 len: 168 time: 1.6618137 Nov 04 10:35:55.089328 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39598) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:55.099915 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-6b71c77f-8974-4a71-b048-37cde6bfce8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:55.109627 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b71c77f-8974-4a71-b048-37cde6bfce8a None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:35:55.110607 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-6b71c77f-8974-4a71-b048-37cde6bfce8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:55.209233 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39604) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:55.212431 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-fdc0ef03-4618-4a85-9065-3408f997dbd5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-network', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:55.262618 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-6b71c77f-8974-4a71-b048-37cde6bfce8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:35:55.263439 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b71c77f-8974-4a71-b048-37cde6bfce8a None None] The sync data for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:35:55.313885 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc0ef03-4618-4a85-9065-3408f997dbd5 admin admin] Made reservation on behalf of 6ff8607a595c4654bc768d3625c74fa2 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:35:55.316719 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fdc0ef03-4618-4a85-9065-3408f997dbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:55.319276 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-f4654b22-394f-4ada-ac33-ee927e2903eb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-278200672-network', 'tenant_id': 'b0cdd2f9dc0842d49d2b7a3c82b555e2'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:55.343049 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fdc0ef03-4618-4a85-9065-3408f997dbd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:55.356005 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4654b22-394f-4ada-ac33-ee927e2903eb admin admin] Made reservation on behalf of b0cdd2f9dc0842d49d2b7a3c82b555e2 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:35:55.359184 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f4654b22-394f-4ada-ac33-ee927e2903eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:55.371673 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f4654b22-394f-4ada-ac33-ee927e2903eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:55.478091 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39614) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:55.500801 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f4654b22-394f-4ada-ac33-ee927e2903eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:55.510540 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f4654b22-394f-4ada-ac33-ee927e2903eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:55.544395 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4654b22-394f-4ada-ac33-ee927e2903eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1189} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:35:55.556777 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4654b22-394f-4ada-ac33-ee927e2903eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85565467-481c-4afd-b419-9a9b293fcbf0,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:55.579902 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f4654b22-394f-4ada-ac33-ee927e2903eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:55.580558 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-f4654b22-394f-4ada-ac33-ee927e2903eb admin admin] Added segment b0c94fc0-5874-4ce7-9dae-6272219fa4dc of type vlan for network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a Nov 04 10:35:55.641921 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f4654b22-394f-4ada-ac33-ee927e2903eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:55.736911 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-364865c9-48cb-4461-a010-8897fb994e73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:55.737966 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-69e39296-234e-418e-b591-6d45be61f8bd tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Deleting port b239afae-9181-4f8f-83ad-522cb174dcca {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:35:55.738515 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-69e39296-234e-418e-b591-6d45be61f8bd tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:55.757631 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f4654b22-394f-4ada-ac33-ee927e2903eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:55.758648 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4654b22-394f-4ada-ac33-ee927e2903eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:55.759216 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f4654b22-394f-4ada-ac33-ee927e2903eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:55.770706 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303204c-f3f1-4069-bfe2-02dc74b692a6 req-7c83ae9a-d88e-4964-b9e8-6b653a894271 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:55.772225 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e303204c-f3f1-4069-bfe2-02dc74b692a6 req-7c83ae9a-d88e-4964-b9e8-6b653a894271 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.121 "GET /v2.0/ports?device_id=3d208acd-19f5-4b48-b6fa-aa18e1dd627b HTTP/1.1" status: 200 len: 945 time: 0.1249592 Nov 04 10:35:55.796490 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1517a94e-7983-4aa3-a2e8-454643a42366 req-0b86571f-48f3-47dd-a1a2-c84045d03a2f tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=8978c15802a5437797795f3580af0e5a HTTP/1.1" status: 200 len: 10995 time: 0.6213090 Nov 04 10:35:55.863395 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f4654b22-394f-4ada-ac33-ee927e2903eb admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6529393 Nov 04 10:35:55.867180 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39628) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:55.874413 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-be7990d0-8dde-4b50-b5ab-71f4e8fe46d5 admin admin] Request body: {'subnet': {'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-278200672-subnet', 'tenant_id': 'b0cdd2f9dc0842d49d2b7a3c82b555e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:55.903416 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4654b22-394f-4ada-ac33-ee927e2903eb admin admin] Pushing event updated for resources: {'Network': ['ID=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:55.919335 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:35:55.941759 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1517a94e-7983-4aa3-a2e8-454643a42366 req-ce58d187-d99d-471c-b551-451b6b8e99cb tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups/16f0cacd-133e-4c81-9ec9-343fd2ccc51f HTTP/1.1" status: 200 len: 2998 time: 0.1355836 Nov 04 10:35:55.943529 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-69e39296-234e-418e-b591-6d45be61f8bd tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:55.977590 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fdc0ef03-4618-4a85-9065-3408f997dbd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:55.979872 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-69e39296-234e-418e-b591-6d45be61f8bd tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Calling delete_port for b239afae-9181-4f8f-83ad-522cb174dcca owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:35:55.991480 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fdc0ef03-4618-4a85-9065-3408f997dbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:55.994293 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7990d0-8dde-4b50-b5ab-71f4e8fe46d5 admin admin] Made reservation on behalf of b0cdd2f9dc0842d49d2b7a3c82b555e2 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:35:55.997627 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-be7990d0-8dde-4b50-b5ab-71f4e8fe46d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:56.008686 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-364865c9-48cb-4461-a010-8897fb994e73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:56.011150 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-e303204c-f3f1-4069-bfe2-02dc74b692a6 req-a4902537-a8ca-40ce-b791-6b704660f579 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Deleting port 66cabf58-33fb-459d-ad06-8ee65dd97685 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:35:56.011543 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e303204c-f3f1-4069-bfe2-02dc74b692a6 req-a4902537-a8ca-40ce-b791-6b704660f579 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:56.015920 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-364865c9-48cb-4461-a010-8897fb994e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:56.084193 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc0ef03-4618-4a85-9065-3408f997dbd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1191} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:35:56.101509 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-364865c9-48cb-4461-a010-8897fb994e73 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=7ab896db46104958a06d5e7dedab2ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6215723 Nov 04 10:35:56.104635 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39630) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:56.118325 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364865c9-48cb-4461-a010-8897fb994e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc039ec-8251-4f3e-8e9c-9695e5c4742d,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:56.145805 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0ef03-4618-4a85-9065-3408f997dbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8239091-fcfd-48f1-9173-e78ca9785348,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:56.148849 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fdc0ef03-4618-4a85-9065-3408f997dbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:56.149204 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-fdc0ef03-4618-4a85-9065-3408f997dbd5 admin admin] Added segment d89c017d-306f-4669-8b75-b883e6faf378 of type vlan for network 92ab5df3-727f-4009-aa65-b63a2390bdd1 Nov 04 10:35:56.163052 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e303204c-f3f1-4069-bfe2-02dc74b692a6 req-a4902537-a8ca-40ce-b791-6b704660f579 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] For port 66cabf58-33fb-459d-ad06-8ee65dd97685, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=66cabf58-33fb-459d-ad06-8ee65dd97685,segment=NetworkSegment(c733da2d-3ab1-4293-8e61-0b77e271ebcf),segment_id=c733da2d-3ab1-4293-8e61-0b77e271ebcf)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:35:56.163743 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e303204c-f3f1-4069-bfe2-02dc74b692a6 req-a4902537-a8ca-40ce-b791-6b704660f579 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:56.176035 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1517a94e-7983-4aa3-a2e8-454643a42366 req-c4ecc461-3ecd-47f0-b27f-152fb4d25d65 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups/16f0cacd-133e-4c81-9ec9-343fd2ccc51f HTTP/1.1" status: 200 len: 2998 time: 0.2211981 Nov 04 10:35:56.183869 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-e303204c-f3f1-4069-bfe2-02dc74b692a6 req-a4902537-a8ca-40ce-b791-6b704660f579 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Calling delete_port for 66cabf58-33fb-459d-ad06-8ee65dd97685 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:35:56.211814 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3212f87b-e3d2-48dc-98d7-358b94ab5fea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:56.247610 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fdc0ef03-4618-4a85-9065-3408f997dbd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:56.275820 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3212f87b-e3d2-48dc-98d7-358b94ab5fea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:56.367085 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3212f87b-e3d2-48dc-98d7-358b94ab5fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:56.369761 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3212f87b-e3d2-48dc-98d7-358b94ab5fea admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:56.370939 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3212f87b-e3d2-48dc-98d7-358b94ab5fea admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/acc039ec-8251-4f3e-8e9c-9695e5c4742d HTTP/1.1" status: 204 len: 168 time: 0.2653375 Nov 04 10:35:56.382916 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fdc0ef03-4618-4a85-9065-3408f997dbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:56.383864 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc0ef03-4618-4a85-9065-3408f997dbd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:56.384602 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fdc0ef03-4618-4a85-9065-3408f997dbd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:56.393872 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212f87b-e3d2-48dc-98d7-358b94ab5fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc039ec-8251-4f3e-8e9c-9695e5c4742d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:56.411923 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e303204c-f3f1-4069-bfe2-02dc74b692a6 req-a4902537-a8ca-40ce-b791-6b704660f579 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:56.424169 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['66cabf58-33fb-459d-ad06-8ee65dd97685'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:35:56.451637 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4902537-a8ca-40ce-b791-6b704660f579 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Pushing event deleted for resources: {'Port': ['ID=66cabf58-33fb-459d-ad06-8ee65dd97685,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:56.497424 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e303204c-f3f1-4069-bfe2-02dc74b692a6 req-a4902537-a8ca-40ce-b791-6b704660f579 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] No DVR routers for this DVR port 66cabf58-33fb-459d-ad06-8ee65dd97685 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:35:56.500011 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e303204c-f3f1-4069-bfe2-02dc74b692a6 req-a4902537-a8ca-40ce-b791-6b704660f579 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:56.504053 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e303204c-f3f1-4069-bfe2-02dc74b692a6 req-a4902537-a8ca-40ce-b791-6b704660f579 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.121 "DELETE /v2.0/ports/66cabf58-33fb-459d-ad06-8ee65dd97685 HTTP/1.1" status: 204 len: 173 time: 0.7096670 Nov 04 10:35:56.504975 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d208acd-19f5-4b48-b6fa-aa18e1dd627b', 'name': 'network-vif-deleted', 'tag': '66cabf58-33fb-459d-ad06-8ee65dd97685'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:35:56.507038 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f3d32d-e44d-4cec-bcd5-74170e83ba9e" -d '{"events": [{"server_uuid": "3d208acd-19f5-4b48-b6fa-aa18e1dd627b", "name": "network-vif-deleted", "tag": "66cabf58-33fb-459d-ad06-8ee65dd97685"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:35:56.521328 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fdc0ef03-4618-4a85-9065-3408f997dbd5 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7356181 Nov 04 10:35:56.524422 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39638) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:56.529662 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-0d76f3e9-4552-402a-bc16-65e242e1ed83 admin admin] Request body: {'subnet': {'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-subnet', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:56.560198 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d76f3e9-4552-402a-bc16-65e242e1ed83 admin admin] Made reservation on behalf of 6ff8607a595c4654bc768d3625c74fa2 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:35:56.562698 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0d76f3e9-4552-402a-bc16-65e242e1ed83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:56.614525 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-be7990d0-8dde-4b50-b5ab-71f4e8fe46d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:56.656376 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9868c-fdb7-4d7b-a45d-cd6b87589e4a req-e5e292cc-7531-4dca-9f39-c060b01a888d tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:56.665044 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fbe9868c-fdb7-4d7b-a45d-cd6b87589e4a req-e5e292cc-7531-4dca-9f39-c060b01a888d tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/ports?device_id=3d208acd-19f5-4b48-b6fa-aa18e1dd627b HTTP/1.1" status: 200 len: 867 time: 0.3583241 Nov 04 10:35:56.667453 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0ef03-4618-4a85-9065-3408f997dbd5 admin admin] Pushing event updated for resources: {'Network': ['ID=92ab5df3-727f-4009-aa65-b63a2390bdd1,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:56.679075 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-69e39296-234e-418e-b591-6d45be61f8bd tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:56.693350 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 92ab5df3-727f-4009-aa65-b63a2390bdd1 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:35:56.740795 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e39296-234e-418e-b591-6d45be61f8bd tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event deleted for resources: {'Port': ['ID=b239afae-9181-4f8f-83ad-522cb174dcca,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:56.818720 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7990d0-8dde-4b50-b5ab-71f4e8fe46d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f29a1ba4-9c2e-4bbf-be88-aa21c2016c98,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:56.840627 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0d76f3e9-4552-402a-bc16-65e242e1ed83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:56.846913 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fbe9868c-fdb7-4d7b-a45d-cd6b87589e4a req-4ac8690e-49c9-47c8-a171-4c60e40c7be7 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705 tempest-FloatingIPsAssociationNegativeTestJSON-1934707705-project] 10.222.0.127 "GET /v2.0/security-groups?id=97837fe8-5737-4b37-b36c-49e583983dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809766 Nov 04 10:35:56.888075 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7990d0-8dde-4b50-b5ab-71f4e8fe46d5 admin admin] Checking segment: {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:35:56.888877 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7990d0-8dde-4b50-b5ab-71f4e8fe46d5 admin admin] Network hostable DHCP agents. Network: c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:35:56.918540 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76f3e9-4552-402a-bc16-65e242e1ed83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea66aad5-9af1-4fd7-8561-7ab30f09cec4,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:56.920932 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d76f3e9-4552-402a-bc16-65e242e1ed83 admin admin] Checking segment: {'id': 'd89c017d-306f-4669-8b75-b883e6faf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:35:56.921299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d76f3e9-4552-402a-bc16-65e242e1ed83 admin admin] Network hostable DHCP agents. Network: 92ab5df3-727f-4009-aa65-b63a2390bdd1, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:35:56.957527 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d76f3e9-4552-402a-bc16-65e242e1ed83 admin admin] Network 92ab5df3-727f-4009-aa65-b63a2390bdd1 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:35:56.966092 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7990d0-8dde-4b50-b5ab-71f4e8fe46d5 admin admin] Network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:35:56.978047 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-0d76f3e9-4552-402a-bc16-65e242e1ed83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 92ab5df3-727f-4009-aa65-b63a2390bdd1) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:56.984711 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d76f3e9-4552-402a-bc16-65e242e1ed83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:56.985355 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0d76f3e9-4552-402a-bc16-65e242e1ed83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:56.987928 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-be7990d0-8dde-4b50-b5ab-71f4e8fe46d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:56.991576 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d4c740-5e52-4dfa-b806-3679f2beec63 None None] Network 92ab5df3-727f-4009-aa65-b63a2390bdd1 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:35:56.995833 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7990d0-8dde-4b50-b5ab-71f4e8fe46d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:56.998971 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-be7990d0-8dde-4b50-b5ab-71f4e8fe46d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:57.023824 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-69e39296-234e-418e-b591-6d45be61f8bd tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:57.023940 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0d76f3e9-4552-402a-bc16-65e242e1ed83 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4952869 Nov 04 10:35:57.023940 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39650) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:57.031229 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-69e39296-234e-418e-b591-6d45be61f8bd tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "DELETE /v2.0/ports/b239afae-9181-4f8f-83ad-522cb174dcca HTTP/1.1" status: 204 len: 168 time: 1.9373972 Nov 04 10:35:57.031671 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-389148b4-5ae7-4786-81aa-3806c8903fe9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-router', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:57.032780 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-be7990d0-8dde-4b50-b5ab-71f4e8fe46d5 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1621926 Nov 04 10:35:57.033626 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39652) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:57.046749 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-20025f98-7106-40ad-b938-a585d6f3b07b tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:57.080441 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b49283-4971-4c83-9293-c5086a08ba31 None None] Network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:35:57.080950 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-389148b4-5ae7-4786-81aa-3806c8903fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:57.082129 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-389148b4-5ae7-4786-81aa-3806c8903fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:57.113313 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20025f98-7106-40ad-b938-a585d6f3b07b tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:57.241964 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-389148b4-5ae7-4786-81aa-3806c8903fe9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:57.356421 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf0ca6a-f5b0-4125-bfa7-4881a68cfd69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-92ab5df3-727f-4009-aa65-b63a2390bdd1', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'fixed_ips': [{'subnet_id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:35:57.366499 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8bf0ca6a-f5b0-4125-bfa7-4881a68cfd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:57.371623 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd7002d-adb5-40f3-9a57-55e94cd09b8b None None] Network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:35:57.372707 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69fda2ac-aff9-4568-bc63-38e78c90e92f req-bd1e822e-707f-410f-bcc4-70a5a233dcda tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups/c26bc4e3-2cd3-4216-87e3-9394bf0cb2df HTTP/1.1" status: 200 len: 1818 time: 0.0737138 Nov 04 10:35:57.463949 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-69fda2ac-aff9-4568-bc63-38e78c90e92f req-bba89519-5771-4c16-ad55-37c0a81889a1 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:57.480267 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20025f98-7106-40ad-b938-a585d6f3b07b tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:57.500759 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-69fda2ac-aff9-4568-bc63-38e78c90e92f req-bba89519-5771-4c16-ad55-37c0a81889a1 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:57.570149 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-389148b4-5ae7-4786-81aa-3806c8903fe9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:57.614705 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-69fda2ac-aff9-4568-bc63-38e78c90e92f req-bba89519-5771-4c16-ad55-37c0a81889a1 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:57.617361 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-69fda2ac-aff9-4568-bc63-38e78c90e92f req-bba89519-5771-4c16-ad55-37c0a81889a1 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:57.618548 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69fda2ac-aff9-4568-bc63-38e78c90e92f req-bba89519-5771-4c16-ad55-37c0a81889a1 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "DELETE /v2.0/security-groups/c26bc4e3-2cd3-4216-87e3-9394bf0cb2df HTTP/1.1" status: 204 len: 173 time: 0.2444856 Nov 04 10:35:57.636272 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba89519-5771-4c16-ad55-37c0a81889a1 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26bc4e3-2cd3-4216-87e3-9394bf0cb2df,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:57.651540 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-20025f98-7106-40ad-b938-a585d6f3b07b tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Allocated IP 172.25.7.10 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/60b1e1a8-6534-4698-a748-079ff160225e) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:35:57.695552 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc84d57c-5186-4c48-b462-eb5e86ecc319 x-openstack-request-id: req-cc84d57c-5186-4c48-b462-eb5e86ecc319 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:35:57.695929 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d208acd-19f5-4b48-b6fa-aa18e1dd627b", "name": "network-vif-deleted", "tag": "66cabf58-33fb-459d-ad06-8ee65dd97685", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:35:57.696180 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-cc84d57c-5186-4c48-b462-eb5e86ecc319 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:35:57.696696 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d208acd-19f5-4b48-b6fa-aa18e1dd627b', 'name': 'network-vif-deleted', 'tag': '66cabf58-33fb-459d-ad06-8ee65dd97685', 'status': 'completed', 'code': 200} Nov 04 10:35:57.848062 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [req-c85d5ee5-c39e-490e-b6ed-8ab302faa04e req-1feb3e34-9ce3-4166-9040-58c49a35e748 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] show failed (client error): The resource could not be found. Nov 04 10:35:57.849414 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c85d5ee5-c39e-490e-b6ed-8ab302faa04e req-1feb3e34-9ce3-4166-9040-58c49a35e748 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups/c26bc4e3-2cd3-4216-87e3-9394bf0cb2df HTTP/1.1" status: 404 len: 352 time: 0.0253801 Nov 04 10:35:57.882645 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20025f98-7106-40ad-b938-a585d6f3b07b tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:57.932216 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-8bf0ca6a-f5b0-4125-bfa7-4881a68cfd69 None None] Allocated IP 172.20.0.2 (92ab5df3-727f-4009-aa65-b63a2390bdd1/ea66aad5-9af1-4fd7-8561-7ab30f09cec4/b31f9c5d-eee6-4c97-96f8-e5744aed44e4) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:35:57.968069 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20025f98-7106-40ad-b938-a585d6f3b07b tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:58.029370 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20025f98-7106-40ad-b938-a585d6f3b07b tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:35:58.039444 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-20025f98-7106-40ad-b938-a585d6f3b07b tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:58.041280 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-389148b4-5ae7-4786-81aa-3806c8903fe9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:58.047052 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20025f98-7106-40ad-b938-a585d6f3b07b tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:35:58.067517 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-389148b4-5ae7-4786-81aa-3806c8903fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:58.101829 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b1d480e5-be24-44f8-b6da-c0cba8877783 req-57057842-76ef-421f-ba1b-9880cdddc33a tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups/ea966c82-0d15-4d39-b688-9f756f318d10 HTTP/1.1" status: 200 len: 1816 time: 0.1549954 Nov 04 10:35:58.106603 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20025f98-7106-40ad-b938-a585d6f3b07b tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event updated for resources: {'Port': ['ID=60b1e1a8-6534-4698-a748-079ff160225e,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:58.198735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-389148b4-5ae7-4786-81aa-3806c8903fe9 admin admin] Allocated IP 172.25.7.103 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:35:58.200671 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39694) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:58.206154 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-e0a6d40a-f9fb-4740-8196-3cbbf7178cda admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-195063579-network', 'tenant_id': 'a43c23f134de4f14aa5d63daefe26693'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:58.267303 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b1d480e5-be24-44f8-b6da-c0cba8877783 req-c40f8248-77e9-400d-b327-15acd4a5e9de tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:58.284132 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a6d40a-f9fb-4740-8196-3cbbf7178cda admin admin] Made reservation on behalf of a43c23f134de4f14aa5d63daefe26693 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:35:58.286718 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e0a6d40a-f9fb-4740-8196-3cbbf7178cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:58.296701 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20025f98-7106-40ad-b938-a585d6f3b07b tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:58.301251 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e0a6d40a-f9fb-4740-8196-3cbbf7178cda admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:58.310998 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b1d480e5-be24-44f8-b6da-c0cba8877783 req-c40f8248-77e9-400d-b327-15acd4a5e9de tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:58.378650 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20025f98-7106-40ad-b938-a585d6f3b07b tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:58.413167 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-389148b4-5ae7-4786-81aa-3806c8903fe9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:58.431723 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b1d480e5-be24-44f8-b6da-c0cba8877783 req-c40f8248-77e9-400d-b327-15acd4a5e9de tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:58.435197 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b1d480e5-be24-44f8-b6da-c0cba8877783 req-c40f8248-77e9-400d-b327-15acd4a5e9de tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:58.441764 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b1d480e5-be24-44f8-b6da-c0cba8877783 req-c40f8248-77e9-400d-b327-15acd4a5e9de tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "DELETE /v2.0/security-groups/ea966c82-0d15-4d39-b688-9f756f318d10 HTTP/1.1" status: 204 len: 173 time: 0.3388655 Nov 04 10:35:58.467781 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e0a6d40a-f9fb-4740-8196-3cbbf7178cda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:58.482245 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e0a6d40a-f9fb-4740-8196-3cbbf7178cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:58.487364 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f8248-77e9-400d-b327-15acd4a5e9de tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea966c82-0d15-4d39-b688-9f756f318d10,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:58.510035 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8bf0ca6a-f5b0-4125-bfa7-4881a68cfd69 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:58.513160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39700) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:58.515907 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6d40a-f9fb-4740-8196-3cbbf7178cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a6d49d-1ab8-4e39-b0b6-f8884dadc790,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:58.527013 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-389148b4-5ae7-4786-81aa-3806c8903fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:58.527314 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8bf0ca6a-f5b0-4125-bfa7-4881a68cfd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:58.605460 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a6d40a-f9fb-4740-8196-3cbbf7178cda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1151} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:35:58.608052 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf0ca6a-f5b0-4125-bfa7-4881a68cfd69 None None] Network 92ab5df3-727f-4009-aa65-b63a2390bdd1 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:35:58.613513 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0ca6a-f5b0-4125-bfa7-4881a68cfd69 None None] Pushing event updated for resources: {'Port': ['ID=b31f9c5d-eee6-4c97-96f8-e5744aed44e4,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:58.618913 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-8bf0ca6a-f5b0-4125-bfa7-4881a68cfd69 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:58.623132 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf0ca6a-f5b0-4125-bfa7-4881a68cfd69 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:35:58.628653 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389148b4-5ae7-4786-81aa-3806c8903fe9 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:35:58.634272 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-389148b4-5ae7-4786-81aa-3806c8903fe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:35:58.648573 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389148b4-5ae7-4786-81aa-3806c8903fe9 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:35:58.652257 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [req-f2d27a50-3ce4-4197-a97a-138c04aa1b6b req-4bc7d718-e70a-46f1-86dc-1aaba828c210 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] show failed (client error): The resource could not be found. Nov 04 10:35:58.664294 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f2d27a50-3ce4-4197-a97a-138c04aa1b6b req-4bc7d718-e70a-46f1-86dc-1aaba828c210 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups/ea966c82-0d15-4d39-b688-9f756f318d10 HTTP/1.1" status: 404 len: 352 time: 0.0586653 Nov 04 10:35:58.695897 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-8bf0ca6a-f5b0-4125-bfa7-4881a68cfd69 None None] Attempting to bind port b31f9c5d-eee6-4c97-96f8-e5744aed44e4 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:35:58.697655 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-8bf0ca6a-f5b0-4125-bfa7-4881a68cfd69 None None] Attempting to bind port b31f9c5d-eee6-4c97-96f8-e5744aed44e4 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'd89c017d-306f-4669-8b75-b883e6faf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:35:58.697655 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf0ca6a-f5b0-4125-bfa7-4881a68cfd69 None None] Attempting to bind port b31f9c5d-eee6-4c97-96f8-e5744aed44e4 on network 92ab5df3-727f-4009-aa65-b63a2390bdd1 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:35:58.701769 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e0a6d40a-f9fb-4740-8196-3cbbf7178cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:58.704889 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf0ca6a-f5b0-4125-bfa7-4881a68cfd69 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:35:58.705748 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf0ca6a-f5b0-4125-bfa7-4881a68cfd69 None None] Checking segment: {'id': 'd89c017d-306f-4669-8b75-b883e6faf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:35:58.706497 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8bf0ca6a-f5b0-4125-bfa7-4881a68cfd69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:58.706618 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-e0a6d40a-f9fb-4740-8196-3cbbf7178cda admin admin] Added segment d917740b-97d4-4603-abdd-a598d976fc6d of type vlan for network dd34d715-91be-4e0b-a51e-887e1db004c1 Nov 04 10:35:58.706733 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf0ca6a-f5b0-4125-bfa7-4881a68cfd69 None None] Bound using segment: {'id': 'd89c017d-306f-4669-8b75-b883e6faf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:35:58.713529 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-8bf0ca6a-f5b0-4125-bfa7-4881a68cfd69 None None] Bound port: b31f9c5d-eee6-4c97-96f8-e5744aed44e4, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89c017d-306f-4669-8b75-b883e6faf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:35:58.714447 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8bf0ca6a-f5b0-4125-bfa7-4881a68cfd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:58.761249 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389148b4-5ae7-4786-81aa-3806c8903fe9 admin admin] Pushing event updated for resources: {'Port': ['ID=5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:58.805309 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20025f98-7106-40ad-b938-a585d6f3b07b tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:58.816529 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20025f98-7106-40ad-b938-a585d6f3b07b tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:58.832000 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-8bf0ca6a-f5b0-4125-bfa7-4881a68cfd69 None None] For port b31f9c5d-eee6-4c97-96f8-e5744aed44e4, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:35:58.836755 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-8bf0ca6a-f5b0-4125-bfa7-4881a68cfd69 None None] For port b31f9c5d-eee6-4c97-96f8-e5744aed44e4, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b31f9c5d-eee6-4c97-96f8-e5744aed44e4,segment=NetworkSegment(d89c017d-306f-4669-8b75-b883e6faf378),segment_id=d89c017d-306f-4669-8b75-b883e6faf378)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:35:58.843077 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8bf0ca6a-f5b0-4125-bfa7-4881a68cfd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:58.884562 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20025f98-7106-40ad-b938-a585d6f3b07b tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event updated for resources: {'Port': ['ID=60b1e1a8-6534-4698-a748-079ff160225e,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:58.896162 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e0a6d40a-f9fb-4740-8196-3cbbf7178cda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:58.908289 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3e360ff2-2bb4-4e8e-b3c5-43be5169ef40 req-86ed596b-2676-4b97-b810-9e5897552490 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups/de8cc573-5f68-4ebf-9455-b5d2f07ee4c1 HTTP/1.1" status: 200 len: 1816 time: 0.1430278 Nov 04 10:35:58.970426 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0ca6a-f5b0-4125-bfa7-4881a68cfd69 None None] Pushing event updated for resources: {'Port': ['ID=b31f9c5d-eee6-4c97-96f8-e5744aed44e4,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:59.041242 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e0a6d40a-f9fb-4740-8196-3cbbf7178cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:59.042234 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a6d40a-f9fb-4740-8196-3cbbf7178cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:35:59.042812 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e0a6d40a-f9fb-4740-8196-3cbbf7178cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:59.055960 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20025f98-7106-40ad-b938-a585d6f3b07b tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:59.077167 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3e360ff2-2bb4-4e8e-b3c5-43be5169ef40 req-b3a3390e-3427-4cd1-8930-8b2fbfd36aa3 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:59.100081 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20025f98-7106-40ad-b938-a585d6f3b07b tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:59.101242 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-20025f98-7106-40ad-b938-a585d6f3b07b tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0664806 Nov 04 10:35:59.105330 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39724) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:59.117288 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-f9f1fbba-0d85-433e-8fa4-3546f36aa5fb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Request body: {'port': {'network_id': 'eea9ea0e-c9e9-4617-bdcb-aecf2448e560', 'name': 'tempest-FloatingIPTestJSON-278831151'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:59.150250 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3e360ff2-2bb4-4e8e-b3c5-43be5169ef40 req-b3a3390e-3427-4cd1-8930-8b2fbfd36aa3 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:59.296392 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3e360ff2-2bb4-4e8e-b3c5-43be5169ef40 req-b3a3390e-3427-4cd1-8930-8b2fbfd36aa3 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:59.299840 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3e360ff2-2bb4-4e8e-b3c5-43be5169ef40 req-b3a3390e-3427-4cd1-8930-8b2fbfd36aa3 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:59.313605 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3e360ff2-2bb4-4e8e-b3c5-43be5169ef40 req-b3a3390e-3427-4cd1-8930-8b2fbfd36aa3 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "DELETE /v2.0/security-groups/de8cc573-5f68-4ebf-9455-b5d2f07ee4c1 HTTP/1.1" status: 204 len: 173 time: 0.3753281 Nov 04 10:35:59.351587 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3390e-3427-4cd1-8930-8b2fbfd36aa3 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8cc573-5f68-4ebf-9455-b5d2f07ee4c1,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:59.422900 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f1fbba-0d85-433e-8fa4-3546f36aa5fb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Made reservation on behalf of 13e467d5ab544004baf1b1c5a4b81497 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:35:59.430337 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f9f1fbba-0d85-433e-8fa4-3546f36aa5fb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:59.468233 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-f9f1fbba-0d85-433e-8fa4-3546f36aa5fb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] device_id is not set on port 45c19219-bdeb-4c44-b73a-6efc3909de81 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:35:59.488037 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [req-ad14c109-a8d2-44d8-b0c0-3b58fd3a11e0 req-afc947f0-cfdb-4937-b093-f004815365c9 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] show failed (client error): The resource could not be found. Nov 04 10:35:59.489279 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ad14c109-a8d2-44d8-b0c0-3b58fd3a11e0 req-afc947f0-cfdb-4937-b093-f004815365c9 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups/de8cc573-5f68-4ebf-9455-b5d2f07ee4c1 HTTP/1.1" status: 404 len: 352 time: 0.0312555 Nov 04 10:35:59.656084 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-f9f1fbba-0d85-433e-8fa4-3546f36aa5fb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Allocated IP 172.20.0.3 (eea9ea0e-c9e9-4617-bdcb-aecf2448e560/77a7f174-2beb-42d3-bfb3-9adbdd7bf0a3/45c19219-bdeb-4c44-b73a-6efc3909de81) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:35:59.703243 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e0a6d40a-f9fb-4740-8196-3cbbf7178cda admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5013933 Nov 04 10:35:59.712115 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39746) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:35:59.717120 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-17818f32-b86b-4313-9587-f3d2168c240a admin admin] Request body: {'subnet': {'network_id': 'dd34d715-91be-4e0b-a51e-887e1db004c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-195063579-subnet', 'tenant_id': 'a43c23f134de4f14aa5d63daefe26693', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:35:59.732143 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6d40a-f9fb-4740-8196-3cbbf7178cda admin admin] Pushing event updated for resources: {'Network': ['ID=dd34d715-91be-4e0b-a51e-887e1db004c1,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:35:59.748351 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-389148b4-5ae7-4786-81aa-3806c8903fe9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:59.751020 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network dd34d715-91be-4e0b-a51e-887e1db004c1 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:35:59.769679 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-56d539ca-b8d3-4770-aae2-5ba08bda5a8b req-d2385ebf-eeed-4674-a658-7bc55fc960c2 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=8978c15802a5437797795f3580af0e5a HTTP/1.1" status: 200 len: 6198 time: 0.1398642 Nov 04 10:35:59.805671 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17818f32-b86b-4313-9587-f3d2168c240a admin admin] Made reservation on behalf of a43c23f134de4f14aa5d63daefe26693 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:35:59.808365 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-17818f32-b86b-4313-9587-f3d2168c240a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:35:59.954381 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-56d539ca-b8d3-4770-aae2-5ba08bda5a8b req-9c47862b-e545-4984-a786-e15cd3c94960 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups/16f0cacd-133e-4c81-9ec9-343fd2ccc51f HTTP/1.1" status: 200 len: 2998 time: 0.1836786 Nov 04 10:36:00.070272 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-56d539ca-b8d3-4770-aae2-5ba08bda5a8b req-6b8d207e-bbc7-4b23-ad5d-1704db4c0fb1 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups/16f0cacd-133e-4c81-9ec9-343fd2ccc51f HTTP/1.1" status: 200 len: 2998 time: 0.1148963 Nov 04 10:36:00.079909 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-389148b4-5ae7-4786-81aa-3806c8903fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:00.138352 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:36:00.157831 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f9f1fbba-0d85-433e-8fa4-3546f36aa5fb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:00.172118 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-a2d8ddd6-542f-47f2-8562-7a11714312d4 req-f248c69a-c546-4f71-9b21-006b6db813cd tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-957912938', 'description': 'tempest-description-1381533710'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:00.278309 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a2d8ddd6-542f-47f2-8562-7a11714312d4 req-f248c69a-c546-4f71-9b21-006b6db813cd tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:00.296923 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-17818f32-b86b-4313-9587-f3d2168c240a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:00.324404 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f9f1fbba-0d85-433e-8fa4-3546f36aa5fb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:00.329553 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-49d7d1b0-7cdc-4a09-8e08-f4d2874b9461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:00.376653 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d3a2cc-9558-4f66-ab54-3b7721ff61f9 None None] Network 92ab5df3-727f-4009-aa65-b63a2390bdd1 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:36:00.381331 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389148b4-5ae7-4786-81aa-3806c8903fe9 admin admin] Router c2f7f65c-0467-4e57-93c6-0d2165582366 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:36:00.410362 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17818f32-b86b-4313-9587-f3d2168c240a admin admin] Pushing event updated for resources: {'Subnet': ['ID=54aaec02-6c64-4d20-b581-7f3ed4dcfdb0,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:00.420502 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f1fbba-0d85-433e-8fa4-3546f36aa5fb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Network eea9ea0e-c9e9-4617-bdcb-aecf2448e560 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:36:00.437449 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-f9f1fbba-0d85-433e-8fa4-3546f36aa5fb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:36:00.443539 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f1fbba-0d85-433e-8fa4-3546f36aa5fb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:36:00.448381 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1fbba-0d85-433e-8fa4-3546f36aa5fb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event updated for resources: {'Port': ['ID=45c19219-bdeb-4c44-b73a-6efc3909de81,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:00.504941 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17818f32-b86b-4313-9587-f3d2168c240a admin admin] Checking segment: {'id': 'd917740b-97d4-4603-abdd-a598d976fc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'dd34d715-91be-4e0b-a51e-887e1db004c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:36:00.505443 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17818f32-b86b-4313-9587-f3d2168c240a admin admin] Network hostable DHCP agents. Network: dd34d715-91be-4e0b-a51e-887e1db004c1, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:36:00.576849 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-548df58f-e5d9-4bf4-9df0-3e1f2000ca9e None None] Provisioning complete for port b31f9c5d-eee6-4c97-96f8-e5744aed44e4 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:00.577494 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-548df58f-e5d9-4bf4-9df0-3e1f2000ca9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:00.583642 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f1fbba-0d85-433e-8fa4-3546f36aa5fb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:00.584154 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f9f1fbba-0d85-433e-8fa4-3546f36aa5fb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:00.623962 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389148b4-5ae7-4786-81aa-3806c8903fe9 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:36:00.634815 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f9f1fbba-0d85-433e-8fa4-3546f36aa5fb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5236180 Nov 04 10:36:00.634815 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a2d8ddd6-542f-47f2-8562-7a11714312d4 req-f248c69a-c546-4f71-9b21-006b6db813cd tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:00.635305 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39764) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:00.635572 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39766) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:00.640336 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-8fd8335d-ff31-4949-a147-2697557eb13e tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Request body: {'floatingip': {'port_id': '45c19219-bdeb-4c44-b73a-6efc3909de81'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:00.666375 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50b9f5a-460a-424b-a365-b11753b27fe7 None None] Sync routers for ids ['c2f7f65c-0467-4e57-93c6-0d2165582366'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:36:00.670640 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-389148b4-5ae7-4786-81aa-3806c8903fe9 admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:00.675601 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-389148b4-5ae7-4786-81aa-3806c8903fe9 admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.6506820 Nov 04 10:36:00.677138 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39768) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:00.693343 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8fd8335d-ff31-4949-a147-2697557eb13e tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:00.694338 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50b9f5a-460a-424b-a365-b11753b27fe7 None None] Routers {'c2f7f65c-0467-4e57-93c6-0d2165582366'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:00.695071 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f50b9f5a-460a-424b-a365-b11753b27fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c2f7f65c-0467-4e57-93c6-0d2165582366'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:00.696117 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a2d8ddd6-542f-47f2-8562-7a11714312d4 req-f248c69a-c546-4f71-9b21-006b6db813cd tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:00.698287 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17818f32-b86b-4313-9587-f3d2168c240a admin admin] Network dd34d715-91be-4e0b-a51e-887e1db004c1 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:36:00.743973 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-17818f32-b86b-4313-9587-f3d2168c240a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, dd34d715-91be-4e0b-a51e-887e1db004c1) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:36:00.760535 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17818f32-b86b-4313-9587-f3d2168c240a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:00.761158 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-17818f32-b86b-4313-9587-f3d2168c240a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:00.787626 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-548df58f-e5d9-4bf4-9df0-3e1f2000ca9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:00.832401 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a2d8ddd6-542f-47f2-8562-7a11714312d4 req-f248c69a-c546-4f71-9b21-006b6db813cd tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:00.835777 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e412bd-4033-48df-891d-24600c339f5f None None] Network dd34d715-91be-4e0b-a51e-887e1db004c1 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:36:00.839237 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a2d8ddd6-542f-47f2-8562-7a11714312d4 req-f248c69a-c546-4f71-9b21-006b6db813cd tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6762037 Nov 04 10:36:00.866175 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248c69a-c546-4f71-9b21-006b6db813cd tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44d681b6-90b6-488d-a567-02881d630749,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:00.921190 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-17818f32-b86b-4313-9587-f3d2168c240a admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1985753 Nov 04 10:36:00.921759 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-548df58f-e5d9-4bf4-9df0-3e1f2000ca9e None None] For port b31f9c5d-eee6-4c97-96f8-e5744aed44e4, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b31f9c5d-eee6-4c97-96f8-e5744aed44e4,segment=NetworkSegment(d89c017d-306f-4669-8b75-b883e6faf378),segment_id=d89c017d-306f-4669-8b75-b883e6faf378)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:00.923957 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-548df58f-e5d9-4bf4-9df0-3e1f2000ca9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:01.015281 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-14887761-b3d8-4244-a68c-98d75830c319 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:01.074426 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 66cabf58-33fb-459d-ad06-8ee65dd97685 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:36:01.167156 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-49d7d1b0-7cdc-4a09-8e08-f4d2874b9461 admin admin] Deleting port 8db1a625-d213-4b72-9647-6791c04c6fb8 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:36:01.167725 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-49d7d1b0-7cdc-4a09-8e08-f4d2874b9461 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:01.173410 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 66cabf58-33fb-459d-ad06-8ee65dd97685 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:36:01.174056 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 66cabf58-33fb-459d-ad06-8ee65dd97685 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:36:01.174216 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-2936701d-01d0-4755-b81c-cfa85f7176c9 req-e4f1083f-9be8-472d-a782-5a85df81f3e8 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-53382464', 'description': 'tempest-description-2111564420'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:01.215011 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-f50b9f5a-460a-424b-a365-b11753b27fe7 None None] Set router c2f7f65c-0467-4e57-93c6-0d2165582366 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:36:01.221524 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-14887761-b3d8-4244-a68c-98d75830c319 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:01.244593 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-14887761-b3d8-4244-a68c-98d75830c319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:01.273281 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-527ff46f-a1c0-4874-bd2e-dd86808fafaa None None] Provisioning complete for port b31f9c5d-eee6-4c97-96f8-e5744aed44e4 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:01.273710 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-527ff46f-a1c0-4874-bd2e-dd86808fafaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:01.309859 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2936701d-01d0-4755-b81c-cfa85f7176c9 req-e4f1083f-9be8-472d-a782-5a85df81f3e8 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:01.323018 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548df58f-e5d9-4bf4-9df0-3e1f2000ca9e None None] Pushing event updated for resources: {'Port': ['ID=b31f9c5d-eee6-4c97-96f8-e5744aed44e4,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:01.433888 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-49d7d1b0-7cdc-4a09-8e08-f4d2874b9461 admin admin] For port 8db1a625-d213-4b72-9647-6791c04c6fb8, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=8db1a625-d213-4b72-9647-6791c04c6fb8,segment=NetworkSegment(c733da2d-3ab1-4293-8e61-0b77e271ebcf),segment_id=c733da2d-3ab1-4293-8e61-0b77e271ebcf)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:01.435051 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-49d7d1b0-7cdc-4a09-8e08-f4d2874b9461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:01.437531 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b31f9c5d-eee6-4c97-96f8-e5744aed44e4 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:36:01.462425 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-49d7d1b0-7cdc-4a09-8e08-f4d2874b9461 admin admin] Calling delete_port for 8db1a625-d213-4b72-9647-6791c04c6fb8 owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:36:01.503892 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f346cc55-74c2-4123-af07-2b5b31f88182 None None] Network dd34d715-91be-4e0b-a51e-887e1db004c1 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:36:01.653676 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-14887761-b3d8-4244-a68c-98d75830c319 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=a92828c913c84804b42568a1843c223d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9679704 Nov 04 10:36:01.657652 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14887761-b3d8-4244-a68c-98d75830c319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8741f6-1a22-45b0-98c6-18625d10a5a4,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:01.660355 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39784) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:01.678793 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-395f5041-4be4-4072-985a-afd5d1981bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:01.704920 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port b31f9c5d-eee6-4c97-96f8-e5744aed44e4 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:01.705495 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:01.796301 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f50b9f5a-460a-424b-a365-b11753b27fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-router', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:57Z', 'updated_at': '2021-11-04T10:35:58Z', 'revision_number': 3, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'gw_port': {'id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:58Z', 'updated_at': '2021-11-04T10:35:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:01.826338 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50b9f5a-460a-424b-a365-b11753b27fe7 None None] Checking router: c2f7f65c-0467-4e57-93c6-0d2165582366 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:36:01.826655 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50b9f5a-460a-424b-a365-b11753b27fe7 None None] Updating router c2f7f65c-0467-4e57-93c6-0d2165582366 port 5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:36:01.837391 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-18e21e11-1b1b-4a4e-9297-269de0798db8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:01.875851 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2936701d-01d0-4755-b81c-cfa85f7176c9 req-e4f1083f-9be8-472d-a782-5a85df81f3e8 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:01.877931 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-18e21e11-1b1b-4a4e-9297-269de0798db8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:01.880878 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f50b9f5a-460a-424b-a365-b11753b27fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:01.887787 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2936701d-01d0-4755-b81c-cfa85f7176c9 req-e4f1083f-9be8-472d-a782-5a85df81f3e8 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:01.899734 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-49d7d1b0-7cdc-4a09-8e08-f4d2874b9461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:01.960152 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7d1b0-7cdc-4a09-8e08-f4d2874b9461 admin admin] Pushing event deleted for resources: {'Port': ['ID=8db1a625-d213-4b72-9647-6791c04c6fb8,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:01.974177 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2936701d-01d0-4755-b81c-cfa85f7176c9 req-e4f1083f-9be8-472d-a782-5a85df81f3e8 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:01.975453 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2936701d-01d0-4755-b81c-cfa85f7176c9 req-e4f1083f-9be8-472d-a782-5a85df81f3e8 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.8248405 Nov 04 10:36:01.984407 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1083f-9be8-472d-a782-5a85df81f3e8 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e682c7a-70eb-4b8f-8f15-9d8661b588c6,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:02.076206 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-18e21e11-1b1b-4a4e-9297-269de0798db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:02.079053 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-18e21e11-1b1b-4a4e-9297-269de0798db8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:02.080295 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-18e21e11-1b1b-4a4e-9297-269de0798db8 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/2c8741f6-1a22-45b0-98c6-18625d10a5a4 HTTP/1.1" status: 204 len: 168 time: 0.4136307 Nov 04 10:36:02.106505 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8fd8335d-ff31-4949-a147-2697557eb13e tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:02.114176 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8fd8335d-ff31-4949-a147-2697557eb13e tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:02.117324 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e21e11-1b1b-4a4e-9297-269de0798db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8741f6-1a22-45b0-98c6-18625d10a5a4,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:02.262614 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-8fd8335d-ff31-4949-a147-2697557eb13e tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Floating IP cef08f4a-2bd9-4594-8313-c3fbabef9f67 associated. External IP: 172.25.7.10, port: 45c19219-bdeb-4c44-b73a-6efc3909de81. Nov 04 10:36:02.266566 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-395f5041-4be4-4072-985a-afd5d1981bbb admin admin] Allocated IP 172.20.0.1 (92ab5df3-727f-4009-aa65-b63a2390bdd1/ea66aad5-9af1-4fd7-8561-7ab30f09cec4/0124299d-6b0d-4166-a5cc-859b989b3080) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:36:02.416107 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-49d7d1b0-7cdc-4a09-8e08-f4d2874b9461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:02.558419 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-395f5041-4be4-4072-985a-afd5d1981bbb admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:02.592968 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd8335d-ff31-4949-a147-2697557eb13e tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Router 23732882-0a05-4b95-b3b4-413c9b097100 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:36:02.644866 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f50b9f5a-460a-424b-a365-b11753b27fe7 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:02.653895 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f50b9f5a-460a-424b-a365-b11753b27fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:02.711301 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-395f5041-4be4-4072-985a-afd5d1981bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:02.791378 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-f50b9f5a-460a-424b-a365-b11753b27fe7 None None] Attempting to bind port 5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:36:02.791793 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-f50b9f5a-460a-424b-a365-b11753b27fe7 None None] Attempting to bind port 5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:36:02.792116 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50b9f5a-460a-424b-a365-b11753b27fe7 None None] Attempting to bind port 5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:36:02.805591 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a2f1a-51d6-46a4-b2b1-29d2d496589d None None] Pushing event updated for resources: {'Port': ['ID=5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:02.811232 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50b9f5a-460a-424b-a365-b11753b27fe7 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:36:02.811542 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50b9f5a-460a-424b-a365-b11753b27fe7 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:36:02.811925 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f50b9f5a-460a-424b-a365-b11753b27fe7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:02.812838 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50b9f5a-460a-424b-a365-b11753b27fe7 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:36:02.812838 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-f50b9f5a-460a-424b-a365-b11753b27fe7 None None] Bound port: 5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:36:02.813276 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f50b9f5a-460a-424b-a365-b11753b27fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:02.820795 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395f5041-4be4-4072-985a-afd5d1981bbb admin admin] Network 92ab5df3-727f-4009-aa65-b63a2390bdd1 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:36:02.825897 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-395f5041-4be4-4072-985a-afd5d1981bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:36:02.849580 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d7d1b0-7cdc-4a09-8e08-f4d2874b9461 admin admin] Router a7c474d3-adca-4693-bdaf-4855756c5dd1 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:36:02.851532 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395f5041-4be4-4072-985a-afd5d1981bbb admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:36:02.899638 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-f50b9f5a-460a-424b-a365-b11753b27fe7 None None] For port 5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:36:02.905214 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-f50b9f5a-460a-424b-a365-b11753b27fe7 None None] For port 5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:36:02.912279 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-395f5041-4be4-4072-985a-afd5d1981bbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:02.912978 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39812) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:02.916691 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f50b9f5a-460a-424b-a365-b11753b27fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:02.919126 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f5041-4be4-4072-985a-afd5d1981bbb admin admin] Pushing event updated for resources: {'Port': ['ID=0124299d-6b0d-4166-a5cc-859b989b3080,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:02.946636 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39814) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:02.947588 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-847f48c0-840a-4d0c-a48b-bf3f2e1f918a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:03.003630 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a2f1a-51d6-46a4-b2b1-29d2d496589d None None] Pushing event updated for resources: {'Port': ['ID=5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:03.018686 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7a2f1a-51d6-46a4-b2b1-29d2d496589d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:03.019162 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7a2f1a-51d6-46a4-b2b1-29d2d496589d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:03.019598 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7a2f1a-51d6-46a4-b2b1-29d2d496589d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:03.020022 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7a2f1a-51d6-46a4-b2b1-29d2d496589d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:03.020630 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7a2f1a-51d6-46a4-b2b1-29d2d496589d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:03.021399 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7a2f1a-51d6-46a4-b2b1-29d2d496589d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:03.021399 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7a2f1a-51d6-46a4-b2b1-29d2d496589d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:03.021912 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7a2f1a-51d6-46a4-b2b1-29d2d496589d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:03.023457 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7a2f1a-51d6-46a4-b2b1-29d2d496589d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:03.023457 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7a2f1a-51d6-46a4-b2b1-29d2d496589d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:03.023988 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7a2f1a-51d6-46a4-b2b1-29d2d496589d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:03.024750 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7a2f1a-51d6-46a4-b2b1-29d2d496589d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:03.041302 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50b9f5a-460a-424b-a365-b11753b27fe7 None None] Routers {'c2f7f65c-0467-4e57-93c6-0d2165582366'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:03.042121 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f50b9f5a-460a-424b-a365-b11753b27fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c2f7f65c-0467-4e57-93c6-0d2165582366'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:03.131863 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd8335d-ff31-4949-a147-2697557eb13e tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:36:03.146099 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb3d2d0-4605-42b8-adf4-9b7659649eaf None None] Sync routers for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:36:03.159220 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8fd8335d-ff31-4949-a147-2697557eb13e tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:03.176434 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb3d2d0-4605-42b8-adf4-9b7659649eaf None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:03.179369 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-dcb3d2d0-4605-42b8-adf4-9b7659649eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:03.184941 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-f50b9f5a-460a-424b-a365-b11753b27fe7 None None] Set router c2f7f65c-0467-4e57-93c6-0d2165582366 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:36:03.203805 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8fd8335d-ff31-4949-a147-2697557eb13e tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "PUT /v2.0/floatingips/cef08f4a-2bd9-4594-8313-c3fbabef9f67 HTTP/1.1" status: 200 len: 976 time: 2.5671079 Nov 04 10:36:03.206858 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39818) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:03.255494 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-dcb3d2d0-4605-42b8-adf4-9b7659649eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:03.266164 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb3d2d0-4605-42b8-adf4-9b7659649eaf None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:03.266809 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-dcb3d2d0-4605-42b8-adf4-9b7659649eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:03.270714 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-bba04812-f236-43fa-aae1-a02d2f55af29 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:03.279701 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-bba04812-f236-43fa-aae1-a02d2f55af29 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/networks?id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 200 len: 807 time: 0.4755397 Nov 04 10:36:03.309536 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-dcb3d2d0-4605-42b8-adf4-9b7659649eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:03.310555 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb3d2d0-4605-42b8-adf4-9b7659649eaf None None] The sync data for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:36:03.339137 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-98564f9d-4a38-4f6c-b0f6-14bc84a4c3c6 None None] Provisioning complete for port 0124299d-6b0d-4166-a5cc-859b989b3080 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:03.339570 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-98564f9d-4a38-4f6c-b0f6-14bc84a4c3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:03.347223 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-847f48c0-840a-4d0c-a48b-bf3f2e1f918a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:03.364485 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-391dca42-8e42-4c0d-abff-7eb01673b1bb tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/quotas/b0cdd2f9dc0842d49d2b7a3c82b555e2 HTTP/1.1" status: 200 len: 375 time: 0.0836644 Nov 04 10:36:03.366548 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9e8c4f8-b14a-4f16-a9a3-9a495e2e74ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:03.372051 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-847f48c0-840a-4d0c-a48b-bf3f2e1f918a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:03.377151 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b31f9c5d-eee6-4c97-96f8-e5744aed44e4 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:36:03.425555 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-98564f9d-4a38-4f6c-b0f6-14bc84a4c3c6 None None] Port 0124299d-6b0d-4166-a5cc-859b989b3080 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:36:03.441575 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-31a7bf97-4e37-459d-b0f6-24e430264bb2 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761166 Nov 04 10:36:03.480920 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f48c0-840a-4d0c-a48b-bf3f2e1f918a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278a66b7-c6f9-49c1-baf1-ff5e8548bd18,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:03.485325 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-847f48c0-840a-4d0c-a48b-bf3f2e1f918a admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=7fc252a115e9450bb350bfdb80e25414&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5712330 Nov 04 10:36:03.491208 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port b31f9c5d-eee6-4c97-96f8-e5744aed44e4 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:03.491766 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:03.523929 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39820) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:03.534949 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f50b9f5a-460a-424b-a365-b11753b27fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-router', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:57Z', 'updated_at': '2021-11-04T10:35:58Z', 'revision_number': 3, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'gw_port': {'id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:58Z', 'updated_at': '2021-11-04T10:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:03.564105 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-65ed13fb-ecc2-49e6-92ac-c17e1422dff8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Deleting port 45c19219-bdeb-4c44-b73a-6efc3909de81 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:36:03.564105 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65ed13fb-ecc2-49e6-92ac-c17e1422dff8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:03.573867 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50b9f5a-460a-424b-a365-b11753b27fe7 None None] The sync data for ids ['c2f7f65c-0467-4e57-93c6-0d2165582366'] in n-d-816629-1 is: [{'id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-router', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:57Z', 'updated_at': '2021-11-04T10:35:58Z', 'revision_number': 3, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'gw_port': {'id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:58Z', 'updated_at': '2021-11-04T10:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:36:03.637235 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-395f5041-4be4-4072-985a-afd5d1981bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:03.729214 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d7d1b0-7cdc-4a09-8e08-f4d2874b9461 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:36:03.733970 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-d0ef8eea-d9bc-4cfb-a007-d5e1694fba82 service neutron] 10.222.0.127 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711768 Nov 04 10:36:03.739608 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c956da7-b94f-40a5-8109-08ab18568d4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:03.742210 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c028b47-fcf6-4788-9ab5-df01ef837b95 None None] Sync routers for ids ['a7c474d3-adca-4693-bdaf-4855756c5dd1'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:36:03.746988 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-49d7d1b0-7cdc-4a09-8e08-f4d2874b9461 admin admin] 10.222.0.127 "PUT /v2.0/routers/a7c474d3-adca-4693-bdaf-4855756c5dd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2275293 Nov 04 10:36:03.747390 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39822) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:03.755069 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9e8c4f8-b14a-4f16-a9a3-9a495e2e74ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:03.756807 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c028b47-fcf6-4788-9ab5-df01ef837b95 None None] Routers {'a7c474d3-adca-4693-bdaf-4855756c5dd1'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:03.757675 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0c028b47-fcf6-4788-9ab5-df01ef837b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a7c474d3-adca-4693-bdaf-4855756c5dd1'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:03.793703 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9e8c4f8-b14a-4f16-a9a3-9a495e2e74ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:03.880717 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65ed13fb-ecc2-49e6-92ac-c17e1422dff8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:03.883762 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-395f5041-4be4-4072-985a-afd5d1981bbb admin admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:03.893680 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-395f5041-4be4-4072-985a-afd5d1981bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:03.898184 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c956da7-b94f-40a5-8109-08ab18568d4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:03.948391 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-0c028b47-fcf6-4788-9ab5-df01ef837b95 None None] Set router a7c474d3-adca-4693-bdaf-4855756c5dd1 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:36:03.971308 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c9e8c4f8-b14a-4f16-a9a3-9a495e2e74ab admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=3fc0e6fd8267428f90bba81ff891cd72&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0174167 Nov 04 10:36:03.975960 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39824) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:04.035654 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-395f5041-4be4-4072-985a-afd5d1981bbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:04.067928 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f5041-4be4-4072-985a-afd5d1981bbb admin admin] Pushing event updated for resources: {'Port': ['ID=0124299d-6b0d-4166-a5cc-859b989b3080,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:04.090422 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8c4f8-b14a-4f16-a9a3-9a495e2e74ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60a442c-b9e4-499f-ad8d-1b0c84ea02ef,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:04.146584 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d7487d79-2cc7-4780-b166-ba5e987c3d33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:04.224098 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d7487d79-2cc7-4780-b166-ba5e987c3d33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:04.239718 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0c85af8a-1e71-44e4-82ef-0e3724980565 admin admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:04.247467 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-469e313e-9a34-41bc-9ecc-3bdaeedcca27 service neutron] 10.222.0.127 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4957261 Nov 04 10:36:04.269238 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0c028b47-fcf6-4788-9ab5-df01ef837b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973933473-router', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:03Z', 'updated_at': '2021-11-04T10:36:01Z', 'revision_number': 5, 'project_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'gw_port': {'id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:04Z', 'updated_at': '2021-11-04T10:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:04.298721 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395f5041-4be4-4072-985a-afd5d1981bbb admin admin] Network 92ab5df3-727f-4009-aa65-b63a2390bdd1 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:36:04.300609 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d7487d79-2cc7-4780-b166-ba5e987c3d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:04.305996 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c028b47-fcf6-4788-9ab5-df01ef837b95 None None] Checking router: a7c474d3-adca-4693-bdaf-4855756c5dd1 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:36:04.306286 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d7487d79-2cc7-4780-b166-ba5e987c3d33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:04.312849 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d7487d79-2cc7-4780-b166-ba5e987c3d33 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/f60a442c-b9e4-499f-ad8d-1b0c84ea02ef HTTP/1.1" status: 204 len: 168 time: 0.3333559 Nov 04 10:36:04.318684 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-395f5041-4be4-4072-985a-afd5d1981bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:36:04.343040 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7487d79-2cc7-4780-b166-ba5e987c3d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60a442c-b9e4-499f-ad8d-1b0c84ea02ef,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:04.346958 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c028b47-fcf6-4788-9ab5-df01ef837b95 None None] Routers {'a7c474d3-adca-4693-bdaf-4855756c5dd1'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:04.351468 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0c028b47-fcf6-4788-9ab5-df01ef837b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a7c474d3-adca-4693-bdaf-4855756c5dd1'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:04.551729 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-0c028b47-fcf6-4788-9ab5-df01ef837b95 None None] Set router a7c474d3-adca-4693-bdaf-4855756c5dd1 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:36:04.660943 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395f5041-4be4-4072-985a-afd5d1981bbb admin admin] Router c2f7f65c-0467-4e57-93c6-0d2165582366 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:36:04.909984 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e376f57e-aacc-4884-b14b-3cdeb6985fb6 None None] Provisioning complete for port 0124299d-6b0d-4166-a5cc-859b989b3080 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:04.910364 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e376f57e-aacc-4884-b14b-3cdeb6985fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:04.921265 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c956da7-b94f-40a5-8109-08ab18568d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:04.923077 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395f5041-4be4-4072-985a-afd5d1981bbb admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:36:04.940577 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-395f5041-4be4-4072-985a-afd5d1981bbb admin admin] 10.222.0.127 "PUT /v2.0/routers/c2f7f65c-0467-4e57-93c6-0d2165582366/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2596104 Nov 04 10:36:04.941595 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c956da7-b94f-40a5-8109-08ab18568d4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:04.950655 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6c956da7-b94f-40a5-8109-08ab18568d4c admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/278a66b7-c6f9-49c1-baf1-ff5e8548bd18 HTTP/1.1" status: 204 len: 168 time: 1.4227948 Nov 04 10:36:04.956760 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e376f57e-aacc-4884-b14b-3cdeb6985fb6 None None] Port 0124299d-6b0d-4166-a5cc-859b989b3080 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:36:04.959188 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39850) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:04.976723 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-52133df8-36e3-49ae-90b9-be7392843581 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:05.013147 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0c028b47-fcf6-4788-9ab5-df01ef837b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973933473-router', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:03Z', 'updated_at': '2021-11-04T10:36:01Z', 'revision_number': 5, 'project_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'gw_port': {'id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:04Z', 'updated_at': '2021-11-04T10:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:05.106615 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c028b47-fcf6-4788-9ab5-df01ef837b95 None None] The sync data for ids ['a7c474d3-adca-4693-bdaf-4855756c5dd1'] in n-d-816629-1 is: [{'id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973933473-router', 'tenant_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:03Z', 'updated_at': '2021-11-04T10:36:01Z', 'revision_number': 5, 'project_id': 'a7940a7dcb8a45f582552e08becdd2d6', 'gw_port': {'id': 'a1f60f24-b3a7-4efb-8403-529ebae61fc1', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c474d3-adca-4693-bdaf-4855756c5dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:04Z', 'updated_at': '2021-11-04T10:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:36:05.116098 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-52133df8-36e3-49ae-90b9-be7392843581 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:05.123933 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-52133df8-36e3-49ae-90b9-be7392843581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:05.161292 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65ed13fb-ecc2-49e6-92ac-c17e1422dff8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:05.161836 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65ed13fb-ecc2-49e6-92ac-c17e1422dff8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:05.161961 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-65ed13fb-ecc2-49e6-92ac-c17e1422dff8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Floating IP cef08f4a-2bd9-4594-8313-c3fbabef9f67 disassociated. External IP: 172.25.7.10, port: 45c19219-bdeb-4c44-b73a-6efc3909de81. Nov 04 10:36:05.162274 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-65ed13fb-ecc2-49e6-92ac-c17e1422dff8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Calling delete_port for 45c19219-bdeb-4c44-b73a-6efc3909de81 owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:36:05.211639 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c956da7-b94f-40a5-8109-08ab18568d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278a66b7-c6f9-49c1-baf1-ff5e8548bd18,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:05.270436 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-52133df8-36e3-49ae-90b9-be7392843581 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=0f9ffc0092b74175a1c1c048525ef586&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3097610 Nov 04 10:36:05.271372 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39856) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:05.279774 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52133df8-36e3-49ae-90b9-be7392843581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d3942d-b0f1-46fd-91db-d67e894270ab,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:05.357704 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2bc9d557-8952-4bc0-8f3a-0c2abfdc24b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:05.385861 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2bc9d557-8952-4bc0-8f3a-0c2abfdc24b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:05.461792 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2bc9d557-8952-4bc0-8f3a-0c2abfdc24b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:05.466825 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2bc9d557-8952-4bc0-8f3a-0c2abfdc24b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:05.470821 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2bc9d557-8952-4bc0-8f3a-0c2abfdc24b9 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/f3d3942d-b0f1-46fd-91db-d67e894270ab HTTP/1.1" status: 204 len: 168 time: 0.1952553 Nov 04 10:36:05.503829 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc9d557-8952-4bc0-8f3a-0c2abfdc24b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d3942d-b0f1-46fd-91db-d67e894270ab,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:05.545828 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0c85af8a-1e71-44e4-82ef-0e3724980565 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:05.594343 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-5fc6c772-843f-46f7-bc3d-5fe55036bf48 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:05.598088 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-5fc6c772-843f-46f7-bc3d-5fe55036bf48 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/networks?id=fd562185-7063-471c-ad25-a957d0b41f6e HTTP/1.1" status: 200 len: 812 time: 0.6408026 Nov 04 10:36:05.600615 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65ed13fb-ecc2-49e6-92ac-c17e1422dff8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:05.699706 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:36:05.726429 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed13fb-ecc2-49e6-92ac-c17e1422dff8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event deleted for resources: {'Port': ['ID=45c19219-bdeb-4c44-b73a-6efc3909de81,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:05.738708 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-855a3156-22b4-4673-addc-390050d7be00 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/quotas/8978c15802a5437797795f3580af0e5a HTTP/1.1" status: 200 len: 375 time: 0.1306970 Nov 04 10:36:05.816140 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:05.816764 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:05.873029 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-c915def5-e1ee-4409-84ae-711d30a6a191 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=8978c15802a5437797795f3580af0e5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1331692 Nov 04 10:36:05.982691 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-0c85af8a-1e71-44e4-82ef-0e3724980565 admin admin] Deleting port a1f60f24-b3a7-4efb-8403-529ebae61fc1 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:36:05.983036 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0c85af8a-1e71-44e4-82ef-0e3724980565 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:05.989614 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:06.022887 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:06.033388 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:06.115466 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ed13fb-ecc2-49e6-92ac-c17e1422dff8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Router 23732882-0a05-4b95-b3b4-413c9b097100 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:36:06.161918 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-112efb74-7cdd-42e3-a618-7feaac547d9b service neutron] 10.222.0.127 "GET /v2.0/networks/fd562185-7063-471c-ad25-a957d0b41f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772841 Nov 04 10:36:06.204730 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-0c85af8a-1e71-44e4-82ef-0e3724980565 admin admin] For port a1f60f24-b3a7-4efb-8403-529ebae61fc1, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a1f60f24-b3a7-4efb-8403-529ebae61fc1,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:06.205269 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0c85af8a-1e71-44e4-82ef-0e3724980565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:06.210568 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:06.301726 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-df5e905b-35f4-44b2-a795-6835114c582d tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:06.303718 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-0c85af8a-1e71-44e4-82ef-0e3724980565 admin admin] Calling delete_port for a1f60f24-b3a7-4efb-8403-529ebae61fc1 owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:36:06.303869 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-df5e905b-35f4-44b2-a795-6835114c582d tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.121 "GET /v2.0/networks?id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 200 len: 807 time: 0.3031745 Nov 04 10:36:06.329554 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-9ce32e20-5b5b-48c5-ab7d-5627aaee72bc tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Request body: {'port': {'device_id': 'c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57', 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a', 'admin_state_up': True, 'tenant_id': 'b0cdd2f9dc0842d49d2b7a3c82b555e2'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:06.395741 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa57889-17e5-4647-89cc-51e59f30e61f None None] Sync routers for ids ['c2f7f65c-0467-4e57-93c6-0d2165582366'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:36:06.415116 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa57889-17e5-4647-89cc-51e59f30e61f None None] Routers {'c2f7f65c-0467-4e57-93c6-0d2165582366'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:06.415739 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-1aa57889-17e5-4647-89cc-51e59f30e61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c2f7f65c-0467-4e57-93c6-0d2165582366'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:06.478222 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-8cc37e21-dad1-4526-bb34-a3afc056bdd0 service neutron] 10.222.0.127 "GET /v2.0/networks/fd562185-7063-471c-ad25-a957d0b41f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060012 Nov 04 10:36:06.487920 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ed13fb-ecc2-49e6-92ac-c17e1422dff8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:36:06.499379 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d249d-bc90-4b94-a7d9-aae602306553 None None] Sync routers for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:36:06.519095 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d249d-bc90-4b94-a7d9-aae602306553 None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:06.521929 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-206d249d-bc90-4b94-a7d9-aae602306553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:06.582989 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-1aa57889-17e5-4647-89cc-51e59f30e61f None None] Set router c2f7f65c-0467-4e57-93c6-0d2165582366 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:36:06.601181 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-206d249d-bc90-4b94-a7d9-aae602306553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:06.615967 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-9ce32e20-5b5b-48c5-ab7d-5627aaee72bc tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Made reservation on behalf of b0cdd2f9dc0842d49d2b7a3c82b555e2 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:36:06.624219 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d249d-bc90-4b94-a7d9-aae602306553 None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:06.624878 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-206d249d-bc90-4b94-a7d9-aae602306553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:06.631551 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-9ce32e20-5b5b-48c5-ab7d-5627aaee72bc tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:06.720000 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-206d249d-bc90-4b94-a7d9-aae602306553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:06.724335 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d249d-bc90-4b94-a7d9-aae602306553 None None] The sync data for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:36:06.785904 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65ed13fb-ecc2-49e6-92ac-c17e1422dff8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:06.789360 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-65ed13fb-ecc2-49e6-92ac-c17e1422dff8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "DELETE /v2.0/ports/45c19219-bdeb-4c44-b73a-6efc3909de81 HTTP/1.1" status: 204 len: 168 time: 3.5804214 Nov 04 10:36:06.838457 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39898) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:06.916677 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-57b224a2-8d62-43cc-a9d8-bb4fcfa5ca51 req-331975b5-0e17-428c-a6d2-0a7b5db02870 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57 HTTP/1.1" status: 200 len: 210 time: 0.0792792 Nov 04 10:36:06.946815 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ea36f2df-0335-4fb9-919e-20afef8a5053 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "GET /v2.0/floatingips/cef08f4a-2bd9-4594-8313-c3fbabef9f67 HTTP/1.1" status: 200 len: 687 time: 0.0996115 Nov 04 10:36:06.948399 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39906) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:07.019781 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-9ce32e20-5b5b-48c5-ab7d-5627aaee72bc tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Allocated IP 172.20.0.6 (c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a/f29a1ba4-9c2e-4bbf-be88-aa21c2016c98/4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:36:07.029336 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0c85af8a-1e71-44e4-82ef-0e3724980565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:07.073894 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-1aa57889-17e5-4647-89cc-51e59f30e61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-router', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:57Z', 'updated_at': '2021-11-04T10:36:03Z', 'revision_number': 4, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'gw_port': {'id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:58Z', 'updated_at': '2021-11-04T10:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '0124299d-6b0d-4166-a5cc-859b989b3080', 'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'mac_address': 'fa:16:3e:05:63:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:36:01Z', 'updated_at': '2021-11-04T10:36:03Z', 'revision_number': 2, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'subnets': [{'id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:07.144590 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85af8a-1e71-44e4-82ef-0e3724980565 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1f60f24-b3a7-4efb-8403-529ebae61fc1,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:07.263019 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa57889-17e5-4647-89cc-51e59f30e61f None None] Checking router: c2f7f65c-0467-4e57-93c6-0d2165582366 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:36:07.269216 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa57889-17e5-4647-89cc-51e59f30e61f None None] Updating router c2f7f65c-0467-4e57-93c6-0d2165582366 port 0124299d-6b0d-4166-a5cc-859b989b3080 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:36:07.286735 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0c85af8a-1e71-44e4-82ef-0e3724980565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:07.287537 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-9ce32e20-5b5b-48c5-ab7d-5627aaee72bc tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:07.336918 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-1aa57889-17e5-4647-89cc-51e59f30e61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:07.390450 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0c85af8a-1e71-44e4-82ef-0e3724980565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:07.393497 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0c85af8a-1e71-44e4-82ef-0e3724980565 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:07.414231 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-9ce32e20-5b5b-48c5-ab7d-5627aaee72bc tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:07.454506 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0c85af8a-1e71-44e4-82ef-0e3724980565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:07.455419 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c85af8a-1e71-44e4-82ef-0e3724980565 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7c474d3-adca-4693-bdaf-4855756c5dd1 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:36:07.462578 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0c85af8a-1e71-44e4-82ef-0e3724980565 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:07.464344 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0c85af8a-1e71-44e4-82ef-0e3724980565 admin admin] 10.222.0.127 "DELETE /v2.0/routers/a7c474d3-adca-4693-bdaf-4855756c5dd1 HTTP/1.1" status: 204 len: 168 time: 3.7113760 Nov 04 10:36:07.473680 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39922) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:07.478436 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:36:07.485743 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-ba92a14b-2850-4891-a6b2-966e2ffbc7f8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Deleting port 60b1e1a8-6534-4698-a748-079ff160225e {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:36:07.486575 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba92a14b-2850-4891-a6b2-966e2ffbc7f8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:07.571392 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:07.572025 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:07.577319 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-9ce32e20-5b5b-48c5-ab7d-5627aaee72bc tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:36:07.581465 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-9ce32e20-5b5b-48c5-ab7d-5627aaee72bc tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:36:07.592811 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-9ce32e20-5b5b-48c5-ab7d-5627aaee72bc tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:36:07.711596 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39930) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:07.752140 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce32e20-5b5b-48c5-ab7d-5627aaee72bc tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Pushing event updated for resources: {'Port': ['ID=4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:07.819625 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8db1a625-d213-4b72-9647-6791c04c6fb8 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:36:07.837403 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-9ce32e20-5b5b-48c5-ab7d-5627aaee72bc tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:07.838219 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-9ce32e20-5b5b-48c5-ab7d-5627aaee72bc tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:07.881406 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 8db1a625-d213-4b72-9647-6791c04c6fb8 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:36:07.881981 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8db1a625-d213-4b72-9647-6791c04c6fb8 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:36:07.884457 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-9ce32e20-5b5b-48c5-ab7d-5627aaee72bc tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5649035 Nov 04 10:36:07.900845 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-c8d6d52d-8730-4eed-83b4-77e6a25c9b87 service neutron] Request body: {'port': {'device_id': 'c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:07.924946 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-1aa57889-17e5-4647-89cc-51e59f30e61f None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:07.934601 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-1aa57889-17e5-4647-89cc-51e59f30e61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:08.038014 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-c8d6d52d-8730-4eed-83b4-77e6a25c9b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:08.098862 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7fc853-c843-4bea-9e99-6914c44e24c8 None None] Pushing event updated for resources: {'Port': ['ID=0124299d-6b0d-4166-a5cc-859b989b3080,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:08.121508 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-7e4b2c19-76a7-4458-b87f-988ae9766e1e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1437245574-network', 'tenant_id': '476366b879674fa18f9d4001aa82561f'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:08.181501 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7fc853-c843-4bea-9e99-6914c44e24c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:08.182327 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7fc853-c843-4bea-9e99-6914c44e24c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:08.182753 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7fc853-c843-4bea-9e99-6914c44e24c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:08.183173 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7fc853-c843-4bea-9e99-6914c44e24c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:08.183604 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7fc853-c843-4bea-9e99-6914c44e24c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:08.184021 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7fc853-c843-4bea-9e99-6914c44e24c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:08.184396 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7fc853-c843-4bea-9e99-6914c44e24c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:08.184765 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7fc853-c843-4bea-9e99-6914c44e24c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:08.185173 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7fc853-c843-4bea-9e99-6914c44e24c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:08.185551 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7fc853-c843-4bea-9e99-6914c44e24c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:08.186273 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7fc853-c843-4bea-9e99-6914c44e24c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:08.187491 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7fc853-c843-4bea-9e99-6914c44e24c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:08.245961 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-1aa57889-17e5-4647-89cc-51e59f30e61f None None] Attempting to bind port 0124299d-6b0d-4166-a5cc-859b989b3080 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:36:08.246873 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-1aa57889-17e5-4647-89cc-51e59f30e61f None None] Attempting to bind port 0124299d-6b0d-4166-a5cc-859b989b3080 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'd89c017d-306f-4669-8b75-b883e6faf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:36:08.247242 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa57889-17e5-4647-89cc-51e59f30e61f None None] Attempting to bind port 0124299d-6b0d-4166-a5cc-859b989b3080 on network 92ab5df3-727f-4009-aa65-b63a2390bdd1 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:36:08.261315 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa57889-17e5-4647-89cc-51e59f30e61f None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:36:08.261603 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa57889-17e5-4647-89cc-51e59f30e61f None None] Checking segment: {'id': 'd89c017d-306f-4669-8b75-b883e6faf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:36:08.263578 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-1aa57889-17e5-4647-89cc-51e59f30e61f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:08.264011 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa57889-17e5-4647-89cc-51e59f30e61f None None] Bound using segment: {'id': 'd89c017d-306f-4669-8b75-b883e6faf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:36:08.266954 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-1aa57889-17e5-4647-89cc-51e59f30e61f None None] Bound port: 0124299d-6b0d-4166-a5cc-859b989b3080, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89c017d-306f-4669-8b75-b883e6faf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:36:08.266954 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-1aa57889-17e5-4647-89cc-51e59f30e61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:08.282396 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4b2c19-76a7-4458-b87f-988ae9766e1e admin admin] Made reservation on behalf of 476366b879674fa18f9d4001aa82561f for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:36:08.288796 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e4b2c19-76a7-4458-b87f-988ae9766e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:08.305672 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e4b2c19-76a7-4458-b87f-988ae9766e1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:08.374353 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba92a14b-2850-4891-a6b2-966e2ffbc7f8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:08.375028 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba92a14b-2850-4891-a6b2-966e2ffbc7f8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:08.376470 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-1aa57889-17e5-4647-89cc-51e59f30e61f None None] For port 0124299d-6b0d-4166-a5cc-859b989b3080, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:36:08.380182 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-1aa57889-17e5-4647-89cc-51e59f30e61f None None] For port 0124299d-6b0d-4166-a5cc-859b989b3080, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0124299d-6b0d-4166-a5cc-859b989b3080,segment=NetworkSegment(d89c017d-306f-4669-8b75-b883e6faf378),segment_id=d89c017d-306f-4669-8b75-b883e6faf378)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:36:08.388915 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-1aa57889-17e5-4647-89cc-51e59f30e61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:08.415526 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-493f9a54-65d0-4180-9750-a642fcb37742 admin admin] Deleting subnet 75946b22-fef0-469a-a134-d85aa619e876 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:36:08.420857 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-493f9a54-65d0-4180-9750-a642fcb37742 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:08.423975 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-8953c82d-3eb4-4705-9fd7-fd0a393d0dd7 None None] Provisioning complete for port 0124299d-6b0d-4166-a5cc-859b989b3080 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:08.424427 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8953c82d-3eb4-4705-9fd7-fd0a393d0dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:08.470726 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-493f9a54-65d0-4180-9750-a642fcb37742 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:08.518852 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa57889-17e5-4647-89cc-51e59f30e61f None None] Routers {'c2f7f65c-0467-4e57-93c6-0d2165582366'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:08.531124 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-1aa57889-17e5-4647-89cc-51e59f30e61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c2f7f65c-0467-4e57-93c6-0d2165582366'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:08.620629 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7fc853-c843-4bea-9e99-6914c44e24c8 None None] Pushing event updated for resources: {'Port': ['ID=0124299d-6b0d-4166-a5cc-859b989b3080,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:08.632071 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-493f9a54-65d0-4180-9750-a642fcb37742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:08.645279 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e4b2c19-76a7-4458-b87f-988ae9766e1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:08.657040 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e4b2c19-76a7-4458-b87f-988ae9766e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:08.659186 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8953c82d-3eb4-4705-9fd7-fd0a393d0dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:08.694334 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-c8d6d52d-8730-4eed-83b4-77e6a25c9b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:36:08.703716 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-ba92a14b-2850-4891-a6b2-966e2ffbc7f8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Calling delete_port for 60b1e1a8-6534-4698-a748-079ff160225e owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:36:08.739158 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-493f9a54-65d0-4180-9750-a642fcb37742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:08.746427 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-c8d6d52d-8730-4eed-83b4-77e6a25c9b87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:08.773668 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4b2c19-76a7-4458-b87f-988ae9766e1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1150} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:36:08.817707 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-c8d6d52d-8730-4eed-83b4-77e6a25c9b87 service neutron] Transition to ACTIVE for port object 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:36:08.824884 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b2c19-76a7-4458-b87f-988ae9766e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfd387a-b231-4099-9866-bdc1a43a4e3f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:08.829435 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-1aa57889-17e5-4647-89cc-51e59f30e61f None None] Set router c2f7f65c-0467-4e57-93c6-0d2165582366 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:36:08.836269 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f9a54-65d0-4180-9750-a642fcb37742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75946b22-fef0-469a-a134-d85aa619e876,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:08.843333 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e4b2c19-76a7-4458-b87f-988ae9766e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:08.843863 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-7e4b2c19-76a7-4458-b87f-988ae9766e1e admin admin] Added segment 48965e54-ccbf-4101-ae5e-63b1a9afe33d of type vlan for network 53b4734e-4543-4ce7-ab37-dfe80a41b96c Nov 04 10:36:08.865662 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-c8d6d52d-8730-4eed-83b4-77e6a25c9b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:08.938503 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-493f9a54-65d0-4180-9750-a642fcb37742 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:08.952762 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-493f9a54-65d0-4180-9750-a642fcb37742 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/75946b22-fef0-469a-a134-d85aa619e876 HTTP/1.1" status: 204 len: 168 time: 1.4775677 Nov 04 10:36:08.955265 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39958) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:09.019251 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae50cd0-f529-400a-adbb-53d0c64f9bf5 None None] Network 54d126eb-2366-4e9a-970c-4c8c6fe2a9ee requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:36:09.029975 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e4b2c19-76a7-4458-b87f-988ae9766e1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:09.058527 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6d52d-8730-4eed-83b4-77e6a25c9b87 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:09.062639 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e4b2c19-76a7-4458-b87f-988ae9766e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:09.063789 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4b2c19-76a7-4458-b87f-988ae9766e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:09.065097 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e4b2c19-76a7-4458-b87f-988ae9766e1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:09.079911 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b311-9b45-464b-b93b-1d3919eac35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:09.173322 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-8953c82d-3eb4-4705-9fd7-fd0a393d0dd7 None None] For port 0124299d-6b0d-4166-a5cc-859b989b3080, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0124299d-6b0d-4166-a5cc-859b989b3080,segment=NetworkSegment(d89c017d-306f-4669-8b75-b883e6faf378),segment_id=d89c017d-306f-4669-8b75-b883e6faf378)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:09.197983 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8953c82d-3eb4-4705-9fd7-fd0a393d0dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:09.204742 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a1f60f24-b3a7-4efb-8403-529ebae61fc1 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:36:09.304427 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b2c19-76a7-4458-b87f-988ae9766e1e admin admin] Pushing event updated for resources: {'Network': ['ID=53b4734e-4543-4ce7-ab37-dfe80a41b96c,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:09.313040 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7e4b2c19-76a7-4458-b87f-988ae9766e1e admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5973699 Nov 04 10:36:09.318515 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39968) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:09.324877 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-8eeb6736-3741-4e8a-a228-ab756d25d1ba admin admin] Request body: {'subnet': {'network_id': '53b4734e-4543-4ce7-ab37-dfe80a41b96c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1437245574-subnet', 'tenant_id': '476366b879674fa18f9d4001aa82561f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:09.329002 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec682299-e89f-43f1-b740-54abe8847357 None None] DHCP port deletion for 54d126eb-2366-4e9a-970c-4c8c6fe2a9ee request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:36:09.340988 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 53b4734e-4543-4ce7-ab37-dfe80a41b96c details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:36:09.354207 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-c8d6d52d-8730-4eed-83b4-77e6a25c9b87 service neutron] Attempting to bind port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:36:09.354207 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-c8d6d52d-8730-4eed-83b4-77e6a25c9b87 service neutron] Attempting to bind port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:36:09.354559 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-c8d6d52d-8730-4eed-83b4-77e6a25c9b87 service neutron] Attempting to bind port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:36:09.358201 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eeb6736-3741-4e8a-a228-ab756d25d1ba admin admin] Made reservation on behalf of 476366b879674fa18f9d4001aa82561f for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:36:09.362367 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8eeb6736-3741-4e8a-a228-ab756d25d1ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:09.367632 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-1aa57889-17e5-4647-89cc-51e59f30e61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-router', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:57Z', 'updated_at': '2021-11-04T10:36:03Z', 'revision_number': 4, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'gw_port': {'id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:58Z', 'updated_at': '2021-11-04T10:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '0124299d-6b0d-4166-a5cc-859b989b3080', 'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'mac_address': 'fa:16:3e:05:63:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:36:01Z', 'updated_at': '2021-11-04T10:36:08Z', 'revision_number': 4, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'subnets': [{'id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:09.380900 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-7c3ad872-df6b-42ad-84d0-14dbf1eb3de4 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:09.386008 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-7c3ad872-df6b-42ad-84d0-14dbf1eb3de4 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/networks?id=92ab5df3-727f-4009-aa65-b63a2390bdd1 HTTP/1.1" status: 200 len: 821 time: 0.9972620 Nov 04 10:36:09.412911 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa57889-17e5-4647-89cc-51e59f30e61f None None] The sync data for ids ['c2f7f65c-0467-4e57-93c6-0d2165582366'] in n-d-816629-1 is: [{'id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-router', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:57Z', 'updated_at': '2021-11-04T10:36:03Z', 'revision_number': 4, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'gw_port': {'id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:58Z', 'updated_at': '2021-11-04T10:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '0124299d-6b0d-4166-a5cc-859b989b3080', 'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'mac_address': 'fa:16:3e:05:63:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:36:01Z', 'updated_at': '2021-11-04T10:36:08Z', 'revision_number': 4, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'subnets': [{'id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:36:09.422483 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-69ff4ec9-e520-4823-b5fb-62fb0c363bc6 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:09.424931 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-69ff4ec9-e520-4823-b5fb-62fb0c363bc6 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.121 "GET /v2.0/networks?id=fd562185-7063-471c-ad25-a957d0b41f6e HTTP/1.1" status: 200 len: 812 time: 0.7238009 Nov 04 10:36:09.436565 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: a1f60f24-b3a7-4efb-8403-529ebae61fc1 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:36:09.437529 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a1f60f24-b3a7-4efb-8403-529ebae61fc1 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:36:09.458314 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-7ecbbeb8-7945-4fb9-aab8-1787dbf064fc tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Request body: {'port': {'device_id': '9a607f3b-4c9d-4a8a-ac8d-735e095d6826', 'network_id': 'fd562185-7063-471c-ad25-a957d0b41f6e', 'admin_state_up': True, 'tenant_id': '8978c15802a5437797795f3580af0e5a'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:09.478290 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-7987e31f-e765-466c-9348-7c7445d6f6c6 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/quotas/6ff8607a595c4654bc768d3625c74fa2 HTTP/1.1" status: 200 len: 375 time: 0.0761776 Nov 04 10:36:09.571967 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-17ed24c1-8d1c-44bb-a348-ab1752989ad3 None None] Provisioning complete for port 0124299d-6b0d-4166-a5cc-859b989b3080 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:09.572392 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-17ed24c1-8d1c-44bb-a348-ab1752989ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:09.579217 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-e1d5b311-9b45-464b-b93b-1d3919eac35e admin admin] Deleting port 7b959125-16b1-4ab7-83e8-129ec3ea2564 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:36:09.579448 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-c8d6d52d-8730-4eed-83b4-77e6a25c9b87 service neutron] Port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:36:09.579448 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-c8d6d52d-8730-4eed-83b4-77e6a25c9b87 service neutron] Attempting to bind port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:36:09.579971 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b311-9b45-464b-b93b-1d3919eac35e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:09.585501 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953c82d-3eb4-4705-9fd7-fd0a393d0dd7 None None] Pushing event updated for resources: {'Port': ['ID=0124299d-6b0d-4166-a5cc-859b989b3080,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:09.646463 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-c8d6d52d-8730-4eed-83b4-77e6a25c9b87 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:36:09.647677 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-c8d6d52d-8730-4eed-83b4-77e6a25c9b87 service neutron] Checking segment: {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:36:09.648242 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-c8d6d52d-8730-4eed-83b4-77e6a25c9b87 service neutron] Bound using segment: {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:36:09.650443 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-c8d6d52d-8730-4eed-83b4-77e6a25c9b87 service neutron] Bound port: 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:36:09.654025 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-c8d6d52d-8730-4eed-83b4-77e6a25c9b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:09.705432 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-ec682299-e89f-43f1-b740-54abe8847357 None None] Deleting port 7b959125-16b1-4ab7-83e8-129ec3ea2564 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:36:09.706269 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ec682299-e89f-43f1-b740-54abe8847357 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:09.804621 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8eeb6736-3741-4e8a-a228-ab756d25d1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:09.858773 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-ec682299-e89f-43f1-b740-54abe8847357 None None] For port 7b959125-16b1-4ab7-83e8-129ec3ea2564, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7b959125-16b1-4ab7-83e8-129ec3ea2564,segment=NetworkSegment(c733da2d-3ab1-4293-8e61-0b77e271ebcf),segment_id=c733da2d-3ab1-4293-8e61-0b77e271ebcf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:09.859302 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ec682299-e89f-43f1-b740-54abe8847357 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:09.888038 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-ec682299-e89f-43f1-b740-54abe8847357 None None] Calling delete_port for 7b959125-16b1-4ab7-83e8-129ec3ea2564 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:36:09.891199 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-6a1a1994-3cce-4aae-a404-9f376f92dff1 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=6ff8607a595c4654bc768d3625c74fa2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4117725 Nov 04 10:36:09.896065 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-e1d5b311-9b45-464b-b93b-1d3919eac35e admin admin] For port 7b959125-16b1-4ab7-83e8-129ec3ea2564, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7b959125-16b1-4ab7-83e8-129ec3ea2564,segment=NetworkSegment(c733da2d-3ab1-4293-8e61-0b77e271ebcf),segment_id=c733da2d-3ab1-4293-8e61-0b77e271ebcf)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:09.896762 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b311-9b45-464b-b93b-1d3919eac35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:09.934696 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-c8d6d52d-8730-4eed-83b4-77e6a25c9b87 service neutron] For port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:36:09.947645 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-c8d6d52d-8730-4eed-83b4-77e6a25c9b87 service neutron] For port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:36:09.960915 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb6736-3741-4e8a-a228-ab756d25d1ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8e6c39f-ce78-42db-8592-acf25fa2943e,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:09.965117 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-c8d6d52d-8730-4eed-83b4-77e6a25c9b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:10.008751 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-c8d6d52d-8730-4eed-83b4-77e6a25c9b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:10.009674 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-c8d6d52d-8730-4eed-83b4-77e6a25c9b87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:10.011512 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-c8d6d52d-8730-4eed-83b4-77e6a25c9b87 service neutron] 10.222.0.121 "PUT /v2.0/ports/4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 HTTP/1.1" status: 200 len: 1091 time: 2.1167283 Nov 04 10:36:10.012460 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57', 'tag': '4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:36:10.018811 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2644b5-9a72-4a2e-81e5-d5d5191c3929" -d '{"events": [{"name": "network-changed", "server_uuid": "c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57", "tag": "4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:36:10.024273 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-e1d5b311-9b45-464b-b93b-1d3919eac35e admin admin] Calling delete_port for 7b959125-16b1-4ab7-83e8-129ec3ea2564 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:36:10.063830 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ec682299-e89f-43f1-b740-54abe8847357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:10.100624 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeb6736-3741-4e8a-a228-ab756d25d1ba admin admin] Checking segment: {'id': '48965e54-ccbf-4101-ae5e-63b1a9afe33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '53b4734e-4543-4ce7-ab37-dfe80a41b96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:36:10.100906 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec682299-e89f-43f1-b740-54abe8847357 None None] No DVR routers for this DVR port 7b959125-16b1-4ab7-83e8-129ec3ea2564 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:36:10.101052 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeb6736-3741-4e8a-a228-ab756d25d1ba admin admin] Network hostable DHCP agents. Network: 53b4734e-4543-4ce7-ab37-dfe80a41b96c, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:36:10.151425 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b311-9b45-464b-b93b-1d3919eac35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:10.178967 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec682299-e89f-43f1-b740-54abe8847357 None None] Pushing event deleted for resources: {'Port': ['ID=7b959125-16b1-4ab7-83e8-129ec3ea2564,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:10.186988 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6d52d-8730-4eed-83b4-77e6a25c9b87 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:10.207890 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba92a14b-2850-4891-a6b2-966e2ffbc7f8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:10.208266 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-0ece5de3-df8f-43e6-87a4-bd63218e04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:10.209664 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-0ece5de3-df8f-43e6-87a4-bd63218e04a8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57 HTTP/1.1" status: 200 len: 1094 time: 0.1357598 Nov 04 10:36:10.210994 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeb6736-3741-4e8a-a228-ab756d25d1ba admin admin] Network 53b4734e-4543-4ce7-ab37-dfe80a41b96c is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:36:10.218755 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5b311-9b45-464b-b93b-1d3919eac35e admin admin] Pushing event deleted for resources: {'Port': ['ID=7b959125-16b1-4ab7-83e8-129ec3ea2564,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:10.256673 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d5b311-9b45-464b-b93b-1d3919eac35e admin admin] No DVR routers for this DVR port 7b959125-16b1-4ab7-83e8-129ec3ea2564 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:36:10.263239 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39980) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:10.264141 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-8fd59618-d394-4c01-b8b4-ed8304d371e4 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 HTTP/1.1" status: 200 len: 217 time: 0.0449190 Nov 04 10:36:10.265278 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-8eeb6736-3741-4e8a-a228-ab756d25d1ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 53b4734e-4543-4ce7-ab37-dfe80a41b96c) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:36:10.272052 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeb6736-3741-4e8a-a228-ab756d25d1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:10.272657 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8eeb6736-3741-4e8a-a228-ab756d25d1ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:10.283514 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ad5eba-3d4e-4529-9385-69295d810a33 None None] Network 53b4734e-4543-4ce7-ab37-dfe80a41b96c requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:36:10.384594 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-33d3c82d-1dc7-4f32-aea0-c6989386de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:10.387532 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-33d3c82d-1dc7-4f32-aea0-c6989386de98 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f29a1ba4-9c2e-4bbf-be88-aa21c2016c98 HTTP/1.1" status: 200 len: 847 time: 0.1118183 Nov 04 10:36:10.405832 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b311-9b45-464b-b93b-1d3919eac35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:10.416543 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92a14b-2850-4891-a6b2-966e2ffbc7f8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event deleted for resources: {'Port': ['ID=60b1e1a8-6534-4698-a748-079ff160225e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:10.438358 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-5f6dd606-aa26-4792-9d0e-7d466d801394 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404222 Nov 04 10:36:10.489966 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcfd221-7f46-4d24-aa4a-b0144a4029dc None None] Network 53b4734e-4543-4ce7-ab37-dfe80a41b96c requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:36:10.495942 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-c1e94643-b2df-465b-9521-48d1e0bd3272 service neutron] 10.222.0.127 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6037326 Nov 04 10:36:10.498106 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-e1d5b311-9b45-464b-b93b-1d3919eac35e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d126eb-2366-4e9a-970c-4c8c6fe2a9ee']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:10.515234 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-7ecbbeb8-7945-4fb9-aab8-1787dbf064fc tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Made reservation on behalf of 8978c15802a5437797795f3580af0e5a for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:36:10.520196 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-7ecbbeb8-7945-4fb9-aab8-1787dbf064fc tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:10.534030 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-e1d5b311-9b45-464b-b93b-1d3919eac35e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c733da2d-3ab1-4293-8e61-0b77e271ebcf') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:10.534334 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-e1d5b311-9b45-464b-b93b-1d3919eac35e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c733da2d-3ab1-4293-8e61-0b77e271ebcf') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:10.537508 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8eeb6736-3741-4e8a-a228-ab756d25d1ba admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2171221 Nov 04 10:36:10.641808 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-4af6e5d5-0532-4a66-837f-78a94cf50184 service neutron] 10.222.0.121 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959176 Nov 04 10:36:10.658409 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b311-9b45-464b-b93b-1d3919eac35e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:10.668804 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0086067c-89df-4113-b29c-ac17c1d2b496 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:10.696755 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba92a14b-2850-4891-a6b2-966e2ffbc7f8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:10.699677 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba92a14b-2850-4891-a6b2-966e2ffbc7f8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:10.704180 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ba92a14b-2850-4891-a6b2-966e2ffbc7f8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "DELETE /v2.0/floatingips/cef08f4a-2bd9-4594-8313-c3fbabef9f67 HTTP/1.1" status: 204 len: 168 time: 3.7512236 Nov 04 10:36:10.713424 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39986) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:10.758741 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-958ce683-960e-4de7-939e-8e61acf6d998 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'port_id': 'f15a036b-75d3-427a-928f-a42698f2f63f'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:10.764003 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b311-9b45-464b-b93b-1d3919eac35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:10.789711 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d54623a7-58a5-40c6-a133-189bea9a5a17 req-94cb523c-1f8a-408f-a7e5-f2fd97d16de9 service neutron] 10.222.0.121 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219501 Nov 04 10:36:10.819573 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d5b311-9b45-464b-b93b-1d3919eac35e admin admin] Releasing vlan 1177 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:36:10.819988 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b311-9b45-464b-b93b-1d3919eac35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:36:10.823198 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:36:10.957304 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-958ce683-960e-4de7-939e-8e61acf6d998 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:10.961939 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-be95b030-b03f-4f1a-84e4-893c0c5a54a4 service neutron] 10.222.0.127 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390221 Nov 04 10:36:10.992124 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b311-9b45-464b-b93b-1d3919eac35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:10.996737 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b311-9b45-464b-b93b-1d3919eac35e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:11.001880 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e1d5b311-9b45-464b-b93b-1d3919eac35e admin admin] 10.222.0.127 "DELETE /v2.0/networks/54d126eb-2366-4e9a-970c-4c8c6fe2a9ee HTTP/1.1" status: 204 len: 168 time: 2.0378106 Nov 04 10:36:11.074870 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-7ecbbeb8-7945-4fb9-aab8-1787dbf064fc tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Allocated IP 172.20.0.3 (fd562185-7063-471c-ad25-a957d0b41f6e/607a5e13-8657-4a0d-8d5f-d4cba4377009/3ef2be36-c698-425e-a433-7db64fdb5db8) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:36:11.077056 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5b311-9b45-464b-b93b-1d3919eac35e admin admin] Pushing event deleted for resources: {'Network': ['ID=54d126eb-2366-4e9a-970c-4c8c6fe2a9ee,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:11.154325 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0086067c-89df-4113-b29c-ac17c1d2b496 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:11.168697 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0086067c-89df-4113-b29c-ac17c1d2b496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:11.240067 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 40004) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:11.319931 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4c4c5200-5dae-405a-a983-28a1c0a71ce0 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=a7940a7dcb8a45f582552e08becdd2d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0763440 Nov 04 10:36:11.323604 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 40006) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:11.333639 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0124299d-6b0d-4166-a5cc-859b989b3080 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:36:11.418936 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086067c-89df-4113-b29c-ac17c1d2b496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63890411-65ec-4fa6-8cb7-68efc403d9b5,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:11.430461 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 0124299d-6b0d-4166-a5cc-859b989b3080 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:11.431045 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:11.457492 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f74b2ee1-6108-49e9-b941-6bef62c7beb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:11.481378 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 40014) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:11.481556 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0086067c-89df-4113-b29c-ac17c1d2b496 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=93b88e412f07487f8b9cc8d65cc2a9e7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2144644 Nov 04 10:36:11.482094 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 40016) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:11.502791 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-c087b2db-f92b-4f14-bd9f-4b7667decff3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-845591878-network', 'tenant_id': '17e6668c7bc8480e82929f0d9c628126'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:11.507133 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-7ecbbeb8-7945-4fb9-aab8-1787dbf064fc tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:11.509523 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f74b2ee1-6108-49e9-b941-6bef62c7beb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:11.549564 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a927ecc5-79d0-4d9b-9674-b5a963090bc9 req-53fe5142-dea5-4df6-9e5b-1e470c2c0dc2 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/ports?device_id=9a607f3b-4c9d-4a8a-ac8d-735e095d6826 HTTP/1.1" status: 200 len: 210 time: 0.0970979 Nov 04 10:36:11.590614 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-7ecbbeb8-7945-4fb9-aab8-1787dbf064fc tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:11.595324 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c087b2db-f92b-4f14-bd9f-4b7667decff3 admin admin] Made reservation on behalf of 17e6668c7bc8480e82929f0d9c628126 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:36:11.598045 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c087b2db-f92b-4f14-bd9f-4b7667decff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:11.603733 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['882d34b5-e673-450c-9732-ada559bbeeab'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:36:11.617540 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c087b2db-f92b-4f14-bd9f-4b7667decff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:11.634090 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7b959125-16b1-4ab7-83e8-129ec3ea2564 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:36:11.645290 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-958ce683-960e-4de7-939e-8e61acf6d998 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:11.662791 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 7b959125-16b1-4ab7-83e8-129ec3ea2564 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:36:11.663432 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7b959125-16b1-4ab7-83e8-129ec3ea2564 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:36:11.663897 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf3afd0f-3d64-4191-a3e1-ed1ddd70c62d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:11.689449 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-7ecbbeb8-7945-4fb9-aab8-1787dbf064fc tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Network fd562185-7063-471c-ad25-a957d0b41f6e is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:36:11.690647 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f74b2ee1-6108-49e9-b941-6bef62c7beb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:11.694692 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f74b2ee1-6108-49e9-b941-6bef62c7beb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:11.696051 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f74b2ee1-6108-49e9-b941-6bef62c7beb4 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/97837fe8-5737-4b37-b36c-49e583983dd5 HTTP/1.1" status: 204 len: 168 time: 0.3704059 Nov 04 10:36:11.741618 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-7ecbbeb8-7945-4fb9-aab8-1787dbf064fc tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:36:11.745488 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-7ecbbeb8-7945-4fb9-aab8-1787dbf064fc tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:36:11.756928 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecbbeb8-7945-4fb9-aab8-1787dbf064fc tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Pushing event updated for resources: {'Port': ['ID=3ef2be36-c698-425e-a433-7db64fdb5db8,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:11.790250 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b2ee1-6108-49e9-b941-6bef62c7beb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97837fe8-5737-4b37-b36c-49e583983dd5,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:11.806226 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf3afd0f-3d64-4191-a3e1-ed1ddd70c62d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:11.841358 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c087b2db-f92b-4f14-bd9f-4b7667decff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:11.856563 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c087b2db-f92b-4f14-bd9f-4b7667decff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:11.871078 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c087b2db-f92b-4f14-bd9f-4b7667decff3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1190} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:36:11.886331 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c087b2db-f92b-4f14-bd9f-4b7667decff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:11.886720 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-c087b2db-f92b-4f14-bd9f-4b7667decff3 admin admin] Added segment e3439f09-cfd9-442d-a758-b2889d6ab8fd of type vlan for network 692cae9f-1709-4c44-b683-dc9cf7616bd5 Nov 04 10:36:11.948310 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c087b2db-f92b-4f14-bd9f-4b7667decff3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:11.948690 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd384f0c-581a-4a54-856f-b9747041cd54 req-4980e683-1d72-46fb-a637-7e84b4f96224 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:11.957034 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fd384f0c-581a-4a54-856f-b9747041cd54 req-4980e683-1d72-46fb-a637-7e84b4f96224 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57 HTTP/1.1" status: 200 len: 943 time: 0.2170441 Nov 04 10:36:11.976966 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-7ecbbeb8-7945-4fb9-aab8-1787dbf064fc tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:11.977597 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-7ecbbeb8-7945-4fb9-aab8-1787dbf064fc tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:12.031902 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-7ecbbeb8-7945-4fb9-aab8-1787dbf064fc tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5795105 Nov 04 10:36:12.035847 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c087b2db-f92b-4f14-bd9f-4b7667decff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:12.037268 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c087b2db-f92b-4f14-bd9f-4b7667decff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:12.038015 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c087b2db-f92b-4f14-bd9f-4b7667decff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:12.056242 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-e47c3362-6392-4e88-b67e-41b574ac2e98 service neutron] Request body: {'port': {'device_id': '9a607f3b-4c9d-4a8a-ac8d-735e095d6826', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:12.062574 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-958ce683-960e-4de7-939e-8e61acf6d998 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Allocated IP 172.25.7.13 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/765c7320-5c8a-4142-96dd-55edce72f76c) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:36:12.098909 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fd384f0c-581a-4a54-856f-b9747041cd54 req-f17a167a-213f-48b2-9e06-21934515f872 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408882 Nov 04 10:36:12.118446 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087b2db-f92b-4f14-bd9f-4b7667decff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626b550e-0eb8-45ae-9b9b-0879e372a0f0,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:12.135756 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c087b2db-f92b-4f14-bd9f-4b7667decff3 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6476331 Nov 04 10:36:12.138116 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087b2db-f92b-4f14-bd9f-4b7667decff3 admin admin] Pushing event updated for resources: {'Network': ['ID=692cae9f-1709-4c44-b683-dc9cf7616bd5,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:12.161137 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 40024) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:12.166659 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-a5b51359-89db-4f77-8628-06d3b1608d98 admin admin] Request body: {'subnet': {'network_id': '692cae9f-1709-4c44-b683-dc9cf7616bd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-845591878-subnet', 'tenant_id': '17e6668c7bc8480e82929f0d9c628126', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:12.173741 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 692cae9f-1709-4c44-b683-dc9cf7616bd5 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:36:12.180083 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf3afd0f-3d64-4191-a3e1-ed1ddd70c62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:12.182770 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf3afd0f-3d64-4191-a3e1-ed1ddd70c62d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:12.196860 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-cf3afd0f-3d64-4191-a3e1-ed1ddd70c62d admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/63890411-65ec-4fa6-8cb7-68efc403d9b5 HTTP/1.1" status: 204 len: 168 time: 0.6974783 Nov 04 10:36:12.198641 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557b2efd-8deb-4313-a67b-254dca2486c6 x-openstack-request-id: req-557b2efd-8deb-4313-a67b-254dca2486c6 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:36:12.198929 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57", "tag": "4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:36:12.199180 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-557b2efd-8deb-4313-a67b-254dca2486c6 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:36:12.199582 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57', 'tag': '4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9', 'status': 'completed', 'code': 200} Nov 04 10:36:12.211038 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:12.212336 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-e47c3362-6392-4e88-b67e-41b574ac2e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:12.242146 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3afd0f-3d64-4191-a3e1-ed1ddd70c62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63890411-65ec-4fa6-8cb7-68efc403d9b5,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:12.305924 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b51359-89db-4f77-8628-06d3b1608d98 admin admin] Made reservation on behalf of 17e6668c7bc8480e82929f0d9c628126 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:36:12.312582 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a5b51359-89db-4f77-8628-06d3b1608d98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:12.424729 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2644b5-9a72-4a2e-81e5-d5d5191c3929 req-3f131fd2-e05f-49ee-8365-0ef926b4bf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:12.426662 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7e2644b5-9a72-4a2e-81e5-d5d5191c3929 req-3f131fd2-e05f-49ee-8365-0ef926b4bf95 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57 HTTP/1.1" status: 200 len: 1094 time: 0.1928701 Nov 04 10:36:12.580162 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2644b5-9a72-4a2e-81e5-d5d5191c3929 req-566f346c-6b3f-412e-98da-fdf53bf86475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:12.582111 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7e2644b5-9a72-4a2e-81e5-d5d5191c3929 req-566f346c-6b3f-412e-98da-fdf53bf86475 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 200 len: 909 time: 0.1425216 Nov 04 10:36:12.698075 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 40042) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:12.701619 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3c6c7d5e-2ad7-49d8-a9f8-13220fd6168e req-17504bec-52b6-444f-a6d9-72b5b0c4b6ce tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/ports?device_id=89a21bf2-8be3-4eac-8b14-f0f094c94ab1 HTTP/1.1" status: 200 len: 210 time: 0.0379262 Nov 04 10:36:12.718565 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7e2644b5-9a72-4a2e-81e5-d5d5191c3929 req-a7e1e87f-63b9-4123-9dfa-7f589168a73c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 HTTP/1.1" status: 200 len: 217 time: 0.1268306 Nov 04 10:36:12.722136 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d6f0c44b-1e65-4391-a371-414dada67145 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:12.815042 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a5b51359-89db-4f77-8628-06d3b1608d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:12.905741 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2644b5-9a72-4a2e-81e5-d5d5191c3929 req-133cdeae-3f6b-41f7-9b4a-e27beb532faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:12.907261 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7e2644b5-9a72-4a2e-81e5-d5d5191c3929 req-133cdeae-3f6b-41f7-9b4a-e27beb532faf service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f29a1ba4-9c2e-4bbf-be88-aa21c2016c98 HTTP/1.1" status: 200 len: 847 time: 0.1758988 Nov 04 10:36:12.917069 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-958ce683-960e-4de7-939e-8e61acf6d998 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:12.976109 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7e2644b5-9a72-4a2e-81e5-d5d5191c3929 req-6441a3df-0d2d-4342-a169-274b4a1f35a7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579929 Nov 04 10:36:12.981334 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b51359-89db-4f77-8628-06d3b1608d98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e924cab7-096e-4af5-85f3-bba537b8b228,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:12.995149 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-1858d17b-f500-453e-bde5-6b658de36a99 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:12.996604 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-1858d17b-f500-453e-bde5-6b658de36a99 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.126 "GET /v2.0/networks?id=92ab5df3-727f-4009-aa65-b63a2390bdd1 HTTP/1.1" status: 200 len: 821 time: 0.2918742 Nov 04 10:36:13.021049 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-3fac9596-528b-438c-88ba-a4f00624a715 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Request body: {'port': {'device_id': '89a21bf2-8be3-4eac-8b14-f0f094c94ab1', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'admin_state_up': True, 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:13.024709 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b51359-89db-4f77-8628-06d3b1608d98 admin admin] Checking segment: {'id': 'e3439f09-cfd9-442d-a758-b2889d6ab8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '692cae9f-1709-4c44-b683-dc9cf7616bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:36:13.025111 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b51359-89db-4f77-8628-06d3b1608d98 admin admin] Network hostable DHCP agents. Network: 692cae9f-1709-4c44-b683-dc9cf7616bd5, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:36:13.036277 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:36:13.096637 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d6f0c44b-1e65-4391-a371-414dada67145 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:13.120449 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b34c81-1e49-4e4e-9af5-b791433cdc36 req-22666127-2b1b-426b-912e-98cbcb7c116e tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:13.122076 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b2b34c81-1e49-4e4e-9af5-b791433cdc36 req-22666127-2b1b-426b-912e-98cbcb7c116e tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/ports?device_id=9a607f3b-4c9d-4a8a-ac8d-735e095d6826 HTTP/1.1" status: 200 len: 931 time: 0.2119269 Nov 04 10:36:13.129677 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d6f0c44b-1e65-4391-a371-414dada67145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:13.161619 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b51359-89db-4f77-8628-06d3b1608d98 admin admin] Network 692cae9f-1709-4c44-b683-dc9cf7616bd5 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:36:13.161955 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-958ce683-960e-4de7-939e-8e61acf6d998 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:13.211883 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7e2644b5-9a72-4a2e-81e5-d5d5191c3929 req-37304200-1ec0-469f-aeda-a8935d63a969 service neutron] 10.222.0.121 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239935 Nov 04 10:36:13.212458 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-a5b51359-89db-4f77-8628-06d3b1608d98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 692cae9f-1709-4c44-b683-dc9cf7616bd5) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:36:13.216344 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:13.223384 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015e66a7-3e51-4e42-b580-bc1d141edcb1 None None] Network 692cae9f-1709-4c44-b683-dc9cf7616bd5 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:36:13.242833 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b51359-89db-4f77-8628-06d3b1608d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:13.243803 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a5b51359-89db-4f77-8628-06d3b1608d98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:13.256392 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0c44b-1e65-4391-a371-414dada67145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de13c81d-9fea-47f3-9052-2ce9de9ecbea,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:13.261916 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958ce683-960e-4de7-939e-8e61acf6d998 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:36:13.269347 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d6f0c44b-1e65-4391-a371-414dada67145 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=fae2a59deca94931845e3a75e24b2c6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5701210 Nov 04 10:36:13.271692 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 40054) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:13.288517 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9', 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a', 'port_id': '4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9', 'mac_address': 'fa:16:3e:74:6a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f29a1ba4-9c2e-4bbf-be88-aa21c2016c98', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:36:13.296752 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-958ce683-960e-4de7-939e-8e61acf6d998 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:36:13.317208 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958ce683-960e-4de7-939e-8e61acf6d998 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:36:13.352635 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a5b51359-89db-4f77-8628-06d3b1608d98 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1869941 Nov 04 10:36:13.366273 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b2b34c81-1e49-4e4e-9af5-b791433cdc36 req-3ff9d6f6-b8bd-4eaf-ba10-09f861f56114 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups?id=16f0cacd-133e-4c81-9ec9-343fd2ccc51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019520 Nov 04 10:36:13.369695 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ce683-960e-4de7-939e-8e61acf6d998 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event updated for resources: {'Port': ['ID=765c7320-5c8a-4142-96dd-55edce72f76c,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:13.376669 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:13.382895 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-3fac9596-528b-438c-88ba-a4f00624a715 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Made reservation on behalf of 6ff8607a595c4654bc768d3625c74fa2 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:36:13.386792 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-3fac9596-528b-438c-88ba-a4f00624a715 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:13.411024 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7e2644b5-9a72-4a2e-81e5-d5d5191c3929 req-b8c45607-31ba-4c3f-9d6d-84f7897ac577 service neutron] 10.222.0.121 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767757 Nov 04 10:36:13.412908 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:36:13.467593 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:13.516304 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:13.516594 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-e47c3362-6392-4e88-b67e-41b574ac2e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef2be36-c698-425e-a433-7db64fdb5db8 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:36:13.547238 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-3fac9596-528b-438c-88ba-a4f00624a715 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Allocated IP 172.20.0.7 (92ab5df3-727f-4009-aa65-b63a2390bdd1/ea66aad5-9af1-4fd7-8561-7ab30f09cec4/307f6daf-3498-40f9-9f5d-bc0b74948b44) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:36:13.548742 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-e47c3362-6392-4e88-b67e-41b574ac2e98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:13.569502 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9993f5-631c-4016-ab01-c96fc63651cd None None] Network 692cae9f-1709-4c44-b683-dc9cf7616bd5 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:36:13.608315 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-e47c3362-6392-4e88-b67e-41b574ac2e98 service neutron] Transition to ACTIVE for port object 3ef2be36-c698-425e-a433-7db64fdb5db8 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:36:13.622130 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88b785c6-267a-46a2-a5f3-ac75f4bf143f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:13.647116 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88b785c6-267a-46a2-a5f3-ac75f4bf143f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:13.712462 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-e47c3362-6392-4e88-b67e-41b574ac2e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:13.759524 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88b785c6-267a-46a2-a5f3-ac75f4bf143f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:13.762221 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88b785c6-267a-46a2-a5f3-ac75f4bf143f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:13.765795 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-88b785c6-267a-46a2-a5f3-ac75f4bf143f admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/de13c81d-9fea-47f3-9052-2ce9de9ecbea HTTP/1.1" status: 204 len: 168 time: 0.4841814 Nov 04 10:36:13.772107 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc1ebd-c234-4105-987b-fa7bc9e59c08 req-fde7e2f4-d681-49c9-996d-767b6ca293fa tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:13.773769 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7dcc1ebd-c234-4105-987b-fa7bc9e59c08 req-fde7e2f4-d681-49c9-996d-767b6ca293fa tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57 HTTP/1.1" status: 200 len: 944 time: 0.2673602 Nov 04 10:36:13.782683 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:13.816908 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-3fac9596-528b-438c-88ba-a4f00624a715 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:13.824524 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b785c6-267a-46a2-a5f3-ac75f4bf143f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de13c81d-9fea-47f3-9052-2ce9de9ecbea,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:13.831865 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c3362-6392-4e88-b67e-41b574ac2e98 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef2be36-c698-425e-a433-7db64fdb5db8,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:13.847448 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:36:13.869793 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-3fac9596-528b-438c-88ba-a4f00624a715 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:13.937976 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac9596-528b-438c-88ba-a4f00624a715 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Pushing event updated for resources: {'Port': ['ID=307f6daf-3498-40f9-9f5d-bc0b74948b44,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:13.952687 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-3fac9596-528b-438c-88ba-a4f00624a715 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Network 92ab5df3-727f-4009-aa65-b63a2390bdd1 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:36:13.955180 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-3fac9596-528b-438c-88ba-a4f00624a715 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:36:13.958381 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-3fac9596-528b-438c-88ba-a4f00624a715 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:36:13.975189 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7dcc1ebd-c234-4105-987b-fa7bc9e59c08 req-e5aee631-c98e-4352-afac-048aa711f050 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708086 Nov 04 10:36:14.074302 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-3fac9596-528b-438c-88ba-a4f00624a715 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:14.078014 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-3fac9596-528b-438c-88ba-a4f00624a715 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:14.111057 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-3fac9596-528b-438c-88ba-a4f00624a715 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1029413 Nov 04 10:36:14.121752 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-e47c3362-6392-4e88-b67e-41b574ac2e98 service neutron] Attempting to bind port 3ef2be36-c698-425e-a433-7db64fdb5db8 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:36:14.122188 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-e47c3362-6392-4e88-b67e-41b574ac2e98 service neutron] Attempting to bind port 3ef2be36-c698-425e-a433-7db64fdb5db8 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'f04c9026-7b12-4aa2-9be0-45f685d36899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'fd562185-7063-471c-ad25-a957d0b41f6e'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:36:14.122408 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-e47c3362-6392-4e88-b67e-41b574ac2e98 service neutron] Attempting to bind port 3ef2be36-c698-425e-a433-7db64fdb5db8 on network fd562185-7063-471c-ad25-a957d0b41f6e {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:36:14.126816 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-7e7dffb9-1f81-4b00-b74d-07e8034e8742 service neutron] Request body: {'port': {'device_id': '89a21bf2-8be3-4eac-8b14-f0f094c94ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:14.209428 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-7e7dffb9-1f81-4b00-b74d-07e8034e8742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:14.228779 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-e47c3362-6392-4e88-b67e-41b574ac2e98 service neutron] Port 3ef2be36-c698-425e-a433-7db64fdb5db8 on network fd562185-7063-471c-ad25-a957d0b41f6e not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:36:14.228779 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-e47c3362-6392-4e88-b67e-41b574ac2e98 service neutron] Attempting to bind port 3ef2be36-c698-425e-a433-7db64fdb5db8 on network fd562185-7063-471c-ad25-a957d0b41f6e {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:36:14.236653 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-e47c3362-6392-4e88-b67e-41b574ac2e98 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:36:14.237103 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-e47c3362-6392-4e88-b67e-41b574ac2e98 service neutron] Checking segment: {'id': 'f04c9026-7b12-4aa2-9be0-45f685d36899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'fd562185-7063-471c-ad25-a957d0b41f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:36:14.237499 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-e47c3362-6392-4e88-b67e-41b574ac2e98 service neutron] Bound using segment: {'id': 'f04c9026-7b12-4aa2-9be0-45f685d36899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'fd562185-7063-471c-ad25-a957d0b41f6e'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:36:14.237938 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-e47c3362-6392-4e88-b67e-41b574ac2e98 service neutron] Bound port: 3ef2be36-c698-425e-a433-7db64fdb5db8, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f04c9026-7b12-4aa2-9be0-45f685d36899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'fd562185-7063-471c-ad25-a957d0b41f6e'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:36:14.238298 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-e47c3362-6392-4e88-b67e-41b574ac2e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:14.284151 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-384dc73b-8ccd-4a54-a384-4493117faca1 None None] Provisioning complete for port 307f6daf-3498-40f9-9f5d-bc0b74948b44 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:14.284789 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-384dc73b-8ccd-4a54-a384-4493117faca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:14.350150 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-384dc73b-8ccd-4a54-a384-4493117faca1 None None] Port 307f6daf-3498-40f9-9f5d-bc0b74948b44 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:36:14.360654 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-958ce683-960e-4de7-939e-8e61acf6d998 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:14.408753 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-e47c3362-6392-4e88-b67e-41b574ac2e98 service neutron] For port 3ef2be36-c698-425e-a433-7db64fdb5db8, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:36:14.445381 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-e47c3362-6392-4e88-b67e-41b574ac2e98 service neutron] For port 3ef2be36-c698-425e-a433-7db64fdb5db8, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=3ef2be36-c698-425e-a433-7db64fdb5db8,segment=NetworkSegment(f04c9026-7b12-4aa2-9be0-45f685d36899),segment_id=f04c9026-7b12-4aa2-9be0-45f685d36899)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:36:14.453930 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-e47c3362-6392-4e88-b67e-41b574ac2e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:14.455392 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-958ce683-960e-4de7-939e-8e61acf6d998 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:14.525916 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-e47c3362-6392-4e88-b67e-41b574ac2e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:14.526648 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-e47c3362-6392-4e88-b67e-41b574ac2e98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:14.528152 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-e47c3362-6392-4e88-b67e-41b574ac2e98 service neutron] 10.222.0.121 "PUT /v2.0/ports/3ef2be36-c698-425e-a433-7db64fdb5db8 HTTP/1.1" status: 200 len: 1091 time: 2.4832342 Nov 04 10:36:14.533065 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a607f3b-4c9d-4a8a-ac8d-735e095d6826', 'tag': '3ef2be36-c698-425e-a433-7db64fdb5db8'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:36:14.535443 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3a14c6-103a-484a-8b54-96d6c3b7337a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a607f3b-4c9d-4a8a-ac8d-735e095d6826", "tag": "3ef2be36-c698-425e-a433-7db64fdb5db8"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:36:14.590647 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:14.615606 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-57ddd961-b1fe-41af-872b-f98003cf769f tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=0fafa7f7bc7e413aac3269e73af3f797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0769231 Nov 04 10:36:14.632092 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c3362-6392-4e88-b67e-41b574ac2e98 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef2be36-c698-425e-a433-7db64fdb5db8,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:14.810900 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-6b6a6720-8244-4d4e-877f-80215cf6f7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:14.812449 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-6b6a6720-8244-4d4e-877f-80215cf6f7e4 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8978c15802a5437797795f3580af0e5a&device_id=9a607f3b-4c9d-4a8a-ac8d-735e095d6826 HTTP/1.1" status: 200 len: 1094 time: 0.2249410 Nov 04 10:36:14.837702 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-7e7dffb9-1f81-4b00-b74d-07e8034e8742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 307f6daf-3498-40f9-9f5d-bc0b74948b44 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:36:14.847215 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-7e7dffb9-1f81-4b00-b74d-07e8034e8742 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:14.859938 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-7e7dffb9-1f81-4b00-b74d-07e8034e8742 service neutron] Transition to ACTIVE for port object 307f6daf-3498-40f9-9f5d-bc0b74948b44 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:36:14.864853 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-7e7dffb9-1f81-4b00-b74d-07e8034e8742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:14.918682 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7dffb9-1f81-4b00-b74d-07e8034e8742 service neutron] Pushing event updated for resources: {'Port': ['ID=307f6daf-3498-40f9-9f5d-bc0b74948b44,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:14.919107 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-ef4410be-0de8-400e-be89-fd11b4f0c70e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ef2be36-c698-425e-a433-7db64fdb5db8 HTTP/1.1" status: 200 len: 217 time: 0.0907619 Nov 04 10:36:14.998916 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-7e7dffb9-1f81-4b00-b74d-07e8034e8742 service neutron] Attempting to bind port 307f6daf-3498-40f9-9f5d-bc0b74948b44 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:36:14.999589 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-071b44f1-e601-4da7-8217-cb8bf8deafd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:14.999788 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-7e7dffb9-1f81-4b00-b74d-07e8034e8742 service neutron] Attempting to bind port 307f6daf-3498-40f9-9f5d-bc0b74948b44 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'd89c017d-306f-4669-8b75-b883e6faf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:36:15.000275 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-7e7dffb9-1f81-4b00-b74d-07e8034e8742 service neutron] Attempting to bind port 307f6daf-3498-40f9-9f5d-bc0b74948b44 on network 92ab5df3-727f-4009-aa65-b63a2390bdd1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:36:15.001078 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-071b44f1-e601-4da7-8217-cb8bf8deafd9 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=607a5e13-8657-4a0d-8d5f-d4cba4377009 HTTP/1.1" status: 200 len: 852 time: 0.0721138 Nov 04 10:36:15.006952 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-7e7dffb9-1f81-4b00-b74d-07e8034e8742 service neutron] Port 307f6daf-3498-40f9-9f5d-bc0b74948b44 on network 92ab5df3-727f-4009-aa65-b63a2390bdd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:36:15.011702 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-7e7dffb9-1f81-4b00-b74d-07e8034e8742 service neutron] Attempting to bind port 307f6daf-3498-40f9-9f5d-bc0b74948b44 on network 92ab5df3-727f-4009-aa65-b63a2390bdd1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:36:15.013042 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-6e34b0c8-5305-4854-896d-d95c0979b909 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:15.020037 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-7e7dffb9-1f81-4b00-b74d-07e8034e8742 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:36:15.020381 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-7e7dffb9-1f81-4b00-b74d-07e8034e8742 service neutron] Checking segment: {'id': 'd89c017d-306f-4669-8b75-b883e6faf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:36:15.020780 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-7e7dffb9-1f81-4b00-b74d-07e8034e8742 service neutron] Bound using segment: {'id': 'd89c017d-306f-4669-8b75-b883e6faf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:36:15.020991 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-6e34b0c8-5305-4854-896d-d95c0979b909 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3832049 Nov 04 10:36:15.021255 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-7e7dffb9-1f81-4b00-b74d-07e8034e8742 service neutron] Bound port: 307f6daf-3498-40f9-9f5d-bc0b74948b44, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89c017d-306f-4669-8b75-b883e6faf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:36:15.021615 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-7e7dffb9-1f81-4b00-b74d-07e8034e8742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:15.044142 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:36:15.073629 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-f167466a-7a9b-43fa-be46-1f5d8ac9ba07 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=fd562185-7063-471c-ad25-a957d0b41f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497792 Nov 04 10:36:15.077083 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-fe733363-3a88-4793-aea8-73826385bcca tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.127 "GET /v2.0/quotas/0fafa7f7bc7e413aac3269e73af3f797 HTTP/1.1" status: 200 len: 375 time: 0.0552731 Nov 04 10:36:15.079109 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-958ce683-960e-4de7-939e-8e61acf6d998 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:15.116419 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-7e7dffb9-1f81-4b00-b74d-07e8034e8742 service neutron] For port 307f6daf-3498-40f9-9f5d-bc0b74948b44, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:36:15.120384 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-7e7dffb9-1f81-4b00-b74d-07e8034e8742 service neutron] For port 307f6daf-3498-40f9-9f5d-bc0b74948b44, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=307f6daf-3498-40f9-9f5d-bc0b74948b44,segment=NetworkSegment(d89c017d-306f-4669-8b75-b883e6faf378),segment_id=d89c017d-306f-4669-8b75-b883e6faf378)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:36:15.128490 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-7e7dffb9-1f81-4b00-b74d-07e8034e8742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:15.155123 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:36:15.166656 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:15.167502 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:15.195759 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-7e7dffb9-1f81-4b00-b74d-07e8034e8742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:15.197563 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-7e7dffb9-1f81-4b00-b74d-07e8034e8742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:15.200130 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-7e7dffb9-1f81-4b00-b74d-07e8034e8742 service neutron] 10.222.0.126 "PUT /v2.0/ports/307f6daf-3498-40f9-9f5d-bc0b74948b44 HTTP/1.1" status: 200 len: 1091 time: 1.0786769 Nov 04 10:36:15.202882 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a21bf2-8be3-4eac-8b14-f0f094c94ab1', 'tag': '307f6daf-3498-40f9-9f5d-bc0b74948b44'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:36:15.218153 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e2f719-d35b-4adc-b8cc-b675b0371611" -d '{"events": [{"name": "network-changed", "server_uuid": "89a21bf2-8be3-4eac-8b14-f0f094c94ab1", "tag": "307f6daf-3498-40f9-9f5d-bc0b74948b44"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:36:15.246943 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7dffb9-1f81-4b00-b74d-07e8034e8742 service neutron] Pushing event updated for resources: {'Port': ['ID=307f6daf-3498-40f9-9f5d-bc0b74948b44,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:15.290763 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-958ce683-960e-4de7-939e-8e61acf6d998 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:15.291123 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 40114) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:15.295669 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-1ee8c154-6ec0-41f1-92ac-e42315aea4ff tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=0fafa7f7bc7e413aac3269e73af3f797&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2086749 Nov 04 10:36:15.338903 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-8b7fc00c-ca14-455a-9a2f-baae840b975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:15.344293 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-8b7fc00c-ca14-455a-9a2f-baae840b975e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=6ff8607a595c4654bc768d3625c74fa2&device_id=89a21bf2-8be3-4eac-8b14-f0f094c94ab1 HTTP/1.1" status: 200 len: 1094 time: 0.0934739 Nov 04 10:36:15.354475 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:15.369415 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-e597c56a-4c8e-4d0c-954c-4bcef896d2fa service neutron] 10.222.0.121 "GET /v2.0/networks/fd562185-7063-471c-ad25-a957d0b41f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870197 Nov 04 10:36:15.374650 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ce683-960e-4de7-939e-8e61acf6d998 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event updated for resources: {'Port': ['ID=765c7320-5c8a-4142-96dd-55edce72f76c,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:15.385474 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:36:15.387719 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73896f8c-9c87-4787-9b16-709713ac3c19" -d '{"events": [{"server_uuid": "c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57", "name": "network-vif-plugged", "status": "completed", "tag": "4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:36:15.402966 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:15.410272 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:15.440077 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-81d60029-af02-4238-ba5d-f7cc29079552 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=307f6daf-3498-40f9-9f5d-bc0b74948b44 HTTP/1.1" status: 200 len: 217 time: 0.0857427 Nov 04 10:36:15.476258 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:15.530587 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e23a7869-8b44-4dca-938d-249cf9a32ac7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:15.548418 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-958ce683-960e-4de7-939e-8e61acf6d998 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:15.570110 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-9e15a9ca-daa2-4fdf-80dd-5d20edcd7a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:15.571638 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-9e15a9ca-daa2-4fdf-80dd-5d20edcd7a42 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=ea66aad5-9af1-4fd7-8561-7ab30f09cec4 HTTP/1.1" status: 200 len: 860 time: 0.1246197 Nov 04 10:36:15.628658 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6645238-d9e1-4ce4-88fa-9cbc30e06fee req-3cd6289b-6df4-450c-ba2f-3de21c1dcd07 service neutron] 10.222.0.121 "GET /v2.0/networks/fd562185-7063-471c-ad25-a957d0b41f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480710 Nov 04 10:36:15.673442 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-12a445af-5068-4d4d-ae86-18bb2eb7ee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:15.675410 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-12a445af-5068-4d4d-ae86-18bb2eb7ee53 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=92ab5df3-727f-4009-aa65-b63a2390bdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958118 Nov 04 10:36:15.709176 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-958ce683-960e-4de7-939e-8e61acf6d998 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Floating IP 2b79253d-9f8e-4177-b102-8701f65495b6 associated. External IP: 172.25.7.13, port: f15a036b-75d3-427a-928f-a42698f2f63f. Nov 04 10:36:15.766758 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e23a7869-8b44-4dca-938d-249cf9a32ac7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:15.774520 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e23a7869-8b44-4dca-938d-249cf9a32ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:15.839389 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a7869-8b44-4dca-938d-249cf9a32ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bdf594-1613-4b94-bbfe-a6006f76597b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:15.843448 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-8ff5597f-f2e9-440e-8d28-f345410194bb service neutron] 10.222.0.126 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573133 Nov 04 10:36:15.848283 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e23a7869-8b44-4dca-938d-249cf9a32ac7 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=cacd97f21ec3417cb8b4dd5360b35b8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5536866 Nov 04 10:36:15.849486 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 40138) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:15.971981 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2d452874-b693-4a17-8372-f46b354ad14d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:15.995127 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-217ced54-5d08-4f0d-a157-9ec8570773a9 req-3ce3feb2-2da3-47e2-b1bc-9dc8a3363678 service neutron] 10.222.0.126 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403623 Nov 04 10:36:16.012750 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2d452874-b693-4a17-8372-f46b354ad14d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:16.078766 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2d452874-b693-4a17-8372-f46b354ad14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:16.084601 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2d452874-b693-4a17-8372-f46b354ad14d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:16.090435 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2d452874-b693-4a17-8372-f46b354ad14d admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/b1bdf594-1613-4b94-bbfe-a6006f76597b HTTP/1.1" status: 204 len: 168 time: 0.2406600 Nov 04 10:36:16.101445 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d452874-b693-4a17-8372-f46b354ad14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bdf594-1613-4b94-bbfe-a6006f76597b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:16.312944 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-91443083-1821-4e06-b630-caeaf0f67e35 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:16.314736 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-91443083-1821-4e06-b630-caeaf0f67e35 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] 10.222.0.127 "GET /v2.0/networks?id=53b4734e-4543-4ce7-ab37-dfe80a41b96c HTTP/1.1" status: 200 len: 815 time: 0.4745724 Nov 04 10:36:16.357188 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-3fea4268-9c5f-44a6-820b-e23c2df56c6a tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] 10.222.0.127 "GET /v2.0/quotas/476366b879674fa18f9d4001aa82561f HTTP/1.1" status: 200 len: 375 time: 0.0156686 Nov 04 10:36:16.400006 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-caf79a14-ba04-454a-b649-86425ef9b2dd tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=476366b879674fa18f9d4001aa82561f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310466 Nov 04 10:36:16.407626 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958ce683-960e-4de7-939e-8e61acf6d998 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Router 23732882-0a05-4b95-b3b4-413c9b097100 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:36:16.587310 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-c3f41cfb-3c84-41e9-84ae-3e437373ebfc service neutron] 10.222.0.127 "GET /v2.0/networks/53b4734e-4543-4ce7-ab37-dfe80a41b96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752129 Nov 04 10:36:16.649764 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958ce683-960e-4de7-939e-8e61acf6d998 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:36:16.667847 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23f44f6-cc90-4782-b1f6-ed64347fd2b7 None None] Sync routers for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:36:16.677377 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-958ce683-960e-4de7-939e-8e61acf6d998 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:16.684624 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23f44f6-cc90-4782-b1f6-ed64347fd2b7 None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:16.686168 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-a23f44f6-cc90-4782-b1f6-ed64347fd2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:16.745019 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-958ce683-960e-4de7-939e-8e61acf6d998 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.0266109 Nov 04 10:36:16.745241 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-a23f44f6-cc90-4782-b1f6-ed64347fd2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:16.745341 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 40160) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:16.752628 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-036d0356-a0a4-4454-8297-6a46dcdd68ee tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-275601363'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:16.755562 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23f44f6-cc90-4782-b1f6-ed64347fd2b7 None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:16.756177 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-a23f44f6-cc90-4782-b1f6-ed64347fd2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:35:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:16.768336 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-b228bbbf-3396-49ee-a7c1-6aecc78e8d90 service neutron] 10.222.0.127 "GET /v2.0/networks/53b4734e-4543-4ce7-ab37-dfe80a41b96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734896 Nov 04 10:36:16.786954 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 307f6daf-3498-40f9-9f5d-bc0b74948b44 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:36:16.802053 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-a23f44f6-cc90-4782-b1f6-ed64347fd2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:16.803006 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23f44f6-cc90-4782-b1f6-ed64347fd2b7 None None] The sync data for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:36:16.833933 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036d0356-a0a4-4454-8297-6a46dcdd68ee tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Made reservation on behalf of 13e467d5ab544004baf1b1c5a4b81497 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:36:16.840747 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-036d0356-a0a4-4454-8297-6a46dcdd68ee tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:16.871203 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-5a786617-2d05-4e69-8ada-163198e92683 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=0fafa7f7bc7e413aac3269e73af3f797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0998213 Nov 04 10:36:16.905587 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036d0356-a0a4-4454-8297-6a46dcdd68ee tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1195} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:36:16.919285 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-036d0356-a0a4-4454-8297-6a46dcdd68ee tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:16.920166 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-036d0356-a0a4-4454-8297-6a46dcdd68ee tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Added segment 96f92c4e-259d-48b0-b3b4-b3f226de3ff2 of type vlan for network 4d044bfe-d326-45bf-afe9-4a429bf3e5db Nov 04 10:36:16.982984 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-036d0356-a0a4-4454-8297-6a46dcdd68ee tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:17.006913 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-dd01275f-826b-44d8-b3fc-4bc61346fcab tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:17.008327 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-dd01275f-826b-44d8-b3fc-4bc61346fcab tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1275311 Nov 04 10:36:17.012151 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c4f44a30-0a2f-47e1-a43e-f15529b5e784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:17.026555 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-036d0356-a0a4-4454-8297-6a46dcdd68ee tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:17.038689 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-43232547-799f-48c7-b4ac-63d7e1908edf tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Request body: {'port': {'device_id': 'de406587-3152-4afe-a194-44e509de2f94', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': '0fafa7f7bc7e413aac3269e73af3f797'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:17.039856 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d0356-a0a4-4454-8297-6a46dcdd68ee tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:17.040671 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-036d0356-a0a4-4454-8297-6a46dcdd68ee tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:17.081690 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 307f6daf-3498-40f9-9f5d-bc0b74948b44, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=307f6daf-3498-40f9-9f5d-bc0b74948b44,segment=NetworkSegment(d89c017d-306f-4669-8b75-b883e6faf378),segment_id=d89c017d-306f-4669-8b75-b883e6faf378)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:17.090573 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-036d0356-a0a4-4454-8297-6a46dcdd68ee tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3419468 Nov 04 10:36:17.100223 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '307f6daf-3498-40f9-9f5d-bc0b74948b44', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'port_id': '307f6daf-3498-40f9-9f5d-bc0b74948b44', 'mac_address': 'fa:16:3e:5a:1a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:36:17.119110 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 40168) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:17.156284 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:17.161809 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-d358365f-da99-4872-842a-a82459561b7d tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Request body: {'subnet': {'network_id': '4d044bfe-d326-45bf-afe9-4a429bf3e5db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:17.180127 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307f6daf-3498-40f9-9f5d-bc0b74948b44 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:36:17.217993 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 307f6daf-3498-40f9-9f5d-bc0b74948b44, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=307f6daf-3498-40f9-9f5d-bc0b74948b44,segment=NetworkSegment(d89c017d-306f-4669-8b75-b883e6faf378),segment_id=d89c017d-306f-4669-8b75-b883e6faf378)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:17.226865 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:17.347780 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d0356-a0a4-4454-8297-6a46dcdd68ee tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event updated for resources: {'Network': ['ID=4d044bfe-d326-45bf-afe9-4a429bf3e5db,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:17.361608 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=307f6daf-3498-40f9-9f5d-bc0b74948b44,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:17.364987 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d658ee-9f8f-4dab-8e5f-3bd9aba50f8c req-7d6d9262-1349-49e3-901b-266bc8d39a6a tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:17.368593 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d4d658ee-9f8f-4dab-8e5f-3bd9aba50f8c req-7d6d9262-1349-49e3-901b-266bc8d39a6a tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/ports?device_id=89a21bf2-8be3-4eac-8b14-f0f094c94ab1 HTTP/1.1" status: 200 len: 943 time: 0.1690094 Nov 04 10:36:17.378470 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 4d044bfe-d326-45bf-afe9-4a429bf3e5db details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:36:17.426271 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-43232547-799f-48c7-b4ac-63d7e1908edf tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Made reservation on behalf of 0fafa7f7bc7e413aac3269e73af3f797 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:36:17.430922 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-43232547-799f-48c7-b4ac-63d7e1908edf tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:17.455659 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d358365f-da99-4872-842a-a82459561b7d tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Made reservation on behalf of 13e467d5ab544004baf1b1c5a4b81497 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:36:17.458433 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-43232547-799f-48c7-b4ac-63d7e1908edf tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:17.460907 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d358365f-da99-4872-842a-a82459561b7d tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:17.472300 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d4d658ee-9f8f-4dab-8e5f-3bd9aba50f8c req-0e397831-34a2-423b-bbd0-1bba37b4fd3e tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/security-groups?id=a8239091-fcfd-48f1-9173-e78ca9785348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977848 Nov 04 10:36:17.548687 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['307f6daf-3498-40f9-9f5d-bc0b74948b44'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:36:17.639860 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-43232547-799f-48c7-b4ac-63d7e1908edf tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:17.646557 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-43232547-799f-48c7-b4ac-63d7e1908edf tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:17.770432 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d358365f-da99-4872-842a-a82459561b7d tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:17.809518 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43232547-799f-48c7-b4ac-63d7e1908edf tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b7c381-0407-44be-8812-2b9914358438,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:17.865535 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358365f-da99-4872-842a-a82459561b7d tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event updated for resources: {'Subnet': ['ID=ec4e35b0-d746-438d-b0b4-4387b3b5c1c6,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:17.885338 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfa8eb-2bad-4a4b-906b-c1c45445c20c req-0c3cce3e-eb65-4e15-8556-0273837828f6 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:17.889582 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358365f-da99-4872-842a-a82459561b7d tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Checking segment: {'id': '96f92c4e-259d-48b0-b3b4-b3f226de3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '4d044bfe-d326-45bf-afe9-4a429bf3e5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:36:17.889943 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d358365f-da99-4872-842a-a82459561b7d tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Network hostable DHCP agents. Network: 4d044bfe-d326-45bf-afe9-4a429bf3e5db, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:36:17.893876 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-28cfa8eb-2bad-4a4b-906b-c1c45445c20c req-0c3cce3e-eb65-4e15-8556-0273837828f6 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/ports?device_id=9a607f3b-4c9d-4a8a-ac8d-735e095d6826 HTTP/1.1" status: 200 len: 943 time: 0.1923285 Nov 04 10:36:17.918847 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d358365f-da99-4872-842a-a82459561b7d tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Network 4d044bfe-d326-45bf-afe9-4a429bf3e5db is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:36:17.934962 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-d358365f-da99-4872-842a-a82459561b7d tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 4d044bfe-d326-45bf-afe9-4a429bf3e5db) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:36:17.943576 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d358365f-da99-4872-842a-a82459561b7d tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:17.943982 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-43232547-799f-48c7-b4ac-63d7e1908edf tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Allocated IP 192.168.233.69 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/e040f89a-81a9-44a9-b8e4-9e374df896c8) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:36:17.944675 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d358365f-da99-4872-842a-a82459561b7d tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:17.947237 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef58829-1e67-421e-a9c6-70e726c5e295 None None] Network 4d044bfe-d326-45bf-afe9-4a429bf3e5db requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:36:17.969937 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-28cfa8eb-2bad-4a4b-906b-c1c45445c20c req-5658be27-a2cf-43b9-a333-5d5482704d48 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups?id=16f0cacd-133e-4c81-9ec9-343fd2ccc51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745888 Nov 04 10:36:17.978456 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d358365f-da99-4872-842a-a82459561b7d tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8582079 Nov 04 10:36:17.981114 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 40200) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:17.986898 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-347e84e3-1299-4016-9e82-5367065e1c74 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1928702907', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}, 'admin_state_up': False}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:18.030579 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-347e84e3-1299-4016-9e82-5367065e1c74 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:18.034138 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-347e84e3-1299-4016-9e82-5367065e1c74 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:18.141669 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad017d0-695f-46dc-a352-7d7e4f69c771 x-openstack-request-id: req-5ad017d0-695f-46dc-a352-7d7e4f69c771 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:36:18.145294 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a607f3b-4c9d-4a8a-ac8d-735e095d6826", "tag": "3ef2be36-c698-425e-a433-7db64fdb5db8", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:36:18.145590 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-5ad017d0-695f-46dc-a352-7d7e4f69c771 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:36:18.146019 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a607f3b-4c9d-4a8a-ac8d-735e095d6826', 'tag': '3ef2be36-c698-425e-a433-7db64fdb5db8', 'status': 'completed', 'code': 200} Nov 04 10:36:18.206091 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dff449-5ddd-485c-b444-c99804f9ddd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-4d044bfe-d326-45bf-afe9-4a429bf3e5db', 'network_id': '4d044bfe-d326-45bf-afe9-4a429bf3e5db', 'tenant_id': '13e467d5ab544004baf1b1c5a4b81497', 'fixed_ips': [{'subnet_id': 'ec4e35b0-d746-438d-b0b4-4387b3b5c1c6'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:36:18.207623 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a1dff449-5ddd-485c-b444-c99804f9ddd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:18.218291 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-43232547-799f-48c7-b4ac-63d7e1908edf tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:18.250833 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c81aa-d6f8-424c-bb9f-1fc0eca603c2 req-21663f91-4443-4f09-97b1-eba4ac85257a tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:18.252501 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c22c81aa-d6f8-424c-bb9f-1fc0eca603c2 req-21663f91-4443-4f09-97b1-eba4ac85257a tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57 HTTP/1.1" status: 200 len: 945 time: 0.0858936 Nov 04 10:36:18.261446 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-347e84e3-1299-4016-9e82-5367065e1c74 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:18.323653 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-43232547-799f-48c7-b4ac-63d7e1908edf tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:18.341688 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 40204) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:18.359633 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a14c6-103a-484a-8b54-96d6c3b7337a req-74f40ea0-97ab-4fbc-8c59-a4b0b202502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:18.363897 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fc3a14c6-103a-484a-8b54-96d6c3b7337a req-74f40ea0-97ab-4fbc-8c59-a4b0b202502f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8978c15802a5437797795f3580af0e5a&device_id=9a607f3b-4c9d-4a8a-ac8d-735e095d6826 HTTP/1.1" status: 200 len: 1094 time: 0.2510338 Nov 04 10:36:18.394896 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-43232547-799f-48c7-b4ac-63d7e1908edf tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:36:18.398538 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-43232547-799f-48c7-b4ac-63d7e1908edf tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:36:18.420134 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-a1dff449-5ddd-485c-b444-c99804f9ddd8 None None] Allocated IP 172.20.0.2 (4d044bfe-d326-45bf-afe9-4a429bf3e5db/ec4e35b0-d746-438d-b0b4-4387b3b5c1c6/7953aaac-3314-4b68-ba81-425cff0ceba8) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:36:18.424803 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c22c81aa-d6f8-424c-bb9f-1fc0eca603c2 req-6f1f2bc7-29b3-45d1-9440-d61197dc2c99 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514809 Nov 04 10:36:18.426029 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-43232547-799f-48c7-b4ac-63d7e1908edf tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:36:18.528269 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43232547-799f-48c7-b4ac-63d7e1908edf tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Pushing event updated for resources: {'Port': ['ID=e040f89a-81a9-44a9-b8e4-9e374df896c8,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:18.541737 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb014c75-c5f9-4720-b920-d1b3f88c8d74 x-openstack-request-id: req-bb014c75-c5f9-4720-b920-d1b3f88c8d74 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:36:18.542223 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89a21bf2-8be3-4eac-8b14-f0f094c94ab1", "tag": "307f6daf-3498-40f9-9f5d-bc0b74948b44", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:36:18.542706 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-bb014c75-c5f9-4720-b920-d1b3f88c8d74 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:36:18.543286 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89a21bf2-8be3-4eac-8b14-f0f094c94ab1', 'tag': '307f6daf-3498-40f9-9f5d-bc0b74948b44', 'status': 'completed', 'code': 200} Nov 04 10:36:18.593161 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-06d13572-0928-445c-8dc8-e539e83df861 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:18.625033 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-347e84e3-1299-4016-9e82-5367065e1c74 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:18.637680 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02de980f-74be-4a3b-adb4-021294e5b186 x-openstack-request-id: req-02de980f-74be-4a3b-adb4-021294e5b186 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:36:18.638098 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57", "name": "network-vif-plugged", "status": "completed", "tag": "4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:36:18.638367 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-02de980f-74be-4a3b-adb4-021294e5b186 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:36:18.638822 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9', 'code': 200} Nov 04 10:36:18.731666 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-06d13572-0928-445c-8dc8-e539e83df861 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:18.748628 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-06d13572-0928-445c-8dc8-e539e83df861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:18.765402 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2f719-d35b-4adc-b8cc-b675b0371611 req-3529e81c-0b1d-499d-a187-cfdf881f2174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:18.766957 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d2e2f719-d35b-4adc-b8cc-b675b0371611 req-3529e81c-0b1d-499d-a187-cfdf881f2174 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=6ff8607a595c4654bc768d3625c74fa2&device_id=89a21bf2-8be3-4eac-8b14-f0f094c94ab1 HTTP/1.1" status: 200 len: 1095 time: 0.1887772 Nov 04 10:36:18.768037 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a14c6-103a-484a-8b54-96d6c3b7337a req-d85e0426-92c0-4a06-80db-b4055c7baa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:18.769719 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fc3a14c6-103a-484a-8b54-96d6c3b7337a req-d85e0426-92c0-4a06-80db-b4055c7baa99 service neutron] 10.222.0.121 "GET /v2.0/networks?id=fd562185-7063-471c-ad25-a957d0b41f6e HTTP/1.1" status: 200 len: 914 time: 0.3601604 Nov 04 10:36:18.775824 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a1dff449-5ddd-485c-b444-c99804f9ddd8 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:18.785558 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a1dff449-5ddd-485c-b444-c99804f9ddd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:18.812336 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-43232547-799f-48c7-b4ac-63d7e1908edf tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:18.813030 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-43232547-799f-48c7-b4ac-63d7e1908edf tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:18.838161 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dff449-5ddd-485c-b444-c99804f9ddd8 None None] Pushing event updated for resources: {'Port': ['ID=7953aaac-3314-4b68-ba81-425cff0ceba8,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:18.843527 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d13572-0928-445c-8dc8-e539e83df861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a1e50f-9011-48b0-9b79-9672446fdcee,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:18.846605 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 307f6daf-3498-40f9-9f5d-bc0b74948b44 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:36:18.856186 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-06d13572-0928-445c-8dc8-e539e83df861 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=eb7bb25909e54472aa72939fe2a00f01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5092158 Nov 04 10:36:18.864033 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21007034-7167-4c05-b81f-dcf66f2fde97 req-22810f04-1103-4072-abc0-4a1760a5943c tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:18.865755 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-21007034-7167-4c05-b81f-dcf66f2fde97 req-22810f04-1103-4072-abc0-4a1760a5943c tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.127 "GET /v2.0/ports?device_id=de406587-3152-4afe-a194-44e509de2f94 HTTP/1.1" status: 200 len: 935 time: 0.1298053 Nov 04 10:36:18.868897 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-43232547-799f-48c7-b4ac-63d7e1908edf tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8442206 Nov 04 10:36:18.869404 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 40212) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:18.880621 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606ee9e-f768-4695-860f-70403941bf34 req-c3855005-0e3f-49e1-8307-483e513e43f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:18.882995 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7606ee9e-f768-4695-860f-70403941bf34 req-c3855005-0e3f-49e1-8307-483e513e43f8 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57 HTTP/1.1" status: 200 len: 1096 time: 0.2128947 Nov 04 10:36:18.884298 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dff449-5ddd-485c-b444-c99804f9ddd8 None None] Network 4d044bfe-d326-45bf-afe9-4a429bf3e5db is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:36:18.890298 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fc3a14c6-103a-484a-8b54-96d6c3b7337a req-ec897552-5e86-4760-bd32-9560135dabc1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ef2be36-c698-425e-a433-7db64fdb5db8 HTTP/1.1" status: 200 len: 217 time: 0.1102166 Nov 04 10:36:18.891204 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-a1dff449-5ddd-485c-b444-c99804f9ddd8 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:36:18.901837 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dff449-5ddd-485c-b444-c99804f9ddd8 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:36:18.914316 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-618fab2f-dd2c-4047-80e7-84cc0395cf25 service neutron] Request body: {'port': {'device_id': 'de406587-3152-4afe-a194-44e509de2f94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:18.970686 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-55d3af32-9393-4224-a904-ef33948646f5 None None] Provisioning complete for port e040f89a-81a9-44a9-b8e4-9e374df896c8 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:18.971461 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-55d3af32-9393-4224-a904-ef33948646f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:18.978666 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20ebbbed-68bf-4700-baaf-037712665702 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:19.006571 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-a1dff449-5ddd-485c-b444-c99804f9ddd8 None None] Attempting to bind port 7953aaac-3314-4b68-ba81-425cff0ceba8 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:36:19.006964 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-a1dff449-5ddd-485c-b444-c99804f9ddd8 None None] Attempting to bind port 7953aaac-3314-4b68-ba81-425cff0ceba8 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '96f92c4e-259d-48b0-b3b4-b3f226de3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '4d044bfe-d326-45bf-afe9-4a429bf3e5db'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:36:19.007311 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dff449-5ddd-485c-b444-c99804f9ddd8 None None] Attempting to bind port 7953aaac-3314-4b68-ba81-425cff0ceba8 on network 4d044bfe-d326-45bf-afe9-4a429bf3e5db {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:36:19.020025 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-618fab2f-dd2c-4047-80e7-84cc0395cf25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:19.027283 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dff449-5ddd-485c-b444-c99804f9ddd8 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:36:19.027655 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dff449-5ddd-485c-b444-c99804f9ddd8 None None] Checking segment: {'id': '96f92c4e-259d-48b0-b3b4-b3f226de3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '4d044bfe-d326-45bf-afe9-4a429bf3e5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:36:19.028054 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a1dff449-5ddd-485c-b444-c99804f9ddd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:19.028446 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dff449-5ddd-485c-b444-c99804f9ddd8 None None] Bound using segment: {'id': '96f92c4e-259d-48b0-b3b4-b3f226de3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '4d044bfe-d326-45bf-afe9-4a429bf3e5db'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:36:19.028972 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-a1dff449-5ddd-485c-b444-c99804f9ddd8 None None] Bound port: 7953aaac-3314-4b68-ba81-425cff0ceba8, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f92c4e-259d-48b0-b3b4-b3f226de3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '4d044bfe-d326-45bf-afe9-4a429bf3e5db'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:36:19.029351 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a1dff449-5ddd-485c-b444-c99804f9ddd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:19.031151 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 307f6daf-3498-40f9-9f5d-bc0b74948b44 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:36:19.045009 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 307f6daf-3498-40f9-9f5d-bc0b74948b44 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:19.045401 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:19.050284 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-55d3af32-9393-4224-a904-ef33948646f5 None None] Port e040f89a-81a9-44a9-b8e4-9e374df896c8 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:36:19.105927 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20ebbbed-68bf-4700-baaf-037712665702 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:19.109674 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 3ef2be36-c698-425e-a433-7db64fdb5db8 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:36:19.118819 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2f719-d35b-4adc-b8cc-b675b0371611 req-b5039e32-6168-45b1-92e0-8dec4038c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:19.120373 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d2e2f719-d35b-4adc-b8cc-b675b0371611 req-b5039e32-6168-45b1-92e0-8dec4038c204 service neutron] 10.222.0.126 "GET /v2.0/networks?id=92ab5df3-727f-4009-aa65-b63a2390bdd1 HTTP/1.1" status: 200 len: 923 time: 0.3417222 Nov 04 10:36:19.121445 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-21007034-7167-4c05-b81f-dcf66f2fde97 req-9062871b-d187-4155-a234-b99bb53588c6 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.127 "GET /v2.0/security-groups?id=66b7c381-0407-44be-8812-2b9914358438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042053 Nov 04 10:36:19.130915 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7606ee9e-f768-4695-860f-70403941bf34 req-5f60cf4d-a850-40c0-bc5e-7f2a941c47ad service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379816 Nov 04 10:36:19.140455 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a14c6-103a-484a-8b54-96d6c3b7337a req-c56e9926-0576-42fe-b387-afad11a32ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:19.140455 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fc3a14c6-103a-484a-8b54-96d6c3b7337a req-c56e9926-0576-42fe-b387-afad11a32ae3 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=607a5e13-8657-4a0d-8d5f-d4cba4377009 HTTP/1.1" status: 200 len: 852 time: 0.2252133 Nov 04 10:36:19.235027 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d2e2f719-d35b-4adc-b8cc-b675b0371611 req-db2fb0a7-a7ea-40f7-a077-1ea17b608c8c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=307f6daf-3498-40f9-9f5d-bc0b74948b44 HTTP/1.1" status: 200 len: 217 time: 0.0998130 Nov 04 10:36:19.241401 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-a1dff449-5ddd-485c-b444-c99804f9ddd8 None None] For port 7953aaac-3314-4b68-ba81-425cff0ceba8, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:36:19.263577 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-a1dff449-5ddd-485c-b444-c99804f9ddd8 None None] For port 7953aaac-3314-4b68-ba81-425cff0ceba8, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7953aaac-3314-4b68-ba81-425cff0ceba8,segment=NetworkSegment(96f92c4e-259d-48b0-b3b4-b3f226de3ff2),segment_id=96f92c4e-259d-48b0-b3b4-b3f226de3ff2)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:36:19.290173 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a1dff449-5ddd-485c-b444-c99804f9ddd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:19.291636 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dd7e9822-5737-442e-b928-40b17a0f10c1 req-beea5a18-ef4a-4133-8605-70ebb368fd70 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6e381f5-7791-4f0e-bf7b-201b1f253088 HTTP/1.1" status: 200 len: 210 time: 0.0303302 Nov 04 10:36:19.295899 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-60aa6c84-f53e-4a05-82e1-19159a1b98e5 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:19.295899 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-60aa6c84-f53e-4a05-82e1-19159a1b98e5 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] 10.222.0.126 "GET /v2.0/networks?id=53b4734e-4543-4ce7-ab37-dfe80a41b96c HTTP/1.1" status: 200 len: 815 time: 0.3168790 Nov 04 10:36:19.309795 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-2c1b0aee-f8ad-48c0-90a3-061526537e5a tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Request body: {'port': {'device_id': 'a6e381f5-7791-4f0e-bf7b-201b1f253088', 'network_id': '53b4734e-4543-4ce7-ab37-dfe80a41b96c', 'admin_state_up': True, 'tenant_id': '476366b879674fa18f9d4001aa82561f'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:19.365122 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 3ef2be36-c698-425e-a433-7db64fdb5db8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=3ef2be36-c698-425e-a433-7db64fdb5db8,segment=NetworkSegment(f04c9026-7b12-4aa2-9be0-45f685d36899),segment_id=f04c9026-7b12-4aa2-9be0-45f685d36899)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:19.375404 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:19.406798 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e8484689-0494-4edc-aaaf-8ac81563cfda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:19.413251 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '3ef2be36-c698-425e-a433-7db64fdb5db8', 'network_id': 'fd562185-7063-471c-ad25-a957d0b41f6e', 'port_id': '3ef2be36-c698-425e-a433-7db64fdb5db8', 'mac_address': 'fa:16:3e:18:09:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '607a5e13-8657-4a0d-8d5f-d4cba4377009', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:36:19.424713 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dff449-5ddd-485c-b444-c99804f9ddd8 None None] Pushing event updated for resources: {'Port': ['ID=7953aaac-3314-4b68-ba81-425cff0ceba8,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:19.476943 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20ebbbed-68bf-4700-baaf-037712665702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:19.477525 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 307f6daf-3498-40f9-9f5d-bc0b74948b44, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=307f6daf-3498-40f9-9f5d-bc0b74948b44,segment=NetworkSegment(d89c017d-306f-4669-8b75-b883e6faf378),segment_id=d89c017d-306f-4669-8b75-b883e6faf378)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:19.479950 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20ebbbed-68bf-4700-baaf-037712665702 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:19.481917 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-20ebbbed-68bf-4700-baaf-037712665702 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/42a1e50f-9011-48b0-9b79-9672446fdcee HTTP/1.1" status: 204 len: 168 time: 0.6115785 Nov 04 10:36:19.490218 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:19.495275 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:19.508647 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ebbbed-68bf-4700-baaf-037712665702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a1e50f-9011-48b0-9b79-9672446fdcee,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:19.524097 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bab8f3-7566-4ca7-8aaa-1e670d22c6a7 req-71cafca0-1c3b-4791-92ae-03bbc4dd106c tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:19.525849 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-89bab8f3-7566-4ca7-8aaa-1e670d22c6a7 req-71cafca0-1c3b-4791-92ae-03bbc4dd106c tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/ports?device_id=89a21bf2-8be3-4eac-8b14-f0f094c94ab1 HTTP/1.1" status: 200 len: 944 time: 0.1308911 Nov 04 10:36:19.547090 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2f719-d35b-4adc-b8cc-b675b0371611 req-f4b84392-2f02-4d87-b5f1-cf1f8edeb926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:19.547477 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef2be36-c698-425e-a433-7db64fdb5db8 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:36:19.549233 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d2e2f719-d35b-4adc-b8cc-b675b0371611 req-f4b84392-2f02-4d87-b5f1-cf1f8edeb926 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=ea66aad5-9af1-4fd7-8561-7ab30f09cec4 HTTP/1.1" status: 200 len: 860 time: 0.3019788 Nov 04 10:36:19.552653 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fc3a14c6-103a-484a-8b54-96d6c3b7337a req-077c8be2-38ab-415c-b1fd-5f56aef58e8c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=fd562185-7063-471c-ad25-a957d0b41f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1452160 Nov 04 10:36:19.571040 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-347e84e3-1299-4016-9e82-5367065e1c74 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:19.590653 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=307f6daf-3498-40f9-9f5d-bc0b74948b44,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:19.594540 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 3ef2be36-c698-425e-a433-7db64fdb5db8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=3ef2be36-c698-425e-a433-7db64fdb5db8,segment=NetworkSegment(f04c9026-7b12-4aa2-9be0-45f685d36899),segment_id=f04c9026-7b12-4aa2-9be0-45f685d36899)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:19.602168 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:19.663824 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-89bab8f3-7566-4ca7-8aaa-1e670d22c6a7 req-515e718f-7d7b-4875-b448-870b36a571da tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/security-groups?id=a8239091-fcfd-48f1-9173-e78ca9785348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222694 Nov 04 10:36:19.702683 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-347e84e3-1299-4016-9e82-5367065e1c74 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:19.727769 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=3ef2be36-c698-425e-a433-7db64fdb5db8,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:19.762717 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-618fab2f-dd2c-4047-80e7-84cc0395cf25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e040f89a-81a9-44a9-b8e4-9e374df896c8 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:36:19.779637 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-618fab2f-dd2c-4047-80e7-84cc0395cf25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:19.797747 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-618fab2f-dd2c-4047-80e7-84cc0395cf25 service neutron] Transition to ACTIVE for port object e040f89a-81a9-44a9-b8e4-9e374df896c8 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:36:19.814948 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-618fab2f-dd2c-4047-80e7-84cc0395cf25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:19.889403 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fab2f-dd2c-4047-80e7-84cc0395cf25 service neutron] Pushing event updated for resources: {'Port': ['ID=e040f89a-81a9-44a9-b8e4-9e374df896c8,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:19.899123 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fc3a14c6-103a-484a-8b54-96d6c3b7337a req-579acfd5-9963-440e-bfe2-7fe6a347a533 service neutron] 10.222.0.121 "GET /v2.0/networks/fd562185-7063-471c-ad25-a957d0b41f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299582 Nov 04 10:36:19.911196 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['3ef2be36-c698-425e-a433-7db64fdb5db8'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:36:20.074087 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-618fab2f-dd2c-4047-80e7-84cc0395cf25 service neutron] Attempting to bind port e040f89a-81a9-44a9-b8e4-9e374df896c8 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:36:20.074649 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-618fab2f-dd2c-4047-80e7-84cc0395cf25 service neutron] Attempting to bind port e040f89a-81a9-44a9-b8e4-9e374df896c8 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:36:20.074989 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-618fab2f-dd2c-4047-80e7-84cc0395cf25 service neutron] Attempting to bind port e040f89a-81a9-44a9-b8e4-9e374df896c8 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:36:20.091725 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f034c4-d1a4-419d-a34d-52c362c10d42 req-929b4764-d879-49fd-8c6f-8065c3ea41fc tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:20.102934 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-92f034c4-d1a4-419d-a34d-52c362c10d42 req-929b4764-d879-49fd-8c6f-8065c3ea41fc tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/ports?device_id=9a607f3b-4c9d-4a8a-ac8d-735e095d6826 HTTP/1.1" status: 200 len: 944 time: 0.1639895 Nov 04 10:36:20.128563 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-618fab2f-dd2c-4047-80e7-84cc0395cf25 service neutron] Port e040f89a-81a9-44a9-b8e4-9e374df896c8 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:36:20.130275 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-618fab2f-dd2c-4047-80e7-84cc0395cf25 service neutron] Attempting to bind port e040f89a-81a9-44a9-b8e4-9e374df896c8 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:36:20.158194 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-618fab2f-dd2c-4047-80e7-84cc0395cf25 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:36:20.164742 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-618fab2f-dd2c-4047-80e7-84cc0395cf25 service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:36:20.168204 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-618fab2f-dd2c-4047-80e7-84cc0395cf25 service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:36:20.169045 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-618fab2f-dd2c-4047-80e7-84cc0395cf25 service neutron] Bound port: e040f89a-81a9-44a9-b8e4-9e374df896c8, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:36:20.169418 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-618fab2f-dd2c-4047-80e7-84cc0395cf25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:20.249167 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-92f034c4-d1a4-419d-a34d-52c362c10d42 req-33004f35-e335-4632-a151-bd985a3980e3 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups?id=16f0cacd-133e-4c81-9ec9-343fd2ccc51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451879 Nov 04 10:36:20.315916 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-618fab2f-dd2c-4047-80e7-84cc0395cf25 service neutron] For port e040f89a-81a9-44a9-b8e4-9e374df896c8, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:36:20.324550 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-618fab2f-dd2c-4047-80e7-84cc0395cf25 service neutron] For port e040f89a-81a9-44a9-b8e4-9e374df896c8, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=e040f89a-81a9-44a9-b8e4-9e374df896c8,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:36:20.338845 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-618fab2f-dd2c-4047-80e7-84cc0395cf25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:20.467536 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-618fab2f-dd2c-4047-80e7-84cc0395cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:20.469436 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-618fab2f-dd2c-4047-80e7-84cc0395cf25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:20.472811 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-618fab2f-dd2c-4047-80e7-84cc0395cf25 service neutron] 10.222.0.121 "PUT /v2.0/ports/e040f89a-81a9-44a9-b8e4-9e374df896c8 HTTP/1.1" status: 200 len: 1095 time: 1.5630500 Nov 04 10:36:20.473869 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de406587-3152-4afe-a194-44e509de2f94', 'tag': 'e040f89a-81a9-44a9-b8e4-9e374df896c8'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:36:20.478682 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-2c1b0aee-f8ad-48c0-90a3-061526537e5a tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Made reservation on behalf of 476366b879674fa18f9d4001aa82561f for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:36:20.483369 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-2c1b0aee-f8ad-48c0-90a3-061526537e5a tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:20.483933 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242715f9-5273-4843-800c-ba8859ea398e" -d '{"events": [{"name": "network-changed", "server_uuid": "de406587-3152-4afe-a194-44e509de2f94", "tag": "e040f89a-81a9-44a9-b8e4-9e374df896c8"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:36:20.507823 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2f719-d35b-4adc-b8cc-b675b0371611 req-c731d55e-1315-4cea-aa1b-af5077819f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:20.509604 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d2e2f719-d35b-4adc-b8cc-b675b0371611 req-c731d55e-1315-4cea-aa1b-af5077819f1c service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=92ab5df3-727f-4009-aa65-b63a2390bdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9415438 Nov 04 10:36:20.605007 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9146ca-a749-4c8f-91ee-ed09a95e7e46 req-78a2f170-9f5c-494f-81af-5fc7dde5f753 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:20.617962 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e9146ca-a749-4c8f-91ee-ed09a95e7e46 req-78a2f170-9f5c-494f-81af-5fc7dde5f753 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57 HTTP/1.1" status: 200 len: 945 time: 0.2287531 Nov 04 10:36:20.635319 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:20.640582 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a21bf2-8be3-4eac-8b14-f0f094c94ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307f6daf-3498-40f9-9f5d-bc0b74948b44'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:36:20.644959 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a495f48-6007-4a15-a5fe-acb642c4dcf0" -d '{"events": [{"server_uuid": "89a21bf2-8be3-4eac-8b14-f0f094c94ab1", "name": "network-vif-plugged", "status": "completed", "tag": "307f6daf-3498-40f9-9f5d-bc0b74948b44"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:36:20.680239 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fab2f-dd2c-4047-80e7-84cc0395cf25 service neutron] Pushing event updated for resources: {'Port': ['ID=e040f89a-81a9-44a9-b8e4-9e374df896c8,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:20.750041 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-347e84e3-1299-4016-9e82-5367065e1c74 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Allocated IP 172.25.7.32 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/5ca5acf9-ceca-442f-92af-4ac16f3f4b64) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:36:20.785367 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-3b498435-33c3-400d-94db-93711896db33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:20.787952 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-3b498435-33c3-400d-94db-93711896db33 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0fafa7f7bc7e413aac3269e73af3f797&device_id=de406587-3152-4afe-a194-44e509de2f94 HTTP/1.1" status: 200 len: 1098 time: 0.2073452 Nov 04 10:36:20.793720 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e9146ca-a749-4c8f-91ee-ed09a95e7e46 req-2388128f-8368-4170-aba3-d9054ed56883 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748917 Nov 04 10:36:20.841766 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fc3a14c6-103a-484a-8b54-96d6c3b7337a req-26ca739f-7ee4-4d34-86c9-9bd03340ca58 service neutron] 10.222.0.121 "GET /v2.0/networks/fd562185-7063-471c-ad25-a957d0b41f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8968461 Nov 04 10:36:20.937826 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-8d6b1e75-08cd-4198-9144-615beb9ec899 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=e040f89a-81a9-44a9-b8e4-9e374df896c8 HTTP/1.1" status: 200 len: 217 time: 0.1368959 Nov 04 10:36:20.956861 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5fa712-af26-4a23-bcb9-27320cc9a43d None None] Network 4d044bfe-d326-45bf-afe9-4a429bf3e5db requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:36:20.957213 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d2e2f719-d35b-4adc-b8cc-b675b0371611 req-4608f37e-4543-401a-824b-10afb62b9b1e service neutron] 10.222.0.126 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345167 Nov 04 10:36:20.993738 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6417f-d105-44be-9edb-415a8c6a4817 req-4222c3be-583a-4cd4-a091-327e658b441b tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:20.995695 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-29a6417f-d105-44be-9edb-415a8c6a4817 req-4222c3be-583a-4cd4-a091-327e658b441b tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.127 "GET /v2.0/ports?device_id=de406587-3152-4afe-a194-44e509de2f94 HTTP/1.1" status: 200 len: 947 time: 0.1022394 Nov 04 10:36:21.035654 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-eddf8df3-28dc-41f6-8277-c2b04aff6a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:21.037911 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-eddf8df3-28dc-41f6-8277-c2b04aff6a6e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0917182 Nov 04 10:36:21.100372 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-2c1b0aee-f8ad-48c0-90a3-061526537e5a tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Allocated IP 172.20.0.6 (53b4734e-4543-4ce7-ab37-dfe80a41b96c/e8e6c39f-ce78-42db-8592-acf25fa2943e/58a4a680-4ffe-4ad7-837c-411edc47842e) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:36:21.104392 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-29a6417f-d105-44be-9edb-415a8c6a4817 req-58a1470f-6664-40b7-9f44-5f219fd76e84 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.127 "GET /v2.0/security-groups?id=66b7c381-0407-44be-8812-2b9914358438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954835 Nov 04 10:36:21.116419 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-e777f9b3-5d19-48c0-af16-0b40275dd64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:21.118021 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-e777f9b3-5d19-48c0-af16-0b40275dd64d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0679171 Nov 04 10:36:21.162348 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-347e84e3-1299-4016-9e82-5367065e1c74 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:21.199953 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d2e2f719-d35b-4adc-b8cc-b675b0371611 req-8b4978b2-c382-43a3-9199-30151623529c service neutron] 10.222.0.126 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334819 Nov 04 10:36:21.266280 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 3ef2be36-c698-425e-a433-7db64fdb5db8 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:36:21.268638 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4f5bfe27-1841-41c8-8f44-be11c44c0bf9 req-e39705df-7393-4d6a-a008-77bfa8b4f976 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6e381f5-7791-4f0e-bf7b-201b1f253088 HTTP/1.1" status: 200 len: 210 time: 0.0379820 Nov 04 10:36:21.343344 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-519742ef-0fde-435d-b674-fb824229e0dc service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084095 Nov 04 10:36:21.367567 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-347e84e3-1299-4016-9e82-5367065e1c74 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:21.369984 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8045e192-c97b-469a-a1f2-c7dca5dfcf51 x-openstack-request-id: req-8045e192-c97b-469a-a1f2-c7dca5dfcf51 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:36:21.370523 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de406587-3152-4afe-a194-44e509de2f94", "tag": "e040f89a-81a9-44a9-b8e4-9e374df896c8", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:36:21.370786 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-8045e192-c97b-469a-a1f2-c7dca5dfcf51 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:36:21.371413 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de406587-3152-4afe-a194-44e509de2f94', 'tag': 'e040f89a-81a9-44a9-b8e4-9e374df896c8', 'status': 'completed', 'code': 200} Nov 04 10:36:21.376050 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7953aaac-3314-4b68-ba81-425cff0ceba8 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:36:21.423944 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-6a381b39-4ef4-4023-ba7f-b125d8fa377f None None] Provisioning complete for port 7953aaac-3314-4b68-ba81-425cff0ceba8 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:21.424225 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6a381b39-4ef4-4023-ba7f-b125d8fa377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:21.462235 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbf4056-dac4-438c-be7c-643441020983 x-openstack-request-id: req-efbf4056-dac4-438c-be7c-643441020983 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:36:21.462535 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a21bf2-8be3-4eac-8b14-f0f094c94ab1", "name": "network-vif-plugged", "status": "completed", "tag": "307f6daf-3498-40f9-9f5d-bc0b74948b44", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:36:21.462956 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-efbf4056-dac4-438c-be7c-643441020983 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:36:21.463485 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a21bf2-8be3-4eac-8b14-f0f094c94ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307f6daf-3498-40f9-9f5d-bc0b74948b44', 'code': 200} Nov 04 10:36:21.498337 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347e84e3-1299-4016-9e82-5367065e1c74 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:36:21.504251 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a652bfb0-d12b-49ca-b50f-e67657af6d52 req-0e4b335c-258b-455d-8409-01a21dc7866e service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487961 Nov 04 10:36:21.515917 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-347e84e3-1299-4016-9e82-5367065e1c74 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:36:21.530225 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347e84e3-1299-4016-9e82-5367065e1c74 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:36:21.554110 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-2c1b0aee-f8ad-48c0-90a3-061526537e5a tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:21.591922 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 7953aaac-3314-4b68-ba81-425cff0ceba8 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:21.592390 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:21.593675 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e84e3-1299-4016-9e82-5367065e1c74 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event updated for resources: {'Port': ['ID=5ca5acf9-ceca-442f-92af-4ac16f3f4b64,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:21.645221 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 3ef2be36-c698-425e-a433-7db64fdb5db8 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:36:21.653227 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 3ef2be36-c698-425e-a433-7db64fdb5db8 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:21.653227 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:21.660945 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242715f9-5273-4843-800c-ba8859ea398e req-cadbcc95-3229-4047-998a-5caff22962db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:21.662595 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-242715f9-5273-4843-800c-ba8859ea398e req-cadbcc95-3229-4047-998a-5caff22962db service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0fafa7f7bc7e413aac3269e73af3f797&device_id=de406587-3152-4afe-a194-44e509de2f94 HTTP/1.1" status: 200 len: 1098 time: 0.0726132 Nov 04 10:36:21.673675 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d9f95-b827-483a-ae43-17610cc71290 req-c81abf8b-2357-4c82-831f-b2d7cbdc1080 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:21.675407 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4b1d9f95-b827-483a-ae43-17610cc71290 req-c81abf8b-2357-4c82-831f-b2d7cbdc1080 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/ports?device_id=89a21bf2-8be3-4eac-8b14-f0f094c94ab1 HTTP/1.1" status: 200 len: 945 time: 0.1311817 Nov 04 10:36:21.737735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69a72a-1139-4814-8417-0ea68b0ae8e8 req-73045e57-897b-48b3-971b-ebaf62251652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:21.739275 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8b69a72a-1139-4814-8417-0ea68b0ae8e8 req-73045e57-897b-48b3-971b-ebaf62251652 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=89a21bf2-8be3-4eac-8b14-f0f094c94ab1 HTTP/1.1" status: 200 len: 1096 time: 0.2398515 Nov 04 10:36:21.794333 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4b1d9f95-b827-483a-ae43-17610cc71290 req-efc8cca9-a308-45e1-b910-5cc47f18ea90 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/security-groups?id=a8239091-fcfd-48f1-9173-e78ca9785348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075215 Nov 04 10:36:21.835228 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-2c1b0aee-f8ad-48c0-90a3-061526537e5a tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:21.854678 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242715f9-5273-4843-800c-ba8859ea398e req-d269ac75-828c-4fc8-b36c-a4d9051e2d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:21.856214 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-242715f9-5273-4843-800c-ba8859ea398e req-d269ac75-828c-4fc8-b36c-a4d9051e2d37 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.1799250 Nov 04 10:36:21.909661 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:21.921778 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8b69a72a-1139-4814-8417-0ea68b0ae8e8 req-7eb30b81-8fd6-42dc-8c3f-79f25e8558ce service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=a8239091-fcfd-48f1-9173-e78ca9785348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719580 Nov 04 10:36:21.923635 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-242715f9-5273-4843-800c-ba8859ea398e req-cbb33ee3-3231-4127-bb23-cbced43f3ac8 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=e040f89a-81a9-44a9-b8e4-9e374df896c8 HTTP/1.1" status: 200 len: 217 time: 0.0541277 Nov 04 10:36:21.945048 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-2c1b0aee-f8ad-48c0-90a3-061526537e5a tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Network 53b4734e-4543-4ce7-ab37-dfe80a41b96c is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:36:21.951176 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-2c1b0aee-f8ad-48c0-90a3-061526537e5a tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:36:21.954009 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-347e84e3-1299-4016-9e82-5367065e1c74 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:21.956081 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b0aee-f8ad-48c0-90a3-061526537e5a tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Pushing event updated for resources: {'Port': ['ID=58a4a680-4ffe-4ad7-837c-411edc47842e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:21.959755 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-2c1b0aee-f8ad-48c0-90a3-061526537e5a tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:36:21.980715 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6a381b39-4ef4-4023-ba7f-b125d8fa377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:22.012705 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:22.023155 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 3ef2be36-c698-425e-a433-7db64fdb5db8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=3ef2be36-c698-425e-a433-7db64fdb5db8,segment=NetworkSegment(f04c9026-7b12-4aa2-9be0-45f685d36899),segment_id=f04c9026-7b12-4aa2-9be0-45f685d36899)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:22.049700 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:22.074720 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-6a381b39-4ef4-4023-ba7f-b125d8fa377f None None] For port 7953aaac-3314-4b68-ba81-425cff0ceba8, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7953aaac-3314-4b68-ba81-425cff0ceba8,segment=NetworkSegment(96f92c4e-259d-48b0-b3b4-b3f226de3ff2),segment_id=96f92c4e-259d-48b0-b3b4-b3f226de3ff2)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:22.087904 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6a381b39-4ef4-4023-ba7f-b125d8fa377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:22.095516 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-2c1b0aee-f8ad-48c0-90a3-061526537e5a tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:22.096189 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-2c1b0aee-f8ad-48c0-90a3-061526537e5a tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:22.105730 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242715f9-5273-4843-800c-ba8859ea398e req-71024cf3-b725-4446-89eb-d606348ce751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:22.107788 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-242715f9-5273-4843-800c-ba8859ea398e req-71024cf3-b725-4446-89eb-d606348ce751 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1715765 Nov 04 10:36:22.127719 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b8181-2e3d-4fcc-8c2f-00628de8758d req-f2e36d5c-07ea-4757-a7a0-d5d2a8b314bb tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:22.136406 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:22.137564 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4f1b8181-2e3d-4fcc-8c2f-00628de8758d req-f2e36d5c-07ea-4757-a7a0-d5d2a8b314bb tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/ports?device_id=9a607f3b-4c9d-4a8a-ac8d-735e095d6826 HTTP/1.1" status: 200 len: 945 time: 0.1348536 Nov 04 10:36:22.150462 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-2c1b0aee-f8ad-48c0-90a3-061526537e5a tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8459320 Nov 04 10:36:22.172757 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-4256581e-b1fd-4db2-a9d5-40b826331cbd service neutron] Request body: {'port': {'device_id': 'a6e381f5-7791-4f0e-bf7b-201b1f253088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:22.201619 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=3ef2be36-c698-425e-a433-7db64fdb5db8,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:22.212355 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:36:22.212355 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:36:22.226723 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242715f9-5273-4843-800c-ba8859ea398e req-e74f19c6-8296-4868-a882-b3eb2df0aa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:22.228257 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-242715f9-5273-4843-800c-ba8859ea398e req-e74f19c6-8296-4868-a882-b3eb2df0aa5e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0886724 Nov 04 10:36:22.281693 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a381b39-4ef4-4023-ba7f-b125d8fa377f None None] Pushing event updated for resources: {'Port': ['ID=7953aaac-3314-4b68-ba81-425cff0ceba8,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:22.283330 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4f1b8181-2e3d-4fcc-8c2f-00628de8758d req-da62057e-ac4d-4769-a233-54f4246d7d4e tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups?id=16f0cacd-133e-4c81-9ec9-343fd2ccc51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447840 Nov 04 10:36:22.339553 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-4256581e-b1fd-4db2-a9d5-40b826331cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:22.404833 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-054b328d-6d1c-4ce5-add9-b5ec9fb26e3b req-315f1a53-daf5-4689-97f7-85aaa997fa11 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=ed774fe5-7c02-4d40-ad72-e73641da60a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2248614 Nov 04 10:36:22.432043 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-af28f6ae-4c68-49bc-acbf-c91a698e967d None None] Provisioning complete for port 7953aaac-3314-4b68-ba81-425cff0ceba8 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:22.435261 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-af28f6ae-4c68-49bc-acbf-c91a698e967d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:22.455286 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-347e84e3-1299-4016-9e82-5367065e1c74 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:22.459078 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-242715f9-5273-4843-800c-ba8859ea398e req-409461cf-0754-4390-85f6-f702fd19fe54 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155988 Nov 04 10:36:22.552211 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d76d66-0e9c-4ecb-bd42-f0a5ddbd936e req-82048150-4aaa-49e7-b350-26d25daacc3c tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:22.561341 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a8d76d66-0e9c-4ecb-bd42-f0a5ddbd936e req-82048150-4aaa-49e7-b350-26d25daacc3c tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57 HTTP/1.1" status: 200 len: 945 time: 0.1598902 Nov 04 10:36:22.591732 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:22.665872 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a8d76d66-0e9c-4ecb-bd42-f0a5ddbd936e req-caa8b6e1-28f1-47e6-819d-d48f90d20925 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029568 Nov 04 10:36:22.686814 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-242715f9-5273-4843-800c-ba8859ea398e req-4c975f04-b413-4586-803e-1b18dc769d5c service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075181 Nov 04 10:36:22.698282 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b328d-6d1c-4ce5-add9-b5ec9fb26e3b req-cc278aa3-c159-4a46-8c66-b449aad8780e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:22.699818 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-054b328d-6d1c-4ce5-add9-b5ec9fb26e3b req-cc278aa3-c159-4a46-8c66-b449aad8780e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c028ed5e0ec445e5b00dda8c46c81073&device_id=ed774fe5-7c02-4d40-ad72-e73641da60a8 HTTP/1.1" status: 200 len: 1096 time: 0.2350805 Nov 04 10:36:22.823765 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476b711-06ed-47ac-9c3d-0cbf795b7b13 req-9ab1fc5d-12c0-4ba4-acfa-bc224060a1d5 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:22.825361 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0476b711-06ed-47ac-9c3d-0cbf795b7b13 req-9ab1fc5d-12c0-4ba4-acfa-bc224060a1d5 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.127 "GET /v2.0/ports?device_id=de406587-3152-4afe-a194-44e509de2f94 HTTP/1.1" status: 200 len: 947 time: 0.0804939 Nov 04 10:36:22.830634 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347e84e3-1299-4016-9e82-5367065e1c74 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Router 87e378a2-8f80-47cb-8dc2-e554908ad560 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:36:22.882698 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0476b711-06ed-47ac-9c3d-0cbf795b7b13 req-27de8ac7-ecf3-4394-88d6-095ceed69510 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.127 "GET /v2.0/security-groups?id=66b7c381-0407-44be-8812-2b9914358438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488467 Nov 04 10:36:22.969820 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-4256581e-b1fd-4db2-a9d5-40b826331cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a4a680-4ffe-4ad7-837c-411edc47842e {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:36:22.977273 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b328d-6d1c-4ce5-add9-b5ec9fb26e3b req-4dabfce1-3ce8-47e6-aee0-55138dabb672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:22.978821 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-054b328d-6d1c-4ce5-add9-b5ec9fb26e3b req-4dabfce1-3ce8-47e6-aee0-55138dabb672 service neutron] 10.222.0.126 "GET /v2.0/networks?id=76c58e58-2fca-437a-b0b9-4ec508945e0b HTTP/1.1" status: 200 len: 918 time: 0.2079370 Nov 04 10:36:22.988862 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-4256581e-b1fd-4db2-a9d5-40b826331cbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:22.995540 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 40318) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:23.027675 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6175f5-76f1-41d1-b245-614a086663b3 req-c42ad37a-20ea-462b-a89e-4772361df025 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:23.035783 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d6175f5-76f1-41d1-b245-614a086663b3 req-c42ad37a-20ea-462b-a89e-4772361df025 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6e381f5-7791-4f0e-bf7b-201b1f253088 HTTP/1.1" status: 200 len: 931 time: 0.0717611 Nov 04 10:36:23.090841 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d6175f5-76f1-41d1-b245-614a086663b3 req-7f1346bd-4df9-4baa-8370-b04653ff6e22 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] 10.222.0.127 "GET /v2.0/security-groups?id=8dfd387a-b231-4099-9866-bdc1a43a4e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540597 Nov 04 10:36:23.150379 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-50c14969-bd8c-4ed5-901c-8f5e3d210ba5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:23.171551 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ee1a0e3-f1f9-4919-b6c3-4a0792c07830 req-425013a9-6391-4d0b-9d9b-f719f9a07284 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0751569 Nov 04 10:36:23.281253 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-50c14969-bd8c-4ed5-901c-8f5e3d210ba5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:23.296354 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-50c14969-bd8c-4ed5-901c-8f5e3d210ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:23.305389 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7953aaac-3314-4b68-ba81-425cff0ceba8 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:36:23.339699 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-50c14969-bd8c-4ed5-901c-8f5e3d210ba5 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=71be57cbe8cb43efbf53bf477c780128&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3399727 Nov 04 10:36:23.349631 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 40326) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:23.374334 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 7953aaac-3314-4b68-ba81-425cff0ceba8 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:23.375038 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:23.386626 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c14969-bd8c-4ed5-901c-8f5e3d210ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4553cdb9-b860-40db-a8a5-ac0f18a5b750,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:23.401339 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1a0e3-f1f9-4919-b6c3-4a0792c07830 req-5c2de774-5d02-49b6-b6df-af47bec49624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:23.402914 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ee1a0e3-f1f9-4919-b6c3-4a0792c07830 req-5c2de774-5d02-49b6-b6df-af47bec49624 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57 HTTP/1.1" status: 200 len: 1096 time: 0.1196249 Nov 04 10:36:23.475720 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-4256581e-b1fd-4db2-a9d5-40b826331cbd service neutron] Transition to ACTIVE for port object 58a4a680-4ffe-4ad7-837c-411edc47842e will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:36:23.481718 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a607f3b-4c9d-4a8a-ac8d-735e095d6826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef2be36-c698-425e-a433-7db64fdb5db8'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:36:23.484189 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8312173c-42d4-45b1-814b-704eaa515bcd" -d '{"events": [{"server_uuid": "9a607f3b-4c9d-4a8a-ac8d-735e095d6826", "name": "network-vif-plugged", "status": "completed", "tag": "3ef2be36-c698-425e-a433-7db64fdb5db8"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:36:23.486118 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-4256581e-b1fd-4db2-a9d5-40b826331cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:23.516493 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9b45ce9-8f43-446b-b30d-99971dfa4ab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:23.542770 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-054b328d-6d1c-4ce5-add9-b5ec9fb26e3b req-fa9077c3-d8c5-4308-8511-fdea7b33fe20 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7108e6d-d75d-480a-a32d-4797866cb8fe HTTP/1.1" status: 200 len: 1000 time: 0.5490549 Nov 04 10:36:23.551534 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347e84e3-1299-4016-9e82-5367065e1c74 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:36:23.567940 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a204d95f-36ce-4111-836e-cc2891b0db03 None None] Sync routers for ids ['87e378a2-8f80-47cb-8dc2-e554908ad560'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:36:23.582038 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9b45ce9-8f43-446b-b30d-99971dfa4ab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:23.582664 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a204d95f-36ce-4111-836e-cc2891b0db03 None None] Routers {'87e378a2-8f80-47cb-8dc2-e554908ad560'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:23.583465 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-a204d95f-36ce-4111-836e-cc2891b0db03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:36:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['87e378a2-8f80-47cb-8dc2-e554908ad560'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:23.602546 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256581e-b1fd-4db2-a9d5-40b826331cbd service neutron] Pushing event updated for resources: {'Port': ['ID=58a4a680-4ffe-4ad7-837c-411edc47842e,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:23.610673 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87486af7-030c-4a8f-aef4-3def318ac571 req-80c6fa2f-b570-4eaa-97a9-1992184ff97f tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:23.612392 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87486af7-030c-4a8f-aef4-3def318ac571 req-80c6fa2f-b570-4eaa-97a9-1992184ff97f tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57 HTTP/1.1" status: 200 len: 1096 time: 0.1117625 Nov 04 10:36:23.621486 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1a0e3-f1f9-4919-b6c3-4a0792c07830 req-40592221-e279-41e0-a22e-4ce3786b9a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:23.622949 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ee1a0e3-f1f9-4919-b6c3-4a0792c07830 req-40592221-e279-41e0-a22e-4ce3786b9a1b service neutron] 10.222.0.121 "GET /v2.0/networks?id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 200 len: 909 time: 0.1956141 Nov 04 10:36:23.628263 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-a204d95f-36ce-4111-836e-cc2891b0db03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:23.638064 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a204d95f-36ce-4111-836e-cc2891b0db03 None None] Routers {'87e378a2-8f80-47cb-8dc2-e554908ad560'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:23.638678 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-a204d95f-36ce-4111-836e-cc2891b0db03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:36:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['87e378a2-8f80-47cb-8dc2-e554908ad560'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:23.650315 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-347e84e3-1299-4016-9e82-5367065e1c74 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:23.654502 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-347e84e3-1299-4016-9e82-5367065e1c74 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.6696236 Nov 04 10:36:23.657328 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 40330) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:23.672235 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-a204d95f-36ce-4111-836e-cc2891b0db03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:23.672969 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a204d95f-36ce-4111-836e-cc2891b0db03 None None] The sync data for ids ['87e378a2-8f80-47cb-8dc2-e554908ad560'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:36:23.683289 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ee1a0e3-f1f9-4919-b6c3-4a0792c07830 req-80dfb7e4-6d8b-4880-a433-063597463739 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 HTTP/1.1" status: 200 len: 217 time: 0.0513446 Nov 04 10:36:23.689227 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b328d-6d1c-4ce5-add9-b5ec9fb26e3b req-6fc58b2f-bd82-4f32-988c-383a8acd495f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:23.691229 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-054b328d-6d1c-4ce5-add9-b5ec9fb26e3b req-6fc58b2f-bd82-4f32-988c-383a8acd495f service neutron] 10.222.0.126 "GET /v2.0/subnets?id=a10f0746-db56-4227-89cf-ffbd29fe094a HTTP/1.1" status: 200 len: 855 time: 0.1328094 Nov 04 10:36:23.758521 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9b45ce9-8f43-446b-b30d-99971dfa4ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:23.761230 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9b45ce9-8f43-446b-b30d-99971dfa4ab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:23.765037 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c9b45ce9-8f43-446b-b30d-99971dfa4ab3 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/4553cdb9-b860-40db-a8a5-ac0f18a5b750 HTTP/1.1" status: 204 len: 168 time: 0.4111114 Nov 04 10:36:23.767534 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1a0e3-f1f9-4919-b6c3-4a0792c07830 req-d9d562d9-4d85-4850-a32b-8b84dac9a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:23.768462 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ee1a0e3-f1f9-4919-b6c3-4a0792c07830 req-d9d562d9-4d85-4850-a32b-8b84dac9a54e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f29a1ba4-9c2e-4bbf-be88-aa21c2016c98 HTTP/1.1" status: 200 len: 847 time: 0.0766790 Nov 04 10:36:23.772249 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87486af7-030c-4a8f-aef4-3def318ac571 req-d5d63971-0175-4fc4-ae63-ee09cd3c1bc0 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255813 Nov 04 10:36:23.801272 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b45ce9-8f43-446b-b30d-99971dfa4ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4553cdb9-b860-40db-a8a5-ac0f18a5b750,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:23.814868 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ee1a0e3-f1f9-4919-b6c3-4a0792c07830 req-7c40110a-c078-4c37-a4af-e3a80ebd6a11 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374653 Nov 04 10:36:23.850276 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b328d-6d1c-4ce5-add9-b5ec9fb26e3b req-a60ebef7-e28f-4afc-b5ad-44d7420ea6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:23.852207 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-054b328d-6d1c-4ce5-add9-b5ec9fb26e3b req-a60ebef7-e28f-4afc-b5ad-44d7420ea6e5 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=76c58e58-2fca-437a-b0b9-4ec508945e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1237447 Nov 04 10:36:23.855476 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-4256581e-b1fd-4db2-a9d5-40b826331cbd service neutron] Attempting to bind port 58a4a680-4ffe-4ad7-837c-411edc47842e on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:36:23.856062 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-4256581e-b1fd-4db2-a9d5-40b826331cbd service neutron] Attempting to bind port 58a4a680-4ffe-4ad7-837c-411edc47842e by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '48965e54-ccbf-4101-ae5e-63b1a9afe33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '53b4734e-4543-4ce7-ab37-dfe80a41b96c'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:36:23.856600 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-4256581e-b1fd-4db2-a9d5-40b826331cbd service neutron] Attempting to bind port 58a4a680-4ffe-4ad7-837c-411edc47842e on network 53b4734e-4543-4ce7-ab37-dfe80a41b96c {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:36:23.865281 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-4256581e-b1fd-4db2-a9d5-40b826331cbd service neutron] Port 58a4a680-4ffe-4ad7-837c-411edc47842e on network 53b4734e-4543-4ce7-ab37-dfe80a41b96c not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:36:23.865962 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-4256581e-b1fd-4db2-a9d5-40b826331cbd service neutron] Attempting to bind port 58a4a680-4ffe-4ad7-837c-411edc47842e on network 53b4734e-4543-4ce7-ab37-dfe80a41b96c {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:36:23.901679 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-4256581e-b1fd-4db2-a9d5-40b826331cbd service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:36:23.902422 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-4256581e-b1fd-4db2-a9d5-40b826331cbd service neutron] Checking segment: {'id': '48965e54-ccbf-4101-ae5e-63b1a9afe33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '53b4734e-4543-4ce7-ab37-dfe80a41b96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:36:23.903021 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-4256581e-b1fd-4db2-a9d5-40b826331cbd service neutron] Bound using segment: {'id': '48965e54-ccbf-4101-ae5e-63b1a9afe33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '53b4734e-4543-4ce7-ab37-dfe80a41b96c'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:36:23.903682 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-4256581e-b1fd-4db2-a9d5-40b826331cbd service neutron] Bound port: 58a4a680-4ffe-4ad7-837c-411edc47842e, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48965e54-ccbf-4101-ae5e-63b1a9afe33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '53b4734e-4543-4ce7-ab37-dfe80a41b96c'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:36:23.904252 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-4256581e-b1fd-4db2-a9d5-40b826331cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:23.983133 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd18b6-f286-4c8a-b5a4-80d61925b97e req-c2dc69ca-e85d-4e39-8cf6-5f153fec4183 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:23.984736 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-21cd18b6-f286-4c8a-b5a4-80d61925b97e req-c2dc69ca-e85d-4e39-8cf6-5f153fec4183 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/ports?device_id=89a21bf2-8be3-4eac-8b14-f0f094c94ab1 HTTP/1.1" status: 200 len: 945 time: 0.0842085 Nov 04 10:36:23.989192 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ee1a0e3-f1f9-4919-b6c3-4a0792c07830 req-e3ea1232-3cba-4fb8-b791-56de06ffcdc6 service neutron] 10.222.0.121 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663728 Nov 04 10:36:24.099748 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-21cd18b6-f286-4c8a-b5a4-80d61925b97e req-03138676-9cbb-43a1-a0f6-8c3a68326582 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/security-groups?id=a8239091-fcfd-48f1-9173-e78ca9785348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017799 Nov 04 10:36:24.138329 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ee1a0e3-f1f9-4919-b6c3-4a0792c07830 req-819a6d9a-7d9e-45e7-95e4-85e072f69122 service neutron] 10.222.0.121 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324158 Nov 04 10:36:24.168853 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-054b328d-6d1c-4ce5-add9-b5ec9fb26e3b req-602105fd-aa22-49ee-9ce4-3119e716b1f2 service neutron] 10.222.0.126 "GET /v2.0/networks/76c58e58-2fca-437a-b0b9-4ec508945e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062639 Nov 04 10:36:24.173519 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-4256581e-b1fd-4db2-a9d5-40b826331cbd service neutron] For port 58a4a680-4ffe-4ad7-837c-411edc47842e, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:36:24.177962 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 40344) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:24.186702 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-4256581e-b1fd-4db2-a9d5-40b826331cbd service neutron] For port 58a4a680-4ffe-4ad7-837c-411edc47842e, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=58a4a680-4ffe-4ad7-837c-411edc47842e,segment=NetworkSegment(48965e54-ccbf-4101-ae5e-63b1a9afe33d),segment_id=48965e54-ccbf-4101-ae5e-63b1a9afe33d)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:36:24.192431 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-55fd91af-aab4-47df-a8ca-ce341e27f572 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:24.209373 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-4256581e-b1fd-4db2-a9d5-40b826331cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:24.298666 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-55fd91af-aab4-47df-a8ca-ce341e27f572 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:24.308570 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-55fd91af-aab4-47df-a8ca-ce341e27f572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:24.334685 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-4256581e-b1fd-4db2-a9d5-40b826331cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:24.335279 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-4256581e-b1fd-4db2-a9d5-40b826331cbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:24.336758 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-4256581e-b1fd-4db2-a9d5-40b826331cbd service neutron] 10.222.0.126 "PUT /v2.0/ports/58a4a680-4ffe-4ad7-837c-411edc47842e HTTP/1.1" status: 200 len: 1091 time: 2.1717758 Nov 04 10:36:24.338888 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e381f5-7791-4f0e-bf7b-201b1f253088', 'tag': '58a4a680-4ffe-4ad7-837c-411edc47842e'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:36:24.341902 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174d9ce7-4cd4-4111-824e-ab2b1fc460cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e381f5-7791-4f0e-bf7b-201b1f253088", "tag": "58a4a680-4ffe-4ad7-837c-411edc47842e"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:36:24.353324 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ad39c-6982-444c-a93b-8ccd289889c5 req-89a05a6b-0bb5-4687-a2b8-d277b12a8e1b tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:24.354906 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc7ad39c-6982-444c-a93b-8ccd289889c5 req-89a05a6b-0bb5-4687-a2b8-d277b12a8e1b tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/ports?device_id=9a607f3b-4c9d-4a8a-ac8d-735e095d6826 HTTP/1.1" status: 200 len: 945 time: 0.0947015 Nov 04 10:36:24.367819 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-55fd91af-aab4-47df-a8ca-ce341e27f572 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=0423c03015904b7f880f6d409b2221b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1863623 Nov 04 10:36:24.367819 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd91af-aab4-47df-a8ca-ce341e27f572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6991002-7c53-4f06-a51b-ebbdcc553bf9,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:24.368590 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 40348) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:24.410022 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256581e-b1fd-4db2-a9d5-40b826331cbd service neutron] Pushing event updated for resources: {'Port': ['ID=58a4a680-4ffe-4ad7-837c-411edc47842e,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:24.451883 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-054b328d-6d1c-4ce5-add9-b5ec9fb26e3b req-1cbcde6d-04b5-4225-ac7b-b287d3f85a49 service neutron] 10.222.0.126 "GET /v2.0/networks/76c58e58-2fca-437a-b0b9-4ec508945e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758284 Nov 04 10:36:24.456911 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc7ad39c-6982-444c-a93b-8ccd289889c5 req-938ad891-2971-4161-9bee-d9058afa2761 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups?id=16f0cacd-133e-4c81-9ec9-343fd2ccc51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699158 Nov 04 10:36:24.457719 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-757ca53a-d64b-4764-ab3d-363f074ad173 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:24.477465 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-54b84f5a-e874-4951-b834-07a67702407f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:24.487298 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-757ca53a-d64b-4764-ab3d-363f074ad173 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:24.488101 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-54b84f5a-e874-4951-b834-07a67702407f service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=476366b879674fa18f9d4001aa82561f&device_id=a6e381f5-7791-4f0e-bf7b-201b1f253088 HTTP/1.1" status: 200 len: 1094 time: 0.0902665 Nov 04 10:36:24.529163 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64846e2c-55f8-404f-80af-e928c8c7d89e x-openstack-request-id: req-64846e2c-55f8-404f-80af-e928c8c7d89e {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:36:24.531368 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a607f3b-4c9d-4a8a-ac8d-735e095d6826", "name": "network-vif-plugged", "status": "completed", "tag": "3ef2be36-c698-425e-a433-7db64fdb5db8", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:36:24.534660 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-64846e2c-55f8-404f-80af-e928c8c7d89e {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:36:24.535304 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a607f3b-4c9d-4a8a-ac8d-735e095d6826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef2be36-c698-425e-a433-7db64fdb5db8', 'code': 200} Nov 04 10:36:24.544067 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-757ca53a-d64b-4764-ab3d-363f074ad173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:24.547952 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-757ca53a-d64b-4764-ab3d-363f074ad173 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:24.552076 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-757ca53a-d64b-4764-ab3d-363f074ad173 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/b6991002-7c53-4f06-a51b-ebbdcc553bf9 HTTP/1.1" status: 204 len: 168 time: 0.1824179 Nov 04 10:36:24.562804 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ca53a-d64b-4764-ab3d-363f074ad173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6991002-7c53-4f06-a51b-ebbdcc553bf9,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:24.568549 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-8ff60e60-55e0-4987-85fa-2f11d030cf0b service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58a4a680-4ffe-4ad7-837c-411edc47842e HTTP/1.1" status: 200 len: 217 time: 0.0603034 Nov 04 10:36:24.664674 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe873e4-ae2b-4384-9977-92bcad2f00ba req-f142504a-cdd1-43e9-bcc8-bf8251cfa984 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:24.666153 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9fe873e4-ae2b-4384-9977-92bcad2f00ba req-f142504a-cdd1-43e9-bcc8-bf8251cfa984 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57 HTTP/1.1" status: 200 len: 1096 time: 0.0726757 Nov 04 10:36:24.671770 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-bdef82be-0d78-4c9f-abc3-d0077595f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:24.672922 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede9792-3079-4acf-b2cc-ca7431062774 req-1db94c36-eb72-4179-851f-98326be479b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:24.673542 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-bdef82be-0d78-4c9f-abc3-d0077595f5c0 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=e8e6c39f-ce78-42db-8592-acf25fa2943e HTTP/1.1" status: 200 len: 855 time: 0.0672615 Nov 04 10:36:24.674610 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aede9792-3079-4acf-b2cc-ca7431062774 req-1db94c36-eb72-4179-851f-98326be479b0 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=9a607f3b-4c9d-4a8a-ac8d-735e095d6826 HTTP/1.1" status: 200 len: 1096 time: 0.0712624 Nov 04 10:36:24.726195 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-a89ad586-274c-42d1-85de-e7f5c571ee9b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=53b4734e-4543-4ce7-ab37-dfe80a41b96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305753 Nov 04 10:36:24.744852 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b098429e-8ba7-49fa-bb3f-d81d7ed819dd tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:24.745205 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aede9792-3079-4acf-b2cc-ca7431062774 req-6ce99276-afb8-4acf-a059-67f2548cc409 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=16f0cacd-133e-4c81-9ec9-343fd2ccc51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621433 Nov 04 10:36:24.747303 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9fe873e4-ae2b-4384-9977-92bcad2f00ba req-c98c97eb-ca09-4659-a3b1-6a76463a54f5 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718255 Nov 04 10:36:24.882979 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584a9a0-6017-429a-a1a1-5a8a42ce2e4e req-10e70913-0635-4c42-bbfb-6f228ec45093 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:24.884859 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0584a9a0-6017-429a-a1a1-5a8a42ce2e4e req-10e70913-0635-4c42-bbfb-6f228ec45093 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.127 "GET /v2.0/ports?device_id=de406587-3152-4afe-a194-44e509de2f94 HTTP/1.1" status: 200 len: 947 time: 0.0618169 Nov 04 10:36:24.917924 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-f0dad813-295b-4abf-8c66-edbecbcdf7de service neutron] 10.222.0.126 "GET /v2.0/networks/53b4734e-4543-4ce7-ab37-dfe80a41b96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814032 Nov 04 10:36:24.944940 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0584a9a0-6017-429a-a1a1-5a8a42ce2e4e req-2b744d4a-d5ea-4e5b-8f43-8abfe24b93e5 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.127 "GET /v2.0/security-groups?id=66b7c381-0407-44be-8812-2b9914358438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535295 Nov 04 10:36:25.061927 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb708000-785f-48f2-9e69-367aeeddcfc1 req-22e1c778-6ed0-415f-8751-ee2fc470ce87 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:25.063488 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cb708000-785f-48f2-9e69-367aeeddcfc1 req-22e1c778-6ed0-415f-8751-ee2fc470ce87 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6e381f5-7791-4f0e-bf7b-201b1f253088 HTTP/1.1" status: 200 len: 943 time: 0.0568330 Nov 04 10:36:25.101380 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cf79e4c9-8d7a-48ce-886b-f81f969040a5 req-a5135aba-3bfc-40ad-9666-524cc893c433 service neutron] 10.222.0.126 "GET /v2.0/networks/53b4734e-4543-4ce7-ab37-dfe80a41b96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762626 Nov 04 10:36:25.122306 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cb708000-785f-48f2-9e69-367aeeddcfc1 req-52a56915-3168-45a3-b22f-f043cbd98bb2 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] 10.222.0.127 "GET /v2.0/security-groups?id=8dfd387a-b231-4099-9866-bdc1a43a4e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524232 Nov 04 10:36:25.165775 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device e040f89a-81a9-44a9-b8e4-9e374df896c8 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:36:25.187508 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-b098429e-8ba7-49fa-bb3f-d81d7ed819dd tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Allocated IP 172.20.0.1 (4d044bfe-d326-45bf-afe9-4a429bf3e5db/ec4e35b0-d746-438d-b0b4-4387b3b5c1c6/0bc623fc-353f-4b8f-b3f6-3f0897298755) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:36:25.350372 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port e040f89a-81a9-44a9-b8e4-9e374df896c8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=e040f89a-81a9-44a9-b8e4-9e374df896c8,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:25.357897 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b098429e-8ba7-49fa-bb3f-d81d7ed819dd tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:25.367683 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'e040f89a-81a9-44a9-b8e4-9e374df896c8', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': 'e040f89a-81a9-44a9-b8e4-9e374df896c8', 'mac_address': 'fa:16:3e:9d:2a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:36:25.414400 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b098429e-8ba7-49fa-bb3f-d81d7ed819dd tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:25.430559 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:25.468601 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e040f89a-81a9-44a9-b8e4-9e374df896c8 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:36:25.496635 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098429e-8ba7-49fa-bb3f-d81d7ed819dd tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event updated for resources: {'Port': ['ID=0bc623fc-353f-4b8f-b3f6-3f0897298755,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:25.514235 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b098429e-8ba7-49fa-bb3f-d81d7ed819dd tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Network 4d044bfe-d326-45bf-afe9-4a429bf3e5db is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:36:25.516337 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-b098429e-8ba7-49fa-bb3f-d81d7ed819dd tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:36:25.539115 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b098429e-8ba7-49fa-bb3f-d81d7ed819dd tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:36:25.551113 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port e040f89a-81a9-44a9-b8e4-9e374df896c8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=e040f89a-81a9-44a9-b8e4-9e374df896c8,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:25.558855 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:25.652080 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b098429e-8ba7-49fa-bb3f-d81d7ed819dd tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:25.717148 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=e040f89a-81a9-44a9-b8e4-9e374df896c8,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:25.835531 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b8af9c73-e246-47c8-b248-d7570c06481e req-8cc642ef-b546-4796-b702-b0d276bbe608 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6815207 Nov 04 10:36:25.854604 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-b8af9c73-e246-47c8-b248-d7570c06481e req-3f8b23d9-82a3-4ad6-b3f1-08b68ddd17ec tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:25.888302 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-489f7e33-27e5-43af-ab74-14f83be899f0 None None] Provisioning complete for port 0bc623fc-353f-4b8f-b3f6-3f0897298755 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:25.889420 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-489f7e33-27e5-43af-ab74-14f83be899f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:25.903656 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b8af9c73-e246-47c8-b248-d7570c06481e req-3f8b23d9-82a3-4ad6-b3f1-08b68ddd17ec tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:25.928054 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['e040f89a-81a9-44a9-b8e4-9e374df896c8'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:36:25.960604 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b098429e-8ba7-49fa-bb3f-d81d7ed819dd tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:25.994999 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-489f7e33-27e5-43af-ab74-14f83be899f0 None None] Port 0bc623fc-353f-4b8f-b3f6-3f0897298755 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:36:26.214223 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b8af9c73-e246-47c8-b248-d7570c06481e req-3f8b23d9-82a3-4ad6-b3f1-08b68ddd17ec tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:26.339112 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-b8af9c73-e246-47c8-b248-d7570c06481e req-3f8b23d9-82a3-4ad6-b3f1-08b68ddd17ec tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Allocated IP 172.25.7.105 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/2db9de83-5201-4cfd-b2ec-135802e05f60) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:36:26.462590 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b8af9c73-e246-47c8-b248-d7570c06481e req-3f8b23d9-82a3-4ad6-b3f1-08b68ddd17ec tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:26.484244 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b098429e-8ba7-49fa-bb3f-d81d7ed819dd tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:26.500663 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b098429e-8ba7-49fa-bb3f-d81d7ed819dd tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:26.518266 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b8af9c73-e246-47c8-b248-d7570c06481e req-3f8b23d9-82a3-4ad6-b3f1-08b68ddd17ec tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:26.574204 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b23d9-82a3-4ad6-b3f1-08b68ddd17ec tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Pushing event updated for resources: {'Port': ['ID=2db9de83-5201-4cfd-b2ec-135802e05f60,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:26.588039 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8af9c73-e246-47c8-b248-d7570c06481e req-3f8b23d9-82a3-4ad6-b3f1-08b68ddd17ec tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:36:26.590470 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-b8af9c73-e246-47c8-b248-d7570c06481e req-3f8b23d9-82a3-4ad6-b3f1-08b68ddd17ec tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:36:26.593137 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8af9c73-e246-47c8-b248-d7570c06481e req-3f8b23d9-82a3-4ad6-b3f1-08b68ddd17ec tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:36:26.596787 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098429e-8ba7-49fa-bb3f-d81d7ed819dd tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event updated for resources: {'Port': ['ID=0bc623fc-353f-4b8f-b3f6-3f0897298755,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:26.603055 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b098429e-8ba7-49fa-bb3f-d81d7ed819dd tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:26.713835 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b8af9c73-e246-47c8-b248-d7570c06481e req-3f8b23d9-82a3-4ad6-b3f1-08b68ddd17ec tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:26.725833 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b098429e-8ba7-49fa-bb3f-d81d7ed819dd tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Network 4d044bfe-d326-45bf-afe9-4a429bf3e5db is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:36:26.727426 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-b098429e-8ba7-49fa-bb3f-d81d7ed819dd tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:36:26.771484 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b8af9c73-e246-47c8-b248-d7570c06481e req-3f8b23d9-82a3-4ad6-b3f1-08b68ddd17ec tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:26.909340 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b098429e-8ba7-49fa-bb3f-d81d7ed819dd tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Router 87e378a2-8f80-47cb-8dc2-e554908ad560 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:36:26.985583 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b8af9c73-e246-47c8-b248-d7570c06481e req-3f8b23d9-82a3-4ad6-b3f1-08b68ddd17ec tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:26.994304 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b8af9c73-e246-47c8-b248-d7570c06481e req-3f8b23d9-82a3-4ad6-b3f1-08b68ddd17ec tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:27.040253 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d95eb287-ab1c-407c-b5fc-8a93d9b23d53 None None] Provisioning complete for port 0bc623fc-353f-4b8f-b3f6-3f0897298755 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:27.040913 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d95eb287-ab1c-407c-b5fc-8a93d9b23d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:27.077267 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b098429e-8ba7-49fa-bb3f-d81d7ed819dd tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:36:27.087981 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b098429e-8ba7-49fa-bb3f-d81d7ed819dd tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "PUT /v2.0/routers/87e378a2-8f80-47cb-8dc2-e554908ad560/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4295495 Nov 04 10:36:27.088861 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 40432) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:27.089594 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db97aa14-9a9d-44e9-9e73-441f557d2150 None None] Sync routers for ids ['87e378a2-8f80-47cb-8dc2-e554908ad560'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:36:27.095329 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-0f173bc5-3d3c-430c-80d2-a156529ccf1c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Request body: {'port': {'network_id': '4d044bfe-d326-45bf-afe9-4a429bf3e5db', 'name': 'tempest-FloatingIPTestJSON-1698220666'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:27.097588 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b23d9-82a3-4ad6-b3f1-08b68ddd17ec tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Pushing event updated for resources: {'Port': ['ID=2db9de83-5201-4cfd-b2ec-135802e05f60,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:27.106670 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b8af9c73-e246-47c8-b248-d7570c06481e req-3f8b23d9-82a3-4ad6-b3f1-08b68ddd17ec tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:27.117881 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db97aa14-9a9d-44e9-9e73-441f557d2150 None None] Routers {'87e378a2-8f80-47cb-8dc2-e554908ad560'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:27.118544 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-db97aa14-9a9d-44e9-9e73-441f557d2150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:36:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['87e378a2-8f80-47cb-8dc2-e554908ad560'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:27.151467 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b8af9c73-e246-47c8-b248-d7570c06481e req-3f8b23d9-82a3-4ad6-b3f1-08b68ddd17ec tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:27.155795 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-d95eb287-ab1c-407c-b5fc-8a93d9b23d53 None None] Port 0bc623fc-353f-4b8f-b3f6-3f0897298755 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:36:27.161577 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b8af9c73-e246-47c8-b248-d7570c06481e req-3f8b23d9-82a3-4ad6-b3f1-08b68ddd17ec tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3152819 Nov 04 10:36:27.189844 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-db97aa14-9a9d-44e9-9e73-441f557d2150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:27.197303 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device e040f89a-81a9-44a9-b8e4-9e374df896c8 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:36:27.207446 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db97aa14-9a9d-44e9-9e73-441f557d2150 None None] Routers {'87e378a2-8f80-47cb-8dc2-e554908ad560'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:27.208290 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-db97aa14-9a9d-44e9-9e73-441f557d2150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:36:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['87e378a2-8f80-47cb-8dc2-e554908ad560'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:27.243711 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-db97aa14-9a9d-44e9-9e73-441f557d2150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:27.244289 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db97aa14-9a9d-44e9-9e73-441f557d2150 None None] The sync data for ids ['87e378a2-8f80-47cb-8dc2-e554908ad560'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:36:27.273193 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b8af9c73-e246-47c8-b248-d7570c06481e req-d6c0cd9d-4560-4f9e-b1c5-34a2b894e080 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.105 HTTP/1.1" status: 200 len: 696 time: 0.1044025 Nov 04 10:36:27.295339 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port e040f89a-81a9-44a9-b8e4-9e374df896c8 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:36:27.301778 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port e040f89a-81a9-44a9-b8e4-9e374df896c8 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:27.303072 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:27.440468 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af9c73-e246-47c8-b248-d7570c06481e req-fb6cd6c1-5f92-4fa6-ae99-ddbe45cc6a0c tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:27.442291 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b8af9c73-e246-47c8-b248-d7570c06481e req-fb6cd6c1-5f92-4fa6-ae99-ddbe45cc6a0c tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 784 time: 0.1625693 Nov 04 10:36:27.477708 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:27.526530 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de406587-3152-4afe-a194-44e509de2f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e040f89a-81a9-44a9-b8e4-9e374df896c8'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:36:27.535109 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4747bf-39c4-473a-8bdc-be5c8cd7ba21" -d '{"events": [{"server_uuid": "de406587-3152-4afe-a194-44e509de2f94", "name": "network-vif-plugged", "status": "completed", "tag": "e040f89a-81a9-44a9-b8e4-9e374df896c8"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:36:27.570550 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port e040f89a-81a9-44a9-b8e4-9e374df896c8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=e040f89a-81a9-44a9-b8e4-9e374df896c8,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:27.592261 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:27.708283 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=e040f89a-81a9-44a9-b8e4-9e374df896c8,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:27.743508 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afafbfcb-b0ad-4975-a5a1-1053b4681d84 x-openstack-request-id: req-afafbfcb-b0ad-4975-a5a1-1053b4681d84 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:36:27.744135 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e381f5-7791-4f0e-bf7b-201b1f253088", "tag": "58a4a680-4ffe-4ad7-837c-411edc47842e", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:36:27.744135 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-afafbfcb-b0ad-4975-a5a1-1053b4681d84 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:36:27.744524 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e381f5-7791-4f0e-bf7b-201b1f253088', 'tag': '58a4a680-4ffe-4ad7-837c-411edc47842e', 'status': 'completed', 'code': 200} Nov 04 10:36:27.778894 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50e297-d999-4611-978f-6e0a6d79d23f req-da0e7cd0-268d-4d72-9321-1340cf4b8ecd tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:27.780482 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a50e297-d999-4611-978f-6e0a6d79d23f req-da0e7cd0-268d-4d72-9321-1340cf4b8ecd tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/ports?device_id=9a607f3b-4c9d-4a8a-ac8d-735e095d6826 HTTP/1.1" status: 200 len: 945 time: 0.0611253 Nov 04 10:36:27.826096 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d9ce7-4cd4-4111-824e-ab2b1fc460cd req-70abcaf1-89c0-4fea-b676-32a206225b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:27.827931 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-174d9ce7-4cd4-4111-824e-ab2b1fc460cd req-70abcaf1-89c0-4fea-b676-32a206225b91 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=476366b879674fa18f9d4001aa82561f&device_id=a6e381f5-7791-4f0e-bf7b-201b1f253088 HTTP/1.1" status: 200 len: 1094 time: 0.0826147 Nov 04 10:36:27.845514 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a50e297-d999-4611-978f-6e0a6d79d23f req-4d7359c7-badd-485b-98f1-90a033f98c3b tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups?id=16f0cacd-133e-4c81-9ec9-343fd2ccc51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553796 Nov 04 10:36:27.923426 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f173bc5-3d3c-430c-80d2-a156529ccf1c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Made reservation on behalf of 13e467d5ab544004baf1b1c5a4b81497 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:36:27.927197 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0f173bc5-3d3c-430c-80d2-a156529ccf1c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:27.967754 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-0f173bc5-3d3c-430c-80d2-a156529ccf1c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] device_id is not set on port e2ffa9bc-037b-4b51-89bd-1de16929c6dc yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:36:27.980079 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3873c-595f-49d7-af8f-957f095484da req-874451a7-9568-4d7f-a5d0-a64db460913d tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:27.981991 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ecc3873c-595f-49d7-af8f-957f095484da req-874451a7-9568-4d7f-a5d0-a64db460913d tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.127 "GET /v2.0/ports?device_id=de406587-3152-4afe-a194-44e509de2f94 HTTP/1.1" status: 200 len: 949 time: 0.0598445 Nov 04 10:36:28.031859 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d9ce7-4cd4-4111-824e-ab2b1fc460cd req-a0b38042-7ecf-4d9e-97de-af507f8a6092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:28.033411 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-174d9ce7-4cd4-4111-824e-ab2b1fc460cd req-a0b38042-7ecf-4d9e-97de-af507f8a6092 service neutron] 10.222.0.126 "GET /v2.0/networks?id=53b4734e-4543-4ce7-ab37-dfe80a41b96c HTTP/1.1" status: 200 len: 917 time: 0.1975884 Nov 04 10:36:28.037834 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ecc3873c-595f-49d7-af8f-957f095484da req-62bf5dba-58f2-4995-b5cc-3cd6c4672c3b tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.127 "GET /v2.0/security-groups?id=66b7c381-0407-44be-8812-2b9914358438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483446 Nov 04 10:36:28.105140 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-174d9ce7-4cd4-4111-824e-ab2b1fc460cd req-10ac3788-45a3-403a-abbd-2139d553010c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58a4a680-4ffe-4ad7-837c-411edc47842e HTTP/1.1" status: 200 len: 217 time: 0.0628729 Nov 04 10:36:28.168680 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-0f173bc5-3d3c-430c-80d2-a156529ccf1c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Allocated IP 172.20.0.8 (4d044bfe-d326-45bf-afe9-4a429bf3e5db/ec4e35b0-d746-438d-b0b4-4387b3b5c1c6/e2ffa9bc-037b-4b51-89bd-1de16929c6dc) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:36:28.178813 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb700397-272d-4c82-b640-840a6130821c req-971adbc0-75f7-48da-adcb-8202d7757bf7 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:28.180412 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bb700397-272d-4c82-b640-840a6130821c req-971adbc0-75f7-48da-adcb-8202d7757bf7 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6e381f5-7791-4f0e-bf7b-201b1f253088 HTTP/1.1" status: 200 len: 943 time: 0.0722752 Nov 04 10:36:28.184052 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d9ce7-4cd4-4111-824e-ab2b1fc460cd req-7af1e1ce-680b-4a69-8391-b996ffc1673b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:28.185562 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-174d9ce7-4cd4-4111-824e-ab2b1fc460cd req-7af1e1ce-680b-4a69-8391-b996ffc1673b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=e8e6c39f-ce78-42db-8592-acf25fa2943e HTTP/1.1" status: 200 len: 855 time: 0.0727232 Nov 04 10:36:28.235636 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bb700397-272d-4c82-b640-840a6130821c req-1caace89-ef56-4a78-b76b-f68a9ce73b04 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] 10.222.0.127 "GET /v2.0/security-groups?id=8dfd387a-b231-4099-9866-bdc1a43a4e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474794 Nov 04 10:36:28.236304 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-174d9ce7-4cd4-4111-824e-ab2b1fc460cd req-09cabb1c-b1e2-4315-a6c5-9c405933c9f7 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=53b4734e-4543-4ce7-ab37-dfe80a41b96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424020 Nov 04 10:36:28.308980 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82642943-599e-460c-80d0-4d1337306f39 x-openstack-request-id: req-82642943-599e-460c-80d0-4d1337306f39 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:36:28.309520 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de406587-3152-4afe-a194-44e509de2f94", "name": "network-vif-plugged", "status": "completed", "tag": "e040f89a-81a9-44a9-b8e4-9e374df896c8", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:36:28.310058 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-82642943-599e-460c-80d0-4d1337306f39 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:36:28.310466 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de406587-3152-4afe-a194-44e509de2f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e040f89a-81a9-44a9-b8e4-9e374df896c8', 'code': 200} Nov 04 10:36:28.420415 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-174d9ce7-4cd4-4111-824e-ab2b1fc460cd req-1f1f525b-e7ff-444f-b1d7-916c1400df0f service neutron] 10.222.0.126 "GET /v2.0/networks/53b4734e-4543-4ce7-ab37-dfe80a41b96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759851 Nov 04 10:36:28.425844 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eaba6c-b40e-482f-bdf7-1f8e45c60b18 req-65ead8fb-b529-4166-8470-cd18785b8a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:28.427790 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83eaba6c-b40e-482f-bdf7-1f8e45c60b18 req-65ead8fb-b529-4166-8470-cd18785b8a69 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=de406587-3152-4afe-a194-44e509de2f94 HTTP/1.1" status: 200 len: 1100 time: 0.0473208 Nov 04 10:36:28.488647 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83eaba6c-b40e-482f-bdf7-1f8e45c60b18 req-acb4e675-5fe4-49fe-9edd-3f5a5b32aad9 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=66b7c381-0407-44be-8812-2b9914358438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501111 Nov 04 10:36:28.490917 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0f173bc5-3d3c-430c-80d2-a156529ccf1c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:28.553965 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-174d9ce7-4cd4-4111-824e-ab2b1fc460cd req-d119e4f6-8515-4831-bfdf-2d9af38e3826 service neutron] 10.222.0.126 "GET /v2.0/networks/53b4734e-4543-4ce7-ab37-dfe80a41b96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260052 Nov 04 10:36:28.568864 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0f173bc5-3d3c-430c-80d2-a156529ccf1c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:28.619661 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f173bc5-3d3c-430c-80d2-a156529ccf1c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Network 4d044bfe-d326-45bf-afe9-4a429bf3e5db is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:36:28.625178 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-0f173bc5-3d3c-430c-80d2-a156529ccf1c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:36:28.629539 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f173bc5-3d3c-430c-80d2-a156529ccf1c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:36:28.654328 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f173bc5-3d3c-430c-80d2-a156529ccf1c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event updated for resources: {'Port': ['ID=e2ffa9bc-037b-4b51-89bd-1de16929c6dc,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:28.686058 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f173bc5-3d3c-430c-80d2-a156529ccf1c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:28.686623 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0f173bc5-3d3c-430c-80d2-a156529ccf1c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:28.716993 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0f173bc5-3d3c-430c-80d2-a156529ccf1c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6236389 Nov 04 10:36:28.717397 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 40536) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:28.722419 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-f21caf2f-4b64-43a2-bfff-dee278be754c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Request body: {'floatingip': {'port_id': 'e2ffa9bc-037b-4b51-89bd-1de16929c6dc'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:28.803090 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f21caf2f-4b64-43a2-bfff-dee278be754c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:28.817959 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 58a4a680-4ffe-4ad7-837c-411edc47842e details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:36:28.942641 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 58a4a680-4ffe-4ad7-837c-411edc47842e, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=58a4a680-4ffe-4ad7-837c-411edc47842e,segment=NetworkSegment(48965e54-ccbf-4101-ae5e-63b1a9afe33d),segment_id=48965e54-ccbf-4101-ae5e-63b1a9afe33d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:28.965971 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '58a4a680-4ffe-4ad7-837c-411edc47842e', 'network_id': '53b4734e-4543-4ce7-ab37-dfe80a41b96c', 'port_id': '58a4a680-4ffe-4ad7-837c-411edc47842e', 'mac_address': 'fa:16:3e:c9:9d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e6c39f-ce78-42db-8592-acf25fa2943e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:36:29.022564 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-cfbfa9a9-ed18-4069-9430-6817241c237a None None] Provisioning complete for port e2ffa9bc-037b-4b51-89bd-1de16929c6dc triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:29.022564 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cfbfa9a9-ed18-4069-9430-6817241c237a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:29.025917 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:29.067062 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a4a680-4ffe-4ad7-837c-411edc47842e {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:36:29.091430 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-cfbfa9a9-ed18-4069-9430-6817241c237a None None] Port e2ffa9bc-037b-4b51-89bd-1de16929c6dc cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:36:29.105486 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 58a4a680-4ffe-4ad7-837c-411edc47842e, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=58a4a680-4ffe-4ad7-837c-411edc47842e,segment=NetworkSegment(48965e54-ccbf-4101-ae5e-63b1a9afe33d),segment_id=48965e54-ccbf-4101-ae5e-63b1a9afe33d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:29.110587 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:29.176731 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=58a4a680-4ffe-4ad7-837c-411edc47842e,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:29.412748 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f21caf2f-4b64-43a2-bfff-dee278be754c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:29.418164 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f21caf2f-4b64-43a2-bfff-dee278be754c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:29.500172 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['58a4a680-4ffe-4ad7-837c-411edc47842e'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:36:29.540593 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-f21caf2f-4b64-43a2-bfff-dee278be754c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Floating IP 2b79253d-9f8e-4177-b102-8701f65495b6 associated. External IP: 172.25.7.13, port: f15a036b-75d3-427a-928f-a42698f2f63f. Nov 04 10:36:29.634922 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-f15ddc8a-1884-4a6b-ade8-726954ce81cd tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:36:29.647328 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-f15ddc8a-1884-4a6b-ade8-726954ce81cd tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.2501063 Nov 04 10:36:29.789758 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-8cc9fc3f-c3ef-41ca-b4e7-ddeafdc7195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:29.793224 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21caf2f-4b64-43a2-bfff-dee278be754c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Router 23732882-0a05-4b95-b3b4-413c9b097100 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:36:29.797823 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-8cc9fc3f-c3ef-41ca-b4e7-ddeafdc7195a service neutron] 10.222.0.127 "GET /v2.0/ports/4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 HTTP/1.1" status: 200 len: 1093 time: 0.1495905 Nov 04 10:36:29.802810 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-5dc83047-fb62-4b20-9584-001cf584fb80 service neutron] Request body: {'binding': {'host': 'n-h1-816629-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:29.803269 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-5dc83047-fb62-4b20-9584-001cf584fb80 service neutron] Unknown quota resources ['binding']. {{(pid=101775) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 04 10:36:29.921496 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21caf2f-4b64-43a2-bfff-dee278be754c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:36:29.931636 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a501c41f-50f3-444a-80ed-8fee08e0bc3d None None] Sync routers for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:36:29.943122 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a501c41f-50f3-444a-80ed-8fee08e0bc3d None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:29.944656 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-a501c41f-50f3-444a-80ed-8fee08e0bc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:36:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:29.965859 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-5dc83047-fb62-4b20-9584-001cf584fb80 service neutron] Attempting to bind port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 on host n-h1-816629-1 for vnic_type normal with profile None {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:36:29.966660 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-5dc83047-fb62-4b20-9584-001cf584fb80 service neutron] Attempting to bind port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:36:29.967020 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-5dc83047-fb62-4b20-9584-001cf584fb80 service neutron] Attempting to bind port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:36:29.974210 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-5dc83047-fb62-4b20-9584-001cf584fb80 service neutron] Port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:36:29.974535 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-5dc83047-fb62-4b20-9584-001cf584fb80 service neutron] Attempting to bind port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:36:29.981453 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-5dc83047-fb62-4b20-9584-001cf584fb80 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:36:29.981803 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-5dc83047-fb62-4b20-9584-001cf584fb80 service neutron] Checking segment: {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:36:29.982196 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-5dc83047-fb62-4b20-9584-001cf584fb80 service neutron] Bound using segment: {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:36:29.982633 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-5dc83047-fb62-4b20-9584-001cf584fb80 service neutron] Bound port: 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:36:29.983750 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-a501c41f-50f3-444a-80ed-8fee08e0bc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:29.997877 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a501c41f-50f3-444a-80ed-8fee08e0bc3d None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:29.998515 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-a501c41f-50f3-444a-80ed-8fee08e0bc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:36:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:30.034204 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-a501c41f-50f3-444a-80ed-8fee08e0bc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:30.035192 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a501c41f-50f3-444a-80ed-8fee08e0bc3d None None] The sync data for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:36:30.066856 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-5dc83047-fb62-4b20-9584-001cf584fb80 service neutron] For port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:36:30.076634 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-5dc83047-fb62-4b20-9584-001cf584fb80 service neutron] Publish callbacks [] for binding, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:30.081415 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-5dc83047-fb62-4b20-9584-001cf584fb80 service neutron] 10.222.0.127 "POST /v2.0/ports/4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9/bindings HTTP/1.1" status: 201 len: 389 time: 0.2821045 Nov 04 10:36:30.197543 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21caf2f-4b64-43a2-bfff-dee278be754c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Router 87e378a2-8f80-47cb-8dc2-e554908ad560 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:36:30.388720 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-0ebd9ee9-5a2c-4f8e-b0f6-0ac6f870ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:30.390201 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-0ebd9ee9-5a2c-4f8e-b0f6-0ac6f870ebcc service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57 HTTP/1.1" status: 200 len: 1096 time: 0.0505314 Nov 04 10:36:30.430691 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21caf2f-4b64-43a2-bfff-dee278be754c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:36:30.435824 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f21caf2f-4b64-43a2-bfff-dee278be754c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:30.443079 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cdc751-f96c-48b6-a478-17b7ab999fb7 None None] Sync routers for ids ['87e378a2-8f80-47cb-8dc2-e554908ad560'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:36:30.458195 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cdc751-f96c-48b6-a478-17b7ab999fb7 None None] Routers {'87e378a2-8f80-47cb-8dc2-e554908ad560'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:30.459188 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-b1cdc751-f96c-48b6-a478-17b7ab999fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:36:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['87e378a2-8f80-47cb-8dc2-e554908ad560'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:30.475737 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-cadb56da-98b7-4b74-8ed8-eaedd83a6548 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:30.482959 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-cadb56da-98b7-4b74-8ed8-eaedd83a6548 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/networks?id=92ab5df3-727f-4009-aa65-b63a2390bdd1 HTTP/1.1" status: 200 len: 821 time: 0.2194748 Nov 04 10:36:30.503881 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-2f566e76-8ba4-4d3b-a84b-d45835adfca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:30.504946 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-2f566e76-8ba4-4d3b-a84b-d45835adfca9 service neutron] 10.222.0.126 "GET /v2.0/networks?id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 200 len: 909 time: 0.1080477 Nov 04 10:36:30.509517 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-b1cdc751-f96c-48b6-a478-17b7ab999fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:30.519836 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cdc751-f96c-48b6-a478-17b7ab999fb7 None None] Routers {'87e378a2-8f80-47cb-8dc2-e554908ad560'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:30.520473 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-b1cdc751-f96c-48b6-a478-17b7ab999fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:36:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['87e378a2-8f80-47cb-8dc2-e554908ad560'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:30.522001 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-3b799d16-18e9-4ce0-8289-61cc61a70613 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/quotas/6ff8607a595c4654bc768d3625c74fa2 HTTP/1.1" status: 200 len: 375 time: 0.0381281 Nov 04 10:36:30.528202 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f21caf2f-4b64-43a2-bfff-dee278be754c tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "PUT /v2.0/floatingips/2b79253d-9f8e-4177-b102-8701f65495b6 HTTP/1.1" status: 200 len: 977 time: 1.8097000 Nov 04 10:36:30.537011 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 40696) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:30.559972 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-b1cdc751-f96c-48b6-a478-17b7ab999fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:30.562619 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cdc751-f96c-48b6-a478-17b7ab999fb7 None None] The sync data for ids ['87e378a2-8f80-47cb-8dc2-e554908ad560'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:36:30.574062 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-0eb67089-3ccd-41b8-a913-3fb631880f4f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 HTTP/1.1" status: 200 len: 217 time: 0.0620527 Nov 04 10:36:30.630424 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-f52066d6-4a5f-4ec6-812e-d2d271811180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:30.632111 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-f52066d6-4a5f-4ec6-812e-d2d271811180 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=f29a1ba4-9c2e-4bbf-be88-aa21c2016c98 HTTP/1.1" status: 200 len: 847 time: 0.0507302 Nov 04 10:36:30.677830 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-3a206d48-9331-4a21-8623-cd94d75c55bf service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377622 Nov 04 10:36:30.787515 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-6d54aebc-5b09-4655-a968-23e4c4e58531 service neutron] 10.222.0.126 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017077 Nov 04 10:36:30.813714 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 58a4a680-4ffe-4ad7-837c-411edc47842e up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:36:30.877220 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 58a4a680-4ffe-4ad7-837c-411edc47842e completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:36:30.884991 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 58a4a680-4ffe-4ad7-837c-411edc47842e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:30.885545 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:30.925414 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-52f2374f-6de6-4161-b027-5b98a84b2007 service neutron] 10.222.0.126 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299536 Nov 04 10:36:30.966236 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-015ce3c0-90e7-42d1-b17b-23c716a1f3b1 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=6ff8607a595c4654bc768d3625c74fa2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4432888 Nov 04 10:36:30.974472 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:31.012331 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 58a4a680-4ffe-4ad7-837c-411edc47842e, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=58a4a680-4ffe-4ad7-837c-411edc47842e,segment=NetworkSegment(48965e54-ccbf-4101-ae5e-63b1a9afe33d),segment_id=48965e54-ccbf-4101-ae5e-63b1a9afe33d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:31.013865 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e381f5-7791-4f0e-bf7b-201b1f253088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a4a680-4ffe-4ad7-837c-411edc47842e'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:36:31.016558 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aed2c15-309a-4d9d-89fe-4ca1a31d95ee" -d '{"events": [{"server_uuid": "a6e381f5-7791-4f0e-bf7b-201b1f253088", "name": "network-vif-plugged", "status": "completed", "tag": "58a4a680-4ffe-4ad7-837c-411edc47842e"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:36:31.021037 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:31.047620 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-4651cd88-3699-4415-9519-d3c385106408 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:31.050229 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-4651cd88-3699-4415-9519-d3c385106408 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.126 "GET /v2.0/ports?device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57&tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&binding%3Ahost_id=n-h2-816629-1 HTTP/1.1" status: 200 len: 1096 time: 0.0633569 Nov 04 10:36:31.064635 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-2563b83f-29e8-4826-b579-bdd39b32a3fa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816629-1'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:31.074438 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c075a-278b-4058-953b-06e0d87a06ec tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Deleting port e2ffa9bc-037b-4b51-89bd-1de16929c6dc {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:36:31.074780 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba0c075a-278b-4058-953b-06e0d87a06ec tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:31.144614 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-643a60a4-17a3-4651-8ea9-5872f791cbbd service neutron] 10.222.0.127 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772089 Nov 04 10:36:31.148681 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-2563b83f-29e8-4826-b579-bdd39b32a3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:31.227746 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=58a4a680-4ffe-4ad7-837c-411edc47842e,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:31.282174 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba0c075a-278b-4058-953b-06e0d87a06ec tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:31.325074 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-2563b83f-29e8-4826-b579-bdd39b32a3fa service neutron] For port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:31.358462 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-183b2c87-4799-4367-92d7-af2174480276 service neutron] 10.222.0.127 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973772 Nov 04 10:36:31.375359 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-2563b83f-29e8-4826-b579-bdd39b32a3fa service neutron] For port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:36:31.422836 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:36:31.426230 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7601ac-e51a-4e8d-ac95-d56bb6f104c8" -d '{"events": [{"server_uuid": "c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57", "name": "network-vif-unplugged", "status": "completed", "tag": "4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:36:31.432796 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-2563b83f-29e8-4826-b579-bdd39b32a3fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:31.440189 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-2563b83f-29e8-4826-b579-bdd39b32a3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:31.532872 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563b83f-29e8-4826-b579-bdd39b32a3fa service neutron] Pushing event updated for resources: {'Port': ['ID=4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9,revision_number=7']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:31.535327 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba0c075a-278b-4058-953b-06e0d87a06ec tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:31.535865 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba0c075a-278b-4058-953b-06e0d87a06ec tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:31.536019 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-ba0c075a-278b-4058-953b-06e0d87a06ec tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Floating IP 2b79253d-9f8e-4177-b102-8701f65495b6 disassociated. External IP: 172.25.7.13, port: e2ffa9bc-037b-4b51-89bd-1de16929c6dc. Nov 04 10:36:31.536367 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c075a-278b-4058-953b-06e0d87a06ec tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Calling delete_port for e2ffa9bc-037b-4b51-89bd-1de16929c6dc owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:36:31.537703 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-2563b83f-29e8-4826-b579-bdd39b32a3fa service neutron] Attempting to bind port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 on host n-h2-816629-1 for vnic_type normal with profile {"migrating_to": "n-h1-816629-1"} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:36:31.538223 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-2563b83f-29e8-4826-b579-bdd39b32a3fa service neutron] Attempting to bind port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:36:31.538709 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-2563b83f-29e8-4826-b579-bdd39b32a3fa service neutron] Attempting to bind port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:36:31.544513 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-2563b83f-29e8-4826-b579-bdd39b32a3fa service neutron] Port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:36:31.545062 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-2563b83f-29e8-4826-b579-bdd39b32a3fa service neutron] Attempting to bind port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:36:31.555114 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-2563b83f-29e8-4826-b579-bdd39b32a3fa service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:36:31.555641 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-2563b83f-29e8-4826-b579-bdd39b32a3fa service neutron] Checking segment: {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:36:31.556935 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-2563b83f-29e8-4826-b579-bdd39b32a3fa service neutron] Bound using segment: {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:36:31.557640 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-2563b83f-29e8-4826-b579-bdd39b32a3fa service neutron] Bound port: 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:36:31.558202 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-2563b83f-29e8-4826-b579-bdd39b32a3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:31.684118 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-2563b83f-29e8-4826-b579-bdd39b32a3fa service neutron] For port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:36:31.691789 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-2563b83f-29e8-4826-b579-bdd39b32a3fa service neutron] For port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:36:31.701441 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-2563b83f-29e8-4826-b579-bdd39b32a3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:31.765838 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac16f4c8-cefc-474f-99d2-fd74af1f50d5 req-67a3d67b-de7b-475b-9055-ab71ff5226cf tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-957912938&fields=id&tenant_id=8978c15802a5437797795f3580af0e5a HTTP/1.1" status: 200 len: 267 time: 0.1354845 Nov 04 10:36:31.801648 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563b83f-29e8-4826-b579-bdd39b32a3fa service neutron] Pushing event updated for resources: {'Port': ['ID=4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9,revision_number=8']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:31.836332 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-2563b83f-29e8-4826-b579-bdd39b32a3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:31.837586 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-2563b83f-29e8-4826-b579-bdd39b32a3fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:31.839654 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-2563b83f-29e8-4826-b579-bdd39b32a3fa service neutron] 10.222.0.126 "PUT /v2.0/ports/4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 HTTP/1.1" status: 200 len: 1121 time: 0.7816696 Nov 04 10:36:31.936511 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 40780) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:31.937622 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:36:31.947035 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16f4c8-cefc-474f-99d2-fd74af1f50d5 req-a62c2e5a-4a15-43af-9c28-609ce08d1568 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:31.949234 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac16f4c8-cefc-474f-99d2-fd74af1f50d5 req-a62c2e5a-4a15-43af-9c28-609ce08d1568 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/ports?device_id=9a607f3b-4c9d-4a8a-ac8d-735e095d6826 HTTP/1.1" status: 200 len: 945 time: 0.1739724 Nov 04 10:36:31.966973 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-ac16f4c8-cefc-474f-99d2-fd74af1f50d5 req-b83f57fc-2bda-4997-b97b-cf1520a322f5 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Request body: {'port': {'security_groups': ['16f0cacd-133e-4c81-9ec9-343fd2ccc51f', '44d681b6-90b6-488d-a567-02881d630749']}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:31.974238 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba0c075a-278b-4058-953b-06e0d87a06ec tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:32.066495 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c075a-278b-4058-953b-06e0d87a06ec tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event deleted for resources: {'Port': ['ID=e2ffa9bc-037b-4b51-89bd-1de16929c6dc,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:32.074614 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d8e6b10b-dc56-4e58-8716-db61f3336dcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:32.220155 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d8e6b10b-dc56-4e58-8716-db61f3336dcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:32.229522 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d8e6b10b-dc56-4e58-8716-db61f3336dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:32.235353 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ac16f4c8-cefc-474f-99d2-fd74af1f50d5 req-b83f57fc-2bda-4997-b97b-cf1520a322f5 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:32.300086 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6b10b-dc56-4e58-8716-db61f3336dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9442fcc7-aa7f-4fb9-97f0-8d86c914eae8,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:32.312664 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d8e6b10b-dc56-4e58-8716-db61f3336dcb admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=a03c9aaf9e754a12bc98979403c946cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3745778 Nov 04 10:36:32.314257 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 40784) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:32.387587 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4a3fbdb5-a9ae-416d-91c4-bb5cf64b90e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:32.415657 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4a3fbdb5-a9ae-416d-91c4-bb5cf64b90e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:32.445840 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0c075a-278b-4058-953b-06e0d87a06ec tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Router 87e378a2-8f80-47cb-8dc2-e554908ad560 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:36:32.470873 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4a3fbdb5-a9ae-416d-91c4-bb5cf64b90e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:32.473763 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4a3fbdb5-a9ae-416d-91c4-bb5cf64b90e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:32.475146 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4a3fbdb5-a9ae-416d-91c4-bb5cf64b90e0 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/9442fcc7-aa7f-4fb9-97f0-8d86c914eae8 HTTP/1.1" status: 204 len: 168 time: 0.1595705 Nov 04 10:36:32.483975 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3fbdb5-a9ae-416d-91c4-bb5cf64b90e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9442fcc7-aa7f-4fb9-97f0-8d86c914eae8,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:32.637504 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-ac16f4c8-cefc-474f-99d2-fd74af1f50d5 req-b83f57fc-2bda-4997-b97b-cf1520a322f5 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] For port 3ef2be36-c698-425e-a433-7db64fdb5db8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=3ef2be36-c698-425e-a433-7db64fdb5db8,segment=NetworkSegment(f04c9026-7b12-4aa2-9be0-45f685d36899),segment_id=f04c9026-7b12-4aa2-9be0-45f685d36899)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:32.662177 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0c075a-278b-4058-953b-06e0d87a06ec tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:36:32.672302 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c51c4b1-2b32-440f-8ecb-d4fdfe648d7c None None] Sync routers for ids ['87e378a2-8f80-47cb-8dc2-e554908ad560'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:36:32.687415 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c51c4b1-2b32-440f-8ecb-d4fdfe648d7c None None] Routers {'87e378a2-8f80-47cb-8dc2-e554908ad560'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:32.688992 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2c51c4b1-2b32-440f-8ecb-d4fdfe648d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:36:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['87e378a2-8f80-47cb-8dc2-e554908ad560'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:32.699236 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ac16f4c8-cefc-474f-99d2-fd74af1f50d5 req-b83f57fc-2bda-4997-b97b-cf1520a322f5 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:32.723344 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ac16f4c8-cefc-474f-99d2-fd74af1f50d5 req-b83f57fc-2bda-4997-b97b-cf1520a322f5 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:32.729113 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2c51c4b1-2b32-440f-8ecb-d4fdfe648d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:32.738708 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['882d34b5-e673-450c-9732-ada559bbeeab'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:36:32.790615 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['3ef2be36-c698-425e-a433-7db64fdb5db8'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:36:32.796718 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16f4c8-cefc-474f-99d2-fd74af1f50d5 req-b83f57fc-2bda-4997-b97b-cf1520a322f5 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:32.797488 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ac16f4c8-cefc-474f-99d2-fd74af1f50d5 req-b83f57fc-2bda-4997-b97b-cf1520a322f5 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:32.799063 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac16f4c8-cefc-474f-99d2-fd74af1f50d5 req-b83f57fc-2bda-4997-b97b-cf1520a322f5 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "PUT /v2.0/ports/3ef2be36-c698-425e-a433-7db64fdb5db8 HTTP/1.1" status: 200 len: 981 time: 0.8417060 Nov 04 10:36:32.800455 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c51c4b1-2b32-440f-8ecb-d4fdfe648d7c None None] Routers {'87e378a2-8f80-47cb-8dc2-e554908ad560'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:32.801172 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2c51c4b1-2b32-440f-8ecb-d4fdfe648d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:36:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['87e378a2-8f80-47cb-8dc2-e554908ad560'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:32.811822 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a607f3b-4c9d-4a8a-ac8d-735e095d6826', 'tag': '3ef2be36-c698-425e-a433-7db64fdb5db8'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:36:32.811822 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46630ead-97ef-4a76-8328-0eabbf935f46" -d '{"events": [{"name": "network-changed", "server_uuid": "9a607f3b-4c9d-4a8a-ac8d-735e095d6826", "tag": "3ef2be36-c698-425e-a433-7db64fdb5db8"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:36:32.831653 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba0c075a-278b-4058-953b-06e0d87a06ec tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:32.835207 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ba0c075a-278b-4058-953b-06e0d87a06ec tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "DELETE /v2.0/ports/e2ffa9bc-037b-4b51-89bd-1de16929c6dc HTTP/1.1" status: 204 len: 168 time: 2.2960927 Nov 04 10:36:32.838089 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 40800) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:32.851856 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f57fc-2bda-4997-b97b-cf1520a322f5 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Pushing event updated for resources: {'Port': ['ID=3ef2be36-c698-425e-a433-7db64fdb5db8,revision_number=6']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:32.877993 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2c51c4b1-2b32-440f-8ecb-d4fdfe648d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:32.878749 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c51c4b1-2b32-440f-8ecb-d4fdfe648d7c None None] The sync data for ids ['87e378a2-8f80-47cb-8dc2-e554908ad560'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:36:32.939382 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['3ef2be36-c698-425e-a433-7db64fdb5db8'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:36:33.140386 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-ac4f7c2c-8335-4125-a4b9-4d3e72f4047d tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:33.141795 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-ac4f7c2c-8335-4125-a4b9-4d3e72f4047d tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.121 "GET /v2.0/networks?id=92ab5df3-727f-4009-aa65-b63a2390bdd1 HTTP/1.1" status: 200 len: 821 time: 0.2322276 Nov 04 10:36:33.164964 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-d4b40f5f-8e54-4451-ba45-cb5762d91a9d tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Request body: {'port': {'device_id': 'ef140ca8-281b-4f2e-85a2-4673ac09035b', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'admin_state_up': True, 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:33.277144 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940185a8-4f9a-4ac2-9798-d3fb6cbd2a2c req-d1de4bb0-c007-40af-91dd-bca4d87871cf tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:33.278748 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-940185a8-4f9a-4ac2-9798-d3fb6cbd2a2c req-d1de4bb0-c007-40af-91dd-bca4d87871cf tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.127 "GET /v2.0/ports?device_id=de406587-3152-4afe-a194-44e509de2f94 HTTP/1.1" status: 200 len: 949 time: 0.1360371 Nov 04 10:36:33.391421 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d1a9970d-9ff7-4fee-9129-01af8a7dd2a2 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:33.407033 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-940185a8-4f9a-4ac2-9798-d3fb6cbd2a2c req-13c9b566-639f-40ea-a467-4f2f74ec699d tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.127 "GET /v2.0/security-groups?id=66b7c381-0407-44be-8812-2b9914358438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173849 Nov 04 10:36:33.423266 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-d4b40f5f-8e54-4451-ba45-cb5762d91a9d tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Made reservation on behalf of 6ff8607a595c4654bc768d3625c74fa2 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:36:33.427702 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-d4b40f5f-8e54-4451-ba45-cb5762d91a9d tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:33.596641 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad070f57-4b88-49ab-960d-c2bb0ae053cd req-59787085-daee-4a8c-bc5c-124aca154378 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:33.598397 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ad070f57-4b88-49ab-960d-c2bb0ae053cd req-59787085-daee-4a8c-bc5c-124aca154378 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6e381f5-7791-4f0e-bf7b-201b1f253088 HTTP/1.1" status: 200 len: 945 time: 0.1000521 Nov 04 10:36:33.663114 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-d4b40f5f-8e54-4451-ba45-cb5762d91a9d tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Allocated IP 172.20.0.4 (92ab5df3-727f-4009-aa65-b63a2390bdd1/ea66aad5-9af1-4fd7-8561-7ab30f09cec4/2d236bba-1205-4fb0-ba52-f3e4528ebcf6) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:36:33.675312 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ad070f57-4b88-49ab-960d-c2bb0ae053cd req-8e896dfb-3417-4ff4-9300-8523ef0d15da tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] 10.222.0.127 "GET /v2.0/security-groups?id=8dfd387a-b231-4099-9866-bdc1a43a4e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674276 Nov 04 10:36:33.713833 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-d1a9970d-9ff7-4fee-9129-01af8a7dd2a2 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Deleting port 0bc623fc-353f-4b8f-b3f6-3f0897298755 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:36:33.714181 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d1a9970d-9ff7-4fee-9129-01af8a7dd2a2 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:33.827086 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d1a9970d-9ff7-4fee-9129-01af8a7dd2a2 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:33.840365 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-d1a9970d-9ff7-4fee-9129-01af8a7dd2a2 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Calling delete_port for 0bc623fc-353f-4b8f-b3f6-3f0897298755 owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:36:33.859574 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20ffeb-f228-4df7-85e0-4905fc0a5285 req-9e24feae-7d98-497d-abfd-01d6d43064cb tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:33.861313 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1a20ffeb-f228-4df7-85e0-4905fc0a5285 req-9e24feae-7d98-497d-abfd-01d6d43064cb tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57 HTTP/1.1" status: 200 len: 943 time: 0.0724318 Nov 04 10:36:33.921049 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-d4b40f5f-8e54-4451-ba45-cb5762d91a9d tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:33.948602 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1a20ffeb-f228-4df7-85e0-4905fc0a5285 req-96243a63-05ce-49c8-8e5c-30065a066b78 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761023 Nov 04 10:36:33.989325 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-d4b40f5f-8e54-4451-ba45-cb5762d91a9d tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:34.006501 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['307f6daf-3498-40f9-9f5d-bc0b74948b44'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:36:34.011979 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aedeb9d-972f-434b-b441-2b185488f7bb x-openstack-request-id: req-2aedeb9d-972f-434b-b441-2b185488f7bb {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:36:34.012379 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e381f5-7791-4f0e-bf7b-201b1f253088", "name": "network-vif-plugged", "status": "completed", "tag": "58a4a680-4ffe-4ad7-837c-411edc47842e", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:36:34.012889 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-2aedeb9d-972f-434b-b441-2b185488f7bb {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:36:34.013391 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e381f5-7791-4f0e-bf7b-201b1f253088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a4a680-4ffe-4ad7-837c-411edc47842e', 'code': 200} Nov 04 10:36:34.050118 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-d4b40f5f-8e54-4451-ba45-cb5762d91a9d tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Network 92ab5df3-727f-4009-aa65-b63a2390bdd1 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:36:34.066354 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-d4b40f5f-8e54-4451-ba45-cb5762d91a9d tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:36:34.069517 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-d4b40f5f-8e54-4451-ba45-cb5762d91a9d tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:36:34.086761 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61610c67-9f08-4907-816d-dbbb36d92907 x-openstack-request-id: req-61610c67-9f08-4907-816d-dbbb36d92907 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:36:34.087031 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57", "name": "network-vif-unplugged", "status": "completed", "tag": "4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:36:34.087415 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-61610c67-9f08-4907-816d-dbbb36d92907 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:36:34.087872 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9', 'code': 200} Nov 04 10:36:34.102819 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b40f5f-8e54-4451-ba45-cb5762d91a9d tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Pushing event updated for resources: {'Port': ['ID=2d236bba-1205-4fb0-ba52-f3e4528ebcf6,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:34.134673 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 40862) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:34.174243 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-d4b40f5f-8e54-4451-ba45-cb5762d91a9d tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:34.174812 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-d4b40f5f-8e54-4451-ba45-cb5762d91a9d tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:34.181941 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d77f32-b983-4a85-9590-78e01acad067 req-0c63c3a3-418f-4b5f-9e0e-c448f57f57c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:34.183779 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d5d77f32-b983-4a85-9590-78e01acad067 req-0c63c3a3-418f-4b5f-9e0e-c448f57f57c5 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=a6e381f5-7791-4f0e-bf7b-201b1f253088 HTTP/1.1" status: 200 len: 1096 time: 0.1039069 Nov 04 10:36:34.185226 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d1a9970d-9ff7-4fee-9129-01af8a7dd2a2 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:34.203898 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-d4b40f5f-8e54-4451-ba45-cb5762d91a9d tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0442076 Nov 04 10:36:34.213119 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f23e2b-c229-4ab5-95a6-9dcb75a5e6c3 req-1f0a94df-c86c-4888-af2c-055711ce0c8f tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:34.214694 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d8f23e2b-c229-4ab5-95a6-9dcb75a5e6c3 req-1f0a94df-c86c-4888-af2c-055711ce0c8f tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/ports?device_id=ef140ca8-281b-4f2e-85a2-4673ac09035b HTTP/1.1" status: 200 len: 931 time: 0.0916913 Nov 04 10:36:34.219772 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-ac035072-4bc3-4cb4-8c01-13cf864e8ccb service neutron] Request body: {'port': {'device_id': 'ef140ca8-281b-4f2e-85a2-4673ac09035b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:34.241111 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9970d-9ff7-4fee-9129-01af8a7dd2a2 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event deleted for resources: {'Port': ['ID=0bc623fc-353f-4b8f-b3f6-3f0897298755,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:34.352917 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fea5e28-435e-4635-bb37-4f726b264281 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:34.372994 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-ac035072-4bc3-4cb4-8c01-13cf864e8ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:34.382582 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d8f23e2b-c229-4ab5-95a6-9dcb75a5e6c3 req-14abbab0-c450-4b21-b3e7-554048559d80 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/security-groups?id=a8239091-fcfd-48f1-9173-e78ca9785348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588731 Nov 04 10:36:34.382754 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d5d77f32-b983-4a85-9590-78e01acad067 req-41fbdc34-6fc9-4742-abad-3828fb24c37b service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=8dfd387a-b231-4099-9866-bdc1a43a4e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553428 Nov 04 10:36:34.464085 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-3533f47c-f3e1-43c5-8e70-b1dd92df325d None None] Provisioning complete for port 2d236bba-1205-4fb0-ba52-f3e4528ebcf6 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:34.464768 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3533f47c-f3e1-43c5-8e70-b1dd92df325d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:34.511747 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-3533f47c-f3e1-43c5-8e70-b1dd92df325d None None] Port 2d236bba-1205-4fb0-ba52-f3e4528ebcf6 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:36:34.515560 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-373c131e-e249-4e18-aceb-ad9b3becafaa req-73f9b98a-7a54-46b3-823d-6e5fab370139 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups/44d681b6-90b6-488d-a567-02881d630749 HTTP/1.1" status: 200 len: 1819 time: 0.0726597 Nov 04 10:36:34.541619 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d1a9970d-9ff7-4fee-9129-01af8a7dd2a2 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:34.695682 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fea5e28-435e-4635-bb37-4f726b264281 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:34.707763 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fea5e28-435e-4635-bb37-4f726b264281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:34.714814 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [req-373c131e-e249-4e18-aceb-ad9b3becafaa req-a07973b6-ac15-4e3f-bf3e-f3b68a72e3b0 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 04 10:36:34.715864 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-373c131e-e249-4e18-aceb-ad9b3becafaa req-a07973b6-ac15-4e3f-bf3e-f3b68a72e3b0 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "DELETE /v2.0/security-groups/44d681b6-90b6-488d-a567-02881d630749 HTTP/1.1" status: 409 len: 341 time: 0.1920211 Nov 04 10:36:34.767710 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a9970d-9ff7-4fee-9129-01af8a7dd2a2 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Router 87e378a2-8f80-47cb-8dc2-e554908ad560 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:36:34.768643 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b49361-6045-4ddb-b535-0a798dc81a68 x-openstack-request-id: req-43b49361-6045-4ddb-b535-0a798dc81a68 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:36:34.768954 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a607f3b-4c9d-4a8a-ac8d-735e095d6826", "tag": "3ef2be36-c698-425e-a433-7db64fdb5db8", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:36:34.769202 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-43b49361-6045-4ddb-b535-0a798dc81a68 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:36:34.769613 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a607f3b-4c9d-4a8a-ac8d-735e095d6826', 'tag': '3ef2be36-c698-425e-a433-7db64fdb5db8', 'status': 'completed', 'code': 200} Nov 04 10:36:34.785092 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6fea5e28-435e-4635-bb37-4f726b264281 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=0b1b1c5084674db6b174594c4d213e09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6443594 Nov 04 10:36:34.785878 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea5e28-435e-4635-bb37-4f726b264281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20be529e-8158-4664-9281-1d982b0fa193,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:34.790568 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 40870) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:34.817706 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:36:34.895711 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ab153a0d-9cc2-4b98-86e9-ffb43cb0207e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:34.918115 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-ac035072-4bc3-4cb4-8c01-13cf864e8ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d236bba-1205-4fb0-ba52-f3e4528ebcf6 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:36:34.932147 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-ac035072-4bc3-4cb4-8c01-13cf864e8ccb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:34.933631 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46630ead-97ef-4a76-8328-0eabbf935f46 req-da927511-84b2-467d-b499-7638c18b90f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:34.935143 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-46630ead-97ef-4a76-8328-0eabbf935f46 req-da927511-84b2-467d-b499-7638c18b90f2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8978c15802a5437797795f3580af0e5a&device_id=9a607f3b-4c9d-4a8a-ac8d-735e095d6826 HTTP/1.1" status: 200 len: 1135 time: 0.1104431 Nov 04 10:36:34.935505 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ab153a0d-9cc2-4b98-86e9-ffb43cb0207e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:34.960062 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-ac035072-4bc3-4cb4-8c01-13cf864e8ccb service neutron] Transition to ACTIVE for port object 2d236bba-1205-4fb0-ba52-f3e4528ebcf6 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:36:34.964395 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:34.971959 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-ac035072-4bc3-4cb4-8c01-13cf864e8ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:34.989657 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 has no active binding in host n-h1-816629-1 {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 04 10:36:35.013165 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a9970d-9ff7-4fee-9129-01af8a7dd2a2 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:36:35.024290 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48da58c0-c854-4d5d-bdf1-4ff6362ba1be None None] Sync routers for ids ['87e378a2-8f80-47cb-8dc2-e554908ad560'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:36:35.034165 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d1a9970d-9ff7-4fee-9129-01af8a7dd2a2 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "PUT /v2.0/routers/87e378a2-8f80-47cb-8dc2-e554908ad560/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1899772 Nov 04 10:36:35.037203 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 40882) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:35.039629 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48da58c0-c854-4d5d-bdf1-4ff6362ba1be None None] Routers {'87e378a2-8f80-47cb-8dc2-e554908ad560'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:35.040321 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-48da58c0-c854-4d5d-bdf1-4ff6362ba1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:36:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['87e378a2-8f80-47cb-8dc2-e554908ad560'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:35.049893 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac035072-4bc3-4cb4-8c01-13cf864e8ccb service neutron] Pushing event updated for resources: {'Port': ['ID=2d236bba-1205-4fb0-ba52-f3e4528ebcf6,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:35.119131 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ab153a0d-9cc2-4b98-86e9-ffb43cb0207e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:35.121765 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ab153a0d-9cc2-4b98-86e9-ffb43cb0207e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:35.122984 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ab153a0d-9cc2-4b98-86e9-ffb43cb0207e admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/20be529e-8158-4664-9281-1d982b0fa193 HTTP/1.1" status: 204 len: 168 time: 0.3314872 Nov 04 10:36:35.147110 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab153a0d-9cc2-4b98-86e9-ffb43cb0207e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20be529e-8158-4664-9281-1d982b0fa193,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:35.211001 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-ac035072-4bc3-4cb4-8c01-13cf864e8ccb service neutron] Attempting to bind port 2d236bba-1205-4fb0-ba52-f3e4528ebcf6 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:36:35.211647 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-ac035072-4bc3-4cb4-8c01-13cf864e8ccb service neutron] Attempting to bind port 2d236bba-1205-4fb0-ba52-f3e4528ebcf6 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'd89c017d-306f-4669-8b75-b883e6faf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:36:35.214245 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-ac035072-4bc3-4cb4-8c01-13cf864e8ccb service neutron] Attempting to bind port 2d236bba-1205-4fb0-ba52-f3e4528ebcf6 on network 92ab5df3-727f-4009-aa65-b63a2390bdd1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:36:35.224110 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-ac035072-4bc3-4cb4-8c01-13cf864e8ccb service neutron] Port 2d236bba-1205-4fb0-ba52-f3e4528ebcf6 on network 92ab5df3-727f-4009-aa65-b63a2390bdd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:36:35.224775 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-ac035072-4bc3-4cb4-8c01-13cf864e8ccb service neutron] Attempting to bind port 2d236bba-1205-4fb0-ba52-f3e4528ebcf6 on network 92ab5df3-727f-4009-aa65-b63a2390bdd1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:36:35.235782 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-ac035072-4bc3-4cb4-8c01-13cf864e8ccb service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:36:35.237301 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-ac035072-4bc3-4cb4-8c01-13cf864e8ccb service neutron] Checking segment: {'id': 'd89c017d-306f-4669-8b75-b883e6faf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:36:35.238852 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-ac035072-4bc3-4cb4-8c01-13cf864e8ccb service neutron] Bound using segment: {'id': 'd89c017d-306f-4669-8b75-b883e6faf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:36:35.239520 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-ac035072-4bc3-4cb4-8c01-13cf864e8ccb service neutron] Bound port: 2d236bba-1205-4fb0-ba52-f3e4528ebcf6, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89c017d-306f-4669-8b75-b883e6faf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:36:35.242123 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46630ead-97ef-4a76-8328-0eabbf935f46 req-84b21b34-87d9-4754-bf58-a8e26e9c9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:35.243654 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-46630ead-97ef-4a76-8328-0eabbf935f46 req-84b21b34-87d9-4754-bf58-a8e26e9c9e8e service neutron] 10.222.0.121 "GET /v2.0/networks?id=fd562185-7063-471c-ad25-a957d0b41f6e HTTP/1.1" status: 200 len: 914 time: 0.2995744 Nov 04 10:36:35.249450 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-ac035072-4bc3-4cb4-8c01-13cf864e8ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:35.360537 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-48da58c0-c854-4d5d-bdf1-4ff6362ba1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:35.372681 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a8733ecf-4447-4f4c-9d50-e881ab0689bb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:35.377499 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-46630ead-97ef-4a76-8328-0eabbf935f46 req-9b17e7f9-53a7-47b5-b834-a03c98e3c8dd service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ef2be36-c698-425e-a433-7db64fdb5db8 HTTP/1.1" status: 200 len: 217 time: 0.1165521 Nov 04 10:36:35.379124 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48da58c0-c854-4d5d-bdf1-4ff6362ba1be None None] Routers {'87e378a2-8f80-47cb-8dc2-e554908ad560'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:35.380028 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-48da58c0-c854-4d5d-bdf1-4ff6362ba1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:36:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['87e378a2-8f80-47cb-8dc2-e554908ad560'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:35.401926 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-ac035072-4bc3-4cb4-8c01-13cf864e8ccb service neutron] For port 2d236bba-1205-4fb0-ba52-f3e4528ebcf6, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:36:35.406863 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-ac035072-4bc3-4cb4-8c01-13cf864e8ccb service neutron] For port 2d236bba-1205-4fb0-ba52-f3e4528ebcf6, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=2d236bba-1205-4fb0-ba52-f3e4528ebcf6,segment=NetworkSegment(d89c017d-306f-4669-8b75-b883e6faf378),segment_id=d89c017d-306f-4669-8b75-b883e6faf378)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:36:35.415922 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-ac035072-4bc3-4cb4-8c01-13cf864e8ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:35.435369 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-48da58c0-c854-4d5d-bdf1-4ff6362ba1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:35.436250 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48da58c0-c854-4d5d-bdf1-4ff6362ba1be None None] The sync data for ids ['87e378a2-8f80-47cb-8dc2-e554908ad560'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:36:35.512177 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-ac035072-4bc3-4cb4-8c01-13cf864e8ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:35.512942 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-ac035072-4bc3-4cb4-8c01-13cf864e8ccb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:35.514609 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-ac035072-4bc3-4cb4-8c01-13cf864e8ccb service neutron] 10.222.0.121 "PUT /v2.0/ports/2d236bba-1205-4fb0-ba52-f3e4528ebcf6 HTTP/1.1" status: 200 len: 1091 time: 1.2989666 Nov 04 10:36:35.535830 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac035072-4bc3-4cb4-8c01-13cf864e8ccb service neutron] Pushing event updated for resources: {'Port': ['ID=2d236bba-1205-4fb0-ba52-f3e4528ebcf6,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:35.554168 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb2a88-1d9f-46d0-ab55-512572625bd0 req-87b53399-efe0-421b-9f18-0a66eaa7fcc6 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:35.562422 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d8fb2a88-1d9f-46d0-ab55-512572625bd0 req-87b53399-efe0-421b-9f18-0a66eaa7fcc6 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6e381f5-7791-4f0e-bf7b-201b1f253088 HTTP/1.1" status: 200 len: 945 time: 0.1003823 Nov 04 10:36:35.658543 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d8fb2a88-1d9f-46d0-ab55-512572625bd0 req-00bbb4dc-1fe1-4b0f-bf1a-ecb50f3d058b tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] 10.222.0.127 "GET /v2.0/security-groups?id=8dfd387a-b231-4099-9866-bdc1a43a4e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951285 Nov 04 10:36:35.662034 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-b4e6885a-320a-492c-b3f0-ce012056b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:35.678154 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-b4e6885a-320a-492c-b3f0-ce012056b58a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6ff8607a595c4654bc768d3625c74fa2&device_id=ef140ca8-281b-4f2e-85a2-4673ac09035b HTTP/1.1" status: 200 len: 1094 time: 0.0739591 Nov 04 10:36:36.060247 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46630ead-97ef-4a76-8328-0eabbf935f46 req-17672694-8364-4a70-9702-5d87db7382f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:36.061740 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-46630ead-97ef-4a76-8328-0eabbf935f46 req-17672694-8364-4a70-9702-5d87db7382f1 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=607a5e13-8657-4a0d-8d5f-d4cba4377009 HTTP/1.1" status: 200 len: 852 time: 0.6425810 Nov 04 10:36:36.064849 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-dea6ef9a-3284-482f-bcbe-4398212ca71b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d236bba-1205-4fb0-ba52-f3e4528ebcf6 HTTP/1.1" status: 200 len: 217 time: 0.3857639 Nov 04 10:36:36.090501 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57', 'tag': '4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:36:36.092810 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cad3a7-0675-4a6d-9d87-af91faec3d26" -d '{"events": [{"name": "network-changed", "server_uuid": "c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57", "tag": "4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:36:36.116430 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-46630ead-97ef-4a76-8328-0eabbf935f46 req-1513cb84-0bb2-4929-a3ee-1862619bd039 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=fd562185-7063-471c-ad25-a957d0b41f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352075 Nov 04 10:36:36.117884 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a8733ecf-4447-4f4c-9d50-e881ab0689bb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:36.139242 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c1ff7-bf56-4619-b69e-0a5c71e6306b req-de7570ac-b401-4915-b1a9-69b5b26d9913 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:36.140814 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f04c1ff7-bf56-4619-b69e-0a5c71e6306b req-de7570ac-b401-4915-b1a9-69b5b26d9913 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57 HTTP/1.1" status: 200 len: 943 time: 0.0857706 Nov 04 10:36:36.150943 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-b5426c56-f9a6-46e8-aeaf-97f86e48c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:36.152353 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-b5426c56-f9a6-46e8-aeaf-97f86e48c194 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ea66aad5-9af1-4fd7-8561-7ab30f09cec4 HTTP/1.1" status: 200 len: 860 time: 0.0690866 Nov 04 10:36:36.223488 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f04c1ff7-bf56-4619-b69e-0a5c71e6306b req-efd30504-f76c-4871-9e73-28906a345993 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747964 Nov 04 10:36:36.231591 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-bc2e48ca-361c-4d3f-8eb0-6f574ca1a5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:36.233253 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-bc2e48ca-361c-4d3f-8eb0-6f574ca1a5a0 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=92ab5df3-727f-4009-aa65-b63a2390bdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624890 Nov 04 10:36:36.268238 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-a8733ecf-4447-4f4c-9d50-e881ab0689bb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Deleting port 5ca5acf9-ceca-442f-92af-4ac16f3f4b64 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:36:36.268583 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a8733ecf-4447-4f4c-9d50-e881ab0689bb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:36.312200 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-46630ead-97ef-4a76-8328-0eabbf935f46 req-88504cdf-8906-40ff-ad34-10016a042c1c service neutron] 10.222.0.121 "GET /v2.0/networks/fd562185-7063-471c-ad25-a957d0b41f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786642 Nov 04 10:36:36.341544 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-33053b10-801d-4412-992c-c5c533b3341e service neutron] 10.222.0.121 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995204 Nov 04 10:36:36.414813 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a8733ecf-4447-4f4c-9d50-e881ab0689bb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:36.435667 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-a8733ecf-4447-4f4c-9d50-e881ab0689bb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Calling delete_port for 5ca5acf9-ceca-442f-92af-4ac16f3f4b64 owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:36:36.476586 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79876fd5-8f61-4a50-bfdb-39676c261110 req-5cd44e5e-cd53-4f63-bc8a-4676b9bbfd27 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:36.478165 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79876fd5-8f61-4a50-bfdb-39676c261110 req-5cd44e5e-cd53-4f63-bc8a-4676b9bbfd27 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/ports?device_id=ef140ca8-281b-4f2e-85a2-4673ac09035b HTTP/1.1" status: 200 len: 943 time: 0.1068356 Nov 04 10:36:36.505585 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-46630ead-97ef-4a76-8328-0eabbf935f46 req-463d7253-b72a-4a27-bedf-d5d7a99dc21b service neutron] 10.222.0.121 "GET /v2.0/networks/fd562185-7063-471c-ad25-a957d0b41f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585751 Nov 04 10:36:36.545605 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8764944-2104-462b-b141-0bdcdc7263b5 req-63da721c-3202-44db-9310-bba8a9738441 service neutron] 10.222.0.121 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947358 Nov 04 10:36:36.561966 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79876fd5-8f61-4a50-bfdb-39676c261110 req-2a283331-ea51-4ea2-b38b-01780f54904f tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/security-groups?id=a8239091-fcfd-48f1-9173-e78ca9785348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738726 Nov 04 10:36:36.645915 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876c298-a57e-4a35-ad3a-d321c9285ce4 req-a8365580-cfa7-4c04-8c76-bf7b04ab9506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:36.647451 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9876c298-a57e-4a35-ad3a-d321c9285ce4 req-a8365580-cfa7-4c04-8c76-bf7b04ab9506 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8978c15802a5437797795f3580af0e5a&device_id=9a607f3b-4c9d-4a8a-ac8d-735e095d6826 HTTP/1.1" status: 200 len: 1135 time: 0.0844910 Nov 04 10:36:36.654604 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a8733ecf-4447-4f4c-9d50-e881ab0689bb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:36.691551 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8733ecf-4447-4f4c-9d50-e881ab0689bb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event deleted for resources: {'Port': ['ID=5ca5acf9-ceca-442f-92af-4ac16f3f4b64,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:36.747627 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955b8db-404c-4ee2-a671-c904164b1e14 req-7da1937a-9e07-46c4-896c-a9409d6e34f3 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:36.749320 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8955b8db-404c-4ee2-a671-c904164b1e14 req-7da1937a-9e07-46c4-896c-a9409d6e34f3 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/ports?device_id=9a607f3b-4c9d-4a8a-ac8d-735e095d6826 HTTP/1.1" status: 200 len: 984 time: 0.1146722 Nov 04 10:36:36.764866 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a8733ecf-4447-4f4c-9d50-e881ab0689bb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:36.771355 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef140ca8-281b-4f2e-85a2-4673ac09035b', 'tag': '2d236bba-1205-4fb0-ba52-f3e4528ebcf6'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:36:36.773668 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8e816e-2274-4d80-a186-0223e7ca45e9" -d '{"events": [{"name": "network-changed", "server_uuid": "ef140ca8-281b-4f2e-85a2-4673ac09035b", "tag": "2d236bba-1205-4fb0-ba52-f3e4528ebcf6"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:36:36.818250 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876c298-a57e-4a35-ad3a-d321c9285ce4 req-09b58229-f51b-43be-a0e1-6cfc520f18f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:36.819780 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9876c298-a57e-4a35-ad3a-d321c9285ce4 req-09b58229-f51b-43be-a0e1-6cfc520f18f7 service neutron] 10.222.0.121 "GET /v2.0/networks?id=fd562185-7063-471c-ad25-a957d0b41f6e HTTP/1.1" status: 200 len: 914 time: 0.1535132 Nov 04 10:36:36.864552 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a8733ecf-4447-4f4c-9d50-e881ab0689bb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:36.866795 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a8733ecf-4447-4f4c-9d50-e881ab0689bb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:36.877329 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9876c298-a57e-4a35-ad3a-d321c9285ce4 req-e004ef69-c9e7-42fb-8e61-f0580bd48150 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ef2be36-c698-425e-a433-7db64fdb5db8 HTTP/1.1" status: 200 len: 217 time: 0.0459085 Nov 04 10:36:36.885864 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8955b8db-404c-4ee2-a671-c904164b1e14 req-6ca51e2c-82bb-4c76-9127-7e969c7bd304 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups?id=44d681b6-90b6-488d-a567-02881d630749&id=16f0cacd-133e-4c81-9ec9-343fd2ccc51f&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1252098 Nov 04 10:36:36.918840 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a8733ecf-4447-4f4c-9d50-e881ab0689bb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:36.919540 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8733ecf-4447-4f4c-9d50-e881ab0689bb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Fanout notify agent at l3_agent the message router_deleted on router 87e378a2-8f80-47cb-8dc2-e554908ad560 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:36:36.928478 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a8733ecf-4447-4f4c-9d50-e881ab0689bb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:36.929851 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a8733ecf-4447-4f4c-9d50-e881ab0689bb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "DELETE /v2.0/routers/87e378a2-8f80-47cb-8dc2-e554908ad560 HTTP/1.1" status: 204 len: 168 time: 1.8910651 Nov 04 10:36:36.933148 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 40940) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:36.972613 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876c298-a57e-4a35-ad3a-d321c9285ce4 req-e5801eb9-0316-4780-ae9d-f389e4e42267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:36.975501 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2695c640-df3d-46b8-90c2-c29c4aa71094 x-openstack-request-id: req-2695c640-df3d-46b8-90c2-c29c4aa71094 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:36:36.975793 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57", "tag": "4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:36:36.976048 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-2695c640-df3d-46b8-90c2-c29c4aa71094 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:36:36.976459 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57', 'tag': '4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9', 'status': 'completed', 'code': 200} Nov 04 10:36:36.976870 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9876c298-a57e-4a35-ad3a-d321c9285ce4 req-e5801eb9-0316-4780-ae9d-f389e4e42267 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=607a5e13-8657-4a0d-8d5f-d4cba4377009 HTTP/1.1" status: 200 len: 852 time: 0.0859008 Nov 04 10:36:37.022995 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e9a5833-2281-4245-91b7-a721f8ca12f8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Deleting subnet ec4e35b0-d746-438d-b0b4-4387b3b5c1c6 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:36:37.027696 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e9a5833-2281-4245-91b7-a721f8ca12f8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:37.068375 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cad3a7-0675-4a6d-9d87-af91faec3d26 req-f202d250-1758-4076-b61a-3423bb02f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:37.070835 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4cad3a7-0675-4a6d-9d87-af91faec3d26 req-f202d250-1758-4076-b61a-3423bb02f123 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57 HTTP/1.1" status: 200 len: 1124 time: 0.0577159 Nov 04 10:36:37.085568 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9876c298-a57e-4a35-ad3a-d321c9285ce4 req-c0d0c969-8ce5-4203-bbd9-9d85b63492d4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=fd562185-7063-471c-ad25-a957d0b41f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760138 Nov 04 10:36:37.145261 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:36:37.165476 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 40948) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:37.195672 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cad3a7-0675-4a6d-9d87-af91faec3d26 req-b8fba1d3-d99f-4c51-9805-aee71d1d3ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:37.197401 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4cad3a7-0675-4a6d-9d87-af91faec3d26 req-b8fba1d3-d99f-4c51-9805-aee71d1d3ad3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 200 len: 909 time: 0.1099849 Nov 04 10:36:37.207349 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e9a5833-2281-4245-91b7-a721f8ca12f8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:37.253512 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4cad3a7-0675-4a6d-9d87-af91faec3d26 req-59966eba-ffaa-47c2-8bac-5cae3c732785 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 HTTP/1.1" status: 200 len: 217 time: 0.0465689 Nov 04 10:36:37.281334 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed16efd-d42d-4a4a-9155-771359c744c4 req-bc5ca4f7-8ef4-46be-874a-32f524f54462 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:37.282970 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aed16efd-d42d-4a4a-9155-771359c744c4 req-bc5ca4f7-8ef4-46be-874a-32f524f54462 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6e381f5-7791-4f0e-bf7b-201b1f253088 HTTP/1.1" status: 200 len: 945 time: 0.1635041 Nov 04 10:36:37.301282 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-2c7c8e9b-da6c-4a31-8064-06720815815f tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:37.340095 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9876c298-a57e-4a35-ad3a-d321c9285ce4 req-34638d06-78c8-41f1-b7f4-9eeef9b82341 service neutron] 10.222.0.121 "GET /v2.0/networks/fd562185-7063-471c-ad25-a957d0b41f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356942 Nov 04 10:36:37.364488 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cad3a7-0675-4a6d-9d87-af91faec3d26 req-cfbad896-4e8a-4871-a72a-5a5fdfaa52c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:37.365988 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4cad3a7-0675-4a6d-9d87-af91faec3d26 req-cfbad896-4e8a-4871-a72a-5a5fdfaa52c9 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f29a1ba4-9c2e-4bbf-be88-aa21c2016c98 HTTP/1.1" status: 200 len: 847 time: 0.0993769 Nov 04 10:36:37.379890 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2c7c8e9b-da6c-4a31-8064-06720815815f tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] 10.222.0.127 "PUT /v2.0/quotas/2098cf1501be409bbfabbb1d81ae81a0 HTTP/1.1" status: 200 len: 368 time: 0.2133505 Nov 04 10:36:37.382809 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 40956) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:37.383737 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e9a5833-2281-4245-91b7-a721f8ca12f8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:37.388523 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-6c60fe15-4548-4275-8e7b-115824501e39 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Request body: {'network': {'project_id': '2098cf1501be409bbfabbb1d81ae81a0'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:37.401073 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-fbb199fc-cfea-411c-a954-ad3560f61ecf service neutron] 10.222.0.121 "GET /v2.0/ports/4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9/bindings/n-h1-816629-1 HTTP/1.1" status: 200 len: 384 time: 0.1044660 Nov 04 10:36:37.435714 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4cad3a7-0675-4a6d-9d87-af91faec3d26 req-510ae71e-3e30-4751-a23c-7ac3468d10a3 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507255 Nov 04 10:36:37.457705 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aed16efd-d42d-4a4a-9155-771359c744c4 req-766a35aa-df37-4328-8d55-d9648ebd6c98 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] 10.222.0.127 "GET /v2.0/security-groups?id=8dfd387a-b231-4099-9866-bdc1a43a4e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671634 Nov 04 10:36:37.482429 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c60fe15-4548-4275-8e7b-115824501e39 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Made reservation on behalf of 2098cf1501be409bbfabbb1d81ae81a0 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:36:37.485356 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c60fe15-4548-4275-8e7b-115824501e39 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:37.529215 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9876c298-a57e-4a35-ad3a-d321c9285ce4 req-79017b09-2e14-45ef-b3ed-41bda8aec96b service neutron] 10.222.0.121 "GET /v2.0/networks/fd562185-7063-471c-ad25-a957d0b41f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678998 Nov 04 10:36:37.532987 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e603fad-2467-48f8-9d37-9732a35c355e x-openstack-request-id: req-0e603fad-2467-48f8-9d37-9732a35c355e {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:36:37.532987 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef140ca8-281b-4f2e-85a2-4673ac09035b", "tag": "2d236bba-1205-4fb0-ba52-f3e4528ebcf6", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:36:37.533365 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-0e603fad-2467-48f8-9d37-9732a35c355e {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:36:37.533772 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef140ca8-281b-4f2e-85a2-4673ac09035b', 'tag': '2d236bba-1205-4fb0-ba52-f3e4528ebcf6', 'status': 'completed', 'code': 200} Nov 04 10:36:37.536621 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e9a5833-2281-4245-91b7-a721f8ca12f8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:37.537522 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c60fe15-4548-4275-8e7b-115824501e39 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:37.588100 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6633f834-46c4-4cf1-8aa8-3647f9aa48db None None] Network 4d044bfe-d326-45bf-afe9-4a429bf3e5db requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:36:37.596968 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a5833-2281-4245-91b7-a721f8ca12f8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event deleted for resources: {'Subnet': ['ID=ec4e35b0-d746-438d-b0b4-4387b3b5c1c6,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:37.600923 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e9a5833-2281-4245-91b7-a721f8ca12f8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:37.608208 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5e9a5833-2281-4245-91b7-a721f8ca12f8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "DELETE /v2.0/subnets/ec4e35b0-d746-438d-b0b4-4387b3b5c1c6 HTTP/1.1" status: 204 len: 168 time: 0.6737881 Nov 04 10:36:37.610482 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 40964) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:37.645236 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4cad3a7-0675-4a6d-9d87-af91faec3d26 req-ef66bb99-4ef0-44e5-8eb7-f4e41e388fc6 service neutron] 10.222.0.121 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861663 Nov 04 10:36:37.766649 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6181cdb4-6381-43fb-acb0-40dea3134d18 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:37.770724 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e816e-2274-4d80-a186-0223e7ca45e9 req-38efd3f1-e859-49c6-a58e-1759bc7e8a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:37.772281 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5b8e816e-2274-4d80-a186-0223e7ca45e9 req-38efd3f1-e859-49c6-a58e-1759bc7e8a52 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6ff8607a595c4654bc768d3625c74fa2&device_id=ef140ca8-281b-4f2e-85a2-4673ac09035b HTTP/1.1" status: 200 len: 1094 time: 0.1982894 Nov 04 10:36:37.805266 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24219bc4-1ddc-4180-9a11-6353920df6ef req-ba824f1c-1f75-48df-ad5f-2e5ac68e5e8e tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:37.813267 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24219bc4-1ddc-4180-9a11-6353920df6ef req-ba824f1c-1f75-48df-ad5f-2e5ac68e5e8e tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57 HTTP/1.1" status: 200 len: 943 time: 0.1245971 Nov 04 10:36:37.830965 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-bd2e79b2-7390-4eb9-83ab-f8afd6e72457 service neutron] For port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:37.861576 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-bd2e79b2-7390-4eb9-83ab-f8afd6e72457 service neutron] For port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:36:37.939066 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1946b4fc-778b-4818-b9e6-b47c91bcc2ae None None] DHCP port deletion for 4d044bfe-d326-45bf-afe9-4a429bf3e5db request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:36:37.982548 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-bd2e79b2-7390-4eb9-83ab-f8afd6e72457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:36:37.999362 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-1946b4fc-778b-4818-b9e6-b47c91bcc2ae None None] Deleting port 7953aaac-3314-4b68-ba81-425cff0ceba8 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:36:37.999970 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1946b4fc-778b-4818-b9e6-b47c91bcc2ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:38.016775 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-bd2e79b2-7390-4eb9-83ab-f8afd6e72457 service neutron] For port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:38.019231 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24219bc4-1ddc-4180-9a11-6353920df6ef req-47c39095-5e9b-4d37-b9a4-f8df864cb91a tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048006 Nov 04 10:36:38.050080 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c60fe15-4548-4275-8e7b-115824501e39 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:38.052678 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e816e-2274-4d80-a186-0223e7ca45e9 req-d8bbe2f2-eed6-4276-a634-d105a6db51b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:38.054597 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5b8e816e-2274-4d80-a186-0223e7ca45e9 req-d8bbe2f2-eed6-4276-a634-d105a6db51b8 service neutron] 10.222.0.121 "GET /v2.0/networks?id=92ab5df3-727f-4009-aa65-b63a2390bdd1 HTTP/1.1" status: 200 len: 923 time: 0.2703061 Nov 04 10:36:38.056033 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4cad3a7-0675-4a6d-9d87-af91faec3d26 req-acbe66bd-e85f-44aa-a3e1-daa339ca1363 service neutron] 10.222.0.121 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671265 Nov 04 10:36:38.059224 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c60fe15-4548-4275-8e7b-115824501e39 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:38.092016 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60fe15-4548-4275-8e7b-115824501e39 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9a6111-daa9-445b-a72a-28debefc14c9,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:38.095787 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-bd2e79b2-7390-4eb9-83ab-f8afd6e72457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:38.117414 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c60fe15-4548-4275-8e7b-115824501e39 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1176} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:36:38.147153 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-6181cdb4-6381-43fb-acb0-40dea3134d18 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Deleting port 7953aaac-3314-4b68-ba81-425cff0ceba8 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:36:38.147995 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6181cdb4-6381-43fb-acb0-40dea3134d18 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:38.151788 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5b8e816e-2274-4d80-a186-0223e7ca45e9 req-fca6e974-2de2-45f6-9d2a-612d53cc58be service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d236bba-1205-4fb0-ba52-f3e4528ebcf6 HTTP/1.1" status: 200 len: 217 time: 0.0724287 Nov 04 10:36:38.168064 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-1946b4fc-778b-4818-b9e6-b47c91bcc2ae None None] For port 7953aaac-3314-4b68-ba81-425cff0ceba8, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7953aaac-3314-4b68-ba81-425cff0ceba8,segment=NetworkSegment(96f92c4e-259d-48b0-b3b4-b3f226de3ff2),segment_id=96f92c4e-259d-48b0-b3b4-b3f226de3ff2)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:38.171641 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1946b4fc-778b-4818-b9e6-b47c91bcc2ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:38.198135 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-1946b4fc-778b-4818-b9e6-b47c91bcc2ae None None] Calling delete_port for 7953aaac-3314-4b68-ba81-425cff0ceba8 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:36:38.222482 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-bd2e79b2-7390-4eb9-83ab-f8afd6e72457 service neutron] Transition to ACTIVE for port object 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:36:38.231178 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-bd2e79b2-7390-4eb9-83ab-f8afd6e72457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:38.243823 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c60fe15-4548-4275-8e7b-115824501e39 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:38.244241 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-6c60fe15-4548-4275-8e7b-115824501e39 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Added segment ee5db392-2a53-4c98-ae7e-4dbc689b7631 of type vlan for network 5b846449-f0ff-4caa-8a9e-16299cb7812e Nov 04 10:36:38.300667 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e816e-2274-4d80-a186-0223e7ca45e9 req-b7db941a-48bb-4b3d-a89a-551a160f7b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:38.304363 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5b8e816e-2274-4d80-a186-0223e7ca45e9 req-b7db941a-48bb-4b3d-a89a-551a160f7b8e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ea66aad5-9af1-4fd7-8561-7ab30f09cec4 HTTP/1.1" status: 200 len: 860 time: 0.1395240 Nov 04 10:36:38.323636 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1946b4fc-778b-4818-b9e6-b47c91bcc2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:38.326266 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-6181cdb4-6381-43fb-acb0-40dea3134d18 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] For port 7953aaac-3314-4b68-ba81-425cff0ceba8, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7953aaac-3314-4b68-ba81-425cff0ceba8,segment=NetworkSegment(96f92c4e-259d-48b0-b3b4-b3f226de3ff2),segment_id=96f92c4e-259d-48b0-b3b4-b3f226de3ff2)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:38.326848 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6181cdb4-6381-43fb-acb0-40dea3134d18 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:38.339088 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-bd2e79b2-7390-4eb9-83ab-f8afd6e72457 service neutron] No DVR routers for this DVR port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:36:38.352586 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c60fe15-4548-4275-8e7b-115824501e39 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:38.369321 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-6181cdb4-6381-43fb-acb0-40dea3134d18 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Calling delete_port for 7953aaac-3314-4b68-ba81-425cff0ceba8 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:36:38.397806 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b25e80-3b9c-4345-ad71-19aa40e61ebe req-d0c32592-e1ac-4a44-8f7f-955798826440 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:38.405723 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-11b25e80-3b9c-4345-ad71-19aa40e61ebe req-d0c32592-e1ac-4a44-8f7f-955798826440 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/ports?device_id=ef140ca8-281b-4f2e-85a2-4673ac09035b HTTP/1.1" status: 200 len: 943 time: 0.1513000 Nov 04 10:36:38.410303 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e79b2-7390-4eb9-83ab-f8afd6e72457 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9,revision_number=10']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:38.415846 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946b4fc-778b-4818-b9e6-b47c91bcc2ae None None] Pushing event deleted for resources: {'Port': ['ID=7953aaac-3314-4b68-ba81-425cff0ceba8,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:38.428524 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-bd2e79b2-7390-4eb9-83ab-f8afd6e72457 service neutron] 10.222.0.121 "PUT /v2.0/ports/4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9/bindings/n-h1-816629-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0024006 Nov 04 10:36:38.440595 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1946b4fc-778b-4818-b9e6-b47c91bcc2ae None None] No DVR routers for this DVR port 7953aaac-3314-4b68-ba81-425cff0ceba8 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:36:38.456006 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c60fe15-4548-4275-8e7b-115824501e39 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:38.457051 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c60fe15-4548-4275-8e7b-115824501e39 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:38.457692 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c60fe15-4548-4275-8e7b-115824501e39 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:38.484931 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e816e-2274-4d80-a186-0223e7ca45e9 req-99e463fa-a759-45cb-b4c9-d6dd9b6569d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:38.487611 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5b8e816e-2274-4d80-a186-0223e7ca45e9 req-99e463fa-a759-45cb-b4c9-d6dd9b6569d5 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=92ab5df3-727f-4009-aa65-b63a2390bdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1726348 Nov 04 10:36:38.526933 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6c60fe15-4548-4275-8e7b-115824501e39 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.1430855 Nov 04 10:36:38.527680 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 40990) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:38.534855 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-a990a56e-c61c-438a-8c39-0ed63a9e093d tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Request body: {'network': {'project_id': '2098cf1501be409bbfabbb1d81ae81a0'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:38.563766 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60fe15-4548-4275-8e7b-115824501e39 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Pushing event updated for resources: {'Network': ['ID=5b846449-f0ff-4caa-8a9e-16299cb7812e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:38.585337 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 5b846449-f0ff-4caa-8a9e-16299cb7812e details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:36:38.621025 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a990a56e-c61c-438a-8c39-0ed63a9e093d tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Made reservation on behalf of 2098cf1501be409bbfabbb1d81ae81a0 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:36:38.623735 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a990a56e-c61c-438a-8c39-0ed63a9e093d tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:38.646073 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5b8e816e-2274-4d80-a186-0223e7ca45e9 req-8509fdca-336a-4b42-a4f3-bf75f4042f2d service neutron] 10.222.0.121 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420090 Nov 04 10:36:38.647779 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-853cc36f-4806-4a59-84d4-39668cc50e93 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:38.650483 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-853cc36f-4806-4a59-84d4-39668cc50e93 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.126 "GET /v2.0/ports?device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57&tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&binding%3Ahost_id=n-h2-816629-1 HTTP/1.1" status: 200 len: 1095 time: 0.0966616 Nov 04 10:36:38.696505 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a990a56e-c61c-438a-8c39-0ed63a9e093d tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1185} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:36:38.714937 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a990a56e-c61c-438a-8c39-0ed63a9e093d tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:38.715282 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-a990a56e-c61c-438a-8c39-0ed63a9e093d tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Added segment 11ae55e2-789c-4572-90d0-3852b38f01f4 of type vlan for network 8d820620-6ca2-4d1c-9836-fbee38eee9f5 Nov 04 10:36:38.727282 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-11b25e80-3b9c-4345-ad71-19aa40e61ebe req-55f4392a-c176-430b-97c5-0b92c0492b73 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/security-groups?id=a8239091-fcfd-48f1-9173-e78ca9785348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166666 Nov 04 10:36:38.756985 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-d05b981f-ff99-493a-abde-db96a4c3c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:38.758560 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-d05b981f-ff99-493a-abde-db96a4c3c0ff service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57&tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2 HTTP/1.1" status: 200 len: 1095 time: 0.0998251 Nov 04 10:36:38.806186 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a990a56e-c61c-438a-8c39-0ed63a9e093d tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:38.847822 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6181cdb4-6381-43fb-acb0-40dea3134d18 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:38.858908 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-40a90166-867a-41e2-83c1-96df5884b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:38.860719 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-40a90166-867a-41e2-83c1-96df5884b834 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57 HTTP/1.1" status: 200 len: 1095 time: 0.0738745 Nov 04 10:36:38.863234 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a990a56e-c61c-438a-8c39-0ed63a9e093d tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:38.864270 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a990a56e-c61c-438a-8c39-0ed63a9e093d tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:38.864908 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a990a56e-c61c-438a-8c39-0ed63a9e093d tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:38.929269 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5b8e816e-2274-4d80-a186-0223e7ca45e9 req-20d257e8-a1e5-4c6e-bb0d-d60ebea72d36 service neutron] 10.222.0.121 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637103 Nov 04 10:36:38.930379 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6181cdb4-6381-43fb-acb0-40dea3134d18 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] No DVR routers for this DVR port 7953aaac-3314-4b68-ba81-425cff0ceba8 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:36:38.981347 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181cdb4-6381-43fb-acb0-40dea3134d18 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event deleted for resources: {'Port': ['ID=7953aaac-3314-4b68-ba81-425cff0ceba8,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:38.994904 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a990a56e-c61c-438a-8c39-0ed63a9e093d tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.4641213 Nov 04 10:36:39.001560 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41006) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:39.008412 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-38b5fd28-cc26-4aab-a03e-b2faf295e010 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Request body: {'network': {'project_id': '2098cf1501be409bbfabbb1d81ae81a0'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:39.013754 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990a56e-c61c-438a-8c39-0ed63a9e093d tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Pushing event updated for resources: {'Network': ['ID=8d820620-6ca2-4d1c-9836-fbee38eee9f5,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:39.026445 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 8d820620-6ca2-4d1c-9836-fbee38eee9f5 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:36:39.042001 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b5fd28-cc26-4aab-a03e-b2faf295e010 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 04 10:36:39.042465 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b5fd28-cc26-4aab-a03e-b2faf295e010 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:36:39.043659 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-38b5fd28-cc26-4aab-a03e-b2faf295e010 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0411246 Nov 04 10:36:39.047950 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41012) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:39.080243 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-3360ca72-e54e-48c7-9e42-288a4689514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:39.081833 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-3360ca72-e54e-48c7-9e42-288a4689514c service neutron] 10.222.0.126 "GET /v2.0/networks?id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 200 len: 909 time: 0.2085407 Nov 04 10:36:39.138797 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-7f47364a-a468-49dd-8087-2d1d49804329 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 HTTP/1.1" status: 200 len: 217 time: 0.0447798 Nov 04 10:36:39.162797 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-36f9bcb5-d3e4-4b92-b86a-151bebad63f3 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=2098cf1501be409bbfabbb1d81ae81a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1137254 Nov 04 10:36:39.180425 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41016) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:39.219566 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd32295-caec-4752-843e-1bb3ce798d17 req-46eb9a83-536c-41c9-b77c-46049045388a tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:39.221382 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-acd32295-caec-4752-843e-1bb3ce798d17 req-46eb9a83-536c-41c9-b77c-46049045388a tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/ports?device_id=9a607f3b-4c9d-4a8a-ac8d-735e095d6826 HTTP/1.1" status: 200 len: 984 time: 0.3763964 Nov 04 10:36:39.233218 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-6fcd5973-3eaf-4d4c-a37d-b002e8810ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:39.234736 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-6fcd5973-3eaf-4d4c-a37d-b002e8810ce3 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=f29a1ba4-9c2e-4bbf-be88-aa21c2016c98 HTTP/1.1" status: 200 len: 847 time: 0.0886695 Nov 04 10:36:39.241268 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6181cdb4-6381-43fb-acb0-40dea3134d18 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:39.287834 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 2d236bba-1205-4fb0-ba52-f3e4528ebcf6 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:36:39.349017 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-51d9c6b3-2f19-40c3-8cdc-db9c035ec38a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037142 Nov 04 10:36:39.366345 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-66a7a1b1-48ac-414c-807c-da784a07715d tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:39.367990 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-6181cdb4-6381-43fb-acb0-40dea3134d18 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d044bfe-d326-45bf-afe9-4a429bf3e5db']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:39.396912 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7953aaac-3314-4b68-ba81-425cff0ceba8 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:36:39.431839 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-6181cdb4-6381-43fb-acb0-40dea3134d18 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f92c4e-259d-48b0-b3b4-b3f226de3ff2') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:39.441255 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-6181cdb4-6381-43fb-acb0-40dea3134d18 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f92c4e-259d-48b0-b3b4-b3f226de3ff2') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:39.468202 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 7953aaac-3314-4b68-ba81-425cff0ceba8 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:36:39.468556 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7953aaac-3314-4b68-ba81-425cff0ceba8 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:36:39.489829 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-66a7a1b1-48ac-414c-807c-da784a07715d tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:39.495228 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6181cdb4-6381-43fb-acb0-40dea3134d18 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:39.536038 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 2d236bba-1205-4fb0-ba52-f3e4528ebcf6, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=2d236bba-1205-4fb0-ba52-f3e4528ebcf6,segment=NetworkSegment(d89c017d-306f-4669-8b75-b883e6faf378),segment_id=d89c017d-306f-4669-8b75-b883e6faf378)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:39.551434 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-acd32295-caec-4752-843e-1bb3ce798d17 req-2b0a7114-f3b7-482e-8859-5cba781e0cc5 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups?id=44d681b6-90b6-488d-a567-02881d630749&id=16f0cacd-133e-4c81-9ec9-343fd2ccc51f&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2968996 Nov 04 10:36:39.555441 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6181cdb4-6381-43fb-acb0-40dea3134d18 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:39.573389 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '2d236bba-1205-4fb0-ba52-f3e4528ebcf6', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'port_id': '2d236bba-1205-4fb0-ba52-f3e4528ebcf6', 'mac_address': 'fa:16:3e:1b:54:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:36:39.576124 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6181cdb4-6381-43fb-acb0-40dea3134d18 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Releasing vlan 1195 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:36:39.576596 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6181cdb4-6381-43fb-acb0-40dea3134d18 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:36:39.582662 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:36:39.635844 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:39.654095 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d236bba-1205-4fb0-ba52-f3e4528ebcf6 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:36:39.685026 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 2d236bba-1205-4fb0-ba52-f3e4528ebcf6, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=2d236bba-1205-4fb0-ba52-f3e4528ebcf6,segment=NetworkSegment(d89c017d-306f-4669-8b75-b883e6faf378),segment_id=d89c017d-306f-4669-8b75-b883e6faf378)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:39.693237 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:39.694120 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device e040f89a-81a9-44a9-b8e4-9e374df896c8 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:36:39.718428 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-ce535809-59e6-4882-977f-727305d9f71f service neutron] 10.222.0.126 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958100 Nov 04 10:36:39.726876 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-66a7a1b1-48ac-414c-807c-da784a07715d tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:39.730111 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-66a7a1b1-48ac-414c-807c-da784a07715d tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:39.731364 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-66a7a1b1-48ac-414c-807c-da784a07715d tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] 10.222.0.127 "DELETE /v2.0/security-groups/9b9a6111-daa9-445b-a72a-28debefc14c9 HTTP/1.1" status: 204 len: 168 time: 0.5499942 Nov 04 10:36:39.735242 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41024) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:39.773790 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6181cdb4-6381-43fb-acb0-40dea3134d18 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:39.786537 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6181cdb4-6381-43fb-acb0-40dea3134d18 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:39.790726 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6181cdb4-6381-43fb-acb0-40dea3134d18 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "DELETE /v2.0/networks/4d044bfe-d326-45bf-afe9-4a429bf3e5db HTTP/1.1" status: 204 len: 168 time: 2.1784837 Nov 04 10:36:39.796768 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41028) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:39.805584 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181cdb4-6381-43fb-acb0-40dea3134d18 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event deleted for resources: {'Network': ['ID=4d044bfe-d326-45bf-afe9-4a429bf3e5db,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:39.834962 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479eebc-58a9-422e-9d53-49957824d7b7 req-f7a805c9-a1c2-4580-9085-48ffcf639009 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:39.842857 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=2d236bba-1205-4fb0-ba52-f3e4528ebcf6,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:39.843082 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1479eebc-58a9-422e-9d53-49957824d7b7 req-f7a805c9-a1c2-4580-9085-48ffcf639009 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57 HTTP/1.1" status: 200 len: 944 time: 0.1213450 Nov 04 10:36:39.857010 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7a1b1-48ac-414c-807c-da784a07715d tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9a6111-daa9-445b-a72a-28debefc14c9,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:39.920556 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1479eebc-58a9-422e-9d53-49957824d7b7 req-b4505ce5-8a8b-44f2-abda-b8a510aa7bbd tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710568 Nov 04 10:36:39.956008 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port e040f89a-81a9-44a9-b8e4-9e374df896c8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=e040f89a-81a9-44a9-b8e4-9e374df896c8,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:39.968654 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'e040f89a-81a9-44a9-b8e4-9e374df896c8', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': 'e040f89a-81a9-44a9-b8e4-9e374df896c8', 'mac_address': 'fa:16:3e:9d:2a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:36:39.987861 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-704b12b8-a174-49ff-994e-37cdf65ee709 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:40.043898 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-7275e365-28e8-422b-a21d-1662dfc17254 service neutron] 10.222.0.126 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075454 Nov 04 10:36:40.059227 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:40.091286 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e040f89a-81a9-44a9-b8e4-9e374df896c8 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:36:40.143944 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-704b12b8-a174-49ff-994e-37cdf65ee709 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:40.148093 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-c61035f6-e555-412e-b471-d37ccdc8718a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Deleting port 765c7320-5c8a-4142-96dd-55edce72f76c {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:36:40.148460 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c61035f6-e555-412e-b471-d37ccdc8718a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:40.158932 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port e040f89a-81a9-44a9-b8e4-9e374df896c8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=e040f89a-81a9-44a9-b8e4-9e374df896c8,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:40.179639 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:40.186113 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-157f1c94-0e49-4a7b-a1fd-6108e94e0e20 req-a4400d8c-4c4b-4d79-ae9c-116fd2d8f695 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-53382464&fields=id&tenant_id=8978c15802a5437797795f3580af0e5a HTTP/1.1" status: 200 len: 267 time: 0.0836270 Nov 04 10:36:40.218187 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-704b12b8-a174-49ff-994e-37cdf65ee709 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d820620-6ca2-4d1c-9836-fbee38eee9f5']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:40.235827 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-704b12b8-a174-49ff-994e-37cdf65ee709 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ae55e2-789c-4572-90d0-3852b38f01f4') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:40.236290 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-704b12b8-a174-49ff-994e-37cdf65ee709 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ae55e2-789c-4572-90d0-3852b38f01f4') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:40.267058 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-704b12b8-a174-49ff-994e-37cdf65ee709 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:40.267340 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f1c94-0e49-4a7b-a1fd-6108e94e0e20 req-1aaab6f0-749d-4f9b-bc3e-9f520399d26d tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:40.278559 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-157f1c94-0e49-4a7b-a1fd-6108e94e0e20 req-1aaab6f0-749d-4f9b-bc3e-9f520399d26d tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/ports?device_id=9a607f3b-4c9d-4a8a-ac8d-735e095d6826 HTTP/1.1" status: 200 len: 984 time: 0.0914121 Nov 04 10:36:40.290753 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-157f1c94-0e49-4a7b-a1fd-6108e94e0e20 req-19e92ba8-b282-4e9e-886b-80173c20a6a8 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Request body: {'port': {'security_groups': ['16f0cacd-133e-4c81-9ec9-343fd2ccc51f', '44d681b6-90b6-488d-a567-02881d630749', '6e682c7a-70eb-4b8f-8f15-9d8661b588c6']}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:40.315033 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-704b12b8-a174-49ff-994e-37cdf65ee709 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:40.318016 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=e040f89a-81a9-44a9-b8e4-9e374df896c8,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:40.349057 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704b12b8-a174-49ff-994e-37cdf65ee709 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Releasing vlan 1185 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:36:40.350604 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-704b12b8-a174-49ff-994e-37cdf65ee709 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:36:40.352994 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:36:40.387917 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['e040f89a-81a9-44a9-b8e4-9e374df896c8'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:36:40.471316 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['2d236bba-1205-4fb0-ba52-f3e4528ebcf6'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:36:40.477184 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-157f1c94-0e49-4a7b-a1fd-6108e94e0e20 req-19e92ba8-b282-4e9e-886b-80173c20a6a8 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:40.495654 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c61035f6-e555-412e-b471-d37ccdc8718a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:40.495986 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c61035f6-e555-412e-b471-d37ccdc8718a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:40.515006 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-704b12b8-a174-49ff-994e-37cdf65ee709 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:40.541116 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-704b12b8-a174-49ff-994e-37cdf65ee709 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:40.544335 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-704b12b8-a174-49ff-994e-37cdf65ee709 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] 10.222.0.127 "DELETE /v2.0/networks/8d820620-6ca2-4d1c-9836-fbee38eee9f5 HTTP/1.1" status: 204 len: 168 time: 0.8049767 Nov 04 10:36:40.545485 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-c61035f6-e555-412e-b471-d37ccdc8718a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Calling delete_port for 765c7320-5c8a-4142-96dd-55edce72f76c owned by network:floatingip {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:36:40.547441 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b12b8-a174-49ff-994e-37cdf65ee709 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Pushing event deleted for resources: {'Network': ['ID=8d820620-6ca2-4d1c-9836-fbee38eee9f5,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:40.549466 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 41042) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:40.565563 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-719c1800-8c1e-42d1-b0d1-b13b4ab450c0 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:40.567134 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-719c1800-8c1e-42d1-b0d1-b13b4ab450c0 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.126 "GET /v2.0/ports?device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57&tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&binding%3Ahost_id=n-h1-816629-1 HTTP/1.1" status: 200 len: 1095 time: 0.1840363 Nov 04 10:36:40.744017 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c55f0d5a-7a61-4d84-ab60-7733ae93eea3 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:40.849542 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-15a00733-3b75-4596-990b-89e1bc04b6ce service neutron] For port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:36:40.854888 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-15a00733-3b75-4596-990b-89e1bc04b6ce service neutron] Publish callbacks [] for binding, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:40.856056 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-897f22ae-4d18-4f6f-aeeb-68cc9c827a76 req-15a00733-3b75-4596-990b-89e1bc04b6ce service neutron] 10.222.0.126 "DELETE /v2.0/ports/4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9/bindings/n-h2-816629-1 HTTP/1.1" status: 204 len: 173 time: 0.2331796 Nov 04 10:36:40.874670 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c61035f6-e555-412e-b471-d37ccdc8718a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:40.932751 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61035f6-e555-412e-b471-d37ccdc8718a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event deleted for resources: {'Port': ['ID=765c7320-5c8a-4142-96dd-55edce72f76c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:40.962094 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c55f0d5a-7a61-4d84-ab60-7733ae93eea3 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:40.984725 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c61035f6-e555-412e-b471-d37ccdc8718a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for floatingip, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:40.987575 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c61035f6-e555-412e-b471-d37ccdc8718a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:40.987735 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-c55f0d5a-7a61-4d84-ab60-7733ae93eea3 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b846449-f0ff-4caa-8a9e-16299cb7812e']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:40.993130 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c61035f6-e555-412e-b471-d37ccdc8718a tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "DELETE /v2.0/floatingips/2b79253d-9f8e-4177-b102-8701f65495b6 HTTP/1.1" status: 204 len: 168 time: 1.1646101 Nov 04 10:36:40.997489 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 41048) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:41.016456 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-c55f0d5a-7a61-4d84-ab60-7733ae93eea3 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5db392-2a53-4c98-ae7e-4dbc689b7631') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:41.017037 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-c55f0d5a-7a61-4d84-ab60-7733ae93eea3 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5db392-2a53-4c98-ae7e-4dbc689b7631') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:41.048189 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b1804f-e56b-4b7f-94b0-6d069b94de41 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] DELETE failed (client error): The resource could not be found. Nov 04 10:36:41.049069 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b1804f-e56b-4b7f-94b0-6d069b94de41 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:36:41.054927 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f1b1804f-e56b-4b7f-94b0-6d069b94de41 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "DELETE /v2.0/ports/e2ffa9bc-037b-4b51-89bd-1de16929c6dc HTTP/1.1" status: 404 len: 333 time: 0.0492749 Nov 04 10:36:41.058676 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c55f0d5a-7a61-4d84-ab60-7733ae93eea3 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:41.058902 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41052) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:41.086072 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c55f0d5a-7a61-4d84-ab60-7733ae93eea3 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:41.093620 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-45613fc9-f2a2-46b8-9306-4e38c1ad98b7 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "GET /v2.0/ports?device_id=87e378a2-8f80-47cb-8dc2-e554908ad560 HTTP/1.1" status: 200 len: 205 time: 0.0327375 Nov 04 10:36:41.094149 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41054) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:41.108519 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c55f0d5a-7a61-4d84-ab60-7733ae93eea3 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Releasing vlan 1176 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:36:41.108519 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c55f0d5a-7a61-4d84-ab60-7733ae93eea3 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:36:41.110563 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:36:41.114381 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-157f1c94-0e49-4a7b-a1fd-6108e94e0e20 req-19e92ba8-b282-4e9e-886b-80173c20a6a8 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] For port 3ef2be36-c698-425e-a433-7db64fdb5db8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=3ef2be36-c698-425e-a433-7db64fdb5db8,segment=NetworkSegment(f04c9026-7b12-4aa2-9be0-45f685d36899),segment_id=f04c9026-7b12-4aa2-9be0-45f685d36899)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:41.159240 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-68aabd85-f9bd-4cc2-af15-e701281e4254 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] delete failed (client error): The resource could not be found. Nov 04 10:36:41.163557 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-68aabd85-f9bd-4cc2-af15-e701281e4254 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "DELETE /v2.0/routers/87e378a2-8f80-47cb-8dc2-e554908ad560 HTTP/1.1" status: 404 len: 336 time: 0.0653832 Nov 04 10:36:41.163557 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41056) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:41.199040 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-031f3201-0eb7-4779-a869-6a2611188f64 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] DELETE failed (client error): The resource could not be found. Nov 04 10:36:41.199744 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-031f3201-0eb7-4779-a869-6a2611188f64 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:36:41.206733 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-031f3201-0eb7-4779-a869-6a2611188f64 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "DELETE /v2.0/subnets/ec4e35b0-d746-438d-b0b4-4387b3b5c1c6 HTTP/1.1" status: 404 len: 337 time: 0.0387881 Nov 04 10:36:41.207456 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41058) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:41.210049 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c55f0d5a-7a61-4d84-ab60-7733ae93eea3 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:41.214313 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-157f1c94-0e49-4a7b-a1fd-6108e94e0e20 req-19e92ba8-b282-4e9e-886b-80173c20a6a8 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:41.219499 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c55f0d5a-7a61-4d84-ab60-7733ae93eea3 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:41.223626 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c55f0d5a-7a61-4d84-ab60-7733ae93eea3 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] 10.222.0.127 "DELETE /v2.0/networks/5b846449-f0ff-4caa-8a9e-16299cb7812e HTTP/1.1" status: 204 len: 168 time: 0.6602736 Nov 04 10:36:41.230592 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-157f1c94-0e49-4a7b-a1fd-6108e94e0e20 req-19e92ba8-b282-4e9e-886b-80173c20a6a8 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:41.248899 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['882d34b5-e673-450c-9732-ada559bbeeab'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:36:41.255965 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['3ef2be36-c698-425e-a433-7db64fdb5db8'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:36:41.263523 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f0d5a-7a61-4d84-ab60-7733ae93eea3 tempest-QuotasNegativeTest-729884346 tempest-QuotasNegativeTest-729884346-project-admin] Pushing event deleted for resources: {'Network': ['ID=5b846449-f0ff-4caa-8a9e-16299cb7812e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:41.342635 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-764c5b5e-8a1a-4449-a8be-4be288626e40 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Deleting port f15a036b-75d3-427a-928f-a42698f2f63f {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:36:41.343118 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-764c5b5e-8a1a-4449-a8be-4be288626e40 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:41.395241 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device e040f89a-81a9-44a9-b8e4-9e374df896c8 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:36:41.409409 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e92ba8-b282-4e9e-886b-80173c20a6a8 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Pushing event updated for resources: {'Port': ['ID=3ef2be36-c698-425e-a433-7db64fdb5db8,revision_number=7']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:41.421724 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f1c94-0e49-4a7b-a1fd-6108e94e0e20 req-19e92ba8-b282-4e9e-886b-80173c20a6a8 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:41.422673 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-157f1c94-0e49-4a7b-a1fd-6108e94e0e20 req-19e92ba8-b282-4e9e-886b-80173c20a6a8 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:41.424639 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-157f1c94-0e49-4a7b-a1fd-6108e94e0e20 req-19e92ba8-b282-4e9e-886b-80173c20a6a8 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "PUT /v2.0/ports/3ef2be36-c698-425e-a433-7db64fdb5db8 HTTP/1.1" status: 200 len: 1020 time: 1.1451948 Nov 04 10:36:41.425316 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a607f3b-4c9d-4a8a-ac8d-735e095d6826', 'tag': '3ef2be36-c698-425e-a433-7db64fdb5db8'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:36:41.433504 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570c5eda-6990-4e0c-a062-80cd0e4d7a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "9a607f3b-4c9d-4a8a-ac8d-735e095d6826", "tag": "3ef2be36-c698-425e-a433-7db64fdb5db8"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:36:41.481110 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['3ef2be36-c698-425e-a433-7db64fdb5db8'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:36:41.512309 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-764c5b5e-8a1a-4449-a8be-4be288626e40 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:41.544336 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-764c5b5e-8a1a-4449-a8be-4be288626e40 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Calling delete_port for f15a036b-75d3-427a-928f-a42698f2f63f owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:36:41.644220 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port e040f89a-81a9-44a9-b8e4-9e374df896c8 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:41.645268 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:41.759140 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ab33d-bcce-4b02-8042-b2dfdf1702e6 req-943fb335-d271-4c5f-8b20-acf81993bfc0 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:41.759140 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5d3ab33d-bcce-4b02-8042-b2dfdf1702e6 req-943fb335-d271-4c5f-8b20-acf81993bfc0 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/ports?device_id=ef140ca8-281b-4f2e-85a2-4673ac09035b HTTP/1.1" status: 200 len: 944 time: 0.1692202 Nov 04 10:36:41.783248 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-764c5b5e-8a1a-4449-a8be-4be288626e40 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:41.867985 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5d3ab33d-bcce-4b02-8042-b2dfdf1702e6 req-6f7e64f1-f987-4f1b-bbb3-e0be476ac2ef tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/security-groups?id=a8239091-fcfd-48f1-9173-e78ca9785348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454735 Nov 04 10:36:41.896003 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c5b5e-8a1a-4449-a8be-4be288626e40 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event deleted for resources: {'Port': ['ID=f15a036b-75d3-427a-928f-a42698f2f63f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:42.082484 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 41072) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:42.097889 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-764c5b5e-8a1a-4449-a8be-4be288626e40 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:42.104129 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-764c5b5e-8a1a-4449-a8be-4be288626e40 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "DELETE /v2.0/ports/f15a036b-75d3-427a-928f-a42698f2f63f HTTP/1.1" status: 204 len: 168 time: 0.8957367 Nov 04 10:36:42.104733 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41076) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:42.213498 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-8f290c2e-454b-49be-92fb-3941b21999ae tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Deleting port a24b9561-9453-493d-98c8-38df4c06a6eb {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:36:42.214703 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f290c2e-454b-49be-92fb-3941b21999ae tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:42.318183 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f290c2e-454b-49be-92fb-3941b21999ae tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:42.335037 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-8f290c2e-454b-49be-92fb-3941b21999ae tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Calling delete_port for a24b9561-9453-493d-98c8-38df4c06a6eb owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:36:42.340380 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-77bc36c7-7b53-4f86-9cd5-49c7948e4ced admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:42.372337 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:42.384282 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:42.527855 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de406587-3152-4afe-a194-44e509de2f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e040f89a-81a9-44a9-b8e4-9e374df896c8'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:36:42.533710 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c7f45b-8257-4eb1-886a-d0b232ce8971" -d '{"events": [{"server_uuid": "de406587-3152-4afe-a194-44e509de2f94", "name": "network-vif-plugged", "status": "completed", "tag": "e040f89a-81a9-44a9-b8e4-9e374df896c8"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:36:42.540866 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-77bc36c7-7b53-4f86-9cd5-49c7948e4ced admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:42.557146 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-77bc36c7-7b53-4f86-9cd5-49c7948e4ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:42.568428 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f290c2e-454b-49be-92fb-3941b21999ae tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:42.590890 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port e040f89a-81a9-44a9-b8e4-9e374df896c8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=e040f89a-81a9-44a9-b8e4-9e374df896c8,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:42.616888 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:42.617877 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:36:42.631239 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc36c7-7b53-4f86-9cd5-49c7948e4ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4aff93-3f86-4acc-ab5e-5b648192cdfa,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:42.637307 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f290c2e-454b-49be-92fb-3941b21999ae tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event deleted for resources: {'Port': ['ID=a24b9561-9453-493d-98c8-38df4c06a6eb,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:42.647054 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-77bc36c7-7b53-4f86-9cd5-49c7948e4ced admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=ca721e88a7e242428e6b9f97b8474fe4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5632033 Nov 04 10:36:42.653316 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 41086) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:42.751745 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f290c2e-454b-49be-92fb-3941b21999ae tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:42.769334 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8f290c2e-454b-49be-92fb-3941b21999ae tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "DELETE /v2.0/ports/a24b9561-9453-493d-98c8-38df4c06a6eb HTTP/1.1" status: 204 len: 168 time: 0.6633613 Nov 04 10:36:42.772968 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41088) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:42.777439 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:36:42.780155 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=e040f89a-81a9-44a9-b8e4-9e374df896c8,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:42.819965 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a049db-5774-4097-a81f-e28b193b07cd req-aaf85e71-dca7-41ea-a548-e3298225e5ef tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:42.825359 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-73a049db-5774-4097-a81f-e28b193b07cd req-aaf85e71-dca7-41ea-a548-e3298225e5ef tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57 HTTP/1.1" status: 200 len: 944 time: 0.1454854 Nov 04 10:36:42.826561 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-863c7be9-4d0d-400e-955e-40f5fea863de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:42.877638 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-863c7be9-4d0d-400e-955e-40f5fea863de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:42.880710 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96300b52-b5eb-4806-b687-40bde365ffa4 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:42.886785 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 41090) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:42.887927 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-96300b52-b5eb-4806-b687-40bde365ffa4 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "GET /v2.0/ports?device_id=23732882-0a05-4b95-b3b4-413c9b097100 HTTP/1.1" status: 200 len: 913 time: 0.0915160 Nov 04 10:36:43.004447 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-73a049db-5774-4097-a81f-e28b193b07cd req-8d2f5d41-5d1e-4e9d-94b0-8fa9416131ef tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695659 Nov 04 10:36:43.188788 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-863c7be9-4d0d-400e-955e-40f5fea863de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:43.191772 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-863c7be9-4d0d-400e-955e-40f5fea863de admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:43.197664 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-863c7be9-4d0d-400e-955e-40f5fea863de admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/4e4aff93-3f86-4acc-ab5e-5b648192cdfa HTTP/1.1" status: 204 len: 168 time: 0.5384614 Nov 04 10:36:43.243875 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c7be9-4d0d-400e-955e-40f5fea863de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4aff93-3f86-4acc-ab5e-5b648192cdfa,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:43.257368 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0e16ba97-6ce4-4e8c-88c8-aaf48c11b8c3 req-7da2dba3-687b-4f03-b182-5c10bcbdf1ee tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups/6e682c7a-70eb-4b8f-8f15-9d8661b588c6 HTTP/1.1" status: 200 len: 1818 time: 0.1523540 Nov 04 10:36:43.321423 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 2d236bba-1205-4fb0-ba52-f3e4528ebcf6 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:36:43.346649 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [req-0e16ba97-6ce4-4e8c-88c8-aaf48c11b8c3 req-6fd8f0c5-0e19-4bb8-b790-47d34134e199 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 04 10:36:43.355454 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0e16ba97-6ce4-4e8c-88c8-aaf48c11b8c3 req-6fd8f0c5-0e19-4bb8-b790-47d34134e199 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "DELETE /v2.0/security-groups/6e682c7a-70eb-4b8f-8f15-9d8661b588c6 HTTP/1.1" status: 409 len: 341 time: 0.0957465 Nov 04 10:36:43.457194 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d30ea69-eab1-4372-8444-9d9124a676e8 x-openstack-request-id: req-1d30ea69-eab1-4372-8444-9d9124a676e8 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:36:43.457472 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a607f3b-4c9d-4a8a-ac8d-735e095d6826", "tag": "3ef2be36-c698-425e-a433-7db64fdb5db8", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:36:43.457726 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-1d30ea69-eab1-4372-8444-9d9124a676e8 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:36:43.458136 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a607f3b-4c9d-4a8a-ac8d-735e095d6826', 'tag': '3ef2be36-c698-425e-a433-7db64fdb5db8', 'status': 'completed', 'code': 200} Nov 04 10:36:43.507699 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 2d236bba-1205-4fb0-ba52-f3e4528ebcf6 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:36:43.521028 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 2d236bba-1205-4fb0-ba52-f3e4528ebcf6 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:43.521756 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:43.556051 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b55a2c-eab8-43a4-81dc-6a8b2d0b76ce x-openstack-request-id: req-f6b55a2c-eab8-43a4-81dc-6a8b2d0b76ce {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:36:43.557116 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de406587-3152-4afe-a194-44e509de2f94", "name": "network-vif-plugged", "status": "completed", "tag": "e040f89a-81a9-44a9-b8e4-9e374df896c8", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:36:43.557977 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f6b55a2c-eab8-43a4-81dc-6a8b2d0b76ce {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:36:43.558591 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de406587-3152-4afe-a194-44e509de2f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e040f89a-81a9-44a9-b8e4-9e374df896c8', 'code': 200} Nov 04 10:36:43.612722 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41114) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:43.638460 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aabc3002-8b59-4836-b72b-4c298d8e5377 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:43.697365 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:43.769611 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 2d236bba-1205-4fb0-ba52-f3e4528ebcf6, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=2d236bba-1205-4fb0-ba52-f3e4528ebcf6,segment=NetworkSegment(d89c017d-306f-4669-8b75-b883e6faf378),segment_id=d89c017d-306f-4669-8b75-b883e6faf378)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:43.779051 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:43.847033 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=2d236bba-1205-4fb0-ba52-f3e4528ebcf6,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:43.855415 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aabc3002-8b59-4836-b72b-4c298d8e5377 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:43.862737 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aabc3002-8b59-4836-b72b-4c298d8e5377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:43.901751 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc3002-8b59-4836-b72b-4c298d8e5377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95bd506-23f8-4ad8-a5f6-e47adda8c562,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:43.934452 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-aabc3002-8b59-4836-b72b-4c298d8e5377 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=e1ab0f36f4f841dfa18ccc7711311ed1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3192201 Nov 04 10:36:43.936949 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41116) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:44.020470 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-30652712-b214-462c-a5bf-df28b68bb64a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:44.062369 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-30652712-b214-462c-a5bf-df28b68bb64a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:44.170397 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-30652712-b214-462c-a5bf-df28b68bb64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:44.175154 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-30652712-b214-462c-a5bf-df28b68bb64a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:44.176664 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-30652712-b214-462c-a5bf-df28b68bb64a admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/d95bd506-23f8-4ad8-a5f6-e47adda8c562 HTTP/1.1" status: 204 len: 168 time: 0.2386155 Nov 04 10:36:44.206985 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30652712-b214-462c-a5bf-df28b68bb64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95bd506-23f8-4ad8-a5f6-e47adda8c562,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:44.222148 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c5eda-6990-4e0c-a062-80cd0e4d7a0c req-020a8189-f5aa-468e-ac9b-e86e4a0da4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:44.224185 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-570c5eda-6990-4e0c-a062-80cd0e4d7a0c req-020a8189-f5aa-468e-ac9b-e86e4a0da4d7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8978c15802a5437797795f3580af0e5a&device_id=9a607f3b-4c9d-4a8a-ac8d-735e095d6826 HTTP/1.1" status: 200 len: 1174 time: 0.6824827 Nov 04 10:36:44.327296 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc35f89-2281-4c29-b065-de870072a495 req-331b4fef-df83-4178-a072-1dc1944b719f tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:44.329359 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dcc35f89-2281-4c29-b065-de870072a495 req-331b4fef-df83-4178-a072-1dc1944b719f tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/ports?device_id=ef140ca8-281b-4f2e-85a2-4673ac09035b HTTP/1.1" status: 200 len: 945 time: 0.2874734 Nov 04 10:36:44.389287 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1aecef07-f6e4-4b85-bde2-8d0dfe563feb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:44.524498 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dcc35f89-2281-4c29-b065-de870072a495 req-12568aeb-f37e-44c5-9f53-e82c3c8ae8df tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/security-groups?id=a8239091-fcfd-48f1-9173-e78ca9785348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882308 Nov 04 10:36:44.598519 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c5eda-6990-4e0c-a062-80cd0e4d7a0c req-b7f19f05-338f-49ca-9eef-0e85ae1103ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:44.600380 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-570c5eda-6990-4e0c-a062-80cd0e4d7a0c req-b7f19f05-338f-49ca-9eef-0e85ae1103ad service neutron] 10.222.0.121 "GET /v2.0/networks?id=fd562185-7063-471c-ad25-a957d0b41f6e HTTP/1.1" status: 200 len: 914 time: 0.3586817 Nov 04 10:36:44.601289 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:44.694728 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-570c5eda-6990-4e0c-a062-80cd0e4d7a0c req-bfe54eb2-6df9-4c8b-9083-b16b6f89e144 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ef2be36-c698-425e-a433-7db64fdb5db8 HTTP/1.1" status: 200 len: 217 time: 0.0822842 Nov 04 10:36:44.926394 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c5eda-6990-4e0c-a062-80cd0e4d7a0c req-4209a490-eecf-4751-941b-3aae1d5beb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:44.928399 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-570c5eda-6990-4e0c-a062-80cd0e4d7a0c req-4209a490-eecf-4751-941b-3aae1d5beb66 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=607a5e13-8657-4a0d-8d5f-d4cba4377009 HTTP/1.1" status: 200 len: 852 time: 0.1812449 Nov 04 10:36:44.987749 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-570c5eda-6990-4e0c-a062-80cd0e4d7a0c req-e5aa4c4c-e66c-4428-acfe-69ca74430bb1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=fd562185-7063-471c-ad25-a957d0b41f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470710 Nov 04 10:36:45.282515 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3289ef-ee97-4eff-b025-3e055ff40155 req-23dfba1d-86d6-4109-82cf-94214b8231c7 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:45.284434 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e3289ef-ee97-4eff-b025-3e055ff40155 req-23dfba1d-86d6-4109-82cf-94214b8231c7 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57 HTTP/1.1" status: 200 len: 1095 time: 0.1271887 Nov 04 10:36:45.342331 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-570c5eda-6990-4e0c-a062-80cd0e4d7a0c req-04ef0db8-3e6c-486d-9a6d-e0bf92537181 service neutron] 10.222.0.121 "GET /v2.0/networks/fd562185-7063-471c-ad25-a957d0b41f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403420 Nov 04 10:36:45.355799 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-1aecef07-f6e4-4b85-bde2-8d0dfe563feb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Deleting port 8d71d746-0d91-40cc-8e59-267ace93de99 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:36:45.355799 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1aecef07-f6e4-4b85-bde2-8d0dfe563feb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:45.533476 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e3289ef-ee97-4eff-b025-3e055ff40155 req-c9a7c120-6353-4436-b184-baaa2e2c9b49 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396595 Nov 04 10:36:45.560458 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef140ca8-281b-4f2e-85a2-4673ac09035b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d236bba-1205-4fb0-ba52-f3e4528ebcf6'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:36:45.563248 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee4370d-30de-4ae4-968c-032824372887" -d '{"events": [{"server_uuid": "ef140ca8-281b-4f2e-85a2-4673ac09035b", "name": "network-vif-plugged", "status": "completed", "tag": "2d236bba-1205-4fb0-ba52-f3e4528ebcf6"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:36:45.627755 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1aecef07-f6e4-4b85-bde2-8d0dfe563feb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:45.644038 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-1aecef07-f6e4-4b85-bde2-8d0dfe563feb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Calling delete_port for 8d71d746-0d91-40cc-8e59-267ace93de99 owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:36:45.926888 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-570c5eda-6990-4e0c-a062-80cd0e4d7a0c req-53f8f662-435a-46ea-94fd-e5e2f4e72c3d service neutron] 10.222.0.121 "GET /v2.0/networks/fd562185-7063-471c-ad25-a957d0b41f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886711 Nov 04 10:36:46.020982 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1aecef07-f6e4-4b85-bde2-8d0dfe563feb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:46.097663 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecef07-f6e4-4b85-bde2-8d0dfe563feb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event deleted for resources: {'Port': ['ID=8d71d746-0d91-40cc-8e59-267ace93de99,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:46.122188 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2a144-a8ef-49bf-b4fc-3f200c7d2891 req-484f095d-b352-4a6a-94f6-06182de84a95 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:46.139051 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a7b2a144-a8ef-49bf-b4fc-3f200c7d2891 req-484f095d-b352-4a6a-94f6-06182de84a95 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/ports?device_id=9a607f3b-4c9d-4a8a-ac8d-735e095d6826 HTTP/1.1" status: 200 len: 1023 time: 0.2831290 Nov 04 10:36:46.478852 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41186) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:46.484338 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a7b2a144-a8ef-49bf-b4fc-3f200c7d2891 req-598fbf81-8f0a-4531-9559-2df3d134d0e0 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups?id=44d681b6-90b6-488d-a567-02881d630749&id=16f0cacd-133e-4c81-9ec9-343fd2ccc51f&id=6e682c7a-70eb-4b8f-8f15-9d8661b588c6&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.3442063 Nov 04 10:36:46.552355 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1aecef07-f6e4-4b85-bde2-8d0dfe563feb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:46.666591 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-3199d57f-83c8-4b23-920d-3f175ab2106c tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1162092685', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:46.729477 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3199d57f-83c8-4b23-920d-3f175ab2106c tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Made reservation on behalf of 29b9056a550d49fea78c5423865ee78c for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:36:46.736866 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3199d57f-83c8-4b23-920d-3f175ab2106c tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:46.746011 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d105c39-0852-4103-9df4-4505af5252ef req-cea4ce1e-b963-47b3-ae39-de405d6445ae tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:46.747991 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2d105c39-0852-4103-9df4-4505af5252ef req-cea4ce1e-b963-47b3-ae39-de405d6445ae tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/ports?device_id=ef140ca8-281b-4f2e-85a2-4673ac09035b HTTP/1.1" status: 200 len: 945 time: 0.1701291 Nov 04 10:36:46.751233 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3199d57f-83c8-4b23-920d-3f175ab2106c tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:46.856661 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e653601d-9372-43fa-a410-671f6c44ed5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:46.908936 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3199d57f-83c8-4b23-920d-3f175ab2106c tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:46.921772 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3199d57f-83c8-4b23-920d-3f175ab2106c tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:46.933586 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-3199d57f-83c8-4b23-920d-3f175ab2106c tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] device_id is not set on port 0c4ca600-0f40-47a7-adc4-0075c41f671f yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:36:46.939400 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f3087-c7df-470d-9708-a99f8f174a0c req-618fbb70-6a79-430c-91da-a8144a258b7a tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:46.941423 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-528f3087-c7df-470d-9708-a99f8f174a0c req-618fbb70-6a79-430c-91da-a8144a258b7a tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.121 "GET /v2.0/ports?device_id=9a607f3b-4c9d-4a8a-ac8d-735e095d6826 HTTP/1.1" status: 200 len: 1023 time: 0.2592375 Nov 04 10:36:47.037259 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199d57f-83c8-4b23-920d-3f175ab2106c tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0d07b5-b2cc-4dd8-b8a5-c0ab148909fc,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:47.060712 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2d105c39-0852-4103-9df4-4505af5252ef req-384ce63c-76f7-4ae6-8aad-35ff488ea5f1 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/security-groups?id=a8239091-fcfd-48f1-9173-e78ca9785348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832642 Nov 04 10:36:47.159952 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-528f3087-c7df-470d-9708-a99f8f174a0c req-5d884934-8f76-44dc-9532-cb4dae8f6876 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Deleting port 3ef2be36-c698-425e-a433-7db64fdb5db8 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:36:47.160246 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-528f3087-c7df-470d-9708-a99f8f174a0c req-5d884934-8f76-44dc-9532-cb4dae8f6876 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:47.166444 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-3199d57f-83c8-4b23-920d-3f175ab2106c tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Allocated IP 172.25.7.174 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/0c4ca600-0f40-47a7-adc4-0075c41f671f) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:36:47.169217 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aecef07-f6e4-4b85-bde2-8d0dfe563feb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Router 23732882-0a05-4b95-b3b4-413c9b097100 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:36:47.187287 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f2deb0-b444-4486-8da0-8dac31275ae1 x-openstack-request-id: req-87f2deb0-b444-4486-8da0-8dac31275ae1 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:36:47.187575 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef140ca8-281b-4f2e-85a2-4673ac09035b", "name": "network-vif-plugged", "status": "completed", "tag": "2d236bba-1205-4fb0-ba52-f3e4528ebcf6", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:36:47.187818 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-87f2deb0-b444-4486-8da0-8dac31275ae1 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:36:47.189488 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef140ca8-281b-4f2e-85a2-4673ac09035b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d236bba-1205-4fb0-ba52-f3e4528ebcf6', 'code': 200} Nov 04 10:36:47.435951 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8696f0f-cd36-41d5-933c-f78126e6e54d req-7ed61eeb-cdb2-4d4b-8fdb-12503b278c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:47.437500 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a8696f0f-cd36-41d5-933c-f78126e6e54d req-7ed61eeb-cdb2-4d4b-8fdb-12503b278c00 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=ef140ca8-281b-4f2e-85a2-4673ac09035b HTTP/1.1" status: 200 len: 1096 time: 0.1830351 Nov 04 10:36:47.526560 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3199d57f-83c8-4b23-920d-3f175ab2106c tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:47.539208 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a8696f0f-cd36-41d5-933c-f78126e6e54d req-fc9c6efa-bf97-41fe-a41a-647182e8ce8f service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=a8239091-fcfd-48f1-9173-e78ca9785348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911870 Nov 04 10:36:47.581372 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3199d57f-83c8-4b23-920d-3f175ab2106c tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:47.636168 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3199d57f-83c8-4b23-920d-3f175ab2106c tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:36:47.640038 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-3199d57f-83c8-4b23-920d-3f175ab2106c tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:36:47.650342 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3199d57f-83c8-4b23-920d-3f175ab2106c tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:36:47.697984 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199d57f-83c8-4b23-920d-3f175ab2106c tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Pushing event updated for resources: {'Port': ['ID=0c4ca600-0f40-47a7-adc4-0075c41f671f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:47.717412 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-dcb0565f-b742-4880-a6e5-47c1ee26e9c2 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:47.719117 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-dcb0565f-b742-4880-a6e5-47c1ee26e9c2 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/networks?id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 200 len: 807 time: 0.1194463 Nov 04 10:36:47.745200 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3199d57f-83c8-4b23-920d-3f175ab2106c tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:47.746130 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3199d57f-83c8-4b23-920d-3f175ab2106c tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:47.774131 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3199d57f-83c8-4b23-920d-3f175ab2106c tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2940607 Nov 04 10:36:47.777159 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41202) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:47.784702 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-a1773119-79ae-472f-8ec7-305cdd90d9d5 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.174'}]}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:47.800253 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-3cdefa6e-e970-428e-b426-7622320a7022 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/quotas/b0cdd2f9dc0842d49d2b7a3c82b555e2 HTTP/1.1" status: 200 len: 375 time: 0.0673683 Nov 04 10:36:47.825615 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1773119-79ae-472f-8ec7-305cdd90d9d5 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:47.826735 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1773119-79ae-472f-8ec7-305cdd90d9d5 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:47.887627 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1773119-79ae-472f-8ec7-305cdd90d9d5 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:47.901509 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-528f3087-c7df-470d-9708-a99f8f174a0c req-5d884934-8f76-44dc-9532-cb4dae8f6876 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] For port 3ef2be36-c698-425e-a433-7db64fdb5db8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=3ef2be36-c698-425e-a433-7db64fdb5db8,segment=NetworkSegment(f04c9026-7b12-4aa2-9be0-45f685d36899),segment_id=f04c9026-7b12-4aa2-9be0-45f685d36899)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:47.901893 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-528f3087-c7df-470d-9708-a99f8f174a0c req-5d884934-8f76-44dc-9532-cb4dae8f6876 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:47.932687 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-528f3087-c7df-470d-9708-a99f8f174a0c req-5d884934-8f76-44dc-9532-cb4dae8f6876 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Calling delete_port for 3ef2be36-c698-425e-a433-7db64fdb5db8 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:36:47.980792 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-467e32e4-2130-49cd-a0bc-5b1e36e87a72 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1793931 Nov 04 10:36:48.010297 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aecef07-f6e4-4b85-bde2-8d0dfe563feb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:36:48.024409 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9233b7ac-323b-4994-9c60-3494bb126971 None None] Sync routers for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:36:48.044659 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9233b7ac-323b-4994-9c60-3494bb126971 None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:48.045332 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9233b7ac-323b-4994-9c60-3494bb126971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:36:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:48.063188 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1aecef07-f6e4-4b85-bde2-8d0dfe563feb tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "PUT /v2.0/routers/23732882-0a05-4b95-b3b4-413c9b097100/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1741745 Nov 04 10:36:48.103361 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 41206) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:48.175493 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9233b7ac-323b-4994-9c60-3494bb126971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:48.185909 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9233b7ac-323b-4994-9c60-3494bb126971 None None] Routers {'23732882-0a05-4b95-b3b4-413c9b097100'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:48.186810 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9233b7ac-323b-4994-9c60-3494bb126971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:36:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['23732882-0a05-4b95-b3b4-413c9b097100'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:48.236542 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2d4b4389-3466-425f-bc6c-9eb8149a52d8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:48.321114 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9233b7ac-323b-4994-9c60-3494bb126971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:48.325005 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9233b7ac-323b-4994-9c60-3494bb126971 None None] The sync data for ids ['23732882-0a05-4b95-b3b4-413c9b097100'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:36:48.385311 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-79c246b1-2946-4292-bc72-e2152e21bf31 service neutron] 10.222.0.127 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034121 Nov 04 10:36:48.477167 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2d4b4389-3466-425f-bc6c-9eb8149a52d8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:48.542245 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1773119-79ae-472f-8ec7-305cdd90d9d5 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:48.598507 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-d6a4567a-5a81-40d7-b484-5bd72dcc7863 service neutron] 10.222.0.127 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122045 Nov 04 10:36:48.600877 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-528f3087-c7df-470d-9708-a99f8f174a0c req-5d884934-8f76-44dc-9532-cb4dae8f6876 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:48.613054 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['882d34b5-e673-450c-9732-ada559bbeeab'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:36:48.619601 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['3ef2be36-c698-425e-a433-7db64fdb5db8'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:36:48.668492 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d884934-8f76-44dc-9532-cb4dae8f6876 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Pushing event deleted for resources: {'Port': ['ID=3ef2be36-c698-425e-a433-7db64fdb5db8,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:48.700733 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d884934-8f76-44dc-9532-cb4dae8f6876 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:48.701144 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d884934-8f76-44dc-9532-cb4dae8f6876 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:48.701427 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d884934-8f76-44dc-9532-cb4dae8f6876 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:48.701757 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d884934-8f76-44dc-9532-cb4dae8f6876 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:48.702082 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d884934-8f76-44dc-9532-cb4dae8f6876 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:48.702408 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d884934-8f76-44dc-9532-cb4dae8f6876 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:48.702744 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d884934-8f76-44dc-9532-cb4dae8f6876 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:48.703044 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d884934-8f76-44dc-9532-cb4dae8f6876 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:48.703362 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d884934-8f76-44dc-9532-cb4dae8f6876 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:48.703676 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d884934-8f76-44dc-9532-cb4dae8f6876 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:48.704159 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d884934-8f76-44dc-9532-cb4dae8f6876 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:48.704483 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d884934-8f76-44dc-9532-cb4dae8f6876 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:48.830613 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-528f3087-c7df-470d-9708-a99f8f174a0c req-5d884934-8f76-44dc-9532-cb4dae8f6876 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] No DVR routers for this DVR port 3ef2be36-c698-425e-a433-7db64fdb5db8 on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:36:48.836484 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-528f3087-c7df-470d-9708-a99f8f174a0c req-5d884934-8f76-44dc-9532-cb4dae8f6876 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:48.848473 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-528f3087-c7df-470d-9708-a99f8f174a0c req-5d884934-8f76-44dc-9532-cb4dae8f6876 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.121 "DELETE /v2.0/ports/3ef2be36-c698-425e-a433-7db64fdb5db8 HTTP/1.1" status: 204 len: 173 time: 1.8927553 Nov 04 10:36:48.853264 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a607f3b-4c9d-4a8a-ac8d-735e095d6826', 'name': 'network-vif-deleted', 'tag': '3ef2be36-c698-425e-a433-7db64fdb5db8'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:36:48.866627 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a403715d-dc8a-446d-b59f-dccbe0231381" -d '{"events": [{"server_uuid": "9a607f3b-4c9d-4a8a-ac8d-735e095d6826", "name": "network-vif-deleted", "tag": "3ef2be36-c698-425e-a433-7db64fdb5db8"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:36:48.901003 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-2d4b4389-3466-425f-bc6c-9eb8149a52d8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Deleting port 0ab65f9e-3bd2-41f5-8011-29793429c8e7 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:36:48.901653 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2d4b4389-3466-425f-bc6c-9eb8149a52d8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:49.085320 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1773119-79ae-472f-8ec7-305cdd90d9d5 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:49.117730 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2d4b4389-3466-425f-bc6c-9eb8149a52d8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:49.183170 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1773119-79ae-472f-8ec7-305cdd90d9d5 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:49.197372 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-2d4b4389-3466-425f-bc6c-9eb8149a52d8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Calling delete_port for 0ab65f9e-3bd2-41f5-8011-29793429c8e7 owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:36:49.355589 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b866da6b-2b82-46b8-9c0d-a7b59872998b req-fa626bb0-2c75-40bb-8a4a-f0d67d1bfa0c tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/ports?device_id=9a607f3b-4c9d-4a8a-ac8d-735e095d6826 HTTP/1.1" status: 200 len: 210 time: 0.0511262 Nov 04 10:36:49.429632 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9a88-d6f3-4e9a-bd86-91b8fd86f2a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:49.666588 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d737b5-60be-453f-adf0-e5ed018b58e6 req-2cef080d-b9c7-4e8f-a7d6-135c398c0706 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:49.669404 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b8d737b5-60be-453f-adf0-e5ed018b58e6 req-2cef080d-b9c7-4e8f-a7d6-135c398c0706 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/ports?device_id=ef140ca8-281b-4f2e-85a2-4673ac09035b HTTP/1.1" status: 200 len: 945 time: 0.0890100 Nov 04 10:36:49.693833 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2d4b4389-3466-425f-bc6c-9eb8149a52d8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:49.744281 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1773119-79ae-472f-8ec7-305cdd90d9d5 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:49.781722 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b4389-3466-425f-bc6c-9eb8149a52d8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event deleted for resources: {'Port': ['ID=0ab65f9e-3bd2-41f5-8011-29793429c8e7,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:49.887333 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b8d737b5-60be-453f-adf0-e5ed018b58e6 req-7b3bbca1-122b-4926-9591-00ddb506e2a1 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/security-groups?id=a8239091-fcfd-48f1-9173-e78ca9785348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065215 Nov 04 10:36:49.893373 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2d4b4389-3466-425f-bc6c-9eb8149a52d8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:50.099382 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2d4b4389-3466-425f-bc6c-9eb8149a52d8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:50.102123 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2d4b4389-3466-425f-bc6c-9eb8149a52d8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:50.169988 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1773119-79ae-472f-8ec7-305cdd90d9d5 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:50.172529 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1773119-79ae-472f-8ec7-305cdd90d9d5 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:50.179385 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b9171e76-1def-4db2-ab15-c324a7c6ec52 req-59733232-482c-40c2-9e72-fabbc9b37304 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=497de189-8f23-446f-bb63-df96c2c3f117 HTTP/1.1" status: 200 len: 210 time: 0.1579504 Nov 04 10:36:50.185222 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2d4b4389-3466-425f-bc6c-9eb8149a52d8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:50.186038 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4b4389-3466-425f-bc6c-9eb8149a52d8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Fanout notify agent at l3_agent the message router_deleted on router 23732882-0a05-4b95-b3b4-413c9b097100 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:36:50.207368 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2d4b4389-3466-425f-bc6c-9eb8149a52d8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:50.208703 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2d4b4389-3466-425f-bc6c-9eb8149a52d8 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "DELETE /v2.0/routers/23732882-0a05-4b95-b3b4-413c9b097100 HTTP/1.1" status: 204 len: 168 time: 2.1041026 Nov 04 10:36:50.211133 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 41240) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:50.266176 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1773119-79ae-472f-8ec7-305cdd90d9d5 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:50.267217 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1773119-79ae-472f-8ec7-305cdd90d9d5 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bdee9735-7cd0-4446-a07b-2d465362fde8 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:36:50.309473 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f90fe8-a4d7-4b43-8901-e23b29f97daa x-openstack-request-id: req-15f90fe8-a4d7-4b43-8901-e23b29f97daa {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:36:50.310090 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a607f3b-4c9d-4a8a-ac8d-735e095d6826", "name": "network-vif-deleted", "tag": "3ef2be36-c698-425e-a433-7db64fdb5db8", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:36:50.310484 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-15f90fe8-a4d7-4b43-8901-e23b29f97daa {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:36:50.311331 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a607f3b-4c9d-4a8a-ac8d-735e095d6826', 'name': 'network-vif-deleted', 'tag': '3ef2be36-c698-425e-a433-7db64fdb5db8', 'status': 'completed', 'code': 200} Nov 04 10:36:50.312881 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-a1773119-79ae-472f-8ec7-305cdd90d9d5 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 04 10:36:50.316755 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc32083e-e931-4a45-b926-78446e2fd743 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Deleting subnet 77a7f174-2beb-42d3-bfb3-9adbdd7bf0a3 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:36:50.317898 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a1773119-79ae-472f-8ec7-305cdd90d9d5 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5396159 Nov 04 10:36:50.318819 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41242) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:50.329983 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc32083e-e931-4a45-b926-78446e2fd743 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:50.426735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-9841f302-6af7-42f9-a929-b6bb0e044071 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Deleting port 0c4ca600-0f40-47a7-adc4-0075c41f671f {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:36:50.427594 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9841f302-6af7-42f9-a929-b6bb0e044071 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:50.468126 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc32083e-e931-4a45-b926-78446e2fd743 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:50.517758 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d576794-4aa9-4674-8970-a0aa2000de61 req-fd3e34be-205a-48d9-bb24-9746acdebb6e tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:50.519357 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d576794-4aa9-4674-8970-a0aa2000de61 req-fd3e34be-205a-48d9-bb24-9746acdebb6e tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/ports?device_id=89a21bf2-8be3-4eac-8b14-f0f094c94ab1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1272573 Nov 04 10:36:50.541332 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9841f302-6af7-42f9-a929-b6bb0e044071 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:50.546928 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc32083e-e931-4a45-b926-78446e2fd743 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:50.557173 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-9841f302-6af7-42f9-a929-b6bb0e044071 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Calling delete_port for 0c4ca600-0f40-47a7-adc4-0075c41f671f owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:36:50.621522 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:50.660803 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d576794-4aa9-4674-8970-a0aa2000de61 req-2fc5a639-6b63-4464-bbd4-7f4a83fbbab2 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.105 HTTP/1.1" status: 200 len: 696 time: 0.1336472 Nov 04 10:36:50.720949 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-0d576794-4aa9-4674-8970-a0aa2000de61 req-f059ec63-4b3d-4f5b-bb3b-6821c9b04e46 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Request body: {'floatingip': {'port_id': '307f6daf-3498-40f9-9f5d-bc0b74948b44', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:50.793697 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc32083e-e931-4a45-b926-78446e2fd743 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:50.852741 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0d576794-4aa9-4674-8970-a0aa2000de61 req-f059ec63-4b3d-4f5b-bb3b-6821c9b04e46 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks [] for floatingip, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:50.857603 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9841f302-6af7-42f9-a929-b6bb0e044071 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:50.916498 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32083e-e931-4a45-b926-78446e2fd743 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event deleted for resources: {'Subnet': ['ID=77a7f174-2beb-42d3-bfb3-9adbdd7bf0a3,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:50.954440 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841f302-6af7-42f9-a929-b6bb0e044071 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c4ca600-0f40-47a7-adc4-0075c41f671f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:50.980090 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9841f302-6af7-42f9-a929-b6bb0e044071 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:50.980444 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9841f302-6af7-42f9-a929-b6bb0e044071 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:50.980738 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9841f302-6af7-42f9-a929-b6bb0e044071 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:50.981092 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9841f302-6af7-42f9-a929-b6bb0e044071 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:50.981429 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9841f302-6af7-42f9-a929-b6bb0e044071 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:50.981766 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9841f302-6af7-42f9-a929-b6bb0e044071 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:50.982062 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9841f302-6af7-42f9-a929-b6bb0e044071 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:50.982391 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9841f302-6af7-42f9-a929-b6bb0e044071 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:50.982691 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9841f302-6af7-42f9-a929-b6bb0e044071 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:50.983007 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9841f302-6af7-42f9-a929-b6bb0e044071 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:50.983346 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9841f302-6af7-42f9-a929-b6bb0e044071 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:50.983643 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9841f302-6af7-42f9-a929-b6bb0e044071 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:36:51.027946 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc32083e-e931-4a45-b926-78446e2fd743 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:51.031253 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bc32083e-e931-4a45-b926-78446e2fd743 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "DELETE /v2.0/subnets/77a7f174-2beb-42d3-bfb3-9adbdd7bf0a3 HTTP/1.1" status: 204 len: 168 time: 0.8189087 Nov 04 10:36:51.040653 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41246) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:51.157844 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fb7255f8-2a2a-4cf3-90cf-9c04c8c198d9 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:51.161652 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9841f302-6af7-42f9-a929-b6bb0e044071 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:51.166501 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9841f302-6af7-42f9-a929-b6bb0e044071 tempest-RoutersAdminNegativeTest-1015788991 tempest-RoutersAdminNegativeTest-1015788991-project-admin] 10.222.0.127 "DELETE /v2.0/ports/0c4ca600-0f40-47a7-adc4-0075c41f671f HTTP/1.1" status: 204 len: 168 time: 0.8466821 Nov 04 10:36:51.266386 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-5382b383-8ca0-4f26-8af7-8608bed3f799 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:51.269042 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-5382b383-8ca0-4f26-8af7-8608bed3f799 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.121 "GET /v2.0/networks?id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 200 len: 807 time: 0.3975570 Nov 04 10:36:51.294872 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-1ac65ee0-327c-4483-b361-7aa392679ce6 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Request body: {'port': {'device_id': '497de189-8f23-446f-bb63-df96c2c3f117', 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a', 'admin_state_up': True, 'tenant_id': 'b0cdd2f9dc0842d49d2b7a3c82b555e2'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:51.330346 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fb7255f8-2a2a-4cf3-90cf-9c04c8c198d9 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:51.355529 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 3ef2be36-c698-425e-a433-7db64fdb5db8 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:36:51.377796 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 3ef2be36-c698-425e-a433-7db64fdb5db8 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:36:51.378411 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 3ef2be36-c698-425e-a433-7db64fdb5db8 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:36:51.388786 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-fb7255f8-2a2a-4cf3-90cf-9c04c8c198d9 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea9ea0e-c9e9-4617-bdcb-aecf2448e560']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:51.422712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-fb7255f8-2a2a-4cf3-90cf-9c04c8c198d9 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13110473-c380-4665-b94d-956496b7a07f') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:51.423072 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-fb7255f8-2a2a-4cf3-90cf-9c04c8c198d9 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13110473-c380-4665-b94d-956496b7a07f') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:51.453963 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fb7255f8-2a2a-4cf3-90cf-9c04c8c198d9 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:51.493890 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fb7255f8-2a2a-4cf3-90cf-9c04c8c198d9 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:51.502509 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7255f8-2a2a-4cf3-90cf-9c04c8c198d9 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Releasing vlan 1168 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:36:51.502968 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fb7255f8-2a2a-4cf3-90cf-9c04c8c198d9 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:36:51.599370 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:36:51.609715 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fb7255f8-2a2a-4cf3-90cf-9c04c8c198d9 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:51.630953 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fb7255f8-2a2a-4cf3-90cf-9c04c8c198d9 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:51.637214 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fb7255f8-2a2a-4cf3-90cf-9c04c8c198d9 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] 10.222.0.127 "DELETE /v2.0/networks/eea9ea0e-c9e9-4617-bdcb-aecf2448e560 HTTP/1.1" status: 204 len: 168 time: 0.5936921 Nov 04 10:36:51.638162 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7255f8-2a2a-4cf3-90cf-9c04c8c198d9 tempest-FloatingIPTestJSON-49687825 tempest-FloatingIPTestJSON-49687825-project] Pushing event deleted for resources: {'Network': ['ID=eea9ea0e-c9e9-4617-bdcb-aecf2448e560,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:51.675229 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41258) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:51.697687 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-1ac65ee0-327c-4483-b361-7aa392679ce6 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Made reservation on behalf of b0cdd2f9dc0842d49d2b7a3c82b555e2 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:36:51.701240 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-1ac65ee0-327c-4483-b361-7aa392679ce6 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:51.829039 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.db.resource_extend [req-0d576794-4aa9-4674-8970-a0aa2000de61 req-f059ec63-4b3d-4f5b-bb3b-6821c9b04e46 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:36:51.829415 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9f2c3079-a5c0-4ee4-b8c0-ab40f3150f84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:51.923682 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0d576794-4aa9-4674-8970-a0aa2000de61 req-f059ec63-4b3d-4f5b-bb3b-6821c9b04e46 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:51.953463 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-1ac65ee0-327c-4483-b361-7aa392679ce6 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Allocated IP 172.20.0.9 (c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a/f29a1ba4-9c2e-4bbf-be88-aa21c2016c98/c0ea008a-8c85-4c8d-98e7-1edd5e0076b5) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:36:51.958322 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0d576794-4aa9-4674-8970-a0aa2000de61 req-f059ec63-4b3d-4f5b-bb3b-6821c9b04e46 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:51.978570 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9f2c3079-a5c0-4ee4-b8c0-ab40f3150f84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:51.997498 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9f2c3079-a5c0-4ee4-b8c0-ab40f3150f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:52.045015 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c3079-a5c0-4ee4-b8c0-ab40f3150f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd53b2ed-130d-4da2-b714-d3c2a8324f6c,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:52.054663 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9f2c3079-a5c0-4ee4-b8c0-ab40f3150f84 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=2da746ab340a4928b541c3343416ffaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3783665 Nov 04 10:36:52.055594 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41262) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:52.072496 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:52.149810 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4c45fc20-f333-4291-b24b-73cabae0153f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:52.172369 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [req-0d576794-4aa9-4674-8970-a0aa2000de61 req-f059ec63-4b3d-4f5b-bb3b-6821c9b04e46 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Floating IP 655ff941-8aef-41c2-ae03-823b422f7ba3 associated. External IP: 172.25.7.105, port: 307f6daf-3498-40f9-9f5d-bc0b74948b44. Nov 04 10:36:52.207085 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4c45fc20-f333-4291-b24b-73cabae0153f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:52.240270 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41270) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:52.297066 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4c45fc20-f333-4291-b24b-73cabae0153f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:52.305309 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4c45fc20-f333-4291-b24b-73cabae0153f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:52.309467 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4c45fc20-f333-4291-b24b-73cabae0153f admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/cd53b2ed-130d-4da2-b714-d3c2a8324f6c HTTP/1.1" status: 204 len: 168 time: 0.2523720 Nov 04 10:36:52.331570 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45fc20-f333-4291-b24b-73cabae0153f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd53b2ed-130d-4da2-b714-d3c2a8324f6c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:52.510709 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-988770ab-5a96-436e-a52c-c4f0f173de58 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=13e467d5ab544004baf1b1c5a4b81497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2689443 Nov 04 10:36:52.511336 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41276) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:52.615265 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:52.651614 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5b54d7f7-aa22-4f56-bef7-1012ead87f60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:52.704923 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-1ac65ee0-327c-4483-b361-7aa392679ce6 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:52.719489 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5b54d7f7-aa22-4f56-bef7-1012ead87f60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:52.804669 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5b54d7f7-aa22-4f56-bef7-1012ead87f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:52.810053 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5b54d7f7-aa22-4f56-bef7-1012ead87f60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:52.817100 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5b54d7f7-aa22-4f56-bef7-1012ead87f60 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/ae17633f-0dd6-4ca1-a19f-2b6730306d37 HTTP/1.1" status: 204 len: 168 time: 0.3046527 Nov 04 10:36:52.837671 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54d7f7-aa22-4f56-bef7-1012ead87f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae17633f-0dd6-4ca1-a19f-2b6730306d37,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:52.891475 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41284) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:52.950283 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-1ac65ee0-327c-4483-b361-7aa392679ce6 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:52.964292 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e902848b-3798-467f-96b8-37a755d2c6c6 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=29b9056a550d49fea78c5423865ee78c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0713654 Nov 04 10:36:52.967219 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41286) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:52.987391 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-1ac65ee0-327c-4483-b361-7aa392679ce6 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:36:53.010749 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-1ac65ee0-327c-4483-b361-7aa392679ce6 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:36:53.022681 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-1ac65ee0-327c-4483-b361-7aa392679ce6 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:36:53.068043 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3fbbb75e-c9fa-4743-8e12-f3c1a7af3732 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:53.085568 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d576794-4aa9-4674-8970-a0aa2000de61 req-f059ec63-4b3d-4f5b-bb3b-6821c9b04e46 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Router c2f7f65c-0467-4e57-93c6-0d2165582366 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:36:53.100036 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac65ee0-327c-4483-b361-7aa392679ce6 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Pushing event updated for resources: {'Port': ['ID=c0ea008a-8c85-4c8d-98e7-1edd5e0076b5,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:53.107411 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3fbbb75e-c9fa-4743-8e12-f3c1a7af3732 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:53.134934 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-1ac65ee0-327c-4483-b361-7aa392679ce6 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:53.136432 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-1ac65ee0-327c-4483-b361-7aa392679ce6 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:53.186874 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3fbbb75e-c9fa-4743-8e12-f3c1a7af3732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:53.192545 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3fbbb75e-c9fa-4743-8e12-f3c1a7af3732 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:53.193959 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3fbbb75e-c9fa-4743-8e12-f3c1a7af3732 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/0d0d07b5-b2cc-4dd8-b8a5-c0ab148909fc HTTP/1.1" status: 204 len: 168 time: 0.2257540 Nov 04 10:36:53.200612 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-1ac65ee0-327c-4483-b361-7aa392679ce6 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9102871 Nov 04 10:36:53.212976 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbb75e-c9fa-4743-8e12-f3c1a7af3732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0d07b5-b2cc-4dd8-b8a5-c0ab148909fc,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:53.220952 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-95e12ac8-03ab-415a-95ef-68c1c912ec5a service neutron] Request body: {'port': {'device_id': '497de189-8f23-446f-bb63-df96c2c3f117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:53.426000 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-95e12ac8-03ab-415a-95ef-68c1c912ec5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:53.499077 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d576794-4aa9-4674-8970-a0aa2000de61 req-f059ec63-4b3d-4f5b-bb3b-6821c9b04e46 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:36:53.505183 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0d576794-4aa9-4674-8970-a0aa2000de61 req-f059ec63-4b3d-4f5b-bb3b-6821c9b04e46 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:53.515087 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92394cc1-2194-4d21-b87b-41020b2653d2 None None] Sync routers for ids ['c2f7f65c-0467-4e57-93c6-0d2165582366'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:36:53.542658 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92394cc1-2194-4d21-b87b-41020b2653d2 None None] Routers {'c2f7f65c-0467-4e57-93c6-0d2165582366'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:53.545973 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-92394cc1-2194-4d21-b87b-41020b2653d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:36:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c2f7f65c-0467-4e57-93c6-0d2165582366'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:53.630919 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d576794-4aa9-4674-8970-a0aa2000de61 req-f059ec63-4b3d-4f5b-bb3b-6821c9b04e46 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "PUT /v2.0/floatingips/655ff941-8aef-41c2-ae03-823b422f7ba3 HTTP/1.1" status: 200 len: 996 time: 2.9293103 Nov 04 10:36:53.635077 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a21bf2-8be3-4eac-8b14-f0f094c94ab1', 'tag': '307f6daf-3498-40f9-9f5d-bc0b74948b44'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:36:53.637741 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631bd051-f6a5-4a2d-9004-964635532fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "89a21bf2-8be3-4eac-8b14-f0f094c94ab1", "tag": "307f6daf-3498-40f9-9f5d-bc0b74948b44"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:36:53.836178 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d576794-4aa9-4674-8970-a0aa2000de61 req-6ce126b2-fda0-4f68-8e50-35bbe7a39d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:53.838672 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d576794-4aa9-4674-8970-a0aa2000de61 req-6ce126b2-fda0-4f68-8e50-35bbe7a39d14 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=6ff8607a595c4654bc768d3625c74fa2&device_id=89a21bf2-8be3-4eac-8b14-f0f094c94ab1 HTTP/1.1" status: 200 len: 1096 time: 0.1803706 Nov 04 10:36:53.958702 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-92394cc1-2194-4d21-b87b-41020b2653d2 None None] Set router c2f7f65c-0467-4e57-93c6-0d2165582366 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:36:54.050555 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d576794-4aa9-4674-8970-a0aa2000de61 req-e23f5060-52c1-4e2e-93ba-aaa5d0be0af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:54.053277 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d576794-4aa9-4674-8970-a0aa2000de61 req-e23f5060-52c1-4e2e-93ba-aaa5d0be0af1 service neutron] 10.222.0.127 "GET /v2.0/networks?id=92ab5df3-727f-4009-aa65-b63a2390bdd1 HTTP/1.1" status: 200 len: 923 time: 0.2020893 Nov 04 10:36:54.083179 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-95e12ac8-03ab-415a-95ef-68c1c912ec5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:36:54.093110 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-95e12ac8-03ab-415a-95ef-68c1c912ec5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:54.100739 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41320) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:54.112128 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-95e12ac8-03ab-415a-95ef-68c1c912ec5a service neutron] Transition to ACTIVE for port object c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:36:54.123592 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-95e12ac8-03ab-415a-95ef-68c1c912ec5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:54.258794 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e12ac8-03ab-415a-95ef-68c1c912ec5a service neutron] Pushing event updated for resources: {'Port': ['ID=c0ea008a-8c85-4c8d-98e7-1edd5e0076b5,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:54.303860 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d576794-4aa9-4674-8970-a0aa2000de61 req-dd1a9a5e-0689-4430-a2e3-46471eb26ff0 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=307f6daf-3498-40f9-9f5d-bc0b74948b44 HTTP/1.1" status: 200 len: 999 time: 0.1893902 Nov 04 10:36:54.437243 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-e10c034c-67b4-4200-9a2e-e1f181928ae4 tempest-SubnetPoolsTestJSON-1303077122 tempest-SubnetPoolsTestJSON-1303077122-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-154367291', 'prefixes': ['172.20.0.0/16']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:54.464902 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d576794-4aa9-4674-8970-a0aa2000de61 req-e6e73f0e-f913-414e-9874-33559a2062ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:54.468204 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d576794-4aa9-4674-8970-a0aa2000de61 req-e6e73f0e-f913-414e-9874-33559a2062ca service neutron] 10.222.0.127 "GET /v2.0/subnets?id=ea66aad5-9af1-4fd7-8561-7ab30f09cec4 HTTP/1.1" status: 200 len: 860 time: 0.1480772 Nov 04 10:36:54.473550 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-95e12ac8-03ab-415a-95ef-68c1c912ec5a service neutron] Attempting to bind port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:36:54.473961 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-95e12ac8-03ab-415a-95ef-68c1c912ec5a service neutron] Attempting to bind port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:36:54.474319 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-95e12ac8-03ab-415a-95ef-68c1c912ec5a service neutron] Attempting to bind port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:36:54.487718 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-95e12ac8-03ab-415a-95ef-68c1c912ec5a service neutron] Port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:36:54.488041 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-95e12ac8-03ab-415a-95ef-68c1c912ec5a service neutron] Attempting to bind port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:36:54.518922 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-95e12ac8-03ab-415a-95ef-68c1c912ec5a service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:36:54.519256 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-95e12ac8-03ab-415a-95ef-68c1c912ec5a service neutron] Checking segment: {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:36:54.519724 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-95e12ac8-03ab-415a-95ef-68c1c912ec5a service neutron] Bound using segment: {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:36:54.520226 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-95e12ac8-03ab-415a-95ef-68c1c912ec5a service neutron] Bound port: c0ea008a-8c85-4c8d-98e7-1edd5e0076b5, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:36:54.520581 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-95e12ac8-03ab-415a-95ef-68c1c912ec5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:54.536227 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-92394cc1-2194-4d21-b87b-41020b2653d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-router', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:57Z', 'updated_at': '2021-11-04T10:36:03Z', 'revision_number': 4, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'gw_port': {'id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:58Z', 'updated_at': '2021-11-04T10:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '655ff941-8aef-41c2-ae03-823b422f7ba3', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'port_id': '307f6daf-3498-40f9-9f5d-bc0b74948b44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'mac_address': 'fa:16:3e:5a:1a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a21bf2-8be3-4eac-8b14-f0f094c94ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:36:26Z', 'updated_at': '2021-11-04T10:36:51Z', 'revision_number': 1, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0124299d-6b0d-4166-a5cc-859b989b3080', 'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'mac_address': 'fa:16:3e:05:63:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:36:01Z', 'updated_at': '2021-11-04T10:36:09Z', 'revision_number': 5, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'subnets': [{'id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:54.566352 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e10c034c-67b4-4200-9a2e-e1f181928ae4 tempest-SubnetPoolsTestJSON-1303077122 tempest-SubnetPoolsTestJSON-1303077122-project] Publish callbacks [] for subnetpool, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:54.571203 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92394cc1-2194-4d21-b87b-41020b2653d2 None None] Checking router: c2f7f65c-0467-4e57-93c6-0d2165582366 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:36:54.576735 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e10c034c-67b4-4200-9a2e-e1f181928ae4 tempest-SubnetPoolsTestJSON-1303077122 tempest-SubnetPoolsTestJSON-1303077122-project] 10.222.0.127 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4728744 Nov 04 10:36:54.577405 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41332) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:54.583968 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d576794-4aa9-4674-8970-a0aa2000de61 req-7e6a52e2-7599-4321-a332-110f172200df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:54.584609 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d576794-4aa9-4674-8970-a0aa2000de61 req-7e6a52e2-7599-4321-a332-110f172200df service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=92ab5df3-727f-4009-aa65-b63a2390bdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979671 Nov 04 10:36:54.587725 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92394cc1-2194-4d21-b87b-41020b2653d2 None None] Routers {'c2f7f65c-0467-4e57-93c6-0d2165582366'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:54.588732 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-92394cc1-2194-4d21-b87b-41020b2653d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:36:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c2f7f65c-0467-4e57-93c6-0d2165582366'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:54.667162 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-95e12ac8-03ab-415a-95ef-68c1c912ec5a service neutron] For port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:36:54.680671 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6bb96e8a-96b8-4eb7-84b8-a817e65319a2 tempest-SubnetPoolsTestJSON-1303077122 tempest-SubnetPoolsTestJSON-1303077122-project] 10.222.0.127 "GET /v2.0/subnetpools/62946073-9633-4e3a-9441-a82e4d343cfa HTTP/1.1" status: 200 len: 731 time: 0.0996792 Nov 04 10:36:54.683912 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41336) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:54.691120 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-3ab4dd46-5a5b-4f7b-9dec-a6c7b7bd11ea tempest-SubnetPoolsTestJSON-1303077122 tempest-SubnetPoolsTestJSON-1303077122-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1325706715'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:54.692495 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-95e12ac8-03ab-415a-95ef-68c1c912ec5a service neutron] For port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=c0ea008a-8c85-4c8d-98e7-1edd5e0076b5,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:36:54.706570 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-95e12ac8-03ab-415a-95ef-68c1c912ec5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:54.763407 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-92394cc1-2194-4d21-b87b-41020b2653d2 None None] Set router c2f7f65c-0467-4e57-93c6-0d2165582366 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:36:54.763642 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-95e12ac8-03ab-415a-95ef-68c1c912ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:54.764157 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-95e12ac8-03ab-415a-95ef-68c1c912ec5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:54.765723 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-95e12ac8-03ab-415a-95ef-68c1c912ec5a service neutron] 10.222.0.121 "PUT /v2.0/ports/c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 HTTP/1.1" status: 200 len: 1091 time: 1.5516357 Nov 04 10:36:54.812355 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d576794-4aa9-4674-8970-a0aa2000de61 req-803a043e-4376-4e84-87c2-2fc696c6e5bf service neutron] 10.222.0.127 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058229 Nov 04 10:36:54.865960 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3ab4dd46-5a5b-4f7b-9dec-a6c7b7bd11ea tempest-SubnetPoolsTestJSON-1303077122 tempest-SubnetPoolsTestJSON-1303077122-project] Publish callbacks [] for subnetpool, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:54.871246 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3ab4dd46-5a5b-4f7b-9dec-a6c7b7bd11ea tempest-SubnetPoolsTestJSON-1303077122 tempest-SubnetPoolsTestJSON-1303077122-project] 10.222.0.127 "PUT /v2.0/subnetpools/62946073-9633-4e3a-9441-a82e4d343cfa HTTP/1.1" status: 200 len: 684 time: 0.1847179 Nov 04 10:36:54.872717 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41340) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:54.938119 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41342) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:54.952982 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e12ac8-03ab-415a-95ef-68c1c912ec5a service neutron] Pushing event updated for resources: {'Port': ['ID=c0ea008a-8c85-4c8d-98e7-1edd5e0076b5,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:54.991861 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-8939abc9-b6ac-470e-b42d-17b1c2a8edbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:54.993801 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-8939abc9-b6ac-470e-b42d-17b1c2a8edbb service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&device_id=497de189-8f23-446f-bb63-df96c2c3f117 HTTP/1.1" status: 200 len: 1094 time: 0.1683328 Nov 04 10:36:55.055940 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d576794-4aa9-4674-8970-a0aa2000de61 req-08fa242b-3d1c-43fb-99a8-ebae63dbd387 service neutron] 10.222.0.127 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315633 Nov 04 10:36:55.059082 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-aeffdcb5-5e09-407a-9320-24d997e0f68d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 HTTP/1.1" status: 200 len: 217 time: 0.0521648 Nov 04 10:36:55.115130 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fd0852a7-61bb-4bc4-862c-0b3bae2190a6 tempest-SubnetPoolsTestJSON-1303077122 tempest-SubnetPoolsTestJSON-1303077122-project] Publish callbacks [] for subnetpool, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:55.116472 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fd0852a7-61bb-4bc4-862c-0b3bae2190a6 tempest-SubnetPoolsTestJSON-1303077122 tempest-SubnetPoolsTestJSON-1303077122-project] 10.222.0.127 "DELETE /v2.0/subnetpools/62946073-9633-4e3a-9441-a82e4d343cfa HTTP/1.1" status: 204 len: 168 time: 0.2415411 Nov 04 10:36:55.120438 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41348) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:55.152422 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-040502ed-ace3-4153-b1fe-54924a6ee383 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1213975960'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:55.155734 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-07e5bd3c-fe36-4c97-ab4a-6c9b9da252a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:55.158141 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-07e5bd3c-fe36-4c97-ab4a-6c9b9da252a4 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f29a1ba4-9c2e-4bbf-be88-aa21c2016c98 HTTP/1.1" status: 200 len: 847 time: 0.0893285 Nov 04 10:36:55.185675 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-933285ac-9e02-46a3-afbd-edbaa75566ea tempest-SubnetPoolsTestJSON-1303077122 tempest-SubnetPoolsTestJSON-1303077122-project] show failed (client error): The resource could not be found. Nov 04 10:36:55.186778 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-933285ac-9e02-46a3-afbd-edbaa75566ea tempest-SubnetPoolsTestJSON-1303077122 tempest-SubnetPoolsTestJSON-1303077122-project] 10.222.0.127 "GET /v2.0/subnetpools/62946073-9633-4e3a-9441-a82e4d343cfa HTTP/1.1" status: 404 len: 346 time: 0.0651209 Nov 04 10:36:55.190640 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41350) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:55.208434 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-6655d076-17f1-444d-a0ac-aadf4ea0fb28 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401807 Nov 04 10:36:55.226270 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-8bc9d182-4d62-499b-8d93-58e5fa28711a tempest-SubnetPoolsTestJSON-1303077122 tempest-SubnetPoolsTestJSON-1303077122-project] delete failed (client error): The resource could not be found. Nov 04 10:36:55.233676 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8bc9d182-4d62-499b-8d93-58e5fa28711a tempest-SubnetPoolsTestJSON-1303077122 tempest-SubnetPoolsTestJSON-1303077122-project] 10.222.0.127 "DELETE /v2.0/subnetpools/62946073-9633-4e3a-9441-a82e4d343cfa HTTP/1.1" status: 404 len: 346 time: 0.0411429 Nov 04 10:36:55.237984 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-92394cc1-2194-4d21-b87b-41020b2653d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-router', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:57Z', 'updated_at': '2021-11-04T10:36:03Z', 'revision_number': 4, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'gw_port': {'id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:58Z', 'updated_at': '2021-11-04T10:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '655ff941-8aef-41c2-ae03-823b422f7ba3', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'port_id': '307f6daf-3498-40f9-9f5d-bc0b74948b44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'mac_address': 'fa:16:3e:5a:1a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a21bf2-8be3-4eac-8b14-f0f094c94ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:36:26Z', 'updated_at': '2021-11-04T10:36:51Z', 'revision_number': 1, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0124299d-6b0d-4166-a5cc-859b989b3080', 'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'mac_address': 'fa:16:3e:05:63:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:36:01Z', 'updated_at': '2021-11-04T10:36:09Z', 'revision_number': 5, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'subnets': [{'id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:55.240361 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040502ed-ace3-4153-b1fe-54924a6ee383 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:36:55.244546 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-040502ed-ace3-4153-b1fe-54924a6ee383 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:55.265192 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-040502ed-ace3-4153-b1fe-54924a6ee383 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:55.292712 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92394cc1-2194-4d21-b87b-41020b2653d2 None None] The sync data for ids ['c2f7f65c-0467-4e57-93c6-0d2165582366'] in n-d-816629-1 is: [{'id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-router', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:57Z', 'updated_at': '2021-11-04T10:36:03Z', 'revision_number': 4, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'gw_port': {'id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:58Z', 'updated_at': '2021-11-04T10:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '655ff941-8aef-41c2-ae03-823b422f7ba3', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'port_id': '307f6daf-3498-40f9-9f5d-bc0b74948b44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'mac_address': 'fa:16:3e:5a:1a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a21bf2-8be3-4eac-8b14-f0f094c94ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:36:26Z', 'updated_at': '2021-11-04T10:36:51Z', 'revision_number': 1, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0124299d-6b0d-4166-a5cc-859b989b3080', 'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'mac_address': 'fa:16:3e:05:63:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:36:01Z', 'updated_at': '2021-11-04T10:36:09Z', 'revision_number': 5, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'subnets': [{'id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:36:55.450446 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-f1ae9d2d-d293-4918-a956-2f2e0e0798c7 service neutron] 10.222.0.121 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330017 Nov 04 10:36:55.484632 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-040502ed-ace3-4153-b1fe-54924a6ee383 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:55.496226 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-040502ed-ace3-4153-b1fe-54924a6ee383 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:55.527230 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040502ed-ace3-4153-b1fe-54924a6ee383 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1158} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:36:55.560331 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040502ed-ace3-4153-b1fe-54924a6ee383 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29a83e65-e8ee-4339-8df7-fb736c3ffca7,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:55.575525 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-040502ed-ace3-4153-b1fe-54924a6ee383 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:55.577374 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-040502ed-ace3-4153-b1fe-54924a6ee383 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Added segment 13f09ab0-0bb2-4196-ad10-44b2a8472c63 of type vlan for network bc5af6f0-5063-4ccc-959e-90459430dabc Nov 04 10:36:55.661248 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-040502ed-ace3-4153-b1fe-54924a6ee383 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:55.704973 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd9872-e432-48e2-bc70-61852e7f76f0 req-c566b321-e5f0-40bf-97b3-c07e879dd124 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:55.713746 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41366) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:55.713964 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-16cd9872-e432-48e2-bc70-61852e7f76f0 req-c566b321-e5f0-40bf-97b3-c07e879dd124 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=497de189-8f23-446f-bb63-df96c2c3f117 HTTP/1.1" status: 200 len: 943 time: 0.2206883 Nov 04 10:36:55.739627 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dacaae4-50e8-4223-92c7-274507eefd70 None None] New status for floating IP 655ff941-8aef-41c2-ae03-823b422f7ba3: ACTIVE {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:36:55.749267 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-040502ed-ace3-4153-b1fe-54924a6ee383 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:55.761535 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040502ed-ace3-4153-b1fe-54924a6ee383 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:55.762614 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-040502ed-ace3-4153-b1fe-54924a6ee383 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:55.765057 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2727c31d-6c72-4795-9d27-d3b1f2b9ad69 req-75966c72-6f8b-4f8c-a650-e463c153713a service neutron] 10.222.0.121 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051775 Nov 04 10:36:55.805689 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-16cd9872-e432-48e2-bc70-61852e7f76f0 req-c76472c4-f845-455e-a123-c924407abaca tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908008 Nov 04 10:36:55.851351 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040502ed-ace3-4153-b1fe-54924a6ee383 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Network': ['ID=bc5af6f0-5063-4ccc-959e-90459430dabc,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:55.864933 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-040502ed-ace3-4153-b1fe-54924a6ee383 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9252906 Nov 04 10:36:55.868347 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41370) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:55.869602 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ca8b96-7c9c-45a0-a1df-5098e7762dfc x-openstack-request-id: req-a2ca8b96-7c9c-45a0-a1df-5098e7762dfc {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:36:55.870283 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89a21bf2-8be3-4eac-8b14-f0f094c94ab1", "tag": "307f6daf-3498-40f9-9f5d-bc0b74948b44", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:36:55.870554 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-a2ca8b96-7c9c-45a0-a1df-5098e7762dfc {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:36:55.871601 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89a21bf2-8be3-4eac-8b14-f0f094c94ab1', 'tag': '307f6daf-3498-40f9-9f5d-bc0b74948b44', 'status': 'completed', 'code': 200} Nov 04 10:36:55.878029 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-11425d7e-e693-4f70-8a20-b9e20b240950 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:56.020690 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-d8aa91da-5c85-4827-86e3-dc58aa5d9016 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:56.030677 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-d8aa91da-5c85-4827-86e3-dc58aa5d9016 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/ports?device_id=ef140ca8-281b-4f2e-85a2-4673ac09035b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0981672 Nov 04 10:36:56.060681 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8fffa41f-d023-4b1c-842f-4519da04e5ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:56.077897 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:36:56.081178 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bd051-f6a5-4a2d-9004-964635532fa6 req-8571ee11-fb69-48d1-a90b-0f449d3b2dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:56.082716 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-631bd051-f6a5-4a2d-9004-964635532fa6 req-8571ee11-fb69-48d1-a90b-0f449d3b2dfa service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=6ff8607a595c4654bc768d3625c74fa2&device_id=89a21bf2-8be3-4eac-8b14-f0f094c94ab1 HTTP/1.1" status: 200 len: 1096 time: 0.1029782 Nov 04 10:36:56.162167 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-5f438c4e-5c9c-4204-b5e6-1df06dc581c3 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.105 HTTP/1.1" status: 200 len: 999 time: 0.1305218 Nov 04 10:36:56.174583 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-d3433370-1c04-4260-bce6-3eb83707617c tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Request body: {'floatingip': {'port_id': '2d236bba-1205-4fb0-ba52-f3e4528ebcf6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:56.242133 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11425d7e-e693-4f70-8a20-b9e20b240950 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:36:56.242949 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-d3433370-1c04-4260-bce6-3eb83707617c tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks [] for floatingip, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:56.245874 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-11425d7e-e693-4f70-8a20-b9e20b240950 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:56.380204 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bd051-f6a5-4a2d-9004-964635532fa6 req-4f5f962f-0f5c-4f8b-a7d4-9a3e47bd3baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:56.383355 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-631bd051-f6a5-4a2d-9004-964635532fa6 req-4f5f962f-0f5c-4f8b-a7d4-9a3e47bd3baf service neutron] 10.222.0.126 "GET /v2.0/networks?id=92ab5df3-727f-4009-aa65-b63a2390bdd1 HTTP/1.1" status: 200 len: 923 time: 0.2840841 Nov 04 10:36:56.474237 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8fffa41f-d023-4b1c-842f-4519da04e5ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:56.488519 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8fffa41f-d023-4b1c-842f-4519da04e5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:56.542550 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-631bd051-f6a5-4a2d-9004-964635532fa6 req-a326ba3c-53dd-41dd-baca-979d95ab8b95 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=307f6daf-3498-40f9-9f5d-bc0b74948b44 HTTP/1.1" status: 200 len: 1001 time: 0.1480527 Nov 04 10:36:56.630011 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bd051-f6a5-4a2d-9004-964635532fa6 req-de682d8d-51a0-4135-b16c-f29217356590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:56.631782 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-631bd051-f6a5-4a2d-9004-964635532fa6 req-de682d8d-51a0-4135-b16c-f29217356590 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=ea66aad5-9af1-4fd7-8561-7ab30f09cec4 HTTP/1.1" status: 200 len: 860 time: 0.0619719 Nov 04 10:36:56.641587 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffa41f-d023-4b1c-842f-4519da04e5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2b0c6c-6e95-4ee9-8b04-3a6b3cc1e2e1,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:56.655850 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8fffa41f-d023-4b1c-842f-4519da04e5ca admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=17ce4896ec6345f88c9459cfedec60b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9406512 Nov 04 10:36:56.659967 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 41378) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:56.765396 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-11425d7e-e693-4f70-8a20-b9e20b240950 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:56.776770 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bd051-f6a5-4a2d-9004-964635532fa6 req-955e46a1-9b75-4884-bcdf-deeda0af663c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:56.778453 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-631bd051-f6a5-4a2d-9004-964635532fa6 req-955e46a1-9b75-4884-bcdf-deeda0af663c service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=92ab5df3-727f-4009-aa65-b63a2390bdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128213 Nov 04 10:36:56.839515 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-162af5fd-06cf-4118-86d3-7a970a447ad5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:56.849295 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11425d7e-e693-4f70-8a20-b9e20b240950 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=4c67f1f7-1e99-4bd9-ae97-cc7a1e8e9d01,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:56.883115 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-162af5fd-06cf-4118-86d3-7a970a447ad5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:56.968574 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11425d7e-e693-4f70-8a20-b9e20b240950 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Checking segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:36:56.968977 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11425d7e-e693-4f70-8a20-b9e20b240950 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network hostable DHCP agents. Network: bc5af6f0-5063-4ccc-959e-90459430dabc, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:36:57.051455 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-631bd051-f6a5-4a2d-9004-964635532fa6 req-bd68d9b5-3556-4f22-9ed1-3af68cce64f8 service neutron] 10.222.0.126 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985252 Nov 04 10:36:57.055713 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11425d7e-e693-4f70-8a20-b9e20b240950 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:36:57.079673 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-162af5fd-06cf-4118-86d3-7a970a447ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:57.082495 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-162af5fd-06cf-4118-86d3-7a970a447ad5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:57.088216 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-162af5fd-06cf-4118-86d3-7a970a447ad5 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/9e2b0c6c-6e95-4ee9-8b04-3a6b3cc1e2e1 HTTP/1.1" status: 204 len: 168 time: 0.4211662 Nov 04 10:36:57.098378 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162af5fd-06cf-4118-86d3-7a970a447ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2b0c6c-6e95-4ee9-8b04-3a6b3cc1e2e1,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:57.125155 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-d3433370-1c04-4260-bce6-3eb83707617c tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:57.132471 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-d3433370-1c04-4260-bce6-3eb83707617c tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:57.178257 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-11425d7e-e693-4f70-8a20-b9e20b240950 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, bc5af6f0-5063-4ccc-959e-90459430dabc) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:36:57.190126 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088fb295-57de-4b78-a24f-7703eaff805c None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:36:57.216385 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11425d7e-e693-4f70-8a20-b9e20b240950 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:57.217105 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-11425d7e-e693-4f70-8a20-b9e20b240950 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:57.260802 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-11425d7e-e693-4f70-8a20-b9e20b240950 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3907306 Nov 04 10:36:57.274506 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41392) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:57.292143 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-60632baf-722a-497b-9e28-dd679349b4ae tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'name': 'tempest-NetworksTestDHCPv6-896466579'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:36:57.369042 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-d3433370-1c04-4260-bce6-3eb83707617c tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Floating IP 655ff941-8aef-41c2-ae03-823b422f7ba3 associated. External IP: 172.25.7.105, port: 307f6daf-3498-40f9-9f5d-bc0b74948b44. Nov 04 10:36:57.423331 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-631bd051-f6a5-4a2d-9004-964635532fa6 req-84a7d676-b0c3-49da-a2af-b520027f1890 service neutron] 10.222.0.126 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220925 Nov 04 10:36:57.455830 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971bad6b-2ab0-4581-8b45-9ac014b98f71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-bc5af6f0-5063-4ccc-959e-90459430dabc', 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'fixed_ips': [{'subnet_id': '4c67f1f7-1e99-4bd9-ae97-cc7a1e8e9d01'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:36:57.456712 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-971bad6b-2ab0-4581-8b45-9ac014b98f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:57.522499 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60632baf-722a-497b-9e28-dd679349b4ae tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:36:57.527839 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-60632baf-722a-497b-9e28-dd679349b4ae tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:57.550432 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-60632baf-722a-497b-9e28-dd679349b4ae tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] device_id is not set on port 9148c699-c88c-4bf9-88ae-123d714f2edb yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:36:57.700983 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-971bad6b-2ab0-4581-8b45-9ac014b98f71 None None] Allocated IP 2001:db8::2 (bc5af6f0-5063-4ccc-959e-90459430dabc/4c67f1f7-1e99-4bd9-ae97-cc7a1e8e9d01/f143ba6c-3e0b-474a-aa36-8171afed599a) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:36:57.708093 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-d3433370-1c04-4260-bce6-3eb83707617c tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Router c2f7f65c-0467-4e57-93c6-0d2165582366 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:36:57.922655 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-971bad6b-2ab0-4581-8b45-9ac014b98f71 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:57.938479 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-971bad6b-2ab0-4581-8b45-9ac014b98f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:57.996264 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971bad6b-2ab0-4581-8b45-9ac014b98f71 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:36:58.000070 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-971bad6b-2ab0-4581-8b45-9ac014b98f71 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:36:58.004511 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971bad6b-2ab0-4581-8b45-9ac014b98f71 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:36:58.035344 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bad6b-2ab0-4581-8b45-9ac014b98f71 None None] Pushing event updated for resources: {'Port': ['ID=f143ba6c-3e0b-474a-aa36-8171afed599a,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:58.072705 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-60632baf-722a-497b-9e28-dd679349b4ae tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 2001:db8::244 (bc5af6f0-5063-4ccc-959e-90459430dabc/4c67f1f7-1e99-4bd9-ae97-cc7a1e8e9d01/9148c699-c88c-4bf9-88ae-123d714f2edb) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:36:58.104860 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-971bad6b-2ab0-4581-8b45-9ac014b98f71 None None] Attempting to bind port f143ba6c-3e0b-474a-aa36-8171afed599a on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:36:58.105162 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-971bad6b-2ab0-4581-8b45-9ac014b98f71 None None] Attempting to bind port f143ba6c-3e0b-474a-aa36-8171afed599a by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:36:58.105624 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971bad6b-2ab0-4581-8b45-9ac014b98f71 None None] Attempting to bind port f143ba6c-3e0b-474a-aa36-8171afed599a on network bc5af6f0-5063-4ccc-959e-90459430dabc {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:36:58.112683 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971bad6b-2ab0-4581-8b45-9ac014b98f71 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:36:58.113087 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971bad6b-2ab0-4581-8b45-9ac014b98f71 None None] Checking segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:36:58.113532 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-971bad6b-2ab0-4581-8b45-9ac014b98f71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:58.113927 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971bad6b-2ab0-4581-8b45-9ac014b98f71 None None] Bound using segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:36:58.114399 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-971bad6b-2ab0-4581-8b45-9ac014b98f71 None None] Bound port: f143ba6c-3e0b-474a-aa36-8171afed599a, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:36:58.114773 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-971bad6b-2ab0-4581-8b45-9ac014b98f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:58.185923 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '497de189-8f23-446f-bb63-df96c2c3f117', 'tag': 'c0ea008a-8c85-4c8d-98e7-1edd5e0076b5'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:36:58.189302 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110860e2-413f-4946-aef3-67148396133f" -d '{"events": [{"name": "network-changed", "server_uuid": "497de189-8f23-446f-bb63-df96c2c3f117", "tag": "c0ea008a-8c85-4c8d-98e7-1edd5e0076b5"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:36:58.195875 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-971bad6b-2ab0-4581-8b45-9ac014b98f71 None None] For port f143ba6c-3e0b-474a-aa36-8171afed599a, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:36:58.202521 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-971bad6b-2ab0-4581-8b45-9ac014b98f71 None None] For port f143ba6c-3e0b-474a-aa36-8171afed599a, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f143ba6c-3e0b-474a-aa36-8171afed599a,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:36:58.207263 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-971bad6b-2ab0-4581-8b45-9ac014b98f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:58.247503 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-d3433370-1c04-4260-bce6-3eb83707617c tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:36:58.271318 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad4e749-c1fd-4ca7-86f5-1e3b66562d34 None None] Sync routers for ids ['c2f7f65c-0467-4e57-93c6-0d2165582366'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:36:58.296627 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bad6b-2ab0-4581-8b45-9ac014b98f71 None None] Pushing event updated for resources: {'Port': ['ID=f143ba6c-3e0b-474a-aa36-8171afed599a,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:58.313427 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad4e749-c1fd-4ca7-86f5-1e3b66562d34 None None] Routers {'c2f7f65c-0467-4e57-93c6-0d2165582366'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:58.314302 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-3ad4e749-c1fd-4ca7-86f5-1e3b66562d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:36:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c2f7f65c-0467-4e57-93c6-0d2165582366'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:58.368620 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-60632baf-722a-497b-9e28-dd679349b4ae tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:58.451088 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-60632baf-722a-497b-9e28-dd679349b4ae tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:58.494171 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 41416) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:58.498706 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [-] 10.222.0.127 "GET / HTTP/1.1" status: 200 len: 249 time: 0.0042820 Nov 04 10:36:58.499013 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41418) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:58.515890 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60632baf-722a-497b-9e28-dd679349b4ae tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:36:58.534167 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-60632baf-722a-497b-9e28-dd679349b4ae tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:36:58.556706 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60632baf-722a-497b-9e28-dd679349b4ae tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:36:58.565128 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60632baf-722a-497b-9e28-dd679349b4ae tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:58.565803 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-60632baf-722a-497b-9e28-dd679349b4ae tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:58.578305 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-3ad4e749-c1fd-4ca7-86f5-1e3b66562d34 None None] Set router c2f7f65c-0467-4e57-93c6-0d2165582366 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:36:58.603169 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60632baf-722a-497b-9e28-dd679349b4ae tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Port': ['ID=9148c699-c88c-4bf9-88ae-123d714f2edb,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:58.651402 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-60632baf-722a-497b-9e28-dd679349b4ae tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3705671 Nov 04 10:36:58.653789 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41428) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:58.705578 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-d3433370-1c04-4260-bce6-3eb83707617c tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Router c2f7f65c-0467-4e57-93c6-0d2165582366 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:36:58.768173 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-342e2fbc-3c8f-4aa2-b3da-ff43de16fee1 tempest-NetworksApiDiscovery-472738866 tempest-NetworksApiDiscovery-472738866-project] 10.222.0.127 "GET /v2.0/ HTTP/1.1" status: 200 len: 706 time: 0.2633345 Nov 04 10:36:58.805584 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64943afa-a7c3-4b32-b331-85a0a31f5af0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:58.812433 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64943afa-a7c3-4b32-b331-85a0a31f5af0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:58.817337 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-64943afa-a7c3-4b32-b331-85a0a31f5af0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1594918 Nov 04 10:36:58.817664 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41436) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:58.912189 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-d3433370-1c04-4260-bce6-3eb83707617c tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:36:58.916772 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-d3433370-1c04-4260-bce6-3eb83707617c tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:58.935549 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-82767d3e-029a-454f-921f-0557e02adead tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting port 9148c699-c88c-4bf9-88ae-123d714f2edb {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:36:58.936373 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-82767d3e-029a-454f-921f-0557e02adead tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:58.953655 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-3ad4e749-c1fd-4ca7-86f5-1e3b66562d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-router', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:57Z', 'updated_at': '2021-11-04T10:36:03Z', 'revision_number': 4, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'gw_port': {'id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:58Z', 'updated_at': '2021-11-04T10:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '655ff941-8aef-41c2-ae03-823b422f7ba3', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'port_id': '2d236bba-1205-4fb0-ba52-f3e4528ebcf6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'mac_address': 'fa:16:3e:1b:54:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef140ca8-281b-4f2e-85a2-4673ac09035b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:36:26Z', 'updated_at': '2021-11-04T10:36:56Z', 'revision_number': 3, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0124299d-6b0d-4166-a5cc-859b989b3080', 'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'mac_address': 'fa:16:3e:05:63:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:36:01Z', 'updated_at': '2021-11-04T10:36:09Z', 'revision_number': 5, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'subnets': [{'id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:58.979882 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-d3433370-1c04-4260-bce6-3eb83707617c tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "PUT /v2.0/floatingips/655ff941-8aef-41c2-ae03-823b422f7ba3 HTTP/1.1" status: 200 len: 998 time: 2.8096881 Nov 04 10:36:59.009694 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad4e749-c1fd-4ca7-86f5-1e3b66562d34 None None] Checking router: c2f7f65c-0467-4e57-93c6-0d2165582366 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:36:59.019618 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad4e749-c1fd-4ca7-86f5-1e3b66562d34 None None] Routers {'c2f7f65c-0467-4e57-93c6-0d2165582366'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:36:59.020728 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-3ad4e749-c1fd-4ca7-86f5-1e3b66562d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:36:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c2f7f65c-0467-4e57-93c6-0d2165582366'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:59.057241 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-82767d3e-029a-454f-921f-0557e02adead tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:59.059635 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-12099eb5-db4a-473a-8018-017b41c34ac4 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:59.061146 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-12099eb5-db4a-473a-8018-017b41c34ac4 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/ports/307f6daf-3498-40f9-9f5d-bc0b74948b44 HTTP/1.1" status: 200 len: 942 time: 0.0706041 Nov 04 10:36:59.074386 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-82767d3e-029a-454f-921f-0557e02adead tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Calling delete_port for 9148c699-c88c-4bf9-88ae-123d714f2edb owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:36:59.176235 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41440) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:59.188681 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-3ad4e749-c1fd-4ca7-86f5-1e3b66562d34 None None] Set router c2f7f65c-0467-4e57-93c6-0d2165582366 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:36:59.232682 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-6cbc0b05-0885-4e1a-979d-c385b2afcdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:59.244408 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-6cbc0b05-0885-4e1a-979d-c385b2afcdeb service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=6ff8607a595c4654bc768d3625c74fa2&device_id=89a21bf2-8be3-4eac-8b14-f0f094c94ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0988865 Nov 04 10:36:59.299788 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-82767d3e-029a-454f-921f-0557e02adead tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:59.341080 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82767d3e-029a-454f-921f-0557e02adead tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Port': ['ID=9148c699-c88c-4bf9-88ae-123d714f2edb,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:59.366571 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f143ba6c-3e0b-474a-aa36-8171afed599a up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:36:59.410241 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-778a72eb-495b-4adc-9086-35888bd1c89d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:59.413529 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-82767d3e-029a-454f-921f-0557e02adead tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:59.419181 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-82767d3e-029a-454f-921f-0557e02adead tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/9148c699-c88c-4bf9-88ae-123d714f2edb HTTP/1.1" status: 204 len: 168 time: 0.5982504 Nov 04 10:36:59.420556 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 41444) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:59.430252 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:36:59.533216 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-778a72eb-495b-4adc-9086-35888bd1c89d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:59.545850 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-778a72eb-495b-4adc-9086-35888bd1c89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:59.568051 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe40eb7-ab81-48a6-9ae1-581fc22456fa tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:59.569691 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe40eb7-ab81-48a6-9ae1-581fc22456fa tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:59.573841 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9fe40eb7-ab81-48a6-9ae1-581fc22456fa tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1497352 Nov 04 10:36:59.573841 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-9269f057-c126-4c6b-92a5-b4f86d2df91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:59.574672 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41446) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:59.574834 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-9269f057-c126-4c6b-92a5-b4f86d2df91a service neutron] 10.222.0.127 "GET /v2.0/networks?id=92ab5df3-727f-4009-aa65-b63a2390bdd1 HTTP/1.1" status: 200 len: 923 time: 0.3247149 Nov 04 10:36:59.635244 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port f143ba6c-3e0b-474a-aa36-8171afed599a triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:36:59.635244 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:59.648107 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-506df285-5a4c-4394-9b5e-edc590947011 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=307f6daf-3498-40f9-9f5d-bc0b74948b44 HTTP/1.1" status: 200 len: 217 time: 0.0658386 Nov 04 10:36:59.655435 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-778a72eb-495b-4adc-9086-35888bd1c89d admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=3838d991d34a434e9c7dea6a335aa1f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4769242 Nov 04 10:36:59.656709 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 41448) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:36:59.672659 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a72eb-495b-4adc-9086-35888bd1c89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ca4183-1a00-4206-8a28-b34e75b0709b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:59.686733 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b69b078-c864-43ef-88cf-cab40779eab9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet 4c67f1f7-1e99-4bd9-ae97-cc7a1e8e9d01 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:36:59.692192 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4b69b078-c864-43ef-88cf-cab40779eab9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:59.698095 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=c0ea008a-8c85-4c8d-98e7-1edd5e0076b5,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:36:59.721868 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-3ad4e749-c1fd-4ca7-86f5-1e3b66562d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-router', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:57Z', 'updated_at': '2021-11-04T10:36:03Z', 'revision_number': 4, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'gw_port': {'id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:58Z', 'updated_at': '2021-11-04T10:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '655ff941-8aef-41c2-ae03-823b422f7ba3', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'port_id': '2d236bba-1205-4fb0-ba52-f3e4528ebcf6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'mac_address': 'fa:16:3e:1b:54:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef140ca8-281b-4f2e-85a2-4673ac09035b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:36:26Z', 'updated_at': '2021-11-04T10:36:56Z', 'revision_number': 3, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0124299d-6b0d-4166-a5cc-859b989b3080', 'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'mac_address': 'fa:16:3e:05:63:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:36:01Z', 'updated_at': '2021-11-04T10:36:09Z', 'revision_number': 5, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'subnets': [{'id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:36:59.723788 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'c0ea008a-8c85-4c8d-98e7-1edd5e0076b5', 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a', 'port_id': 'c0ea008a-8c85-4c8d-98e7-1edd5e0076b5', 'mac_address': 'fa:16:3e:46:82:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f29a1ba4-9c2e-4bbf-be88-aa21c2016c98', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:36:59.754966 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4b69b078-c864-43ef-88cf-cab40779eab9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:59.769878 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad4e749-c1fd-4ca7-86f5-1e3b66562d34 None None] The sync data for ids ['c2f7f65c-0467-4e57-93c6-0d2165582366'] in n-d-816629-1 is: [{'id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-router', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:57Z', 'updated_at': '2021-11-04T10:36:03Z', 'revision_number': 4, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'gw_port': {'id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:58Z', 'updated_at': '2021-11-04T10:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '655ff941-8aef-41c2-ae03-823b422f7ba3', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'port_id': '2d236bba-1205-4fb0-ba52-f3e4528ebcf6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'mac_address': 'fa:16:3e:1b:54:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef140ca8-281b-4f2e-85a2-4673ac09035b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:36:26Z', 'updated_at': '2021-11-04T10:36:56Z', 'revision_number': 3, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0124299d-6b0d-4166-a5cc-859b989b3080', 'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'mac_address': 'fa:16:3e:05:63:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:36:01Z', 'updated_at': '2021-11-04T10:36:09Z', 'revision_number': 5, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'subnets': [{'id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:36:59.775510 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ea7256-1145-402a-b215-6ec22fea79a1 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:36:59.778895 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:59.780169 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-a8e09364-eded-4f06-a53f-7835d55b994e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:59.784699 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-a8e09364-eded-4f06-a53f-7835d55b994e service neutron] 10.222.0.127 "GET /v2.0/subnets?id=ea66aad5-9af1-4fd7-8561-7ab30f09cec4 HTTP/1.1" status: 200 len: 860 time: 0.1149647 Nov 04 10:36:59.843797 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-636564ed-73e3-460d-98c1-77abec9132db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:59.863912 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-6c1379d3-239c-4173-b089-8dd9aca66020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:36:59.865764 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-6c1379d3-239c-4173-b089-8dd9aca66020 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=92ab5df3-727f-4009-aa65-b63a2390bdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744255 Nov 04 10:36:59.890532 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4b69b078-c864-43ef-88cf-cab40779eab9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:59.935375 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-636564ed-73e3-460d-98c1-77abec9132db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:59.964038 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4b69b078-c864-43ef-88cf-cab40779eab9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:36:59.966546 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:36:59.992071 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69b078-c864-43ef-88cf-cab40779eab9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=4c67f1f7-1e99-4bd9-ae97-cc7a1e8e9d01,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:36:59.995870 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4b69b078-c864-43ef-88cf-cab40779eab9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:00.002225 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4b69b078-c864-43ef-88cf-cab40779eab9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/4c67f1f7-1e99-4bd9-ae97-cc7a1e8e9d01 HTTP/1.1" status: 204 len: 168 time: 0.4203348 Nov 04 10:37:00.004298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41450) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:00.018529 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-7314e513-51c3-48eb-aeb6-738e2bfb78a6 service neutron] 10.222.0.127 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435866 Nov 04 10:37:00.036426 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=c0ea008a-8c85-4c8d-98e7-1edd5e0076b5,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:00.051839 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:00.065668 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-764d171a-1a10-4e30-bd2c-265795be0ae9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587459 Nov 04 10:37:00.065899 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41452) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:00.071016 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-0a85963b-8fc9-44a6-bd0b-830eb48f77b0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:00.083270 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-636564ed-73e3-460d-98c1-77abec9132db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:00.087268 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-636564ed-73e3-460d-98c1-77abec9132db admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:00.088146 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-636564ed-73e3-460d-98c1-77abec9132db admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/b5ca4183-1a00-4206-8a28-b34e75b0709b HTTP/1.1" status: 204 len: 168 time: 0.4297192 Nov 04 10:37:00.096903 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-cc6d83d5-f16a-4794-82b5-b961eb6cab73 None None] Provisioning complete for port f143ba6c-3e0b-474a-aa36-8171afed599a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:00.097493 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cc6d83d5-f16a-4794-82b5-b961eb6cab73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:00.114742 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636564ed-73e3-460d-98c1-77abec9132db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ca4183-1a00-4206-8a28-b34e75b0709b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:00.125242 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a514607-5467-49f1-8f05-9957e244f1c9 None None] New status for floating IP 655ff941-8aef-41c2-ae03-823b422f7ba3: ACTIVE {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:37:00.166154 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-3484de72-4379-40dd-84a5-544e0329d068 service neutron] 10.222.0.127 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385112 Nov 04 10:37:00.205782 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a85963b-8fc9-44a6-bd0b-830eb48f77b0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:37:00.210714 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a85963b-8fc9-44a6-bd0b-830eb48f77b0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:00.238441 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-d93c443d-c0e4-47d1-b6e5-698ad107118b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:00.248493 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-d93c443d-c0e4-47d1-b6e5-698ad107118b service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=6ff8607a595c4654bc768d3625c74fa2&device_id=ef140ca8-281b-4f2e-85a2-4673ac09035b HTTP/1.1" status: 200 len: 1096 time: 0.0603740 Nov 04 10:37:00.314821 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:00.366514 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=c0ea008a-8c85-4c8d-98e7-1edd5e0076b5,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:00.378275 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-ed582c74-7637-4dd3-a2f3-0e29bb425bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:00.386699 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-ed582c74-7637-4dd3-a2f3-0e29bb425bcf service neutron] 10.222.0.127 "GET /v2.0/networks?id=92ab5df3-727f-4009-aa65-b63a2390bdd1 HTTP/1.1" status: 200 len: 923 time: 0.1371229 Nov 04 10:37:00.440666 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['c0ea008a-8c85-4c8d-98e7-1edd5e0076b5'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:37:00.493922 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-12c5ac20-1449-4505-a0c2-ac3dfcfdfb29 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d236bba-1205-4fb0-ba52-f3e4528ebcf6 HTTP/1.1" status: 200 len: 1001 time: 0.1060076 Nov 04 10:37:00.512512 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port f143ba6c-3e0b-474a-aa36-8171afed599a, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f143ba6c-3e0b-474a-aa36-8171afed599a,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:00.515683 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a85963b-8fc9-44a6-bd0b-830eb48f77b0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:00.555409 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-14801813-3021-4b46-8a75-f799e7302772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:00.557366 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-14801813-3021-4b46-8a75-f799e7302772 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=ea66aad5-9af1-4fd7-8561-7ab30f09cec4 HTTP/1.1" status: 200 len: 860 time: 0.0546763 Nov 04 10:37:00.562621 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:00.581804 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a85963b-8fc9-44a6-bd0b-830eb48f77b0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:37:00.587529 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-0a85963b-8fc9-44a6-bd0b-830eb48f77b0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:00.591203 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a85963b-8fc9-44a6-bd0b-830eb48f77b0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:00.591840 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a85963b-8fc9-44a6-bd0b-830eb48f77b0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:00.607364 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85963b-8fc9-44a6-bd0b-830eb48f77b0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=d7d36ffa-57cc-462b-b045-1b4e349c582c,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:00.616567 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0a85963b-8fc9-44a6-bd0b-830eb48f77b0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5493467 Nov 04 10:37:00.618913 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41466) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:00.626588 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-6a128437-f41a-4a26-964c-4eb4d3cdf7b6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'name': 'tempest-NetworksTestDHCPv6-1740263657'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:00.635794 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-dc3fb42e-7626-4b28-8706-25b916e137ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:00.643037 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-dc3fb42e-7626-4b28-8706-25b916e137ff service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=92ab5df3-727f-4009-aa65-b63a2390bdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689025 Nov 04 10:37:00.698302 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=f143ba6c-3e0b-474a-aa36-8171afed599a,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:00.756652 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7789f27b-3727-4289-8346-9e0302243b2d None None] DHCP port deletion for bc5af6f0-5063-4ccc-959e-90459430dabc request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:37:00.783745 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e5140-c6aa-474b-87ac-0db46189c443 None None] Sync routers for ids ['c2f7f65c-0467-4e57-93c6-0d2165582366'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:37:00.801383 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e5140-c6aa-474b-87ac-0db46189c443 None None] Routers {'c2f7f65c-0467-4e57-93c6-0d2165582366'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:37:00.802020 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ea5e5140-c6aa-474b-87ac-0db46189c443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:36:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c2f7f65c-0467-4e57-93c6-0d2165582366'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:00.813141 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-1dd20127-d9e8-46a1-8a25-cb57d40b7a04 service neutron] 10.222.0.127 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626940 Nov 04 10:37:00.843734 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a128437-f41a-4a26-964c-4eb4d3cdf7b6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:37:00.852331 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6a128437-f41a-4a26-964c-4eb4d3cdf7b6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:00.871734 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-6a128437-f41a-4a26-964c-4eb4d3cdf7b6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] device_id is not set on port e998a34a-9dda-40d6-ac8a-fbd6b5cdfb93 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:37:00.874893 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-7789f27b-3727-4289-8346-9e0302243b2d None None] Deleting port f143ba6c-3e0b-474a-aa36-8171afed599a {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:37:00.875351 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7789f27b-3727-4289-8346-9e0302243b2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:00.965440 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f1d823a-7a77-48cb-bf99-fca07c294ee1 req-b141f54f-0520-4c29-947e-4aabcedbf06b service neutron] 10.222.0.127 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443586 Nov 04 10:37:01.014311 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-7789f27b-3727-4289-8346-9e0302243b2d None None] For port f143ba6c-3e0b-474a-aa36-8171afed599a, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f143ba6c-3e0b-474a-aa36-8171afed599a,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:01.014721 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7789f27b-3727-4289-8346-9e0302243b2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:01.030271 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-7789f27b-3727-4289-8346-9e0302243b2d None None] Calling delete_port for f143ba6c-3e0b-474a-aa36-8171afed599a owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:37:01.035415 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-ea5e5140-c6aa-474b-87ac-0db46189c443 None None] Set router c2f7f65c-0467-4e57-93c6-0d2165582366 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:37:01.055889 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-6a128437-f41a-4a26-964c-4eb4d3cdf7b6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 2001:db8::18 (bc5af6f0-5063-4ccc-959e-90459430dabc/d7d36ffa-57cc-462b-b045-1b4e349c582c/e998a34a-9dda-40d6-ac8a-fbd6b5cdfb93) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:37:01.060863 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f7b8ab21-4e36-48b1-a3a4-d10019c23c24 req-254894e3-917e-481c-9eaf-e02edfa74f4b tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups/44d681b6-90b6-488d-a567-02881d630749 HTTP/1.1" status: 200 len: 1819 time: 0.0533743 Nov 04 10:37:01.170383 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f7b8ab21-4e36-48b1-a3a4-d10019c23c24 req-0a3ed087-045e-4abf-826c-a6c35a4c652a tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:01.183382 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7789f27b-3727-4289-8346-9e0302243b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:01.211177 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7789f27b-3727-4289-8346-9e0302243b2d None None] No DVR routers for this DVR port f143ba6c-3e0b-474a-aa36-8171afed599a on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:37:01.216471 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f7b8ab21-4e36-48b1-a3a4-d10019c23c24 req-0a3ed087-045e-4abf-826c-a6c35a4c652a tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:01.273288 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789f27b-3727-4289-8346-9e0302243b2d None None] Pushing event deleted for resources: {'Port': ['ID=f143ba6c-3e0b-474a-aa36-8171afed599a,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:01.274445 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a6e1dc-bc14-4cf1-8cfa-cd774c73efd4 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:37:01.299678 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f7b8ab21-4e36-48b1-a3a4-d10019c23c24 req-0a3ed087-045e-4abf-826c-a6c35a4c652a tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:01.305821 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f7b8ab21-4e36-48b1-a3a4-d10019c23c24 req-0a3ed087-045e-4abf-826c-a6c35a4c652a tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:01.309613 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f7b8ab21-4e36-48b1-a3a4-d10019c23c24 req-0a3ed087-045e-4abf-826c-a6c35a4c652a tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "DELETE /v2.0/security-groups/44d681b6-90b6-488d-a567-02881d630749 HTTP/1.1" status: 204 len: 173 time: 0.2396653 Nov 04 10:37:01.337876 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ed087-045e-4abf-826c-a6c35a4c652a tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d681b6-90b6-488d-a567-02881d630749,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:01.387050 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f143ba6c-3e0b-474a-aa36-8171afed599a no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:37:01.424794 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ea5e5140-c6aa-474b-87ac-0db46189c443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-router', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:57Z', 'updated_at': '2021-11-04T10:36:03Z', 'revision_number': 4, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'gw_port': {'id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:58Z', 'updated_at': '2021-11-04T10:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '655ff941-8aef-41c2-ae03-823b422f7ba3', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'port_id': '2d236bba-1205-4fb0-ba52-f3e4528ebcf6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'mac_address': 'fa:16:3e:1b:54:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef140ca8-281b-4f2e-85a2-4673ac09035b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:36:26Z', 'updated_at': '2021-11-04T10:37:00Z', 'revision_number': 4, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0124299d-6b0d-4166-a5cc-859b989b3080', 'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'mac_address': 'fa:16:3e:05:63:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:36:01Z', 'updated_at': '2021-11-04T10:36:09Z', 'revision_number': 5, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'subnets': [{'id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:01.429172 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device e040f89a-81a9-44a9-b8e4-9e374df896c8 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:37:01.435616 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: f143ba6c-3e0b-474a-aa36-8171afed599a {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:37:01.436306 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f143ba6c-3e0b-474a-aa36-8171afed599a not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:37:01.486491 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e5140-c6aa-474b-87ac-0db46189c443 None None] Checking router: c2f7f65c-0467-4e57-93c6-0d2165582366 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:37:01.505546 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e5140-c6aa-474b-87ac-0db46189c443 None None] Routers {'c2f7f65c-0467-4e57-93c6-0d2165582366'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:37:01.507695 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ea5e5140-c6aa-474b-87ac-0db46189c443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:36:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c2f7f65c-0467-4e57-93c6-0d2165582366'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:01.635461 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:01.677820 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port e040f89a-81a9-44a9-b8e4-9e374df896c8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=e040f89a-81a9-44a9-b8e4-9e374df896c8,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:01.680557 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de406587-3152-4afe-a194-44e509de2f94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e040f89a-81a9-44a9-b8e4-9e374df896c8'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:37:01.683607 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a66d8e-df9b-4d2b-93d8-34429e4e7920" -d '{"events": [{"server_uuid": "de406587-3152-4afe-a194-44e509de2f94", "name": "network-vif-unplugged", "status": "completed", "tag": "e040f89a-81a9-44a9-b8e4-9e374df896c8"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:37:01.687055 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71955989-66e7-418f-8aae-cc06dd1d338c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-bc5af6f0-5063-4ccc-959e-90459430dabc', 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'fixed_ips': [{'subnet_id': 'd7d36ffa-57cc-462b-b045-1b4e349c582c'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:37:01.688196 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-71955989-66e7-418f-8aae-cc06dd1d338c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:01.693672 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:01.702764 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a32e4-8fdd-4e4b-80db-cd8509f08fc2 req-ffabd867-1d51-4472-8bc7-27822f6bbfa8 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:01.708407 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-396a32e4-8fdd-4e4b-80db-cd8509f08fc2 req-ffabd867-1d51-4472-8bc7-27822f6bbfa8 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=497de189-8f23-446f-bb63-df96c2c3f117 HTTP/1.1" status: 200 len: 944 time: 0.1291838 Nov 04 10:37:01.715302 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-ea5e5140-c6aa-474b-87ac-0db46189c443 None None] Set router c2f7f65c-0467-4e57-93c6-0d2165582366 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:37:01.735804 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6a128437-f41a-4a26-964c-4eb4d3cdf7b6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:01.780163 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6a128437-f41a-4a26-964c-4eb4d3cdf7b6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:01.818636 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-396a32e4-8fdd-4e4b-80db-cd8509f08fc2 req-714c6b22-5a7a-4698-abee-cbf5046c7900 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035988 Nov 04 10:37:01.842470 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a128437-f41a-4a26-964c-4eb4d3cdf7b6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:37:01.847799 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-6a128437-f41a-4a26-964c-4eb4d3cdf7b6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:01.851681 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a128437-f41a-4a26-964c-4eb4d3cdf7b6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:37:01.857430 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a128437-f41a-4a26-964c-4eb4d3cdf7b6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:01.859026 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6a128437-f41a-4a26-964c-4eb4d3cdf7b6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:01.872009 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=e040f89a-81a9-44a9-b8e4-9e374df896c8,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:01.872289 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a128437-f41a-4a26-964c-4eb4d3cdf7b6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Port': ['ID=e998a34a-9dda-40d6-ac8a-fbd6b5cdfb93,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:01.890752 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 41504) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:01.902221 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6a128437-f41a-4a26-964c-4eb4d3cdf7b6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2813220 Nov 04 10:37:02.007016 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a8a7bd-a0d1-439d-8e80-7e5b9b9286a8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:02.011423 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f3a8a7bd-a0d1-439d-8e80-7e5b9b9286a8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1190085 Nov 04 10:37:02.014131 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 41508) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:02.036250 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-71955989-66e7-418f-8aae-cc06dd1d338c None None] Allocated IP 2001:db8::2 (bc5af6f0-5063-4ccc-959e-90459430dabc/d7d36ffa-57cc-462b-b045-1b4e349c582c/b503db65-92cc-4a41-b0ab-d57261e0db86) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:37:02.104791 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ea5e5140-c6aa-474b-87ac-0db46189c443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-router', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:57Z', 'updated_at': '2021-11-04T10:36:03Z', 'revision_number': 4, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'gw_port': {'id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:58Z', 'updated_at': '2021-11-04T10:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '655ff941-8aef-41c2-ae03-823b422f7ba3', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'port_id': '2d236bba-1205-4fb0-ba52-f3e4528ebcf6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'mac_address': 'fa:16:3e:1b:54:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef140ca8-281b-4f2e-85a2-4673ac09035b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:36:26Z', 'updated_at': '2021-11-04T10:37:00Z', 'revision_number': 4, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0124299d-6b0d-4166-a5cc-859b989b3080', 'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'mac_address': 'fa:16:3e:05:63:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:36:01Z', 'updated_at': '2021-11-04T10:36:09Z', 'revision_number': 5, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'subnets': [{'id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:02.158489 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e5140-c6aa-474b-87ac-0db46189c443 None None] The sync data for ids ['c2f7f65c-0467-4e57-93c6-0d2165582366'] in n-d-816629-1 is: [{'id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-router', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:57Z', 'updated_at': '2021-11-04T10:36:03Z', 'revision_number': 4, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'gw_port': {'id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:58Z', 'updated_at': '2021-11-04T10:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '655ff941-8aef-41c2-ae03-823b422f7ba3', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'port_id': '2d236bba-1205-4fb0-ba52-f3e4528ebcf6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'mac_address': 'fa:16:3e:1b:54:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef140ca8-281b-4f2e-85a2-4673ac09035b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:36:26Z', 'updated_at': '2021-11-04T10:37:00Z', 'revision_number': 4, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0124299d-6b0d-4166-a5cc-859b989b3080', 'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'mac_address': 'fa:16:3e:05:63:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:36:01Z', 'updated_at': '2021-11-04T10:36:09Z', 'revision_number': 5, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'subnets': [{'id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:37:02.213906 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-013f1531-3e35-4128-81ed-0714eeff25d9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting port e998a34a-9dda-40d6-ac8a-fbd6b5cdfb93 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:37:02.214248 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-013f1531-3e35-4128-81ed-0714eeff25d9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:02.300904 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-71955989-66e7-418f-8aae-cc06dd1d338c None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:02.325203 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-71955989-66e7-418f-8aae-cc06dd1d338c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:02.341069 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-013f1531-3e35-4128-81ed-0714eeff25d9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:02.365602 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010df4fb-b9eb-4118-a6cf-b11e7341bc39 x-openstack-request-id: req-010df4fb-b9eb-4118-a6cf-b11e7341bc39 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:37:02.365996 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "497de189-8f23-446f-bb63-df96c2c3f117", "tag": "c0ea008a-8c85-4c8d-98e7-1edd5e0076b5", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:37:02.366369 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-010df4fb-b9eb-4118-a6cf-b11e7341bc39 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:37:02.366854 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '497de189-8f23-446f-bb63-df96c2c3f117', 'tag': 'c0ea008a-8c85-4c8d-98e7-1edd5e0076b5', 'status': 'completed', 'code': 200} Nov 04 10:37:02.372050 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-013f1531-3e35-4128-81ed-0714eeff25d9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Calling delete_port for e998a34a-9dda-40d6-ac8a-fbd6b5cdfb93 owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:37:02.423361 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71955989-66e7-418f-8aae-cc06dd1d338c None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:37:02.424949 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-71955989-66e7-418f-8aae-cc06dd1d338c None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:02.430126 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71955989-66e7-418f-8aae-cc06dd1d338c None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:37:02.467980 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71955989-66e7-418f-8aae-cc06dd1d338c None None] Pushing event updated for resources: {'Port': ['ID=b503db65-92cc-4a41-b0ab-d57261e0db86,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:02.526908 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110860e2-413f-4946-aef3-67148396133f req-f7b26943-193e-42ff-8290-d942c0367bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:02.528598 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-110860e2-413f-4946-aef3-67148396133f req-f7b26943-193e-42ff-8290-d942c0367bdd service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&device_id=497de189-8f23-446f-bb63-df96c2c3f117 HTTP/1.1" status: 200 len: 1095 time: 0.1369092 Nov 04 10:37:02.607110 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-88d3c770-3728-4f3c-89ff-757919faecae req-6292bcfe-4ad3-47a5-aae0-fd3051215cf7 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.105 HTTP/1.1" status: 200 len: 1001 time: 0.2282245 Nov 04 10:37:02.625070 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41526) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:02.640888 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-71955989-66e7-418f-8aae-cc06dd1d338c None None] Attempting to bind port b503db65-92cc-4a41-b0ab-d57261e0db86 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:37:02.642100 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-71955989-66e7-418f-8aae-cc06dd1d338c None None] Attempting to bind port b503db65-92cc-4a41-b0ab-d57261e0db86 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:37:02.642605 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71955989-66e7-418f-8aae-cc06dd1d338c None None] Attempting to bind port b503db65-92cc-4a41-b0ab-d57261e0db86 on network bc5af6f0-5063-4ccc-959e-90459430dabc {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:37:02.647897 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71955989-66e7-418f-8aae-cc06dd1d338c None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:37:02.648523 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71955989-66e7-418f-8aae-cc06dd1d338c None None] Checking segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:37:02.649125 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-71955989-66e7-418f-8aae-cc06dd1d338c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:02.649699 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71955989-66e7-418f-8aae-cc06dd1d338c None None] Bound using segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:37:02.650169 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-71955989-66e7-418f-8aae-cc06dd1d338c None None] Bound port: b503db65-92cc-4a41-b0ab-d57261e0db86, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:37:02.650541 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-71955989-66e7-418f-8aae-cc06dd1d338c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:02.718395 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-71955989-66e7-418f-8aae-cc06dd1d338c None None] For port b503db65-92cc-4a41-b0ab-d57261e0db86, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:37:02.721711 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-71955989-66e7-418f-8aae-cc06dd1d338c None None] For port b503db65-92cc-4a41-b0ab-d57261e0db86, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b503db65-92cc-4a41-b0ab-d57261e0db86,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:37:02.726774 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-71955989-66e7-418f-8aae-cc06dd1d338c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:02.729527 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3c770-3728-4f3c-89ff-757919faecae req-e0fe1d4e-5b71-4199-99e7-ec695d24fc65 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:02.730959 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-88d3c770-3728-4f3c-89ff-757919faecae req-e0fe1d4e-5b71-4199-99e7-ec695d24fc65 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/ports/2d236bba-1205-4fb0-ba52-f3e4528ebcf6 HTTP/1.1" status: 200 len: 942 time: 0.1045878 Nov 04 10:37:02.743899 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110860e2-413f-4946-aef3-67148396133f req-edccb259-bf98-49a3-ae85-1e2473ebc3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:02.746891 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-110860e2-413f-4946-aef3-67148396133f req-edccb259-bf98-49a3-ae85-1e2473ebc3b6 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 200 len: 909 time: 0.2054174 Nov 04 10:37:02.796616 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71955989-66e7-418f-8aae-cc06dd1d338c None None] Pushing event updated for resources: {'Port': ['ID=b503db65-92cc-4a41-b0ab-d57261e0db86,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:02.803190 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6af27fbe-ad0d-4fd3-94d9-35fe043ac764 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:02.825541 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-110860e2-413f-4946-aef3-67148396133f req-f818c756-da01-4365-b446-f4030f0cd7ef service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 HTTP/1.1" status: 200 len: 217 time: 0.0636425 Nov 04 10:37:02.833498 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-013f1531-3e35-4128-81ed-0714eeff25d9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:02.896057 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6af27fbe-ad0d-4fd3-94d9-35fe043ac764 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:02.902832 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6af27fbe-ad0d-4fd3-94d9-35fe043ac764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:02.936919 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f1531-3e35-4128-81ed-0714eeff25d9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Port': ['ID=e998a34a-9dda-40d6-ac8a-fbd6b5cdfb93,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:02.941115 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af27fbe-ad0d-4fd3-94d9-35fe043ac764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ffaee6-ab1e-4b98-900a-5a09426101e3,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:02.948299 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6af27fbe-ad0d-4fd3-94d9-35fe043ac764 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=90f165cc68074a77a47cad7b3aed2b0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3209133 Nov 04 10:37:02.949025 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41532) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:03.003070 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110860e2-413f-4946-aef3-67148396133f req-869ac8f3-52fb-48a2-a677-5d9abaa5abad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:03.004632 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-110860e2-413f-4946-aef3-67148396133f req-869ac8f3-52fb-48a2-a677-5d9abaa5abad service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f29a1ba4-9c2e-4bbf-be88-aa21c2016c98 HTTP/1.1" status: 200 len: 847 time: 0.1684544 Nov 04 10:37:03.005722 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-013f1531-3e35-4128-81ed-0714eeff25d9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:03.008951 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-013f1531-3e35-4128-81ed-0714eeff25d9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/e998a34a-9dda-40d6-ac8a-fbd6b5cdfb93 HTTP/1.1" status: 204 len: 168 time: 0.9932921 Nov 04 10:37:03.012146 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41534) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:03.013169 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-88d3c770-3728-4f3c-89ff-757919faecae req-65b648f6-151c-4a66-8318-d661880c5c9d tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.105 HTTP/1.1" status: 200 len: 1001 time: 0.1903851 Nov 04 10:37:03.058492 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-110860e2-413f-4946-aef3-67148396133f req-7192ed21-b6e0-4a15-86ae-c0686b107838 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439072 Nov 04 10:37:03.136056 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62a9319-b6eb-45ab-855c-5160ca540db9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:03.137821 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62a9319-b6eb-45ab-855c-5160ca540db9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:03.139549 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b62a9319-b6eb-45ab-855c-5160ca540db9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1264033 Nov 04 10:37:03.142568 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41538) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:03.153656 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b57b702c-3c10-4138-a12d-6df075598154 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:03.208494 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b57b702c-3c10-4138-a12d-6df075598154 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:03.220207 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ae969a-b4e0-4f8f-b826-97da8873489c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet d7d36ffa-57cc-462b-b045-1b4e349c582c {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:37:03.232932 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-75ae969a-b4e0-4f8f-b826-97da8873489c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:03.246093 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3c770-3728-4f3c-89ff-757919faecae req-265ae0a6-d722-47ce-a630-18036564a555 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:03.247056 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-88d3c770-3728-4f3c-89ff-757919faecae req-265ae0a6-d722-47ce-a630-18036564a555 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 784 time: 0.2240641 Nov 04 10:37:03.249111 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-110860e2-413f-4946-aef3-67148396133f req-21fec722-6ad6-4ad4-bee6-50648a9fd742 service neutron] 10.222.0.121 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783240 Nov 04 10:37:03.293377 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-75ae969a-b4e0-4f8f-b826-97da8873489c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:03.330050 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b57b702c-3c10-4138-a12d-6df075598154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:03.332642 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b57b702c-3c10-4138-a12d-6df075598154 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:03.338814 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b57b702c-3c10-4138-a12d-6df075598154 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/38ffaee6-ab1e-4b98-900a-5a09426101e3 HTTP/1.1" status: 204 len: 168 time: 0.3866177 Nov 04 10:37:03.365604 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b503db65-92cc-4a41-b0ab-d57261e0db86 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:37:03.370492 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b702c-3c10-4138-a12d-6df075598154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ffaee6-ab1e-4b98-900a-5a09426101e3,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:03.373791 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-27b06295-7364-48a5-a41c-6d66a5c5b3cd req-89d593c4-d2d9-40ab-9726-fc089b342ce1 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups/6e682c7a-70eb-4b8f-8f15-9d8661b588c6 HTTP/1.1" status: 200 len: 1818 time: 0.1066039 Nov 04 10:37:03.409641 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-110860e2-413f-4946-aef3-67148396133f req-0ffc2e75-bcde-412f-9353-46b22aa82700 service neutron] 10.222.0.121 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517384 Nov 04 10:37:03.426843 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:37:03.457381 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-27b06295-7364-48a5-a41c-6d66a5c5b3cd req-f372cd65-8139-40f4-acc2-8c0a4dc205e1 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:03.457627 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-75ae969a-b4e0-4f8f-b826-97da8873489c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:03.485960 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-27b06295-7364-48a5-a41c-6d66a5c5b3cd req-f372cd65-8139-40f4-acc2-8c0a4dc205e1 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:03.531237 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-75ae969a-b4e0-4f8f-b826-97da8873489c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:03.539946 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:37:03.544787 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port b503db65-92cc-4a41-b0ab-d57261e0db86 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:03.545314 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:03.562938 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-75ae969a-b4e0-4f8f-b826-97da8873489c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:03.568387 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-75ae969a-b4e0-4f8f-b826-97da8873489c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/d7d36ffa-57cc-462b-b045-1b4e349c582c HTTP/1.1" status: 204 len: 168 time: 0.4247549 Nov 04 10:37:03.571227 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 41546) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:03.591274 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae969a-b4e0-4f8f-b826-97da8873489c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=d7d36ffa-57cc-462b-b045-1b4e349c582c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:03.592338 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:03.592966 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:03.611313 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-27b06295-7364-48a5-a41c-6d66a5c5b3cd req-f372cd65-8139-40f4-acc2-8c0a4dc205e1 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:03.614284 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-27b06295-7364-48a5-a41c-6d66a5c5b3cd req-f372cd65-8139-40f4-acc2-8c0a4dc205e1 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:03.615864 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-27b06295-7364-48a5-a41c-6d66a5c5b3cd req-f372cd65-8139-40f4-acc2-8c0a4dc205e1 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "DELETE /v2.0/security-groups/6e682c7a-70eb-4b8f-8f15-9d8661b588c6 HTTP/1.1" status: 204 len: 173 time: 0.2325971 Nov 04 10:37:03.665805 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41554) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:03.671871 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-f31fead7-68fa-410f-99f0-fd5a18fca3ea tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:03.684481 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-989b55be-6e76-4e54-a075-e0f6a3b742ea tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891750 Nov 04 10:37:03.693273 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372cd65-8139-40f4-acc2-8c0a4dc205e1 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e682c7a-70eb-4b8f-8f15-9d8661b588c6,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:03.733283 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:03.807202 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port b503db65-92cc-4a41-b0ab-d57261e0db86, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b503db65-92cc-4a41-b0ab-d57261e0db86,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:03.810645 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 41562) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:03.815922 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4a4265-115b-4467-978a-db84faa72d89 x-openstack-request-id: req-cb4a4265-115b-4467-978a-db84faa72d89 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:37:03.816241 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de406587-3152-4afe-a194-44e509de2f94", "name": "network-vif-unplugged", "status": "completed", "tag": "e040f89a-81a9-44a9-b8e4-9e374df896c8", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:37:03.816462 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-cb4a4265-115b-4467-978a-db84faa72d89 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:37:03.817050 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de406587-3152-4afe-a194-44e509de2f94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e040f89a-81a9-44a9-b8e4-9e374df896c8', 'code': 200} Nov 04 10:37:03.821302 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:03.827674 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-747cda40-0808-4386-b1ce-3bb803769382 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:03.838013 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:03.843201 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31fead7-68fa-410f-99f0-fd5a18fca3ea tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:37:03.849536 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f31fead7-68fa-410f-99f0-fd5a18fca3ea tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:03.930261 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-747cda40-0808-4386-b1ce-3bb803769382 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:03.938583 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-747cda40-0808-4386-b1ce-3bb803769382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:03.942512 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=c0ea008a-8c85-4c8d-98e7-1edd5e0076b5,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:03.946431 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=b503db65-92cc-4a41-b0ab-d57261e0db86,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:03.957158 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:03.957494 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:03.957827 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:03.958156 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:03.958489 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:03.959348 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:03.960260 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:03.960594 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:03.960943 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:03.961262 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:03.961576 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:03.961888 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:03.985160 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:03.990166 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-747cda40-0808-4386-b1ce-3bb803769382 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=b8bf25a0aa574bf0a0d54e754bc2e5af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1783798 Nov 04 10:37:03.993089 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41566) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:04.001645 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cda40-0808-4386-b1ce-3bb803769382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969bf159-15a7-443c-9bce-76617d84f763,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:04.062705 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=c0ea008a-8c85-4c8d-98e7-1edd5e0076b5,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:04.100192 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0fabbadf-becb-45f2-b7e0-a1d8ee2b8b5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:04.134060 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0fabbadf-becb-45f2-b7e0-a1d8ee2b8b5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:04.155479 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35d2d32-0afb-4292-afb8-77d9d592b135 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:37:04.202396 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f31fead7-68fa-410f-99f0-fd5a18fca3ea tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:04.248161 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31fead7-68fa-410f-99f0-fd5a18fca3ea tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:37:04.252335 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-f31fead7-68fa-410f-99f0-fd5a18fca3ea tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:04.258080 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31fead7-68fa-410f-99f0-fd5a18fca3ea tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:04.258679 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f31fead7-68fa-410f-99f0-fd5a18fca3ea tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:04.270070 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bed89-e2bc-402c-ba8d-7f64ec8ac134 req-9054d4e0-063a-4dac-bbb4-e2aaeca71022 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:04.282023 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ce9bed89-e2bc-402c-ba8d-7f64ec8ac134 req-9054d4e0-063a-4dac-bbb4-e2aaeca71022 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=497de189-8f23-446f-bb63-df96c2c3f117 HTTP/1.1" status: 200 len: 945 time: 0.0775113 Nov 04 10:37:04.283090 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f31fead7-68fa-410f-99f0-fd5a18fca3ea tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6159446 Nov 04 10:37:04.286779 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41572) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:04.287412 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0fabbadf-becb-45f2-b7e0-a1d8ee2b8b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:04.290050 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0fabbadf-becb-45f2-b7e0-a1d8ee2b8b5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:04.291207 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0fabbadf-becb-45f2-b7e0-a1d8ee2b8b5d admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/969bf159-15a7-443c-9bce-76617d84f763 HTTP/1.1" status: 204 len: 168 time: 0.2969534 Nov 04 10:37:04.302047 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-f8f8b928-9ae0-496c-bf1a-dba2022d7ec7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'name': 'tempest-NetworksTestDHCPv6-1466899009'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:04.319029 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e1cd07ae-3329-4ae6-b108-6d6c8758de8a None None] Provisioning complete for port b503db65-92cc-4a41-b0ab-d57261e0db86 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:04.319396 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e1cd07ae-3329-4ae6-b108-6d6c8758de8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:04.337890 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ce9bed89-e2bc-402c-ba8d-7f64ec8ac134 req-44601cf9-c962-481f-89c9-6c093334595e tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542357 Nov 04 10:37:04.364878 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fead7-68fa-410f-99f0-fd5a18fca3ea tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=2114cd6c-df76-43f9-868b-e4658e5bb068,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:04.367715 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a21bf2-8be3-4eac-8b14-f0f094c94ab1', 'tag': '307f6daf-3498-40f9-9f5d-bc0b74948b44'}, {'name': 'network-changed', 'server_uuid': 'ef140ca8-281b-4f2e-85a2-4673ac09035b', 'tag': '2d236bba-1205-4fb0-ba52-f3e4528ebcf6'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:37:04.372448 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0c57df-4add-4d0b-96d4-665a39ac6585" -d '{"events": [{"name": "network-changed", "server_uuid": "89a21bf2-8be3-4eac-8b14-f0f094c94ab1", "tag": "307f6daf-3498-40f9-9f5d-bc0b74948b44"}, {"name": "network-changed", "server_uuid": "ef140ca8-281b-4f2e-85a2-4673ac09035b", "tag": "2d236bba-1205-4fb0-ba52-f3e4528ebcf6"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:37:04.380975 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabbadf-becb-45f2-b7e0-a1d8ee2b8b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969bf159-15a7-443c-9bce-76617d84f763,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:04.461637 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f8b928-9ae0-496c-bf1a-dba2022d7ec7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:37:04.468091 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8f8b928-9ae0-496c-bf1a-dba2022d7ec7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:04.496798 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-f8f8b928-9ae0-496c-bf1a-dba2022d7ec7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] device_id is not set on port 9669c786-4153-4c1f-bea8-10fef234452e yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:37:04.497740 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c89395fb-4786-42bd-848d-7ecc8cc145af req-3f42648b-b896-4f8a-a0b9-57c113bbacde tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.105 HTTP/1.1" status: 200 len: 1001 time: 0.1163568 Nov 04 10:37:04.662662 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-f8f8b928-9ae0-496c-bf1a-dba2022d7ec7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 2001:db8::f2 (bc5af6f0-5063-4ccc-959e-90459430dabc/2114cd6c-df76-43f9-868b-e4658e5bb068/9669c786-4153-4c1f-bea8-10fef234452e) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:37:04.710861 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba11acf-8c18-40e5-b6e3-11b7e8148dc0 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:37:04.831186 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-86678cf4-d303-4bd2-99b8-9590771e727e None None] Provisioning complete for port b503db65-92cc-4a41-b0ab-d57261e0db86 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:04.831797 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-86678cf4-d303-4bd2-99b8-9590771e727e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:04.868432 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8f8b928-9ae0-496c-bf1a-dba2022d7ec7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:04.916424 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8f8b928-9ae0-496c-bf1a-dba2022d7ec7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:04.953792 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89395fb-4786-42bd-848d-7ecc8cc145af req-e7201888-9ace-4d83-8ef0-795f84f4f193 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:04.956149 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c89395fb-4786-42bd-848d-7ecc8cc145af req-e7201888-9ace-4d83-8ef0-795f84f4f193 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/ports/2d236bba-1205-4fb0-ba52-f3e4528ebcf6 HTTP/1.1" status: 200 len: 942 time: 0.4511645 Nov 04 10:37:05.023583 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f8b928-9ae0-496c-bf1a-dba2022d7ec7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:37:05.027140 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-f8f8b928-9ae0-496c-bf1a-dba2022d7ec7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:05.047236 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f8b928-9ae0-496c-bf1a-dba2022d7ec7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:37:05.053806 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f8b928-9ae0-496c-bf1a-dba2022d7ec7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:05.054925 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8f8b928-9ae0-496c-bf1a-dba2022d7ec7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:05.070987 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8b928-9ae0-496c-bf1a-dba2022d7ec7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Port': ['ID=9669c786-4153-4c1f-bea8-10fef234452e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:05.085457 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f8f8b928-9ae0-496c-bf1a-dba2022d7ec7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7931571 Nov 04 10:37:05.088114 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41592) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:05.158154 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c31db7-15ac-4233-a4e1-72b3553edbfd tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:05.164297 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c31db7-15ac-4233-a4e1-72b3553edbfd tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:05.166376 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-76c31db7-15ac-4233-a4e1-72b3553edbfd tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0772963 Nov 04 10:37:05.169858 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41596) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:05.179056 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c89395fb-4786-42bd-848d-7ecc8cc145af req-759961e1-03a3-4251-ba6b-944dc434d41b tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.105 HTTP/1.1" status: 200 len: 1001 time: 0.1448815 Nov 04 10:37:05.345096 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b503db65-92cc-4a41-b0ab-d57261e0db86 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:37:05.364262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-ce8fa069-f08d-4650-ade0-58e7b4338523 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting port 9669c786-4153-4c1f-bea8-10fef234452e {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:37:05.365798 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ce8fa069-f08d-4650-ade0-58e7b4338523 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:05.371080 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89395fb-4786-42bd-848d-7ecc8cc145af req-fd6c6879-66f7-4ff5-8653-e7a924a7a465 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:05.372592 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c89395fb-4786-42bd-848d-7ecc8cc145af req-fd6c6879-66f7-4ff5-8653-e7a924a7a465 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 784 time: 0.1819768 Nov 04 10:37:05.436578 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port b503db65-92cc-4a41-b0ab-d57261e0db86 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:05.437356 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:05.483450 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c89395fb-4786-42bd-848d-7ecc8cc145af req-18ab6701-105e-4153-b5e6-2b5755e6ea63 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.105 HTTP/1.1" status: 200 len: 1001 time: 0.1003072 Nov 04 10:37:05.489832 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-c89395fb-4786-42bd-848d-7ecc8cc145af req-b0ce08d6-2ce2-4709-ab4e-48acdf341a85 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:05.523076 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-61a0b1c3-2480-4d4d-8b12-b0e686a0a2c9 None None] Provisioning complete for port b503db65-92cc-4a41-b0ab-d57261e0db86 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:05.524065 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-61a0b1c3-2480-4d4d-8b12-b0e686a0a2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:05.565566 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ce8fa069-f08d-4650-ade0-58e7b4338523 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:05.582964 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-ce8fa069-f08d-4650-ade0-58e7b4338523 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Calling delete_port for 9669c786-4153-4c1f-bea8-10fef234452e owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:37:05.618855 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c89395fb-4786-42bd-848d-7ecc8cc145af req-b0ce08d6-2ce2-4709-ab4e-48acdf341a85 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks [] for floatingip, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:05.725853 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-61a0b1c3-2480-4d4d-8b12-b0e686a0a2c9 None None] Provisioning complete for port 9669c786-4153-4c1f-bea8-10fef234452e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:05.726500 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-61a0b1c3-2480-4d4d-8b12-b0e686a0a2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:05.765830 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-61a0b1c3-2480-4d4d-8b12-b0e686a0a2c9 None None] Port 9669c786-4153-4c1f-bea8-10fef234452e cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:37:05.818386 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497de189-8f23-446f-bb63-df96c2c3f117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ea008a-8c85-4c8d-98e7-1edd5e0076b5'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:37:05.821000 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3215885b-24b4-48ec-910d-2413b0f7941b" -d '{"events": [{"server_uuid": "497de189-8f23-446f-bb63-df96c2c3f117", "name": "network-vif-plugged", "status": "completed", "tag": "c0ea008a-8c85-4c8d-98e7-1edd5e0076b5"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:37:05.884374 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-94257b5f-1430-45d4-be67-e8e36365daae None None] Could not find standard attr ID for object 9148c699-c88c-4bf9-88ae-123d714f2edb. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:37:05.901472 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c89395fb-4786-42bd-848d-7ecc8cc145af req-b0ce08d6-2ce2-4709-ab4e-48acdf341a85 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:05.917837 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c89395fb-4786-42bd-848d-7ecc8cc145af req-b0ce08d6-2ce2-4709-ab4e-48acdf341a85 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:05.918824 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [req-c89395fb-4786-42bd-848d-7ecc8cc145af req-b0ce08d6-2ce2-4709-ab4e-48acdf341a85 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Floating IP 655ff941-8aef-41c2-ae03-823b422f7ba3 disassociated. External IP: 172.25.7.105, port: 2d236bba-1205-4fb0-ba52-f3e4528ebcf6. Nov 04 10:37:05.920979 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ce8fa069-f08d-4650-ade0-58e7b4338523 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:05.972194 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fa069-f08d-4650-ade0-58e7b4338523 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Port': ['ID=9669c786-4153-4c1f-bea8-10fef234452e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:06.023538 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ce8fa069-f08d-4650-ade0-58e7b4338523 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:06.034689 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ce8fa069-f08d-4650-ade0-58e7b4338523 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/9669c786-4153-4c1f-bea8-10fef234452e HTTP/1.1" status: 204 len: 168 time: 0.8608503 Nov 04 10:37:06.034808 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41650) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:06.120858 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e571f83-4ce1-4eb8-946b-01859141192f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:06.128780 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e571f83-4ce1-4eb8-946b-01859141192f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:06.132992 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5e571f83-4ce1-4eb8-946b-01859141192f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0947526 Nov 04 10:37:06.136954 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41652) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:06.242685 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe121c0-57e2-44c3-8b97-c3a8b904a612 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet 2114cd6c-df76-43f9-868b-e4658e5bb068 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:37:06.247848 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ffe121c0-57e2-44c3-8b97-c3a8b904a612 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:06.298308 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ffe121c0-57e2-44c3-8b97-c3a8b904a612 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:06.312731 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-00a28c09-ce53-426a-b722-1a9ff991f5fc None None] Could not find standard attr ID for object e998a34a-9dda-40d6-ac8a-fbd6b5cdfb93. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:37:06.322751 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c89395fb-4786-42bd-848d-7ecc8cc145af req-b0ce08d6-2ce2-4709-ab4e-48acdf341a85 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Router c2f7f65c-0467-4e57-93c6-0d2165582366 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:37:06.427101 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ffe121c0-57e2-44c3-8b97-c3a8b904a612 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:06.465948 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c89395fb-4786-42bd-848d-7ecc8cc145af req-b0ce08d6-2ce2-4709-ab4e-48acdf341a85 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:37:06.473812 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c89395fb-4786-42bd-848d-7ecc8cc145af req-b0ce08d6-2ce2-4709-ab4e-48acdf341a85 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:06.478705 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49655de-f1bd-40b3-a153-1ae00adba076 None None] Sync routers for ids ['c2f7f65c-0467-4e57-93c6-0d2165582366'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:37:06.496778 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49655de-f1bd-40b3-a153-1ae00adba076 None None] Routers {'c2f7f65c-0467-4e57-93c6-0d2165582366'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:37:06.498595 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-d49655de-f1bd-40b3-a153-1ae00adba076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:36:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c2f7f65c-0467-4e57-93c6-0d2165582366'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:06.561394 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c89395fb-4786-42bd-848d-7ecc8cc145af req-b0ce08d6-2ce2-4709-ab4e-48acdf341a85 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "PUT /v2.0/floatingips/655ff941-8aef-41c2-ae03-823b422f7ba3 HTTP/1.1" status: 200 len: 695 time: 1.0747674 Nov 04 10:37:06.571340 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ffe121c0-57e2-44c3-8b97-c3a8b904a612 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:06.609612 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ffe121c0-57e2-44c3-8b97-c3a8b904a612 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:06.613406 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ffe121c0-57e2-44c3-8b97-c3a8b904a612 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/2114cd6c-df76-43f9-868b-e4658e5bb068 HTTP/1.1" status: 204 len: 168 time: 0.4754169 Nov 04 10:37:06.621709 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 41658) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:06.632108 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe121c0-57e2-44c3-8b97-c3a8b904a612 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=2114cd6c-df76-43f9-868b-e4658e5bb068,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:06.702621 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-065bc7bc-e39e-492e-b08c-893862719a63 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0765047 Nov 04 10:37:06.705659 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41666) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:06.714730 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a1c51c5d-e61e-4535-a191-7266b3ec630e None None] Could not find standard attr ID for object 9669c786-4153-4c1f-bea8-10fef234452e. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:37:06.728038 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89395fb-4786-42bd-848d-7ecc8cc145af req-4a45e7dc-731e-4301-b898-16dd4012600a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:06.729777 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c89395fb-4786-42bd-848d-7ecc8cc145af req-4a45e7dc-731e-4301-b898-16dd4012600a service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=6ff8607a595c4654bc768d3625c74fa2&device_id=ef140ca8-281b-4f2e-85a2-4673ac09035b HTTP/1.1" status: 200 len: 1096 time: 0.1537983 Nov 04 10:37:06.781810 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-d49655de-f1bd-40b3-a153-1ae00adba076 None None] Set router c2f7f65c-0467-4e57-93c6-0d2165582366 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:37:06.809320 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd29c5d-a9ad-475e-ae14-1cdcc4f886f2 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:06.810881 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ddd29c5d-a9ad-475e-ae14-1cdcc4f886f2 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1041696 Nov 04 10:37:06.813411 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41684) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:06.898018 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4e9b23-0279-4292-bb1c-fff37ed989ea tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:06.900996 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3e4e9b23-0279-4292-bb1c-fff37ed989ea tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0865006 Nov 04 10:37:06.904908 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41690) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:06.918425 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89395fb-4786-42bd-848d-7ecc8cc145af req-9d66f245-bd9c-4566-8790-aeb985868b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:06.929667 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c89395fb-4786-42bd-848d-7ecc8cc145af req-9d66f245-bd9c-4566-8790-aeb985868b64 service neutron] 10.222.0.127 "GET /v2.0/networks?id=92ab5df3-727f-4009-aa65-b63a2390bdd1 HTTP/1.1" status: 200 len: 923 time: 0.1921432 Nov 04 10:37:06.962250 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-934c65eb-5e19-4f02-b503-11679c758e9a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559762 Nov 04 10:37:06.966911 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41696) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:06.976011 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-92579bcb-b5eb-4d50-a36d-937d6d012611 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:06.992577 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c89395fb-4786-42bd-848d-7ecc8cc145af req-8d23b7b1-4cf4-4033-bd72-3fb14f882511 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d236bba-1205-4fb0-ba52-f3e4528ebcf6 HTTP/1.1" status: 200 len: 217 time: 0.0617912 Nov 04 10:37:07.045436 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89395fb-4786-42bd-848d-7ecc8cc145af req-30474662-d5b4-432f-aacd-ff481300cacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:07.055036 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c89395fb-4786-42bd-848d-7ecc8cc145af req-30474662-d5b4-432f-aacd-ff481300cacd service neutron] 10.222.0.127 "GET /v2.0/subnets?id=ea66aad5-9af1-4fd7-8561-7ab30f09cec4 HTTP/1.1" status: 200 len: 860 time: 0.0612121 Nov 04 10:37:07.069791 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126a6fd4-db40-4807-a3be-bb80ece2fff0 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:37:07.106987 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89395fb-4786-42bd-848d-7ecc8cc145af req-b33c31d7-bd66-40c1-b643-ef8c09a89b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:07.118555 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c89395fb-4786-42bd-848d-7ecc8cc145af req-b33c31d7-bd66-40c1-b643-ef8c09a89b46 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=92ab5df3-727f-4009-aa65-b63a2390bdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621164 Nov 04 10:37:07.192157 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92579bcb-b5eb-4d50-a36d-937d6d012611 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:37:07.196909 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-92579bcb-b5eb-4d50-a36d-937d6d012611 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:07.265492 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c89395fb-4786-42bd-848d-7ecc8cc145af req-b634212f-fdbb-4ffa-859b-fb6eb01c7754 service neutron] 10.222.0.127 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456707 Nov 04 10:37:07.319344 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-d49655de-f1bd-40b3-a153-1ae00adba076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-router', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:57Z', 'updated_at': '2021-11-04T10:36:03Z', 'revision_number': 4, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'gw_port': {'id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:58Z', 'updated_at': '2021-11-04T10:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '0124299d-6b0d-4166-a5cc-859b989b3080', 'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'mac_address': 'fa:16:3e:05:63:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:36:01Z', 'updated_at': '2021-11-04T10:36:09Z', 'revision_number': 5, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'subnets': [{'id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:07.388983 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49655de-f1bd-40b3-a153-1ae00adba076 None None] Checking router: c2f7f65c-0467-4e57-93c6-0d2165582366 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:37:07.409911 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da84e57-c0f4-4a46-9293-38bcd1ba9511 None None] DHCP port deletion for bc5af6f0-5063-4ccc-959e-90459430dabc request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:37:07.415747 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49655de-f1bd-40b3-a153-1ae00adba076 None None] Routers {'c2f7f65c-0467-4e57-93c6-0d2165582366'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:37:07.416625 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-d49655de-f1bd-40b3-a153-1ae00adba076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:36:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c2f7f65c-0467-4e57-93c6-0d2165582366'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:07.542857 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c89395fb-4786-42bd-848d-7ecc8cc145af req-6ea6d499-2f36-464c-bab4-1c57507c7423 service neutron] 10.222.0.127 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674251 Nov 04 10:37:07.585148 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-1b0bd746-3853-4c03-a2a4-d3ffe2c9f374 req-7adcfbd9-78e4-4580-b26a-b998cce2d679 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1224282459', 'description': 'tempest-description-1971786309'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:07.603372 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-92579bcb-b5eb-4d50-a36d-937d6d012611 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:07.609544 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-d49655de-f1bd-40b3-a153-1ae00adba076 None None] Set router c2f7f65c-0467-4e57-93c6-0d2165582366 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:37:07.645168 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1b0bd746-3853-4c03-a2a4-d3ffe2c9f374 req-7adcfbd9-78e4-4580-b26a-b998cce2d679 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:07.653169 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92579bcb-b5eb-4d50-a36d-937d6d012611 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:37:07.656554 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-92579bcb-b5eb-4d50-a36d-937d6d012611 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:07.663035 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92579bcb-b5eb-4d50-a36d-937d6d012611 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:07.668860 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-92579bcb-b5eb-4d50-a36d-937d6d012611 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:07.709618 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92579bcb-b5eb-4d50-a36d-937d6d012611 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=aa9d73b5-2108-48d2-87ed-352eb4bc72a1,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:07.729045 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-92579bcb-b5eb-4d50-a36d-937d6d012611 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7610097 Nov 04 10:37:07.731783 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41702) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:07.737675 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-72be0ecf-3892-43f0-8edc-49c24308d83c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'fixed_ips': [{'subnet_id': 'aa9d73b5-2108-48d2-87ed-352eb4bc72a1', 'ip_address': '2001:db8::f3ec:8079:c132:e1d'}], 'name': 'tempest-NetworksTestDHCPv6-498299029'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:07.779779 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1b0bd746-3853-4c03-a2a4-d3ffe2c9f374 req-7adcfbd9-78e4-4580-b26a-b998cce2d679 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:07.787426 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1b0bd746-3853-4c03-a2a4-d3ffe2c9f374 req-7adcfbd9-78e4-4580-b26a-b998cce2d679 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:07.850440 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adcfbd9-78e4-4580-b26a-b998cce2d679 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80c0d7ca-c599-4207-95c6-944db72fd922,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:07.856669 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1b0bd746-3853-4c03-a2a4-d3ffe2c9f374 req-7adcfbd9-78e4-4580-b26a-b998cce2d679 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:07.857963 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b0bd746-3853-4c03-a2a4-d3ffe2c9f374 req-7adcfbd9-78e4-4580-b26a-b998cce2d679 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2793899 Nov 04 10:37:07.965921 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72be0ecf-3892-43f0-8edc-49c24308d83c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:37:08.044419 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-0da84e57-c0f4-4a46-9293-38bcd1ba9511 None None] Deleting port b503db65-92cc-4a41-b0ab-d57261e0db86 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:37:08.044800 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0da84e57-c0f4-4a46-9293-38bcd1ba9511 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:08.115965 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e40f72-bf3a-4e3e-8d68-a6bfb4ecea09 req-6b3cb002-2bdf-4c93-8386-90ffc7a9e538 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:08.122092 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-91e40f72-bf3a-4e3e-8d68-a6bfb4ecea09 req-6b3cb002-2bdf-4c93-8386-90ffc7a9e538 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.127 "GET /v2.0/ports?device_id=de406587-3152-4afe-a194-44e509de2f94 HTTP/1.1" status: 200 len: 947 time: 0.1204913 Nov 04 10:37:08.124696 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72be0ecf-3892-43f0-8edc-49c24308d83c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:08.171484 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-72be0ecf-3892-43f0-8edc-49c24308d83c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] device_id is not set on port 55279eeb-aafe-4e9c-b1eb-edb8411151f2 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:37:08.211260 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-91e40f72-bf3a-4e3e-8d68-a6bfb4ecea09 req-ad74b63e-822f-4503-a0b2-beb06873d975 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.127 "GET /v2.0/security-groups?id=66b7c381-0407-44be-8812-2b9914358438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779617 Nov 04 10:37:08.239509 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-0da84e57-c0f4-4a46-9293-38bcd1ba9511 None None] For port b503db65-92cc-4a41-b0ab-d57261e0db86, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b503db65-92cc-4a41-b0ab-d57261e0db86,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:08.241213 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0da84e57-c0f4-4a46-9293-38bcd1ba9511 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:08.308600 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-0da84e57-c0f4-4a46-9293-38bcd1ba9511 None None] Calling delete_port for b503db65-92cc-4a41-b0ab-d57261e0db86 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:37:08.340452 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 04 Nov 2021 10:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf8ad04-0593-4fe0-9952-f7d8e15039c2 x-openstack-request-id: req-adf8ad04-0593-4fe0-9952-f7d8e15039c2 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:37:08.341676 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89a21bf2-8be3-4eac-8b14-f0f094c94ab1", "tag": "307f6daf-3498-40f9-9f5d-bc0b74948b44", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ef140ca8-281b-4f2e-85a2-4673ac09035b", "tag": "2d236bba-1205-4fb0-ba52-f3e4528ebcf6", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:37:08.342128 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-adf8ad04-0593-4fe0-9952-f7d8e15039c2 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:37:08.342915 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89a21bf2-8be3-4eac-8b14-f0f094c94ab1', 'tag': '307f6daf-3498-40f9-9f5d-bc0b74948b44', 'status': 'completed', 'code': 200} Nov 04 10:37:08.343996 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef140ca8-281b-4f2e-85a2-4673ac09035b', 'tag': '2d236bba-1205-4fb0-ba52-f3e4528ebcf6', 'status': 'completed', 'code': 200} Nov 04 10:37:08.434646 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-d49655de-f1bd-40b3-a153-1ae00adba076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-router', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:57Z', 'updated_at': '2021-11-04T10:36:03Z', 'revision_number': 4, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'gw_port': {'id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:58Z', 'updated_at': '2021-11-04T10:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '0124299d-6b0d-4166-a5cc-859b989b3080', 'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'mac_address': 'fa:16:3e:05:63:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:36:01Z', 'updated_at': '2021-11-04T10:36:09Z', 'revision_number': 5, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'subnets': [{'id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:08.480923 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49655de-f1bd-40b3-a153-1ae00adba076 None None] The sync data for ids ['c2f7f65c-0467-4e57-93c6-0d2165582366'] in n-d-816629-1 is: [{'id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-router', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:57Z', 'updated_at': '2021-11-04T10:36:03Z', 'revision_number': 4, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'gw_port': {'id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:58Z', 'updated_at': '2021-11-04T10:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '0124299d-6b0d-4166-a5cc-859b989b3080', 'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'mac_address': 'fa:16:3e:05:63:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:36:01Z', 'updated_at': '2021-11-04T10:36:09Z', 'revision_number': 5, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'subnets': [{'id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:37:08.510015 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c57df-4add-4d0b-96d4-665a39ac6585 req-e17c46fb-c31d-483c-af89-9803994ea394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:08.513889 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a0c57df-4add-4d0b-96d4-665a39ac6585 req-e17c46fb-c31d-483c-af89-9803994ea394 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6ff8607a595c4654bc768d3625c74fa2&device_id=ef140ca8-281b-4f2e-85a2-4673ac09035b HTTP/1.1" status: 200 len: 1096 time: 0.1401045 Nov 04 10:37:08.561789 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0da84e57-c0f4-4a46-9293-38bcd1ba9511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:08.645700 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da84e57-c0f4-4a46-9293-38bcd1ba9511 None None] No DVR routers for this DVR port b503db65-92cc-4a41-b0ab-d57261e0db86 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:37:08.660558 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da84e57-c0f4-4a46-9293-38bcd1ba9511 None None] Pushing event deleted for resources: {'Port': ['ID=b503db65-92cc-4a41-b0ab-d57261e0db86,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:08.661139 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c57df-4add-4d0b-96d4-665a39ac6585 req-f3d9a754-8e3d-4934-a2ae-13429a6ad381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:08.662887 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a0c57df-4add-4d0b-96d4-665a39ac6585 req-f3d9a754-8e3d-4934-a2ae-13429a6ad381 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=6ff8607a595c4654bc768d3625c74fa2&device_id=89a21bf2-8be3-4eac-8b14-f0f094c94ab1 HTTP/1.1" status: 200 len: 1096 time: 0.2209520 Nov 04 10:37:08.693909 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b04080e-4264-4528-a248-a55b99cec349 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:37:08.700994 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-72be0ecf-3892-43f0-8edc-49c24308d83c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 2001:db8::f3ec:8079:c132:e1d (bc5af6f0-5063-4ccc-959e-90459430dabc/aa9d73b5-2108-48d2-87ed-352eb4bc72a1/55279eeb-aafe-4e9c-b1eb-edb8411151f2) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:37:08.907965 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c57df-4add-4d0b-96d4-665a39ac6585 req-e82db3e4-5ac0-4e43-94cc-32687a063d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:08.913811 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a0c57df-4add-4d0b-96d4-665a39ac6585 req-e82db3e4-5ac0-4e43-94cc-32687a063d52 service neutron] 10.222.0.126 "GET /v2.0/networks?id=92ab5df3-727f-4009-aa65-b63a2390bdd1 HTTP/1.1" status: 200 len: 923 time: 0.2362916 Nov 04 10:37:08.917217 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504db4b-f981-4f8f-8ebe-a5558c35dbf5 req-1d874fb6-5706-464f-855f-dd8462c9a964 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:08.937044 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce293b1-2838-43b1-add7-63c84dc2c685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-bc5af6f0-5063-4ccc-959e-90459430dabc', 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'fixed_ips': [{'subnet_id': 'aa9d73b5-2108-48d2-87ed-352eb4bc72a1'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:37:08.938228 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7ce293b1-2838-43b1-add7-63c84dc2c685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:08.942129 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d504db4b-f981-4f8f-8ebe-a5558c35dbf5 req-1d874fb6-5706-464f-855f-dd8462c9a964 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=497de189-8f23-446f-bb63-df96c2c3f117 HTTP/1.1" status: 200 len: 945 time: 0.2934797 Nov 04 10:37:08.973266 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c57df-4add-4d0b-96d4-665a39ac6585 req-bdb8751c-8264-422f-b15f-e64a246fae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:08.985026 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a0c57df-4add-4d0b-96d4-665a39ac6585 req-bdb8751c-8264-422f-b15f-e64a246fae81 service neutron] 10.222.0.121 "GET /v2.0/networks?id=92ab5df3-727f-4009-aa65-b63a2390bdd1 HTTP/1.1" status: 200 len: 923 time: 0.4606347 Nov 04 10:37:09.029015 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15afddf7-8b1e-431c-aed8-27c09166e47b None None] New status for floating IP 655ff941-8aef-41c2-ae03-823b422f7ba3: DOWN {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:37:09.077464 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a0c57df-4add-4d0b-96d4-665a39ac6585 req-88619ecd-a1bf-4568-ba56-1eceee4612e5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d236bba-1205-4fb0-ba52-f3e4528ebcf6 HTTP/1.1" status: 200 len: 217 time: 0.0690601 Nov 04 10:37:09.095692 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d504db4b-f981-4f8f-8ebe-a5558c35dbf5 req-0d2a1d48-b74d-439a-aa73-bf9162d19234 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456313 Nov 04 10:37:09.107758 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a0c57df-4add-4d0b-96d4-665a39ac6585 req-98d8511d-0217-497e-bb6a-efddbd052f4c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=307f6daf-3498-40f9-9f5d-bc0b74948b44 HTTP/1.1" status: 200 len: 217 time: 0.1089044 Nov 04 10:37:09.165525 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e835dc1-0bfe-405a-adeb-a2a9deffd648 x-openstack-request-id: req-0e835dc1-0bfe-405a-adeb-a2a9deffd648 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:37:09.165827 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497de189-8f23-446f-bb63-df96c2c3f117", "name": "network-vif-plugged", "status": "completed", "tag": "c0ea008a-8c85-4c8d-98e7-1edd5e0076b5", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:37:09.166094 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-0e835dc1-0bfe-405a-adeb-a2a9deffd648 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:37:09.166492 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497de189-8f23-446f-bb63-df96c2c3f117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ea008a-8c85-4c8d-98e7-1edd5e0076b5', 'code': 200} Nov 04 10:37:09.192093 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c57df-4add-4d0b-96d4-665a39ac6585 req-1d0c0bac-2670-41ed-bd64-56be0ccbe5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:09.210669 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a0c57df-4add-4d0b-96d4-665a39ac6585 req-1d0c0bac-2670-41ed-bd64-56be0ccbe5ca service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ea66aad5-9af1-4fd7-8561-7ab30f09cec4 HTTP/1.1" status: 200 len: 860 time: 0.1138868 Nov 04 10:37:09.264797 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c57df-4add-4d0b-96d4-665a39ac6585 req-76d0e544-1abe-473f-bf48-bc335e4a93f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:09.266392 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a0c57df-4add-4d0b-96d4-665a39ac6585 req-76d0e544-1abe-473f-bf48-bc335e4a93f8 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=ea66aad5-9af1-4fd7-8561-7ab30f09cec4 HTTP/1.1" status: 200 len: 860 time: 0.1181602 Nov 04 10:37:09.320880 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b503db65-92cc-4a41-b0ab-d57261e0db86 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:37:09.339886 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c57df-4add-4d0b-96d4-665a39ac6585 req-22aee55d-75a4-4557-a2b6-68679bc85a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:09.352046 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a0c57df-4add-4d0b-96d4-665a39ac6585 req-22aee55d-75a4-4557-a2b6-68679bc85a8a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=92ab5df3-727f-4009-aa65-b63a2390bdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213632 Nov 04 10:37:09.352295 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: b503db65-92cc-4a41-b0ab-d57261e0db86 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:37:09.352572 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b503db65-92cc-4a41-b0ab-d57261e0db86 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:37:09.448160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c57df-4add-4d0b-96d4-665a39ac6585 req-36ed5b4c-442e-4bdd-bae8-7368f6542584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:09.450307 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a0c57df-4add-4d0b-96d4-665a39ac6585 req-36ed5b4c-442e-4bdd-bae8-7368f6542584 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=92ab5df3-727f-4009-aa65-b63a2390bdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1350501 Nov 04 10:37:09.556139 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72be0ecf-3892-43f0-8edc-49c24308d83c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:09.559827 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aef046-b79c-450b-820e-51ac87854592 req-627e32cb-deae-4564-b920-3d9e2da6afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:09.560860 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-91aef046-b79c-450b-820e-51ac87854592 req-627e32cb-deae-4564-b920-3d9e2da6afe3 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=497de189-8f23-446f-bb63-df96c2c3f117 HTTP/1.1" status: 200 len: 1096 time: 0.2902961 Nov 04 10:37:09.577286 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7395f9ab-3797-4e98-a8f2-3883c39ffceb req-195d6e53-05f0-4a8c-a2e7-cddaf13262c7 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups/80c0d7ca-c599-4207-95c6-944db72fd922 HTTP/1.1" status: 200 len: 1820 time: 0.1114120 Nov 04 10:37:09.583502 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a0c57df-4add-4d0b-96d4-665a39ac6585 req-72b2117d-c27a-4cab-921e-b0ae3cf9244f service neutron] 10.222.0.121 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229378 Nov 04 10:37:09.595453 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-7395f9ab-3797-4e98-a8f2-3883c39ffceb req-bab1d656-47a4-406c-ab09-af23974ea212 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Request body: {'security_group': {'name': 'tempest-sg-hth-786456085', 'description': 'tempest-description-hth-478900085'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:09.597059 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a0c57df-4add-4d0b-96d4-665a39ac6585 req-ea06fdbf-2e86-40a4-ad22-1319369ff33b service neutron] 10.222.0.126 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341040 Nov 04 10:37:09.708510 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-91aef046-b79c-450b-820e-51ac87854592 req-6aa569a3-5138-468a-8573-f48e37b1b62b service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321840 Nov 04 10:37:09.720732 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7395f9ab-3797-4e98-a8f2-3883c39ffceb req-bab1d656-47a4-406c-ab09-af23974ea212 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:09.728199 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72be0ecf-3892-43f0-8edc-49c24308d83c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:09.797243 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a0c57df-4add-4d0b-96d4-665a39ac6585 req-d6e64b86-f596-4fd9-8440-d7c28d56506a service neutron] 10.222.0.126 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899564 Nov 04 10:37:09.809471 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7395f9ab-3797-4e98-a8f2-3883c39ffceb req-bab1d656-47a4-406c-ab09-af23974ea212 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:09.819994 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7395f9ab-3797-4e98-a8f2-3883c39ffceb req-bab1d656-47a4-406c-ab09-af23974ea212 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:09.824113 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7395f9ab-3797-4e98-a8f2-3883c39ffceb req-bab1d656-47a4-406c-ab09-af23974ea212 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:09.826290 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7395f9ab-3797-4e98-a8f2-3883c39ffceb req-bab1d656-47a4-406c-ab09-af23974ea212 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "PUT /v2.0/security-groups/80c0d7ca-c599-4207-95c6-944db72fd922 HTTP/1.1" status: 200 len: 1792 time: 0.2416990 Nov 04 10:37:09.828521 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72be0ecf-3892-43f0-8edc-49c24308d83c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:37:09.831391 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-72be0ecf-3892-43f0-8edc-49c24308d83c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:09.833833 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72be0ecf-3892-43f0-8edc-49c24308d83c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:37:09.844708 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72be0ecf-3892-43f0-8edc-49c24308d83c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:09.845446 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72be0ecf-3892-43f0-8edc-49c24308d83c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:09.850470 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be0ecf-3892-43f0-8edc-49c24308d83c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Port': ['ID=55279eeb-aafe-4e9c-b1eb-edb8411151f2,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:09.852041 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-7ce293b1-2838-43b1-add7-63c84dc2c685 None None] Allocated IP 2001:db8::2 (bc5af6f0-5063-4ccc-959e-90459430dabc/aa9d73b5-2108-48d2-87ed-352eb4bc72a1/a1de9437-e176-4aff-9c29-5de894450874) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:37:09.883750 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-72be0ecf-3892-43f0-8edc-49c24308d83c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1509075 Nov 04 10:37:09.886565 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41728) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:09.898912 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1d656-47a4-406c-ab09-af23974ea212 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80c0d7ca-c599-4207-95c6-944db72fd922,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:09.957780 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a0c57df-4add-4d0b-96d4-665a39ac6585 req-849dd45b-f991-461a-9df0-afd035ab16b4 service neutron] 10.222.0.121 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550012 Nov 04 10:37:10.025463 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed3c7fb-2591-4f69-9723-bbcee943ceee tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:10.027072 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4ed3c7fb-2591-4f69-9723-bbcee943ceee tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1395073 Nov 04 10:37:10.030089 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41732) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:10.116842 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52f12a-1112-4f02-9fc5-9377b5d31a2f req-a41e929d-f621-4d6d-83c0-93cb89e16c99 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:10.118691 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b52f12a-1112-4f02-9fc5-9377b5d31a2f req-a41e929d-f621-4d6d-83c0-93cb89e16c99 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/ports?device_id=89a21bf2-8be3-4eac-8b14-f0f094c94ab1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0755115 Nov 04 10:37:10.122193 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7ce293b1-2838-43b1-add7-63c84dc2c685 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:10.134210 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7ce293b1-2838-43b1-add7-63c84dc2c685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:10.179041 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-e793f109-7da5-45dc-8a28-444dc12e5303 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting port 55279eeb-aafe-4e9c-b1eb-edb8411151f2 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:37:10.180099 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e793f109-7da5-45dc-8a28-444dc12e5303 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:10.195462 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b52f12a-1112-4f02-9fc5-9377b5d31a2f req-026d3d8b-2665-44c9-87e0-ce5bdeb9276b tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.105 HTTP/1.1" status: 200 len: 696 time: 0.0692077 Nov 04 10:37:10.207827 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-0b52f12a-1112-4f02-9fc5-9377b5d31a2f req-c6938a44-accf-48d1-ab5c-5408c26984f1 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Request body: {'floatingip': {'port_id': '307f6daf-3498-40f9-9f5d-bc0b74948b44', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:10.214253 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce293b1-2838-43b1-add7-63c84dc2c685 None None] Pushing event updated for resources: {'Port': ['ID=a1de9437-e176-4aff-9c29-5de894450874,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:10.227465 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce293b1-2838-43b1-add7-63c84dc2c685 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:37:10.229539 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-7ce293b1-2838-43b1-add7-63c84dc2c685 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:10.239811 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce293b1-2838-43b1-add7-63c84dc2c685 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:37:10.272210 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0b52f12a-1112-4f02-9fc5-9377b5d31a2f req-c6938a44-accf-48d1-ab5c-5408c26984f1 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks [] for floatingip, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:10.314670 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e793f109-7da5-45dc-8a28-444dc12e5303 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:10.317325 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-7ce293b1-2838-43b1-add7-63c84dc2c685 None None] Attempting to bind port a1de9437-e176-4aff-9c29-5de894450874 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:37:10.317703 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-7ce293b1-2838-43b1-add7-63c84dc2c685 None None] Attempting to bind port a1de9437-e176-4aff-9c29-5de894450874 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:37:10.318067 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce293b1-2838-43b1-add7-63c84dc2c685 None None] Attempting to bind port a1de9437-e176-4aff-9c29-5de894450874 on network bc5af6f0-5063-4ccc-959e-90459430dabc {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:37:10.324253 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce293b1-2838-43b1-add7-63c84dc2c685 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:37:10.325082 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce293b1-2838-43b1-add7-63c84dc2c685 None None] Checking segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:37:10.325208 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7ce293b1-2838-43b1-add7-63c84dc2c685 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:10.325571 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce293b1-2838-43b1-add7-63c84dc2c685 None None] Bound using segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:37:10.326047 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-7ce293b1-2838-43b1-add7-63c84dc2c685 None None] Bound port: a1de9437-e176-4aff-9c29-5de894450874, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:37:10.326433 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7ce293b1-2838-43b1-add7-63c84dc2c685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:10.331387 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-e793f109-7da5-45dc-8a28-444dc12e5303 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Calling delete_port for 55279eeb-aafe-4e9c-b1eb-edb8411151f2 owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:37:10.349872 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef140ca8-281b-4f2e-85a2-4673ac09035b', 'tag': '2d236bba-1205-4fb0-ba52-f3e4528ebcf6'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:37:10.357405 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913c3d99-155e-4418-a1c3-4f9f17329b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef140ca8-281b-4f2e-85a2-4673ac09035b", "tag": "2d236bba-1205-4fb0-ba52-f3e4528ebcf6"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:37:10.423562 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-7ce293b1-2838-43b1-add7-63c84dc2c685 None None] For port a1de9437-e176-4aff-9c29-5de894450874, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:37:10.427276 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-7ce293b1-2838-43b1-add7-63c84dc2c685 None None] For port a1de9437-e176-4aff-9c29-5de894450874, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a1de9437-e176-4aff-9c29-5de894450874,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:37:10.436479 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7ce293b1-2838-43b1-add7-63c84dc2c685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:10.522650 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e793f109-7da5-45dc-8a28-444dc12e5303 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:10.538371 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce293b1-2838-43b1-add7-63c84dc2c685 None None] Pushing event updated for resources: {'Port': ['ID=a1de9437-e176-4aff-9c29-5de894450874,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:10.583634 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793f109-7da5-45dc-8a28-444dc12e5303 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Port': ['ID=55279eeb-aafe-4e9c-b1eb-edb8411151f2,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:10.630478 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e793f109-7da5-45dc-8a28-444dc12e5303 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:10.634283 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e793f109-7da5-45dc-8a28-444dc12e5303 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/55279eeb-aafe-4e9c-b1eb-edb8411151f2 HTTP/1.1" status: 204 len: 168 time: 0.6031437 Nov 04 10:37:10.636977 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41738) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:10.722591 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba22a29b-73ab-46f9-8554-6505f91d3df5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:10.727316 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba22a29b-73ab-46f9-8554-6505f91d3df5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:10.737118 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ba22a29b-73ab-46f9-8554-6505f91d3df5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0981641 Nov 04 10:37:10.755793 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41740) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:10.884619 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ac7143-7e2f-4093-bdb7-4945a02ad6ca tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet aa9d73b5-2108-48d2-87ed-352eb4bc72a1 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:37:10.890077 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-37ac7143-7e2f-4093-bdb7-4945a02ad6ca tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:10.956209 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-37ac7143-7e2f-4093-bdb7-4945a02ad6ca tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:11.075853 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0b52f12a-1112-4f02-9fc5-9377b5d31a2f req-c6938a44-accf-48d1-ab5c-5408c26984f1 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:11.083521 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0b52f12a-1112-4f02-9fc5-9377b5d31a2f req-c6938a44-accf-48d1-ab5c-5408c26984f1 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:11.093294 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-37ac7143-7e2f-4093-bdb7-4945a02ad6ca tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:11.213038 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-37ac7143-7e2f-4093-bdb7-4945a02ad6ca tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:11.233454 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [req-0b52f12a-1112-4f02-9fc5-9377b5d31a2f req-c6938a44-accf-48d1-ab5c-5408c26984f1 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Floating IP 655ff941-8aef-41c2-ae03-823b422f7ba3 associated. External IP: 172.25.7.105, port: 307f6daf-3498-40f9-9f5d-bc0b74948b44. Nov 04 10:37:11.252949 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac7143-7e2f-4093-bdb7-4945a02ad6ca tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=aa9d73b5-2108-48d2-87ed-352eb4bc72a1,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:11.255690 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-37ac7143-7e2f-4093-bdb7-4945a02ad6ca tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:11.259552 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-37ac7143-7e2f-4093-bdb7-4945a02ad6ca tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/aa9d73b5-2108-48d2-87ed-352eb4bc72a1 HTTP/1.1" status: 204 len: 168 time: 0.5022683 Nov 04 10:37:11.262150 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41746) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:11.348960 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1e17a65e-2479-4983-8d3b-2a6b59d51d17 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776963 Nov 04 10:37:11.348960 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41748) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:11.392038 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-a6b2b68f-c6bc-459e-9236-0f6471e183ee tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:11.567374 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a1de9437-e176-4aff-9c29-5de894450874 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:37:11.648578 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b2b68f-c6bc-459e-9236-0f6471e183ee tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:37:11.654019 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port a1de9437-e176-4aff-9c29-5de894450874 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:11.655848 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:11.659362 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a6b2b68f-c6bc-459e-9236-0f6471e183ee tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:11.812185 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:11.865420 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port a1de9437-e176-4aff-9c29-5de894450874, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a1de9437-e176-4aff-9c29-5de894450874,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:11.879239 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:11.963673 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cfc038-7e1e-4a1c-af36-802638c6ab33 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:37:12.013352 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=a1de9437-e176-4aff-9c29-5de894450874,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:12.069574 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-846ab5dc-4a5e-4afc-82d4-c920a1ad2aa9 None None] Provisioning complete for port a1de9437-e176-4aff-9c29-5de894450874 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:12.070273 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-846ab5dc-4a5e-4afc-82d4-c920a1ad2aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:12.115059 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c4d97-bae3-4b4d-8f9e-2ac98c9ecb98 req-99cd9159-302f-4355-a588-613c4d15d56a tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:12.116717 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4e0c4d97-bae3-4b4d-8f9e-2ac98c9ecb98 req-99cd9159-302f-4355-a588-613c4d15d56a tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.121 "GET /v2.0/ports?device_id=ef140ca8-281b-4f2e-85a2-4673ac09035b HTTP/1.1" status: 200 len: 945 time: 0.1132674 Nov 04 10:37:12.119715 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a6b2b68f-c6bc-459e-9236-0f6471e183ee tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:12.190555 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:12.199939 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b2b68f-c6bc-459e-9236-0f6471e183ee tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:37:12.205434 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-a6b2b68f-c6bc-459e-9236-0f6471e183ee tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:12.211242 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b2b68f-c6bc-459e-9236-0f6471e183ee tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:12.212199 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a6b2b68f-c6bc-459e-9236-0f6471e183ee tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:12.229307 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2b68f-c6bc-459e-9236-0f6471e183ee tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=7350d800-7a89-4b3c-a1c9-15d5faa05805,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:12.247786 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a6b2b68f-c6bc-459e-9236-0f6471e183ee tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8933873 Nov 04 10:37:12.248227 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41752) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:12.256940 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-920647da-f8fa-47dc-82ae-88a97d43f7a0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'fixed_ips': [{'subnet_id': '7350d800-7a89-4b3c-a1c9-15d5faa05805', 'ip_address': '2001:db8::3f30:917d:3052:c675'}], 'name': 'tempest-NetworksTestDHCPv6-69360779'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:12.286707 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b52f12a-1112-4f02-9fc5-9377b5d31a2f req-c6938a44-accf-48d1-ab5c-5408c26984f1 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Router c2f7f65c-0467-4e57-93c6-0d2165582366 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:37:12.292966 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbed47e-27fe-4712-87c8-1a4843a10d7f None None] DHCP port deletion for bc5af6f0-5063-4ccc-959e-90459430dabc request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:37:12.366329 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-4e0c4d97-bae3-4b4d-8f9e-2ac98c9ecb98 req-61e0ad32-2a8d-41c5-9577-08c16d85a277 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Deleting port 2d236bba-1205-4fb0-ba52-f3e4528ebcf6 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:37:12.366678 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-4e0c4d97-bae3-4b4d-8f9e-2ac98c9ecb98 req-61e0ad32-2a8d-41c5-9577-08c16d85a277 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:12.368955 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-4cbed47e-27fe-4712-87c8-1a4843a10d7f None None] Deleting port a1de9437-e176-4aff-9c29-5de894450874 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:37:12.369741 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4cbed47e-27fe-4712-87c8-1a4843a10d7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:12.442405 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920647da-f8fa-47dc-82ae-88a97d43f7a0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:37:12.449949 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-920647da-f8fa-47dc-82ae-88a97d43f7a0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:12.476495 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-920647da-f8fa-47dc-82ae-88a97d43f7a0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] device_id is not set on port 84083962-9aa6-4f51-bdd5-15bbb3f50888 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:37:12.491593 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-4cbed47e-27fe-4712-87c8-1a4843a10d7f None None] For port a1de9437-e176-4aff-9c29-5de894450874, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a1de9437-e176-4aff-9c29-5de894450874,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:12.492445 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4cbed47e-27fe-4712-87c8-1a4843a10d7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:12.513951 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-4cbed47e-27fe-4712-87c8-1a4843a10d7f None None] Calling delete_port for a1de9437-e176-4aff-9c29-5de894450874 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:37:12.523679 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b52f12a-1112-4f02-9fc5-9377b5d31a2f req-c6938a44-accf-48d1-ab5c-5408c26984f1 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:37:12.527551 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-4e0c4d97-bae3-4b4d-8f9e-2ac98c9ecb98 req-61e0ad32-2a8d-41c5-9577-08c16d85a277 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] For port 2d236bba-1205-4fb0-ba52-f3e4528ebcf6, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=2d236bba-1205-4fb0-ba52-f3e4528ebcf6,segment=NetworkSegment(d89c017d-306f-4669-8b75-b883e6faf378),segment_id=d89c017d-306f-4669-8b75-b883e6faf378)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:12.527918 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-4e0c4d97-bae3-4b4d-8f9e-2ac98c9ecb98 req-61e0ad32-2a8d-41c5-9577-08c16d85a277 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:12.533823 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0b52f12a-1112-4f02-9fc5-9377b5d31a2f req-c6938a44-accf-48d1-ab5c-5408c26984f1 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:12.541738 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397ef5ed-cb60-488c-a3f8-766ea8afcf06 None None] Sync routers for ids ['c2f7f65c-0467-4e57-93c6-0d2165582366'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:37:12.566335 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-4e0c4d97-bae3-4b4d-8f9e-2ac98c9ecb98 req-61e0ad32-2a8d-41c5-9577-08c16d85a277 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Calling delete_port for 2d236bba-1205-4fb0-ba52-f3e4528ebcf6 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:37:12.579734 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b52f12a-1112-4f02-9fc5-9377b5d31a2f req-c6938a44-accf-48d1-ab5c-5408c26984f1 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "PUT /v2.0/floatingips/655ff941-8aef-41c2-ae03-823b422f7ba3 HTTP/1.1" status: 200 len: 996 time: 2.3785164 Nov 04 10:37:12.606863 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397ef5ed-cb60-488c-a3f8-766ea8afcf06 None None] Routers {'c2f7f65c-0467-4e57-93c6-0d2165582366'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:37:12.607782 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-397ef5ed-cb60-488c-a3f8-766ea8afcf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:36:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c2f7f65c-0467-4e57-93c6-0d2165582366'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:12.681930 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52f12a-1112-4f02-9fc5-9377b5d31a2f req-1686c4e6-8f92-4dc4-ab1d-f1ed9cdc0a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:12.683394 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b52f12a-1112-4f02-9fc5-9377b5d31a2f req-1686c4e6-8f92-4dc4-ab1d-f1ed9cdc0a4a service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=6ff8607a595c4654bc768d3625c74fa2&device_id=89a21bf2-8be3-4eac-8b14-f0f094c94ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0693412 Nov 04 10:37:12.713679 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-920647da-f8fa-47dc-82ae-88a97d43f7a0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 2001:db8::3f30:917d:3052:c675 (bc5af6f0-5063-4ccc-959e-90459430dabc/7350d800-7a89-4b3c-a1c9-15d5faa05805/84083962-9aa6-4f51-bdd5-15bbb3f50888) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:37:12.836734 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-4e0c4d97-bae3-4b4d-8f9e-2ac98c9ecb98 req-61e0ad32-2a8d-41c5-9577-08c16d85a277 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:12.837592 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4cbed47e-27fe-4712-87c8-1a4843a10d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:12.845155 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52f12a-1112-4f02-9fc5-9377b5d31a2f req-6113db3e-c4d4-4960-89ea-7b2ac718fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:12.856668 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b52f12a-1112-4f02-9fc5-9377b5d31a2f req-6113db3e-c4d4-4960-89ea-7b2ac718fc02 service neutron] 10.222.0.127 "GET /v2.0/networks?id=92ab5df3-727f-4009-aa65-b63a2390bdd1 HTTP/1.1" status: 200 len: 923 time: 0.1630180 Nov 04 10:37:12.876250 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbed47e-27fe-4712-87c8-1a4843a10d7f None None] Pushing event deleted for resources: {'Port': ['ID=a1de9437-e176-4aff-9c29-5de894450874,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:12.878968 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['307f6daf-3498-40f9-9f5d-bc0b74948b44'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:37:12.882360 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['2d236bba-1205-4fb0-ba52-f3e4528ebcf6'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:37:12.934630 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-920647da-f8fa-47dc-82ae-88a97d43f7a0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:12.966609 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-397ef5ed-cb60-488c-a3f8-766ea8afcf06 None None] Set router c2f7f65c-0467-4e57-93c6-0d2165582366 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:37:12.969065 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0ad32-2a8d-41c5-9577-08c16d85a277 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Pushing event deleted for resources: {'Port': ['ID=2d236bba-1205-4fb0-ba52-f3e4528ebcf6,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:12.973863 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-920647da-f8fa-47dc-82ae-88a97d43f7a0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:12.980222 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbed47e-27fe-4712-87c8-1a4843a10d7f None None] No DVR routers for this DVR port a1de9437-e176-4aff-9c29-5de894450874 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:37:13.032094 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920647da-f8fa-47dc-82ae-88a97d43f7a0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:37:13.036119 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-920647da-f8fa-47dc-82ae-88a97d43f7a0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:13.048174 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920647da-f8fa-47dc-82ae-88a97d43f7a0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:37:13.053240 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920647da-f8fa-47dc-82ae-88a97d43f7a0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:13.054101 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-920647da-f8fa-47dc-82ae-88a97d43f7a0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:13.090729 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920647da-f8fa-47dc-82ae-88a97d43f7a0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Port': ['ID=84083962-9aa6-4f51-bdd5-15bbb3f50888,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:13.096938 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b52f12a-1112-4f02-9fc5-9377b5d31a2f req-a2eaf54c-4abf-4978-ba78-3605d83cf4af service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=307f6daf-3498-40f9-9f5d-bc0b74948b44 HTTP/1.1" status: 200 len: 999 time: 0.2392154 Nov 04 10:37:13.116671 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-920647da-f8fa-47dc-82ae-88a97d43f7a0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.8645875 Nov 04 10:37:13.117032 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41756) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:13.122536 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0c4d97-bae3-4b4d-8f9e-2ac98c9ecb98 req-61e0ad32-2a8d-41c5-9577-08c16d85a277 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] No DVR routers for this DVR port 2d236bba-1205-4fb0-ba52-f3e4528ebcf6 on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:37:13.127195 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-4e0c4d97-bae3-4b4d-8f9e-2ac98c9ecb98 req-61e0ad32-2a8d-41c5-9577-08c16d85a277 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:13.131495 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4e0c4d97-bae3-4b4d-8f9e-2ac98c9ecb98 req-61e0ad32-2a8d-41c5-9577-08c16d85a277 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.121 "DELETE /v2.0/ports/2d236bba-1205-4fb0-ba52-f3e4528ebcf6 HTTP/1.1" status: 204 len: 173 time: 1.0007496 Nov 04 10:37:13.146780 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccda490c-c46d-4071-880a-deb1a51e265b None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:37:13.207174 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eb9b7c-2931-462e-9a13-4a35579f40de tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:13.209014 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-33eb9b7c-2931-462e-9a13-4a35579f40de tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0909350 Nov 04 10:37:13.211641 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41758) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:13.217449 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52f12a-1112-4f02-9fc5-9377b5d31a2f req-917bf234-d67a-4c6e-8904-bf17c79f42ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:13.225756 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b52f12a-1112-4f02-9fc5-9377b5d31a2f req-917bf234-d67a-4c6e-8904-bf17c79f42ba service neutron] 10.222.0.127 "GET /v2.0/subnets?id=ea66aad5-9af1-4fd7-8561-7ab30f09cec4 HTTP/1.1" status: 200 len: 860 time: 0.1275153 Nov 04 10:37:13.301662 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52f12a-1112-4f02-9fc5-9377b5d31a2f req-cb353d24-f53d-4e5a-8f46-f8bf40b563dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:13.324182 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b52f12a-1112-4f02-9fc5-9377b5d31a2f req-cb353d24-f53d-4e5a-8f46-f8bf40b563dd service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=92ab5df3-727f-4009-aa65-b63a2390bdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972452 Nov 04 10:37:13.414939 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-51954017-03fc-46c7-bd3a-2e071038ecf1 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting port 84083962-9aa6-4f51-bdd5-15bbb3f50888 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:37:13.415533 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-51954017-03fc-46c7-bd3a-2e071038ecf1 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:13.466240 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b52f12a-1112-4f02-9fc5-9377b5d31a2f req-f284da32-d2f4-4238-8706-4757e0e54244 service neutron] 10.222.0.127 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405959 Nov 04 10:37:13.522418 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-51954017-03fc-46c7-bd3a-2e071038ecf1 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:13.531522 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a1de9437-e176-4aff-9c29-5de894450874 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:37:13.540078 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-51954017-03fc-46c7-bd3a-2e071038ecf1 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Calling delete_port for 84083962-9aa6-4f51-bdd5-15bbb3f50888 owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:37:13.590136 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: a1de9437-e176-4aff-9c29-5de894450874 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:37:13.590575 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a1de9437-e176-4aff-9c29-5de894450874 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:37:13.592036 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b52f12a-1112-4f02-9fc5-9377b5d31a2f req-9b8c0391-78ce-4da2-8503-f075e8407068 service neutron] 10.222.0.127 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127324 Nov 04 10:37:13.756953 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-51954017-03fc-46c7-bd3a-2e071038ecf1 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:13.808612 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9e25626d-6d57-48ea-84fd-997ccf15ba8d req-8bf68b08-d34d-4732-9c29-d12e945b57cb tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups/80c0d7ca-c599-4207-95c6-944db72fd922 HTTP/1.1" status: 200 len: 1792 time: 0.0801218 Nov 04 10:37:13.830055 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51954017-03fc-46c7-bd3a-2e071038ecf1 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Port': ['ID=84083962-9aa6-4f51-bdd5-15bbb3f50888,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:13.869965 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-51954017-03fc-46c7-bd3a-2e071038ecf1 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:13.870891 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-397ef5ed-cb60-488c-a3f8-766ea8afcf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-router', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:57Z', 'updated_at': '2021-11-04T10:36:03Z', 'revision_number': 4, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'gw_port': {'id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:58Z', 'updated_at': '2021-11-04T10:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '655ff941-8aef-41c2-ae03-823b422f7ba3', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'port_id': '307f6daf-3498-40f9-9f5d-bc0b74948b44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'mac_address': 'fa:16:3e:5a:1a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a21bf2-8be3-4eac-8b14-f0f094c94ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:36:26Z', 'updated_at': '2021-11-04T10:37:10Z', 'revision_number': 8, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0124299d-6b0d-4166-a5cc-859b989b3080', 'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'mac_address': 'fa:16:3e:05:63:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:36:01Z', 'updated_at': '2021-11-04T10:36:09Z', 'revision_number': 5, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'subnets': [{'id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:13.877856 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-51954017-03fc-46c7-bd3a-2e071038ecf1 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/84083962-9aa6-4f51-bdd5-15bbb3f50888 HTTP/1.1" status: 204 len: 168 time: 0.6648972 Nov 04 10:37:13.880592 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 41766) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:13.933490 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352b3def-9f18-44a0-b890-5223c29627d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-bc5af6f0-5063-4ccc-959e-90459430dabc', 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'fixed_ips': [{'subnet_id': '7350d800-7a89-4b3c-a1c9-15d5faa05805'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:37:13.934431 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-352b3def-9f18-44a0-b890-5223c29627d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:13.938619 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397ef5ed-cb60-488c-a3f8-766ea8afcf06 None None] Checking router: c2f7f65c-0467-4e57-93c6-0d2165582366 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:37:13.970639 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397ef5ed-cb60-488c-a3f8-766ea8afcf06 None None] Routers {'c2f7f65c-0467-4e57-93c6-0d2165582366'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:37:13.970916 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-397ef5ed-cb60-488c-a3f8-766ea8afcf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:36:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c2f7f65c-0467-4e57-93c6-0d2165582366'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:14.001694 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8b3698-b69c-4f46-9c15-f6b7121bdc95 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:14.003774 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8b3698-b69c-4f46-9c15-f6b7121bdc95 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:14.008570 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41768) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:14.008727 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-be8b3698-b69c-4f46-9c15-f6b7121bdc95 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1270220 Nov 04 10:37:14.023667 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca53e80-d9f3-40b9-9948-220d3184426c req-0a5f4d86-3129-4ac0-8e03-db4121ee2680 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:14.025512 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0ca53e80-d9f3-40b9-9948-220d3184426c req-0a5f4d86-3129-4ac0-8e03-db4121ee2680 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=497de189-8f23-446f-bb63-df96c2c3f117 HTTP/1.1" status: 200 len: 945 time: 0.0971668 Nov 04 10:37:14.092410 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-68664d3a-8b94-44e8-b2db-36e31111ac52 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet 7350d800-7a89-4b3c-a1c9-15d5faa05805 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:37:14.096722 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-68664d3a-8b94-44e8-b2db-36e31111ac52 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:14.118189 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0ca53e80-d9f3-40b9-9948-220d3184426c req-8195bec6-d2cb-4e7b-aaba-874f41e8187d tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854685 Nov 04 10:37:14.127870 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:37:14.173606 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-68664d3a-8b94-44e8-b2db-36e31111ac52 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:14.184008 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdcb291-8504-4734-9363-7ec5de8abeca x-openstack-request-id: req-acdcb291-8504-4734-9363-7ec5de8abeca {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:37:14.184566 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef140ca8-281b-4f2e-85a2-4673ac09035b", "tag": "2d236bba-1205-4fb0-ba52-f3e4528ebcf6", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:37:14.184566 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-acdcb291-8504-4734-9363-7ec5de8abeca {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:37:14.184967 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef140ca8-281b-4f2e-85a2-4673ac09035b', 'tag': '2d236bba-1205-4fb0-ba52-f3e4528ebcf6', 'status': 'completed', 'code': 200} Nov 04 10:37:14.185280 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-397ef5ed-cb60-488c-a3f8-766ea8afcf06 None None] Set router c2f7f65c-0467-4e57-93c6-0d2165582366 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:37:14.230532 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-913c3d99-155e-4418-a1c3-4f9f17329b3f req-916a11fa-6713-4c2b-ad29-7b1618877fe9 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6ff8607a595c4654bc768d3625c74fa2&device_id=ef140ca8-281b-4f2e-85a2-4673ac09035b HTTP/1.1" status: 200 len: 210 time: 0.0400481 Nov 04 10:37:14.252004 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-68664d3a-8b94-44e8-b2db-36e31111ac52 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:14.332132 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-68664d3a-8b94-44e8-b2db-36e31111ac52 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:14.373865 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68664d3a-8b94-44e8-b2db-36e31111ac52 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=7350d800-7a89-4b3c-a1c9-15d5faa05805,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:14.381977 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-68664d3a-8b94-44e8-b2db-36e31111ac52 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:14.386201 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-68664d3a-8b94-44e8-b2db-36e31111ac52 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/7350d800-7a89-4b3c-a1c9-15d5faa05805 HTTP/1.1" status: 204 len: 168 time: 0.3760543 Nov 04 10:37:14.389044 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41778) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:14.437544 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d57042cd-a12a-4521-bbcc-63a291c96390 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440903 Nov 04 10:37:14.438268 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41780) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:14.443641 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-5ed0c795-9593-4607-874e-bc98e878c81b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server [None req-352b3def-9f18-44a0-b890-5223c29627d3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7350d800-7a89-4b3c-a1c9-15d5faa05805: This subnet is being modified by another concurrent operation. Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 10:37:14.479508 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise exception Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7350d800-7a89-4b3c-a1c9-15d5faa05805: This subnet is being modified by another concurrent operation. Nov 04 10:37:14.484744 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Nov 04 10:37:14.545220 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c3d99-155e-4418-a1c3-4f9f17329b3f req-7c3e8d4d-51b8-4468-a68f-8e2a1a03dbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:14.546368 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-913c3d99-155e-4418-a1c3-4f9f17329b3f req-7c3e8d4d-51b8-4468-a68f-8e2a1a03dbaa service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=6ff8607a595c4654bc768d3625c74fa2&shared=False HTTP/1.1" status: 200 len: 923 time: 0.3056352 Nov 04 10:37:14.577109 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3ca5eac8-80ff-4f41-9ea8-5ef40744e176 req-3e34753e-3129-4a29-8ae8-003bc3041a36 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/floatingips/655ff941-8aef-41c2-ae03-823b422f7ba3 HTTP/1.1" status: 200 len: 996 time: 0.1500568 Nov 04 10:37:14.577941 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567389cc-76b6-4c4c-bb61-92359b96ff4f None None] get_active_networks_info from n-d-816629-1 {{(pid=101776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 10:37:14.629835 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed0c795-9593-4607-874e-bc98e878c81b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:37:14.638848 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c795-9593-4607-874e-bc98e878c81b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:14.706032 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:14.811221 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567389cc-76b6-4c4c-bb61-92359b96ff4f None None] Resources bound (agent type, host, resource id): {{(pid=101776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 10:37:14.838548 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-397ef5ed-cb60-488c-a3f8-766ea8afcf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-router', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:57Z', 'updated_at': '2021-11-04T10:36:03Z', 'revision_number': 4, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'gw_port': {'id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:58Z', 'updated_at': '2021-11-04T10:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '655ff941-8aef-41c2-ae03-823b422f7ba3', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'port_id': '307f6daf-3498-40f9-9f5d-bc0b74948b44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'mac_address': 'fa:16:3e:5a:1a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a21bf2-8be3-4eac-8b14-f0f094c94ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:36:26Z', 'updated_at': '2021-11-04T10:37:10Z', 'revision_number': 8, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0124299d-6b0d-4166-a5cc-859b989b3080', 'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'mac_address': 'fa:16:3e:05:63:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:36:01Z', 'updated_at': '2021-11-04T10:36:09Z', 'revision_number': 5, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'subnets': [{'id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:14.889867 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397ef5ed-cb60-488c-a3f8-766ea8afcf06 None None] The sync data for ids ['c2f7f65c-0467-4e57-93c6-0d2165582366'] in n-d-816629-1 is: [{'id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-router', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:57Z', 'updated_at': '2021-11-04T10:36:03Z', 'revision_number': 4, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'gw_port': {'id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:58Z', 'updated_at': '2021-11-04T10:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '655ff941-8aef-41c2-ae03-823b422f7ba3', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'port_id': '307f6daf-3498-40f9-9f5d-bc0b74948b44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'mac_address': 'fa:16:3e:5a:1a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a21bf2-8be3-4eac-8b14-f0f094c94ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:36:26Z', 'updated_at': '2021-11-04T10:37:10Z', 'revision_number': 8, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0124299d-6b0d-4166-a5cc-859b989b3080', 'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'mac_address': 'fa:16:3e:05:63:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:36:01Z', 'updated_at': '2021-11-04T10:36:09Z', 'revision_number': 5, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'subnets': [{'id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:37:14.943070 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c3d99-155e-4418-a1c3-4f9f17329b3f req-0b2866a1-f243-4863-8de5-7671af7b41a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:14.946527 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-913c3d99-155e-4418-a1c3-4f9f17329b3f req-0b2866a1-f243-4863-8de5-7671af7b41a0 service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3903077 Nov 04 10:37:14.988224 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c795-9593-4607-874e-bc98e878c81b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:15.010178 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5eac8-80ff-4f41-9ea8-5ef40744e176 req-bdda0c82-c419-4547-826e-117b2aa061e8 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:15.014425 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3ca5eac8-80ff-4f41-9ea8-5ef40744e176 req-bdda0c82-c419-4547-826e-117b2aa061e8 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 784 time: 0.4177465 Nov 04 10:37:15.025563 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed0c795-9593-4607-874e-bc98e878c81b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:37:15.145359 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-27185fae-edf2-4240-a230-60a1531eb63b req-b5491a17-ca37-44e4-9717-bdca39689a15 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups/80c0d7ca-c599-4207-95c6-944db72fd922 HTTP/1.1" status: 200 len: 1792 time: 0.0989163 Nov 04 10:37:15.252752 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-27185fae-edf2-4240-a230-60a1531eb63b req-32089eb6-ac83-45ca-adec-ee87f2710d8b tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:15.281326 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-27185fae-edf2-4240-a230-60a1531eb63b req-32089eb6-ac83-45ca-adec-ee87f2710d8b tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:15.334835 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-27185fae-edf2-4240-a230-60a1531eb63b req-32089eb6-ac83-45ca-adec-ee87f2710d8b tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:15.339625 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-27185fae-edf2-4240-a230-60a1531eb63b req-32089eb6-ac83-45ca-adec-ee87f2710d8b tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:15.340846 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-27185fae-edf2-4240-a230-60a1531eb63b req-32089eb6-ac83-45ca-adec-ee87f2710d8b tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "DELETE /v2.0/security-groups/80c0d7ca-c599-4207-95c6-944db72fd922 HTTP/1.1" status: 204 len: 173 time: 0.1792769 Nov 04 10:37:15.355289 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1cd6e4-d670-42b8-8c97-a7852753cb31 None None] New status for floating IP 655ff941-8aef-41c2-ae03-823b422f7ba3: ACTIVE {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:37:15.372203 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32089eb6-ac83-45ca-adec-ee87f2710d8b tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c0d7ca-c599-4207-95c6-944db72fd922,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:15.452960 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 2d236bba-1205-4fb0-ba52-f3e4528ebcf6 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:37:15.521176 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 2d236bba-1205-4fb0-ba52-f3e4528ebcf6 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:37:15.521523 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 2d236bba-1205-4fb0-ba52-f3e4528ebcf6 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:37:15.524684 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd176b1-51d8-4beb-84d7-616a3aea0daf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-bc5af6f0-5063-4ccc-959e-90459430dabc', 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'fixed_ips': [{'subnet_id': 'b4532815-755d-413d-a398-b69356ad40fb'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:37:15.525614 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4cd176b1-51d8-4beb-84d7-616a3aea0daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:15.599266 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-5ed0c795-9593-4607-874e-bc98e878c81b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:15.604261 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed0c795-9593-4607-874e-bc98e878c81b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:15.604778 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c795-9593-4607-874e-bc98e878c81b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:15.634377 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0c795-9593-4607-874e-bc98e878c81b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=b4532815-755d-413d-a398-b69356ad40fb,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:15.640485 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5ed0c795-9593-4607-874e-bc98e878c81b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2018483 Nov 04 10:37:15.643278 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41806) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:15.648182 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-e64d82aa-5e63-4c7e-8d93-0fab37667c02 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'fixed_ips': [{'subnet_id': 'b4532815-755d-413d-a398-b69356ad40fb', 'ip_address': '2001:db8::219:1bbc:5ee9:642e'}], 'name': 'tempest-NetworksTestDHCPv6-776008509'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:15.804519 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64d82aa-5e63-4c7e-8d93-0fab37667c02 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:37:15.811101 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-4cd176b1-51d8-4beb-84d7-616a3aea0daf None None] Allocated IP 2001:db8::2 (bc5af6f0-5063-4ccc-959e-90459430dabc/b4532815-755d-413d-a398-b69356ad40fb/2e52a3b4-c764-411f-96a5-78310e3d3966) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:37:16.050380 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e64d82aa-5e63-4c7e-8d93-0fab37667c02 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:16.097755 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-e64d82aa-5e63-4c7e-8d93-0fab37667c02 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] device_id is not set on port 32d105b8-a56a-46d5-9a80-6ef602f7db3f yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:37:16.163937 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4cd176b1-51d8-4beb-84d7-616a3aea0daf None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:16.186779 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a21bf2-8be3-4eac-8b14-f0f094c94ab1', 'tag': '307f6daf-3498-40f9-9f5d-bc0b74948b44'}, {'server_uuid': 'ef140ca8-281b-4f2e-85a2-4673ac09035b', 'name': 'network-vif-deleted', 'tag': '2d236bba-1205-4fb0-ba52-f3e4528ebcf6'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:37:16.190134 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0ba5b5-22e5-4908-8a45-74a42ff40b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "89a21bf2-8be3-4eac-8b14-f0f094c94ab1", "tag": "307f6daf-3498-40f9-9f5d-bc0b74948b44"}, {"server_uuid": "ef140ca8-281b-4f2e-85a2-4673ac09035b", "name": "network-vif-deleted", "tag": "2d236bba-1205-4fb0-ba52-f3e4528ebcf6"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:37:16.191859 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4cd176b1-51d8-4beb-84d7-616a3aea0daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:16.263758 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd176b1-51d8-4beb-84d7-616a3aea0daf None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:37:16.268617 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-4cd176b1-51d8-4beb-84d7-616a3aea0daf None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:16.272131 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd176b1-51d8-4beb-84d7-616a3aea0daf None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:37:16.333575 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-e64d82aa-5e63-4c7e-8d93-0fab37667c02 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 2001:db8::219:1bbc:5ee9:642e (bc5af6f0-5063-4ccc-959e-90459430dabc/b4532815-755d-413d-a398-b69356ad40fb/32d105b8-a56a-46d5-9a80-6ef602f7db3f) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:37:16.488531 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c957d36-d167-4037-af0b-945a039d5ad9 req-1df61a82-547a-4948-93fe-0ccf09698b69 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:16.490275 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c957d36-d167-4037-af0b-945a039d5ad9 req-1df61a82-547a-4948-93fe-0ccf09698b69 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=497de189-8f23-446f-bb63-df96c2c3f117 HTTP/1.1" status: 200 len: 1096 time: 0.0590312 Nov 04 10:37:16.504892 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd176b1-51d8-4beb-84d7-616a3aea0daf None None] Pushing event updated for resources: {'Port': ['ID=2e52a3b4-c764-411f-96a5-78310e3d3966,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:16.541474 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-4cd176b1-51d8-4beb-84d7-616a3aea0daf None None] Attempting to bind port 2e52a3b4-c764-411f-96a5-78310e3d3966 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:37:16.542125 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-4cd176b1-51d8-4beb-84d7-616a3aea0daf None None] Attempting to bind port 2e52a3b4-c764-411f-96a5-78310e3d3966 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:37:16.542628 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd176b1-51d8-4beb-84d7-616a3aea0daf None None] Attempting to bind port 2e52a3b4-c764-411f-96a5-78310e3d3966 on network bc5af6f0-5063-4ccc-959e-90459430dabc {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:37:16.548348 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd176b1-51d8-4beb-84d7-616a3aea0daf None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:37:16.549027 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd176b1-51d8-4beb-84d7-616a3aea0daf None None] Checking segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:37:16.549679 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4cd176b1-51d8-4beb-84d7-616a3aea0daf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:16.550133 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd176b1-51d8-4beb-84d7-616a3aea0daf None None] Bound using segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:37:16.550879 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-4cd176b1-51d8-4beb-84d7-616a3aea0daf None None] Bound port: 2e52a3b4-c764-411f-96a5-78310e3d3966, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:37:16.551451 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4cd176b1-51d8-4beb-84d7-616a3aea0daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:16.554629 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e64d82aa-5e63-4c7e-8d93-0fab37667c02 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:16.573196 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c957d36-d167-4037-af0b-945a039d5ad9 req-804ea791-95ba-4275-b8f8-1c8849c5c42b tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762773 Nov 04 10:37:16.610663 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e64d82aa-5e63-4c7e-8d93-0fab37667c02 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:16.636230 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-4cd176b1-51d8-4beb-84d7-616a3aea0daf None None] For port 2e52a3b4-c764-411f-96a5-78310e3d3966, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:37:16.640112 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-4cd176b1-51d8-4beb-84d7-616a3aea0daf None None] For port 2e52a3b4-c764-411f-96a5-78310e3d3966, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2e52a3b4-c764-411f-96a5-78310e3d3966,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:37:16.647133 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4cd176b1-51d8-4beb-84d7-616a3aea0daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:16.662454 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64d82aa-5e63-4c7e-8d93-0fab37667c02 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:37:16.666893 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-e64d82aa-5e63-4c7e-8d93-0fab37667c02 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:16.677044 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64d82aa-5e63-4c7e-8d93-0fab37667c02 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:37:16.683815 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64d82aa-5e63-4c7e-8d93-0fab37667c02 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:16.684444 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e64d82aa-5e63-4c7e-8d93-0fab37667c02 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:16.696851 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d82aa-5e63-4c7e-8d93-0fab37667c02 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Port': ['ID=32d105b8-a56a-46d5-9a80-6ef602f7db3f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:16.717501 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e64d82aa-5e63-4c7e-8d93-0fab37667c02 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.0731289 Nov 04 10:37:16.719981 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41848) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:16.756271 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd176b1-51d8-4beb-84d7-616a3aea0daf None None] Pushing event updated for resources: {'Port': ['ID=2e52a3b4-c764-411f-96a5-78310e3d3966,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:16.766429 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4af61688-4bcd-4714-bb9f-0fd02ca3a965 req-ffb211ef-08e3-40c4-a2b3-216cfcce8392 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.105 HTTP/1.1" status: 200 len: 1001 time: 0.1032822 Nov 04 10:37:16.799881 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca901ca-3ec5-41a7-a94a-a17c077d0624 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:16.809525 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca901ca-3ec5-41a7-a94a-a17c077d0624 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:16.813282 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-cca901ca-3ec5-41a7-a94a-a17c077d0624 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0922778 Nov 04 10:37:16.814904 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41850) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:16.824489 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af61688-4bcd-4714-bb9f-0fd02ca3a965 req-09232ee6-f7fc-4cdc-8c35-aa5ac3e6a568 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:16.826469 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4af61688-4bcd-4714-bb9f-0fd02ca3a965 req-09232ee6-f7fc-4cdc-8c35-aa5ac3e6a568 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/ports/307f6daf-3498-40f9-9f5d-bc0b74948b44 HTTP/1.1" status: 200 len: 942 time: 0.0591209 Nov 04 10:37:16.854906 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-46c2ef88-3c9b-4e55-a98b-dae2935d871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:16.962451 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-4f9256ec-8d62-49fe-8928-0f36f5e57919 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting port 32d105b8-a56a-46d5-9a80-6ef602f7db3f {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:37:16.962875 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4f9256ec-8d62-49fe-8928-0f36f5e57919 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:16.970206 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4af61688-4bcd-4714-bb9f-0fd02ca3a965 req-5931c955-9cab-4f1a-833b-e4955ffe4179 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.105 HTTP/1.1" status: 200 len: 1001 time: 0.0909185 Nov 04 10:37:17.092379 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4f9256ec-8d62-49fe-8928-0f36f5e57919 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:17.109788 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-4f9256ec-8d62-49fe-8928-0f36f5e57919 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Calling delete_port for 32d105b8-a56a-46d5-9a80-6ef602f7db3f owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:37:17.122476 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af61688-4bcd-4714-bb9f-0fd02ca3a965 req-b3839525-8741-4c25-b7b1-a1289600aa66 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:17.124105 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4af61688-4bcd-4714-bb9f-0fd02ca3a965 req-b3839525-8741-4c25-b7b1-a1289600aa66 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 784 time: 0.1464717 Nov 04 10:37:17.201551 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4af61688-4bcd-4714-bb9f-0fd02ca3a965 req-770d0b8a-04b3-491f-b4fb-f888a0197cbd tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.105 HTTP/1.1" status: 200 len: 1001 time: 0.0671611 Nov 04 10:37:17.212108 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-4af61688-4bcd-4714-bb9f-0fd02ca3a965 req-de56240b-3102-4557-a84a-68877b79b1b3 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:17.276714 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4f9256ec-8d62-49fe-8928-0f36f5e57919 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:17.299565 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-4af61688-4bcd-4714-bb9f-0fd02ca3a965 req-de56240b-3102-4557-a84a-68877b79b1b3 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks [] for floatingip, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:17.342246 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4f9256ec-8d62-49fe-8928-0f36f5e57919 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:17.346674 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4f9256ec-8d62-49fe-8928-0f36f5e57919 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/32d105b8-a56a-46d5-9a80-6ef602f7db3f HTTP/1.1" status: 204 len: 168 time: 0.5302193 Nov 04 10:37:17.347963 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9256ec-8d62-49fe-8928-0f36f5e57919 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Port': ['ID=32d105b8-a56a-46d5-9a80-6ef602f7db3f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:17.350746 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41858) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:17.366700 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2e52a3b4-c764-411f-96a5-78310e3d3966 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:37:17.426444 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8687bbe4-b684-41dc-9060-702facf6285a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:17.428376 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8687bbe4-b684-41dc-9060-702facf6285a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:17.432800 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8687bbe4-b684-41dc-9060-702facf6285a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0782938 Nov 04 10:37:17.433344 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41860) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:17.479304 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 2e52a3b4-c764-411f-96a5-78310e3d3966 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:17.480120 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:17.497730 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-858ac780-1b50-46fd-a3ea-2a7e9860b851 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet b4532815-755d-413d-a398-b69356ad40fb {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:37:17.503031 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-858ac780-1b50-46fd-a3ea-2a7e9860b851 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:17.527893 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-4af61688-4bcd-4714-bb9f-0fd02ca3a965 req-de56240b-3102-4557-a84a-68877b79b1b3 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:17.535694 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-4af61688-4bcd-4714-bb9f-0fd02ca3a965 req-de56240b-3102-4557-a84a-68877b79b1b3 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:17.536132 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [req-4af61688-4bcd-4714-bb9f-0fd02ca3a965 req-de56240b-3102-4557-a84a-68877b79b1b3 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Floating IP 655ff941-8aef-41c2-ae03-823b422f7ba3 disassociated. External IP: 172.25.7.105, port: 307f6daf-3498-40f9-9f5d-bc0b74948b44. Nov 04 10:37:17.580244 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-858ac780-1b50-46fd-a3ea-2a7e9860b851 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:17.610360 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:17.665154 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 2e52a3b4-c764-411f-96a5-78310e3d3966, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2e52a3b4-c764-411f-96a5-78310e3d3966,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:17.671787 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:17.704923 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-858ac780-1b50-46fd-a3ea-2a7e9860b851 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:17.739952 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=2e52a3b4-c764-411f-96a5-78310e3d3966,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:17.788992 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-858ac780-1b50-46fd-a3ea-2a7e9860b851 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:17.804060 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-858ac780-1b50-46fd-a3ea-2a7e9860b851 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:17.809934 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-858ac780-1b50-46fd-a3ea-2a7e9860b851 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/b4532815-755d-413d-a398-b69356ad40fb HTTP/1.1" status: 204 len: 168 time: 0.3733180 Nov 04 10:37:17.831750 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41862) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:17.880892 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6f0a68e5-4cb1-4559-9d61-915edf1076ae tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457304 Nov 04 10:37:17.880892 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ac780-1b50-46fd-a3ea-2a7e9860b851 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=b4532815-755d-413d-a398-b69356ad40fb,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:17.883099 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41864) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:17.910795 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf196915-268e-44dc-aa54-3ce44ca4a869 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:37:17.958771 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b03b40-6991-4adf-820d-b33fc43b6d9d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:17.960846 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a2b03b40-6991-4adf-820d-b33fc43b6d9d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0766375 Nov 04 10:37:17.963249 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41866) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:18.027550 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4d6d2a7b-c9df-4fa2-adf0-441bdadb9bff None None] Provisioning complete for port 2e52a3b4-c764-411f-96a5-78310e3d3966 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:18.027550 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4d6d2a7b-c9df-4fa2-adf0-441bdadb9bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:18.071690 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af58779-c660-49b5-a508-cbf5572e380d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:18.073274 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6af58779-c660-49b5-a508-cbf5572e380d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1089523 Nov 04 10:37:18.075819 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41868) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:18.126894 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-45fe9374-db68-438e-885e-5b4ba7cf7a15 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496738 Nov 04 10:37:18.137978 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41870) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:18.148427 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-287d4ee8-d6f4-4739-8f67-b5670e3228e8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:18.248394 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4af61688-4bcd-4714-bb9f-0fd02ca3a965 req-de56240b-3102-4557-a84a-68877b79b1b3 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Router c2f7f65c-0467-4e57-93c6-0d2165582366 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:37:18.269266 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8ac838-1f1f-4550-bd08-55a4121086a7 None None] DHCP port deletion for bc5af6f0-5063-4ccc-959e-90459430dabc request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:37:18.274088 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287d4ee8-d6f4-4739-8f67-b5670e3228e8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:37:18.278993 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-287d4ee8-d6f4-4739-8f67-b5670e3228e8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:18.336416 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-be8ac838-1f1f-4550-bd08-55a4121086a7 None None] Deleting port 2e52a3b4-c764-411f-96a5-78310e3d3966 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:37:18.336979 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-be8ac838-1f1f-4550-bd08-55a4121086a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:18.387279 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4af61688-4bcd-4714-bb9f-0fd02ca3a965 req-de56240b-3102-4557-a84a-68877b79b1b3 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:37:18.394946 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-4af61688-4bcd-4714-bb9f-0fd02ca3a965 req-de56240b-3102-4557-a84a-68877b79b1b3 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:18.400365 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b7f511-1d44-4286-be4a-dddc9b0fc139 None None] Sync routers for ids ['c2f7f65c-0467-4e57-93c6-0d2165582366'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:37:18.445797 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4af61688-4bcd-4714-bb9f-0fd02ca3a965 req-de56240b-3102-4557-a84a-68877b79b1b3 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "PUT /v2.0/floatingips/655ff941-8aef-41c2-ae03-823b422f7ba3 HTTP/1.1" status: 200 len: 696 time: 1.2376449 Nov 04 10:37:18.450787 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-be8ac838-1f1f-4550-bd08-55a4121086a7 None None] For port 2e52a3b4-c764-411f-96a5-78310e3d3966, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2e52a3b4-c764-411f-96a5-78310e3d3966,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:18.451198 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-be8ac838-1f1f-4550-bd08-55a4121086a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:18.466133 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b7f511-1d44-4286-be4a-dddc9b0fc139 None None] Routers {'c2f7f65c-0467-4e57-93c6-0d2165582366'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:37:18.467056 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e9b7f511-1d44-4286-be4a-dddc9b0fc139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:36:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c2f7f65c-0467-4e57-93c6-0d2165582366'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:18.501285 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af61688-4bcd-4714-bb9f-0fd02ca3a965 req-726e4cb3-b768-4638-92bd-f57ed391da42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:18.509953 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4af61688-4bcd-4714-bb9f-0fd02ca3a965 req-726e4cb3-b768-4638-92bd-f57ed391da42 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=6ff8607a595c4654bc768d3625c74fa2&device_id=89a21bf2-8be3-4eac-8b14-f0f094c94ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0584941 Nov 04 10:37:18.522333 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-be8ac838-1f1f-4550-bd08-55a4121086a7 None None] Calling delete_port for 2e52a3b4-c764-411f-96a5-78310e3d3966 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:37:18.554803 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-287d4ee8-d6f4-4739-8f67-b5670e3228e8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:18.621308 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af61688-4bcd-4714-bb9f-0fd02ca3a965 req-a3350f0d-08d0-480c-bb19-52d4c8527b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:18.623651 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4af61688-4bcd-4714-bb9f-0fd02ca3a965 req-a3350f0d-08d0-480c-bb19-52d4c8527b28 service neutron] 10.222.0.127 "GET /v2.0/networks?id=92ab5df3-727f-4009-aa65-b63a2390bdd1 HTTP/1.1" status: 200 len: 923 time: 0.1124926 Nov 04 10:37:18.627984 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287d4ee8-d6f4-4739-8f67-b5670e3228e8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:37:18.633015 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-287d4ee8-d6f4-4739-8f67-b5670e3228e8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:18.637997 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287d4ee8-d6f4-4739-8f67-b5670e3228e8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:18.638891 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-287d4ee8-d6f4-4739-8f67-b5670e3228e8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:18.660471 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d4ee8-d6f4-4739-8f67-b5670e3228e8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=4d1a11dc-dc6b-4a17-b991-5510719da9cb,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:18.681960 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-e9b7f511-1d44-4286-be4a-dddc9b0fc139 None None] Set router c2f7f65c-0467-4e57-93c6-0d2165582366 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:37:18.683869 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-287d4ee8-d6f4-4739-8f67-b5670e3228e8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5451298 Nov 04 10:37:18.686515 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41874) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:18.694068 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-96990ef7-98aa-459e-adaa-b01e9b8ae1fe tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'fixed_ips': [{'subnet_id': '4d1a11dc-dc6b-4a17-b991-5510719da9cb', 'ip_address': '2001:db8::8f6b:2f32:bb54:edf4'}], 'name': 'tempest-NetworksTestDHCPv6-1404474594'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:18.703200 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4af61688-4bcd-4714-bb9f-0fd02ca3a965 req-ca9c69bd-a964-4b8e-a1ed-ab3abac7f197 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=307f6daf-3498-40f9-9f5d-bc0b74948b44 HTTP/1.1" status: 200 len: 217 time: 0.0710256 Nov 04 10:37:18.724576 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-be8ac838-1f1f-4550-bd08-55a4121086a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:18.761596 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af61688-4bcd-4714-bb9f-0fd02ca3a965 req-0b8caeeb-c8d5-4ca8-81c4-8321b5131ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:18.767575 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8ac838-1f1f-4550-bd08-55a4121086a7 None None] No DVR routers for this DVR port 2e52a3b4-c764-411f-96a5-78310e3d3966 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:37:18.771064 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4af61688-4bcd-4714-bb9f-0fd02ca3a965 req-0b8caeeb-c8d5-4ca8-81c4-8321b5131ced service neutron] 10.222.0.127 "GET /v2.0/subnets?id=ea66aad5-9af1-4fd7-8561-7ab30f09cec4 HTTP/1.1" status: 200 len: 860 time: 0.0668964 Nov 04 10:37:18.772121 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ac838-1f1f-4550-bd08-55a4121086a7 None None] Pushing event deleted for resources: {'Port': ['ID=2e52a3b4-c764-411f-96a5-78310e3d3966,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:18.795662 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3183a785-acc4-45a3-8748-9d80eaead9cd None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:37:18.823673 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af61688-4bcd-4714-bb9f-0fd02ca3a965 req-fc86fb1f-7766-4887-9091-24520f5a2728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:18.829477 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4af61688-4bcd-4714-bb9f-0fd02ca3a965 req-fc86fb1f-7766-4887-9091-24520f5a2728 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=92ab5df3-727f-4009-aa65-b63a2390bdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574737 Nov 04 10:37:18.844048 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96990ef7-98aa-459e-adaa-b01e9b8ae1fe tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:37:18.852236 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96990ef7-98aa-459e-adaa-b01e9b8ae1fe tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:18.876521 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-96990ef7-98aa-459e-adaa-b01e9b8ae1fe tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] device_id is not set on port 0057a0f6-c980-468f-9b2f-570665f97eb5 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:37:18.969832 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4af61688-4bcd-4714-bb9f-0fd02ca3a965 req-1ce9644a-2c0d-4543-b098-9a7c9c6a8610 service neutron] 10.222.0.127 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361005 Nov 04 10:37:19.073965 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4af61688-4bcd-4714-bb9f-0fd02ca3a965 req-19b97c85-102e-4a4e-8f5a-68935335e0b6 service neutron] 10.222.0.127 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001120 Nov 04 10:37:19.095931 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-96990ef7-98aa-459e-adaa-b01e9b8ae1fe tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 2001:db8::8f6b:2f32:bb54:edf4 (bc5af6f0-5063-4ccc-959e-90459430dabc/4d1a11dc-dc6b-4a17-b991-5510719da9cb/0057a0f6-c980-468f-9b2f-570665f97eb5) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:37:19.103063 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a555ee56-95d6-403f-bfce-c0cf74fa006d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-bc5af6f0-5063-4ccc-959e-90459430dabc', 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'fixed_ips': [{'subnet_id': '4d1a11dc-dc6b-4a17-b991-5510719da9cb'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:37:19.104437 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a555ee56-95d6-403f-bfce-c0cf74fa006d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:19.197980 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 04 Nov 2021 10:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12fe3bc-a85d-4e30-b40f-c6a63b905e02 x-openstack-request-id: req-f12fe3bc-a85d-4e30-b40f-c6a63b905e02 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:37:19.198282 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89a21bf2-8be3-4eac-8b14-f0f094c94ab1", "tag": "307f6daf-3498-40f9-9f5d-bc0b74948b44", "status": "completed", "code": 200}, {"server_uuid": "ef140ca8-281b-4f2e-85a2-4673ac09035b", "name": "network-vif-deleted", "tag": "2d236bba-1205-4fb0-ba52-f3e4528ebcf6", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:37:19.198537 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f12fe3bc-a85d-4e30-b40f-c6a63b905e02 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:37:19.198979 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89a21bf2-8be3-4eac-8b14-f0f094c94ab1', 'tag': '307f6daf-3498-40f9-9f5d-bc0b74948b44', 'status': 'completed', 'code': 200} Nov 04 10:37:19.199298 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef140ca8-281b-4f2e-85a2-4673ac09035b', 'name': 'network-vif-deleted', 'tag': '2d236bba-1205-4fb0-ba52-f3e4528ebcf6', 'status': 'completed', 'code': 200} Nov 04 10:37:19.233353 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e9b7f511-1d44-4286-be4a-dddc9b0fc139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-router', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:57Z', 'updated_at': '2021-11-04T10:36:03Z', 'revision_number': 4, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'gw_port': {'id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:58Z', 'updated_at': '2021-11-04T10:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '0124299d-6b0d-4166-a5cc-859b989b3080', 'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'mac_address': 'fa:16:3e:05:63:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:36:01Z', 'updated_at': '2021-11-04T10:36:09Z', 'revision_number': 5, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'subnets': [{'id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:19.272015 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b7f511-1d44-4286-be4a-dddc9b0fc139 None None] Checking router: c2f7f65c-0467-4e57-93c6-0d2165582366 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:37:19.300398 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b7f511-1d44-4286-be4a-dddc9b0fc139 None None] Routers {'c2f7f65c-0467-4e57-93c6-0d2165582366'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:37:19.301082 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e9b7f511-1d44-4286-be4a-dddc9b0fc139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:36:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c2f7f65c-0467-4e57-93c6-0d2165582366'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:19.340378 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ba5b5-22e5-4908-8a45-74a42ff40b9c req-e688f8ab-71bf-432d-be68-f47133e4294a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:19.342899 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6d0ba5b5-22e5-4908-8a45-74a42ff40b9c req-e688f8ab-71bf-432d-be68-f47133e4294a service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=6ff8607a595c4654bc768d3625c74fa2&device_id=89a21bf2-8be3-4eac-8b14-f0f094c94ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0895026 Nov 04 10:37:19.360622 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15926dd-a073-433d-aed0-bf966d45654f req-f0569849-add0-4208-bb36-825e3ce22297 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:19.362510 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e15926dd-a073-433d-aed0-bf966d45654f req-f0569849-add0-4208-bb36-825e3ce22297 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=497de189-8f23-446f-bb63-df96c2c3f117 HTTP/1.1" status: 200 len: 1096 time: 0.0683043 Nov 04 10:37:19.377846 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2e52a3b4-c764-411f-96a5-78310e3d3966 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:37:19.416150 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e15926dd-a073-433d-aed0-bf966d45654f req-8d9439b9-9c5c-42f5-8b4c-3eade727df96 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457749 Nov 04 10:37:19.417302 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 2e52a3b4-c764-411f-96a5-78310e3d3966 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:37:19.418327 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2e52a3b4-c764-411f-96a5-78310e3d3966 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:37:19.435156 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-98365e21-f17c-4a74-92ef-0905ef5d6110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:19.445138 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96990ef7-98aa-459e-adaa-b01e9b8ae1fe tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:19.556938 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb32f13-9b02-4e99-a8be-17fa36786866 req-7dd5a748-0644-4e96-9688-798dd0516f8a tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:19.556938 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eeb32f13-9b02-4e99-a8be-17fa36786866 req-7dd5a748-0644-4e96-9688-798dd0516f8a tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/ports?device_id=ed774fe5-7c02-4d40-ad72-e73641da60a8 HTTP/1.1" status: 200 len: 945 time: 0.0597842 Nov 04 10:37:19.557184 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ba5b5-22e5-4908-8a45-74a42ff40b9c req-2edfb1ea-005a-4a12-bd79-073fac878778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:19.557897 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6d0ba5b5-22e5-4908-8a45-74a42ff40b9c req-2edfb1ea-005a-4a12-bd79-073fac878778 service neutron] 10.222.0.126 "GET /v2.0/networks?id=92ab5df3-727f-4009-aa65-b63a2390bdd1 HTTP/1.1" status: 200 len: 923 time: 0.2033041 Nov 04 10:37:19.568360 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-e9b7f511-1d44-4286-be4a-dddc9b0fc139 None None] Set router c2f7f65c-0467-4e57-93c6-0d2165582366 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:37:19.620422 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96990ef7-98aa-459e-adaa-b01e9b8ae1fe tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:19.624099 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6d0ba5b5-22e5-4908-8a45-74a42ff40b9c req-44a5fb1a-1181-4028-9d30-5f065e103476 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=307f6daf-3498-40f9-9f5d-bc0b74948b44 HTTP/1.1" status: 200 len: 217 time: 0.0573413 Nov 04 10:37:19.635154 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eeb32f13-9b02-4e99-a8be-17fa36786866 req-be6fe440-87b2-45d8-a795-5e9244ee39e1 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/security-groups?id=ae2f195c-88ce-4ed3-a3a4-14584abee14f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739825 Nov 04 10:37:19.710610 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96990ef7-98aa-459e-adaa-b01e9b8ae1fe tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:37:19.740234 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-96990ef7-98aa-459e-adaa-b01e9b8ae1fe tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:19.764611 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96990ef7-98aa-459e-adaa-b01e9b8ae1fe tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:37:19.772313 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96990ef7-98aa-459e-adaa-b01e9b8ae1fe tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:19.772883 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96990ef7-98aa-459e-adaa-b01e9b8ae1fe tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:19.787814 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96990ef7-98aa-459e-adaa-b01e9b8ae1fe tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Port': ['ID=0057a0f6-c980-468f-9b2f-570665f97eb5,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:19.795419 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ba5b5-22e5-4908-8a45-74a42ff40b9c req-87f1ca1d-6d77-4e1a-98d9-b3d723e2294d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:19.797052 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6d0ba5b5-22e5-4908-8a45-74a42ff40b9c req-87f1ca1d-6d77-4e1a-98d9-b3d723e2294d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=ea66aad5-9af1-4fd7-8561-7ab30f09cec4 HTTP/1.1" status: 200 len: 860 time: 0.1617596 Nov 04 10:37:19.805943 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-96990ef7-98aa-459e-adaa-b01e9b8ae1fe tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1141708 Nov 04 10:37:19.806097 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 41898) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:19.808417 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-a555ee56-95d6-403f-bfce-c0cf74fa006d None None] Allocated IP 2001:db8::2 (bc5af6f0-5063-4ccc-959e-90459430dabc/4d1a11dc-dc6b-4a17-b991-5510719da9cb/d047242b-d223-40db-ac81-679103234fa9) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:37:19.820712 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-fda50458-45ce-4b17-85e0-1b243d02b819 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'fixed_ips': [{'subnet_id': '4d1a11dc-dc6b-4a17-b991-5510719da9cb', 'ip_address': '2001:db8::8f6b:2f32:bb54:edf4'}], 'name': 'tempest-NetworksTestDHCPv6-398212061'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:19.877741 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ba5b5-22e5-4908-8a45-74a42ff40b9c req-5cc1a56c-0a70-444e-bca6-35c750ba97a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:19.879928 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6d0ba5b5-22e5-4908-8a45-74a42ff40b9c req-5cc1a56c-0a70-444e-bca6-35c750ba97a7 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=92ab5df3-727f-4009-aa65-b63a2390bdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755062 Nov 04 10:37:20.030837 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e9b7f511-1d44-4286-be4a-dddc9b0fc139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-router', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:57Z', 'updated_at': '2021-11-04T10:36:03Z', 'revision_number': 4, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'gw_port': {'id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:58Z', 'updated_at': '2021-11-04T10:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '0124299d-6b0d-4166-a5cc-859b989b3080', 'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'mac_address': 'fa:16:3e:05:63:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:36:01Z', 'updated_at': '2021-11-04T10:36:09Z', 'revision_number': 5, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'subnets': [{'id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:20.052684 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda50458-45ce-4b17-85e0-1b243d02b819 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:37:20.080008 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6d0ba5b5-22e5-4908-8a45-74a42ff40b9c req-18aa522c-af77-4215-b278-3a6440af1a47 service neutron] 10.222.0.126 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924455 Nov 04 10:37:20.176684 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a555ee56-95d6-403f-bfce-c0cf74fa006d None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:20.179765 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b7f511-1d44-4286-be4a-dddc9b0fc139 None None] The sync data for ids ['c2f7f65c-0467-4e57-93c6-0d2165582366'] in n-d-816629-1 is: [{'id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-router', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:57Z', 'updated_at': '2021-11-04T10:36:03Z', 'revision_number': 4, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'gw_port': {'id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:58Z', 'updated_at': '2021-11-04T10:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '0124299d-6b0d-4166-a5cc-859b989b3080', 'name': '', 'network_id': '92ab5df3-727f-4009-aa65-b63a2390bdd1', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'mac_address': 'fa:16:3e:05:63:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:36:01Z', 'updated_at': '2021-11-04T10:36:09Z', 'revision_number': 5, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'subnets': [{'id': 'ea66aad5-9af1-4fd7-8561-7ab30f09cec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:37:20.185561 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a555ee56-95d6-403f-bfce-c0cf74fa006d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:20.247985 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a555ee56-95d6-403f-bfce-c0cf74fa006d None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:37:20.256843 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fda50458-45ce-4b17-85e0-1b243d02b819 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:20.297537 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6d0ba5b5-22e5-4908-8a45-74a42ff40b9c req-e8040802-bc02-4b74-bfb9-2ca3db59a9ed service neutron] 10.222.0.126 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100682 Nov 04 10:37:20.300926 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-fda50458-45ce-4b17-85e0-1b243d02b819 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] device_id is not set on port 917839a8-16ea-4c24-8e81-f872d8a2daf0 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:37:20.316438 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-a555ee56-95d6-403f-bfce-c0cf74fa006d None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:20.330138 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a555ee56-95d6-403f-bfce-c0cf74fa006d None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:37:20.439442 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555ee56-95d6-403f-bfce-c0cf74fa006d None None] Pushing event updated for resources: {'Port': ['ID=d047242b-d223-40db-ac81-679103234fa9,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:20.471356 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-a555ee56-95d6-403f-bfce-c0cf74fa006d None None] Attempting to bind port d047242b-d223-40db-ac81-679103234fa9 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:37:20.472017 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-a555ee56-95d6-403f-bfce-c0cf74fa006d None None] Attempting to bind port d047242b-d223-40db-ac81-679103234fa9 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:37:20.472615 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555ee56-95d6-403f-bfce-c0cf74fa006d None None] Attempting to bind port d047242b-d223-40db-ac81-679103234fa9 on network bc5af6f0-5063-4ccc-959e-90459430dabc {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:37:20.488231 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555ee56-95d6-403f-bfce-c0cf74fa006d None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:37:20.489685 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555ee56-95d6-403f-bfce-c0cf74fa006d None None] Checking segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:37:20.490644 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a555ee56-95d6-403f-bfce-c0cf74fa006d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:20.494012 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555ee56-95d6-403f-bfce-c0cf74fa006d None None] Bound using segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:37:20.495244 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-a555ee56-95d6-403f-bfce-c0cf74fa006d None None] Bound port: d047242b-d223-40db-ac81-679103234fa9, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:37:20.506365 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a555ee56-95d6-403f-bfce-c0cf74fa006d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:20.646241 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda50458-45ce-4b17-85e0-1b243d02b819 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 04 10:37:20.646898 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda50458-45ce-4b17-85e0-1b243d02b819 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:37:20.674704 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41922) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:20.703294 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fda50458-45ce-4b17-85e0-1b243d02b819 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8819442 Nov 04 10:37:20.714104 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:20.764648 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6263f8d-efc6-43c5-81ea-aa1e335a620b None None] New status for floating IP 655ff941-8aef-41c2-ae03-823b422f7ba3: DOWN {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:37:20.771937 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-a555ee56-95d6-403f-bfce-c0cf74fa006d None None] For port d047242b-d223-40db-ac81-679103234fa9, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:37:20.783833 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-a555ee56-95d6-403f-bfce-c0cf74fa006d None None] For port d047242b-d223-40db-ac81-679103234fa9, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d047242b-d223-40db-ac81-679103234fa9,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:37:20.790473 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda31e3a-de36-4372-8cac-2993f7c20aa0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:20.792915 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a555ee56-95d6-403f-bfce-c0cf74fa006d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:20.798324 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda31e3a-de36-4372-8cac-2993f7c20aa0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:20.800928 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bda31e3a-de36-4372-8cac-2993f7c20aa0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1245613 Nov 04 10:37:20.803654 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41926) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:20.805147 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [req-a4627a06-ef07-4039-b5f2-01163262183a req-02de3267-089f-4c79-9e1e-885b4dacb162 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] show failed (client error): The resource could not be found. Nov 04 10:37:20.807016 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a4627a06-ef07-4039-b5f2-01163262183a req-02de3267-089f-4c79-9e1e-885b4dacb162 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups/6e682c7a-70eb-4b8f-8f15-9d8661b588c6 HTTP/1.1" status: 404 len: 352 time: 0.0313861 Nov 04 10:37:21.003210 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-2f2b9873-6ff9-4619-9c66-f5ce419295de tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting port 0057a0f6-c980-468f-9b2f-570665f97eb5 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:37:21.004344 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f2b9873-6ff9-4619-9c66-f5ce419295de tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:21.201337 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a21bf2-8be3-4eac-8b14-f0f094c94ab1', 'tag': '307f6daf-3498-40f9-9f5d-bc0b74948b44'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:37:21.206034 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459ac48b-a010-4645-a37e-3a8a97cc606e" -d '{"events": [{"name": "network-changed", "server_uuid": "89a21bf2-8be3-4eac-8b14-f0f094c94ab1", "tag": "307f6daf-3498-40f9-9f5d-bc0b74948b44"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:37:21.214198 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555ee56-95d6-403f-bfce-c0cf74fa006d None None] Pushing event updated for resources: {'Port': ['ID=d047242b-d223-40db-ac81-679103234fa9,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:21.281947 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f2b9873-6ff9-4619-9c66-f5ce419295de tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:21.303775 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-2f2b9873-6ff9-4619-9c66-f5ce419295de tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Calling delete_port for 0057a0f6-c980-468f-9b2f-570665f97eb5 owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:37:21.352232 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9a1c9413-3aca-407c-af69-5435fc4631af req-7dd2a1db-4367-49cb-ad6f-6ce04a6d483f tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/floatingips/655ff941-8aef-41c2-ae03-823b422f7ba3 HTTP/1.1" status: 200 len: 694 time: 0.1083448 Nov 04 10:37:21.518008 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f2b9873-6ff9-4619-9c66-f5ce419295de tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:21.614606 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b9873-6ff9-4619-9c66-f5ce419295de tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Port': ['ID=0057a0f6-c980-468f-9b2f-570665f97eb5,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:21.639680 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f2b9873-6ff9-4619-9c66-f5ce419295de tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:21.643175 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c9413-3aca-407c-af69-5435fc4631af req-d0150a2f-2d66-4189-947b-d1face3824e5 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:21.646724 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2f2b9873-6ff9-4619-9c66-f5ce419295de tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/0057a0f6-c980-468f-9b2f-570665f97eb5 HTTP/1.1" status: 204 len: 168 time: 0.8415923 Nov 04 10:37:21.647351 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41946) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:21.660150 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9a1c9413-3aca-407c-af69-5435fc4631af req-d0150a2f-2d66-4189-947b-d1face3824e5 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 784 time: 0.3069744 Nov 04 10:37:21.742147 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599166b-d2e6-4b08-bdf7-951f4514a592 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:21.743795 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599166b-d2e6-4b08-bdf7-951f4514a592 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:21.745909 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6599166b-d2e6-4b08-bdf7-951f4514a592 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0976067 Nov 04 10:37:21.748940 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41950) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:21.795846 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9a1c9413-3aca-407c-af69-5435fc4631af req-67517112-41f4-4b35-b4e9-8a7dbf170a0a tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.105 HTTP/1.1" status: 200 len: 697 time: 0.1343412 Nov 04 10:37:21.819099 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df5a0b8-dff9-44cd-9078-167205030673 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet 4d1a11dc-dc6b-4a17-b991-5510719da9cb {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:37:21.822951 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9df5a0b8-dff9-44cd-9078-167205030673 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:21.849108 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9a1c9413-3aca-407c-af69-5435fc4631af req-4ea8348d-a83f-443f-b376-c0bb7d5810ac tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.105 HTTP/1.1" status: 200 len: 697 time: 0.0522611 Nov 04 10:37:21.887222 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9df5a0b8-dff9-44cd-9078-167205030673 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:21.994253 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9df5a0b8-dff9-44cd-9078-167205030673 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:22.018250 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-9a1c9413-3aca-407c-af69-5435fc4631af req-587f6909-d220-4af6-9757-8ec80c966cfa tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Deleting port 2db9de83-5201-4cfd-b2ec-135802e05f60 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:37:22.018608 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9a1c9413-3aca-407c-af69-5435fc4631af req-587f6909-d220-4af6-9757-8ec80c966cfa tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:22.078284 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:22.138208 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9a1c9413-3aca-407c-af69-5435fc4631af req-587f6909-d220-4af6-9757-8ec80c966cfa tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:22.138547 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9a1c9413-3aca-407c-af69-5435fc4631af req-587f6909-d220-4af6-9757-8ec80c966cfa tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:22.145895 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9df5a0b8-dff9-44cd-9078-167205030673 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:22.166244 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-9a1c9413-3aca-407c-af69-5435fc4631af req-587f6909-d220-4af6-9757-8ec80c966cfa tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Calling delete_port for 2db9de83-5201-4cfd-b2ec-135802e05f60 owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:37:22.180556 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5a0b8-dff9-44cd-9078-167205030673 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=4d1a11dc-dc6b-4a17-b991-5510719da9cb,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:22.184640 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9df5a0b8-dff9-44cd-9078-167205030673 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:22.191002 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9df5a0b8-dff9-44cd-9078-167205030673 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/4d1a11dc-dc6b-4a17-b991-5510719da9cb HTTP/1.1" status: 204 len: 168 time: 0.4409535 Nov 04 10:37:22.191956 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41956) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:22.236605 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3d198493-b02f-4c51-9ce1-dbd727c6b5fd tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394886 Nov 04 10:37:22.239265 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41958) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:22.242950 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-9fff17ce-6926-46ab-8f86-f0ae0cbbba53 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:22.387844 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fff17ce-6926-46ab-8f86-f0ae0cbbba53 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:37:22.393736 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fff17ce-6926-46ab-8f86-f0ae0cbbba53 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:22.402302 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9a1c9413-3aca-407c-af69-5435fc4631af req-587f6909-d220-4af6-9757-8ec80c966cfa tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:22.445507 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f6909-d220-4af6-9757-8ec80c966cfa tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Pushing event deleted for resources: {'Port': ['ID=2db9de83-5201-4cfd-b2ec-135802e05f60,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:22.561465 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9a1c9413-3aca-407c-af69-5435fc4631af req-587f6909-d220-4af6-9757-8ec80c966cfa tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:22.562309 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:22.575327 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9a1c9413-3aca-407c-af69-5435fc4631af req-587f6909-d220-4af6-9757-8ec80c966cfa tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:22.591812 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9a1c9413-3aca-407c-af69-5435fc4631af req-587f6909-d220-4af6-9757-8ec80c966cfa tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "DELETE /v2.0/floatingips/655ff941-8aef-41c2-ae03-823b422f7ba3 HTTP/1.1" status: 204 len: 173 time: 0.7326105 Nov 04 10:37:22.615798 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [req-b2d0800c-3830-446c-a2ae-f6354d500008 req-651d1751-16c9-4ef5-915e-69225743f6bf tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] show failed (client error): The resource could not be found. Nov 04 10:37:22.625539 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b2d0800c-3830-446c-a2ae-f6354d500008 req-651d1751-16c9-4ef5-915e-69225743f6bf tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups/44d681b6-90b6-488d-a567-02881d630749 HTTP/1.1" status: 404 len: 352 time: 0.0270238 Nov 04 10:37:22.698048 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fff17ce-6926-46ab-8f86-f0ae0cbbba53 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:22.756922 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a125578e-d764-45fd-abfe-2350487ffbfc None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:37:22.789601 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff17ce-6926-46ab-8f86-f0ae0cbbba53 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=48a99aa6-635c-4880-8cee-914e921d260c,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:22.809892 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fff17ce-6926-46ab-8f86-f0ae0cbbba53 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:37:22.811550 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-9fff17ce-6926-46ab-8f86-f0ae0cbbba53 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:22.821876 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fff17ce-6926-46ab-8f86-f0ae0cbbba53 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:22.822531 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fff17ce-6926-46ab-8f86-f0ae0cbbba53 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:22.865162 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 41966) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:22.866467 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9fff17ce-6926-46ab-8f86-f0ae0cbbba53 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6283085 Nov 04 10:37:22.871495 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-0f761040-5630-4c9d-b821-be034355e633 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'fixed_ips': [{'subnet_id': '48a99aa6-635c-4880-8cee-914e921d260c', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-526277256'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:22.908119 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-ecae8e8e-cbb7-4e71-a73f-cdb0bc2228b9 None None] Provisioning complete for port d047242b-d223-40db-ac81-679103234fa9 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:22.908476 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ecae8e8e-cbb7-4e71-a73f-cdb0bc2228b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:22.994719 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b7cac-9045-4537-99a0-bf984fcf2cc7 req-21406f8d-67b9-4fd6-a874-49e63b076430 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:22.996228 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ec8b7cac-9045-4537-99a0-bf984fcf2cc7 req-21406f8d-67b9-4fd6-a874-49e63b076430 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/ports?device_id=ed774fe5-7c02-4d40-ad72-e73641da60a8 HTTP/1.1" status: 200 len: 945 time: 0.1329343 Nov 04 10:37:23.065631 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ecae8e8e-cbb7-4e71-a73f-cdb0bc2228b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:23.088094 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ec8b7cac-9045-4537-99a0-bf984fcf2cc7 req-9e3eb093-6255-437b-bb1a-f7fc44ff76a6 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/security-groups?id=ae2f195c-88ce-4ed3-a3a4-14584abee14f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817492 Nov 04 10:37:23.097616 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f761040-5630-4c9d-b821-be034355e633 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:37:23.118645 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0f761040-5630-4c9d-b821-be034355e633 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:23.119251 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-ecae8e8e-cbb7-4e71-a73f-cdb0bc2228b9 None None] For port d047242b-d223-40db-ac81-679103234fa9, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d047242b-d223-40db-ac81-679103234fa9,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:23.140489 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ecae8e8e-cbb7-4e71-a73f-cdb0bc2228b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:23.172978 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-0f761040-5630-4c9d-b821-be034355e633 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] device_id is not set on port dc179e95-60b4-41c9-813c-3f20ed2b9560 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:37:23.306284 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff63a2ab-4a94-4b3f-a84e-43c469ad1c62 x-openstack-request-id: req-ff63a2ab-4a94-4b3f-a84e-43c469ad1c62 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:37:23.306888 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89a21bf2-8be3-4eac-8b14-f0f094c94ab1", "tag": "307f6daf-3498-40f9-9f5d-bc0b74948b44", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:37:23.307774 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ff63a2ab-4a94-4b3f-a84e-43c469ad1c62 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:37:23.308164 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89a21bf2-8be3-4eac-8b14-f0f094c94ab1', 'tag': '307f6daf-3498-40f9-9f5d-bc0b74948b44', 'status': 'completed', 'code': 200} Nov 04 10:37:23.319833 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae8e8e-cbb7-4e71-a73f-cdb0bc2228b9 None None] Pushing event updated for resources: {'Port': ['ID=d047242b-d223-40db-ac81-679103234fa9,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:23.377843 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ac48b-a010-4645-a37e-3a8a97cc606e req-4a6707a3-c0ee-47da-be38-552f84a57f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:23.379392 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-459ac48b-a010-4645-a37e-3a8a97cc606e req-4a6707a3-c0ee-47da-be38-552f84a57f33 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=6ff8607a595c4654bc768d3625c74fa2&device_id=89a21bf2-8be3-4eac-8b14-f0f094c94ab1 HTTP/1.1" status: 200 len: 1096 time: 0.1692245 Nov 04 10:37:23.471185 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75d7a7e-3b55-4fb5-bbf1-fd53662c7d52 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:37:23.482411 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408a92b-7d13-454b-bd54-dc81508e3b2f req-936e8e0c-d625-412d-99d9-2ce8b0635c5a tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:23.492504 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a408a92b-7d13-454b-bd54-dc81508e3b2f req-936e8e0c-d625-412d-99d9-2ce8b0635c5a tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=497de189-8f23-446f-bb63-df96c2c3f117 HTTP/1.1" status: 200 len: 1096 time: 0.1217697 Nov 04 10:37:23.525827 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device e040f89a-81a9-44a9-b8e4-9e374df896c8 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:37:23.527927 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d047242b-d223-40db-ac81-679103234fa9 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:37:23.548121 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f761040-5630-4c9d-b821-be034355e633 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:37:23.548590 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f761040-5630-4c9d-b821-be034355e633 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:37:23.566386 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-510db8ef-48c8-4867-85cd-de22dc42a883 req-8667ebdd-3a5f-4610-98c9-afae11a7b9aa service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=bafbb69a-ebf7-48c8-a249-e2d970415e52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2186122 Nov 04 10:37:23.585267 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a2dacac2-3a17-4e26-b6a4-1ac7e6cc8931 None None] Provisioning complete for port d047242b-d223-40db-ac81-679103234fa9 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:23.585664 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a2dacac2-3a17-4e26-b6a4-1ac7e6cc8931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:23.641206 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0f761040-5630-4c9d-b821-be034355e633 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7741256 Nov 04 10:37:23.649838 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 41976) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:23.687526 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port d047242b-d223-40db-ac81-679103234fa9 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:23.688033 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:23.693458 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ac48b-a010-4645-a37e-3a8a97cc606e req-3733cd0b-d21b-4cbc-9922-a51a52fc60a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:23.702884 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-459ac48b-a010-4645-a37e-3a8a97cc606e req-3733cd0b-d21b-4cbc-9922-a51a52fc60a8 service neutron] 10.222.0.126 "GET /v2.0/networks?id=92ab5df3-727f-4009-aa65-b63a2390bdd1 HTTP/1.1" status: 200 len: 923 time: 0.3142419 Nov 04 10:37:23.759098 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a408a92b-7d13-454b-bd54-dc81508e3b2f req-3fc4a4ca-d98c-42ff-95ec-02811d4ea089 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655582 Nov 04 10:37:23.772133 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.resource_extend [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:37:23.799323 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-459ac48b-a010-4645-a37e-3a8a97cc606e req-729d3372-82d4-498d-a4d1-7f7f657739b6 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=307f6daf-3498-40f9-9f5d-bc0b74948b44 HTTP/1.1" status: 200 len: 217 time: 0.0807598 Nov 04 10:37:23.807291 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218def8a-f103-430d-897e-edb523fed9c6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:23.816287 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-218def8a-f103-430d-897e-edb523fed9c6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1633494 Nov 04 10:37:23.817356 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510db8ef-48c8-4867-85cd-de22dc42a883 req-10060b5a-3571-4571-a384-7b855928f1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:23.818451 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 41984) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:23.819433 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-510db8ef-48c8-4867-85cd-de22dc42a883 req-10060b5a-3571-4571-a384-7b855928f1dd service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8978c15802a5437797795f3580af0e5a&device_id=bafbb69a-ebf7-48c8-a249-e2d970415e52 HTTP/1.1" status: 200 len: 1175 time: 0.2289398 Nov 04 10:37:23.985413 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32d07ce-9306-4dd7-af70-7178fefeada7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:23.988565 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32d07ce-9306-4dd7-af70-7178fefeada7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:23.999087 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c32d07ce-9306-4dd7-af70-7178fefeada7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1795793 Nov 04 10:37:24.000625 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 41992) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:24.067830 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ac48b-a010-4645-a37e-3a8a97cc606e req-9a7bf38c-254f-4c2e-93a8-850a445f64e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:24.069806 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-459ac48b-a010-4645-a37e-3a8a97cc606e req-9a7bf38c-254f-4c2e-93a8-850a445f64e8 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=ea66aad5-9af1-4fd7-8561-7ab30f09cec4 HTTP/1.1" status: 200 len: 860 time: 0.2493889 Nov 04 10:37:24.104610 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfffb9a2-fe9c-4b9a-93d1-3f66b3d6062c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet 48a99aa6-635c-4880-8cee-914e921d260c {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:37:24.111045 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cfffb9a2-fe9c-4b9a-93d1-3f66b3d6062c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:24.218186 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510db8ef-48c8-4867-85cd-de22dc42a883 req-c06517ef-b95b-4083-9af1-43c4e55be087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:24.225548 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-510db8ef-48c8-4867-85cd-de22dc42a883 req-c06517ef-b95b-4083-9af1-43c4e55be087 service neutron] 10.222.0.126 "GET /v2.0/networks?id=fd562185-7063-471c-ad25-a957d0b41f6e HTTP/1.1" status: 200 len: 914 time: 0.3730354 Nov 04 10:37:24.304609 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cfffb9a2-fe9c-4b9a-93d1-3f66b3d6062c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:24.305086 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port e040f89a-81a9-44a9-b8e4-9e374df896c8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=e040f89a-81a9-44a9-b8e4-9e374df896c8,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:24.315066 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-510db8ef-48c8-4867-85cd-de22dc42a883 req-2c4adea1-2151-402a-b213-f25a013b6969 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=882d34b5-e673-450c-9732-ada559bbeeab HTTP/1.1" status: 200 len: 217 time: 0.0728829 Nov 04 10:37:24.318531 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ac48b-a010-4645-a37e-3a8a97cc606e req-9224c9f5-0e39-43b1-8133-f854cc4bcef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:24.326540 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-459ac48b-a010-4645-a37e-3a8a97cc606e req-9224c9f5-0e39-43b1-8133-f854cc4bcef8 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=92ab5df3-727f-4009-aa65-b63a2390bdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2338340 Nov 04 10:37:24.329257 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'e040f89a-81a9-44a9-b8e4-9e374df896c8', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': 'e040f89a-81a9-44a9-b8e4-9e374df896c8', 'mac_address': 'fa:16:3e:9d:2a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:37:24.448404 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:24.478477 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e040f89a-81a9-44a9-b8e4-9e374df896c8 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:37:24.539972 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port e040f89a-81a9-44a9-b8e4-9e374df896c8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=e040f89a-81a9-44a9-b8e4-9e374df896c8,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:24.548775 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:24.558384 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cfffb9a2-fe9c-4b9a-93d1-3f66b3d6062c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:24.644950 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510db8ef-48c8-4867-85cd-de22dc42a883 req-4c707654-32af-4103-a6b6-c189e19c903f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:24.650341 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-510db8ef-48c8-4867-85cd-de22dc42a883 req-4c707654-32af-4103-a6b6-c189e19c903f service neutron] 10.222.0.126 "GET /v2.0/subnets?id=607a5e13-8657-4a0d-8d5f-d4cba4377009 HTTP/1.1" status: 200 len: 852 time: 0.3221917 Nov 04 10:37:24.699170 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=e040f89a-81a9-44a9-b8e4-9e374df896c8,revision_number=9']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:24.701552 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [req-a7dc3a87-87b1-44d0-8684-c2ed8ba79105 req-f1dadb51-ad3a-4c1b-939d-18f2c9e97704 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] show failed (client error): The resource could not be found. Nov 04 10:37:24.728546 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a7dc3a87-87b1-44d0-8684-c2ed8ba79105 req-f1dadb51-ad3a-4c1b-939d-18f2c9e97704 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups/de8cc573-5f68-4ebf-9455-b5d2f07ee4c1 HTTP/1.1" status: 404 len: 352 time: 0.1596596 Nov 04 10:37:24.738469 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-510db8ef-48c8-4867-85cd-de22dc42a883 req-01e2f4ce-04a7-4e6b-adb1-108b4532453b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=fd562185-7063-471c-ad25-a957d0b41f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768354 Nov 04 10:37:24.772061 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['e040f89a-81a9-44a9-b8e4-9e374df896c8'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:37:24.883444 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf2775-f55e-47bd-b187-ceb15b47efd4 req-82413247-20b2-44b9-90f1-21307015e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:24.907320 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eddf2775-f55e-47bd-b187-ceb15b47efd4 req-82413247-20b2-44b9-90f1-21307015e3ea service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0fafa7f7bc7e413aac3269e73af3f797&device_id=de406587-3152-4afe-a194-44e509de2f94 HTTP/1.1" status: 200 len: 1099 time: 0.3143935 Nov 04 10:37:25.047316 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a2a56932-5d10-4217-b991-cbd14382f570 None None] Provisioning complete for port d047242b-d223-40db-ac81-679103234fa9 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:25.047851 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a2a56932-5d10-4217-b991-cbd14382f570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:25.054744 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-459ac48b-a010-4645-a37e-3a8a97cc606e req-c26f6d72-ff4a-450d-be1e-cb05ac0def7d service neutron] 10.222.0.126 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6923661 Nov 04 10:37:25.167693 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cfffb9a2-fe9c-4b9a-93d1-3f66b3d6062c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:25.240385 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfffb9a2-fe9c-4b9a-93d1-3f66b3d6062c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=48a99aa6-635c-4880-8cee-914e921d260c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:25.247012 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cfffb9a2-fe9c-4b9a-93d1-3f66b3d6062c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:25.253378 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cfffb9a2-fe9c-4b9a-93d1-3f66b3d6062c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/48a99aa6-635c-4880-8cee-914e921d260c HTTP/1.1" status: 204 len: 168 time: 1.2424066 Nov 04 10:37:25.256918 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42020) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:25.297901 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-510db8ef-48c8-4867-85cd-de22dc42a883 req-7fdd2dde-6fbb-4924-803e-7e7371ac880a service neutron] 10.222.0.126 "GET /v2.0/networks/fd562185-7063-471c-ad25-a957d0b41f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5328708 Nov 04 10:37:25.332623 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf2775-f55e-47bd-b187-ceb15b47efd4 req-0cb8e98a-a98b-47ca-af7f-7409857c2c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:25.334510 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eddf2775-f55e-47bd-b187-ceb15b47efd4 req-0cb8e98a-a98b-47ca-af7f-7409857c2c4f service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.4156132 Nov 04 10:37:25.338580 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d2de9f4e-aa2d-42b5-aa39-fc80b2c8a5f7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806191 Nov 04 10:37:25.342404 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42024) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:25.358109 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-6a79b456-b9e5-4cc3-93d3-3c920ef3df6b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:25.422277 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160813df-c22d-4333-8d71-4c6408323696 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:37:25.525190 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eddf2775-f55e-47bd-b187-ceb15b47efd4 req-cead2127-5dbc-450f-9133-5669da233a57 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=e040f89a-81a9-44a9-b8e4-9e374df896c8 HTTP/1.1" status: 200 len: 217 time: 0.1465616 Nov 04 10:37:25.641493 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d047242b-d223-40db-ac81-679103234fa9 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:37:25.776656 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf2775-f55e-47bd-b187-ceb15b47efd4 req-8be8ad83-a729-476e-a41b-26127b0a4023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:25.783689 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eddf2775-f55e-47bd-b187-ceb15b47efd4 req-8be8ad83-a729-476e-a41b-26127b0a4023 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.2432971 Nov 04 10:37:25.847199 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-459ac48b-a010-4645-a37e-3a8a97cc606e req-2565a38a-6625-4840-ab5c-2c1ed2bf7560 service neutron] 10.222.0.126 "GET /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7828274 Nov 04 10:37:25.942180 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-510db8ef-48c8-4867-85cd-de22dc42a883 req-9256889e-c00f-492f-b545-2b878cc23970 service neutron] 10.222.0.126 "GET /v2.0/networks/fd562185-7063-471c-ad25-a957d0b41f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6291597 Nov 04 10:37:26.006304 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a79b456-b9e5-4cc3-93d3-3c920ef3df6b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:37:26.021850 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6a79b456-b9e5-4cc3-93d3-3c920ef3df6b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:26.074485 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdee2d4-a7de-4712-9e0f-5a321035f7c3 req-69766d5f-a250-4c3c-8715-9b0e1f87da81 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:26.076115 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2cdee2d4-a7de-4712-9e0f-5a321035f7c3 req-69766d5f-a250-4c3c-8715-9b0e1f87da81 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.126 "GET /v2.0/ports?device_id=89a21bf2-8be3-4eac-8b14-f0f094c94ab1 HTTP/1.1" status: 200 len: 945 time: 0.4203277 Nov 04 10:37:26.111308 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port d047242b-d223-40db-ac81-679103234fa9 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:26.111829 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:26.322332 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf2775-f55e-47bd-b187-ceb15b47efd4 req-c6758f52-3685-407b-9cbd-4dc1dcbd4227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:26.325061 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eddf2775-f55e-47bd-b187-ceb15b47efd4 req-c6758f52-3685-407b-9cbd-4dc1dcbd4227 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5302284 Nov 04 10:37:26.542427 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fea4c7d-49fe-4d2e-8041-8a85db1a45ca None None] DHCP port deletion for bc5af6f0-5063-4ccc-959e-90459430dabc request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:37:26.556954 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-71f858d1-2790-4f0a-824b-8fc4e91ef82c None None] Could not find standard attr ID for object 32d105b8-a56a-46d5-9a80-6ef602f7db3f. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:37:26.617341 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-6fea4c7d-49fe-4d2e-8041-8a85db1a45ca None None] Deleting port d047242b-d223-40db-ac81-679103234fa9 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:37:26.617818 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6fea4c7d-49fe-4d2e-8041-8a85db1a45ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:26.721478 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-6fea4c7d-49fe-4d2e-8041-8a85db1a45ca None None] For port d047242b-d223-40db-ac81-679103234fa9, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d047242b-d223-40db-ac81-679103234fa9,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:26.725271 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6fea4c7d-49fe-4d2e-8041-8a85db1a45ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:26.736869 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eddf2775-f55e-47bd-b187-ceb15b47efd4 req-20aa3bb3-86c6-4543-adfe-eb54a8e0f510 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793888 Nov 04 10:37:26.744268 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-2cdee2d4-a7de-4712-9e0f-5a321035f7c3 req-93cdaa14-9034-4db8-b3d6-5f3990a29b37 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Deleting port 307f6daf-3498-40f9-9f5d-bc0b74948b44 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:37:26.744609 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2cdee2d4-a7de-4712-9e0f-5a321035f7c3 req-93cdaa14-9034-4db8-b3d6-5f3990a29b37 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:26.771448 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-6fea4c7d-49fe-4d2e-8041-8a85db1a45ca None None] Calling delete_port for d047242b-d223-40db-ac81-679103234fa9 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:37:27.026483 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6fea4c7d-49fe-4d2e-8041-8a85db1a45ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:27.061398 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea4c7d-49fe-4d2e-8041-8a85db1a45ca None None] Pushing event deleted for resources: {'Port': ['ID=d047242b-d223-40db-ac81-679103234fa9,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:27.074034 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fea4c7d-49fe-4d2e-8041-8a85db1a45ca None None] No DVR routers for this DVR port d047242b-d223-40db-ac81-679103234fa9 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:37:27.075469 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eddf2775-f55e-47bd-b187-ceb15b47efd4 req-f5c907f9-8956-41dc-9f1c-2554bf734a31 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083506 Nov 04 10:37:27.139870 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-a1b8d4a1-ac5f-41e8-b5a5-b050ff0af3b1 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:37:27.140859 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-a1b8d4a1-ac5f-41e8-b5a5-b050ff0af3b1 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.3751516 Nov 04 10:37:27.155027 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6a79b456-b9e5-4cc3-93d3-3c920ef3df6b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:27.294530 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79b456-b9e5-4cc3-93d3-3c920ef3df6b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=c100fe38-9b90-4172-89ce-02fd82f7bf98,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:27.352403 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d047242b-d223-40db-ac81-679103234fa9 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:37:27.404204 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: d047242b-d223-40db-ac81-679103234fa9 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:37:27.414703 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d047242b-d223-40db-ac81-679103234fa9 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:37:27.474315 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-216771f9-f69f-4c3b-a5f0-d34c7552fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:27.475817 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-216771f9-f69f-4c3b-a5f0-d34c7552fca2 service neutron] 10.222.0.127 "GET /v2.0/ports/c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 HTTP/1.1" status: 200 len: 1093 time: 0.3159583 Nov 04 10:37:27.481086 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a79b456-b9e5-4cc3-93d3-3c920ef3df6b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:37:27.483016 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-2cdee2d4-a7de-4712-9e0f-5a321035f7c3 req-93cdaa14-9034-4db8-b3d6-5f3990a29b37 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] For port 307f6daf-3498-40f9-9f5d-bc0b74948b44, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=307f6daf-3498-40f9-9f5d-bc0b74948b44,segment=NetworkSegment(d89c017d-306f-4669-8b75-b883e6faf378),segment_id=d89c017d-306f-4669-8b75-b883e6faf378)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:27.483380 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2cdee2d4-a7de-4712-9e0f-5a321035f7c3 req-93cdaa14-9034-4db8-b3d6-5f3990a29b37 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:27.490158 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-133ccbdc-da22-4509-9a3d-68afb1b956c3 service neutron] Request body: {'binding': {'host': 'n-h1-816629-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:27.490627 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-133ccbdc-da22-4509-9a3d-68afb1b956c3 service neutron] Unknown quota resources ['binding']. {{(pid=101774) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 04 10:37:27.517497 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device e040f89a-81a9-44a9-b8e4-9e374df896c8 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:37:27.603820 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-6a79b456-b9e5-4cc3-93d3-3c920ef3df6b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:27.617173 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a79b456-b9e5-4cc3-93d3-3c920ef3df6b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:27.618053 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6a79b456-b9e5-4cc3-93d3-3c920ef3df6b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:27.629021 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port e040f89a-81a9-44a9-b8e4-9e374df896c8 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:27.632033 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:27.699192 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-2cdee2d4-a7de-4712-9e0f-5a321035f7c3 req-93cdaa14-9034-4db8-b3d6-5f3990a29b37 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Calling delete_port for 307f6daf-3498-40f9-9f5d-bc0b74948b44 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:37:27.707409 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42078) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:27.709054 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6a79b456-b9e5-4cc3-93d3-3c920ef3df6b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3607194 Nov 04 10:37:27.712687 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-195fef0b-aaf6-4012-ab2d-4e69a05bec9f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-115229204', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:27.747300 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f436acc-4298-48fd-97eb-684ce243147a None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:37:27.795561 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-195fef0b-aaf6-4012-ab2d-4e69a05bec9f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:27.796803 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-195fef0b-aaf6-4012-ab2d-4e69a05bec9f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:27.877434 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-133ccbdc-da22-4509-9a3d-68afb1b956c3 service neutron] Attempting to bind port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 on host n-h1-816629-1 for vnic_type normal with profile None {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:37:27.877766 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-133ccbdc-da22-4509-9a3d-68afb1b956c3 service neutron] Attempting to bind port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:37:27.878095 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-133ccbdc-da22-4509-9a3d-68afb1b956c3 service neutron] Attempting to bind port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:37:27.886057 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-133ccbdc-da22-4509-9a3d-68afb1b956c3 service neutron] Port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:37:27.886545 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-133ccbdc-da22-4509-9a3d-68afb1b956c3 service neutron] Attempting to bind port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:37:27.903713 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-133ccbdc-da22-4509-9a3d-68afb1b956c3 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:37:27.904701 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-133ccbdc-da22-4509-9a3d-68afb1b956c3 service neutron] Checking segment: {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:37:27.905823 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-133ccbdc-da22-4509-9a3d-68afb1b956c3 service neutron] Bound using segment: {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:37:27.907255 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-133ccbdc-da22-4509-9a3d-68afb1b956c3 service neutron] Bound port: c0ea008a-8c85-4c8d-98e7-1edd5e0076b5, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:37:27.999790 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-195fef0b-aaf6-4012-ab2d-4e69a05bec9f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:28.009682 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-195fef0b-aaf6-4012-ab2d-4e69a05bec9f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:28.032064 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-133ccbdc-da22-4509-9a3d-68afb1b956c3 service neutron] For port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=c0ea008a-8c85-4c8d-98e7-1edd5e0076b5,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:37:28.047687 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-133ccbdc-da22-4509-9a3d-68afb1b956c3 service neutron] Publish callbacks [] for binding, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:28.049208 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-133ccbdc-da22-4509-9a3d-68afb1b956c3 service neutron] 10.222.0.127 "POST /v2.0/ports/c0ea008a-8c85-4c8d-98e7-1edd5e0076b5/bindings HTTP/1.1" status: 201 len: 389 time: 0.5629282 Nov 04 10:37:28.062782 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-195fef0b-aaf6-4012-ab2d-4e69a05bec9f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:28.065503 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:28.085679 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-195fef0b-aaf6-4012-ab2d-4e69a05bec9f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3767977 Nov 04 10:37:28.092181 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42082) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:28.170255 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2cdee2d4-a7de-4712-9e0f-5a321035f7c3 req-93cdaa14-9034-4db8-b3d6-5f3990a29b37 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:28.182521 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de406587-3152-4afe-a194-44e509de2f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e040f89a-81a9-44a9-b8e4-9e374df896c8'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:37:28.207503 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db9a932-6a3f-470e-be66-466de2571fbb" -d '{"events": [{"server_uuid": "de406587-3152-4afe-a194-44e509de2f94", "name": "network-vif-plugged", "status": "completed", "tag": "e040f89a-81a9-44a9-b8e4-9e374df896c8"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:37:28.247240 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['307f6daf-3498-40f9-9f5d-bc0b74948b44'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:37:28.299994 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port e040f89a-81a9-44a9-b8e4-9e374df896c8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=e040f89a-81a9-44a9-b8e4-9e374df896c8,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:28.328699 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:28.369116 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db03588-accc-42d1-acf4-d13074ed432b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-bc5af6f0-5063-4ccc-959e-90459430dabc', 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'fixed_ips': [{'subnet_id': 'c100fe38-9b90-4172-89ce-02fd82f7bf98'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:37:28.370029 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9db03588-accc-42d1-acf4-d13074ed432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:28.461216 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=e040f89a-81a9-44a9-b8e4-9e374df896c8,revision_number=10']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:28.744593 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-9db03588-accc-42d1-acf4-d13074ed432b None None] Allocated IP 2001:db8::2 (bc5af6f0-5063-4ccc-959e-90459430dabc/c100fe38-9b90-4172-89ce-02fd82f7bf98/4aa82069-45aa-4d2f-b5d6-f290e6f1f751) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:37:28.764033 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-567ba75f-9fac-47a9-aac0-94f35685a482 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:28.804500 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-922e0b96-30ab-4ba2-816c-91a272cc2e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:28.809244 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-922e0b96-30ab-4ba2-816c-91a272cc2e27 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&device_id=497de189-8f23-446f-bb63-df96c2c3f117 HTTP/1.1" status: 200 len: 1096 time: 0.4093990 Nov 04 10:37:29.329116 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cdaa14-9034-4db8-b3d6-5f3990a29b37 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Pushing event deleted for resources: {'Port': ['ID=307f6daf-3498-40f9-9f5d-bc0b74948b44,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:29.339470 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9db03588-accc-42d1-acf4-d13074ed432b None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:29.350502 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9db03588-accc-42d1-acf4-d13074ed432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:29.404852 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4cc85ac7-c285-4303-a084-a6e5c3296e72 req-10dd3f28-80d2-485c-ab7c-0acb0bc03806 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.127 "GET /v2.0/ports?device_id=89a21bf2-8be3-4eac-8b14-f0f094c94ab1 HTTP/1.1" status: 200 len: 210 time: 0.0869238 Nov 04 10:37:29.420666 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db03588-accc-42d1-acf4-d13074ed432b None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:37:29.425078 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-9db03588-accc-42d1-acf4-d13074ed432b None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:29.441615 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db03588-accc-42d1-acf4-d13074ed432b None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:37:29.473508 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db03588-accc-42d1-acf4-d13074ed432b None None] Pushing event updated for resources: {'Port': ['ID=4aa82069-45aa-4d2f-b5d6-f290e6f1f751,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:29.480089 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdee2d4-a7de-4712-9e0f-5a321035f7c3 req-93cdaa14-9034-4db8-b3d6-5f3990a29b37 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] No DVR routers for this DVR port 307f6daf-3498-40f9-9f5d-bc0b74948b44 on host n-h1-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:37:29.493889 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [req-cb6eed88-7066-4c7d-b44d-bafd9a661316 req-22c1a7f7-4db2-4730-a633-7aa84236343b tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] show failed (client error): The resource could not be found. Nov 04 10:37:29.515191 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cb6eed88-7066-4c7d-b44d-bafd9a661316 req-22c1a7f7-4db2-4730-a633-7aa84236343b tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups/ea966c82-0d15-4d39-b688-9f756f318d10 HTTP/1.1" status: 404 len: 352 time: 0.0714908 Nov 04 10:37:29.522848 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2cdee2d4-a7de-4712-9e0f-5a321035f7c3 req-93cdaa14-9034-4db8-b3d6-5f3990a29b37 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:29.535769 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2cdee2d4-a7de-4712-9e0f-5a321035f7c3 req-93cdaa14-9034-4db8-b3d6-5f3990a29b37 tempest-FloatingIPsAssociationTestJSON-1159357712 tempest-FloatingIPsAssociationTestJSON-1159357712-project] 10.222.0.126 "DELETE /v2.0/ports/307f6daf-3498-40f9-9f5d-bc0b74948b44 HTTP/1.1" status: 204 len: 173 time: 3.4310706 Nov 04 10:37:29.539965 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a21bf2-8be3-4eac-8b14-f0f094c94ab1', 'name': 'network-vif-deleted', 'tag': '307f6daf-3498-40f9-9f5d-bc0b74948b44'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:37:29.545216 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e5b39f-dc49-4790-b77a-68ffc2ff0d38" -d '{"events": [{"server_uuid": "89a21bf2-8be3-4eac-8b14-f0f094c94ab1", "name": "network-vif-deleted", "tag": "307f6daf-3498-40f9-9f5d-bc0b74948b44"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:37:29.560531 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-9db03588-accc-42d1-acf4-d13074ed432b None None] Attempting to bind port 4aa82069-45aa-4d2f-b5d6-f290e6f1f751 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:37:29.561006 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-9db03588-accc-42d1-acf4-d13074ed432b None None] Attempting to bind port 4aa82069-45aa-4d2f-b5d6-f290e6f1f751 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:37:29.561375 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db03588-accc-42d1-acf4-d13074ed432b None None] Attempting to bind port 4aa82069-45aa-4d2f-b5d6-f290e6f1f751 on network bc5af6f0-5063-4ccc-959e-90459430dabc {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:37:29.571974 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db03588-accc-42d1-acf4-d13074ed432b None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:37:29.575708 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db03588-accc-42d1-acf4-d13074ed432b None None] Checking segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:37:29.575708 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9db03588-accc-42d1-acf4-d13074ed432b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:29.575708 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db03588-accc-42d1-acf4-d13074ed432b None None] Bound using segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:37:29.576314 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-9db03588-accc-42d1-acf4-d13074ed432b None None] Bound port: 4aa82069-45aa-4d2f-b5d6-f290e6f1f751, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:37:29.576709 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9db03588-accc-42d1-acf4-d13074ed432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:29.710279 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-9db03588-accc-42d1-acf4-d13074ed432b None None] For port 4aa82069-45aa-4d2f-b5d6-f290e6f1f751, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:37:29.714520 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-9db03588-accc-42d1-acf4-d13074ed432b None None] For port 4aa82069-45aa-4d2f-b5d6-f290e6f1f751, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4aa82069-45aa-4d2f-b5d6-f290e6f1f751,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:37:29.723783 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9db03588-accc-42d1-acf4-d13074ed432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:29.903591 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db03588-accc-42d1-acf4-d13074ed432b None None] Pushing event updated for resources: {'Port': ['ID=4aa82069-45aa-4d2f-b5d6-f290e6f1f751,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:30.372921 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850319b-0134-44fb-bd73-339421e27b5e req-c86d0858-1b72-4553-9b68-f095dd561848 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:30.377245 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a850319b-0134-44fb-bd73-339421e27b5e req-c86d0858-1b72-4553-9b68-f095dd561848 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=497de189-8f23-446f-bb63-df96c2c3f117 HTTP/1.1" status: 200 len: 945 time: 0.1393137 Nov 04 10:37:30.403432 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-d8c4d292-adf2-4f31-9ca7-b8097f052b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:30.405829 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-d8c4d292-adf2-4f31-9ca7-b8097f052b61 service neutron] 10.222.0.126 "GET /v2.0/networks?id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 200 len: 909 time: 1.5487804 Nov 04 10:37:30.509846 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a850319b-0134-44fb-bd73-339421e27b5e req-2229d3b9-05f7-4682-b5c7-e4bca42e6632 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267433 Nov 04 10:37:30.540337 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-9e234949-41aa-44dd-8628-25255aeffc9d service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 HTTP/1.1" status: 200 len: 217 time: 0.1224518 Nov 04 10:37:30.579773 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-567ba75f-9fac-47a9-aac0-94f35685a482 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 2001:db8::1 (bc5af6f0-5063-4ccc-959e-90459430dabc/c100fe38-9b90-4172-89ce-02fd82f7bf98/6161eeb0-cf18-43d7-8990-bc941c1d9388) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:37:30.593484 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aba86ef-2b8e-4a66-acc9-7028fc2eaa51 x-openstack-request-id: req-5aba86ef-2b8e-4a66-acc9-7028fc2eaa51 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:37:30.593930 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de406587-3152-4afe-a194-44e509de2f94", "name": "network-vif-plugged", "status": "completed", "tag": "e040f89a-81a9-44a9-b8e4-9e374df896c8", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:37:30.594250 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-5aba86ef-2b8e-4a66-acc9-7028fc2eaa51 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:37:30.594833 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de406587-3152-4afe-a194-44e509de2f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e040f89a-81a9-44a9-b8e4-9e374df896c8', 'code': 200} Nov 04 10:37:30.655683 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [req-78f521b0-63dd-4c15-8be4-7c3f6166109e req-ca15559a-a8b8-4342-8628-e62a425d5152 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] show failed (client error): The resource could not be found. Nov 04 10:37:30.673517 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78f521b0-63dd-4c15-8be4-7c3f6166109e req-ca15559a-a8b8-4342-8628-e62a425d5152 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups/c26bc4e3-2cd3-4216-87e3-9394bf0cb2df HTTP/1.1" status: 404 len: 352 time: 0.0357590 Nov 04 10:37:30.764049 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b16d60d-fb44-4faf-9924-07c778758e48 x-openstack-request-id: req-4b16d60d-fb44-4faf-9924-07c778758e48 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:37:30.764341 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a21bf2-8be3-4eac-8b14-f0f094c94ab1", "name": "network-vif-deleted", "tag": "307f6daf-3498-40f9-9f5d-bc0b74948b44", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:37:30.764586 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-4b16d60d-fb44-4faf-9924-07c778758e48 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:37:30.781566 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a21bf2-8be3-4eac-8b14-f0f094c94ab1', 'name': 'network-vif-deleted', 'tag': '307f6daf-3498-40f9-9f5d-bc0b74948b44', 'status': 'completed', 'code': 200} Nov 04 10:37:30.836682 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-aaf55dcf-77ca-4ff7-af52-68e463fa4c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:30.844999 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-aaf55dcf-77ca-4ff7-af52-68e463fa4c22 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=f29a1ba4-9c2e-4bbf-be88-aa21c2016c98 HTTP/1.1" status: 200 len: 847 time: 0.1504173 Nov 04 10:37:30.914672 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-b2733f39-0d01-4e46-bb1a-12e04fd27470 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398457 Nov 04 10:37:30.989941 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5236551-34d3-4ad2-b1db-d2f1c73af49b req-2526c5f9-9653-4dae-a62d-b90f84019cb2 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:30.993525 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e5236551-34d3-4ad2-b1db-d2f1c73af49b req-2526c5f9-9653-4dae-a62d-b90f84019cb2 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/ports?device_id=ed774fe5-7c02-4d40-ad72-e73641da60a8 HTTP/1.1" status: 200 len: 945 time: 0.1182079 Nov 04 10:37:31.000100 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 307f6daf-3498-40f9-9f5d-bc0b74948b44 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:37:31.053533 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-567ba75f-9fac-47a9-aac0-94f35685a482 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:31.060383 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 307f6daf-3498-40f9-9f5d-bc0b74948b44 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:37:31.060923 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 307f6daf-3498-40f9-9f5d-bc0b74948b44 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:37:31.116290 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e5236551-34d3-4ad2-b1db-d2f1c73af49b req-3d4d6aa3-d80f-4104-aa88-231843016c95 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/security-groups?id=ae2f195c-88ce-4ed3-a3a4-14584abee14f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116192 Nov 04 10:37:31.200991 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-ba27d3b3-d652-40dd-b5a6-1323b2a0a98c service neutron] 10.222.0.126 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714331 Nov 04 10:37:31.278384 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-567ba75f-9fac-47a9-aac0-94f35685a482 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:31.401885 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567ba75f-9fac-47a9-aac0-94f35685a482 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:37:31.425489 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-567ba75f-9fac-47a9-aac0-94f35685a482 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:31.430336 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ba75f-9fac-47a9-aac0-94f35685a482 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Port': ['ID=6161eeb0-cf18-43d7-8990-bc941c1d9388,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:31.433582 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567ba75f-9fac-47a9-aac0-94f35685a482 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:37:31.434151 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-567ba75f-9fac-47a9-aac0-94f35685a482 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:31.500903 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4aa82069-45aa-4d2f-b5d6-f290e6f1f751 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:37:31.527768 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-0d1fee85-2083-4b5a-a079-259150181833 service neutron] 10.222.0.126 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188348 Nov 04 10:37:31.530258 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42132) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:31.637641 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 4aa82069-45aa-4d2f-b5d6-f290e6f1f751 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:31.638322 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:31.791968 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-567ba75f-9fac-47a9-aac0-94f35685a482 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:31.797639 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-fcea638d-a50c-4925-9ea6-dc46ed2fcf0f tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:31.799888 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-fcea638d-a50c-4925-9ea6-dc46ed2fcf0f tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.126 "GET /v2.0/ports?device_id=497de189-8f23-446f-bb63-df96c2c3f117&tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&binding%3Ahost_id=n-h2-816629-1 HTTP/1.1" status: 200 len: 1096 time: 0.1855934 Nov 04 10:37:31.822200 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-945f7d84-4346-4a98-9020-e91c9b355e9f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816629-1'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:31.906316 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [req-255fc07a-122a-4108-b569-b55f8f09ae2b req-afd1e313-14a4-4c09-a376-f2633f907672 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] show failed (client error): The resource could not be found. Nov 04 10:37:31.933440 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-255fc07a-122a-4108-b569-b55f8f09ae2b req-afd1e313-14a4-4c09-a376-f2633f907672 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups/16254acc-d5cf-465b-afab-5e2a40823fc4 HTTP/1.1" status: 404 len: 352 time: 0.1316235 Nov 04 10:37:31.960287 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d95853f6-228f-48b0-8569-cd88465ace53 None None] Provisioning complete for port 4aa82069-45aa-4d2f-b5d6-f290e6f1f751 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:31.974663 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d95853f6-228f-48b0-8569-cd88465ace53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:32.039216 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:32.115158 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 4aa82069-45aa-4d2f-b5d6-f290e6f1f751, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4aa82069-45aa-4d2f-b5d6-f290e6f1f751,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:32.123206 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f6da1-db13-4010-9ef4-a7b62beb7c79 req-369970ee-3802-4774-827d-7fef41c34cee tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:32.126492 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-814f6da1-db13-4010-9ef4-a7b62beb7c79 req-369970ee-3802-4774-827d-7fef41c34cee tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.126 "GET /v2.0/ports?device_id=ed774fe5-7c02-4d40-ad72-e73641da60a8 HTTP/1.1" status: 200 len: 945 time: 0.4127247 Nov 04 10:37:32.129261 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:32.221903 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=4aa82069-45aa-4d2f-b5d6-f290e6f1f751,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:32.280787 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-945f7d84-4346-4a98-9020-e91c9b355e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:32.370899 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8f06b-be83-4823-a3be-4b3f569418c1 req-87d9e486-7e3f-402d-ba4a-e7e0c65f3b4e tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:32.376317 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e95a4586-faca-4542-a1b4-e5676cf0e807 None None] Provisioning complete for port 6161eeb0-cf18-43d7-8990-bc941c1d9388 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:32.376949 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e95a4586-faca-4542-a1b4-e5676cf0e807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:32.379946 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1de8f06b-be83-4823-a3be-4b3f569418c1 req-87d9e486-7e3f-402d-ba4a-e7e0c65f3b4e tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6e381f5-7791-4f0e-bf7b-201b1f253088 HTTP/1.1" status: 200 len: 945 time: 0.3341477 Nov 04 10:37:32.461831 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1de8f06b-be83-4823-a3be-4b3f569418c1 req-8e99766c-ff21-4009-b38a-11a547e4f318 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] 10.222.0.127 "GET /v2.0/security-groups?id=8dfd387a-b231-4099-9866-bdc1a43a4e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808244 Nov 04 10:37:32.470502 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e95a4586-faca-4542-a1b4-e5676cf0e807 None None] Port 6161eeb0-cf18-43d7-8990-bc941c1d9388 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:37:32.578695 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-567ba75f-9fac-47a9-aac0-94f35685a482 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:32.591667 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-567ba75f-9fac-47a9-aac0-94f35685a482 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:32.592637 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-567ba75f-9fac-47a9-aac0-94f35685a482 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:32.618782 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-814f6da1-db13-4010-9ef4-a7b62beb7c79 req-ee39aff4-1180-4c1f-96e6-2423533afe27 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Deleting port b7108e6d-d75d-480a-a32d-4797866cb8fe {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:37:32.619430 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-814f6da1-db13-4010-9ef4-a7b62beb7c79 req-ee39aff4-1180-4c1f-96e6-2423533afe27 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:32.702153 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-945f7d84-4346-4a98-9020-e91c9b355e9f service neutron] For port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=c0ea008a-8c85-4c8d-98e7-1edd5e0076b5,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:32.719606 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516055f1-448a-479e-b271-4eb42f2503d2 req-4aaa64b9-41f0-4563-b846-b9c7431edd29 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:32.728750 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-516055f1-448a-479e-b271-4eb42f2503d2 req-4aaa64b9-41f0-4563-b846-b9c7431edd29 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=497de189-8f23-446f-bb63-df96c2c3f117 HTTP/1.1" status: 200 len: 945 time: 0.1613567 Nov 04 10:37:32.746732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ba75f-9fac-47a9-aac0-94f35685a482 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Port': ['ID=6161eeb0-cf18-43d7-8990-bc941c1d9388,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:32.810743 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-945f7d84-4346-4a98-9020-e91c9b355e9f service neutron] For port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:37:32.872722 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567ba75f-9fac-47a9-aac0-94f35685a482 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:37:32.878658 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-567ba75f-9fac-47a9-aac0-94f35685a482 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:32.964870 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-814f6da1-db13-4010-9ef4-a7b62beb7c79 req-ee39aff4-1180-4c1f-96e6-2423533afe27 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] For port b7108e6d-d75d-480a-a32d-4797866cb8fe, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b7108e6d-d75d-480a-a32d-4797866cb8fe,segment=NetworkSegment(037f8e52-dbbc-4423-b2e4-190597daeab8),segment_id=037f8e52-dbbc-4423-b2e4-190597daeab8)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:32.965829 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-814f6da1-db13-4010-9ef4-a7b62beb7c79 req-ee39aff4-1180-4c1f-96e6-2423533afe27 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:32.988994 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-516055f1-448a-479e-b271-4eb42f2503d2 req-63309c71-b9f7-4ff0-9b27-12be20084a49 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588146 Nov 04 10:37:33.060407 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497de189-8f23-446f-bb63-df96c2c3f117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0ea008a-8c85-4c8d-98e7-1edd5e0076b5'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:37:33.063192 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd216616-da4e-4fae-9673-d0f66316c577" -d '{"events": [{"server_uuid": "497de189-8f23-446f-bb63-df96c2c3f117", "name": "network-vif-unplugged", "status": "completed", "tag": "c0ea008a-8c85-4c8d-98e7-1edd5e0076b5"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:37:33.070884 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-945f7d84-4346-4a98-9020-e91c9b355e9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:33.103976 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8306f-96f6-4031-b190-500ec7c44465 req-c1a71566-c368-46fd-984d-023f4dedbd25 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:33.111295 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-def8306f-96f6-4031-b190-500ec7c44465 req-c1a71566-c368-46fd-984d-023f4dedbd25 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] 10.222.0.126 "GET /v2.0/ports?device_id=a6e381f5-7791-4f0e-bf7b-201b1f253088 HTTP/1.1" status: 200 len: 945 time: 0.1526198 Nov 04 10:37:33.112296 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-945f7d84-4346-4a98-9020-e91c9b355e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:33.346386 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-945f7d84-4346-4a98-9020-e91c9b355e9f service neutron] Attempting to bind port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 on host n-h2-816629-1 for vnic_type normal with profile {"migrating_to": "n-h1-816629-1"} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:37:33.357348 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-945f7d84-4346-4a98-9020-e91c9b355e9f service neutron] Attempting to bind port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:37:33.357758 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-945f7d84-4346-4a98-9020-e91c9b355e9f service neutron] Attempting to bind port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:37:33.418995 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-930eff87-6e3e-40e4-a14e-44dab0c3294b None None] Provisioning complete for port 6161eeb0-cf18-43d7-8990-bc941c1d9388 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:33.419926 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-945f7d84-4346-4a98-9020-e91c9b355e9f service neutron] Port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:37:33.420391 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-945f7d84-4346-4a98-9020-e91c9b355e9f service neutron] Attempting to bind port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:37:33.428898 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-930eff87-6e3e-40e4-a14e-44dab0c3294b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:33.433541 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4aa82069-45aa-4d2f-b5d6-f290e6f1f751 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:37:33.449466 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567ba75f-9fac-47a9-aac0-94f35685a482 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Router 3ba17c55-00ad-45ad-860c-22e513ba32bc is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:37:33.455332 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-945f7d84-4346-4a98-9020-e91c9b355e9f service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:37:33.455668 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-945f7d84-4346-4a98-9020-e91c9b355e9f service neutron] Checking segment: {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:37:33.456060 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-945f7d84-4346-4a98-9020-e91c9b355e9f service neutron] Bound using segment: {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:37:33.456555 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-945f7d84-4346-4a98-9020-e91c9b355e9f service neutron] Bound port: c0ea008a-8c85-4c8d-98e7-1edd5e0076b5, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:37:33.456961 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-945f7d84-4346-4a98-9020-e91c9b355e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:33.549583 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-945f7d84-4346-4a98-9020-e91c9b355e9f service neutron] For port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:37:33.553068 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-945f7d84-4346-4a98-9020-e91c9b355e9f service neutron] For port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=c0ea008a-8c85-4c8d-98e7-1edd5e0076b5,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:37:33.562215 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f7d84-4346-4a98-9020-e91c9b355e9f service neutron] Pushing event updated for resources: {'Port': ['ID=c0ea008a-8c85-4c8d-98e7-1edd5e0076b5,revision_number=7']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:33.568620 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-945f7d84-4346-4a98-9020-e91c9b355e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:33.572069 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-930eff87-6e3e-40e4-a14e-44dab0c3294b None None] Port 6161eeb0-cf18-43d7-8990-bc941c1d9388 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:37:33.626607 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 4aa82069-45aa-4d2f-b5d6-f290e6f1f751 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:33.627072 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79392e43-78ba-4b00-baa3-3d4879f849ec req-ec5a28a2-1a8d-44b1-b37c-4a67c96ef614 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:33.629609 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:33.635263 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79392e43-78ba-4b00-baa3-3d4879f849ec req-ec5a28a2-1a8d-44b1-b37c-4a67c96ef614 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/ports?device_id=ed774fe5-7c02-4d40-ad72-e73641da60a8 HTTP/1.1" status: 200 len: 945 time: 0.1595173 Nov 04 10:37:33.669586 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-13bf1287-008e-46ac-b471-eeae3785271b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:33.734312 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-945f7d84-4346-4a98-9020-e91c9b355e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:33.734959 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-945f7d84-4346-4a98-9020-e91c9b355e9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:33.736461 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-945f7d84-4346-4a98-9020-e91c9b355e9f service neutron] 10.222.0.126 "PUT /v2.0/ports/c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 HTTP/1.1" status: 200 len: 1121 time: 1.9235220 Nov 04 10:37:33.752380 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-def8306f-96f6-4031-b190-500ec7c44465 req-1b980559-340d-4cb7-b784-96f075984452 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Deleting port 58a4a680-4ffe-4ad7-837c-411edc47842e {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:37:33.752868 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-def8306f-96f6-4031-b190-500ec7c44465 req-1b980559-340d-4cb7-b784-96f075984452 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:33.793872 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-814f6da1-db13-4010-9ef4-a7b62beb7c79 req-ee39aff4-1180-4c1f-96e6-2423533afe27 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:33.794280 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-814f6da1-db13-4010-9ef4-a7b62beb7c79 req-ee39aff4-1180-4c1f-96e6-2423533afe27 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:33.800213 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [req-814f6da1-db13-4010-9ef4-a7b62beb7c79 req-ee39aff4-1180-4c1f-96e6-2423533afe27 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Floating IP 324c6b5a-3155-44e3-9882-4fbbdc0b2fb7 disassociated. External IP: 172.25.7.91, port: b7108e6d-d75d-480a-a32d-4797866cb8fe. Nov 04 10:37:33.800532 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-814f6da1-db13-4010-9ef4-a7b62beb7c79 req-ee39aff4-1180-4c1f-96e6-2423533afe27 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Calling delete_port for b7108e6d-d75d-480a-a32d-4797866cb8fe owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:37:33.837925 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['c0ea008a-8c85-4c8d-98e7-1edd5e0076b5'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:37:33.854860 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f7d84-4346-4a98-9020-e91c9b355e9f service neutron] Pushing event updated for resources: {'Port': ['ID=c0ea008a-8c85-4c8d-98e7-1edd5e0076b5,revision_number=8']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:33.870320 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567ba75f-9fac-47a9-aac0-94f35685a482 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:37:33.878985 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-567ba75f-9fac-47a9-aac0-94f35685a482 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "PUT /v2.0/routers/3ba17c55-00ad-45ad-860c-22e513ba32bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7856607 Nov 04 10:37:33.882103 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42158) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:33.933389 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991a0c35-25f2-4f62-80df-34c0e769d461 None None] Sync routers for ids ['3ba17c55-00ad-45ad-860c-22e513ba32bc'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:37:33.950053 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-814f6da1-db13-4010-9ef4-a7b62beb7c79 req-ee39aff4-1180-4c1f-96e6-2423533afe27 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:33.975978 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79392e43-78ba-4b00-baa3-3d4879f849ec req-eb326642-c8fd-442f-8319-270b9cbf044d tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/security-groups?id=ae2f195c-88ce-4ed3-a3a4-14584abee14f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3398786 Nov 04 10:37:33.977171 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991a0c35-25f2-4f62-80df-34c0e769d461 None None] Routers {'3ba17c55-00ad-45ad-860c-22e513ba32bc'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:37:33.978409 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-991a0c35-25f2-4f62-80df-34c0e769d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:37:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['3ba17c55-00ad-45ad-860c-22e513ba32bc'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:34.047090 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef5b8da-f149-451c-98b0-bf0813d12379 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:34.052938 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0ef5b8da-f149-451c-98b0-bf0813d12379 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports/6161eeb0-cf18-43d7-8990-bc941c1d9388 HTTP/1.1" status: 200 len: 911 time: 0.1694770 Nov 04 10:37:34.064857 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42168) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:34.086073 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39aff4-1180-4c1f-96e6-2423533afe27 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Pushing event deleted for resources: {'Port': ['ID=b7108e6d-d75d-480a-a32d-4797866cb8fe,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:34.104602 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-def8306f-96f6-4031-b190-500ec7c44465 req-1b980559-340d-4cb7-b784-96f075984452 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] For port 58a4a680-4ffe-4ad7-837c-411edc47842e, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=58a4a680-4ffe-4ad7-837c-411edc47842e,segment=NetworkSegment(48965e54-ccbf-4101-ae5e-63b1a9afe33d),segment_id=48965e54-ccbf-4101-ae5e-63b1a9afe33d)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:34.119653 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-def8306f-96f6-4031-b190-500ec7c44465 req-1b980559-340d-4cb7-b784-96f075984452 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:34.141303 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-991a0c35-25f2-4f62-80df-34c0e769d461 None None] Set router 3ba17c55-00ad-45ad-860c-22e513ba32bc gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:37:34.172242 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-def8306f-96f6-4031-b190-500ec7c44465 req-1b980559-340d-4cb7-b784-96f075984452 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Calling delete_port for 58a4a680-4ffe-4ad7-837c-411edc47842e owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:37:34.197451 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44678cc-20a2-4b8e-8614-9ee3bee86f86 x-openstack-request-id: req-d44678cc-20a2-4b8e-8614-9ee3bee86f86 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:37:34.197760 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497de189-8f23-446f-bb63-df96c2c3f117", "name": "network-vif-unplugged", "status": "completed", "tag": "c0ea008a-8c85-4c8d-98e7-1edd5e0076b5", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:37:34.198013 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-d44678cc-20a2-4b8e-8614-9ee3bee86f86 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:37:34.198427 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497de189-8f23-446f-bb63-df96c2c3f117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0ea008a-8c85-4c8d-98e7-1edd5e0076b5', 'code': 200} Nov 04 10:37:34.304642 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41a844e-b73f-48a3-8d12-d9cbbee9b4d8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:34.311018 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41a844e-b73f-48a3-8d12-d9cbbee9b4d8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:34.315445 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e41a844e-b73f-48a3-8d12-d9cbbee9b4d8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2414641 Nov 04 10:37:34.318263 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42174) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:34.436371 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-991a0c35-25f2-4f62-80df-34c0e769d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba17c55-00ad-45ad-860c-22e513ba32bc', 'name': 'tempest-NetworksTestDHCPv6-router-115229204', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:37:27Z', 'updated_at': '2021-11-04T10:37:31Z', 'revision_number': 2, 'project_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'gw_port_host': None, '_interfaces': [{'id': '6161eeb0-cf18-43d7-8990-bc941c1d9388', 'name': '', 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'mac_address': 'fa:16:3e:fa:b1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba17c55-00ad-45ad-860c-22e513ba32bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'c100fe38-9b90-4172-89ce-02fd82f7bf98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:37:29Z', 'updated_at': '2021-11-04T10:37:32Z', 'revision_number': 2, 'project_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'subnets': [{'id': 'c100fe38-9b90-4172-89ce-02fd82f7bf98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:34.444401 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-def8306f-96f6-4031-b190-500ec7c44465 req-1b980559-340d-4cb7-b784-96f075984452 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:34.492757 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b980559-340d-4cb7-b784-96f075984452 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Pushing event deleted for resources: {'Port': ['ID=58a4a680-4ffe-4ad7-837c-411edc47842e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:34.544527 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['58a4a680-4ffe-4ad7-837c-411edc47842e'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:37:34.549056 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-def8306f-96f6-4031-b190-500ec7c44465 req-1b980559-340d-4cb7-b784-96f075984452 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] No DVR routers for this DVR port 58a4a680-4ffe-4ad7-837c-411edc47842e on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:37:34.549456 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991a0c35-25f2-4f62-80df-34c0e769d461 None None] Checking router: 3ba17c55-00ad-45ad-860c-22e513ba32bc for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:37:34.552142 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-def8306f-96f6-4031-b190-500ec7c44465 req-1b980559-340d-4cb7-b784-96f075984452 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:34.553478 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991a0c35-25f2-4f62-80df-34c0e769d461 None None] Updating router 3ba17c55-00ad-45ad-860c-22e513ba32bc port 6161eeb0-cf18-43d7-8990-bc941c1d9388 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:37:34.559348 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-def8306f-96f6-4031-b190-500ec7c44465 req-1b980559-340d-4cb7-b784-96f075984452 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] 10.222.0.126 "DELETE /v2.0/ports/58a4a680-4ffe-4ad7-837c-411edc47842e HTTP/1.1" status: 204 len: 173 time: 1.4141254 Nov 04 10:37:34.563185 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8188c-ef89-4f00-91ec-2cc248bd6383 req-5d24ef16-a11d-4905-a9a9-399aca2f46b6 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:34.571975 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-18e8188c-ef89-4f00-91ec-2cc248bd6383 req-5d24ef16-a11d-4905-a9a9-399aca2f46b6 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/ports?device_id=bafbb69a-ebf7-48c8-a249-e2d970415e52 HTTP/1.1" status: 200 len: 1024 time: 0.2632506 Nov 04 10:37:34.605809 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-991a0c35-25f2-4f62-80df-34c0e769d461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:34.733289 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-18e8188c-ef89-4f00-91ec-2cc248bd6383 req-9f015736-c414-4235-b66c-baab9cb21599 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups?id=fa217d58-5bb0-416b-ab4e-6c69c5e235f0&id=16f0cacd-133e-4c81-9ec9-343fd2ccc51f&id=08c349bf-670d-4699-bb9c-b689c5a710de&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1603034 Nov 04 10:37:34.780327 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-814f6da1-db13-4010-9ef4-a7b62beb7c79 req-ee39aff4-1180-4c1f-96e6-2423533afe27 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Router 68e411a4-d787-4aac-a1c0-9f57b6ac80e8 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:37:34.781295 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e7833-31ab-47d7-ab9f-8dd81f5733a6 req-f87edd5e-aecd-423d-aade-a93bfc8a0797 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:34.792452 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-357e7833-31ab-47d7-ab9f-8dd81f5733a6 req-f87edd5e-aecd-423d-aade-a93bfc8a0797 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.126 "GET /v2.0/ports?device_id=bafbb69a-ebf7-48c8-a249-e2d970415e52 HTTP/1.1" status: 200 len: 1024 time: 0.1481700 Nov 04 10:37:34.994558 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-357e7833-31ab-47d7-ab9f-8dd81f5733a6 req-7096d23a-a128-45a7-b462-aadb91e012b6 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Deleting port 882d34b5-e673-450c-9732-ada559bbeeab {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:37:34.995154 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-357e7833-31ab-47d7-ab9f-8dd81f5733a6 req-7096d23a-a128-45a7-b462-aadb91e012b6 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:35.009736 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e5e7f6a8-754d-43b2-8254-33f17488cc26 req-f2e53a55-8bd2-4ded-a64f-888f8c5663f5 tempest-VolumesAdminNegativeTest-1382110615 tempest-VolumesAdminNegativeTest-1382110615-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6e381f5-7791-4f0e-bf7b-201b1f253088 HTTP/1.1" status: 200 len: 210 time: 0.0990264 Nov 04 10:37:35.287555 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-357e7833-31ab-47d7-ab9f-8dd81f5733a6 req-7096d23a-a128-45a7-b462-aadb91e012b6 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] For port 882d34b5-e673-450c-9732-ada559bbeeab, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=882d34b5-e673-450c-9732-ada559bbeeab,segment=NetworkSegment(f04c9026-7b12-4aa2-9be0-45f685d36899),segment_id=f04c9026-7b12-4aa2-9be0-45f685d36899)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:35.287915 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-357e7833-31ab-47d7-ab9f-8dd81f5733a6 req-7096d23a-a128-45a7-b462-aadb91e012b6 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:35.330733 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-357e7833-31ab-47d7-ab9f-8dd81f5733a6 req-7096d23a-a128-45a7-b462-aadb91e012b6 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Calling delete_port for 882d34b5-e673-450c-9732-ada559bbeeab owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:37:35.375698 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-991a0c35-25f2-4f62-80df-34c0e769d461 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:35.400097 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-991a0c35-25f2-4f62-80df-34c0e769d461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:35.464616 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613857bb-aa22-4d96-98e5-d9bd0cdc475c None None] Pushing event updated for resources: {'Port': ['ID=6161eeb0-cf18-43d7-8990-bc941c1d9388,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:35.645687 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-357e7833-31ab-47d7-ab9f-8dd81f5733a6 req-7096d23a-a128-45a7-b462-aadb91e012b6 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:35.648177 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-991a0c35-25f2-4f62-80df-34c0e769d461 None None] Attempting to bind port 6161eeb0-cf18-43d7-8990-bc941c1d9388 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:37:35.648557 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-991a0c35-25f2-4f62-80df-34c0e769d461 None None] Attempting to bind port 6161eeb0-cf18-43d7-8990-bc941c1d9388 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:37:35.648962 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991a0c35-25f2-4f62-80df-34c0e769d461 None None] Attempting to bind port 6161eeb0-cf18-43d7-8990-bc941c1d9388 on network bc5af6f0-5063-4ccc-959e-90459430dabc {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:37:35.662731 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['882d34b5-e673-450c-9732-ada559bbeeab'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:37:35.669077 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991a0c35-25f2-4f62-80df-34c0e769d461 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:37:35.669616 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991a0c35-25f2-4f62-80df-34c0e769d461 None None] Checking segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:37:35.669958 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-991a0c35-25f2-4f62-80df-34c0e769d461 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:35.670359 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991a0c35-25f2-4f62-80df-34c0e769d461 None None] Bound using segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:37:35.670873 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-991a0c35-25f2-4f62-80df-34c0e769d461 None None] Bound port: 6161eeb0-cf18-43d7-8990-bc941c1d9388, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:37:35.671250 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-991a0c35-25f2-4f62-80df-34c0e769d461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:35.683076 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096d23a-a128-45a7-b462-aadb91e012b6 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Pushing event deleted for resources: {'Port': ['ID=882d34b5-e673-450c-9732-ada559bbeeab,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:35.788346 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-357e7833-31ab-47d7-ab9f-8dd81f5733a6 req-7096d23a-a128-45a7-b462-aadb91e012b6 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] No DVR routers for this DVR port 882d34b5-e673-450c-9732-ada559bbeeab on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:37:35.798611 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-357e7833-31ab-47d7-ab9f-8dd81f5733a6 req-7096d23a-a128-45a7-b462-aadb91e012b6 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:35.802274 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-357e7833-31ab-47d7-ab9f-8dd81f5733a6 req-7096d23a-a128-45a7-b462-aadb91e012b6 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.126 "DELETE /v2.0/ports/882d34b5-e673-450c-9732-ada559bbeeab HTTP/1.1" status: 204 len: 173 time: 1.0006812 Nov 04 10:37:35.937814 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-991a0c35-25f2-4f62-80df-34c0e769d461 None None] For port 6161eeb0-cf18-43d7-8990-bc941c1d9388, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:37:35.946058 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-991a0c35-25f2-4f62-80df-34c0e769d461 None None] For port 6161eeb0-cf18-43d7-8990-bc941c1d9388, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6161eeb0-cf18-43d7-8990-bc941c1d9388,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:37:35.958569 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-991a0c35-25f2-4f62-80df-34c0e769d461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:36.043575 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-814f6da1-db13-4010-9ef4-a7b62beb7c79 req-ee39aff4-1180-4c1f-96e6-2423533afe27 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:37:36.055241 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036f291b-fe57-4743-b0c4-2a0601989554 None None] Sync routers for ids ['68e411a4-d787-4aac-a1c0-9f57b6ac80e8'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:37:36.058388 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613857bb-aa22-4d96-98e5-d9bd0cdc475c None None] Pushing event updated for resources: {'Port': ['ID=6161eeb0-cf18-43d7-8990-bc941c1d9388,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:36.085087 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036f291b-fe57-4743-b0c4-2a0601989554 None None] Routers {'68e411a4-d787-4aac-a1c0-9f57b6ac80e8'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:37:36.086140 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-036f291b-fe57-4743-b0c4-2a0601989554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:37:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['68e411a4-d787-4aac-a1c0-9f57b6ac80e8'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:36.102529 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e6878c51-0d90-4389-ab6e-c095d7cee160 None None] Provisioning complete for port 6161eeb0-cf18-43d7-8990-bc941c1d9388 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:36.102923 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e6878c51-0d90-4389-ab6e-c095d7cee160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:36.172252 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991a0c35-25f2-4f62-80df-34c0e769d461 None None] Routers {'3ba17c55-00ad-45ad-860c-22e513ba32bc'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:37:36.173372 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-991a0c35-25f2-4f62-80df-34c0e769d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:37:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['3ba17c55-00ad-45ad-860c-22e513ba32bc'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:36.187105 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-814f6da1-db13-4010-9ef4-a7b62beb7c79 req-ee39aff4-1180-4c1f-96e6-2423533afe27 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] No DVR routers for this DVR port b7108e6d-d75d-480a-a32d-4797866cb8fe on host n-h1-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:37:36.190313 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-814f6da1-db13-4010-9ef4-a7b62beb7c79 req-ee39aff4-1180-4c1f-96e6-2423533afe27 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:36.196889 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-814f6da1-db13-4010-9ef4-a7b62beb7c79 req-ee39aff4-1180-4c1f-96e6-2423533afe27 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.126 "DELETE /v2.0/ports/b7108e6d-d75d-480a-a32d-4797866cb8fe HTTP/1.1" status: 204 len: 173 time: 4.0557063 Nov 04 10:37:36.203849 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '497de189-8f23-446f-bb63-df96c2c3f117', 'tag': 'c0ea008a-8c85-4c8d-98e7-1edd5e0076b5'}, {'server_uuid': 'a6e381f5-7791-4f0e-bf7b-201b1f253088', 'name': 'network-vif-deleted', 'tag': '58a4a680-4ffe-4ad7-837c-411edc47842e'}, {'server_uuid': 'bafbb69a-ebf7-48c8-a249-e2d970415e52', 'name': 'network-vif-deleted', 'tag': '882d34b5-e673-450c-9732-ada559bbeeab'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:37:36.204325 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed774fe5-7c02-4d40-ad72-e73641da60a8', 'name': 'network-vif-deleted', 'tag': 'b7108e6d-d75d-480a-a32d-4797866cb8fe'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:37:36.207581 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ce2198-4118-4d03-b06d-0d5009e024cb" -d '{"events": [{"name": "network-changed", "server_uuid": "497de189-8f23-446f-bb63-df96c2c3f117", "tag": "c0ea008a-8c85-4c8d-98e7-1edd5e0076b5"}, {"server_uuid": "a6e381f5-7791-4f0e-bf7b-201b1f253088", "name": "network-vif-deleted", "tag": "58a4a680-4ffe-4ad7-837c-411edc47842e"}, {"server_uuid": "bafbb69a-ebf7-48c8-a249-e2d970415e52", "name": "network-vif-deleted", "tag": "882d34b5-e673-450c-9732-ada559bbeeab"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:37:36.211868 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751d7f6a-5395-4fc1-88c3-02e6e6e2b0f7" -d '{"events": [{"server_uuid": "ed774fe5-7c02-4d40-ad72-e73641da60a8", "name": "network-vif-deleted", "tag": "b7108e6d-d75d-480a-a32d-4797866cb8fe"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:37:36.291090 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c1f7b-bdcf-44c5-8188-ef2da0ecb43d req-3efe3247-cb61-4bab-91ee-b7728b4a9244 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:36.300567 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-871c1f7b-bdcf-44c5-8188-ef2da0ecb43d req-3efe3247-cb61-4bab-91ee-b7728b4a9244 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=497de189-8f23-446f-bb63-df96c2c3f117 HTTP/1.1" status: 200 len: 943 time: 1.1319637 Nov 04 10:37:36.374192 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-991a0c35-25f2-4f62-80df-34c0e769d461 None None] Set router 3ba17c55-00ad-45ad-860c-22e513ba32bc gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:37:36.453655 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-13bf1287-008e-46ac-b471-eeae3785271b admin admin] Deleting port 0124299d-6b0d-4166-a5cc-859b989b3080 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:37:36.454442 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-13bf1287-008e-46ac-b471-eeae3785271b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:36.486505 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-036f291b-fe57-4743-b0c4-2a0601989554 None None] Set router 68e411a4-d787-4aac-a1c0-9f57b6ac80e8 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:37:36.656485 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-871c1f7b-bdcf-44c5-8188-ef2da0ecb43d req-579c177b-bae6-4f50-99b3-cafa6820f6ce tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547571 Nov 04 10:37:37.015517 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d34a920-1fe4-482d-ad57-fd4f3cc55285 req-5c001a15-ed81-4434-b818-d63486c8a174 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/ports?device_id=ed774fe5-7c02-4d40-ad72-e73641da60a8 HTTP/1.1" status: 200 len: 210 time: 0.1159267 Nov 04 10:37:37.043642 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:37:37.047527 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b7108e6d-d75d-480a-a32d-4797866cb8fe no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:37:37.087522 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-036f291b-fe57-4743-b0c4-2a0601989554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'name': 'tempest-ServersTestBootFromVolume-1598097041-router', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:34:16Z', 'updated_at': '2021-11-04T10:34:20Z', 'revision_number': 4, 'project_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'gw_port': {'id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:34:17Z', 'updated_at': '2021-11-04T10:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'c83df732-b4c4-4831-950e-eb7151e7595e', 'name': '', 'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'mac_address': 'fa:16:3e:d3:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'a10f0746-db56-4227-89cf-ffbd29fe094a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:34:19Z', 'updated_at': '2021-11-04T10:34:26Z', 'revision_number': 5, 'project_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'subnets': [{'id': 'a10f0746-db56-4227-89cf-ffbd29fe094a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:37.162987 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e6878c51-0d90-4389-ab6e-c095d7cee160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:37.170759 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-13bf1287-008e-46ac-b471-eeae3785271b admin admin] For port 0124299d-6b0d-4166-a5cc-859b989b3080, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0124299d-6b0d-4166-a5cc-859b989b3080,segment=NetworkSegment(d89c017d-306f-4669-8b75-b883e6faf378),segment_id=d89c017d-306f-4669-8b75-b883e6faf378)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:37.171376 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-13bf1287-008e-46ac-b471-eeae3785271b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:37.176131 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036f291b-fe57-4743-b0c4-2a0601989554 None None] Checking router: 68e411a4-d787-4aac-a1c0-9f57b6ac80e8 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:37:37.200922 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036f291b-fe57-4743-b0c4-2a0601989554 None None] Routers {'68e411a4-d787-4aac-a1c0-9f57b6ac80e8'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:37:37.202011 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-036f291b-fe57-4743-b0c4-2a0601989554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:37:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['68e411a4-d787-4aac-a1c0-9f57b6ac80e8'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:37.216511 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-13bf1287-008e-46ac-b471-eeae3785271b admin admin] Calling delete_port for 0124299d-6b0d-4166-a5cc-859b989b3080 owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:37:37.229501 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: b7108e6d-d75d-480a-a32d-4797866cb8fe {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:37:37.230288 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b7108e6d-d75d-480a-a32d-4797866cb8fe not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:37:37.230952 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 58a4a680-4ffe-4ad7-837c-411edc47842e no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:37:37.337231 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 58a4a680-4ffe-4ad7-837c-411edc47842e {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:37:37.346008 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 58a4a680-4ffe-4ad7-837c-411edc47842e not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:37:37.397771 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.resource_extend [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:37:37.408118 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42210) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:37.502156 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-036f291b-fe57-4743-b0c4-2a0601989554 None None] Set router 68e411a4-d787-4aac-a1c0-9f57b6ac80e8 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:37:37.549263 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee1ca6f-89d2-4417-8b45-a0b2b8ab470e admin admin] Deleting subnet e8e6c39f-ce78-42db-8592-acf25fa2943e {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:37:37.566258 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 04 Nov 2021 10:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc804c8-cd74-4409-b946-761ade39ef02 x-openstack-request-id: req-7fc804c8-cd74-4409-b946-761ade39ef02 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:37:37.568946 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "497de189-8f23-446f-bb63-df96c2c3f117", "tag": "c0ea008a-8c85-4c8d-98e7-1edd5e0076b5", "status": "completed", "code": 200}, {"server_uuid": "a6e381f5-7791-4f0e-bf7b-201b1f253088", "name": "network-vif-deleted", "tag": "58a4a680-4ffe-4ad7-837c-411edc47842e", "status": "completed", "code": 200}, {"server_uuid": "bafbb69a-ebf7-48c8-a249-e2d970415e52", "name": "network-vif-deleted", "tag": "882d34b5-e673-450c-9732-ada559bbeeab", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:37:37.569492 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-7fc804c8-cd74-4409-b946-761ade39ef02 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:37:37.571616 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '497de189-8f23-446f-bb63-df96c2c3f117', 'tag': 'c0ea008a-8c85-4c8d-98e7-1edd5e0076b5', 'status': 'completed', 'code': 200} Nov 04 10:37:37.572142 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e381f5-7791-4f0e-bf7b-201b1f253088', 'name': 'network-vif-deleted', 'tag': '58a4a680-4ffe-4ad7-837c-411edc47842e', 'status': 'completed', 'code': 200} Nov 04 10:37:37.572633 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafbb69a-ebf7-48c8-a249-e2d970415e52', 'name': 'network-vif-deleted', 'tag': '882d34b5-e673-450c-9732-ada559bbeeab', 'status': 'completed', 'code': 200} Nov 04 10:37:37.573603 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6ee1ca6f-89d2-4417-8b45-a0b2b8ab470e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:37.605068 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e6878c51-0d90-4389-ab6e-c095d7cee160 None None] For port 6161eeb0-cf18-43d7-8990-bc941c1d9388, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6161eeb0-cf18-43d7-8990-bc941c1d9388,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:37.618996 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e6878c51-0d90-4389-ab6e-c095d7cee160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:37.693133 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6ee1ca6f-89d2-4417-8b45-a0b2b8ab470e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:37.718783 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3c46ff-17e4-43f6-96dc-a9672cd82ba4 x-openstack-request-id: req-8b3c46ff-17e4-43f6-96dc-a9672cd82ba4 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:37:37.719181 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed774fe5-7c02-4d40-ad72-e73641da60a8", "name": "network-vif-deleted", "tag": "b7108e6d-d75d-480a-a32d-4797866cb8fe", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:37:37.719329 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-8b3c46ff-17e4-43f6-96dc-a9672cd82ba4 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:37:37.726142 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed774fe5-7c02-4d40-ad72-e73641da60a8', 'name': 'network-vif-deleted', 'tag': 'b7108e6d-d75d-480a-a32d-4797866cb8fe', 'status': 'completed', 'code': 200} Nov 04 10:37:37.800729 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-991a0c35-25f2-4f62-80df-34c0e769d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba17c55-00ad-45ad-860c-22e513ba32bc', 'name': 'tempest-NetworksTestDHCPv6-router-115229204', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:37:27Z', 'updated_at': '2021-11-04T10:37:31Z', 'revision_number': 2, 'project_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'gw_port_host': None, '_interfaces': [{'id': '6161eeb0-cf18-43d7-8990-bc941c1d9388', 'name': '', 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'mac_address': 'fa:16:3e:fa:b1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba17c55-00ad-45ad-860c-22e513ba32bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'c100fe38-9b90-4172-89ce-02fd82f7bf98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:37:29Z', 'updated_at': '2021-11-04T10:37:35Z', 'revision_number': 4, 'project_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'subnets': [{'id': 'c100fe38-9b90-4172-89ce-02fd82f7bf98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:37.829282 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=c0ea008a-8c85-4c8d-98e7-1edd5e0076b5,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:37.833623 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-e1af4448-c4de-436c-b675-c1665219ac9e service neutron] 10.222.0.121 "GET /v2.0/ports/c0ea008a-8c85-4c8d-98e7-1edd5e0076b5/bindings/n-h1-816629-1 HTTP/1.1" status: 200 len: 384 time: 0.3346443 Nov 04 10:37:37.836464 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-10f2ec55-3646-45f4-9174-adb1ab1f49d0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:37.880764 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6ee1ca6f-89d2-4417-8b45-a0b2b8ab470e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:37.928285 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce2198-4118-4d03-b06d-0d5009e024cb req-0d046ec8-c2d3-45a4-928e-735a11cc9415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:37.929992 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-37ce2198-4118-4d03-b06d-0d5009e024cb req-0d046ec8-c2d3-45a4-928e-735a11cc9415 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&device_id=497de189-8f23-446f-bb63-df96c2c3f117 HTTP/1.1" status: 200 len: 1124 time: 0.1520569 Nov 04 10:37:37.968695 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6878c51-0d90-4389-ab6e-c095d7cee160 None None] Pushing event updated for resources: {'Port': ['ID=6161eeb0-cf18-43d7-8990-bc941c1d9388,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:37.979809 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991a0c35-25f2-4f62-80df-34c0e769d461 None None] The sync data for ids ['3ba17c55-00ad-45ad-860c-22e513ba32bc'] in n-d-816629-1 is: [{'id': '3ba17c55-00ad-45ad-860c-22e513ba32bc', 'name': 'tempest-NetworksTestDHCPv6-router-115229204', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:37:27Z', 'updated_at': '2021-11-04T10:37:31Z', 'revision_number': 2, 'project_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'gw_port_host': None, '_interfaces': [{'id': '6161eeb0-cf18-43d7-8990-bc941c1d9388', 'name': '', 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'mac_address': 'fa:16:3e:fa:b1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba17c55-00ad-45ad-860c-22e513ba32bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'c100fe38-9b90-4172-89ce-02fd82f7bf98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:37:29Z', 'updated_at': '2021-11-04T10:37:35Z', 'revision_number': 4, 'project_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'subnets': [{'id': 'c100fe38-9b90-4172-89ce-02fd82f7bf98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:37:38.001885 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 has no active binding in host n-h1-816629-1 {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 04 10:37:38.006683 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-1f4090a9-c5ab-4b1f-a0c8-10447f61943c None None] Provisioning complete for port 6161eeb0-cf18-43d7-8990-bc941c1d9388 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:38.007177 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-036f291b-fe57-4743-b0c4-2a0601989554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'name': 'tempest-ServersTestBootFromVolume-1598097041-router', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:34:16Z', 'updated_at': '2021-11-04T10:34:20Z', 'revision_number': 4, 'project_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'gw_port': {'id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:34:17Z', 'updated_at': '2021-11-04T10:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'c83df732-b4c4-4831-950e-eb7151e7595e', 'name': '', 'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'mac_address': 'fa:16:3e:d3:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'a10f0746-db56-4227-89cf-ffbd29fe094a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:34:19Z', 'updated_at': '2021-11-04T10:34:26Z', 'revision_number': 5, 'project_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'subnets': [{'id': 'a10f0746-db56-4227-89cf-ffbd29fe094a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:38.018112 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1f4090a9-c5ab-4b1f-a0c8-10447f61943c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:38.087585 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036f291b-fe57-4743-b0c4-2a0601989554 None None] The sync data for ids ['68e411a4-d787-4aac-a1c0-9f57b6ac80e8'] in n-d-816629-1 is: [{'id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'name': 'tempest-ServersTestBootFromVolume-1598097041-router', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:34:16Z', 'updated_at': '2021-11-04T10:34:20Z', 'revision_number': 4, 'project_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'gw_port': {'id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:34:17Z', 'updated_at': '2021-11-04T10:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'c83df732-b4c4-4831-950e-eb7151e7595e', 'name': '', 'network_id': '76c58e58-2fca-437a-b0b9-4ec508945e0b', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'mac_address': 'fa:16:3e:d3:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'a10f0746-db56-4227-89cf-ffbd29fe094a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:34:19Z', 'updated_at': '2021-11-04T10:34:26Z', 'revision_number': 5, 'project_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'subnets': [{'id': 'a10f0746-db56-4227-89cf-ffbd29fe094a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:37:38.154714 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce2198-4118-4d03-b06d-0d5009e024cb req-9ae85b04-53ea-4c78-8596-2c69fa9bd6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:38.156371 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-37ce2198-4118-4d03-b06d-0d5009e024cb req-9ae85b04-53ea-4c78-8596-2c69fa9bd6fc service neutron] 10.222.0.121 "GET /v2.0/networks?id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 200 len: 909 time: 0.2135527 Nov 04 10:37:38.210447 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-134922b4-ac93-40b8-93af-c885739b33d6 req-0a6c6c1b-5e52-4e1d-a092-ae02c2275586 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups/08c349bf-670d-4699-bb9c-b689c5a710de HTTP/1.1" status: 200 len: 1816 time: 0.4585259 Nov 04 10:37:38.284019 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-37ce2198-4118-4d03-b06d-0d5009e024cb req-06d84c85-eb3e-4dd3-886f-dac4238bd4fd service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 HTTP/1.1" status: 200 len: 217 time: 0.1097095 Nov 04 10:37:38.512681 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce2198-4118-4d03-b06d-0d5009e024cb req-11d5b981-a32e-469f-a669-ae318a6960f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:38.518487 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-37ce2198-4118-4d03-b06d-0d5009e024cb req-11d5b981-a32e-469f-a669-ae318a6960f9 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f29a1ba4-9c2e-4bbf-be88-aa21c2016c98 HTTP/1.1" status: 200 len: 847 time: 0.2134023 Nov 04 10:37:38.521657 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6ee1ca6f-89d2-4417-8b45-a0b2b8ab470e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:38.606732 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-134922b4-ac93-40b8-93af-c885739b33d6 req-f64696b8-8e2b-4df4-92b6-bcd3b22e4517 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:38.656929 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1ca6f-89d2-4417-8b45-a0b2b8ab470e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8e6c39f-ce78-42db-8592-acf25fa2943e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:38.663969 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-37ce2198-4118-4d03-b06d-0d5009e024cb req-66f4cafb-b689-457a-ad3b-7936c3fcb46e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798399 Nov 04 10:37:38.689650 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6ee1ca6f-89d2-4417-8b45-a0b2b8ab470e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:38.695539 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6ee1ca6f-89d2-4417-8b45-a0b2b8ab470e admin admin] 10.222.0.127 "DELETE /v2.0/subnets/e8e6c39f-ce78-42db-8592-acf25fa2943e HTTP/1.1" status: 204 len: 168 time: 1.2863438 Nov 04 10:37:38.708172 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42220) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:38.764430 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2e925b-9643-45ef-80a9-f466f8641403 None None] New status for floating IP 324c6b5a-3155-44e3-9882-4fbbdc0b2fb7: DOWN {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:37:38.840693 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-134922b4-ac93-40b8-93af-c885739b33d6 req-f64696b8-8e2b-4df4-92b6-bcd3b22e4517 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:38.881927 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1b6d8cfe-997b-41fb-a92b-a8fc37c1eaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:39.059542 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 882d34b5-e673-450c-9732-ada559bbeeab no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:37:39.074235 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1b6d8cfe-997b-41fb-a92b-a8fc37c1eaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:39.123084 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-1b6d8cfe-997b-41fb-a92b-a8fc37c1eaee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b4734e-4543-4ce7-ab37-dfe80a41b96c']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:39.132730 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-37ce2198-4118-4d03-b06d-0d5009e024cb req-a154f542-fc97-4b56-9646-47ab1234724c service neutron] 10.222.0.121 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575069 Nov 04 10:37:39.178861 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-f73a824e-44e4-4d17-9f8a-c41fe7f1168a service neutron] For port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=c0ea008a-8c85-4c8d-98e7-1edd5e0076b5,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:39.223890 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 882d34b5-e673-450c-9732-ada559bbeeab {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:37:39.224303 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 882d34b5-e673-450c-9732-ada559bbeeab not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:37:39.322408 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-134922b4-ac93-40b8-93af-c885739b33d6 req-f64696b8-8e2b-4df4-92b6-bcd3b22e4517 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:39.328649 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-134922b4-ac93-40b8-93af-c885739b33d6 req-f64696b8-8e2b-4df4-92b6-bcd3b22e4517 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:39.349397 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-134922b4-ac93-40b8-93af-c885739b33d6 req-f64696b8-8e2b-4df4-92b6-bcd3b22e4517 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "DELETE /v2.0/security-groups/08c349bf-670d-4699-bb9c-b689c5a710de HTTP/1.1" status: 204 len: 173 time: 1.1246090 Nov 04 10:37:39.410333 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-37ce2198-4118-4d03-b06d-0d5009e024cb req-0303fb26-33e1-4f70-813e-0532a971304f service neutron] 10.222.0.121 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477620 Nov 04 10:37:39.423441 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6161eeb0-cf18-43d7-8990-bc941c1d9388 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:37:39.427782 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-1b6d8cfe-997b-41fb-a92b-a8fc37c1eaee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48965e54-ccbf-4101-ae5e-63b1a9afe33d') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:39.428658 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-1b6d8cfe-997b-41fb-a92b-a8fc37c1eaee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48965e54-ccbf-4101-ae5e-63b1a9afe33d') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:39.437622 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64696b8-8e2b-4df4-92b6-bcd3b22e4517 tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c349bf-670d-4699-bb9c-b689c5a710de,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:39.462133 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1b6d8cfe-997b-41fb-a92b-a8fc37c1eaee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:39.469017 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-f73a824e-44e4-4d17-9f8a-c41fe7f1168a service neutron] For port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:37:39.480445 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-13bf1287-008e-46ac-b471-eeae3785271b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:39.501491 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1b6d8cfe-997b-41fb-a92b-a8fc37c1eaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:39.509689 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6d8cfe-997b-41fb-a92b-a8fc37c1eaee admin admin] Releasing vlan 1150 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:37:39.510269 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1b6d8cfe-997b-41fb-a92b-a8fc37c1eaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:37:39.577689 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:37:39.592407 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1b6d8cfe-997b-41fb-a92b-a8fc37c1eaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:39.598550 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1b6d8cfe-997b-41fb-a92b-a8fc37c1eaee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:39.604058 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1b6d8cfe-997b-41fb-a92b-a8fc37c1eaee admin admin] 10.222.0.127 "DELETE /v2.0/networks/53b4734e-4543-4ce7-ab37-dfe80a41b96c HTTP/1.1" status: 204 len: 168 time: 0.8941996 Nov 04 10:37:39.611696 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42224) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:39.627625 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d8cfe-997b-41fb-a92b-a8fc37c1eaee admin admin] Pushing event deleted for resources: {'Network': ['ID=53b4734e-4543-4ce7-ab37-dfe80a41b96c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:39.685867 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 6161eeb0-cf18-43d7-8990-bc941c1d9388 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:39.686127 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:39.744869 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ab3402-b8ab-425b-b162-c6de391da2c3 admin admin] Deleting subnet e924cab7-096e-4af5-85f3-bba537b8b228 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:37:39.747696 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf1287-008e-46ac-b471-eeae3785271b admin admin] Pushing event deleted for resources: {'Port': ['ID=0124299d-6b0d-4166-a5cc-859b989b3080,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:39.795747 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-25ab3402-b8ab-425b-b162-c6de391da2c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:39.840456 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-f73a824e-44e4-4d17-9f8a-c41fe7f1168a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:37:39.918819 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-10f2ec55-3646-45f4-9174-adb1ab1f49d0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting port 6161eeb0-cf18-43d7-8990-bc941c1d9388 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:37:39.919166 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-10f2ec55-3646-45f4-9174-adb1ab1f49d0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:39.971814 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-f73a824e-44e4-4d17-9f8a-c41fe7f1168a service neutron] For port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=c0ea008a-8c85-4c8d-98e7-1edd5e0076b5,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:40.004697 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-f73a824e-44e4-4d17-9f8a-c41fe7f1168a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:40.132746 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-f73a824e-44e4-4d17-9f8a-c41fe7f1168a service neutron] Transition to ACTIVE for port object c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:37:40.141611 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5344ea9-4b9e-4db9-b2c4-6963e1f3cb7f req-0f481470-b30c-4741-92b9-442363743a30 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:40.145232 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a5344ea9-4b9e-4db9-b2c4-6963e1f3cb7f req-0f481470-b30c-4741-92b9-442363743a30 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=497de189-8f23-446f-bb63-df96c2c3f117 HTTP/1.1" status: 200 len: 943 time: 0.6023495 Nov 04 10:37:40.165361 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-25ab3402-b8ab-425b-b162-c6de391da2c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:40.191030 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-f73a824e-44e4-4d17-9f8a-c41fe7f1168a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:40.373486 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-25ab3402-b8ab-425b-b162-c6de391da2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:40.461581 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a824e-44e4-4d17-9f8a-c41fe7f1168a service neutron] Pushing event updated for resources: {'Port': ['ID=c0ea008a-8c85-4c8d-98e7-1edd5e0076b5,revision_number=10']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:40.514482 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a5344ea9-4b9e-4db9-b2c4-6963e1f3cb7f req-66abf5fe-8c6f-446e-8fa4-1e6e5e5541a9 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612711 Nov 04 10:37:40.545460 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-f73a824e-44e4-4d17-9f8a-c41fe7f1168a service neutron] No DVR routers for this DVR port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:37:40.579680 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-25ab3402-b8ab-425b-b162-c6de391da2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:40.592773 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-10f2ec55-3646-45f4-9174-adb1ab1f49d0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] For port 6161eeb0-cf18-43d7-8990-bc941c1d9388, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6161eeb0-cf18-43d7-8990-bc941c1d9388,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:40.593188 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-10f2ec55-3646-45f4-9174-adb1ab1f49d0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:40.665022 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-25ab3402-b8ab-425b-b162-c6de391da2c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:40.672189 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42240) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:40.693567 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-25ab3402-b8ab-425b-b162-c6de391da2c3 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/e924cab7-096e-4af5-85f3-bba537b8b228 HTTP/1.1" status: 204 len: 168 time: 1.0716441 Nov 04 10:37:40.718143 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab3402-b8ab-425b-b162-c6de391da2c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e924cab7-096e-4af5-85f3-bba537b8b228,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:40.795058 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-10f2ec55-3646-45f4-9174-adb1ab1f49d0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Calling delete_port for 6161eeb0-cf18-43d7-8990-bc941c1d9388 owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:37:40.800548 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5081bf22-fe62-4866-9182-a6e23d21cfda req-bce03cba-5514-4e6b-8885-22b227e3bdb0 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/ports?device_id=ed774fe5-7c02-4d40-ad72-e73641da60a8 HTTP/1.1" status: 200 len: 210 time: 0.1041894 Nov 04 10:37:40.806097 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-f73a824e-44e4-4d17-9f8a-c41fe7f1168a service neutron] 10.222.0.121 "PUT /v2.0/ports/c0ea008a-8c85-4c8d-98e7-1edd5e0076b5/bindings/n-h1-816629-1/activate HTTP/1.1" status: 200 len: 369 time: 2.9555471 Nov 04 10:37:40.832806 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f624aab3-0bb6-4713-83be-10f1d396ba8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:40.917817 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-13bf1287-008e-46ac-b471-eeae3785271b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:41.037305 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f624aab3-0bb6-4713-83be-10f1d396ba8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:41.039445 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-157557d9-d0e6-4817-8ad5-ac3f78624ed2 req-d15d16a3-348b-448b-85ec-e3a50f0efbaa tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "GET /v2.0/security-groups/fa217d58-5bb0-416b-ab4e-6c69c5e235f0 HTTP/1.1" status: 200 len: 1817 time: 0.0467305 Nov 04 10:37:41.041694 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-6c656cc4-93ce-4d9a-89f7-480adc9ec105 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:41.043159 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-6c656cc4-93ce-4d9a-89f7-480adc9ec105 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.126 "GET /v2.0/ports?device_id=497de189-8f23-446f-bb63-df96c2c3f117&tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&binding%3Ahost_id=n-h2-816629-1 HTTP/1.1" status: 200 len: 1095 time: 0.1622581 Nov 04 10:37:41.587647 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:37:41.650106 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:37:41.755523 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-f624aab3-0bb6-4713-83be-10f1d396ba8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['692cae9f-1709-4c44-b683-dc9cf7616bd5']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:41.768705 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-f624aab3-0bb6-4713-83be-10f1d396ba8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3439f09-cfd9-442d-a758-b2889d6ab8fd') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:41.769054 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-f624aab3-0bb6-4713-83be-10f1d396ba8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3439f09-cfd9-442d-a758-b2889d6ab8fd') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:41.780774 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f624aab3-0bb6-4713-83be-10f1d396ba8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:41.798090 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f624aab3-0bb6-4713-83be-10f1d396ba8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:41.807940 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f624aab3-0bb6-4713-83be-10f1d396ba8f admin admin] Releasing vlan 1190 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:37:41.808522 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f624aab3-0bb6-4713-83be-10f1d396ba8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:37:41.810710 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:37:41.907636 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f624aab3-0bb6-4713-83be-10f1d396ba8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:41.912871 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f624aab3-0bb6-4713-83be-10f1d396ba8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:41.922088 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f624aab3-0bb6-4713-83be-10f1d396ba8f admin admin] 10.222.0.127 "DELETE /v2.0/networks/692cae9f-1709-4c44-b683-dc9cf7616bd5 HTTP/1.1" status: 204 len: 168 time: 1.2486444 Nov 04 10:37:41.949053 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624aab3-0bb6-4713-83be-10f1d396ba8f admin admin] Pushing event deleted for resources: {'Network': ['ID=692cae9f-1709-4c44-b683-dc9cf7616bd5,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:42.003453 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-157557d9-d0e6-4817-8ad5-ac3f78624ed2 req-0cb85165-a80f-4605-abdc-1e87d5b92fab tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:42.030429 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-157557d9-d0e6-4817-8ad5-ac3f78624ed2 req-0cb85165-a80f-4605-abdc-1e87d5b92fab tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:42.080087 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bf1287-008e-46ac-b471-eeae3785271b admin admin] Router c2f7f65c-0467-4e57-93c6-0d2165582366 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:37:42.088994 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-157557d9-d0e6-4817-8ad5-ac3f78624ed2 req-0cb85165-a80f-4605-abdc-1e87d5b92fab tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:42.091865 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-157557d9-d0e6-4817-8ad5-ac3f78624ed2 req-0cb85165-a80f-4605-abdc-1e87d5b92fab tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:42.093227 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-157557d9-d0e6-4817-8ad5-ac3f78624ed2 req-0cb85165-a80f-4605-abdc-1e87d5b92fab tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] 10.222.0.127 "DELETE /v2.0/security-groups/fa217d58-5bb0-416b-ab4e-6c69c5e235f0 HTTP/1.1" status: 204 len: 173 time: 1.0454578 Nov 04 10:37:42.101656 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42260) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:42.127193 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-38e47386-4055-4885-a770-2b13063f9074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:42.129100 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-38e47386-4055-4885-a770-2b13063f9074 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=497de189-8f23-446f-bb63-df96c2c3f117&tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2 HTTP/1.1" status: 200 len: 1095 time: 1.0390735 Nov 04 10:37:42.186159 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:42.239981 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae0e5e4-44cb-47b6-861a-fbb47547e4d6 admin admin] Deleting subnet 607a5e13-8657-4a0d-8d5f-d4cba4377009 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:37:42.248368 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cae0e5e4-44cb-47b6-861a-fbb47547e4d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:42.265665 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb85165-a80f-4605-abdc-1e87d5b92fab tempest-SecurityGroupsTestJSON-1754662485 tempest-SecurityGroupsTestJSON-1754662485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa217d58-5bb0-416b-ab4e-6c69c5e235f0,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:42.283175 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bf1287-008e-46ac-b471-eeae3785271b admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:37:42.296783 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afba5a4b-77c2-4469-a09a-25780431e90e None None] Sync routers for ids ['c2f7f65c-0467-4e57-93c6-0d2165582366'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:37:42.315012 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afba5a4b-77c2-4469-a09a-25780431e90e None None] Routers {'c2f7f65c-0467-4e57-93c6-0d2165582366'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:37:42.319079 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-afba5a4b-77c2-4469-a09a-25780431e90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:37:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c2f7f65c-0467-4e57-93c6-0d2165582366'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:42.332272 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-13bf1287-008e-46ac-b471-eeae3785271b admin admin] 10.222.0.127 "PUT /v2.0/routers/c2f7f65c-0467-4e57-93c6-0d2165582366/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8000386 Nov 04 10:37:42.371388 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42262) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:42.380610 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cae0e5e4-44cb-47b6-861a-fbb47547e4d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:42.401371 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-10f2ec55-3646-45f4-9174-adb1ab1f49d0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:42.509755 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42266) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:42.518306 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cae0e5e4-44cb-47b6-861a-fbb47547e4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:42.613119 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-c55a5cd9-9ea8-4bd3-a3d0-25479b7bc8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:42.623157 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-c55a5cd9-9ea8-4bd3-a3d0-25479b7bc8f0 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&device_id=497de189-8f23-446f-bb63-df96c2c3f117 HTTP/1.1" status: 200 len: 1095 time: 0.3546038 Nov 04 10:37:42.633326 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-afba5a4b-77c2-4469-a09a-25780431e90e None None] Set router c2f7f65c-0467-4e57-93c6-0d2165582366 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:37:42.660580 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2b2f8b2d-56a8-43f8-9737-7202a2f21dce admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=476366b879674fa18f9d4001aa82561f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1420584 Nov 04 10:37:42.661363 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42268) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:42.677996 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2ec55-3646-45f4-9174-adb1ab1f49d0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Port': ['ID=6161eeb0-cf18-43d7-8990-bc941c1d9388,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:42.711344 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4393945-ec45-4ba9-b325-7e96ccbc5c34 req-5ed54859-9548-4479-8c75-29348adbad48 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:42.713023 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e4393945-ec45-4ba9-b325-7e96ccbc5c34 req-5ed54859-9548-4479-8c75-29348adbad48 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=497de189-8f23-446f-bb63-df96c2c3f117 HTTP/1.1" status: 200 len: 944 time: 0.3792059 Nov 04 10:37:42.871809 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cae0e5e4-44cb-47b6-861a-fbb47547e4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:42.931100 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-10f2ec55-3646-45f4-9174-adb1ab1f49d0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:42.982216 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0e5e4-44cb-47b6-861a-fbb47547e4d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=607a5e13-8657-4a0d-8d5f-d4cba4377009,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:42.994652 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4d8bee57-8def-4cfa-ba39-c302f1b3bbb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:43.065486 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4d8bee57-8def-4cfa-ba39-c302f1b3bbb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:43.105686 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-afba5a4b-77c2-4469-a09a-25780431e90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-router', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:57Z', 'updated_at': '2021-11-04T10:37:39Z', 'revision_number': 5, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'gw_port': {'id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:58Z', 'updated_at': '2021-11-04T10:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:43.157678 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afba5a4b-77c2-4469-a09a-25780431e90e None None] Checking router: c2f7f65c-0467-4e57-93c6-0d2165582366 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:37:43.162728 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e4393945-ec45-4ba9-b325-7e96ccbc5c34 req-be2a7a1f-8e4e-4498-ba09-4c62e50d560b tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523465 Nov 04 10:37:43.169862 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afba5a4b-77c2-4469-a09a-25780431e90e None None] Routers {'c2f7f65c-0467-4e57-93c6-0d2165582366'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:37:43.170707 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-afba5a4b-77c2-4469-a09a-25780431e90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:37:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c2f7f65c-0467-4e57-93c6-0d2165582366'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:43.189388 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cae0e5e4-44cb-47b6-861a-fbb47547e4d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:43.204017 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-cae0e5e4-44cb-47b6-861a-fbb47547e4d6 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/607a5e13-8657-4a0d-8d5f-d4cba4377009 HTTP/1.1" status: 204 len: 168 time: 1.0906875 Nov 04 10:37:43.205804 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42270) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:43.213209 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4d8bee57-8def-4cfa-ba39-c302f1b3bbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:43.219262 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4d8bee57-8def-4cfa-ba39-c302f1b3bbb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:43.229450 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4d8bee57-8def-4cfa-ba39-c302f1b3bbb5 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/8dfd387a-b231-4099-9866-bdc1a43a4e3f HTTP/1.1" status: 204 len: 168 time: 0.5625036 Nov 04 10:37:43.412947 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca527c75-c1b9-4909-844e-0a01404528f8 admin admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:43.444713 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bee57-8def-4cfa-ba39-c302f1b3bbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfd387a-b231-4099-9866-bdc1a43a4e3f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:43.511205 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-74349aa8-bbcd-425d-883e-765e67e884b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:43.719091 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-1b31e693-1286-4bc3-ace2-ae9830c4177c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:43.724298 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-1b31e693-1286-4bc3-ace2-ae9830c4177c service neutron] 10.222.0.126 "GET /v2.0/networks?id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 200 len: 909 time: 1.0094638 Nov 04 10:37:43.740900 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-74349aa8-bbcd-425d-883e-765e67e884b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:43.741442 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-090aaabd-42b4-414b-9c70-14e6569fce02 req-5f8b9b77-3dd4-4eab-871e-dd383733ae9b tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/ports?device_id=ed774fe5-7c02-4d40-ad72-e73641da60a8 HTTP/1.1" status: 200 len: 210 time: 0.3377872 Nov 04 10:37:43.798318 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-74349aa8-bbcd-425d-883e-765e67e884b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd562185-7063-471c-ad25-a957d0b41f6e']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:43.822920 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-74349aa8-bbcd-425d-883e-765e67e884b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f04c9026-7b12-4aa2-9be0-45f685d36899') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:43.826186 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-74349aa8-bbcd-425d-883e-765e67e884b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f04c9026-7b12-4aa2-9be0-45f685d36899') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:43.848392 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-74349aa8-bbcd-425d-883e-765e67e884b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:43.849868 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-afba5a4b-77c2-4469-a09a-25780431e90e None None] Set router c2f7f65c-0467-4e57-93c6-0d2165582366 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:37:43.879559 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-74349aa8-bbcd-425d-883e-765e67e884b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:43.896501 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-fb508277-e818-41bb-b529-66c3d9fa51c2 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 HTTP/1.1" status: 200 len: 217 time: 0.1525743 Nov 04 10:37:43.907419 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74349aa8-bbcd-425d-883e-765e67e884b0 admin admin] Releasing vlan 1179 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:37:43.908039 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-74349aa8-bbcd-425d-883e-765e67e884b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:37:43.910375 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:37:43.924459 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42286) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:43.982113 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f2ec55-3646-45f4-9174-adb1ab1f49d0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Router 3ba17c55-00ad-45ad-860c-22e513ba32bc has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:37:44.018446 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-74349aa8-bbcd-425d-883e-765e67e884b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:44.037040 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-74349aa8-bbcd-425d-883e-765e67e884b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:44.040441 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-74349aa8-bbcd-425d-883e-765e67e884b0 admin admin] 10.222.0.127 "DELETE /v2.0/networks/fd562185-7063-471c-ad25-a957d0b41f6e HTTP/1.1" status: 204 len: 168 time: 0.8079634 Nov 04 10:37:44.051765 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74349aa8-bbcd-425d-883e-765e67e884b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd562185-7063-471c-ad25-a957d0b41f6e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:44.090352 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-81ddff1e-e90d-4613-9fce-d9e069853667 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=17e6668c7bc8480e82929f0d9c628126&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1635356 Nov 04 10:37:44.094509 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42290) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:44.105042 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-1f02320a-e862-4f44-9fe3-726100a35ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:44.106652 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-1f02320a-e862-4f44-9fe3-726100a35ec1 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=f29a1ba4-9c2e-4bbf-be88-aa21c2016c98 HTTP/1.1" status: 200 len: 847 time: 0.2000487 Nov 04 10:37:44.191805 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-dd932feb-4a99-468d-a797-e534053c13b3 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702450 Nov 04 10:37:44.201531 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca527c75-c1b9-4909-844e-0a01404528f8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:44.220265 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0e4e416d-de57-4c9e-8327-b8ad864fd2d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:44.279450 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0e4e416d-de57-4c9e-8327-b8ad864fd2d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:44.378065 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-afba5a4b-77c2-4469-a09a-25780431e90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-router', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:57Z', 'updated_at': '2021-11-04T10:37:39Z', 'revision_number': 5, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'gw_port': {'id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:58Z', 'updated_at': '2021-11-04T10:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:44.382894 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0e4e416d-de57-4c9e-8327-b8ad864fd2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:44.385560 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0e4e416d-de57-4c9e-8327-b8ad864fd2d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:44.387023 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0e4e416d-de57-4c9e-8327-b8ad864fd2d8 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/626b550e-0eb8-45ae-9b9b-0879e372a0f0 HTTP/1.1" status: 204 len: 168 time: 0.2910695 Nov 04 10:37:44.402471 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e416d-de57-4c9e-8327-b8ad864fd2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626b550e-0eb8-45ae-9b9b-0879e372a0f0,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:44.431083 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afba5a4b-77c2-4469-a09a-25780431e90e None None] The sync data for ids ['c2f7f65c-0467-4e57-93c6-0d2165582366'] in n-d-816629-1 is: [{'id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'name': 'tempest-FloatingIPsAssociationTestJSON-1632678113-router', 'tenant_id': '6ff8607a595c4654bc768d3625c74fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:35:57Z', 'updated_at': '2021-11-04T10:37:39Z', 'revision_number': 5, 'project_id': '6ff8607a595c4654bc768d3625c74fa2', 'gw_port': {'id': '5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7f65c-0467-4e57-93c6-0d2165582366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:35:58Z', 'updated_at': '2021-11-04T10:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:37:44.453109 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42296) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:44.560108 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2869c880-d4b2-44c9-8bfd-256a61e8563e admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=8978c15802a5437797795f3580af0e5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1056414 Nov 04 10:37:44.563121 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42298) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:44.624759 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:44.747558 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e305fa6b-9632-46dc-b297-8c0ed19091a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:44.756315 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f2ec55-3646-45f4-9174-adb1ab1f49d0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:37:44.776725 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a2a300-2abd-4dbe-bb70-71197fb6f34d None None] Sync routers for ids ['3ba17c55-00ad-45ad-860c-22e513ba32bc'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:37:44.792636 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-10f2ec55-3646-45f4-9174-adb1ab1f49d0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "PUT /v2.0/routers/3ba17c55-00ad-45ad-860c-22e513ba32bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4676561 Nov 04 10:37:44.802735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42308) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:44.803043 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a2a300-2abd-4dbe-bb70-71197fb6f34d None None] Routers {'3ba17c55-00ad-45ad-860c-22e513ba32bc'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:37:44.807680 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-00a2a300-2abd-4dbe-bb70-71197fb6f34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:37:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['3ba17c55-00ad-45ad-860c-22e513ba32bc'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:44.894119 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d0d4a-1eca-446d-bd57-76c41bd9d0a4 req-91497499-1535-45f1-b4fd-27afea7f383f tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:44.948801 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-384d0d4a-1eca-446d-bd57-76c41bd9d0a4 req-91497499-1535-45f1-b4fd-27afea7f383f tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=497de189-8f23-446f-bb63-df96c2c3f117 HTTP/1.1" status: 200 len: 944 time: 0.4188383 Nov 04 10:37:44.989334 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e305fa6b-9632-46dc-b297-8c0ed19091a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:45.019293 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fec1b7c-dc4a-4444-aacb-694fac8d7b0d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:45.025289 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fec1b7c-dc4a-4444-aacb-694fac8d7b0d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:45.030017 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9fec1b7c-dc4a-4444-aacb-694fac8d7b0d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2262018 Nov 04 10:37:45.060211 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42314) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:45.082296 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-b8e44932-49e8-4259-90c8-f42519256a71 service neutron] 10.222.0.126 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7891343 Nov 04 10:37:45.177288 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-ca527c75-c1b9-4909-844e-0a01404528f8 admin admin] Deleting port 5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:37:45.177635 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca527c75-c1b9-4909-844e-0a01404528f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:45.196056 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-00a2a300-2abd-4dbe-bb70-71197fb6f34d None None] Set router 3ba17c55-00ad-45ad-860c-22e513ba32bc gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:37:45.272837 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f802a6-325c-4598-a6a2-bf23ccbaa281 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet c100fe38-9b90-4172-89ce-02fd82f7bf98 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:37:45.286768 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-59f802a6-325c-4598-a6a2-bf23ccbaa281 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:45.356650 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-00a2a300-2abd-4dbe-bb70-71197fb6f34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba17c55-00ad-45ad-860c-22e513ba32bc', 'name': 'tempest-NetworksTestDHCPv6-router-115229204', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:37:27Z', 'updated_at': '2021-11-04T10:37:41Z', 'revision_number': 3, 'project_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:45.376245 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-ca527c75-c1b9-4909-844e-0a01404528f8 admin admin] For port 5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:45.376910 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca527c75-c1b9-4909-844e-0a01404528f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:45.409155 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0124299d-6b0d-4166-a5cc-859b989b3080 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:37:45.410800 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-ca527c75-c1b9-4909-844e-0a01404528f8 admin admin] Calling delete_port for 5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63 owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:37:45.413300 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a2a300-2abd-4dbe-bb70-71197fb6f34d None None] Checking router: 3ba17c55-00ad-45ad-860c-22e513ba32bc for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:37:45.442094 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 0124299d-6b0d-4166-a5cc-859b989b3080 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:37:45.442744 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0124299d-6b0d-4166-a5cc-859b989b3080 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:37:45.447530 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a2a300-2abd-4dbe-bb70-71197fb6f34d None None] Routers {'3ba17c55-00ad-45ad-860c-22e513ba32bc'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:37:45.448423 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-00a2a300-2abd-4dbe-bb70-71197fb6f34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:37:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['3ba17c55-00ad-45ad-860c-22e513ba32bc'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:45.451001 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-59f802a6-325c-4598-a6a2-bf23ccbaa281 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:45.461402 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e305fa6b-9632-46dc-b297-8c0ed19091a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:45.464019 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e305fa6b-9632-46dc-b297-8c0ed19091a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:45.471344 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e305fa6b-9632-46dc-b297-8c0ed19091a5 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/16f0cacd-133e-4c81-9ec9-343fd2ccc51f HTTP/1.1" status: 204 len: 168 time: 0.9042964 Nov 04 10:37:45.662999 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-00a2a300-2abd-4dbe-bb70-71197fb6f34d None None] Set router 3ba17c55-00ad-45ad-860c-22e513ba32bc gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:37:45.741836 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-59f802a6-325c-4598-a6a2-bf23ccbaa281 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:45.747264 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42330) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:45.878151 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca527c75-c1b9-4909-844e-0a01404528f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:45.878939 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-00a2a300-2abd-4dbe-bb70-71197fb6f34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba17c55-00ad-45ad-860c-22e513ba32bc', 'name': 'tempest-NetworksTestDHCPv6-router-115229204', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:37:27Z', 'updated_at': '2021-11-04T10:37:41Z', 'revision_number': 3, 'project_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:45.933508 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-384d0d4a-1eca-446d-bd57-76c41bd9d0a4 req-aad7ef35-958a-4f19-a057-12432fde3667 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9836915 Nov 04 10:37:45.951202 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305fa6b-9632-46dc-b297-8c0ed19091a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f0cacd-133e-4c81-9ec9-343fd2ccc51f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:45.961700 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-59f802a6-325c-4598-a6a2-bf23ccbaa281 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:45.990224 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a2a300-2abd-4dbe-bb70-71197fb6f34d None None] The sync data for ids ['3ba17c55-00ad-45ad-860c-22e513ba32bc'] in n-d-816629-1 is: [{'id': '3ba17c55-00ad-45ad-860c-22e513ba32bc', 'name': 'tempest-NetworksTestDHCPv6-router-115229204', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:37:27Z', 'updated_at': '2021-11-04T10:37:41Z', 'revision_number': 3, 'project_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'gw_port_host': None}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:37:46.026497 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca527c75-c1b9-4909-844e-0a01404528f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:46.091577 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f802a6-325c-4598-a6a2-bf23ccbaa281 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=c100fe38-9b90-4172-89ce-02fd82f7bf98,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:46.115081 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-59f802a6-325c-4598-a6a2-bf23ccbaa281 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:46.151297 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-59f802a6-325c-4598-a6a2-bf23ccbaa281 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/c100fe38-9b90-4172-89ce-02fd82f7bf98 HTTP/1.1" status: 204 len: 168 time: 1.0898101 Nov 04 10:37:46.156424 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42338) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:46.167705 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572a43a2-347b-423b-ad71-84dfef315b1d None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:37:46.209155 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-90c75290-4c79-42cd-bd3b-6a200b6b4546 req-4f389689-869d-4114-9b79-16bde1334b52 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/ports?device_id=ed774fe5-7c02-4d40-ad72-e73641da60a8 HTTP/1.1" status: 200 len: 210 time: 0.0808825 Nov 04 10:37:46.405051 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca527c75-c1b9-4909-844e-0a01404528f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:46.435301 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1216d67a-2c31-40ee-8c41-6e6c4db0014c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:46.550114 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c0db790a-3278-4485-9f7b-f8d5fbaa1c1b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3886528 Nov 04 10:37:46.550114 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42356) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:46.669008 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca527c75-c1b9-4909-844e-0a01404528f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:46.672988 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-6d1a9fbc-e609-455b-bdd5-ca3c3cf25199 service neutron] 10.222.0.126 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5690346 Nov 04 10:37:46.674640 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca527c75-c1b9-4909-844e-0a01404528f8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:46.771280 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b736fad3-ba38-445b-8463-33a6ab7fb84c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:46.824203 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca527c75-c1b9-4909-844e-0a01404528f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:46.825079 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca527c75-c1b9-4909-844e-0a01404528f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2f7f65c-0467-4e57-93c6-0d2165582366 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:37:46.852665 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca527c75-c1b9-4909-844e-0a01404528f8 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:46.863156 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458721e9-aac7-4392-8aae-86e7be621dab None None] DHCP port deletion for bc5af6f0-5063-4ccc-959e-90459430dabc request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:37:46.871287 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ca527c75-c1b9-4909-844e-0a01404528f8 admin admin] 10.222.0.127 "DELETE /v2.0/routers/c2f7f65c-0467-4e57-93c6-0d2165582366 HTTP/1.1" status: 204 len: 168 time: 4.4824886 Nov 04 10:37:46.874874 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42362) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:47.018419 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ce4aa2-5c90-4298-968f-f1bd92001a94 admin admin] Deleting subnet ea66aad5-9af1-4fd7-8561-7ab30f09cec4 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:37:47.022615 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-72b2e30c-2e89-4570-a59d-cc94af8c2488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:47.029531 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c0ce4aa2-5c90-4298-968f-f1bd92001a94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:47.121326 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c0ce4aa2-5c90-4298-968f-f1bd92001a94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:47.162650 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-458721e9-aac7-4392-8aae-86e7be621dab None None] Deleting port 4aa82069-45aa-4d2f-b5d6-f290e6f1f751 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:37:47.163202 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-458721e9-aac7-4392-8aae-86e7be621dab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:47.187480 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42366) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:47.333224 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c0ce4aa2-5c90-4298-968f-f1bd92001a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:47.365303 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-458721e9-aac7-4392-8aae-86e7be621dab None None] For port 4aa82069-45aa-4d2f-b5d6-f290e6f1f751, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4aa82069-45aa-4d2f-b5d6-f290e6f1f751,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:47.370448 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-458721e9-aac7-4392-8aae-86e7be621dab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:47.378019 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b736fad3-ba38-445b-8463-33a6ab7fb84c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:47.383618 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b736fad3-ba38-445b-8463-33a6ab7fb84c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:47.424857 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-458721e9-aac7-4392-8aae-86e7be621dab None None] Calling delete_port for 4aa82069-45aa-4d2f-b5d6-f290e6f1f751 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:37:47.520156 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b736fad3-ba38-445b-8463-33a6ab7fb84c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:47.520876 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b736fad3-ba38-445b-8463-33a6ab7fb84c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Fanout notify agent at l3_agent the message router_deleted on router 3ba17c55-00ad-45ad-860c-22e513ba32bc {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:37:47.544099 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b736fad3-ba38-445b-8463-33a6ab7fb84c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:47.554990 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b736fad3-ba38-445b-8463-33a6ab7fb84c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/routers/3ba17c55-00ad-45ad-860c-22e513ba32bc HTTP/1.1" status: 204 len: 168 time: 1.0034595 Nov 04 10:37:47.555665 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42378) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:47.583615 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-09ba8275-77a2-456a-bde8-75cf33533f4f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:47.711635 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c0ce4aa2-5c90-4298-968f-f1bd92001a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:47.728576 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1216d67a-2c31-40ee-8c41-6e6c4db0014c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:47.745037 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:37:47.811797 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce4aa2-5c90-4298-968f-f1bd92001a94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea66aad5-9af1-4fd7-8561-7ab30f09cec4,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:47.833395 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1216d67a-2c31-40ee-8c41-6e6c4db0014c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:47.836459 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:37:47.837148 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5e1b43fd-cafa-4102-a7c8-b1ca7abb2b63 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:37:47.837772 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4aa82069-45aa-4d2f-b5d6-f290e6f1f751 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:37:47.866388 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-271e4718-d834-4a74-93de-e30e00ae661e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-454345046-network', 'tenant_id': '9f7f577a2aa34196a84d622d13830ddf'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:47.890736 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d902f5-fb66-4d16-a99b-7d3caaff2389 req-4ba049b3-3b44-4740-a578-405aed28bf51 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:47.893371 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-44d902f5-fb66-4d16-a99b-7d3caaff2389 req-4ba049b3-3b44-4740-a578-405aed28bf51 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=497de189-8f23-446f-bb63-df96c2c3f117 HTTP/1.1" status: 200 len: 944 time: 0.4205749 Nov 04 10:37:47.894052 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216d67a-2c31-40ee-8c41-6e6c4db0014c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f809a89-4ccc-4480-b72a-655f061a30cc,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:47.898157 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c0ce4aa2-5c90-4298-968f-f1bd92001a94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:47.904191 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c0ce4aa2-5c90-4298-968f-f1bd92001a94 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/ea66aad5-9af1-4fd7-8561-7ab30f09cec4 HTTP/1.1" status: 204 len: 168 time: 1.0157497 Nov 04 10:37:47.906756 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42384) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:47.906919 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98759e40-aa1b-4d56-8559-67adea3136f3 None None] Network 92ab5df3-727f-4009-aa65-b63a2390bdd1 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:37:47.993344 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-bcabd9ff-1416-41de-987e-26617dda6839 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:47.996317 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-bcabd9ff-1416-41de-987e-26617dda6839 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.126 "GET /v2.0/ports?device_id=497de189-8f23-446f-bb63-df96c2c3f117&tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&binding%3Ahost_id=n-h1-816629-1 HTTP/1.1" status: 200 len: 1095 time: 0.4318814 Nov 04 10:37:48.088964 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:48.102344 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.db.api [None req-271e4718-d834-4a74-93de-e30e00ae661e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 04 10:37:48.102344 n-d-816629-1 neutron-server[101775]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 04 10:37:48.102344 n-d-816629-1 neutron-server[101775]: [parameters: {'project_id': '9f7f577a2aa34196a84d622d13830ddf', 'id': '86240c6c-395e-4c7a-baae-0ebb5d620355', 'expiration': datetime.datetime(2021, 11, 4, 10, 39, 48, 79367)}] Nov 04 10:37:48.102344 n-d-816629-1 neutron-server[101775]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:37:48.105364 n-d-816629-1 neutron-server[101775]: DEBUG oslo_db.api [None req-271e4718-d834-4a74-93de-e30e00ae661e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:37:48.121672 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42388) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:48.169865 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1216d67a-2c31-40ee-8c41-6e6c4db0014c admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=23177fcdaed040d38efdfb13a11533a4&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3854454 Nov 04 10:37:48.174815 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42392) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:48.202414 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-458721e9-aac7-4392-8aae-86e7be621dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:48.202731 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-44d902f5-fb66-4d16-a99b-7d3caaff2389 req-6bda9d99-2bd3-4ff9-9656-09c7b00af287 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905669 Nov 04 10:37:48.217529 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No active binding found for port 4aa82069-45aa-4d2f-b5d6-f290e6f1f751 {{(pid=101776) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 04 10:37:48.218596 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4aa82069-45aa-4d2f-b5d6-f290e6f1f751 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:37:48.219335 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6161eeb0-cf18-43d7-8990-bc941c1d9388 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:37:48.247906 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ba8275-77a2-456a-bde8-75cf33533f4f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:37:48.253766 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-09ba8275-77a2-456a-bde8-75cf33533f4f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:48.256943 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458721e9-aac7-4392-8aae-86e7be621dab None None] No DVR routers for this DVR port 4aa82069-45aa-4d2f-b5d6-f290e6f1f751 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:37:48.261726 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458721e9-aac7-4392-8aae-86e7be621dab None None] Pushing event deleted for resources: {'Port': ['ID=4aa82069-45aa-4d2f-b5d6-f290e6f1f751,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:48.312804 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 6161eeb0-cf18-43d7-8990-bc941c1d9388 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:37:48.315224 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6161eeb0-cf18-43d7-8990-bc941c1d9388 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:37:48.334266 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba027b45-13b7-4db9-9bd7-401e5074ee1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:48.373462 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-fbd5145c-4bb1-4e5c-96b0-1f006aec33aa service neutron] For port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:37:48.389268 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-613ed808-9d4f-4ed1-af43-2086e64bd252 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-242543124-network', 'tenant_id': '53562ae687274bbeba84f6369ffa7a9a'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:48.393832 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-fbd5145c-4bb1-4e5c-96b0-1f006aec33aa service neutron] Publish callbacks [] for binding, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:48.395100 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-fbd5145c-4bb1-4e5c-96b0-1f006aec33aa service neutron] 10.222.0.126 "DELETE /v2.0/ports/c0ea008a-8c85-4c8d-98e7-1edd5e0076b5/bindings/n-h2-816629-1 HTTP/1.1" status: 204 len: 173 time: 0.3821921 Nov 04 10:37:48.397359 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba027b45-13b7-4db9-9bd7-401e5074ee1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:48.457601 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613ed808-9d4f-4ed1-af43-2086e64bd252 admin admin] Made reservation on behalf of 53562ae687274bbeba84f6369ffa7a9a for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:37:48.460586 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-613ed808-9d4f-4ed1-af43-2086e64bd252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:48.472753 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] Deleting port b31f9c5d-eee6-4c97-96f8-e5744aed44e4 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:37:48.473408 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:48.488052 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-613ed808-9d4f-4ed1-af43-2086e64bd252 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:48.516087 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fe1d04-b01e-487a-8d24-19c6d64d0139 None None] DHCP port deletion for 92ab5df3-727f-4009-aa65-b63a2390bdd1 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:37:48.537779 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42404) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:48.581032 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba027b45-13b7-4db9-9bd7-401e5074ee1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:48.586597 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba027b45-13b7-4db9-9bd7-401e5074ee1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:48.594338 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ba027b45-13b7-4db9-9bd7-401e5074ee1a admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/2f809a89-4ccc-4480-b72a-655f061a30cc HTTP/1.1" status: 204 len: 168 time: 0.4153397 Nov 04 10:37:48.596283 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] For port b31f9c5d-eee6-4c97-96f8-e5744aed44e4, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b31f9c5d-eee6-4c97-96f8-e5744aed44e4,segment=NetworkSegment(d89c017d-306f-4669-8b75-b883e6faf378),segment_id=d89c017d-306f-4669-8b75-b883e6faf378)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:48.596761 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:48.637663 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271e4718-d834-4a74-93de-e30e00ae661e admin admin] Made reservation on behalf of 9f7f577a2aa34196a84d622d13830ddf for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:37:48.640275 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-271e4718-d834-4a74-93de-e30e00ae661e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:48.640852 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba027b45-13b7-4db9-9bd7-401e5074ee1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f809a89-4ccc-4480-b72a-655f061a30cc,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:48.657021 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] Calling delete_port for b31f9c5d-eee6-4c97-96f8-e5744aed44e4 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:37:48.704318 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-271e4718-d834-4a74-93de-e30e00ae661e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:48.730937 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe1d04-b01e-487a-8d24-19c6d64d0139 None None] Deleting port b31f9c5d-eee6-4c97-96f8-e5744aed44e4 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:37:48.733008 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a1fe1d04-b01e-487a-8d24-19c6d64d0139 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:48.784788 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8a70ddbf-86c6-4d0f-9e9a-215e13c9abc4 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:48.870715 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8a70ddbf-86c6-4d0f-9e9a-215e13c9abc4 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:48.952363 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-a1fe1d04-b01e-487a-8d24-19c6d64d0139 None None] For port b31f9c5d-eee6-4c97-96f8-e5744aed44e4, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b31f9c5d-eee6-4c97-96f8-e5744aed44e4,segment=NetworkSegment(d89c017d-306f-4669-8b75-b883e6faf378),segment_id=d89c017d-306f-4669-8b75-b883e6faf378)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:48.953537 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a1fe1d04-b01e-487a-8d24-19c6d64d0139 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:48.987773 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe1d04-b01e-487a-8d24-19c6d64d0139 None None] Calling delete_port for b31f9c5d-eee6-4c97-96f8-e5744aed44e4 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:37:49.019328 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8a70ddbf-86c6-4d0f-9e9a-215e13c9abc4 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:49.025048 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8a70ddbf-86c6-4d0f-9e9a-215e13c9abc4 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:49.026944 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8a70ddbf-86c6-4d0f-9e9a-215e13c9abc4 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "DELETE /v2.0/security-groups/ae2f195c-88ce-4ed3-a3a4-14584abee14f HTTP/1.1" status: 204 len: 168 time: 0.4864509 Nov 04 10:37:49.035632 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42410) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:49.068149 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-161d3840-06d4-4bb3-8fd3-79b4a9f8688f tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] show failed (client error): The resource could not be found. Nov 04 10:37:49.070018 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-161d3840-06d4-4bb3-8fd3-79b4a9f8688f tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "GET /v2.0/security-groups/ae2f195c-88ce-4ed3-a3a4-14584abee14f HTTP/1.1" status: 404 len: 347 time: 0.0327957 Nov 04 10:37:49.071805 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70ddbf-86c6-4d0f-9e9a-215e13c9abc4 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2f195c-88ce-4ed3-a3a4-14584abee14f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:49.076042 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42412) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:49.080457 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-613ed808-9d4f-4ed1-af43-2086e64bd252 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:49.090863 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a70ddbf-86c6-4d0f-9e9a-215e13c9abc4 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:49.091268 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a70ddbf-86c6-4d0f-9e9a-215e13c9abc4 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:49.091615 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a70ddbf-86c6-4d0f-9e9a-215e13c9abc4 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:49.091953 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a70ddbf-86c6-4d0f-9e9a-215e13c9abc4 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:49.092455 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a70ddbf-86c6-4d0f-9e9a-215e13c9abc4 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:49.093412 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a70ddbf-86c6-4d0f-9e9a-215e13c9abc4 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:49.093754 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a70ddbf-86c6-4d0f-9e9a-215e13c9abc4 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:49.097721 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a70ddbf-86c6-4d0f-9e9a-215e13c9abc4 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:49.098108 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a70ddbf-86c6-4d0f-9e9a-215e13c9abc4 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:49.099196 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a70ddbf-86c6-4d0f-9e9a-215e13c9abc4 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:49.099547 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a70ddbf-86c6-4d0f-9e9a-215e13c9abc4 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:49.099939 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a70ddbf-86c6-4d0f-9e9a-215e13c9abc4 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:49.103923 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-09ba8275-77a2-456a-bde8-75cf33533f4f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:49.193300 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a1fe1d04-b01e-487a-8d24-19c6d64d0139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:49.198636 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-271e4718-d834-4a74-93de-e30e00ae661e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:49.306104 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-613ed808-9d4f-4ed1-af43-2086e64bd252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:49.332440 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fe1d04-b01e-487a-8d24-19c6d64d0139 None None] No DVR routers for this DVR port b31f9c5d-eee6-4c97-96f8-e5744aed44e4 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:37:49.342271 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613ed808-9d4f-4ed1-af43-2086e64bd252 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1185} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:37:49.343646 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe1d04-b01e-487a-8d24-19c6d64d0139 None None] Pushing event deleted for resources: {'Port': ['ID=b31f9c5d-eee6-4c97-96f8-e5744aed44e4,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:49.378891 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-613ed808-9d4f-4ed1-af43-2086e64bd252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:49.381558 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-613ed808-9d4f-4ed1-af43-2086e64bd252 admin admin] Added segment f0c3054a-fa88-48e0-9388-17f1ad04c741 of type vlan for network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 Nov 04 10:37:49.389552 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-922607a5-7be5-49b3-b286-d6a6c5ae8115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:49.455116 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b31f9c5d-eee6-4c97-96f8-e5744aed44e4 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:37:49.496137 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: b31f9c5d-eee6-4c97-96f8-e5744aed44e4 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:37:49.497992 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b31f9c5d-eee6-4c97-96f8-e5744aed44e4 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:37:49.500212 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1129d22-6cca-4e66-a3af-1d5a82ebb1e4 req-ed2568d1-746d-4c25-8138-a493f52c4e8d tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:49.502276 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f1129d22-6cca-4e66-a3af-1d5a82ebb1e4 req-ed2568d1-746d-4c25-8138-a493f52c4e8d tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=497de189-8f23-446f-bb63-df96c2c3f117 HTTP/1.1" status: 200 len: 944 time: 0.0975850 Nov 04 10:37:49.527714 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ba8275-77a2-456a-bde8-75cf33533f4f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:37:49.529502 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-271e4718-d834-4a74-93de-e30e00ae661e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:49.544562 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271e4718-d834-4a74-93de-e30e00ae661e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1190} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:37:49.557486 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-271e4718-d834-4a74-93de-e30e00ae661e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:49.558376 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-271e4718-d834-4a74-93de-e30e00ae661e admin admin] Added segment 371c3b52-8b94-460c-ab6e-3d1cde3fe09a of type vlan for network 52b5cab6-0870-4630-a840-713505d3c31f Nov 04 10:37:49.621170 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f1129d22-6cca-4e66-a3af-1d5a82ebb1e4 req-4610567b-ef22-4f89-b81e-e29cafa1546f tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991201 Nov 04 10:37:49.639292 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-271e4718-d834-4a74-93de-e30e00ae661e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:49.710250 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-09ba8275-77a2-456a-bde8-75cf33533f4f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:49.716176 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ba8275-77a2-456a-bde8-75cf33533f4f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:49.716176 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-09ba8275-77a2-456a-bde8-75cf33533f4f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:49.726672 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:49.732685 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73641c9c-35bf-436c-9b6e-5325e724f752 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:37:49.753089 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-271e4718-d834-4a74-93de-e30e00ae661e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:49.754129 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271e4718-d834-4a74-93de-e30e00ae661e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:49.754708 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-271e4718-d834-4a74-93de-e30e00ae661e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:49.821847 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba8275-77a2-456a-bde8-75cf33533f4f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=512023df-d423-445e-9249-c552c671a95d,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:49.840015 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=b31f9c5d-eee6-4c97-96f8-e5744aed44e4,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:49.848011 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-613ed808-9d4f-4ed1-af43-2086e64bd252 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:49.857112 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-271e4718-d834-4a74-93de-e30e00ae661e admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.6659362 Nov 04 10:37:49.860107 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42448) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:49.867044 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-2093a9ce-ac21-41aa-b369-83bf53068b1f admin admin] Request body: {'subnet': {'network_id': '52b5cab6-0870-4630-a840-713505d3c31f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-454345046-subnet', 'tenant_id': '9f7f577a2aa34196a84d622d13830ddf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:49.983280 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2093a9ce-ac21-41aa-b369-83bf53068b1f admin admin] Made reservation on behalf of 9f7f577a2aa34196a84d622d13830ddf for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:37:49.986710 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2093a9ce-ac21-41aa-b369-83bf53068b1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:50.054770 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-09ba8275-77a2-456a-bde8-75cf33533f4f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4976809 Nov 04 10:37:50.057464 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ed808-9d4f-4ed1-af43-2086e64bd252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40779eb-59ab-462f-a115-566acf58fdae,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:50.061062 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e4718-d834-4a74-93de-e30e00ae661e admin admin] Pushing event updated for resources: {'Network': ['ID=52b5cab6-0870-4630-a840-713505d3c31f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:50.074669 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42452) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:50.081090 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] No DVR routers for this DVR port b31f9c5d-eee6-4c97-96f8-e5744aed44e4 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:37:50.113568 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-6be875c7-cbeb-4758-9c51-35a653b239c8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-885522876', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:50.117894 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3ab92-b16e-4168-8de0-548161aceb59 req-6b234896-c407-439f-b59a-1a2dfb808e4b tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:50.140762 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ab3ab92-b16e-4168-8de0-548161aceb59 req-6b234896-c407-439f-b59a-1a2dfb808e4b tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=497de189-8f23-446f-bb63-df96c2c3f117 HTTP/1.1" status: 200 len: 1095 time: 0.2430434 Nov 04 10:37:50.184196 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87b3eb2-3146-4599-b2f5-f6f54ee23b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-bc5af6f0-5063-4ccc-959e-90459430dabc', 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'fixed_ips': [{'subnet_id': '512023df-d423-445e-9249-c552c671a95d'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:37:50.185811 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b87b3eb2-3146-4599-b2f5-f6f54ee23b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:50.323084 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ab3ab92-b16e-4168-8de0-548161aceb59 req-54b008bc-b7d3-451d-91ea-c72dd7863867 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809444 Nov 04 10:37:50.348088 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.db.resource_extend [None req-613ed808-9d4f-4ed1-af43-2086e64bd252 admin admin] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:37:50.587603 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e4718-d834-4a74-93de-e30e00ae661e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e68e9c-e12c-4705-a575-00c11e185c5b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:50.662306 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-b87b3eb2-3146-4599-b2f5-f6f54ee23b9f None None] Allocated IP 2001:db8::2 (bc5af6f0-5063-4ccc-959e-90459430dabc/512023df-d423-445e-9249-c552c671a95d/d8bf0a3f-5323-466c-8b4c-e36e2bc25413) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:37:50.693656 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:50.778347 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ab5df3-727f-4009-aa65-b63a2390bdd1']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:50.806793 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd89c017d-306f-4669-8b75-b883e6faf378') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:50.808275 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd89c017d-306f-4669-8b75-b883e6faf378') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:50.839339 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:50.853370 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2093a9ce-ac21-41aa-b369-83bf53068b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:50.890120 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:50.907960 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] Releasing vlan 1191 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:37:50.908417 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:37:51.007097 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:37:51.106660 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:51.131230 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:37:51.135965 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 52b5cab6-0870-4630-a840-713505d3c31f details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:37:51.145206 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:51.155913 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] 10.222.0.127 "DELETE /v2.0/networks/92ab5df3-727f-4009-aa65-b63a2390bdd1 HTTP/1.1" status: 204 len: 168 time: 3.2259729 Nov 04 10:37:51.239127 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-613ed808-9d4f-4ed1-af43-2086e64bd252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:51.240150 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613ed808-9d4f-4ed1-af43-2086e64bd252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:51.246120 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-613ed808-9d4f-4ed1-af43-2086e64bd252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:51.256696 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] Pushing event deleted for resources: {'Network': ['ID=92ab5df3-727f-4009-aa65-b63a2390bdd1,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:51.294666 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6be875c7-cbeb-4758-9c51-35a653b239c8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:51.300570 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6be875c7-cbeb-4758-9c51-35a653b239c8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:51.336352 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:51.337182 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:51.337687 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:51.338283 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:51.338969 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:51.339485 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:51.340148 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:51.341063 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:51.341594 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:51.342098 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:51.342593 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:51.343946 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99740a3d-eae2-448b-81e2-0512a4ea6fbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:37:51.351978 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-91fadc8c-d0fb-4639-8ceb-42da86bb1e50 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Deleting port 2b8dc67c-31a7-4a14-8e37-b2233c29cb16 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:37:51.354763 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91fadc8c-d0fb-4639-8ceb-42da86bb1e50 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:51.362568 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-613ed808-9d4f-4ed1-af43-2086e64bd252 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.2358272 Nov 04 10:37:51.370604 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42486) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:51.404786 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-d5585643-b832-4be1-a04b-2ddb235b5917 admin admin] Request body: {'subnet': {'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-242543124-subnet', 'tenant_id': '53562ae687274bbeba84f6369ffa7a9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:51.412003 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:51.567637 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093a9ce-ac21-41aa-b369-83bf53068b1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=07140a08-ffec-484a-a1ec-e3e308952fd3,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:51.636754 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42488) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:51.643136 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91fadc8c-d0fb-4639-8ceb-42da86bb1e50 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:51.643466 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91fadc8c-d0fb-4639-8ceb-42da86bb1e50 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:51.672167 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-91fadc8c-d0fb-4639-8ceb-42da86bb1e50 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Calling delete_port for 2b8dc67c-31a7-4a14-8e37-b2233c29cb16 owned by network:floatingip {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:37:51.688106 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2093a9ce-ac21-41aa-b369-83bf53068b1f admin admin] Checking segment: {'id': '371c3b52-8b94-460c-ab6e-3d1cde3fe09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '52b5cab6-0870-4630-a840-713505d3c31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:37:51.689043 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2093a9ce-ac21-41aa-b369-83bf53068b1f admin admin] Network hostable DHCP agents. Network: 52b5cab6-0870-4630-a840-713505d3c31f, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:37:51.707889 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b87b3eb2-3146-4599-b2f5-f6f54ee23b9f None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:51.720780 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b87b3eb2-3146-4599-b2f5-f6f54ee23b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:51.737743 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407529ab-0819-45d9-bede-70183afe6eb8 req-a3ccec47-4819-4c9a-8c6e-a8057db7c913 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:51.746618 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-407529ab-0819-45d9-bede-70183afe6eb8 req-a3ccec47-4819-4c9a-8c6e-a8057db7c913 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/networks?id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 200 len: 807 time: 1.0408576 Nov 04 10:37:51.765117 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-407529ab-0819-45d9-bede-70183afe6eb8 req-484a70d8-c1c6-41c4-b090-b6e92f0a7737 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/quotas/b0cdd2f9dc0842d49d2b7a3c82b555e2 HTTP/1.1" status: 200 len: 375 time: 0.0171628 Nov 04 10:37:51.800462 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ce3937ab-b009-4a78-9184-77224020f203 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=6ff8607a595c4654bc768d3625c74fa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1605668 Nov 04 10:37:51.805000 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42490) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:51.814769 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87b3eb2-3146-4599-b2f5-f6f54ee23b9f None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:37:51.832618 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-b87b3eb2-3146-4599-b2f5-f6f54ee23b9f None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:51.844276 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2093a9ce-ac21-41aa-b369-83bf53068b1f admin admin] Network 52b5cab6-0870-4630-a840-713505d3c31f is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:37:51.847025 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87b3eb2-3146-4599-b2f5-f6f54ee23b9f None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:37:51.867854 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-2093a9ce-ac21-41aa-b369-83bf53068b1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 52b5cab6-0870-4630-a840-713505d3c31f) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:51.879786 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b3eb2-3146-4599-b2f5-f6f54ee23b9f None None] Pushing event updated for resources: {'Port': ['ID=d8bf0a3f-5323-466c-8b4c-e36e2bc25413,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:51.893481 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2093a9ce-ac21-41aa-b369-83bf53068b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:51.894484 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2093a9ce-ac21-41aa-b369-83bf53068b1f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:51.927334 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-407529ab-0819-45d9-bede-70183afe6eb8 req-959c47c1-b773-4104-bc7b-3bbfadd911af tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1609213 Nov 04 10:37:51.948611 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2093a9ce-ac21-41aa-b369-83bf53068b1f admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0852568 Nov 04 10:37:51.973583 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb330b5-9e59-4aa5-8056-4f43856bd970 None None] Network 52b5cab6-0870-4630-a840-713505d3c31f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:37:52.021831 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-025cd41c-64ff-4e7f-88ce-07cebd3a9b82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:52.290510 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-407529ab-0819-45d9-bede-70183afe6eb8 req-129e37f6-da12-46c1-bf86-7aa116dbfaa5 service neutron] 10.222.0.127 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593173 Nov 04 10:37:52.292880 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-025cd41c-64ff-4e7f-88ce-07cebd3a9b82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:52.367086 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ed808-9d4f-4ed1-af43-2086e64bd252 admin admin] Pushing event updated for resources: {'Network': ['ID=8c8a1e5a-f063-46d4-a45c-05147903d1b7,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:52.378155 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6be875c7-cbeb-4758-9c51-35a653b239c8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:52.382363 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5585643-b832-4be1-a04b-2ddb235b5917 admin admin] Made reservation on behalf of 53562ae687274bbeba84f6369ffa7a9a for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:37:52.386763 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d5585643-b832-4be1-a04b-2ddb235b5917 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:52.398371 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6be875c7-cbeb-4758-9c51-35a653b239c8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:52.412083 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-b87b3eb2-3146-4599-b2f5-f6f54ee23b9f None None] Attempting to bind port d8bf0a3f-5323-466c-8b4c-e36e2bc25413 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:37:52.412734 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-b87b3eb2-3146-4599-b2f5-f6f54ee23b9f None None] Attempting to bind port d8bf0a3f-5323-466c-8b4c-e36e2bc25413 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:37:52.413158 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87b3eb2-3146-4599-b2f5-f6f54ee23b9f None None] Attempting to bind port d8bf0a3f-5323-466c-8b4c-e36e2bc25413 on network bc5af6f0-5063-4ccc-959e-90459430dabc {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:37:52.428277 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:52.429191 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:37:52.435666 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-025cd41c-64ff-4e7f-88ce-07cebd3a9b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:52.439778 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-025cd41c-64ff-4e7f-88ce-07cebd3a9b82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:52.455848 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-025cd41c-64ff-4e7f-88ce-07cebd3a9b82 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/a8239091-fcfd-48f1-9173-e78ca9785348 HTTP/1.1" status: 204 len: 168 time: 0.6350946 Nov 04 10:37:52.459136 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6be875c7-cbeb-4758-9c51-35a653b239c8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:52.474181 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42502) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:52.475634 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025cd41c-64ff-4e7f-88ce-07cebd3a9b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8239091-fcfd-48f1-9173-e78ca9785348,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:52.475855 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6be875c7-cbeb-4758-9c51-35a653b239c8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 2.3813863 Nov 04 10:37:52.476526 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91fadc8c-d0fb-4639-8ceb-42da86bb1e50 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:52.488481 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-407529ab-0819-45d9-bede-70183afe6eb8 req-5088e510-6736-4cfc-8477-a16b3e314b45 service neutron] 10.222.0.127 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878119 Nov 04 10:37:52.599991 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87b3eb2-3146-4599-b2f5-f6f54ee23b9f None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:37:52.600661 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87b3eb2-3146-4599-b2f5-f6f54ee23b9f None None] Checking segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:37:52.609189 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b87b3eb2-3146-4599-b2f5-f6f54ee23b9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:52.609189 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87b3eb2-3146-4599-b2f5-f6f54ee23b9f None None] Bound using segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:37:52.609189 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-b87b3eb2-3146-4599-b2f5-f6f54ee23b9f None None] Bound port: d8bf0a3f-5323-466c-8b4c-e36e2bc25413, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:37:52.609189 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b87b3eb2-3146-4599-b2f5-f6f54ee23b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:52.625905 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fadc8c-d0fb-4639-8ceb-42da86bb1e50 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Pushing event deleted for resources: {'Port': ['ID=2b8dc67c-31a7-4a14-8e37-b2233c29cb16,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:52.805811 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5d53a7-6132-4319-b30e-f2735865056c None None] Network 52b5cab6-0870-4630-a840-713505d3c31f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:37:52.833608 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:52.839938 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91fadc8c-d0fb-4639-8ceb-42da86bb1e50 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks [] for floatingip, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:52.844080 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91fadc8c-d0fb-4639-8ceb-42da86bb1e50 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:52.848279 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-91fadc8c-d0fb-4639-8ceb-42da86bb1e50 tempest-ServersTestBootFromVolume-44085455 tempest-ServersTestBootFromVolume-44085455-project] 10.222.0.127 "DELETE /v2.0/floatingips/324c6b5a-3155-44e3-9882-4fbbdc0b2fb7 HTTP/1.1" status: 204 len: 168 time: 3.7621267 Nov 04 10:37:52.850427 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42504) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:52.911332 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-b87b3eb2-3146-4599-b2f5-f6f54ee23b9f None None] For port d8bf0a3f-5323-466c-8b4c-e36e2bc25413, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:37:52.916936 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-b87b3eb2-3146-4599-b2f5-f6f54ee23b9f None None] For port d8bf0a3f-5323-466c-8b4c-e36e2bc25413, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d8bf0a3f-5323-466c-8b4c-e36e2bc25413,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:37:52.936415 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b87b3eb2-3146-4599-b2f5-f6f54ee23b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:53.203059 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b3eb2-3146-4599-b2f5-f6f54ee23b9f None None] Pushing event updated for resources: {'Port': ['ID=d8bf0a3f-5323-466c-8b4c-e36e2bc25413,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:53.587219 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d5585643-b832-4be1-a04b-2ddb235b5917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:53.690580 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f085c35e-12d7-44be-bf7b-ce8ecefb0e07 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:54.068982 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-32b7f796-2a7c-4fed-b9da-c2649b83c73c tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:54.068982 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-32b7f796-2a7c-4fed-b9da-c2649b83c73c tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/networks?id=52b5cab6-0870-4630-a840-713505d3c31f HTTP/1.1" status: 200 len: 821 time: 0.2325411 Nov 04 10:37:54.359037 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-f085c35e-12d7-44be-bf7b-ce8ecefb0e07 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 2001:db8::1 (bc5af6f0-5063-4ccc-959e-90459430dabc/512023df-d423-445e-9249-c552c671a95d/fee09280-de89-4b4f-ba09-388a44da3ebb) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:37:54.383103 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-39226363-6531-437e-83dd-ec40e2c37e7a tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/quotas/9f7f577a2aa34196a84d622d13830ddf HTTP/1.1" status: 200 len: 375 time: 0.2782340 Nov 04 10:37:54.679862 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f085c35e-12d7-44be-bf7b-ce8ecefb0e07 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:54.696523 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42562) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:54.843147 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5585643-b832-4be1-a04b-2ddb235b5917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5626b5c5-059d-4165-96a5-a79a81820db5,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:54.882176 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f085c35e-12d7-44be-bf7b-ce8ecefb0e07 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:54.908560 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-fdfba6be-5dd2-408c-9512-8ade4164f2ee tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=9f7f577a2aa34196a84d622d13830ddf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5012302 Nov 04 10:37:55.066221 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5585643-b832-4be1-a04b-2ddb235b5917 admin admin] Checking segment: {'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:37:55.066643 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5585643-b832-4be1-a04b-2ddb235b5917 admin admin] Network hostable DHCP agents. Network: 8c8a1e5a-f063-46d4-a45c-05147903d1b7, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:37:55.128650 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-ea3a8a90-0e88-4041-acec-db91c7b147b7 None None] Provisioning complete for port d8bf0a3f-5323-466c-8b4c-e36e2bc25413 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:55.130478 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ea3a8a90-0e88-4041-acec-db91c7b147b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:55.133630 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-e5687829-d1f5-460e-81b6-2891b8d31811 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-42937895-network', 'tenant_id': 'dc88effde6b54847a06b526afaae2545'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:55.166317 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f085c35e-12d7-44be-bf7b-ce8ecefb0e07 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:37:55.180475 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-f085c35e-12d7-44be-bf7b-ce8ecefb0e07 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:55.189932 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f085c35e-12d7-44be-bf7b-ce8ecefb0e07 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:37:55.190780 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f085c35e-12d7-44be-bf7b-ce8ecefb0e07 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:55.258616 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5687829-d1f5-460e-81b6-2891b8d31811 admin admin] Made reservation on behalf of dc88effde6b54847a06b526afaae2545 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:37:55.265867 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e5687829-d1f5-460e-81b6-2891b8d31811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:55.271270 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5585643-b832-4be1-a04b-2ddb235b5917 admin admin] Network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:37:55.328093 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e5687829-d1f5-460e-81b6-2891b8d31811 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:55.355987 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-d5585643-b832-4be1-a04b-2ddb235b5917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 8c8a1e5a-f063-46d4-a45c-05147903d1b7) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:55.367359 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5585643-b832-4be1-a04b-2ddb235b5917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:55.369520 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d5585643-b832-4be1-a04b-2ddb235b5917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:55.370231 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085c35e-12d7-44be-bf7b-ce8ecefb0e07 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Port': ['ID=fee09280-de89-4b4f-ba09-388a44da3ebb,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:55.382057 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddb3228-c2a6-40cf-bcb5-6d31294a9ad3 None None] Network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:37:55.434467 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d5585643-b832-4be1-a04b-2ddb235b5917 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.0436831 Nov 04 10:37:55.579127 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f085c35e-12d7-44be-bf7b-ce8ecefb0e07 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:55.592492 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e5687829-d1f5-460e-81b6-2891b8d31811 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:55.607343 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e5687829-d1f5-460e-81b6-2891b8d31811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:55.686273 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5687829-d1f5-460e-81b6-2891b8d31811 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1198} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:37:55.699162 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d8bf0a3f-5323-466c-8b4c-e36e2bc25413 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:37:55.710958 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5687829-d1f5-460e-81b6-2891b8d31811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2a9931-0201-4c99-92d9-5678e9c2bb06,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:55.719246 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e5687829-d1f5-460e-81b6-2891b8d31811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:55.719720 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-e5687829-d1f5-460e-81b6-2891b8d31811 admin admin] Added segment 6cdc1250-c6e6-43e0-9706-6e078e68c19a of type vlan for network 1cb258fc-882a-4506-afba-71c427bfab5f Nov 04 10:37:55.746050 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-fd3dddd5-a559-46a8-b34c-7b2ab0733f34 service neutron] 10.222.0.127 "GET /v2.0/networks/52b5cab6-0870-4630-a840-713505d3c31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8043368 Nov 04 10:37:55.785890 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6391039b-a1de-464a-8291-24f599a603ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:55.806951 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e5687829-d1f5-460e-81b6-2891b8d31811 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:55.902879 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5488f24d-cb97-45c4-bf89-00368c10c2be None None] Network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:37:55.968680 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e5687829-d1f5-460e-81b6-2891b8d31811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:55.970066 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5687829-d1f5-460e-81b6-2891b8d31811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:55.970817 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e5687829-d1f5-460e-81b6-2891b8d31811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:55.996572 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ea3a8a90-0e88-4041-acec-db91c7b147b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:56.060522 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-ea3a8a90-0e88-4041-acec-db91c7b147b7 None None] For port d8bf0a3f-5323-466c-8b4c-e36e2bc25413, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d8bf0a3f-5323-466c-8b4c-e36e2bc25413,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:56.068277 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ea3a8a90-0e88-4041-acec-db91c7b147b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:56.074948 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e5687829-d1f5-460e-81b6-2891b8d31811 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3719692 Nov 04 10:37:56.077748 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42580) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:56.084507 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-61946ee5-8d5a-4a44-a82c-6f3922965232 admin admin] Request body: {'subnet': {'network_id': '1cb258fc-882a-4506-afba-71c427bfab5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-42937895-subnet', 'tenant_id': 'dc88effde6b54847a06b526afaae2545', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:56.109485 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5687829-d1f5-460e-81b6-2891b8d31811 admin admin] Pushing event updated for resources: {'Network': ['ID=1cb258fc-882a-4506-afba-71c427bfab5f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:56.119686 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407529ab-0819-45d9-bede-70183afe6eb8 req-e8cbaf4f-3b9c-4285-abe3-92fbbf25b02f tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:56.148949 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-407529ab-0819-45d9-bede-70183afe6eb8 req-e8cbaf4f-3b9c-4285-abe3-92fbbf25b02f tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.121 "GET /v2.0/networks?id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 200 len: 807 time: 1.1287267 Nov 04 10:37:56.183649 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a8a90-0e88-4041-acec-db91c7b147b7 None None] Pushing event updated for resources: {'Port': ['ID=d8bf0a3f-5323-466c-8b4c-e36e2bc25413,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:56.191381 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port d8bf0a3f-5323-466c-8b4c-e36e2bc25413 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:56.191758 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:56.196386 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 1cb258fc-882a-4506-afba-71c427bfab5f details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:37:56.196624 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61946ee5-8d5a-4a44-a82c-6f3922965232 admin admin] Made reservation on behalf of dc88effde6b54847a06b526afaae2545 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:37:56.198463 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-61946ee5-8d5a-4a44-a82c-6f3922965232 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:56.289947 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-407529ab-0819-45d9-bede-70183afe6eb8 req-351035f1-8698-4611-a5fd-8527b5a3d187 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Request body: {'port': {'device_id': 'de1b4961-2a41-4b04-9193-fc2f45695ef4', 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a', 'admin_state_up': True, 'tenant_id': 'b0cdd2f9dc0842d49d2b7a3c82b555e2'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:56.526578 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-6391039b-a1de-464a-8291-24f599a603ce admin admin] Deleting port c83df732-b4c4-4831-950e-eb7151e7595e {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:37:56.526922 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6391039b-a1de-464a-8291-24f599a603ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:56.579119 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-61946ee5-8d5a-4a44-a82c-6f3922965232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:56.582379 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a80d399a-69f9-40af-b7f8-791a70a4817c None None] Provisioning complete for port fee09280-de89-4b4f-ba09-388a44da3ebb triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:56.582745 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a80d399a-69f9-40af-b7f8-791a70a4817c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:56.692406 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61946ee5-8d5a-4a44-a82c-6f3922965232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b5884f2-eb58-4d79-949a-f44854d8169d,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:56.702333 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61946ee5-8d5a-4a44-a82c-6f3922965232 admin admin] Checking segment: {'id': '6cdc1250-c6e6-43e0-9706-6e078e68c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '1cb258fc-882a-4506-afba-71c427bfab5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:37:56.702699 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61946ee5-8d5a-4a44-a82c-6f3922965232 admin admin] Network hostable DHCP agents. Network: 1cb258fc-882a-4506-afba-71c427bfab5f, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:37:56.724159 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-6391039b-a1de-464a-8291-24f599a603ce admin admin] For port c83df732-b4c4-4831-950e-eb7151e7595e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c83df732-b4c4-4831-950e-eb7151e7595e,segment=NetworkSegment(037f8e52-dbbc-4423-b2e4-190597daeab8),segment_id=037f8e52-dbbc-4423-b2e4-190597daeab8)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:37:56.724869 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6391039b-a1de-464a-8291-24f599a603ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:56.744184 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-6391039b-a1de-464a-8291-24f599a603ce admin admin] Calling delete_port for c83df732-b4c4-4831-950e-eb7151e7595e owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:37:56.751392 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61946ee5-8d5a-4a44-a82c-6f3922965232 admin admin] Network 1cb258fc-882a-4506-afba-71c427bfab5f is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:37:56.811595 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407529ab-0819-45d9-bede-70183afe6eb8 req-351035f1-8698-4611-a5fd-8527b5a3d187 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Made reservation on behalf of b0cdd2f9dc0842d49d2b7a3c82b555e2 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:37:56.820958 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a80d399a-69f9-40af-b7f8-791a70a4817c None None] Port fee09280-de89-4b4f-ba09-388a44da3ebb cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:37:56.825570 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-407529ab-0819-45d9-bede-70183afe6eb8 req-351035f1-8698-4611-a5fd-8527b5a3d187 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:56.825753 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-61946ee5-8d5a-4a44-a82c-6f3922965232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 1cb258fc-882a-4506-afba-71c427bfab5f) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:56.832749 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61946ee5-8d5a-4a44-a82c-6f3922965232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:56.833394 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-61946ee5-8d5a-4a44-a82c-6f3922965232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:56.841539 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e6e0af-5c27-423b-9f7b-255bbc67ed49 None None] Network 1cb258fc-882a-4506-afba-71c427bfab5f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:37:56.856673 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-61946ee5-8d5a-4a44-a82c-6f3922965232 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7736876 Nov 04 10:37:56.857270 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42582) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:56.862838 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-95fad5c5-3928-4334-bca6-fd57527c95b1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-42937895-router', 'tenant_id': 'dc88effde6b54847a06b526afaae2545', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:56.945020 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-95fad5c5-3928-4334-bca6-fd57527c95b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:56.947435 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-95fad5c5-3928-4334-bca6-fd57527c95b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:57.110506 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-5dae0761-4953-46e5-919c-64116ef41ce1 service neutron] 10.222.0.127 "GET /v2.0/networks/52b5cab6-0870-4630-a840-713505d3c31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3634474 Nov 04 10:37:57.170597 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0736c86d-8f61-4f4f-9815-fb62a9cf2837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-1cb258fc-882a-4506-afba-71c427bfab5f', 'network_id': '1cb258fc-882a-4506-afba-71c427bfab5f', 'tenant_id': 'dc88effde6b54847a06b526afaae2545', 'fixed_ips': [{'subnet_id': '2b5884f2-eb58-4d79-949a-f44854d8169d'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:37:57.171828 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0736c86d-8f61-4f4f-9815-fb62a9cf2837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:57.232632 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f085c35e-12d7-44be-bf7b-ce8ecefb0e07 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:57.241176 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-407529ab-0819-45d9-bede-70183afe6eb8 req-351035f1-8698-4611-a5fd-8527b5a3d187 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Allocated IP 172.20.0.3 (c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a/f29a1ba4-9c2e-4bbf-be88-aa21c2016c98/fe4b4c76-bc45-4b3d-b197-950dec71cf45) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:37:57.261021 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f085c35e-12d7-44be-bf7b-ce8ecefb0e07 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:57.261883 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f085c35e-12d7-44be-bf7b-ce8ecefb0e07 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:57.345106 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-95fad5c5-3928-4334-bca6-fd57527c95b1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:57.407700 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085c35e-12d7-44be-bf7b-ce8ecefb0e07 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Port': ['ID=fee09280-de89-4b4f-ba09-388a44da3ebb,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:57.526157 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-0736c86d-8f61-4f4f-9815-fb62a9cf2837 None None] Allocated IP 172.20.0.2 (1cb258fc-882a-4506-afba-71c427bfab5f/2b5884f2-eb58-4d79-949a-f44854d8169d/52f2762f-f530-4a04-aac5-395cfa245d9c) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:37:57.656919 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0390fa9a-46c7-4937-888b-0d0dfac7c352 req-45f691a9-fa8a-4303-9f57-b5fc6dffee1b tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 210 time: 0.0506861 Nov 04 10:37:57.665120 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f085c35e-12d7-44be-bf7b-ce8ecefb0e07 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:37:57.668927 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-f085c35e-12d7-44be-bf7b-ce8ecefb0e07 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:57.751173 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-407529ab-0819-45d9-bede-70183afe6eb8 req-351035f1-8698-4611-a5fd-8527b5a3d187 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:57.825112 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0736c86d-8f61-4f4f-9815-fb62a9cf2837 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:57.830923 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-95fad5c5-3928-4334-bca6-fd57527c95b1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:57.832422 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d8bf0a3f-5323-466c-8b4c-e36e2bc25413 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:37:57.837522 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0736c86d-8f61-4f4f-9815-fb62a9cf2837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:57.840930 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6391039b-a1de-464a-8291-24f599a603ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:57.934498 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-407529ab-0819-45d9-bede-70183afe6eb8 req-351035f1-8698-4611-a5fd-8527b5a3d187 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:57.946725 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391039b-a1de-464a-8291-24f599a603ce admin admin] Pushing event deleted for resources: {'Port': ['ID=c83df732-b4c4-4831-950e-eb7151e7595e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:58.094712 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736c86d-8f61-4f4f-9815-fb62a9cf2837 None None] Pushing event updated for resources: {'Port': ['ID=52f2762f-f530-4a04-aac5-395cfa245d9c,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:58.133335 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407529ab-0819-45d9-bede-70183afe6eb8 req-351035f1-8698-4611-a5fd-8527b5a3d187 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:37:58.135589 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f085c35e-12d7-44be-bf7b-ce8ecefb0e07 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Router 1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:37:58.141816 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-407529ab-0819-45d9-bede-70183afe6eb8 req-351035f1-8698-4611-a5fd-8527b5a3d187 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:58.153876 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-407529ab-0819-45d9-bede-70183afe6eb8 req-351035f1-8698-4611-a5fd-8527b5a3d187 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:37:58.163031 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0736c86d-8f61-4f4f-9815-fb62a9cf2837 None None] Network 1cb258fc-882a-4506-afba-71c427bfab5f is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:37:58.172394 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-0736c86d-8f61-4f4f-9815-fb62a9cf2837 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:58.186745 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0736c86d-8f61-4f4f-9815-fb62a9cf2837 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:37:58.296187 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-0736c86d-8f61-4f4f-9815-fb62a9cf2837 None None] Attempting to bind port 52f2762f-f530-4a04-aac5-395cfa245d9c on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:37:58.296565 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-0736c86d-8f61-4f4f-9815-fb62a9cf2837 None None] Attempting to bind port 52f2762f-f530-4a04-aac5-395cfa245d9c by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '6cdc1250-c6e6-43e0-9706-6e078e68c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '1cb258fc-882a-4506-afba-71c427bfab5f'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:37:58.297543 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0736c86d-8f61-4f4f-9815-fb62a9cf2837 None None] Attempting to bind port 52f2762f-f530-4a04-aac5-395cfa245d9c on network 1cb258fc-882a-4506-afba-71c427bfab5f {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:37:58.318073 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351035f1-8698-4611-a5fd-8527b5a3d187 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Pushing event updated for resources: {'Port': ['ID=fe4b4c76-bc45-4b3d-b197-950dec71cf45,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:58.319863 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0736c86d-8f61-4f4f-9815-fb62a9cf2837 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:37:58.320297 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0736c86d-8f61-4f4f-9815-fb62a9cf2837 None None] Checking segment: {'id': '6cdc1250-c6e6-43e0-9706-6e078e68c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '1cb258fc-882a-4506-afba-71c427bfab5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:37:58.320881 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0736c86d-8f61-4f4f-9815-fb62a9cf2837 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:58.322811 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0736c86d-8f61-4f4f-9815-fb62a9cf2837 None None] Bound using segment: {'id': '6cdc1250-c6e6-43e0-9706-6e078e68c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '1cb258fc-882a-4506-afba-71c427bfab5f'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:37:58.323349 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-0736c86d-8f61-4f4f-9815-fb62a9cf2837 None None] Bound port: 52f2762f-f530-4a04-aac5-395cfa245d9c, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cdc1250-c6e6-43e0-9706-6e078e68c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '1cb258fc-882a-4506-afba-71c427bfab5f'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:37:58.323739 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0736c86d-8f61-4f4f-9815-fb62a9cf2837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:58.327588 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port d8bf0a3f-5323-466c-8b4c-e36e2bc25413 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:58.327961 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:58.453099 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6391039b-a1de-464a-8291-24f599a603ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:58.524777 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f6ec8700-9be5-4565-991e-751870ab8f02 None None] Provisioning complete for port fee09280-de89-4b4f-ba09-388a44da3ebb triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:37:58.525371 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f6ec8700-9be5-4565-991e-751870ab8f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:58.576373 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-95fad5c5-3928-4334-bca6-fd57527c95b1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:58.595522 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-0736c86d-8f61-4f4f-9815-fb62a9cf2837 None None] For port 52f2762f-f530-4a04-aac5-395cfa245d9c, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:37:58.617195 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-95fad5c5-3928-4334-bca6-fd57527c95b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:58.675090 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-0736c86d-8f61-4f4f-9815-fb62a9cf2837 None None] For port 52f2762f-f530-4a04-aac5-395cfa245d9c, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=52f2762f-f530-4a04-aac5-395cfa245d9c,segment=NetworkSegment(6cdc1250-c6e6-43e0-9706-6e078e68c19a),segment_id=6cdc1250-c6e6-43e0-9706-6e078e68c19a)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:37:58.676212 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-f6ec8700-9be5-4565-991e-751870ab8f02 None None] Port fee09280-de89-4b4f-ba09-388a44da3ebb cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:37:58.693268 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0736c86d-8f61-4f4f-9815-fb62a9cf2837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:58.854062 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736c86d-8f61-4f4f-9815-fb62a9cf2837 None None] Pushing event updated for resources: {'Port': ['ID=52f2762f-f530-4a04-aac5-395cfa245d9c,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:58.874603 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-95fad5c5-3928-4334-bca6-fd57527c95b1 admin admin] Allocated IP 172.25.7.158 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/6732442f-0a0c-46a1-8d25-bad6acc7b380) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:37:58.899896 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6391039b-a1de-464a-8291-24f599a603ce admin admin] Router 68e411a4-d787-4aac-a1c0-9f57b6ac80e8 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:37:58.997652 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407529ab-0819-45d9-bede-70183afe6eb8 req-351035f1-8698-4611-a5fd-8527b5a3d187 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:58.998488 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-407529ab-0819-45d9-bede-70183afe6eb8 req-351035f1-8698-4611-a5fd-8527b5a3d187 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:59.034065 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f085c35e-12d7-44be-bf7b-ce8ecefb0e07 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:37:59.040655 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-407529ab-0819-45d9-bede-70183afe6eb8 req-351035f1-8698-4611-a5fd-8527b5a3d187 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8884859 Nov 04 10:37:59.051399 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f085c35e-12d7-44be-bf7b-ce8ecefb0e07 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "PUT /v2.0/routers/1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5720947 Nov 04 10:37:59.052171 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42630) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:59.058854 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7317cadd-63a4-4c2a-8972-585ba6594246 None None] Sync routers for ids ['1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:37:59.070324 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-407529ab-0819-45d9-bede-70183afe6eb8 req-dea6781e-d2ca-4c95-a4fc-46e5e5e9d0a1 service neutron] Request body: {'port': {'device_id': 'de1b4961-2a41-4b04-9193-fc2f45695ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:59.078313 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7317cadd-63a4-4c2a-8972-585ba6594246 None None] Routers {'1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:37:59.079309 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-7317cadd-63a4-4c2a-8972-585ba6594246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:37:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:59.135701 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-95fad5c5-3928-4334-bca6-fd57527c95b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:59.197768 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6391039b-a1de-464a-8291-24f599a603ce admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:37:59.226660 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6391039b-a1de-464a-8291-24f599a603ce admin admin] 10.222.0.127 "PUT /v2.0/routers/68e411a4-d787-4aac-a1c0-9f57b6ac80e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3718324 Nov 04 10:37:59.230243 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42634) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:59.233684 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1c39f8-23a3-4cb5-bbdc-255e7c3b7b01 None None] Sync routers for ids ['68e411a4-d787-4aac-a1c0-9f57b6ac80e8'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:37:59.235156 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-7317cadd-63a4-4c2a-8972-585ba6594246 None None] Set router 1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:37:59.252942 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1c39f8-23a3-4cb5-bbdc-255e7c3b7b01 None None] Routers {'68e411a4-d787-4aac-a1c0-9f57b6ac80e8'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:37:59.254681 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0d1c39f8-23a3-4cb5-bbdc-255e7c3b7b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:37:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['68e411a4-d787-4aac-a1c0-9f57b6ac80e8'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:59.298572 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-95fad5c5-3928-4334-bca6-fd57527c95b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:59.416863 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fad5c5-3928-4334-bca6-fd57527c95b1 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:37:59.416863 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-95fad5c5-3928-4334-bca6-fd57527c95b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:37:59.439535 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fad5c5-3928-4334-bca6-fd57527c95b1 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:37:59.504040 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fad5c5-3928-4334-bca6-fd57527c95b1 admin admin] Pushing event updated for resources: {'Port': ['ID=6732442f-0a0c-46a1-8d25-bad6acc7b380,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:37:59.514869 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-9068e1a2-ab33-4265-adc9-3987e3c71bce tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:59.517189 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-9068e1a2-ab33-4265-adc9-3987e3c71bce tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.126 "GET /v2.0/networks?id=52b5cab6-0870-4630-a840-713505d3c31f HTTP/1.1" status: 200 len: 821 time: 0.1884553 Nov 04 10:37:59.535944 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-3e9e2817-caf4-4fbd-8ee6-396ad56137d2 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:59.543750 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-3e9e2817-caf4-4fbd-8ee6-396ad56137d2 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/networks?id=8c8a1e5a-f063-46d4-a45c-05147903d1b7 HTTP/1.1" status: 200 len: 811 time: 1.2522886 Nov 04 10:37:59.582330 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-f205b241-ff81-4c30-b4bf-c9e8c361c4f8 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Request body: {'port': {'device_id': '77c76e5e-659a-41c7-8a55-719f219ff9e8', 'network_id': '52b5cab6-0870-4630-a840-713505d3c31f', 'admin_state_up': True, 'tenant_id': '9f7f577a2aa34196a84d622d13830ddf'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:37:59.660964 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-7317cadd-63a4-4c2a-8972-585ba6594246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc', 'name': 'tempest-NetworksTestDHCPv6-router-885522876', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:37:51Z', 'updated_at': '2021-11-04T10:37:55Z', 'revision_number': 2, 'project_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'gw_port_host': None, '_interfaces': [{'id': 'fee09280-de89-4b4f-ba09-388a44da3ebb', 'name': '', 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'mac_address': 'fa:16:3e:e1:3d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '512023df-d423-445e-9249-c552c671a95d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:37:54Z', 'updated_at': '2021-11-04T10:37:56Z', 'revision_number': 2, 'project_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'subnets': [{'id': '512023df-d423-445e-9249-c552c671a95d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:37:59.700551 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f25b6e-76c7-4848-872e-23924c8a90dd tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:37:59.702270 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a1f25b6e-76c7-4848-872e-23924c8a90dd tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports/fee09280-de89-4b4f-ba09-388a44da3ebb HTTP/1.1" status: 200 len: 911 time: 0.6258996 Nov 04 10:37:59.708389 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42636) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:37:59.731234 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-7aa72fe2-c9c0-4b96-86b0-8b49b74f1d21 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/quotas/53562ae687274bbeba84f6369ffa7a9a HTTP/1.1" status: 200 len: 375 time: 0.1860621 Nov 04 10:37:59.737762 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7317cadd-63a4-4c2a-8972-585ba6594246 None None] Checking router: 1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:37:59.738517 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7317cadd-63a4-4c2a-8972-585ba6594246 None None] Updating router 1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc port fee09280-de89-4b4f-ba09-388a44da3ebb binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:37:59.768934 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-407529ab-0819-45d9-bede-70183afe6eb8 req-dea6781e-d2ca-4c95-a4fc-46e5e5e9d0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:59.790440 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-7317cadd-63a4-4c2a-8972-585ba6594246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:37:59.797485 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 52f2762f-f530-4a04-aac5-395cfa245d9c up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:37:59.825964 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-5989b12f-d15e-4874-bffa-c51fe6e51842 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=53562ae687274bbeba84f6369ffa7a9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934575 Nov 04 10:37:59.901445 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-0d1c39f8-23a3-4cb5-bbdc-255e7c3b7b01 None None] Set router 68e411a4-d787-4aac-a1c0-9f57b6ac80e8 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:38:00.033643 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 52f2762f-f530-4a04-aac5-395cfa245d9c triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:00.034286 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:00.052551 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-f205b241-ff81-4c30-b4bf-c9e8c361c4f8 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Made reservation on behalf of 9f7f577a2aa34196a84d622d13830ddf for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:00.056255 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-f205b241-ff81-4c30-b4bf-c9e8c361c4f8 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:00.119019 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81e8493a-e883-453b-a227-7b9a17f101cd admin admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:00.257380 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:00.291401 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-7317cadd-63a4-4c2a-8972-585ba6594246 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:00.308545 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-7317cadd-63a4-4c2a-8972-585ba6594246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:00.375530 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 52f2762f-f530-4a04-aac5-395cfa245d9c, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=52f2762f-f530-4a04-aac5-395cfa245d9c,segment=NetworkSegment(6cdc1250-c6e6-43e0-9706-6e078e68c19a),segment_id=6cdc1250-c6e6-43e0-9706-6e078e68c19a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:00.394631 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:00.404315 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0d1c39f8-23a3-4cb5-bbdc-255e7c3b7b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'name': 'tempest-ServersTestBootFromVolume-1598097041-router', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:34:16Z', 'updated_at': '2021-11-04T10:37:57Z', 'revision_number': 5, 'project_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'gw_port': {'id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:34:17Z', 'updated_at': '2021-11-04T10:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:00.451885 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448a137-0dd4-4d9e-897f-a53f76a3c438 None None] Pushing event updated for resources: {'Port': ['ID=fee09280-de89-4b4f-ba09-388a44da3ebb,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:00.482022 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448a137-0dd4-4d9e-897f-a53f76a3c438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:00.482354 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448a137-0dd4-4d9e-897f-a53f76a3c438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:00.482678 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448a137-0dd4-4d9e-897f-a53f76a3c438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:00.482989 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448a137-0dd4-4d9e-897f-a53f76a3c438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:00.483305 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448a137-0dd4-4d9e-897f-a53f76a3c438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:00.486113 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448a137-0dd4-4d9e-897f-a53f76a3c438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:00.486617 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448a137-0dd4-4d9e-897f-a53f76a3c438 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:00.486951 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448a137-0dd4-4d9e-897f-a53f76a3c438 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:00.487269 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448a137-0dd4-4d9e-897f-a53f76a3c438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:00.487593 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448a137-0dd4-4d9e-897f-a53f76a3c438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:00.488477 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448a137-0dd4-4d9e-897f-a53f76a3c438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:00.488477 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448a137-0dd4-4d9e-897f-a53f76a3c438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:00.491232 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1c39f8-23a3-4cb5-bbdc-255e7c3b7b01 None None] Checking router: 68e411a4-d787-4aac-a1c0-9f57b6ac80e8 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:38:00.530977 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1c39f8-23a3-4cb5-bbdc-255e7c3b7b01 None None] Routers {'68e411a4-d787-4aac-a1c0-9f57b6ac80e8'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:38:00.531619 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0d1c39f8-23a3-4cb5-bbdc-255e7c3b7b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:37:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['68e411a4-d787-4aac-a1c0-9f57b6ac80e8'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:00.588475 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=52f2762f-f530-4a04-aac5-395cfa245d9c,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:00.615757 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-7317cadd-63a4-4c2a-8972-585ba6594246 None None] Attempting to bind port fee09280-de89-4b4f-ba09-388a44da3ebb on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:38:00.616370 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-7317cadd-63a4-4c2a-8972-585ba6594246 None None] Attempting to bind port fee09280-de89-4b4f-ba09-388a44da3ebb by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:38:00.617349 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7317cadd-63a4-4c2a-8972-585ba6594246 None None] Attempting to bind port fee09280-de89-4b4f-ba09-388a44da3ebb on network bc5af6f0-5063-4ccc-959e-90459430dabc {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:00.630301 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7317cadd-63a4-4c2a-8972-585ba6594246 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:38:00.630643 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7317cadd-63a4-4c2a-8972-585ba6594246 None None] Checking segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:38:00.631051 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-7317cadd-63a4-4c2a-8972-585ba6594246 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:00.631438 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7317cadd-63a4-4c2a-8972-585ba6594246 None None] Bound using segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:38:00.631909 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-7317cadd-63a4-4c2a-8972-585ba6594246 None None] Bound port: fee09280-de89-4b4f-ba09-388a44da3ebb, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:38:00.632304 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-7317cadd-63a4-4c2a-8972-585ba6594246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:00.697965 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-0d1c39f8-23a3-4cb5-bbdc-255e7c3b7b01 None None] Set router 68e411a4-d787-4aac-a1c0-9f57b6ac80e8 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:38:00.777813 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42644) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:00.778301 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-7317cadd-63a4-4c2a-8972-585ba6594246 None None] For port fee09280-de89-4b4f-ba09-388a44da3ebb, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:38:00.782890 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-7317cadd-63a4-4c2a-8972-585ba6594246 None None] For port fee09280-de89-4b4f-ba09-388a44da3ebb, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=fee09280-de89-4b4f-ba09-388a44da3ebb,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:38:00.800665 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-7317cadd-63a4-4c2a-8972-585ba6594246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:00.805627 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3ddca7-4baa-49d3-9d8d-650bcb523ea4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:00.818484 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3ddca7-4baa-49d3-9d8d-650bcb523ea4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:00.829294 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-db3ddca7-4baa-49d3-9d8d-650bcb523ea4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.1193395 Nov 04 10:38:00.832742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42646) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:00.885081 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448a137-0dd4-4d9e-897f-a53f76a3c438 None None] Pushing event updated for resources: {'Port': ['ID=fee09280-de89-4b4f-ba09-388a44da3ebb,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:00.916015 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7317cadd-63a4-4c2a-8972-585ba6594246 None None] Routers {'1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:38:00.916859 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-7317cadd-63a4-4c2a-8972-585ba6594246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:37:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:00.944235 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb2e548-4677-483b-b33b-d1b4a1b51b87 None None] Network 1cb258fc-882a-4506-afba-71c427bfab5f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:38:00.989728 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81e8493a-e883-453b-a227-7b9a17f101cd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:01.007169 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-2d4a0dfd-5164-4954-b9e1-df9a87227ba6 service neutron] 10.222.0.127 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1805346 Nov 04 10:38:01.023000 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-407529ab-0819-45d9-bede-70183afe6eb8 req-dea6781e-d2ca-4c95-a4fc-46e5e5e9d0a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4b4c76-bc45-4b3d-b197-950dec71cf45 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:38:01.091963 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-7317cadd-63a4-4c2a-8972-585ba6594246 None None] Set router 1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:38:01.095118 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-407529ab-0819-45d9-bede-70183afe6eb8 req-dea6781e-d2ca-4c95-a4fc-46e5e5e9d0a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:01.167948 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-407529ab-0819-45d9-bede-70183afe6eb8 req-dea6781e-d2ca-4c95-a4fc-46e5e5e9d0a1 service neutron] Transition to ACTIVE for port object fe4b4c76-bc45-4b3d-b197-950dec71cf45 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:38:01.193115 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-8c518672-2e0b-4286-bcc9-14af9c33f66b None None] Provisioning complete for port 52f2762f-f530-4a04-aac5-395cfa245d9c triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:01.193653 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8c518672-2e0b-4286-bcc9-14af9c33f66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:01.208604 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-95fad5c5-3928-4334-bca6-fd57527c95b1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:01.250791 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-407529ab-0819-45d9-bede-70183afe6eb8 req-dea6781e-d2ca-4c95-a4fc-46e5e5e9d0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:01.277241 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0d1c39f8-23a3-4cb5-bbdc-255e7c3b7b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'name': 'tempest-ServersTestBootFromVolume-1598097041-router', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:34:16Z', 'updated_at': '2021-11-04T10:37:57Z', 'revision_number': 5, 'project_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'gw_port': {'id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:34:17Z', 'updated_at': '2021-11-04T10:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:01.312107 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1c39f8-23a3-4cb5-bbdc-255e7c3b7b01 None None] The sync data for ids ['68e411a4-d787-4aac-a1c0-9f57b6ac80e8'] in n-d-816629-1 is: [{'id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'name': 'tempest-ServersTestBootFromVolume-1598097041-router', 'tenant_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:34:16Z', 'updated_at': '2021-11-04T10:37:57Z', 'revision_number': 5, 'project_id': 'c028ed5e0ec445e5b00dda8c46c81073', 'gw_port': {'id': '8f87e36b-3445-4837-a34a-1c2e45f55b0c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e411a4-d787-4aac-a1c0-9f57b6ac80e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:34:17Z', 'updated_at': '2021-11-04T10:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:38:01.375421 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-1cbfaf51-bf32-4a6a-8ae0-6bedeb07d7fa service neutron] 10.222.0.127 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673398 Nov 04 10:38:01.404066 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-f205b241-ff81-4c30-b4bf-c9e8c361c4f8 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Allocated IP 172.20.0.7 (52b5cab6-0870-4630-a840-713505d3c31f/07140a08-ffec-484a-a1ec-e3e308952fd3/d00dadf2-d47a-4a22-92aa-ea5f43885667) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:01.532422 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-7317cadd-63a4-4c2a-8972-585ba6594246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc', 'name': 'tempest-NetworksTestDHCPv6-router-885522876', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:37:51Z', 'updated_at': '2021-11-04T10:37:55Z', 'revision_number': 2, 'project_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'gw_port_host': None, '_interfaces': [{'id': 'fee09280-de89-4b4f-ba09-388a44da3ebb', 'name': '', 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'mac_address': 'fa:16:3e:e1:3d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '512023df-d423-445e-9249-c552c671a95d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:37:54Z', 'updated_at': '2021-11-04T10:38:00Z', 'revision_number': 4, 'project_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'subnets': [{'id': '512023df-d423-445e-9249-c552c671a95d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:01.576591 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c7cdf71b-f5be-40cc-b25f-b63e742f2c9b None None] Provisioning complete for port fee09280-de89-4b4f-ba09-388a44da3ebb triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:01.582248 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c7cdf71b-f5be-40cc-b25f-b63e742f2c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:01.654171 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device e040f89a-81a9-44a9-b8e4-9e374df896c8 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:38:01.757710 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 52f2762f-f530-4a04-aac5-395cfa245d9c up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:01.794412 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-f205b241-ff81-4c30-b4bf-c9e8c361c4f8 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:01.898345 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7317cadd-63a4-4c2a-8972-585ba6594246 None None] The sync data for ids ['1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc'] in n-d-816629-1 is: [{'id': '1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc', 'name': 'tempest-NetworksTestDHCPv6-router-885522876', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:37:51Z', 'updated_at': '2021-11-04T10:37:55Z', 'revision_number': 2, 'project_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'gw_port_host': None, '_interfaces': [{'id': 'fee09280-de89-4b4f-ba09-388a44da3ebb', 'name': '', 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'mac_address': 'fa:16:3e:e1:3d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '512023df-d423-445e-9249-c552c671a95d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:37:54Z', 'updated_at': '2021-11-04T10:38:00Z', 'revision_number': 4, 'project_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'subnets': [{'id': '512023df-d423-445e-9249-c552c671a95d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:38:01.906071 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6781e-d2ca-4c95-a4fc-46e5e5e9d0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4b4c76-bc45-4b3d-b197-950dec71cf45,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:01.942365 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-f205b241-ff81-4c30-b4bf-c9e8c361c4f8 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:02.014140 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c7cdf71b-f5be-40cc-b25f-b63e742f2c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:02.050806 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-f205b241-ff81-4c30-b4bf-c9e8c361c4f8 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Network 52b5cab6-0870-4630-a840-713505d3c31f is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:02.052079 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dd1e65c9-a69b-4a94-8138-b36453616fb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:02.071247 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:02.092323 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205b241-ff81-4c30-b4bf-c9e8c361c4f8 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Pushing event updated for resources: {'Port': ['ID=d00dadf2-d47a-4a22-92aa-ea5f43885667,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:02.129066 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-f205b241-ff81-4c30-b4bf-c9e8c361c4f8 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:02.144908 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-c7cdf71b-f5be-40cc-b25f-b63e742f2c9b None None] For port fee09280-de89-4b4f-ba09-388a44da3ebb, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=fee09280-de89-4b4f-ba09-388a44da3ebb,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:02.157255 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c7cdf71b-f5be-40cc-b25f-b63e742f2c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:02.201508 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port e040f89a-81a9-44a9-b8e4-9e374df896c8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=e040f89a-81a9-44a9-b8e4-9e374df896c8,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:02.223431 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-95fad5c5-3928-4334-bca6-fd57527c95b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:02.224680 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de406587-3152-4afe-a194-44e509de2f94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e040f89a-81a9-44a9-b8e4-9e374df896c8'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:38:02.227019 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-f205b241-ff81-4c30-b4bf-c9e8c361c4f8 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:02.227950 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c09575-5d40-4c45-9e82-7c9048b8e0d1" -d '{"events": [{"server_uuid": "de406587-3152-4afe-a194-44e509de2f94", "name": "network-vif-unplugged", "status": "completed", "tag": "e040f89a-81a9-44a9-b8e4-9e374df896c8"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:38:02.243870 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:02.250446 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 52f2762f-f530-4a04-aac5-395cfa245d9c triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:02.250849 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:02.357865 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cdf71b-f5be-40cc-b25f-b63e742f2c9b None None] Pushing event updated for resources: {'Port': ['ID=fee09280-de89-4b4f-ba09-388a44da3ebb,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:02.381170 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-81e8493a-e883-453b-a227-7b9a17f101cd admin admin] Deleting port 8f87e36b-3445-4837-a34a-1c2e45f55b0c {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:38:02.381170 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81e8493a-e883-453b-a227-7b9a17f101cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:02.392621 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-527bc51e-7194-4418-a087-31dcca0c6dde tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:02.443245 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dd1e65c9-a69b-4a94-8138-b36453616fb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:02.549176 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dd1e65c9-a69b-4a94-8138-b36453616fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:02.590069 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-02060485-ec03-4318-bc75-3528ae50a8ec None None] Provisioning complete for port 52f2762f-f530-4a04-aac5-395cfa245d9c triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:02.590424 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-02060485-ec03-4318-bc75-3528ae50a8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:02.633169 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=e040f89a-81a9-44a9-b8e4-9e374df896c8,revision_number=11']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:02.658623 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb04c8-97fa-4a3d-85ad-12498cced10a req-e9522798-42b0-4768-b7c1-ec03d914ac4b tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:02.660627 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bfdb04c8-97fa-4a3d-85ad-12498cced10a req-e9522798-42b0-4768-b7c1-ec03d914ac4b tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=77c76e5e-659a-41c7-8a55-719f219ff9e8 HTTP/1.1" status: 200 len: 931 time: 0.7247186 Nov 04 10:38:02.695814 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-f205b241-ff81-4c30-b4bf-c9e8c361c4f8 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:02.696923 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-f205b241-ff81-4c30-b4bf-c9e8c361c4f8 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:02.716342 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fad5c5-3928-4334-bca6-fd57527c95b1 admin admin] Router 2135b298-c81b-4037-b022-ab17c1eb80c4 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:38:02.729492 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-dd1e65c9-a69b-4a94-8138-b36453616fb3 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=3e201932b3f44510a6d61079378fb655&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8537159 Nov 04 10:38:02.732059 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e65c9-a69b-4a94-8138-b36453616fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2999e6be-7984-4cdf-9069-eab5b043496c,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:02.732247 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42662) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:02.774724 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-407529ab-0819-45d9-bede-70183afe6eb8 req-dea6781e-d2ca-4c95-a4fc-46e5e5e9d0a1 service neutron] Attempting to bind port fe4b4c76-bc45-4b3d-b197-950dec71cf45 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:38:02.775244 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-407529ab-0819-45d9-bede-70183afe6eb8 req-dea6781e-d2ca-4c95-a4fc-46e5e5e9d0a1 service neutron] Attempting to bind port fe4b4c76-bc45-4b3d-b197-950dec71cf45 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:38:02.775682 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407529ab-0819-45d9-bede-70183afe6eb8 req-dea6781e-d2ca-4c95-a4fc-46e5e5e9d0a1 service neutron] Attempting to bind port fe4b4c76-bc45-4b3d-b197-950dec71cf45 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:02.791755 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407529ab-0819-45d9-bede-70183afe6eb8 req-dea6781e-d2ca-4c95-a4fc-46e5e5e9d0a1 service neutron] Port fe4b4c76-bc45-4b3d-b197-950dec71cf45 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:38:02.792325 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407529ab-0819-45d9-bede-70183afe6eb8 req-dea6781e-d2ca-4c95-a4fc-46e5e5e9d0a1 service neutron] Attempting to bind port fe4b4c76-bc45-4b3d-b197-950dec71cf45 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:02.817610 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-f205b241-ff81-4c30-b4bf-c9e8c361c4f8 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2685766 Nov 04 10:38:02.823805 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407529ab-0819-45d9-bede-70183afe6eb8 req-dea6781e-d2ca-4c95-a4fc-46e5e5e9d0a1 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:38:02.824402 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407529ab-0819-45d9-bede-70183afe6eb8 req-dea6781e-d2ca-4c95-a4fc-46e5e5e9d0a1 service neutron] Checking segment: {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:38:02.824935 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407529ab-0819-45d9-bede-70183afe6eb8 req-dea6781e-d2ca-4c95-a4fc-46e5e5e9d0a1 service neutron] Bound using segment: {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:38:02.825489 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-407529ab-0819-45d9-bede-70183afe6eb8 req-dea6781e-d2ca-4c95-a4fc-46e5e5e9d0a1 service neutron] Bound port: fe4b4c76-bc45-4b3d-b197-950dec71cf45, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:38:02.825955 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-407529ab-0819-45d9-bede-70183afe6eb8 req-dea6781e-d2ca-4c95-a4fc-46e5e5e9d0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:02.832545 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-81e8493a-e883-453b-a227-7b9a17f101cd admin admin] For port 8f87e36b-3445-4837-a34a-1c2e45f55b0c, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=8f87e36b-3445-4837-a34a-1c2e45f55b0c,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:02.833054 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81e8493a-e883-453b-a227-7b9a17f101cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:02.847221 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-5ef5e63f-91ae-40ad-99d9-ddad63815d4a service neutron] Request body: {'port': {'device_id': '77c76e5e-659a-41c7-8a55-719f219ff9e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:02.889834 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-81e8493a-e883-453b-a227-7b9a17f101cd admin admin] Calling delete_port for 8f87e36b-3445-4837-a34a-1c2e45f55b0c owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:38:02.903378 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bfdb04c8-97fa-4a3d-85ad-12498cced10a req-0b8676e2-8ef8-448d-bfa0-cac78cc917f2 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138538 Nov 04 10:38:02.912599 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6a33d7bb-16e0-41a8-9769-c22f42b6a523 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:02.964183 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6a33d7bb-16e0-41a8-9769-c22f42b6a523 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:02.976388 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fad5c5-3928-4334-bca6-fd57527c95b1 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:38:02.986973 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f80935-978d-4e5f-a101-8d4d4a31d34c None None] Sync routers for ids ['2135b298-c81b-4037-b022-ab17c1eb80c4'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:38:03.011770 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-527bc51e-7194-4418-a087-31dcca0c6dde tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting port fee09280-de89-4b4f-ba09-388a44da3ebb {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:38:03.012332 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-527bc51e-7194-4418-a087-31dcca0c6dde tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:03.014886 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f80935-978d-4e5f-a101-8d4d4a31d34c None None] Routers {'2135b298-c81b-4037-b022-ab17c1eb80c4'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:38:03.015758 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f0f80935-978d-4e5f-a101-8d4d4a31d34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:37:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2135b298-c81b-4037-b022-ab17c1eb80c4'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:03.041032 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-5ef5e63f-91ae-40ad-99d9-ddad63815d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:03.075658 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-407529ab-0819-45d9-bede-70183afe6eb8 req-dea6781e-d2ca-4c95-a4fc-46e5e5e9d0a1 service neutron] For port fe4b4c76-bc45-4b3d-b197-950dec71cf45, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:38:03.082901 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-95fad5c5-3928-4334-bca6-fd57527c95b1 admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:03.084506 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-95fad5c5-3928-4334-bca6-fd57527c95b1 admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.2264922 Nov 04 10:38:03.087439 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42674) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:03.165519 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-407529ab-0819-45d9-bede-70183afe6eb8 req-dea6781e-d2ca-4c95-a4fc-46e5e5e9d0a1 service neutron] For port fe4b4c76-bc45-4b3d-b197-950dec71cf45, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=fe4b4c76-bc45-4b3d-b197-950dec71cf45,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:38:03.209450 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-407529ab-0819-45d9-bede-70183afe6eb8 req-dea6781e-d2ca-4c95-a4fc-46e5e5e9d0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:03.219994 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-f0f80935-978d-4e5f-a101-8d4d4a31d34c None None] Set router 2135b298-c81b-4037-b022-ab17c1eb80c4 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:38:03.281387 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407529ab-0819-45d9-bede-70183afe6eb8 req-dea6781e-d2ca-4c95-a4fc-46e5e5e9d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:03.282636 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-407529ab-0819-45d9-bede-70183afe6eb8 req-dea6781e-d2ca-4c95-a4fc-46e5e5e9d0a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:03.284187 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-407529ab-0819-45d9-bede-70183afe6eb8 req-dea6781e-d2ca-4c95-a4fc-46e5e5e9d0a1 service neutron] 10.222.0.121 "PUT /v2.0/ports/fe4b4c76-bc45-4b3d-b197-950dec71cf45 HTTP/1.1" status: 200 len: 1091 time: 4.2309442 Nov 04 10:38:03.290243 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de1b4961-2a41-4b04-9193-fc2f45695ef4', 'tag': 'fe4b4c76-bc45-4b3d-b197-950dec71cf45'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:38:03.292337 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54669d2-d492-4eca-9f3d-7c5a7435191b" -d '{"events": [{"name": "network-changed", "server_uuid": "de1b4961-2a41-4b04-9193-fc2f45695ef4", "tag": "fe4b4c76-bc45-4b3d-b197-950dec71cf45"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:38:03.387710 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6a33d7bb-16e0-41a8-9769-c22f42b6a523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:03.391019 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6a33d7bb-16e0-41a8-9769-c22f42b6a523 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:03.392447 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6a33d7bb-16e0-41a8-9769-c22f42b6a523 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/2999e6be-7984-4cdf-9069-eab5b043496c HTTP/1.1" status: 204 len: 168 time: 0.6567218 Nov 04 10:38:03.417427 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbaea0d-df37-443c-9613-ceedbd24e510 req-451a392f-b9fd-4752-8422-8be9737f876d tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:03.425738 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0dbaea0d-df37-443c-9613-ceedbd24e510 req-451a392f-b9fd-4752-8422-8be9737f876d tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 943 time: 0.2936540 Nov 04 10:38:03.449544 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6781e-d2ca-4c95-a4fc-46e5e5e9d0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4b4c76-bc45-4b3d-b197-950dec71cf45,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:03.491810 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-527bc51e-7194-4418-a087-31dcca0c6dde tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] For port fee09280-de89-4b4f-ba09-388a44da3ebb, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=fee09280-de89-4b4f-ba09-388a44da3ebb,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:03.492781 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-527bc51e-7194-4418-a087-31dcca0c6dde tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:03.495618 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device fee09280-de89-4b4f-ba09-388a44da3ebb up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:03.541419 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33d7bb-16e0-41a8-9769-c22f42b6a523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2999e6be-7984-4cdf-9069-eab5b043496c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:03.574381 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81e8493a-e883-453b-a227-7b9a17f101cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:03.611138 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-527bc51e-7194-4418-a087-31dcca0c6dde tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Calling delete_port for fee09280-de89-4b4f-ba09-388a44da3ebb owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:38:03.636985 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port fee09280-de89-4b4f-ba09-388a44da3ebb triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:03.637732 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:03.644640 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f0f80935-978d-4e5f-a101-8d4d4a31d34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2135b298-c81b-4037-b022-ab17c1eb80c4', 'name': 'tempest-FloatingIPsTestJSON-42937895-router', 'tenant_id': 'dc88effde6b54847a06b526afaae2545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '6732442f-0a0c-46a1-8d25-bad6acc7b380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:37:56Z', 'updated_at': '2021-11-04T10:37:59Z', 'revision_number': 3, 'project_id': 'dc88effde6b54847a06b526afaae2545', 'gw_port': {'id': '6732442f-0a0c-46a1-8d25-bad6acc7b380', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2135b298-c81b-4037-b022-ab17c1eb80c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:37:58Z', 'updated_at': '2021-11-04T10:37:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:03.644984 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0dbaea0d-df37-443c-9613-ceedbd24e510 req-3bf1f3c6-2c97-4618-b84d-2eec2d41da50 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178810 Nov 04 10:38:03.664533 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8493a-e883-453b-a227-7b9a17f101cd admin admin] Pushing event deleted for resources: {'Port': ['ID=8f87e36b-3445-4837-a34a-1c2e45f55b0c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:03.687887 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407529ab-0819-45d9-bede-70183afe6eb8 req-fb1f43ec-2c61-49d3-88aa-f2533f4ac56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:03.689610 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-407529ab-0819-45d9-bede-70183afe6eb8 req-fb1f43ec-2c61-49d3-88aa-f2533f4ac56f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 1094 time: 0.2972784 Nov 04 10:38:03.720279 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f80935-978d-4e5f-a101-8d4d4a31d34c None None] Checking router: 2135b298-c81b-4037-b022-ab17c1eb80c4 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:38:03.722177 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f80935-978d-4e5f-a101-8d4d4a31d34c None None] Updating router 2135b298-c81b-4037-b022-ab17c1eb80c4 port 6732442f-0a0c-46a1-8d25-bad6acc7b380 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:38:03.776484 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f0f80935-978d-4e5f-a101-8d4d4a31d34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:03.785708 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-bc10b249-bc6b-4c83-9063-7dd6b553607f tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:03.788337 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-bc10b249-bc6b-4c83-9063-7dd6b553607f tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.121 "GET /v2.0/networks?id=8c8a1e5a-f063-46d4-a45c-05147903d1b7 HTTP/1.1" status: 200 len: 811 time: 0.5985627 Nov 04 10:38:03.805720 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-e1f03bb4-40ef-404a-8ae8-a9554ccc5614 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Request body: {'port': {'device_id': '56b960d9-7fc2-43ba-ad91-351449ad94a2', 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7', 'admin_state_up': True, 'tenant_id': '53562ae687274bbeba84f6369ffa7a9a'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:03.832098 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-407529ab-0819-45d9-bede-70183afe6eb8 req-5ae59d9f-e765-47b8-818a-435685b8bd90 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe4b4c76-bc45-4b3d-b197-950dec71cf45 HTTP/1.1" status: 200 len: 217 time: 0.1181743 Nov 04 10:38:03.844112 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c83df732-b4c4-4831-950e-eb7151e7595e no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:38:03.866943 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: c83df732-b4c4-4831-950e-eb7151e7595e {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:38:03.867455 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c83df732-b4c4-4831-950e-eb7151e7595e not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:38:03.961916 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81e8493a-e883-453b-a227-7b9a17f101cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:04.031753 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1e8b5b59-0c27-4867-a999-2d10e2e295dc req-7a4e9239-d97b-4e9c-bab0-5848c9dc3313 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=56b960d9-7fc2-43ba-ad91-351449ad94a2 HTTP/1.1" status: 200 len: 210 time: 0.1095607 Nov 04 10:38:04.134056 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f0f80935-978d-4e5f-a101-8d4d4a31d34c None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:04.142052 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f0f80935-978d-4e5f-a101-8d4d4a31d34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:04.156443 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb32fba5-1d5f-4210-9aaa-fba19e676142 x-openstack-request-id: req-bb32fba5-1d5f-4210-9aaa-fba19e676142 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:38:04.156874 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de406587-3152-4afe-a194-44e509de2f94", "name": "network-vif-unplugged", "status": "completed", "tag": "e040f89a-81a9-44a9-b8e4-9e374df896c8", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:38:04.157411 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-bb32fba5-1d5f-4210-9aaa-fba19e676142 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:38:04.157992 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de406587-3152-4afe-a194-44e509de2f94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e040f89a-81a9-44a9-b8e4-9e374df896c8', 'code': 200} Nov 04 10:38:04.268187 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82c815-b941-4e3e-b093-b2e620cf1e5c None None] Pushing event updated for resources: {'Port': ['ID=6732442f-0a0c-46a1-8d25-bad6acc7b380,revision_number=2']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:04.272626 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-f0f80935-978d-4e5f-a101-8d4d4a31d34c None None] Attempting to bind port 6732442f-0a0c-46a1-8d25-bad6acc7b380 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:38:04.273017 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-f0f80935-978d-4e5f-a101-8d4d4a31d34c None None] Attempting to bind port 6732442f-0a0c-46a1-8d25-bad6acc7b380 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:38:04.273374 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f80935-978d-4e5f-a101-8d4d4a31d34c None None] Attempting to bind port 6732442f-0a0c-46a1-8d25-bad6acc7b380 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:04.279989 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f80935-978d-4e5f-a101-8d4d4a31d34c None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:38:04.280362 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f80935-978d-4e5f-a101-8d4d4a31d34c None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:38:04.280761 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f0f80935-978d-4e5f-a101-8d4d4a31d34c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:04.281262 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f80935-978d-4e5f-a101-8d4d4a31d34c None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:38:04.281766 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-f0f80935-978d-4e5f-a101-8d4d4a31d34c None None] Bound port: 6732442f-0a0c-46a1-8d25-bad6acc7b380, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:38:04.282247 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f0f80935-978d-4e5f-a101-8d4d4a31d34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:04.346106 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-f0f80935-978d-4e5f-a101-8d4d4a31d34c None None] For port 6732442f-0a0c-46a1-8d25-bad6acc7b380, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:38:04.350694 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-f0f80935-978d-4e5f-a101-8d4d4a31d34c None None] For port 6732442f-0a0c-46a1-8d25-bad6acc7b380, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6732442f-0a0c-46a1-8d25-bad6acc7b380,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:38:04.357798 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f0f80935-978d-4e5f-a101-8d4d4a31d34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:04.427136 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82c815-b941-4e3e-b093-b2e620cf1e5c None None] Pushing event updated for resources: {'Port': ['ID=6732442f-0a0c-46a1-8d25-bad6acc7b380,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:04.440942 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f80935-978d-4e5f-a101-8d4d4a31d34c None None] Routers {'2135b298-c81b-4037-b022-ab17c1eb80c4'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:38:04.441578 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f0f80935-978d-4e5f-a101-8d4d4a31d34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:37:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2135b298-c81b-4037-b022-ab17c1eb80c4'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:04.593931 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-f0f80935-978d-4e5f-a101-8d4d4a31d34c None None] Set router 2135b298-c81b-4037-b022-ab17c1eb80c4 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:38:04.629989 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81e8493a-e883-453b-a227-7b9a17f101cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:04.632768 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81e8493a-e883-453b-a227-7b9a17f101cd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:04.653424 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407529ab-0819-45d9-bede-70183afe6eb8 req-d1f6df1a-8636-43d2-aec4-7d66293cbbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:04.655409 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-407529ab-0819-45d9-bede-70183afe6eb8 req-d1f6df1a-8636-43d2-aec4-7d66293cbbe7 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f29a1ba4-9c2e-4bbf-be88-aa21c2016c98 HTTP/1.1" status: 200 len: 847 time: 0.7432590 Nov 04 10:38:04.700893 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-e1f03bb4-40ef-404a-8ae8-a9554ccc5614 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Made reservation on behalf of 53562ae687274bbeba84f6369ffa7a9a for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:04.705335 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-e1f03bb4-40ef-404a-8ae8-a9554ccc5614 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:04.762235 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-407529ab-0819-45d9-bede-70183afe6eb8 req-1d1da137-7af5-4218-b108-d666a9e383f8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893114 Nov 04 10:38:04.810138 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-527bc51e-7194-4418-a087-31dcca0c6dde tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:04.826998 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f0f80935-978d-4e5f-a101-8d4d4a31d34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2135b298-c81b-4037-b022-ab17c1eb80c4', 'name': 'tempest-FloatingIPsTestJSON-42937895-router', 'tenant_id': 'dc88effde6b54847a06b526afaae2545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '6732442f-0a0c-46a1-8d25-bad6acc7b380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:37:56Z', 'updated_at': '2021-11-04T10:37:59Z', 'revision_number': 3, 'project_id': 'dc88effde6b54847a06b526afaae2545', 'gw_port': {'id': '6732442f-0a0c-46a1-8d25-bad6acc7b380', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2135b298-c81b-4037-b022-ab17c1eb80c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:37:58Z', 'updated_at': '2021-11-04T10:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:04.846088 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81e8493a-e883-453b-a227-7b9a17f101cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:04.847303 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e8493a-e883-453b-a227-7b9a17f101cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68e411a4-d787-4aac-a1c0-9f57b6ac80e8 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:38:04.878251 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527bc51e-7194-4418-a087-31dcca0c6dde tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Port': ['ID=fee09280-de89-4b4f-ba09-388a44da3ebb,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:04.879745 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81e8493a-e883-453b-a227-7b9a17f101cd admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:04.881310 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-81e8493a-e883-453b-a227-7b9a17f101cd admin admin] 10.222.0.127 "DELETE /v2.0/routers/68e411a4-d787-4aac-a1c0-9f57b6ac80e8 HTTP/1.1" status: 204 len: 168 time: 5.6294494 Nov 04 10:38:04.886308 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42708) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:04.895116 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f80935-978d-4e5f-a101-8d4d4a31d34c None None] The sync data for ids ['2135b298-c81b-4037-b022-ab17c1eb80c4'] in n-d-816629-1 is: [{'id': '2135b298-c81b-4037-b022-ab17c1eb80c4', 'name': 'tempest-FloatingIPsTestJSON-42937895-router', 'tenant_id': 'dc88effde6b54847a06b526afaae2545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '6732442f-0a0c-46a1-8d25-bad6acc7b380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:37:56Z', 'updated_at': '2021-11-04T10:37:59Z', 'revision_number': 3, 'project_id': 'dc88effde6b54847a06b526afaae2545', 'gw_port': {'id': '6732442f-0a0c-46a1-8d25-bad6acc7b380', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2135b298-c81b-4037-b022-ab17c1eb80c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:37:58Z', 'updated_at': '2021-11-04T10:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:38:04.952517 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf576b-c90a-435f-9565-8d22560fd7ce req-623d8386-8321-41a1-a230-87878e6215c7 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:04.955747 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d8bf576b-c90a-435f-9565-8d22560fd7ce req-623d8386-8321-41a1-a230-87878e6215c7 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.127 "GET /v2.0/ports?device_id=de406587-3152-4afe-a194-44e509de2f94 HTTP/1.1" status: 200 len: 948 time: 0.3206978 Nov 04 10:38:05.005537 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2c5651ec-ce69-48df-996f-471c90c54570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:05.008334 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-5ef5e63f-91ae-40ad-99d9-ddad63815d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d00dadf2-d47a-4a22-92aa-ea5f43885667 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:38:05.044648 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-5ef5e63f-91ae-40ad-99d9-ddad63815d4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:05.125474 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-407529ab-0819-45d9-bede-70183afe6eb8 req-63336704-8c1a-4b4d-bef8-011b41b82182 service neutron] 10.222.0.121 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494024 Nov 04 10:38:05.157623 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b88d3e5d-4540-4054-9b1f-357734669f90 admin admin] Deleting subnet a10f0746-db56-4227-89cf-ffbd29fe094a {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:38:05.164210 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-5ef5e63f-91ae-40ad-99d9-ddad63815d4a service neutron] Transition to ACTIVE for port object d00dadf2-d47a-4a22-92aa-ea5f43885667 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:38:05.165993 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b88d3e5d-4540-4054-9b1f-357734669f90 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:05.206755 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-527bc51e-7194-4418-a087-31dcca0c6dde tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:05.280345 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-5ef5e63f-91ae-40ad-99d9-ddad63815d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:05.305053 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d8bf576b-c90a-435f-9565-8d22560fd7ce req-ab8cac57-7afa-4866-8526-79e08331ef43 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.127 "GET /v2.0/security-groups?id=66b7c381-0407-44be-8812-2b9914358438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030241 Nov 04 10:38:05.369624 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b88d3e5d-4540-4054-9b1f-357734669f90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:05.396107 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-e1f03bb4-40ef-404a-8ae8-a9554ccc5614 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Allocated IP 172.20.0.11 (8c8a1e5a-f063-46d4-a45c-05147903d1b7/5626b5c5-059d-4165-96a5-a79a81820db5/d18207d2-6b68-4423-8dd4-893e4e74c0e0) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:05.412809 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc25452-576b-49ea-94ce-16c32370f78d x-openstack-request-id: req-dcc25452-576b-49ea-94ce-16c32370f78d {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:38:05.413239 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de1b4961-2a41-4b04-9193-fc2f45695ef4", "tag": "fe4b4c76-bc45-4b3d-b197-950dec71cf45", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:38:05.413598 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-dcc25452-576b-49ea-94ce-16c32370f78d {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:38:05.414129 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de1b4961-2a41-4b04-9193-fc2f45695ef4', 'tag': 'fe4b4c76-bc45-4b3d-b197-950dec71cf45', 'status': 'completed', 'code': 200} Nov 04 10:38:05.438856 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5e63f-91ae-40ad-99d9-ddad63815d4a service neutron] Pushing event updated for resources: {'Port': ['ID=d00dadf2-d47a-4a22-92aa-ea5f43885667,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:05.516140 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42722) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:05.519921 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-407529ab-0819-45d9-bede-70183afe6eb8 req-37367d9d-ce81-4f19-86a2-70fdbed292e1 service neutron] 10.222.0.121 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846681 Nov 04 10:38:05.671697 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-2c5651ec-ce69-48df-996f-471c90c54570 admin admin] Allocated IP 172.20.0.1 (1cb258fc-882a-4506-afba-71c427bfab5f/2b5884f2-eb58-4d79-949a-f44854d8169d/f6c84de2-a1cf-42ad-9146-985b6c8d9b1f) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:05.697723 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8f87e36b-3445-4837-a34a-1c2e45f55b0c no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:38:05.713131 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e878234-a196-40bc-b18b-c0d2893ecfb2 req-cebae481-8d00-42ef-a9c4-81d8dbc17a97 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:05.720914 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6e878234-a196-40bc-b18b-c0d2893ecfb2 req-cebae481-8d00-42ef-a9c4-81d8dbc17a97 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=77c76e5e-659a-41c7-8a55-719f219ff9e8 HTTP/1.1" status: 200 len: 943 time: 0.2035816 Nov 04 10:38:05.749527 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 8f87e36b-3445-4837-a34a-1c2e45f55b0c {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:38:05.750086 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8f87e36b-3445-4837-a34a-1c2e45f55b0c not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:38:05.803372 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-5ef5e63f-91ae-40ad-99d9-ddad63815d4a service neutron] Attempting to bind port d00dadf2-d47a-4a22-92aa-ea5f43885667 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:38:05.803736 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-5ef5e63f-91ae-40ad-99d9-ddad63815d4a service neutron] Attempting to bind port d00dadf2-d47a-4a22-92aa-ea5f43885667 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '371c3b52-8b94-460c-ab6e-3d1cde3fe09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '52b5cab6-0870-4630-a840-713505d3c31f'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:38:05.804029 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-5ef5e63f-91ae-40ad-99d9-ddad63815d4a service neutron] Attempting to bind port d00dadf2-d47a-4a22-92aa-ea5f43885667 on network 52b5cab6-0870-4630-a840-713505d3c31f {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:05.812539 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b88d3e5d-4540-4054-9b1f-357734669f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:05.829470 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527bc51e-7194-4418-a087-31dcca0c6dde tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Router 1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:38:05.833437 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6e878234-a196-40bc-b18b-c0d2893ecfb2 req-4a75f5ea-8810-41c3-962b-e23bf394a0bc tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112516 Nov 04 10:38:05.865528 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54669d2-d492-4eca-9f3d-7c5a7435191b req-b60fa239-9bec-4449-92a4-6fee84847f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:05.867096 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f54669d2-d492-4eca-9f3d-7c5a7435191b req-b60fa239-9bec-4449-92a4-6fee84847f5e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 1094 time: 0.2230952 Nov 04 10:38:05.870985 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-352cf5b6-6a40-4bdf-9635-fe2c7c99d817 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'network': {'name': 'tempest-network-smoke--1610441041', 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'port_security_enabled': True}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:05.876300 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-5ef5e63f-91ae-40ad-99d9-ddad63815d4a service neutron] Port d00dadf2-d47a-4a22-92aa-ea5f43885667 on network 52b5cab6-0870-4630-a840-713505d3c31f not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:38:05.876630 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-5ef5e63f-91ae-40ad-99d9-ddad63815d4a service neutron] Attempting to bind port d00dadf2-d47a-4a22-92aa-ea5f43885667 on network 52b5cab6-0870-4630-a840-713505d3c31f {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:05.940095 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-5ef5e63f-91ae-40ad-99d9-ddad63815d4a service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:38:05.940427 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-5ef5e63f-91ae-40ad-99d9-ddad63815d4a service neutron] Checking segment: {'id': '371c3b52-8b94-460c-ab6e-3d1cde3fe09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '52b5cab6-0870-4630-a840-713505d3c31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:38:05.940887 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-5ef5e63f-91ae-40ad-99d9-ddad63815d4a service neutron] Bound using segment: {'id': '371c3b52-8b94-460c-ab6e-3d1cde3fe09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '52b5cab6-0870-4630-a840-713505d3c31f'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:38:05.941576 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-5ef5e63f-91ae-40ad-99d9-ddad63815d4a service neutron] Bound port: d00dadf2-d47a-4a22-92aa-ea5f43885667, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '371c3b52-8b94-460c-ab6e-3d1cde3fe09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '52b5cab6-0870-4630-a840-713505d3c31f'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:38:05.941715 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-5ef5e63f-91ae-40ad-99d9-ddad63815d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:06.015584 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352cf5b6-6a40-4bdf-9635-fe2c7c99d817 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Made reservation on behalf of 45c1d4a009b54581bacf1fbcabe00677 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:06.019648 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2c5651ec-ce69-48df-996f-471c90c54570 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:06.019859 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-352cf5b6-6a40-4bdf-9635-fe2c7c99d817 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:06.025092 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527bc51e-7194-4418-a087-31dcca0c6dde tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:38:06.039019 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-527bc51e-7194-4418-a087-31dcca0c6dde tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "PUT /v2.0/routers/1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2022102 Nov 04 10:38:06.039274 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c690fc-cbcd-42f5-9a93-34594ca7b1ec None None] Sync routers for ids ['1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:38:06.040050 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42726) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:06.053074 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-352cf5b6-6a40-4bdf-9635-fe2c7c99d817 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:06.063703 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c690fc-cbcd-42f5-9a93-34594ca7b1ec None None] Routers {'1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:38:06.064599 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-31c690fc-cbcd-42f5-9a93-34594ca7b1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:37:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:06.094903 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b88d3e5d-4540-4054-9b1f-357734669f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:06.150936 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d3e5d-4540-4054-9b1f-357734669f90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a10f0746-db56-4227-89cf-ffbd29fe094a,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:06.151232 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53fd186-e9f6-408e-ab0e-85c44f3fc69b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:06.153521 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53fd186-e9f6-408e-ab0e-85c44f3fc69b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:06.157998 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f53fd186-e9f6-408e-ab0e-85c44f3fc69b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1169038 Nov 04 10:38:06.159049 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42728) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:06.160783 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3111d-25e8-4898-b1e6-b88906c5e78e req-b8dec4ab-d9b2-4c30-9965-3aca8776f465 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:06.168186 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-75c3111d-25e8-4898-b1e6-b88906c5e78e req-b8dec4ab-d9b2-4c30-9965-3aca8776f465 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 943 time: 0.2318258 Nov 04 10:38:06.173343 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-31c690fc-cbcd-42f5-9a93-34594ca7b1ec None None] Set router 1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:38:06.180791 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54669d2-d492-4eca-9f3d-7c5a7435191b req-1d63ac50-6c51-4c29-96a7-c99f2cf7acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:06.182811 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f54669d2-d492-4eca-9f3d-7c5a7435191b req-1d63ac50-6c51-4c29-96a7-c99f2cf7acb7 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 200 len: 909 time: 0.3019145 Nov 04 10:38:06.198237 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b88d3e5d-4540-4054-9b1f-357734669f90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:06.203688 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684a6bdc-d126-4b16-ad30-ce15afd3fe38 None None] Network 76c58e58-2fca-437a-b0b9-4ec508945e0b requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:38:06.206259 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b88d3e5d-4540-4054-9b1f-357734669f90 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/a10f0746-db56-4227-89cf-ffbd29fe094a HTTP/1.1" status: 204 len: 168 time: 1.3151073 Nov 04 10:38:06.208741 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42730) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:06.226300 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2c5651ec-ce69-48df-996f-471c90c54570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:06.242528 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-e1f03bb4-40ef-404a-8ae8-a9554ccc5614 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:06.278857 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-5ef5e63f-91ae-40ad-99d9-ddad63815d4a service neutron] For port d00dadf2-d47a-4a22-92aa-ea5f43885667, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:38:06.285424 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f54669d2-d492-4eca-9f3d-7c5a7435191b req-92c2a61d-e5f5-4d51-b524-69709588332d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe4b4c76-bc45-4b3d-b197-950dec71cf45 HTTP/1.1" status: 200 len: 217 time: 0.0771668 Nov 04 10:38:06.331114 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5651ec-ce69-48df-996f-471c90c54570 admin admin] Pushing event updated for resources: {'Port': ['ID=f6c84de2-a1cf-42ad-9146-985b6c8d9b1f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:06.357988 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-5ef5e63f-91ae-40ad-99d9-ddad63815d4a service neutron] For port d00dadf2-d47a-4a22-92aa-ea5f43885667, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=d00dadf2-d47a-4a22-92aa-ea5f43885667,segment=NetworkSegment(371c3b52-8b94-460c-ab6e-3d1cde3fe09a),segment_id=371c3b52-8b94-460c-ab6e-3d1cde3fe09a)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:38:06.373956 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5651ec-ce69-48df-996f-471c90c54570 admin admin] Network 1cb258fc-882a-4506-afba-71c427bfab5f is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:06.382029 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-75c3111d-25e8-4898-b1e6-b88906c5e78e req-83d3c7be-2f11-4f91-a6ff-192970ef8e4e tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130485 Nov 04 10:38:06.382363 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc84946-7814-48a3-9d1c-eec441981208 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet 512023df-d423-445e-9249-c552c671a95d {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:38:06.396723 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-5ef5e63f-91ae-40ad-99d9-ddad63815d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:06.404565 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-2c5651ec-ce69-48df-996f-471c90c54570 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:06.408843 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0dc84946-7814-48a3-9d1c-eec441981208 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:06.414474 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5651ec-ce69-48df-996f-471c90c54570 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:06.417376 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-31c690fc-cbcd-42f5-9a93-34594ca7b1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc', 'name': 'tempest-NetworksTestDHCPv6-router-885522876', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:37:51Z', 'updated_at': '2021-11-04T10:38:04Z', 'revision_number': 3, 'project_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:06.496260 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-61ac7781-2e98-4ec8-b13f-06e01a24577a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:06.516345 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54669d2-d492-4eca-9f3d-7c5a7435191b req-51e56204-defc-42e3-9de1-1fa18a5bc03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:06.526916 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c690fc-cbcd-42f5-9a93-34594ca7b1ec None None] Checking router: 1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:38:06.531557 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f54669d2-d492-4eca-9f3d-7c5a7435191b req-51e56204-defc-42e3-9de1-1fa18a5bc03c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f29a1ba4-9c2e-4bbf-be88-aa21c2016c98 HTTP/1.1" status: 200 len: 847 time: 0.2299862 Nov 04 10:38:06.541175 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0dc84946-7814-48a3-9d1c-eec441981208 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:06.567327 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c690fc-cbcd-42f5-9a93-34594ca7b1ec None None] Routers {'1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:38:06.569332 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-31c690fc-cbcd-42f5-9a93-34594ca7b1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:37:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:06.591523 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-e1f03bb4-40ef-404a-8ae8-a9554ccc5614 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:06.597565 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2c5651ec-ce69-48df-996f-471c90c54570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:06.614598 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-5ef5e63f-91ae-40ad-99d9-ddad63815d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:06.615209 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-5ef5e63f-91ae-40ad-99d9-ddad63815d4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:06.616584 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-5ef5e63f-91ae-40ad-99d9-ddad63815d4a service neutron] 10.222.0.126 "PUT /v2.0/ports/d00dadf2-d47a-4a22-92aa-ea5f43885667 HTTP/1.1" status: 200 len: 1091 time: 3.7803130 Nov 04 10:38:06.672311 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f54669d2-d492-4eca-9f3d-7c5a7435191b req-f6ec887e-b3a8-43cb-bb46-327323d2a430 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046078 Nov 04 10:38:06.674757 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-352cf5b6-6a40-4bdf-9635-fe2c7c99d817 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:06.690767 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f03bb4-40ef-404a-8ae8-a9554ccc5614 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Pushing event updated for resources: {'Port': ['ID=d18207d2-6b68-4423-8dd4-893e4e74c0e0,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:06.692504 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5e63f-91ae-40ad-99d9-ddad63815d4a service neutron] Pushing event updated for resources: {'Port': ['ID=d00dadf2-d47a-4a22-92aa-ea5f43885667,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:06.716593 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-352cf5b6-6a40-4bdf-9635-fe2c7c99d817 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:06.725529 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-31c690fc-cbcd-42f5-9a93-34594ca7b1ec None None] Set router 1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:38:06.754347 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-e1f03bb4-40ef-404a-8ae8-a9554ccc5614 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:06.765518 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-e1f03bb4-40ef-404a-8ae8-a9554ccc5614 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:06.798322 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-e1f03bb4-40ef-404a-8ae8-a9554ccc5614 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:06.799815 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352cf5b6-6a40-4bdf-9635-fe2c7c99d817 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1175} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:38:06.803737 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-31c690fc-cbcd-42f5-9a93-34594ca7b1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc', 'name': 'tempest-NetworksTestDHCPv6-router-885522876', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:37:51Z', 'updated_at': '2021-11-04T10:38:04Z', 'revision_number': 3, 'project_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:06.849028 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-352cf5b6-6a40-4bdf-9635-fe2c7c99d817 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:06.849429 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-352cf5b6-6a40-4bdf-9635-fe2c7c99d817 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Added segment 584df556-669b-4b6d-9b18-843b5cf506ec of type vlan for network d1610b1b-8f45-4d3c-9fc2-347cfc05de13 Nov 04 10:38:06.854586 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c690fc-cbcd-42f5-9a93-34594ca7b1ec None None] The sync data for ids ['1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc'] in n-d-816629-1 is: [{'id': '1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc', 'name': 'tempest-NetworksTestDHCPv6-router-885522876', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:37:51Z', 'updated_at': '2021-11-04T10:38:04Z', 'revision_number': 3, 'project_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'gw_port_host': None}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:38:06.867189 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cf5b6-6a40-4bdf-9635-fe2c7c99d817 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f10955-167a-48ee-b15d-3c5c0db1b2bc,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:06.877028 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-e1f03bb4-40ef-404a-8ae8-a9554ccc5614 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:06.878213 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-e1f03bb4-40ef-404a-8ae8-a9554ccc5614 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:06.896602 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139bac6-b3e8-4c80-9088-8626f2de607c req-fec1edfe-97f2-4f71-8b2a-9bd7191d6124 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:06.904533 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4139bac6-b3e8-4c80-9088-8626f2de607c req-fec1edfe-97f2-4f71-8b2a-9bd7191d6124 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=56b960d9-7fc2-43ba-ad91-351449ad94a2 HTTP/1.1" status: 200 len: 932 time: 0.3222775 Nov 04 10:38:06.963011 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-2f00edd3-3466-43e6-8a39-4cefcf942c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:06.964480 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-2f00edd3-3466-43e6-8a39-4cefcf942c97 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=9f7f577a2aa34196a84d622d13830ddf&device_id=77c76e5e-659a-41c7-8a55-719f219ff9e8 HTTP/1.1" status: 200 len: 1094 time: 0.2804933 Nov 04 10:38:06.976264 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f54669d2-d492-4eca-9f3d-7c5a7435191b req-25694b56-e31b-45a4-9612-28f7c4f94921 service neutron] 10.222.0.121 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961547 Nov 04 10:38:06.978080 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-352cf5b6-6a40-4bdf-9635-fe2c7c99d817 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:06.980265 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-79fb0551-b5a6-41d6-8d1f-1d537b299ef5 None None] Provisioning complete for port f6c84de2-a1cf-42ad-9146-985b6c8d9b1f triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:06.980638 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-79fb0551-b5a6-41d6-8d1f-1d537b299ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:07.019118 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-79fb0551-b5a6-41d6-8d1f-1d537b299ef5 None None] Port f6c84de2-a1cf-42ad-9146-985b6c8d9b1f cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:38:07.059646 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-ae0dba14-f027-4938-96b7-faac5d3d5e15 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d00dadf2-d47a-4a22-92aa-ea5f43885667 HTTP/1.1" status: 200 len: 217 time: 0.0779479 Nov 04 10:38:07.161689 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4139bac6-b3e8-4c80-9088-8626f2de607c req-424c13eb-3db7-45ad-bf0b-f3ed67c92475 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561276 Nov 04 10:38:07.162346 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-352cf5b6-6a40-4bdf-9635-fe2c7c99d817 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:07.168228 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352cf5b6-6a40-4bdf-9635-fe2c7c99d817 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:07.168910 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-352cf5b6-6a40-4bdf-9635-fe2c7c99d817 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:07.216988 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0dc84946-7814-48a3-9d1c-eec441981208 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:07.222518 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e146f33-d80f-47fe-9a42-87ba408093e5 None None] DHCP port deletion for 76c58e58-2fca-437a-b0b9-4ec508945e0b request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:38:07.231941 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-775fb8eb-5493-49a9-8cd8-dad4ee9bcdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:07.234519 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-775fb8eb-5493-49a9-8cd8-dad4ee9bcdf4 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=07140a08-ffec-484a-a1ec-e3e308952fd3 HTTP/1.1" status: 200 len: 861 time: 0.1402297 Nov 04 10:38:07.245891 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-e1f03bb4-40ef-404a-8ae8-a9554ccc5614 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4458501 Nov 04 10:38:07.252100 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-61ac7781-2e98-4ec8-b13f-06e01a24577a admin admin] Deleting port e36ccd89-e967-4812-9113-e7dc95b50edf {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:38:07.252557 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-61ac7781-2e98-4ec8-b13f-06e01a24577a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:07.269262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-47612fff-a6c2-439f-a5f9-6cd175284e2c service neutron] Request body: {'port': {'device_id': '56b960d9-7fc2-43ba-ad91-351449ad94a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:07.286882 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-1e146f33-d80f-47fe-9a42-87ba408093e5 None None] Deleting port e36ccd89-e967-4812-9113-e7dc95b50edf {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:38:07.287458 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1e146f33-d80f-47fe-9a42-87ba408093e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:07.360718 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cf5b6-6a40-4bdf-9635-fe2c7c99d817 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'Network': ['ID=d1610b1b-8f45-4d3c-9fc2-347cfc05de13,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:07.416064 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-47612fff-a6c2-439f-a5f9-6cd175284e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:07.428025 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-352cf5b6-6a40-4bdf-9635-fe2c7c99d817 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9045191 Nov 04 10:38:07.439762 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42746) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:07.449575 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-c519fc66-9bf0-4bf3-a4b4-abcbc14604cb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-623783168', 'admin_state_up': True, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:07.457514 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-1e146f33-d80f-47fe-9a42-87ba408093e5 None None] For port e36ccd89-e967-4812-9113-e7dc95b50edf, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e36ccd89-e967-4812-9113-e7dc95b50edf,segment=NetworkSegment(037f8e52-dbbc-4423-b2e4-190597daeab8),segment_id=037f8e52-dbbc-4423-b2e4-190597daeab8)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:07.458228 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1e146f33-d80f-47fe-9a42-87ba408093e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:07.476237 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2c5651ec-ce69-48df-996f-471c90c54570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:07.480611 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-1e146f33-d80f-47fe-9a42-87ba408093e5 None None] Calling delete_port for e36ccd89-e967-4812-9113-e7dc95b50edf owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:38:07.484226 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-61ac7781-2e98-4ec8-b13f-06e01a24577a admin admin] For port e36ccd89-e967-4812-9113-e7dc95b50edf, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e36ccd89-e967-4812-9113-e7dc95b50edf,segment=NetworkSegment(037f8e52-dbbc-4423-b2e4-190597daeab8),segment_id=037f8e52-dbbc-4423-b2e4-190597daeab8)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:07.484857 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-61ac7781-2e98-4ec8-b13f-06e01a24577a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:07.490246 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c76e5e-659a-41c7-8a55-719f219ff9e8', 'tag': 'd00dadf2-d47a-4a22-92aa-ea5f43885667'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:38:07.492617 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab02ac7-314c-4a79-a23c-daf1de0cc7da" -d '{"events": [{"name": "network-changed", "server_uuid": "77c76e5e-659a-41c7-8a55-719f219ff9e8", "tag": "d00dadf2-d47a-4a22-92aa-ea5f43885667"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:38:07.512304 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-ca4d10e7-d8a0-413a-8ca1-36be3f5ef05c service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=52b5cab6-0870-4630-a840-713505d3c31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1401088 Nov 04 10:38:07.594368 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network d1610b1b-8f45-4d3c-9fc2-347cfc05de13 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:38:07.670839 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6732442f-0a0c-46a1-8d25-bad6acc7b380 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:07.676411 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1e146f33-d80f-47fe-9a42-87ba408093e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:07.693645 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f54669d2-d492-4eca-9f3d-7c5a7435191b req-e3c0482e-f9a7-4033-9ca3-975d91c10330 service neutron] 10.222.0.121 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7022104 Nov 04 10:38:07.714477 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device fe4b4c76-bc45-4b3d-b197-950dec71cf45 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:38:07.721794 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-06a7ccf3-858d-45b7-8bb9-baf3a0ac1dae service neutron] 10.222.0.126 "GET /v2.0/networks/52b5cab6-0870-4630-a840-713505d3c31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940725 Nov 04 10:38:07.730693 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-61ac7781-2e98-4ec8-b13f-06e01a24577a admin admin] Calling delete_port for e36ccd89-e967-4812-9113-e7dc95b50edf owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:38:07.736003 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0dc84946-7814-48a3-9d1c-eec441981208 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:07.754959 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e146f33-d80f-47fe-9a42-87ba408093e5 None None] Pushing event deleted for resources: {'Port': ['ID=e36ccd89-e967-4812-9113-e7dc95b50edf,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:07.773686 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e146f33-d80f-47fe-9a42-87ba408093e5 None None] No DVR routers for this DVR port e36ccd89-e967-4812-9113-e7dc95b50edf on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:38:07.800041 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e146f33-d80f-47fe-9a42-87ba408093e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:07.800879 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e146f33-d80f-47fe-9a42-87ba408093e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:07.807724 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e146f33-d80f-47fe-9a42-87ba408093e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:07.808168 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e146f33-d80f-47fe-9a42-87ba408093e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:07.809013 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e146f33-d80f-47fe-9a42-87ba408093e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:07.809013 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e146f33-d80f-47fe-9a42-87ba408093e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:07.809495 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e146f33-d80f-47fe-9a42-87ba408093e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:07.809773 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e146f33-d80f-47fe-9a42-87ba408093e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:07.810409 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e146f33-d80f-47fe-9a42-87ba408093e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:07.811228 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e146f33-d80f-47fe-9a42-87ba408093e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:07.811582 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e146f33-d80f-47fe-9a42-87ba408093e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:07.811944 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e146f33-d80f-47fe-9a42-87ba408093e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:07.842501 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-957bf50f-c624-4524-96b5-4295818ffdd9 req-83d3a75e-4f11-44ff-8440-cc89e3dfdc02 service neutron] 10.222.0.126 "GET /v2.0/networks/52b5cab6-0870-4630-a840-713505d3c31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118798 Nov 04 10:38:07.872735 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c519fc66-9bf0-4bf3-a4b4-abcbc14604cb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:07.874154 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c519fc66-9bf0-4bf3-a4b4-abcbc14604cb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:07.875252 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 6732442f-0a0c-46a1-8d25-bad6acc7b380 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:07.875625 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:07.899870 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc84946-7814-48a3-9d1c-eec441981208 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=512023df-d423-445e-9249-c552c671a95d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:07.913455 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1c994f-60cc-45b2-8d22-f03e0ad6048a None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:38:08.008297 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0dc84946-7814-48a3-9d1c-eec441981208 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:08.014352 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42776) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:08.016328 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0dc84946-7814-48a3-9d1c-eec441981208 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/512023df-d423-445e-9249-c552c671a95d HTTP/1.1" status: 204 len: 168 time: 1.8522844 Nov 04 10:38:08.031280 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port fe4b4c76-bc45-4b3d-b197-950dec71cf45, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=fe4b4c76-bc45-4b3d-b197-950dec71cf45,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:08.094156 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'fe4b4c76-bc45-4b3d-b197-950dec71cf45', 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a', 'port_id': 'fe4b4c76-bc45-4b3d-b197-950dec71cf45', 'mac_address': 'fa:16:3e:c9:e7:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f29a1ba4-9c2e-4bbf-be88-aa21c2016c98', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:38:08.162407 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e82becbf-3d2a-4123-b201-78e98cc910cf tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1467102 Nov 04 10:38:08.163437 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42780) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:08.163937 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:08.199850 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 6732442f-0a0c-46a1-8d25-bad6acc7b380, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6732442f-0a0c-46a1-8d25-bad6acc7b380,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:08.201713 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:08.204133 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-47612fff-a6c2-439f-a5f9-6cd175284e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d18207d2-6b68-4423-8dd4-893e4e74c0e0 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:38:08.210200 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c519fc66-9bf0-4bf3-a4b4-abcbc14604cb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:08.213302 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:08.220004 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-47612fff-a6c2-439f-a5f9-6cd175284e2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:08.273093 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=6732442f-0a0c-46a1-8d25-bad6acc7b380,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:08.281629 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4b4c76-bc45-4b3d-b197-950dec71cf45 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:38:08.286842 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ac8746e1-2e44-4dac-affa-9df52107f88c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:08.310844 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port fe4b4c76-bc45-4b3d-b197-950dec71cf45, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=fe4b4c76-bc45-4b3d-b197-950dec71cf45,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:08.318817 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:08.332908 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-47612fff-a6c2-439f-a5f9-6cd175284e2c service neutron] Transition to ACTIVE for port object d18207d2-6b68-4423-8dd4-893e4e74c0e0 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:38:08.333175 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9120962f-df7c-4320-b681-9f63513ba913 None None] DHCP port deletion for bc5af6f0-5063-4ccc-959e-90459430dabc request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:38:08.338667 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd7c92-c030-4007-8dbf-647da81c830d req-a0ad0b32-f685-470f-a1b6-834a1cb6b05d tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:08.340285 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e4dd7c92-c030-4007-8dbf-647da81c830d req-a0ad0b32-f685-470f-a1b6-834a1cb6b05d tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=77c76e5e-659a-41c7-8a55-719f219ff9e8 HTTP/1.1" status: 200 len: 943 time: 0.1759727 Nov 04 10:38:08.348666 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-47612fff-a6c2-439f-a5f9-6cd175284e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:08.351019 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-61ac7781-2e98-4ec8-b13f-06e01a24577a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:08.397875 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device fee09280-de89-4b4f-ba09-388a44da3ebb no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:38:08.440554 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: fee09280-de89-4b4f-ba09-388a44da3ebb {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:38:08.441434 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device fee09280-de89-4b4f-ba09-388a44da3ebb not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:38:08.441895 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e36ccd89-e967-4812-9113-e7dc95b50edf no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:38:08.468570 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ac7781-2e98-4ec8-b13f-06e01a24577a admin admin] No DVR routers for this DVR port e36ccd89-e967-4812-9113-e7dc95b50edf on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:38:08.473345 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=fe4b4c76-bc45-4b3d-b197-950dec71cf45,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:08.477149 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: e36ccd89-e967-4812-9113-e7dc95b50edf {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:38:08.477380 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e36ccd89-e967-4812-9113-e7dc95b50edf not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:38:08.497466 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-9120962f-df7c-4320-b681-9f63513ba913 None None] Deleting port d8bf0a3f-5323-466c-8b4c-e36e2bc25413 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:38:08.497839 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9120962f-df7c-4320-b681-9f63513ba913 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:08.502209 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ac8746e1-2e44-4dac-affa-9df52107f88c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:08.503852 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c519fc66-9bf0-4bf3-a4b4-abcbc14604cb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:08.507004 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ac8746e1-2e44-4dac-affa-9df52107f88c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:08.520196 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e4dd7c92-c030-4007-8dbf-647da81c830d req-a672db0d-dae7-4692-ba60-d7d690d2dc73 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451936 Nov 04 10:38:08.543508 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2c5651ec-ce69-48df-996f-471c90c54570 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:08.550256 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47612fff-a6c2-439f-a5f9-6cd175284e2c service neutron] Pushing event updated for resources: {'Port': ['ID=d18207d2-6b68-4423-8dd4-893e4e74c0e0,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:08.556276 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2c5651ec-ce69-48df-996f-471c90c54570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:08.576844 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['fe4b4c76-bc45-4b3d-b197-950dec71cf45'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:38:08.582527 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-9120962f-df7c-4320-b681-9f63513ba913 None None] For port d8bf0a3f-5323-466c-8b4c-e36e2bc25413, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d8bf0a3f-5323-466c-8b4c-e36e2bc25413,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:08.582928 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9120962f-df7c-4320-b681-9f63513ba913 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:08.589745 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ac8746e1-2e44-4dac-affa-9df52107f88c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:08.590571 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8746e1-2e44-4dac-affa-9df52107f88c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Fanout notify agent at l3_agent the message router_deleted on router 1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:38:08.612438 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ac8746e1-2e44-4dac-affa-9df52107f88c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:08.614014 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ac8746e1-2e44-4dac-affa-9df52107f88c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/routers/1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc HTTP/1.1" status: 204 len: 168 time: 0.4485188 Nov 04 10:38:08.616670 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42784) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:08.632964 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-9120962f-df7c-4320-b681-9f63513ba913 None None] Calling delete_port for d8bf0a3f-5323-466c-8b4c-e36e2bc25413 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:38:08.700920 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57934de5-59c3-4db7-bebe-949d175cbff0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:08.703458 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-57934de5-59c3-4db7-bebe-949d175cbff0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0821314 Nov 04 10:38:08.706649 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42786) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:08.709619 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac7781-2e98-4ec8-b13f-06e01a24577a admin admin] Pushing event deleted for resources: {'Port': ['ID=e36ccd89-e967-4812-9113-e7dc95b50edf,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:08.727287 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b84b60-8565-43c0-8b8b-b51f39967382 req-d4461f88-11a2-4148-a575-b9846ffb8d3f tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:08.728912 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-88b84b60-8565-43c0-8b8b-b51f39967382 req-d4461f88-11a2-4148-a575-b9846ffb8d3f tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 944 time: 0.0969930 Nov 04 10:38:08.753694 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-61ac7781-2e98-4ec8-b13f-06e01a24577a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:08.799765 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fda9a63-a1fc-43ec-b4b8-e9d8c6add0a0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:08.801488 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7fda9a63-a1fc-43ec-b4b8-e9d8c6add0a0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0936666 Nov 04 10:38:08.804745 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42788) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:08.824674 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9120962f-df7c-4320-b681-9f63513ba913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:08.849581 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-61ac7781-2e98-4ec8-b13f-06e01a24577a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c58e58-2fca-437a-b0b9-4ec508945e0b']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:08.857850 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120962f-df7c-4320-b681-9f63513ba913 None None] Pushing event deleted for resources: {'Port': ['ID=d8bf0a3f-5323-466c-8b4c-e36e2bc25413,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:08.861584 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9120962f-df7c-4320-b681-9f63513ba913 None None] No DVR routers for this DVR port d8bf0a3f-5323-466c-8b4c-e36e2bc25413 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:38:08.866328 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-88b84b60-8565-43c0-8b8b-b51f39967382 req-d959ee99-0cd4-4ff2-9628-df72ec6e7fbd tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148560 Nov 04 10:38:08.877400 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-74e49072-21e0-4fe1-a085-c86d8caae15e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666480 Nov 04 10:38:08.878876 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42790) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:08.888733 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-10165d47-22ca-48e3-97e8-b3b82cb2a6c7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:08.904284 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2c5651ec-ce69-48df-996f-471c90c54570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:08.909525 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-61ac7781-2e98-4ec8-b13f-06e01a24577a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '037f8e52-dbbc-4423-b2e4-190597daeab8') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:08.909841 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-61ac7781-2e98-4ec8-b13f-06e01a24577a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '037f8e52-dbbc-4423-b2e4-190597daeab8') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:08.919990 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a17cbbb-1f2e-4758-b681-03ee4e4af47d x-openstack-request-id: req-9a17cbbb-1f2e-4758-b681-03ee4e4af47d {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:38:08.920295 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c76e5e-659a-41c7-8a55-719f219ff9e8", "tag": "d00dadf2-d47a-4a22-92aa-ea5f43885667", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:38:08.920541 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-9a17cbbb-1f2e-4758-b681-03ee4e4af47d {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:38:08.920990 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c76e5e-659a-41c7-8a55-719f219ff9e8', 'tag': 'd00dadf2-d47a-4a22-92aa-ea5f43885667', 'status': 'completed', 'code': 200} Nov 04 10:38:08.981967 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5651ec-ce69-48df-996f-471c90c54570 admin admin] Pushing event updated for resources: {'Port': ['ID=f6c84de2-a1cf-42ad-9146-985b6c8d9b1f,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:08.993346 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab02ac7-314c-4a79-a23c-daf1de0cc7da req-7f52cf59-d93c-469e-b7c5-9d86647ff913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:08.994966 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fab02ac7-314c-4a79-a23c-daf1de0cc7da req-7f52cf59-d93c-469e-b7c5-9d86647ff913 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=9f7f577a2aa34196a84d622d13830ddf&device_id=77c76e5e-659a-41c7-8a55-719f219ff9e8 HTTP/1.1" status: 200 len: 1094 time: 0.0508938 Nov 04 10:38:08.996835 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-61ac7781-2e98-4ec8-b13f-06e01a24577a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:09.089410 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-47612fff-a6c2-439f-a5f9-6cd175284e2c service neutron] Attempting to bind port d18207d2-6b68-4423-8dd4-893e4e74c0e0 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:38:09.089697 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-47612fff-a6c2-439f-a5f9-6cd175284e2c service neutron] Attempting to bind port d18207d2-6b68-4423-8dd4-893e4e74c0e0 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:38:09.090010 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-47612fff-a6c2-439f-a5f9-6cd175284e2c service neutron] Attempting to bind port d18207d2-6b68-4423-8dd4-893e4e74c0e0 on network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:09.094269 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-61ac7781-2e98-4ec8-b13f-06e01a24577a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:09.117957 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ac7781-2e98-4ec8-b13f-06e01a24577a admin admin] Releasing vlan 1184 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:38:09.118575 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-61ac7781-2e98-4ec8-b13f-06e01a24577a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:38:09.121663 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:38:09.124782 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c83004-42cc-40c2-8892-4eb0ed1cf05a req-700b3362-6abe-4322-a05d-e5ca0084e70d tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:09.126375 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-39c83004-42cc-40c2-8892-4eb0ed1cf05a req-700b3362-6abe-4322-a05d-e5ca0084e70d tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=56b960d9-7fc2-43ba-ad91-351449ad94a2 HTTP/1.1" status: 200 len: 944 time: 0.1255856 Nov 04 10:38:09.138328 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-47612fff-a6c2-439f-a5f9-6cd175284e2c service neutron] Port d18207d2-6b68-4423-8dd4-893e4e74c0e0 on network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:38:09.138328 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-47612fff-a6c2-439f-a5f9-6cd175284e2c service neutron] Attempting to bind port d18207d2-6b68-4423-8dd4-893e4e74c0e0 on network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:09.186721 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab02ac7-314c-4a79-a23c-daf1de0cc7da req-d1397b56-9f07-4a97-b207-51f0e2bf1d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:09.188323 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fab02ac7-314c-4a79-a23c-daf1de0cc7da req-d1397b56-9f07-4a97-b207-51f0e2bf1d74 service neutron] 10.222.0.126 "GET /v2.0/networks?id=52b5cab6-0870-4630-a840-713505d3c31f HTTP/1.1" status: 200 len: 923 time: 0.1862912 Nov 04 10:38:09.215342 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-39c83004-42cc-40c2-8892-4eb0ed1cf05a req-ff770204-041c-4c8d-8f13-7214536bd7a6 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809026 Nov 04 10:38:09.259059 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fab02ac7-314c-4a79-a23c-daf1de0cc7da req-347509f8-8019-445f-b1c8-0a6867e19498 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d00dadf2-d47a-4a22-92aa-ea5f43885667 HTTP/1.1" status: 200 len: 217 time: 0.0587773 Nov 04 10:38:09.348572 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab02ac7-314c-4a79-a23c-daf1de0cc7da req-69d241aa-3a21-4f8e-87d4-7a34516ecda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:09.350601 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fab02ac7-314c-4a79-a23c-daf1de0cc7da req-69d241aa-3a21-4f8e-87d4-7a34516ecda9 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=07140a08-ffec-484a-a1ec-e3e308952fd3 HTTP/1.1" status: 200 len: 861 time: 0.0841675 Nov 04 10:38:09.390968 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fab02ac7-314c-4a79-a23c-daf1de0cc7da req-81b16f63-1f73-4d82-b672-ac59dc99a72b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=52b5cab6-0870-4630-a840-713505d3c31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315750 Nov 04 10:38:09.427973 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6732442f-0a0c-46a1-8d25-bad6acc7b380 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:09.483145 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-47612fff-a6c2-439f-a5f9-6cd175284e2c service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:38:09.483451 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-47612fff-a6c2-439f-a5f9-6cd175284e2c service neutron] Checking segment: {'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:38:09.483909 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-47612fff-a6c2-439f-a5f9-6cd175284e2c service neutron] Bound using segment: {'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:38:09.484649 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-47612fff-a6c2-439f-a5f9-6cd175284e2c service neutron] Bound port: d18207d2-6b68-4423-8dd4-893e4e74c0e0, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:38:09.485597 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-47612fff-a6c2-439f-a5f9-6cd175284e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:09.507290 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 6732442f-0a0c-46a1-8d25-bad6acc7b380 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:09.508411 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:09.524632 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10165d47-22ca-48e3-97e8-b3b82cb2a6c7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:09.528777 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-10165d47-22ca-48e3-97e8-b3b82cb2a6c7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:09.559123 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-61ac7781-2e98-4ec8-b13f-06e01a24577a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:09.564070 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-61ac7781-2e98-4ec8-b13f-06e01a24577a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:09.569829 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-61ac7781-2e98-4ec8-b13f-06e01a24577a admin admin] 10.222.0.127 "DELETE /v2.0/networks/76c58e58-2fca-437a-b0b9-4ec508945e0b HTTP/1.1" status: 204 len: 168 time: 3.3576005 Nov 04 10:38:09.602239 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fab02ac7-314c-4a79-a23c-daf1de0cc7da req-375d7bed-6b23-4ba9-863c-99755bae6a47 service neutron] 10.222.0.126 "GET /v2.0/networks/52b5cab6-0870-4630-a840-713505d3c31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031784 Nov 04 10:38:09.616513 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6ff9c-1871-45fa-8da8-fd30925997af req-b12ac8cd-f7cf-44fe-9e47-ab536e2bf72c tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:09.618240 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-46b6ff9c-1871-45fa-8da8-fd30925997af req-b12ac8cd-f7cf-44fe-9e47-ab536e2bf72c tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.127 "GET /v2.0/ports?device_id=de406587-3152-4afe-a194-44e509de2f94 HTTP/1.1" status: 200 len: 948 time: 0.1058939 Nov 04 10:38:09.670096 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac7781-2e98-4ec8-b13f-06e01a24577a admin admin] Pushing event deleted for resources: {'Network': ['ID=76c58e58-2fca-437a-b0b9-4ec508945e0b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:09.693747 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5651ec-ce69-48df-996f-471c90c54570 admin admin] Network 1cb258fc-882a-4506-afba-71c427bfab5f is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:09.703872 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device fe4b4c76-bc45-4b3d-b197-950dec71cf45 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:09.710176 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-2c5651ec-ce69-48df-996f-471c90c54570 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:09.793106 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d8bf0a3f-5323-466c-8b4c-e36e2bc25413 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:38:09.819901 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-47612fff-a6c2-439f-a5f9-6cd175284e2c service neutron] For port d18207d2-6b68-4423-8dd4-893e4e74c0e0, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:38:09.833185 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-46b6ff9c-1871-45fa-8da8-fd30925997af req-d81ebc4c-4df7-4f1f-94f7-28a07178a0af tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.127 "GET /v2.0/security-groups?id=66b7c381-0407-44be-8812-2b9914358438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908035 Nov 04 10:38:09.851237 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fab02ac7-314c-4a79-a23c-daf1de0cc7da req-08625593-745d-4ffc-b6a3-f4e4bb0930e3 service neutron] 10.222.0.126 "GET /v2.0/networks/52b5cab6-0870-4630-a840-713505d3c31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319613 Nov 04 10:38:09.863902 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: d8bf0a3f-5323-466c-8b4c-e36e2bc25413 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:38:09.864756 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d8bf0a3f-5323-466c-8b4c-e36e2bc25413 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:38:09.915841 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port fe4b4c76-bc45-4b3d-b197-950dec71cf45 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:38:09.920674 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port fe4b4c76-bc45-4b3d-b197-950dec71cf45 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:09.921355 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:09.938057 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-47612fff-a6c2-439f-a5f9-6cd175284e2c service neutron] For port d18207d2-6b68-4423-8dd4-893e4e74c0e0, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=d18207d2-6b68-4423-8dd4-893e4e74c0e0,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:38:10.004655 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-47612fff-a6c2-439f-a5f9-6cd175284e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:10.013138 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42806) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:10.044782 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058ba92-c4ea-4722-b3bb-635afd9be408 req-dc4f363c-41a4-471f-9297-8c06f9232bcf tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:10.046712 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3058ba92-c4ea-4722-b3bb-635afd9be408 req-dc4f363c-41a4-471f-9297-8c06f9232bcf tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=77c76e5e-659a-41c7-8a55-719f219ff9e8 HTTP/1.1" status: 200 len: 943 time: 0.0707331 Nov 04 10:38:10.050411 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:10.081243 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1b4961-2a41-4b04-9193-fc2f45695ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4b4c76-bc45-4b3d-b197-950dec71cf45'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:38:10.084415 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814519a3-f02d-4df4-9851-c04f12a05769" -d '{"events": [{"server_uuid": "de1b4961-2a41-4b04-9193-fc2f45695ef4", "name": "network-vif-plugged", "status": "completed", "tag": "fe4b4c76-bc45-4b3d-b197-950dec71cf45"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:38:10.089960 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c519fc66-9bf0-4bf3-a4b4-abcbc14604cb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:10.097259 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-47612fff-a6c2-439f-a5f9-6cd175284e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:10.097635 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-47612fff-a6c2-439f-a5f9-6cd175284e2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:10.099922 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-47612fff-a6c2-439f-a5f9-6cd175284e2c service neutron] 10.222.0.121 "PUT /v2.0/ports/d18207d2-6b68-4423-8dd4-893e4e74c0e0 HTTP/1.1" status: 200 len: 1092 time: 2.8357589 Nov 04 10:38:10.102687 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port fe4b4c76-bc45-4b3d-b197-950dec71cf45, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=fe4b4c76-bc45-4b3d-b197-950dec71cf45,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:10.114241 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b960d9-7fc2-43ba-ad91-351449ad94a2', 'tag': 'd18207d2-6b68-4423-8dd4-893e4e74c0e0'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:38:10.116227 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:10.116964 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12c6bec-0ae6-4611-9341-5fcd90b54326" -d '{"events": [{"name": "network-changed", "server_uuid": "56b960d9-7fc2-43ba-ad91-351449ad94a2", "tag": "d18207d2-6b68-4423-8dd4-893e4e74c0e0"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:38:10.132446 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3058ba92-c4ea-4722-b3bb-635afd9be408 req-06659dc8-9b49-4a5e-bae1-8ca269b93b5e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683529 Nov 04 10:38:10.184549 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c519fc66-9bf0-4bf3-a4b4-abcbc14604cb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:10.193508 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=fe4b4c76-bc45-4b3d-b197-950dec71cf45,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:10.214554 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4485e0b2-e9a6-44b3-beee-5c251005cdd1 None None] Provisioning complete for port f6c84de2-a1cf-42ad-9146-985b6c8d9b1f triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:10.215054 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4485e0b2-e9a6-44b3-beee-5c251005cdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:10.245502 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549ce4e-5ef2-427d-8f82-679b6c97c926 req-a6f74356-b89e-4df7-bb4b-0a3116b870f5 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:10.247639 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7549ce4e-5ef2-427d-8f82-679b6c97c926 req-a6f74356-b89e-4df7-bb4b-0a3116b870f5 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 945 time: 0.0524983 Nov 04 10:38:10.251972 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-4485e0b2-e9a6-44b3-beee-5c251005cdd1 None None] Port f6c84de2-a1cf-42ad-9146-985b6c8d9b1f cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:38:10.297875 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7549ce4e-5ef2-427d-8f82-679b6c97c926 req-272d3191-0ca5-4544-bbd4-bb3e9dfede52 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436776 Nov 04 10:38:10.328055 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ff03d563-dd4c-4eb8-af58-7cb5cecc90a7 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=c028ed5e0ec445e5b00dda8c46c81073&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3097286 Nov 04 10:38:10.331098 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42814) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:10.335081 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5651ec-ce69-48df-996f-471c90c54570 admin admin] Router 2135b298-c81b-4037-b022-ab17c1eb80c4 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:38:10.343560 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b2db45-6a46-47a8-99b8-fd259782b3d9 x-openstack-request-id: req-73b2db45-6a46-47a8-99b8-fd259782b3d9 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:38:10.343950 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de1b4961-2a41-4b04-9193-fc2f45695ef4", "name": "network-vif-plugged", "status": "completed", "tag": "fe4b4c76-bc45-4b3d-b197-950dec71cf45", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:38:10.344214 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-73b2db45-6a46-47a8-99b8-fd259782b3d9 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:38:10.344856 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de1b4961-2a41-4b04-9193-fc2f45695ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4b4c76-bc45-4b3d-b197-950dec71cf45', 'code': 200} Nov 04 10:38:10.349088 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47612fff-a6c2-439f-a5f9-6cd175284e2c service neutron] Pushing event updated for resources: {'Port': ['ID=d18207d2-6b68-4423-8dd4-893e4e74c0e0,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:10.381959 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-2bfc0a64-856e-409f-9138-f965f1cfbcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:10.383526 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-2bfc0a64-856e-409f-9138-f965f1cfbcd3 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=53562ae687274bbeba84f6369ffa7a9a&device_id=56b960d9-7fc2-43ba-ad91-351449ad94a2 HTTP/1.1" status: 200 len: 1095 time: 0.2244246 Nov 04 10:38:10.412760 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-93300343-438a-4466-9f24-6091ba136e2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:10.424010 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e247fb46-006a-44f5-88c0-fdedd67f9f96 x-openstack-request-id: req-e247fb46-006a-44f5-88c0-fdedd67f9f96 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:38:10.424314 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b960d9-7fc2-43ba-ad91-351449ad94a2", "tag": "d18207d2-6b68-4423-8dd4-893e4e74c0e0", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:38:10.424545 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-e247fb46-006a-44f5-88c0-fdedd67f9f96 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:38:10.424990 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b960d9-7fc2-43ba-ad91-351449ad94a2', 'tag': 'd18207d2-6b68-4423-8dd4-893e4e74c0e0', 'status': 'completed', 'code': 200} Nov 04 10:38:10.445795 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-93300343-438a-4466-9f24-6091ba136e2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:10.529986 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-10fdcac6-9b2c-4e3c-930f-6e14655a6a7b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d18207d2-6b68-4423-8dd4-893e4e74c0e0 HTTP/1.1" status: 200 len: 217 time: 0.1019833 Nov 04 10:38:10.539111 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9152c-d6ae-41f6-bc9a-1d52c50a15a1 req-fac35f11-787a-45d7-ae24-c347b4d51487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:10.540610 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b3e9152c-d6ae-41f6-bc9a-1d52c50a15a1 req-fac35f11-787a-45d7-ae24-c347b4d51487 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 1096 time: 0.1077335 Nov 04 10:38:10.553587 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb5488-109f-41bd-a2fb-36ab173c234c req-02c4bbca-1b82-4091-9dd8-3fed7477ef1e tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:10.555045 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-01fb5488-109f-41bd-a2fb-36ab173c234c req-02c4bbca-1b82-4091-9dd8-3fed7477ef1e tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=56b960d9-7fc2-43ba-ad91-351449ad94a2 HTTP/1.1" status: 200 len: 944 time: 0.0901461 Nov 04 10:38:10.578600 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-93300343-438a-4466-9f24-6091ba136e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:10.581383 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-93300343-438a-4466-9f24-6091ba136e2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:10.582489 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-93300343-438a-4466-9f24-6091ba136e2a admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/4ada2622-5fac-4202-b9d1-d1299b73b148 HTTP/1.1" status: 204 len: 168 time: 0.2503748 Nov 04 10:38:10.609259 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93300343-438a-4466-9f24-6091ba136e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ada2622-5fac-4202-b9d1-d1299b73b148,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:10.642487 n-d-816629-1 neutron-server[101775]: DEBUG neutron.objects.ports [None req-10165d47-22ca-48e3-97e8-b3b82cb2a6c7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 10:38:10.643290 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b3e9152c-d6ae-41f6-bc9a-1d52c50a15a1 req-956eff6b-117e-4599-9057-d64726fc4eff service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870085 Nov 04 10:38:10.659217 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-01fb5488-109f-41bd-a2fb-36ab173c234c req-f2fa2b5c-a64a-4ed0-894a-6ceb3abed9a7 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891151 Nov 04 10:38:10.672220 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-c519fc66-9bf0-4bf3-a4b4-abcbc14604cb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Allocated IP 172.25.7.142 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/be866407-74ff-4d17-8b57-1e21aa6dfa55) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:10.683918 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-10165d47-22ca-48e3-97e8-b3b82cb2a6c7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:10.739819 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-3f0549b6-aa8b-4434-b3cb-fa36d23428c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:10.741593 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-3f0549b6-aa8b-4434-b3cb-fa36d23428c1 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=5626b5c5-059d-4165-96a5-a79a81820db5 HTTP/1.1" status: 200 len: 851 time: 0.1960135 Nov 04 10:38:10.812640 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10165d47-22ca-48e3-97e8-b3b82cb2a6c7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:10.821018 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-10165d47-22ca-48e3-97e8-b3b82cb2a6c7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:10.824295 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5651ec-ce69-48df-996f-471c90c54570 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:38:10.831748 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e3ea5d-1862-405a-a292-274c3a7dcae4 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:38:10.839299 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2c5651ec-ce69-48df-996f-471c90c54570 admin admin] 10.222.0.127 "PUT /v2.0/routers/2135b298-c81b-4037-b022-ab17c1eb80c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7504904 Nov 04 10:38:10.842886 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ea569-9c0f-4ac0-91de-5898d427266c None None] Sync routers for ids ['2135b298-c81b-4037-b022-ab17c1eb80c4'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:38:10.845712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10165d47-22ca-48e3-97e8-b3b82cb2a6c7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:10.846334 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-10165d47-22ca-48e3-97e8-b3b82cb2a6c7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:10.849103 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10165d47-22ca-48e3-97e8-b3b82cb2a6c7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=026f04c1-6227-4bab-a91d-bbaa2fd2c48e,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:10.874793 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ea569-9c0f-4ac0-91de-5898d427266c None None] Routers {'2135b298-c81b-4037-b022-ab17c1eb80c4'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:38:10.876721 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-059ea569-9c0f-4ac0-91de-5898d427266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:37:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2135b298-c81b-4037-b022-ab17c1eb80c4'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:10.895979 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-f4fc8a12-4ef0-4f87-9ce9-ddf0bc2465e7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=8c8a1e5a-f063-46d4-a45c-05147903d1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401835 Nov 04 10:38:10.942520 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-10165d47-22ca-48e3-97e8-b3b82cb2a6c7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0574207 Nov 04 10:38:10.944901 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42826) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:11.027005 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-059ea569-9c0f-4ac0-91de-5898d427266c None None] Set router 2135b298-c81b-4037-b022-ab17c1eb80c4 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:38:11.103363 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device d00dadf2-d47a-4a22-92aa-ea5f43885667 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:38:11.139460 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c519fc66-9bf0-4bf3-a4b4-abcbc14604cb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:11.145653 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06303686-aebb-4807-840c-f31c93b4b888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-bc5af6f0-5063-4ccc-959e-90459430dabc', 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'fixed_ips': [{'subnet_id': '026f04c1-6227-4bab-a91d-bbaa2fd2c48e'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:38:11.146957 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-06303686-aebb-4807-840c-f31c93b4b888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:11.298316 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-7e04a4a0-a3e7-4dc9-8d11-0cb6e9c38aa0 service neutron] 10.222.0.121 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933721 Nov 04 10:38:11.332984 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-059ea569-9c0f-4ac0-91de-5898d427266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2135b298-c81b-4037-b022-ab17c1eb80c4', 'name': 'tempest-FloatingIPsTestJSON-42937895-router', 'tenant_id': 'dc88effde6b54847a06b526afaae2545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '6732442f-0a0c-46a1-8d25-bad6acc7b380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:37:56Z', 'updated_at': '2021-11-04T10:38:07Z', 'revision_number': 4, 'project_id': 'dc88effde6b54847a06b526afaae2545', 'gw_port': {'id': '6732442f-0a0c-46a1-8d25-bad6acc7b380', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2135b298-c81b-4037-b022-ab17c1eb80c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:37:58Z', 'updated_at': '2021-11-04T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'f6c84de2-a1cf-42ad-9146-985b6c8d9b1f', 'name': '', 'network_id': '1cb258fc-882a-4506-afba-71c427bfab5f', 'tenant_id': 'dc88effde6b54847a06b526afaae2545', 'mac_address': 'fa:16:3e:b2:d9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2135b298-c81b-4037-b022-ab17c1eb80c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '2b5884f2-eb58-4d79-949a-f44854d8169d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:05Z', 'updated_at': '2021-11-04T10:38:07Z', 'revision_number': 2, 'project_id': 'dc88effde6b54847a06b526afaae2545', 'subnets': [{'id': '2b5884f2-eb58-4d79-949a-f44854d8169d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:11.392206 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-a9bd0964-8b98-4876-bfbe-172d27586b6d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:11.394774 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ea569-9c0f-4ac0-91de-5898d427266c None None] Checking router: 2135b298-c81b-4037-b022-ab17c1eb80c4 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:38:11.398288 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ea569-9c0f-4ac0-91de-5898d427266c None None] Updating router 2135b298-c81b-4037-b022-ab17c1eb80c4 port f6c84de2-a1cf-42ad-9146-985b6c8d9b1f binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:38:11.422987 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c519fc66-9bf0-4bf3-a4b4-abcbc14604cb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:11.478614 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519fc66-9bf0-4bf3-a4b4-abcbc14604cb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'Port': ['ID=be866407-74ff-4d17-8b57-1e21aa6dfa55,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:11.490299 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7cf416a1-33ae-4e9a-96cd-10d86cfa7b88 req-4769be91-742e-4ea9-addd-b7f88ce2b8a7 service neutron] 10.222.0.121 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819289 Nov 04 10:38:11.511033 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c519fc66-9bf0-4bf3-a4b4-abcbc14604cb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:11.512803 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-c519fc66-9bf0-4bf3-a4b4-abcbc14604cb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:11.518649 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c519fc66-9bf0-4bf3-a4b4-abcbc14604cb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:11.554953 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802962d9-543f-499c-9e05-46e6d65d65f7 req-d5af8d32-5007-4486-9561-389f441bfda3 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:11.562892 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-802962d9-543f-499c-9e05-46e6d65d65f7 req-d5af8d32-5007-4486-9561-389f441bfda3 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.127 "GET /v2.0/ports?device_id=de406587-3152-4afe-a194-44e509de2f94 HTTP/1.1" status: 200 len: 948 time: 0.6296737 Nov 04 10:38:11.601365 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-059ea569-9c0f-4ac0-91de-5898d427266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:11.663045 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c6bec-0ae6-4611-9341-5fcd90b54326 req-b589fbdc-7725-4384-9779-ec5704078f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:11.664615 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d12c6bec-0ae6-4611-9341-5fcd90b54326 req-b589fbdc-7725-4384-9779-ec5704078f5c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=53562ae687274bbeba84f6369ffa7a9a&device_id=56b960d9-7fc2-43ba-ad91-351449ad94a2 HTTP/1.1" status: 200 len: 1095 time: 0.1136541 Nov 04 10:38:11.696852 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-06303686-aebb-4807-840c-f31c93b4b888 None None] Allocated IP 2001:db8::f816:3eff:fe86:23f4 (bc5af6f0-5063-4ccc-959e-90459430dabc/026f04c1-6227-4bab-a91d-bbaa2fd2c48e/758158f4-0587-4d4b-a079-412cf2943bfb) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:11.727980 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-802962d9-543f-499c-9e05-46e6d65d65f7 req-e3b27e7b-dce7-4fb0-a454-4d9041d3fa61 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.127 "GET /v2.0/security-groups?id=66b7c381-0407-44be-8812-2b9914358438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640272 Nov 04 10:38:11.839490 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e81c2-23ff-4154-9285-b9838b2376f0 req-f911536b-da97-4659-9673-0dd760255f9e tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:11.845653 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c6e81c2-23ff-4154-9285-b9838b2376f0 req-f911536b-da97-4659-9673-0dd760255f9e tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.121 "GET /v2.0/ports?device_id=de406587-3152-4afe-a194-44e509de2f94 HTTP/1.1" status: 200 len: 948 time: 0.2587564 Nov 04 10:38:11.846186 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port d00dadf2-d47a-4a22-92aa-ea5f43885667, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=d00dadf2-d47a-4a22-92aa-ea5f43885667,segment=NetworkSegment(371c3b52-8b94-460c-ab6e-3d1cde3fe09a),segment_id=371c3b52-8b94-460c-ab6e-3d1cde3fe09a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:11.847570 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42852) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:11.869313 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'd00dadf2-d47a-4a22-92aa-ea5f43885667', 'network_id': '52b5cab6-0870-4630-a840-713505d3c31f', 'port_id': 'd00dadf2-d47a-4a22-92aa-ea5f43885667', 'mac_address': 'fa:16:3e:ce:03:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07140a08-ffec-484a-a1ec-e3e308952fd3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:38:11.993198 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:12.025011 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bd0964-8b98-4876-bfbe-172d27586b6d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:12.029555 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00dadf2-d47a-4a22-92aa-ea5f43885667 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:38:12.033498 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a9bd0964-8b98-4876-bfbe-172d27586b6d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:12.056055 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c519fc66-9bf0-4bf3-a4b4-abcbc14604cb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:12.057739 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port d00dadf2-d47a-4a22-92aa-ea5f43885667, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=d00dadf2-d47a-4a22-92aa-ea5f43885667,segment=NetworkSegment(371c3b52-8b94-460c-ab6e-3d1cde3fe09a),segment_id=371c3b52-8b94-460c-ab6e-3d1cde3fe09a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:12.059780 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-06303686-aebb-4807-840c-f31c93b4b888 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:12.067775 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:12.085515 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-06303686-aebb-4807-840c-f31c93b4b888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:12.153004 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-72859c74-5ede-44e0-a833-96a13815126f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1274560798-network', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:12.169071 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=d00dadf2-d47a-4a22-92aa-ea5f43885667,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:12.179960 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-059ea569-9c0f-4ac0-91de-5898d427266c None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:12.189484 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-059ea569-9c0f-4ac0-91de-5898d427266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:12.208120 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06303686-aebb-4807-840c-f31c93b4b888 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:12.215251 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-06303686-aebb-4807-840c-f31c93b4b888 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:12.219097 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06303686-aebb-4807-840c-f31c93b4b888 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:12.232072 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:12.267508 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06303686-aebb-4807-840c-f31c93b4b888 None None] Pushing event updated for resources: {'Port': ['ID=758158f4-0587-4d4b-a079-412cf2943bfb,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:12.279598 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4aafcd-ab01-4be6-a744-43aec6700478 None None] Pushing event updated for resources: {'Port': ['ID=f6c84de2-a1cf-42ad-9146-985b6c8d9b1f,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:12.306228 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['d00dadf2-d47a-4a22-92aa-ea5f43885667'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:38:12.358643 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-059ea569-9c0f-4ac0-91de-5898d427266c None None] Attempting to bind port f6c84de2-a1cf-42ad-9146-985b6c8d9b1f on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:38:12.359350 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-059ea569-9c0f-4ac0-91de-5898d427266c None None] Attempting to bind port f6c84de2-a1cf-42ad-9146-985b6c8d9b1f by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '6cdc1250-c6e6-43e0-9706-6e078e68c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '1cb258fc-882a-4506-afba-71c427bfab5f'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:38:12.359710 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ea569-9c0f-4ac0-91de-5898d427266c None None] Attempting to bind port f6c84de2-a1cf-42ad-9146-985b6c8d9b1f on network 1cb258fc-882a-4506-afba-71c427bfab5f {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:12.367022 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ea569-9c0f-4ac0-91de-5898d427266c None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:38:12.367421 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ea569-9c0f-4ac0-91de-5898d427266c None None] Checking segment: {'id': '6cdc1250-c6e6-43e0-9706-6e078e68c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '1cb258fc-882a-4506-afba-71c427bfab5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:38:12.367829 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-059ea569-9c0f-4ac0-91de-5898d427266c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:12.368213 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ea569-9c0f-4ac0-91de-5898d427266c None None] Bound using segment: {'id': '6cdc1250-c6e6-43e0-9706-6e078e68c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '1cb258fc-882a-4506-afba-71c427bfab5f'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:38:12.368724 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-059ea569-9c0f-4ac0-91de-5898d427266c None None] Bound port: f6c84de2-a1cf-42ad-9146-985b6c8d9b1f, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cdc1250-c6e6-43e0-9706-6e078e68c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '1cb258fc-882a-4506-afba-71c427bfab5f'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:38:12.369454 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-059ea569-9c0f-4ac0-91de-5898d427266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:12.436309 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a9bd0964-8b98-4876-bfbe-172d27586b6d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:12.437651 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-06303686-aebb-4807-840c-f31c93b4b888 None None] Attempting to bind port 758158f4-0587-4d4b-a079-412cf2943bfb on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:38:12.437803 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-06303686-aebb-4807-840c-f31c93b4b888 None None] Attempting to bind port 758158f4-0587-4d4b-a079-412cf2943bfb by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:38:12.438349 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06303686-aebb-4807-840c-f31c93b4b888 None None] Attempting to bind port 758158f4-0587-4d4b-a079-412cf2943bfb on network bc5af6f0-5063-4ccc-959e-90459430dabc {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:12.447443 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06303686-aebb-4807-840c-f31c93b4b888 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:38:12.447892 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06303686-aebb-4807-840c-f31c93b4b888 None None] Checking segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:38:12.448867 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-06303686-aebb-4807-840c-f31c93b4b888 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:12.448867 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06303686-aebb-4807-840c-f31c93b4b888 None None] Bound using segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:38:12.449112 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-06303686-aebb-4807-840c-f31c93b4b888 None None] Bound port: 758158f4-0587-4d4b-a079-412cf2943bfb, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:38:12.450097 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-06303686-aebb-4807-840c-f31c93b4b888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:12.457253 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-059ea569-9c0f-4ac0-91de-5898d427266c None None] For port f6c84de2-a1cf-42ad-9146-985b6c8d9b1f, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:38:12.461653 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-059ea569-9c0f-4ac0-91de-5898d427266c None None] For port f6c84de2-a1cf-42ad-9146-985b6c8d9b1f, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f6c84de2-a1cf-42ad-9146-985b6c8d9b1f,segment=NetworkSegment(6cdc1250-c6e6-43e0-9706-6e078e68c19a),segment_id=6cdc1250-c6e6-43e0-9706-6e078e68c19a)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:38:12.473192 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-059ea569-9c0f-4ac0-91de-5898d427266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:12.541120 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c6bec-0ae6-4611-9341-5fcd90b54326 req-9ce88bd9-e33c-446a-9748-6571962b66e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:12.544375 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d12c6bec-0ae6-4611-9341-5fcd90b54326 req-9ce88bd9-e33c-446a-9748-6571962b66e6 service neutron] 10.222.0.121 "GET /v2.0/networks?id=8c8a1e5a-f063-46d4-a45c-05147903d1b7 HTTP/1.1" status: 200 len: 913 time: 0.8210492 Nov 04 10:38:12.549255 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bd0964-8b98-4876-bfbe-172d27586b6d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:12.558925 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-a9bd0964-8b98-4876-bfbe-172d27586b6d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:12.563949 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bd0964-8b98-4876-bfbe-172d27586b6d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:12.564549 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a9bd0964-8b98-4876-bfbe-172d27586b6d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:12.569409 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-6c6e81c2-23ff-4154-9285-b9838b2376f0 req-e87aab5b-2f30-4caf-9d94-7dfe5f172413 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Deleting port e040f89a-81a9-44a9-b8e4-9e374df896c8 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:38:12.569790 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-6c6e81c2-23ff-4154-9285-b9838b2376f0 req-e87aab5b-2f30-4caf-9d94-7dfe5f172413 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:12.585233 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ea569-9c0f-4ac0-91de-5898d427266c None None] Routers {'2135b298-c81b-4037-b022-ab17c1eb80c4'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:38:12.587100 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-059ea569-9c0f-4ac0-91de-5898d427266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:37:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2135b298-c81b-4037-b022-ab17c1eb80c4'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:12.594769 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4aafcd-ab01-4be6-a744-43aec6700478 None None] Pushing event updated for resources: {'Port': ['ID=f6c84de2-a1cf-42ad-9146-985b6c8d9b1f,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:12.622753 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-06303686-aebb-4807-840c-f31c93b4b888 None None] For port 758158f4-0587-4d4b-a079-412cf2943bfb, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:38:12.639574 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-06303686-aebb-4807-840c-f31c93b4b888 None None] For port 758158f4-0587-4d4b-a079-412cf2943bfb, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=758158f4-0587-4d4b-a079-412cf2943bfb,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:38:12.645534 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d12c6bec-0ae6-4611-9341-5fcd90b54326 req-2882aab2-f3d5-446e-b7c5-99952806585f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d18207d2-6b68-4423-8dd4-893e4e74c0e0 HTTP/1.1" status: 200 len: 217 time: 0.0878885 Nov 04 10:38:12.651982 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-06303686-aebb-4807-840c-f31c93b4b888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:12.713640 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72859c74-5ede-44e0-a833-96a13815126f admin admin] Made reservation on behalf of a3247e14be254fd39ca4bb24413f7278 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:12.716111 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72859c74-5ede-44e0-a833-96a13815126f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:12.782811 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-6c6e81c2-23ff-4154-9285-b9838b2376f0 req-e87aab5b-2f30-4caf-9d94-7dfe5f172413 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] For port e040f89a-81a9-44a9-b8e4-9e374df896c8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=e040f89a-81a9-44a9-b8e4-9e374df896c8,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:12.783189 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-6c6e81c2-23ff-4154-9285-b9838b2376f0 req-e87aab5b-2f30-4caf-9d94-7dfe5f172413 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:12.798091 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-206506bd-65ad-4894-99ba-c08fa6b1f0f0 None None] Provisioning complete for port f6c84de2-a1cf-42ad-9146-985b6c8d9b1f triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:12.802317 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-206506bd-65ad-4894-99ba-c08fa6b1f0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:12.809070 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06303686-aebb-4807-840c-f31c93b4b888 None None] Pushing event updated for resources: {'Port': ['ID=758158f4-0587-4d4b-a079-412cf2943bfb,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:12.832234 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-6c6e81c2-23ff-4154-9285-b9838b2376f0 req-e87aab5b-2f30-4caf-9d94-7dfe5f172413 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Calling delete_port for e040f89a-81a9-44a9-b8e4-9e374df896c8 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:38:12.839336 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-059ea569-9c0f-4ac0-91de-5898d427266c None None] Set router 2135b298-c81b-4037-b022-ab17c1eb80c4 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:38:12.845737 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd0964-8b98-4876-bfbe-172d27586b6d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=3c2dfc65-a8c9-40f1-9d7d-dbd6a4fc48cd,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:12.867565 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a9bd0964-8b98-4876-bfbe-172d27586b6d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9187918 Nov 04 10:38:12.875431 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42858) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:12.875985 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72859c74-5ede-44e0-a833-96a13815126f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:12.885707 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-ccfb8632-a756-4b70-bb2c-5552802c911b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'mac_address': 'fa:16:3e:59:83:f1', 'name': 'tempest-NetworksTestDHCPv6-204210187'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:12.956588 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-206506bd-65ad-4894-99ba-c08fa6b1f0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:12.978892 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c6bec-0ae6-4611-9341-5fcd90b54326 req-77955487-16f8-47de-bd83-f39b3a560c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:12.986916 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d12c6bec-0ae6-4611-9341-5fcd90b54326 req-77955487-16f8-47de-bd83-f39b3a560c99 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=5626b5c5-059d-4165-96a5-a79a81820db5 HTTP/1.1" status: 200 len: 851 time: 0.3329592 Nov 04 10:38:13.028597 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-206506bd-65ad-4894-99ba-c08fa6b1f0f0 None None] For port f6c84de2-a1cf-42ad-9146-985b6c8d9b1f, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f6c84de2-a1cf-42ad-9146-985b6c8d9b1f,segment=NetworkSegment(6cdc1250-c6e6-43e0-9706-6e078e68c19a),segment_id=6cdc1250-c6e6-43e0-9706-6e078e68c19a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:13.043413 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-206506bd-65ad-4894-99ba-c08fa6b1f0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:13.052619 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-59fc9879-38fb-440a-b733-59ec46269c85 req-89ab575e-b2d1-405d-b2ec-9b1a360ecc38 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6355672 Nov 04 10:38:13.090091 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-59fc9879-38fb-440a-b733-59ec46269c85 req-3ac2eaf9-ff87-475c-ad0a-c91677a8d285 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:13.144217 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206506bd-65ad-4894-99ba-c08fa6b1f0f0 None None] Pushing event updated for resources: {'Port': ['ID=f6c84de2-a1cf-42ad-9146-985b6c8d9b1f,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:13.160261 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d12c6bec-0ae6-4611-9341-5fcd90b54326 req-ec81e153-ba77-475f-9a76-e7b4966984ae service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=8c8a1e5a-f063-46d4-a45c-05147903d1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1712134 Nov 04 10:38:13.200535 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-1b6dcc8e-2829-45ee-b0fb-88c4aeddbf40 None None] Provisioning complete for port f6c84de2-a1cf-42ad-9146-985b6c8d9b1f triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:13.201173 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1b6dcc8e-2829-45ee-b0fb-88c4aeddbf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:13.203685 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59fc9879-38fb-440a-b733-59ec46269c85 req-3ac2eaf9-ff87-475c-ad0a-c91677a8d285 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:13.237356 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-059ea569-9c0f-4ac0-91de-5898d427266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2135b298-c81b-4037-b022-ab17c1eb80c4', 'name': 'tempest-FloatingIPsTestJSON-42937895-router', 'tenant_id': 'dc88effde6b54847a06b526afaae2545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '6732442f-0a0c-46a1-8d25-bad6acc7b380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:37:56Z', 'updated_at': '2021-11-04T10:38:07Z', 'revision_number': 4, 'project_id': 'dc88effde6b54847a06b526afaae2545', 'gw_port': {'id': '6732442f-0a0c-46a1-8d25-bad6acc7b380', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2135b298-c81b-4037-b022-ab17c1eb80c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:37:58Z', 'updated_at': '2021-11-04T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'f6c84de2-a1cf-42ad-9146-985b6c8d9b1f', 'name': '', 'network_id': '1cb258fc-882a-4506-afba-71c427bfab5f', 'tenant_id': 'dc88effde6b54847a06b526afaae2545', 'mac_address': 'fa:16:3e:b2:d9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2135b298-c81b-4037-b022-ab17c1eb80c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '2b5884f2-eb58-4d79-949a-f44854d8169d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:05Z', 'updated_at': '2021-11-04T10:38:12Z', 'revision_number': 4, 'project_id': 'dc88effde6b54847a06b526afaae2545', 'subnets': [{'id': '2b5884f2-eb58-4d79-949a-f44854d8169d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:13.263430 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72859c74-5ede-44e0-a833-96a13815126f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:13.270382 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c519fc66-9bf0-4bf3-a4b4-abcbc14604cb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:13.270694 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ea569-9c0f-4ac0-91de-5898d427266c None None] The sync data for ids ['2135b298-c81b-4037-b022-ab17c1eb80c4'] in n-d-816629-1 is: [{'id': '2135b298-c81b-4037-b022-ab17c1eb80c4', 'name': 'tempest-FloatingIPsTestJSON-42937895-router', 'tenant_id': 'dc88effde6b54847a06b526afaae2545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '6732442f-0a0c-46a1-8d25-bad6acc7b380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:37:56Z', 'updated_at': '2021-11-04T10:38:07Z', 'revision_number': 4, 'project_id': 'dc88effde6b54847a06b526afaae2545', 'gw_port': {'id': '6732442f-0a0c-46a1-8d25-bad6acc7b380', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2135b298-c81b-4037-b022-ab17c1eb80c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:37:58Z', 'updated_at': '2021-11-04T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'f6c84de2-a1cf-42ad-9146-985b6c8d9b1f', 'name': '', 'network_id': '1cb258fc-882a-4506-afba-71c427bfab5f', 'tenant_id': 'dc88effde6b54847a06b526afaae2545', 'mac_address': 'fa:16:3e:b2:d9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2135b298-c81b-4037-b022-ab17c1eb80c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '2b5884f2-eb58-4d79-949a-f44854d8169d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:05Z', 'updated_at': '2021-11-04T10:38:12Z', 'revision_number': 4, 'project_id': 'dc88effde6b54847a06b526afaae2545', 'subnets': [{'id': '2b5884f2-eb58-4d79-949a-f44854d8169d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:38:13.285446 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72859c74-5ede-44e0-a833-96a13815126f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:13.306825 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfb8632-a756-4b70-bb2c-5552802c911b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:13.356525 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-6c6e81c2-23ff-4154-9285-b9838b2376f0 req-e87aab5b-2f30-4caf-9d94-7dfe5f172413 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:13.407887 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87aab5b-2f30-4caf-9d94-7dfe5f172413 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Pushing event deleted for resources: {'Port': ['ID=e040f89a-81a9-44a9-b8e4-9e374df896c8,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:13.414870 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72859c74-5ede-44e0-a833-96a13815126f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1154} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:38:13.436550 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72859c74-5ede-44e0-a833-96a13815126f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4616ca-c672-4776-ae1d-fe4cc3d09065,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:13.457422 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d12c6bec-0ae6-4611-9341-5fcd90b54326 req-afebee0e-b34d-493a-89b8-8c55b8307fe4 service neutron] 10.222.0.121 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835979 Nov 04 10:38:13.462565 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72859c74-5ede-44e0-a833-96a13815126f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:13.462905 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-72859c74-5ede-44e0-a833-96a13815126f admin admin] Added segment 9de533a3-255f-4334-8588-95961af475a2 of type vlan for network 1b735f04-8bd4-4ad5-bab8-48eab0a995ed Nov 04 10:38:13.533173 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6e81c2-23ff-4154-9285-b9838b2376f0 req-e87aab5b-2f30-4caf-9d94-7dfe5f172413 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] No DVR routers for this DVR port e040f89a-81a9-44a9-b8e4-9e374df896c8 on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:38:13.536532 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-6c6e81c2-23ff-4154-9285-b9838b2376f0 req-e87aab5b-2f30-4caf-9d94-7dfe5f172413 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:13.541682 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c6e81c2-23ff-4154-9285-b9838b2376f0 req-e87aab5b-2f30-4caf-9d94-7dfe5f172413 tempest-ImagesOneServerTestJSON-1260533579 tempest-ImagesOneServerTestJSON-1260533579-project] 10.222.0.121 "DELETE /v2.0/ports/e040f89a-81a9-44a9-b8e4-9e374df896c8 HTTP/1.1" status: 204 len: 173 time: 1.6861863 Nov 04 10:38:13.551093 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ccfb8632-a756-4b70-bb2c-5552802c911b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:13.554958 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 758158f4-0587-4d4b-a079-412cf2943bfb up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:13.555999 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de406587-3152-4afe-a194-44e509de2f94', 'name': 'network-vif-deleted', 'tag': 'e040f89a-81a9-44a9-b8e4-9e374df896c8'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:38:13.559008 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfc4e94-8cef-4241-9a00-248727c72c1b" -d '{"events": [{"server_uuid": "de406587-3152-4afe-a194-44e509de2f94", "name": "network-vif-deleted", "tag": "e040f89a-81a9-44a9-b8e4-9e374df896c8"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:38:13.604049 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-ccfb8632-a756-4b70-bb2c-5552802c911b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] device_id is not set on port 876a4581-aef4-455e-8f1e-684b162e4e4e yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:38:13.640808 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 758158f4-0587-4d4b-a079-412cf2943bfb triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:13.641490 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:13.726425 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59fc9879-38fb-440a-b733-59ec46269c85 req-3ac2eaf9-ff87-475c-ad0a-c91677a8d285 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:13.727190 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device d18207d2-6b68-4423-8dd4-893e4e74c0e0 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:38:13.733451 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72859c74-5ede-44e0-a833-96a13815126f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:13.792709 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d12c6bec-0ae6-4611-9341-5fcd90b54326 req-39dfd9ea-cf78-49ba-85bb-d3ceb69ba752 service neutron] 10.222.0.121 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086579 Nov 04 10:38:13.847141 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:13.849121 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72859c74-5ede-44e0-a833-96a13815126f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:13.850232 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72859c74-5ede-44e0-a833-96a13815126f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:13.851262 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72859c74-5ede-44e0-a833-96a13815126f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:13.898119 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-72859c74-5ede-44e0-a833-96a13815126f admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0294094 Nov 04 10:38:13.913845 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42862) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:13.980472 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 758158f4-0587-4d4b-a079-412cf2943bfb, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=758158f4-0587-4d4b-a079-412cf2943bfb,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:13.999116 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72859c74-5ede-44e0-a833-96a13815126f admin admin] Pushing event updated for resources: {'Network': ['ID=1b735f04-8bd4-4ad5-bab8-48eab0a995ed,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:14.011106 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c519fc66-9bf0-4bf3-a4b4-abcbc14604cb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Router 032b8a3d-6231-4f51-8397-456abeed9fe1 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:38:14.016242 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 1b735f04-8bd4-4ad5-bab8-48eab0a995ed details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:38:14.018297 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:14.024602 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-668db13f-e69d-41d7-a7dd-2c92485e9d79 admin admin] Request body: {'subnet': {'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1274560798-subnet', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:14.179426 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-ccfb8632-a756-4b70-bb2c-5552802c911b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 172.20.0.4 (bc5af6f0-5063-4ccc-959e-90459430dabc/3c2dfc65-a8c9-40f1-9d7d-dbd6a4fc48cd/876a4581-aef4-455e-8f1e-684b162e4e4e) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:14.192751 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-59fc9879-38fb-440a-b733-59ec46269c85 req-3ac2eaf9-ff87-475c-ad0a-c91677a8d285 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Allocated IP 172.25.7.43 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/8fcf4728-56da-4efe-854a-e366f6b2b7c8) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:14.195380 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668db13f-e69d-41d7-a7dd-2c92485e9d79 admin admin] Made reservation on behalf of a3247e14be254fd39ca4bb24413f7278 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:14.198205 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-668db13f-e69d-41d7-a7dd-2c92485e9d79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:14.200002 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port d18207d2-6b68-4423-8dd4-893e4e74c0e0, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=d18207d2-6b68-4423-8dd4-893e4e74c0e0,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:14.205461 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-ccfb8632-a756-4b70-bb2c-5552802c911b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 2001:db8::f816:3eff:fe59:83f1 (bc5af6f0-5063-4ccc-959e-90459430dabc/026f04c1-6227-4bab-a91d-bbaa2fd2c48e/876a4581-aef4-455e-8f1e-684b162e4e4e) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:14.282618 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'd18207d2-6b68-4423-8dd4-893e4e74c0e0', 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7', 'port_id': 'd18207d2-6b68-4423-8dd4-893e4e74c0e0', 'mac_address': 'fa:16:3e:90:e2:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5626b5c5-059d-4165-96a5-a79a81820db5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:38:14.295559 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c519fc66-9bf0-4bf3-a4b4-abcbc14604cb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:38:14.315423 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98f29e6-8ad7-4a8c-b0ac-565b9d14f722 None None] Sync routers for ids ['032b8a3d-6231-4f51-8397-456abeed9fe1'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:38:14.337382 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c519fc66-9bf0-4bf3-a4b4-abcbc14604cb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:14.338765 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=758158f4-0587-4d4b-a079-412cf2943bfb,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:14.352509 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c519fc66-9bf0-4bf3-a4b4-abcbc14604cb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.9063213 Nov 04 10:38:14.353220 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42864) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:14.374653 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98f29e6-8ad7-4a8c-b0ac-565b9d14f722 None None] Routers {'032b8a3d-6231-4f51-8397-456abeed9fe1'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:38:14.375317 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f98f29e6-8ad7-4a8c-b0ac-565b9d14f722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:37:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['032b8a3d-6231-4f51-8397-456abeed9fe1'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:14.379422 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062b67e8-b3f6-4032-9321-0fcd3c10153e None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:38:14.533976 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:14.554284 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d18207d2-6b68-4423-8dd4-893e4e74c0e0 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:38:14.566281 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-874085cc-a055-45fe-860c-53e0434555af None None] Provisioning complete for port 758158f4-0587-4d4b-a079-412cf2943bfb triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:14.566281 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-874085cc-a055-45fe-860c-53e0434555af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:14.571207 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59fc9879-38fb-440a-b733-59ec46269c85 req-3ac2eaf9-ff87-475c-ad0a-c91677a8d285 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:14.582978 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-949e915f-dfa8-4a63-9e1a-a1eb511ff2a7 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] 10.222.0.127 "GET /v2.0/subnets?project_id=45c1d4a009b54581bacf1fbcabe00677&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2274604 Nov 04 10:38:14.584268 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42868) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:14.673144 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ccfb8632-a756-4b70-bb2c-5552802c911b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:14.687173 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-668db13f-e69d-41d7-a7dd-2c92485e9d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:14.691213 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port d18207d2-6b68-4423-8dd4-893e4e74c0e0, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=d18207d2-6b68-4423-8dd4-893e4e74c0e0,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:14.715905 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:14.718469 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-f98f29e6-8ad7-4a8c-b0ac-565b9d14f722 None None] Set router 032b8a3d-6231-4f51-8397-456abeed9fe1 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:38:14.722517 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:14.743732 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59fc9879-38fb-440a-b733-59ec46269c85 req-3ac2eaf9-ff87-475c-ad0a-c91677a8d285 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:14.787888 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a754d21-baff-47cf-ba97-3636c4d2f7df tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:14.789454 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7a754d21-baff-47cf-ba97-3636c4d2f7df tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2047045 Nov 04 10:38:14.793618 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42870) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:14.824743 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668db13f-e69d-41d7-a7dd-2c92485e9d79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cbdee7b-9e67-4454-89e3-451ab9fdae2c,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:14.832868 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0f5ce58c-ac79-4456-9684-27e121e83bad tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] 10.222.0.127 "GET /v2.0/subnets?network_id=301c0cd8-d116-455e-af06-7601efa602d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359216 Nov 04 10:38:14.835225 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59fc9879-38fb-440a-b733-59ec46269c85 req-3ac2eaf9-ff87-475c-ad0a-c91677a8d285 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:14.836708 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42872) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:14.847085 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-c2d22727-5ea2-4108-bb92-0822cc9231c3 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1983844315', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:14.849017 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-59fc9879-38fb-440a-b733-59ec46269c85 req-3ac2eaf9-ff87-475c-ad0a-c91677a8d285 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:14.854985 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-59fc9879-38fb-440a-b733-59ec46269c85 req-3ac2eaf9-ff87-475c-ad0a-c91677a8d285 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:14.861190 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2eaf9-ff87-475c-ad0a-c91677a8d285 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Pushing event updated for resources: {'Port': ['ID=8fcf4728-56da-4efe-854a-e366f6b2b7c8,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:14.877200 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=d18207d2-6b68-4423-8dd4-893e4e74c0e0,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:14.885637 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ccfb8632-a756-4b70-bb2c-5552802c911b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:14.889232 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668db13f-e69d-41d7-a7dd-2c92485e9d79 admin admin] Checking segment: {'id': '9de533a3-255f-4334-8588-95961af475a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:38:14.889591 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668db13f-e69d-41d7-a7dd-2c92485e9d79 admin admin] Network hostable DHCP agents. Network: 1b735f04-8bd4-4ad5-bab8-48eab0a995ed, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:38:14.962178 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfb8632-a756-4b70-bb2c-5552802c911b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:14.971470 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['d18207d2-6b68-4423-8dd4-893e4e74c0e0'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:38:14.995539 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-ccfb8632-a756-4b70-bb2c-5552802c911b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:15.003353 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d22727-5ea2-4108-bb92-0822cc9231c3 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Made reservation on behalf of 45c1d4a009b54581bacf1fbcabe00677 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:15.003655 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfb8632-a756-4b70-bb2c-5552802c911b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:15.008701 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb8632-a756-4b70-bb2c-5552802c911b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Port': ['ID=876a4581-aef4-455e-8f1e-684b162e4e4e,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:15.010058 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c2d22727-5ea2-4108-bb92-0822cc9231c3 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:15.031483 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668db13f-e69d-41d7-a7dd-2c92485e9d79 admin admin] Network 1b735f04-8bd4-4ad5-bab8-48eab0a995ed is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:38:15.086594 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-668db13f-e69d-41d7-a7dd-2c92485e9d79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 1b735f04-8bd4-4ad5-bab8-48eab0a995ed) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:15.108008 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668db13f-e69d-41d7-a7dd-2c92485e9d79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:15.108613 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-668db13f-e69d-41d7-a7dd-2c92485e9d79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:15.127343 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59fc9879-38fb-440a-b733-59ec46269c85 req-3ac2eaf9-ff87-475c-ad0a-c91677a8d285 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:15.146697 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfb8632-a756-4b70-bb2c-5552802c911b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:15.147403 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ccfb8632-a756-4b70-bb2c-5552802c911b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:15.153500 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-668db13f-e69d-41d7-a7dd-2c92485e9d79 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2387807 Nov 04 10:38:15.160945 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42874) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:15.166890 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-bb337762-1635-442f-af96-a4bed925471e admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1274560798-router', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:15.196538 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59fc9879-38fb-440a-b733-59ec46269c85 req-3ac2eaf9-ff87-475c-ad0a-c91677a8d285 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:15.208705 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ccfb8632-a756-4b70-bb2c-5552802c911b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3259239 Nov 04 10:38:15.212077 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42876) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:15.281636 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fca2e1-0d64-46ba-8c93-2a512aa1e48b None None] Network 1b735f04-8bd4-4ad5-bab8-48eab0a995ed requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:38:15.283897 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device d00dadf2-d47a-4a22-92aa-ea5f43885667 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:15.287144 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bb337762-1635-442f-af96-a4bed925471e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:15.288319 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bb337762-1635-442f-af96-a4bed925471e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:15.326075 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1917113-f98a-4592-ba50-842bb96c9a1e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:15.333148 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1917113-f98a-4592-ba50-842bb96c9a1e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:15.337719 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42878) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:15.338164 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b1917113-f98a-4592-ba50-842bb96c9a1e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1225400 Nov 04 10:38:15.434788 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bb337762-1635-442f-af96-a4bed925471e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:15.450401 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c2d22727-5ea2-4108-bb92-0822cc9231c3 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:15.471027 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59fc9879-38fb-440a-b733-59ec46269c85 req-3ac2eaf9-ff87-475c-ad0a-c91677a8d285 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:15.483389 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59fc9879-38fb-440a-b733-59ec46269c85 req-3ac2eaf9-ff87-475c-ad0a-c91677a8d285 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:15.533943 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2eaf9-ff87-475c-ad0a-c91677a8d285 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Pushing event updated for resources: {'Port': ['ID=8fcf4728-56da-4efe-854a-e366f6b2b7c8,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:15.548584 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-65b01e2a-ec86-4bb7-8ced-e8821d3af37b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting port 876a4581-aef4-455e-8f1e-684b162e4e4e {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:38:15.548584 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65b01e2a-ec86-4bb7-8ced-e8821d3af37b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:15.583464 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port d00dadf2-d47a-4a22-92aa-ea5f43885667 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:38:15.626961 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f6c84de2-a1cf-42ad-9146-985b6c8d9b1f up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:15.635168 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port d00dadf2-d47a-4a22-92aa-ea5f43885667 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:15.635535 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:15.664805 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59fc9879-38fb-440a-b733-59ec46269c85 req-3ac2eaf9-ff87-475c-ad0a-c91677a8d285 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:15.679867 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bb337762-1635-442f-af96-a4bed925471e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:15.694746 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-59fc9879-38fb-440a-b733-59ec46269c85 req-3ac2eaf9-ff87-475c-ad0a-c91677a8d285 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:15.695723 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d22727-5ea2-4108-bb92-0822cc9231c3 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'Subnet': ['ID=d6057b4f-75be-4660-b8e6-699fba4902f5,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:15.702919 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-59fc9879-38fb-440a-b733-59ec46269c85 req-3ac2eaf9-ff87-475c-ad0a-c91677a8d285 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6351018 Nov 04 10:38:15.717933 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d22727-5ea2-4108-bb92-0822cc9231c3 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Checking segment: {'id': '584df556-669b-4b6d-9b18-843b5cf506ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:38:15.718552 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d22727-5ea2-4108-bb92-0822cc9231c3 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Network hostable DHCP agents. Network: d1610b1b-8f45-4d3c-9fc2-347cfc05de13, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:38:15.724281 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f56b32c-d0a0-40f4-97de-c7993db67f57 None None] Update dhcp port {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'fixed_ips': [{'subnet_id': '026f04c1-6227-4bab-a91d-bbaa2fd2c48e', 'ip_address': '2001:db8::f816:3eff:fe86:23f4'}, {'subnet_id': '3c2dfc65-a8c9-40f1-9d7d-dbd6a4fc48cd'}], 'binding:host_id': 'n-d-816629-1'}, 'id': '758158f4-0587-4d4b-a079-412cf2943bfb'} from n-d-816629-1. {{(pid=101776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 10:38:15.766134 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device e040f89a-81a9-44a9-b8e4-9e374df896c8 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:38:15.766717 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65b01e2a-ec86-4bb7-8ced-e8821d3af37b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:15.776338 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d22727-5ea2-4108-bb92-0822cc9231c3 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Network d1610b1b-8f45-4d3c-9fc2-347cfc05de13 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:38:15.777382 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-59fc9879-38fb-440a-b733-59ec46269c85 req-4d1b4d0e-775c-430e-832d-97956f3489da tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.43 HTTP/1.1" status: 200 len: 695 time: 0.0737474 Nov 04 10:38:15.791654 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-c2d22727-5ea2-4108-bb92-0822cc9231c3 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, d1610b1b-8f45-4d3c-9fc2-347cfc05de13) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:15.803139 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d22727-5ea2-4108-bb92-0822cc9231c3 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:15.803747 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c2d22727-5ea2-4108-bb92-0822cc9231c3 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:15.810799 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-65b01e2a-ec86-4bb7-8ced-e8821d3af37b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Calling delete_port for 876a4581-aef4-455e-8f1e-684b162e4e4e owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:38:15.832150 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3887ac09-44c7-451c-a568-772ea225af67 None None] Network d1610b1b-8f45-4d3c-9fc2-347cfc05de13 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:38:15.833366 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c2d22727-5ea2-4108-bb92-0822cc9231c3 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9955158 Nov 04 10:38:15.837275 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42880) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:15.850363 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: e040f89a-81a9-44a9-b8e4-9e374df896c8 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:38:15.850617 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device e040f89a-81a9-44a9-b8e4-9e374df896c8 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:38:15.866070 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c9897d-9520-4304-b28a-835fd8167dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-1b735f04-8bd4-4ad5-bab8-48eab0a995ed', 'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'fixed_ips': [{'subnet_id': '9cbdee7b-9e67-4454-89e3-451ab9fdae2c'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:38:15.867056 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b0c9897d-9520-4304-b28a-835fd8167dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:15.907618 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4f56b32c-d0a0-40f4-97de-c7993db67f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:15.945486 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f98f29e6-8ad7-4a8c-b0ac-565b9d14f722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'name': 'tempest-TestNetworkBasicOps-router-623783168', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:07Z', 'updated_at': '2021-11-04T10:38:11Z', 'revision_number': 3, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:10Z', 'updated_at': '2021-11-04T10:38:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:15.990071 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98f29e6-8ad7-4a8c-b0ac-565b9d14f722 None None] Checking router: 032b8a3d-6231-4f51-8397-456abeed9fe1 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:38:15.990642 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98f29e6-8ad7-4a8c-b0ac-565b9d14f722 None None] Updating router 032b8a3d-6231-4f51-8397-456abeed9fe1 port be866407-74ff-4d17-8b57-1e21aa6dfa55 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:38:15.993242 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc9879-38fb-440a-b733-59ec46269c85 req-bc38e333-ca98-49f7-afcd-e214d878f546 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:15.995553 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-59fc9879-38fb-440a-b733-59ec46269c85 req-bc38e333-ca98-49f7-afcd-e214d878f546 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 784 time: 0.1856694 Nov 04 10:38:16.059301 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bb337762-1635-442f-af96-a4bed925471e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:16.080753 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bb337762-1635-442f-af96-a4bed925471e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:16.161434 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4323ee-a529-4e68-a83a-5f801dce089f req-f3c4de1b-8cc5-4ced-8e4f-afdccb293ad6 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:16.162634 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port f6c84de2-a1cf-42ad-9146-985b6c8d9b1f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:16.163009 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:16.163349 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5a4323ee-a529-4e68-a83a-5f801dce089f req-f3c4de1b-8cc5-4ced-8e4f-afdccb293ad6 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=77c76e5e-659a-41c7-8a55-719f219ff9e8 HTTP/1.1" status: 200 len: 944 time: 0.0956950 Nov 04 10:38:16.172223 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65b01e2a-ec86-4bb7-8ced-e8821d3af37b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:16.226607 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b01e2a-ec86-4bb7-8ced-e8821d3af37b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Port': ['ID=876a4581-aef4-455e-8f1e-684b162e4e4e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:16.293102 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5a4323ee-a529-4e68-a83a-5f801dce089f req-d62ca800-710a-4818-a99b-8cc28f01216a tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228719 Nov 04 10:38:16.328325 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f98f29e6-8ad7-4a8c-b0ac-565b9d14f722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:16.351024 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65b01e2a-ec86-4bb7-8ced-e8821d3af37b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:16.358366 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-65b01e2a-ec86-4bb7-8ced-e8821d3af37b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/876a4581-aef4-455e-8f1e-684b162e4e4e HTTP/1.1" status: 204 len: 168 time: 1.0194986 Nov 04 10:38:16.359357 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42884) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:16.391800 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-bb337762-1635-442f-af96-a4bed925471e admin admin] Allocated IP 172.25.7.159 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/b7f511e8-11d0-444f-bd74-6df41052fa19) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:16.427474 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a234a2c-02e4-4043-a4bb-a095b135cb55 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:16.429524 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a234a2c-02e4-4043-a4bb-a095b135cb55 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:16.432102 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a234a2c-02e4-4043-a4bb-a095b135cb55 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:16.437157 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1a234a2c-02e4-4043-a4bb-a095b135cb55 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0764246 Nov 04 10:38:16.438048 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42886) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:16.529861 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5fd53bc-4886-43ce-83e9-9610ca955c76 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet 026f04c1-6227-4bab-a91d-bbaa2fd2c48e {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:38:16.535578 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d5fd53bc-4886-43ce-83e9-9610ca955c76 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:16.568959 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d07adc-39d4-425c-8363-887895ea9cf9 req-44e6a40b-9806-4403-adf2-961a78648a16 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:16.568959 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-34d07adc-39d4-425c-8363-887895ea9cf9 req-44e6a40b-9806-4403-adf2-961a78648a16 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 945 time: 0.1291177 Nov 04 10:38:16.595374 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:16.601456 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d5fd53bc-4886-43ce-83e9-9610ca955c76 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:16.640054 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-b0c9897d-9520-4304-b28a-835fd8167dbf None None] Allocated IP 172.20.0.2 (1b735f04-8bd4-4ad5-bab8-48eab0a995ed/9cbdee7b-9e67-4454-89e3-451ab9fdae2c/d335dce4-5cd1-4207-91f4-b0eb2833443c) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:16.644661 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9817ca-7a25-4522-9fee-2ab3593979b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-d1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'fixed_ips': [{'subnet_id': 'd6057b4f-75be-4660-b8e6-699fba4902f5'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:38:16.645142 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ab9817ca-7a25-4522-9fee-2ab3593979b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:16.689765 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c76e5e-659a-41c7-8a55-719f219ff9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00dadf2-d47a-4a22-92aa-ea5f43885667'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:38:16.692336 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e6ffed-08d0-45a8-9f83-c4b8173f9442" -d '{"events": [{"server_uuid": "77c76e5e-659a-41c7-8a55-719f219ff9e8", "name": "network-vif-plugged", "status": "completed", "tag": "d00dadf2-d47a-4a22-92aa-ea5f43885667"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:38:16.711314 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-34d07adc-39d4-425c-8363-887895ea9cf9 req-697ce3e2-53ea-4698-916f-d95fe3aae09f tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066961 Nov 04 10:38:16.725115 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d5fd53bc-4886-43ce-83e9-9610ca955c76 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:16.762107 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port d00dadf2-d47a-4a22-92aa-ea5f43885667, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=d00dadf2-d47a-4a22-92aa-ea5f43885667,segment=NetworkSegment(371c3b52-8b94-460c-ab6e-3d1cde3fe09a),segment_id=371c3b52-8b94-460c-ab6e-3d1cde3fe09a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:16.788251 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:16.815890 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d5fd53bc-4886-43ce-83e9-9610ca955c76 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:16.854244 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd53bc-4886-43ce-83e9-9610ca955c76 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=026f04c1-6227-4bab-a91d-bbaa2fd2c48e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:16.878520 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d5fd53bc-4886-43ce-83e9-9610ca955c76 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:16.884846 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d5fd53bc-4886-43ce-83e9-9610ca955c76 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/026f04c1-6227-4bab-a91d-bbaa2fd2c48e HTTP/1.1" status: 204 len: 168 time: 0.4362726 Nov 04 10:38:16.885169 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42892) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server [None req-4f56b32c-d0a0-40f4-97de-c7993db67f57 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 026f04c1-6227-4bab-a91d-bbaa2fd2c48e: This subnet is being modified by another concurrent operation. Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 10:38:16.892597 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1742, in update_port Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise exception Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 026f04c1-6227-4bab-a91d-bbaa2fd2c48e: This subnet is being modified by another concurrent operation. Nov 04 10:38:16.897424 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Nov 04 10:38:16.922739 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109487f-ad56-4960-a729-0a9bb0acbf10 req-c16e7265-8662-44bc-a729-b65e8e3e91dd tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:16.932033 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a109487f-ad56-4960-a729-0a9bb0acbf10 req-c16e7265-8662-44bc-a729-b65e8e3e91dd tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=56b960d9-7fc2-43ba-ad91-351449ad94a2 HTTP/1.1" status: 200 len: 945 time: 0.0896471 Nov 04 10:38:16.942160 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bb337762-1635-442f-af96-a4bed925471e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:16.948550 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 758158f4-0587-4d4b-a079-412cf2943bfb up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:16.964125 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6b3a2f38-97de-4cce-9a57-84cb298d5d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:17.001763 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-097db772-07da-4670-9067-318c0ab93db1 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet 3c2dfc65-a8c9-40f1-9d7d-dbd6a4fc48cd {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:38:17.013301 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-097db772-07da-4670-9067-318c0ab93db1 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:17.013526 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a109487f-ad56-4960-a729-0a9bb0acbf10 req-b1aeb6ae-e5f0-4845-9d44-21b441070390 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750573 Nov 04 10:38:17.027687 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99c1f7f-57a5-4e07-a8d3-2a11839c0dc0 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:38:17.069817 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=d00dadf2-d47a-4a22-92aa-ea5f43885667,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:17.087829 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fdbdbd-a8cd-4753-9e92-a89c790fdaed x-openstack-request-id: req-62fdbdbd-a8cd-4753-9e92-a89c790fdaed {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:38:17.088194 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de406587-3152-4afe-a194-44e509de2f94", "name": "network-vif-deleted", "tag": "e040f89a-81a9-44a9-b8e4-9e374df896c8", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:38:17.088511 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-62fdbdbd-a8cd-4753-9e92-a89c790fdaed {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:38:17.089025 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de406587-3152-4afe-a194-44e509de2f94', 'name': 'network-vif-deleted', 'tag': 'e040f89a-81a9-44a9-b8e4-9e374df896c8', 'status': 'completed', 'code': 200} Nov 04 10:38:17.098088 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-097db772-07da-4670-9067-318c0ab93db1 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:17.138417 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-ab9817ca-7a25-4522-9fee-2ab3593979b0 None None] Allocated IP 172.20.0.2 (d1610b1b-8f45-4d3c-9fc2-347cfc05de13/d6057b4f-75be-4660-b8e6-699fba4902f5/67b7324a-bd0d-4981-87f2-17a46276ffd5) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:17.158883 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-29a5f7dc-c3e7-4276-b29f-08e3d8ccf0a4 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:17.177239 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-352a83f3-1dbd-4e4e-ba4e-861aa5b05f13 None None] Provisioning complete for port 758158f4-0587-4d4b-a079-412cf2943bfb triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:17.177702 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-352a83f3-1dbd-4e4e-ba4e-861aa5b05f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:17.194420 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0fa00fb9-4f0c-4e05-a7de-722a71690f80 req-f8aed41b-f01e-499b-8f5f-667c1320b219 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] 10.222.0.127 "GET /v2.0/floatingips/c089edb9-da01-4407-99ce-20740138c5f3 HTTP/1.1" status: 200 len: 692 time: 0.0902176 Nov 04 10:38:17.205035 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bb337762-1635-442f-af96-a4bed925471e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:17.247015 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-097db772-07da-4670-9067-318c0ab93db1 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:17.315640 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb337762-1635-442f-af96-a4bed925471e admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:17.327716 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa00fb9-4f0c-4e05-a7de-722a71690f80 req-82c46a40-8f63-429c-8efd-e06b7243391f tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:17.329469 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0fa00fb9-4f0c-4e05-a7de-722a71690f80 req-82c46a40-8f63-429c-8efd-e06b7243391f tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 784 time: 0.1292005 Nov 04 10:38:17.330105 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42898) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:17.345459 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-bb337762-1635-442f-af96-a4bed925471e admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:17.364163 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb337762-1635-442f-af96-a4bed925471e admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:17.407852 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5f65a4-8d1a-4d3b-b46d-d22965b8a053 x-openstack-request-id: req-af5f65a4-8d1a-4d3b-b46d-d22965b8a053 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:38:17.408523 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c76e5e-659a-41c7-8a55-719f219ff9e8", "name": "network-vif-plugged", "status": "completed", "tag": "d00dadf2-d47a-4a22-92aa-ea5f43885667", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:38:17.408523 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-af5f65a4-8d1a-4d3b-b46d-d22965b8a053 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:38:17.409150 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c76e5e-659a-41c7-8a55-719f219ff9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00dadf2-d47a-4a22-92aa-ea5f43885667', 'code': 200} Nov 04 10:38:17.438650 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb337762-1635-442f-af96-a4bed925471e admin admin] Pushing event updated for resources: {'Port': ['ID=b7f511e8-11d0-444f-bd74-6df41052fa19,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:17.546983 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b0c9897d-9520-4304-b28a-835fd8167dbf None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:17.566927 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b2046-9475-4434-9c1d-426a3f6c3790 req-69c50499-6bb1-48c9-90e2-96f596f25706 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:17.569176 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed3b2046-9475-4434-9c1d-426a3f6c3790 req-69c50499-6bb1-48c9-90e2-96f596f25706 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 1096 time: 0.1323636 Nov 04 10:38:17.572933 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-097db772-07da-4670-9067-318c0ab93db1 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:17.573133 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 758158f4-0587-4d4b-a079-412cf2943bfb triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:17.573350 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:17.577296 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b0c9897d-9520-4304-b28a-835fd8167dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:17.605629 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb15f3d-e10e-4e0e-bb4a-9996f0df91ee req-51145edc-1647-4b7d-a4eb-9e1b03f4d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:17.607085 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-acb15f3d-e10e-4e0e-bb4a-9996f0df91ee req-51145edc-1647-4b7d-a4eb-9e1b03f4d92d service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=77c76e5e-659a-41c7-8a55-719f219ff9e8 HTTP/1.1" status: 200 len: 1096 time: 0.1301873 Nov 04 10:38:17.611748 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0c45be07-4cf1-4d04-bafd-273d24363eec admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=0fafa7f7bc7e413aac3269e73af3f797&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2803514 Nov 04 10:38:17.619961 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42906) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:17.622794 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-097db772-07da-4670-9067-318c0ab93db1 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:17.628506 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-097db772-07da-4670-9067-318c0ab93db1 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/3c2dfc65-a8c9-40f1-9d7d-dbd6a4fc48cd HTTP/1.1" status: 204 len: 168 time: 0.7383895 Nov 04 10:38:17.630922 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42908) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:17.682703 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097db772-07da-4670-9067-318c0ab93db1 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=3c2dfc65-a8c9-40f1-9d7d-dbd6a4fc48cd,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:17.739578 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c9897d-9520-4304-b28a-835fd8167dbf None None] Network 1b735f04-8bd4-4ad5-bab8-48eab0a995ed is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:17.778891 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device d18207d2-6b68-4423-8dd4-893e4e74c0e0 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:17.794638 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-b0c9897d-9520-4304-b28a-835fd8167dbf None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:17.807888 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c9897d-9520-4304-b28a-835fd8167dbf None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:17.831894 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9897d-9520-4304-b28a-835fd8167dbf None None] Pushing event updated for resources: {'Port': ['ID=d335dce4-5cd1-4207-91f4-b0eb2833443c,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:17.895951 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bb337762-1635-442f-af96-a4bed925471e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:18.001701 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2c041d-dfbd-4447-a89f-0c3eb713428c None None] DHCP port deletion for bc5af6f0-5063-4ccc-959e-90459430dabc request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:38:18.012903 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ab9817ca-7a25-4522-9fee-2ab3593979b0 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:18.014561 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-352a83f3-1dbd-4e4e-ba4e-861aa5b05f13 None None] Could not find standard attr ID for object 876a4581-aef4-455e-8f1e-684b162e4e4e. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:38:18.053734 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ab9817ca-7a25-4522-9fee-2ab3593979b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:18.088807 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-b0c9897d-9520-4304-b28a-835fd8167dbf None None] Attempting to bind port d335dce4-5cd1-4207-91f4-b0eb2833443c on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:38:18.089216 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-b0c9897d-9520-4304-b28a-835fd8167dbf None None] Attempting to bind port d335dce4-5cd1-4207-91f4-b0eb2833443c by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9de533a3-255f-4334-8588-95961af475a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:38:18.089534 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c9897d-9520-4304-b28a-835fd8167dbf None None] Attempting to bind port d335dce4-5cd1-4207-91f4-b0eb2833443c on network 1b735f04-8bd4-4ad5-bab8-48eab0a995ed {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:18.096620 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d3b67abb-be5d-430a-9de8-5ede21598a02 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4560480 Nov 04 10:38:18.102554 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42912) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:18.108967 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-5841fba1-52b6-47c5-a453-05e2b4504944 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:18.137588 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f98f29e6-8ad7-4a8c-b0ac-565b9d14f722 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:18.146108 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-29a5f7dc-c3e7-4276-b29f-08e3d8ccf0a4 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Allocated IP 172.20.0.1 (d1610b1b-8f45-4d3c-9fc2-347cfc05de13/d6057b4f-75be-4660-b8e6-699fba4902f5/7deda305-1888-4bef-8556-220c957944c1) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:18.147571 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c9897d-9520-4304-b28a-835fd8167dbf None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:38:18.147935 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c9897d-9520-4304-b28a-835fd8167dbf None None] Checking segment: {'id': '9de533a3-255f-4334-8588-95961af475a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:38:18.148460 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b0c9897d-9520-4304-b28a-835fd8167dbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:18.148867 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c9897d-9520-4304-b28a-835fd8167dbf None None] Bound using segment: {'id': '9de533a3-255f-4334-8588-95961af475a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:38:18.150027 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-b0c9897d-9520-4304-b28a-835fd8167dbf None None] Bound port: d335dce4-5cd1-4207-91f4-b0eb2833443c, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de533a3-255f-4334-8588-95961af475a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:38:18.150027 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b0c9897d-9520-4304-b28a-835fd8167dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:18.174791 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port d18207d2-6b68-4423-8dd4-893e4e74c0e0 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:38:18.179824 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9817ca-7a25-4522-9fee-2ab3593979b0 None None] Network d1610b1b-8f45-4d3c-9fc2-347cfc05de13 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:18.191095 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f98f29e6-8ad7-4a8c-b0ac-565b9d14f722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:18.195084 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-ab9817ca-7a25-4522-9fee-2ab3593979b0 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:18.196721 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port d18207d2-6b68-4423-8dd4-893e4e74c0e0 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:18.197096 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:18.200366 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9817ca-7a25-4522-9fee-2ab3593979b0 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:18.200532 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed3b2046-9475-4434-9c1d-426a3f6c3790 req-691c593f-05ed-4003-a4ab-1da5d8c8300c tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6059341 Nov 04 10:38:18.202706 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9817ca-7a25-4522-9fee-2ab3593979b0 None None] Pushing event updated for resources: {'Port': ['ID=67b7324a-bd0d-4981-87f2-17a46276ffd5,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:18.214731 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-acb15f3d-e10e-4e0e-bb4a-9996f0df91ee req-99431efd-6d65-4878-a8c0-b5ff5f3b4e2a service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956771 Nov 04 10:38:18.238160 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-473fe1a1-bac2-4bd3-a65f-7099ce33889e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:18.278079 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-473fe1a1-bac2-4bd3-a65f-7099ce33889e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:18.313487 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5841fba1-52b6-47c5-a453-05e2b4504944 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:18.318034 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5841fba1-52b6-47c5-a453-05e2b4504944 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:18.378227 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 758158f4-0587-4d4b-a079-412cf2943bfb no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:38:18.385993 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bb337762-1635-442f-af96-a4bed925471e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:18.428352 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a09d5-05ea-4e6c-88e3-4bbbf3e55c28 None None] Pushing event updated for resources: {'Port': ['ID=be866407-74ff-4d17-8b57-1e21aa6dfa55,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:18.438849 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-f98f29e6-8ad7-4a8c-b0ac-565b9d14f722 None None] Attempting to bind port be866407-74ff-4d17-8b57-1e21aa6dfa55 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:38:18.439218 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-f98f29e6-8ad7-4a8c-b0ac-565b9d14f722 None None] Attempting to bind port be866407-74ff-4d17-8b57-1e21aa6dfa55 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:38:18.439566 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98f29e6-8ad7-4a8c-b0ac-565b9d14f722 None None] Attempting to bind port be866407-74ff-4d17-8b57-1e21aa6dfa55 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:18.442220 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-8e2c041d-dfbd-4447-a89f-0c3eb713428c None None] Deleting port 758158f4-0587-4d4b-a079-412cf2943bfb {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:38:18.442800 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8e2c041d-dfbd-4447-a89f-0c3eb713428c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:18.461811 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f54bde-c419-4203-bda7-8af585ebeb63 req-9c5049b5-f96a-4253-9037-1151e9c83e22 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:18.464564 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c8f54bde-c419-4203-bda7-8af585ebeb63 req-9c5049b5-f96a-4253-9037-1151e9c83e22 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=77c76e5e-659a-41c7-8a55-719f219ff9e8 HTTP/1.1" status: 200 len: 945 time: 0.1183760 Nov 04 10:38:18.470358 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-ab9817ca-7a25-4522-9fee-2ab3593979b0 None None] Attempting to bind port 67b7324a-bd0d-4981-87f2-17a46276ffd5 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:38:18.470788 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-ab9817ca-7a25-4522-9fee-2ab3593979b0 None None] Attempting to bind port 67b7324a-bd0d-4981-87f2-17a46276ffd5 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '584df556-669b-4b6d-9b18-843b5cf506ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:38:18.471156 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9817ca-7a25-4522-9fee-2ab3593979b0 None None] Attempting to bind port 67b7324a-bd0d-4981-87f2-17a46276ffd5 on network d1610b1b-8f45-4d3c-9fc2-347cfc05de13 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:18.474825 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-b0c9897d-9520-4304-b28a-835fd8167dbf None None] For port d335dce4-5cd1-4207-91f4-b0eb2833443c, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:38:18.479870 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-29a5f7dc-c3e7-4276-b29f-08e3d8ccf0a4 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:18.481907 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-473fe1a1-bac2-4bd3-a65f-7099ce33889e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:18.484788 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-473fe1a1-bac2-4bd3-a65f-7099ce33889e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:18.489562 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-473fe1a1-bac2-4bd3-a65f-7099ce33889e admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/66b7c381-0407-44be-8812-2b9914358438 HTTP/1.1" status: 204 len: 168 time: 0.8684399 Nov 04 10:38:18.510770 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98f29e6-8ad7-4a8c-b0ac-565b9d14f722 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:38:18.511129 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98f29e6-8ad7-4a8c-b0ac-565b9d14f722 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:38:18.511889 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f98f29e6-8ad7-4a8c-b0ac-565b9d14f722 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:18.511889 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98f29e6-8ad7-4a8c-b0ac-565b9d14f722 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:38:18.512452 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-f98f29e6-8ad7-4a8c-b0ac-565b9d14f722 None None] Bound port: be866407-74ff-4d17-8b57-1e21aa6dfa55, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:38:18.512992 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f98f29e6-8ad7-4a8c-b0ac-565b9d14f722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:18.534035 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fe1a1-bac2-4bd3-a65f-7099ce33889e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b7c381-0407-44be-8812-2b9914358438,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:18.565308 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9817ca-7a25-4522-9fee-2ab3593979b0 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:38:18.565708 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9817ca-7a25-4522-9fee-2ab3593979b0 None None] Checking segment: {'id': '584df556-669b-4b6d-9b18-843b5cf506ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:38:18.566068 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ab9817ca-7a25-4522-9fee-2ab3593979b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:18.566441 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9817ca-7a25-4522-9fee-2ab3593979b0 None None] Bound using segment: {'id': '584df556-669b-4b6d-9b18-843b5cf506ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:38:18.566930 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-ab9817ca-7a25-4522-9fee-2ab3593979b0 None None] Bound port: 67b7324a-bd0d-4981-87f2-17a46276ffd5, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584df556-669b-4b6d-9b18-843b5cf506ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:38:18.567323 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ab9817ca-7a25-4522-9fee-2ab3593979b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:18.574253 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-b0c9897d-9520-4304-b28a-835fd8167dbf None None] For port d335dce4-5cd1-4207-91f4-b0eb2833443c, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d335dce4-5cd1-4207-91f4-b0eb2833443c,segment=NetworkSegment(9de533a3-255f-4334-8588-95961af475a2),segment_id=9de533a3-255f-4334-8588-95961af475a2)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:38:18.578482 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-29a5f7dc-c3e7-4276-b29f-08e3d8ccf0a4 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:18.614898 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b0c9897d-9520-4304-b28a-835fd8167dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:18.632517 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a5f7dc-c3e7-4276-b29f-08e3d8ccf0a4 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Network d1610b1b-8f45-4d3c-9fc2-347cfc05de13 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:18.635645 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-29a5f7dc-c3e7-4276-b29f-08e3d8ccf0a4 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:18.642939 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a5f7dc-c3e7-4276-b29f-08e3d8ccf0a4 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:18.648864 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb337762-1635-442f-af96-a4bed925471e admin admin] Router 25d7dc52-b0df-4a32-bfc0-437b11bc3be4 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:38:18.684834 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5f7dc-c3e7-4276-b29f-08e3d8ccf0a4 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'Port': ['ID=7deda305-1888-4bef-8556-220c957944c1,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:18.727307 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-8e2c041d-dfbd-4447-a89f-0c3eb713428c None None] For port 758158f4-0587-4d4b-a079-412cf2943bfb, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=758158f4-0587-4d4b-a079-412cf2943bfb,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:18.727960 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8e2c041d-dfbd-4447-a89f-0c3eb713428c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:18.757737 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-29a5f7dc-c3e7-4276-b29f-08e3d8ccf0a4 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:18.778772 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-f98f29e6-8ad7-4a8c-b0ac-565b9d14f722 None None] For port be866407-74ff-4d17-8b57-1e21aa6dfa55, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:38:18.803494 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-8e2c041d-dfbd-4447-a89f-0c3eb713428c None None] Calling delete_port for 758158f4-0587-4d4b-a079-412cf2943bfb owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:38:18.804620 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:18.810686 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c8f54bde-c419-4203-bda7-8af585ebeb63 req-0a4b3182-723e-4964-a7ca-32d6536cfeb1 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171883 Nov 04 10:38:18.845108 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-f98f29e6-8ad7-4a8c-b0ac-565b9d14f722 None None] For port be866407-74ff-4d17-8b57-1e21aa6dfa55, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=be866407-74ff-4d17-8b57-1e21aa6dfa55,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:38:18.906871 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f98f29e6-8ad7-4a8c-b0ac-565b9d14f722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:18.945174 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:18.951602 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9897d-9520-4304-b28a-835fd8167dbf None None] Pushing event updated for resources: {'Port': ['ID=d335dce4-5cd1-4207-91f4-b0eb2833443c,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:18.971518 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb337762-1635-442f-af96-a4bed925471e admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:38:18.983330 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd94994-5835-4741-b4e1-29df85e6ae38 None None] Sync routers for ids ['25d7dc52-b0df-4a32-bfc0-437b11bc3be4'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:38:18.999696 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd94994-5835-4741-b4e1-29df85e6ae38 None None] Routers {'25d7dc52-b0df-4a32-bfc0-437b11bc3be4'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:38:19.001090 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-4bd94994-5835-4741-b4e1-29df85e6ae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:37:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['25d7dc52-b0df-4a32-bfc0-437b11bc3be4'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:19.031568 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bb337762-1635-442f-af96-a4bed925471e admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:19.033927 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bb337762-1635-442f-af96-a4bed925471e admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8713713 Nov 04 10:38:19.038201 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42926) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:19.130318 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-ab9817ca-7a25-4522-9fee-2ab3593979b0 None None] For port 67b7324a-bd0d-4981-87f2-17a46276ffd5, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:38:19.210460 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-72b51a8b-150a-47d9-9877-0a90edab5260 req-7b5f8fc5-1b85-46f2-b67d-a5b317f3a851 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] 10.222.0.127 "GET /v2.0/floatingips?tenant_id=dc88effde6b54847a06b526afaae2545 HTTP/1.1" status: 200 len: 695 time: 0.2993371 Nov 04 10:38:19.219431 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 758158f4-0587-4d4b-a079-412cf2943bfb, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=758158f4-0587-4d4b-a079-412cf2943bfb,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:19.223539 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port d18207d2-6b68-4423-8dd4-893e4e74c0e0, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=d18207d2-6b68-4423-8dd4-893e4e74c0e0,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:19.230875 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98f29e6-8ad7-4a8c-b0ac-565b9d14f722 None None] Routers {'032b8a3d-6231-4f51-8397-456abeed9fe1'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:38:19.232071 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f98f29e6-8ad7-4a8c-b0ac-565b9d14f722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:37:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['032b8a3d-6231-4f51-8397-456abeed9fe1'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:19.346451 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-4bd94994-5835-4741-b4e1-29df85e6ae38 None None] Set router 25d7dc52-b0df-4a32-bfc0-437b11bc3be4 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:38:19.400506 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-f98f29e6-8ad7-4a8c-b0ac-565b9d14f722 None None] Set router 032b8a3d-6231-4f51-8397-456abeed9fe1 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:38:19.412148 n-d-816629-1 neutron-server[101774]: DEBUG neutron.objects.ports [None req-5841fba1-52b6-47c5-a453-05e2b4504944 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101774) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 10:38:19.638404 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-4bd94994-5835-4741-b4e1-29df85e6ae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'name': 'tempest-ServersTestFqdnHostnames-1274560798-router', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'b7f511e8-11d0-444f-bd74-6df41052fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:15Z', 'updated_at': '2021-11-04T10:38:17Z', 'revision_number': 3, 'project_id': 'a3247e14be254fd39ca4bb24413f7278', 'gw_port': {'id': 'b7f511e8-11d0-444f-bd74-6df41052fa19', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:67:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:16Z', 'updated_at': '2021-11-04T10:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:19.696126 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-ab9817ca-7a25-4522-9fee-2ab3593979b0 None None] For port 67b7324a-bd0d-4981-87f2-17a46276ffd5, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=67b7324a-bd0d-4981-87f2-17a46276ffd5,segment=NetworkSegment(584df556-669b-4b6d-9b18-843b5cf506ec),segment_id=584df556-669b-4b6d-9b18-843b5cf506ec)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:38:19.697809 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b960d9-7fc2-43ba-ad91-351449ad94a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18207d2-6b68-4423-8dd4-893e4e74c0e0'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:38:19.700806 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e6401b-52cc-4a2d-be95-43e71edc3ca1" -d '{"events": [{"server_uuid": "56b960d9-7fc2-43ba-ad91-351449ad94a2", "name": "network-vif-plugged", "status": "completed", "tag": "d18207d2-6b68-4423-8dd4-893e4e74c0e0"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:38:19.714491 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:19.720672 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd94994-5835-4741-b4e1-29df85e6ae38 None None] Checking router: 25d7dc52-b0df-4a32-bfc0-437b11bc3be4 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:38:19.721038 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd94994-5835-4741-b4e1-29df85e6ae38 None None] Updating router 25d7dc52-b0df-4a32-bfc0-437b11bc3be4 port b7f511e8-11d0-444f-bd74-6df41052fa19 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:38:19.732452 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:19.752689 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b51a8b-150a-47d9-9877-0a90edab5260 req-e2e64c14-6c42-468a-8c35-bf38aa9372f7 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:19.755965 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ab9817ca-7a25-4522-9fee-2ab3593979b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:19.757891 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-72b51a8b-150a-47d9-9877-0a90edab5260 req-e2e64c14-6c42-468a-8c35-bf38aa9372f7 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] 10.222.0.127 "GET /v2.0/networks?id=301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 787 time: 0.5429764 Nov 04 10:38:19.778636 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-72b51a8b-150a-47d9-9877-0a90edab5260 req-c4446973-0f24-4d1e-88ee-a663d2b0aa52 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:38:19.780068 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-72b51a8b-150a-47d9-9877-0a90edab5260 req-c4446973-0f24-4d1e-88ee-a663d2b0aa52 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0093973 Nov 04 10:38:19.781912 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-4bd94994-5835-4741-b4e1-29df85e6ae38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:19.853801 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-30e0fc0b-c948-4eb6-9a03-c300e25a1e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:19.873291 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a09d5-05ea-4e6c-88e3-4bbbf3e55c28 None None] Pushing event updated for resources: {'Port': ['ID=be866407-74ff-4d17-8b57-1e21aa6dfa55,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:19.884909 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-29a5f7dc-c3e7-4276-b29f-08e3d8ccf0a4 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:19.895386 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5841fba1-52b6-47c5-a453-05e2b4504944 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:19.945407 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=758158f4-0587-4d4b-a079-412cf2943bfb,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:20.033887 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8e2c041d-dfbd-4447-a89f-0c3eb713428c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:20.077658 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2c041d-dfbd-4447-a89f-0c3eb713428c None None] No DVR routers for this DVR port 758158f4-0587-4d4b-a079-412cf2943bfb on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:38:20.080097 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=d18207d2-6b68-4423-8dd4-893e4e74c0e0,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:20.136805 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b85c36-bf87-4183-98fe-bce9dc0cc5f0 req-8139d221-d0e1-4dbf-8b97-cca60315d2c9 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:20.141318 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f9b85c36-bf87-4183-98fe-bce9dc0cc5f0 req-8139d221-d0e1-4dbf-8b97-cca60315d2c9 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=56b960d9-7fc2-43ba-ad91-351449ad94a2 HTTP/1.1" status: 200 len: 946 time: 0.2147832 Nov 04 10:38:20.276836 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9817ca-7a25-4522-9fee-2ab3593979b0 None None] Pushing event updated for resources: {'Port': ['ID=67b7324a-bd0d-4981-87f2-17a46276ffd5,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:20.320982 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-4bd94994-5835-4741-b4e1-29df85e6ae38 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:20.330737 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-4bd94994-5835-4741-b4e1-29df85e6ae38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:20.338510 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c041d-dfbd-4447-a89f-0c3eb713428c None None] Pushing event deleted for resources: {'Port': ['ID=758158f4-0587-4d4b-a079-412cf2943bfb,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:20.363045 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f9b85c36-bf87-4183-98fe-bce9dc0cc5f0 req-c688e7bc-ec0b-4f15-8a79-4362d986c7b5 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066712 Nov 04 10:38:20.391313 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f98f29e6-8ad7-4a8c-b0ac-565b9d14f722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'name': 'tempest-TestNetworkBasicOps-router-623783168', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:07Z', 'updated_at': '2021-11-04T10:38:19Z', 'revision_number': 4, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:10Z', 'updated_at': '2021-11-04T10:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '7deda305-1888-4bef-8556-220c957944c1', 'name': '', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:c4:c5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:17Z', 'updated_at': '2021-11-04T10:38:18Z', 'revision_number': 1, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:20.420443 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a82a33-9fb2-4333-8b6c-e8d6f3118928 None None] Pushing event updated for resources: {'Port': ['ID=b7f511e8-11d0-444f-bd74-6df41052fa19,revision_number=2']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:20.463874 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-4bd94994-5835-4741-b4e1-29df85e6ae38 None None] Attempting to bind port b7f511e8-11d0-444f-bd74-6df41052fa19 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:38:20.464475 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-4bd94994-5835-4741-b4e1-29df85e6ae38 None None] Attempting to bind port b7f511e8-11d0-444f-bd74-6df41052fa19 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:38:20.465026 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd94994-5835-4741-b4e1-29df85e6ae38 None None] Attempting to bind port b7f511e8-11d0-444f-bd74-6df41052fa19 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:20.466952 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-5841fba1-52b6-47c5-a453-05e2b4504944 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] For port 758158f4-0587-4d4b-a079-412cf2943bfb, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=758158f4-0587-4d4b-a079-412cf2943bfb,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:20.474801 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd94994-5835-4741-b4e1-29df85e6ae38 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:38:20.475484 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd94994-5835-4741-b4e1-29df85e6ae38 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:38:20.476051 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-4bd94994-5835-4741-b4e1-29df85e6ae38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:20.476602 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd94994-5835-4741-b4e1-29df85e6ae38 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:38:20.477295 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-4bd94994-5835-4741-b4e1-29df85e6ae38 None None] Bound port: b7f511e8-11d0-444f-bd74-6df41052fa19, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:38:20.477885 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-4bd94994-5835-4741-b4e1-29df85e6ae38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:20.511513 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98f29e6-8ad7-4a8c-b0ac-565b9d14f722 None None] The sync data for ids ['032b8a3d-6231-4f51-8397-456abeed9fe1'] in n-d-816629-1 is: [{'id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'name': 'tempest-TestNetworkBasicOps-router-623783168', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:07Z', 'updated_at': '2021-11-04T10:38:19Z', 'revision_number': 4, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:10Z', 'updated_at': '2021-11-04T10:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '7deda305-1888-4bef-8556-220c957944c1', 'name': '', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:c4:c5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:17Z', 'updated_at': '2021-11-04T10:38:18Z', 'revision_number': 1, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:38:20.544858 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5841fba1-52b6-47c5-a453-05e2b4504944 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:20.557595 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5416ac09-07a1-46ba-930e-391899ef24a0 x-openstack-request-id: req-5416ac09-07a1-46ba-930e-391899ef24a0 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:38:20.558081 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b960d9-7fc2-43ba-ad91-351449ad94a2", "name": "network-vif-plugged", "status": "completed", "tag": "d18207d2-6b68-4423-8dd4-893e4e74c0e0", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:38:20.558525 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-5416ac09-07a1-46ba-930e-391899ef24a0 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:38:20.559308 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b960d9-7fc2-43ba-ad91-351449ad94a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18207d2-6b68-4423-8dd4-893e4e74c0e0', 'code': 200} Nov 04 10:38:20.563992 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d335dce4-5cd1-4207-91f4-b0eb2833443c up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:20.569107 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-4bd94994-5835-4741-b4e1-29df85e6ae38 None None] For port b7f511e8-11d0-444f-bd74-6df41052fa19, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:38:20.576040 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-4bd94994-5835-4741-b4e1-29df85e6ae38 None None] For port b7f511e8-11d0-444f-bd74-6df41052fa19, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b7f511e8-11d0-444f-bd74-6df41052fa19,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:38:20.581921 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-4bd94994-5835-4741-b4e1-29df85e6ae38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:20.590789 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5841fba1-52b6-47c5-a453-05e2b4504944 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:20.591845 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5841fba1-52b6-47c5-a453-05e2b4504944 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:20.688869 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a82a33-9fb2-4333-8b6c-e8d6f3118928 None None] Pushing event updated for resources: {'Port': ['ID=b7f511e8-11d0-444f-bd74-6df41052fa19,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:20.690421 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5578a35e-d652-440f-b702-308ac9969d46 None None] Network 1b735f04-8bd4-4ad5-bab8-48eab0a995ed requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:38:20.709756 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd94994-5835-4741-b4e1-29df85e6ae38 None None] Routers {'25d7dc52-b0df-4a32-bfc0-437b11bc3be4'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:38:20.711467 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-4bd94994-5835-4741-b4e1-29df85e6ae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:38:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['25d7dc52-b0df-4a32-bfc0-437b11bc3be4'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:20.831549 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5841fba1-52b6-47c5-a453-05e2b4504944 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:20.841878 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:20.843345 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-92473f9b-e633-4895-96e9-87b421b74566 None None] Provisioning complete for port d335dce4-5cd1-4207-91f4-b0eb2833443c triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:20.843770 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-92473f9b-e633-4895-96e9-87b421b74566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:20.905138 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-4bd94994-5835-4741-b4e1-29df85e6ae38 None None] Set router 25d7dc52-b0df-4a32-bfc0-437b11bc3be4 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:38:20.928434 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841fba1-52b6-47c5-a453-05e2b4504944 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Port': ['ID=758158f4-0587-4d4b-a079-412cf2943bfb,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:20.955073 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b825cbef-b021-4e93-a731-9423f85daafc req-d1083b40-9ff0-477d-95fa-18fb1bd1a2d2 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] 10.222.0.127 "GET /v2.0/floatingips/c089edb9-da01-4407-99ce-20740138c5f3 HTTP/1.1" status: 200 len: 692 time: 0.3145988 Nov 04 10:38:20.972732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f32305-722f-40fa-9c33-b3a86f6ae2cf req-c336b53d-a6fd-4447-9663-5b7bb64f8b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:20.977216 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-27f32305-722f-40fa-9c33-b3a86f6ae2cf req-c336b53d-a6fd-4447-9663-5b7bb64f8b04 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=56b960d9-7fc2-43ba-ad91-351449ad94a2 HTTP/1.1" status: 200 len: 1097 time: 0.2795265 Nov 04 10:38:21.061521 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port d335dce4-5cd1-4207-91f4-b0eb2833443c triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:21.062033 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:21.074650 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-5841fba1-52b6-47c5-a453-05e2b4504944 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:21.093159 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841fba1-52b6-47c5-a453-05e2b4504944 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=25814dcd-5500-45b5-85c6-68f53f3164ff,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:21.100539 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5841fba1-52b6-47c5-a453-05e2b4504944 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:21.101176 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5841fba1-52b6-47c5-a453-05e2b4504944 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:21.173988 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7b2333-8933-4aac-a7b1-2d6b1a8edaee None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:38:21.207495 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5841fba1-52b6-47c5-a453-05e2b4504944 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1023040 Nov 04 10:38:21.219672 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42954) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:21.225774 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-92cf80bc-c54c-439d-b0ac-80d218989440 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:21.272759 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-27f32305-722f-40fa-9c33-b3a86f6ae2cf req-6a15ac0b-f58f-4a28-a99e-29878bb1d448 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787001 Nov 04 10:38:21.338403 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-084baace-5079-4a9e-ad82-a890fcee64b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:21.409887 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825cbef-b021-4e93-a731-9423f85daafc req-b0d3d85b-9617-4ffe-a71d-22d0f4fc8fc4 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:21.412723 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-4bd94994-5835-4741-b4e1-29df85e6ae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'name': 'tempest-ServersTestFqdnHostnames-1274560798-router', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'b7f511e8-11d0-444f-bd74-6df41052fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:15Z', 'updated_at': '2021-11-04T10:38:17Z', 'revision_number': 3, 'project_id': 'a3247e14be254fd39ca4bb24413f7278', 'gw_port': {'id': 'b7f511e8-11d0-444f-bd74-6df41052fa19', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:67:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:16Z', 'updated_at': '2021-11-04T10:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:21.413913 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b825cbef-b021-4e93-a731-9423f85daafc req-b0d3d85b-9617-4ffe-a71d-22d0f4fc8fc4 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 784 time: 0.4566946 Nov 04 10:38:21.490822 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd94994-5835-4741-b4e1-29df85e6ae38 None None] The sync data for ids ['25d7dc52-b0df-4a32-bfc0-437b11bc3be4'] in n-d-816629-1 is: [{'id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'name': 'tempest-ServersTestFqdnHostnames-1274560798-router', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'b7f511e8-11d0-444f-bd74-6df41052fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:15Z', 'updated_at': '2021-11-04T10:38:17Z', 'revision_number': 3, 'project_id': 'a3247e14be254fd39ca4bb24413f7278', 'gw_port': {'id': 'b7f511e8-11d0-444f-bd74-6df41052fa19', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:67:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:16Z', 'updated_at': '2021-11-04T10:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:38:21.531261 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-92473f9b-e633-4895-96e9-87b421b74566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:21.581780 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b825cbef-b021-4e93-a731-9423f85daafc req-b61d5d2a-09bf-4992-9b14-fb69f1ef1a96 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.43 HTTP/1.1" status: 200 len: 695 time: 0.1437182 Nov 04 10:38:21.662436 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-084baace-5079-4a9e-ad82-a890fcee64b3 admin admin] Allocated IP 172.20.0.1 (1b735f04-8bd4-4ad5-bab8-48eab0a995ed/9cbdee7b-9e67-4454-89e3-451ab9fdae2c/0b37b46d-94a3-4c87-a679-ff4847f6c264) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:21.712500 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b825cbef-b021-4e93-a731-9423f85daafc req-618122ee-443c-44b1-8446-745eddb80bee tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.43 HTTP/1.1" status: 200 len: 695 time: 0.1140676 Nov 04 10:38:21.722920 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96121d9a-1343-49f2-829c-8fffa9337e26 None None] Network d1610b1b-8f45-4d3c-9fc2-347cfc05de13 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:38:21.726216 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-92473f9b-e633-4895-96e9-87b421b74566 None None] For port d335dce4-5cd1-4207-91f4-b0eb2833443c, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d335dce4-5cd1-4207-91f4-b0eb2833443c,segment=NetworkSegment(9de533a3-255f-4334-8588-95961af475a2),segment_id=9de533a3-255f-4334-8588-95961af475a2)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:21.845811 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-92473f9b-e633-4895-96e9-87b421b74566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:21.933335 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cf80bc-c54c-439d-b0ac-80d218989440 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:21.937640 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-084baace-5079-4a9e-ad82-a890fcee64b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:21.943435 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-92cf80bc-c54c-439d-b0ac-80d218989440 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:22.005668 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-29a5f7dc-c3e7-4276-b29f-08e3d8ccf0a4 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:22.064775 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-29a5f7dc-c3e7-4276-b29f-08e3d8ccf0a4 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:22.092878 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92473f9b-e633-4895-96e9-87b421b74566 None None] Pushing event updated for resources: {'Port': ['ID=d335dce4-5cd1-4207-91f4-b0eb2833443c,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:22.123477 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:22.184313 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-29a5f7dc-c3e7-4276-b29f-08e3d8ccf0a4 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:22.228173 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:22.342425 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-013dddf9-69d0-439a-916d-e062d05119e2 None None] Provisioning complete for port 67b7324a-bd0d-4981-87f2-17a46276ffd5 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:22.343076 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-013dddf9-69d0-439a-916d-e062d05119e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:22.389810 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-084baace-5079-4a9e-ad82-a890fcee64b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:22.398975 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-92cf80bc-c54c-439d-b0ac-80d218989440 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:22.459937 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e2782a-22a0-482e-aec2-f438de5b05d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-bc5af6f0-5063-4ccc-959e-90459430dabc', 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'fixed_ips': [{'subnet_id': '25814dcd-5500-45b5-85c6-68f53f3164ff'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:38:22.463913 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-62e2782a-22a0-482e-aec2-f438de5b05d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:22.468212 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5f7dc-c3e7-4276-b29f-08e3d8ccf0a4 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'Port': ['ID=7deda305-1888-4bef-8556-220c957944c1,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:22.546890 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cf80bc-c54c-439d-b0ac-80d218989440 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:22.556093 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-92cf80bc-c54c-439d-b0ac-80d218989440 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:22.560350 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cf80bc-c54c-439d-b0ac-80d218989440 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:22.560997 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-92cf80bc-c54c-439d-b0ac-80d218989440 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:22.578303 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084baace-5079-4a9e-ad82-a890fcee64b3 admin admin] Pushing event updated for resources: {'Port': ['ID=0b37b46d-94a3-4c87-a679-ff4847f6c264,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:22.597382 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084baace-5079-4a9e-ad82-a890fcee64b3 admin admin] Network 1b735f04-8bd4-4ad5-bab8-48eab0a995ed is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:22.601685 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-084baace-5079-4a9e-ad82-a890fcee64b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:22.613576 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084baace-5079-4a9e-ad82-a890fcee64b3 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:22.659988 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-92cf80bc-c54c-439d-b0ac-80d218989440 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4385858 Nov 04 10:38:22.662030 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42962) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:22.662868 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf80bc-c54c-439d-b0ac-80d218989440 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=e3748711-9ca8-4657-8b94-4a4fac898be6,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:22.677272 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:38:22.679049 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-8f8fe989-2b50-4e55-9cca-e46ddef74b68 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'mac_address': 'fa:16:3e:44:e2:2c', 'name': 'tempest-NetworksTestDHCPv6-1993308268'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:22.679606 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:38:22.688807 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-084baace-5079-4a9e-ad82-a890fcee64b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:22.764182 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:22.774493 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-b825cbef-b021-4e93-a731-9423f85daafc req-4cc37e6a-56e3-4c6d-918d-f4e9420e689a tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Deleting port 8fcf4728-56da-4efe-854a-e366f6b2b7c8 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:38:22.775149 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b825cbef-b021-4e93-a731-9423f85daafc req-4cc37e6a-56e3-4c6d-918d-f4e9420e689a tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:22.864677 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a5f7dc-c3e7-4276-b29f-08e3d8ccf0a4 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Network d1610b1b-8f45-4d3c-9fc2-347cfc05de13 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:22.878423 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-29a5f7dc-c3e7-4276-b29f-08e3d8ccf0a4 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:22.935023 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b825cbef-b021-4e93-a731-9423f85daafc req-4cc37e6a-56e3-4c6d-918d-f4e9420e689a tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:22.935466 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b825cbef-b021-4e93-a731-9423f85daafc req-4cc37e6a-56e3-4c6d-918d-f4e9420e689a tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:22.946657 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8fe989-2b50-4e55-9cca-e46ddef74b68 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:23.089485 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-013dddf9-69d0-439a-916d-e062d05119e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:23.090255 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-b825cbef-b021-4e93-a731-9423f85daafc req-4cc37e6a-56e3-4c6d-918d-f4e9420e689a tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Calling delete_port for 8fcf4728-56da-4efe-854a-e366f6b2b7c8 owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:38:23.174553 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8f8fe989-2b50-4e55-9cca-e46ddef74b68 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:23.212533 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-62e2782a-22a0-482e-aec2-f438de5b05d5 None None] Allocated IP 2001:db8::f816:3eff:fe4d:6ffa (bc5af6f0-5063-4ccc-959e-90459430dabc/25814dcd-5500-45b5-85c6-68f53f3164ff/0770e7fe-796f-4a5c-a317-728ff42a162e) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:23.263951 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-8f8fe989-2b50-4e55-9cca-e46ddef74b68 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] device_id is not set on port 41d23658-f901-4735-9b09-30e1055db6d3 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:38:23.278344 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-084baace-5079-4a9e-ad82-a890fcee64b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:23.296647 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a5f7dc-c3e7-4276-b29f-08e3d8ccf0a4 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Router 032b8a3d-6231-4f51-8397-456abeed9fe1 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:38:23.429666 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-013dddf9-69d0-439a-916d-e062d05119e2 None None] For port 67b7324a-bd0d-4981-87f2-17a46276ffd5, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=67b7324a-bd0d-4981-87f2-17a46276ffd5,segment=NetworkSegment(584df556-669b-4b6d-9b18-843b5cf506ec),segment_id=584df556-669b-4b6d-9b18-843b5cf506ec)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:23.444869 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-013dddf9-69d0-439a-916d-e062d05119e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:23.556747 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b825cbef-b021-4e93-a731-9423f85daafc req-4cc37e6a-56e3-4c6d-918d-f4e9420e689a tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:23.609387 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc37e6a-56e3-4c6d-918d-f4e9420e689a tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Pushing event deleted for resources: {'Port': ['ID=8fcf4728-56da-4efe-854a-e366f6b2b7c8,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:23.669401 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-084baace-5079-4a9e-ad82-a890fcee64b3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:23.683209 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-084baace-5079-4a9e-ad82-a890fcee64b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:23.741796 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b825cbef-b021-4e93-a731-9423f85daafc req-4cc37e6a-56e3-4c6d-918d-f4e9420e689a tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:23.744969 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-b825cbef-b021-4e93-a731-9423f85daafc req-4cc37e6a-56e3-4c6d-918d-f4e9420e689a tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:23.748101 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b825cbef-b021-4e93-a731-9423f85daafc req-4cc37e6a-56e3-4c6d-918d-f4e9420e689a tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] 10.222.0.127 "DELETE /v2.0/floatingips/c089edb9-da01-4407-99ce-20740138c5f3 HTTP/1.1" status: 204 len: 173 time: 1.9852827 Nov 04 10:38:23.764408 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a5f7dc-c3e7-4276-b29f-08e3d8ccf0a4 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:38:23.772273 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-29a5f7dc-c3e7-4276-b29f-08e3d8ccf0a4 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "PUT /v2.0/routers/032b8a3d-6231-4f51-8397-456abeed9fe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9332204 Nov 04 10:38:23.779074 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42970) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:23.798126 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084baace-5079-4a9e-ad82-a890fcee64b3 admin admin] Pushing event updated for resources: {'Port': ['ID=0b37b46d-94a3-4c87-a679-ff4847f6c264,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:23.801305 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-084baace-5079-4a9e-ad82-a890fcee64b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:23.939813 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084baace-5079-4a9e-ad82-a890fcee64b3 admin admin] Network 1b735f04-8bd4-4ad5-bab8-48eab0a995ed is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:23.941373 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-084baace-5079-4a9e-ad82-a890fcee64b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:23.969484 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 67b7324a-bd0d-4981-87f2-17a46276ffd5 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:23.996642 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013dddf9-69d0-439a-916d-e062d05119e2 None None] Pushing event updated for resources: {'Port': ['ID=67b7324a-bd0d-4981-87f2-17a46276ffd5,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:24.007579 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-8321ef58-298c-436c-aeb1-59d0bc0a9d45 None None] Provisioning complete for port d335dce4-5cd1-4207-91f4-b0eb2833443c triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:24.008004 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8321ef58-298c-436c-aeb1-59d0bc0a9d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:24.044659 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09bf53-b75a-4907-8983-8be2a8498d48 req-91fef48f-88fc-4805-999f-2c45f6020249 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:24.046328 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ff09bf53-b75a-4907-8983-8be2a8498d48 req-91fef48f-88fc-4805-999f-2c45f6020249 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=77c76e5e-659a-41c7-8a55-719f219ff9e8 HTTP/1.1" status: 200 len: 945 time: 0.1563518 Nov 04 10:38:24.097795 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-62e2782a-22a0-482e-aec2-f438de5b05d5 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:24.127541 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-62e2782a-22a0-482e-aec2-f438de5b05d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:24.153160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084baace-5079-4a9e-ad82-a890fcee64b3 admin admin] Router 25d7dc52-b0df-4a32-bfc0-437b11bc3be4 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:38:24.203776 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a216f2-dc5a-4907-af71-2b460af64642 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:24.204308 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a216f2-dc5a-4907-af71-2b460af64642 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:24.204764 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a216f2-dc5a-4907-af71-2b460af64642 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:24.205247 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a216f2-dc5a-4907-af71-2b460af64642 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:24.205699 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a216f2-dc5a-4907-af71-2b460af64642 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:24.206145 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a216f2-dc5a-4907-af71-2b460af64642 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:24.206588 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a216f2-dc5a-4907-af71-2b460af64642 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:24.207030 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a216f2-dc5a-4907-af71-2b460af64642 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:24.207511 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a216f2-dc5a-4907-af71-2b460af64642 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:24.207948 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a216f2-dc5a-4907-af71-2b460af64642 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:24.208389 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a216f2-dc5a-4907-af71-2b460af64642 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:24.210565 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-71a216f2-dc5a-4907-af71-2b460af64642 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] 10.222.0.127 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7835 time: 0.4293730 Nov 04 10:38:24.215157 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42972) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:24.249878 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e2782a-22a0-482e-aec2-f438de5b05d5 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:24.263762 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-62e2782a-22a0-482e-aec2-f438de5b05d5 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:24.266455 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e2782a-22a0-482e-aec2-f438de5b05d5 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:24.282998 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2782a-22a0-482e-aec2-f438de5b05d5 None None] Pushing event updated for resources: {'Port': ['ID=0770e7fe-796f-4a5c-a317-728ff42a162e,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:24.293091 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 67b7324a-bd0d-4981-87f2-17a46276ffd5 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:24.293528 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ff09bf53-b75a-4907-8983-8be2a8498d48 req-4e039d1a-fa9f-4fc8-bdd5-ba7750e9864e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308385 Nov 04 10:38:24.300316 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:24.308490 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-8f8fe989-2b50-4e55-9cca-e46ddef74b68 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 172.20.0.13 (bc5af6f0-5063-4ccc-959e-90459430dabc/e3748711-9ca8-4657-8b94-4a4fac898be6/41d23658-f901-4735-9b09-30e1055db6d3) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:24.331714 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-8f8fe989-2b50-4e55-9cca-e46ddef74b68 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 2001:db8::f816:3eff:fe44:e22c (bc5af6f0-5063-4ccc-959e-90459430dabc/25814dcd-5500-45b5-85c6-68f53f3164ff/41d23658-f901-4735-9b09-30e1055db6d3) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:24.430370 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-8321ef58-298c-436c-aeb1-59d0bc0a9d45 None None] Provisioning complete for port 67b7324a-bd0d-4981-87f2-17a46276ffd5 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:24.430929 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8321ef58-298c-436c-aeb1-59d0bc0a9d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:24.458203 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-62e2782a-22a0-482e-aec2-f438de5b05d5 None None] Attempting to bind port 0770e7fe-796f-4a5c-a317-728ff42a162e on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:38:24.458577 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-62e2782a-22a0-482e-aec2-f438de5b05d5 None None] Attempting to bind port 0770e7fe-796f-4a5c-a317-728ff42a162e by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:38:24.459014 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e2782a-22a0-482e-aec2-f438de5b05d5 None None] Attempting to bind port 0770e7fe-796f-4a5c-a317-728ff42a162e on network bc5af6f0-5063-4ccc-959e-90459430dabc {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:24.473286 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e2782a-22a0-482e-aec2-f438de5b05d5 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:38:24.473746 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e2782a-22a0-482e-aec2-f438de5b05d5 None None] Checking segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:38:24.474220 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-62e2782a-22a0-482e-aec2-f438de5b05d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:24.474683 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e2782a-22a0-482e-aec2-f438de5b05d5 None None] Bound using segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:38:24.475246 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-62e2782a-22a0-482e-aec2-f438de5b05d5 None None] Bound port: 0770e7fe-796f-4a5c-a317-728ff42a162e, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:38:24.475697 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-62e2782a-22a0-482e-aec2-f438de5b05d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:24.567004 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8f8fe989-2b50-4e55-9cca-e46ddef74b68 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:24.589904 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device be866407-74ff-4d17-8b57-1e21aa6dfa55 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:24.618477 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8f8fe989-2b50-4e55-9cca-e46ddef74b68 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:24.672237 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-62e2782a-22a0-482e-aec2-f438de5b05d5 None None] For port 0770e7fe-796f-4a5c-a317-728ff42a162e, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:38:24.676085 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fe989-2b50-4e55-9cca-e46ddef74b68 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Port': ['ID=41d23658-f901-4735-9b09-30e1055db6d3,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:24.679211 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084baace-5079-4a9e-ad82-a890fcee64b3 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:38:24.682396 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-62e2782a-22a0-482e-aec2-f438de5b05d5 None None] For port 0770e7fe-796f-4a5c-a317-728ff42a162e, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0770e7fe-796f-4a5c-a317-728ff42a162e,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:38:24.692144 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8fe989-2b50-4e55-9cca-e46ddef74b68 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:24.693742 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-8f8fe989-2b50-4e55-9cca-e46ddef74b68 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:24.696042 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-084baace-5079-4a9e-ad82-a890fcee64b3 admin admin] 10.222.0.127 "PUT /v2.0/routers/25d7dc52-b0df-4a32-bfc0-437b11bc3be4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6567705 Nov 04 10:38:24.696536 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-62e2782a-22a0-482e-aec2-f438de5b05d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:24.711384 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-8321ef58-298c-436c-aeb1-59d0bc0a9d45 None None] Provisioning complete for port 0b37b46d-94a3-4c87-a679-ff4847f6c264 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:24.711813 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8321ef58-298c-436c-aeb1-59d0bc0a9d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:24.718027 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8fe989-2b50-4e55-9cca-e46ddef74b68 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:24.757238 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741575fc-bdca-495a-95ac-f75e9df3e452 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:24.757701 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741575fc-bdca-495a-95ac-f75e9df3e452 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:24.758177 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741575fc-bdca-495a-95ac-f75e9df3e452 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:24.758633 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741575fc-bdca-495a-95ac-f75e9df3e452 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:24.759078 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741575fc-bdca-495a-95ac-f75e9df3e452 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:24.759524 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741575fc-bdca-495a-95ac-f75e9df3e452 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:24.759966 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741575fc-bdca-495a-95ac-f75e9df3e452 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:24.760407 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741575fc-bdca-495a-95ac-f75e9df3e452 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:24.760858 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741575fc-bdca-495a-95ac-f75e9df3e452 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:24.761295 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741575fc-bdca-495a-95ac-f75e9df3e452 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:24.761731 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741575fc-bdca-495a-95ac-f75e9df3e452 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:24.767519 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741575fc-bdca-495a-95ac-f75e9df3e452 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:24.770556 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-741575fc-bdca-495a-95ac-f75e9df3e452 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7795 time: 0.5539351 Nov 04 10:38:24.774841 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42980) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:24.823493 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8fe989-2b50-4e55-9cca-e46ddef74b68 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:24.824416 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8f8fe989-2b50-4e55-9cca-e46ddef74b68 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:24.846001 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port be866407-74ff-4d17-8b57-1e21aa6dfa55 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:24.846531 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:24.852173 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2782a-22a0-482e-aec2-f438de5b05d5 None None] Pushing event updated for resources: {'Port': ['ID=0770e7fe-796f-4a5c-a317-728ff42a162e,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:24.868937 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8f8fe989-2b50-4e55-9cca-e46ddef74b68 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1961479 Nov 04 10:38:24.871555 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42982) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:24.881270 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-8321ef58-298c-436c-aeb1-59d0bc0a9d45 None None] Port 0b37b46d-94a3-4c87-a679-ff4847f6c264 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:38:24.917755 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-8321ef58-298c-436c-aeb1-59d0bc0a9d45 None None] Provisioning complete for port 7deda305-1888-4bef-8556-220c957944c1 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:24.918223 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8321ef58-298c-436c-aeb1-59d0bc0a9d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:24.972009 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-8321ef58-298c-436c-aeb1-59d0bc0a9d45 None None] Port 7deda305-1888-4bef-8556-220c957944c1 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:38:24.984057 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2ab6c1-51e0-4713-8af7-6479932edb34 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:24.991059 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2ab6c1-51e0-4713-8af7-6479932edb34 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:24.992805 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2a2ab6c1-51e0-4713-8af7-6479932edb34 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1200848 Nov 04 10:38:24.996576 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42984) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:25.043058 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:25.067586 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port be866407-74ff-4d17-8b57-1e21aa6dfa55, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=be866407-74ff-4d17-8b57-1e21aa6dfa55,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:25.075708 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:25.077803 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b7f511e8-11d0-444f-bd74-6df41052fa19 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:25.182163 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-66503897-db70-448e-9736-82066d365435 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting port 41d23658-f901-4735-9b09-30e1055db6d3 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:38:25.182510 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-66503897-db70-448e-9736-82066d365435 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:25.221011 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-49439a30-cdef-45d5-b6f3-4a151b0ed40a tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.4393091 Nov 04 10:38:25.243825 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-7fb43bb7-209d-4cb1-b55b-8033e8183afe None None] Provisioning complete for port 0b37b46d-94a3-4c87-a679-ff4847f6c264 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:25.244408 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7fb43bb7-209d-4cb1-b55b-8033e8183afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:25.319245 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=be866407-74ff-4d17-8b57-1e21aa6dfa55,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:25.327227 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-7fb43bb7-209d-4cb1-b55b-8033e8183afe None None] Port 0b37b46d-94a3-4c87-a679-ff4847f6c264 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:38:25.352854 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port b7f511e8-11d0-444f-bd74-6df41052fa19 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:25.353220 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:25.355272 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-7fb43bb7-209d-4cb1-b55b-8033e8183afe None None] Provisioning complete for port 7deda305-1888-4bef-8556-220c957944c1 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:25.355622 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7fb43bb7-209d-4cb1-b55b-8033e8183afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:25.442535 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-7fb43bb7-209d-4cb1-b55b-8033e8183afe None None] Port 7deda305-1888-4bef-8556-220c957944c1 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:38:25.474923 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-739e8cf2-5a4b-40ac-82f3-5cdc53f42979 req-d6822256-f53c-41ef-8793-c774f85ceeb4 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1706579 Nov 04 10:38:25.476615 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-66503897-db70-448e-9736-82066d365435 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:25.495226 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:25.496933 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-66503897-db70-448e-9736-82066d365435 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Calling delete_port for 41d23658-f901-4735-9b09-30e1055db6d3 owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:38:25.522165 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port b7f511e8-11d0-444f-bd74-6df41052fa19, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b7f511e8-11d0-444f-bd74-6df41052fa19,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:25.527110 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5d823-e6db-467a-91bf-124269948acf req-b3f4bc14-9d76-4b8e-bc52-1129339c8621 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:25.528905 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d0d5d823-e6db-467a-91bf-124269948acf req-b3f4bc14-9d76-4b8e-bc52-1129339c8621 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=56b960d9-7fc2-43ba-ad91-351449ad94a2 HTTP/1.1" status: 200 len: 946 time: 0.1106095 Nov 04 10:38:25.529735 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:25.531065 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d335dce4-5cd1-4207-91f4-b0eb2833443c up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:25.616645 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=b7f511e8-11d0-444f-bd74-6df41052fa19,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:25.627999 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port d335dce4-5cd1-4207-91f4-b0eb2833443c triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:25.628329 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:25.679370 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e8cf2-5a4b-40ac-82f3-5cdc53f42979 req-9b76c6d0-6613-4d7c-abb3-97f43c4609aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:25.681035 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-739e8cf2-5a4b-40ac-82f3-5cdc53f42979 req-9b76c6d0-6613-4d7c-abb3-97f43c4609aa service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57 HTTP/1.1" status: 200 len: 1095 time: 0.1126401 Nov 04 10:38:25.688313 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d0d5d823-e6db-467a-91bf-124269948acf req-08a48136-5842-4a66-8393-cc5e15311bf8 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210096 Nov 04 10:38:25.725920 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636ce36b-7f4f-4cd1-9f52-1ba413668c69 None None] Sync routers for ids ['032b8a3d-6231-4f51-8397-456abeed9fe1'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:38:25.750725 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636ce36b-7f4f-4cd1-9f52-1ba413668c69 None None] Routers {'032b8a3d-6231-4f51-8397-456abeed9fe1'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:38:25.752357 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-636ce36b-7f4f-4cd1-9f52-1ba413668c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:38:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['032b8a3d-6231-4f51-8397-456abeed9fe1'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:25.982991 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-636ce36b-7f4f-4cd1-9f52-1ba413668c69 None None] Set router 032b8a3d-6231-4f51-8397-456abeed9fe1 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:38:26.101569 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 67b7324a-bd0d-4981-87f2-17a46276ffd5 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:26.238459 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 67b7324a-bd0d-4981-87f2-17a46276ffd5 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:26.239840 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:26.255359 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3b0923-8f48-4e60-b2b2-f3c9e7217d80 None None] Sync routers for ids ['25d7dc52-b0df-4a32-bfc0-437b11bc3be4'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:38:26.272583 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3b0923-8f48-4e60-b2b2-f3c9e7217d80 None None] Routers {'25d7dc52-b0df-4a32-bfc0-437b11bc3be4'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:38:26.273519 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-3c3b0923-8f48-4e60-b2b2-f3c9e7217d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:38:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['25d7dc52-b0df-4a32-bfc0-437b11bc3be4'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:26.467933 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0770e7fe-796f-4a5c-a317-728ff42a162e up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:26.548974 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-636ce36b-7f4f-4cd1-9f52-1ba413668c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'name': 'tempest-TestNetworkBasicOps-router-623783168', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:07Z', 'updated_at': '2021-11-04T10:38:19Z', 'revision_number': 4, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:10Z', 'updated_at': '2021-11-04T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '7deda305-1888-4bef-8556-220c957944c1', 'name': '', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:c4:c5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:17Z', 'updated_at': '2021-11-04T10:38:20Z', 'revision_number': 2, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:26.575067 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-3c3b0923-8f48-4e60-b2b2-f3c9e7217d80 None None] Set router 25d7dc52-b0df-4a32-bfc0-437b11bc3be4 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:38:26.590590 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636ce36b-7f4f-4cd1-9f52-1ba413668c69 None None] Checking router: 032b8a3d-6231-4f51-8397-456abeed9fe1 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:38:26.592193 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636ce36b-7f4f-4cd1-9f52-1ba413668c69 None None] Updating router 032b8a3d-6231-4f51-8397-456abeed9fe1 port 7deda305-1888-4bef-8556-220c957944c1 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:38:26.630297 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-636ce36b-7f4f-4cd1-9f52-1ba413668c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:26.704595 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 0770e7fe-796f-4a5c-a317-728ff42a162e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:26.707597 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:26.836613 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e8cf2-5a4b-40ac-82f3-5cdc53f42979 req-111af662-65b4-4b30-81a6-a19fd9dce0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:26.842826 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-739e8cf2-5a4b-40ac-82f3-5cdc53f42979 req-111af662-65b4-4b30-81a6-a19fd9dce0d3 service neutron] 10.222.0.126 "GET /v2.0/networks?id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 200 len: 909 time: 1.1133747 Nov 04 10:38:26.885410 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-3c3b0923-8f48-4e60-b2b2-f3c9e7217d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'name': 'tempest-ServersTestFqdnHostnames-1274560798-router', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'b7f511e8-11d0-444f-bd74-6df41052fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:15Z', 'updated_at': '2021-11-04T10:38:23Z', 'revision_number': 4, 'project_id': 'a3247e14be254fd39ca4bb24413f7278', 'gw_port': {'id': 'b7f511e8-11d0-444f-bd74-6df41052fa19', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:16Z', 'updated_at': '2021-11-04T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '0b37b46d-94a3-4c87-a679-ff4847f6c264', 'name': '', 'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'mac_address': 'fa:16:3e:7f:fc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '9cbdee7b-9e67-4454-89e3-451ab9fdae2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:21Z', 'updated_at': '2021-11-04T10:38:23Z', 'revision_number': 2, 'project_id': 'a3247e14be254fd39ca4bb24413f7278', 'subnets': [{'id': '9cbdee7b-9e67-4454-89e3-451ab9fdae2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:26.921906 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:26.933535 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3b0923-8f48-4e60-b2b2-f3c9e7217d80 None None] Checking router: 25d7dc52-b0df-4a32-bfc0-437b11bc3be4 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:38:26.933884 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3b0923-8f48-4e60-b2b2-f3c9e7217d80 None None] Updating router 25d7dc52-b0df-4a32-bfc0-437b11bc3be4 port 0b37b46d-94a3-4c87-a679-ff4847f6c264 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:38:26.946867 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-739e8cf2-5a4b-40ac-82f3-5cdc53f42979 req-2250527c-2308-4016-975d-b22b8ec1af1e service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 HTTP/1.1" status: 200 len: 217 time: 0.0829561 Nov 04 10:38:26.970120 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-3c3b0923-8f48-4e60-b2b2-f3c9e7217d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:27.013768 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-08457b02-c758-47da-b451-9283926ff456 req-82c8d049-bf7e-4b6b-8144-e07330b7b1f4 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6072187 Nov 04 10:38:27.020722 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-66503897-db70-448e-9736-82066d365435 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:27.034535 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-08457b02-c758-47da-b451-9283926ff456 req-358fd669-40e1-4884-b710-bf3d80039b45 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:27.165264 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66503897-db70-448e-9736-82066d365435 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Port': ['ID=41d23658-f901-4735-9b09-30e1055db6d3,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:27.221156 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e8cf2-5a4b-40ac-82f3-5cdc53f42979 req-230d6bfd-0919-4d69-80e2-7439e12d6ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:27.223028 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-739e8cf2-5a4b-40ac-82f3-5cdc53f42979 req-230d6bfd-0919-4d69-80e2-7439e12d6ceb service neutron] 10.222.0.126 "GET /v2.0/subnets?id=f29a1ba4-9c2e-4bbf-be88-aa21c2016c98 HTTP/1.1" status: 200 len: 847 time: 0.2740071 Nov 04 10:38:27.282278 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d7657d-c72b-42f7-89d9-242eabc4417f None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:38:27.282693 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-08457b02-c758-47da-b451-9283926ff456 req-358fd669-40e1-4884-b710-bf3d80039b45 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:27.317391 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-3c3b0923-8f48-4e60-b2b2-f3c9e7217d80 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:27.318019 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-739e8cf2-5a4b-40ac-82f3-5cdc53f42979 req-8010a588-0937-4735-adf1-1f001d28400f service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790555 Nov 04 10:38:27.325848 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-3c3b0923-8f48-4e60-b2b2-f3c9e7217d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:27.383968 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeba6a6-f0e3-4293-9694-4090bc473dbd None None] Pushing event updated for resources: {'Port': ['ID=0b37b46d-94a3-4c87-a679-ff4847f6c264,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:27.450952 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-3c3b0923-8f48-4e60-b2b2-f3c9e7217d80 None None] Attempting to bind port 0b37b46d-94a3-4c87-a679-ff4847f6c264 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:38:27.451364 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-3c3b0923-8f48-4e60-b2b2-f3c9e7217d80 None None] Attempting to bind port 0b37b46d-94a3-4c87-a679-ff4847f6c264 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9de533a3-255f-4334-8588-95961af475a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:38:27.451710 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3b0923-8f48-4e60-b2b2-f3c9e7217d80 None None] Attempting to bind port 0b37b46d-94a3-4c87-a679-ff4847f6c264 on network 1b735f04-8bd4-4ad5-bab8-48eab0a995ed {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:27.451991 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-66503897-db70-448e-9736-82066d365435 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:27.461563 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3b0923-8f48-4e60-b2b2-f3c9e7217d80 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:38:27.464021 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3b0923-8f48-4e60-b2b2-f3c9e7217d80 None None] Checking segment: {'id': '9de533a3-255f-4334-8588-95961af475a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:38:27.464464 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-3c3b0923-8f48-4e60-b2b2-f3c9e7217d80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:27.465249 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3b0923-8f48-4e60-b2b2-f3c9e7217d80 None None] Bound using segment: {'id': '9de533a3-255f-4334-8588-95961af475a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:38:27.466024 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-3c3b0923-8f48-4e60-b2b2-f3c9e7217d80 None None] Bound port: 0b37b46d-94a3-4c87-a679-ff4847f6c264, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de533a3-255f-4334-8588-95961af475a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:38:27.466839 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-66503897-db70-448e-9736-82066d365435 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/41d23658-f901-4735-9b09-30e1055db6d3 HTTP/1.1" status: 204 len: 168 time: 2.4700415 Nov 04 10:38:27.469844 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43004) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:27.483502 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-3c3b0923-8f48-4e60-b2b2-f3c9e7217d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:27.593174 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c014c1-f6cb-4aac-9b29-cfd4f86e32e8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:27.596907 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-739e8cf2-5a4b-40ac-82f3-5cdc53f42979 req-6e60af65-d5a8-49d6-8a18-01e540e2223c service neutron] 10.222.0.126 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474117 Nov 04 10:38:27.598167 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c014c1-f6cb-4aac-9b29-cfd4f86e32e8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:27.603951 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c014c1-f6cb-4aac-9b29-cfd4f86e32e8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:27.606215 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e6c014c1-f6cb-4aac-9b29-cfd4f86e32e8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1354375 Nov 04 10:38:27.611666 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43006) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:27.652936 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 0770e7fe-796f-4a5c-a317-728ff42a162e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0770e7fe-796f-4a5c-a317-728ff42a162e,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:27.664220 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-3c3b0923-8f48-4e60-b2b2-f3c9e7217d80 None None] For port 0b37b46d-94a3-4c87-a679-ff4847f6c264, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:38:27.672117 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-3c3b0923-8f48-4e60-b2b2-f3c9e7217d80 None None] For port 0b37b46d-94a3-4c87-a679-ff4847f6c264, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0b37b46d-94a3-4c87-a679-ff4847f6c264,segment=NetworkSegment(9de533a3-255f-4334-8588-95961af475a2),segment_id=9de533a3-255f-4334-8588-95961af475a2)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:38:27.678888 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-14e29d0a-1447-422f-b904-34a8f71baedd None None] Provisioning complete for port 0770e7fe-796f-4a5c-a317-728ff42a162e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:27.679231 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-3c3b0923-8f48-4e60-b2b2-f3c9e7217d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:27.680270 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-14e29d0a-1447-422f-b904-34a8f71baedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:27.692208 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:27.693064 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device be866407-74ff-4d17-8b57-1e21aa6dfa55 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:27.709673 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98afb74-54e8-4eca-b2e4-41e7fd50ad4d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet 25814dcd-5500-45b5-85c6-68f53f3164ff {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:38:27.713991 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a98afb74-54e8-4eca-b2e4-41e7fd50ad4d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:27.744084 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-08457b02-c758-47da-b451-9283926ff456 req-358fd669-40e1-4884-b710-bf3d80039b45 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:27.760144 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a98afb74-54e8-4eca-b2e4-41e7fd50ad4d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:27.764424 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3b0923-8f48-4e60-b2b2-f3c9e7217d80 None None] Routers {'25d7dc52-b0df-4a32-bfc0-437b11bc3be4'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:38:27.765086 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-3c3b0923-8f48-4e60-b2b2-f3c9e7217d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:38:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['25d7dc52-b0df-4a32-bfc0-437b11bc3be4'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:27.768403 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeba6a6-f0e3-4293-9694-4090bc473dbd None None] Pushing event updated for resources: {'Port': ['ID=0b37b46d-94a3-4c87-a679-ff4847f6c264,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:27.875653 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a98afb74-54e8-4eca-b2e4-41e7fd50ad4d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:27.876777 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-636ce36b-7f4f-4cd1-9f52-1ba413668c69 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:27.899090 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=0770e7fe-796f-4a5c-a317-728ff42a162e,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:27.911519 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-636ce36b-7f4f-4cd1-9f52-1ba413668c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:27.967535 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-3c3b0923-8f48-4e60-b2b2-f3c9e7217d80 None None] Set router 25d7dc52-b0df-4a32-bfc0-437b11bc3be4 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:38:27.985443 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a98afb74-54e8-4eca-b2e4-41e7fd50ad4d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:28.007545 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-739e8cf2-5a4b-40ac-82f3-5cdc53f42979 req-dbb86392-a7d5-4234-9d4e-0a5a02261dce service neutron] 10.222.0.126 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012115 Nov 04 10:38:28.030891 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98afb74-54e8-4eca-b2e4-41e7fd50ad4d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=25814dcd-5500-45b5-85c6-68f53f3164ff,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:28.031399 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-08457b02-c758-47da-b451-9283926ff456 req-358fd669-40e1-4884-b710-bf3d80039b45 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Allocated IP 172.25.7.254 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/cc47fe6a-af3c-444a-878c-798567c31eae) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:28.044535 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a98afb74-54e8-4eca-b2e4-41e7fd50ad4d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:28.063069 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a98afb74-54e8-4eca-b2e4-41e7fd50ad4d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/25814dcd-5500-45b5-85c6-68f53f3164ff HTTP/1.1" status: 204 len: 168 time: 0.4490626 Nov 04 10:38:28.066027 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43008) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:28.108168 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce3947-d64f-4825-9671-6aacf8f516d3 None None] Pushing event updated for resources: {'Port': ['ID=7deda305-1888-4bef-8556-220c957944c1,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:28.154067 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port be866407-74ff-4d17-8b57-1e21aa6dfa55 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:28.154598 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:28.170139 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:38:28.220563 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-c17892bf-0700-42a0-a8b4-a3d057bc6311 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet e3748711-9ca8-4657-8b94-4a4fac898be6 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:38:28.230414 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-08457b02-c758-47da-b451-9283926ff456 req-358fd669-40e1-4884-b710-bf3d80039b45 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:28.230804 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c17892bf-0700-42a0-a8b4-a3d057bc6311 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:28.290276 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-08457b02-c758-47da-b451-9283926ff456 req-358fd669-40e1-4884-b710-bf3d80039b45 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:28.357485 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c17892bf-0700-42a0-a8b4-a3d057bc6311 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:28.362898 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-636ce36b-7f4f-4cd1-9f52-1ba413668c69 None None] Attempting to bind port 7deda305-1888-4bef-8556-220c957944c1 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:38:28.363386 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-636ce36b-7f4f-4cd1-9f52-1ba413668c69 None None] Attempting to bind port 7deda305-1888-4bef-8556-220c957944c1 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '584df556-669b-4b6d-9b18-843b5cf506ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:38:28.365225 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636ce36b-7f4f-4cd1-9f52-1ba413668c69 None None] Attempting to bind port 7deda305-1888-4bef-8556-220c957944c1 on network d1610b1b-8f45-4d3c-9fc2-347cfc05de13 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:28.382355 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08457b02-c758-47da-b451-9283926ff456 req-358fd669-40e1-4884-b710-bf3d80039b45 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:28.390680 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-08457b02-c758-47da-b451-9283926ff456 req-358fd669-40e1-4884-b710-bf3d80039b45 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:28.395263 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-08457b02-c758-47da-b451-9283926ff456 req-358fd669-40e1-4884-b710-bf3d80039b45 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:28.397482 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636ce36b-7f4f-4cd1-9f52-1ba413668c69 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:38:28.397876 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636ce36b-7f4f-4cd1-9f52-1ba413668c69 None None] Checking segment: {'id': '584df556-669b-4b6d-9b18-843b5cf506ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:38:28.398300 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-636ce36b-7f4f-4cd1-9f52-1ba413668c69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:28.398690 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636ce36b-7f4f-4cd1-9f52-1ba413668c69 None None] Bound using segment: {'id': '584df556-669b-4b6d-9b18-843b5cf506ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:38:28.399208 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-636ce36b-7f4f-4cd1-9f52-1ba413668c69 None None] Bound port: 7deda305-1888-4bef-8556-220c957944c1, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584df556-669b-4b6d-9b18-843b5cf506ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:38:28.399600 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-636ce36b-7f4f-4cd1-9f52-1ba413668c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:28.405599 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad637e8-3726-415c-98c4-9c2d244b5d72 None None] Update dhcp port {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'fixed_ips': [{'subnet_id': '25814dcd-5500-45b5-85c6-68f53f3164ff', 'ip_address': '2001:db8::f816:3eff:fe4d:6ffa'}, {'subnet_id': 'e3748711-9ca8-4657-8b94-4a4fac898be6'}], 'binding:host_id': 'n-d-816629-1'}, 'id': '0770e7fe-796f-4a5c-a317-728ff42a162e'} from n-d-816629-1. {{(pid=101776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 10:38:28.424619 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd669-40e1-4884-b710-bf3d80039b45 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Pushing event updated for resources: {'Port': ['ID=cc47fe6a-af3c-444a-878c-798567c31eae,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:28.454002 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c17892bf-0700-42a0-a8b4-a3d057bc6311 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:28.502263 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1ad637e8-3726-415c-98c4-9c2d244b5d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:28.522840 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-08457b02-c758-47da-b451-9283926ff456 req-358fd669-40e1-4884-b710-bf3d80039b45 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:28.530701 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c17892bf-0700-42a0-a8b4-a3d057bc6311 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:28.540655 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-3c3b0923-8f48-4e60-b2b2-f3c9e7217d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'name': 'tempest-ServersTestFqdnHostnames-1274560798-router', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'b7f511e8-11d0-444f-bd74-6df41052fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:15Z', 'updated_at': '2021-11-04T10:38:23Z', 'revision_number': 4, 'project_id': 'a3247e14be254fd39ca4bb24413f7278', 'gw_port': {'id': 'b7f511e8-11d0-444f-bd74-6df41052fa19', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:16Z', 'updated_at': '2021-11-04T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '0b37b46d-94a3-4c87-a679-ff4847f6c264', 'name': '', 'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'mac_address': 'fa:16:3e:7f:fc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '9cbdee7b-9e67-4454-89e3-451ab9fdae2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:21Z', 'updated_at': '2021-11-04T10:38:27Z', 'revision_number': 4, 'project_id': 'a3247e14be254fd39ca4bb24413f7278', 'subnets': [{'id': '9cbdee7b-9e67-4454-89e3-451ab9fdae2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:28.583493 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c17892bf-0700-42a0-a8b4-a3d057bc6311 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:28.593468 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c17892bf-0700-42a0-a8b4-a3d057bc6311 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/e3748711-9ca8-4657-8b94-4a4fac898be6 HTTP/1.1" status: 204 len: 168 time: 0.5262928 Nov 04 10:38:28.594177 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43012) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:28.611973 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b3b051d8-7b18-4373-8c3b-0aa4cf38d946 None None] Provisioning complete for port 0b37b46d-94a3-4c87-a679-ff4847f6c264 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:28.612302 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b3b051d8-7b18-4373-8c3b-0aa4cf38d946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:28.618937 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3b0923-8f48-4e60-b2b2-f3c9e7217d80 None None] The sync data for ids ['25d7dc52-b0df-4a32-bfc0-437b11bc3be4'] in n-d-816629-1 is: [{'id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'name': 'tempest-ServersTestFqdnHostnames-1274560798-router', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'b7f511e8-11d0-444f-bd74-6df41052fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:15Z', 'updated_at': '2021-11-04T10:38:23Z', 'revision_number': 4, 'project_id': 'a3247e14be254fd39ca4bb24413f7278', 'gw_port': {'id': 'b7f511e8-11d0-444f-bd74-6df41052fa19', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:16Z', 'updated_at': '2021-11-04T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '0b37b46d-94a3-4c87-a679-ff4847f6c264', 'name': '', 'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'mac_address': 'fa:16:3e:7f:fc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '9cbdee7b-9e67-4454-89e3-451ab9fdae2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:21Z', 'updated_at': '2021-11-04T10:38:27Z', 'revision_number': 4, 'project_id': 'a3247e14be254fd39ca4bb24413f7278', 'subnets': [{'id': '9cbdee7b-9e67-4454-89e3-451ab9fdae2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:38:28.620570 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-08457b02-c758-47da-b451-9283926ff456 req-358fd669-40e1-4884-b710-bf3d80039b45 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:28.657277 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17892bf-0700-42a0-a8b4-a3d057bc6311 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=e3748711-9ca8-4657-8b94-4a4fac898be6,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:28.663419 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a0958484-ac8e-4270-9201-dbe6b0620e45 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671990 Nov 04 10:38:28.666227 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43014) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:28.674033 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-11aeccbf-97ea-4a7b-883c-2fd3d6d2e545 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:28.736858 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b7f511e8-11d0-444f-bd74-6df41052fa19 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:28.876048 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11aeccbf-97ea-4a7b-883c-2fd3d6d2e545 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:28.881062 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-11aeccbf-97ea-4a7b-883c-2fd3d6d2e545 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:28.899291 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-636ce36b-7f4f-4cd1-9f52-1ba413668c69 None None] For port 7deda305-1888-4bef-8556-220c957944c1, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:38:28.904474 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-08457b02-c758-47da-b451-9283926ff456 req-358fd669-40e1-4884-b710-bf3d80039b45 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:28.910236 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-636ce36b-7f4f-4cd1-9f52-1ba413668c69 None None] For port 7deda305-1888-4bef-8556-220c957944c1, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7deda305-1888-4bef-8556-220c957944c1,segment=NetworkSegment(584df556-669b-4b6d-9b18-843b5cf506ec),segment_id=584df556-669b-4b6d-9b18-843b5cf506ec)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:38:28.914217 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-08457b02-c758-47da-b451-9283926ff456 req-358fd669-40e1-4884-b710-bf3d80039b45 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:28.946989 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-636ce36b-7f4f-4cd1-9f52-1ba413668c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:29.026890 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-08457b02-c758-47da-b451-9283926ff456 req-358fd669-40e1-4884-b710-bf3d80039b45 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:29.038036 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636ce36b-7f4f-4cd1-9f52-1ba413668c69 None None] Routers {'032b8a3d-6231-4f51-8397-456abeed9fe1'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:38:29.038837 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-636ce36b-7f4f-4cd1-9f52-1ba413668c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:38:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['032b8a3d-6231-4f51-8397-456abeed9fe1'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:29.045646 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02614ae1-0647-4ca6-8a0e-c84cdead3bfc None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:38:29.059200 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd669-40e1-4884-b710-bf3d80039b45 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Pushing event updated for resources: {'Port': ['ID=cc47fe6a-af3c-444a-878c-798567c31eae,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:29.066613 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-08457b02-c758-47da-b451-9283926ff456 req-358fd669-40e1-4884-b710-bf3d80039b45 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:29.068229 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-08457b02-c758-47da-b451-9283926ff456 req-358fd669-40e1-4884-b710-bf3d80039b45 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0379491 Nov 04 10:38:29.193751 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-08457b02-c758-47da-b451-9283926ff456 req-e7d5451e-a483-456a-affb-25d8f210e7e3 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.254 HTTP/1.1" status: 200 len: 696 time: 0.1192212 Nov 04 10:38:29.363435 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-11aeccbf-97ea-4a7b-883c-2fd3d6d2e545 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:29.372914 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port b7f511e8-11d0-444f-bd74-6df41052fa19 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:29.373286 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:29.374905 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce3947-d64f-4825-9671-6aacf8f516d3 None None] Pushing event updated for resources: {'Port': ['ID=7deda305-1888-4bef-8556-220c957944c1,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:29.456966 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b3b051d8-7b18-4373-8c3b-0aa4cf38d946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:29.458537 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08457b02-c758-47da-b451-9283926ff456 req-f27a5c7c-492a-4e71-99d5-7884f29333ab tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:29.462607 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-08457b02-c758-47da-b451-9283926ff456 req-f27a5c7c-492a-4e71-99d5-7884f29333ab tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 784 time: 0.2620862 Nov 04 10:38:29.469794 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aeccbf-97ea-4a7b-883c-2fd3d6d2e545 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=fbb341ab-86ce-4113-badb-ae1ab09c06a9,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:29.503151 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11aeccbf-97ea-4a7b-883c-2fd3d6d2e545 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:29.505426 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-11aeccbf-97ea-4a7b-883c-2fd3d6d2e545 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:29.510318 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aeccbf-97ea-4a7b-883c-2fd3d6d2e545 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:29.510940 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-11aeccbf-97ea-4a7b-883c-2fd3d6d2e545 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:29.552986 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-11aeccbf-97ea-4a7b-883c-2fd3d6d2e545 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8829620 Nov 04 10:38:29.553669 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43020) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:29.559097 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-cf0841c1-281a-468a-9d27-2371c4aaf22e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:29.637479 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-636ce36b-7f4f-4cd1-9f52-1ba413668c69 None None] Set router 032b8a3d-6231-4f51-8397-456abeed9fe1 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:38:29.653169 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3405ae-0ec5-4790-a1c6-82cb26fb7f23 req-117474f3-9129-4f46-82ee-c54850bec940 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:29.655111 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3c3405ae-0ec5-4790-a1c6-82cb26fb7f23 req-117474f3-9129-4f46-82ee-c54850bec940 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=77c76e5e-659a-41c7-8a55-719f219ff9e8 HTTP/1.1" status: 200 len: 945 time: 0.0917723 Nov 04 10:38:29.697268 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0841c1-281a-468a-9d27-2371c4aaf22e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:29.701267 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf0841c1-281a-468a-9d27-2371c4aaf22e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:29.735542 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3c3405ae-0ec5-4790-a1c6-82cb26fb7f23 req-96ae28a0-347f-4133-a543-0690fa929aa0 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738068 Nov 04 10:38:29.921441 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-b3b051d8-7b18-4373-8c3b-0aa4cf38d946 None None] For port 0b37b46d-94a3-4c87-a679-ff4847f6c264, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0b37b46d-94a3-4c87-a679-ff4847f6c264,segment=NetworkSegment(9de533a3-255f-4334-8588-95961af475a2),segment_id=9de533a3-255f-4334-8588-95961af475a2)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:29.976676 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b3b051d8-7b18-4373-8c3b-0aa4cf38d946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:30.332989 n-d-816629-1 neutron-server[101775]: DEBUG neutron.objects.ports [None req-cf0841c1-281a-468a-9d27-2371c4aaf22e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 10:38:30.334979 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b3b051d8-7b18-4373-8c3b-0aa4cf38d946 None None] Provisioning complete for port 7deda305-1888-4bef-8556-220c957944c1 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:30.335350 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b3b051d8-7b18-4373-8c3b-0aa4cf38d946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:30.373688 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d1bf52-2995-4ea9-a59e-edf33fc5a783 None None] Update dhcp port {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'fixed_ips': [{'subnet_id': 'fbb341ab-86ce-4113-badb-ae1ab09c06a9'}], 'binding:host_id': 'n-d-816629-1'}, 'id': '0770e7fe-796f-4a5c-a317-728ff42a162e'} from n-d-816629-1. {{(pid=101776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 10:38:30.377873 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b051d8-7b18-4373-8c3b-0aa4cf38d946 None None] Pushing event updated for resources: {'Port': ['ID=0b37b46d-94a3-4c87-a679-ff4847f6c264,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:30.476932 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b2d1bf52-2995-4ea9-a59e-edf33fc5a783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:30.480345 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-636ce36b-7f4f-4cd1-9f52-1ba413668c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'name': 'tempest-TestNetworkBasicOps-router-623783168', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:07Z', 'updated_at': '2021-11-04T10:38:19Z', 'revision_number': 4, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:10Z', 'updated_at': '2021-11-04T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '7deda305-1888-4bef-8556-220c957944c1', 'name': '', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:c4:c5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:17Z', 'updated_at': '2021-11-04T10:38:28Z', 'revision_number': 4, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:30.484342 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b3b051d8-7b18-4373-8c3b-0aa4cf38d946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:30.529814 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636ce36b-7f4f-4cd1-9f52-1ba413668c69 None None] The sync data for ids ['032b8a3d-6231-4f51-8397-456abeed9fe1'] in n-d-816629-1 is: [{'id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'name': 'tempest-TestNetworkBasicOps-router-623783168', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:07Z', 'updated_at': '2021-11-04T10:38:19Z', 'revision_number': 4, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:10Z', 'updated_at': '2021-11-04T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '7deda305-1888-4bef-8556-220c957944c1', 'name': '', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:c4:c5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:17Z', 'updated_at': '2021-11-04T10:38:28Z', 'revision_number': 4, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:38:30.566469 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-b3b051d8-7b18-4373-8c3b-0aa4cf38d946 None None] For port 7deda305-1888-4bef-8556-220c957944c1, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7deda305-1888-4bef-8556-220c957944c1,segment=NetworkSegment(584df556-669b-4b6d-9b18-843b5cf506ec),segment_id=584df556-669b-4b6d-9b18-843b5cf506ec)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:30.607791 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b3b051d8-7b18-4373-8c3b-0aa4cf38d946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:30.692560 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b051d8-7b18-4373-8c3b-0aa4cf38d946 None None] Pushing event updated for resources: {'Port': ['ID=7deda305-1888-4bef-8556-220c957944c1,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:30.696143 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7deda305-1888-4bef-8556-220c957944c1 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:30.723861 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf0841c1-281a-468a-9d27-2371c4aaf22e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:30.735324 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43028) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:30.741574 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b58e6bcb-ab77-4b2a-b5ca-dd48ee919b84 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Request body: {'security_group': {'name': 'tempest-securitygroup--605945987', 'description': 'tempest-description--517842614'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:30.817266 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b58e6bcb-ab77-4b2a-b5ca-dd48ee919b84 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:30.880600 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-aaf794d5-c62f-40d3-8ad1-5f6c7611a725 None None] Provisioning complete for port 7deda305-1888-4bef-8556-220c957944c1 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:30.881022 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-aaf794d5-c62f-40d3-8ad1-5f6c7611a725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:30.983935 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b58e6bcb-ab77-4b2a-b5ca-dd48ee919b84 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:30.987247 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 7deda305-1888-4bef-8556-220c957944c1 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:30.988161 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:30.992276 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b58e6bcb-ab77-4b2a-b5ca-dd48ee919b84 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:31.093596 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b58e6bcb-ab77-4b2a-b5ca-dd48ee919b84 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:31.099557 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b58e6bcb-ab77-4b2a-b5ca-dd48ee919b84 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3626928 Nov 04 10:38:31.099973 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-cf0841c1-281a-468a-9d27-2371c4aaf22e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] For port 0770e7fe-796f-4a5c-a317-728ff42a162e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0770e7fe-796f-4a5c-a317-728ff42a162e,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:31.101957 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43030) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:31.106215 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e6bcb-ab77-4b2a-b5ca-dd48ee919b84 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa16f912-b774-4ffd-98f1-e4231e0793ab,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:31.110099 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-ac5026c6-7715-4bdf-8d70-71fe730462b2 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Request body: {'security_group_rule': {'security_group_id': 'aa16f912-b774-4ffd-98f1-e4231e0793ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:31.197558 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf0841c1-281a-468a-9d27-2371c4aaf22e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:31.202884 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-b2d1bf52-2995-4ea9-a59e-edf33fc5a783 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe4d:6ffa-62076ed7-5710-4ca3-bd72-a052ee29ad {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:38:31.203227 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-b2d1bf52-2995-4ea9-a59e-edf33fc5a783 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:38:31.211392 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf0841c1-281a-468a-9d27-2371c4aaf22e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:31.212592 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf0841c1-281a-468a-9d27-2371c4aaf22e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:31.235889 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-aaf794d5-c62f-40d3-8ad1-5f6c7611a725 None None] Provisioning complete for port 0770e7fe-796f-4a5c-a317-728ff42a162e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:31.236141 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-aaf794d5-c62f-40d3-8ad1-5f6c7611a725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:31.277809 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0b37b46d-94a3-4c87-a679-ff4847f6c264 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:31.294764 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ac5026c6-7715-4bdf-8d70-71fe730462b2 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:31.344958 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0841c1-281a-468a-9d27-2371c4aaf22e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:31.383324 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-cf0841c1-281a-468a-9d27-2371c4aaf22e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:31.402583 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0841c1-281a-468a-9d27-2371c4aaf22e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:31.403573 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf0841c1-281a-468a-9d27-2371c4aaf22e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:31.404521 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 0b37b46d-94a3-4c87-a679-ff4847f6c264 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:31.404927 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:31.442716 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-cf0841c1-281a-468a-9d27-2371c4aaf22e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8882756 Nov 04 10:38:31.445603 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43032) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:31.455795 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b2ea0eb9-93b5-4ab1-9579-fafaf0915dc9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'mac_address': 'fa:16:3e:67:7f:f7', 'name': 'tempest-NetworksTestDHCPv6-1645404464'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:31.474611 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0841c1-281a-468a-9d27-2371c4aaf22e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Port': ['ID=0770e7fe-796f-4a5c-a317-728ff42a162e,revision_number=6']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:31.486739 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0841c1-281a-468a-9d27-2371c4aaf22e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=3a1db6bf-8c2c-493c-b00e-f98e5fbe9667,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:31.490013 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43034) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:31.525113 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-71f81602-7035-4d36-86eb-712c6e4f2754 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1232165117', 'description': 'tempest-secgroup-smoke-1232165117 description', 'project_id': '45c1d4a009b54581bacf1fbcabe00677'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:31.555365 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ac5026c6-7715-4bdf-8d70-71fe730462b2 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:31.583664 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ac5026c6-7715-4bdf-8d70-71fe730462b2 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:31.637267 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5026c6-7715-4bdf-8d70-71fe730462b2 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12fdef17-578c-48de-9bda-f935c23b3837,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:31.649000 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0770e7fe-796f-4a5c-a317-728ff42a162e no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:38:31.665492 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-71f81602-7035-4d36-86eb-712c6e4f2754 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:31.706537 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ac5026c6-7715-4bdf-8d70-71fe730462b2 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:31.711766 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43040) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:31.722155 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-5f1c4ac0-3c71-43ff-85b3-e2605e5b567b tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Request body: {'security_group_rule': {'security_group_id': 'aa16f912-b774-4ffd-98f1-e4231e0793ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:31.723920 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ac5026c6-7715-4bdf-8d70-71fe730462b2 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6204770 Nov 04 10:38:31.754191 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ea0eb9-93b5-4ab1-9579-fafaf0915dc9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:31.778956 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b2d1bf52-2995-4ea9-a59e-edf33fc5a783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:31.837305 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-71f81602-7035-4d36-86eb-712c6e4f2754 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:31.843044 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-71f81602-7035-4d36-86eb-712c6e4f2754 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:31.853507 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5f1c4ac0-3c71-43ff-85b3-e2605e5b567b tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:31.881471 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f81602-7035-4d36-86eb-712c6e4f2754 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4454bbd3-f2a6-4e9d-8bcc-2b6af778a55d,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:31.911075 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:31.911358 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-71f81602-7035-4d36-86eb-712c6e4f2754 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:31.914234 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5fd77e55-59d6-4549-a92d-574cf07a38b1 req-83fa5719-cef9-41dc-988c-a87f1e01668e tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] 10.222.0.127 "GET /v2.0/floatingips/7e48b5da-0ca9-477b-a1e0-3637a1f836aa HTTP/1.1" status: 200 len: 693 time: 0.0823100 Nov 04 10:38:31.922529 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-71f81602-7035-4d36-86eb-712c6e4f2754 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4095731 Nov 04 10:38:31.926480 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43044) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:31.932426 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-9ec94e85-ec84-4d2d-a755-930a35f8bd5b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'security_group_rule': {'security_group_id': '4454bbd3-f2a6-4e9d-8bcc-2b6af778a55d', 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:31.976578 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9ec94e85-ec84-4d2d-a755-930a35f8bd5b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:32.042394 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 0770e7fe-796f-4a5c-a317-728ff42a162e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0770e7fe-796f-4a5c-a317-728ff42a162e,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:32.057669 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:32.064267 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5f1c4ac0-3c71-43ff-85b3-e2605e5b567b tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:32.068092 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b2ea0eb9-93b5-4ab1-9579-fafaf0915dc9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:32.081859 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9ec94e85-ec84-4d2d-a755-930a35f8bd5b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:32.090322 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9ec94e85-ec84-4d2d-a755-930a35f8bd5b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:32.101959 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5f1c4ac0-3c71-43ff-85b3-e2605e5b567b tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:32.122584 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec94e85-ec84-4d2d-a755-930a35f8bd5b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=138d28a4-281b-41c4-801c-70255206ee1c,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:32.129703 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9ec94e85-ec84-4d2d-a755-930a35f8bd5b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:32.135908 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9ec94e85-ec84-4d2d-a755-930a35f8bd5b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2070448 Nov 04 10:38:32.136656 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43046) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:32.139757 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-b2ea0eb9-93b5-4ab1-9579-fafaf0915dc9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] device_id is not set on port 5b0bff21-5486-41ef-93a1-c483dec8e4ae yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:38:32.147696 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-32a5b909-6c80-4826-b2be-920dac0d9810 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'security_group_rule': {'security_group_id': '4454bbd3-f2a6-4e9d-8bcc-2b6af778a55d', 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:32.165074 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5f1c4ac0-3c71-43ff-85b3-e2605e5b567b tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:32.166445 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5f1c4ac0-3c71-43ff-85b3-e2605e5b567b tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4536366 Nov 04 10:38:32.173659 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43048) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:32.173948 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c4ac0-3c71-43ff-85b3-e2605e5b567b tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9f399e-19f0-4ab7-94c1-71cde41000c1,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:32.179755 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-94a51806-7fd9-4033-bdf7-6f7be6da317e tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:32.208432 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-32a5b909-6c80-4826-b2be-920dac0d9810 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:32.211186 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-b2d1bf52-2995-4ea9-a59e-edf33fc5a783 None None] Allocated IP 172.20.0.2 (bc5af6f0-5063-4ccc-959e-90459430dabc/fbb341ab-86ce-4113-badb-ae1ab09c06a9/0770e7fe-796f-4a5c-a317-728ff42a162e) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:32.281250 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-32a5b909-6c80-4826-b2be-920dac0d9810 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:32.287043 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-32a5b909-6c80-4826-b2be-920dac0d9810 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:32.310120 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5b909-6c80-4826-b2be-920dac0d9810 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f664298f-840c-4af7-9dc0-556834e4c2a5,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:32.319191 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd77e55-59d6-4549-a92d-574cf07a38b1 req-562d9321-e4b9-43b7-95ca-2fc0f56cb508 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:32.320664 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5fd77e55-59d6-4549-a92d-574cf07a38b1 req-562d9321-e4b9-43b7-95ca-2fc0f56cb508 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 784 time: 0.3966694 Nov 04 10:38:32.343782 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-32a5b909-6c80-4826-b2be-920dac0d9810 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:32.345853 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-32a5b909-6c80-4826-b2be-920dac0d9810 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2077775 Nov 04 10:38:32.352831 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43050) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:32.364444 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-eaaf80f1-1b50-4060-91af-d0ad9e244ad5 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'security_group_rule': {'security_group_id': '4454bbd3-f2a6-4e9d-8bcc-2b6af778a55d', 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:32.389552 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5fd77e55-59d6-4549-a92d-574cf07a38b1 req-1c73673c-3761-40e3-929a-e67a12802595 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.254 HTTP/1.1" status: 200 len: 696 time: 0.0605199 Nov 04 10:38:32.390733 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-94a51806-7fd9-4033-bdf7-6f7be6da317e tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:32.414234 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=0770e7fe-796f-4a5c-a317-728ff42a162e,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:32.423295 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eaaf80f1-1b50-4060-91af-d0ad9e244ad5 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:32.452396 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-b2d1bf52-2995-4ea9-a59e-edf33fc5a783 None None] For port 0770e7fe-796f-4a5c-a317-728ff42a162e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0770e7fe-796f-4a5c-a317-728ff42a162e,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:32.456448 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7deda305-1888-4bef-8556-220c957944c1 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:32.499042 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5fd77e55-59d6-4549-a92d-574cf07a38b1 req-4235ce1b-9f8c-48a2-adb6-d6a2c202b69d tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.254 HTTP/1.1" status: 200 len: 696 time: 0.0826285 Nov 04 10:38:32.505788 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eaaf80f1-1b50-4060-91af-d0ad9e244ad5 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:32.511628 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eaaf80f1-1b50-4060-91af-d0ad9e244ad5 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:32.534138 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b2d1bf52-2995-4ea9-a59e-edf33fc5a783 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:32.543393 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf80f1-1b50-4060-91af-d0ad9e244ad5 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28bdc4b1-80a2-4fb7-9c66-46f162222a97,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:32.553033 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eaaf80f1-1b50-4060-91af-d0ad9e244ad5 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:32.555946 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-eaaf80f1-1b50-4060-91af-d0ad9e244ad5 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2016122 Nov 04 10:38:32.557822 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b2d1bf52-2995-4ea9-a59e-edf33fc5a783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:32.560210 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43052) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:32.566676 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-c650e8d7-0a17-442f-8454-a7ce202ba003 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'security_group_rule': {'security_group_id': '4454bbd3-f2a6-4e9d-8bcc-2b6af778a55d', 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:32.606815 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c650e8d7-0a17-442f-8454-a7ce202ba003 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:32.624097 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 7deda305-1888-4bef-8556-220c957944c1 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:32.630468 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:32.723729 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c650e8d7-0a17-442f-8454-a7ce202ba003 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:32.727602 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1bf52-2995-4ea9-a59e-edf33fc5a783 None None] Pushing event updated for resources: {'Port': ['ID=0770e7fe-796f-4a5c-a317-728ff42a162e,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:32.744061 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c650e8d7-0a17-442f-8454-a7ce202ba003 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:32.796690 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650e8d7-0a17-442f-8454-a7ce202ba003 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f17b0235-92b2-4045-8f3a-8cce458b73e3,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:32.805924 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0b37b46d-94a3-4c87-a679-ff4847f6c264 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:32.814623 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-b2ea0eb9-93b5-4ab1-9579-fafaf0915dc9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 172.20.0.4 (bc5af6f0-5063-4ccc-959e-90459430dabc/fbb341ab-86ce-4113-badb-ae1ab09c06a9/5b0bff21-5486-41ef-93a1-c483dec8e4ae) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:32.819489 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c650e8d7-0a17-442f-8454-a7ce202ba003 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:32.827550 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c650e8d7-0a17-442f-8454-a7ce202ba003 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2637670 Nov 04 10:38:32.828312 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43056) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:32.838105 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-5fd77e55-59d6-4549-a92d-574cf07a38b1 req-6c27ed48-61dc-4fdf-a6e3-0c6c2f071942 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Deleting port cc47fe6a-af3c-444a-878c-798567c31eae {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:38:32.838716 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5fd77e55-59d6-4549-a92d-574cf07a38b1 req-6c27ed48-61dc-4fdf-a6e3-0c6c2f071942 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:32.841898 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-b2ea0eb9-93b5-4ab1-9579-fafaf0915dc9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 2001:db8::f816:3eff:fe67:7ff7 (bc5af6f0-5063-4ccc-959e-90459430dabc/3a1db6bf-8c2c-493c-b00e-f98e5fbe9667/5b0bff21-5486-41ef-93a1-c483dec8e4ae) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:32.847463 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-cf7314bb-11f9-40ce-a02f-291c2b2c6ced tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'security_group_rule': {'security_group_id': '4454bbd3-f2a6-4e9d-8bcc-2b6af778a55d', 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:32.875932 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-94a51806-7fd9-4033-bdf7-6f7be6da317e tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:32.905111 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 0b37b46d-94a3-4c87-a679-ff4847f6c264 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:32.905541 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:32.914500 n-d-816629-1 neutron-server[101775]: INFO neutron.db.securitygroups_db [None req-cf7314bb-11f9-40ce-a02f-291c2b2c6ced tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Project 45c1d4a009b54581bacf1fbcabe00677 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:38:32.927170 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf7314bb-11f9-40ce-a02f-291c2b2c6ced tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:33.082952 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf7314bb-11f9-40ce-a02f-291c2b2c6ced tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:33.090677 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf7314bb-11f9-40ce-a02f-291c2b2c6ced tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:33.119920 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7314bb-11f9-40ce-a02f-291c2b2c6ced tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98dcbd9-e019-4489-bdd2-811f04b11863,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:33.138079 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf7314bb-11f9-40ce-a02f-291c2b2c6ced tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:33.139715 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-cf7314bb-11f9-40ce-a02f-291c2b2c6ced tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3102651 Nov 04 10:38:33.144653 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43058) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:33.150733 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-8407e453-1a66-4c52-bad1-7ce26d0d0a29 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'security_group_rule': {'security_group_id': '4454bbd3-f2a6-4e9d-8bcc-2b6af778a55d', 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:33.186253 n-d-816629-1 neutron-server[101775]: INFO neutron.db.securitygroups_db [None req-8407e453-1a66-4c52-bad1-7ce26d0d0a29 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Project 45c1d4a009b54581bacf1fbcabe00677 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:38:33.192887 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8407e453-1a66-4c52-bad1-7ce26d0d0a29 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:33.276924 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8407e453-1a66-4c52-bad1-7ce26d0d0a29 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:33.284383 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8407e453-1a66-4c52-bad1-7ce26d0d0a29 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:33.311885 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407e453-1a66-4c52-bad1-7ce26d0d0a29 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a74552-dd19-4925-bd99-01823a71f62e,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:33.324880 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8407e453-1a66-4c52-bad1-7ce26d0d0a29 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:33.334733 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8407e453-1a66-4c52-bad1-7ce26d0d0a29 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1797974 Nov 04 10:38:33.445624 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5fd77e55-59d6-4549-a92d-574cf07a38b1 req-6c27ed48-61dc-4fdf-a6e3-0c6c2f071942 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:33.445944 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5fd77e55-59d6-4549-a92d-574cf07a38b1 req-6c27ed48-61dc-4fdf-a6e3-0c6c2f071942 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:33.496154 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-5fd77e55-59d6-4549-a92d-574cf07a38b1 req-6c27ed48-61dc-4fdf-a6e3-0c6c2f071942 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Calling delete_port for cc47fe6a-af3c-444a-878c-798567c31eae owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:38:33.579788 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-94a51806-7fd9-4033-bdf7-6f7be6da317e tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Allocated IP 172.25.7.171 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/b7eaf50e-da12-4b9e-b927-0a45bc70c111) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:33.639347 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b2ea0eb9-93b5-4ab1-9579-fafaf0915dc9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:33.641052 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f45dea-8a97-450f-b80c-9d1ccacce9d1 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:38:33.712706 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e26304-ca1d-4539-b8eb-84682f15c0ba req-9b2f72c9-1409-4014-89a9-ce486eaeda66 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:33.715012 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a0e26304-ca1d-4539-b8eb-84682f15c0ba req-9b2f72c9-1409-4014-89a9-ce486eaeda66 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.121 "GET /v2.0/ports?device_id=56b960d9-7fc2-43ba-ad91-351449ad94a2 HTTP/1.1" status: 200 len: 946 time: 0.0734482 Nov 04 10:38:33.718858 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d4456b4f-8861-400f-80df-514196997390 None None] Provisioning complete for port 0770e7fe-796f-4a5c-a317-728ff42a162e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:33.719344 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d4456b4f-8861-400f-80df-514196997390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:33.789493 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-94a51806-7fd9-4033-bdf7-6f7be6da317e tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:33.847481 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b2ea0eb9-93b5-4ab1-9579-fafaf0915dc9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:33.850105 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-a0e26304-ca1d-4539-b8eb-84682f15c0ba req-2a740280-504f-4b85-a0da-b95c54bdea54 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Deleting port d18207d2-6b68-4423-8dd4-893e4e74c0e0 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:38:33.850105 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a0e26304-ca1d-4539-b8eb-84682f15c0ba req-2a740280-504f-4b85-a0da-b95c54bdea54 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:33.859025 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d4456b4f-8861-400f-80df-514196997390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:33.941566 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ea0eb9-93b5-4ab1-9579-fafaf0915dc9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:33.942361 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5fd77e55-59d6-4549-a92d-574cf07a38b1 req-6c27ed48-61dc-4fdf-a6e3-0c6c2f071942 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:33.956069 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-b2ea0eb9-93b5-4ab1-9579-fafaf0915dc9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:33.958861 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ea0eb9-93b5-4ab1-9579-fafaf0915dc9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:33.985919 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-a0e26304-ca1d-4539-b8eb-84682f15c0ba req-2a740280-504f-4b85-a0da-b95c54bdea54 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] For port d18207d2-6b68-4423-8dd4-893e4e74c0e0, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=d18207d2-6b68-4423-8dd4-893e4e74c0e0,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:33.986406 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a0e26304-ca1d-4539-b8eb-84682f15c0ba req-2a740280-504f-4b85-a0da-b95c54bdea54 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:33.998043 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-d4456b4f-8861-400f-80df-514196997390 None None] For port 0770e7fe-796f-4a5c-a317-728ff42a162e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0770e7fe-796f-4a5c-a317-728ff42a162e,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:34.007556 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d4456b4f-8861-400f-80df-514196997390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:34.009526 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-a0e26304-ca1d-4539-b8eb-84682f15c0ba req-2a740280-504f-4b85-a0da-b95c54bdea54 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Calling delete_port for d18207d2-6b68-4423-8dd4-893e4e74c0e0 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:38:34.032160 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ea0eb9-93b5-4ab1-9579-fafaf0915dc9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:34.032879 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b2ea0eb9-93b5-4ab1-9579-fafaf0915dc9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:34.040312 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea0eb9-93b5-4ab1-9579-fafaf0915dc9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Port': ['ID=5b0bff21-5486-41ef-93a1-c483dec8e4ae,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:34.141224 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4456b4f-8861-400f-80df-514196997390 None None] Pushing event updated for resources: {'Port': ['ID=0770e7fe-796f-4a5c-a317-728ff42a162e,revision_number=9']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:34.150442 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27ed48-61dc-4fdf-a6e3-0c6c2f071942 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Pushing event deleted for resources: {'Port': ['ID=cc47fe6a-af3c-444a-878c-798567c31eae,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:34.153969 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-94a51806-7fd9-4033-bdf7-6f7be6da317e tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:34.163256 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b2ea0eb9-93b5-4ab1-9579-fafaf0915dc9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7121556 Nov 04 10:38:34.163993 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5fd77e55-59d6-4549-a92d-574cf07a38b1 req-6c27ed48-61dc-4fdf-a6e3-0c6c2f071942 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:34.165043 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43066) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:34.167077 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5fd77e55-59d6-4549-a92d-574cf07a38b1 req-6c27ed48-61dc-4fdf-a6e3-0c6c2f071942 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:34.182638 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5fd77e55-59d6-4549-a92d-574cf07a38b1 req-6c27ed48-61dc-4fdf-a6e3-0c6c2f071942 tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] 10.222.0.127 "DELETE /v2.0/floatingips/7e48b5da-0ca9-477b-a1e0-3637a1f836aa HTTP/1.1" status: 204 len: 173 time: 1.6814408 Nov 04 10:38:34.253414 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a51806-7fd9-4033-bdf7-6f7be6da317e tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:34.259682 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-94a51806-7fd9-4033-bdf7-6f7be6da317e tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:34.264697 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f16069-bf75-4cab-a371-b9b6f1a4ba3b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:34.264941 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a51806-7fd9-4033-bdf7-6f7be6da317e tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:34.271113 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f16069-bf75-4cab-a371-b9b6f1a4ba3b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:34.271765 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a51806-7fd9-4033-bdf7-6f7be6da317e tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Pushing event updated for resources: {'Port': ['ID=b7eaf50e-da12-4b9e-b927-0a45bc70c111,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:34.281317 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-59f16069-bf75-4cab-a371-b9b6f1a4ba3b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1146963 Nov 04 10:38:34.282583 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43074) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:34.291810 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a0e26304-ca1d-4539-b8eb-84682f15c0ba req-2a740280-504f-4b85-a0da-b95c54bdea54 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:34.309372 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['d18207d2-6b68-4423-8dd4-893e4e74c0e0'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:38:34.349800 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f13017f-fe82-4d8d-b9f4-56990adcd4b1 req-673162de-f428-4e2b-8a07-413694d96ad9 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=56b960d9-7fc2-43ba-ad91-351449ad94a2 HTTP/1.1" status: 200 len: 210 time: 0.0334749 Nov 04 10:38:34.390541 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a740280-504f-4b85-a0da-b95c54bdea54 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Pushing event deleted for resources: {'Port': ['ID=d18207d2-6b68-4423-8dd4-893e4e74c0e0,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:34.441270 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-94a51806-7fd9-4033-bdf7-6f7be6da317e tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:34.488072 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e26304-ca1d-4539-b8eb-84682f15c0ba req-2a740280-504f-4b85-a0da-b95c54bdea54 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] No DVR routers for this DVR port d18207d2-6b68-4423-8dd4-893e4e74c0e0 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:38:34.491053 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a0e26304-ca1d-4539-b8eb-84682f15c0ba req-2a740280-504f-4b85-a0da-b95c54bdea54 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:34.493574 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-94a51806-7fd9-4033-bdf7-6f7be6da317e tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:34.495215 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a0e26304-ca1d-4539-b8eb-84682f15c0ba req-2a740280-504f-4b85-a0da-b95c54bdea54 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.121 "DELETE /v2.0/ports/d18207d2-6b68-4423-8dd4-893e4e74c0e0 HTTP/1.1" status: 204 len: 173 time: 0.7682798 Nov 04 10:38:34.497996 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b960d9-7fc2-43ba-ad91-351449ad94a2', 'name': 'network-vif-deleted', 'tag': 'd18207d2-6b68-4423-8dd4-893e4e74c0e0'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:38:34.500809 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe9c8cd-48bc-4131-9ce5-88cd499c707c" -d '{"events": [{"server_uuid": "56b960d9-7fc2-43ba-ad91-351449ad94a2", "name": "network-vif-deleted", "tag": "d18207d2-6b68-4423-8dd4-893e4e74c0e0"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:38:34.521189 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0770e7fe-796f-4a5c-a317-728ff42a162e up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:34.546711 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-ebc826c5-306a-4883-bf92-77a699450f1b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting port 5b0bff21-5486-41ef-93a1-c483dec8e4ae {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:38:34.547083 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ebc826c5-306a-4883-bf92-77a699450f1b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:34.651752 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 0770e7fe-796f-4a5c-a317-728ff42a162e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:34.656273 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:34.663922 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-8999c327-88d1-4a76-98b6-0ede1dc1634a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1232165117&fields=id&tenant_id=45c1d4a009b54581bacf1fbcabe00677 HTTP/1.1" status: 200 len: 267 time: 0.1329503 Nov 04 10:38:34.669202 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ebc826c5-306a-4883-bf92-77a699450f1b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:34.692577 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-ebc826c5-306a-4883-bf92-77a699450f1b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Calling delete_port for 5b0bff21-5486-41ef-93a1-c483dec8e4ae owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:38:34.846164 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-94a51806-7fd9-4033-bdf7-6f7be6da317e tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:34.855017 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-2a141a5e-0037-4b3e-83ea-6ac93c9b2a8d tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:34.856698 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-2a141a5e-0037-4b3e-83ea-6ac93c9b2a8d tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/networks?id=d1610b1b-8f45-4d3c-9fc2-347cfc05de13 HTTP/1.1" status: 200 len: 797 time: 0.1844621 Nov 04 10:38:34.858027 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-94a51806-7fd9-4033-bdf7-6f7be6da317e tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:34.912283 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ebc826c5-306a-4883-bf92-77a699450f1b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:34.914710 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-975323ba-29f9-4a66-aa27-e78e1db23654 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/quotas/45c1d4a009b54581bacf1fbcabe00677 HTTP/1.1" status: 200 len: 375 time: 0.0478721 Nov 04 10:38:34.958922 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dafee7-b416-4907-a101-821093ab4657 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:38:34.974931 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a51806-7fd9-4033-bdf7-6f7be6da317e tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Pushing event updated for resources: {'Port': ['ID=b7eaf50e-da12-4b9e-b927-0a45bc70c111,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:34.987425 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc826c5-306a-4883-bf92-77a699450f1b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Port': ['ID=5b0bff21-5486-41ef-93a1-c483dec8e4ae,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:34.989036 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-94a51806-7fd9-4033-bdf7-6f7be6da317e tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:35.022227 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-4d8f0858-acfb-42e9-9568-9567be59f76c tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=45c1d4a009b54581bacf1fbcabe00677&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856030 Nov 04 10:38:35.028604 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-94a51806-7fd9-4033-bdf7-6f7be6da317e tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:35.039207 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-94a51806-7fd9-4033-bdf7-6f7be6da317e tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8570738 Nov 04 10:38:35.088595 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-1ab61c37-6f4a-4f1f-bfac-e1ecfb2276af None None] Could not find standard attr ID for object 5b0bff21-5486-41ef-93a1-c483dec8e4ae. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:38:35.096145 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ebc826c5-306a-4883-bf92-77a699450f1b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:35.101477 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ebc826c5-306a-4883-bf92-77a699450f1b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/5b0bff21-5486-41ef-93a1-c483dec8e4ae HTTP/1.1" status: 204 len: 168 time: 0.8173308 Nov 04 10:38:35.104163 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43092) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:35.155694 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-1ab61c37-6f4a-4f1f-bfac-e1ecfb2276af None None] Provisioning complete for port 0770e7fe-796f-4a5c-a317-728ff42a162e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:35.156327 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1ab61c37-6f4a-4f1f-bfac-e1ecfb2276af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:35.188667 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25341dc-6305-471d-a841-e53ce1272b84 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:35.190407 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25341dc-6305-471d-a841-e53ce1272b84 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:35.192244 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25341dc-6305-471d-a841-e53ce1272b84 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:35.195392 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b25341dc-6305-471d-a841-e53ce1272b84 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0885475 Nov 04 10:38:35.197583 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-906d0969-4912-43a4-83a7-d5d5d336527c service neutron] 10.222.0.127 "GET /v2.0/networks/d1610b1b-8f45-4d3c-9fc2-347cfc05de13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518378 Nov 04 10:38:35.197760 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43094) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:35.252097 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-245b5915-c0cb-4381-a4ca-db6843b6f07f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet 3a1db6bf-8c2c-493c-b00e-f98e5fbe9667 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:38:35.255562 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-245b5915-c0cb-4381-a4ca-db6843b6f07f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:35.299352 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-90fd889e-3261-40cf-b86b-9151eac0f77d service neutron] 10.222.0.127 "GET /v2.0/networks/d1610b1b-8f45-4d3c-9fc2-347cfc05de13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958080 Nov 04 10:38:35.310561 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-245b5915-c0cb-4381-a4ca-db6843b6f07f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:35.391577 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-245b5915-c0cb-4381-a4ca-db6843b6f07f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:35.452418 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [req-49580815-9625-4d34-99f4-f2302021498f req-d385c5f5-66fc-47f2-8ab9-3ca899dc432f tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] show failed (client error): The resource could not be found. Nov 04 10:38:35.453681 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-49580815-9625-4d34-99f4-f2302021498f req-d385c5f5-66fc-47f2-8ab9-3ca899dc432f tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] 10.222.0.127 "GET /v2.0/floatingips/7e48b5da-0ca9-477b-a1e0-3637a1f836aa HTTP/1.1" status: 404 len: 350 time: 0.0434341 Nov 04 10:38:35.457347 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-245b5915-c0cb-4381-a4ca-db6843b6f07f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:35.481802 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b5915-c0cb-4381-a4ca-db6843b6f07f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=3a1db6bf-8c2c-493c-b00e-f98e5fbe9667,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:35.496975 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-245b5915-c0cb-4381-a4ca-db6843b6f07f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:35.500636 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-245b5915-c0cb-4381-a4ca-db6843b6f07f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/3a1db6bf-8c2c-493c-b00e-f98e5fbe9667 HTTP/1.1" status: 204 len: 168 time: 0.3020442 Nov 04 10:38:35.503162 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43104) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:35.566631 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-d026da6e-3618-471b-8634-9397fc2ebdcb tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet fbb341ab-86ce-4113-badb-ae1ab09c06a9 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:38:35.574231 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d026da6e-3618-471b-8634-9397fc2ebdcb tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:35.575217 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5583ad-b237-4d86-b44f-16c5d6016d6b req-04967579-abea-4a6c-bcca-08a1dd9b5fd3 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:35.576897 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1c5583ad-b237-4d86-b44f-16c5d6016d6b req-04967579-abea-4a6c-bcca-08a1dd9b5fd3 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=77c76e5e-659a-41c7-8a55-719f219ff9e8 HTTP/1.1" status: 200 len: 945 time: 0.0619190 Nov 04 10:38:35.624616 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d026da6e-3618-471b-8634-9397fc2ebdcb tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:35.646644 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1c5583ad-b237-4d86-b44f-16c5d6016d6b req-aba53608-2998-4771-a4cb-9c09aff165d6 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580590 Nov 04 10:38:35.743412 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d026da6e-3618-471b-8634-9397fc2ebdcb tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:35.839839 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d026da6e-3618-471b-8634-9397fc2ebdcb tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:35.879577 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026da6e-3618-471b-8634-9397fc2ebdcb tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb341ab-86ce-4113-badb-ae1ab09c06a9,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:35.890133 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d026da6e-3618-471b-8634-9397fc2ebdcb tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:35.894704 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d026da6e-3618-471b-8634-9397fc2ebdcb tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/fbb341ab-86ce-4113-badb-ae1ab09c06a9 HTTP/1.1" status: 204 len: 168 time: 0.3903117 Nov 04 10:38:35.896991 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43114) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:35.936610 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092091f5-0091-49cb-acd2-e1c79bf09b9e None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:38:35.948617 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0381ec74-77d7-453f-b4cc-bc9db9404e33 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480318 Nov 04 10:38:35.950057 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43118) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:35.954624 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-b5fe9211-f12f-4c45-a52a-d0361b5c3367 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:35.959317 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d68a76-36ff-4728-9e94-66c693106484 x-openstack-request-id: req-c8d68a76-36ff-4728-9e94-66c693106484 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:38:35.960203 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b960d9-7fc2-43ba-ad91-351449ad94a2", "name": "network-vif-deleted", "tag": "d18207d2-6b68-4423-8dd4-893e4e74c0e0", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:38:35.960454 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-c8d68a76-36ff-4728-9e94-66c693106484 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:38:35.961078 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b960d9-7fc2-43ba-ad91-351449ad94a2', 'name': 'network-vif-deleted', 'tag': 'd18207d2-6b68-4423-8dd4-893e4e74c0e0', 'status': 'completed', 'code': 200} Nov 04 10:38:36.084326 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fe9211-f12f-4c45-a52a-d0361b5c3367 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:36.088065 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5fe9211-f12f-4c45-a52a-d0361b5c3367 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:36.088521 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-06e32612-de01-4e94-9508-5c4fecd09d3a tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-securitygroup--605945987&fields=id&tenant_id=a3247e14be254fd39ca4bb24413f7278 HTTP/1.1" status: 200 len: 267 time: 0.0576425 Nov 04 10:38:36.221594 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-7fc21e5d-24dc-4113-a6f4-e7eeb60c37fb None None] Provisioning complete for port 0770e7fe-796f-4a5c-a317-728ff42a162e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:36.221867 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7fc21e5d-24dc-4113-a6f4-e7eeb60c37fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:36.256856 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-ac8c74ab-16de-4095-97f2-52a34e7765c9 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:36.258419 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-ac8c74ab-16de-4095-97f2-52a34e7765c9 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.127 "GET /v2.0/networks?id=1b735f04-8bd4-4ad5-bab8-48eab0a995ed HTTP/1.1" status: 200 len: 815 time: 0.1549172 Nov 04 10:38:36.277161 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-f3fbd7e1-77bc-4909-a49d-2e515095a894 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.127 "GET /v2.0/quotas/a3247e14be254fd39ca4bb24413f7278 HTTP/1.1" status: 200 len: 375 time: 0.0101111 Nov 04 10:38:36.341374 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-b43dd98b-14a5-416b-b087-a6883b308829 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=a3247e14be254fd39ca4bb24413f7278&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0577588 Nov 04 10:38:36.376537 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5fe9211-f12f-4c45-a52a-d0361b5c3367 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:36.409307 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a983cfb-a2d3-4bce-a4bc-05cea80b164d None None] DHCP port deletion for bc5af6f0-5063-4ccc-959e-90459430dabc request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:38:36.416758 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fe9211-f12f-4c45-a52a-d0361b5c3367 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:36.423773 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-b5fe9211-f12f-4c45-a52a-d0361b5c3367 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:36.429421 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fe9211-f12f-4c45-a52a-d0361b5c3367 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:36.430089 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5fe9211-f12f-4c45-a52a-d0361b5c3367 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:36.439998 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe9211-f12f-4c45-a52a-d0361b5c3367 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=faa87986-c6c4-4d0f-bbf4-57c96a98bcd3,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:36.459838 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b5fe9211-f12f-4c45-a52a-d0361b5c3367 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5099020 Nov 04 10:38:36.464535 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43130) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:36.473181 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-9a983cfb-a2d3-4bce-a4bc-05cea80b164d None None] Deleting port 0770e7fe-796f-4a5c-a317-728ff42a162e {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:38:36.473439 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-24c6d6ef-37db-4e27-9c24-3d5230a34b82 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:36.473644 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9a983cfb-a2d3-4bce-a4bc-05cea80b164d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:36.479822 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-0d8fb702-e2b6-4703-a501-f13728c8a7e2 service neutron] 10.222.0.127 "GET /v2.0/networks/1b735f04-8bd4-4ad5-bab8-48eab0a995ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201487 Nov 04 10:38:36.564742 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-9a983cfb-a2d3-4bce-a4bc-05cea80b164d None None] For port 0770e7fe-796f-4a5c-a317-728ff42a162e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0770e7fe-796f-4a5c-a317-728ff42a162e,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:36.565193 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9a983cfb-a2d3-4bce-a4bc-05cea80b164d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:36.580518 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-c529f364-75fd-4b8a-8ee8-cbea74b9545c service neutron] 10.222.0.127 "GET /v2.0/networks/1b735f04-8bd4-4ad5-bab8-48eab0a995ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983694 Nov 04 10:38:36.585827 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-9a983cfb-a2d3-4bce-a4bc-05cea80b164d None None] Calling delete_port for 0770e7fe-796f-4a5c-a317-728ff42a162e owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:38:36.691232 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9a983cfb-a2d3-4bce-a4bc-05cea80b164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:36.744967 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a983cfb-a2d3-4bce-a4bc-05cea80b164d None None] Pushing event deleted for resources: {'Port': ['ID=0770e7fe-796f-4a5c-a317-728ff42a162e,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:36.767082 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a983cfb-a2d3-4bce-a4bc-05cea80b164d None None] No DVR routers for this DVR port 0770e7fe-796f-4a5c-a317-728ff42a162e on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:38:36.784934 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73170cd1-37fb-4fb2-bafe-aad27c6670ce None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:38:36.910604 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5a366b2d-e894-45cf-a840-703199b4a359 req-27fc8884-b3b4-4aaa-9400-afb6308dc325 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?device_id=1c228841-fa03-4830-b025-3117f1b7af8f HTTP/1.1" status: 200 len: 210 time: 0.0500779 Nov 04 10:38:36.986590 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [req-5c2b1bca-6b25-439b-a06e-7b3503e8be71 req-d2fecb96-53e7-49ae-9794-ac3334e1700c tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] show failed (client error): The resource could not be found. Nov 04 10:38:36.987647 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5c2b1bca-6b25-439b-a06e-7b3503e8be71 req-d2fecb96-53e7-49ae-9794-ac3334e1700c tempest-FloatingIPsTestJSON-956064346 tempest-FloatingIPsTestJSON-956064346-project] 10.222.0.127 "GET /v2.0/floatingips/7e48b5da-0ca9-477b-a1e0-3637a1f836aa HTTP/1.1" status: 404 len: 350 time: 0.0393002 Nov 04 10:38:36.996847 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43142) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:37.004871 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d24c100-1f3f-412b-accc-bd9a16d22a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-bc5af6f0-5063-4ccc-959e-90459430dabc', 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'fixed_ips': [{'subnet_id': 'faa87986-c6c4-4d0f-bbf4-57c96a98bcd3'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:38:37.005858 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5d24c100-1f3f-412b-accc-bd9a16d22a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:37.101192 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c6d6ef-37db-4e27-9c24-3d5230a34b82 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:37.105500 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-24c6d6ef-37db-4e27-9c24-3d5230a34b82 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:37.216541 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6ccab-70c8-4e02-98ed-d2e0a9efc976 req-d78b4d69-5cee-48aa-98c0-117386ba8237 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:37.225503 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f4e6ccab-70c8-4e02-98ed-d2e0a9efc976 req-d78b4d69-5cee-48aa-98c0-117386ba8237 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=77c76e5e-659a-41c7-8a55-719f219ff9e8 HTTP/1.1" status: 200 len: 945 time: 0.1499155 Nov 04 10:38:37.239811 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-5d24c100-1f3f-412b-accc-bd9a16d22a14 None None] Allocated IP 172.20.0.2 (bc5af6f0-5063-4ccc-959e-90459430dabc/faa87986-c6c4-4d0f-bbf4-57c96a98bcd3/327e3e5d-efe9-4751-8134-5ea1ac370998) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:37.240349 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-49e724ef-14a6-4218-946b-0569934d2d14 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:37.253580 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-49e724ef-14a6-4218-946b-0569934d2d14 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.121 "GET /v2.0/networks?id=d1610b1b-8f45-4d3c-9fc2-347cfc05de13 HTTP/1.1" status: 200 len: 797 time: 0.6684477 Nov 04 10:38:37.337224 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f4e6ccab-70c8-4e02-98ed-d2e0a9efc976 req-d3397a1a-5c10-4ebd-a3a2-2bfccac99e77 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991497 Nov 04 10:38:37.475589 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-6804cc72-6fc8-449c-a286-744db92bc8e0 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45c1d4a009b54581bacf1fbcabe00677 HTTP/1.1" status: 200 len: 380 time: 0.2114282 Nov 04 10:38:37.487984 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-9deab5fa-c8c8-47b1-92b2-3f097040e359 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'port': {'device_id': '1c228841-fa03-4830-b025-3117f1b7af8f', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'admin_state_up': True, 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'security_groups': ['4454bbd3-f2a6-4e9d-8bcc-2b6af778a55d']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:37.488469 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5d24c100-1f3f-412b-accc-bd9a16d22a14 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:37.493350 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea292713-d622-4cc7-a0b4-5a84e033501c req-1e480bf4-0db1-4915-a023-bcdd233b618d tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.127 "GET /v2.0/ports?device_id=84fdea35-8115-4067-94be-a517bb12cb97 HTTP/1.1" status: 200 len: 210 time: 0.0361457 Nov 04 10:38:37.503756 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5d24c100-1f3f-412b-accc-bd9a16d22a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:37.576249 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d24c100-1f3f-412b-accc-bd9a16d22a14 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:37.593243 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-5d24c100-1f3f-412b-accc-bd9a16d22a14 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:37.600967 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24c100-1f3f-412b-accc-bd9a16d22a14 None None] Pushing event updated for resources: {'Port': ['ID=327e3e5d-efe9-4751-8134-5ea1ac370998,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:37.605071 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d24c100-1f3f-412b-accc-bd9a16d22a14 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:37.682467 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5d24c100-1f3f-412b-accc-bd9a16d22a14 None None] Attempting to bind port 327e3e5d-efe9-4751-8134-5ea1ac370998 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:38:37.682880 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5d24c100-1f3f-412b-accc-bd9a16d22a14 None None] Attempting to bind port 327e3e5d-efe9-4751-8134-5ea1ac370998 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:38:37.683771 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d24c100-1f3f-412b-accc-bd9a16d22a14 None None] Attempting to bind port 327e3e5d-efe9-4751-8134-5ea1ac370998 on network bc5af6f0-5063-4ccc-959e-90459430dabc {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:37.690608 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d24c100-1f3f-412b-accc-bd9a16d22a14 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:38:37.691138 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d24c100-1f3f-412b-accc-bd9a16d22a14 None None] Checking segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:38:37.691522 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5d24c100-1f3f-412b-accc-bd9a16d22a14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:37.691908 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d24c100-1f3f-412b-accc-bd9a16d22a14 None None] Bound using segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:38:37.692376 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5d24c100-1f3f-412b-accc-bd9a16d22a14 None None] Bound port: 327e3e5d-efe9-4751-8134-5ea1ac370998, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:38:37.692756 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5d24c100-1f3f-412b-accc-bd9a16d22a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:37.727756 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-9deab5fa-c8c8-47b1-92b2-3f097040e359 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Made reservation on behalf of 45c1d4a009b54581bacf1fbcabe00677 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:37.731847 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-9deab5fa-c8c8-47b1-92b2-3f097040e359 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:37.784894 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-6f2606e8-c0a8-4cf8-9560-2a67678d4c7a tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:37.785864 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5d24c100-1f3f-412b-accc-bd9a16d22a14 None None] For port 327e3e5d-efe9-4751-8134-5ea1ac370998, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:38:37.789425 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5d24c100-1f3f-412b-accc-bd9a16d22a14 None None] For port 327e3e5d-efe9-4751-8134-5ea1ac370998, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=327e3e5d-efe9-4751-8134-5ea1ac370998,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:38:37.793404 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-6f2606e8-c0a8-4cf8-9560-2a67678d4c7a tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/networks?id=8c8a1e5a-f063-46d4-a45c-05147903d1b7 HTTP/1.1" status: 200 len: 811 time: 0.1997080 Nov 04 10:38:37.796693 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5d24c100-1f3f-412b-accc-bd9a16d22a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:37.838605 n-d-816629-1 neutron-server[101775]: DEBUG neutron.objects.ports [None req-24c6d6ef-37db-4e27-9c24-3d5230a34b82 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 10:38:37.850162 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-00bd77a0-ec6b-4d03-b012-a9987b6d93b1 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/quotas/53562ae687274bbeba84f6369ffa7a9a HTTP/1.1" status: 200 len: 375 time: 0.0554605 Nov 04 10:38:37.859018 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device d18207d2-6b68-4423-8dd4-893e4e74c0e0 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:38:37.885038 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: d18207d2-6b68-4423-8dd4-893e4e74c0e0 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:38:37.885466 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device d18207d2-6b68-4423-8dd4-893e4e74c0e0 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:38:37.887933 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24c100-1f3f-412b-accc-bd9a16d22a14 None None] Pushing event updated for resources: {'Port': ['ID=327e3e5d-efe9-4751-8134-5ea1ac370998,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:37.896070 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-c1167960-42a7-436f-8f25-4413740b7570 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=53562ae687274bbeba84f6369ffa7a9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371814 Nov 04 10:38:38.019929 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e6a3004-312b-412c-b5f9-c037451173d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:38.026269 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-9deab5fa-c8c8-47b1-92b2-3f097040e359 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Allocated IP 172.20.0.6 (d1610b1b-8f45-4d3c-9fc2-347cfc05de13/d6057b4f-75be-4660-b8e6-699fba4902f5/828e67bd-81fb-4518-ab63-1a372a37c2c6) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:38.150821 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-24c6d6ef-37db-4e27-9c24-3d5230a34b82 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:38.385469 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-9deab5fa-c8c8-47b1-92b2-3f097040e359 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:38.451123 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-24c6d6ef-37db-4e27-9c24-3d5230a34b82 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] For port 327e3e5d-efe9-4751-8134-5ea1ac370998, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=327e3e5d-efe9-4751-8134-5ea1ac370998,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:38.472108 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 327e3e5d-efe9-4751-8134-5ea1ac370998 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:38.476197 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-9deab5fa-c8c8-47b1-92b2-3f097040e359 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:38.507667 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-68a3b8bb-91ea-4dd4-9e7f-dd4826a67791 service neutron] 10.222.0.127 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6036074 Nov 04 10:38:38.528500 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-24c6d6ef-37db-4e27-9c24-3d5230a34b82 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:38.541713 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-24c6d6ef-37db-4e27-9c24-3d5230a34b82 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:38.542501 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-24c6d6ef-37db-4e27-9c24-3d5230a34b82 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:38.543071 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 327e3e5d-efe9-4751-8134-5ea1ac370998 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:38.543515 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:38.547756 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-9deab5fa-c8c8-47b1-92b2-3f097040e359 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Network d1610b1b-8f45-4d3c-9fc2-347cfc05de13 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:38.582456 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-9deab5fa-c8c8-47b1-92b2-3f097040e359 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:38.590881 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-9deab5fa-c8c8-47b1-92b2-3f097040e359 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:38.597511 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deab5fa-c8c8-47b1-92b2-3f097040e359 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'Port': ['ID=828e67bd-81fb-4518-ab63-1a372a37c2c6,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:38.646489 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c6d6ef-37db-4e27-9c24-3d5230a34b82 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:38.656843 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:38.678783 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-24c6d6ef-37db-4e27-9c24-3d5230a34b82 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:38.695790 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c6d6ef-37db-4e27-9c24-3d5230a34b82 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:38.696527 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-24c6d6ef-37db-4e27-9c24-3d5230a34b82 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:38.710455 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 327e3e5d-efe9-4751-8134-5ea1ac370998, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=327e3e5d-efe9-4751-8134-5ea1ac370998,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:38.714067 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-e686f1b8-dc9c-4203-b381-147d54f9e4c5 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:38.715719 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-e686f1b8-dc9c-4203-b381-147d54f9e4c5 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.126 "GET /v2.0/networks?id=1b735f04-8bd4-4ad5-bab8-48eab0a995ed HTTP/1.1" status: 200 len: 815 time: 0.6421945 Nov 04 10:38:38.717092 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6d6ef-37db-4e27-9c24-3d5230a34b82 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=d6998c39-0d01-4c0d-a717-cf7772339144,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:38.718322 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:38.755711 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-9deab5fa-c8c8-47b1-92b2-3f097040e359 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:38.756399 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-9deab5fa-c8c8-47b1-92b2-3f097040e359 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:38.808302 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-9deab5fa-c8c8-47b1-92b2-3f097040e359 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3244054 Nov 04 10:38:38.821197 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0770e7fe-796f-4a5c-a317-728ff42a162e no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:38:38.826453 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-041b5767-8872-4688-898e-15fa539ce136 service neutron] Request body: {'port': {'device_id': '1c228841-fa03-4830-b025-3117f1b7af8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:38.838617 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-66329794-c0fd-4865-bc4d-4ffe5ed0cd94 service neutron] 10.222.0.127 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214920 Nov 04 10:38:38.876242 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 0770e7fe-796f-4a5c-a317-728ff42a162e {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:38:38.877192 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0770e7fe-796f-4a5c-a317-728ff42a162e not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:38:38.880596 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=327e3e5d-efe9-4751-8134-5ea1ac370998,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:38.914592 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-975a59a7-4af3-4ce6-84c0-c75f8111bad6 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3247e14be254fd39ca4bb24413f7278 HTTP/1.1" status: 200 len: 379 time: 0.1850116 Nov 04 10:38:38.927253 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-8e4f57ba-27e5-4098-bb6e-61571a775244 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Request body: {'port': {'device_id': '84fdea35-8115-4067-94be-a517bb12cb97', 'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed', 'admin_state_up': True, 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'security_groups': ['aa16f912-b774-4ffd-98f1-e4231e0793ab']}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:38.977461 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-24c6d6ef-37db-4e27-9c24-3d5230a34b82 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5114300 Nov 04 10:38:38.981176 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6d6ef-37db-4e27-9c24-3d5230a34b82 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Port': ['ID=327e3e5d-efe9-4751-8134-5ea1ac370998,revision_number=4']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:38.988343 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43168) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:38.992565 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-0561df20-c402-414e-bb39-6f7bf9c64698 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'mac_address': 'fa:16:3e:c7:f5:7a', 'name': 'tempest-NetworksTestDHCPv6-1200819216'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:38.994597 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-041b5767-8872-4688-898e-15fa539ce136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:39.026965 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-8010274b-de2b-4f42-8740-bb505db3a9ba None None] Provisioning complete for port 828e67bd-81fb-4518-ab63-1a372a37c2c6 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:39.027321 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8010274b-de2b-4f42-8740-bb505db3a9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:39.116186 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-8010274b-de2b-4f42-8740-bb505db3a9ba None None] Port 828e67bd-81fb-4518-ab63-1a372a37c2c6 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:38:39.338113 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0561df20-c402-414e-bb39-6f7bf9c64698 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:39.353631 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-041b5767-8872-4688-898e-15fa539ce136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 828e67bd-81fb-4518-ab63-1a372a37c2c6 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:38:39.366468 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-041b5767-8872-4688-898e-15fa539ce136 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:39.375892 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65f657f-d12c-4698-aa8e-8b1708448354 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:38:39.383338 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-041b5767-8872-4688-898e-15fa539ce136 service neutron] Transition to ACTIVE for port object 828e67bd-81fb-4518-ab63-1a372a37c2c6 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:38:39.390307 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-041b5767-8872-4688-898e-15fa539ce136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:39.466846 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b5767-8872-4688-898e-15fa539ce136 service neutron] Pushing event updated for resources: {'Port': ['ID=828e67bd-81fb-4518-ab63-1a372a37c2c6,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:39.519174 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-edec6405-d6eb-45da-a269-2d636d9f5869 None None] Provisioning complete for port 327e3e5d-efe9-4751-8134-5ea1ac370998 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:39.519800 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-edec6405-d6eb-45da-a269-2d636d9f5869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:39.521122 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0561df20-c402-414e-bb39-6f7bf9c64698 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:39.536253 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-0e6a3004-312b-412c-b5f9-c037451173d7 admin admin] Deleting port f6c84de2-a1cf-42ad-9146-985b6c8d9b1f {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:38:39.536606 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e6a3004-312b-412c-b5f9-c037451173d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:39.582592 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-041b5767-8872-4688-898e-15fa539ce136 service neutron] Attempting to bind port 828e67bd-81fb-4518-ab63-1a372a37c2c6 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:38:39.583304 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-041b5767-8872-4688-898e-15fa539ce136 service neutron] Attempting to bind port 828e67bd-81fb-4518-ab63-1a372a37c2c6 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '584df556-669b-4b6d-9b18-843b5cf506ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:38:39.583983 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-041b5767-8872-4688-898e-15fa539ce136 service neutron] Attempting to bind port 828e67bd-81fb-4518-ab63-1a372a37c2c6 on network d1610b1b-8f45-4d3c-9fc2-347cfc05de13 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:39.590205 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-041b5767-8872-4688-898e-15fa539ce136 service neutron] Port 828e67bd-81fb-4518-ab63-1a372a37c2c6 on network d1610b1b-8f45-4d3c-9fc2-347cfc05de13 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:38:39.590829 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-041b5767-8872-4688-898e-15fa539ce136 service neutron] Attempting to bind port 828e67bd-81fb-4518-ab63-1a372a37c2c6 on network d1610b1b-8f45-4d3c-9fc2-347cfc05de13 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:39.597551 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-041b5767-8872-4688-898e-15fa539ce136 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:38:39.598428 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-041b5767-8872-4688-898e-15fa539ce136 service neutron] Checking segment: {'id': '584df556-669b-4b6d-9b18-843b5cf506ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:38:39.599166 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-041b5767-8872-4688-898e-15fa539ce136 service neutron] Bound using segment: {'id': '584df556-669b-4b6d-9b18-843b5cf506ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:38:39.599874 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-041b5767-8872-4688-898e-15fa539ce136 service neutron] Bound port: 828e67bd-81fb-4518-ab63-1a372a37c2c6, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '584df556-669b-4b6d-9b18-843b5cf506ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:38:39.600502 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-041b5767-8872-4688-898e-15fa539ce136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:39.697871 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-041b5767-8872-4688-898e-15fa539ce136 service neutron] For port 828e67bd-81fb-4518-ab63-1a372a37c2c6, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:38:39.702841 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-041b5767-8872-4688-898e-15fa539ce136 service neutron] For port 828e67bd-81fb-4518-ab63-1a372a37c2c6, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=828e67bd-81fb-4518-ab63-1a372a37c2c6,segment=NetworkSegment(584df556-669b-4b6d-9b18-843b5cf506ec),segment_id=584df556-669b-4b6d-9b18-843b5cf506ec)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:38:39.709828 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-041b5767-8872-4688-898e-15fa539ce136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:39.711784 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-8e4f57ba-27e5-4098-bb6e-61571a775244 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Made reservation on behalf of a3247e14be254fd39ca4bb24413f7278 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:39.716860 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-8e4f57ba-27e5-4098-bb6e-61571a775244 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:39.739376 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-0561df20-c402-414e-bb39-6f7bf9c64698 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] device_id is not set on port 0a039795-c47e-414c-81b1-d9755adb1df8 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:38:39.754494 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-041b5767-8872-4688-898e-15fa539ce136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:39.755255 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-041b5767-8872-4688-898e-15fa539ce136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:39.756764 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-041b5767-8872-4688-898e-15fa539ce136 service neutron] 10.222.0.121 "PUT /v2.0/ports/828e67bd-81fb-4518-ab63-1a372a37c2c6 HTTP/1.1" status: 200 len: 1091 time: 0.9352829 Nov 04 10:38:39.757303 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c228841-fa03-4830-b025-3117f1b7af8f', 'tag': '828e67bd-81fb-4518-ab63-1a372a37c2c6'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:38:39.759790 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e880c9-aebf-4a1f-b7c0-681f4930fe74" -d '{"events": [{"name": "network-changed", "server_uuid": "1c228841-fa03-4830-b025-3117f1b7af8f", "tag": "828e67bd-81fb-4518-ab63-1a372a37c2c6"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:38:39.823200 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b5767-8872-4688-898e-15fa539ce136 service neutron] Pushing event updated for resources: {'Port': ['ID=828e67bd-81fb-4518-ab63-1a372a37c2c6,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:39.964057 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-dbfa213a-9eca-4efe-8b5a-a23cdb792b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:39.967135 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-dbfa213a-9eca-4efe-8b5a-a23cdb792b75 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=45c1d4a009b54581bacf1fbcabe00677&device_id=1c228841-fa03-4830-b025-3117f1b7af8f HTTP/1.1" status: 200 len: 1094 time: 0.1119649 Nov 04 10:38:40.046168 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a3d19-827f-4647-affa-395b201511e7 req-3dce0d9a-ccca-4326-a596-0d3422a3289b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:40.050227 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-433a3d19-827f-4647-affa-395b201511e7 req-3dce0d9a-ccca-4326-a596-0d3422a3289b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?device_id=1c228841-fa03-4830-b025-3117f1b7af8f HTTP/1.1" status: 200 len: 943 time: 0.8012774 Nov 04 10:38:40.066401 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-90e3a5f5-d9fc-41b2-ab5c-6c9531f878a3 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=828e67bd-81fb-4518-ab63-1a372a37c2c6 HTTP/1.1" status: 200 len: 217 time: 0.0868208 Nov 04 10:38:40.113750 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-0e6a3004-312b-412c-b5f9-c037451173d7 admin admin] For port f6c84de2-a1cf-42ad-9146-985b6c8d9b1f, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f6c84de2-a1cf-42ad-9146-985b6c8d9b1f,segment=NetworkSegment(6cdc1250-c6e6-43e0-9706-6e078e68c19a),segment_id=6cdc1250-c6e6-43e0-9706-6e078e68c19a)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:40.114575 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e6a3004-312b-412c-b5f9-c037451173d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:40.166370 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-b324e5b9-e50d-4d25-8a93-89d96237b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:40.168499 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-b324e5b9-e50d-4d25-8a93-89d96237b53b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=d6057b4f-75be-4660-b8e6-699fba4902f5 HTTP/1.1" status: 200 len: 835 time: 0.0944028 Nov 04 10:38:40.225691 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-31f41ba6-dc67-4d7a-8d63-bd370ae2092f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:40.227365 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-31f41ba6-dc67-4d7a-8d63-bd370ae2092f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d1610b1b-8f45-4d3c-9fc2-347cfc05de13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514553 Nov 04 10:38:40.247468 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-0e6a3004-312b-412c-b5f9-c037451173d7 admin admin] Calling delete_port for f6c84de2-a1cf-42ad-9146-985b6c8d9b1f owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:38:40.277555 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-433a3d19-827f-4647-affa-395b201511e7 req-8af516bf-ea23-414a-895e-8f2b7f0f1132 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/security-groups?id=4454bbd3-f2a6-4e9d-8bcc-2b6af778a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012727 Nov 04 10:38:40.298992 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-0561df20-c402-414e-bb39-6f7bf9c64698 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 172.20.0.9 (bc5af6f0-5063-4ccc-959e-90459430dabc/faa87986-c6c4-4d0f-bbf4-57c96a98bcd3/0a039795-c47e-414c-81b1-d9755adb1df8) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:40.343572 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-0561df20-c402-414e-bb39-6f7bf9c64698 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 2001:db8::f816:3eff:fec7:f57a (bc5af6f0-5063-4ccc-959e-90459430dabc/d6998c39-0d01-4c0d-a717-cf7772339144/0a039795-c47e-414c-81b1-d9755adb1df8) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:40.347705 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-8e4f57ba-27e5-4098-bb6e-61571a775244 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Allocated IP 172.20.0.13 (1b735f04-8bd4-4ad5-bab8-48eab0a995ed/9cbdee7b-9e67-4454-89e3-451ab9fdae2c/b2168bd2-07ad-4b37-89eb-918cb9f5ba1e) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:40.354451 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-90cab54d-acef-4b56-859e-ea9b72b65a83 service neutron] 10.222.0.121 "GET /v2.0/networks/d1610b1b-8f45-4d3c-9fc2-347cfc05de13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174543 Nov 04 10:38:40.442850 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 327e3e5d-efe9-4751-8134-5ea1ac370998 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:40.490547 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ba2b3f77-3c38-4fd4-b473-9e83e17d2f5f req-934f9b65-eb7a-4693-9a6e-d924c1b7a31a tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.127 "GET /v2.0/ports?device_id=84fdea35-8115-4067-94be-a517bb12cb97 HTTP/1.1" status: 200 len: 210 time: 0.0907111 Nov 04 10:38:40.490882 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a36d6701-4b75-4f78-ba55-f899a6773ab1 req-4bf99191-e202-4aeb-b2b8-f3208d4b857b service neutron] 10.222.0.121 "GET /v2.0/networks/d1610b1b-8f45-4d3c-9fc2-347cfc05de13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266305 Nov 04 10:38:40.533942 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 327e3e5d-efe9-4751-8134-5ea1ac370998 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:40.534949 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:40.752620 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b972efde-d2c1-43c8-9555-e6cb7cbbb175 req-9bf9ee78-74d6-4866-8606-ab619ea6ebf2 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=20bbd184-e830-4aaf-a9c9-c616412c1688 HTTP/1.1" status: 200 len: 210 time: 0.0553739 Nov 04 10:38:40.814658 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-8e4f57ba-27e5-4098-bb6e-61571a775244 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:40.819586 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-15414ac9-dd53-4d93-9c84-6c7401118956 None None] Provisioning complete for port 327e3e5d-efe9-4751-8134-5ea1ac370998 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:40.822079 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-15414ac9-dd53-4d93-9c84-6c7401118956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:40.829832 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0561df20-c402-414e-bb39-6f7bf9c64698 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:40.841807 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-f9cfd90f-6075-45e3-90a6-98aa296dfbf4 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:40.843375 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-f9cfd90f-6075-45e3-90a6-98aa296dfbf4 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.121 "GET /v2.0/networks?id=8c8a1e5a-f063-46d4-a45c-05147903d1b7 HTTP/1.1" status: 200 len: 811 time: 0.2491701 Nov 04 10:38:40.859133 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-6cc02c84-b269-4c3e-a259-dfab5af5785c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Request body: {'port': {'device_id': '20bbd184-e830-4aaf-a9c9-c616412c1688', 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7', 'admin_state_up': True, 'tenant_id': '53562ae687274bbeba84f6369ffa7a9a'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:40.954244 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0561df20-c402-414e-bb39-6f7bf9c64698 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:40.986743 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e6a3004-312b-412c-b5f9-c037451173d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:41.006837 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-6cc02c84-b269-4c3e-a259-dfab5af5785c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Made reservation on behalf of 53562ae687274bbeba84f6369ffa7a9a for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:41.011018 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-6cc02c84-b269-4c3e-a259-dfab5af5785c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:41.049791 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-1b10f4d7-e46a-49ea-b34e-6462ce63710e None None] Could not find standard attr ID for object 41d23658-f901-4735-9b09-30e1055db6d3. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:38:41.095776 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0561df20-c402-414e-bb39-6f7bf9c64698 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:41.107948 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-0561df20-c402-414e-bb39-6f7bf9c64698 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:41.111676 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0561df20-c402-414e-bb39-6f7bf9c64698 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:41.137777 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561df20-c402-414e-bb39-6f7bf9c64698 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Port': ['ID=0a039795-c47e-414c-81b1-d9755adb1df8,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:41.162774 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-6cc02c84-b269-4c3e-a259-dfab5af5785c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Allocated IP 172.20.0.11 (8c8a1e5a-f063-46d4-a45c-05147903d1b7/5626b5c5-059d-4165-96a5-a79a81820db5/34c8132f-22e8-40d8-8165-550ff8ecca3e) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:41.187411 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31337c51-75d6-463c-9aa5-39bcb8f79110 req-6dbc6c68-fe31-4c1a-ba4e-51289a5c9aab tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:41.189858 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-31337c51-75d6-463c-9aa5-39bcb8f79110 req-6dbc6c68-fe31-4c1a-ba4e-51289a5c9aab tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=77c76e5e-659a-41c7-8a55-719f219ff9e8 HTTP/1.1" status: 200 len: 945 time: 0.2932444 Nov 04 10:38:41.217508 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-8e4f57ba-27e5-4098-bb6e-61571a775244 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:41.230165 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a3004-312b-412c-b5f9-c037451173d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6c84de2-a1cf-42ad-9146-985b6c8d9b1f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:41.318199 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0561df20-c402-414e-bb39-6f7bf9c64698 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:41.318653 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0561df20-c402-414e-bb39-6f7bf9c64698 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:41.365827 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-6d65ca5f-4516-4f5e-be71-ff714b5ff59e None None] Could not find standard attr ID for object 5b0bff21-5486-41ef-93a1-c483dec8e4ae. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:38:41.378071 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-6cc02c84-b269-4c3e-a259-dfab5af5785c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:41.380069 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-8e4f57ba-27e5-4098-bb6e-61571a775244 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Network 1b735f04-8bd4-4ad5-bab8-48eab0a995ed is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:41.398782 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-8e4f57ba-27e5-4098-bb6e-61571a775244 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:41.401464 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-8e4f57ba-27e5-4098-bb6e-61571a775244 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:41.422852 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-6cc02c84-b269-4c3e-a259-dfab5af5785c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:41.440568 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0561df20-c402-414e-bb39-6f7bf9c64698 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4517171 Nov 04 10:38:41.441406 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f57ba-27e5-4098-bb6e-61571a775244 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Pushing event updated for resources: {'Port': ['ID=b2168bd2-07ad-4b37-89eb-918cb9f5ba1e,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:41.448660 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43198) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:41.486240 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-6cc02c84-b269-4c3e-a259-dfab5af5785c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:41.492218 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-6cc02c84-b269-4c3e-a259-dfab5af5785c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:41.498874 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-6cc02c84-b269-4c3e-a259-dfab5af5785c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:41.506536 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc02c84-b269-4c3e-a259-dfab5af5785c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Pushing event updated for resources: {'Port': ['ID=34c8132f-22e8-40d8-8165-550ff8ecca3e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:41.542430 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-31337c51-75d6-463c-9aa5-39bcb8f79110 req-59719d16-6da8-431c-a138-6bdf5d994b5c tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264301 Nov 04 10:38:41.574116 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-6cc02c84-b269-4c3e-a259-dfab5af5785c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:41.574825 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-6cc02c84-b269-4c3e-a259-dfab5af5785c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:41.585316 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-8e4f57ba-27e5-4098-bb6e-61571a775244 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:41.586621 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-8e4f57ba-27e5-4098-bb6e-61571a775244 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:41.603130 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-6cc02c84-b269-4c3e-a259-dfab5af5785c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7483976 Nov 04 10:38:41.617323 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e6a3004-312b-412c-b5f9-c037451173d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:41.619145 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-d19a1350-dea4-4199-a960-18fa857c43f9 service neutron] Request body: {'port': {'device_id': '20bbd184-e830-4aaf-a9c9-c616412c1688', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:41.625014 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-8e4f57ba-27e5-4098-bb6e-61571a775244 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7022109 Nov 04 10:38:41.637143 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be29713b-9d07-4396-be1f-344230902853 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:41.643867 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be29713b-9d07-4396-be1f-344230902853 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:41.648131 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-be29713b-9d07-4396-be1f-344230902853 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1854668 Nov 04 10:38:41.656156 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43206) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:41.658311 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-3288ee3f-6218-462b-b526-29e4671b607c service neutron] Request body: {'port': {'device_id': '84fdea35-8115-4067-94be-a517bb12cb97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:41.733946 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212daa4a-3447-473f-8686-84914f5c0e39 x-openstack-request-id: req-212daa4a-3447-473f-8686-84914f5c0e39 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:38:41.734177 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c228841-fa03-4830-b025-3117f1b7af8f", "tag": "828e67bd-81fb-4518-ab63-1a372a37c2c6", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:38:41.734433 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-212daa4a-3447-473f-8686-84914f5c0e39 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:38:41.734949 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c228841-fa03-4830-b025-3117f1b7af8f', 'tag': '828e67bd-81fb-4518-ab63-1a372a37c2c6', 'status': 'completed', 'code': 200} Nov 04 10:38:41.774250 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-d19a1350-dea4-4199-a960-18fa857c43f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:41.797117 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a92cc59f-a0ec-41c3-bbd3-1985444a8f07 None None] Provisioning complete for port b2168bd2-07ad-4b37-89eb-918cb9f5ba1e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:41.798664 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a92cc59f-a0ec-41c3-bbd3-1985444a8f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:41.845880 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a92cc59f-a0ec-41c3-bbd3-1985444a8f07 None None] Port b2168bd2-07ad-4b37-89eb-918cb9f5ba1e cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:38:41.859034 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a92cc59f-a0ec-41c3-bbd3-1985444a8f07 None None] Provisioning complete for port 0a039795-c47e-414c-81b1-d9755adb1df8 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:41.859417 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a92cc59f-a0ec-41c3-bbd3-1985444a8f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:41.859538 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-bfe8acc4-1304-46db-ab09-96037949b959 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting port 0a039795-c47e-414c-81b1-d9755adb1df8 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:38:41.859808 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bfe8acc4-1304-46db-ab09-96037949b959 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:41.907400 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a92cc59f-a0ec-41c3-bbd3-1985444a8f07 None None] Port 0a039795-c47e-414c-81b1-d9755adb1df8 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:38:42.045624 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bfe8acc4-1304-46db-ab09-96037949b959 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:42.096500 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-bfe8acc4-1304-46db-ab09-96037949b959 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Calling delete_port for 0a039795-c47e-414c-81b1-d9755adb1df8 owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:38:42.171856 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-3288ee3f-6218-462b-b526-29e4671b607c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:42.199129 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e880c9-aebf-4a1f-b7c0-681f4930fe74 req-c1865e42-551b-4f08-878b-c163e790bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:42.200741 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6e880c9-aebf-4a1f-b7c0-681f4930fe74 req-c1865e42-551b-4f08-878b-c163e790bfda service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=45c1d4a009b54581bacf1fbcabe00677&device_id=1c228841-fa03-4830-b025-3117f1b7af8f HTTP/1.1" status: 200 len: 1094 time: 0.4756894 Nov 04 10:38:42.235229 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:42.253997 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f1cb7-f951-414e-9311-2d764cba7174 req-84b940d4-8355-4960-8d01-b3eb6c076fbf tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:42.255560 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-830f1cb7-f951-414e-9311-2d764cba7174 req-84b940d4-8355-4960-8d01-b3eb6c076fbf tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 1096 time: 0.4812787 Nov 04 10:38:42.298937 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-d19a1350-dea4-4199-a960-18fa857c43f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c8132f-22e8-40d8-8165-550ff8ecca3e {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:38:42.312224 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-d19a1350-dea4-4199-a960-18fa857c43f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:42.374539 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b8d5ac-3483-4929-b6dc-c7d41628d54a None None] get_active_networks_info from n-d-816629-1 {{(pid=101776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 10:38:42.395054 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-d19a1350-dea4-4199-a960-18fa857c43f9 service neutron] Transition to ACTIVE for port object 34c8132f-22e8-40d8-8165-550ff8ecca3e will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:38:42.396533 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bfe8acc4-1304-46db-ab09-96037949b959 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:42.437494 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-d19a1350-dea4-4199-a960-18fa857c43f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:42.441933 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8acc4-1304-46db-ab09-96037949b959 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Port': ['ID=0a039795-c47e-414c-81b1-d9755adb1df8,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:42.504170 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b8d5ac-3483-4929-b6dc-c7d41628d54a None None] Resources bound (agent type, host, resource id): {{(pid=101776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 10:38:42.537312 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-830f1cb7-f951-414e-9311-2d764cba7174 req-04ac951b-cc28-4b64-a7fa-978930c82c9f tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449188 Nov 04 10:38:42.581206 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a1350-dea4-4199-a960-18fa857c43f9 service neutron] Pushing event updated for resources: {'Port': ['ID=34c8132f-22e8-40d8-8165-550ff8ecca3e,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:42.596218 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e880c9-aebf-4a1f-b7c0-681f4930fe74 req-6dcc91c1-7f38-413a-b5ad-f4b8fd67e2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:42.598669 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6e880c9-aebf-4a1f-b7c0-681f4930fe74 req-6dcc91c1-7f38-413a-b5ad-f4b8fd67e2c1 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d1610b1b-8f45-4d3c-9fc2-347cfc05de13 HTTP/1.1" status: 200 len: 899 time: 0.3843048 Nov 04 10:38:42.652656 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bfe8acc4-1304-46db-ab09-96037949b959 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:42.658664 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bfe8acc4-1304-46db-ab09-96037949b959 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/0a039795-c47e-414c-81b1-d9755adb1df8 HTTP/1.1" status: 204 len: 168 time: 0.9990935 Nov 04 10:38:42.660279 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43212) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:42.661211 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6e880c9-aebf-4a1f-b7c0-681f4930fe74 req-eba6505f-03f1-47b8-909c-1f508d777631 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=828e67bd-81fb-4518-ab63-1a372a37c2c6 HTTP/1.1" status: 200 len: 217 time: 0.0536702 Nov 04 10:38:42.688901 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6a3004-312b-412c-b5f9-c037451173d7 admin admin] Router 2135b298-c81b-4037-b022-ab17c1eb80c4 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:38:42.730036 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-d19a1350-dea4-4199-a960-18fa857c43f9 service neutron] Attempting to bind port 34c8132f-22e8-40d8-8165-550ff8ecca3e on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:38:42.730695 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-d19a1350-dea4-4199-a960-18fa857c43f9 service neutron] Attempting to bind port 34c8132f-22e8-40d8-8165-550ff8ecca3e by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:38:42.731118 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-d19a1350-dea4-4199-a960-18fa857c43f9 service neutron] Attempting to bind port 34c8132f-22e8-40d8-8165-550ff8ecca3e on network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:42.740340 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-d19a1350-dea4-4199-a960-18fa857c43f9 service neutron] Port 34c8132f-22e8-40d8-8165-550ff8ecca3e on network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:38:42.740806 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-d19a1350-dea4-4199-a960-18fa857c43f9 service neutron] Attempting to bind port 34c8132f-22e8-40d8-8165-550ff8ecca3e on network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:42.747082 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033e7d10-0155-4783-91f9-d269894207bf tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:42.748730 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033e7d10-0155-4783-91f9-d269894207bf tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:42.751595 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033e7d10-0155-4783-91f9-d269894207bf tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:42.755518 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-033e7d10-0155-4783-91f9-d269894207bf tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0922608 Nov 04 10:38:42.755915 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43214) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:42.790205 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-d19a1350-dea4-4199-a960-18fa857c43f9 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:38:42.790674 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-d19a1350-dea4-4199-a960-18fa857c43f9 service neutron] Checking segment: {'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:38:42.791122 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-d19a1350-dea4-4199-a960-18fa857c43f9 service neutron] Bound using segment: {'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:38:42.791843 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-d19a1350-dea4-4199-a960-18fa857c43f9 service neutron] Bound port: 34c8132f-22e8-40d8-8165-550ff8ecca3e, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:38:42.792040 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-d19a1350-dea4-4199-a960-18fa857c43f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:42.834409 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e880c9-aebf-4a1f-b7c0-681f4930fe74 req-a95599f1-010a-402a-ab0e-6a4a4332cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:42.835960 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6e880c9-aebf-4a1f-b7c0-681f4930fe74 req-a95599f1-010a-402a-ab0e-6a4a4332cc06 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=d6057b4f-75be-4660-b8e6-699fba4902f5 HTTP/1.1" status: 200 len: 835 time: 0.1499126 Nov 04 10:38:42.849923 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afea615-0d6e-446d-9b2e-969dc3fd0958 req-89b19bc8-082e-433b-82c1-5a29aed60ea4 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:42.851686 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5afea615-0d6e-446d-9b2e-969dc3fd0958 req-89b19bc8-082e-433b-82c1-5a29aed60ea4 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?device_id=1c228841-fa03-4830-b025-3117f1b7af8f HTTP/1.1" status: 200 len: 943 time: 0.1948748 Nov 04 10:38:42.862604 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-13623c87-d324-48cd-9931-0951f62b9618 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet d6998c39-0d01-4c0d-a717-cf7772339144 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:38:42.868720 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-13623c87-d324-48cd-9931-0951f62b9618 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:42.947671 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-13623c87-d324-48cd-9931-0951f62b9618 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:42.950849 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-d19a1350-dea4-4199-a960-18fa857c43f9 service neutron] For port 34c8132f-22e8-40d8-8165-550ff8ecca3e, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:38:42.988026 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-d19a1350-dea4-4199-a960-18fa857c43f9 service neutron] For port 34c8132f-22e8-40d8-8165-550ff8ecca3e, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=34c8132f-22e8-40d8-8165-550ff8ecca3e,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:38:42.998857 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-d19a1350-dea4-4199-a960-18fa857c43f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:43.038827 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-3288ee3f-6218-462b-b526-29e4671b607c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2168bd2-07ad-4b37-89eb-918cb9f5ba1e {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:38:43.054663 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-3288ee3f-6218-462b-b526-29e4671b607c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:43.058719 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e880c9-aebf-4a1f-b7c0-681f4930fe74 req-9da4b04d-c3bb-4490-8557-d4cb2227e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:43.061991 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6e880c9-aebf-4a1f-b7c0-681f4930fe74 req-9da4b04d-c3bb-4490-8557-d4cb2227e8f4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d1610b1b-8f45-4d3c-9fc2-347cfc05de13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2034259 Nov 04 10:38:43.072560 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-d19a1350-dea4-4199-a960-18fa857c43f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:43.073211 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-d19a1350-dea4-4199-a960-18fa857c43f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:43.074632 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-d19a1350-dea4-4199-a960-18fa857c43f9 service neutron] 10.222.0.121 "PUT /v2.0/ports/34c8132f-22e8-40d8-8165-550ff8ecca3e HTTP/1.1" status: 200 len: 1092 time: 1.4610605 Nov 04 10:38:43.075559 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5afea615-0d6e-446d-9b2e-969dc3fd0958 req-645fbba5-c07e-42f8-8dd5-28310f0ba4ec tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/security-groups?id=4454bbd3-f2a6-4e9d-8bcc-2b6af778a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032368 Nov 04 10:38:43.091696 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6a3004-312b-412c-b5f9-c037451173d7 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:38:43.100698 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0e6a3004-312b-412c-b5f9-c037451173d7 admin admin] 10.222.0.127 "PUT /v2.0/routers/2135b298-c81b-4037-b022-ab17c1eb80c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1020114 Nov 04 10:38:43.101136 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43216) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:43.111239 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52cad65-2fd8-42d5-85fe-1e585bd30005 None None] Sync routers for ids ['2135b298-c81b-4037-b022-ab17c1eb80c4'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:38:43.115077 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-13623c87-d324-48cd-9931-0951f62b9618 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:43.119288 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-3288ee3f-6218-462b-b526-29e4671b607c service neutron] Transition to ACTIVE for port object b2168bd2-07ad-4b37-89eb-918cb9f5ba1e will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:38:43.142739 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52cad65-2fd8-42d5-85fe-1e585bd30005 None None] Routers {'2135b298-c81b-4037-b022-ab17c1eb80c4'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:38:43.145665 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f52cad65-2fd8-42d5-85fe-1e585bd30005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:38:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2135b298-c81b-4037-b022-ab17c1eb80c4'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:43.149944 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-3288ee3f-6218-462b-b526-29e4671b607c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:43.225404 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a1350-dea4-4199-a960-18fa857c43f9 service neutron] Pushing event updated for resources: {'Port': ['ID=34c8132f-22e8-40d8-8165-550ff8ecca3e,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:43.237786 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288ee3f-6218-462b-b526-29e4671b607c service neutron] Pushing event updated for resources: {'Port': ['ID=b2168bd2-07ad-4b37-89eb-918cb9f5ba1e,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:43.340172 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6e880c9-aebf-4a1f-b7c0-681f4930fe74 req-06cd990b-43b8-433d-b502-dda0648e3185 service neutron] 10.222.0.121 "GET /v2.0/networks/d1610b1b-8f45-4d3c-9fc2-347cfc05de13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596183 Nov 04 10:38:43.343094 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-f52cad65-2fd8-42d5-85fe-1e585bd30005 None None] Set router 2135b298-c81b-4037-b022-ab17c1eb80c4 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:38:43.343392 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-000eda6d-f277-47b8-9a09-17f9b98003dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:43.345845 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-000eda6d-f277-47b8-9a09-17f9b98003dd service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=53562ae687274bbeba84f6369ffa7a9a&device_id=20bbd184-e830-4aaf-a9c9-c616412c1688 HTTP/1.1" status: 200 len: 1095 time: 0.1347640 Nov 04 10:38:43.348927 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-13623c87-d324-48cd-9931-0951f62b9618 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:43.419025 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-3288ee3f-6218-462b-b526-29e4671b607c service neutron] Attempting to bind port b2168bd2-07ad-4b37-89eb-918cb9f5ba1e on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:38:43.419197 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-3288ee3f-6218-462b-b526-29e4671b607c service neutron] Attempting to bind port b2168bd2-07ad-4b37-89eb-918cb9f5ba1e by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '9de533a3-255f-4334-8588-95961af475a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:38:43.419478 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-3288ee3f-6218-462b-b526-29e4671b607c service neutron] Attempting to bind port b2168bd2-07ad-4b37-89eb-918cb9f5ba1e on network 1b735f04-8bd4-4ad5-bab8-48eab0a995ed {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:43.434665 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f7706-1e96-4a6d-b3f0-088447854ef8 req-f6f1c138-cbbf-4a54-bc01-7666e4cce209 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:43.436328 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-496f7706-1e96-4a6d-b3f0-088447854ef8 req-f6f1c138-cbbf-4a54-bc01-7666e4cce209 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.127 "GET /v2.0/ports?device_id=84fdea35-8115-4067-94be-a517bb12cb97 HTTP/1.1" status: 200 len: 944 time: 0.1477463 Nov 04 10:38:43.439428 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-3288ee3f-6218-462b-b526-29e4671b607c service neutron] Port b2168bd2-07ad-4b37-89eb-918cb9f5ba1e on network 1b735f04-8bd4-4ad5-bab8-48eab0a995ed not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:38:43.439767 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-3288ee3f-6218-462b-b526-29e4671b607c service neutron] Attempting to bind port b2168bd2-07ad-4b37-89eb-918cb9f5ba1e on network 1b735f04-8bd4-4ad5-bab8-48eab0a995ed {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:43.462076 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-3288ee3f-6218-462b-b526-29e4671b607c service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:38:43.462432 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-3288ee3f-6218-462b-b526-29e4671b607c service neutron] Checking segment: {'id': '9de533a3-255f-4334-8588-95961af475a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:38:43.462821 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-3288ee3f-6218-462b-b526-29e4671b607c service neutron] Bound using segment: {'id': '9de533a3-255f-4334-8588-95961af475a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:38:43.463278 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-3288ee3f-6218-462b-b526-29e4671b607c service neutron] Bound port: b2168bd2-07ad-4b37-89eb-918cb9f5ba1e, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de533a3-255f-4334-8588-95961af475a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:38:43.463637 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-3288ee3f-6218-462b-b526-29e4671b607c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:43.574947 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6e880c9-aebf-4a1f-b7c0-681f4930fe74 req-b20c679f-d353-4933-a3bb-86a0a4b41171 service neutron] 10.222.0.121 "GET /v2.0/networks/d1610b1b-8f45-4d3c-9fc2-347cfc05de13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169518 Nov 04 10:38:43.603266 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f52cad65-2fd8-42d5-85fe-1e585bd30005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2135b298-c81b-4037-b022-ab17c1eb80c4', 'name': 'tempest-FloatingIPsTestJSON-42937895-router', 'tenant_id': 'dc88effde6b54847a06b526afaae2545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '6732442f-0a0c-46a1-8d25-bad6acc7b380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:37:56Z', 'updated_at': '2021-11-04T10:38:40Z', 'revision_number': 5, 'project_id': 'dc88effde6b54847a06b526afaae2545', 'gw_port': {'id': '6732442f-0a0c-46a1-8d25-bad6acc7b380', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2135b298-c81b-4037-b022-ab17c1eb80c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:37:58Z', 'updated_at': '2021-11-04T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:43.603921 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-496f7706-1e96-4a6d-b3f0-088447854ef8 req-9256e371-0c67-4e28-bf5f-59d16f04fb90 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.127 "GET /v2.0/security-groups?id=aa16f912-b774-4ffd-98f1-e4231e0793ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588924 Nov 04 10:38:43.618759 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-3288ee3f-6218-462b-b526-29e4671b607c service neutron] For port b2168bd2-07ad-4b37-89eb-918cb9f5ba1e, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:38:43.622639 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-3288ee3f-6218-462b-b526-29e4671b607c service neutron] For port b2168bd2-07ad-4b37-89eb-918cb9f5ba1e, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b2168bd2-07ad-4b37-89eb-918cb9f5ba1e,segment=NetworkSegment(9de533a3-255f-4334-8588-95961af475a2),segment_id=9de533a3-255f-4334-8588-95961af475a2)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:38:43.629200 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-3288ee3f-6218-462b-b526-29e4671b607c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:43.658020 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52cad65-2fd8-42d5-85fe-1e585bd30005 None None] Checking router: 2135b298-c81b-4037-b022-ab17c1eb80c4 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:38:43.669598 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-3288ee3f-6218-462b-b526-29e4671b607c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:43.670461 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-3288ee3f-6218-462b-b526-29e4671b607c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:43.672427 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-3288ee3f-6218-462b-b526-29e4671b607c service neutron] 10.222.0.126 "PUT /v2.0/ports/b2168bd2-07ad-4b37-89eb-918cb9f5ba1e HTTP/1.1" status: 200 len: 1092 time: 2.0255032 Nov 04 10:38:43.675340 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fdea35-8115-4067-94be-a517bb12cb97', 'tag': 'b2168bd2-07ad-4b37-89eb-918cb9f5ba1e'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:38:43.676456 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52cad65-2fd8-42d5-85fe-1e585bd30005 None None] Routers {'2135b298-c81b-4037-b022-ab17c1eb80c4'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:38:43.678549 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc070407-f219-46ad-885f-3bff1a0269ec" -d '{"events": [{"name": "network-changed", "server_uuid": "84fdea35-8115-4067-94be-a517bb12cb97", "tag": "b2168bd2-07ad-4b37-89eb-918cb9f5ba1e"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:38:43.682298 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f52cad65-2fd8-42d5-85fe-1e585bd30005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:38:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2135b298-c81b-4037-b022-ab17c1eb80c4'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:43.795217 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288ee3f-6218-462b-b526-29e4671b607c service neutron] Pushing event updated for resources: {'Port': ['ID=b2168bd2-07ad-4b37-89eb-918cb9f5ba1e,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:43.815694 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbc23b-50ca-41d0-8a62-c27ed332d0e1 req-bf8e0484-803a-40e3-8425-c78ec8f314ad tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:43.823826 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-70fbc23b-50ca-41d0-8a62-c27ed332d0e1 req-bf8e0484-803a-40e3-8425-c78ec8f314ad tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=77c76e5e-659a-41c7-8a55-719f219ff9e8 HTTP/1.1" status: 200 len: 945 time: 0.1309698 Nov 04 10:38:43.851147 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-e37403e1-3023-4628-898b-a1c388bed702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:43.852682 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-e37403e1-3023-4628-898b-a1c388bed702 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a3247e14be254fd39ca4bb24413f7278&device_id=84fdea35-8115-4067-94be-a517bb12cb97 HTTP/1.1" status: 200 len: 1095 time: 0.1220388 Nov 04 10:38:43.909065 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-0c0e9fb3-b3fd-4759-acbf-a4a367f52373 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2168bd2-07ad-4b37-89eb-918cb9f5ba1e HTTP/1.1" status: 200 len: 217 time: 0.0455213 Nov 04 10:38:43.912722 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bbd184-e830-4aaf-a9c9-c616412c1688', 'tag': '34c8132f-22e8-40d8-8165-550ff8ecca3e'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:38:43.915367 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6c6461-272e-4418-81cb-d050cfaa758c" -d '{"events": [{"name": "network-changed", "server_uuid": "20bbd184-e830-4aaf-a9c9-c616412c1688", "tag": "34c8132f-22e8-40d8-8165-550ff8ecca3e"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:38:43.916357 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 828e67bd-81fb-4518-ab63-1a372a37c2c6 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:38:43.919096 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13623c87-d324-48cd-9931-0951f62b9618 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=d6998c39-0d01-4c0d-a717-cf7772339144,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:43.923442 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-53c6c72c-ecd2-4d79-ad57-9e6d8dcecf87 None None] Provisioning complete for port 327e3e5d-efe9-4751-8134-5ea1ac370998 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:43.935617 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-70fbc23b-50ca-41d0-8a62-c27ed332d0e1 req-448c2f06-5115-416a-8ba4-4294c0fa54b9 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942948 Nov 04 10:38:43.936279 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-8125518d-dee0-4f2b-b12a-dddb842df3fe service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34c8132f-22e8-40d8-8165-550ff8ecca3e HTTP/1.1" status: 200 len: 217 time: 0.0663207 Nov 04 10:38:43.936279 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c8ea6624-ea37-4353-8886-76ce31213752 admin admin] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:43.937273 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-53c6c72c-ecd2-4d79-ad57-9e6d8dcecf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:43.945419 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-13623c87-d324-48cd-9931-0951f62b9618 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:43.949361 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-13623c87-d324-48cd-9931-0951f62b9618 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/d6998c39-0d01-4c0d-a717-cf7772339144 HTTP/1.1" status: 204 len: 168 time: 1.1924496 Nov 04 10:38:43.950443 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dd8dd1-8ce0-4ef8-9739-a35937a16dfe None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:38:43.976083 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43224) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:44.047658 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-a84de3db-c85d-49bf-be25-19a379fe89d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:44.049183 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-a84de3db-c85d-49bf-be25-19a379fe89d2 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=9cbdee7b-9e67-4454-89e3-451ab9fdae2c HTTP/1.1" status: 200 len: 854 time: 0.1239343 Nov 04 10:38:44.079372 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-293c4d54-3a21-47d4-a46d-26c0d25a013f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet faa87986-c6c4-4d0f-bbf4-57c96a98bcd3 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:38:44.115636 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-293c4d54-3a21-47d4-a46d-26c0d25a013f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:44.126093 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-26cc4513-c5d2-4293-b263-6597a074875c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:44.135139 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-26cc4513-c5d2-4293-b263-6597a074875c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=5626b5c5-059d-4165-96a5-a79a81820db5 HTTP/1.1" status: 200 len: 851 time: 0.2008502 Nov 04 10:38:44.193212 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-f52cad65-2fd8-42d5-85fe-1e585bd30005 None None] Set router 2135b298-c81b-4037-b022-ab17c1eb80c4 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:38:44.194072 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-9392e4a2-7be4-4a92-b4bd-3e3e66a41ad5 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=8c8a1e5a-f063-46d4-a45c-05147903d1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424776 Nov 04 10:38:44.195337 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-99f451d3-98c2-40c0-8ce6-761ea28b1c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:44.196890 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-99f451d3-98c2-40c0-8ce6-761ea28b1c44 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1b735f04-8bd4-4ad5-bab8-48eab0a995ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367846 Nov 04 10:38:44.201737 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c8ea6624-ea37-4353-8886-76ce31213752 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:44.327429 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-821ddeab-b0bd-4fe8-9664-865a50006464 service neutron] 10.222.0.121 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220636 Nov 04 10:38:44.351029 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-c8ea6624-ea37-4353-8886-76ce31213752 admin admin] Deleting port 6732442f-0a0c-46a1-8d25-bad6acc7b380 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:38:44.351372 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c8ea6624-ea37-4353-8886-76ce31213752 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:44.360810 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-4d8d8fff-272b-4583-bc22-be891494a72f service neutron] 10.222.0.126 "GET /v2.0/networks/1b735f04-8bd4-4ad5-bab8-48eab0a995ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471925 Nov 04 10:38:44.370544 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 828e67bd-81fb-4518-ab63-1a372a37c2c6, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=828e67bd-81fb-4518-ab63-1a372a37c2c6,segment=NetworkSegment(584df556-669b-4b6d-9b18-843b5cf506ec),segment_id=584df556-669b-4b6d-9b18-843b5cf506ec)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:44.412587 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '828e67bd-81fb-4518-ab63-1a372a37c2c6', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'port_id': '828e67bd-81fb-4518-ab63-1a372a37c2c6', 'mac_address': 'fa:16:3e:ef:69:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:38:44.492043 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d68a25e1-f6d4-48e2-8375-3f7d41a5c643 req-59c8dd24-e4c0-4d03-940d-8254113f7dbb service neutron] 10.222.0.126 "GET /v2.0/networks/1b735f04-8bd4-4ad5-bab8-48eab0a995ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234071 Nov 04 10:38:44.508624 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-293c4d54-3a21-47d4-a46d-26c0d25a013f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:44.525279 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed49cebe-09a3-4f7f-9876-e5b6652a4db3 req-bcb6a9d3-ccfe-41b6-8569-394dcbb61ade service neutron] 10.222.0.121 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892850 Nov 04 10:38:44.527120 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-c8ea6624-ea37-4353-8886-76ce31213752 admin admin] For port 6732442f-0a0c-46a1-8d25-bad6acc7b380, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6732442f-0a0c-46a1-8d25-bad6acc7b380,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:44.527488 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c8ea6624-ea37-4353-8886-76ce31213752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:44.543632 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-c8ea6624-ea37-4353-8886-76ce31213752 admin admin] Calling delete_port for 6732442f-0a0c-46a1-8d25-bad6acc7b380 owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:38:44.553784 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:44.578088 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 828e67bd-81fb-4518-ab63-1a372a37c2c6 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:38:44.607009 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 828e67bd-81fb-4518-ab63-1a372a37c2c6, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=828e67bd-81fb-4518-ab63-1a372a37c2c6,segment=NetworkSegment(584df556-669b-4b6d-9b18-843b5cf506ec),segment_id=584df556-669b-4b6d-9b18-843b5cf506ec)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:44.615433 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:44.668735 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f52cad65-2fd8-42d5-85fe-1e585bd30005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2135b298-c81b-4037-b022-ab17c1eb80c4', 'name': 'tempest-FloatingIPsTestJSON-42937895-router', 'tenant_id': 'dc88effde6b54847a06b526afaae2545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '6732442f-0a0c-46a1-8d25-bad6acc7b380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:37:56Z', 'updated_at': '2021-11-04T10:38:40Z', 'revision_number': 5, 'project_id': 'dc88effde6b54847a06b526afaae2545', 'gw_port': {'id': '6732442f-0a0c-46a1-8d25-bad6acc7b380', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2135b298-c81b-4037-b022-ab17c1eb80c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:37:58Z', 'updated_at': '2021-11-04T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:44.693081 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-293c4d54-3a21-47d4-a46d-26c0d25a013f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:44.712221 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52cad65-2fd8-42d5-85fe-1e585bd30005 None None] The sync data for ids ['2135b298-c81b-4037-b022-ab17c1eb80c4'] in n-d-816629-1 is: [{'id': '2135b298-c81b-4037-b022-ab17c1eb80c4', 'name': 'tempest-FloatingIPsTestJSON-42937895-router', 'tenant_id': 'dc88effde6b54847a06b526afaae2545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '6732442f-0a0c-46a1-8d25-bad6acc7b380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:37:56Z', 'updated_at': '2021-11-04T10:38:40Z', 'revision_number': 5, 'project_id': 'dc88effde6b54847a06b526afaae2545', 'gw_port': {'id': '6732442f-0a0c-46a1-8d25-bad6acc7b380', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2135b298-c81b-4037-b022-ab17c1eb80c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:37:58Z', 'updated_at': '2021-11-04T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:38:44.715144 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:44.730450 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=828e67bd-81fb-4518-ab63-1a372a37c2c6,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:44.786058 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c8ea6624-ea37-4353-8886-76ce31213752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:44.821233 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea6624-ea37-4353-8886-76ce31213752 admin admin] Pushing event deleted for resources: {'Port': ['ID=6732442f-0a0c-46a1-8d25-bad6acc7b380,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:44.849036 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85df9ed-4430-4df7-85f6-68de8f18c39a req-5f39fcf5-5fce-41db-9d60-79d5f44d8f52 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:44.851753 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a85df9ed-4430-4df7-85f6-68de8f18c39a req-5f39fcf5-5fce-41db-9d60-79d5f44d8f52 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=20bbd184-e830-4aaf-a9c9-c616412c1688 HTTP/1.1" status: 200 len: 944 time: 0.0961607 Nov 04 10:38:44.869581 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['828e67bd-81fb-4518-ab63-1a372a37c2c6'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:38:44.877904 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-293c4d54-3a21-47d4-a46d-26c0d25a013f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:44.887844 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c8ea6624-ea37-4353-8886-76ce31213752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:44.913570 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c4d54-3a21-47d4-a46d-26c0d25a013f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=faa87986-c6c4-4d0f-bbf4-57c96a98bcd3,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:44.926873 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-293c4d54-3a21-47d4-a46d-26c0d25a013f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:44.930382 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-293c4d54-3a21-47d4-a46d-26c0d25a013f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/faa87986-c6c4-4d0f-bbf4-57c96a98bcd3 HTTP/1.1" status: 204 len: 168 time: 0.9531531 Nov 04 10:38:44.933374 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43232) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:44.965712 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a85df9ed-4430-4df7-85f6-68de8f18c39a req-09233a23-c1a7-45a5-986a-d27fe72b8ce2 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082330 Nov 04 10:38:45.010465 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-55e04ca5-dc72-42f3-92ec-c7f97fcafdfd tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759287 Nov 04 10:38:45.013136 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43234) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:45.054826 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c8ea6624-ea37-4353-8886-76ce31213752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:45.057500 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c8ea6624-ea37-4353-8886-76ce31213752 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:45.084259 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95206e1-66cb-4546-b9d6-dc6da47b5478 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:45.089790 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c95206e1-66cb-4546-b9d6-dc6da47b5478 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0741496 Nov 04 10:38:45.093676 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43236) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:45.120129 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c8ea6624-ea37-4353-8886-76ce31213752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:45.120845 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ea6624-ea37-4353-8886-76ce31213752 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2135b298-c81b-4037-b022-ab17c1eb80c4 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:38:45.132912 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c8ea6624-ea37-4353-8886-76ce31213752 admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:45.133595 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c8ea6624-ea37-4353-8886-76ce31213752 admin admin] 10.222.0.127 "DELETE /v2.0/routers/2135b298-c81b-4037-b022-ab17c1eb80c4 HTTP/1.1" status: 204 len: 168 time: 2.0265331 Nov 04 10:38:45.134287 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43238) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:45.175729 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a3df0f-2d81-4ef7-9d9b-0258ed3e72d6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:45.177490 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-24a3df0f-2d81-4ef7-9d9b-0258ed3e72d6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0823636 Nov 04 10:38:45.180443 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43240) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:45.222826 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-75506abb-6adf-4708-b9f6-5437e0524532 admin admin] Deleting subnet 2b5884f2-eb58-4d79-949a-f44854d8169d {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:38:45.226670 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c9e2637f-e417-4740-94ad-d9e833c45010 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449746 Nov 04 10:38:45.231053 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43242) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:45.236894 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-53b365c2-5546-4dad-84fc-f66830ca6473 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:45.241408 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-75506abb-6adf-4708-b9f6-5437e0524532 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:45.298910 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-75506abb-6adf-4708-b9f6-5437e0524532 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:45.321373 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf4312f-ccd1-4f68-9124-d9e23325166f None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:38:45.390860 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b365c2-5546-4dad-84fc-f66830ca6473 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:45.396424 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-53b365c2-5546-4dad-84fc-f66830ca6473 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:45.399195 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b365c2-5546-4dad-84fc-f66830ca6473 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:38:45.399733 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b365c2-5546-4dad-84fc-f66830ca6473 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:38:45.427304 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-53b365c2-5546-4dad-84fc-f66830ca6473 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1922102 Nov 04 10:38:45.428635 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43248) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:45.435845 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-75506abb-6adf-4708-b9f6-5437e0524532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:45.440656 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-44c48d21-527c-4c31-b58d-97b4a7cf119e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:45.479848 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d2ea961a-7c07-4af8-8076-4c79e248d0b0 None None] Provisioning complete for port 327e3e5d-efe9-4751-8134-5ea1ac370998 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:45.480270 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d2ea961a-7c07-4af8-8076-4c79e248d0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:45.529876 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-75506abb-6adf-4708-b9f6-5437e0524532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:45.568764 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ff76da-dc91-4590-93cf-eefbef3b2bb2 None None] DHCP port deletion for bc5af6f0-5063-4ccc-959e-90459430dabc request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:38:45.577882 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75506abb-6adf-4708-b9f6-5437e0524532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b5884f2-eb58-4d79-949a-f44854d8169d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:45.580694 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-75506abb-6adf-4708-b9f6-5437e0524532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:45.584135 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-75506abb-6adf-4708-b9f6-5437e0524532 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/2b5884f2-eb58-4d79-949a-f44854d8169d HTTP/1.1" status: 204 len: 168 time: 0.4487855 Nov 04 10:38:45.587297 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43256) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:45.593573 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb4ee2f-f176-4252-bec8-0a753e5703b0 None None] Network 1cb258fc-882a-4506-afba-71c427bfab5f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:38:45.627487 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c48d21-527c-4c31-b58d-97b4a7cf119e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:45.632475 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-44c48d21-527c-4c31-b58d-97b4a7cf119e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:45.634375 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c48d21-527c-4c31-b58d-97b4a7cf119e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:38:45.634863 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c48d21-527c-4c31-b58d-97b4a7cf119e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:38:45.653709 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-44c48d21-527c-4c31-b58d-97b4a7cf119e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2202809 Nov 04 10:38:45.667043 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43262) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:45.677163 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-9b57878c-99a4-4619-a803-0239e9daa70d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:45.704281 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-112e24e0-af22-48b2-ab53-0c440ba39e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:45.771830 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-112e24e0-af22-48b2-ab53-0c440ba39e9d admin admin] Deleting port 52f2762f-f530-4a04-aac5-395cfa245d9c {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:38:45.772174 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-112e24e0-af22-48b2-ab53-0c440ba39e9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:45.800875 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-32ff76da-dc91-4590-93cf-eefbef3b2bb2 None None] Deleting port 327e3e5d-efe9-4751-8134-5ea1ac370998 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:38:45.801327 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-32ff76da-dc91-4590-93cf-eefbef3b2bb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:45.843713 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-112e24e0-af22-48b2-ab53-0c440ba39e9d admin admin] For port 52f2762f-f530-4a04-aac5-395cfa245d9c, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=52f2762f-f530-4a04-aac5-395cfa245d9c,segment=NetworkSegment(6cdc1250-c6e6-43e0-9706-6e078e68c19a),segment_id=6cdc1250-c6e6-43e0-9706-6e078e68c19a)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:45.844125 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-112e24e0-af22-48b2-ab53-0c440ba39e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:45.868301 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-112e24e0-af22-48b2-ab53-0c440ba39e9d admin admin] Calling delete_port for 52f2762f-f530-4a04-aac5-395cfa245d9c owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:38:45.878352 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 828e67bd-81fb-4518-ab63-1a372a37c2c6 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:45.925185 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-32ff76da-dc91-4590-93cf-eefbef3b2bb2 None None] For port 327e3e5d-efe9-4751-8134-5ea1ac370998, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=327e3e5d-efe9-4751-8134-5ea1ac370998,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:45.925490 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-32ff76da-dc91-4590-93cf-eefbef3b2bb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:45.947764 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-32ff76da-dc91-4590-93cf-eefbef3b2bb2 None None] Calling delete_port for 327e3e5d-efe9-4751-8134-5ea1ac370998 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:38:45.976915 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-112e24e0-af22-48b2-ab53-0c440ba39e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:46.009847 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e24e0-af22-48b2-ab53-0c440ba39e9d admin admin] Pushing event deleted for resources: {'Port': ['ID=52f2762f-f530-4a04-aac5-395cfa245d9c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:46.022014 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112e24e0-af22-48b2-ab53-0c440ba39e9d admin admin] No DVR routers for this DVR port 52f2762f-f530-4a04-aac5-395cfa245d9c on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:38:46.037073 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78060b45-990c-4afb-91ed-904ca26cadfb None None] DHCP port deletion for 1cb258fc-882a-4506-afba-71c427bfab5f request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:38:46.090339 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 828e67bd-81fb-4518-ab63-1a372a37c2c6 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:38:46.099027 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 828e67bd-81fb-4518-ab63-1a372a37c2c6 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:46.099448 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:46.128995 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-112e24e0-af22-48b2-ab53-0c440ba39e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:46.154501 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-32ff76da-dc91-4590-93cf-eefbef3b2bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:46.160844 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-112e24e0-af22-48b2-ab53-0c440ba39e9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb258fc-882a-4506-afba-71c427bfab5f']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:46.179844 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-112e24e0-af22-48b2-ab53-0c440ba39e9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cdc1250-c6e6-43e0-9706-6e078e68c19a') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:46.180631 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-112e24e0-af22-48b2-ab53-0c440ba39e9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cdc1250-c6e6-43e0-9706-6e078e68c19a') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:46.195845 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-112e24e0-af22-48b2-ab53-0c440ba39e9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:46.215823 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-112e24e0-af22-48b2-ab53-0c440ba39e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:46.219662 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ff76da-dc91-4590-93cf-eefbef3b2bb2 None None] No DVR routers for this DVR port 327e3e5d-efe9-4751-8134-5ea1ac370998 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:38:46.223862 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff76da-dc91-4590-93cf-eefbef3b2bb2 None None] Pushing event deleted for resources: {'Port': ['ID=327e3e5d-efe9-4751-8134-5ea1ac370998,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:46.235057 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112e24e0-af22-48b2-ab53-0c440ba39e9d admin admin] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:38:46.235057 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-112e24e0-af22-48b2-ab53-0c440ba39e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:38:46.236366 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:38:46.250616 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:46.266966 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b57878c-99a4-4619-a803-0239e9daa70d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:46.270729 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9b57878c-99a4-4619-a803-0239e9daa70d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:46.272214 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b57878c-99a4-4619-a803-0239e9daa70d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:38:46.272664 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b57878c-99a4-4619-a803-0239e9daa70d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:38:46.284811 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c228841-fa03-4830-b025-3117f1b7af8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828e67bd-81fb-4518-ab63-1a372a37c2c6'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:38:46.287841 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972f4f05-a804-41f1-a36c-6734b6fde788" -d '{"events": [{"server_uuid": "1c228841-fa03-4830-b025-3117f1b7af8f", "name": "network-vif-plugged", "status": "completed", "tag": "828e67bd-81fb-4518-ab63-1a372a37c2c6"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:38:46.299984 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9b57878c-99a4-4619-a803-0239e9daa70d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6318347 Nov 04 10:38:46.304534 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43274) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:46.311227 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 828e67bd-81fb-4518-ab63-1a372a37c2c6, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=828e67bd-81fb-4518-ab63-1a372a37c2c6,segment=NetworkSegment(584df556-669b-4b6d-9b18-843b5cf506ec),segment_id=584df556-669b-4b6d-9b18-843b5cf506ec)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:46.312803 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b89a459e-a313-461f-a8f6-1f81266027f6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:46.316718 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-112e24e0-af22-48b2-ab53-0c440ba39e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:46.327063 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:46.344981 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-112e24e0-af22-48b2-ab53-0c440ba39e9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:46.352544 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-112e24e0-af22-48b2-ab53-0c440ba39e9d admin admin] 10.222.0.127 "DELETE /v2.0/networks/1cb258fc-882a-4506-afba-71c427bfab5f HTTP/1.1" status: 204 len: 168 time: 0.7640555 Nov 04 10:38:46.374982 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-99e9c039-11fb-42a4-b2dc-7451f5c57196 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:38:46.375624 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-99e9c039-11fb-42a4-b2dc-7451f5c57196 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0218322 Nov 04 10:38:46.376992 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e24e0-af22-48b2-ab53-0c440ba39e9d admin admin] Pushing event deleted for resources: {'Network': ['ID=1cb258fc-882a-4506-afba-71c427bfab5f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:46.441153 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89a459e-a313-461f-a8f6-1f81266027f6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:46.444872 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b89a459e-a313-461f-a8f6-1f81266027f6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:46.446355 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-b89a459e-a313-461f-a8f6-1f81266027f6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:38:46.446792 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b89a459e-a313-461f-a8f6-1f81266027f6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:38:46.461882 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-1f22f8ab-11b5-45b1-ad2d-d18f77d93181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:46.466432 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-1f22f8ab-11b5-45b1-ad2d-d18f77d93181 service neutron] 10.222.0.127 "GET /v2.0/ports/fe4b4c76-bc45-4b3d-b197-950dec71cf45 HTTP/1.1" status: 200 len: 1093 time: 0.0792658 Nov 04 10:38:46.475865 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b89a459e-a313-461f-a8f6-1f81266027f6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1683171 Nov 04 10:38:46.477369 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-bdc9c918-9af3-4dbc-8143-658e13b6c318 service neutron] Request body: {'binding': {'host': 'n-h1-816629-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:46.478033 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-bdc9c918-9af3-4dbc-8143-658e13b6c318 service neutron] Unknown quota resources ['binding']. {{(pid=101775) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 04 10:38:46.480343 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43278) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:46.487292 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-382a3f46-4ea8-4788-a00d-b8e7ae4b3a06 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:46.578683 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 327e3e5d-efe9-4751-8134-5ea1ac370998 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:38:46.589142 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382a3f46-4ea8-4788-a00d-b8e7ae4b3a06 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:46.594157 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-382a3f46-4ea8-4788-a00d-b8e7ae4b3a06 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:46.595861 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-382a3f46-4ea8-4788-a00d-b8e7ae4b3a06 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:38:46.596308 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382a3f46-4ea8-4788-a00d-b8e7ae4b3a06 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:38:46.614130 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 327e3e5d-efe9-4751-8134-5ea1ac370998 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:38:46.614549 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 327e3e5d-efe9-4751-8134-5ea1ac370998 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:38:46.615038 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6732442f-0a0c-46a1-8d25-bad6acc7b380 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:38:46.617831 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=828e67bd-81fb-4518-ab63-1a372a37c2c6,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:46.620921 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43280) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:46.621434 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-382a3f46-4ea8-4788-a00d-b8e7ae4b3a06 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1392665 Nov 04 10:38:46.631434 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-0b4b1694-c588-4818-9086-39e9459c85ed tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:46.637574 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43282) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:46.647906 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 6732442f-0a0c-46a1-8d25-bad6acc7b380 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:38:46.648255 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6732442f-0a0c-46a1-8d25-bad6acc7b380 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:38:46.648660 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 52f2762f-f530-4a04-aac5-395cfa245d9c no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:38:46.667838 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 52f2762f-f530-4a04-aac5-395cfa245d9c {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:38:46.668596 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 52f2762f-f530-4a04-aac5-395cfa245d9c not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:38:46.668596 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f6c84de2-a1cf-42ad-9146-985b6c8d9b1f no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:38:46.682387 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fb5e8879-e607-45a8-b38e-350e73d9e55a admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=dc88effde6b54847a06b526afaae2545&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436244 Nov 04 10:38:46.683180 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43284) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:46.688686 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: f6c84de2-a1cf-42ad-9146-985b6c8d9b1f {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:38:46.689202 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f6c84de2-a1cf-42ad-9146-985b6c8d9b1f not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:38:46.734478 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-87060a91-a8d6-4fb7-a58a-f6570477baca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:46.759789 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-87060a91-a8d6-4fb7-a58a-f6570477baca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:46.764494 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-bdc9c918-9af3-4dbc-8143-658e13b6c318 service neutron] Attempting to bind port fe4b4c76-bc45-4b3d-b197-950dec71cf45 on host n-h1-816629-1 for vnic_type normal with profile None {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:38:46.764922 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-bdc9c918-9af3-4dbc-8143-658e13b6c318 service neutron] Attempting to bind port fe4b4c76-bc45-4b3d-b197-950dec71cf45 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:38:46.765215 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-bdc9c918-9af3-4dbc-8143-658e13b6c318 service neutron] Attempting to bind port fe4b4c76-bc45-4b3d-b197-950dec71cf45 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:46.770788 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-bdc9c918-9af3-4dbc-8143-658e13b6c318 service neutron] Port fe4b4c76-bc45-4b3d-b197-950dec71cf45 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:38:46.771114 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-bdc9c918-9af3-4dbc-8143-658e13b6c318 service neutron] Attempting to bind port fe4b4c76-bc45-4b3d-b197-950dec71cf45 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:46.774361 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4b1694-c588-4818-9086-39e9459c85ed tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:46.777996 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0b4b1694-c588-4818-9086-39e9459c85ed tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:46.779573 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4b1694-c588-4818-9086-39e9459c85ed tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:38:46.779996 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b4b1694-c588-4818-9086-39e9459c85ed tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:38:46.787761 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-bdc9c918-9af3-4dbc-8143-658e13b6c318 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:38:46.788072 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-bdc9c918-9af3-4dbc-8143-658e13b6c318 service neutron] Checking segment: {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:38:46.788445 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-bdc9c918-9af3-4dbc-8143-658e13b6c318 service neutron] Bound using segment: {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:38:46.788903 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-bdc9c918-9af3-4dbc-8143-658e13b6c318 service neutron] Bound port: fe4b4c76-bc45-4b3d-b197-950dec71cf45, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:38:46.812210 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-87060a91-a8d6-4fb7-a58a-f6570477baca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:46.815075 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-87060a91-a8d6-4fb7-a58a-f6570477baca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:46.816316 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-87060a91-a8d6-4fb7-a58a-f6570477baca admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/bd2a9931-0201-4c99-92d9-5678e9c2bb06 HTTP/1.1" status: 204 len: 168 time: 0.1321557 Nov 04 10:38:46.825502 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87060a91-a8d6-4fb7-a58a-f6570477baca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2a9931-0201-4c99-92d9-5678e9c2bb06,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:46.849427 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0b4b1694-c588-4818-9086-39e9459c85ed tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2273891 Nov 04 10:38:46.852135 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43288) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:46.858537 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fa514548-4249-4e9a-b4e7-24eb24035383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:46.887057 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fb826bac-916b-4a5e-8c19-d90b336dba23 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0300770 Nov 04 10:38:46.887057 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43290) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:46.894446 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-bdc9c918-9af3-4dbc-8143-658e13b6c318 service neutron] For port fe4b4c76-bc45-4b3d-b197-950dec71cf45, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=fe4b4c76-bc45-4b3d-b197-950dec71cf45,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:38:46.901747 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-bdc9c918-9af3-4dbc-8143-658e13b6c318 service neutron] Publish callbacks [] for binding, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:46.903016 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-bdc9c918-9af3-4dbc-8143-658e13b6c318 service neutron] 10.222.0.127 "POST /v2.0/ports/fe4b4c76-bc45-4b3d-b197-950dec71cf45/bindings HTTP/1.1" status: 201 len: 389 time: 0.4310205 Nov 04 10:38:46.943800 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2af9ab8-dd6d-472c-8a4c-79166ae30eff tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:46.945472 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e2af9ab8-dd6d-472c-8a4c-79166ae30eff tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0579844 Nov 04 10:38:46.948191 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43292) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:47.003033 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-559db256-4864-4bbf-a3ef-22d647e2675f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492210 Nov 04 10:38:47.003884 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43296) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:47.010813 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-67175da5-7366-4f63-aec7-5fc390cf5df4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:47.015630 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781747c1-1b31-46b6-bd5b-94a993a074a2 x-openstack-request-id: req-781747c1-1b31-46b6-bd5b-94a993a074a2 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:38:47.016063 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fdea35-8115-4067-94be-a517bb12cb97", "tag": "b2168bd2-07ad-4b37-89eb-918cb9f5ba1e", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:38:47.016346 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-781747c1-1b31-46b6-bd5b-94a993a074a2 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:38:47.017130 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fdea35-8115-4067-94be-a517bb12cb97', 'tag': 'b2168bd2-07ad-4b37-89eb-918cb9f5ba1e', 'status': 'completed', 'code': 200} Nov 04 10:38:47.070952 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06804ab8-3f9b-4873-9ff1-5ea6c4b273eb x-openstack-request-id: req-06804ab8-3f9b-4873-9ff1-5ea6c4b273eb {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:38:47.071774 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bbd184-e830-4aaf-a9c9-c616412c1688", "tag": "34c8132f-22e8-40d8-8165-550ff8ecca3e", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:38:47.071774 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-06804ab8-3f9b-4873-9ff1-5ea6c4b273eb {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:38:47.072015 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bbd184-e830-4aaf-a9c9-c616412c1688', 'tag': '34c8132f-22e8-40d8-8165-550ff8ecca3e', 'status': 'completed', 'code': 200} Nov 04 10:38:47.138394 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc070407-f219-46ad-885f-3bff1a0269ec req-f6e64839-16f8-4e6c-a3b7-715c711be007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:47.140235 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dc070407-f219-46ad-885f-3bff1a0269ec req-f6e64839-16f8-4e6c-a3b7-715c711be007 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a3247e14be254fd39ca4bb24413f7278&device_id=84fdea35-8115-4067-94be-a517bb12cb97 HTTP/1.1" status: 200 len: 1095 time: 0.0775228 Nov 04 10:38:47.203237 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c6461-272e-4418-81cb-d050cfaa758c req-1ea4c75e-313c-4841-9e96-55895561f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:47.205067 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba6c6461-272e-4418-81cb-d050cfaa758c req-1ea4c75e-313c-4841-9e96-55895561f69f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=53562ae687274bbeba84f6369ffa7a9a&device_id=20bbd184-e830-4aaf-a9c9-c616412c1688 HTTP/1.1" status: 200 len: 1095 time: 0.0965295 Nov 04 10:38:47.218316 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67175da5-7366-4f63-aec7-5fc390cf5df4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:47.222267 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-67175da5-7366-4f63-aec7-5fc390cf5df4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:47.229388 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-af780a92-1d4d-4287-8b3f-1cb2f50919e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:47.232102 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-af780a92-1d4d-4287-8b3f-1cb2f50919e7 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 1096 time: 0.0744987 Nov 04 10:38:47.233703 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b2168bd2-07ad-4b37-89eb-918cb9f5ba1e details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:38:47.362974 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port b2168bd2-07ad-4b37-89eb-918cb9f5ba1e, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b2168bd2-07ad-4b37-89eb-918cb9f5ba1e,segment=NetworkSegment(9de533a3-255f-4334-8588-95961af475a2),segment_id=9de533a3-255f-4334-8588-95961af475a2)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:47.365306 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ffb94-dfce-4a9f-a13d-e265aa7d10c2 req-24db1a49-1803-4279-bbbe-2fb5ec5ea2ad tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:47.366566 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f5ffb94-dfce-4a9f-a13d-e265aa7d10c2 req-24db1a49-1803-4279-bbbe-2fb5ec5ea2ad tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?device_id=1c228841-fa03-4830-b025-3117f1b7af8f HTTP/1.1" status: 200 len: 945 time: 0.1684809 Nov 04 10:38:47.369241 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc070407-f219-46ad-885f-3bff1a0269ec req-51204cda-21e1-4363-b6cb-45319850f3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:47.370611 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dc070407-f219-46ad-885f-3bff1a0269ec req-51204cda-21e1-4363-b6cb-45319850f3a9 service neutron] 10.222.0.126 "GET /v2.0/networks?id=1b735f04-8bd4-4ad5-bab8-48eab0a995ed HTTP/1.1" status: 200 len: 917 time: 0.2207320 Nov 04 10:38:47.377172 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'b2168bd2-07ad-4b37-89eb-918cb9f5ba1e', 'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed', 'port_id': 'b2168bd2-07ad-4b37-89eb-918cb9f5ba1e', 'mac_address': 'fa:16:3e:4e:3b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cbdee7b-9e67-4454-89e3-451ab9fdae2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:38:47.416880 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c6461-272e-4418-81cb-d050cfaa758c req-cd33a323-3679-45c4-8a42-8489c2351bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:47.420281 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba6c6461-272e-4418-81cb-d050cfaa758c req-cd33a323-3679-45c4-8a42-8489c2351bee service neutron] 10.222.0.121 "GET /v2.0/networks?id=8c8a1e5a-f063-46d4-a45c-05147903d1b7 HTTP/1.1" status: 200 len: 913 time: 0.2033169 Nov 04 10:38:47.430560 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:47.438039 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dc070407-f219-46ad-885f-3bff1a0269ec req-863aa1e8-4066-45f9-9a02-4517396f9faf service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2168bd2-07ad-4b37-89eb-918cb9f5ba1e HTTP/1.1" status: 200 len: 217 time: 0.0527806 Nov 04 10:38:47.448279 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2168bd2-07ad-4b37-89eb-918cb9f5ba1e {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:38:47.472732 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port b2168bd2-07ad-4b37-89eb-918cb9f5ba1e, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b2168bd2-07ad-4b37-89eb-918cb9f5ba1e,segment=NetworkSegment(9de533a3-255f-4334-8588-95961af475a2),segment_id=9de533a3-255f-4334-8588-95961af475a2)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:47.476017 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba6c6461-272e-4418-81cb-d050cfaa758c req-f6a397bd-0e90-41f0-b344-560b14e722ec service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34c8132f-22e8-40d8-8165-550ff8ecca3e HTTP/1.1" status: 200 len: 217 time: 0.0458455 Nov 04 10:38:47.480289 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:47.544112 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=b2168bd2-07ad-4b37-89eb-918cb9f5ba1e,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:47.547864 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f5ffb94-dfce-4a9f-a13d-e265aa7d10c2 req-6d29a864-1c0e-474f-b45b-4ec6c80c8b4d tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/security-groups?id=4454bbd3-f2a6-4e9d-8bcc-2b6af778a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676190 Nov 04 10:38:47.572743 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-1f48a0b6-0873-4426-99fb-ec50cc57a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:47.574220 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-1f48a0b6-0873-4426-99fb-ec50cc57a4b5 service neutron] 10.222.0.126 "GET /v2.0/networks?id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 200 len: 909 time: 0.3208380 Nov 04 10:38:47.575731 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c6461-272e-4418-81cb-d050cfaa758c req-f19e8781-d9c5-4da6-8cbd-77a67d3fd2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:47.577289 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba6c6461-272e-4418-81cb-d050cfaa758c req-f19e8781-d9c5-4da6-8cbd-77a67d3fd2c2 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=5626b5c5-059d-4165-96a5-a79a81820db5 HTTP/1.1" status: 200 len: 851 time: 0.0935972 Nov 04 10:38:47.605520 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc070407-f219-46ad-885f-3bff1a0269ec req-4191c163-126e-46b6-a76e-da1524451b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:47.606898 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dc070407-f219-46ad-885f-3bff1a0269ec req-4191c163-126e-46b6-a76e-da1524451b63 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=9cbdee7b-9e67-4454-89e3-451ab9fdae2c HTTP/1.1" status: 200 len: 854 time: 0.1555059 Nov 04 10:38:47.650248 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba6c6461-272e-4418-81cb-d050cfaa758c req-5d398f00-4d07-4ce4-8840-fae798937e31 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=8c8a1e5a-f063-46d4-a45c-05147903d1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598814 Nov 04 10:38:47.651607 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-2dd62341-1cdd-4f96-a910-ab8cab0a3a78 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe4b4c76-bc45-4b3d-b197-950dec71cf45 HTTP/1.1" status: 200 len: 217 time: 0.0685737 Nov 04 10:38:47.717088 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['b2168bd2-07ad-4b37-89eb-918cb9f5ba1e'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:38:47.728404 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc070407-f219-46ad-885f-3bff1a0269ec req-e82d8cdc-41c1-4263-a909-34df45dc91bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:47.729815 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dc070407-f219-46ad-885f-3bff1a0269ec req-e82d8cdc-41c1-4263-a909-34df45dc91bd service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1b735f04-8bd4-4ad5-bab8-48eab0a995ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133330 Nov 04 10:38:47.749591 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeff559-e149-415c-9693-c7e1a8c06b82 req-3db65d14-6d5b-453b-9b68-44da316f99b7 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:47.751800 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cdeff559-e149-415c-9693-c7e1a8c06b82 req-3db65d14-6d5b-453b-9b68-44da316f99b7 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.127 "GET /v2.0/ports?device_id=84fdea35-8115-4067-94be-a517bb12cb97 HTTP/1.1" status: 200 len: 945 time: 0.1229112 Nov 04 10:38:47.761729 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-629089bf-5ca9-4ffa-8d04-d4d1e773ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:47.763258 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-629089bf-5ca9-4ffa-8d04-d4d1e773ccb7 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=f29a1ba4-9c2e-4bbf-be88-aa21c2016c98 HTTP/1.1" status: 200 len: 847 time: 0.0961788 Nov 04 10:38:47.818725 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-3f67c937-968e-4367-838c-5652da507420 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458345 Nov 04 10:38:47.822676 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba6c6461-272e-4418-81cb-d050cfaa758c req-4f8374c3-8ba1-493f-8a22-eacf48c38578 service neutron] 10.222.0.121 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640592 Nov 04 10:38:47.824150 n-d-816629-1 neutron-server[101774]: DEBUG neutron.objects.ports [None req-67175da5-7366-4f63-aec7-5fc390cf5df4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101774) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 10:38:47.833735 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-67175da5-7366-4f63-aec7-5fc390cf5df4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:47.874668 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 34c8132f-22e8-40d8-8165-550ff8ecca3e details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:38:47.934402 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67175da5-7366-4f63-aec7-5fc390cf5df4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:47.941408 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67175da5-7366-4f63-aec7-5fc390cf5df4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=d38c2456-7918-4341-8654-3c12ccf1c3dd,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:47.947465 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-67175da5-7366-4f63-aec7-5fc390cf5df4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:47.957349 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cdeff559-e149-415c-9693-c7e1a8c06b82 req-e6b838ab-7f33-4f42-8686-1e839e96214c tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.127 "GET /v2.0/security-groups?id=aa16f912-b774-4ffd-98f1-e4231e0793ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924384 Nov 04 10:38:47.960338 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67175da5-7366-4f63-aec7-5fc390cf5df4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:47.960991 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-67175da5-7366-4f63-aec7-5fc390cf5df4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:47.970146 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dc070407-f219-46ad-885f-3bff1a0269ec req-19fd6390-b906-40c0-a836-b3f4b78be3fc service neutron] 10.222.0.126 "GET /v2.0/networks/1b735f04-8bd4-4ad5-bab8-48eab0a995ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140610 Nov 04 10:38:47.987110 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbb88cd-de37-46e1-a252-9e7dd4ea5df9 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:38:47.996364 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-1dea0ede-95a0-4a71-a656-e60dcf21e596 service neutron] 10.222.0.126 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654994 Nov 04 10:38:47.999156 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-67175da5-7366-4f63-aec7-5fc390cf5df4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9943564 Nov 04 10:38:48.002544 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43324) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:48.014403 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-4b1c21ec-338b-4510-ab98-97d919e05426 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'mac_address': 'fa:16:3e:7b:b3:bc', 'name': 'tempest-NetworksTestDHCPv6-353032930'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:48.085486 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dc070407-f219-46ad-885f-3bff1a0269ec req-ad4c94a9-59fa-41e8-935b-002404308380 service neutron] 10.222.0.126 "GET /v2.0/networks/1b735f04-8bd4-4ad5-bab8-48eab0a995ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074245 Nov 04 10:38:48.089447 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 34c8132f-22e8-40d8-8165-550ff8ecca3e, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=34c8132f-22e8-40d8-8165-550ff8ecca3e,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:48.118758 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba6c6461-272e-4418-81cb-d050cfaa758c req-3591631a-6472-4b72-97cf-9965a346a1b7 service neutron] 10.222.0.121 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867560 Nov 04 10:38:48.136970 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '34c8132f-22e8-40d8-8165-550ff8ecca3e', 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7', 'port_id': '34c8132f-22e8-40d8-8165-550ff8ecca3e', 'mac_address': 'fa:16:3e:a2:b2:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5626b5c5-059d-4165-96a5-a79a81820db5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:38:48.210702 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:48.223516 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc29b24a-67f2-428b-9e2d-55e351a6decc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-bc5af6f0-5063-4ccc-959e-90459430dabc', 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'fixed_ips': [{'subnet_id': 'd38c2456-7918-4341-8654-3c12ccf1c3dd'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:38:48.224408 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bc29b24a-67f2-428b-9e2d-55e351a6decc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:48.247292 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-f9316069-ed84-406e-a820-dc26ace4c674 service neutron] 10.222.0.126 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204244 Nov 04 10:38:48.271125 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1c21ec-338b-4510-ab98-97d919e05426 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:48.345623 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c8132f-22e8-40d8-8165-550ff8ecca3e {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:38:48.371843 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4b1c21ec-338b-4510-ab98-97d919e05426 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:48.374112 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 34c8132f-22e8-40d8-8165-550ff8ecca3e, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=34c8132f-22e8-40d8-8165-550ff8ecca3e,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:48.382573 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f11fc4-d9f2-4b0c-9a74-17a9254a0e9c req-8d35c486-9294-420f-babf-e07ef54d1aac tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:48.384057 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a5f11fc4-d9f2-4b0c-9a74-17a9254a0e9c req-8d35c486-9294-420f-babf-e07ef54d1aac tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=20bbd184-e830-4aaf-a9c9-c616412c1688 HTTP/1.1" status: 200 len: 944 time: 0.0879855 Nov 04 10:38:48.389056 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:48.391917 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-bc29b24a-67f2-428b-9e2d-55e351a6decc None None] Allocated IP 2001:db8::f816:3eff:fe97:ec0d (bc5af6f0-5063-4ccc-959e-90459430dabc/d38c2456-7918-4341-8654-3c12ccf1c3dd/cfc8fa67-059e-400b-952d-d8cbe5e38c83) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:48.399999 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-4b1c21ec-338b-4510-ab98-97d919e05426 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] device_id is not set on port 937cad02-70ed-47c2-932d-d181ec5c2acb yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:38:48.460327 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a5f11fc4-d9f2-4b0c-9a74-17a9254a0e9c req-33c622be-c2b7-47f9-8bac-cf84076cbf96 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517533 Nov 04 10:38:48.499112 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a2bbad-489a-46bc-bf64-7bb6c2b772c5 x-openstack-request-id: req-98a2bbad-489a-46bc-bf64-7bb6c2b772c5 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:38:48.499442 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c228841-fa03-4830-b025-3117f1b7af8f", "name": "network-vif-plugged", "status": "completed", "tag": "828e67bd-81fb-4518-ab63-1a372a37c2c6", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:38:48.499757 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-98a2bbad-489a-46bc-bf64-7bb6c2b772c5 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:38:48.500162 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c228841-fa03-4830-b025-3117f1b7af8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828e67bd-81fb-4518-ab63-1a372a37c2c6', 'code': 200} Nov 04 10:38:48.545289 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=34c8132f-22e8-40d8-8165-550ff8ecca3e,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:48.616858 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c5ebb-3499-4c69-bfec-654812c7662f req-7ccd857e-3e80-4aed-8002-8f2256d7e95d tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:48.625528 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e60c5ebb-3499-4c69-bfec-654812c7662f req-7ccd857e-3e80-4aed-8002-8f2256d7e95d tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 945 time: 0.0770209 Nov 04 10:38:48.640968 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bc29b24a-67f2-428b-9e2d-55e351a6decc None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:48.647650 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5729b8e-8a13-4b14-b3ec-9c31083f9184 req-2f58ed65-28ad-40ca-aeba-49e583e19e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:48.648198 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bc29b24a-67f2-428b-9e2d-55e351a6decc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:48.649330 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5729b8e-8a13-4b14-b3ec-9c31083f9184 req-2f58ed65-28ad-40ca-aeba-49e583e19e81 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=1c228841-fa03-4830-b025-3117f1b7af8f HTTP/1.1" status: 200 len: 1096 time: 0.0596280 Nov 04 10:38:48.670124 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc29b24a-67f2-428b-9e2d-55e351a6decc None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:48.689558 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e60c5ebb-3499-4c69-bfec-654812c7662f req-716dd923-3ab2-495d-bf20-9c99ca527381 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570450 Nov 04 10:38:48.707048 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-bc29b24a-67f2-428b-9e2d-55e351a6decc None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:48.713987 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc29b24a-67f2-428b-9e2d-55e351a6decc None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:48.722322 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['34c8132f-22e8-40d8-8165-550ff8ecca3e'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:38:48.733455 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-4b1c21ec-338b-4510-ab98-97d919e05426 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 2001:db8::f816:3eff:fe7b:b3bc (bc5af6f0-5063-4ccc-959e-90459430dabc/d38c2456-7918-4341-8654-3c12ccf1c3dd/937cad02-70ed-47c2-932d-d181ec5c2acb) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:48.757920 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5729b8e-8a13-4b14-b3ec-9c31083f9184 req-c31634b3-f058-4d7a-bf6e-83b5964d7883 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=4454bbd3-f2a6-4e9d-8bcc-2b6af778a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823393 Nov 04 10:38:48.823398 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29b24a-67f2-428b-9e2d-55e351a6decc None None] Pushing event updated for resources: {'Port': ['ID=cfc8fa67-059e-400b-952d-d8cbe5e38c83,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:48.833415 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4951c9-94b6-47c0-a548-0742692c7336 req-447e6625-9a3d-4d0d-8cc7-b424207cef09 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:48.835120 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1a4951c9-94b6-47c0-a548-0742692c7336 req-447e6625-9a3d-4d0d-8cc7-b424207cef09 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=77c76e5e-659a-41c7-8a55-719f219ff9e8 HTTP/1.1" status: 200 len: 945 time: 0.0772634 Nov 04 10:38:48.877609 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-bc29b24a-67f2-428b-9e2d-55e351a6decc None None] Attempting to bind port cfc8fa67-059e-400b-952d-d8cbe5e38c83 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:38:48.877980 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-bc29b24a-67f2-428b-9e2d-55e351a6decc None None] Attempting to bind port cfc8fa67-059e-400b-952d-d8cbe5e38c83 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:38:48.878338 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29b24a-67f2-428b-9e2d-55e351a6decc None None] Attempting to bind port cfc8fa67-059e-400b-952d-d8cbe5e38c83 on network bc5af6f0-5063-4ccc-959e-90459430dabc {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:48.892284 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29b24a-67f2-428b-9e2d-55e351a6decc None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:38:48.892644 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29b24a-67f2-428b-9e2d-55e351a6decc None None] Checking segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:38:48.893071 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bc29b24a-67f2-428b-9e2d-55e351a6decc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:48.893473 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29b24a-67f2-428b-9e2d-55e351a6decc None None] Bound using segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:38:48.893951 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-bc29b24a-67f2-428b-9e2d-55e351a6decc None None] Bound port: cfc8fa67-059e-400b-952d-d8cbe5e38c83, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:38:48.894329 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bc29b24a-67f2-428b-9e2d-55e351a6decc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:48.896670 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1a4951c9-94b6-47c0-a548-0742692c7336 req-2172099a-eaa6-47e0-aebb-844b924d5318 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528505 Nov 04 10:38:48.965105 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4b1c21ec-338b-4510-ab98-97d919e05426 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:49.014610 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4b1c21ec-338b-4510-ab98-97d919e05426 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:49.017672 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-bc29b24a-67f2-428b-9e2d-55e351a6decc None None] For port cfc8fa67-059e-400b-952d-d8cbe5e38c83, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:38:49.022908 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-bc29b24a-67f2-428b-9e2d-55e351a6decc None None] For port cfc8fa67-059e-400b-952d-d8cbe5e38c83, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=cfc8fa67-059e-400b-952d-d8cbe5e38c83,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:38:49.033450 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bc29b24a-67f2-428b-9e2d-55e351a6decc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:49.061462 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1c21ec-338b-4510-ab98-97d919e05426 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:49.069180 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-4b1c21ec-338b-4510-ab98-97d919e05426 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:49.074186 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1c21ec-338b-4510-ab98-97d919e05426 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:49.080463 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1c21ec-338b-4510-ab98-97d919e05426 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:49.081160 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4b1c21ec-338b-4510-ab98-97d919e05426 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:49.088562 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c21ec-338b-4510-ab98-97d919e05426 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Port': ['ID=937cad02-70ed-47c2-932d-d181ec5c2acb,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:49.122595 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4b1c21ec-338b-4510-ab98-97d919e05426 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1163936 Nov 04 10:38:49.123662 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43340) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:49.153267 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29b24a-67f2-428b-9e2d-55e351a6decc None None] Pushing event updated for resources: {'Port': ['ID=cfc8fa67-059e-400b-952d-d8cbe5e38c83,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:49.199101 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084ad7ba-8a97-4cdb-bbd1-75733e1f5b27 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:49.200069 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-146ac6d4-5353-4838-8451-c0902c53cec3 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=0a2535062eac411a9277c873f42276fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377707 Nov 04 10:38:49.206386 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084ad7ba-8a97-4cdb-bbd1-75733e1f5b27 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:49.211493 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-084ad7ba-8a97-4cdb-bbd1-75733e1f5b27 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0855570 Nov 04 10:38:49.213353 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43346) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:49.248374 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b2168bd2-07ad-4b37-89eb-918cb9f5ba1e up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:49.327849 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa8660-726c-4d04-9f84-efeab12ac8a0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting port 937cad02-70ed-47c2-932d-d181ec5c2acb {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:38:49.328960 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8660-726c-4d04-9f84-efeab12ac8a0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:49.345858 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port b2168bd2-07ad-4b37-89eb-918cb9f5ba1e completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:38:49.355281 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ce8cf3cf-f844-4b98-a1b9-13263a1ebe31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:49.357237 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port b2168bd2-07ad-4b37-89eb-918cb9f5ba1e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:49.357577 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:49.498818 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8660-726c-4d04-9f84-efeab12ac8a0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:49.501153 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:49.514750 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-da457bee-74fb-42e0-8fc7-c3bb27179d56 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:49.516047 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa8660-726c-4d04-9f84-efeab12ac8a0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Calling delete_port for 937cad02-70ed-47c2-932d-d181ec5c2acb owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:38:49.522697 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-da457bee-74fb-42e0-8fc7-c3bb27179d56 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3143480 Nov 04 10:38:49.548480 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-2d693191-c803-49e9-9b1c-a2a03c18cc7d tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.127 "GET /v2.0/quotas/0a2535062eac411a9277c873f42276fa HTTP/1.1" status: 200 len: 375 time: 0.0229743 Nov 04 10:38:49.549755 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port b2168bd2-07ad-4b37-89eb-918cb9f5ba1e, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b2168bd2-07ad-4b37-89eb-918cb9f5ba1e,segment=NetworkSegment(9de533a3-255f-4334-8588-95961af475a2),segment_id=9de533a3-255f-4334-8588-95961af475a2)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:49.559115 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:49.585835 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-8668a97f-efc8-4db1-b9b3-817e453a9aa9 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=0a2535062eac411a9277c873f42276fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363226 Nov 04 10:38:49.618593 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=b2168bd2-07ad-4b37-89eb-918cb9f5ba1e,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:49.736729 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8660-726c-4d04-9f84-efeab12ac8a0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:49.772634 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa8660-726c-4d04-9f84-efeab12ac8a0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Port': ['ID=937cad02-70ed-47c2-932d-d181ec5c2acb,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:49.831179 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8660-726c-4d04-9f84-efeab12ac8a0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:49.835458 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f4fa8660-726c-4d04-9f84-efeab12ac8a0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/937cad02-70ed-47c2-932d-d181ec5c2acb HTTP/1.1" status: 204 len: 168 time: 0.6208434 Nov 04 10:38:49.838011 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43356) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:49.884342 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 34c8132f-22e8-40d8-8165-550ff8ecca3e up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:49.926288 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ca9787-d046-4ab3-a519-64b7de9c3566 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:49.928269 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ca9787-d046-4ab3-a519-64b7de9c3566 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:49.930056 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e4ca9787-d046-4ab3-a519-64b7de9c3566 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0908165 Nov 04 10:38:49.933382 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43362) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:50.002494 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 34c8132f-22e8-40d8-8165-550ff8ecca3e completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:38:50.016692 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 34c8132f-22e8-40d8-8165-550ff8ecca3e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:50.016995 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:50.223660 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:50.323371 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 34c8132f-22e8-40d8-8165-550ff8ecca3e, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=34c8132f-22e8-40d8-8165-550ff8ecca3e,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:50.328582 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:50.385770 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9b243-2e23-4c38-8140-624e60a8edca req-aa460f31-a638-46ef-a4a7-8a1359d5799c tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:50.403194 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42b9b243-2e23-4c38-8140-624e60a8edca req-aa460f31-a638-46ef-a4a7-8a1359d5799c tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?device_id=1c228841-fa03-4830-b025-3117f1b7af8f HTTP/1.1" status: 200 len: 945 time: 0.1338108 Nov 04 10:38:50.493157 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=34c8132f-22e8-40d8-8165-550ff8ecca3e,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:50.508177 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fdea35-8115-4067-94be-a517bb12cb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2168bd2-07ad-4b37-89eb-918cb9f5ba1e'}, {'server_uuid': '20bbd184-e830-4aaf-a9c9-c616412c1688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c8132f-22e8-40d8-8165-550ff8ecca3e'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:38:50.511556 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5278ec-9e23-4365-ac22-0a8c9418c5b0" -d '{"events": [{"server_uuid": "84fdea35-8115-4067-94be-a517bb12cb97", "name": "network-vif-plugged", "status": "completed", "tag": "b2168bd2-07ad-4b37-89eb-918cb9f5ba1e"}, {"server_uuid": "20bbd184-e830-4aaf-a9c9-c616412c1688", "name": "network-vif-plugged", "status": "completed", "tag": "34c8132f-22e8-40d8-8165-550ff8ecca3e"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:38:50.528202 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42b9b243-2e23-4c38-8140-624e60a8edca req-fb556f6f-eec1-45d5-88ed-2ef5877bbfe5 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/security-groups?id=4454bbd3-f2a6-4e9d-8bcc-2b6af778a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199875 Nov 04 10:38:50.530388 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device cfc8fa67-059e-400b-952d-d8cbe5e38c83 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:50.651629 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port cfc8fa67-059e-400b-952d-d8cbe5e38c83 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:50.652022 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:50.653498 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:50.653952 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee56b01-351c-4701-99b4-563cc5b1a9f4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet d38c2456-7918-4341-8654-3c12ccf1c3dd {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:38:50.655984 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a925408d-ebd1-4615-b459-a4d08b84465f None None] Provisioning complete for port cfc8fa67-059e-400b-952d-d8cbe5e38c83 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:50.656340 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a925408d-ebd1-4615-b459-a4d08b84465f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:50.660431 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eee56b01-351c-4701-99b4-563cc5b1a9f4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:50.761935 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eee56b01-351c-4701-99b4-563cc5b1a9f4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:50.854457 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff801136-a86c-4645-9a8c-2e02259ab1c4 req-2d97b7b8-14c4-4c02-a9df-13dd10acd5db tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:50.857503 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ff801136-a86c-4645-9a8c-2e02259ab1c4 req-2d97b7b8-14c4-4c02-a9df-13dd10acd5db tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=77c76e5e-659a-41c7-8a55-719f219ff9e8 HTTP/1.1" status: 200 len: 945 time: 0.1403928 Nov 04 10:38:50.873232 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:50.906357 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a925408d-ebd1-4615-b459-a4d08b84465f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:50.957520 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ff801136-a86c-4645-9a8c-2e02259ab1c4 req-f580150e-0822-45e0-9394-555e7e7fe09b tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885050 Nov 04 10:38:50.963797 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port cfc8fa67-059e-400b-952d-d8cbe5e38c83, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=cfc8fa67-059e-400b-952d-d8cbe5e38c83,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:50.974907 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:50.999655 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eee56b01-351c-4701-99b4-563cc5b1a9f4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:51.070415 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=cfc8fa67-059e-400b-952d-d8cbe5e38c83,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:51.083718 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-a925408d-ebd1-4615-b459-a4d08b84465f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:38:51.087382 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-a925408d-ebd1-4615-b459-a4d08b84465f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:38:51.159752 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b3966-06d6-4a01-bb7e-4e4dec4991e0 req-21c87b0e-5f4d-40d3-92b6-c4da6106d94a tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:51.161657 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-521b3966-06d6-4a01-bb7e-4e4dec4991e0 req-21c87b0e-5f4d-40d3-92b6-c4da6106d94a tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.127 "GET /v2.0/ports?device_id=84fdea35-8115-4067-94be-a517bb12cb97 HTTP/1.1" status: 200 len: 946 time: 0.1014893 Nov 04 10:38:51.169162 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eee56b01-351c-4701-99b4-563cc5b1a9f4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:51.235648 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee56b01-351c-4701-99b4-563cc5b1a9f4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=d38c2456-7918-4341-8654-3c12ccf1c3dd,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:51.241085 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eee56b01-351c-4701-99b4-563cc5b1a9f4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:51.246530 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-521b3966-06d6-4a01-bb7e-4e4dec4991e0 req-9d1b6b35-6ec4-4f5b-ac0c-5fbda98f2344 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.127 "GET /v2.0/security-groups?id=aa16f912-b774-4ffd-98f1-e4231e0793ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784097 Nov 04 10:38:51.252560 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-eee56b01-351c-4701-99b4-563cc5b1a9f4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/d38c2456-7918-4341-8654-3c12ccf1c3dd HTTP/1.1" status: 204 len: 168 time: 1.3177571 Nov 04 10:38:51.252741 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43374) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:51.312582 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f1a901db-bcc0-431e-a5fa-06cdc2270248 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0582418 Nov 04 10:38:51.315650 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43376) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:51.325427 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-0fb15321-da32-4b5c-ba89-16f39caf444e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:51.349854 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4248589-a767-4ee7-a5d6-1d2f0b7c570e None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:38:51.416486 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-cbcad4d2-7c1f-4b89-8dcd-f36cf6a952a3 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.126 "GET /v2.0/networks?tenant_id=0a2535062eac411a9277c873f42276fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712502 Nov 04 10:38:51.424237 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f614a-d8bf-44d0-a80c-121f9b50c5cc req-b7a22ca7-46c4-491d-ad24-238c1afa2a52 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:51.426048 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c6f614a-d8bf-44d0-a80c-121f9b50c5cc req-b7a22ca7-46c4-491d-ad24-238c1afa2a52 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=20bbd184-e830-4aaf-a9c9-c616412c1688 HTTP/1.1" status: 200 len: 946 time: 0.0992551 Nov 04 10:38:51.514252 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c6f614a-d8bf-44d0-a80c-121f9b50c5cc req-c3c0e6cd-0bd0-49c2-8490-62752db9a4d6 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791376 Nov 04 10:38:51.629717 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3891035-7c79-4aed-bdae-f283dca80cdc None None] DHCP port deletion for bc5af6f0-5063-4ccc-959e-90459430dabc request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:38:51.674551 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb15321-da32-4b5c-ba89-16f39caf444e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:51.675212 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2694bce4-cfca-4554-8307-8a39ae43380d req-d4e1768f-f006-4846-9e2c-be2e5905ead4 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.127 "GET /v2.0/ports?device_id=37322ab7-fd9e-4208-aec3-b402cb77c609 HTTP/1.1" status: 200 len: 210 time: 0.0429611 Nov 04 10:38:51.679806 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0fb15321-da32-4b5c-ba89-16f39caf444e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:51.699512 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e3891035-7c79-4aed-bdae-f283dca80cdc None None] Deleting port cfc8fa67-059e-400b-952d-d8cbe5e38c83 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:38:51.700290 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e3891035-7c79-4aed-bdae-f283dca80cdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:51.703008 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-5ace3dcc-4ac8-425a-8a6c-5fde5138dc9c tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:51.705053 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-5ace3dcc-4ac8-425a-8a6c-5fde5138dc9c tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2831709 Nov 04 10:38:51.722215 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-98f34251-a3cb-4161-9ca1-1aaebd8d2588 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Request body: {'port': {'device_id': '37322ab7-fd9e-4208-aec3-b402cb77c609', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': '0a2535062eac411a9277c873f42276fa'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:51.775641 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e3891035-7c79-4aed-bdae-f283dca80cdc None None] For port cfc8fa67-059e-400b-952d-d8cbe5e38c83, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=cfc8fa67-059e-400b-952d-d8cbe5e38c83,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:51.776472 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e3891035-7c79-4aed-bdae-f283dca80cdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:51.801084 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e3891035-7c79-4aed-bdae-f283dca80cdc None None] Calling delete_port for cfc8fa67-059e-400b-952d-d8cbe5e38c83 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:38:51.808656 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-44609dfa-7827-45da-8f8f-30c943d2eb31 None None] Could not find standard attr ID for object 937cad02-70ed-47c2-932d-d181ec5c2acb. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:38:51.816837 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda5cd7-c4a0-43f4-b273-050a627efb5c req-72c2e0e1-2a3d-4ed6-a2b2-96726c180334 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:51.818480 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-abda5cd7-c4a0-43f4-b273-050a627efb5c req-72c2e0e1-2a3d-4ed6-a2b2-96726c180334 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 945 time: 0.0702894 Nov 04 10:38:51.881112 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-abda5cd7-c4a0-43f4-b273-050a627efb5c req-cca496a1-29e0-4dd8-b0e7-873cdb73f031 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509148 Nov 04 10:38:51.915032 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e3891035-7c79-4aed-bdae-f283dca80cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:51.953592 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3891035-7c79-4aed-bdae-f283dca80cdc None None] Pushing event deleted for resources: {'Port': ['ID=cfc8fa67-059e-400b-952d-d8cbe5e38c83,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:51.960216 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3891035-7c79-4aed-bdae-f283dca80cdc None None] No DVR routers for this DVR port cfc8fa67-059e-400b-952d-d8cbe5e38c83 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:38:51.976405 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 04 Nov 2021 10:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348a4555-8b6d-4fef-99ce-8a9f883e2cd5 x-openstack-request-id: req-348a4555-8b6d-4fef-99ce-8a9f883e2cd5 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:38:51.976628 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fdea35-8115-4067-94be-a517bb12cb97", "name": "network-vif-plugged", "status": "completed", "tag": "b2168bd2-07ad-4b37-89eb-918cb9f5ba1e", "code": 200}, {"server_uuid": "20bbd184-e830-4aaf-a9c9-c616412c1688", "name": "network-vif-plugged", "status": "completed", "tag": "34c8132f-22e8-40d8-8165-550ff8ecca3e", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:38:51.976854 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-348a4555-8b6d-4fef-99ce-8a9f883e2cd5 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:38:51.977279 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fdea35-8115-4067-94be-a517bb12cb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2168bd2-07ad-4b37-89eb-918cb9f5ba1e', 'code': 200} Nov 04 10:38:51.977534 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bbd184-e830-4aaf-a9c9-c616412c1688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c8132f-22e8-40d8-8165-550ff8ecca3e', 'code': 200} Nov 04 10:38:52.066506 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:52.095672 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-98f34251-a3cb-4161-9ca1-1aaebd8d2588 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Made reservation on behalf of 0a2535062eac411a9277c873f42276fa for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:52.099249 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-98f34251-a3cb-4161-9ca1-1aaebd8d2588 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:52.115212 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-98f34251-a3cb-4161-9ca1-1aaebd8d2588 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:52.150691 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e8ff4-a142-4d0e-817f-8b606dabc573 req-b10417a1-f16e-4cec-a502-9746f0078e1c tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:52.158491 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-036e8ff4-a142-4d0e-817f-8b606dabc573 req-b10417a1-f16e-4cec-a502-9746f0078e1c tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?device_id=1c228841-fa03-4830-b025-3117f1b7af8f HTTP/1.1" status: 200 len: 945 time: 0.0823033 Nov 04 10:38:52.185356 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12479e-c715-474c-905b-9406512c8607 req-1439411a-a9a6-4355-8675-e0ecd254045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:52.187482 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5c12479e-c715-474c-905b-9406512c8607 req-1439411a-a9a6-4355-8675-e0ecd254045f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=20bbd184-e830-4aaf-a9c9-c616412c1688 HTTP/1.1" status: 200 len: 1097 time: 0.1400487 Nov 04 10:38:52.244632 n-d-816629-1 neutron-server[101775]: DEBUG neutron.objects.ports [None req-0fb15321-da32-4b5c-ba89-16f39caf444e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 10:38:52.251684 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0fb15321-da32-4b5c-ba89-16f39caf444e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:52.253538 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-036e8ff4-a142-4d0e-817f-8b606dabc573 req-49338bbf-9822-458c-815d-cee267a5e9b9 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/security-groups?id=4454bbd3-f2a6-4e9d-8bcc-2b6af778a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941222 Nov 04 10:38:52.269059 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abd34d-932b-451b-80f1-7484b0392bf5 req-a8acda46-9a4b-47c2-af43-d456c827bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:52.270850 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d6abd34d-932b-451b-80f1-7484b0392bf5 req-a8acda46-9a4b-47c2-af43-d456c827bf77 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=84fdea35-8115-4067-94be-a517bb12cb97 HTTP/1.1" status: 200 len: 1097 time: 0.2152829 Nov 04 10:38:52.286413 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43384) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:52.336130 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb15321-da32-4b5c-ba89-16f39caf444e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:52.358291 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-0fb15321-da32-4b5c-ba89-16f39caf444e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:52.362144 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb15321-da32-4b5c-ba89-16f39caf444e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:52.363031 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0fb15321-da32-4b5c-ba89-16f39caf444e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:52.371162 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80a7468-d387-45a3-907f-59e21c0b54fb None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:38:52.386645 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5c12479e-c715-474c-905b-9406512c8607 req-bab6ba72-1473-4780-bab6-222635a952a8 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826575 Nov 04 10:38:52.390867 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb15321-da32-4b5c-ba89-16f39caf444e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=1e37e715-f7c4-4ae2-a524-58441124833c,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:52.408332 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d6abd34d-932b-451b-80f1-7484b0392bf5 req-1a4e5a01-889f-4b76-ac54-e1d8c797f683 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=aa16f912-b774-4ffd-98f1-e4231e0793ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284866 Nov 04 10:38:52.412460 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb15321-da32-4b5c-ba89-16f39caf444e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:52.412802 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb15321-da32-4b5c-ba89-16f39caf444e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:52.413171 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb15321-da32-4b5c-ba89-16f39caf444e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:52.413499 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb15321-da32-4b5c-ba89-16f39caf444e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:52.413826 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb15321-da32-4b5c-ba89-16f39caf444e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:52.414147 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb15321-da32-4b5c-ba89-16f39caf444e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:52.414642 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb15321-da32-4b5c-ba89-16f39caf444e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:52.414843 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb15321-da32-4b5c-ba89-16f39caf444e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:52.415159 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb15321-da32-4b5c-ba89-16f39caf444e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:52.415514 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb15321-da32-4b5c-ba89-16f39caf444e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:52.415838 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb15321-da32-4b5c-ba89-16f39caf444e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:52.416189 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb15321-da32-4b5c-ba89-16f39caf444e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:52.417018 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebb2bac-14f5-41b5-8616-e32b04afc929 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:52.418601 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6ebb2bac-14f5-41b5-8616-e32b04afc929 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=1c228841-fa03-4830-b025-3117f1b7af8f HTTP/1.1" status: 200 len: 1091 time: 0.1312208 Nov 04 10:38:52.424604 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43390) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:52.426980 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-98f34251-a3cb-4161-9ca1-1aaebd8d2588 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:52.432750 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-1a689514-859b-4517-8e78-2c8debf4056f tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'port_id': '828e67bd-81fb-4518-ab63-1a372a37c2c6', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:52.442782 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0fb15321-da32-4b5c-ba89-16f39caf444e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1235864 Nov 04 10:38:52.443025 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-98f34251-a3cb-4161-9ca1-1aaebd8d2588 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:52.443693 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43392) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:52.449713 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-6fad0328-2477-4f00-85fc-b4a9e8d1fce6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'mac_address': 'fa:16:3e:e4:c3:ec', 'name': 'tempest-NetworksTestDHCPv6-558561059'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:52.483409 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device cfc8fa67-059e-400b-952d-d8cbe5e38c83 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:38:52.534834 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f34251-a3cb-4161-9ca1-1aaebd8d2588 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299a253f-bbcc-47d3-bf18-0a9fc419422d,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:52.537403 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: cfc8fa67-059e-400b-952d-d8cbe5e38c83 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:38:52.537791 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device cfc8fa67-059e-400b-952d-d8cbe5e38c83 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:38:52.555610 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a689514-859b-4517-8e78-2c8debf4056f tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for floatingip, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:52.618120 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:52.698309 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fad0328-2477-4f00-85fc-b4a9e8d1fce6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:52.710516 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-98f34251-a3cb-4161-9ca1-1aaebd8d2588 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Allocated IP 192.168.233.112 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/00acf903-efb9-4d5e-b809-40170692b70e) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:52.732293 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adec267-b4d3-46ed-be13-9c8268dbfb5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-bc5af6f0-5063-4ccc-959e-90459430dabc', 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'fixed_ips': [{'subnet_id': '1e37e715-f7c4-4ae2-a524-58441124833c'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:38:52.739887 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0adec267-b4d3-46ed-be13-9c8268dbfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:52.922969 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a689514-859b-4517-8e78-2c8debf4056f tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:52.941786 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fad0328-2477-4f00-85fc-b4a9e8d1fce6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:52.969574 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3b9d1-0c42-4d6a-a3c1-1e341407812b req-f5b07cbb-172f-430e-89d5-eb7f60c8ef79 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:52.971418 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f2a3b9d1-0c42-4d6a-a3c1-1e341407812b req-f5b07cbb-172f-430e-89d5-eb7f60c8ef79 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.127 "GET /v2.0/ports?device_id=84fdea35-8115-4067-94be-a517bb12cb97 HTTP/1.1" status: 200 len: 946 time: 0.1400163 Nov 04 10:38:52.976867 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-6fad0328-2477-4f00-85fc-b4a9e8d1fce6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] device_id is not set on port 3ef2373e-caea-4de0-976c-2c0acbf81047 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:38:52.996720 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-0adec267-b4d3-46ed-be13-9c8268dbfb5b None None] Allocated IP 2001:db8::f816:3eff:fe1a:a6d5 (bc5af6f0-5063-4ccc-959e-90459430dabc/1e37e715-f7c4-4ae2-a524-58441124833c/7be97f26-a8b8-4691-8928-e7cb52b01eab) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:53.065586 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f2a3b9d1-0c42-4d6a-a3c1-1e341407812b req-c3072a39-bfa6-4c03-9738-47d973582141 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.127 "GET /v2.0/security-groups?id=aa16f912-b774-4ffd-98f1-e4231e0793ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819399 Nov 04 10:38:53.099883 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-1a689514-859b-4517-8e78-2c8debf4056f tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Allocated IP 172.25.7.238 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/023d675b-5040-4320-806c-e97623659349) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:53.115379 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-98f34251-a3cb-4161-9ca1-1aaebd8d2588 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:53.186559 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0adec267-b4d3-46ed-be13-9c8268dbfb5b None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:53.195623 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0adec267-b4d3-46ed-be13-9c8268dbfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:53.233451 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-98f34251-a3cb-4161-9ca1-1aaebd8d2588 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:53.282140 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9194625-bb2c-401d-afad-f59359eaeef6 req-af6e92b6-31cc-4701-ab2e-7a0a4348cba0 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:53.284333 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a9194625-bb2c-401d-afad-f59359eaeef6 req-af6e92b6-31cc-4701-ab2e-7a0a4348cba0 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=20bbd184-e830-4aaf-a9c9-c616412c1688 HTTP/1.1" status: 200 len: 946 time: 0.1169477 Nov 04 10:38:53.286066 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-6fad0328-2477-4f00-85fc-b4a9e8d1fce6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 2001:db8::f816:3eff:fee4:c3ec (bc5af6f0-5063-4ccc-959e-90459430dabc/1e37e715-f7c4-4ae2-a524-58441124833c/3ef2373e-caea-4de0-976c-2c0acbf81047) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:53.320628 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-98f34251-a3cb-4161-9ca1-1aaebd8d2588 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:53.335450 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-98f34251-a3cb-4161-9ca1-1aaebd8d2588 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:53.361546 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f34251-a3cb-4161-9ca1-1aaebd8d2588 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Pushing event updated for resources: {'Port': ['ID=00acf903-efb9-4d5e-b809-40170692b70e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:53.364278 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-98f34251-a3cb-4161-9ca1-1aaebd8d2588 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:53.380084 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a9194625-bb2c-401d-afad-f59359eaeef6 req-a05a777f-a75d-41df-a1d4-d2111c4f98cf tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821080 Nov 04 10:38:53.450010 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a689514-859b-4517-8e78-2c8debf4056f tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:53.511586 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-98f34251-a3cb-4161-9ca1-1aaebd8d2588 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:53.512176 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-98f34251-a3cb-4161-9ca1-1aaebd8d2588 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:53.542802 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adec267-b4d3-46ed-be13-9c8268dbfb5b None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:53.557581 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-0adec267-b4d3-46ed-be13-9c8268dbfb5b None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:53.562575 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adec267-b4d3-46ed-be13-9c8268dbfb5b None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:53.570176 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adec267-b4d3-46ed-be13-9c8268dbfb5b None None] Pushing event updated for resources: {'Port': ['ID=7be97f26-a8b8-4691-8928-e7cb52b01eab,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:53.582450 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-98f34251-a3cb-4161-9ca1-1aaebd8d2588 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8647537 Nov 04 10:38:53.610981 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-f9edb0e7-6244-45c9-860b-61f4336e029a tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:38:53.611668 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-f9edb0e7-6244-45c9-860b-61f4336e029a tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.126 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0077732 Nov 04 10:38:53.623924 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a689514-859b-4517-8e78-2c8debf4056f tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:53.633283 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-7bf5740a-d2ec-4c38-9e34-177bc88ea9b6 service neutron] Request body: {'port': {'device_id': '37322ab7-fd9e-4208-aec3-b402cb77c609', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:53.633855 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af7d0f-62ed-4301-b5cc-6fb89eac7ae6 req-2a22dab0-6fc1-4877-8252-a339598ee3b2 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:53.642238 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79af7d0f-62ed-4301-b5cc-6fb89eac7ae6 req-2a22dab0-6fc1-4877-8252-a339598ee3b2 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.127 "GET /v2.0/ports?device_id=37322ab7-fd9e-4208-aec3-b402cb77c609 HTTP/1.1" status: 200 len: 936 time: 0.1309648 Nov 04 10:38:53.669321 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fad0328-2477-4f00-85fc-b4a9e8d1fce6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:53.694204 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-0adec267-b4d3-46ed-be13-9c8268dbfb5b None None] Attempting to bind port 7be97f26-a8b8-4691-8928-e7cb52b01eab on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:38:53.694769 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-0adec267-b4d3-46ed-be13-9c8268dbfb5b None None] Attempting to bind port 7be97f26-a8b8-4691-8928-e7cb52b01eab by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:38:53.695216 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adec267-b4d3-46ed-be13-9c8268dbfb5b None None] Attempting to bind port 7be97f26-a8b8-4691-8928-e7cb52b01eab on network bc5af6f0-5063-4ccc-959e-90459430dabc {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:53.709069 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adec267-b4d3-46ed-be13-9c8268dbfb5b None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:38:53.709620 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adec267-b4d3-46ed-be13-9c8268dbfb5b None None] Checking segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:38:53.710939 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0adec267-b4d3-46ed-be13-9c8268dbfb5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:53.711751 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adec267-b4d3-46ed-be13-9c8268dbfb5b None None] Bound using segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:38:53.712601 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-0adec267-b4d3-46ed-be13-9c8268dbfb5b None None] Bound port: 7be97f26-a8b8-4691-8928-e7cb52b01eab, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:38:53.715460 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0adec267-b4d3-46ed-be13-9c8268dbfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:53.738589 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79af7d0f-62ed-4301-b5cc-6fb89eac7ae6 req-1b0586a1-1ed6-4d5d-b5df-d9b7558c1359 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.127 "GET /v2.0/security-groups?id=299a253f-bbcc-47d3-bf18-0a9fc419422d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952489 Nov 04 10:38:53.744667 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a689514-859b-4517-8e78-2c8debf4056f tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:53.760719 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-1a689514-859b-4517-8e78-2c8debf4056f tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:53.768656 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a689514-859b-4517-8e78-2c8debf4056f tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:53.799178 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fad0328-2477-4f00-85fc-b4a9e8d1fce6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:53.839872 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a689514-859b-4517-8e78-2c8debf4056f tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'Port': ['ID=023d675b-5040-4320-806c-e97623659349,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:53.849590 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-7bf5740a-d2ec-4c38-9e34-177bc88ea9b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:53.888365 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fad0328-2477-4f00-85fc-b4a9e8d1fce6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:53.900466 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-6fad0328-2477-4f00-85fc-b4a9e8d1fce6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:53.907831 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fad0328-2477-4f00-85fc-b4a9e8d1fce6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:53.915950 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fad0328-2477-4f00-85fc-b4a9e8d1fce6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:53.916673 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fad0328-2477-4f00-85fc-b4a9e8d1fce6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:53.929924 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-0adec267-b4d3-46ed-be13-9c8268dbfb5b None None] For port 7be97f26-a8b8-4691-8928-e7cb52b01eab, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:38:53.934736 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-0adec267-b4d3-46ed-be13-9c8268dbfb5b None None] For port 7be97f26-a8b8-4691-8928-e7cb52b01eab, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7be97f26-a8b8-4691-8928-e7cb52b01eab,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:38:53.937581 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-80e18885-6cba-420f-b225-19d9fb97144f None None] Provisioning complete for port 00acf903-efb9-4d5e-b809-40170692b70e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:53.949403 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-80e18885-6cba-420f-b225-19d9fb97144f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:53.950072 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6fad0328-2477-4f00-85fc-b4a9e8d1fce6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5049207 Nov 04 10:38:53.955489 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43412) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:53.957676 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad0328-2477-4f00-85fc-b4a9e8d1fce6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Port': ['ID=3ef2373e-caea-4de0-976c-2c0acbf81047,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:53.972359 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fad0328-2477-4f00-85fc-b4a9e8d1fce6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:53.974830 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fad0328-2477-4f00-85fc-b4a9e8d1fce6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:53.975183 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fad0328-2477-4f00-85fc-b4a9e8d1fce6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:53.975510 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fad0328-2477-4f00-85fc-b4a9e8d1fce6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:53.975838 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fad0328-2477-4f00-85fc-b4a9e8d1fce6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:53.976163 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fad0328-2477-4f00-85fc-b4a9e8d1fce6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:53.976484 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fad0328-2477-4f00-85fc-b4a9e8d1fce6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:53.979368 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fad0328-2477-4f00-85fc-b4a9e8d1fce6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:53.979724 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fad0328-2477-4f00-85fc-b4a9e8d1fce6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:53.980056 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fad0328-2477-4f00-85fc-b4a9e8d1fce6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:53.980385 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fad0328-2477-4f00-85fc-b4a9e8d1fce6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:53.985799 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fad0328-2477-4f00-85fc-b4a9e8d1fce6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:38:54.002048 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-80e18885-6cba-420f-b225-19d9fb97144f None None] Port 00acf903-efb9-4d5e-b809-40170692b70e cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:38:54.004324 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0adec267-b4d3-46ed-be13-9c8268dbfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:54.114459 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adec267-b4d3-46ed-be13-9c8268dbfb5b None None] Pushing event updated for resources: {'Port': ['ID=7be97f26-a8b8-4691-8928-e7cb52b01eab,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:54.144638 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470e45d-b92a-4836-b0dd-95db77d784d1 req-c7538c3f-72ac-4a82-8a87-e89e8574befc tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:54.146268 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b470e45d-b92a-4836-b0dd-95db77d784d1 req-c7538c3f-72ac-4a82-8a87-e89e8574befc tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 945 time: 0.0784800 Nov 04 10:38:54.194976 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5201d2b-00a1-4da6-b478-b3d88c970752 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:54.201876 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5201d2b-00a1-4da6-b478-b3d88c970752 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:54.203551 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c5201d2b-00a1-4da6-b478-b3d88c970752 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2469027 Nov 04 10:38:54.208248 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43416) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:54.248916 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b470e45d-b92a-4836-b0dd-95db77d784d1 req-203b7220-a32c-4922-976d-82eec5fc0937 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907516 Nov 04 10:38:54.396055 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-a967821f-bbb7-4039-b110-1b34a2537832 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting port 3ef2373e-caea-4de0-976c-2c0acbf81047 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:38:54.396431 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a967821f-bbb7-4039-b110-1b34a2537832 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:54.554078 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7be97f26-a8b8-4691-8928-e7cb52b01eab up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:54.619089 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a967821f-bbb7-4039-b110-1b34a2537832 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:54.632901 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-a967821f-bbb7-4039-b110-1b34a2537832 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Calling delete_port for 3ef2373e-caea-4de0-976c-2c0acbf81047 owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:38:54.661689 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 7be97f26-a8b8-4691-8928-e7cb52b01eab triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:54.665502 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:54.802786 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:54.834375 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5769258-75ed-4702-b7ec-2a95b60319bf req-ae856c36-e316-4780-a92e-f3929454c45f tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:54.848403 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5769258-75ed-4702-b7ec-2a95b60319bf req-ae856c36-e316-4780-a92e-f3929454c45f tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.127 "GET /v2.0/ports?device_id=84fdea35-8115-4067-94be-a517bb12cb97 HTTP/1.1" status: 200 len: 946 time: 0.1321683 Nov 04 10:38:54.848936 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 7be97f26-a8b8-4691-8928-e7cb52b01eab, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7be97f26-a8b8-4691-8928-e7cb52b01eab,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:54.856404 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:54.933920 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=7be97f26-a8b8-4691-8928-e7cb52b01eab,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:54.970511 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5769258-75ed-4702-b7ec-2a95b60319bf req-883b6e5f-826e-4f1b-a55a-d17a91cef4a7 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.127 "GET /v2.0/security-groups?id=aa16f912-b774-4ffd-98f1-e4231e0793ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150131 Nov 04 10:38:54.999784 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a967821f-bbb7-4039-b110-1b34a2537832 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:55.075075 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967821f-bbb7-4039-b110-1b34a2537832 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Port': ['ID=3ef2373e-caea-4de0-976c-2c0acbf81047,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:55.126538 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a689514-859b-4517-8e78-2c8debf4056f tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:55.165584 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a967821f-bbb7-4039-b110-1b34a2537832 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:55.172356 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a967821f-bbb7-4039-b110-1b34a2537832 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/3ef2373e-caea-4de0-976c-2c0acbf81047 HTTP/1.1" status: 204 len: 168 time: 0.9619713 Nov 04 10:38:55.174636 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43434) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:55.265769 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e005c-a42d-4310-9ad3-c035632b2035 req-1a06e0a8-12dd-4353-b42f-4c9b342867ee tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:55.274233 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f36e005c-a42d-4310-9ad3-c035632b2035 req-1a06e0a8-12dd-4353-b42f-4c9b342867ee tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=20bbd184-e830-4aaf-a9c9-c616412c1688 HTTP/1.1" status: 200 len: 946 time: 0.1917250 Nov 04 10:38:55.279849 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff9ef83-d60a-4a69-870d-cbd6c3a21faf tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:55.281675 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff9ef83-d60a-4a69-870d-cbd6c3a21faf tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:55.283468 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cff9ef83-d60a-4a69-870d-cbd6c3a21faf tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1040244 Nov 04 10:38:55.284910 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device d00dadf2-d47a-4a22-92aa-ea5f43885667 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:38:55.291093 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43438) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:55.326373 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43440) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:55.395109 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c21029-4f26-4a71-9592-c0e1fd67c443 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet 1e37e715-f7c4-4ae2-a524-58441124833c {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:38:55.399677 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a689514-859b-4517-8e78-2c8debf4056f tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:55.404379 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c1c21029-4f26-4a71-9592-c0e1fd67c443 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:55.507956 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port d00dadf2-d47a-4a22-92aa-ea5f43885667, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=d00dadf2-d47a-4a22-92aa-ea5f43885667,segment=NetworkSegment(371c3b52-8b94-460c-ab6e-3d1cde3fe09a),segment_id=371c3b52-8b94-460c-ab6e-3d1cde3fe09a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:55.523757 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'd00dadf2-d47a-4a22-92aa-ea5f43885667', 'network_id': '52b5cab6-0870-4630-a840-713505d3c31f', 'port_id': 'd00dadf2-d47a-4a22-92aa-ea5f43885667', 'mac_address': 'fa:16:3e:ce:03:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07140a08-ffec-484a-a1ec-e3e308952fd3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:38:55.542187 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-7bf5740a-d2ec-4c38-9e34-177bc88ea9b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00acf903-efb9-4d5e-b809-40170692b70e {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:38:55.571031 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-7bf5740a-d2ec-4c38-9e34-177bc88ea9b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:55.577483 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:55.602659 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d00dadf2-d47a-4a22-92aa-ea5f43885667 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:38:55.610796 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-ce00bab5-e780-4cf6-8491-ba3ece0eb76e None None] Provisioning complete for port 7be97f26-a8b8-4691-8928-e7cb52b01eab triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:55.611187 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ce00bab5-e780-4cf6-8491-ba3ece0eb76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:55.670097 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port d00dadf2-d47a-4a22-92aa-ea5f43885667, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=d00dadf2-d47a-4a22-92aa-ea5f43885667,segment=NetworkSegment(371c3b52-8b94-460c-ab6e-3d1cde3fe09a),segment_id=371c3b52-8b94-460c-ab6e-3d1cde3fe09a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:55.678921 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:55.735887 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a689514-859b-4517-8e78-2c8debf4056f tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:55.738731 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=d00dadf2-d47a-4a22-92aa-ea5f43885667,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:55.771875 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a689514-859b-4517-8e78-2c8debf4056f tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:55.799951 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-652a94ae-c5f6-46aa-b27c-37325ae680d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:55.819305 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['d00dadf2-d47a-4a22-92aa-ea5f43885667'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:38:55.846090 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-7bf5740a-d2ec-4c38-9e34-177bc88ea9b6 service neutron] Transition to ACTIVE for port object 00acf903-efb9-4d5e-b809-40170692b70e will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:38:55.892620 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c1c21029-4f26-4a71-9592-c0e1fd67c443 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:55.917723 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-7bf5740a-d2ec-4c38-9e34-177bc88ea9b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:55.927235 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f36e005c-a42d-4310-9ad3-c035632b2035 req-f154d160-dd4e-4755-83e4-7ce1c3a4dfbf tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6519227 Nov 04 10:38:55.943472 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-6da6068f-615b-4756-b84c-002f975d829f None None] Could not find standard attr ID for object 3ef2373e-caea-4de0-976c-2c0acbf81047. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:38:56.000503 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a689514-859b-4517-8e78-2c8debf4056f tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'Port': ['ID=023d675b-5040-4320-806c-e97623659349,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:56.021313 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a689514-859b-4517-8e78-2c8debf4056f tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:56.246242 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5740a-d2ec-4c38-9e34-177bc88ea9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=00acf903-efb9-4d5e-b809-40170692b70e,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:56.246987 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c1c21029-4f26-4a71-9592-c0e1fd67c443 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:56.340323 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af831a0-36e0-4c79-9d8c-1c99f5a2a3f3 req-6fa436b7-8eea-4011-a5c0-f9592f2cb7b9 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:56.350559 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0af831a0-36e0-4c79-9d8c-1c99f5a2a3f3 req-6fa436b7-8eea-4011-a5c0-f9592f2cb7b9 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=77c76e5e-659a-41c7-8a55-719f219ff9e8 HTTP/1.1" status: 200 len: 944 time: 0.2628784 Nov 04 10:38:56.393506 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c1c21029-4f26-4a71-9592-c0e1fd67c443 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:56.456571 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c21029-4f26-4a71-9592-c0e1fd67c443 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=1e37e715-f7c4-4ae2-a524-58441124833c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:56.468194 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [None req-1a689514-859b-4517-8e78-2c8debf4056f tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Floating IP 1528b5fa-e59b-45d3-adc9-293f3f941860 associated. External IP: 172.25.7.238, port: 828e67bd-81fb-4518-ab63-1a372a37c2c6. Nov 04 10:38:56.474053 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0af831a0-36e0-4c79-9d8c-1c99f5a2a3f3 req-2c84aeb0-9866-4f2a-bfc7-16e4c7c33fc4 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222956 Nov 04 10:38:56.481860 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c1c21029-4f26-4a71-9592-c0e1fd67c443 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:56.504041 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c1c21029-4f26-4a71-9592-c0e1fd67c443 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/1e37e715-f7c4-4ae2-a524-58441124833c HTTP/1.1" status: 204 len: 168 time: 1.2106595 Nov 04 10:38:56.504977 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43448) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:56.518465 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f85afd-670e-4c05-b10c-54e7b16caf16 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:38:56.570856 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a5aa586c-b101-4ee3-a4f8-e248464e09cb tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631835 Nov 04 10:38:56.578149 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43450) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:56.608361 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7be97f26-a8b8-4691-8928-e7cb52b01eab up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:56.621329 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-7bf5740a-d2ec-4c38-9e34-177bc88ea9b6 service neutron] Attempting to bind port 00acf903-efb9-4d5e-b809-40170692b70e on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:38:56.622070 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-7bf5740a-d2ec-4c38-9e34-177bc88ea9b6 service neutron] Attempting to bind port 00acf903-efb9-4d5e-b809-40170692b70e by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:38:56.622572 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-7bf5740a-d2ec-4c38-9e34-177bc88ea9b6 service neutron] Attempting to bind port 00acf903-efb9-4d5e-b809-40170692b70e on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:56.639778 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-652a94ae-c5f6-46aa-b27c-37325ae680d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:56.643808 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-7bf5740a-d2ec-4c38-9e34-177bc88ea9b6 service neutron] Port 00acf903-efb9-4d5e-b809-40170692b70e on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:38:56.644375 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-7bf5740a-d2ec-4c38-9e34-177bc88ea9b6 service neutron] Attempting to bind port 00acf903-efb9-4d5e-b809-40170692b70e on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:56.656736 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-652a94ae-c5f6-46aa-b27c-37325ae680d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:56.675303 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-7bf5740a-d2ec-4c38-9e34-177bc88ea9b6 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:38:56.675989 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-7bf5740a-d2ec-4c38-9e34-177bc88ea9b6 service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:38:56.676625 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-7bf5740a-d2ec-4c38-9e34-177bc88ea9b6 service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:38:56.677974 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-7bf5740a-d2ec-4c38-9e34-177bc88ea9b6 service neutron] Bound port: 00acf903-efb9-4d5e-b809-40170692b70e, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:38:56.678697 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-7bf5740a-d2ec-4c38-9e34-177bc88ea9b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:56.703014 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b8e90c-1e16-4a5a-aeec-05dc8c2c1eaf tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:56.703014 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-75b8e90c-1e16-4a5a-aeec-05dc8c2c1eaf tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1187644 Nov 04 10:38:56.703014 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43456) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:56.754119 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc3cdd-0c5d-4a86-b97a-8059979b5a8d req-05fabd70-29fc-4864-a0b5-c99622018c45 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:56.755730 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-14bc3cdd-0c5d-4a86-b97a-8059979b5a8d req-05fabd70-29fc-4864-a0b5-c99622018c45 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.127 "GET /v2.0/ports?device_id=37322ab7-fd9e-4208-aec3-b402cb77c609 HTTP/1.1" status: 200 len: 948 time: 0.1766112 Nov 04 10:38:56.787794 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 7be97f26-a8b8-4691-8928-e7cb52b01eab triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:56.788635 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:56.800853 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2accf7-1950-4aa5-a255-9df6fd9552bd tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:56.805070 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2a2accf7-1950-4aa5-a255-9df6fd9552bd tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0998590 Nov 04 10:38:56.805530 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-652a94ae-c5f6-46aa-b27c-37325ae680d2 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=2aa4d24b0ba54b73b2830ba99b3cc9d0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4758282 Nov 04 10:38:56.805886 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43460) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:56.810780 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43462) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:56.823728 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a94ae-c5f6-46aa-b27c-37325ae680d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab53b27-d9e7-4f8c-9213-8a57b0e61584,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:56.888525 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-7bf5740a-d2ec-4c38-9e34-177bc88ea9b6 service neutron] For port 00acf903-efb9-4d5e-b809-40170692b70e, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:38:56.897363 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-7bf5740a-d2ec-4c38-9e34-177bc88ea9b6 service neutron] For port 00acf903-efb9-4d5e-b809-40170692b70e, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=00acf903-efb9-4d5e-b809-40170692b70e,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:38:56.897498 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4a8e1fca-bc45-48ad-8905-9df5ca3abcb5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873191 Nov 04 10:38:56.899388 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43464) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:56.906823 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-ec71eb30-0419-42d9-ad5a-023b963d5ff5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:56.930800 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d5d478-fce9-4066-b75a-61aba310e3dd None None] DHCP port deletion for bc5af6f0-5063-4ccc-959e-90459430dabc request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:38:56.940396 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-14bc3cdd-0c5d-4a86-b97a-8059979b5a8d req-574a0859-da0e-4c16-84dd-536cbf6a3cec tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.127 "GET /v2.0/security-groups?id=299a253f-bbcc-47d3-bf18-0a9fc419422d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763005 Nov 04 10:38:56.963099 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-7bf5740a-d2ec-4c38-9e34-177bc88ea9b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:57.011692 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d09f213a-61a9-45fc-8983-c82683ddeb82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:57.038019 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-c0d5d478-fce9-4066-b75a-61aba310e3dd None None] Deleting port 7be97f26-a8b8-4691-8928-e7cb52b01eab {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:38:57.038608 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d478-fce9-4066-b75a-61aba310e3dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:57.099547 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d09f213a-61a9-45fc-8983-c82683ddeb82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:57.132563 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-7bf5740a-d2ec-4c38-9e34-177bc88ea9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:57.132563 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-7bf5740a-d2ec-4c38-9e34-177bc88ea9b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:57.133530 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-7bf5740a-d2ec-4c38-9e34-177bc88ea9b6 service neutron] 10.222.0.126 "PUT /v2.0/ports/00acf903-efb9-4d5e-b809-40170692b70e HTTP/1.1" status: 200 len: 1096 time: 3.5069520 Nov 04 10:38:57.140956 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37322ab7-fd9e-4208-aec3-b402cb77c609', 'tag': '00acf903-efb9-4d5e-b809-40170692b70e'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:38:57.141163 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6dbe5e-06a8-42ca-87dd-7910b58e2725" -d '{"events": [{"name": "network-changed", "server_uuid": "37322ab7-fd9e-4208-aec3-b402cb77c609", "tag": "00acf903-efb9-4d5e-b809-40170692b70e"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:38:57.143271 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4ca37-b7ce-486b-8b4a-b178ce3cfad9 req-5371ff7b-be18-46dc-99f8-cc108bea905b tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:57.156842 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-31c4ca37-b7ce-486b-8b4a-b178ce3cfad9 req-5371ff7b-be18-46dc-99f8-cc108bea905b tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.127 "GET /v2.0/ports?device_id=84fdea35-8115-4067-94be-a517bb12cb97 HTTP/1.1" status: 200 len: 946 time: 0.1180716 Nov 04 10:38:57.157741 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43468) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:57.181653 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-cea14db5-f72b-46da-949a-4a79482047ec tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Request body: {'floatingip': {'port_id': 'b2168bd2-07ad-4b37-89eb-918cb9f5ba1e'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:57.223178 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-c0d5d478-fce9-4066-b75a-61aba310e3dd None None] For port 7be97f26-a8b8-4691-8928-e7cb52b01eab, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7be97f26-a8b8-4691-8928-e7cb52b01eab,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:57.227715 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d478-fce9-4066-b75a-61aba310e3dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:57.228674 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5740a-d2ec-4c38-9e34-177bc88ea9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=00acf903-efb9-4d5e-b809-40170692b70e,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:57.256457 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-c0d5d478-fce9-4066-b75a-61aba310e3dd None None] Calling delete_port for 7be97f26-a8b8-4691-8928-e7cb52b01eab owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:38:57.303001 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d09f213a-61a9-45fc-8983-c82683ddeb82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:57.305788 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d09f213a-61a9-45fc-8983-c82683ddeb82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:57.309785 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d09f213a-61a9-45fc-8983-c82683ddeb82 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/4ab53b27-d9e7-4f8c-9213-8a57b0e61584 HTTP/1.1" status: 204 len: 168 time: 0.4944019 Nov 04 10:38:57.309983 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a689514-859b-4517-8e78-2c8debf4056f tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Router 032b8a3d-6231-4f51-8397-456abeed9fe1 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:38:57.321032 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device d00dadf2-d47a-4a22-92aa-ea5f43885667 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:38:57.327170 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cea14db5-f72b-46da-949a-4a79482047ec tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks [] for floatingip, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:57.339027 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-249a1643-a68c-4e4a-8b0c-261397bce7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:57.340735 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-249a1643-a68c-4e4a-8b0c-261397bce7e4 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0a2535062eac411a9277c873f42276fa&device_id=37322ab7-fd9e-4208-aec3-b402cb77c609 HTTP/1.1" status: 200 len: 1099 time: 0.1309731 Nov 04 10:38:57.348773 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec71eb30-0419-42d9-ad5a-023b963d5ff5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:57.352682 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ec71eb30-0419-42d9-ad5a-023b963d5ff5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:57.483367 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d478-fce9-4066-b75a-61aba310e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:57.487242 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f213a-61a9-45fc-8983-c82683ddeb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab53b27-d9e7-4f8c-9213-8a57b0e61584,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:57.539474 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5d478-fce9-4066-b75a-61aba310e3dd None None] Pushing event deleted for resources: {'Port': ['ID=7be97f26-a8b8-4691-8928-e7cb52b01eab,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:57.542006 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d65c43-ecab-4c78-8e7a-d6eef19a0297 req-b8f26035-9d86-4209-9205-4bb87931ccc2 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:57.543625 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-97d65c43-ecab-4c78-8e7a-d6eef19a0297 req-b8f26035-9d86-4209-9205-4bb87931ccc2 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 945 time: 0.2458067 Nov 04 10:38:57.579636 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d5d478-fce9-4066-b75a-61aba310e3dd None None] No DVR routers for this DVR port 7be97f26-a8b8-4691-8928-e7cb52b01eab on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:38:57.597941 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-9b6abc35-3266-4f60-938f-27b5d70daca3 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=00acf903-efb9-4d5e-b809-40170692b70e HTTP/1.1" status: 200 len: 217 time: 0.1459019 Nov 04 10:38:57.650599 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port d00dadf2-d47a-4a22-92aa-ea5f43885667 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:38:57.659827 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:57.750766 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-97d65c43-ecab-4c78-8e7a-d6eef19a0297 req-40ac19bc-3c4b-4c8d-b0c5-b750260cac20 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241977 Nov 04 10:38:57.785000 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-e02302c9-b8be-47c0-8a6f-d2a8c6ddb109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:57.785000 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-e02302c9-b8be-47c0-8a6f-d2a8c6ddb109 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1672602 Nov 04 10:38:57.799947 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:57.851621 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1f0af3-a8c6-41f4-9c2c-088af09a1888 x-openstack-request-id: req-5c1f0af3-a8c6-41f4-9c2c-088af09a1888 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:38:57.851915 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37322ab7-fd9e-4208-aec3-b402cb77c609", "tag": "00acf903-efb9-4d5e-b809-40170692b70e", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:38:57.852170 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-5c1f0af3-a8c6-41f4-9c2c-088af09a1888 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:38:57.852668 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37322ab7-fd9e-4208-aec3-b402cb77c609', 'tag': '00acf903-efb9-4d5e-b809-40170692b70e', 'status': 'completed', 'code': 200} Nov 04 10:38:57.855507 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a689514-859b-4517-8e78-2c8debf4056f tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:38:57.879018 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff719da-b119-49bc-90d9-c91e47a2202b None None] Sync routers for ids ['032b8a3d-6231-4f51-8397-456abeed9fe1'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:38:57.893854 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port d00dadf2-d47a-4a22-92aa-ea5f43885667, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=d00dadf2-d47a-4a22-92aa-ea5f43885667,segment=NetworkSegment(371c3b52-8b94-460c-ab6e-3d1cde3fe09a),segment_id=371c3b52-8b94-460c-ab6e-3d1cde3fe09a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:38:57.900411 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c76e5e-659a-41c7-8a55-719f219ff9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00dadf2-d47a-4a22-92aa-ea5f43885667'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:38:57.902640 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a689514-859b-4517-8e78-2c8debf4056f tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:57.903366 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a27677-2f29-433f-be81-bb93fba6a9f3" -d '{"events": [{"server_uuid": "77c76e5e-659a-41c7-8a55-719f219ff9e8", "name": "network-vif-plugged", "status": "completed", "tag": "d00dadf2-d47a-4a22-92aa-ea5f43885667"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:38:57.914667 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:57.915545 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff719da-b119-49bc-90d9-c91e47a2202b None None] Routers {'032b8a3d-6231-4f51-8397-456abeed9fe1'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:38:57.916355 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-eff719da-b119-49bc-90d9-c91e47a2202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:38:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['032b8a3d-6231-4f51-8397-456abeed9fe1'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:57.960358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-cd3dee8e-d990-469f-94fc-c579219c6246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:57.961018 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-cd3dee8e-d990-469f-94fc-c579219c6246 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1682775 Nov 04 10:38:57.970460 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1a689514-859b-4517-8e78-2c8debf4056f tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5392046 Nov 04 10:38:57.974548 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43490) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:58.018811 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=d00dadf2-d47a-4a22-92aa-ea5f43885667,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:58.120960 n-d-816629-1 neutron-server[101775]: DEBUG neutron.objects.ports [None req-ec71eb30-0419-42d9-ad5a-023b963d5ff5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 10:38:58.145703 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ec71eb30-0419-42d9-ad5a-023b963d5ff5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:58.172225 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-eff719da-b119-49bc-90d9-c91e47a2202b None None] Set router 032b8a3d-6231-4f51-8397-456abeed9fe1 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:38:58.225638 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec71eb30-0419-42d9-ad5a-023b963d5ff5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:58.275074 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164cccc-7ea7-4085-8f20-af9dfdec3738 req-8d875962-bc51-45fe-a59f-1e990928afff tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:58.282764 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c164cccc-7ea7-4085-8f20-af9dfdec3738 req-8d875962-bc51-45fe-a59f-1e990928afff tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=77c76e5e-659a-41c7-8a55-719f219ff9e8 HTTP/1.1" status: 200 len: 945 time: 0.2583647 Nov 04 10:38:58.285066 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-ec71eb30-0419-42d9-ad5a-023b963d5ff5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:58.291644 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-72329be4-7f7c-4c98-bf3e-0bb68424d808 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179295 Nov 04 10:38:58.295418 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0359f6a2-10e8-4d43-8167-4bba631d06bd None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:38:58.331936 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec71eb30-0419-42d9-ad5a-023b963d5ff5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:58.332514 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ec71eb30-0419-42d9-ad5a-023b963d5ff5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:58.337238 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71eb30-0419-42d9-ad5a-023b963d5ff5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=973bb1a7-2151-4866-a547-cd20784c8937,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:58.368317 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6e7a77e6-f741-48eb-a12f-118044049e9a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/floatingips/1528b5fa-e59b-45d3-adc9-293f3f941860 HTTP/1.1" status: 200 len: 991 time: 0.3926094 Nov 04 10:38:58.398135 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c164cccc-7ea7-4085-8f20-af9dfdec3738 req-3bf803dd-a2db-48ac-9ce9-918604c811bc tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143832 Nov 04 10:38:58.436060 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ec71eb30-0419-42d9-ad5a-023b963d5ff5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5340304 Nov 04 10:38:58.438929 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43502) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:58.445678 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-3cb373af-0558-46d7-88b2-fbf8a320625e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'mac_address': 'fa:16:3e:62:60:88', 'name': 'tempest-NetworksTestDHCPv6-1617482122'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:38:58.498821 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349728be-036b-4062-9286-66d53e47b618 x-openstack-request-id: req-349728be-036b-4062-9286-66d53e47b618 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:38:58.499220 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c76e5e-659a-41c7-8a55-719f219ff9e8", "name": "network-vif-plugged", "status": "completed", "tag": "d00dadf2-d47a-4a22-92aa-ea5f43885667", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:38:58.499562 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-349728be-036b-4062-9286-66d53e47b618 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:38:58.500273 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c76e5e-659a-41c7-8a55-719f219ff9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00dadf2-d47a-4a22-92aa-ea5f43885667', 'code': 200} Nov 04 10:38:58.501706 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7be97f26-a8b8-4691-8928-e7cb52b01eab no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:38:58.531044 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 7be97f26-a8b8-4691-8928-e7cb52b01eab {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:38:58.531691 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7be97f26-a8b8-4691-8928-e7cb52b01eab not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:38:58.545638 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.db.resource_extend [None req-cea14db5-f72b-46da-949a-4a79482047ec tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:38:58.569190 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-eff719da-b119-49bc-90d9-c91e47a2202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'name': 'tempest-TestNetworkBasicOps-router-623783168', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:07Z', 'updated_at': '2021-11-04T10:38:19Z', 'revision_number': 4, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:10Z', 'updated_at': '2021-11-04T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '1528b5fa-e59b-45d3-adc9-293f3f941860', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'port_id': '828e67bd-81fb-4518-ab63-1a372a37c2c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'mac_address': 'fa:16:3e:ef:69:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c228841-fa03-4830-b025-3117f1b7af8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:38:54Z', 'updated_at': '2021-11-04T10:38:54Z', 'revision_number': 0, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7deda305-1888-4bef-8556-220c957944c1', 'name': '', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:c4:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:17Z', 'updated_at': '2021-11-04T10:38:30Z', 'revision_number': 5, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:58.585242 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9e44a600-cf18-4fe5-91fd-e00840c45da0 req-45e44187-7d9a-4991-bcbf-23aea5170be9 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361484 Nov 04 10:38:58.656159 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eb67a2-a9d3-4cc1-b3f6-d4373b3683cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-bc5af6f0-5063-4ccc-959e-90459430dabc', 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'fixed_ips': [{'subnet_id': '973bb1a7-2151-4866-a547-cd20784c8937'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:38:58.657784 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-83eb67a2-a9d3-4cc1-b3f6-d4373b3683cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:58.662060 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb373af-0558-46d7-88b2-fbf8a320625e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:38:58.717731 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cea14db5-f72b-46da-949a-4a79482047ec tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:58.731811 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77a231-ce1f-4589-b164-c1f7a4a9ca8b req-8c06dd7b-1a08-415d-be07-bd379a93c61f tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:58.739880 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9a77a231-ce1f-4589-b164-c1f7a4a9ca8b req-8c06dd7b-1a08-415d-be07-bd379a93c61f tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.127 "GET /v2.0/ports?device_id=37322ab7-fd9e-4208-aec3-b402cb77c609 HTTP/1.1" status: 200 len: 948 time: 0.1304874 Nov 04 10:38:58.743999 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cea14db5-f72b-46da-949a-4a79482047ec tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:58.754503 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff719da-b119-49bc-90d9-c91e47a2202b None None] Checking router: 032b8a3d-6231-4f51-8397-456abeed9fe1 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:38:58.765327 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff719da-b119-49bc-90d9-c91e47a2202b None None] Routers {'032b8a3d-6231-4f51-8397-456abeed9fe1'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:38:58.766850 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-eff719da-b119-49bc-90d9-c91e47a2202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:38:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['032b8a3d-6231-4f51-8397-456abeed9fe1'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:58.843065 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-83eb67a2-a9d3-4cc1-b3f6-d4373b3683cd None None] Allocated IP 2001:db8::f816:3eff:fe9e:d16f (bc5af6f0-5063-4ccc-959e-90459430dabc/973bb1a7-2151-4866-a547-cd20784c8937/113cdb6d-213c-4079-a4cc-2e16276b5585) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:58.857387 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9a77a231-ce1f-4589-b164-c1f7a4a9ca8b req-c86bb682-047c-473b-b0a0-f2a3e247af60 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.127 "GET /v2.0/security-groups?id=299a253f-bbcc-47d3-bf18-0a9fc419422d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165535 Nov 04 10:38:58.913442 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-eff719da-b119-49bc-90d9-c91e47a2202b None None] Set router 032b8a3d-6231-4f51-8397-456abeed9fe1 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:38:58.939022 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-cea14db5-f72b-46da-949a-4a79482047ec tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Floating IP 81fb8747-92a4-41f3-ae91-27c1d4defce6 associated. External IP: 172.25.7.171, port: b2168bd2-07ad-4b37-89eb-918cb9f5ba1e. Nov 04 10:38:59.206120 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dbe5e-06a8-42ca-87dd-7910b58e2725 req-af571874-d6da-4a02-9712-97b7fb16f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:59.207678 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0c6dbe5e-06a8-42ca-87dd-7910b58e2725 req-af571874-d6da-4a02-9712-97b7fb16f9d5 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0a2535062eac411a9277c873f42276fa&device_id=37322ab7-fd9e-4208-aec3-b402cb77c609 HTTP/1.1" status: 200 len: 1099 time: 0.5640125 Nov 04 10:38:59.212297 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-83eb67a2-a9d3-4cc1-b3f6-d4373b3683cd None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:59.223877 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-83eb67a2-a9d3-4cc1-b3f6-d4373b3683cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:59.230998 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-eff719da-b119-49bc-90d9-c91e47a2202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'name': 'tempest-TestNetworkBasicOps-router-623783168', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:07Z', 'updated_at': '2021-11-04T10:38:19Z', 'revision_number': 4, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:10Z', 'updated_at': '2021-11-04T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '1528b5fa-e59b-45d3-adc9-293f3f941860', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'port_id': '828e67bd-81fb-4518-ab63-1a372a37c2c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'mac_address': 'fa:16:3e:ef:69:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c228841-fa03-4830-b025-3117f1b7af8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:38:54Z', 'updated_at': '2021-11-04T10:38:54Z', 'revision_number': 0, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7deda305-1888-4bef-8556-220c957944c1', 'name': '', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:c4:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:17Z', 'updated_at': '2021-11-04T10:38:30Z', 'revision_number': 5, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:59.240297 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea14db5-f72b-46da-949a-4a79482047ec tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Router 25d7dc52-b0df-4a32-bfc0-437b11bc3be4 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:38:59.266871 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eb67a2-a9d3-4cc1-b3f6-d4373b3683cd None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:38:59.271974 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-83eb67a2-a9d3-4cc1-b3f6-d4373b3683cd None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:38:59.275946 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eb67a2-a9d3-4cc1-b3f6-d4373b3683cd None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:38:59.284549 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb67a2-a9d3-4cc1-b3f6-d4373b3683cd None None] Pushing event updated for resources: {'Port': ['ID=113cdb6d-213c-4079-a4cc-2e16276b5585,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:59.290691 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3cb373af-0558-46d7-88b2-fbf8a320625e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:59.296136 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff719da-b119-49bc-90d9-c91e47a2202b None None] The sync data for ids ['032b8a3d-6231-4f51-8397-456abeed9fe1'] in n-d-816629-1 is: [{'id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'name': 'tempest-TestNetworkBasicOps-router-623783168', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:07Z', 'updated_at': '2021-11-04T10:38:19Z', 'revision_number': 4, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:10Z', 'updated_at': '2021-11-04T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '1528b5fa-e59b-45d3-adc9-293f3f941860', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'port_id': '828e67bd-81fb-4518-ab63-1a372a37c2c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'mac_address': 'fa:16:3e:ef:69:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c228841-fa03-4830-b025-3117f1b7af8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:38:54Z', 'updated_at': '2021-11-04T10:38:54Z', 'revision_number': 0, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7deda305-1888-4bef-8556-220c957944c1', 'name': '', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:c4:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:17Z', 'updated_at': '2021-11-04T10:38:30Z', 'revision_number': 5, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:38:59.353145 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-3cb373af-0558-46d7-88b2-fbf8a320625e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] device_id is not set on port f4622c07-8fd0-44d7-a9ec-5a6b75cef28d yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:38:59.372926 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43518) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:38:59.376035 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-83eb67a2-a9d3-4cc1-b3f6-d4373b3683cd None None] Attempting to bind port 113cdb6d-213c-4079-a4cc-2e16276b5585 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:38:59.376738 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-83eb67a2-a9d3-4cc1-b3f6-d4373b3683cd None None] Attempting to bind port 113cdb6d-213c-4079-a4cc-2e16276b5585 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:38:59.376929 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eb67a2-a9d3-4cc1-b3f6-d4373b3683cd None None] Attempting to bind port 113cdb6d-213c-4079-a4cc-2e16276b5585 on network bc5af6f0-5063-4ccc-959e-90459430dabc {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:38:59.382711 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eb67a2-a9d3-4cc1-b3f6-d4373b3683cd None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:38:59.383086 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eb67a2-a9d3-4cc1-b3f6-d4373b3683cd None None] Checking segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:38:59.383478 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-83eb67a2-a9d3-4cc1-b3f6-d4373b3683cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:59.383928 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eb67a2-a9d3-4cc1-b3f6-d4373b3683cd None None] Bound using segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:38:59.384405 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-83eb67a2-a9d3-4cc1-b3f6-d4373b3683cd None None] Bound port: 113cdb6d-213c-4079-a4cc-2e16276b5585, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:38:59.384787 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-83eb67a2-a9d3-4cc1-b3f6-d4373b3683cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:59.461830 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-83eb67a2-a9d3-4cc1-b3f6-d4373b3683cd None None] For port 113cdb6d-213c-4079-a4cc-2e16276b5585, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:38:59.465344 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-83eb67a2-a9d3-4cc1-b3f6-d4373b3683cd None None] For port 113cdb6d-213c-4079-a4cc-2e16276b5585, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=113cdb6d-213c-4079-a4cc-2e16276b5585,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:38:59.472800 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-83eb67a2-a9d3-4cc1-b3f6-d4373b3683cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:59.475349 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea14db5-f72b-46da-949a-4a79482047ec tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:38:59.501837 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-01d25cfc-70ef-47fd-9d29-926afa89696f tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/floatingips/1528b5fa-e59b-45d3-adc9-293f3f941860 HTTP/1.1" status: 200 len: 991 time: 0.0966024 Nov 04 10:38:59.503432 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cea14db5-f72b-46da-949a-4a79482047ec tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:38:59.509216 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af59c4e-57b4-4778-96c2-623b66568dc7 None None] Sync routers for ids ['25d7dc52-b0df-4a32-bfc0-437b11bc3be4'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:38:59.513330 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dbe5e-06a8-42ca-87dd-7910b58e2725 req-1ee34a98-1a6f-4c90-9790-9ab1ea401644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:59.514982 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0c6dbe5e-06a8-42ca-87dd-7910b58e2725 req-1ee34a98-1a6f-4c90-9790-9ab1ea401644 service neutron] 10.222.0.126 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.2902410 Nov 04 10:38:59.543219 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af59c4e-57b4-4778-96c2-623b66568dc7 None None] Routers {'25d7dc52-b0df-4a32-bfc0-437b11bc3be4'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:38:59.543857 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9af59c4e-57b4-4778-96c2-623b66568dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:38:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['25d7dc52-b0df-4a32-bfc0-437b11bc3be4'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:38:59.585365 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cea14db5-f72b-46da-949a-4a79482047ec tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.127 "PUT /v2.0/floatingips/81fb8747-92a4-41f3-ae91-27c1d4defce6 HTTP/1.1" status: 200 len: 992 time: 2.4156160 Nov 04 10:38:59.586956 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fdea35-8115-4067-94be-a517bb12cb97', 'tag': 'b2168bd2-07ad-4b37-89eb-918cb9f5ba1e'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:38:59.589846 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49986574-6033-4f68-8311-f5e0252865bc" -d '{"events": [{"name": "network-changed", "server_uuid": "84fdea35-8115-4067-94be-a517bb12cb97", "tag": "b2168bd2-07ad-4b37-89eb-918cb9f5ba1e"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:38:59.599519 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0c6dbe5e-06a8-42ca-87dd-7910b58e2725 req-5f0c31b5-ef6c-4295-a159-d0764e0db733 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=00acf903-efb9-4d5e-b809-40170692b70e HTTP/1.1" status: 200 len: 217 time: 0.0767727 Nov 04 10:38:59.617419 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6eb6e-7e8e-4352-9dec-ffb3685ec671 req-ad6fd6fc-3f07-4d2b-acb6-4aaf26bedee6 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:59.626108 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-31c6eb6e-7e8e-4352-9dec-ffb3685ec671 req-ad6fd6fc-3f07-4d2b-acb6-4aaf26bedee6 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 945 time: 0.1401796 Nov 04 10:38:59.627895 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0941c839-ba36-4cde-9ee3-b687595cade5 None None] New status for floating IP 1528b5fa-e59b-45d3-adc9-293f3f941860: ACTIVE {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:38:59.687010 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb67a2-a9d3-4cc1-b3f6-d4373b3683cd None None] Pushing event updated for resources: {'Port': ['ID=113cdb6d-213c-4079-a4cc-2e16276b5585,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:38:59.690816 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-3cb373af-0558-46d7-88b2-fbf8a320625e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 2001:db8::f816:3eff:fe62:6088 (bc5af6f0-5063-4ccc-959e-90459430dabc/973bb1a7-2151-4866-a547-cd20784c8937/f4622c07-8fd0-44d7-a9ec-5a6b75cef28d) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:38:59.700110 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-31c6eb6e-7e8e-4352-9dec-ffb3685ec671 req-15895700-90c4-4a07-a483-2b31e2d3ed9e tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728908 Nov 04 10:38:59.717418 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-9af59c4e-57b4-4778-96c2-623b66568dc7 None None] Set router 25d7dc52-b0df-4a32-bfc0-437b11bc3be4 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:38:59.731213 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dbe5e-06a8-42ca-87dd-7910b58e2725 req-5a049a51-a5e6-46f7-a304-e9ac8a3bf382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:59.731660 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0c6dbe5e-06a8-42ca-87dd-7910b58e2725 req-5a049a51-a5e6-46f7-a304-e9ac8a3bf382 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1172607 Nov 04 10:38:59.858960 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c228841-fa03-4830-b025-3117f1b7af8f', 'tag': '828e67bd-81fb-4518-ab63-1a372a37c2c6'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:38:59.863468 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d658081d-448a-4af2-8023-58b5197353c3" -d '{"events": [{"name": "network-changed", "server_uuid": "1c228841-fa03-4830-b025-3117f1b7af8f", "tag": "828e67bd-81fb-4518-ab63-1a372a37c2c6"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:38:59.952389 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dbe5e-06a8-42ca-87dd-7910b58e2725 req-a965d268-7571-4a37-803a-76d8ada14fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:38:59.955022 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0c6dbe5e-06a8-42ca-87dd-7910b58e2725 req-a965d268-7571-4a37-803a-76d8ada14fba service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2042406 Nov 04 10:39:00.076928 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3cb373af-0558-46d7-88b2-fbf8a320625e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:00.090379 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9af59c4e-57b4-4778-96c2-623b66568dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'name': 'tempest-ServersTestFqdnHostnames-1274560798-router', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'b7f511e8-11d0-444f-bd74-6df41052fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:15Z', 'updated_at': '2021-11-04T10:38:23Z', 'revision_number': 4, 'project_id': 'a3247e14be254fd39ca4bb24413f7278', 'gw_port': {'id': 'b7f511e8-11d0-444f-bd74-6df41052fa19', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:16Z', 'updated_at': '2021-11-04T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '81fb8747-92a4-41f3-ae91-27c1d4defce6', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'port_id': 'b2168bd2-07ad-4b37-89eb-918cb9f5ba1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed', 'mac_address': 'fa:16:3e:4e:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fdea35-8115-4067-94be-a517bb12cb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:38:34Z', 'updated_at': '2021-11-04T10:38:58Z', 'revision_number': 1, 'project_id': 'a3247e14be254fd39ca4bb24413f7278', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b37b46d-94a3-4c87-a679-ff4847f6c264', 'name': '', 'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'mac_address': 'fa:16:3e:7f:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '9cbdee7b-9e67-4454-89e3-451ab9fdae2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:21Z', 'updated_at': '2021-11-04T10:38:29Z', 'revision_number': 5, 'project_id': 'a3247e14be254fd39ca4bb24413f7278', 'subnets': [{'id': '9cbdee7b-9e67-4454-89e3-451ab9fdae2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:39:00.107601 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0c6dbe5e-06a8-42ca-87dd-7910b58e2725 req-6b803ef0-2094-4fe4-8b44-9cb06e3619b9 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438110 Nov 04 10:39:00.131341 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af59c4e-57b4-4778-96c2-623b66568dc7 None None] Checking router: 25d7dc52-b0df-4a32-bfc0-437b11bc3be4 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:39:00.141880 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af59c4e-57b4-4778-96c2-623b66568dc7 None None] Routers {'25d7dc52-b0df-4a32-bfc0-437b11bc3be4'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:39:00.142765 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9af59c4e-57b4-4778-96c2-623b66568dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:38:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['25d7dc52-b0df-4a32-bfc0-437b11bc3be4'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:39:00.233843 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3cb373af-0558-46d7-88b2-fbf8a320625e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:00.259394 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9d6dd-cbe4-481e-add6-c1969fc46c05 req-274f253c-8ae7-430f-9616-dc877e1f8e72 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:00.261156 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c0e9d6dd-cbe4-481e-add6-c1969fc46c05 req-274f253c-8ae7-430f-9616-dc877e1f8e72 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=77c76e5e-659a-41c7-8a55-719f219ff9e8 HTTP/1.1" status: 200 len: 945 time: 0.0750456 Nov 04 10:39:00.302885 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0c6dbe5e-06a8-42ca-87dd-7910b58e2725 req-148a1083-aeea-4943-a3ff-a7b8a0a04072 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612463 Nov 04 10:39:00.304862 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb373af-0558-46d7-88b2-fbf8a320625e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:00.312390 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-3cb373af-0558-46d7-88b2-fbf8a320625e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:00.315190 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb373af-0558-46d7-88b2-fbf8a320625e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:39:00.332907 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb373af-0558-46d7-88b2-fbf8a320625e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:00.333220 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c0e9d6dd-cbe4-481e-add6-c1969fc46c05 req-3f444d3f-e339-4a79-a3d4-cb9186abd76e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657794 Nov 04 10:39:00.333616 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3cb373af-0558-46d7-88b2-fbf8a320625e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:00.337438 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb373af-0558-46d7-88b2-fbf8a320625e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Port': ['ID=f4622c07-8fd0-44d7-a9ec-5a6b75cef28d,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:00.375586 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3cb373af-0558-46d7-88b2-fbf8a320625e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9344707 Nov 04 10:39:00.440400 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43536) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:00.506234 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43540) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:00.508271 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96a4f85-1402-4e9a-9380-3200a2ae377c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:00.514788 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96a4f85-1402-4e9a-9380-3200a2ae377c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:00.517226 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c96a4f85-1402-4e9a-9380-3200a2ae377c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0769684 Nov 04 10:39:00.521925 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43542) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:00.576004 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 113cdb6d-213c-4079-a4cc-2e16276b5585 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:39:00.620791 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-9af59c4e-57b4-4778-96c2-623b66568dc7 None None] Set router 25d7dc52-b0df-4a32-bfc0-437b11bc3be4 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:39:00.747331 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 113cdb6d-213c-4079-a4cc-2e16276b5585 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:00.747752 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:00.835136 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996c656e-6e3f-46b9-9ce7-c5bd9ec3d23a x-openstack-request-id: req-996c656e-6e3f-46b9-9ce7-c5bd9ec3d23a {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:39:00.835404 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c228841-fa03-4830-b025-3117f1b7af8f", "tag": "828e67bd-81fb-4518-ab63-1a372a37c2c6", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:39:00.835659 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-996c656e-6e3f-46b9-9ce7-c5bd9ec3d23a {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:39:00.836072 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c228841-fa03-4830-b025-3117f1b7af8f', 'tag': '828e67bd-81fb-4518-ab63-1a372a37c2c6', 'status': 'completed', 'code': 200} Nov 04 10:39:01.002313 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49986574-6033-4f68-8311-f5e0252865bc req-5b98beb9-dbc1-49a8-bf47-a688bb5b285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:01.011683 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-49986574-6033-4f68-8311-f5e0252865bc req-5b98beb9-dbc1-49a8-bf47-a688bb5b285e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a3247e14be254fd39ca4bb24413f7278&device_id=84fdea35-8115-4067-94be-a517bb12cb97 HTTP/1.1" status: 200 len: 1097 time: 0.1598709 Nov 04 10:39:01.014281 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658081d-448a-4af2-8023-58b5197353c3 req-124ce704-70c0-4be6-92e3-a06c6ae5e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:01.016435 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d658081d-448a-4af2-8023-58b5197353c3 req-124ce704-70c0-4be6-92e3-a06c6ae5e6e7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=45c1d4a009b54581bacf1fbcabe00677&device_id=1c228841-fa03-4830-b025-3117f1b7af8f HTTP/1.1" status: 200 len: 1096 time: 0.1065431 Nov 04 10:39:01.069703 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9d8f56-33e3-4529-aff4-eda8005a50df x-openstack-request-id: req-7f9d8f56-33e3-4529-aff4-eda8005a50df {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:39:01.069994 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fdea35-8115-4067-94be-a517bb12cb97", "tag": "b2168bd2-07ad-4b37-89eb-918cb9f5ba1e", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:39:01.070274 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-7f9d8f56-33e3-4529-aff4-eda8005a50df {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:39:01.070630 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fdea35-8115-4067-94be-a517bb12cb97', 'tag': 'b2168bd2-07ad-4b37-89eb-918cb9f5ba1e', 'status': 'completed', 'code': 200} Nov 04 10:39:01.107302 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:01.163633 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-8ebd2fb5-1f8a-4518-b5af-5e0fa9820dde None None] Provisioning complete for port 113cdb6d-213c-4079-a4cc-2e16276b5585 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:01.164046 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8ebd2fb5-1f8a-4518-b5af-5e0fa9820dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:01.197748 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e94185a1-3078-4c73-a1cf-8d37ece65068 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/floatingips/1528b5fa-e59b-45d3-adc9-293f3f941860 HTTP/1.1" status: 200 len: 993 time: 0.6780636 Nov 04 10:39:01.230270 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad02bc0-d0ef-4d4e-a518-460ec7653577 req-31b37530-07ce-40a8-a3ea-b73fbe0833da tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:01.240317 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ad02bc0-d0ef-4d4e-a518-460ec7653577 req-31b37530-07ce-40a8-a3ea-b73fbe0833da tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.127 "GET /v2.0/ports?device_id=37322ab7-fd9e-4208-aec3-b402cb77c609 HTTP/1.1" status: 200 len: 948 time: 0.1659536 Nov 04 10:39:01.245374 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 113cdb6d-213c-4079-a4cc-2e16276b5585, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=113cdb6d-213c-4079-a4cc-2e16276b5585,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:01.252088 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15186076-e3eb-41aa-a78f-65c97597eeb2 req-10e7b3e5-6f60-410d-879e-8e2fd5eab8cd tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:01.253761 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-15186076-e3eb-41aa-a78f-65c97597eeb2 req-10e7b3e5-6f60-410d-879e-8e2fd5eab8cd tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.126 "GET /v2.0/ports?device_id=77c76e5e-659a-41c7-8a55-719f219ff9e8 HTTP/1.1" status: 200 len: 945 time: 0.1785033 Nov 04 10:39:01.256562 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:01.310321 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658081d-448a-4af2-8023-58b5197353c3 req-a8052f36-be8d-4f5e-a8d2-f763ae80f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:01.312283 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d658081d-448a-4af2-8023-58b5197353c3 req-a8052f36-be8d-4f5e-a8d2-f763ae80f990 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d1610b1b-8f45-4d3c-9fc2-347cfc05de13 HTTP/1.1" status: 200 len: 899 time: 0.2607586 Nov 04 10:39:01.325058 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 00acf903-efb9-4d5e-b809-40170692b70e details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:39:01.329311 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device d00dadf2-d47a-4a22-92aa-ea5f43885667 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:39:01.351812 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-f123a330-0592-47d3-b7df-9f11cf1cd9ab tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting port f4622c07-8fd0-44d7-a9ec-5a6b75cef28d {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:39:01.353916 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f123a330-0592-47d3-b7df-9f11cf1cd9ab tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:01.402385 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d658081d-448a-4af2-8023-58b5197353c3 req-d7cade39-ae92-46fb-ba48-b359f07221e8 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=828e67bd-81fb-4518-ab63-1a372a37c2c6 HTTP/1.1" status: 200 len: 1001 time: 0.0778947 Nov 04 10:39:01.408428 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49986574-6033-4f68-8311-f5e0252865bc req-aa07bb89-1986-4755-92be-010faeb081d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:01.410141 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-49986574-6033-4f68-8311-f5e0252865bc req-aa07bb89-1986-4755-92be-010faeb081d8 service neutron] 10.222.0.126 "GET /v2.0/networks?id=1b735f04-8bd4-4ad5-bab8-48eab0a995ed HTTP/1.1" status: 200 len: 917 time: 0.3830523 Nov 04 10:39:01.496897 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 00acf903-efb9-4d5e-b809-40170692b70e, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=00acf903-efb9-4d5e-b809-40170692b70e,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:01.501313 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ad02bc0-d0ef-4d4e-a518-460ec7653577 req-41726778-b78d-45c2-a8ae-5ae7d3682a48 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.127 "GET /v2.0/security-groups?id=299a253f-bbcc-47d3-bf18-0a9fc419422d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600410 Nov 04 10:39:01.514146 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658081d-448a-4af2-8023-58b5197353c3 req-c4d14430-fbba-4b63-b844-4eeac15a230a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:01.515776 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d658081d-448a-4af2-8023-58b5197353c3 req-c4d14430-fbba-4b63-b844-4eeac15a230a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=d6057b4f-75be-4660-b8e6-699fba4902f5 HTTP/1.1" status: 200 len: 835 time: 0.1043932 Nov 04 10:39:01.527292 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=113cdb6d-213c-4079-a4cc-2e16276b5585,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:01.536017 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '00acf903-efb9-4d5e-b809-40170692b70e', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '00acf903-efb9-4d5e-b809-40170692b70e', 'mac_address': 'fa:16:3e:1b:bc:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:39:01.578358 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f123a330-0592-47d3-b7df-9f11cf1cd9ab tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:01.585738 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-49986574-6033-4f68-8311-f5e0252865bc req-ee9afe6b-2d7a-4da8-b781-01b78fd0c174 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2168bd2-07ad-4b37-89eb-918cb9f5ba1e HTTP/1.1" status: 200 len: 1000 time: 0.1233761 Nov 04 10:39:01.629484 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:01.633731 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-f123a330-0592-47d3-b7df-9f11cf1cd9ab tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Calling delete_port for f4622c07-8fd0-44d7-a9ec-5a6b75cef28d owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:39:01.659752 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49986574-6033-4f68-8311-f5e0252865bc req-c533f9ea-d225-44eb-b2c2-7a76e828f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:01.660415 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-15186076-e3eb-41aa-a78f-65c97597eeb2 req-6cb69cfe-23bb-43e2-a35b-ed4225abfd77 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Deleting port d00dadf2-d47a-4a22-92aa-ea5f43885667 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:39:01.660763 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-15186076-e3eb-41aa-a78f-65c97597eeb2 req-6cb69cfe-23bb-43e2-a35b-ed4225abfd77 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:01.661995 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-49986574-6033-4f68-8311-f5e0252865bc req-c533f9ea-d225-44eb-b2c2-7a76e828f13b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=9cbdee7b-9e67-4454-89e3-451ab9fdae2c HTTP/1.1" status: 200 len: 854 time: 0.0652416 Nov 04 10:39:01.666197 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port d00dadf2-d47a-4a22-92aa-ea5f43885667, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=d00dadf2-d47a-4a22-92aa-ea5f43885667,segment=NetworkSegment(371c3b52-8b94-460c-ab6e-3d1cde3fe09a),segment_id=371c3b52-8b94-460c-ab6e-3d1cde3fe09a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:01.670334 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658081d-448a-4af2-8023-58b5197353c3 req-7f913f38-d0ac-4f2a-8b07-f21f025275f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:01.670847 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9af59c4e-57b4-4778-96c2-623b66568dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'name': 'tempest-ServersTestFqdnHostnames-1274560798-router', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'b7f511e8-11d0-444f-bd74-6df41052fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:15Z', 'updated_at': '2021-11-04T10:38:23Z', 'revision_number': 4, 'project_id': 'a3247e14be254fd39ca4bb24413f7278', 'gw_port': {'id': 'b7f511e8-11d0-444f-bd74-6df41052fa19', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:16Z', 'updated_at': '2021-11-04T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '81fb8747-92a4-41f3-ae91-27c1d4defce6', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'port_id': 'b2168bd2-07ad-4b37-89eb-918cb9f5ba1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed', 'mac_address': 'fa:16:3e:4e:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fdea35-8115-4067-94be-a517bb12cb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:38:34Z', 'updated_at': '2021-11-04T10:38:58Z', 'revision_number': 1, 'project_id': 'a3247e14be254fd39ca4bb24413f7278', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b37b46d-94a3-4c87-a679-ff4847f6c264', 'name': '', 'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'mac_address': 'fa:16:3e:7f:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '9cbdee7b-9e67-4454-89e3-451ab9fdae2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:21Z', 'updated_at': '2021-11-04T10:38:29Z', 'revision_number': 5, 'project_id': 'a3247e14be254fd39ca4bb24413f7278', 'subnets': [{'id': '9cbdee7b-9e67-4454-89e3-451ab9fdae2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:39:01.672405 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d658081d-448a-4af2-8023-58b5197353c3 req-7f913f38-d0ac-4f2a-8b07-f21f025275f4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d1610b1b-8f45-4d3c-9fc2-347cfc05de13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316776 Nov 04 10:39:01.711484 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-d658081d-448a-4af2-8023-58b5197353c3 req-b19fba98-01df-49c1-b44e-9635efc57073 service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:39:01.713514 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c76e5e-659a-41c7-8a55-719f219ff9e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd00dadf2-d47a-4a22-92aa-ea5f43885667'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:39:01.714237 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d658081d-448a-4af2-8023-58b5197353c3 req-b19fba98-01df-49c1-b44e-9635efc57073 service neutron] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0084362 Nov 04 10:39:01.715047 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5863c0-6f54-4420-9677-fd88a702a9bb" -d '{"events": [{"server_uuid": "77c76e5e-659a-41c7-8a55-719f219ff9e8", "name": "network-vif-unplugged", "status": "completed", "tag": "d00dadf2-d47a-4a22-92aa-ea5f43885667"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:39:01.719357 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af59c4e-57b4-4778-96c2-623b66568dc7 None None] The sync data for ids ['25d7dc52-b0df-4a32-bfc0-437b11bc3be4'] in n-d-816629-1 is: [{'id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'name': 'tempest-ServersTestFqdnHostnames-1274560798-router', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'b7f511e8-11d0-444f-bd74-6df41052fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:15Z', 'updated_at': '2021-11-04T10:38:23Z', 'revision_number': 4, 'project_id': 'a3247e14be254fd39ca4bb24413f7278', 'gw_port': {'id': 'b7f511e8-11d0-444f-bd74-6df41052fa19', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:16Z', 'updated_at': '2021-11-04T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '81fb8747-92a4-41f3-ae91-27c1d4defce6', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'port_id': 'b2168bd2-07ad-4b37-89eb-918cb9f5ba1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed', 'mac_address': 'fa:16:3e:4e:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fdea35-8115-4067-94be-a517bb12cb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:38:34Z', 'updated_at': '2021-11-04T10:38:58Z', 'revision_number': 1, 'project_id': 'a3247e14be254fd39ca4bb24413f7278', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b37b46d-94a3-4c87-a679-ff4847f6c264', 'name': '', 'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'mac_address': 'fa:16:3e:7f:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '9cbdee7b-9e67-4454-89e3-451ab9fdae2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:21Z', 'updated_at': '2021-11-04T10:38:29Z', 'revision_number': 5, 'project_id': 'a3247e14be254fd39ca4bb24413f7278', 'subnets': [{'id': '9cbdee7b-9e67-4454-89e3-451ab9fdae2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:39:01.721835 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:01.817662 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=d00dadf2-d47a-4a22-92aa-ea5f43885667,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:01.844264 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49986574-6033-4f68-8311-f5e0252865bc req-be6e7fba-1901-4fff-b0e9-bf83f7ae2ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:01.849772 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-49986574-6033-4f68-8311-f5e0252865bc req-be6e7fba-1901-4fff-b0e9-bf83f7ae2ec3 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1b735f04-8bd4-4ad5-bab8-48eab0a995ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1760142 Nov 04 10:39:01.856216 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-3ccdf9b1-b3f1-4c1a-9d55-4efdff0c52a0 None None] Provisioning complete for port f4622c07-8fd0-44d7-a9ec-5a6b75cef28d triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:01.856588 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3ccdf9b1-b3f1-4c1a-9d55-4efdff0c52a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:01.859589 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:01.876748 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00acf903-efb9-4d5e-b809-40170692b70e {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:39:01.889757 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-15186076-e3eb-41aa-a78f-65c97597eeb2 req-6cb69cfe-23bb-43e2-a35b-ed4225abfd77 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] For port d00dadf2-d47a-4a22-92aa-ea5f43885667, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=d00dadf2-d47a-4a22-92aa-ea5f43885667,segment=NetworkSegment(371c3b52-8b94-460c-ab6e-3d1cde3fe09a),segment_id=371c3b52-8b94-460c-ab6e-3d1cde3fe09a)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:01.890496 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-15186076-e3eb-41aa-a78f-65c97597eeb2 req-6cb69cfe-23bb-43e2-a35b-ed4225abfd77 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:01.903556 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 00acf903-efb9-4d5e-b809-40170692b70e, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=00acf903-efb9-4d5e-b809-40170692b70e,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:01.907660 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-15186076-e3eb-41aa-a78f-65c97597eeb2 req-6cb69cfe-23bb-43e2-a35b-ed4225abfd77 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Calling delete_port for d00dadf2-d47a-4a22-92aa-ea5f43885667 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:39:01.929569 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:01.988456 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=00acf903-efb9-4d5e-b809-40170692b70e,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:02.005428 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-3ccdf9b1-b3f1-4c1a-9d55-4efdff0c52a0 None None] Port f4622c07-8fd0-44d7-a9ec-5a6b75cef28d cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:39:02.059475 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f123a330-0592-47d3-b7df-9f11cf1cd9ab tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:02.077828 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-49986574-6033-4f68-8311-f5e0252865bc req-050994e9-2c37-4a80-9f9b-07d8d35dabea service neutron] 10.222.0.126 "GET /v2.0/networks/1b735f04-8bd4-4ad5-bab8-48eab0a995ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137110 Nov 04 10:39:02.114066 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123a330-0592-47d3-b7df-9f11cf1cd9ab tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Port': ['ID=f4622c07-8fd0-44d7-a9ec-5a6b75cef28d,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:02.132422 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b96318-bbb0-4298-8237-b5d73a654c06 None None] New status for floating IP 81fb8747-92a4-41f3-ae91-27c1d4defce6: ACTIVE {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:39:02.160892 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f123a330-0592-47d3-b7df-9f11cf1cd9ab tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:02.171135 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f123a330-0592-47d3-b7df-9f11cf1cd9ab tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/f4622c07-8fd0-44d7-a9ec-5a6b75cef28d HTTP/1.1" status: 204 len: 168 time: 1.6478648 Nov 04 10:39:02.173626 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43556) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:02.239575 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-49986574-6033-4f68-8311-f5e0252865bc req-97d89259-cf17-4b34-ae65-ce5dd1105745 service neutron] 10.222.0.126 "GET /v2.0/networks/1b735f04-8bd4-4ad5-bab8-48eab0a995ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551561 Nov 04 10:39:02.292578 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d658081d-448a-4af2-8023-58b5197353c3 req-fce074a3-1548-4b6e-ba28-7e4708221bbb service neutron] 10.222.0.121 "GET /v2.0/networks/d1610b1b-8f45-4d3c-9fc2-347cfc05de13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5556686 Nov 04 10:39:02.315884 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf5c52e-5d13-4f73-8338-925b5ac3406a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:02.317481 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf5c52e-5d13-4f73-8338-925b5ac3406a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:02.319096 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fcf5c52e-5d13-4f73-8338-925b5ac3406a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1445055 Nov 04 10:39:02.322168 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43558) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:02.367158 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['00acf903-efb9-4d5e-b809-40170692b70e'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:39:02.459327 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-9959c136-de57-404f-a1a1-e5120f07eb7a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet 973bb1a7-2151-4866-a547-cd20784c8937 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:39:02.473955 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d658081d-448a-4af2-8023-58b5197353c3 req-e8b4c273-7673-4105-a8bc-5f745c5e0e43 service neutron] 10.222.0.121 "GET /v2.0/networks/d1610b1b-8f45-4d3c-9fc2-347cfc05de13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691892 Nov 04 10:39:02.475779 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9959c136-de57-404f-a1a1-e5120f07eb7a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:02.475917 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 113cdb6d-213c-4079-a4cc-2e16276b5585 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:39:02.520643 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-15186076-e3eb-41aa-a78f-65c97597eeb2 req-6cb69cfe-23bb-43e2-a35b-ed4225abfd77 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:02.561713 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb69cfe-23bb-43e2-a35b-ed4225abfd77 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Pushing event deleted for resources: {'Port': ['ID=d00dadf2-d47a-4a22-92aa-ea5f43885667,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:02.569199 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9959c136-de57-404f-a1a1-e5120f07eb7a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:02.679312 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-15186076-e3eb-41aa-a78f-65c97597eeb2 req-6cb69cfe-23bb-43e2-a35b-ed4225abfd77 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] No DVR routers for this DVR port d00dadf2-d47a-4a22-92aa-ea5f43885667 on host n-h1-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:39:02.687991 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-15186076-e3eb-41aa-a78f-65c97597eeb2 req-6cb69cfe-23bb-43e2-a35b-ed4225abfd77 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:02.693089 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-15186076-e3eb-41aa-a78f-65c97597eeb2 req-6cb69cfe-23bb-43e2-a35b-ed4225abfd77 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.126 "DELETE /v2.0/ports/d00dadf2-d47a-4a22-92aa-ea5f43885667 HTTP/1.1" status: 204 len: 173 time: 1.4274294 Nov 04 10:39:02.700480 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 113cdb6d-213c-4079-a4cc-2e16276b5585 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:02.700989 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:02.778536 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba6ef2-63ea-4f5e-8eb4-d57eb2167956 req-26cbdd72-d619-49df-92c6-556989df80b2 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:02.788286 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-4d41e7a1-712a-4944-81ca-ab92304cf249 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:02.789560 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e0ba6ef2-63ea-4f5e-8eb4-d57eb2167956 req-26cbdd72-d619-49df-92c6-556989df80b2 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 945 time: 0.1632838 Nov 04 10:39:02.789903 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-4d41e7a1-712a-4944-81ca-ab92304cf249 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.126 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4&tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&binding%3Ahost_id=n-h2-816629-1 HTTP/1.1" status: 200 len: 1096 time: 0.0823028 Nov 04 10:39:02.805141 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-f4223814-faee-4821-b6b2-8f4bf28ab159 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816629-1'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:02.830993 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9959c136-de57-404f-a1a1-e5120f07eb7a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:02.878304 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-f4223814-faee-4821-b6b2-8f4bf28ab159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:02.915866 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e0ba6ef2-63ea-4f5e-8eb4-d57eb2167956 req-a568fe76-af77-4c34-bbe6-f9154427b30d tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108043 Nov 04 10:39:02.970582 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9959c136-de57-404f-a1a1-e5120f07eb7a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:03.016120 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959c136-de57-404f-a1a1-e5120f07eb7a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=973bb1a7-2151-4866-a547-cd20784c8937,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:03.049746 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-29544f7b-7552-462a-a397-728c3011f77d req-4cbe5527-86ef-407f-be15-9514d8dc0181 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=77c76e5e-659a-41c7-8a55-719f219ff9e8 HTTP/1.1" status: 200 len: 210 time: 0.0356295 Nov 04 10:39:03.050840 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9959c136-de57-404f-a1a1-e5120f07eb7a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:03.057540 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9959c136-de57-404f-a1a1-e5120f07eb7a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/973bb1a7-2151-4866-a547-cd20784c8937 HTTP/1.1" status: 204 len: 168 time: 0.7346432 Nov 04 10:39:03.057784 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43566) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:03.060782 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcb17f6-56dd-42ed-968b-5534b992219e None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:39:03.071632 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c76e5e-659a-41c7-8a55-719f219ff9e8', 'name': 'network-vif-deleted', 'tag': 'd00dadf2-d47a-4a22-92aa-ea5f43885667'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:39:03.072542 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-f4223814-faee-4821-b6b2-8f4bf28ab159 service neutron] For port fe4b4c76-bc45-4b3d-b197-950dec71cf45, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=fe4b4c76-bc45-4b3d-b197-950dec71cf45,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:03.074828 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eabda35-9ad2-47ee-a8cb-cec2c8c18553" -d '{"events": [{"server_uuid": "77c76e5e-659a-41c7-8a55-719f219ff9e8", "name": "network-vif-deleted", "tag": "d00dadf2-d47a-4a22-92aa-ea5f43885667"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:39:03.120990 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0f0d93b4-4300-4f4a-b683-a59fe6b1ff80 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592127 Nov 04 10:39:03.121990 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43570) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:03.130647 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-0caf258a-f606-4226-8ad4-6da5d52488ed tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:03.173225 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-f4223814-faee-4821-b6b2-8f4bf28ab159 service neutron] For port fe4b4c76-bc45-4b3d-b197-950dec71cf45, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:39:03.254582 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0caf258a-f606-4226-8ad4-6da5d52488ed tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:03.259383 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1b4961-2a41-4b04-9193-fc2f45695ef4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe4b4c76-bc45-4b3d-b197-950dec71cf45'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:39:03.260170 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0caf258a-f606-4226-8ad4-6da5d52488ed tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:03.264392 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce0d417-d2a8-4288-a088-8677b0c86947" -d '{"events": [{"server_uuid": "de1b4961-2a41-4b04-9193-fc2f45695ef4", "name": "network-vif-unplugged", "status": "completed", "tag": "fe4b4c76-bc45-4b3d-b197-950dec71cf45"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:39:03.269153 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-f4223814-faee-4821-b6b2-8f4bf28ab159 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:03.291415 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-f4223814-faee-4821-b6b2-8f4bf28ab159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:03.311391 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a8cc3b-6c18-439e-8e77-e696d82e78cc x-openstack-request-id: req-b7a8cc3b-6c18-439e-8e77-e696d82e78cc {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:39:03.319357 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c76e5e-659a-41c7-8a55-719f219ff9e8", "name": "network-vif-unplugged", "status": "completed", "tag": "d00dadf2-d47a-4a22-92aa-ea5f43885667", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:39:03.324729 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-b7a8cc3b-6c18-439e-8e77-e696d82e78cc {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:39:03.325402 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c76e5e-659a-41c7-8a55-719f219ff9e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd00dadf2-d47a-4a22-92aa-ea5f43885667', 'code': 200} Nov 04 10:39:03.337162 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device d00dadf2-d47a-4a22-92aa-ea5f43885667 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:39:03.363688 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4223814-faee-4821-b6b2-8f4bf28ab159 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4b4c76-bc45-4b3d-b197-950dec71cf45,revision_number=7']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:03.418503 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: d00dadf2-d47a-4a22-92aa-ea5f43885667 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:39:03.418978 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device d00dadf2-d47a-4a22-92aa-ea5f43885667 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:39:03.434132 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-f4223814-faee-4821-b6b2-8f4bf28ab159 service neutron] Attempting to bind port fe4b4c76-bc45-4b3d-b197-950dec71cf45 on host n-h2-816629-1 for vnic_type normal with profile {"migrating_to": "n-h1-816629-1"} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:39:03.434268 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-f4223814-faee-4821-b6b2-8f4bf28ab159 service neutron] Attempting to bind port fe4b4c76-bc45-4b3d-b197-950dec71cf45 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:39:03.434590 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-f4223814-faee-4821-b6b2-8f4bf28ab159 service neutron] Attempting to bind port fe4b4c76-bc45-4b3d-b197-950dec71cf45 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:39:03.439300 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-f4223814-faee-4821-b6b2-8f4bf28ab159 service neutron] Port fe4b4c76-bc45-4b3d-b197-950dec71cf45 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:39:03.439625 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-f4223814-faee-4821-b6b2-8f4bf28ab159 service neutron] Attempting to bind port fe4b4c76-bc45-4b3d-b197-950dec71cf45 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:39:03.449944 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-f4223814-faee-4821-b6b2-8f4bf28ab159 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:39:03.450292 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-f4223814-faee-4821-b6b2-8f4bf28ab159 service neutron] Checking segment: {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:39:03.450693 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-f4223814-faee-4821-b6b2-8f4bf28ab159 service neutron] Bound using segment: {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:39:03.451131 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-f4223814-faee-4821-b6b2-8f4bf28ab159 service neutron] Bound port: fe4b4c76-bc45-4b3d-b197-950dec71cf45, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:39:03.451487 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-f4223814-faee-4821-b6b2-8f4bf28ab159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:03.530361 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09871d18-f0d1-42ad-b56f-66fd8878a40e None None] DHCP port deletion for bc5af6f0-5063-4ccc-959e-90459430dabc request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:39:03.559443 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-f4223814-faee-4821-b6b2-8f4bf28ab159 service neutron] For port fe4b4c76-bc45-4b3d-b197-950dec71cf45, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:39:03.562886 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-f4223814-faee-4821-b6b2-8f4bf28ab159 service neutron] For port fe4b4c76-bc45-4b3d-b197-950dec71cf45, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=fe4b4c76-bc45-4b3d-b197-950dec71cf45,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:39:03.569286 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-f4223814-faee-4821-b6b2-8f4bf28ab159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:03.576441 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683a803-8210-4fda-9a2e-773c4cbb1724 req-881809af-977a-4397-99c2-55ef94fd6dae tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:03.578654 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3683a803-8210-4fda-9a2e-773c4cbb1724 req-881809af-977a-4397-99c2-55ef94fd6dae tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.127 "GET /v2.0/ports?device_id=37322ab7-fd9e-4208-aec3-b402cb77c609 HTTP/1.1" status: 200 len: 949 time: 0.1626186 Nov 04 10:39:03.606959 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-09871d18-f0d1-42ad-b56f-66fd8878a40e None None] Deleting port 113cdb6d-213c-4079-a4cc-2e16276b5585 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:39:03.607379 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-09871d18-f0d1-42ad-b56f-66fd8878a40e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:03.676043 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-f4223814-faee-4821-b6b2-8f4bf28ab159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:03.676781 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-f4223814-faee-4821-b6b2-8f4bf28ab159 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:03.678805 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-f4223814-faee-4821-b6b2-8f4bf28ab159 service neutron] 10.222.0.126 "PUT /v2.0/ports/fe4b4c76-bc45-4b3d-b197-950dec71cf45 HTTP/1.1" status: 200 len: 1121 time: 0.8813519 Nov 04 10:39:03.680366 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4223814-faee-4821-b6b2-8f4bf28ab159 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4b4c76-bc45-4b3d-b197-950dec71cf45,revision_number=8']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:03.700057 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-09871d18-f0d1-42ad-b56f-66fd8878a40e None None] For port 113cdb6d-213c-4079-a4cc-2e16276b5585, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=113cdb6d-213c-4079-a4cc-2e16276b5585,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:03.700500 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-09871d18-f0d1-42ad-b56f-66fd8878a40e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:03.719180 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-09871d18-f0d1-42ad-b56f-66fd8878a40e None None] Calling delete_port for 113cdb6d-213c-4079-a4cc-2e16276b5585 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:39:03.750892 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3683a803-8210-4fda-9a2e-773c4cbb1724 req-80e4e021-18cd-453c-bcff-7e666af6ba60 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.127 "GET /v2.0/security-groups?id=299a253f-bbcc-47d3-bf18-0a9fc419422d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471694 Nov 04 10:39:03.784236 n-d-816629-1 neutron-server[101774]: DEBUG neutron.objects.ports [None req-0caf258a-f606-4226-8ad4-6da5d52488ed tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101774) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 10:39:03.822943 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['fe4b4c76-bc45-4b3d-b197-950dec71cf45'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:39:03.827585 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['fe4b4c76-bc45-4b3d-b197-950dec71cf45'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:39:04.000947 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfc7961-3a9f-4aa1-98f8-5c083a52e613 x-openstack-request-id: req-ebfc7961-3a9f-4aa1-98f8-5c083a52e613 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:39:04.001679 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de1b4961-2a41-4b04-9193-fc2f45695ef4", "name": "network-vif-unplugged", "status": "completed", "tag": "fe4b4c76-bc45-4b3d-b197-950dec71cf45", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:39:04.002166 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ebfc7961-3a9f-4aa1-98f8-5c083a52e613 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:39:04.003080 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de1b4961-2a41-4b04-9193-fc2f45695ef4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe4b4c76-bc45-4b3d-b197-950dec71cf45', 'code': 200} Nov 04 10:39:04.012312 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0d8ba1-bdb5-408e-a0a3-98681d6ef62f x-openstack-request-id: req-fc0d8ba1-bdb5-408e-a0a3-98681d6ef62f {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:39:04.012312 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c76e5e-659a-41c7-8a55-719f219ff9e8", "name": "network-vif-deleted", "tag": "d00dadf2-d47a-4a22-92aa-ea5f43885667", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:39:04.012312 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-fc0d8ba1-bdb5-408e-a0a3-98681d6ef62f {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:39:04.012312 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c76e5e-659a-41c7-8a55-719f219ff9e8', 'name': 'network-vif-deleted', 'tag': 'd00dadf2-d47a-4a22-92aa-ea5f43885667', 'status': 'completed', 'code': 200} Nov 04 10:39:04.015445 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0caf258a-f606-4226-8ad4-6da5d52488ed tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:04.053950 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-09871d18-f0d1-42ad-b56f-66fd8878a40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:04.080304 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-0caf258a-f606-4226-8ad4-6da5d52488ed tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Port 113cdb6d-213c-4079-a4cc-2e16276b5585 concurrently deleted while adding address for new subnet {'id': '9b8a0a2b-6969-4eb5-87f8-37ec4c780f8c', 'name': '', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1336, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-04T10:39:03Z', 'updated_at': '2021-11-04T10:39:03Z', 'revision_number': 0, 'segment_id': None, 'project_id': '4e21b484c58a443992c5a2ff3e72ccdd'}. {{(pid=101774) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 04 10:39:04.081005 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0caf258a-f606-4226-8ad4-6da5d52488ed tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:04.125083 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09871d18-f0d1-42ad-b56f-66fd8878a40e None None] Pushing event deleted for resources: {'Port': ['ID=113cdb6d-213c-4079-a4cc-2e16276b5585,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:04.128033 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09871d18-f0d1-42ad-b56f-66fd8878a40e None None] No DVR routers for this DVR port 113cdb6d-213c-4079-a4cc-2e16276b5585 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:39:04.171315 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caf258a-f606-4226-8ad4-6da5d52488ed tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:04.178080 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-0caf258a-f606-4226-8ad4-6da5d52488ed tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:04.180958 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caf258a-f606-4226-8ad4-6da5d52488ed tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:04.182085 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0caf258a-f606-4226-8ad4-6da5d52488ed tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:04.195606 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77393b0-9f7a-4944-8885-0d8e31b0be84 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:39:04.206775 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425050a-894f-428f-a565-edccf4522d60 req-070b4d0b-4c39-4f63-b6af-f990a6960f1d tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:04.208321 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d425050a-894f-428f-a565-edccf4522d60 req-070b4d0b-4c39-4f63-b6af-f990a6960f1d tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 943 time: 0.1398129 Nov 04 10:39:04.214863 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0caf258a-f606-4226-8ad4-6da5d52488ed tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0885997 Nov 04 10:39:04.214863 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf258a-f606-4226-8ad4-6da5d52488ed tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=9b8a0a2b-6969-4eb5-87f8-37ec4c780f8c,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:04.215290 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43584) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:04.220595 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-dbd4e1e4-9586-4403-b6e7-3d3b3fb5f035 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'mac_address': 'fa:16:3e:f1:0e:be', 'name': 'tempest-NetworksTestDHCPv6-1771024843'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:04.286397 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d425050a-894f-428f-a565-edccf4522d60 req-e6707e6a-ba34-4e21-a322-4f58c9126765 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630822 Nov 04 10:39:04.425744 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd4e1e4-9586-4403-b6e7-3d3b3fb5f035 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:04.454748 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11f7b31-cc03-493c-adc7-988888254f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-bc5af6f0-5063-4ccc-959e-90459430dabc', 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'fixed_ips': [{'subnet_id': '9b8a0a2b-6969-4eb5-87f8-37ec4c780f8c'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:39:04.455905 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c11f7b31-cc03-493c-adc7-988888254f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:04.493565 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 113cdb6d-213c-4079-a4cc-2e16276b5585 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:39:04.559127 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dbd4e1e4-9586-4403-b6e7-3d3b3fb5f035 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:04.580729 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 113cdb6d-213c-4079-a4cc-2e16276b5585 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:39:04.581180 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 113cdb6d-213c-4079-a4cc-2e16276b5585 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:39:04.582514 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-dbd4e1e4-9586-4403-b6e7-3d3b3fb5f035 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] device_id is not set on port e45754b2-d7bd-44eb-ad7e-28662b35e2f8 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:39:04.729042 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43594) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:04.733793 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-0b112bf5-dc35-4652-ba88-1531ede30d8a tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1179110835', 'description': 'tempest-description--926750526'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:04.771533 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0b112bf5-dc35-4652-ba88-1531ede30d8a tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:04.867821 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-c11f7b31-cc03-493c-adc7-988888254f76 None None] Allocated IP 2001:db8::f816:3eff:fe74:2f94 (bc5af6f0-5063-4ccc-959e-90459430dabc/9b8a0a2b-6969-4eb5-87f8-37ec4c780f8c/0eead392-f0c0-415d-b758-67e78ccca14f) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:04.905168 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0b112bf5-dc35-4652-ba88-1531ede30d8a tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:04.913340 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0b112bf5-dc35-4652-ba88-1531ede30d8a tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:04.963674 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77353c-e152-4b65-9c15-de6a64e89d75 req-f02a397c-7952-40f8-96d5-8ee75ad5d18b tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:04.965197 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aa77353c-e152-4b65-9c15-de6a64e89d75 req-f02a397c-7952-40f8-96d5-8ee75ad5d18b tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.127 "GET /v2.0/ports?device_id=37322ab7-fd9e-4208-aec3-b402cb77c609 HTTP/1.1" status: 200 len: 949 time: 0.0939455 Nov 04 10:39:04.968858 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0b112bf5-dc35-4652-ba88-1531ede30d8a tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:04.972893 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0b112bf5-dc35-4652-ba88-1531ede30d8a tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2400858 Nov 04 10:39:04.972893 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b112bf5-dc35-4652-ba88-1531ede30d8a tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4487699d-8c26-4b66-9ad0-535fba158b99,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:04.974079 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43600) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:04.980729 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-b94d79a9-ecbf-4546-ad9b-c59fe2a754f1 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Request body: {'security_group_rule': {'security_group_id': '4487699d-8c26-4b66-9ad0-535fba158b99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:05.019328 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b94d79a9-ecbf-4546-ad9b-c59fe2a754f1 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:05.041214 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aa77353c-e152-4b65-9c15-de6a64e89d75 req-e4d78498-33f6-4227-b386-ed4829a5eb64 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.127 "GET /v2.0/security-groups?id=299a253f-bbcc-47d3-bf18-0a9fc419422d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538936 Nov 04 10:39:05.058827 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c11f7b31-cc03-493c-adc7-988888254f76 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:05.067107 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c11f7b31-cc03-493c-adc7-988888254f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:05.114707 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11f7b31-cc03-493c-adc7-988888254f76 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:05.119200 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-c11f7b31-cc03-493c-adc7-988888254f76 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:05.121819 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11f7b31-cc03-493c-adc7-988888254f76 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:39:05.160349 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:39:05.184184 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f7b31-cc03-493c-adc7-988888254f76 None None] Pushing event updated for resources: {'Port': ['ID=0eead392-f0c0-415d-b758-67e78ccca14f,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:05.188369 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b94d79a9-ecbf-4546-ad9b-c59fe2a754f1 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:05.205342 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-c11f7b31-cc03-493c-adc7-988888254f76 None None] Attempting to bind port 0eead392-f0c0-415d-b758-67e78ccca14f on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:39:05.205693 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-dbd4e1e4-9586-4403-b6e7-3d3b3fb5f035 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 2001:db8::f816:3eff:fef1:ebe (bc5af6f0-5063-4ccc-959e-90459430dabc/9b8a0a2b-6969-4eb5-87f8-37ec4c780f8c/e45754b2-d7bd-44eb-ad7e-28662b35e2f8) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:05.205852 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-c11f7b31-cc03-493c-adc7-988888254f76 None None] Attempting to bind port 0eead392-f0c0-415d-b758-67e78ccca14f by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:39:05.206269 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f7b31-cc03-493c-adc7-988888254f76 None None] Attempting to bind port 0eead392-f0c0-415d-b758-67e78ccca14f on network bc5af6f0-5063-4ccc-959e-90459430dabc {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:39:05.213055 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f7b31-cc03-493c-adc7-988888254f76 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:39:05.213577 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f7b31-cc03-493c-adc7-988888254f76 None None] Checking segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:39:05.214083 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c11f7b31-cc03-493c-adc7-988888254f76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:05.214539 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f7b31-cc03-493c-adc7-988888254f76 None None] Bound using segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:39:05.215082 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-c11f7b31-cc03-493c-adc7-988888254f76 None None] Bound port: 0eead392-f0c0-415d-b758-67e78ccca14f, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:39:05.215540 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c11f7b31-cc03-493c-adc7-988888254f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:05.298696 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-c11f7b31-cc03-493c-adc7-988888254f76 None None] For port 0eead392-f0c0-415d-b758-67e78ccca14f, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:39:05.303037 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-c11f7b31-cc03-493c-adc7-988888254f76 None None] For port 0eead392-f0c0-415d-b758-67e78ccca14f, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0eead392-f0c0-415d-b758-67e78ccca14f,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:39:05.309867 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c11f7b31-cc03-493c-adc7-988888254f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:05.374500 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f7b31-cc03-493c-adc7-988888254f76 None None] Pushing event updated for resources: {'Port': ['ID=0eead392-f0c0-415d-b758-67e78ccca14f,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:05.394372 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device fe4b4c76-bc45-4b3d-b197-950dec71cf45 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:39:05.398161 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 00acf903-efb9-4d5e-b809-40170692b70e up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:39:05.407674 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dbd4e1e4-9586-4403-b6e7-3d3b3fb5f035 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:05.446924 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b94d79a9-ecbf-4546-ad9b-c59fe2a754f1 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:05.467853 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1588dd-0fdc-4597-bef3-ed304c6d62c5 req-66b8c1d7-6f89-4e49-8a7b-9da5df423e33 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:05.485105 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fd1588dd-0fdc-4597-bef3-ed304c6d62c5 req-66b8c1d7-6f89-4e49-8a7b-9da5df423e33 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 943 time: 0.0798821 Nov 04 10:39:05.486257 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d79a9-ecbf-4546-ad9b-c59fe2a754f1 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c24876-dc25-4a5b-a3fc-841ad62c7062,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:05.497876 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dbd4e1e4-9586-4403-b6e7-3d3b3fb5f035 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:05.512355 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b94d79a9-ecbf-4546-ad9b-c59fe2a754f1 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:05.517274 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b94d79a9-ecbf-4546-ad9b-c59fe2a754f1 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5390306 Nov 04 10:39:05.523848 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43614) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:05.531195 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-a12cd9cf-882e-4097-80ff-3e38abeed46b tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Request body: {'security_group_rule': {'security_group_id': '4487699d-8c26-4b66-9ad0-535fba158b99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:05.571982 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd4e1e4-9586-4403-b6e7-3d3b3fb5f035 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:05.575092 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-dbd4e1e4-9586-4403-b6e7-3d3b3fb5f035 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:05.583328 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd4e1e4-9586-4403-b6e7-3d3b3fb5f035 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:39:05.590824 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a12cd9cf-882e-4097-80ff-3e38abeed46b tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:05.598970 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd4e1e4-9586-4403-b6e7-3d3b3fb5f035 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:05.599669 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dbd4e1e4-9586-4403-b6e7-3d3b3fb5f035 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:05.627238 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fd1588dd-0fdc-4597-bef3-ed304c6d62c5 req-04850b2d-5362-4c2b-ad70-c86d63ff771d tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390030 Nov 04 10:39:05.646067 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-dbd4e1e4-9586-4403-b6e7-3d3b3fb5f035 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4228086 Nov 04 10:39:05.646067 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4e1e4-9586-4403-b6e7-3d3b3fb5f035 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Port': ['ID=e45754b2-d7bd-44eb-ad7e-28662b35e2f8,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:05.646067 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43618) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:05.660628 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port fe4b4c76-bc45-4b3d-b197-950dec71cf45, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=fe4b4c76-bc45-4b3d-b197-950dec71cf45,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:05.680814 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device fe4b4c76-bc45-4b3d-b197-950dec71cf45 has no active binding in host n-h1-816629-1 {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 04 10:39:05.685356 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43620) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:05.711656 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 00acf903-efb9-4d5e-b809-40170692b70e completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:39:05.717457 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 00acf903-efb9-4d5e-b809-40170692b70e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:05.717975 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:05.750312 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0fbb3e-099e-4620-8303-04dd1df5fbf6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:05.774823 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0fbb3e-099e-4620-8303-04dd1df5fbf6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:05.783064 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6b0fbb3e-099e-4620-8303-04dd1df5fbf6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1380746 Nov 04 10:39:05.785327 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a12cd9cf-882e-4097-80ff-3e38abeed46b tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:05.786130 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43624) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:05.797389 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a12cd9cf-882e-4097-80ff-3e38abeed46b tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:05.880681 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12cd9cf-882e-4097-80ff-3e38abeed46b tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca724d7e-2628-4e32-96b4-eecd51e3f4c6,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:05.909136 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:05.935268 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c52594eb-b97b-4c66-84b6-06a67f087f6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:05.936690 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a12cd9cf-882e-4097-80ff-3e38abeed46b tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:05.941546 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a12cd9cf-882e-4097-80ff-3e38abeed46b tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4143028 Nov 04 10:39:05.943381 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43626) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:05.947827 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-bf2d8632-be11-4648-8901-e62cd1efb66e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:05.975544 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37322ab7-fd9e-4208-aec3-b402cb77c609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00acf903-efb9-4d5e-b809-40170692b70e'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:39:05.982391 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d1b484-a3fe-4012-af2d-5c0f946b2d2f" -d '{"events": [{"server_uuid": "37322ab7-fd9e-4208-aec3-b402cb77c609", "name": "network-vif-plugged", "status": "completed", "tag": "00acf903-efb9-4d5e-b809-40170692b70e"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:39:06.012107 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de1b4961-2a41-4b04-9193-fc2f45695ef4', 'tag': 'fe4b4c76-bc45-4b3d-b197-950dec71cf45'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:39:06.014523 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b03eebd-250d-4e2b-b3cb-6917dfaa35f3" -d '{"events": [{"name": "network-changed", "server_uuid": "de1b4961-2a41-4b04-9193-fc2f45695ef4", "tag": "fe4b4c76-bc45-4b3d-b197-950dec71cf45"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:39:06.015937 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bf2d8632-be11-4648-8901-e62cd1efb66e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:06.046494 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 00acf903-efb9-4d5e-b809-40170692b70e, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=00acf903-efb9-4d5e-b809-40170692b70e,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:06.070517 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd3da6a-9f40-4451-b5f7-d51c4238f662 x-openstack-request-id: req-4cd3da6a-9f40-4451-b5f7-d51c4238f662 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:39:06.071129 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37322ab7-fd9e-4208-aec3-b402cb77c609", "name": "network-vif-plugged", "status": "completed", "tag": "00acf903-efb9-4d5e-b809-40170692b70e", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:39:06.071603 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-4cd3da6a-9f40-4451-b5f7-d51c4238f662 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:39:06.072405 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37322ab7-fd9e-4208-aec3-b402cb77c609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00acf903-efb9-4d5e-b809-40170692b70e', 'code': 200} Nov 04 10:39:06.075079 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:06.139503 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=00acf903-efb9-4d5e-b809-40170692b70e,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:06.141120 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-665d2873-12a8-4a05-893a-b2a65ea7dfb3 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting port e45754b2-d7bd-44eb-ad7e-28662b35e2f8 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:39:06.141535 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-665d2873-12a8-4a05-893a-b2a65ea7dfb3 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:06.213065 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873e5da-37c2-4520-b7f3-3f18c44fcfae req-426b8da1-c261-464f-b34f-ddc886247d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:06.214610 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4873e5da-37c2-4520-b7f3-3f18c44fcfae req-426b8da1-c261-464f-b34f-ddc886247d65 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=37322ab7-fd9e-4208-aec3-b402cb77c609 HTTP/1.1" status: 200 len: 1101 time: 0.1000600 Nov 04 10:39:06.216773 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c52594eb-b97b-4c66-84b6-06a67f087f6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:06.223447 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c52594eb-b97b-4c66-84b6-06a67f087f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:06.307462 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4873e5da-37c2-4520-b7f3-3f18c44fcfae req-3cc5e8f4-178d-4843-9423-9e3765d65d79 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=299a253f-bbcc-47d3-bf18-0a9fc419422d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516319 Nov 04 10:39:06.315072 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c52594eb-b97b-4c66-84b6-06a67f087f6e admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=a02f8e90decc4173bac11b9bb77f1da0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6266251 Nov 04 10:39:06.319803 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43636) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:06.325640 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-665d2873-12a8-4a05-893a-b2a65ea7dfb3 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:06.351811 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-665d2873-12a8-4a05-893a-b2a65ea7dfb3 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Calling delete_port for e45754b2-d7bd-44eb-ad7e-28662b35e2f8 owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:39:06.353567 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52594eb-b97b-4c66-84b6-06a67f087f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdd34b9-ae44-4a3c-bc41-178c9b17c83b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:06.396223 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d63a7c09-f477-442d-bef7-def5a6d76775 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:06.424192 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585ccaa1-c2f6-44ed-9c09-c0b34cb807b1 x-openstack-request-id: req-585ccaa1-c2f6-44ed-9c09-c0b34cb807b1 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:39:06.424192 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de1b4961-2a41-4b04-9193-fc2f45695ef4", "tag": "fe4b4c76-bc45-4b3d-b197-950dec71cf45", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:39:06.425276 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bf2d8632-be11-4648-8901-e62cd1efb66e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:06.425627 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-585ccaa1-c2f6-44ed-9c09-c0b34cb807b1 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:39:06.427855 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de1b4961-2a41-4b04-9193-fc2f45695ef4', 'tag': 'fe4b4c76-bc45-4b3d-b197-950dec71cf45', 'status': 'completed', 'code': 200} Nov 04 10:39:06.462342 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d63a7c09-f477-442d-bef7-def5a6d76775 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:06.606491 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d63a7c09-f477-442d-bef7-def5a6d76775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:06.609245 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d63a7c09-f477-442d-bef7-def5a6d76775 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:06.610483 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d63a7c09-f477-442d-bef7-def5a6d76775 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/6fdd34b9-ae44-4a3c-bc41-178c9b17c83b HTTP/1.1" status: 204 len: 168 time: 0.2892523 Nov 04 10:39:06.620675 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0eead392-f0c0-415d-b758-67e78ccca14f up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:39:06.637328 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a7c09-f477-442d-bef7-def5a6d76775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdd34b9-ae44-4a3c-bc41-178c9b17c83b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:06.650509 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03eebd-250d-4e2b-b3cb-6917dfaa35f3 req-3e8f21c4-88b4-486a-9146-b44aa1bc6111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:06.653574 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b03eebd-250d-4e2b-b3cb-6917dfaa35f3 req-3e8f21c4-88b4-486a-9146-b44aa1bc6111 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 1124 time: 0.1828060 Nov 04 10:39:06.715277 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b1d0f-b93c-4905-82b2-084c19cfae82 req-ead317da-8a06-415a-8e18-207a2e593152 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:06.723832 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-883b1d0f-b93c-4905-82b2-084c19cfae82 req-ead317da-8a06-415a-8e18-207a2e593152 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.127 "GET /v2.0/ports?device_id=37322ab7-fd9e-4208-aec3-b402cb77c609 HTTP/1.1" status: 200 len: 950 time: 0.1643116 Nov 04 10:39:06.776909 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 0eead392-f0c0-415d-b758-67e78ccca14f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:06.777350 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:06.820673 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-bf2d8632-be11-4648-8901-e62cd1efb66e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Allocated IP 172.25.7.63 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/4d057470-7e6a-460e-9bc9-b184ad704ca1) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:06.881999 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-883b1d0f-b93c-4905-82b2-084c19cfae82 req-e3145951-c826-4f7d-88ec-3ecd01f70438 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.127 "GET /v2.0/security-groups?id=299a253f-bbcc-47d3-bf18-0a9fc419422d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571026 Nov 04 10:39:06.887513 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03eebd-250d-4e2b-b3cb-6917dfaa35f3 req-9fe1a6c2-18f6-4f6e-993d-c46386d1ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:06.893578 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b03eebd-250d-4e2b-b3cb-6917dfaa35f3 req-9fe1a6c2-18f6-4f6e-993d-c46386d1ceb6 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 200 len: 909 time: 0.2283537 Nov 04 10:39:06.923667 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-665d2873-12a8-4a05-893a-b2a65ea7dfb3 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:06.994651 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b03eebd-250d-4e2b-b3cb-6917dfaa35f3 req-d5eae0b0-f0bc-4f87-8d95-d1e05daf83c0 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe4b4c76-bc45-4b3d-b197-950dec71cf45 HTTP/1.1" status: 200 len: 217 time: 0.0789208 Nov 04 10:39:07.011573 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:07.048076 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d2873-12a8-4a05-893a-b2a65ea7dfb3 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Port': ['ID=e45754b2-d7bd-44eb-ad7e-28662b35e2f8,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:07.077647 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 0eead392-f0c0-415d-b758-67e78ccca14f, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0eead392-f0c0-415d-b758-67e78ccca14f,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:07.083989 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:07.119327 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-665d2873-12a8-4a05-893a-b2a65ea7dfb3 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:07.130040 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43654) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:07.134808 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-665d2873-12a8-4a05-893a-b2a65ea7dfb3 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/e45754b2-d7bd-44eb-ad7e-28662b35e2f8 HTTP/1.1" status: 204 len: 168 time: 1.3456306 Nov 04 10:39:07.189314 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=0eead392-f0c0-415d-b758-67e78ccca14f,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:07.201169 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede50401-e346-433a-a465-b25a9ad85243 req-0c694588-5385-46b2-929f-7cf944f762c3 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:07.202797 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ede50401-e346-433a-a465-b25a9ad85243 req-0c694588-5385-46b2-929f-7cf944f762c3 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 943 time: 0.1701043 Nov 04 10:39:07.214033 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-3dd3e7fc-ce44-4656-b568-d386bd537b7d None None] Provisioning complete for port 0eead392-f0c0-415d-b758-67e78ccca14f triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:07.214484 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3dd3e7fc-ce44-4656-b568-d386bd537b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:07.232009 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bf2d8632-be11-4648-8901-e62cd1efb66e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:07.270118 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dffbcbb-748b-4507-8f60-afa28dc52f99 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:07.272586 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dffbcbb-748b-4507-8f60-afa28dc52f99 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:07.274286 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6dffbcbb-748b-4507-8f60-afa28dc52f99 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1429172 Nov 04 10:39:07.276443 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03eebd-250d-4e2b-b3cb-6917dfaa35f3 req-353c8e34-49ed-470e-9793-2b3460717cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:07.278012 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b03eebd-250d-4e2b-b3cb-6917dfaa35f3 req-353c8e34-49ed-470e-9793-2b3460717cae service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f29a1ba4-9c2e-4bbf-be88-aa21c2016c98 HTTP/1.1" status: 200 len: 847 time: 0.2621891 Nov 04 10:39:07.278533 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43658) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:07.358980 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ede50401-e346-433a-a465-b25a9ad85243 req-5a0c7830-bda1-4398-ac4a-db5717790a3e tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417594 Nov 04 10:39:07.394237 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1ea147-7db7-4915-be10-37836ded213d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet 9b8a0a2b-6969-4eb5-87f8-37ec4c780f8c {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:39:07.416889 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ca1ea147-7db7-4915-be10-37836ded213d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:07.422231 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bf2d8632-be11-4648-8901-e62cd1efb66e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:07.460422 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b03eebd-250d-4e2b-b3cb-6917dfaa35f3 req-02a8495e-80ae-41f7-b183-419c4e174573 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636387 Nov 04 10:39:07.493611 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ca1ea147-7db7-4915-be10-37836ded213d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:07.515882 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2d8632-be11-4648-8901-e62cd1efb66e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:07.518843 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-bf2d8632-be11-4648-8901-e62cd1efb66e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:07.523216 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2d8632-be11-4648-8901-e62cd1efb66e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:39:07.529680 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d708d938-fbed-4ffb-945b-5c2772c405cd None None] Could not find standard attr ID for object e45754b2-d7bd-44eb-ad7e-28662b35e2f8. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:39:07.558010 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d8632-be11-4648-8901-e62cd1efb66e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Pushing event updated for resources: {'Port': ['ID=4d057470-7e6a-460e-9bc9-b184ad704ca1,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:07.665863 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b03eebd-250d-4e2b-b3cb-6917dfaa35f3 req-2eb2f74a-332a-486c-a5a8-cb73a51708d0 service neutron] 10.222.0.121 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866622 Nov 04 10:39:07.706849 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bf2d8632-be11-4648-8901-e62cd1efb66e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:07.762195 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bf2d8632-be11-4648-8901-e62cd1efb66e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:07.785904 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ca1ea147-7db7-4915-be10-37836ded213d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:07.866702 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43672) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:07.926336 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b03eebd-250d-4e2b-b3cb-6917dfaa35f3 req-4653c1e7-6904-40ee-a757-addedf355f53 service neutron] 10.222.0.121 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393820 Nov 04 10:39:07.960796 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ca1ea147-7db7-4915-be10-37836ded213d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:07.986655 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ca1ea147-7db7-4915-be10-37836ded213d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:07.992855 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ca1ea147-7db7-4915-be10-37836ded213d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/9b8a0a2b-6969-4eb5-87f8-37ec4c780f8c HTTP/1.1" status: 204 len: 168 time: 0.7114396 Nov 04 10:39:07.993571 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43678) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:07.998553 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5373ccb-aff8-4fb7-92b6-38e51576b7ce None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:39:08.055830 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bf2d8632-be11-4648-8901-e62cd1efb66e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:08.105210 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bf2d8632-be11-4648-8901-e62cd1efb66e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:08.217230 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33e746-c854-4c2e-bac4-815f0170f442 req-fe6d12cd-c184-4186-8f06-1e99ee0f3a46 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:08.218875 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cf33e746-c854-4c2e-bac4-815f0170f442 req-fe6d12cd-c184-4186-8f06-1e99ee0f3a46 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.127 "GET /v2.0/ports?device_id=37322ab7-fd9e-4208-aec3-b402cb77c609 HTTP/1.1" status: 200 len: 950 time: 0.1585448 Nov 04 10:39:08.231176 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d8632-be11-4648-8901-e62cd1efb66e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Pushing event updated for resources: {'Port': ['ID=4d057470-7e6a-460e-9bc9-b184ad704ca1,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:08.233788 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bf2d8632-be11-4648-8901-e62cd1efb66e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:08.248771 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43962e0f-a1d7-4f70-99eb-4543c0124df6 None None] DHCP port deletion for bc5af6f0-5063-4ccc-959e-90459430dabc request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:39:08.275220 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bf2d8632-be11-4648-8901-e62cd1efb66e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:08.275540 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bf2d8632-be11-4648-8901-e62cd1efb66e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3312345 Nov 04 10:39:08.296861 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cf33e746-c854-4c2e-bac4-815f0170f442 req-cbfe08e9-636d-41a4-81a2-19ffe837f80d tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.127 "GET /v2.0/security-groups?id=299a253f-bbcc-47d3-bf18-0a9fc419422d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676668 Nov 04 10:39:08.327386 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-43962e0f-a1d7-4f70-99eb-4543c0124df6 None None] Deleting port 0eead392-f0c0-415d-b758-67e78ccca14f {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:39:08.327834 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-43962e0f-a1d7-4f70-99eb-4543c0124df6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:08.392648 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-2865b84b-a8fc-439f-94a7-8991e66dd8a3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-182091458-network', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:08.396841 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ea147-7db7-4915-be10-37836ded213d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=9b8a0a2b-6969-4eb5-87f8-37ec4c780f8c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:08.411996 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-43962e0f-a1d7-4f70-99eb-4543c0124df6 None None] For port 0eead392-f0c0-415d-b758-67e78ccca14f, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0eead392-f0c0-415d-b758-67e78ccca14f,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:08.412396 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-43962e0f-a1d7-4f70-99eb-4543c0124df6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:08.425246 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-43962e0f-a1d7-4f70-99eb-4543c0124df6 None None] Calling delete_port for 0eead392-f0c0-415d-b758-67e78ccca14f owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:39:08.434109 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d6219176-2f76-4cdb-8604-eace365328c7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501657 Nov 04 10:39:08.434322 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43686) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:08.450076 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2865b84b-a8fc-439f-94a7-8991e66dd8a3 admin admin] Made reservation on behalf of 24e6e80e7cbd47b89cef6beaedf3befe for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:08.452724 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2865b84b-a8fc-439f-94a7-8991e66dd8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:08.470943 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2865b84b-a8fc-439f-94a7-8991e66dd8a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:08.481510 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0eead392-f0c0-415d-b758-67e78ccca14f no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:39:08.531299 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6582f01-24a3-428a-89f0-9441607c80c7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:08.535894 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e6582f01-24a3-428a-89f0-9441607c80c7 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0984695 Nov 04 10:39:08.536083 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43690) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:08.570742 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2865b84b-a8fc-439f-94a7-8991e66dd8a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:08.576359 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2865b84b-a8fc-439f-94a7-8991e66dd8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:08.583737 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06d365-4431-4b65-bacf-9b784d1ec23b req-8846ce68-f610-469c-9721-79c685348481 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:08.592349 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:08.593561 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae06d365-4431-4b65-bacf-9b784d1ec23b req-8846ce68-f610-469c-9721-79c685348481 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 943 time: 0.1274869 Nov 04 10:39:08.602621 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-43962e0f-a1d7-4f70-99eb-4543c0124df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:08.605839 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2865b84b-a8fc-439f-94a7-8991e66dd8a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1187} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:39:08.616388 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865b84b-a8fc-439f-94a7-8991e66dd8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ded427f-6d19-40e3-a805-138915509ca8,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:08.621796 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2865b84b-a8fc-439f-94a7-8991e66dd8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:08.622213 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-2865b84b-a8fc-439f-94a7-8991e66dd8a3 admin admin] Added segment e4c253af-65d0-47a4-af72-3837b14a76c7 of type vlan for network 1b9e5f98-4b76-4986-a39a-d24c4975f75c Nov 04 10:39:08.640569 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43962e0f-a1d7-4f70-99eb-4543c0124df6 None None] Pushing event deleted for resources: {'Port': ['ID=0eead392-f0c0-415d-b758-67e78ccca14f,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:08.644550 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43962e0f-a1d7-4f70-99eb-4543c0124df6 None None] No DVR routers for this DVR port 0eead392-f0c0-415d-b758-67e78ccca14f on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:39:08.653813 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c151e5-c527-4e19-a109-7da1dc1f65a3 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:08.654148 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43962e0f-a1d7-4f70-99eb-4543c0124df6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:08.654500 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43962e0f-a1d7-4f70-99eb-4543c0124df6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:08.662112 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43962e0f-a1d7-4f70-99eb-4543c0124df6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:08.662112 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43962e0f-a1d7-4f70-99eb-4543c0124df6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:08.662112 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43962e0f-a1d7-4f70-99eb-4543c0124df6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:08.663347 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e7c151e5-c527-4e19-a109-7da1dc1f65a3 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1187694 Nov 04 10:39:08.663814 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43962e0f-a1d7-4f70-99eb-4543c0124df6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:08.663814 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43962e0f-a1d7-4f70-99eb-4543c0124df6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:08.663814 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43962e0f-a1d7-4f70-99eb-4543c0124df6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:08.663814 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43962e0f-a1d7-4f70-99eb-4543c0124df6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:08.663814 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43962e0f-a1d7-4f70-99eb-4543c0124df6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:08.663814 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43962e0f-a1d7-4f70-99eb-4543c0124df6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:08.663814 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43962e0f-a1d7-4f70-99eb-4543c0124df6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:08.664492 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43692) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:08.670087 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2865b84b-a8fc-439f-94a7-8991e66dd8a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:08.700540 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2865b84b-a8fc-439f-94a7-8991e66dd8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:08.701721 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2865b84b-a8fc-439f-94a7-8991e66dd8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:08.702389 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2865b84b-a8fc-439f-94a7-8991e66dd8a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:08.712763 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae06d365-4431-4b65-bacf-9b784d1ec23b req-2e6ce2b1-d913-4bf5-aca2-05814733a3f1 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183228 Nov 04 10:39:08.714671 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a50f5825-ca88-46be-bd09-f9004c64b7b3 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516992 Nov 04 10:39:08.719732 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43694) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:08.725376 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-2b60b21c-2598-41c4-bb8d-0fbfd0b53e7d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:08.766525 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2865b84b-a8fc-439f-94a7-8991e66dd8a3 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8977907 Nov 04 10:39:08.767583 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865b84b-a8fc-439f-94a7-8991e66dd8a3 admin admin] Pushing event updated for resources: {'Network': ['ID=1b9e5f98-4b76-4986-a39a-d24c4975f75c,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:08.770189 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43700) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:08.775405 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-666eada2-0fc3-4611-9eda-c8b77b664587 admin admin] Request body: {'subnet': {'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-182091458-subnet', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:08.808637 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666eada2-0fc3-4611-9eda-c8b77b664587 admin admin] Made reservation on behalf of 24e6e80e7cbd47b89cef6beaedf3befe for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:08.809559 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 1b9e5f98-4b76-4986-a39a-d24c4975f75c details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:39:08.811205 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-666eada2-0fc3-4611-9eda-c8b77b664587 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:08.932882 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b60b21c-2598-41c4-bb8d-0fbfd0b53e7d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:08.936452 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b60b21c-2598-41c4-bb8d-0fbfd0b53e7d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:09.001571 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-666eada2-0fc3-4611-9eda-c8b77b664587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:09.011608 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-5b1e7faa-bd1d-463b-9392-358a2e5fd31c tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:09.013271 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-5b1e7faa-bd1d-463b-9392-358a2e5fd31c tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/networks?id=52b5cab6-0870-4630-a840-713505d3c31f HTTP/1.1" status: 200 len: 821 time: 0.1934795 Nov 04 10:39:09.058245 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-80fe706e-b2bd-4533-a882-69dea10c46eb tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/quotas/9f7f577a2aa34196a84d622d13830ddf HTTP/1.1" status: 200 len: 375 time: 0.0301397 Nov 04 10:39:09.077444 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666eada2-0fc3-4611-9eda-c8b77b664587 admin admin] Checking segment: {'id': 'e4c253af-65d0-47a4-af72-3837b14a76c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:39:09.077871 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666eada2-0fc3-4611-9eda-c8b77b664587 admin admin] Network hostable DHCP agents. Network: 1b9e5f98-4b76-4986-a39a-d24c4975f75c, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:39:09.083471 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666eada2-0fc3-4611-9eda-c8b77b664587 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cad3f525-abcd-4ea2-aa2e-91412e579fe9,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:09.101585 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666eada2-0fc3-4611-9eda-c8b77b664587 admin admin] Network 1b9e5f98-4b76-4986-a39a-d24c4975f75c is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:39:09.115331 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-666eada2-0fc3-4611-9eda-c8b77b664587 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 1b9e5f98-4b76-4986-a39a-d24c4975f75c) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:09.125769 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76e8dd8-881f-49b3-9a19-fc8fc65f4133 None None] Network 1b9e5f98-4b76-4986-a39a-d24c4975f75c requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:39:09.126949 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666eada2-0fc3-4611-9eda-c8b77b664587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:09.128345 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-666eada2-0fc3-4611-9eda-c8b77b664587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:09.164717 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-666eada2-0fc3-4611-9eda-c8b77b664587 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3930824 Nov 04 10:39:09.167758 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43708) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:09.172751 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-7fc7d1c5-5fd0-440c-96e3-c6c6f26278a6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-182091458-router', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:09.200056 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7fc7d1c5-5fd0-440c-96e3-c6c6f26278a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:09.201237 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7fc7d1c5-5fd0-440c-96e3-c6c6f26278a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:09.282942 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7fc7d1c5-5fd0-440c-96e3-c6c6f26278a6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:09.356254 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc5c23a-8831-4d5f-9f82-7208133604c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-1b9e5f98-4b76-4986-a39a-d24c4975f75c', 'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'fixed_ips': [{'subnet_id': 'cad3f525-abcd-4ea2-aa2e-91412e579fe9'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:39:09.357862 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1bc5c23a-8831-4d5f-9f82-7208133604c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:09.469215 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7fc7d1c5-5fd0-440c-96e3-c6c6f26278a6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:09.515252 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-1bc5c23a-8831-4d5f-9f82-7208133604c4 None None] Allocated IP 172.20.0.2 (1b9e5f98-4b76-4986-a39a-d24c4975f75c/cad3f525-abcd-4ea2-aa2e-91412e579fe9/8fe7d98d-c195-41bd-a27a-b1b29a39f965) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:09.531847 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-d1a6b112-300b-491c-b6a6-d10d077a58d3 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=9f7f577a2aa34196a84d622d13830ddf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4642451 Nov 04 10:39:09.683544 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b60b21c-2598-41c4-bb8d-0fbfd0b53e7d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:09.705082 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1bc5c23a-8831-4d5f-9f82-7208133604c4 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:09.714961 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1bc5c23a-8831-4d5f-9f82-7208133604c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:09.753274 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b60b21c-2598-41c4-bb8d-0fbfd0b53e7d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:09.755698 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-81b85417-b987-4adf-93a8-51bd0ed9d3bd service neutron] 10.222.0.127 "GET /v2.0/networks/52b5cab6-0870-4630-a840-713505d3c31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085855 Nov 04 10:39:09.759845 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-2b60b21c-2598-41c4-bb8d-0fbfd0b53e7d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:09.766847 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b60b21c-2598-41c4-bb8d-0fbfd0b53e7d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:09.768436 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b60b21c-2598-41c4-bb8d-0fbfd0b53e7d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:09.773802 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73d2283-41e7-47f2-adcf-b58f88f10ceb None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:39:09.796616 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7fc7d1c5-5fd0-440c-96e3-c6c6f26278a6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:09.827513 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7fc7d1c5-5fd0-440c-96e3-c6c6f26278a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:09.835925 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60b21c-2598-41c4-bb8d-0fbfd0b53e7d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=28f47ca9-7a5f-4caa-85eb-5a3ed38333da,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:09.863084 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2b60b21c-2598-41c4-bb8d-0fbfd0b53e7d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1418111 Nov 04 10:39:09.865597 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43714) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:09.872663 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-016129f7-d436-4a09-bfe7-411c8d949088 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'mac_address': 'fa:16:3e:8c:d0:16', 'name': 'tempest-NetworksTestDHCPv6-1848327098'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:09.884702 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc5c23a-8831-4d5f-9f82-7208133604c4 None None] Network 1b9e5f98-4b76-4986-a39a-d24c4975f75c is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:09.897900 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-1bc5c23a-8831-4d5f-9f82-7208133604c4 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:09.909767 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc5c23a-8831-4d5f-9f82-7208133604c4 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:39:09.928651 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5c23a-8831-4d5f-9f82-7208133604c4 None None] Pushing event updated for resources: {'Port': ['ID=8fe7d98d-c195-41bd-a27a-b1b29a39f965,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:09.974861 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-a3002614-f957-4f1d-881d-7315281672ce service neutron] 10.222.0.127 "GET /v2.0/networks/52b5cab6-0870-4630-a840-713505d3c31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996520 Nov 04 10:39:09.975863 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-7fc7d1c5-5fd0-440c-96e3-c6c6f26278a6 admin admin] Allocated IP 172.25.7.47 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/734fa52a-4d2c-4f60-8a06-d1ada4df5c0d) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:10.054397 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-1bc5c23a-8831-4d5f-9f82-7208133604c4 None None] Attempting to bind port 8fe7d98d-c195-41bd-a27a-b1b29a39f965 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:39:10.054671 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016129f7-d436-4a09-bfe7-411c8d949088 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:10.054820 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-1bc5c23a-8831-4d5f-9f82-7208133604c4 None None] Attempting to bind port 8fe7d98d-c195-41bd-a27a-b1b29a39f965 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'e4c253af-65d0-47a4-af72-3837b14a76c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:39:10.054820 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc5c23a-8831-4d5f-9f82-7208133604c4 None None] Attempting to bind port 8fe7d98d-c195-41bd-a27a-b1b29a39f965 on network 1b9e5f98-4b76-4986-a39a-d24c4975f75c {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:39:10.082847 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc5c23a-8831-4d5f-9f82-7208133604c4 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:39:10.086752 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc5c23a-8831-4d5f-9f82-7208133604c4 None None] Checking segment: {'id': 'e4c253af-65d0-47a4-af72-3837b14a76c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:39:10.087376 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1bc5c23a-8831-4d5f-9f82-7208133604c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:10.088707 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc5c23a-8831-4d5f-9f82-7208133604c4 None None] Bound using segment: {'id': 'e4c253af-65d0-47a4-af72-3837b14a76c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:39:10.090334 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-1bc5c23a-8831-4d5f-9f82-7208133604c4 None None] Bound port: 8fe7d98d-c195-41bd-a27a-b1b29a39f965, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c253af-65d0-47a4-af72-3837b14a76c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:39:10.090940 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1bc5c23a-8831-4d5f-9f82-7208133604c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:10.182316 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a038c79f-fdcd-473b-a5d7-86c84706d88d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-bc5af6f0-5063-4ccc-959e-90459430dabc', 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'fixed_ips': [{'subnet_id': '28f47ca9-7a5f-4caa-85eb-5a3ed38333da'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:39:10.183650 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a038c79f-fdcd-473b-a5d7-86c84706d88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:10.206866 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-016129f7-d436-4a09-bfe7-411c8d949088 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:10.218072 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7fc7d1c5-5fd0-440c-96e3-c6c6f26278a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:10.240811 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-016129f7-d436-4a09-bfe7-411c8d949088 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] device_id is not set on port e483bd04-4ea8-43c3-a123-62c36344a6ab yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:39:10.263100 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7fc7d1c5-5fd0-440c-96e3-c6c6f26278a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:10.331649 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7d1c5-5fd0-440c-96e3-c6c6f26278a6 admin admin] Pushing event updated for resources: {'Port': ['ID=734fa52a-4d2c-4f60-8a06-d1ada4df5c0d,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:10.340926 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc7d1c5-5fd0-440c-96e3-c6c6f26278a6 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:10.341853 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-7fc7d1c5-5fd0-440c-96e3-c6c6f26278a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:10.349147 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc7d1c5-5fd0-440c-96e3-c6c6f26278a6 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:39:10.467386 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-1bc5c23a-8831-4d5f-9f82-7208133604c4 None None] For port 8fe7d98d-c195-41bd-a27a-b1b29a39f965, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:39:10.508951 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-1bc5c23a-8831-4d5f-9f82-7208133604c4 None None] For port 8fe7d98d-c195-41bd-a27a-b1b29a39f965, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=8fe7d98d-c195-41bd-a27a-b1b29a39f965,segment=NetworkSegment(e4c253af-65d0-47a4-af72-3837b14a76c7),segment_id=e4c253af-65d0-47a4-af72-3837b14a76c7)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:39:10.533950 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1bc5c23a-8831-4d5f-9f82-7208133604c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:10.614175 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-016129f7-d436-4a09-bfe7-411c8d949088 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 2001:db8::320 (bc5af6f0-5063-4ccc-959e-90459430dabc/28f47ca9-7a5f-4caa-85eb-5a3ed38333da/e483bd04-4ea8-43c3-a123-62c36344a6ab) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:10.656620 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da2879-22b0-4484-8cd5-1ba1e19eadb7 req-96bf8e0e-4b19-4212-a97e-d530022bd579 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:10.665088 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-68da2879-22b0-4484-8cd5-1ba1e19eadb7 req-96bf8e0e-4b19-4212-a97e-d530022bd579 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.127 "GET /v2.0/ports?device_id=37322ab7-fd9e-4208-aec3-b402cb77c609 HTTP/1.1" status: 200 len: 950 time: 0.2023907 Nov 04 10:39:10.714250 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5c23a-8831-4d5f-9f82-7208133604c4 None None] Pushing event updated for resources: {'Port': ['ID=8fe7d98d-c195-41bd-a27a-b1b29a39f965,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:10.720191 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7fc7d1c5-5fd0-440c-96e3-c6c6f26278a6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:10.786271 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-68da2879-22b0-4484-8cd5-1ba1e19eadb7 req-9ea3bf15-6f34-448d-8838-f3e0062bd75b tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.127 "GET /v2.0/security-groups?id=299a253f-bbcc-47d3-bf18-0a9fc419422d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200008 Nov 04 10:39:10.949538 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-016129f7-d436-4a09-bfe7-411c8d949088 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:11.030080 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7fc7d1c5-5fd0-440c-96e3-c6c6f26278a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:11.076211 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-016129f7-d436-4a09-bfe7-411c8d949088 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:11.138841 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-a038c79f-fdcd-473b-a5d7-86c84706d88d None None] Allocated IP 2001:db8::2 (bc5af6f0-5063-4ccc-959e-90459430dabc/28f47ca9-7a5f-4caa-85eb-5a3ed38333da/eb3f66ad-df99-423f-8025-7ffa2bb82e18) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:11.169044 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc16b74-75ac-4ad1-bc8e-2fd14ffdc4f7 req-b738f36c-8e8a-4615-837d-5b6d613a7d8e tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:11.170914 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cbc16b74-75ac-4ad1-bc8e-2fd14ffdc4f7 req-b738f36c-8e8a-4615-837d-5b6d613a7d8e tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 943 time: 0.2154021 Nov 04 10:39:11.237547 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc7d1c5-5fd0-440c-96e3-c6c6f26278a6 admin admin] Router 2851c03c-7034-4360-acb3-f32a93a299d1 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:39:11.244071 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016129f7-d436-4a09-bfe7-411c8d949088 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:11.257862 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-016129f7-d436-4a09-bfe7-411c8d949088 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:11.264882 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016129f7-d436-4a09-bfe7-411c8d949088 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:39:11.272065 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016129f7-d436-4a09-bfe7-411c8d949088 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:11.272871 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-016129f7-d436-4a09-bfe7-411c8d949088 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:11.280770 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cbc16b74-75ac-4ad1-bc8e-2fd14ffdc4f7 req-2b7d0c41-5c1c-48e2-8488-b9d6d5220bfc tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998933 Nov 04 10:39:11.283292 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016129f7-d436-4a09-bfe7-411c8d949088 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Port': ['ID=e483bd04-4ea8-43c3-a123-62c36344a6ab,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:11.316305 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-016129f7-d436-4a09-bfe7-411c8d949088 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4494112 Nov 04 10:39:11.317179 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43734) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:11.398491 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a038c79f-fdcd-473b-a5d7-86c84706d88d None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:11.408626 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a038c79f-fdcd-473b-a5d7-86c84706d88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:11.420483 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4911f812-f002-4bd3-bec4-0ab0a3247644 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:11.426817 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4911f812-f002-4bd3-bec4-0ab0a3247644 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1037450 Nov 04 10:39:11.447397 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43738) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:11.483907 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc7d1c5-5fd0-440c-96e3-c6c6f26278a6 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:39:11.491785 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a038c79f-fdcd-473b-a5d7-86c84706d88d None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:11.494715 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-a038c79f-fdcd-473b-a5d7-86c84706d88d None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:11.496531 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8519dc1c-73dc-424c-a501-88cae54c6489 None None] Sync routers for ids ['2851c03c-7034-4360-acb3-f32a93a299d1'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:39:11.497470 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a038c79f-fdcd-473b-a5d7-86c84706d88d None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:39:11.512936 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dd3a62d2-8756-4df5-af65-4b7d2c6c1b3a req-033a4abf-816e-4a42-bca1-977ee5da40c8 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5 HTTP/1.1" status: 200 len: 210 time: 0.0894759 Nov 04 10:39:11.527508 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8519dc1c-73dc-424c-a501-88cae54c6489 None None] Routers {'2851c03c-7034-4360-acb3-f32a93a299d1'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:39:11.528055 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-8519dc1c-73dc-424c-a501-88cae54c6489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:38:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2851c03c-7034-4360-acb3-f32a93a299d1'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:39:11.542100 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7fc7d1c5-5fd0-440c-96e3-c6c6f26278a6 admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:11.548095 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7fc7d1c5-5fd0-440c-96e3-c6c6f26278a6 admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3788364 Nov 04 10:39:11.549903 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43740) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:11.564902 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038c79f-fdcd-473b-a5d7-86c84706d88d None None] Pushing event updated for resources: {'Port': ['ID=eb3f66ad-df99-423f-8025-7ffa2bb82e18,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:11.637375 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-a038c79f-fdcd-473b-a5d7-86c84706d88d None None] Attempting to bind port eb3f66ad-df99-423f-8025-7ffa2bb82e18 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:39:11.637745 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-a038c79f-fdcd-473b-a5d7-86c84706d88d None None] Attempting to bind port eb3f66ad-df99-423f-8025-7ffa2bb82e18 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:39:11.638103 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a038c79f-fdcd-473b-a5d7-86c84706d88d None None] Attempting to bind port eb3f66ad-df99-423f-8025-7ffa2bb82e18 on network bc5af6f0-5063-4ccc-959e-90459430dabc {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:39:11.649510 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a038c79f-fdcd-473b-a5d7-86c84706d88d None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:39:11.649878 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a038c79f-fdcd-473b-a5d7-86c84706d88d None None] Checking segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:39:11.650270 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a038c79f-fdcd-473b-a5d7-86c84706d88d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:11.650657 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a038c79f-fdcd-473b-a5d7-86c84706d88d None None] Bound using segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:39:11.651119 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-a038c79f-fdcd-473b-a5d7-86c84706d88d None None] Bound port: eb3f66ad-df99-423f-8025-7ffa2bb82e18, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:39:11.654580 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a038c79f-fdcd-473b-a5d7-86c84706d88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:11.667393 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-66c713dd-234a-49e4-8af3-dac9bdd048ee tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting port e483bd04-4ea8-43c3-a123-62c36344a6ab {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:39:11.667732 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-66c713dd-234a-49e4-8af3-dac9bdd048ee tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:11.746427 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-8519dc1c-73dc-424c-a501-88cae54c6489 None None] Set router 2851c03c-7034-4360-acb3-f32a93a299d1 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:39:11.805036 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-a038c79f-fdcd-473b-a5d7-86c84706d88d None None] For port eb3f66ad-df99-423f-8025-7ffa2bb82e18, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:39:11.811652 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-a038c79f-fdcd-473b-a5d7-86c84706d88d None None] For port eb3f66ad-df99-423f-8025-7ffa2bb82e18, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=eb3f66ad-df99-423f-8025-7ffa2bb82e18,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:39:11.819553 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a038c79f-fdcd-473b-a5d7-86c84706d88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:11.888261 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-66c713dd-234a-49e4-8af3-dac9bdd048ee tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:11.998180 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-66c713dd-234a-49e4-8af3-dac9bdd048ee tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Calling delete_port for e483bd04-4ea8-43c3-a123-62c36344a6ab owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:39:12.004765 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038c79f-fdcd-473b-a5d7-86c84706d88d None None] Pushing event updated for resources: {'Port': ['ID=eb3f66ad-df99-423f-8025-7ffa2bb82e18,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:12.148981 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-8519dc1c-73dc-424c-a501-88cae54c6489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'name': 'tempest-TaggedBootDevicesTest-182091458-router', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '734fa52a-4d2c-4f60-8a06-d1ada4df5c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:39:09Z', 'updated_at': '2021-11-04T10:39:10Z', 'revision_number': 3, 'project_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'gw_port': {'id': '734fa52a-4d2c-4f60-8a06-d1ada4df5c0d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:39:09Z', 'updated_at': '2021-11-04T10:39:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:39:12.207051 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8519dc1c-73dc-424c-a501-88cae54c6489 None None] Checking router: 2851c03c-7034-4360-acb3-f32a93a299d1 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:39:12.207455 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8519dc1c-73dc-424c-a501-88cae54c6489 None None] Updating router 2851c03c-7034-4360-acb3-f32a93a299d1 port 734fa52a-4d2c-4f60-8a06-d1ada4df5c0d binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:39:12.250908 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:12.315577 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-8519dc1c-73dc-424c-a501-88cae54c6489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:12.392741 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-66c713dd-234a-49e4-8af3-dac9bdd048ee tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:12.418220 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463899ca-38e0-4364-bb48-8f21030e18ba None None] Network 1b9e5f98-4b76-4986-a39a-d24c4975f75c requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:39:12.470698 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-93e46f4c-dcd2-4234-9f97-c16bb0af63ca tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:12.472360 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-93e46f4c-dcd2-4234-9f97-c16bb0af63ca tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.121 "GET /v2.0/networks?id=52b5cab6-0870-4630-a840-713505d3c31f HTTP/1.1" status: 200 len: 821 time: 0.3420572 Nov 04 10:39:12.474729 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd596c-3e52-446c-a0b8-25cc338ed5a4 req-6f21f308-2c0f-4d91-a292-6b8329663fcf tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:12.489900 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42fd596c-3e52-446c-a0b8-25cc338ed5a4 req-6f21f308-2c0f-4d91-a292-6b8329663fcf tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.127 "GET /v2.0/ports?device_id=37322ab7-fd9e-4208-aec3-b402cb77c609 HTTP/1.1" status: 200 len: 950 time: 0.2613473 Nov 04 10:39:12.565728 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-f4806480-f347-48c9-9b4a-45bff671bab5 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Request body: {'port': {'device_id': 'ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5', 'network_id': '52b5cab6-0870-4630-a840-713505d3c31f', 'admin_state_up': True, 'tenant_id': '9f7f577a2aa34196a84d622d13830ddf'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:12.609991 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-66c713dd-234a-49e4-8af3-dac9bdd048ee tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:12.615236 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-66c713dd-234a-49e4-8af3-dac9bdd048ee tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/e483bd04-4ea8-43c3-a123-62c36344a6ab HTTP/1.1" status: 204 len: 168 time: 1.1668599 Nov 04 10:39:12.624516 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43750) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:12.635429 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c713dd-234a-49e4-8af3-dac9bdd048ee tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Port': ['ID=e483bd04-4ea8-43c3-a123-62c36344a6ab,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:12.659345 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8fe7d98d-c195-41bd-a27a-b1b29a39f965 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:39:12.686963 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-65c17eb9-4acd-4ccc-8603-e276215d6973 None None] Provisioning complete for port 8fe7d98d-c195-41bd-a27a-b1b29a39f965 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:12.687492 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-65c17eb9-4acd-4ccc-8603-e276215d6973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:12.723069 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42fd596c-3e52-446c-a0b8-25cc338ed5a4 req-e93d22e5-cf85-4b9f-8bc8-fb265d691970 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.127 "GET /v2.0/security-groups?id=299a253f-bbcc-47d3-bf18-0a9fc419422d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276974 Nov 04 10:39:12.747525 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4534fd7-fb4e-4a91-93e4-634073291b74 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:12.754032 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4534fd7-fb4e-4a91-93e4-634073291b74 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:12.760435 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43752) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:12.761532 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b4534fd7-fb4e-4a91-93e4-634073291b74 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1357760 Nov 04 10:39:12.840172 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 8fe7d98d-c195-41bd-a27a-b1b29a39f965 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:12.840681 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:12.872792 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdd01b-459f-40f3-8139-1de426034dba req-8e660bb1-39e3-4454-bc96-1f8d2642bb6d tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:12.885107 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-89cdd01b-459f-40f3-8139-1de426034dba req-8e660bb1-39e3-4454-bc96-1f8d2642bb6d tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 943 time: 0.0842800 Nov 04 10:39:12.948738 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-65c17eb9-4acd-4ccc-8603-e276215d6973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:12.955315 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-8519dc1c-73dc-424c-a501-88cae54c6489 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:12.965165 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-8519dc1c-73dc-424c-a501-88cae54c6489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:12.966054 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07efcf02-1cda-4309-8bff-37885add873e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:13.028062 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-f4806480-f347-48c9-9b4a-45bff671bab5 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Made reservation on behalf of 9f7f577a2aa34196a84d622d13830ddf for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:13.043995 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-f4806480-f347-48c9-9b4a-45bff671bab5 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:13.067022 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e614d92-4a7f-423b-8155-46c7579d024f None None] Pushing event updated for resources: {'Port': ['ID=734fa52a-4d2c-4f60-8a06-d1ada4df5c0d,revision_number=2']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:13.068603 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac86db51-6654-44fd-88e1-4ef314181de5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet 28f47ca9-7a5f-4caa-85eb-5a3ed38333da {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:39:13.072037 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-8519dc1c-73dc-424c-a501-88cae54c6489 None None] Attempting to bind port 734fa52a-4d2c-4f60-8a06-d1ada4df5c0d on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:39:13.072595 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-8519dc1c-73dc-424c-a501-88cae54c6489 None None] Attempting to bind port 734fa52a-4d2c-4f60-8a06-d1ada4df5c0d by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:39:13.076132 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ac86db51-6654-44fd-88e1-4ef314181de5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:13.079871 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8519dc1c-73dc-424c-a501-88cae54c6489 None None] Attempting to bind port 734fa52a-4d2c-4f60-8a06-d1ada4df5c0d on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:39:13.091819 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e614d92-4a7f-423b-8155-46c7579d024f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:13.096613 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e614d92-4a7f-423b-8155-46c7579d024f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:13.097230 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e614d92-4a7f-423b-8155-46c7579d024f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:13.097746 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e614d92-4a7f-423b-8155-46c7579d024f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:13.098290 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e614d92-4a7f-423b-8155-46c7579d024f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:13.098783 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e614d92-4a7f-423b-8155-46c7579d024f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:13.099263 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e614d92-4a7f-423b-8155-46c7579d024f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:13.101102 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e614d92-4a7f-423b-8155-46c7579d024f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:13.101674 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e614d92-4a7f-423b-8155-46c7579d024f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:13.102179 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e614d92-4a7f-423b-8155-46c7579d024f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:13.102681 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e614d92-4a7f-423b-8155-46c7579d024f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:13.104380 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e614d92-4a7f-423b-8155-46c7579d024f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:13.106857 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-03e9c6ee-3ac7-4e22-926d-a896a2076985 service neutron] 10.222.0.121 "GET /v2.0/ports/fe4b4c76-bc45-4b3d-b197-950dec71cf45/bindings/n-h1-816629-1 HTTP/1.1" status: 200 len: 384 time: 0.1925290 Nov 04 10:39:13.110047 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8519dc1c-73dc-424c-a501-88cae54c6489 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:39:13.110704 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8519dc1c-73dc-424c-a501-88cae54c6489 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:39:13.111655 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-8519dc1c-73dc-424c-a501-88cae54c6489 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:13.112302 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8519dc1c-73dc-424c-a501-88cae54c6489 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:39:13.114458 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-8519dc1c-73dc-424c-a501-88cae54c6489 None None] Bound port: 734fa52a-4d2c-4f60-8a06-d1ada4df5c0d, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:39:13.115051 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-8519dc1c-73dc-424c-a501-88cae54c6489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:13.149332 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ac86db51-6654-44fd-88e1-4ef314181de5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:13.151100 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-89cdd01b-459f-40f3-8139-1de426034dba req-f1cff183-8d46-443d-98bf-68e3ef8b8d9c tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650125 Nov 04 10:39:13.227619 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-8519dc1c-73dc-424c-a501-88cae54c6489 None None] For port 734fa52a-4d2c-4f60-8a06-d1ada4df5c0d, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:39:13.234758 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-8519dc1c-73dc-424c-a501-88cae54c6489 None None] For port 734fa52a-4d2c-4f60-8a06-d1ada4df5c0d, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=734fa52a-4d2c-4f60-8a06-d1ada4df5c0d,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:39:13.243983 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-8519dc1c-73dc-424c-a501-88cae54c6489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:13.267612 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ac86db51-6654-44fd-88e1-4ef314181de5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:13.341168 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-65c17eb9-4acd-4ccc-8603-e276215d6973 None None] For port 8fe7d98d-c195-41bd-a27a-b1b29a39f965, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=8fe7d98d-c195-41bd-a27a-b1b29a39f965,segment=NetworkSegment(e4c253af-65d0-47a4-af72-3837b14a76c7),segment_id=e4c253af-65d0-47a4-af72-3837b14a76c7)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:13.342746 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8519dc1c-73dc-424c-a501-88cae54c6489 None None] Routers {'2851c03c-7034-4360-acb3-f32a93a299d1'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:39:13.343457 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-8519dc1c-73dc-424c-a501-88cae54c6489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:38:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2851c03c-7034-4360-acb3-f32a93a299d1'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:39:13.350560 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-65c17eb9-4acd-4ccc-8603-e276215d6973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:13.376411 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ac86db51-6654-44fd-88e1-4ef314181de5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:13.478488 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device eb3f66ad-df99-423f-8025-7ffa2bb82e18 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:39:13.510423 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-8519dc1c-73dc-424c-a501-88cae54c6489 None None] Set router 2851c03c-7034-4360-acb3-f32a93a299d1 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:39:13.527503 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-6f53b224-3468-4b90-9712-f154fa34e560 service neutron] For port fe4b4c76-bc45-4b3d-b197-950dec71cf45, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=fe4b4c76-bc45-4b3d-b197-950dec71cf45,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:13.557882 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-02782c3d-221a-44c0-8029-b5793f96be40 None None] Provisioning complete for port 8fe7d98d-c195-41bd-a27a-b1b29a39f965 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:13.559290 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-02782c3d-221a-44c0-8029-b5793f96be40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:13.593558 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-6f53b224-3468-4b90-9712-f154fa34e560 service neutron] For port fe4b4c76-bc45-4b3d-b197-950dec71cf45, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:39:13.615906 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c17eb9-4acd-4ccc-8603-e276215d6973 None None] Pushing event updated for resources: {'Port': ['ID=8fe7d98d-c195-41bd-a27a-b1b29a39f965,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:13.651407 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port eb3f66ad-df99-423f-8025-7ffa2bb82e18 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:13.652875 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:13.674530 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-6f53b224-3468-4b90-9712-f154fa34e560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4b4c76-bc45-4b3d-b197-950dec71cf45 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:39:13.710558 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-6f53b224-3468-4b90-9712-f154fa34e560 service neutron] For port fe4b4c76-bc45-4b3d-b197-950dec71cf45, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=fe4b4c76-bc45-4b3d-b197-950dec71cf45,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:13.776240 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c021ef23-a1a4-4ed6-8be1-957948129d5a req-fd1ed1b1-8556-4988-bcdf-6e0e26da61e7 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5 HTTP/1.1" status: 200 len: 210 time: 0.4968970 Nov 04 10:39:13.782854 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-6f53b224-3468-4b90-9712-f154fa34e560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:13.815876 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e614d92-4a7f-423b-8155-46c7579d024f None None] Pushing event updated for resources: {'Port': ['ID=734fa52a-4d2c-4f60-8a06-d1ada4df5c0d,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:13.824647 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:13.869772 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port eb3f66ad-df99-423f-8025-7ffa2bb82e18, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=eb3f66ad-df99-423f-8025-7ffa2bb82e18,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:13.877148 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:13.897368 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-8519dc1c-73dc-424c-a501-88cae54c6489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'name': 'tempest-TaggedBootDevicesTest-182091458-router', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '734fa52a-4d2c-4f60-8a06-d1ada4df5c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:39:09Z', 'updated_at': '2021-11-04T10:39:10Z', 'revision_number': 3, 'project_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'gw_port': {'id': '734fa52a-4d2c-4f60-8a06-d1ada4df5c0d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:39:09Z', 'updated_at': '2021-11-04T10:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:39:13.953664 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8519dc1c-73dc-424c-a501-88cae54c6489 None None] The sync data for ids ['2851c03c-7034-4360-acb3-f32a93a299d1'] in n-d-816629-1 is: [{'id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'name': 'tempest-TaggedBootDevicesTest-182091458-router', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '734fa52a-4d2c-4f60-8a06-d1ada4df5c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:39:09Z', 'updated_at': '2021-11-04T10:39:10Z', 'revision_number': 3, 'project_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'gw_port': {'id': '734fa52a-4d2c-4f60-8a06-d1ada4df5c0d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:39:09Z', 'updated_at': '2021-11-04T10:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:39:13.964138 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device fe4b4c76-bc45-4b3d-b197-950dec71cf45 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:39:13.990108 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-6f53b224-3468-4b90-9712-f154fa34e560 service neutron] Transition to ACTIVE for port object fe4b4c76-bc45-4b3d-b197-950dec71cf45 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:39:14.001081 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-6f53b224-3468-4b90-9712-f154fa34e560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:14.045773 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-52492802-660f-43d4-93f0-efcdbf2d28d6 None None] Provisioning complete for port eb3f66ad-df99-423f-8025-7ffa2bb82e18 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:14.046219 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-52492802-660f-43d4-93f0-efcdbf2d28d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:14.047931 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=eb3f66ad-df99-423f-8025-7ffa2bb82e18,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:14.105806 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device fe4b4c76-bc45-4b3d-b197-950dec71cf45 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:39:14.143084 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-6f53b224-3468-4b90-9712-f154fa34e560 service neutron] No DVR routers for this DVR port fe4b4c76-bc45-4b3d-b197-950dec71cf45 on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:39:14.181918 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86db51-6654-44fd-88e1-4ef314181de5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=28f47ca9-7a5f-4caa-85eb-5a3ed38333da,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:14.183990 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ac86db51-6654-44fd-88e1-4ef314181de5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:14.187297 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ac86db51-6654-44fd-88e1-4ef314181de5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/28f47ca9-7a5f-4caa-85eb-5a3ed38333da HTTP/1.1" status: 204 len: 168 time: 1.3617716 Nov 04 10:39:14.194295 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43762) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:14.218306 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-6f53b224-3468-4b90-9712-f154fa34e560 service neutron] 10.222.0.121 "PUT /v2.0/ports/fe4b4c76-bc45-4b3d-b197-950dec71cf45/bindings/n-h1-816629-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0989504 Nov 04 10:39:14.267471 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f51c6e90-671f-4ea5-aaa0-5157a2e646a8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0673215 Nov 04 10:39:14.267471 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53b224-3468-4b90-9712-f154fa34e560 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4b4c76-bc45-4b3d-b197-950dec71cf45,revision_number=10']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:14.284962 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94225cb-c682-4be8-8460-5d6ca388e608 req-dda9e0cf-2d82-4809-8296-92f31cfb6ba5 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:14.294535 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e94225cb-c682-4be8-8460-5d6ca388e608 req-dda9e0cf-2d82-4809-8296-92f31cfb6ba5 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.127 "GET /v2.0/ports?device_id=37322ab7-fd9e-4208-aec3-b402cb77c609 HTTP/1.1" status: 200 len: 950 time: 0.2849009 Nov 04 10:39:14.295073 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43764) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:14.321969 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-23f81048-f769-4419-aabe-4e594e024ea2 None None] Could not find standard attr ID for object e483bd04-4ea8-43c3-a123-62c36344a6ab. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:39:14.381542 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-07efcf02-1cda-4309-8bff-37885add873e admin admin] Allocated IP 172.20.0.1 (1b9e5f98-4b76-4986-a39a-d24c4975f75c/cad3f525-abcd-4ea2-aa2e-91412e579fe9/2f6ddd59-d723-4007-b852-3e2355bbe457) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:14.456509 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436637c6-90e2-4e83-8511-b4bca23b7cce tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:14.458180 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-436637c6-90e2-4e83-8511-b4bca23b7cce tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1523588 Nov 04 10:39:14.465999 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43766) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:14.477763 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e94225cb-c682-4be8-8460-5d6ca388e608 req-5694d2f3-19e8-4022-a92e-e56422b848f1 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.127 "GET /v2.0/security-groups?id=299a253f-bbcc-47d3-bf18-0a9fc419422d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617041 Nov 04 10:39:14.484505 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590dffc0-c85e-4c85-9ec7-6d13f1517e30 req-8dca9eb3-1fe3-483e-9d64-23c3184820a6 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:14.489330 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-590dffc0-c85e-4c85-9ec7-6d13f1517e30 req-8dca9eb3-1fe3-483e-9d64-23c3184820a6 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.126 "GET /v2.0/ports?device_id=37322ab7-fd9e-4208-aec3-b402cb77c609 HTTP/1.1" status: 200 len: 950 time: 1.1368475 Nov 04 10:39:14.518669 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-13a556e0-f816-46b8-b966-dff652e221a4 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:14.520183 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-13a556e0-f816-46b8-b966-dff652e221a4 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.126 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4&tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&binding%3Ahost_id=n-h2-816629-1 HTTP/1.1" status: 200 len: 1095 time: 0.2242134 Nov 04 10:39:14.565074 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6483ba5-bc4f-469a-bd54-4351efadeee7 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:39:14.689623 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed09988b-e6a8-444e-adba-448531ac8978 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:14.693486 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ed09988b-e6a8-444e-adba-448531ac8978 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2119203 Nov 04 10:39:14.693603 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8fe7d98d-c195-41bd-a27a-b1b29a39f965 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:39:14.694170 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43774) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:14.702575 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-95993c23-4fa7-4dbe-a40b-6fd3642ce76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:14.704459 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-95993c23-4fa7-4dbe-a40b-6fd3642ce76a service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4&tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2 HTTP/1.1" status: 200 len: 1095 time: 0.1293077 Nov 04 10:39:14.721894 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3941f-abde-4af9-b0de-f10f3f001a00 req-82ab22b8-da68-447c-af72-bc33f0c4650d tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:14.725304 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-02f3941f-abde-4af9-b0de-f10f3f001a00 req-82ab22b8-da68-447c-af72-bc33f0c4650d tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 944 time: 0.0929263 Nov 04 10:39:14.751744 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:14.761638 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-206458ab-ecd2-431b-b81f-bc9741ee61b6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609021 Nov 04 10:39:14.763977 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43776) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:14.776316 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-7fe00c00-0e1a-46d4-941f-20400d358bf3 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:14.799955 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-f4806480-f347-48c9-9b4a-45bff671bab5 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Allocated IP 172.20.0.2 (52b5cab6-0870-4630-a840-713505d3c31f/07140a08-ffec-484a-a1ec-e3e308952fd3/9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:14.842114 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 8fe7d98d-c195-41bd-a27a-b1b29a39f965 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:14.842114 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:14.893310 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07efcf02-1cda-4309-8bff-37885add873e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:14.904601 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-02f3941f-abde-4af9-b0de-f10f3f001a00 req-2dd895ab-879b-4d50-935e-03ce360ce81b tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690836 Nov 04 10:39:14.915346 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-590dffc0-c85e-4c85-9ec7-6d13f1517e30 req-2a9e7d1f-68e7-4a1c-86da-abdfede114b1 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Deleting port 00acf903-efb9-4d5e-b809-40170692b70e {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:39:14.915981 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-590dffc0-c85e-4c85-9ec7-6d13f1517e30 req-2a9e7d1f-68e7-4a1c-86da-abdfede114b1 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:14.917924 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-78fc26fa-36ac-4620-ae69-52d9e588bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:14.919636 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-78fc26fa-36ac-4620-ae69-52d9e588bcc1 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 1095 time: 0.1737721 Nov 04 10:39:14.955208 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe00c00-0e1a-46d4-941f-20400d358bf3 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:14.964086 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fe00c00-0e1a-46d4-941f-20400d358bf3 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:15.004229 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device eb3f66ad-df99-423f-8025-7ffa2bb82e18 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:39:15.006221 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2826d9d4-4c9a-403a-8f9f-b5050d7d667f None None] DHCP port deletion for bc5af6f0-5063-4ccc-959e-90459430dabc request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:39:15.127567 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07efcf02-1cda-4309-8bff-37885add873e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:15.156653 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port eb3f66ad-df99-423f-8025-7ffa2bb82e18 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:15.157101 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:15.197794 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07efcf02-1cda-4309-8bff-37885add873e admin admin] Network 1b9e5f98-4b76-4986-a39a-d24c4975f75c is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:15.199788 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-07efcf02-1cda-4309-8bff-37885add873e admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:15.220880 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2826d9d4-4c9a-403a-8f9f-b5050d7d667f None None] Deleting port eb3f66ad-df99-423f-8025-7ffa2bb82e18 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:39:15.221182 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2826d9d4-4c9a-403a-8f9f-b5050d7d667f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:15.266424 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efcf02-1cda-4309-8bff-37885add873e admin admin] Pushing event updated for resources: {'Port': ['ID=2f6ddd59-d723-4007-b852-3e2355bbe457,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:15.269696 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07efcf02-1cda-4309-8bff-37885add873e admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:39:15.297025 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-90420589-677f-44f8-9b56-a475bb07a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:15.299132 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-90420589-677f-44f8-9b56-a475bb07a203 service neutron] 10.222.0.126 "GET /v2.0/networks?id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 200 len: 909 time: 0.3676901 Nov 04 10:39:15.304078 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e88f9248-1dee-46f9-b6b3-fa19531bd1b4 req-589fc326-6871-4ee8-bbb4-120abf2db8b0 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5 HTTP/1.1" status: 200 len: 210 time: 0.0715458 Nov 04 10:39:15.324736 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07efcf02-1cda-4309-8bff-37885add873e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:15.329198 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-590dffc0-c85e-4c85-9ec7-6d13f1517e30 req-2a9e7d1f-68e7-4a1c-86da-abdfede114b1 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] For port 00acf903-efb9-4d5e-b809-40170692b70e, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=00acf903-efb9-4d5e-b809-40170692b70e,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:15.329561 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-590dffc0-c85e-4c85-9ec7-6d13f1517e30 req-2a9e7d1f-68e7-4a1c-86da-abdfede114b1 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:15.361662 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2826d9d4-4c9a-403a-8f9f-b5050d7d667f None None] For port eb3f66ad-df99-423f-8025-7ffa2bb82e18, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=eb3f66ad-df99-423f-8025-7ffa2bb82e18,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:15.362050 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2826d9d4-4c9a-403a-8f9f-b5050d7d667f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:15.373726 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-827da32c-598f-4f60-9e6b-922c66be1f0a service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe4b4c76-bc45-4b3d-b197-950dec71cf45 HTTP/1.1" status: 200 len: 217 time: 0.0645676 Nov 04 10:39:15.402625 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-590dffc0-c85e-4c85-9ec7-6d13f1517e30 req-2a9e7d1f-68e7-4a1c-86da-abdfede114b1 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Calling delete_port for 00acf903-efb9-4d5e-b809-40170692b70e owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:39:15.432601 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2826d9d4-4c9a-403a-8f9f-b5050d7d667f None None] Calling delete_port for eb3f66ad-df99-423f-8025-7ffa2bb82e18 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:39:15.446392 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-f4806480-f347-48c9-9b4a-45bff671bab5 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:15.472941 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-dc4f68d2-e4ef-4c76-aabb-d708f1af062d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:15.475636 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-dc4f68d2-e4ef-4c76-aabb-d708f1af062d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=f29a1ba4-9c2e-4bbf-be88-aa21c2016c98 HTTP/1.1" status: 200 len: 847 time: 0.0918472 Nov 04 10:39:15.536959 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-6ff4e018-bc7a-4b96-8eb4-a4fc8303bfc3 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532038 Nov 04 10:39:15.567625 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 734fa52a-4d2c-4f60-8a06-d1ada4df5c0d up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:39:15.636771 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-52df39bc-da48-46d8-bc3f-cf4b224a6a63 None None] Provisioning complete for port 2f6ddd59-d723-4007-b852-3e2355bbe457 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:15.637390 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-52df39bc-da48-46d8-bc3f-cf4b224a6a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:15.683108 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-f4806480-f347-48c9-9b4a-45bff671bab5 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:15.685030 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-590dffc0-c85e-4c85-9ec7-6d13f1517e30 req-2a9e7d1f-68e7-4a1c-86da-abdfede114b1 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:15.698093 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-52df39bc-da48-46d8-bc3f-cf4b224a6a63 None None] Port 2f6ddd59-d723-4007-b852-3e2355bbe457 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:39:15.706626 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2826d9d4-4c9a-403a-8f9f-b5050d7d667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:15.710821 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 734fa52a-4d2c-4f60-8a06-d1ada4df5c0d triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:15.711280 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:15.724120 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-7b29d8bc-509f-496d-9d4b-b57c712d0e53 service neutron] 10.222.0.126 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732993 Nov 04 10:39:15.732632 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07efcf02-1cda-4309-8bff-37885add873e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:15.735000 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf266d1-6034-4b9c-9fc5-5f70a7be2509 req-52054caa-94f2-4476-aae0-2579b2dc3071 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:15.737012 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0cf266d1-6034-4b9c-9fc5-5f70a7be2509 req-52054caa-94f2-4476-aae0-2579b2dc3071 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=20bbd184-e830-4aaf-a9c9-c616412c1688 HTTP/1.1" status: 200 len: 946 time: 0.1676133 Nov 04 10:39:15.776735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-f4806480-f347-48c9-9b4a-45bff671bab5 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Network 52b5cab6-0870-4630-a840-713505d3c31f is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:15.779820 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2826d9d4-4c9a-403a-8f9f-b5050d7d667f None None] Pushing event deleted for resources: {'Port': ['ID=eb3f66ad-df99-423f-8025-7ffa2bb82e18,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:15.793841 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2826d9d4-4c9a-403a-8f9f-b5050d7d667f None None] No DVR routers for this DVR port eb3f66ad-df99-423f-8025-7ffa2bb82e18 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:39:15.800923 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4806480-f347-48c9-9b4a-45bff671bab5 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Pushing event updated for resources: {'Port': ['ID=9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:15.804608 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-f4806480-f347-48c9-9b4a-45bff671bab5 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:15.815326 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-f4806480-f347-48c9-9b4a-45bff671bab5 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:39:15.844393 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-ea465d03-2895-4b67-848f-78afd2f1f375 service neutron] 10.222.0.126 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055295 Nov 04 10:39:15.904331 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-590dffc0-c85e-4c85-9ec7-6d13f1517e30 req-2a9e7d1f-68e7-4a1c-86da-abdfede114b1 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] No DVR routers for this DVR port 00acf903-efb9-4d5e-b809-40170692b70e on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:39:15.911813 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e7d1f-68e7-4a1c-86da-abdfede114b1 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Pushing event deleted for resources: {'Port': ['ID=00acf903-efb9-4d5e-b809-40170692b70e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:15.914709 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-590dffc0-c85e-4c85-9ec7-6d13f1517e30 req-2a9e7d1f-68e7-4a1c-86da-abdfede114b1 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:15.918809 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-590dffc0-c85e-4c85-9ec7-6d13f1517e30 req-2a9e7d1f-68e7-4a1c-86da-abdfede114b1 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.126 "DELETE /v2.0/ports/00acf903-efb9-4d5e-b809-40170692b70e HTTP/1.1" status: 204 len: 173 time: 1.4192224 Nov 04 10:39:15.923925 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37322ab7-fd9e-4208-aec3-b402cb77c609', 'name': 'network-vif-deleted', 'tag': '00acf903-efb9-4d5e-b809-40170692b70e'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:39:15.925843 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5042f351-abb0-49df-820a-1d5a5973876e" -d '{"events": [{"server_uuid": "37322ab7-fd9e-4208-aec3-b402cb77c609", "name": "network-vif-deleted", "tag": "00acf903-efb9-4d5e-b809-40170692b70e"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:39:15.945211 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:15.948561 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0cf266d1-6034-4b9c-9fc5-5f70a7be2509 req-8029e199-19f0-4c0f-8822-85caf56c770a tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010840 Nov 04 10:39:15.968150 n-d-816629-1 neutron-server[101774]: DEBUG neutron.objects.ports [None req-7fe00c00-0e1a-46d4-941f-20400d358bf3 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101774) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 10:39:15.973722 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fe00c00-0e1a-46d4-941f-20400d358bf3 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:15.985542 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 734fa52a-4d2c-4f60-8a06-d1ada4df5c0d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=734fa52a-4d2c-4f60-8a06-d1ada4df5c0d,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:15.991839 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:16.028094 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-f4806480-f347-48c9-9b4a-45bff671bab5 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:16.028937 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-f4806480-f347-48c9-9b4a-45bff671bab5 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:16.112593 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe00c00-0e1a-46d4-941f-20400d358bf3 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=536e1d45-58c4-4cd8-bf98-aabad02b49c9,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:16.123556 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=734fa52a-4d2c-4f60-8a06-d1ada4df5c0d,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:16.124507 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-f4806480-f347-48c9-9b4a-45bff671bab5 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5642195 Nov 04 10:39:16.149119 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-6b25c245-99e9-49e2-88dd-705dddc7d9a7 service neutron] Request body: {'port': {'device_id': 'ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:16.170817 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a85b2839-285f-4f3f-a472-8273c2900d04 req-3ee48282-add9-472a-ad2b-eaed2e7368f1 tempest-ImagesNegativeTestJSON-1437768376 tempest-ImagesNegativeTestJSON-1437768376-project] 10.222.0.127 "GET /v2.0/ports?device_id=37322ab7-fd9e-4208-aec3-b402cb77c609 HTTP/1.1" status: 200 len: 210 time: 0.0549791 Nov 04 10:39:16.172851 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe00c00-0e1a-46d4-941f-20400d358bf3 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:16.179314 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-7fe00c00-0e1a-46d4-941f-20400d358bf3 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:16.183574 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe00c00-0e1a-46d4-941f-20400d358bf3 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:16.184108 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fe00c00-0e1a-46d4-941f-20400d358bf3 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:16.197405 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24525699-1e8e-450e-88aa-e4817afa9676 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:39:16.225420 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7fe00c00-0e1a-46d4-941f-20400d358bf3 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4507551 Nov 04 10:39:16.226844 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43790) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:16.232213 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-ebdaf0b9-bf78-45eb-9c03-b7662dabe86d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:16.274626 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333311a7-218a-426b-8b6b-dbe993eb7591 x-openstack-request-id: req-333311a7-218a-426b-8b6b-dbe993eb7591 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:39:16.275104 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37322ab7-fd9e-4208-aec3-b402cb77c609", "name": "network-vif-deleted", "tag": "00acf903-efb9-4d5e-b809-40170692b70e", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:39:16.275206 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-333311a7-218a-426b-8b6b-dbe993eb7591 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:39:16.275576 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37322ab7-fd9e-4208-aec3-b402cb77c609', 'name': 'network-vif-deleted', 'tag': '00acf903-efb9-4d5e-b809-40170692b70e', 'status': 'completed', 'code': 200} Nov 04 10:39:16.288442 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-6b25c245-99e9-49e2-88dd-705dddc7d9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:16.316180 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07efcf02-1cda-4309-8bff-37885add873e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:16.342851 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07efcf02-1cda-4309-8bff-37885add873e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:16.409930 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-4ce143b8-7730-494a-9e49-71493f53ab49 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:16.411548 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-4ce143b8-7730-494a-9e49-71493f53ab49 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.126 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4&tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&binding%3Ahost_id=n-h1-816629-1 HTTP/1.1" status: 200 len: 1095 time: 0.1757317 Nov 04 10:39:16.433432 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161208f6-683d-4e19-aa4a-d6740f4e0390 req-b8c2af65-0961-4e06-befb-bb5d91eae32e tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:16.434992 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-161208f6-683d-4e19-aa4a-d6740f4e0390 req-b8c2af65-0961-4e06-befb-bb5d91eae32e tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 944 time: 0.0873268 Nov 04 10:39:16.465770 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d00d422-e3a1-48d8-9852-91ac7679f762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-bc5af6f0-5063-4ccc-959e-90459430dabc', 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'fixed_ips': [{'subnet_id': '536e1d45-58c4-4cd8-bf98-aabad02b49c9'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:39:16.466783 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0d00d422-e3a1-48d8-9852-91ac7679f762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:16.481062 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 734fa52a-4d2c-4f60-8a06-d1ada4df5c0d up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:39:16.502734 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdaf0b9-bf78-45eb-9c03-b7662dabe86d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:16.506158 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efcf02-1cda-4309-8bff-37885add873e admin admin] Pushing event updated for resources: {'Port': ['ID=2f6ddd59-d723-4007-b852-3e2355bbe457,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:16.507817 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ebdaf0b9-bf78-45eb-9c03-b7662dabe86d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:16.515090 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-161208f6-683d-4e19-aa4a-d6740f4e0390 req-cc064f64-2c9f-4c78-837a-662f01557162 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618060 Nov 04 10:39:16.540527 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07efcf02-1cda-4309-8bff-37885add873e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:16.669166 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 734fa52a-4d2c-4f60-8a06-d1ada4df5c0d triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:16.669534 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:16.710796 n-d-816629-1 neutron-server[101774]: INFO neutron.db.ipam_backend_mixin [None req-ebdaf0b9-bf78-45eb-9c03-b7662dabe86d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 536e1d45-58c4-4cd8-bf98-aabad02b49c9 (CIDR: 2001:db8::/64) Nov 04 10:39:16.728591 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-0d00d422-e3a1-48d8-9852-91ac7679f762 None None] Allocated IP 2001:db8::f816:3eff:fe04:42ac (bc5af6f0-5063-4ccc-959e-90459430dabc/536e1d45-58c4-4cd8-bf98-aabad02b49c9/4478e747-1121-46cc-b78a-d899377b8c2f) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:16.748626 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebdaf0b9-bf78-45eb-9c03-b7662dabe86d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:39:16.749227 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebdaf0b9-bf78-45eb-9c03-b7662dabe86d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:16.775024 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ebdaf0b9-bf78-45eb-9c03-b7662dabe86d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5469375 Nov 04 10:39:16.777698 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43798) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:16.782733 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-8eaff673-d9c1-48b4-9a06-846cbd2ed6f0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:16.866334 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cefef9f5-f0c0-4525-bae3-2fa067179a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:16.879608 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07efcf02-1cda-4309-8bff-37885add873e admin admin] Network 1b9e5f98-4b76-4986-a39a-d24c4975f75c is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:16.880806 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f71895-e821-47e6-886f-6bfecd8c99dc req-bd33057f-5774-44c9-bdd6-f535531cff7d tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:16.888929 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f7f71895-e821-47e6-886f-6bfecd8c99dc req-bd33057f-5774-44c9-bdd6-f535531cff7d tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5 HTTP/1.1" status: 200 len: 931 time: 0.1745563 Nov 04 10:39:16.903980 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-0d9b411f-acc6-4835-bd39-7606bc75c9e3 service neutron] For port fe4b4c76-bc45-4b3d-b197-950dec71cf45, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:39:16.906524 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-07efcf02-1cda-4309-8bff-37885add873e admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:16.916715 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-0d9b411f-acc6-4835-bd39-7606bc75c9e3 service neutron] Publish callbacks [] for binding, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:16.918075 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-add83b1d-ab4f-4d77-a885-f5bb3ff2e9c1 req-0d9b411f-acc6-4835-bd39-7606bc75c9e3 service neutron] 10.222.0.126 "DELETE /v2.0/ports/fe4b4c76-bc45-4b3d-b197-950dec71cf45/bindings/n-h2-816629-1 HTTP/1.1" status: 204 len: 173 time: 0.4300842 Nov 04 10:39:16.971735 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0d00d422-e3a1-48d8-9852-91ac7679f762 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:16.975854 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f7f71895-e821-47e6-886f-6bfecd8c99dc req-bd28db43-d267-4297-be1f-399d9d1e4696 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794227 Nov 04 10:39:16.981585 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0d00d422-e3a1-48d8-9852-91ac7679f762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:16.982937 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eaff673-d9c1-48b4-9a06-846cbd2ed6f0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:16.987047 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8eaff673-d9c1-48b4-9a06-846cbd2ed6f0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:17.031295 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device eb3f66ad-df99-423f-8025-7ffa2bb82e18 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:39:17.051921 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-6b25c245-99e9-49e2-88dd-705dddc7d9a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:39:17.077547 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: eb3f66ad-df99-423f-8025-7ffa2bb82e18 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:39:17.077931 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device eb3f66ad-df99-423f-8025-7ffa2bb82e18 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:39:17.081659 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d00d422-e3a1-48d8-9852-91ac7679f762 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:17.085766 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-0d00d422-e3a1-48d8-9852-91ac7679f762 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:17.101191 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d00d422-e3a1-48d8-9852-91ac7679f762 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:39:17.104630 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00d422-e3a1-48d8-9852-91ac7679f762 None None] Pushing event updated for resources: {'Port': ['ID=4478e747-1121-46cc-b78a-d899377b8c2f,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:17.113751 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-6b25c245-99e9-49e2-88dd-705dddc7d9a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:17.170952 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-6b25c245-99e9-49e2-88dd-705dddc7d9a7 service neutron] Transition to ACTIVE for port object 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:39:17.179604 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-6b25c245-99e9-49e2-88dd-705dddc7d9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:17.189130 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-0d00d422-e3a1-48d8-9852-91ac7679f762 None None] Attempting to bind port 4478e747-1121-46cc-b78a-d899377b8c2f on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:39:17.189522 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-0d00d422-e3a1-48d8-9852-91ac7679f762 None None] Attempting to bind port 4478e747-1121-46cc-b78a-d899377b8c2f by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:39:17.189909 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d00d422-e3a1-48d8-9852-91ac7679f762 None None] Attempting to bind port 4478e747-1121-46cc-b78a-d899377b8c2f on network bc5af6f0-5063-4ccc-959e-90459430dabc {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:39:17.199338 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d00d422-e3a1-48d8-9852-91ac7679f762 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:39:17.199725 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d00d422-e3a1-48d8-9852-91ac7679f762 None None] Checking segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:39:17.200145 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0d00d422-e3a1-48d8-9852-91ac7679f762 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:17.200604 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d00d422-e3a1-48d8-9852-91ac7679f762 None None] Bound using segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:39:17.201358 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-0d00d422-e3a1-48d8-9852-91ac7679f762 None None] Bound port: 4478e747-1121-46cc-b78a-d899377b8c2f, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:39:17.202148 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0d00d422-e3a1-48d8-9852-91ac7679f762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:17.232008 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07efcf02-1cda-4309-8bff-37885add873e admin admin] Router 2851c03c-7034-4360-acb3-f32a93a299d1 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:39:17.258287 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25c245-99e9-49e2-88dd-705dddc7d9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:17.297086 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-0d00d422-e3a1-48d8-9852-91ac7679f762 None None] For port 4478e747-1121-46cc-b78a-d899377b8c2f, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:39:17.301044 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-0d00d422-e3a1-48d8-9852-91ac7679f762 None None] For port 4478e747-1121-46cc-b78a-d899377b8c2f, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4478e747-1121-46cc-b78a-d899377b8c2f,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:39:17.307361 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0d00d422-e3a1-48d8-9852-91ac7679f762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:17.330108 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83a503-7389-4d2a-953a-dc0d4e5f1c7d req-bae06159-6254-4063-a2a6-246c470db0a6 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:17.331833 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7c83a503-7389-4d2a-953a-dc0d4e5f1c7d req-bae06159-6254-4063-a2a6-246c470db0a6 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=20bbd184-e830-4aaf-a9c9-c616412c1688 HTTP/1.1" status: 200 len: 946 time: 0.1250098 Nov 04 10:39:17.385617 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-6b25c245-99e9-49e2-88dd-705dddc7d9a7 service neutron] Attempting to bind port 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:39:17.386765 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-6b25c245-99e9-49e2-88dd-705dddc7d9a7 service neutron] Attempting to bind port 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '371c3b52-8b94-460c-ab6e-3d1cde3fe09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '52b5cab6-0870-4630-a840-713505d3c31f'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:39:17.387408 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-6b25c245-99e9-49e2-88dd-705dddc7d9a7 service neutron] Attempting to bind port 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e on network 52b5cab6-0870-4630-a840-713505d3c31f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:39:17.393149 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 00acf903-efb9-4d5e-b809-40170692b70e no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:39:17.432176 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-6b25c245-99e9-49e2-88dd-705dddc7d9a7 service neutron] Port 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e on network 52b5cab6-0870-4630-a840-713505d3c31f not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:39:17.432876 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-6b25c245-99e9-49e2-88dd-705dddc7d9a7 service neutron] Attempting to bind port 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e on network 52b5cab6-0870-4630-a840-713505d3c31f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:39:17.443442 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-6b25c245-99e9-49e2-88dd-705dddc7d9a7 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:39:17.444177 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-6b25c245-99e9-49e2-88dd-705dddc7d9a7 service neutron] Checking segment: {'id': '371c3b52-8b94-460c-ab6e-3d1cde3fe09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '52b5cab6-0870-4630-a840-713505d3c31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:39:17.444852 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-6b25c245-99e9-49e2-88dd-705dddc7d9a7 service neutron] Bound using segment: {'id': '371c3b52-8b94-460c-ab6e-3d1cde3fe09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '52b5cab6-0870-4630-a840-713505d3c31f'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:39:17.445520 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-6b25c245-99e9-49e2-88dd-705dddc7d9a7 service neutron] Bound port: 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '371c3b52-8b94-460c-ab6e-3d1cde3fe09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '52b5cab6-0870-4630-a840-713505d3c31f'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:39:17.446077 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-6b25c245-99e9-49e2-88dd-705dddc7d9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:17.446376 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-3d8a4cb0-3036-4900-a599-3a7aa6841795 None None] Provisioning complete for port 2f6ddd59-d723-4007-b852-3e2355bbe457 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:17.446902 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3d8a4cb0-3036-4900-a599-3a7aa6841795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:17.448865 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00d422-e3a1-48d8-9852-91ac7679f762 None None] Pushing event updated for resources: {'Port': ['ID=4478e747-1121-46cc-b78a-d899377b8c2f,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:17.463729 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 00acf903-efb9-4d5e-b809-40170692b70e {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:39:17.464079 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 00acf903-efb9-4d5e-b809-40170692b70e not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:39:17.502870 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07efcf02-1cda-4309-8bff-37885add873e admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:39:17.509646 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7c83a503-7389-4d2a-953a-dc0d4e5f1c7d req-c11d52d4-ab1d-4e4b-b6fa-d6ea24412797 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287518 Nov 04 10:39:17.514017 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63adf39f-a0d6-4933-b188-df8210ef6afd None None] Sync routers for ids ['2851c03c-7034-4360-acb3-f32a93a299d1'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:39:17.531730 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-07efcf02-1cda-4309-8bff-37885add873e admin admin] 10.222.0.127 "PUT /v2.0/routers/2851c03c-7034-4360-acb3-f32a93a299d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9804406 Nov 04 10:39:17.538042 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-3d8a4cb0-3036-4900-a599-3a7aa6841795 None None] Port 2f6ddd59-d723-4007-b852-3e2355bbe457 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:39:17.546438 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63adf39f-a0d6-4933-b188-df8210ef6afd None None] Routers {'2851c03c-7034-4360-acb3-f32a93a299d1'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:39:17.547235 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-63adf39f-a0d6-4933-b188-df8210ef6afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:38:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2851c03c-7034-4360-acb3-f32a93a299d1'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:39:17.590757 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8eaff673-d9c1-48b4-9a06-846cbd2ed6f0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:17.604577 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-6b25c245-99e9-49e2-88dd-705dddc7d9a7 service neutron] For port 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:39:17.608696 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-6b25c245-99e9-49e2-88dd-705dddc7d9a7 service neutron] For port 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e,segment=NetworkSegment(371c3b52-8b94-460c-ab6e-3d1cde3fe09a),segment_id=371c3b52-8b94-460c-ab6e-3d1cde3fe09a)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:39:17.617411 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-6b25c245-99e9-49e2-88dd-705dddc7d9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:17.691598 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-6b25c245-99e9-49e2-88dd-705dddc7d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:17.701237 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-6b25c245-99e9-49e2-88dd-705dddc7d9a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:17.702968 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-6b25c245-99e9-49e2-88dd-705dddc7d9a7 service neutron] 10.222.0.121 "PUT /v2.0/ports/9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e HTTP/1.1" status: 200 len: 1091 time: 1.5582254 Nov 04 10:39:17.717213 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaff673-d9c1-48b4-9a06-846cbd2ed6f0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:17.744707 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-8eaff673-d9c1-48b4-9a06-846cbd2ed6f0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:17.747602 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaff673-d9c1-48b4-9a06-846cbd2ed6f0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:17.748199 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8eaff673-d9c1-48b4-9a06-846cbd2ed6f0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:17.777444 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-63adf39f-a0d6-4933-b188-df8210ef6afd None None] Set router 2851c03c-7034-4360-acb3-f32a93a299d1 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:39:17.788197 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaff673-d9c1-48b4-9a06-846cbd2ed6f0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=83635c53-da31-4b6d-90f2-defc8caee10f,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:17.808786 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25c245-99e9-49e2-88dd-705dddc7d9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:17.818010 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8eaff673-d9c1-48b4-9a06-846cbd2ed6f0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0392373 Nov 04 10:39:17.821002 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43808) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:17.826588 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-c344f96d-b4b4-4f65-8f65-3382768fea05 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'mac_address': 'fa:16:3e:2e:df:df', 'name': 'tempest-NetworksTestDHCPv6-2098637637'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:17.891193 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb7fb1-fa1d-4041-9c05-f9cdf67f6c79 req-19c89b66-7370-428e-81a3-97911508ed29 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:17.892794 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-36fb7fb1-fa1d-4041-9c05-f9cdf67f6c79 req-19c89b66-7370-428e-81a3-97911508ed29 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.121 "GET /v2.0/ports?device_id=20bbd184-e830-4aaf-a9c9-c616412c1688 HTTP/1.1" status: 200 len: 946 time: 0.1259239 Nov 04 10:39:18.046816 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-36fb7fb1-fa1d-4041-9c05-f9cdf67f6c79 req-52ab9428-779f-4b4a-a0ce-2fc13f775ff8 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Deleting port 34c8132f-22e8-40d8-8165-550ff8ecca3e {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:39:18.047306 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-36fb7fb1-fa1d-4041-9c05-f9cdf67f6c79 req-52ab9428-779f-4b4a-a0ce-2fc13f775ff8 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:18.190650 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-36fb7fb1-fa1d-4041-9c05-f9cdf67f6c79 req-52ab9428-779f-4b4a-a0ce-2fc13f775ff8 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] For port 34c8132f-22e8-40d8-8165-550ff8ecca3e, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=34c8132f-22e8-40d8-8165-550ff8ecca3e,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:18.191068 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-36fb7fb1-fa1d-4041-9c05-f9cdf67f6c79 req-52ab9428-779f-4b4a-a0ce-2fc13f775ff8 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:18.208017 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-36fb7fb1-fa1d-4041-9c05-f9cdf67f6c79 req-52ab9428-779f-4b4a-a0ce-2fc13f775ff8 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Calling delete_port for 34c8132f-22e8-40d8-8165-550ff8ecca3e owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:39:18.224144 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-63adf39f-a0d6-4933-b188-df8210ef6afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'name': 'tempest-TaggedBootDevicesTest-182091458-router', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '734fa52a-4d2c-4f60-8a06-d1ada4df5c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:39:09Z', 'updated_at': '2021-11-04T10:39:15Z', 'revision_number': 4, 'project_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'gw_port': {'id': '734fa52a-4d2c-4f60-8a06-d1ada4df5c0d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:39:09Z', 'updated_at': '2021-11-04T10:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '2f6ddd59-d723-4007-b852-3e2355bbe457', 'name': '', 'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'mac_address': 'fa:16:3e:fb:4b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'cad3f525-abcd-4ea2-aa2e-91412e579fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:39:13Z', 'updated_at': '2021-11-04T10:39:15Z', 'revision_number': 2, 'project_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'subnets': [{'id': 'cad3f525-abcd-4ea2-aa2e-91412e579fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:39:18.278112 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5', 'tag': '9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:39:18.280530 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a53cfa-773a-4c22-b117-80fd1917e524" -d '{"events": [{"name": "network-changed", "server_uuid": "ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5", "tag": "9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:39:18.305683 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63adf39f-a0d6-4933-b188-df8210ef6afd None None] Checking router: 2851c03c-7034-4360-acb3-f32a93a299d1 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:39:18.309733 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63adf39f-a0d6-4933-b188-df8210ef6afd None None] Updating router 2851c03c-7034-4360-acb3-f32a93a299d1 port 2f6ddd59-d723-4007-b852-3e2355bbe457 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:39:18.331070 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f21855-b453-4d76-a93f-ab74896a4635 req-38bf94ed-9fdf-4ed2-96c7-a5e197358505 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:18.346662 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-62f21855-b453-4d76-a93f-ab74896a4635 req-38bf94ed-9fdf-4ed2-96c7-a5e197358505 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 1095 time: 0.7109697 Nov 04 10:39:18.360733 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-63adf39f-a0d6-4933-b188-df8210ef6afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:18.436277 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-2aa96eb2-25d8-4a5a-acc8-c87885a1d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:18.437878 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-2aa96eb2-25d8-4a5a-acc8-c87885a1d362 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9f7f577a2aa34196a84d622d13830ddf&device_id=ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5 HTTP/1.1" status: 200 len: 1094 time: 0.6406138 Nov 04 10:39:18.481845 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-36fb7fb1-fa1d-4041-9c05-f9cdf67f6c79 req-52ab9428-779f-4b4a-a0ce-2fc13f775ff8 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:18.530445 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['34c8132f-22e8-40d8-8165-550ff8ecca3e'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:39:18.561623 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-62f21855-b453-4d76-a93f-ab74896a4635 req-7e060e28-0e5d-43be-bf8d-31026283d58d tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139182 Nov 04 10:39:18.570557 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-9a21962a-487b-462c-9ea7-8420028171aa service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e HTTP/1.1" status: 200 len: 217 time: 0.1142826 Nov 04 10:39:18.571939 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab9428-779f-4b4a-a0ce-2fc13f775ff8 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Pushing event deleted for resources: {'Port': ['ID=34c8132f-22e8-40d8-8165-550ff8ecca3e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:18.604950 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4478e747-1121-46cc-b78a-d899377b8c2f up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:39:18.665872 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fb7fb1-fa1d-4041-9c05-f9cdf67f6c79 req-52ab9428-779f-4b4a-a0ce-2fc13f775ff8 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] No DVR routers for this DVR port 34c8132f-22e8-40d8-8165-550ff8ecca3e on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:39:18.675037 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c344f96d-b4b4-4f65-8f65-3382768fea05 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:18.675466 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-36fb7fb1-fa1d-4041-9c05-f9cdf67f6c79 req-52ab9428-779f-4b4a-a0ce-2fc13f775ff8 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:18.678859 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-36fb7fb1-fa1d-4041-9c05-f9cdf67f6c79 req-52ab9428-779f-4b4a-a0ce-2fc13f775ff8 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.121 "DELETE /v2.0/ports/34c8132f-22e8-40d8-8165-550ff8ecca3e HTTP/1.1" status: 204 len: 173 time: 0.7730787 Nov 04 10:39:18.810359 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 4478e747-1121-46cc-b78a-d899377b8c2f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:18.810733 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:18.884807 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c344f96d-b4b4-4f65-8f65-3382768fea05 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:18.940181 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-c344f96d-b4b4-4f65-8f65-3382768fea05 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] device_id is not set on port 8f089694-74b0-4aac-873f-0c1011fa8f5b yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:39:18.978594 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ba7ed1-77c7-40f7-8b44-8c5b6d3d06c2 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:39:18.998761 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-63adf39f-a0d6-4933-b188-df8210ef6afd None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:19.033661 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:19.038579 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-63adf39f-a0d6-4933-b188-df8210ef6afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:19.110532 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-11714cdd-c7d8-4e7a-8c15-4d6b3331b7ea None None] Provisioning complete for port 4478e747-1121-46cc-b78a-d899377b8c2f triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:19.110913 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-11714cdd-c7d8-4e7a-8c15-4d6b3331b7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:19.138664 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-c344f96d-b4b4-4f65-8f65-3382768fea05 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 2001:db8:0:1::347 (bc5af6f0-5063-4ccc-959e-90459430dabc/83635c53-da31-4b6d-90f2-defc8caee10f/8f089694-74b0-4aac-873f-0c1011fa8f5b) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:19.152893 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-c344f96d-b4b4-4f65-8f65-3382768fea05 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 2001:db8::f816:3eff:fe2e:dfdf (bc5af6f0-5063-4ccc-959e-90459430dabc/536e1d45-58c4-4cd8-bf98-aabad02b49c9/8f089694-74b0-4aac-873f-0c1011fa8f5b) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:19.175629 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4daf0-49db-4a27-84e7-22d5ea077cab None None] Pushing event updated for resources: {'Port': ['ID=2f6ddd59-d723-4007-b852-3e2355bbe457,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:19.182532 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 4478e747-1121-46cc-b78a-d899377b8c2f, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4478e747-1121-46cc-b78a-d899377b8c2f,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:19.210463 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-5f89f8ce-cb95-4836-a790-5f5895fd6fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:19.211628 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:19.213260 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-5f89f8ce-cb95-4836-a790-5f5895fd6fd0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=07140a08-ffec-484a-a1ec-e3e308952fd3 HTTP/1.1" status: 200 len: 861 time: 0.6234069 Nov 04 10:39:19.318144 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-20652ce8-7c7e-432e-a850-fe44b6706296 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=52b5cab6-0870-4630-a840-713505d3c31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451536 Nov 04 10:39:19.330748 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad6ae2-d9c0-4278-88c6-f6424e41878e req-4944c9dd-9c70-4f2d-bbc2-eef315c9abbd tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:19.339205 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3cad6ae2-d9c0-4278-88c6-f6424e41878e req-4944c9dd-9c70-4f2d-bbc2-eef315c9abbd tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5 HTTP/1.1" status: 200 len: 943 time: 0.5477529 Nov 04 10:39:19.427740 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-63adf39f-a0d6-4933-b188-df8210ef6afd None None] Attempting to bind port 2f6ddd59-d723-4007-b852-3e2355bbe457 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:39:19.428292 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-63adf39f-a0d6-4933-b188-df8210ef6afd None None] Attempting to bind port 2f6ddd59-d723-4007-b852-3e2355bbe457 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'e4c253af-65d0-47a4-af72-3837b14a76c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:39:19.428460 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63adf39f-a0d6-4933-b188-df8210ef6afd None None] Attempting to bind port 2f6ddd59-d723-4007-b852-3e2355bbe457 on network 1b9e5f98-4b76-4986-a39a-d24c4975f75c {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:39:19.434668 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fc1e215f-3f35-4fac-bd43-3763bbe90065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:19.446189 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=4478e747-1121-46cc-b78a-d899377b8c2f,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:19.489541 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63adf39f-a0d6-4933-b188-df8210ef6afd None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:39:19.489914 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63adf39f-a0d6-4933-b188-df8210ef6afd None None] Checking segment: {'id': 'e4c253af-65d0-47a4-af72-3837b14a76c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:39:19.490316 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-63adf39f-a0d6-4933-b188-df8210ef6afd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:19.490707 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63adf39f-a0d6-4933-b188-df8210ef6afd None None] Bound using segment: {'id': 'e4c253af-65d0-47a4-af72-3837b14a76c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:39:19.491196 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-63adf39f-a0d6-4933-b188-df8210ef6afd None None] Bound port: 2f6ddd59-d723-4007-b852-3e2355bbe457, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c253af-65d0-47a4-af72-3837b14a76c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:39:19.491574 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-63adf39f-a0d6-4933-b188-df8210ef6afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:19.589759 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3cad6ae2-d9c0-4278-88c6-f6424e41878e req-d41c6190-bbc4-40be-bb0c-0e9ddf04115d tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470276 Nov 04 10:39:19.604589 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-63adf39f-a0d6-4933-b188-df8210ef6afd None None] For port 2f6ddd59-d723-4007-b852-3e2355bbe457, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:39:19.604589 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-63adf39f-a0d6-4933-b188-df8210ef6afd None None] For port 2f6ddd59-d723-4007-b852-3e2355bbe457, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2f6ddd59-d723-4007-b852-3e2355bbe457,segment=NetworkSegment(e4c253af-65d0-47a4-af72-3837b14a76c7),segment_id=e4c253af-65d0-47a4-af72-3837b14a76c7)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:39:19.614692 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-63adf39f-a0d6-4933-b188-df8210ef6afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:19.631762 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c344f96d-b4b4-4f65-8f65-3382768fea05 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:19.674571 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-0d3fc7ad-e503-4ee9-bf98-a99472cefdce service neutron] 10.222.0.121 "GET /v2.0/networks/52b5cab6-0870-4630-a840-713505d3c31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303227 Nov 04 10:39:19.744577 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-485aa082-c85b-4503-a6b1-7d96dbdd35b3 None None] Provisioning complete for port 2f6ddd59-d723-4007-b852-3e2355bbe457 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:19.744785 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-485aa082-c85b-4503-a6b1-7d96dbdd35b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:19.750454 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4daf0-49db-4a27-84e7-22d5ea077cab None None] Pushing event updated for resources: {'Port': ['ID=2f6ddd59-d723-4007-b852-3e2355bbe457,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:19.753667 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61b5124-d20a-4727-9753-87866666fc31 x-openstack-request-id: req-d61b5124-d20a-4727-9753-87866666fc31 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:39:19.754605 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5", "tag": "9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:39:19.755076 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-d61b5124-d20a-4727-9753-87866666fc31 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:39:19.755678 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5', 'tag': '9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e', 'status': 'completed', 'code': 200} Nov 04 10:39:19.785381 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63adf39f-a0d6-4933-b188-df8210ef6afd None None] Routers {'2851c03c-7034-4360-acb3-f32a93a299d1'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:39:19.786021 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-63adf39f-a0d6-4933-b188-df8210ef6afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:39:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2851c03c-7034-4360-acb3-f32a93a299d1'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:39:19.807087 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411ab43d-66f6-44fd-98d4-ab744aced879 None None] Update dhcp port {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'fixed_ips': [{'subnet_id': '536e1d45-58c4-4cd8-bf98-aabad02b49c9', 'ip_address': '2001:db8::f816:3eff:fe04:42ac'}, {'subnet_id': '83635c53-da31-4b6d-90f2-defc8caee10f'}], 'binding:host_id': 'n-d-816629-1'}, 'id': '4478e747-1121-46cc-b78a-d899377b8c2f'} from n-d-816629-1. {{(pid=101776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 10:39:19.897454 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-783d915e-96d9-4792-8714-c94ebb8f0a16 req-4fe45bb5-a1ac-45ab-ad6e-4698e4fef116 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=20bbd184-e830-4aaf-a9c9-c616412c1688 HTTP/1.1" status: 200 len: 210 time: 0.0504827 Nov 04 10:39:19.950201 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c344f96d-b4b4-4f65-8f65-3382768fea05 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:19.994900 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-411ab43d-66f6-44fd-98d4-ab744aced879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:20.065921 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c344f96d-b4b4-4f65-8f65-3382768fea05 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:20.075387 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-c344f96d-b4b4-4f65-8f65-3382768fea05 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:20.078531 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c344f96d-b4b4-4f65-8f65-3382768fea05 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:39:20.084843 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c344f96d-b4b4-4f65-8f65-3382768fea05 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:20.085568 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c344f96d-b4b4-4f65-8f65-3382768fea05 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:20.091449 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ad65e68c-4e32-4147-a460-8cbe2cfdc80b req-c74d675c-b1b6-43fd-b727-fbd643b926d6 service neutron] 10.222.0.121 "GET /v2.0/networks/52b5cab6-0870-4630-a840-713505d3c31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026806 Nov 04 10:39:20.101384 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344f96d-b4b4-4f65-8f65-3382768fea05 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Port': ['ID=8f089694-74b0-4aac-873f-0c1011fa8f5b,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:20.123409 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737707e4-c2f1-431b-9f78-ef065c28c255 req-813a00f0-257c-45d0-a936-81cf04810db3 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:20.125121 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-737707e4-c2f1-431b-9f78-ef065c28c255 req-813a00f0-257c-45d0-a936-81cf04810db3 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 1095 time: 0.1135449 Nov 04 10:39:20.130331 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c344f96d-b4b4-4f65-8f65-3382768fea05 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.3081141 Nov 04 10:39:20.133155 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43894) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:20.264619 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-f7624b2b-2e69-4fa4-a324-63078f5523b5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting port 8f089694-74b0-4aac-873f-0c1011fa8f5b {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:39:20.265779 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f7624b2b-2e69-4fa4-a324-63078f5523b5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:20.265934 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a53cfa-773a-4c22-b117-80fd1917e524 req-f1770a99-0bb7-4fd4-86c9-71d5ac06f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:20.268022 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a4a53cfa-773a-4c22-b117-80fd1917e524 req-f1770a99-0bb7-4fd4-86c9-71d5ac06f4c7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9f7f577a2aa34196a84d622d13830ddf&device_id=ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5 HTTP/1.1" status: 200 len: 1094 time: 0.0914223 Nov 04 10:39:20.271303 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-737707e4-c2f1-431b-9f78-ef065c28c255 req-0e7c01a6-06b6-4db7-869f-12bcfc08a19d tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389375 Nov 04 10:39:20.341838 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-485aa082-c85b-4503-a6b1-7d96dbdd35b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:20.403425 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-63adf39f-a0d6-4933-b188-df8210ef6afd None None] Set router 2851c03c-7034-4360-acb3-f32a93a299d1 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:39:20.487852 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f7624b2b-2e69-4fa4-a324-63078f5523b5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:20.514062 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a53cfa-773a-4c22-b117-80fd1917e524 req-2bcc039f-32db-462f-887b-6bb115c002aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:20.515837 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a4a53cfa-773a-4c22-b117-80fd1917e524 req-2bcc039f-32db-462f-887b-6bb115c002aa service neutron] 10.222.0.121 "GET /v2.0/networks?id=52b5cab6-0870-4630-a840-713505d3c31f HTTP/1.1" status: 200 len: 923 time: 0.2375641 Nov 04 10:39:20.525767 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-f7624b2b-2e69-4fa4-a324-63078f5523b5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Calling delete_port for 8f089694-74b0-4aac-873f-0c1011fa8f5b owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:39:20.555780 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4478e747-1121-46cc-b78a-d899377b8c2f up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:39:20.610505 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-485aa082-c85b-4503-a6b1-7d96dbdd35b3 None None] For port 2f6ddd59-d723-4007-b852-3e2355bbe457, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2f6ddd59-d723-4007-b852-3e2355bbe457,segment=NetworkSegment(e4c253af-65d0-47a4-af72-3837b14a76c7),segment_id=e4c253af-65d0-47a4-af72-3837b14a76c7)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:20.658656 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a4a53cfa-773a-4c22-b117-80fd1917e524 req-82b9c0a6-ec43-4be0-a3fd-2ae477b3bfc7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e HTTP/1.1" status: 200 len: 217 time: 0.1304376 Nov 04 10:39:20.671016 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-485aa082-c85b-4503-a6b1-7d96dbdd35b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:20.742438 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-411ab43d-66f6-44fd-98d4-ab744aced879 None None] Allocated IP 2001:db8:0:1::2 (bc5af6f0-5063-4ccc-959e-90459430dabc/83635c53-da31-4b6d-90f2-defc8caee10f/4478e747-1121-46cc-b78a-d899377b8c2f) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:20.766504 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:20.803701 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f7624b2b-2e69-4fa4-a324-63078f5523b5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:20.822437 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a53cfa-773a-4c22-b117-80fd1917e524 req-ea586610-89d5-4dda-a1c9-635d250512ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:20.824173 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a4a53cfa-773a-4c22-b117-80fd1917e524 req-ea586610-89d5-4dda-a1c9-635d250512ff service neutron] 10.222.0.121 "GET /v2.0/subnets?id=07140a08-ffec-484a-a1ec-e3e308952fd3 HTTP/1.1" status: 200 len: 861 time: 0.1540194 Nov 04 10:39:20.850732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7624b2b-2e69-4fa4-a324-63078f5523b5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Port': ['ID=8f089694-74b0-4aac-873f-0c1011fa8f5b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:20.952866 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f7624b2b-2e69-4fa4-a324-63078f5523b5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:20.963271 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f7624b2b-2e69-4fa4-a324-63078f5523b5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/8f089694-74b0-4aac-873f-0c1011fa8f5b HTTP/1.1" status: 204 len: 168 time: 0.8288171 Nov 04 10:39:20.966711 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43920) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:20.971749 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a4a53cfa-773a-4c22-b117-80fd1917e524 req-e13c6dc1-c0af-46d2-b468-e06386bb06c4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=52b5cab6-0870-4630-a840-713505d3c31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1381321 Nov 04 10:39:21.078203 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b6e306-f5f1-4997-a744-0780b17717ed tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:21.090696 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a4a53cfa-773a-4c22-b117-80fd1917e524 req-0960c3b2-2d82-41e7-b409-72cbc7577840 service neutron] 10.222.0.121 "GET /v2.0/networks/52b5cab6-0870-4630-a840-713505d3c31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087179 Nov 04 10:39:21.091332 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43922) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:21.091907 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-84b6e306-f5f1-4997-a744-0780b17717ed tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1238918 Nov 04 10:39:21.282040 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482d8166-380d-4bfc-a3a4-24a1a3a327a4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:21.287100 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43924) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:21.287548 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-482d8166-380d-4bfc-a3a4-24a1a3a327a4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1950188 Nov 04 10:39:21.311128 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485aa082-c85b-4503-a6b1-7d96dbdd35b3 None None] Pushing event updated for resources: {'Port': ['ID=2f6ddd59-d723-4007-b852-3e2355bbe457,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:21.311329 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7bb8c-684f-4bce-a1dc-557d1b8be536 req-05cf7497-a354-4ee4-8650-0eb41cdddb09 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:21.323332 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9cc7bb8c-684f-4bce-a1dc-557d1b8be536 req-05cf7497-a354-4ee4-8650-0eb41cdddb09 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5 HTTP/1.1" status: 200 len: 943 time: 0.1936314 Nov 04 10:39:21.324603 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-9e9bae62-62ba-43ac-b299-d5b191699946 None None] Provisioning complete for port 2f6ddd59-d723-4007-b852-3e2355bbe457 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:21.325038 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9e9bae62-62ba-43ac-b299-d5b191699946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:21.332627 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 4478e747-1121-46cc-b78a-d899377b8c2f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:21.332796 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:21.350624 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a4a53cfa-773a-4c22-b117-80fd1917e524 req-c6c61c9f-98a4-46dd-87bf-6ea3f732d34e service neutron] 10.222.0.121 "GET /v2.0/networks/52b5cab6-0870-4630-a840-713505d3c31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227676 Nov 04 10:39:21.390884 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5469fb59-f394-4bf3-9b8f-72dd42843f6c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:21.392936 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5469fb59-f394-4bf3-9b8f-72dd42843f6c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:21.394834 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5469fb59-f394-4bf3-9b8f-72dd42843f6c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:21.397068 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5469fb59-f394-4bf3-9b8f-72dd42843f6c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1086447 Nov 04 10:39:21.401661 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43926) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:21.407522 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9cc7bb8c-684f-4bce-a1dc-557d1b8be536 req-f00009fd-0fb6-4fbf-9419-8259ee504c4e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832455 Nov 04 10:39:21.444466 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-411ab43d-66f6-44fd-98d4-ab744aced879 None None] For port 4478e747-1121-46cc-b78a-d899377b8c2f, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4478e747-1121-46cc-b78a-d899377b8c2f,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:21.499862 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-686e52d1-216d-440e-920d-3109dae4e6fe tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet 536e1d45-58c4-4cd8-bf98-aabad02b49c9 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:39:21.541475 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-411ab43d-66f6-44fd-98d4-ab744aced879 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:21.550681 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-686e52d1-216d-440e-920d-3109dae4e6fe tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:21.578439 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-411ab43d-66f6-44fd-98d4-ab744aced879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:21.604648 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-686e52d1-216d-440e-920d-3109dae4e6fe tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:21.717024 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-63adf39f-a0d6-4933-b188-df8210ef6afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'name': 'tempest-TaggedBootDevicesTest-182091458-router', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '734fa52a-4d2c-4f60-8a06-d1ada4df5c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:39:09Z', 'updated_at': '2021-11-04T10:39:15Z', 'revision_number': 4, 'project_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'gw_port': {'id': '734fa52a-4d2c-4f60-8a06-d1ada4df5c0d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:39:09Z', 'updated_at': '2021-11-04T10:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '2f6ddd59-d723-4007-b852-3e2355bbe457', 'name': '', 'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'mac_address': 'fa:16:3e:fb:4b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'cad3f525-abcd-4ea2-aa2e-91412e579fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:39:13Z', 'updated_at': '2021-11-04T10:39:19Z', 'revision_number': 4, 'project_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'subnets': [{'id': 'cad3f525-abcd-4ea2-aa2e-91412e579fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:39:21.729515 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-793b0f07-81e2-49b6-b928-781ff094b51e req-65f54752-d3de-4dc9-b918-14951bba3dbb tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=20bbd184-e830-4aaf-a9c9-c616412c1688 HTTP/1.1" status: 200 len: 210 time: 0.0532966 Nov 04 10:39:21.729854 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-686e52d1-216d-440e-920d-3109dae4e6fe tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:21.782355 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63adf39f-a0d6-4933-b188-df8210ef6afd None None] The sync data for ids ['2851c03c-7034-4360-acb3-f32a93a299d1'] in n-d-816629-1 is: [{'id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'name': 'tempest-TaggedBootDevicesTest-182091458-router', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '734fa52a-4d2c-4f60-8a06-d1ada4df5c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:39:09Z', 'updated_at': '2021-11-04T10:39:15Z', 'revision_number': 4, 'project_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'gw_port': {'id': '734fa52a-4d2c-4f60-8a06-d1ada4df5c0d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:39:09Z', 'updated_at': '2021-11-04T10:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '2f6ddd59-d723-4007-b852-3e2355bbe457', 'name': '', 'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'mac_address': 'fa:16:3e:fb:4b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'cad3f525-abcd-4ea2-aa2e-91412e579fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:39:13Z', 'updated_at': '2021-11-04T10:39:19Z', 'revision_number': 4, 'project_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'subnets': [{'id': 'cad3f525-abcd-4ea2-aa2e-91412e579fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:39:21.818966 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bbd184-e830-4aaf-a9c9-c616412c1688', 'name': 'network-vif-deleted', 'tag': '34c8132f-22e8-40d8-8165-550ff8ecca3e'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:39:21.820076 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ab43d-66f6-44fd-98d4-ab744aced879 None None] Pushing event updated for resources: {'Port': ['ID=4478e747-1121-46cc-b78a-d899377b8c2f,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:21.821305 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e41503-e734-4261-9466-a8a08c0a0226" -d '{"events": [{"server_uuid": "20bbd184-e830-4aaf-a9c9-c616412c1688", "name": "network-vif-deleted", "tag": "34c8132f-22e8-40d8-8165-550ff8ecca3e"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:39:21.945391 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-686e52d1-216d-440e-920d-3109dae4e6fe tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:21.981105 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:39:21.985904 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 34c8132f-22e8-40d8-8165-550ff8ecca3e no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:39:22.033180 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343ba166-9ab1-40ee-9bae-243186f2e02a x-openstack-request-id: req-343ba166-9ab1-40ee-9bae-243186f2e02a {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:39:22.037141 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bbd184-e830-4aaf-a9c9-c616412c1688", "name": "network-vif-deleted", "tag": "34c8132f-22e8-40d8-8165-550ff8ecca3e", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:39:22.038070 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-343ba166-9ab1-40ee-9bae-243186f2e02a {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:39:22.038963 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bbd184-e830-4aaf-a9c9-c616412c1688', 'name': 'network-vif-deleted', 'tag': '34c8132f-22e8-40d8-8165-550ff8ecca3e', 'status': 'completed', 'code': 200} Nov 04 10:39:22.064397 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-686e52d1-216d-440e-920d-3109dae4e6fe tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:22.065291 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 34c8132f-22e8-40d8-8165-550ff8ecca3e {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:39:22.070701 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 34c8132f-22e8-40d8-8165-550ff8ecca3e not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:39:22.075280 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43938) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:22.090783 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-686e52d1-216d-440e-920d-3109dae4e6fe tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/536e1d45-58c4-4cd8-bf98-aabad02b49c9 HTTP/1.1" status: 204 len: 168 time: 0.6877110 Nov 04 10:39:22.091920 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e52d1-216d-440e-920d-3109dae4e6fe tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=536e1d45-58c4-4cd8-bf98-aabad02b49c9,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:22.111497 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:22.247883 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-656341bd-9aa2-401b-8cfd-462b578495ee tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet 83635c53-da31-4b6d-90f2-defc8caee10f {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:39:22.264733 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-656341bd-9aa2-401b-8cfd-462b578495ee tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:22.305288 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e,segment=NetworkSegment(371c3b52-8b94-460c-ab6e-3d1cde3fe09a),segment_id=371c3b52-8b94-460c-ab6e-3d1cde3fe09a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:22.335626 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e', 'network_id': '52b5cab6-0870-4630-a840-713505d3c31f', 'port_id': '9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e', 'mac_address': 'fa:16:3e:72:59:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07140a08-ffec-484a-a1ec-e3e308952fd3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:39:22.379278 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-656341bd-9aa2-401b-8cfd-462b578495ee tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:22.449278 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:22.489732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43944) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:22.516375 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:39:22.595981 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e,segment=NetworkSegment(371c3b52-8b94-460c-ab6e-3d1cde3fe09a),segment_id=371c3b52-8b94-460c-ab6e-3d1cde3fe09a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:22.665533 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:22.679799 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:22.770600 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4478e747-1121-46cc-b78a-d899377b8c2f up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:39:22.798448 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-656341bd-9aa2-401b-8cfd-462b578495ee tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:22.898302 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cbc922-fc25-4057-8268-a987ea4b2e18 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:39:22.903179 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:22.905825 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-656341bd-9aa2-401b-8cfd-462b578495ee tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:22.916295 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d705a82e-6787-490c-86c1-bc5cc14dd99a admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=0a2535062eac411a9277c873f42276fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4249842 Nov 04 10:39:22.918269 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43954) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:22.964804 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-656341bd-9aa2-401b-8cfd-462b578495ee tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:22.970884 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-656341bd-9aa2-401b-8cfd-462b578495ee tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/83635c53-da31-4b6d-90f2-defc8caee10f HTTP/1.1" status: 204 len: 168 time: 0.8944693 Nov 04 10:39:22.973636 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656341bd-9aa2-401b-8cfd-462b578495ee tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=83635c53-da31-4b6d-90f2-defc8caee10f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:22.976372 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43956) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:22.988007 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc216f7-7a19-47d4-a2a0-21dec61e2128 req-269e23cd-57af-4ff3-93fc-072fad0215ab tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:22.994867 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:39:22.996976 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-adc216f7-7a19-47d4-a2a0-21dec61e2128 req-269e23cd-57af-4ff3-93fc-072fad0215ab tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5 HTTP/1.1" status: 200 len: 944 time: 0.3593514 Nov 04 10:39:23.022268 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f9e2a613-8ebc-41b1-beb9-de2486564612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:23.059081 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f9e2a613-8ebc-41b1-beb9-de2486564612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:23.061208 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-89a1b5bb-a217-4860-bad7-ca678bd7d20d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829258 Nov 04 10:39:23.065761 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43958) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:23.071636 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-a6c6f644-90ae-4328-b3b5-4f01b6a5a71f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:23.150946 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f9e2a613-8ebc-41b1-beb9-de2486564612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:23.153668 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f9e2a613-8ebc-41b1-beb9-de2486564612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:23.154867 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f9e2a613-8ebc-41b1-beb9-de2486564612 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/299a253f-bbcc-47d3-bf18-0a9fc419422d HTTP/1.1" status: 204 len: 168 time: 0.2348373 Nov 04 10:39:23.173852 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 4478e747-1121-46cc-b78a-d899377b8c2f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:23.174226 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:23.177382 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2a613-8ebc-41b1-beb9-de2486564612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299a253f-bbcc-47d3-bf18-0a9fc419422d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:23.199297 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-63d96d7f-e0eb-4359-a9ae-792671a448c1 None None] Provisioning complete for port 4478e747-1121-46cc-b78a-d899377b8c2f triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:23.199869 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-63d96d7f-e0eb-4359-a9ae-792671a448c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:23.230644 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c6f644-90ae-4328-b3b5-4f01b6a5a71f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:23.236010 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6c6f644-90ae-4328-b3b5-4f01b6a5a71f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:23.381478 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-adc216f7-7a19-47d4-a2a0-21dec61e2128 req-ce44b8ca-634b-433d-a031-4f9ee64c0e48 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835351 Nov 04 10:39:23.611606 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb05b09-df1d-4048-812a-5291c1dd1294 None None] DHCP port deletion for bc5af6f0-5063-4ccc-959e-90459430dabc request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:39:23.735492 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2f6ddd59-d723-4007-b852-3e2355bbe457 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:39:23.887693 n-d-816629-1 neutron-server[101774]: DEBUG neutron.objects.ports [None req-a6c6f644-90ae-4328-b3b5-4f01b6a5a71f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101774) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 10:39:23.949741 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-1cb05b09-df1d-4048-812a-5291c1dd1294 None None] Deleting port 4478e747-1121-46cc-b78a-d899377b8c2f {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:39:23.950103 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1cb05b09-df1d-4048-812a-5291c1dd1294 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:24.031973 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 2f6ddd59-d723-4007-b852-3e2355bbe457 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:24.032441 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:24.124507 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-1cb05b09-df1d-4048-812a-5291c1dd1294 None None] For port 4478e747-1121-46cc-b78a-d899377b8c2f, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4478e747-1121-46cc-b78a-d899377b8c2f,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:24.124927 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1cb05b09-df1d-4048-812a-5291c1dd1294 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:24.141831 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c2a3f24b-b09c-4df4-b3fc-06c100a5b420 req-ecd8bbb0-565b-4a5f-ba1e-ce3656f22162 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=20bbd184-e830-4aaf-a9c9-c616412c1688 HTTP/1.1" status: 200 len: 210 time: 0.1143022 Nov 04 10:39:24.159330 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-1cb05b09-df1d-4048-812a-5291c1dd1294 None None] Calling delete_port for 4478e747-1121-46cc-b78a-d899377b8c2f owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:39:24.316124 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1cb05b09-df1d-4048-812a-5291c1dd1294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:24.317128 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6c6f644-90ae-4328-b3b5-4f01b6a5a71f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:24.369341 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c6f644-90ae-4328-b3b5-4f01b6a5a71f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Port 4478e747-1121-46cc-b78a-d899377b8c2f concurrently deleted while adding address for new subnet {'id': 'c9b066f5-dc14-4a42-86b0-c915dac2fb12', 'name': '', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1371, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-04T10:39:23Z', 'updated_at': '2021-11-04T10:39:23Z', 'revision_number': 0, 'segment_id': None, 'project_id': '4e21b484c58a443992c5a2ff3e72ccdd'}. {{(pid=101774) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 04 10:39:24.370180 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6c6f644-90ae-4328-b3b5-4f01b6a5a71f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:24.370912 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb05b09-df1d-4048-812a-5291c1dd1294 None None] Pushing event deleted for resources: {'Port': ['ID=4478e747-1121-46cc-b78a-d899377b8c2f,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:24.374369 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb05b09-df1d-4048-812a-5291c1dd1294 None None] No DVR routers for this DVR port 4478e747-1121-46cc-b78a-d899377b8c2f on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:39:24.421080 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c6f644-90ae-4328-b3b5-4f01b6a5a71f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:24.424955 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-a6c6f644-90ae-4328-b3b5-4f01b6a5a71f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:24.430769 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c6f644-90ae-4328-b3b5-4f01b6a5a71f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:24.431705 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6c6f644-90ae-4328-b3b5-4f01b6a5a71f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:24.440329 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b06a54-636d-4992-9eb9-a2d092e2b27a None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:39:24.484133 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a6c6f644-90ae-4328-b3b5-4f01b6a5a71f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4171968 Nov 04 10:39:24.487534 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43982) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:24.489601 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6f644-90ae-4328-b3b5-4f01b6a5a71f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=c9b066f5-dc14-4a42-86b0-c915dac2fb12,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:24.492701 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-0e54b6ae-91bb-46da-b4ac-9dfcee914b3c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:24.683963 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3866de-094d-4101-86d5-821a128d15b1 req-7b23f0a7-72fa-4810-8df5-0378d6842e79 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:24.688844 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4d3866de-094d-4101-86d5-821a128d15b1 req-7b23f0a7-72fa-4810-8df5-0378d6842e79 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5 HTTP/1.1" status: 200 len: 944 time: 0.1335595 Nov 04 10:39:24.691944 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4478e747-1121-46cc-b78a-d899377b8c2f no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:39:24.724343 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e54b6ae-91bb-46da-b4ac-9dfcee914b3c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:24.734336 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0e54b6ae-91bb-46da-b4ac-9dfcee914b3c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:24.795153 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4d3866de-094d-4101-86d5-821a128d15b1 req-36d79018-c343-4b0b-9838-669026e04cba tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987155 Nov 04 10:39:24.799589 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 4478e747-1121-46cc-b78a-d899377b8c2f {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:39:24.799827 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4478e747-1121-46cc-b78a-d899377b8c2f not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:39:24.874209 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7233cd2b-86bf-495d-a268-30f1789be7b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-bc5af6f0-5063-4ccc-959e-90459430dabc', 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'fixed_ips': [{'subnet_id': 'c9b066f5-dc14-4a42-86b0-c915dac2fb12'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:39:24.876393 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7233cd2b-86bf-495d-a268-30f1789be7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:24.904673 n-d-816629-1 neutron-server[101775]: INFO neutron.db.ipam_backend_mixin [None req-0e54b6ae-91bb-46da-b4ac-9dfcee914b3c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c9b066f5-dc14-4a42-86b0-c915dac2fb12 (CIDR: 2001:db8::/64) Nov 04 10:39:24.912471 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e54b6ae-91bb-46da-b4ac-9dfcee914b3c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:39:24.913084 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e54b6ae-91bb-46da-b4ac-9dfcee914b3c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:24.943362 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0e54b6ae-91bb-46da-b4ac-9dfcee914b3c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4546125 Nov 04 10:39:24.946244 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43996) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:24.951489 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-1c3071e0-bc2c-442e-b0a1-11eea1b8951d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:25.091287 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-7233cd2b-86bf-495d-a268-30f1789be7b9 None None] Allocated IP 2001:db8::f816:3eff:fe05:c0aa (bc5af6f0-5063-4ccc-959e-90459430dabc/c9b066f5-dc14-4a42-86b0-c915dac2fb12/27be7ad8-3b78-42cb-9b10-558788d24b3a) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:25.103895 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3071e0-bc2c-442e-b0a1-11eea1b8951d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:25.111641 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c3071e0-bc2c-442e-b0a1-11eea1b8951d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:25.342963 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7233cd2b-86bf-495d-a268-30f1789be7b9 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:25.358878 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7233cd2b-86bf-495d-a268-30f1789be7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:25.429667 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7233cd2b-86bf-495d-a268-30f1789be7b9 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:25.434796 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-7233cd2b-86bf-495d-a268-30f1789be7b9 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:25.442679 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7233cd2b-86bf-495d-a268-30f1789be7b9 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:39:25.454257 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233cd2b-86bf-495d-a268-30f1789be7b9 None None] Pushing event updated for resources: {'Port': ['ID=27be7ad8-3b78-42cb-9b10-558788d24b3a,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:25.459196 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2be67a69-1a34-418a-b2ed-4ed44c2bb8c0 req-ba41ef03-ed9b-45b8-a38a-f84e002b1770 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=20bbd184-e830-4aaf-a9c9-c616412c1688 HTTP/1.1" status: 200 len: 210 time: 0.0442357 Nov 04 10:39:25.469761 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c3071e0-bc2c-442e-b0a1-11eea1b8951d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:25.521505 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-7233cd2b-86bf-495d-a268-30f1789be7b9 None None] Attempting to bind port 27be7ad8-3b78-42cb-9b10-558788d24b3a on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:39:25.521866 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-7233cd2b-86bf-495d-a268-30f1789be7b9 None None] Attempting to bind port 27be7ad8-3b78-42cb-9b10-558788d24b3a by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:39:25.522224 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7233cd2b-86bf-495d-a268-30f1789be7b9 None None] Attempting to bind port 27be7ad8-3b78-42cb-9b10-558788d24b3a on network bc5af6f0-5063-4ccc-959e-90459430dabc {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:39:25.528973 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7233cd2b-86bf-495d-a268-30f1789be7b9 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:39:25.529346 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7233cd2b-86bf-495d-a268-30f1789be7b9 None None] Checking segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:39:25.529743 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7233cd2b-86bf-495d-a268-30f1789be7b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:25.530131 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7233cd2b-86bf-495d-a268-30f1789be7b9 None None] Bound using segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:39:25.530599 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-7233cd2b-86bf-495d-a268-30f1789be7b9 None None] Bound port: 27be7ad8-3b78-42cb-9b10-558788d24b3a, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:39:25.531211 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7233cd2b-86bf-495d-a268-30f1789be7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:25.540342 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3071e0-bc2c-442e-b0a1-11eea1b8951d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=545801a9-aa15-4b5a-bf33-63d7000c274f,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:25.559788 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3071e0-bc2c-442e-b0a1-11eea1b8951d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:25.565807 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-1c3071e0-bc2c-442e-b0a1-11eea1b8951d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:25.581336 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3071e0-bc2c-442e-b0a1-11eea1b8951d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:25.582491 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c3071e0-bc2c-442e-b0a1-11eea1b8951d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:25.615279 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1c3071e0-bc2c-442e-b0a1-11eea1b8951d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6676924 Nov 04 10:39:25.618052 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44028) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:25.624246 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-e6984905-e582-4401-a88b-76218bc705a4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'mac_address': 'fa:16:3e:4c:bc:57', 'name': 'tempest-NetworksTestDHCPv6-1603274832'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:25.743056 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-7233cd2b-86bf-495d-a268-30f1789be7b9 None None] For port 27be7ad8-3b78-42cb-9b10-558788d24b3a, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:39:25.753587 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-7233cd2b-86bf-495d-a268-30f1789be7b9 None None] For port 27be7ad8-3b78-42cb-9b10-558788d24b3a, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=27be7ad8-3b78-42cb-9b10-558788d24b3a,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:39:25.762267 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7233cd2b-86bf-495d-a268-30f1789be7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:25.812147 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6984905-e582-4401-a88b-76218bc705a4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:25.868486 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233cd2b-86bf-495d-a268-30f1789be7b9 None None] Pushing event updated for resources: {'Port': ['ID=27be7ad8-3b78-42cb-9b10-558788d24b3a,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:26.001969 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:39:26.152236 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:39:26.159220 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:26.160975 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:26.209331 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09339f9b-23a3-449b-b10a-0acef3195e61 req-aee81253-bd22-4614-8b6c-098a3dc700b9 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:26.232951 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-09339f9b-23a3-449b-b10a-0acef3195e61 req-aee81253-bd22-4614-8b6c-098a3dc700b9 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5 HTTP/1.1" status: 200 len: 944 time: 0.2695107 Nov 04 10:39:26.343366 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:26.407012 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e,segment=NetworkSegment(371c3b52-8b94-460c-ab6e-3d1cde3fe09a),segment_id=371c3b52-8b94-460c-ab6e-3d1cde3fe09a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:26.409227 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:39:26.412200 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f30b032-e163-4a4c-a140-804edf3ef6f5" -d '{"events": [{"server_uuid": "ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5", "name": "network-vif-plugged", "status": "completed", "tag": "9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:39:26.413706 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44038) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:26.419305 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:26.484143 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:26.566819 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e6984905-e582-4401-a88b-76218bc705a4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:26.584009 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-09339f9b-23a3-449b-b10a-0acef3195e61 req-bb3bcd64-eadb-43fa-a74d-c320198b614f tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229687 Nov 04 10:39:26.591238 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d0025a7-929c-4e46-a9f9-7fa541975a68 req-30151f55-fbc2-484d-a7ef-2ff55ccdd940 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=1c228841-fa03-4830-b025-3117f1b7af8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4640090 Nov 04 10:39:26.623528 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-e6984905-e582-4401-a88b-76218bc705a4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] device_id is not set on port 3de87410-3c01-4035-846a-ca61284e8ab4 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:39:26.668320 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 27be7ad8-3b78-42cb-9b10-558788d24b3a up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:39:26.765503 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cac2fb1e-1196-4a75-b376-ceecf242d059 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:26.812596 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0025a7-929c-4e46-a9f9-7fa541975a68 req-06cb0a71-94da-4409-b8bb-e0ef4e84d6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:26.815048 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d0025a7-929c-4e46-a9f9-7fa541975a68 req-06cb0a71-94da-4409-b8bb-e0ef4e84d6d2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=45c1d4a009b54581bacf1fbcabe00677&device_id=1c228841-fa03-4830-b025-3117f1b7af8f HTTP/1.1" status: 200 len: 1096 time: 0.1431818 Nov 04 10:39:26.815706 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 27be7ad8-3b78-42cb-9b10-558788d24b3a triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:26.816147 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:27.112742 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:27.148068 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-e6984905-e582-4401-a88b-76218bc705a4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 2001:db8:0:1::185 (bc5af6f0-5063-4ccc-959e-90459430dabc/545801a9-aa15-4b5a-bf33-63d7000c274f/3de87410-3c01-4035-846a-ca61284e8ab4) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:27.167078 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-e6984905-e582-4401-a88b-76218bc705a4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 2001:db8::f816:3eff:fe4c:bc57 (bc5af6f0-5063-4ccc-959e-90459430dabc/c9b066f5-dc14-4a42-86b0-c915dac2fb12/3de87410-3c01-4035-846a-ca61284e8ab4) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:27.168446 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 27be7ad8-3b78-42cb-9b10-558788d24b3a, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=27be7ad8-3b78-42cb-9b10-558788d24b3a,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:27.178557 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:27.200386 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cac2fb1e-1196-4a75-b376-ceecf242d059 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:27.234221 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cac2fb1e-1196-4a75-b376-ceecf242d059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:27.299041 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bba1a8-74ec-49c6-a560-2b95e3dee021 x-openstack-request-id: req-b8bba1a8-74ec-49c6-a560-2b95e3dee021 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:39:27.302073 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5", "name": "network-vif-plugged", "status": "completed", "tag": "9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:39:27.302517 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-b8bba1a8-74ec-49c6-a560-2b95e3dee021 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:39:27.303285 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e', 'code': 200} Nov 04 10:39:27.304451 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=27be7ad8-3b78-42cb-9b10-558788d24b3a,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:27.353790 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0025a7-929c-4e46-a9f9-7fa541975a68 req-4076e4d5-7159-4de8-af3b-739cc5df149b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:27.361548 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d0025a7-929c-4e46-a9f9-7fa541975a68 req-4076e4d5-7159-4de8-af3b-739cc5df149b service neutron] 10.222.0.121 "GET /v2.0/networks?id=d1610b1b-8f45-4d3c-9fc2-347cfc05de13 HTTP/1.1" status: 200 len: 899 time: 0.5044744 Nov 04 10:39:27.403292 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cac2fb1e-1196-4a75-b376-ceecf242d059 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=1e21ca163ab245598e1ef941d6394410&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9810903 Nov 04 10:39:27.412496 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44052) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:27.593455 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d8951539-98cd-45d4-92ab-e778cc639aab req-610efb36-c425-4067-b180-2b0bb041334e service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=497de189-8f23-446f-bb63-df96c2c3f117&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2549398 Nov 04 10:39:27.609279 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9402d1c-d0ec-4a75-a006-a528d0cb0868 req-0ab3b54d-84b5-4c4b-8341-7741631d5996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:27.611911 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d9402d1c-d0ec-4a75-a006-a528d0cb0868 req-0ab3b54d-84b5-4c4b-8341-7741631d5996 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5 HTTP/1.1" status: 200 len: 1096 time: 0.1670272 Nov 04 10:39:27.668792 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e6984905-e582-4401-a88b-76218bc705a4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:27.675236 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a260e88-2531-404c-8f50-cf086f84eaef None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:39:27.700329 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2fb1e-1196-4a75-b376-ceecf242d059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952798dd-efc5-4fa4-ac70-4fbe178f4c0d,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:27.769743 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-57da8cc5-a129-473d-9990-fbf2939a2237 req-8ad94743-3d6e-42e6-a38d-1061240db005 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=20bbd184-e830-4aaf-a9c9-c616412c1688 HTTP/1.1" status: 200 len: 210 time: 0.3342345 Nov 04 10:39:27.828962 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7f98ba61-d716-4886-b255-e79af05216e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:27.856014 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7f98ba61-d716-4886-b255-e79af05216e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:27.860911 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8951539-98cd-45d4-92ab-e778cc639aab req-02f6d3f9-749e-4639-a4ed-21156591d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:27.862463 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d8951539-98cd-45d4-92ab-e778cc639aab req-02f6d3f9-749e-4639-a4ed-21156591d380 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&device_id=497de189-8f23-446f-bb63-df96c2c3f117 HTTP/1.1" status: 200 len: 1095 time: 0.2400308 Nov 04 10:39:27.883491 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d62c35a0-388f-4392-8d74-5a0c534bf24f None None] Provisioning complete for port 27be7ad8-3b78-42cb-9b10-558788d24b3a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:27.884055 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d62c35a0-388f-4392-8d74-5a0c534bf24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:27.886317 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d9402d1c-d0ec-4a75-a006-a528d0cb0868 req-aa668c35-5d57-4a3c-96b1-97107bf3f570 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530732 Nov 04 10:39:27.924264 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d0025a7-929c-4e46-a9f9-7fa541975a68 req-1ea8a257-4f62-4b86-8b7b-a96fedfbae88 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=828e67bd-81fb-4518-ab63-1a372a37c2c6 HTTP/1.1" status: 200 len: 1001 time: 0.5357132 Nov 04 10:39:27.937162 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7f98ba61-d716-4886-b255-e79af05216e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:27.947240 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7f98ba61-d716-4886-b255-e79af05216e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:27.951878 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7f98ba61-d716-4886-b255-e79af05216e2 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/952798dd-efc5-4fa4-ac70-4fbe178f4c0d HTTP/1.1" status: 204 len: 168 time: 0.5191786 Nov 04 10:39:28.026389 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98ba61-d716-4886-b255-e79af05216e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952798dd-efc5-4fa4-ac70-4fbe178f4c0d,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:28.063086 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e6984905-e582-4401-a88b-76218bc705a4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:28.113794 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b4ec6-a559-4c62-bee2-7b6cf831d9b3 req-14904579-3ca9-400c-8f62-77b5aae073d3 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:28.123874 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-217b4ec6-a559-4c62-bee2-7b6cf831d9b3 req-14904579-3ca9-400c-8f62-77b5aae073d3 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5 HTTP/1.1" status: 200 len: 945 time: 0.2132890 Nov 04 10:39:28.192780 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6984905-e582-4401-a88b-76218bc705a4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:28.198040 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6984905-e582-4401-a88b-76218bc705a4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Port': ['ID=3de87410-3c01-4035-846a-ca61284e8ab4,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:28.201811 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-e6984905-e582-4401-a88b-76218bc705a4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:28.207107 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6984905-e582-4401-a88b-76218bc705a4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:39:28.214407 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6984905-e582-4401-a88b-76218bc705a4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:28.214407 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e6984905-e582-4401-a88b-76218bc705a4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:28.236534 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8951539-98cd-45d4-92ab-e778cc639aab req-126161e0-d163-49c0-aedc-17df4a209d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:28.238327 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d8951539-98cd-45d4-92ab-e778cc639aab req-126161e0-d163-49c0-aedc-17df4a209d6a service neutron] 10.222.0.126 "GET /v2.0/networks?id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 200 len: 909 time: 0.3510578 Nov 04 10:39:28.250123 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e6984905-e582-4401-a88b-76218bc705a4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.6301918 Nov 04 10:39:28.253242 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44066) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:28.277623 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0025a7-929c-4e46-a9f9-7fa541975a68 req-01c6257b-5b2c-4d07-85e9-ef5ecf8f3562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:28.278762 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d0025a7-929c-4e46-a9f9-7fa541975a68 req-01c6257b-5b2c-4d07-85e9-ef5ecf8f3562 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=d6057b4f-75be-4660-b8e6-699fba4902f5 HTTP/1.1" status: 200 len: 835 time: 0.1427619 Nov 04 10:39:28.346680 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d8951539-98cd-45d4-92ab-e778cc639aab req-c13a7487-75b2-464d-9902-da55180f3bc8 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 HTTP/1.1" status: 200 len: 217 time: 0.0941761 Nov 04 10:39:28.384115 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-217b4ec6-a559-4c62-bee2-7b6cf831d9b3 req-a928e390-c399-412a-9f01-652f2c536ca0 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574363 Nov 04 10:39:28.427495 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0025a7-929c-4e46-a9f9-7fa541975a68 req-fd719316-9c89-4662-8d80-de597f6d458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:28.429513 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d0025a7-929c-4e46-a9f9-7fa541975a68 req-fd719316-9c89-4662-8d80-de597f6d458c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d1610b1b-8f45-4d3c-9fc2-347cfc05de13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1358547 Nov 04 10:39:28.525119 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8951539-98cd-45d4-92ab-e778cc639aab req-2de0d331-b75f-40f5-88bc-8b0928e6d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:28.526676 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d8951539-98cd-45d4-92ab-e778cc639aab req-2de0d331-b75f-40f5-88bc-8b0928e6d990 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=f29a1ba4-9c2e-4bbf-be88-aa21c2016c98 HTTP/1.1" status: 200 len: 847 time: 0.1668396 Nov 04 10:39:28.546084 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 27be7ad8-3b78-42cb-9b10-558788d24b3a up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:39:28.576303 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d8951539-98cd-45d4-92ab-e778cc639aab req-b912b0fb-e867-4d8e-82b6-f3cdb631d156 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411427 Nov 04 10:39:28.588467 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-595688c6-0ec6-49c3-8c64-aec8704baaa1 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting port 3de87410-3c01-4035-846a-ca61284e8ab4 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:39:28.588808 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-595688c6-0ec6-49c3-8c64-aec8704baaa1 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:28.628317 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb98bd2-5ff0-4d5d-80e6-44f17bcf2cc3 None None] Update dhcp port {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'fixed_ips': [{'subnet_id': 'c9b066f5-dc14-4a42-86b0-c915dac2fb12', 'ip_address': '2001:db8::f816:3eff:fe05:c0aa'}, {'subnet_id': '545801a9-aa15-4b5a-bf33-63d7000c274f'}], 'binding:host_id': 'n-d-816629-1'}, 'id': '27be7ad8-3b78-42cb-9b10-558788d24b3a'} from n-d-816629-1. {{(pid=101776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 10:39:28.679129 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 27be7ad8-3b78-42cb-9b10-558788d24b3a triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:28.679573 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:28.722419 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2cb98bd2-5ff0-4d5d-80e6-44f17bcf2cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:28.728764 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d0025a7-929c-4e46-a9f9-7fa541975a68 req-52812529-906d-4966-bf42-9f9e9ced6f0e service neutron] 10.222.0.121 "GET /v2.0/networks/d1610b1b-8f45-4d3c-9fc2-347cfc05de13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922046 Nov 04 10:39:28.877691 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-595688c6-0ec6-49c3-8c64-aec8704baaa1 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:28.912557 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d8951539-98cd-45d4-92ab-e778cc639aab req-d6322986-645a-49df-8d1b-6ebfa52f14f4 service neutron] 10.222.0.126 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272254 Nov 04 10:39:28.927428 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-595688c6-0ec6-49c3-8c64-aec8704baaa1 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Calling delete_port for 3de87410-3c01-4035-846a-ca61284e8ab4 owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:39:28.938986 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d0025a7-929c-4e46-a9f9-7fa541975a68 req-aec55fce-9eb6-40b7-95ad-d77a601332ff service neutron] 10.222.0.121 "GET /v2.0/networks/d1610b1b-8f45-4d3c-9fc2-347cfc05de13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961958 Nov 04 10:39:29.187691 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d8951539-98cd-45d4-92ab-e778cc639aab req-e4c3fdc5-e821-43e3-a64c-4257e8d45940 service neutron] 10.222.0.126 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618775 Nov 04 10:39:29.319378 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-2cb98bd2-5ff0-4d5d-80e6-44f17bcf2cc3 None None] Allocated IP 2001:db8:0:1::2 (bc5af6f0-5063-4ccc-959e-90459430dabc/545801a9-aa15-4b5a-bf33-63d7000c274f/27be7ad8-3b78-42cb-9b10-558788d24b3a) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:29.490582 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2cb98bd2-5ff0-4d5d-80e6-44f17bcf2cc3 None None] For port 27be7ad8-3b78-42cb-9b10-558788d24b3a, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=27be7ad8-3b78-42cb-9b10-558788d24b3a,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:29.522215 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-595688c6-0ec6-49c3-8c64-aec8704baaa1 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:29.568167 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2cb98bd2-5ff0-4d5d-80e6-44f17bcf2cc3 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:29.578358 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2cb98bd2-5ff0-4d5d-80e6-44f17bcf2cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:29.589383 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44100) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:29.649821 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595688c6-0ec6-49c3-8c64-aec8704baaa1 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Port': ['ID=3de87410-3c01-4035-846a-ca61284e8ab4,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:29.687337 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-595688c6-0ec6-49c3-8c64-aec8704baaa1 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:29.693481 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-595688c6-0ec6-49c3-8c64-aec8704baaa1 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/3de87410-3c01-4035-846a-ca61284e8ab4 HTTP/1.1" status: 204 len: 168 time: 1.3469698 Nov 04 10:39:29.693881 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44108) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:29.701389 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f85aee-03b6-412a-b031-585a43a914ba req-5284eb73-3f7b-41f6-b721-465b5f1068c5 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:29.714841 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-26f85aee-03b6-412a-b031-585a43a914ba req-5284eb73-3f7b-41f6-b721-465b5f1068c5 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5 HTTP/1.1" status: 200 len: 945 time: 0.1608741 Nov 04 10:39:29.763748 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb98bd2-5ff0-4d5d-80e6-44f17bcf2cc3 None None] Pushing event updated for resources: {'Port': ['ID=27be7ad8-3b78-42cb-9b10-558788d24b3a,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:29.773545 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9addb6c4-1129-452c-93af-6ec025d5a25b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:29.777672 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9addb6c4-1129-452c-93af-6ec025d5a25b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0803611 Nov 04 10:39:29.778013 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44110) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:29.813785 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-26f85aee-03b6-412a-b031-585a43a914ba req-11a9660a-5760-4f16-b520-0a21426e30d0 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974298 Nov 04 10:39:29.825591 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-1bd572d8-0029-41e2-9d02-fbf6c53587e3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-869512158-network', 'tenant_id': '6515a9685dc5474eae16ca9e76fdf989'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:29.885209 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475e8f78-755a-464a-99e3-483cb7e33e96 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:29.888859 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-475e8f78-755a-464a-99e3-483cb7e33e96 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1080794 Nov 04 10:39:29.890773 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd572d8-0029-41e2-9d02-fbf6c53587e3 admin admin] Made reservation on behalf of 6515a9685dc5474eae16ca9e76fdf989 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:29.891217 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44116) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:29.893793 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1bd572d8-0029-41e2-9d02-fbf6c53587e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:29.904342 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1bd572d8-0029-41e2-9d02-fbf6c53587e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:30.036037 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6a2f72-ddb6-4dc5-b1dd-6f3a189dc2ab tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:30.037718 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6a2f72-ddb6-4dc5-b1dd-6f3a189dc2ab tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:30.039263 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6a2f72-ddb6-4dc5-b1dd-6f3a189dc2ab tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:30.045812 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1bd572d8-0029-41e2-9d02-fbf6c53587e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:30.051079 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6d6a2f72-ddb6-4dc5-b1dd-6f3a189dc2ab tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1570940 Nov 04 10:39:30.051466 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44126) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:30.090829 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1bd572d8-0029-41e2-9d02-fbf6c53587e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:30.161683 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd572d8-0029-41e2-9d02-fbf6c53587e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1162} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:39:30.205134 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1bd572d8-0029-41e2-9d02-fbf6c53587e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:30.205538 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-1bd572d8-0029-41e2-9d02-fbf6c53587e3 admin admin] Added segment 7abcbc1e-2f8f-47e6-9d27-9c911538e03b of type vlan for network 54f3bbf4-5e18-477b-833c-f28192b3ca8d Nov 04 10:39:30.214373 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ace89ef-9a98-436f-b45c-a9fafcf803d5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet 545801a9-aa15-4b5a-bf33-63d7000c274f {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:39:30.216722 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd572d8-0029-41e2-9d02-fbf6c53587e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43432c94-2240-43cc-ae0d-9448f63371c7,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:30.230844 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3ace89ef-9a98-436f-b45c-a9fafcf803d5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:30.317655 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1bd572d8-0029-41e2-9d02-fbf6c53587e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:30.329055 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3ace89ef-9a98-436f-b45c-a9fafcf803d5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:30.430227 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1bd572d8-0029-41e2-9d02-fbf6c53587e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:30.431563 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd572d8-0029-41e2-9d02-fbf6c53587e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:30.432160 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1bd572d8-0029-41e2-9d02-fbf6c53587e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:30.550724 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 27be7ad8-3b78-42cb-9b10-558788d24b3a up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:39:30.565409 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1bd572d8-0029-41e2-9d02-fbf6c53587e3 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9745898 Nov 04 10:39:30.604638 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-56d11502-ef00-445b-83ee-81f4460b3bc3 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:30.612360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44132) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:30.613655 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3ace89ef-9a98-436f-b45c-a9fafcf803d5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:30.614166 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-56d11502-ef00-445b-83ee-81f4460b3bc3 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/networks?id=8c8a1e5a-f063-46d4-a45c-05147903d1b7 HTTP/1.1" status: 200 len: 811 time: 0.5604153 Nov 04 10:39:30.637248 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-1cc4a15c-3959-4a06-88b7-64f0ad84a361 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/quotas/53562ae687274bbeba84f6369ffa7a9a HTTP/1.1" status: 200 len: 375 time: 0.0219171 Nov 04 10:39:30.646907 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 27be7ad8-3b78-42cb-9b10-558788d24b3a triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:30.647275 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:30.655138 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-2ee0ef9e-2e14-4bb7-a6d0-09dabbf3020f admin admin] Request body: {'subnet': {'network_id': '54f3bbf4-5e18-477b-833c-f28192b3ca8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-869512158-subnet', 'tenant_id': '6515a9685dc5474eae16ca9e76fdf989', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:30.689671 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-91c0c595-4723-41dc-953d-b4142cbfbf6d tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=53562ae687274bbeba84f6369ffa7a9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504668 Nov 04 10:39:30.696421 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-7c3a181e-adf2-4ef9-b3a5-b0eec7473a48 service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:39:30.702214 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd572d8-0029-41e2-9d02-fbf6c53587e3 admin admin] Pushing event updated for resources: {'Network': ['ID=54f3bbf4-5e18-477b-833c-f28192b3ca8d,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:30.717957 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee0ef9e-2e14-4bb7-a6d0-09dabbf3020f admin admin] Made reservation on behalf of 6515a9685dc5474eae16ca9e76fdf989 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:30.718232 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-7c3a181e-adf2-4ef9-b3a5-b0eec7473a48 service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0261636 Nov 04 10:39:30.720377 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ee0ef9e-2e14-4bb7-a6d0-09dabbf3020f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:30.728331 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 54f3bbf4-5e18-477b-833c-f28192b3ca8d details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:39:30.761644 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3ace89ef-9a98-436f-b45c-a9fafcf803d5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:30.810953 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace89ef-9a98-436f-b45c-a9fafcf803d5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=545801a9-aa15-4b5a-bf33-63d7000c274f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:30.816676 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3ace89ef-9a98-436f-b45c-a9fafcf803d5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:30.822687 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3ace89ef-9a98-436f-b45c-a9fafcf803d5 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/545801a9-aa15-4b5a-bf33-63d7000c274f HTTP/1.1" status: 204 len: 168 time: 0.7676497 Nov 04 10:39:30.823311 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44134) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:30.866793 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-ed04435e-2643-4a0a-9d97-f261589fbe1e service neutron] 10.222.0.127 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475594 Nov 04 10:39:30.922154 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2941a89b-2ab0-45e9-8539-2694b9a47dfd None None] Provisioning complete for port 27be7ad8-3b78-42cb-9b10-558788d24b3a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:30.922732 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2941a89b-2ab0-45e9-8539-2694b9a47dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:31.022726 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-397da5c0-8a30-42d6-8641-fe58fce27ce2 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet c9b066f5-dc14-4a42-86b0-c915dac2fb12 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:39:31.039966 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-397da5c0-8a30-42d6-8641-fe58fce27ce2 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:31.069096 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2941a89b-2ab0-45e9-8539-2694b9a47dfd None None] Could not find standard attr ID for object 3de87410-3c01-4035-846a-ca61284e8ab4. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:39:31.123701 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-9e0a0745-6314-4d1c-a418-16ea2bed7df3 service neutron] 10.222.0.127 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495301 Nov 04 10:39:31.153759 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9845188-28ab-403f-9827-6ce7354fe207 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:39:31.168914 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-397da5c0-8a30-42d6-8641-fe58fce27ce2 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:31.285380 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d5faaa51-e210-4c81-938a-f450388dc1df None None] Could not find standard attr ID for object 3de87410-3c01-4035-846a-ca61284e8ab4. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:39:31.331343 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-397da5c0-8a30-42d6-8641-fe58fce27ce2 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:31.423838 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ee0ef9e-2e14-4bb7-a6d0-09dabbf3020f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:31.455124 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-397da5c0-8a30-42d6-8641-fe58fce27ce2 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:31.594682 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-397da5c0-8a30-42d6-8641-fe58fce27ce2 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:31.598601 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-397da5c0-8a30-42d6-8641-fe58fce27ce2 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/c9b066f5-dc14-4a42-86b0-c915dac2fb12 HTTP/1.1" status: 204 len: 168 time: 0.7742934 Nov 04 10:39:31.602184 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44144) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:31.632644 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee0ef9e-2e14-4bb7-a6d0-09dabbf3020f admin admin] Checking segment: {'id': '7abcbc1e-2f8f-47e6-9d27-9c911538e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '54f3bbf4-5e18-477b-833c-f28192b3ca8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:39:31.634065 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee0ef9e-2e14-4bb7-a6d0-09dabbf3020f admin admin] Network hostable DHCP agents. Network: 54f3bbf4-5e18-477b-833c-f28192b3ca8d, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:39:31.665816 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0ef9e-2e14-4bb7-a6d0-09dabbf3020f admin admin] Pushing event updated for resources: {'Subnet': ['ID=57afc715-7f00-4ac5-8317-edcdaf741634,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:31.679446 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e2fdb1d4-4f4a-41dd-9483-4a7a897521d2 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757852 Nov 04 10:39:31.682700 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44148) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:31.688056 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-55627570-4179-4a16-ae93-9fef769b5f06 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:31.714086 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de249923-12fd-425f-9a1b-2994aa5e65be None None] Update dhcp port {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'fixed_ips': [{'subnet_id': 'c9b066f5-dc14-4a42-86b0-c915dac2fb12'}], 'binding:host_id': 'n-d-816629-1'}, 'id': '27be7ad8-3b78-42cb-9b10-558788d24b3a'} from n-d-816629-1. {{(pid=101776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 10:39:31.753421 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-de249923-12fd-425f-9a1b-2994aa5e65be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:31.756988 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397da5c0-8a30-42d6-8641-fe58fce27ce2 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b066f5-dc14-4a42-86b0-c915dac2fb12,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:31.794231 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee0ef9e-2e14-4bb7-a6d0-09dabbf3020f admin admin] Network 54f3bbf4-5e18-477b-833c-f28192b3ca8d is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:39:31.817898 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-2ee0ef9e-2e14-4bb7-a6d0-09dabbf3020f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 54f3bbf4-5e18-477b-833c-f28192b3ca8d) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:31.823887 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee0ef9e-2e14-4bb7-a6d0-09dabbf3020f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:31.825482 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ee0ef9e-2e14-4bb7-a6d0-09dabbf3020f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:31.837840 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4d933a-dc58-46c9-8f71-9b04bdc66533 None None] Network 54f3bbf4-5e18-477b-833c-f28192b3ca8d requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:39:31.857956 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2ee0ef9e-2e14-4bb7-a6d0-09dabbf3020f admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2390051 Nov 04 10:39:31.866754 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e5e7c-85d9-4af4-985a-5aa04e7050d0 req-a0418503-0e60-454c-a5de-58494aef546d tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:31.883014 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-436e5e7c-85d9-4af4-985a-5aa04e7050d0 req-a0418503-0e60-454c-a5de-58494aef546d tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5 HTTP/1.1" status: 200 len: 945 time: 0.2069454 Nov 04 10:39:32.020402 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55627570-4179-4a16-ae93-9fef769b5f06 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:32.025560 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-55627570-4179-4a16-ae93-9fef769b5f06 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:32.138526 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-436e5e7c-85d9-4af4-985a-5aa04e7050d0 req-ce999b45-e208-45fa-a958-44435dc42ff6 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536142 Nov 04 10:39:32.172000 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6c2161-e49c-415f-a427-c348d0d3eeeb None None] Network 54f3bbf4-5e18-477b-833c-f28192b3ca8d requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:39:32.248777 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c37d77-4215-452b-baee-de53b852c022 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:39:32.368934 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e06ab3c9-0bf5-4e0a-8fcd-ff947c52c703 None None] Provisioning complete for port 27be7ad8-3b78-42cb-9b10-558788d24b3a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:32.369590 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e06ab3c9-0bf5-4e0a-8fcd-ff947c52c703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:32.530078 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 27be7ad8-3b78-42cb-9b10-558788d24b3a no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:39:32.556101 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-75ad7da9-9516-483b-b9d4-b32a4480cc36 req-6be20775-4a3e-4833-bacd-ba23df293032 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=34b98121-e0da-4a2d-a262-cc603c630047 HTTP/1.1" status: 200 len: 210 time: 0.0748322 Nov 04 10:39:32.569332 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-55627570-4179-4a16-ae93-9fef769b5f06 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:32.630804 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55627570-4179-4a16-ae93-9fef769b5f06 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=9898e608-05ac-45f9-afea-9ee1a63f48ab,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:32.640487 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55627570-4179-4a16-ae93-9fef769b5f06 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:32.642194 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-55627570-4179-4a16-ae93-9fef769b5f06 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:32.656101 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55627570-4179-4a16-ae93-9fef769b5f06 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:32.660037 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-55627570-4179-4a16-ae93-9fef769b5f06 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:32.689369 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6629b0db-e220-4ab3-8f72-941a18583d3d None None] DHCP port deletion for bc5af6f0-5063-4ccc-959e-90459430dabc request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:39:32.695212 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-55627570-4179-4a16-ae93-9fef769b5f06 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0110223 Nov 04 10:39:32.697024 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:32.698947 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44168) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:32.709845 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-0db6b8e9-e138-4e09-a2be-64a6d6c9f143 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:32.765247 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 27be7ad8-3b78-42cb-9b10-558788d24b3a, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=27be7ad8-3b78-42cb-9b10-558788d24b3a,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:32.789633 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:32.877434 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [req-267f0abd-0fd4-43b4-9c65-79cfbf09dd24 req-a14314d8-27f6-473f-82af-96625f2985da tempest-SecurityGroupsNegativeTestJSON-1105308720 tempest-SecurityGroupsNegativeTestJSON-1105308720-project] show failed (client error): The resource could not be found. Nov 04 10:39:32.878238 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=27be7ad8-3b78-42cb-9b10-558788d24b3a,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:32.881579 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-267f0abd-0fd4-43b4-9c65-79cfbf09dd24 req-a14314d8-27f6-473f-82af-96625f2985da tempest-SecurityGroupsNegativeTestJSON-1105308720 tempest-SecurityGroupsNegativeTestJSON-1105308720-project] 10.222.0.127 "GET /v2.0/security-groups/6fcb9d18-fdc2-4352-8c4c-3b72bce87664 HTTP/1.1" status: 404 len: 352 time: 0.0246723 Nov 04 10:39:32.900229 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-6629b0db-e220-4ab3-8f72-941a18583d3d None None] Deleting port 27be7ad8-3b78-42cb-9b10-558788d24b3a {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:39:32.904931 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6629b0db-e220-4ab3-8f72-941a18583d3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:32.917233 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db6b8e9-e138-4e09-a2be-64a6d6c9f143 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:32.922541 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0db6b8e9-e138-4e09-a2be-64a6d6c9f143 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:33.123972 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-6629b0db-e220-4ab3-8f72-941a18583d3d None None] For port 27be7ad8-3b78-42cb-9b10-558788d24b3a, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=27be7ad8-3b78-42cb-9b10-558788d24b3a,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:33.147202 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6629b0db-e220-4ab3-8f72-941a18583d3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:33.167631 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-6629b0db-e220-4ab3-8f72-941a18583d3d None None] Calling delete_port for 27be7ad8-3b78-42cb-9b10-558788d24b3a owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:39:33.262250 n-d-816629-1 neutron-server[101774]: INFO neutron.db.ipam_backend_mixin [None req-0db6b8e9-e138-4e09-a2be-64a6d6c9f143 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9898e608-05ac-45f9-afea-9ee1a63f48ab (CIDR: 2001:db8::/64) Nov 04 10:39:33.267675 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db6b8e9-e138-4e09-a2be-64a6d6c9f143 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:39:33.268365 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db6b8e9-e138-4e09-a2be-64a6d6c9f143 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:33.296224 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6629b0db-e220-4ab3-8f72-941a18583d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:33.316312 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-c8229196-9513-4e45-83c8-66e26e464ab1 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:33.320578 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-c8229196-9513-4e45-83c8-66e26e464ab1 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.121 "GET /v2.0/networks?id=8c8a1e5a-f063-46d4-a45c-05147903d1b7 HTTP/1.1" status: 200 len: 811 time: 0.3371584 Nov 04 10:39:33.334018 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629b0db-e220-4ab3-8f72-941a18583d3d None None] Pushing event deleted for resources: {'Port': ['ID=27be7ad8-3b78-42cb-9b10-558788d24b3a,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:33.345717 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-4ba01b85-f469-41f0-b628-f1c80bd8dd95 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Request body: {'port': {'device_id': '34b98121-e0da-4a2d-a262-cc603c630047', 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7', 'admin_state_up': True, 'tenant_id': '53562ae687274bbeba84f6369ffa7a9a'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:33.348004 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6629b0db-e220-4ab3-8f72-941a18583d3d None None] No DVR routers for this DVR port 27be7ad8-3b78-42cb-9b10-558788d24b3a on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:39:33.355472 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0db6b8e9-e138-4e09-a2be-64a6d6c9f143 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6546588 Nov 04 10:39:33.359940 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44182) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:33.367711 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-30b0ff45-4fed-4b33-8326-e3a8edccb484 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:33.370347 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b3e11f-3b6b-4ebb-834e-7bc831bd5888 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:39:33.634452 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc76715-7913-43ba-98f7-ef39d30fd2d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-bc5af6f0-5063-4ccc-959e-90459430dabc', 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'tenant_id': '4e21b484c58a443992c5a2ff3e72ccdd', 'fixed_ips': [{'subnet_id': '9898e608-05ac-45f9-afea-9ee1a63f48ab'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:39:33.635438 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4bc76715-7913-43ba-98f7-ef39d30fd2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:33.657288 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b0ff45-4fed-4b33-8326-e3a8edccb484 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:33.664688 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-30b0ff45-4fed-4b33-8326-e3a8edccb484 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:33.742536 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-4ba01b85-f469-41f0-b628-f1c80bd8dd95 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Made reservation on behalf of 53562ae687274bbeba84f6369ffa7a9a for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:33.748731 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-4ba01b85-f469-41f0-b628-f1c80bd8dd95 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:33.916933 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-4bc76715-7913-43ba-98f7-ef39d30fd2d1 None None] Allocated IP 2001:db8::2 (bc5af6f0-5063-4ccc-959e-90459430dabc/9898e608-05ac-45f9-afea-9ee1a63f48ab/e772454c-e64e-4839-bdee-d7e4f4d1fe96) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:33.995122 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-4ba01b85-f469-41f0-b628-f1c80bd8dd95 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Allocated IP 172.20.0.6 (8c8a1e5a-f063-46d4-a45c-05147903d1b7/5626b5c5-059d-4165-96a5-a79a81820db5/edcd0265-9a39-4e8a-ba2e-0aa58b32197b) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:34.165884 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4bc76715-7913-43ba-98f7-ef39d30fd2d1 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:34.175546 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4bc76715-7913-43ba-98f7-ef39d30fd2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:34.267403 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc76715-7913-43ba-98f7-ef39d30fd2d1 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:34.275725 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-4ba01b85-f469-41f0-b628-f1c80bd8dd95 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:34.277990 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-4bc76715-7913-43ba-98f7-ef39d30fd2d1 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:34.301418 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc76715-7913-43ba-98f7-ef39d30fd2d1 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:39:34.323080 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc76715-7913-43ba-98f7-ef39d30fd2d1 None None] Pushing event updated for resources: {'Port': ['ID=e772454c-e64e-4839-bdee-d7e4f4d1fe96,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:34.353747 n-d-816629-1 neutron-server[101775]: DEBUG neutron.objects.ports [None req-30b0ff45-4fed-4b33-8326-e3a8edccb484 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 10:39:34.356291 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b8b45492-7702-4187-94f1-c4cbd2895d58 req-0ebbb708-73da-44ce-8eb6-d0220d958630 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=34b98121-e0da-4a2d-a262-cc603c630047 HTTP/1.1" status: 200 len: 210 time: 0.0529304 Nov 04 10:39:34.376018 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-4ba01b85-f469-41f0-b628-f1c80bd8dd95 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:34.408859 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-4bc76715-7913-43ba-98f7-ef39d30fd2d1 None None] Attempting to bind port e772454c-e64e-4839-bdee-d7e4f4d1fe96 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:39:34.409213 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-4bc76715-7913-43ba-98f7-ef39d30fd2d1 None None] Attempting to bind port e772454c-e64e-4839-bdee-d7e4f4d1fe96 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:39:34.409571 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc76715-7913-43ba-98f7-ef39d30fd2d1 None None] Attempting to bind port e772454c-e64e-4839-bdee-d7e4f4d1fe96 on network bc5af6f0-5063-4ccc-959e-90459430dabc {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:39:34.415524 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc76715-7913-43ba-98f7-ef39d30fd2d1 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:39:34.415901 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc76715-7913-43ba-98f7-ef39d30fd2d1 None None] Checking segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:39:34.416277 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4bc76715-7913-43ba-98f7-ef39d30fd2d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:34.416711 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc76715-7913-43ba-98f7-ef39d30fd2d1 None None] Bound using segment: {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:39:34.417221 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-4bc76715-7913-43ba-98f7-ef39d30fd2d1 None None] Bound port: e772454c-e64e-4839-bdee-d7e4f4d1fe96, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f09ab0-0bb2-4196-ad10-44b2a8472c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:39:34.417628 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4bc76715-7913-43ba-98f7-ef39d30fd2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:34.472946 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-4ba01b85-f469-41f0-b628-f1c80bd8dd95 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:34.479381 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-4ba01b85-f469-41f0-b628-f1c80bd8dd95 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:34.492160 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-4ba01b85-f469-41f0-b628-f1c80bd8dd95 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:39:34.499703 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba01b85-f469-41f0-b628-f1c80bd8dd95 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Pushing event updated for resources: {'Port': ['ID=edcd0265-9a39-4e8a-ba2e-0aa58b32197b,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:34.543346 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-4bc76715-7913-43ba-98f7-ef39d30fd2d1 None None] For port e772454c-e64e-4839-bdee-d7e4f4d1fe96, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:39:34.549217 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-4bc76715-7913-43ba-98f7-ef39d30fd2d1 None None] For port e772454c-e64e-4839-bdee-d7e4f4d1fe96, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e772454c-e64e-4839-bdee-d7e4f4d1fe96,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:39:34.557666 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4bc76715-7913-43ba-98f7-ef39d30fd2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:34.580305 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c4dcaac-c3cf-42cb-8b05-52e623d4b83a req-ebb2bb8e-9737-488b-a743-54f7e5d8d6b4 tempest-SecurityGroupsNegativeTestJSON-1105308720 tempest-SecurityGroupsNegativeTestJSON-1105308720-project] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=6515a9685dc5474eae16ca9e76fdf989 HTTP/1.1" status: 200 len: 3005 time: 0.1382298 Nov 04 10:39:34.649731 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc76715-7913-43ba-98f7-ef39d30fd2d1 None None] Pushing event updated for resources: {'Port': ['ID=e772454c-e64e-4839-bdee-d7e4f4d1fe96,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:34.650475 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-30b0ff45-4fed-4b33-8326-e3a8edccb484 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:34.665495 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-4ba01b85-f469-41f0-b628-f1c80bd8dd95 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:34.666189 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-4ba01b85-f469-41f0-b628-f1c80bd8dd95 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:34.719861 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c4dcaac-c3cf-42cb-8b05-52e623d4b83a req-ecfe9ef9-4a8c-4b96-bd80-e1dcfbf35722 tempest-SecurityGroupsNegativeTestJSON-1105308720 tempest-SecurityGroupsNegativeTestJSON-1105308720-project] 10.222.0.127 "GET /v2.0/security-groups/43432c94-2240-43cc-ae0d-9448f63371c7 HTTP/1.1" status: 200 len: 3002 time: 0.1283443 Nov 04 10:39:34.753577 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-4ba01b85-f469-41f0-b628-f1c80bd8dd95 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4206319 Nov 04 10:39:34.810552 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-9994424b-9d23-4f5b-9db2-1457840b7be4 service neutron] Request body: {'port': {'device_id': '34b98121-e0da-4a2d-a262-cc603c630047', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:34.889288 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-9994424b-9d23-4f5b-9db2-1457840b7be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:34.936511 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c4dcaac-c3cf-42cb-8b05-52e623d4b83a req-67eb2876-4204-4685-9803-3e830d930d2a tempest-SecurityGroupsNegativeTestJSON-1105308720 tempest-SecurityGroupsNegativeTestJSON-1105308720-project] 10.222.0.127 "GET /v2.0/security-groups/43432c94-2240-43cc-ae0d-9448f63371c7 HTTP/1.1" status: 200 len: 3002 time: 0.2189832 Nov 04 10:39:34.972845 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-30b0ff45-4fed-4b33-8326-e3a8edccb484 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] For port e772454c-e64e-4839-bdee-d7e4f4d1fe96, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e772454c-e64e-4839-bdee-d7e4f4d1fe96,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:35.010177 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-30b0ff45-4fed-4b33-8326-e3a8edccb484 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:35.028969 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-30b0ff45-4fed-4b33-8326-e3a8edccb484 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:35.034096 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-30b0ff45-4fed-4b33-8326-e3a8edccb484 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:35.172135 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b0ff45-4fed-4b33-8326-e3a8edccb484 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:35.187065 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-30b0ff45-4fed-4b33-8326-e3a8edccb484 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:35.190784 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b0ff45-4fed-4b33-8326-e3a8edccb484 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:35.191863 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-30b0ff45-4fed-4b33-8326-e3a8edccb484 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:35.204591 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0ff45-4fed-4b33-8326-e3a8edccb484 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Port': ['ID=e772454c-e64e-4839-bdee-d7e4f4d1fe96,revision_number=4']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:35.213141 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0ff45-4fed-4b33-8326-e3a8edccb484 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=c68e27ce-e0f2-464d-b5f9-b38ae9906800,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:35.236496 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-30b0ff45-4fed-4b33-8326-e3a8edccb484 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8714173 Nov 04 10:39:35.236496 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44214) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:35.244379 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-0cc23d19-7c18-47cc-ae7b-585dfe457874 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'mac_address': 'fa:16:3e:b0:57:21', 'name': 'tempest-NetworksTestDHCPv6-2048758706'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:35.258844 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69743184-df96-4b6a-909d-d74258742f8c req-46f47eba-6556-4f0c-a7de-1af414c7d7f6 tempest-SecurityGroupsNegativeTestJSON-1105308720 tempest-SecurityGroupsNegativeTestJSON-1105308720-project] 10.222.0.127 "GET /v2.0/security-groups/43432c94-2240-43cc-ae0d-9448f63371c7 HTTP/1.1" status: 200 len: 3002 time: 0.1207922 Nov 04 10:39:35.390853 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc23d19-7c18-47cc-ae7b-585dfe457874 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:35.429845 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [req-69743184-df96-4b6a-909d-d74258742f8c req-d546bfcf-1a10-4af2-a231-8fe89f91d1ba tempest-SecurityGroupsNegativeTestJSON-1105308720 tempest-SecurityGroupsNegativeTestJSON-1105308720-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 04 10:39:35.430843 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69743184-df96-4b6a-909d-d74258742f8c req-d546bfcf-1a10-4af2-a231-8fe89f91d1ba tempest-SecurityGroupsNegativeTestJSON-1105308720 tempest-SecurityGroupsNegativeTestJSON-1105308720-project] 10.222.0.127 "DELETE /v2.0/security-groups/43432c94-2240-43cc-ae0d-9448f63371c7 HTTP/1.1" status: 409 len: 352 time: 0.1251121 Nov 04 10:39:35.445617 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-9994424b-9d23-4f5b-9db2-1457840b7be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edcd0265-9a39-4e8a-ba2e-0aa58b32197b {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:39:35.456735 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-9994424b-9d23-4f5b-9db2-1457840b7be4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:35.484040 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-9994424b-9d23-4f5b-9db2-1457840b7be4 service neutron] Transition to ACTIVE for port object edcd0265-9a39-4e8a-ba2e-0aa58b32197b will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:39:35.494539 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-9994424b-9d23-4f5b-9db2-1457840b7be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:35.542994 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0cc23d19-7c18-47cc-ae7b-585dfe457874 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:35.578044 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-0cc23d19-7c18-47cc-ae7b-585dfe457874 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] device_id is not set on port 25036052-0b20-4562-a46b-d5ae6de09c19 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:39:35.612231 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994424b-9d23-4f5b-9db2-1457840b7be4 service neutron] Pushing event updated for resources: {'Port': ['ID=edcd0265-9a39-4e8a-ba2e-0aa58b32197b,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:35.676501 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260b5d2-ca13-424c-91fc-1a7365f4ce30 req-b702e02a-ee22-403b-9923-3c651627a1bb tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:35.684715 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0260b5d2-ca13-424c-91fc-1a7365f4ce30 req-b702e02a-ee22-403b-9923-3c651627a1bb tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5 HTTP/1.1" status: 200 len: 945 time: 0.1695733 Nov 04 10:39:35.727474 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44220) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:35.841221 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-9994424b-9d23-4f5b-9db2-1457840b7be4 service neutron] Attempting to bind port edcd0265-9a39-4e8a-ba2e-0aa58b32197b on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:39:35.841668 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-9994424b-9d23-4f5b-9db2-1457840b7be4 service neutron] Attempting to bind port edcd0265-9a39-4e8a-ba2e-0aa58b32197b by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:39:35.842165 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-9994424b-9d23-4f5b-9db2-1457840b7be4 service neutron] Attempting to bind port edcd0265-9a39-4e8a-ba2e-0aa58b32197b on network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:39:35.842462 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-0cc23d19-7c18-47cc-ae7b-585dfe457874 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 2001:db8::232 (bc5af6f0-5063-4ccc-959e-90459430dabc/9898e608-05ac-45f9-afea-9ee1a63f48ab/25036052-0b20-4562-a46b-d5ae6de09c19) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:35.849484 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0260b5d2-ca13-424c-91fc-1a7365f4ce30 req-b3f1bc45-122f-486b-84ac-46530386648a tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637902 Nov 04 10:39:35.856904 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-0cc23d19-7c18-47cc-ae7b-585dfe457874 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 2001:db8:0:1:f816:3eff:feb0:5721 (bc5af6f0-5063-4ccc-959e-90459430dabc/c68e27ce-e0f2-464d-b5f9-b38ae9906800/25036052-0b20-4562-a46b-d5ae6de09c19) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:35.860284 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-9994424b-9d23-4f5b-9db2-1457840b7be4 service neutron] Port edcd0265-9a39-4e8a-ba2e-0aa58b32197b on network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:39:35.860976 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-9994424b-9d23-4f5b-9db2-1457840b7be4 service neutron] Attempting to bind port edcd0265-9a39-4e8a-ba2e-0aa58b32197b on network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:39:35.876511 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d873a2d-5c84-4fc0-9af6-c5f54b99918f tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:35.878046 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d873a2d-5c84-4fc0-9af6-c5f54b99918f tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:35.878151 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d873a2d-5c84-4fc0-9af6-c5f54b99918f tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:35.890028 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6d873a2d-5c84-4fc0-9af6-c5f54b99918f tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] 10.222.0.127 "GET /v2.0/ports?project_id=45c1d4a009b54581bacf1fbcabe00677&network_id=d1610b1b-8f45-4d3c-9fc2-347cfc05de13 HTTP/1.1" status: 200 len: 2969 time: 0.1519959 Nov 04 10:39:35.891350 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-9994424b-9d23-4f5b-9db2-1457840b7be4 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:39:35.891882 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-9994424b-9d23-4f5b-9db2-1457840b7be4 service neutron] Checking segment: {'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:39:35.892383 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-9994424b-9d23-4f5b-9db2-1457840b7be4 service neutron] Bound using segment: {'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:39:35.893363 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-9994424b-9d23-4f5b-9db2-1457840b7be4 service neutron] Bound port: edcd0265-9a39-4e8a-ba2e-0aa58b32197b, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:39:35.893363 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-9994424b-9d23-4f5b-9db2-1457840b7be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:35.996786 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-9994424b-9d23-4f5b-9db2-1457840b7be4 service neutron] For port edcd0265-9a39-4e8a-ba2e-0aa58b32197b, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:39:36.002406 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-9994424b-9d23-4f5b-9db2-1457840b7be4 service neutron] For port edcd0265-9a39-4e8a-ba2e-0aa58b32197b, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=edcd0265-9a39-4e8a-ba2e-0aa58b32197b,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:39:36.010510 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-9994424b-9d23-4f5b-9db2-1457840b7be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:36.023043 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46145023-db66-4f02-9d26-ae0f7f3f51f1 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:39:36.058345 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-9994424b-9d23-4f5b-9db2-1457840b7be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:36.058969 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-9994424b-9d23-4f5b-9db2-1457840b7be4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:36.061022 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-9994424b-9d23-4f5b-9db2-1457840b7be4 service neutron] 10.222.0.121 "PUT /v2.0/ports/edcd0265-9a39-4e8a-ba2e-0aa58b32197b HTTP/1.1" status: 200 len: 1091 time: 1.2617362 Nov 04 10:39:36.061483 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b98121-e0da-4a2d-a262-cc603c630047', 'tag': 'edcd0265-9a39-4e8a-ba2e-0aa58b32197b'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:39:36.064094 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ed59dd-75db-45a8-8d92-b8b99799877a" -d '{"events": [{"name": "network-changed", "server_uuid": "34b98121-e0da-4a2d-a262-cc603c630047", "tag": "edcd0265-9a39-4e8a-ba2e-0aa58b32197b"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:39:36.103899 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994424b-9d23-4f5b-9db2-1457840b7be4 service neutron] Pushing event updated for resources: {'Port': ['ID=edcd0265-9a39-4e8a-ba2e-0aa58b32197b,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:36.109220 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0cc23d19-7c18-47cc-ae7b-585dfe457874 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:36.118719 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:39:36.169045 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0cc23d19-7c18-47cc-ae7b-585dfe457874 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:36.215326 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc23d19-7c18-47cc-ae7b-585dfe457874 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:36.219207 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-0cc23d19-7c18-47cc-ae7b-585dfe457874 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:36.223849 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc23d19-7c18-47cc-ae7b-585dfe457874 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:39:36.233817 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc23d19-7c18-47cc-ae7b-585dfe457874 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:36.234505 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0cc23d19-7c18-47cc-ae7b-585dfe457874 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:36.236719 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b703ec8-a2dd-4ce4-95f8-af41e379b2cd req-f43eec85-1543-49e6-8562-2a91ad762eaa tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:36.248450 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b703ec8-a2dd-4ce4-95f8-af41e379b2cd req-f43eec85-1543-49e6-8562-2a91ad762eaa tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=34b98121-e0da-4a2d-a262-cc603c630047 HTTP/1.1" status: 200 len: 943 time: 0.1370757 Nov 04 10:39:36.262542 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc23d19-7c18-47cc-ae7b-585dfe457874 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Port': ['ID=25036052-0b20-4562-a46b-d5ae6de09c19,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:36.272726 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0cc23d19-7c18-47cc-ae7b-585dfe457874 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0346735 Nov 04 10:39:36.275850 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44232) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:36.288633 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-dad7975f-75d0-4238-b2bc-51a7a9e9d92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:36.290238 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-dad7975f-75d0-4238-b2bc-51a7a9e9d92e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=53562ae687274bbeba84f6369ffa7a9a&device_id=34b98121-e0da-4a2d-a262-cc603c630047 HTTP/1.1" status: 200 len: 1094 time: 0.1283891 Nov 04 10:39:36.354807 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-2ac1f96a-b38c-4dab-8d89-fc62ada0d1d0 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edcd0265-9a39-4e8a-ba2e-0aa58b32197b HTTP/1.1" status: 200 len: 217 time: 0.0455353 Nov 04 10:39:36.357433 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.resource_extend [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:39:36.365451 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b703ec8-a2dd-4ce4-95f8-af41e379b2cd req-7100560a-89d5-49ec-8234-a1088504a5d3 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159031 Nov 04 10:39:36.449840 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-6a6e4541-5de1-410c-ac6c-f1d8a34b89d0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting port 25036052-0b20-4562-a46b-d5ae6de09c19 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:39:36.450380 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6a6e4541-5de1-410c-ac6c-f1d8a34b89d0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:36.456716 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-30936df8-1541-41a5-aad0-226f5e62bdd4 None None] Provisioning complete for port e772454c-e64e-4839-bdee-d7e4f4d1fe96 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:36.458051 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-30936df8-1541-41a5-aad0-226f5e62bdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:36.462698 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [req-5249c4bd-9952-48f9-ad65-20ee4f1e2d70 req-29e152a8-6f9f-421e-ae36-379c1d917ea9 tempest-SecurityGroupsNegativeTestJSON-1105308720 tempest-SecurityGroupsNegativeTestJSON-1105308720-project] show failed (client error): The resource could not be found. Nov 04 10:39:36.463791 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5249c4bd-9952-48f9-ad65-20ee4f1e2d70 req-29e152a8-6f9f-421e-ae36-379c1d917ea9 tempest-SecurityGroupsNegativeTestJSON-1105308720 tempest-SecurityGroupsNegativeTestJSON-1105308720-project] 10.222.0.127 "GET /v2.0/security-groups/b69c5869-7d80-4872-96b1-b627e705042f HTTP/1.1" status: 404 len: 352 time: 0.0776765 Nov 04 10:39:36.508039 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-e9ecc12c-029d-44ba-9570-21dd431dbf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:36.510571 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-e9ecc12c-029d-44ba-9570-21dd431dbf54 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=5626b5c5-059d-4165-96a5-a79a81820db5 HTTP/1.1" status: 200 len: 851 time: 0.1418774 Nov 04 10:39:36.577187 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-6f648e9b-4fdd-4efd-a626-e4a81117085a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=8c8a1e5a-f063-46d4-a45c-05147903d1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579991 Nov 04 10:39:36.578730 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d4f49d-633c-42f8-960a-ecf7948e7a84 x-openstack-request-id: req-f0d4f49d-633c-42f8-960a-ecf7948e7a84 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:39:36.579100 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b98121-e0da-4a2d-a262-cc603c630047", "tag": "edcd0265-9a39-4e8a-ba2e-0aa58b32197b", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:39:36.579264 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f0d4f49d-633c-42f8-960a-ecf7948e7a84 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:39:36.579657 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34b98121-e0da-4a2d-a262-cc603c630047', 'tag': 'edcd0265-9a39-4e8a-ba2e-0aa58b32197b', 'status': 'completed', 'code': 200} Nov 04 10:39:36.609290 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e772454c-e64e-4839-bdee-d7e4f4d1fe96 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:39:36.631627 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6a6e4541-5de1-410c-ac6c-f1d8a34b89d0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:36.655002 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-6a6e4541-5de1-410c-ac6c-f1d8a34b89d0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Calling delete_port for 25036052-0b20-4562-a46b-d5ae6de09c19 owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:39:36.687388 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [req-616641f3-cf11-4f70-930f-3b142c4bc122 req-33a7fa13-69b4-4351-8587-452ade1ce55e tempest-SecurityGroupsNegativeTestJSON-1105308720 tempest-SecurityGroupsNegativeTestJSON-1105308720-project] show failed (client error): The resource could not be found. Nov 04 10:39:36.688580 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-616641f3-cf11-4f70-930f-3b142c4bc122 req-33a7fa13-69b4-4351-8587-452ade1ce55e tempest-SecurityGroupsNegativeTestJSON-1105308720 tempest-SecurityGroupsNegativeTestJSON-1105308720-project] 10.222.0.127 "GET /v2.0/security-groups/068dc823-fd73-4c7a-812c-e98c0c3f24a5 HTTP/1.1" status: 404 len: 352 time: 0.0160513 Nov 04 10:39:36.721844 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e,segment=NetworkSegment(371c3b52-8b94-460c-ab6e-3d1cde3fe09a),segment_id=371c3b52-8b94-460c-ab6e-3d1cde3fe09a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:36.726792 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44240) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:36.735504 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-3e7c31a7-c516-49fd-8f43-9cbbdda0cf7f service neutron] 10.222.0.121 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432099 Nov 04 10:39:36.755125 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e', 'network_id': '52b5cab6-0870-4630-a840-713505d3c31f', 'port_id': '9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e', 'mac_address': 'fa:16:3e:72:59:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07140a08-ffec-484a-a1ec-e3e308952fd3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:39:36.819313 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d67ec44-8b86-4f88-a9b7-7e1b22959e20 admin admin] Deleting subnet 57afc715-7f00-4ac5-8317-edcdaf741634 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:39:36.823741 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d67ec44-8b86-4f88-a9b7-7e1b22959e20 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:36.876329 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d67ec44-8b86-4f88-a9b7-7e1b22959e20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:36.882036 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-30936df8-1541-41a5-aad0-226f5e62bdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:36.893153 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-ea5b9efd-c3cd-4581-ba74-f07e8e7b0f01 service neutron] 10.222.0.121 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482592 Nov 04 10:39:36.967344 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d67ec44-8b86-4f88-a9b7-7e1b22959e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:36.993208 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:37.041243 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port e772454c-e64e-4839-bdee-d7e4f4d1fe96 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:37.041905 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:37.045355 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-30936df8-1541-41a5-aad0-226f5e62bdd4 None None] For port e772454c-e64e-4839-bdee-d7e4f4d1fe96, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e772454c-e64e-4839-bdee-d7e4f4d1fe96,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:37.050193 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:39:37.084279 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e,segment=NetworkSegment(371c3b52-8b94-460c-ab6e-3d1cde3fe09a),segment_id=371c3b52-8b94-460c-ab6e-3d1cde3fe09a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:37.126172 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-30936df8-1541-41a5-aad0-226f5e62bdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:37.162767 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:37.180972 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d67ec44-8b86-4f88-a9b7-7e1b22959e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:37.200781 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6a6e4541-5de1-410c-ac6c-f1d8a34b89d0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:37.221280 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed59dd-75db-45a8-8d92-b8b99799877a req-2de4a0cf-adb0-4950-bc9a-f7b678099dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:37.223637 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-60ed59dd-75db-45a8-8d92-b8b99799877a req-2de4a0cf-adb0-4950-bc9a-f7b678099dd4 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=53562ae687274bbeba84f6369ffa7a9a&device_id=34b98121-e0da-4a2d-a262-cc603c630047 HTTP/1.1" status: 200 len: 1094 time: 0.1404946 Nov 04 10:39:37.225073 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30936df8-1541-41a5-aad0-226f5e62bdd4 None None] Pushing event updated for resources: {'Port': ['ID=e772454c-e64e-4839-bdee-d7e4f4d1fe96,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:37.247743 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aee6c7-b0bb-4c0c-bf1c-2b2202b160b5 req-6fd7e12a-cc13-4b77-b688-e9f9c6be785c tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:37.265222 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-93aee6c7-b0bb-4c0c-bf1c-2b2202b160b5 req-6fd7e12a-cc13-4b77-b688-e9f9c6be785c tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5 HTTP/1.1" status: 200 len: 945 time: 0.2471111 Nov 04 10:39:37.332959 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e4541-5de1-410c-ac6c-f1d8a34b89d0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Port': ['ID=25036052-0b20-4562-a46b-d5ae6de09c19,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:37.333591 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:39:37.340577 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d67ec44-8b86-4f88-a9b7-7e1b22959e20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:37.343975 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8d67ec44-8b86-4f88-a9b7-7e1b22959e20 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/57afc715-7f00-4ac5-8317-edcdaf741634 HTTP/1.1" status: 204 len: 168 time: 0.6159918 Nov 04 10:39:37.345470 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67ec44-8b86-4f88-a9b7-7e1b22959e20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57afc715-7f00-4ac5-8317-edcdaf741634,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:37.347282 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44284) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:37.434698 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:37.453861 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-93aee6c7-b0bb-4c0c-bf1c-2b2202b160b5 req-9ee29b99-593d-4a23-81aa-967735cf430c tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828506 Nov 04 10:39:37.533265 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed59dd-75db-45a8-8d92-b8b99799877a req-dc236b25-4119-4687-997a-48c74e0382a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:37.537751 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-60ed59dd-75db-45a8-8d92-b8b99799877a req-dc236b25-4119-4687-997a-48c74e0382a1 service neutron] 10.222.0.121 "GET /v2.0/networks?id=8c8a1e5a-f063-46d4-a45c-05147903d1b7 HTTP/1.1" status: 200 len: 913 time: 0.2589293 Nov 04 10:39:37.616100 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-60ed59dd-75db-45a8-8d92-b8b99799877a req-45ae841e-775b-4df3-ae35-cdb1158536ce service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edcd0265-9a39-4e8a-ba2e-0aa58b32197b HTTP/1.1" status: 200 len: 217 time: 0.0732403 Nov 04 10:39:37.647996 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6a6e4541-5de1-410c-ac6c-f1d8a34b89d0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:37.657333 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6a6e4541-5de1-410c-ac6c-f1d8a34b89d0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/25036052-0b20-4562-a46b-d5ae6de09c19 HTTP/1.1" status: 204 len: 168 time: 1.3796430 Nov 04 10:39:37.664697 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44290) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:37.722685 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9cabd8b0-612c-4536-8a76-e403c55fe95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:37.724212 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed59dd-75db-45a8-8d92-b8b99799877a req-63b1e102-dab2-4e0d-ac4f-3b24979e8332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:37.726454 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-60ed59dd-75db-45a8-8d92-b8b99799877a req-63b1e102-dab2-4e0d-ac4f-3b24979e8332 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=5626b5c5-059d-4165-96a5-a79a81820db5 HTTP/1.1" status: 200 len: 851 time: 0.1002581 Nov 04 10:39:37.750645 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de694e8-c322-4825-9783-0b4ba34e0160 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:37.756673 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0de694e8-c322-4825-9783-0b4ba34e0160 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0905788 Nov 04 10:39:37.759514 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5fe10-8685-49a7-b689-05283e16ed22 req-75eda091-fe2a-46c9-8d9c-c6b9ba406d6f tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:37.759859 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44292) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:37.773678 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a6d5fe10-8685-49a7-b689-05283e16ed22 req-75eda091-fe2a-46c9-8d9c-c6b9ba406d6f tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=34b98121-e0da-4a2d-a262-cc603c630047 HTTP/1.1" status: 200 len: 943 time: 0.0979033 Nov 04 10:39:37.822978 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-60ed59dd-75db-45a8-8d92-b8b99799877a req-32924566-d57a-4e06-805f-920b68b38018 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=8c8a1e5a-f063-46d4-a45c-05147903d1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865073 Nov 04 10:39:37.919409 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583705d7-7cd3-4729-8d93-30e564121af8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:37.921873 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-583705d7-7cd3-4729-8d93-30e564121af8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1610327 Nov 04 10:39:37.924850 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44298) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:37.944395 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-60ed59dd-75db-45a8-8d92-b8b99799877a req-c9f0f146-6f8b-42a6-a8e7-d5efe9c6db90 service neutron] 10.222.0.121 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995667 Nov 04 10:39:37.950257 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9cabd8b0-612c-4536-8a76-e403c55fe95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:37.994212 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a6d5fe10-8685-49a7-b689-05283e16ed22 req-576bfc7a-192c-46c2-ac48-c878eae6a09a tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104065 Nov 04 10:39:38.003589 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-9cabd8b0-612c-4536-8a76-e403c55fe95f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f3bbf4-5e18-477b-833c-f28192b3ca8d']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:39:38.030371 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:39:38.037621 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-9cabd8b0-612c-4536-8a76-e403c55fe95f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7abcbc1e-2f8f-47e6-9d27-9c911538e03b') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:39:38.037945 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-9cabd8b0-612c-4536-8a76-e403c55fe95f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7abcbc1e-2f8f-47e6-9d27-9c911538e03b') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:39:38.057143 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efb82cf-4c0a-4f2d-a6dc-9ecfae7afa84 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:38.058448 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efb82cf-4c0a-4f2d-a6dc-9ecfae7afa84 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:38.059970 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efb82cf-4c0a-4f2d-a6dc-9ecfae7afa84 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:38.061614 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5efb82cf-4c0a-4f2d-a6dc-9ecfae7afa84 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1354885 Nov 04 10:39:38.064900 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9cabd8b0-612c-4536-8a76-e403c55fe95f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:38.066624 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44304) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:38.143193 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e50818-a4e3-4c12-ad1c-ef607015310c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet 9898e608-05ac-45f9-afea-9ee1a63f48ab {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:39:38.145265 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96e50818-a4e3-4c12-ad1c-ef607015310c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:38.156800 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-60ed59dd-75db-45a8-8d92-b8b99799877a req-9486a89d-6612-45b6-ae96-5d59bcd5534e service neutron] 10.222.0.121 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944222 Nov 04 10:39:38.178931 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:38.179428 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:38.180983 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-ee4c9cd0-9bd4-47ac-ab98-79a74dbfe615 None None] Could not find standard attr ID for object 25036052-0b20-4562-a46b-d5ae6de09c19. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:39:38.201234 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9cabd8b0-612c-4536-8a76-e403c55fe95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:38.218814 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cabd8b0-612c-4536-8a76-e403c55fe95f admin admin] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:39:38.219385 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9cabd8b0-612c-4536-8a76-e403c55fe95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:39:38.222091 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:39:38.284920 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96e50818-a4e3-4c12-ad1c-ef607015310c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:38.318977 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-ee4c9cd0-9bd4-47ac-ab98-79a74dbfe615 None None] Provisioning complete for port e772454c-e64e-4839-bdee-d7e4f4d1fe96 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:38.318977 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ee4c9cd0-9bd4-47ac-ab98-79a74dbfe615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:38.366272 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9cabd8b0-612c-4536-8a76-e403c55fe95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:38.380187 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9cabd8b0-612c-4536-8a76-e403c55fe95f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:38.384678 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9cabd8b0-612c-4536-8a76-e403c55fe95f admin admin] 10.222.0.127 "DELETE /v2.0/networks/54f3bbf4-5e18-477b-833c-f28192b3ca8d HTTP/1.1" status: 204 len: 168 time: 1.0262136 Nov 04 10:39:38.412864 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabd8b0-612c-4536-8a76-e403c55fe95f admin admin] Pushing event deleted for resources: {'Network': ['ID=54f3bbf4-5e18-477b-833c-f28192b3ca8d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:38.499261 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96e50818-a4e3-4c12-ad1c-ef607015310c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:38.518546 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717ed3d-346b-421d-b330-f95a6285adab req-8bbd19f9-b3b9-4aed-8e46-2f261f5ac4c2 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:38.528266 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a717ed3d-346b-421d-b330-f95a6285adab req-8bbd19f9-b3b9-4aed-8e46-2f261f5ac4c2 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5 HTTP/1.1" status: 200 len: 944 time: 0.1699042 Nov 04 10:39:38.604098 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a717ed3d-346b-421d-b330-f95a6285adab req-941dc425-68fe-49a8-a427-689080cccd5c tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679011 Nov 04 10:39:38.613133 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96e50818-a4e3-4c12-ad1c-ef607015310c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:38.632865 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e772454c-e64e-4839-bdee-d7e4f4d1fe96 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:39:38.662174 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44342) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:38.723115 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:38.754760 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9feca3cd-d3f5-4e46-b77d-2a517e219835 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=6515a9685dc5474eae16ca9e76fdf989&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0897508 Nov 04 10:39:38.756978 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44344) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:38.792126 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:39:38.795225 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ac4f52-10dc-45d4-98ca-bfd66ff71911" -d '{"events": [{"server_uuid": "ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5", "name": "network-vif-plugged", "status": "completed", "tag": "9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:39:38.803351 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port e772454c-e64e-4839-bdee-d7e4f4d1fe96 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:38.804866 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:38.879222 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c05f8d5c-c80d-4abd-bf6c-8e5166f3480d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:38.893412 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e,segment=NetworkSegment(371c3b52-8b94-460c-ab6e-3d1cde3fe09a),segment_id=371c3b52-8b94-460c-ab6e-3d1cde3fe09a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:38.896756 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-05c17975-b286-4392-8567-c0890d78fea7 None None] Could not find standard attr ID for object 25036052-0b20-4562-a46b-d5ae6de09c19. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:39:38.902546 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216aac4f-e5c4-48b0-a85c-5ef695ba4ae3 x-openstack-request-id: req-216aac4f-e5c4-48b0-a85c-5ef695ba4ae3 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:39:38.902953 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5", "name": "network-vif-plugged", "status": "completed", "tag": "9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:39:38.903301 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-216aac4f-e5c4-48b0-a85c-5ef695ba4ae3 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:39:38.903788 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e', 'code': 200} Nov 04 10:39:38.909030 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:38.962817 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c05f8d5c-c80d-4abd-bf6c-8e5166f3480d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:38.999498 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:39.066821 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c05f8d5c-c80d-4abd-bf6c-8e5166f3480d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:39.070335 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c05f8d5c-c80d-4abd-bf6c-8e5166f3480d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:39.074839 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c05f8d5c-c80d-4abd-bf6c-8e5166f3480d admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/43432c94-2240-43cc-ae0d-9448f63371c7 HTTP/1.1" status: 204 len: 168 time: 0.3163176 Nov 04 10:39:39.094776 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f8d5c-c80d-4abd-bf6c-8e5166f3480d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43432c94-2240-43cc-ae0d-9448f63371c7,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:39.125151 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e50818-a4e3-4c12-ad1c-ef607015310c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=9898e608-05ac-45f9-afea-9ee1a63f48ab,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:39.127337 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96e50818-a4e3-4c12-ad1c-ef607015310c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:39.130689 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-96e50818-a4e3-4c12-ad1c-ef607015310c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/9898e608-05ac-45f9-afea-9ee1a63f48ab HTTP/1.1" status: 204 len: 168 time: 1.0626495 Nov 04 10:39:39.137804 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44366) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:39.158442 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e07f58-4ea6-4bbd-8757-ee4f0d316bed None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:39:39.238461 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb7f60-6659-4fa8-a26d-4359b68de33e req-0a26041b-7819-46d3-8c05-e7b01589bbd2 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:39.245468 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1ffb7f60-6659-4fa8-a26d-4359b68de33e req-0a26041b-7819-46d3-8c05-e7b01589bbd2 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=34b98121-e0da-4a2d-a262-cc603c630047 HTTP/1.1" status: 200 len: 943 time: 0.1240289 Nov 04 10:39:39.249226 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-43c5c40a-4c88-4309-aaa4-0b8bffb2e581 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet c68e27ce-e0f2-464d-b5f9-b38ae9906800 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:39:39.253862 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-43c5c40a-4c88-4309-aaa4-0b8bffb2e581 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:39.324681 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-43c5c40a-4c88-4309-aaa4-0b8bffb2e581 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:39.367524 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1ffb7f60-6659-4fa8-a26d-4359b68de33e req-70640bbf-98ef-4cf6-8aba-99bd87b902fb tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148331 Nov 04 10:39:39.477138 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-43c5c40a-4c88-4309-aaa4-0b8bffb2e581 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:39.569127 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-43c5c40a-4c88-4309-aaa4-0b8bffb2e581 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:39.600027 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5c40a-4c88-4309-aaa4-0b8bffb2e581 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=c68e27ce-e0f2-464d-b5f9-b38ae9906800,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:39.605590 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-43c5c40a-4c88-4309-aaa4-0b8bffb2e581 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:39.612289 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-43c5c40a-4c88-4309-aaa4-0b8bffb2e581 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/c68e27ce-e0f2-464d-b5f9-b38ae9906800 HTTP/1.1" status: 204 len: 168 time: 0.4713287 Nov 04 10:39:39.612495 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44372) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:39.692750 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44380) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:39.756952 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-491bb51f-1762-4674-b805-4e2c7b1d41da tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1429415 Nov 04 10:39:39.760001 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44384) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:39.768273 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-c25c6fdc-3693-42ad-b754-fb050cb1119a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:39.906535 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0919f3-5701-44a5-abd1-5784789ffd55 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:39.909880 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25c6fdc-3693-42ad-b754-fb050cb1119a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:39.920874 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c25c6fdc-3693-42ad-b754-fb050cb1119a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:39.926179 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ff0919f3-5701-44a5-abd1-5784789ffd55 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] 10.222.0.127 "GET /v2.0/subnets?network_id=301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 814 time: 0.2314243 Nov 04 10:39:39.945835 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efdf82-9675-4d52-9e3f-b856d79f72b9 req-cb683e2b-e622-4fa8-8bb6-9dadc1cc5daf tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:39.947509 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-28efdf82-9675-4d52-9e3f-b856d79f72b9 req-cb683e2b-e622-4fa8-8bb6-9dadc1cc5daf tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5 HTTP/1.1" status: 200 len: 945 time: 0.1501727 Nov 04 10:39:40.056760 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device edcd0265-9a39-4e8a-ba2e-0aa58b32197b details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:39:40.058046 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-28efdf82-9675-4d52-9e3f-b856d79f72b9 req-37b9da00-9bd5-4cc6-b2a9-4c293cc9d98c tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845916 Nov 04 10:39:40.278888 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port edcd0265-9a39-4e8a-ba2e-0aa58b32197b, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=edcd0265-9a39-4e8a-ba2e-0aa58b32197b,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:40.325380 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'edcd0265-9a39-4e8a-ba2e-0aa58b32197b', 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7', 'port_id': 'edcd0265-9a39-4e8a-ba2e-0aa58b32197b', 'mac_address': 'fa:16:3e:e0:db:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5626b5c5-059d-4165-96a5-a79a81820db5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:39:40.363069 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81caff6d-4ad4-4956-bd0c-d64635504a2b req-797c7613-c489-4196-bf40-ecdc79d68758 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:40.364665 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81caff6d-4ad4-4956-bd0c-d64635504a2b req-797c7613-c489-4196-bf40-ecdc79d68758 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.121 "GET /v2.0/ports?device_id=ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5 HTTP/1.1" status: 200 len: 945 time: 0.1333685 Nov 04 10:39:40.407134 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44414) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:40.412921 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:40.419326 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c25c6fdc-3693-42ad-b754-fb050cb1119a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:40.435188 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edcd0265-9a39-4e8a-ba2e-0aa58b32197b {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:39:40.463752 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44190f2b-49a5-4550-9d7c-814068d26f5b None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:39:40.468517 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port edcd0265-9a39-4e8a-ba2e-0aa58b32197b, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=edcd0265-9a39-4e8a-ba2e-0aa58b32197b,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:40.511837 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-81caff6d-4ad4-4956-bd0c-d64635504a2b req-acf1d444-85bc-4e07-a80a-ea6ca628034b tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Deleting port 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:39:40.512337 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-81caff6d-4ad4-4956-bd0c-d64635504a2b req-acf1d444-85bc-4e07-a80a-ea6ca628034b tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:40.513307 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:40.524415 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25c6fdc-3693-42ad-b754-fb050cb1119a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:40.533537 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-c25c6fdc-3693-42ad-b754-fb050cb1119a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:40.539972 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25c6fdc-3693-42ad-b754-fb050cb1119a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:40.541111 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c25c6fdc-3693-42ad-b754-fb050cb1119a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:40.598465 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c25c6fdc-3693-42ad-b754-fb050cb1119a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8373654 Nov 04 10:39:40.602173 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44418) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:40.610655 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-0a8bbc34-1fdf-4672-8305-62c38a7c707b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:40.621433 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-3f62202b-493e-4386-9109-f2ce274b0573 None None] Provisioning complete for port e772454c-e64e-4839-bdee-d7e4f4d1fe96 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:40.621753 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3f62202b-493e-4386-9109-f2ce274b0573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:40.676655 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c6fdc-3693-42ad-b754-fb050cb1119a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=f1df66d3-ebb0-455b-ad05-8a03507c2345,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:40.688911 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-778bc637-dc3e-4107-8c1e-64bdf9c65aa9 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-247473419-network', 'tenant_id': '8dc11aad27e140a09eac7e36656c13cd'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:40.702009 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a011a-e8cc-4301-b2a5-e2b1adeee9ed req-e5d1c947-e6d3-4997-b4bb-e82e8d6e09ae tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:40.706901 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc3a011a-e8cc-4301-b2a5-e2b1adeee9ed req-e5d1c947-e6d3-4997-b4bb-e82e8d6e09ae tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=34b98121-e0da-4a2d-a262-cc603c630047 HTTP/1.1" status: 200 len: 944 time: 0.1205385 Nov 04 10:39:40.742983 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-81caff6d-4ad4-4956-bd0c-d64635504a2b req-acf1d444-85bc-4e07-a80a-ea6ca628034b tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] For port 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e,segment=NetworkSegment(371c3b52-8b94-460c-ab6e-3d1cde3fe09a),segment_id=371c3b52-8b94-460c-ab6e-3d1cde3fe09a)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:40.743706 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-81caff6d-4ad4-4956-bd0c-d64635504a2b req-acf1d444-85bc-4e07-a80a-ea6ca628034b tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:40.745532 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778bc637-dc3e-4107-8c1e-64bdf9c65aa9 admin admin] Made reservation on behalf of 8dc11aad27e140a09eac7e36656c13cd for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:40.748241 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-778bc637-dc3e-4107-8c1e-64bdf9c65aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:40.762556 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-81caff6d-4ad4-4956-bd0c-d64635504a2b req-acf1d444-85bc-4e07-a80a-ea6ca628034b tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Calling delete_port for 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:39:40.769412 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-778bc637-dc3e-4107-8c1e-64bdf9c65aa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:40.773716 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=edcd0265-9a39-4e8a-ba2e-0aa58b32197b,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:40.790275 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['edcd0265-9a39-4e8a-ba2e-0aa58b32197b'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:39:40.867926 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-778bc637-dc3e-4107-8c1e-64bdf9c65aa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:40.879380 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-778bc637-dc3e-4107-8c1e-64bdf9c65aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:40.918684 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8bbc34-1fdf-4672-8305-62c38a7c707b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:40.923014 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a8bbc34-1fdf-4672-8305-62c38a7c707b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:40.927523 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44420) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:40.929751 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778bc637-dc3e-4107-8c1e-64bdf9c65aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661e586a-7284-4745-83a1-9bf108ca6cf8,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:40.936154 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-96e6a5d4-be16-4972-87e6-2aa90047cf86 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'network': {'name': 'tempest-network-smoke--1737191000', 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'port_security_enabled': True}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:40.953548 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-81caff6d-4ad4-4956-bd0c-d64635504a2b req-acf1d444-85bc-4e07-a80a-ea6ca628034b tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:40.981647 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778bc637-dc3e-4107-8c1e-64bdf9c65aa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1161} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:39:41.006405 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-778bc637-dc3e-4107-8c1e-64bdf9c65aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:41.006753 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-778bc637-dc3e-4107-8c1e-64bdf9c65aa9 admin admin] Added segment 041ff45a-2ca4-4e17-84f8-e231dd606655 of type vlan for network 906777cb-3939-487c-9500-bfbe1708a6f8 Nov 04 10:39:41.011471 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1d444-85bc-4e07-a80a-ea6ca628034b tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Pushing event deleted for resources: {'Port': ['ID=9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:41.095915 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc3a011a-e8cc-4301-b2a5-e2b1adeee9ed req-29f9ad4c-a5e9-415a-8ebc-7bee073122c3 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640048 Nov 04 10:39:41.113277 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e6a5d4-be16-4972-87e6-2aa90047cf86 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Made reservation on behalf of 45c1d4a009b54581bacf1fbcabe00677 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:41.121958 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-96e6a5d4-be16-4972-87e6-2aa90047cf86 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:41.207480 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-778bc637-dc3e-4107-8c1e-64bdf9c65aa9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:41.212023 n-d-816629-1 neutron-server[101775]: INFO neutron.db.ipam_backend_mixin [None req-0a8bbc34-1fdf-4672-8305-62c38a7c707b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f1df66d3-ebb0-455b-ad05-8a03507c2345 (CIDR: 2001:db8::/64) Nov 04 10:39:41.218445 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8bbc34-1fdf-4672-8305-62c38a7c707b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:39:41.218887 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8bbc34-1fdf-4672-8305-62c38a7c707b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:41.223447 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-81caff6d-4ad4-4956-bd0c-d64635504a2b req-acf1d444-85bc-4e07-a80a-ea6ca628034b tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] No DVR routers for this DVR port 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:39:41.242342 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-81caff6d-4ad4-4956-bd0c-d64635504a2b req-acf1d444-85bc-4e07-a80a-ea6ca628034b tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:41.243049 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0a8bbc34-1fdf-4672-8305-62c38a7c707b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6397901 Nov 04 10:39:41.243865 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44428) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:41.247356 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81caff6d-4ad4-4956-bd0c-d64635504a2b req-acf1d444-85bc-4e07-a80a-ea6ca628034b tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.121 "DELETE /v2.0/ports/9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e HTTP/1.1" status: 204 len: 173 time: 0.8750663 Nov 04 10:39:41.248123 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5', 'name': 'network-vif-deleted', 'tag': '9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:39:41.254190 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0dc71b-1d14-4dab-9952-5ef8e0c1e520" -d '{"events": [{"server_uuid": "ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5", "name": "network-vif-deleted", "tag": "9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:39:41.265706 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-eab7e98b-a36b-4918-a6c0-0945da98af83 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'subnet': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:41.332959 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e6a5d4-be16-4972-87e6-2aa90047cf86 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1199} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:39:41.335543 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-778bc637-dc3e-4107-8c1e-64bdf9c65aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:41.336619 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778bc637-dc3e-4107-8c1e-64bdf9c65aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:41.337258 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-778bc637-dc3e-4107-8c1e-64bdf9c65aa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:41.364215 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-96e6a5d4-be16-4972-87e6-2aa90047cf86 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:41.365958 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-96e6a5d4-be16-4972-87e6-2aa90047cf86 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Added segment d9222f4c-3740-41de-a4d0-ab8ded6daa8d of type vlan for network 21b7808c-8de1-4f33-a601-5b93fda4f5f0 Nov 04 10:39:41.404157 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-592323f6-618a-43e3-900e-0f5dbfd89fd9 req-3f4ab1f5-e35e-4bea-ade0-396d1f89eae8 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5 HTTP/1.1" status: 200 len: 210 time: 0.1844971 Nov 04 10:39:41.424126 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39aa03e4-5180-40ca-a0b4-add3d63d3858 None None] Update dhcp port {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'fixed_ips': [{'subnet_id': 'f1df66d3-ebb0-455b-ad05-8a03507c2345'}], 'binding:host_id': 'n-d-816629-1'}, 'id': 'e772454c-e64e-4839-bdee-d7e4f4d1fe96'} from n-d-816629-1. {{(pid=101776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 10:39:41.484766 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-39aa03e4-5180-40ca-a0b4-add3d63d3858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:41.515833 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-96e6a5d4-be16-4972-87e6-2aa90047cf86 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:41.523933 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44434) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:41.533540 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-778bc637-dc3e-4107-8c1e-64bdf9c65aa9 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1251299 Nov 04 10:39:41.557449 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-008e30a9-04fe-4cef-a2b6-ac9461f8dce8 admin admin] Request body: {'subnet': {'network_id': '906777cb-3939-487c-9500-bfbe1708a6f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-247473419-subnet', 'tenant_id': '8dc11aad27e140a09eac7e36656c13cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:41.599887 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778bc637-dc3e-4107-8c1e-64bdf9c65aa9 admin admin] Pushing event updated for resources: {'Network': ['ID=906777cb-3939-487c-9500-bfbe1708a6f8,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:41.638438 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 906777cb-3939-487c-9500-bfbe1708a6f8 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:39:41.663419 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a508de0b-1fdb-4bb9-959e-470829e81441 x-openstack-request-id: req-a508de0b-1fdb-4bb9-959e-470829e81441 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:39:41.663419 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5", "name": "network-vif-deleted", "tag": "9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:39:41.663419 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-a508de0b-1fdb-4bb9-959e-470829e81441 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:39:41.665531 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffadab3e-e0cf-4eac-8dfe-1ec04ce3fce5', 'name': 'network-vif-deleted', 'tag': '9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e', 'status': 'completed', 'code': 200} Nov 04 10:39:41.670999 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008e30a9-04fe-4cef-a2b6-ac9461f8dce8 admin admin] Made reservation on behalf of 8dc11aad27e140a09eac7e36656c13cd for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:41.673836 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-008e30a9-04fe-4cef-a2b6-ac9461f8dce8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:41.676746 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-96e6a5d4-be16-4972-87e6-2aa90047cf86 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:41.683365 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab7e98b-a36b-4918-a6c0-0945da98af83 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:41.687185 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e6a5d4-be16-4972-87e6-2aa90047cf86 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:41.688117 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eab7e98b-a36b-4918-a6c0-0945da98af83 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:41.688235 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-96e6a5d4-be16-4972-87e6-2aa90047cf86 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:41.794183 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:39:41.823117 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-39aa03e4-5180-40ca-a0b4-add3d63d3858 None None] Allocated IP 2001:db8::2 (bc5af6f0-5063-4ccc-959e-90459430dabc/f1df66d3-ebb0-455b-ad05-8a03507c2345/e772454c-e64e-4839-bdee-d7e4f4d1fe96) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:42.103001 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device edcd0265-9a39-4e8a-ba2e-0aa58b32197b up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:39:42.159405 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:39:42.268626 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port edcd0265-9a39-4e8a-ba2e-0aa58b32197b completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:39:42.305659 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port edcd0265-9a39-4e8a-ba2e-0aa58b32197b triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:42.306027 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:42.337836 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-96e6a5d4-be16-4972-87e6-2aa90047cf86 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4075353 Nov 04 10:39:42.344519 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:42.348845 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44440) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:42.409132 n-d-816629-1 neutron-server[101775]: DEBUG neutron.objects.ports [None req-eab7e98b-a36b-4918-a6c0-0945da98af83 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 10:39:42.429206 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-39aa03e4-5180-40ca-a0b4-add3d63d3858 None None] For port e772454c-e64e-4839-bdee-d7e4f4d1fe96, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e772454c-e64e-4839-bdee-d7e4f4d1fe96,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:42.467797 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6a5d4-be16-4972-87e6-2aa90047cf86 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'Network': ['ID=21b7808c-8de1-4f33-a601-5b93fda4f5f0,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:42.498087 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be386684-c383-45a7-b959-9a688fd8ac2a req-bd58eb74-9cf0-4c6d-a8a3-3def9af8e6cd tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:42.501459 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-be386684-c383-45a7-b959-9a688fd8ac2a req-bd58eb74-9cf0-4c6d-a8a3-3def9af8e6cd tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=34b98121-e0da-4a2d-a262-cc603c630047 HTTP/1.1" status: 200 len: 944 time: 0.2076373 Nov 04 10:39:42.513851 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 21b7808c-8de1-4f33-a601-5b93fda4f5f0 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:39:42.579018 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-be386684-c383-45a7-b959-9a688fd8ac2a req-49be40f1-4b6f-41c8-a1e8-95176f101b6c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601172 Nov 04 10:39:42.594782 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2515aea-3be1-4387-9d72-264e81cbf5ee tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:42.599705 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44448) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:42.600743 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b2515aea-3be1-4387-9d72-264e81cbf5ee tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] 10.222.0.127 "GET /v2.0/subnets?project_id=45c1d4a009b54581bacf1fbcabe00677&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2520094 Nov 04 10:39:42.677315 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-39aa03e4-5180-40ca-a0b4-add3d63d3858 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:42.775377 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-008e30a9-04fe-4cef-a2b6-ac9461f8dce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:42.787083 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394b5b8c-826d-4351-9ae3-e9352d7c86f1 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:42.792877 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-394b5b8c-826d-4351-9ae3-e9352d7c86f1 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1875117 Nov 04 10:39:42.798773 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44452) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:42.803053 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:42.819859 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-39aa03e4-5180-40ca-a0b4-add3d63d3858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:42.884984 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eab7e98b-a36b-4918-a6c0-0945da98af83 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:42.893464 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c2aa8174-2592-4672-9301-0ba42e6c0946 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] 10.222.0.127 "GET /v2.0/subnets?network_id=301c0cd8-d116-455e-af06-7601efa602d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0929697 Nov 04 10:39:42.894183 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44454) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:42.899215 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port edcd0265-9a39-4e8a-ba2e-0aa58b32197b, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=edcd0265-9a39-4e8a-ba2e-0aa58b32197b,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:42.907396 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b98121-e0da-4a2d-a262-cc603c630047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edcd0265-9a39-4e8a-ba2e-0aa58b32197b'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:39:42.910300 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81de46be-a0d1-45c7-8d10-5c2b2f52d1c9" -d '{"events": [{"server_uuid": "34b98121-e0da-4a2d-a262-cc603c630047", "name": "network-vif-plugged", "status": "completed", "tag": "edcd0265-9a39-4e8a-ba2e-0aa58b32197b"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:39:42.947450 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-299733e1-3a4b-4c6a-8fad-7d126e4fa710 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] 10.222.0.127 "GET /v2.0/subnets?project_id=45c1d4a009b54581bacf1fbcabe00677&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445564 Nov 04 10:39:42.948078 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44460) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:42.948197 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e30a9-04fe-4cef-a2b6-ac9461f8dce8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a621a168-1891-4ff7-9023-498b59bce32f,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:42.952377 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:43.024987 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e30a9-04fe-4cef-a2b6-ac9461f8dce8 admin admin] Checking segment: {'id': '041ff45a-2ca4-4e17-84f8-e231dd606655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '906777cb-3939-487c-9500-bfbe1708a6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:39:43.024987 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008e30a9-04fe-4cef-a2b6-ac9461f8dce8 admin admin] Network hostable DHCP agents. Network: 906777cb-3939-487c-9500-bfbe1708a6f8, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:39:43.034516 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa03e4-5180-40ca-a0b4-add3d63d3858 None None] Pushing event updated for resources: {'Port': ['ID=e772454c-e64e-4839-bdee-d7e4f4d1fe96,revision_number=9']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:43.093972 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008e30a9-04fe-4cef-a2b6-ac9461f8dce8 admin admin] Network 906777cb-3939-487c-9500-bfbe1708a6f8 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:39:43.152942 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=edcd0265-9a39-4e8a-ba2e-0aa58b32197b,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:43.177145 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43da90c6-0253-4f7f-b539-15604e506268 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:43.178709 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-43da90c6-0253-4f7f-b539-15604e506268 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2285159 Nov 04 10:39:43.185417 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44474) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:43.202961 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-008e30a9-04fe-4cef-a2b6-ac9461f8dce8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 906777cb-3939-487c-9500-bfbe1708a6f8) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:43.212741 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa0fbdc-1b7d-43de-86ed-8568d557c60c None None] Network 906777cb-3939-487c-9500-bfbe1708a6f8 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:39:43.245277 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-107e7939-5bb5-4385-a0be-f41669bfbeb5 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] 10.222.0.127 "GET /v2.0/subnets?network_id=301c0cd8-d116-455e-af06-7601efa602d6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0556507 Nov 04 10:39:43.249013 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008e30a9-04fe-4cef-a2b6-ac9461f8dce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:43.249705 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-008e30a9-04fe-4cef-a2b6-ac9461f8dce8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:43.267105 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44480) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:43.284805 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b890392c-9a83-40a2-a175-c93a904ad8fa tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1640907847', 'network_id': '21b7808c-8de1-4f33-a601-5b93fda4f5f0', 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:43.380684 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-eab7e98b-a36b-4918-a6c0-0945da98af83 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] For port e772454c-e64e-4839-bdee-d7e4f4d1fe96, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e772454c-e64e-4839-bdee-d7e4f4d1fe96,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:43.402659 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-008e30a9-04fe-4cef-a2b6-ac9461f8dce8 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8650730 Nov 04 10:39:43.478025 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eab7e98b-a36b-4918-a6c0-0945da98af83 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:43.496429 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eab7e98b-a36b-4918-a6c0-0945da98af83 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:43.506480 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eab7e98b-a36b-4918-a6c0-0945da98af83 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:43.512575 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-3893a5e0-385b-4cb1-8fd8-f322cc00b36f tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:43.521128 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-3893a5e0-385b-4cb1-8fd8-f322cc00b36f tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/networks?id=52b5cab6-0870-4630-a840-713505d3c31f HTTP/1.1" status: 200 len: 821 time: 0.4553854 Nov 04 10:39:43.549203 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-2ecc6565-509c-400f-89d4-a6984e67250c tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/quotas/9f7f577a2aa34196a84d622d13830ddf HTTP/1.1" status: 200 len: 375 time: 0.0267103 Nov 04 10:39:43.583863 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b4484a-0321-453a-801e-ad4b0c9b6a47 None None] Network 906777cb-3939-487c-9500-bfbe1708a6f8 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:39:43.707841 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-b053ab3e-f678-437d-8d13-10a0b679f4cc tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=9f7f577a2aa34196a84d622d13830ddf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1546617 Nov 04 10:39:43.711652 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b890392c-9a83-40a2-a175-c93a904ad8fa tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Made reservation on behalf of 45c1d4a009b54581bacf1fbcabe00677 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:43.715406 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b890392c-9a83-40a2-a175-c93a904ad8fa tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:43.748355 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab7e98b-a36b-4918-a6c0-0945da98af83 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:43.765076 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-eab7e98b-a36b-4918-a6c0-0945da98af83 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:43.771395 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab7e98b-a36b-4918-a6c0-0945da98af83 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:43.772022 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eab7e98b-a36b-4918-a6c0-0945da98af83 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:43.793891 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7e98b-a36b-4918-a6c0-0945da98af83 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Subnet': ['ID=359a2b4e-f026-4bbd-ab91-5640c17028c8,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:43.824468 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7e98b-a36b-4918-a6c0-0945da98af83 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Port': ['ID=e772454c-e64e-4839-bdee-d7e4f4d1fe96,revision_number=10']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:43.848894 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-eab7e98b-a36b-4918-a6c0-0945da98af83 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5986795 Nov 04 10:39:43.851005 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44496) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:43.866766 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-489e2dac-8651-4e11-aa3e-882d71f86a29 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Request body: {'port': {'network_id': 'bc5af6f0-5063-4ccc-959e-90459430dabc', 'mac_address': 'fa:16:3e:f7:90:31', 'name': 'tempest-NetworksTestDHCPv6-2057458189'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:43.933472 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-9c1ae9a5-936d-42b6-9c5d-cede9590ed33 service neutron] 10.222.0.127 "GET /v2.0/networks/52b5cab6-0870-4630-a840-713505d3c31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246487 Nov 04 10:39:44.010772 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489e2dac-8651-4e11-aa3e-882d71f86a29 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Made reservation on behalf of 4e21b484c58a443992c5a2ff3e72ccdd for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:44.023409 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b366e0f-cdcf-4cfa-8efc-25ba77dcfca6 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:39:44.110173 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-347714bd-9cef-4baf-802a-f27278fea25c service neutron] 10.222.0.127 "GET /v2.0/networks/52b5cab6-0870-4630-a840-713505d3c31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651869 Nov 04 10:39:44.151567 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-489e2dac-8651-4e11-aa3e-882d71f86a29 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:44.182975 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-489e2dac-8651-4e11-aa3e-882d71f86a29 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] device_id is not set on port 118f3df3-91d5-44d4-886b-e226035fc238 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:39:44.197234 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:39:44.247671 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:39:44.247931 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 9aac15a3-6dc0-41e1-9de7-4ca1b2f2309e not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:39:44.292915 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2af524c4-cfa5-45b5-b49d-fae235e06446 None None] Provisioning complete for port e772454c-e64e-4839-bdee-d7e4f4d1fe96 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:44.293441 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2af524c4-cfa5-45b5-b49d-fae235e06446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:44.344245 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b890392c-9a83-40a2-a175-c93a904ad8fa tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:44.440787 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5868bc-1254-4046-bd07-26d9921564d7 x-openstack-request-id: req-cc5868bc-1254-4046-bd07-26d9921564d7 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:39:44.458048 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b98121-e0da-4a2d-a262-cc603c630047", "name": "network-vif-plugged", "status": "completed", "tag": "edcd0265-9a39-4e8a-ba2e-0aa58b32197b", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:39:44.458524 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-cc5868bc-1254-4046-bd07-26d9921564d7 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:39:44.459519 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b98121-e0da-4a2d-a262-cc603c630047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edcd0265-9a39-4e8a-ba2e-0aa58b32197b', 'code': 200} Nov 04 10:39:44.552656 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e772454c-e64e-4839-bdee-d7e4f4d1fe96 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:39:44.560573 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-489e2dac-8651-4e11-aa3e-882d71f86a29 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 2001:db8::19 (bc5af6f0-5063-4ccc-959e-90459430dabc/f1df66d3-ebb0-455b-ad05-8a03507c2345/118f3df3-91d5-44d4-886b-e226035fc238) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:44.568090 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-489e2dac-8651-4e11-aa3e-882d71f86a29 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Allocated IP 2001:db8:0:1:f816:3eff:fef7:9031 (bc5af6f0-5063-4ccc-959e-90459430dabc/359a2b4e-f026-4bbd-ab91-5640c17028c8/118f3df3-91d5-44d4-886b-e226035fc238) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:44.608439 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890392c-9a83-40a2-a175-c93a904ad8fa tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'Subnet': ['ID=9f81a987-5f84-40d1-a2c6-38fc64dadd1a,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:44.691933 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b890392c-9a83-40a2-a175-c93a904ad8fa tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Checking segment: {'id': 'd9222f4c-3740-41de-a4d0-ab8ded6daa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '21b7808c-8de1-4f33-a601-5b93fda4f5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:39:44.693367 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b890392c-9a83-40a2-a175-c93a904ad8fa tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Network hostable DHCP agents. Network: 21b7808c-8de1-4f33-a601-5b93fda4f5f0, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:39:44.717508 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0a9a4-e111-4a41-9298-89362a7076d9 req-abb37b3a-ba9c-4eec-9254-fe1362c0268f tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:44.727522 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a7c0a9a4-e111-4a41-9298-89362a7076d9 req-abb37b3a-ba9c-4eec-9254-fe1362c0268f tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=34b98121-e0da-4a2d-a262-cc603c630047 HTTP/1.1" status: 200 len: 945 time: 0.2434320 Nov 04 10:39:44.746866 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a538329-c7de-4241-bd56-22d0cd6ec8b3 req-9411bd5c-ff13-470b-b5f9-c8ac15331abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:44.748740 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a538329-c7de-4241-bd56-22d0cd6ec8b3 req-9411bd5c-ff13-470b-b5f9-c8ac15331abc service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=34b98121-e0da-4a2d-a262-cc603c630047 HTTP/1.1" status: 200 len: 1096 time: 0.2899818 Nov 04 10:39:44.780854 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:44.795143 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port e772454c-e64e-4839-bdee-d7e4f4d1fe96 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:44.795513 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:44.866289 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b890392c-9a83-40a2-a175-c93a904ad8fa tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Network 21b7808c-8de1-4f33-a601-5b93fda4f5f0 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:39:44.950432 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-489e2dac-8651-4e11-aa3e-882d71f86a29 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:44.954676 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a7c0a9a4-e111-4a41-9298-89362a7076d9 req-8637d6fe-a346-4809-9757-7205b01f14eb tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218249 Nov 04 10:39:44.954854 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-b890392c-9a83-40a2-a175-c93a904ad8fa tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 21b7808c-8de1-4f33-a601-5b93fda4f5f0) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:44.965839 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1452fea-81c6-45b2-b96a-74710359fe39 None None] Network 21b7808c-8de1-4f33-a601-5b93fda4f5f0 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:39:44.991527 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b890392c-9a83-40a2-a175-c93a904ad8fa tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:44.992137 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b890392c-9a83-40a2-a175-c93a904ad8fa tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:45.000973 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a538329-c7de-4241-bd56-22d0cd6ec8b3 req-740fba11-0724-4682-a25b-0c73ad92fc9f service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232475 Nov 04 10:39:45.021488 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b890392c-9a83-40a2-a175-c93a904ad8fa tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7527187 Nov 04 10:39:45.029352 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-489e2dac-8651-4e11-aa3e-882d71f86a29 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:45.118180 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489e2dac-8651-4e11-aa3e-882d71f86a29 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Network bc5af6f0-5063-4ccc-959e-90459430dabc is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:45.140333 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-489e2dac-8651-4e11-aa3e-882d71f86a29 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:45.152095 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489e2dac-8651-4e11-aa3e-882d71f86a29 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:39:45.159185 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489e2dac-8651-4e11-aa3e-882d71f86a29 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:45.180190 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-489e2dac-8651-4e11-aa3e-882d71f86a29 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:45.193608 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e2dac-8651-4e11-aa3e-882d71f86a29 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event updated for resources: {'Port': ['ID=118f3df3-91d5-44d4-886b-e226035fc238,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:45.223913 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-489e2dac-8651-4e11-aa3e-882d71f86a29 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3695271 Nov 04 10:39:45.225387 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44516) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:45.336183 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0537a9b6-4896-4d8b-ac84-8b318b6c614f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-21b7808c-8de1-4f33-a601-5b93fda4f5f0', 'network_id': '21b7808c-8de1-4f33-a601-5b93fda4f5f0', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'fixed_ips': [{'subnet_id': '9f81a987-5f84-40d1-a2c6-38fc64dadd1a'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:39:45.337102 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0537a9b6-4896-4d8b-ac84-8b318b6c614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:45.487312 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-d6de1bbb-d938-4151-b651-292dac537a89 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting port 118f3df3-91d5-44d4-886b-e226035fc238 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:39:45.487766 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d6de1bbb-d938-4151-b651-292dac537a89 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:45.589442 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-0537a9b6-4896-4d8b-ac84-8b318b6c614f None None] Allocated IP 172.20.0.18 (21b7808c-8de1-4f33-a601-5b93fda4f5f0/9f81a987-5f84-40d1-a2c6-38fc64dadd1a/59139008-6e49-4bf5-8e7c-f27a94720e1e) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:45.669503 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d6de1bbb-d938-4151-b651-292dac537a89 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:45.686006 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-d6de1bbb-d938-4151-b651-292dac537a89 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Calling delete_port for 118f3df3-91d5-44d4-886b-e226035fc238 owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:39:45.783757 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0537a9b6-4896-4d8b-ac84-8b318b6c614f None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:45.804497 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0537a9b6-4896-4d8b-ac84-8b318b6c614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:45.812331 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-13ac3a18-0448-4b50-9768-d4e8bb6ca3fb tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:45.831772 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-13ac3a18-0448-4b50-9768-d4e8bb6ca3fb tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/networks?id=906777cb-3939-487c-9500-bfbe1708a6f8 HTTP/1.1" status: 200 len: 812 time: 0.3719468 Nov 04 10:39:45.868246 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-eed0f3bd-1485-4145-b1a1-c5ce7f20aab7 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/quotas/8dc11aad27e140a09eac7e36656c13cd HTTP/1.1" status: 200 len: 375 time: 0.0353301 Nov 04 10:39:45.901518 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537a9b6-4896-4d8b-ac84-8b318b6c614f None None] Pushing event updated for resources: {'Port': ['ID=59139008-6e49-4bf5-8e7c-f27a94720e1e,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:45.904739 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba9f6a4-ad98-4a44-9142-ad689594fc5c None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:39:45.915995 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0537a9b6-4896-4d8b-ac84-8b318b6c614f None None] Network 21b7808c-8de1-4f33-a601-5b93fda4f5f0 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:45.937368 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-a95e8658-2e44-4560-8bda-84f79a653146 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=8dc11aad27e140a09eac7e36656c13cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586054 Nov 04 10:39:45.983827 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-0537a9b6-4896-4d8b-ac84-8b318b6c614f None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:45.989781 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0537a9b6-4896-4d8b-ac84-8b318b6c614f None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:39:46.064995 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-ea83c057-0329-48ad-a884-eb233d3f1b75 None None] Provisioning complete for port e772454c-e64e-4839-bdee-d7e4f4d1fe96 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:46.066245 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ea83c057-0329-48ad-a884-eb233d3f1b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:46.132420 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-6f0703a9-e591-49f7-8b6c-a805ec5a636a service neutron] 10.222.0.127 "GET /v2.0/networks/906777cb-3939-487c-9500-bfbe1708a6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931024 Nov 04 10:39:46.267355 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-f46ea710-2e86-4f58-a3e2-d9fcf127b83a tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:46.267967 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-cb58c417-a910-4f32-99c7-22c571487d0e service neutron] 10.222.0.127 "GET /v2.0/networks/906777cb-3939-487c-9500-bfbe1708a6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342418 Nov 04 10:39:46.282690 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-f46ea710-2e86-4f58-a3e2-d9fcf127b83a tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.126 "GET /v2.0/networks?id=52b5cab6-0870-4630-a840-713505d3c31f HTTP/1.1" status: 200 len: 821 time: 0.2543631 Nov 04 10:39:46.308931 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-0537a9b6-4896-4d8b-ac84-8b318b6c614f None None] Attempting to bind port 59139008-6e49-4bf5-8e7c-f27a94720e1e on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:39:46.309295 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-0537a9b6-4896-4d8b-ac84-8b318b6c614f None None] Attempting to bind port 59139008-6e49-4bf5-8e7c-f27a94720e1e by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'd9222f4c-3740-41de-a4d0-ab8ded6daa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '21b7808c-8de1-4f33-a601-5b93fda4f5f0'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:39:46.309983 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0537a9b6-4896-4d8b-ac84-8b318b6c614f None None] Attempting to bind port 59139008-6e49-4bf5-8e7c-f27a94720e1e on network 21b7808c-8de1-4f33-a601-5b93fda4f5f0 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:39:46.323567 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0537a9b6-4896-4d8b-ac84-8b318b6c614f None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:39:46.323938 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0537a9b6-4896-4d8b-ac84-8b318b6c614f None None] Checking segment: {'id': 'd9222f4c-3740-41de-a4d0-ab8ded6daa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '21b7808c-8de1-4f33-a601-5b93fda4f5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:39:46.324342 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0537a9b6-4896-4d8b-ac84-8b318b6c614f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:46.324754 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0537a9b6-4896-4d8b-ac84-8b318b6c614f None None] Bound using segment: {'id': 'd9222f4c-3740-41de-a4d0-ab8ded6daa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '21b7808c-8de1-4f33-a601-5b93fda4f5f0'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:39:46.325260 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-0537a9b6-4896-4d8b-ac84-8b318b6c614f None None] Bound port: 59139008-6e49-4bf5-8e7c-f27a94720e1e, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9222f4c-3740-41de-a4d0-ab8ded6daa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '21b7808c-8de1-4f33-a601-5b93fda4f5f0'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:39:46.325638 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0537a9b6-4896-4d8b-ac84-8b318b6c614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:46.358138 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-f8454ec2-9d67-4135-8281-5cd76186f16e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Request body: {'port': {'device_id': 'e21f8957-f485-44db-a459-2066228c28ab', 'network_id': '52b5cab6-0870-4630-a840-713505d3c31f', 'admin_state_up': True, 'tenant_id': '9f7f577a2aa34196a84d622d13830ddf'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:46.410695 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-11e8fb8a-eaad-4a12-9fbd-29f9b47a85c3 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:46.416200 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-11e8fb8a-eaad-4a12-9fbd-29f9b47a85c3 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.121 "GET /v2.0/ports?device_id=34b98121-e0da-4a2d-a262-cc603c630047 HTTP/1.1" status: 200 len: 945 time: 0.1160634 Nov 04 10:39:46.615203 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d6de1bbb-d938-4151-b651-292dac537a89 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:46.686240 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-0537a9b6-4896-4d8b-ac84-8b318b6c614f None None] For port 59139008-6e49-4bf5-8e7c-f27a94720e1e, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:39:46.701572 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-da085c3d-23be-4d8f-a334-f9132a0b03ee tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Deleting port edcd0265-9a39-4e8a-ba2e-0aa58b32197b {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:39:46.701917 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-da085c3d-23be-4d8f-a334-f9132a0b03ee tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:46.708662 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-0537a9b6-4896-4d8b-ac84-8b318b6c614f None None] For port 59139008-6e49-4bf5-8e7c-f27a94720e1e, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=59139008-6e49-4bf5-8e7c-f27a94720e1e,segment=NetworkSegment(d9222f4c-3740-41de-a4d0-ab8ded6daa8d),segment_id=d9222f4c-3740-41de-a4d0-ab8ded6daa8d)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:39:46.728003 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0537a9b6-4896-4d8b-ac84-8b318b6c614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:46.819808 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de1bbb-d938-4151-b651-292dac537a89 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Port': ['ID=118f3df3-91d5-44d4-886b-e226035fc238,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:46.846338 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d6de1bbb-d938-4151-b651-292dac537a89 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:46.850293 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d6de1bbb-d938-4151-b651-292dac537a89 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/118f3df3-91d5-44d4-886b-e226035fc238 HTTP/1.1" status: 204 len: 168 time: 1.6224747 Nov 04 10:39:46.853461 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44540) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:46.942953 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-da085c3d-23be-4d8f-a334-f9132a0b03ee tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] For port edcd0265-9a39-4e8a-ba2e-0aa58b32197b, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=edcd0265-9a39-4e8a-ba2e-0aa58b32197b,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:46.944061 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-da085c3d-23be-4d8f-a334-f9132a0b03ee tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:46.944199 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537a9b6-4896-4d8b-ac84-8b318b6c614f None None] Pushing event updated for resources: {'Port': ['ID=59139008-6e49-4bf5-8e7c-f27a94720e1e,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:47.009192 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d8ad591e-156d-4add-b478-3d17d94ce0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:47.028063 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-da085c3d-23be-4d8f-a334-f9132a0b03ee tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Calling delete_port for edcd0265-9a39-4e8a-ba2e-0aa58b32197b owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:39:47.079291 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b915392-0e6a-4bf5-b368-22620ca7df78 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:47.081008 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1b915392-0e6a-4bf5-b368-22620ca7df78 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2265532 Nov 04 10:39:47.083617 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44544) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:47.133322 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-86094d2d-8809-4120-a3b9-504c47e34f3b None None] Provisioning complete for port e772454c-e64e-4839-bdee-d7e4f4d1fe96 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:47.133763 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-86094d2d-8809-4120-a3b9-504c47e34f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:47.190402 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-99b5586f-8ebc-4954-819e-10a23615aa2e req-a08446f3-4fea-42af-a725-4ec805ec6cfc tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=e21f8957-f485-44db-a459-2066228c28ab HTTP/1.1" status: 200 len: 210 time: 0.1043684 Nov 04 10:39:47.208836 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-f8454ec2-9d67-4135-8281-5cd76186f16e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Made reservation on behalf of 9f7f577a2aa34196a84d622d13830ddf for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:47.215525 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-f8454ec2-9d67-4135-8281-5cd76186f16e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:47.304283 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaeef8b-2024-450c-b2df-8dd3477d5251 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:47.306420 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7eaeef8b-2024-450c-b2df-8dd3477d5251 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2215431 Nov 04 10:39:47.310199 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44550) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:47.394716 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-86094d2d-8809-4120-a3b9-504c47e34f3b None None] Could not find standard attr ID for object 118f3df3-91d5-44d4-886b-e226035fc238. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:39:47.531220 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-da085c3d-23be-4d8f-a334-f9132a0b03ee tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:47.549389 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['edcd0265-9a39-4e8a-ba2e-0aa58b32197b'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:39:47.605413 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca721e2-913d-4add-bf12-aedf17f1e136 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:47.612213 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca721e2-913d-4add-bf12-aedf17f1e136 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:47.615180 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca721e2-913d-4add-bf12-aedf17f1e136 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:47.617091 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6ca721e2-913d-4add-bf12-aedf17f1e136 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3060224 Nov 04 10:39:47.622160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44554) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:47.675072 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da085c3d-23be-4d8f-a334-f9132a0b03ee tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Pushing event deleted for resources: {'Port': ['ID=edcd0265-9a39-4e8a-ba2e-0aa58b32197b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:47.694259 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44558) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:47.710871 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b3206b60-1fcc-4a3f-bf4b-7025414e8fb0 None None] Could not find standard attr ID for object 118f3df3-91d5-44d4-886b-e226035fc238. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:39:47.740290 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-c3dee7ae-8671-401c-b136-da0695964d9c tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1814464296', 'description': 'tempest-secgroup-smoke-1814464296 description', 'project_id': '45c1d4a009b54581bacf1fbcabe00677'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:47.839903 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-da085c3d-23be-4d8f-a334-f9132a0b03ee tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] No DVR routers for this DVR port edcd0265-9a39-4e8a-ba2e-0aa58b32197b on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:39:47.846803 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-da085c3d-23be-4d8f-a334-f9132a0b03ee tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:47.852418 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ffb99a0-8e51-4a3a-ad63-b1a5d5198a28 req-da085c3d-23be-4d8f-a334-f9132a0b03ee tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.121 "DELETE /v2.0/ports/edcd0265-9a39-4e8a-ba2e-0aa58b32197b HTTP/1.1" status: 204 len: 173 time: 1.4286816 Nov 04 10:39:47.862656 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b98121-e0da-4a2d-a262-cc603c630047', 'name': 'network-vif-deleted', 'tag': 'edcd0265-9a39-4e8a-ba2e-0aa58b32197b'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:39:47.865676 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ec6c54-ee74-43c7-ab52-babc1ac570cc" -d '{"events": [{"server_uuid": "34b98121-e0da-4a2d-a262-cc603c630047", "name": "network-vif-deleted", "tag": "edcd0265-9a39-4e8a-ba2e-0aa58b32197b"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:39:47.897435 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-31f6b5f3-0cc1-4368-b258-1d2d9b51ac34 req-a5cb9ce2-35d0-4204-9143-0a76197e199d tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=34b98121-e0da-4a2d-a262-cc603c630047 HTTP/1.1" status: 200 len: 210 time: 0.0638726 Nov 04 10:39:47.910550 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-13fcf2e3-fbf2-4348-83ca-8d7dd5d971ea tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet 359a2b4e-f026-4bbd-ab91-5640c17028c8 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:39:47.910899 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c3dee7ae-8671-401c-b136-da0695964d9c tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:47.923234 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-13fcf2e3-fbf2-4348-83ca-8d7dd5d971ea tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:48.113433 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c3dee7ae-8671-401c-b136-da0695964d9c tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:48.123896 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c3dee7ae-8671-401c-b136-da0695964d9c tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:48.133396 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-13fcf2e3-fbf2-4348-83ca-8d7dd5d971ea tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:48.133396 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-f8454ec2-9d67-4135-8281-5cd76186f16e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Allocated IP 172.20.0.8 (52b5cab6-0870-4630-a840-713505d3c31f/07140a08-ffec-484a-a1ec-e3e308952fd3/15a63fe6-50f3-4511-81ac-6cfd26942411) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:48.186559 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c3dee7ae-8671-401c-b136-da0695964d9c tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:48.188001 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c3dee7ae-8671-401c-b136-da0695964d9c tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4803691 Nov 04 10:39:48.195446 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44570) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:48.206007 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-682883be-3bfa-452a-bfc7-28a1c57b95af tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'security_group_rule': {'security_group_id': '16c5437a-bb61-4887-a1f4-02bb305576c0', 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:48.215611 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dee7ae-8671-401c-b136-da0695964d9c tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c5437a-bb61-4887-a1f4-02bb305576c0,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:48.314843 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-682883be-3bfa-452a-bfc7-28a1c57b95af tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:48.471253 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3b00957e-63e7-4654-be8f-288287a94b6c req-719f0c29-e52f-424e-b1f4-8c7b98667c78 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=53562ae687274bbeba84f6369ffa7a9a&device_id=34b98121-e0da-4a2d-a262-cc603c630047 HTTP/1.1" status: 200 len: 210 time: 0.0853348 Nov 04 10:39:48.535065 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b49cf6-e63f-4437-960e-538cb7ff1121 x-openstack-request-id: req-85b49cf6-e63f-4437-960e-538cb7ff1121 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:39:48.535478 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b98121-e0da-4a2d-a262-cc603c630047", "name": "network-vif-deleted", "tag": "edcd0265-9a39-4e8a-ba2e-0aa58b32197b", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:39:48.535712 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-85b49cf6-e63f-4437-960e-538cb7ff1121 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:39:48.536092 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b98121-e0da-4a2d-a262-cc603c630047', 'name': 'network-vif-deleted', 'tag': 'edcd0265-9a39-4e8a-ba2e-0aa58b32197b', 'status': 'completed', 'code': 200} Nov 04 10:39:48.667681 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 59139008-6e49-4bf5-8e7c-f27a94720e1e up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:39:48.827966 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-f8454ec2-9d67-4135-8281-5cd76186f16e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:48.864490 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 59139008-6e49-4bf5-8e7c-f27a94720e1e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:48.864902 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:48.877813 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c2008aac-4cc5-411d-89ae-23cd57b80cbf req-ce9bbb55-2919-41f0-81ac-2ba7ea1b2d2e tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/ports?device_id=81f33286-b96d-4615-b83f-b8889c050453 HTTP/1.1" status: 200 len: 210 time: 0.1517146 Nov 04 10:39:48.904543 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-13fcf2e3-fbf2-4348-83ca-8d7dd5d971ea tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:49.038493 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d307f3-fc5e-45a1-a93f-e8857a71e51d None None] Network 21b7808c-8de1-4f33-a601-5b93fda4f5f0 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:39:49.099497 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-13fcf2e3-fbf2-4348-83ca-8d7dd5d971ea tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:49.111656 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-f8454ec2-9d67-4135-8281-5cd76186f16e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:49.226263 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcf2e3-fbf2-4348-83ca-8d7dd5d971ea tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=359a2b4e-f026-4bbd-ab91-5640c17028c8,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:49.320699 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-682883be-3bfa-452a-bfc7-28a1c57b95af tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:49.354700 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4029d3d-f709-41fa-89f9-5773156ee7ea None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:39:49.432906 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-13fcf2e3-fbf2-4348-83ca-8d7dd5d971ea tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:49.446669 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-13fcf2e3-fbf2-4348-83ca-8d7dd5d971ea tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/359a2b4e-f026-4bbd-ab91-5640c17028c8 HTTP/1.1" status: 204 len: 168 time: 1.8211854 Nov 04 10:39:49.462187 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44582) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:49.477899 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-682883be-3bfa-452a-bfc7-28a1c57b95af tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:49.490173 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:49.516014 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e83178f6-9bad-4159-856f-0894aa5dd6e7 None None] Provisioning complete for port 59139008-6e49-4bf5-8e7c-f27a94720e1e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:49.516385 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e83178f6-9bad-4159-856f-0894aa5dd6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:49.532725 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-abeb971f-58c4-4062-9fc5-2093f5e27289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:49.539477 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-f8454ec2-9d67-4135-8281-5cd76186f16e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Network 52b5cab6-0870-4630-a840-713505d3c31f is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:49.615236 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-f8454ec2-9d67-4135-8281-5cd76186f16e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:49.642877 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-f8454ec2-9d67-4135-8281-5cd76186f16e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:39:49.667131 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-682883be-3bfa-452a-bfc7-28a1c57b95af tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:49.671856 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-682883be-3bfa-452a-bfc7-28a1c57b95af tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4748991 Nov 04 10:39:49.673895 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00957e-63e7-4654-be8f-288287a94b6c req-4cf8a462-aded-403b-90f0-4ca82726f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:49.676913 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 59139008-6e49-4bf5-8e7c-f27a94720e1e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=59139008-6e49-4bf5-8e7c-f27a94720e1e,segment=NetworkSegment(d9222f4c-3740-41de-a4d0-ab8ded6daa8d),segment_id=d9222f4c-3740-41de-a4d0-ab8ded6daa8d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:49.677532 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44584) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:49.679234 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3b00957e-63e7-4654-be8f-288287a94b6c req-4cf8a462-aded-403b-90f0-4ca82726f2b5 service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=53562ae687274bbeba84f6369ffa7a9a&shared=False HTTP/1.1" status: 200 len: 913 time: 1.1909270 Nov 04 10:39:49.710364 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:49.733059 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8454ec2-9d67-4135-8281-5cd76186f16e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Pushing event updated for resources: {'Port': ['ID=15a63fe6-50f3-4511-81ac-6cfd26942411,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:49.756956 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682883be-3bfa-452a-bfc7-28a1c57b95af tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bea90a0-d1d9-4575-ae9e-68c707e5e446,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:49.791786 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-04949f50-6930-4c82-808d-2349125e22cd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'security_group_rule': {'security_group_id': '16c5437a-bb61-4887-a1f4-02bb305576c0', 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:49.839543 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-f8454ec2-9d67-4135-8281-5cd76186f16e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:49.840467 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-f8454ec2-9d67-4135-8281-5cd76186f16e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:49.858952 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39c11ba-43c7-4969-82b4-6bdbf520294c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Deleting subnet f1df66d3-ebb0-455b-ad05-8a03507c2345 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:39:49.889278 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-f8454ec2-9d67-4135-8281-5cd76186f16e tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5381460 Nov 04 10:39:49.895194 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c39c11ba-43c7-4969-82b4-6bdbf520294c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:49.904452 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8135d-d2f5-404e-9397-5a3fed439018 req-ceedabce-56e9-431d-b0bb-ec15b768c287 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:49.912061 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9dd8135d-d2f5-404e-9397-5a3fed439018 req-ceedabce-56e9-431d-b0bb-ec15b768c287 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=e21f8957-f485-44db-a459-2066228c28ab HTTP/1.1" status: 200 len: 931 time: 0.7794669 Nov 04 10:39:49.912734 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Request body: {'port': {'device_id': 'e21f8957-f485-44db-a459-2066228c28ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:49.951732 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=59139008-6e49-4bf5-8e7c-f27a94720e1e,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:49.972793 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-c80a4004-d379-498d-82bb-00f5ddcdb540 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:49.974445 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-c80a4004-d379-498d-82bb-00f5ddcdb540 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.126 "GET /v2.0/networks?id=906777cb-3939-487c-9500-bfbe1708a6f8 HTTP/1.1" status: 200 len: 812 time: 0.5204575 Nov 04 10:39:50.023764 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-19ea59a7-a2f1-4be8-91c8-a1e9d4019d9b tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Request body: {'port': {'device_id': '81f33286-b96d-4615-b83f-b8889c050453', 'network_id': '906777cb-3939-487c-9500-bfbe1708a6f8', 'admin_state_up': True, 'tenant_id': '8dc11aad27e140a09eac7e36656c13cd'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:50.034145 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-2ac89555-b845-49fb-b90e-4f15c3d90444 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:50.036103 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-2ac89555-b845-49fb-b90e-4f15c3d90444 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.121 "GET /v2.0/networks?id=906777cb-3939-487c-9500-bfbe1708a6f8 HTTP/1.1" status: 200 len: 812 time: 0.8585253 Nov 04 10:39:50.060991 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-004a8aca-fae8-4d8c-b866-5880caaf72ae tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Request body: {'port': {'device_id': 'b32d00a3-bae2-468f-86d7-31444f8fe27a', 'network_id': '906777cb-3939-487c-9500-bfbe1708a6f8', 'admin_state_up': True, 'tenant_id': '8dc11aad27e140a09eac7e36656c13cd'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:50.124075 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c39c11ba-43c7-4969-82b4-6bdbf520294c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:50.196457 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-04949f50-6930-4c82-808d-2349125e22cd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:50.348265 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:50.399092 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9dd8135d-d2f5-404e-9397-5a3fed439018 req-be85e35b-be9f-4025-9091-32c8bce6676f tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860678 Nov 04 10:39:50.417456 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-564c4d80-8e8d-46b7-aa2a-4815b8ecb07b None None] Provisioning complete for port 59139008-6e49-4bf5-8e7c-f27a94720e1e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:50.417818 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-564c4d80-8e8d-46b7-aa2a-4815b8ecb07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:50.427102 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00957e-63e7-4654-be8f-288287a94b6c req-de4c6363-f571-44b3-b817-0ad74d3252de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:50.428728 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3b00957e-63e7-4654-be8f-288287a94b6c req-de4c6363-f571-44b3-b817-0ad74d3252de service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7391922 Nov 04 10:39:50.445627 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-19ea59a7-a2f1-4be8-91c8-a1e9d4019d9b tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Made reservation on behalf of 8dc11aad27e140a09eac7e36656c13cd for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:50.449480 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-19ea59a7-a2f1-4be8-91c8-a1e9d4019d9b tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:50.490709 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c39c11ba-43c7-4969-82b4-6bdbf520294c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:50.565279 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 59139008-6e49-4bf5-8e7c-f27a94720e1e up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:39:50.585697 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-04949f50-6930-4c82-808d-2349125e22cd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:50.658124 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-739eee67-3c71-4654-8a7e-6523ec633a35 req-e17e539f-11ae-4670-be89-3af75b409b84 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=34b98121-e0da-4a2d-a262-cc603c630047 HTTP/1.1" status: 200 len: 210 time: 0.1074200 Nov 04 10:39:50.663575 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-04949f50-6930-4c82-808d-2349125e22cd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:50.703661 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-004a8aca-fae8-4d8c-b866-5880caaf72ae tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Made reservation on behalf of 8dc11aad27e140a09eac7e36656c13cd for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:50.707615 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-004a8aca-fae8-4d8c-b866-5880caaf72ae tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:50.738198 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04949f50-6930-4c82-808d-2349125e22cd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb33b85-0c4c-4875-8920-26d320b03ad8,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:50.739005 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:50.761691 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 59139008-6e49-4bf5-8e7c-f27a94720e1e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:50.762247 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:50.822266 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-19ea59a7-a2f1-4be8-91c8-a1e9d4019d9b tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Allocated IP 172.20.0.2 (906777cb-3939-487c-9500-bfbe1708a6f8/a621a168-1891-4ff7-9023-498b59bce32f/251bcdd4-acab-4763-8728-a91e09a87c96) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:50.951237 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-04949f50-6930-4c82-808d-2349125e22cd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:50.952998 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-04949f50-6930-4c82-808d-2349125e22cd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2271631 Nov 04 10:39:50.961691 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44592) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:50.966468 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-0413de1a-831c-430a-8cc5-d852d7e6e9ac tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'security_group_rule': {'security_group_id': '16c5437a-bb61-4887-a1f4-02bb305576c0', 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:50.969650 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-261a117a-89f6-4980-a50c-6ab11100fa04 req-21079266-6032-4a3b-9e48-b2c6e8e95bda tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/ports?device_id=81f33286-b96d-4615-b83f-b8889c050453 HTTP/1.1" status: 200 len: 210 time: 0.1076586 Nov 04 10:39:50.977846 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d6ef2fd0-8250-4aad-89bc-ff3d43196185 None None] Provisioning complete for port e772454c-e64e-4839-bdee-d7e4f4d1fe96 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:50.978230 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d6ef2fd0-8250-4aad-89bc-ff3d43196185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:51.044911 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c39c11ba-43c7-4969-82b4-6bdbf520294c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:51.131798 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c11ba-43c7-4969-82b4-6bdbf520294c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Subnet': ['ID=f1df66d3-ebb0-455b-ad05-8a03507c2345,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:51.196339 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c39c11ba-43c7-4969-82b4-6bdbf520294c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:51.202521 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c39c11ba-43c7-4969-82b4-6bdbf520294c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/f1df66d3-ebb0-455b-ad05-8a03507c2345 HTTP/1.1" status: 204 len: 168 time: 1.7261922 Nov 04 10:39:51.203533 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44596) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:51.215101 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc64357-f2fe-4fb5-a431-805ec8e60e77 None None] Network bc5af6f0-5063-4ccc-959e-90459430dabc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:39:51.247122 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-19ea59a7-a2f1-4be8-91c8-a1e9d4019d9b tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:51.260741 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-057c8f56-2490-46b8-b63d-3790ca90974d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568991 Nov 04 10:39:51.267825 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44598) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:51.315376 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-19ea59a7-a2f1-4be8-91c8-a1e9d4019d9b tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:51.327362 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0413de1a-831c-430a-8cc5-d852d7e6e9ac tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:51.392136 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-19ea59a7-a2f1-4be8-91c8-a1e9d4019d9b tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Network 906777cb-3939-487c-9500-bfbe1708a6f8 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:51.398960 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-19ea59a7-a2f1-4be8-91c8-a1e9d4019d9b tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:51.408577 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-19ea59a7-a2f1-4be8-91c8-a1e9d4019d9b tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:39:51.444768 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea59a7-a2f1-4be8-91c8-a1e9d4019d9b tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Pushing event updated for resources: {'Port': ['ID=251bcdd4-acab-4763-8728-a91e09a87c96,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:51.493849 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970fe5e6-f681-49b2-a0b0-be25ff7c2e54 None None] DHCP port deletion for bc5af6f0-5063-4ccc-959e-90459430dabc request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:39:51.542870 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-19ea59a7-a2f1-4be8-91c8-a1e9d4019d9b tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:51.547311 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-19ea59a7-a2f1-4be8-91c8-a1e9d4019d9b tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:51.619177 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-19ea59a7-a2f1-4be8-91c8-a1e9d4019d9b tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6314781 Nov 04 10:39:51.632259 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Request body: {'port': {'device_id': '81f33286-b96d-4615-b83f-b8889c050453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:51.651108 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-970fe5e6-f681-49b2-a0b0-be25ff7c2e54 None None] Deleting port e772454c-e64e-4839-bdee-d7e4f4d1fe96 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:39:51.651479 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-970fe5e6-f681-49b2-a0b0-be25ff7c2e54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:51.729340 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:51.754670 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02daad87-90ef-4fa8-9700-e4ed3c480c7e req-476893f4-3e18-4362-89da-5344bc757443 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:51.757222 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-02daad87-90ef-4fa8-9700-e4ed3c480c7e req-476893f4-3e18-4362-89da-5344bc757443 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=e21f8957-f485-44db-a459-2066228c28ab HTTP/1.1" status: 200 len: 931 time: 0.1581604 Nov 04 10:39:51.808114 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-970fe5e6-f681-49b2-a0b0-be25ff7c2e54 None None] For port e772454c-e64e-4839-bdee-d7e4f4d1fe96, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e772454c-e64e-4839-bdee-d7e4f4d1fe96,segment=NetworkSegment(13f09ab0-0bb2-4196-ad10-44b2a8472c63),segment_id=13f09ab0-0bb2-4196-ad10-44b2a8472c63)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:51.811527 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-970fe5e6-f681-49b2-a0b0-be25ff7c2e54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:51.849270 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-970fe5e6-f681-49b2-a0b0-be25ff7c2e54 None None] Calling delete_port for e772454c-e64e-4839-bdee-d7e4f4d1fe96 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:39:51.924160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1d9278-06f4-42aa-9b19-dbff9d04f814 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:51.929691 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9d1d9278-06f4-42aa-9b19-dbff9d04f814 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.6531446 Nov 04 10:39:51.932814 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44608) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:51.958422 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-970fe5e6-f681-49b2-a0b0-be25ff7c2e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:51.972761 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3b00957e-63e7-4654-be8f-288287a94b6c req-45d2d0db-cdbd-49f1-b026-b03493a2b62c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.121 "GET /v2.0/ports?device_id=34b98121-e0da-4a2d-a262-cc603c630047 HTTP/1.1" status: 200 len: 210 time: 0.0548563 Nov 04 10:39:51.975679 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-004a8aca-fae8-4d8c-b866-5880caaf72ae tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Allocated IP 172.20.0.11 (906777cb-3939-487c-9500-bfbe1708a6f8/a621a168-1891-4ff7-9023-498b59bce32f/082c3c85-a050-441f-9eea-f6d331241c9c) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:51.991434 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-02daad87-90ef-4fa8-9700-e4ed3c480c7e req-4a3492a3-b634-43ba-a404-a381298f67bf tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013083 Nov 04 10:39:52.020657 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fe5e6-f681-49b2-a0b0-be25ff7c2e54 None None] Pushing event deleted for resources: {'Port': ['ID=e772454c-e64e-4839-bdee-d7e4f4d1fe96,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:52.024286 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970fe5e6-f681-49b2-a0b0-be25ff7c2e54 None None] No DVR routers for this DVR port e772454c-e64e-4839-bdee-d7e4f4d1fe96 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:39:52.056459 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0413de1a-831c-430a-8cc5-d852d7e6e9ac tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:52.090751 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec1d816-7deb-4e36-9480-b76e23e9f85a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:52.093700 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5ec1d816-7deb-4e36-9480-b76e23e9f85a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1555011 Nov 04 10:39:52.096567 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44612) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:52.096700 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0413de1a-831c-430a-8cc5-d852d7e6e9ac tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:52.097460 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:52.162426 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0413de1a-831c-430a-8cc5-d852d7e6e9ac tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:52.162759 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0413de1a-831c-430a-8cc5-d852d7e6e9ac tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2003553 Nov 04 10:39:52.169096 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-da820856-9b52-4297-b024-1b04be2ac7d4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710816 Nov 04 10:39:52.170808 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44616) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:52.185689 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-6ac12490-96f5-46fb-8ce5-79559c520df2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'security_group_rule': {'security_group_id': '16c5437a-bb61-4887-a1f4-02bb305576c0', 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:52.188088 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44618) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:52.219700 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413de1a-831c-430a-8cc5-d852d7e6e9ac tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eddd77b5-3ca1-4211-8cfe-4b3c677fbe90,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:52.221766 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42f06ec5-0245-4f2b-b9e2-9a3919f05b87 req-81cadae9-94f2-41ba-9d19-682c1d15cba3 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=34b98121-e0da-4a2d-a262-cc603c630047 HTTP/1.1" status: 200 len: 210 time: 0.0599804 Nov 04 10:39:52.248204 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6ac12490-96f5-46fb-8ce5-79559c520df2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:52.259585 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a63fe6-50f3-4511-81ac-6cfd26942411 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:39:52.293519 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-d961c3e3-1763-4028-88ac-aa41711a016f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:52.294796 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d961c3e3-1763-4028-88ac-aa41711a016f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:52.301297 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d961c3e3-1763-4028-88ac-aa41711a016f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/118f3df3-91d5-44d4-886b-e226035fc238 HTTP/1.1" status: 404 len: 333 time: 0.1065531 Nov 04 10:39:52.301914 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44620) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:52.310444 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:52.339416 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Transition to ACTIVE for port object 15a63fe6-50f3-4511-81ac-6cfd26942411 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:39:52.344511 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad149bba-83ec-4c65-8d03-098396b06ced tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:52.345086 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad149bba-83ec-4c65-8d03-098396b06ced tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:52.348134 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:52.349450 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ad149bba-83ec-4c65-8d03-098396b06ced tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/359a2b4e-f026-4bbd-ab91-5640c17028c8 HTTP/1.1" status: 404 len: 337 time: 0.0465143 Nov 04 10:39:52.353702 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44622) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:52.374988 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6ac12490-96f5-46fb-8ce5-79559c520df2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:52.380565 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6ac12490-96f5-46fb-8ce5-79559c520df2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:52.420979 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Pushing event updated for resources: {'Port': ['ID=15a63fe6-50f3-4511-81ac-6cfd26942411,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:52.478257 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e83b36-d321-4649-b1a3-039b33264946 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:52.478715 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e83b36-d321-4649-b1a3-039b33264946 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:52.481468 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac12490-96f5-46fb-8ce5-79559c520df2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8e63b8-3908-4596-8e1c-11499210b935,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:52.484964 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-95e83b36-d321-4649-b1a3-039b33264946 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/f1df66d3-ebb0-455b-ad05-8a03507c2345 HTTP/1.1" status: 404 len: 337 time: 0.0782113 Nov 04 10:39:52.489038 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44626) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:52.501923 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:52.504258 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:52.504258 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:52.504258 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:52.504258 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:52.504258 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:52.504258 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:52.504258 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:52.504781 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:52.504910 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:52.505195 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:52.505501 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:52.520492 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e772454c-e64e-4839-bdee-d7e4f4d1fe96 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:39:52.539771 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: e772454c-e64e-4839-bdee-d7e4f4d1fe96 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:39:52.540216 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e772454c-e64e-4839-bdee-d7e4f4d1fe96 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:39:52.549308 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-004a8aca-fae8-4d8c-b866-5880caaf72ae tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:52.573611 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:52.582886 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8a7d22-96a5-455b-b238-8730c123a4d1 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:52.583639 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa8a7d22-96a5-455b-b238-8730c123a4d1 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:52.597259 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fa8a7d22-96a5-455b-b238-8730c123a4d1 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/25036052-0b20-4562-a46b-d5ae6de09c19 HTTP/1.1" status: 404 len: 333 time: 0.1034808 Nov 04 10:39:52.601046 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44630) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:52.604471 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6ac12490-96f5-46fb-8ce5-79559c520df2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:52.613064 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6ac12490-96f5-46fb-8ce5-79559c520df2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4407389 Nov 04 10:39:52.619072 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44632) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:52.633104 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-770e8477-baf1-4cb7-8021-a1c7737cba07 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'security_group_rule': {'security_group_id': '16c5437a-bb61-4887-a1f4-02bb305576c0', 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:52.656151 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb6abc9-a696-41bc-80e1-c4513f07faa8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:52.657026 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfb6abc9-a696-41bc-80e1-c4513f07faa8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:52.660722 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bfb6abc9-a696-41bc-80e1-c4513f07faa8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/c68e27ce-e0f2-464d-b5f9-b38ae9906800 HTTP/1.1" status: 404 len: 337 time: 0.0441020 Nov 04 10:39:52.663684 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44634) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:52.674652 n-d-816629-1 neutron-server[101775]: INFO neutron.db.securitygroups_db [None req-770e8477-baf1-4cb7-8021-a1c7737cba07 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Project 45c1d4a009b54581bacf1fbcabe00677 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:39:52.688910 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-770e8477-baf1-4cb7-8021-a1c7737cba07 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:52.708718 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Attempting to bind port 15a63fe6-50f3-4511-81ac-6cfd26942411 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:39:52.709074 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Attempting to bind port 15a63fe6-50f3-4511-81ac-6cfd26942411 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '371c3b52-8b94-460c-ab6e-3d1cde3fe09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '52b5cab6-0870-4630-a840-713505d3c31f'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:39:52.709408 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Attempting to bind port 15a63fe6-50f3-4511-81ac-6cfd26942411 on network 52b5cab6-0870-4630-a840-713505d3c31f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:39:52.714484 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bc158-0d18-4cbb-a960-37310d323849 req-c2f65fd1-3a94-4356-9f35-dd1e8d1537d1 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:52.715861 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae0bc158-0d18-4cbb-a960-37310d323849 req-c2f65fd1-3a94-4356-9f35-dd1e8d1537d1 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/ports?device_id=81f33286-b96d-4615-b83f-b8889c050453 HTTP/1.1" status: 200 len: 931 time: 0.3254008 Nov 04 10:39:52.716902 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-595a1f24-2a09-488e-a096-d236f768844d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:52.717329 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-595a1f24-2a09-488e-a096-d236f768844d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:52.720701 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-595a1f24-2a09-488e-a096-d236f768844d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/9898e608-05ac-45f9-afea-9ee1a63f48ab HTTP/1.1" status: 404 len: 337 time: 0.0560780 Nov 04 10:39:52.723657 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44636) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:52.730318 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Port 15a63fe6-50f3-4511-81ac-6cfd26942411 on network 52b5cab6-0870-4630-a840-713505d3c31f not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:39:52.730685 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Attempting to bind port 15a63fe6-50f3-4511-81ac-6cfd26942411 on network 52b5cab6-0870-4630-a840-713505d3c31f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:39:52.750067 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:39:52.750067 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Checking segment: {'id': '371c3b52-8b94-460c-ab6e-3d1cde3fe09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '52b5cab6-0870-4630-a840-713505d3c31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:39:52.750067 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Bound using segment: {'id': '371c3b52-8b94-460c-ab6e-3d1cde3fe09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '52b5cab6-0870-4630-a840-713505d3c31f'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:39:52.750558 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Bound port: 15a63fe6-50f3-4511-81ac-6cfd26942411, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '371c3b52-8b94-460c-ab6e-3d1cde3fe09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '52b5cab6-0870-4630-a840-713505d3c31f'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:39:52.750558 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:52.756591 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-004a8aca-fae8-4d8c-b866-5880caaf72ae tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:52.830275 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-004a8aca-fae8-4d8c-b866-5880caaf72ae tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Network 906777cb-3939-487c-9500-bfbe1708a6f8 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:52.839053 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-004a8aca-fae8-4d8c-b866-5880caaf72ae tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:52.841544 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-004a8aca-fae8-4d8c-b866-5880caaf72ae tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:39:52.916846 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a8aca-fae8-4d8c-b866-5880caaf72ae tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Pushing event updated for resources: {'Port': ['ID=082c3c85-a050-441f-9eea-f6d331241c9c,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:53.016381 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] For port 15a63fe6-50f3-4511-81ac-6cfd26942411, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:39:53.022028 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-770e8477-baf1-4cb7-8021-a1c7737cba07 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:53.036424 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-770e8477-baf1-4cb7-8021-a1c7737cba07 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:53.048802 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-004a8aca-fae8-4d8c-b866-5880caaf72ae tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:53.049496 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-004a8aca-fae8-4d8c-b866-5880caaf72ae tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:53.060299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] For port 15a63fe6-50f3-4511-81ac-6cfd26942411, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=15a63fe6-50f3-4511-81ac-6cfd26942411,segment=NetworkSegment(371c3b52-8b94-460c-ab6e-3d1cde3fe09a),segment_id=371c3b52-8b94-460c-ab6e-3d1cde3fe09a)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:39:53.074131 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e8477-baf1-4cb7-8021-a1c7737cba07 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=959197af-d64d-4364-953e-b7caabe27a81,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:53.076693 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:53.139101 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-770e8477-baf1-4cb7-8021-a1c7737cba07 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:53.139101 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-770e8477-baf1-4cb7-8021-a1c7737cba07 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5184960 Nov 04 10:39:53.148178 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44646) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:53.151040 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-004a8aca-fae8-4d8c-b866-5880caaf72ae tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0983272 Nov 04 10:39:53.155435 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-a1c80706-7ac3-4128-afcd-c3bd5b3e00a3 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'security_group_rule': {'security_group_id': '16c5437a-bb61-4887-a1f4-02bb305576c0', 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:53.162456 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:53.162456 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:53.164367 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] 10.222.0.126 "PUT /v2.0/ports/15a63fe6-50f3-4511-81ac-6cfd26942411 HTTP/1.1" status: 200 len: 1091 time: 3.2595329 Nov 04 10:39:53.169463 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-337c0490-131f-4f60-b9f9-9d47872ebb16 service neutron] Request body: {'port': {'device_id': 'b32d00a3-bae2-468f-86d7-31444f8fe27a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:53.178658 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21f8957-f485-44db-a459-2066228c28ab', 'tag': '15a63fe6-50f3-4511-81ac-6cfd26942411'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:39:53.181864 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0429089d-c997-435f-9a2d-0cae82d7abd9" -d '{"events": [{"name": "network-changed", "server_uuid": "e21f8957-f485-44db-a459-2066228c28ab", "tag": "15a63fe6-50f3-4511-81ac-6cfd26942411"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:39:53.264800 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c87ca-39b2-4781-af6d-8de4f8623223 service neutron] Pushing event updated for resources: {'Port': ['ID=15a63fe6-50f3-4511-81ac-6cfd26942411,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:53.296706 n-d-816629-1 neutron-server[101775]: INFO neutron.db.securitygroups_db [None req-a1c80706-7ac3-4128-afcd-c3bd5b3e00a3 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Project 45c1d4a009b54581bacf1fbcabe00677 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:39:53.306736 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1c80706-7ac3-4128-afcd-c3bd5b3e00a3 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:53.310732 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-337c0490-131f-4f60-b9f9-9d47872ebb16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:53.315936 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-3fb33d36-82b8-4b1d-a036-53e548b4d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:53.320294 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-3fb33d36-82b8-4b1d-a036-53e548b4d383 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=9f7f577a2aa34196a84d622d13830ddf&device_id=e21f8957-f485-44db-a459-2066228c28ab HTTP/1.1" status: 200 len: 1094 time: 0.1008785 Nov 04 10:39:53.322802 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-640b7f45-6d4b-4ca8-9c15-cd2c694d8935 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:53.323703 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-640b7f45-6d4b-4ca8-9c15-cd2c694d8935 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:53.327340 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-640b7f45-6d4b-4ca8-9c15-cd2c694d8935 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/3de87410-3c01-4035-846a-ca61284e8ab4 HTTP/1.1" status: 404 len: 333 time: 0.6022997 Nov 04 10:39:53.343152 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44656) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:53.398890 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 251bcdd4-acab-4763-8728-a91e09a87c96 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:39:53.413203 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:53.423409 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-972ab87e-dc19-4cd6-8be0-62707e13a6f2 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15a63fe6-50f3-4511-81ac-6cfd26942411 HTTP/1.1" status: 200 len: 217 time: 0.0859332 Nov 04 10:39:53.429163 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Transition to ACTIVE for port object 251bcdd4-acab-4763-8728-a91e09a87c96 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:39:53.442033 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae0bc158-0d18-4cbb-a960-37310d323849 req-a9ae5972-961a-4f08-9712-c87885b1893a tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/security-groups?id=661e586a-7284-4745-83a1-9bf108ca6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7068300 Nov 04 10:39:53.443299 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:53.446325 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-596f326a-f870-49e0-b58f-b34af7661d66 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:53.447440 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-596f326a-f870-49e0-b58f-b34af7661d66 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:53.452739 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-596f326a-f870-49e0-b58f-b34af7661d66 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/545801a9-aa15-4b5a-bf33-63d7000c274f HTTP/1.1" status: 404 len: 337 time: 0.1043167 Nov 04 10:39:53.467926 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44658) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:53.507398 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Pushing event updated for resources: {'Port': ['ID=251bcdd4-acab-4763-8728-a91e09a87c96,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:53.556012 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-317ddc18-b0fa-4dd2-9d15-f65356a08da4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:53.556012 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317ddc18-b0fa-4dd2-9d15-f65356a08da4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:53.559417 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-317ddc18-b0fa-4dd2-9d15-f65356a08da4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/c9b066f5-dc14-4a42-86b0-c915dac2fb12 HTTP/1.1" status: 404 len: 337 time: 0.0877483 Nov 04 10:39:53.572612 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44660) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:53.636375 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Attempting to bind port 251bcdd4-acab-4763-8728-a91e09a87c96 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:39:53.636850 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Attempting to bind port 251bcdd4-acab-4763-8728-a91e09a87c96 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '041ff45a-2ca4-4e17-84f8-e231dd606655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '906777cb-3939-487c-9500-bfbe1708a6f8'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:39:53.637339 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Attempting to bind port 251bcdd4-acab-4763-8728-a91e09a87c96 on network 906777cb-3939-487c-9500-bfbe1708a6f8 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:39:53.665037 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Port 251bcdd4-acab-4763-8728-a91e09a87c96 on network 906777cb-3939-487c-9500-bfbe1708a6f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:39:53.665283 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Attempting to bind port 251bcdd4-acab-4763-8728-a91e09a87c96 on network 906777cb-3939-487c-9500-bfbe1708a6f8 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:39:53.676174 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:39:53.678550 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Checking segment: {'id': '041ff45a-2ca4-4e17-84f8-e231dd606655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '906777cb-3939-487c-9500-bfbe1708a6f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:39:53.678740 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-557c25db-2289-4216-bfd3-676baefdca18 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:53.678834 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Bound using segment: {'id': '041ff45a-2ca4-4e17-84f8-e231dd606655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '906777cb-3939-487c-9500-bfbe1708a6f8'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:39:53.678834 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Bound port: 251bcdd4-acab-4763-8728-a91e09a87c96, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '041ff45a-2ca4-4e17-84f8-e231dd606655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '906777cb-3939-487c-9500-bfbe1708a6f8'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:39:53.678834 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:53.679680 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557c25db-2289-4216-bfd3-676baefdca18 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:53.683201 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-557c25db-2289-4216-bfd3-676baefdca18 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/8f089694-74b0-4aac-873f-0c1011fa8f5b HTTP/1.1" status: 404 len: 333 time: 0.1073191 Nov 04 10:39:53.691919 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44662) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:53.704952 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-4c6035b6-3e00-4a21-a4ea-f6ea271a01c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:53.709029 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-4c6035b6-3e00-4a21-a4ea-f6ea271a01c0 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=07140a08-ffec-484a-a1ec-e3e308952fd3 HTTP/1.1" status: 200 len: 861 time: 0.2523854 Nov 04 10:39:53.725974 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1c80706-7ac3-4128-afcd-c3bd5b3e00a3 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:53.743447 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2089b5-6366-4155-9674-06f6e58ebd59 req-f4a69e26-12b3-4017-9f7c-f6109061fe20 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:53.745180 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8e2089b5-6366-4155-9674-06f6e58ebd59 req-f4a69e26-12b3-4017-9f7c-f6109061fe20 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=e21f8957-f485-44db-a459-2066228c28ab HTTP/1.1" status: 200 len: 943 time: 0.1402309 Nov 04 10:39:53.760757 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9c33d8-276c-46fb-bb38-47868d25b8b6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:53.761387 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a9c33d8-276c-46fb-bb38-47868d25b8b6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:53.767454 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3a9c33d8-276c-46fb-bb38-47868d25b8b6 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/83635c53-da31-4b6d-90f2-defc8caee10f HTTP/1.1" status: 404 len: 337 time: 0.0719688 Nov 04 10:39:53.767454 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1c80706-7ac3-4128-afcd-c3bd5b3e00a3 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:53.779369 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44664) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:53.828646 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-64d6fb6d-93ef-48dd-83bb-1c7d594de248 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=52b5cab6-0870-4630-a840-713505d3c31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070054 Nov 04 10:39:53.853920 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-580653df-6c92-4779-96d0-09219aab53c4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:53.855028 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-580653df-6c92-4779-96d0-09219aab53c4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:53.858593 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c80706-7ac3-4128-afcd-c3bd5b3e00a3 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b5e6b4b-cbc9-4ece-9cff-56ecf3390730,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:53.864390 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-580653df-6c92-4779-96d0-09219aab53c4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/536e1d45-58c4-4cd8-bf98-aabad02b49c9 HTTP/1.1" status: 404 len: 337 time: 0.0777345 Nov 04 10:39:53.867054 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44666) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:53.895704 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-760e28ab-3371-4614-9980-4ac568310aec service neutron] For port 251bcdd4-acab-4763-8728-a91e09a87c96, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:39:53.901700 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-7515913f-a36b-4005-ad74-29049335563b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:53.902706 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7515913f-a36b-4005-ad74-29049335563b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:53.909433 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7515913f-a36b-4005-ad74-29049335563b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/e483bd04-4ea8-43c3-a123-62c36344a6ab HTTP/1.1" status: 404 len: 333 time: 0.0410678 Nov 04 10:39:53.911822 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44668) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:53.936475 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-760e28ab-3371-4614-9980-4ac568310aec service neutron] For port 251bcdd4-acab-4763-8728-a91e09a87c96, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=251bcdd4-acab-4763-8728-a91e09a87c96,segment=NetworkSegment(041ff45a-2ca4-4e17-84f8-e231dd606655),segment_id=041ff45a-2ca4-4e17-84f8-e231dd606655)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:39:53.936674 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1c80706-7ac3-4128-afcd-c3bd5b3e00a3 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:53.946415 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a1c80706-7ac3-4128-afcd-c3bd5b3e00a3 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7859509 Nov 04 10:39:53.968045 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:54.014056 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9cee687-a165-421a-80d8-6f7068614403 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:54.014575 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9cee687-a165-421a-80d8-6f7068614403 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:54.017964 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a9cee687-a165-421a-80d8-6f7068614403 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/28f47ca9-7a5f-4caa-85eb-5a3ed38333da HTTP/1.1" status: 404 len: 337 time: 0.1036477 Nov 04 10:39:54.020178 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-8ccf857c-9101-43bc-80d3-f43431dda1c6 service neutron] 10.222.0.126 "GET /v2.0/networks/52b5cab6-0870-4630-a840-713505d3c31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803980 Nov 04 10:39:54.020663 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44674) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:54.097126 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8e2089b5-6366-4155-9674-06f6e58ebd59 req-964502a1-0aeb-40fa-8c5d-44979d03b106 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365338 Nov 04 10:39:54.112618 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Pushing event updated for resources: {'Port': ['ID=251bcdd4-acab-4763-8728-a91e09a87c96,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:54.125218 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:54.126121 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:54.127600 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6dfda8-2607-4a42-a72e-6c8df754ea91 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:54.128326 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f6dfda8-2607-4a42-a72e-6c8df754ea91 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:54.131546 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1f6dfda8-2607-4a42-a72e-6c8df754ea91 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/e45754b2-d7bd-44eb-ad7e-28662b35e2f8 HTTP/1.1" status: 404 len: 333 time: 0.1064522 Nov 04 10:39:54.134471 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-760e28ab-3371-4614-9980-4ac568310aec service neutron] 10.222.0.126 "PUT /v2.0/ports/251bcdd4-acab-4763-8728-a91e09a87c96 HTTP/1.1" status: 200 len: 1091 time: 2.5080841 Nov 04 10:39:54.134966 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f33286-b96d-4615-b83f-b8889c050453', 'tag': '251bcdd4-acab-4763-8728-a91e09a87c96'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:39:54.139198 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44678) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:54.145367 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937907d8-18cc-4471-8bf3-5c6b45abfa1d" -d '{"events": [{"name": "network-changed", "server_uuid": "81f33286-b96d-4615-b83f-b8889c050453", "tag": "251bcdd4-acab-4763-8728-a91e09a87c96"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:39:54.155493 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:54.156290 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:54.156804 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:54.157189 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:54.157615 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:54.158237 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:54.158569 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:54.158894 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:54.159220 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:54.159556 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:54.159927 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:54.160161 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e28ab-3371-4614-9980-4ac568310aec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:39:54.163419 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ee9b64-960d-41c1-9b22-e39d9ee13622 x-openstack-request-id: req-02ee9b64-960d-41c1-9b22-e39d9ee13622 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:39:54.163719 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21f8957-f485-44db-a459-2066228c28ab", "tag": "15a63fe6-50f3-4511-81ac-6cfd26942411", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:39:54.163971 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-02ee9b64-960d-41c1-9b22-e39d9ee13622 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:39:54.164415 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21f8957-f485-44db-a459-2066228c28ab', 'tag': '15a63fe6-50f3-4511-81ac-6cfd26942411', 'status': 'completed', 'code': 200} Nov 04 10:39:54.189898 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-28dc1fb6-de31-4931-b9dd-78fbd3f04ee4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:54.190291 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28dc1fb6-de31-4931-b9dd-78fbd3f04ee4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:54.195948 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-28dc1fb6-de31-4931-b9dd-78fbd3f04ee4 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/9b8a0a2b-6969-4eb5-87f8-37ec4c780f8c HTTP/1.1" status: 404 len: 337 time: 0.0533376 Nov 04 10:39:54.196945 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44682) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:54.269245 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60481a3-10cd-428b-8496-60a3ccf4bb5d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:54.269968 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d60481a3-10cd-428b-8496-60a3ccf4bb5d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:54.273093 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d60481a3-10cd-428b-8496-60a3ccf4bb5d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/f4622c07-8fd0-44d7-a9ec-5a6b75cef28d HTTP/1.1" status: 404 len: 333 time: 0.0751333 Nov 04 10:39:54.276173 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44686) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:54.308253 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-afebf677-9b1b-438a-8f42-d3f1cab45f51 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:54.308728 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afebf677-9b1b-438a-8f42-d3f1cab45f51 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:54.310713 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-337c0490-131f-4f60-b9f9-9d47872ebb16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 082c3c85-a050-441f-9eea-f6d331241c9c {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:39:54.311874 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-afebf677-9b1b-438a-8f42-d3f1cab45f51 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/973bb1a7-2151-4866-a547-cd20784c8937 HTTP/1.1" status: 404 len: 337 time: 0.0348330 Nov 04 10:39:54.314414 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44690) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:54.321997 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-337c0490-131f-4f60-b9f9-9d47872ebb16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:54.328685 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cb0babdb-8b00-4335-8a65-2abb1cd24113 req-0119a53f-b5e9-4d00-8c54-5619196ab33d service neutron] 10.222.0.126 "GET /v2.0/networks/52b5cab6-0870-4630-a840-713505d3c31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865198 Nov 04 10:39:54.338533 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-de59c9f5-9ddb-4ea1-851d-ba2341c3aa0c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:54.339245 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de59c9f5-9ddb-4ea1-851d-ba2341c3aa0c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:54.342387 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-de59c9f5-9ddb-4ea1-851d-ba2341c3aa0c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/3ef2373e-caea-4de0-976c-2c0acbf81047 HTTP/1.1" status: 404 len: 333 time: 0.0270152 Nov 04 10:39:54.344840 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-3922103b-e1e1-4743-83f7-bca1e3cf0875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:54.346364 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44692) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:54.346907 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-3922103b-e1e1-4743-83f7-bca1e3cf0875 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8dc11aad27e140a09eac7e36656c13cd&device_id=81f33286-b96d-4615-b83f-b8889c050453 HTTP/1.1" status: 200 len: 1094 time: 0.1619427 Nov 04 10:39:54.413766 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-09eb7748-a8e4-4db6-afd9-20ea5dcc23c2 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:54.414224 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09eb7748-a8e4-4db6-afd9-20ea5dcc23c2 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:54.417414 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-09eb7748-a8e4-4db6-afd9-20ea5dcc23c2 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/1e37e715-f7c4-4ae2-a524-58441124833c HTTP/1.1" status: 404 len: 337 time: 0.0694578 Nov 04 10:39:54.432696 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44704) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:54.437315 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-337c0490-131f-4f60-b9f9-9d47872ebb16 service neutron] Transition to ACTIVE for port object 082c3c85-a050-441f-9eea-f6d331241c9c will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:39:54.445829 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-337c0490-131f-4f60-b9f9-9d47872ebb16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:54.448236 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-9a3dc6e2-f574-405b-b45f-7ca52ba0a72a service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=251bcdd4-acab-4763-8728-a91e09a87c96 HTTP/1.1" status: 200 len: 217 time: 0.0919666 Nov 04 10:39:54.478835 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf9e0d4-3990-46e2-b634-5c5f81a03ec8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:54.480257 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf9e0d4-3990-46e2-b634-5c5f81a03ec8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:54.487738 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5bf9e0d4-3990-46e2-b634-5c5f81a03ec8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/937cad02-70ed-47c2-932d-d181ec5c2acb HTTP/1.1" status: 404 len: 333 time: 0.0540595 Nov 04 10:39:54.488509 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44706) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:54.496261 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429089d-c997-435f-9a2d-0cae82d7abd9 req-b3c08884-12f6-4217-a868-d7bc8c0a7d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:54.497839 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0429089d-c997-435f-9a2d-0cae82d7abd9 req-b3c08884-12f6-4217-a868-d7bc8c0a7d41 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=9f7f577a2aa34196a84d622d13830ddf&device_id=e21f8957-f485-44db-a459-2066228c28ab HTTP/1.1" status: 200 len: 1094 time: 0.0983560 Nov 04 10:39:54.528599 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c0490-131f-4f60-b9f9-9d47872ebb16 service neutron] Pushing event updated for resources: {'Port': ['ID=082c3c85-a050-441f-9eea-f6d331241c9c,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:54.548675 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b974af6-c09e-4bf4-a001-71fac6dc72e8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:54.549278 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b974af6-c09e-4bf4-a001-71fac6dc72e8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:54.552351 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6b974af6-c09e-4bf4-a001-71fac6dc72e8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/d38c2456-7918-4341-8654-3c12ccf1c3dd HTTP/1.1" status: 404 len: 337 time: 0.0405920 Nov 04 10:39:54.560006 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44710) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:54.611145 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de52e60-cad4-4b55-a499-857671d29fcb tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:54.611897 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de52e60-cad4-4b55-a499-857671d29fcb tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:54.615093 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9de52e60-cad4-4b55-a499-857671d29fcb tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/0a039795-c47e-414c-81b1-d9755adb1df8 HTTP/1.1" status: 404 len: 333 time: 0.0524611 Nov 04 10:39:54.619792 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-bd91025e-1367-471f-91da-ec7cce5f70be tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1814464296&fields=id&tenant_id=45c1d4a009b54581bacf1fbcabe00677 HTTP/1.1" status: 200 len: 267 time: 0.1881652 Nov 04 10:39:54.621554 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-14df9caa-bd23-4687-838d-d5aa45841bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:54.622808 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-14df9caa-bd23-4687-838d-d5aa45841bd8 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=a621a168-1891-4ff7-9023-498b59bce32f HTTP/1.1" status: 200 len: 852 time: 0.1588542 Nov 04 10:39:54.623157 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44712) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:54.664635 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-337c0490-131f-4f60-b9f9-9d47872ebb16 service neutron] Attempting to bind port 082c3c85-a050-441f-9eea-f6d331241c9c on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:39:54.665004 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-337c0490-131f-4f60-b9f9-9d47872ebb16 service neutron] Attempting to bind port 082c3c85-a050-441f-9eea-f6d331241c9c by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '041ff45a-2ca4-4e17-84f8-e231dd606655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '906777cb-3939-487c-9500-bfbe1708a6f8'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:39:54.665336 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-337c0490-131f-4f60-b9f9-9d47872ebb16 service neutron] Attempting to bind port 082c3c85-a050-441f-9eea-f6d331241c9c on network 906777cb-3939-487c-9500-bfbe1708a6f8 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:39:54.669249 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91e1193-5bea-4d3f-8074-cba4479ba470 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:54.669993 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c91e1193-5bea-4d3f-8074-cba4479ba470 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:54.675115 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c91e1193-5bea-4d3f-8074-cba4479ba470 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/d6998c39-0d01-4c0d-a717-cf7772339144 HTTP/1.1" status: 404 len: 337 time: 0.0486293 Nov 04 10:39:54.675269 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-337c0490-131f-4f60-b9f9-9d47872ebb16 service neutron] Port 082c3c85-a050-441f-9eea-f6d331241c9c on network 906777cb-3939-487c-9500-bfbe1708a6f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:39:54.675269 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-337c0490-131f-4f60-b9f9-9d47872ebb16 service neutron] Attempting to bind port 082c3c85-a050-441f-9eea-f6d331241c9c on network 906777cb-3939-487c-9500-bfbe1708a6f8 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:39:54.676615 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44714) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:54.697472 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-2b3df730-8186-4e73-908b-c768a1397d52 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=906777cb-3939-487c-9500-bfbe1708a6f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648255 Nov 04 10:39:54.723197 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-337c0490-131f-4f60-b9f9-9d47872ebb16 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:39:54.723562 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-337c0490-131f-4f60-b9f9-9d47872ebb16 service neutron] Checking segment: {'id': '041ff45a-2ca4-4e17-84f8-e231dd606655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '906777cb-3939-487c-9500-bfbe1708a6f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:39:54.723979 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-337c0490-131f-4f60-b9f9-9d47872ebb16 service neutron] Bound using segment: {'id': '041ff45a-2ca4-4e17-84f8-e231dd606655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '906777cb-3939-487c-9500-bfbe1708a6f8'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:39:54.724467 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-337c0490-131f-4f60-b9f9-9d47872ebb16 service neutron] Bound port: 082c3c85-a050-441f-9eea-f6d331241c9c, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '041ff45a-2ca4-4e17-84f8-e231dd606655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '906777cb-3939-487c-9500-bfbe1708a6f8'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:39:54.725188 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-337c0490-131f-4f60-b9f9-9d47872ebb16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:54.729734 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe62d9b-9577-435b-a326-62fb2633e079 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:54.730247 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebe62d9b-9577-435b-a326-62fb2633e079 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:54.734443 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ebe62d9b-9577-435b-a326-62fb2633e079 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/faa87986-c6c4-4d0f-bbf4-57c96a98bcd3 HTTP/1.1" status: 404 len: 337 time: 0.0561428 Nov 04 10:39:54.737291 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44716) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:54.746428 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429089d-c997-435f-9a2d-0cae82d7abd9 req-0c6dd2b0-1995-4994-bbcf-d6166a2490a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:54.747921 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0429089d-c997-435f-9a2d-0cae82d7abd9 req-0c6dd2b0-1995-4994-bbcf-d6166a2490a8 service neutron] 10.222.0.126 "GET /v2.0/networks?id=52b5cab6-0870-4630-a840-713505d3c31f HTTP/1.1" status: 200 len: 923 time: 0.2419033 Nov 04 10:39:54.784020 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-969b57c1-3687-4b17-9503-0fb81005dd90 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:54.784020 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-969b57c1-3687-4b17-9503-0fb81005dd90 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:54.787087 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-969b57c1-3687-4b17-9503-0fb81005dd90 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/5b0bff21-5486-41ef-93a1-c483dec8e4ae HTTP/1.1" status: 404 len: 333 time: 0.0489109 Nov 04 10:39:54.813789 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44718) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:54.827925 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0429089d-c997-435f-9a2d-0cae82d7abd9 req-d06f96a5-ce2f-46c5-a7d9-70eb1c46b20e service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15a63fe6-50f3-4511-81ac-6cfd26942411 HTTP/1.1" status: 200 len: 217 time: 0.0554888 Nov 04 10:39:54.893351 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-92694163-5e88-4a0d-b64f-11972953df50 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:54.893806 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92694163-5e88-4a0d-b64f-11972953df50 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:54.894846 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-320b3172-f517-4a83-af36-c1dd530295e7 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:54.896363 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-320b3172-f517-4a83-af36-c1dd530295e7 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/networks?id=21b7808c-8de1-4f33-a601-5b93fda4f5f0 HTTP/1.1" status: 200 len: 797 time: 0.2628162 Nov 04 10:39:54.896862 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-92694163-5e88-4a0d-b64f-11972953df50 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/3a1db6bf-8c2c-493c-b00e-f98e5fbe9667 HTTP/1.1" status: 404 len: 337 time: 0.0783086 Nov 04 10:39:54.900217 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-a035b562-5faf-40a8-9fbe-5ee7d15f2832 service neutron] 10.222.0.126 "GET /v2.0/networks/906777cb-3939-487c-9500-bfbe1708a6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639705 Nov 04 10:39:54.900667 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44720) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:54.920733 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-337c0490-131f-4f60-b9f9-9d47872ebb16 service neutron] For port 082c3c85-a050-441f-9eea-f6d331241c9c, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:39:54.926735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-337c0490-131f-4f60-b9f9-9d47872ebb16 service neutron] For port 082c3c85-a050-441f-9eea-f6d331241c9c, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=082c3c85-a050-441f-9eea-f6d331241c9c,segment=NetworkSegment(041ff45a-2ca4-4e17-84f8-e231dd606655),segment_id=041ff45a-2ca4-4e17-84f8-e231dd606655)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:39:54.934043 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429089d-c997-435f-9a2d-0cae82d7abd9 req-431bd095-0b24-4902-97f1-2b617915951c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:54.935579 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0429089d-c997-435f-9a2d-0cae82d7abd9 req-431bd095-0b24-4902-97f1-2b617915951c service neutron] 10.222.0.126 "GET /v2.0/subnets?id=07140a08-ffec-484a-a1ec-e3e308952fd3 HTTP/1.1" status: 200 len: 861 time: 0.0787723 Nov 04 10:39:54.936774 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-337c0490-131f-4f60-b9f9-9d47872ebb16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:54.965488 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db41c4d-2509-487c-bdaa-326d58869c61 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:54.965942 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db41c4d-2509-487c-bdaa-326d58869c61 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:54.971793 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6db41c4d-2509-487c-bdaa-326d58869c61 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/fbb341ab-86ce-4113-badb-ae1ab09c06a9 HTTP/1.1" status: 404 len: 337 time: 0.0673668 Nov 04 10:39:54.992656 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44722) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:54.994109 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-337c0490-131f-4f60-b9f9-9d47872ebb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:54.994728 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-337c0490-131f-4f60-b9f9-9d47872ebb16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:54.995312 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-07a1ede9-1717-4836-a3a0-15f2601360ba tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/quotas/45c1d4a009b54581bacf1fbcabe00677 HTTP/1.1" status: 200 len: 375 time: 0.0863080 Nov 04 10:39:54.996120 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-337c0490-131f-4f60-b9f9-9d47872ebb16 service neutron] 10.222.0.121 "PUT /v2.0/ports/082c3c85-a050-441f-9eea-f6d331241c9c HTTP/1.1" status: 200 len: 1092 time: 1.8308482 Nov 04 10:39:55.014381 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0429089d-c997-435f-9a2d-0cae82d7abd9 req-b3403f26-fb41-4cff-8b61-e6e5150ae225 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=52b5cab6-0870-4630-a840-713505d3c31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680144 Nov 04 10:39:55.051245 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-1683db72-a52d-47d8-ae8a-a40cf27c8824 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:55.051998 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1683db72-a52d-47d8-ae8a-a40cf27c8824 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:55.058258 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1683db72-a52d-47d8-ae8a-a40cf27c8824 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/41d23658-f901-4735-9b09-30e1055db6d3 HTTP/1.1" status: 404 len: 333 time: 0.0585275 Nov 04 10:39:55.067564 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44724) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:55.124752 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-43aaf355-8bdf-4e94-8f4d-77491d016c6e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=45c1d4a009b54581bacf1fbcabe00677&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1211686 Nov 04 10:39:55.132274 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d5aac5-1ae7-4610-8b49-ddbb2e644c73 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:55.132274 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91d5aac5-1ae7-4610-8b49-ddbb2e644c73 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:55.133399 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-91d5aac5-1ae7-4610-8b49-ddbb2e644c73 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/e3748711-9ca8-4657-8b94-4a4fac898be6 HTTP/1.1" status: 404 len: 337 time: 0.0636749 Nov 04 10:39:55.139702 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44732) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:55.185978 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c0490-131f-4f60-b9f9-9d47872ebb16 service neutron] Pushing event updated for resources: {'Port': ['ID=082c3c85-a050-441f-9eea-f6d331241c9c,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:55.215043 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-044dd95f-72b1-4883-b593-1851c7dd8c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:55.216668 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-044dd95f-72b1-4883-b593-1851c7dd8c29 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8dc11aad27e140a09eac7e36656c13cd&device_id=b32d00a3-bae2-468f-86d7-31444f8fe27a HTTP/1.1" status: 200 len: 1095 time: 0.1569183 Nov 04 10:39:55.230708 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-43f54667-596a-49be-9b40-fcca24a783d4 service neutron] 10.222.0.126 "GET /v2.0/networks/906777cb-3939-487c-9500-bfbe1708a6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185599 Nov 04 10:39:55.233679 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-5feaaa35-10a0-41b1-a03a-8005b4ba83f0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:55.234116 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5feaaa35-10a0-41b1-a03a-8005b4ba83f0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:55.239764 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5feaaa35-10a0-41b1-a03a-8005b4ba83f0 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/25814dcd-5500-45b5-85c6-68f53f3164ff HTTP/1.1" status: 404 len: 337 time: 0.0971859 Nov 04 10:39:55.240743 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44734) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:55.276647 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b141f3-4b2a-40f7-be23-477735af2740 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:55.277816 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49b141f3-4b2a-40f7-be23-477735af2740 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:55.278255 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-fe98ffec-1600-410f-88c6-9a55aa6734e9 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=082c3c85-a050-441f-9eea-f6d331241c9c HTTP/1.1" status: 200 len: 217 time: 0.0511010 Nov 04 10:39:55.283644 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-49b141f3-4b2a-40f7-be23-477735af2740 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/876a4581-aef4-455e-8f1e-684b162e4e4e HTTP/1.1" status: 404 len: 333 time: 0.0391777 Nov 04 10:39:55.284307 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44736) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:55.305164 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0429089d-c997-435f-9a2d-0cae82d7abd9 req-c9cb1d78-087b-477f-ab5c-73092c25190e service neutron] 10.222.0.126 "GET /v2.0/networks/52b5cab6-0870-4630-a840-713505d3c31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650330 Nov 04 10:39:55.320979 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e51a9d-dff4-450e-baf1-54f160630897 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:55.321452 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e51a9d-dff4-450e-baf1-54f160630897 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:55.326888 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e3e51a9d-dff4-450e-baf1-54f160630897 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/3c2dfc65-a8c9-40f1-9d7d-dbd6a4fc48cd HTTP/1.1" status: 404 len: 337 time: 0.0396163 Nov 04 10:39:55.328790 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44740) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:55.366859 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2134b9-96fc-47e8-8d38-5c74c69cd4b2 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:55.367330 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f2134b9-96fc-47e8-8d38-5c74c69cd4b2 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:55.370405 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7f2134b9-96fc-47e8-8d38-5c74c69cd4b2 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/026f04c1-6227-4bab-a91d-bbaa2fd2c48e HTTP/1.1" status: 404 len: 337 time: 0.0391252 Nov 04 10:39:55.373680 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44742) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:55.389270 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-3d6af0ea-abe8-4b73-b034-7ddbcf20cc12 service neutron] 10.222.0.127 "GET /v2.0/networks/21b7808c-8de1-4f33-a601-5b93fda4f5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465889 Nov 04 10:39:55.393867 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-4a0d74e8-b22a-466a-83be-acaa6bda178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:55.395905 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-4a0d74e8-b22a-466a-83be-acaa6bda178b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=a621a168-1891-4ff7-9023-498b59bce32f HTTP/1.1" status: 200 len: 852 time: 0.1087484 Nov 04 10:39:55.406267 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-91cfa1c0-4b37-41aa-8ebb-dd7c2189020a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports?device_id=1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc HTTP/1.1" status: 200 len: 205 time: 0.0318465 Nov 04 10:39:55.413689 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44746) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:55.458214 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0429089d-c997-435f-9a2d-0cae82d7abd9 req-e04df30e-212a-43a7-9033-24243d90f704 service neutron] 10.222.0.126 "GET /v2.0/networks/52b5cab6-0870-4630-a840-713505d3c31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335318 Nov 04 10:39:55.499028 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-47212a4e-1e2e-42b9-b91e-ea6e98c50c1b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] delete failed (client error): The resource could not be found. Nov 04 10:39:55.500144 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-47212a4e-1e2e-42b9-b91e-ea6e98c50c1b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/routers/1ed3a5bf-8242-406f-99bb-0cc97d2fa9cc HTTP/1.1" status: 404 len: 336 time: 0.0846813 Nov 04 10:39:55.503122 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44750) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:55.529657 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-e0e78c86-447c-422c-bd2e-3e49e7cb5e8a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=906777cb-3939-487c-9500-bfbe1708a6f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705411 Nov 04 10:39:55.546290 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-2858ea24-6fcc-4ba1-8f3a-f732cb6cc59f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:55.546759 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2858ea24-6fcc-4ba1-8f3a-f732cb6cc59f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:55.550376 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2858ea24-6fcc-4ba1-8f3a-f732cb6cc59f tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/512023df-d423-445e-9249-c552c671a95d HTTP/1.1" status: 404 len: 337 time: 0.0452034 Nov 04 10:39:55.553063 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44754) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:55.605889 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f83c0271-3a30-43ca-ab28-e8fee62880a8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "GET /v2.0/ports?device_id=3ba17c55-00ad-45ad-860c-22e513ba32bc HTTP/1.1" status: 200 len: 205 time: 0.0515373 Nov 04 10:39:55.608310 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44756) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:55.649232 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-4a4fdc9c-c6d8-4033-9aa9-c2c4bdfd3c23 service neutron] 10.222.0.127 "GET /v2.0/networks/21b7808c-8de1-4f33-a601-5b93fda4f5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453268 Nov 04 10:39:55.650727 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-8d575e7f-01ff-4194-bcb6-b51fb81984f8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] delete failed (client error): The resource could not be found. Nov 04 10:39:55.651714 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8d575e7f-01ff-4194-bcb6-b51fb81984f8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/routers/3ba17c55-00ad-45ad-860c-22e513ba32bc HTTP/1.1" status: 404 len: 336 time: 0.0425150 Nov 04 10:39:55.654581 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44760) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:55.659583 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-e44c369b-2380-4522-a1bb-aa95ef54a41a service neutron] 10.222.0.121 "GET /v2.0/networks/906777cb-3939-487c-9500-bfbe1708a6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210189 Nov 04 10:39:55.699893 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-807a59f0-b4e3-4f9c-89cb-1d553395ff0c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:55.700684 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807a59f0-b4e3-4f9c-89cb-1d553395ff0c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:55.704692 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-807a59f0-b4e3-4f9c-89cb-1d553395ff0c tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/c100fe38-9b90-4172-89ce-02fd82f7bf98 HTTP/1.1" status: 404 len: 337 time: 0.0489879 Nov 04 10:39:55.707180 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44762) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:55.741195 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6bd1f3-5f7b-4c20-b445-0b6ae940266e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:55.744168 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e6bd1f3-5f7b-4c20-b445-0b6ae940266e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:55.747575 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7e6bd1f3-5f7b-4c20-b445-0b6ae940266e tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/48a99aa6-635c-4880-8cee-914e921d260c HTTP/1.1" status: 404 len: 337 time: 0.0392046 Nov 04 10:39:55.753100 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44764) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:55.796336 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-29dc2e27-4ed9-47dd-81eb-29bd14279e73 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:55.797098 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29dc2e27-4ed9-47dd-81eb-29bd14279e73 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:55.802936 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-29dc2e27-4ed9-47dd-81eb-29bd14279e73 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/0057a0f6-c980-468f-9b2f-570665f97eb5 HTTP/1.1" status: 404 len: 333 time: 0.0426810 Nov 04 10:39:55.803739 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44768) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:55.843662 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94de1b72-764c-4f1b-88c1-316d7ef548f9 x-openstack-request-id: req-94de1b72-764c-4f1b-88c1-316d7ef548f9 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:39:55.844311 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f33286-b96d-4615-b83f-b8889c050453", "tag": "251bcdd4-acab-4763-8728-a91e09a87c96", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:39:55.844796 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-94de1b72-764c-4f1b-88c1-316d7ef548f9 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:39:55.845715 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f33286-b96d-4615-b83f-b8889c050453', 'tag': '251bcdd4-acab-4763-8728-a91e09a87c96', 'status': 'completed', 'code': 200} Nov 04 10:39:55.862553 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd675fa-dc27-4db6-b8d4-a8ab259d285b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:55.863003 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd675fa-dc27-4db6-b8d4-a8ab259d285b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:55.868535 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8cd675fa-dc27-4db6-b8d4-a8ab259d285b tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/4d1a11dc-dc6b-4a17-b991-5510719da9cb HTTP/1.1" status: 404 len: 337 time: 0.0616663 Nov 04 10:39:55.869370 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44772) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:55.915682 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-136fcd28-da12-4fa9-ba22-01d755bb339a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:55.921719 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-136fcd28-da12-4fa9-ba22-01d755bb339a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:55.929827 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-136fcd28-da12-4fa9-ba22-01d755bb339a tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/32d105b8-a56a-46d5-9a80-6ef602f7db3f HTTP/1.1" status: 404 len: 333 time: 0.0592165 Nov 04 10:39:55.932692 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ac07d5b3-2026-405e-a699-fe457208dac9 req-20917b2e-1050-4c38-8b8e-fc94962acd77 service neutron] 10.222.0.121 "GET /v2.0/networks/906777cb-3939-487c-9500-bfbe1708a6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650769 Nov 04 10:39:55.933455 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44782) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:55.999451 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f54cc4-c123-483e-a7c8-ded0c2454796 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:55.999997 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f54cc4-c123-483e-a7c8-ded0c2454796 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:56.003793 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-02f54cc4-c123-483e-a7c8-ded0c2454796 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/b4532815-755d-413d-a398-b69356ad40fb HTTP/1.1" status: 404 len: 337 time: 0.0516639 Nov 04 10:39:56.011382 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44784) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:56.012345 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937907d8-18cc-4471-8bf3-5c6b45abfa1d req-f853d561-1f64-4b78-a3d1-420bb1dc7b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:56.015404 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-937907d8-18cc-4471-8bf3-5c6b45abfa1d req-f853d561-1f64-4b78-a3d1-420bb1dc7b3a service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8dc11aad27e140a09eac7e36656c13cd&device_id=81f33286-b96d-4615-b83f-b8889c050453 HTTP/1.1" status: 200 len: 1094 time: 0.1326716 Nov 04 10:39:56.077168 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-d957e442-91a4-4376-b228-cf3d10f9a2d8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:56.077922 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d957e442-91a4-4376-b228-cf3d10f9a2d8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:56.082486 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d957e442-91a4-4376-b228-cf3d10f9a2d8 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/84083962-9aa6-4f51-bdd5-15bbb3f50888 HTTP/1.1" status: 404 len: 333 time: 0.0657935 Nov 04 10:39:56.092396 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device edcd0265-9a39-4e8a-ba2e-0aa58b32197b no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:39:56.109795 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44788) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:56.158650 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: edcd0265-9a39-4e8a-ba2e-0aa58b32197b {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:39:56.160335 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device edcd0265-9a39-4e8a-ba2e-0aa58b32197b not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:39:56.189709 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b32d00a3-bae2-468f-86d7-31444f8fe27a', 'tag': '082c3c85-a050-441f-9eea-f6d331241c9c'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:39:56.192635 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9055715-bc17-42c5-b076-5d2222bcfea8" -d '{"events": [{"name": "network-changed", "server_uuid": "b32d00a3-bae2-468f-86d7-31444f8fe27a", "tag": "082c3c85-a050-441f-9eea-f6d331241c9c"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:39:56.199023 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937907d8-18cc-4471-8bf3-5c6b45abfa1d req-e4b3786d-ed2f-40f6-869a-5d6973018b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:56.199462 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-937907d8-18cc-4471-8bf3-5c6b45abfa1d req-e4b3786d-ed2f-40f6-869a-5d6973018b97 service neutron] 10.222.0.126 "GET /v2.0/networks?id=906777cb-3939-487c-9500-bfbe1708a6f8 HTTP/1.1" status: 200 len: 914 time: 0.1321805 Nov 04 10:39:56.207888 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5956ab8-be6d-4afc-a8eb-098656075291 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:56.221578 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5956ab8-be6d-4afc-a8eb-098656075291 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:56.262006 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d5956ab8-be6d-4afc-a8eb-098656075291 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/7350d800-7a89-4b3c-a1c9-15d5faa05805 HTTP/1.1" status: 404 len: 337 time: 0.1509585 Nov 04 10:39:56.263570 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44794) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:56.272882 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-937907d8-18cc-4471-8bf3-5c6b45abfa1d req-914a28aa-c433-4682-a6ae-8c006d759274 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=251bcdd4-acab-4763-8728-a91e09a87c96 HTTP/1.1" status: 200 len: 217 time: 0.0653296 Nov 04 10:39:56.305942 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-2149e351-ba22-4ae6-b6ab-8cb9cddee7e2 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:56.307170 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2149e351-ba22-4ae6-b6ab-8cb9cddee7e2 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:56.311642 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2149e351-ba22-4ae6-b6ab-8cb9cddee7e2 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/55279eeb-aafe-4e9c-b1eb-edb8411151f2 HTTP/1.1" status: 404 len: 333 time: 0.0469685 Nov 04 10:39:56.331929 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44798) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:56.344273 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-99f43840-6d6c-4224-b807-0588e742a71e tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:56.352713 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-99f43840-6d6c-4224-b807-0588e742a71e tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/networks?id=8c8a1e5a-f063-46d4-a45c-05147903d1b7 HTTP/1.1" status: 200 len: 811 time: 0.4196715 Nov 04 10:39:56.367660 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f90310-d4f6-402a-9320-447765e9b530 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:56.368218 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70f90310-d4f6-402a-9320-447765e9b530 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:56.371280 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-70f90310-d4f6-402a-9320-447765e9b530 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/aa9d73b5-2108-48d2-87ed-352eb4bc72a1 HTTP/1.1" status: 404 len: 337 time: 0.0383673 Nov 04 10:39:56.373198 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-cdbd9e4f-5e11-48ca-aa43-4a7ebb17a4e6 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/quotas/53562ae687274bbeba84f6369ffa7a9a HTTP/1.1" status: 200 len: 375 time: 0.0187697 Nov 04 10:39:56.375929 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44800) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:56.410137 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f903292-8790-471d-9106-fd47b49b8ce9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:56.415034 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f903292-8790-471d-9106-fd47b49b8ce9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:56.416914 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8f903292-8790-471d-9106-fd47b49b8ce9 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/9669c786-4153-4c1f-bea8-10fef234452e HTTP/1.1" status: 404 len: 333 time: 0.0400217 Nov 04 10:39:56.418780 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937907d8-18cc-4471-8bf3-5c6b45abfa1d req-e68ef020-e26b-4410-80aa-971e9ec7963d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:56.420242 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-937907d8-18cc-4471-8bf3-5c6b45abfa1d req-e68ef020-e26b-4410-80aa-971e9ec7963d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=a621a168-1891-4ff7-9023-498b59bce32f HTTP/1.1" status: 200 len: 852 time: 0.1281459 Nov 04 10:39:56.420702 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44802) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:56.434218 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-85ff2198-2a33-4c8f-be02-4c42dfe7f9c9 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=53562ae687274bbeba84f6369ffa7a9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599246 Nov 04 10:39:56.486176 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50fc35f-9bb8-472e-b5eb-432d5bd009b2 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:56.486667 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f50fc35f-9bb8-472e-b5eb-432d5bd009b2 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:56.490362 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f50fc35f-9bb8-472e-b5eb-432d5bd009b2 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/2114cd6c-df76-43f9-868b-e4658e5bb068 HTTP/1.1" status: 404 len: 337 time: 0.0681829 Nov 04 10:39:56.505946 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44804) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:56.515381 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-937907d8-18cc-4471-8bf3-5c6b45abfa1d req-1845ec4b-2f3f-49ce-964d-7e9b94a0c232 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=906777cb-3939-487c-9500-bfbe1708a6f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720360 Nov 04 10:39:56.574730 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae7b46b-c792-4ee8-bbc7-a3b00e367401 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:56.576260 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae7b46b-c792-4ee8-bbc7-a3b00e367401 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:56.579667 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1ae7b46b-c792-4ee8-bbc7-a3b00e367401 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/e998a34a-9dda-40d6-ac8a-fbd6b5cdfb93 HTTP/1.1" status: 404 len: 333 time: 0.0727043 Nov 04 10:39:56.584932 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44810) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:56.638602 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-626788ee-6459-4056-83eb-8c63f6a2a223 service neutron] 10.222.0.127 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899033 Nov 04 10:39:56.698248 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-e69e18a2-9ec0-427f-9996-2e1eadc606dd tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:56.699122 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e69e18a2-9ec0-427f-9996-2e1eadc606dd tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:56.705291 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e69e18a2-9ec0-427f-9996-2e1eadc606dd tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/d7d36ffa-57cc-462b-b045-1b4e349c582c HTTP/1.1" status: 404 len: 337 time: 0.1172981 Nov 04 10:39:56.706058 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44812) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:56.745236 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-67af639a-f222-4ce7-b96e-350693d74f60 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:56.745896 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67af639a-f222-4ce7-b96e-350693d74f60 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:56.751743 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-67af639a-f222-4ce7-b96e-350693d74f60 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/ports/9148c699-c88c-4bf9-88ae-123d714f2edb HTTP/1.1" status: 404 len: 333 time: 0.0413771 Nov 04 10:39:56.752694 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44814) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:56.758599 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-941054ca-1aea-4336-a188-411080383c60 service neutron] 10.222.0.127 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178639 Nov 04 10:39:56.794104 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2eb3d6-4783-47d5-b0fe-863fb5a9cc2d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] DELETE failed (client error): The resource could not be found. Nov 04 10:39:56.794558 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca2eb3d6-4783-47d5-b0fe-863fb5a9cc2d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:39:56.798832 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ca2eb3d6-4783-47d5-b0fe-863fb5a9cc2d tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/subnets/4c67f1f7-1e99-4bd9-ae97-cc7a1e8e9d01 HTTP/1.1" status: 404 len: 337 time: 0.0455842 Nov 04 10:39:56.801730 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44816) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:56.886289 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-937907d8-18cc-4471-8bf3-5c6b45abfa1d req-30c90c09-fe97-4f31-9062-29d7f26c5cec service neutron] 10.222.0.126 "GET /v2.0/networks/906777cb-3939-487c-9500-bfbe1708a6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276596 Nov 04 10:39:56.981783 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f6e846dc-6769-4f4a-9c88-2d28cc9faf16 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:56.994216 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff4753-9cc4-41bc-818e-56bd7d116718 req-44fc7d12-f1bd-4ad3-81a4-961069ce3b99 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:57.002411 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-06ff4753-9cc4-41bc-818e-56bd7d116718 req-44fc7d12-f1bd-4ad3-81a4-961069ce3b99 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/ports?device_id=81f33286-b96d-4615-b83f-b8889c050453 HTTP/1.1" status: 200 len: 943 time: 0.0756302 Nov 04 10:39:57.065107 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-06ff4753-9cc4-41bc-818e-56bd7d116718 req-bf7a6ad3-f409-409c-8dd3-a7b3a5b86047 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/security-groups?id=661e586a-7284-4745-83a1-9bf108ca6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612490 Nov 04 10:39:57.112236 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-937907d8-18cc-4471-8bf3-5c6b45abfa1d req-11e5906c-10e5-43a3-ba15-69c3ca7aac0a service neutron] 10.222.0.126 "GET /v2.0/networks/906777cb-3939-487c-9500-bfbe1708a6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031467 Nov 04 10:39:57.135949 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f6e846dc-6769-4f4a-9c88-2d28cc9faf16 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:57.166835 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-f6e846dc-6769-4f4a-9c88-2d28cc9faf16 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5af6f0-5063-4ccc-959e-90459430dabc']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:39:57.179124 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-f6e846dc-6769-4f4a-9c88-2d28cc9faf16 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f09ab0-0bb2-4196-ad10-44b2a8472c63') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:39:57.179366 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-f6e846dc-6769-4f4a-9c88-2d28cc9faf16 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f09ab0-0bb2-4196-ad10-44b2a8472c63') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:39:57.190080 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f6e846dc-6769-4f4a-9c88-2d28cc9faf16 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:57.219260 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5ccc6-b8a5-4cf7-bc53-e47db6ca6fa5 req-49877a8a-243e-43a9-adce-ad7402366ae2 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:57.221264 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24d5ccc6-b8a5-4cf7-bc53-e47db6ca6fa5 req-49877a8a-243e-43a9-adce-ad7402366ae2 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=e21f8957-f485-44db-a459-2066228c28ab HTTP/1.1" status: 200 len: 943 time: 0.0743129 Nov 04 10:39:57.235967 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f6e846dc-6769-4f4a-9c88-2d28cc9faf16 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:57.291742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e846dc-6769-4f4a-9c88-2d28cc9faf16 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:39:57.292100 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f6e846dc-6769-4f4a-9c88-2d28cc9faf16 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:39:57.297037 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:39:57.333472 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24d5ccc6-b8a5-4cf7-bc53-e47db6ca6fa5 req-4bc3fbed-68f1-458e-8aad-ea5a4278b062 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055815 Nov 04 10:39:57.436098 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f6e846dc-6769-4f4a-9c88-2d28cc9faf16 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:57.472026 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f6e846dc-6769-4f4a-9c88-2d28cc9faf16 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:57.476875 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f6e846dc-6769-4f4a-9c88-2d28cc9faf16 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] 10.222.0.127 "DELETE /v2.0/networks/bc5af6f0-5063-4ccc-959e-90459430dabc HTTP/1.1" status: 204 len: 168 time: 0.6718166 Nov 04 10:39:57.482273 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-6e2376c5-68e9-4208-91e4-fdc1412cd9f8 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:57.483799 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-6e2376c5-68e9-4208-91e4-fdc1412cd9f8 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.126 "GET /v2.0/networks?id=21b7808c-8de1-4f33-a601-5b93fda4f5f0 HTTP/1.1" status: 200 len: 797 time: 0.2840312 Nov 04 10:39:57.485132 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e846dc-6769-4f4a-9c88-2d28cc9faf16 tempest-NetworksTestDHCPv6-2028515740 tempest-NetworksTestDHCPv6-2028515740-project] Pushing event deleted for resources: {'Network': ['ID=bc5af6f0-5063-4ccc-959e-90459430dabc,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:57.497619 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 15a63fe6-50f3-4511-81ac-6cfd26942411 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:39:57.555132 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d3e99e8-d50e-4eb6-bf26-32a81691c51a req-8db75fab-22c4-4b4a-9c9a-7283b04892fb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?device_id=c2fe46cd-e0c5-40dc-bcc2-141bc00e717c HTTP/1.1" status: 200 len: 210 time: 0.0513682 Nov 04 10:39:57.658067 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-05bf5615-15fc-4465-abd6-1482322ab39d tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45c1d4a009b54581bacf1fbcabe00677 HTTP/1.1" status: 200 len: 473 time: 0.1582940 Nov 04 10:39:57.678696 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-ad7c461a-39be-4dea-b9a9-53c1da8fb847 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'port': {'device_id': 'c2fe46cd-e0c5-40dc-bcc2-141bc00e717c', 'network_id': '21b7808c-8de1-4f33-a601-5b93fda4f5f0', 'admin_state_up': True, 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'security_groups': ['16c5437a-bb61-4887-a1f4-02bb305576c0']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:57.717647 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44834) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:57.733111 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-9b31a66f-e8ba-4885-b885-6d020ebf22cb tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1382269037'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:57.737379 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 15a63fe6-50f3-4511-81ac-6cfd26942411, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=15a63fe6-50f3-4511-81ac-6cfd26942411,segment=NetworkSegment(371c3b52-8b94-460c-ab6e-3d1cde3fe09a),segment_id=371c3b52-8b94-460c-ab6e-3d1cde3fe09a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:57.785040 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '15a63fe6-50f3-4511-81ac-6cfd26942411', 'network_id': '52b5cab6-0870-4630-a840-713505d3c31f', 'port_id': '15a63fe6-50f3-4511-81ac-6cfd26942411', 'mac_address': 'fa:16:3e:a6:16:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07140a08-ffec-484a-a1ec-e3e308952fd3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:39:57.791898 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b31a66f-e8ba-4885-b885-6d020ebf22cb tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Made reservation on behalf of 24e6e80e7cbd47b89cef6beaedf3befe for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:57.800709 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9b31a66f-e8ba-4885-b885-6d020ebf22cb tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:57.874113 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b31a66f-e8ba-4885-b885-6d020ebf22cb tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1195} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:39:57.889242 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:57.899643 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9b31a66f-e8ba-4885-b885-6d020ebf22cb tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:57.899959 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-9b31a66f-e8ba-4885-b885-6d020ebf22cb tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Added segment 75bd34cc-02fc-483b-8128-146d0a8eca1e of type vlan for network b24fc8aa-ee49-4b0e-86f2-bb77483ee604 Nov 04 10:39:57.913751 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44838) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:57.926151 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a63fe6-50f3-4511-81ac-6cfd26942411 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:39:57.952252 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-ad7c461a-39be-4dea-b9a9-53c1da8fb847 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Made reservation on behalf of 45c1d4a009b54581bacf1fbcabe00677 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:57.958598 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 15a63fe6-50f3-4511-81ac-6cfd26942411, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=15a63fe6-50f3-4511-81ac-6cfd26942411,segment=NetworkSegment(371c3b52-8b94-460c-ab6e-3d1cde3fe09a),segment_id=371c3b52-8b94-460c-ab6e-3d1cde3fe09a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:57.961609 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-ad7c461a-39be-4dea-b9a9-53c1da8fb847 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:57.966106 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:57.967972 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 251bcdd4-acab-4763-8728-a91e09a87c96 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:39:58.005629 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9b31a66f-e8ba-4885-b885-6d020ebf22cb tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:58.069187 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9b31a66f-e8ba-4885-b885-6d020ebf22cb tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:58.076984 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b31a66f-e8ba-4885-b885-6d020ebf22cb tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:58.078133 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9b31a66f-e8ba-4885-b885-6d020ebf22cb tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:58.116685 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1da3a9-e90d-443b-947d-959e7b56162b x-openstack-request-id: req-5f1da3a9-e90d-443b-947d-959e7b56162b {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:39:58.117275 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b32d00a3-bae2-468f-86d7-31444f8fe27a", "tag": "082c3c85-a050-441f-9eea-f6d331241c9c", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:39:58.120726 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-5f1da3a9-e90d-443b-947d-959e7b56162b {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:39:58.120726 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b32d00a3-bae2-468f-86d7-31444f8fe27a', 'tag': '082c3c85-a050-441f-9eea-f6d331241c9c', 'status': 'completed', 'code': 200} Nov 04 10:39:58.128082 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 251bcdd4-acab-4763-8728-a91e09a87c96, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=251bcdd4-acab-4763-8728-a91e09a87c96,segment=NetworkSegment(041ff45a-2ca4-4e17-84f8-e231dd606655),segment_id=041ff45a-2ca4-4e17-84f8-e231dd606655)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:58.134893 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 082c3c85-a050-441f-9eea-f6d331241c9c details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:39:58.257890 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9055715-bc17-42c5-b076-5d2222bcfea8 req-5303d0a7-27f3-4324-9bdd-89ea91dd7ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:58.258221 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=15a63fe6-50f3-4511-81ac-6cfd26942411,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:58.259809 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e9055715-bc17-42c5-b076-5d2222bcfea8 req-5303d0a7-27f3-4324-9bdd-89ea91dd7ff5 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8dc11aad27e140a09eac7e36656c13cd&device_id=b32d00a3-bae2-468f-86d7-31444f8fe27a HTTP/1.1" status: 200 len: 1095 time: 0.1472533 Nov 04 10:39:58.261417 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '251bcdd4-acab-4763-8728-a91e09a87c96', 'network_id': '906777cb-3939-487c-9500-bfbe1708a6f8', 'port_id': '251bcdd4-acab-4763-8728-a91e09a87c96', 'mac_address': 'fa:16:3e:18:3c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a621a168-1891-4ff7-9023-498b59bce32f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:39:58.275375 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-979b2930-bf4c-4a38-9fcf-f943ef5ba7df admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=4e21b484c58a443992c5a2ff3e72ccdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3582642 Nov 04 10:39:58.286112 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44844) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:58.375656 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e05c1ca3-10f3-4ab2-990d-4d25fa0e1eb0 req-5164eea0-ac8a-4ff2-b556-43aca5df7d5e tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=0ea37bd7-3f37-4fd9-80b7-fe06ddee9351 HTTP/1.1" status: 200 len: 210 time: 0.1964357 Nov 04 10:39:58.390346 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-ad7c461a-39be-4dea-b9a9-53c1da8fb847 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Allocated IP 172.20.0.21 (21b7808c-8de1-4f33-a601-5b93fda4f5f0/9f81a987-5f84-40d1-a2c6-38fc64dadd1a/369fde22-d627-47c3-83c1-983157fe0f8f) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:58.393402 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 082c3c85-a050-441f-9eea-f6d331241c9c, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=082c3c85-a050-441f-9eea-f6d331241c9c,segment=NetworkSegment(041ff45a-2ca4-4e17-84f8-e231dd606655),segment_id=041ff45a-2ca4-4e17-84f8-e231dd606655)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:58.412579 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-d90d5378-2d19-4c2c-aa1d-1c65a1ab56d8 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:58.414267 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-d90d5378-2d19-4c2c-aa1d-1c65a1ab56d8 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.126 "GET /v2.0/networks?id=8c8a1e5a-f063-46d4-a45c-05147903d1b7 HTTP/1.1" status: 200 len: 811 time: 0.2098072 Nov 04 10:39:58.417994 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '082c3c85-a050-441f-9eea-f6d331241c9c', 'network_id': '906777cb-3939-487c-9500-bfbe1708a6f8', 'port_id': '082c3c85-a050-441f-9eea-f6d331241c9c', 'mac_address': 'fa:16:3e:9f:fb:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a621a168-1891-4ff7-9023-498b59bce32f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:39:58.433077 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9b31a66f-e8ba-4885-b885-6d020ebf22cb tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7138431 Nov 04 10:39:58.439483 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44848) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:58.440237 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31a66f-e8ba-4885-b885-6d020ebf22cb tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event updated for resources: {'Network': ['ID=b24fc8aa-ee49-4b0e-86f2-bb77483ee604,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:58.446384 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-a6ca6d14-aac0-48a6-88dd-3fcde72020de tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1066383905'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:58.463014 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3852a75-678c-48d3-be4b-d656ef05ff8c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Request body: {'port': {'device_id': '0ea37bd7-3f37-4fd9-80b7-fe06ddee9351', 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7', 'admin_state_up': True, 'tenant_id': '53562ae687274bbeba84f6369ffa7a9a'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:58.493499 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network b24fc8aa-ee49-4b0e-86f2-bb77483ee604 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:39:58.541294 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a0bb099e-8abf-4f55-bc81-0a360b46b505 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:58.553783 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ca6d14-aac0-48a6-88dd-3fcde72020de tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Made reservation on behalf of 24e6e80e7cbd47b89cef6beaedf3befe for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:58.558115 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a6ca6d14-aac0-48a6-88dd-3fcde72020de tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:58.593135 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9055715-bc17-42c5-b076-5d2222bcfea8 req-c326ae44-fb5e-47ac-887f-c97313120bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:58.595449 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e9055715-bc17-42c5-b076-5d2222bcfea8 req-c326ae44-fb5e-47ac-887f-c97313120bf3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=906777cb-3939-487c-9500-bfbe1708a6f8 HTTP/1.1" status: 200 len: 914 time: 0.3256016 Nov 04 10:39:58.607604 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:58.625293 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 082c3c85-a050-441f-9eea-f6d331241c9c {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:39:58.633640 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f406e6-b6d1-4a25-ad7c-99bf4795fa72 req-09f354bc-1499-40d0-b043-9ea1b114850e tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:58.641573 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-95f406e6-b6d1-4a25-ad7c-99bf4795fa72 req-09f354bc-1499-40d0-b043-9ea1b114850e tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/ports?device_id=81f33286-b96d-4615-b83f-b8889c050453 HTTP/1.1" status: 200 len: 943 time: 0.1380725 Nov 04 10:39:58.650546 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 082c3c85-a050-441f-9eea-f6d331241c9c, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=082c3c85-a050-441f-9eea-f6d331241c9c,segment=NetworkSegment(041ff45a-2ca4-4e17-84f8-e231dd606655),segment_id=041ff45a-2ca4-4e17-84f8-e231dd606655)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:58.652301 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:58.673722 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 251bcdd4-acab-4763-8728-a91e09a87c96 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:39:58.677669 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e9055715-bc17-42c5-b076-5d2222bcfea8 req-9194c196-aa0c-4252-b813-ef13c47f6340 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=082c3c85-a050-441f-9eea-f6d331241c9c HTTP/1.1" status: 200 len: 217 time: 0.0648768 Nov 04 10:39:58.681501 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:58.686715 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a0bb099e-8abf-4f55-bc81-0a360b46b505 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:58.726308 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 251bcdd4-acab-4763-8728-a91e09a87c96, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=251bcdd4-acab-4763-8728-a91e09a87c96,segment=NetworkSegment(041ff45a-2ca4-4e17-84f8-e231dd606655),segment_id=041ff45a-2ca4-4e17-84f8-e231dd606655)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:39:58.735082 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-95f406e6-b6d1-4a25-ad7c-99bf4795fa72 req-1ca9482f-64a9-41e5-bb0c-5189bcadc5b8 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/security-groups?id=661e586a-7284-4745-83a1-9bf108ca6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917397 Nov 04 10:39:58.741106 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3852a75-678c-48d3-be4b-d656ef05ff8c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Made reservation on behalf of 53562ae687274bbeba84f6369ffa7a9a for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:58.754270 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ca6d14-aac0-48a6-88dd-3fcde72020de tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1166} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:39:58.754493 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3852a75-678c-48d3-be4b-d656ef05ff8c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:58.768434 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:58.792340 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a6ca6d14-aac0-48a6-88dd-3fcde72020de tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:58.792903 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-a6ca6d14-aac0-48a6-88dd-3fcde72020de tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Added segment 68884ac4-1769-4bca-94f5-d9098a2e7fa7 of type vlan for network e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1 Nov 04 10:39:58.804460 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=082c3c85-a050-441f-9eea-f6d331241c9c,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:58.868554 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-ad7c461a-39be-4dea-b9a9-53c1da8fb847 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:58.877659 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=251bcdd4-acab-4763-8728-a91e09a87c96,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:58.889549 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a6ca6d14-aac0-48a6-88dd-3fcde72020de tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:58.899799 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9055715-bc17-42c5-b076-5d2222bcfea8 req-8ea96757-61ed-42e3-a790-57e2e4f8b30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:58.902708 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e9055715-bc17-42c5-b076-5d2222bcfea8 req-8ea96757-61ed-42e3-a790-57e2e4f8b30b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=a621a168-1891-4ff7-9023-498b59bce32f HTTP/1.1" status: 200 len: 852 time: 0.2123821 Nov 04 10:39:58.968541 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['082c3c85-a050-441f-9eea-f6d331241c9c'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:39:58.969291 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e9055715-bc17-42c5-b076-5d2222bcfea8 req-03fb1145-40f8-40e3-add7-b1015f9b6295 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=906777cb-3939-487c-9500-bfbe1708a6f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547066 Nov 04 10:39:59.045295 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a0bb099e-8abf-4f55-bc81-0a360b46b505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:59.048065 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a0bb099e-8abf-4f55-bc81-0a360b46b505 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:59.051610 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a0bb099e-8abf-4f55-bc81-0a360b46b505 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/29a83e65-e8ee-4339-8df7-fb736c3ffca7 HTTP/1.1" status: 204 len: 168 time: 0.7622232 Nov 04 10:39:59.055130 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a6ca6d14-aac0-48a6-88dd-3fcde72020de tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:59.061190 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ca6d14-aac0-48a6-88dd-3fcde72020de tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:59.061851 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a6ca6d14-aac0-48a6-88dd-3fcde72020de tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:59.063934 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd1575-93cc-452d-84e4-51bd83e1fe2a req-8e6d7238-6eab-4a1f-8564-d456bb9803dc tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:59.072064 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-39dd1575-93cc-452d-84e4-51bd83e1fe2a req-8e6d7238-6eab-4a1f-8564-d456bb9803dc tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=e21f8957-f485-44db-a459-2066228c28ab HTTP/1.1" status: 200 len: 944 time: 0.2001982 Nov 04 10:39:59.086335 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['15a63fe6-50f3-4511-81ac-6cfd26942411'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:39:59.105549 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3852a75-678c-48d3-be4b-d656ef05ff8c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Allocated IP 172.20.0.9 (8c8a1e5a-f063-46d4-a45c-05147903d1b7/5626b5c5-059d-4165-96a5-a79a81820db5/bcc3c56c-7e98-428b-bdf7-55b1bcad1813) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:39:59.133336 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['251bcdd4-acab-4763-8728-a91e09a87c96'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:39:59.140654 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb099e-8abf-4f55-bc81-0a360b46b505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a83e65-e8ee-4339-8df7-fb736c3ffca7,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:59.159209 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-39dd1575-93cc-452d-84e4-51bd83e1fe2a req-f55c8a14-90a5-4ae8-9e97-c5d4c3e57b3b tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860076 Nov 04 10:39:59.259446 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a6ca6d14-aac0-48a6-88dd-3fcde72020de tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8169885 Nov 04 10:39:59.272092 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44866) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:39:59.281063 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-ad7c461a-39be-4dea-b9a9-53c1da8fb847 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:59.294120 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-a689a34a-6588-4725-9865-9e61be799d4f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Request body: {'subnet': {'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:39:59.314130 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca6d14-aac0-48a6-88dd-3fcde72020de tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event updated for resources: {'Network': ['ID=e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:59.337122 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:39:59.351824 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e9055715-bc17-42c5-b076-5d2222bcfea8 req-74b1789a-0d34-4d35-a04c-33eaa1e0e0c6 service neutron] 10.222.0.121 "GET /v2.0/networks/906777cb-3939-487c-9500-bfbe1708a6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708010 Nov 04 10:39:59.371101 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-ad7c461a-39be-4dea-b9a9-53c1da8fb847 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Network 21b7808c-8de1-4f33-a601-5b93fda4f5f0 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:39:59.395629 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-ad7c461a-39be-4dea-b9a9-53c1da8fb847 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:39:59.424080 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c461a-39be-4dea-b9a9-53c1da8fb847 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'Port': ['ID=369fde22-d627-47c3-83c1-983157fe0f8f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:39:59.426780 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-ad7c461a-39be-4dea-b9a9-53c1da8fb847 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:39:59.663784 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312091cb-0a40-4e8d-bd47-8d92965f89f8 req-34344381-465e-4f43-ac40-d1a040e064e8 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:39:59.677519 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-312091cb-0a40-4e8d-bd47-8d92965f89f8 req-34344381-465e-4f43-ac40-d1a040e064e8 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?device_id=c2fe46cd-e0c5-40dc-bcc2-141bc00e717c HTTP/1.1" status: 200 len: 932 time: 0.2368584 Nov 04 10:39:59.752723 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a689a34a-6588-4725-9865-9e61be799d4f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Made reservation on behalf of 24e6e80e7cbd47b89cef6beaedf3befe for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:39:59.757582 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a689a34a-6588-4725-9865-9e61be799d4f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:59.770799 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3852a75-678c-48d3-be4b-d656ef05ff8c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:59.898437 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c6f2e1ac-f974-49c3-bf07-b2aef5c2208c None None] Provisioning complete for port 369fde22-d627-47c3-83c1-983157fe0f8f triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:39:59.898987 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c6f2e1ac-f974-49c3-bf07-b2aef5c2208c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:39:59.943647 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-312091cb-0a40-4e8d-bd47-8d92965f89f8 req-447914c0-e538-46ea-aeab-6a3df7c249ae tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/security-groups?id=16c5437a-bb61-4887-a1f4-02bb305576c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2624114 Nov 04 10:39:59.957153 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-c6f2e1ac-f974-49c3-bf07-b2aef5c2208c None None] Port 369fde22-d627-47c3-83c1-983157fe0f8f cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:40:00.035010 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3852a75-678c-48d3-be4b-d656ef05ff8c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:00.056343 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-ad7c461a-39be-4dea-b9a9-53c1da8fb847 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:00.057032 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-ad7c461a-39be-4dea-b9a9-53c1da8fb847 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:00.083233 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e9055715-bc17-42c5-b076-5d2222bcfea8 req-47d6d10e-d10d-43b2-88f5-f5230c0ee179 service neutron] 10.222.0.121 "GET /v2.0/networks/906777cb-3939-487c-9500-bfbe1708a6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7150033 Nov 04 10:40:00.086881 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-ad7c461a-39be-4dea-b9a9-53c1da8fb847 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4201019 Nov 04 10:40:00.109363 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-70a0badf-6266-4400-a8d8-8f1ce0c9bcd8 service neutron] Request body: {'port': {'device_id': 'c2fe46cd-e0c5-40dc-bcc2-141bc00e717c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:00.169226 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-70a0badf-6266-4400-a8d8-8f1ce0c9bcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:00.186828 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3852a75-678c-48d3-be4b-d656ef05ff8c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:00.201610 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3852a75-678c-48d3-be4b-d656ef05ff8c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:00.206303 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3852a75-678c-48d3-be4b-d656ef05ff8c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Pushing event updated for resources: {'Port': ['ID=bcc3c56c-7e98-428b-bdf7-55b1bcad1813,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:00.210410 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3852a75-678c-48d3-be4b-d656ef05ff8c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:00.269860 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc234f9-4bc2-4721-a61b-f122945cef22 req-9f75f3d6-6525-4d7b-9ee8-b6e04995d4d5 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:00.271406 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ecc234f9-4bc2-4721-a61b-f122945cef22 req-9f75f3d6-6525-4d7b-9ee8-b6e04995d4d5 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=0ea37bd7-3f37-4fd9-80b7-fe06ddee9351 HTTP/1.1" status: 200 len: 931 time: 0.1930342 Nov 04 10:40:00.326033 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a689a34a-6588-4725-9865-9e61be799d4f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:00.348084 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3852a75-678c-48d3-be4b-d656ef05ff8c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:00.348709 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3852a75-678c-48d3-be4b-d656ef05ff8c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:00.359857 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44904) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:00.424179 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ecc234f9-4bc2-4721-a61b-f122945cef22 req-e78b0713-1dd6-458e-9752-97f85c284ace tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326003 Nov 04 10:40:00.442680 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3852a75-678c-48d3-be4b-d656ef05ff8c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0069921 Nov 04 10:40:00.468138 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3044a80-31b4-4890-a0f4-fe635881004d service neutron] Request body: {'port': {'device_id': '0ea37bd7-3f37-4fd9-80b7-fe06ddee9351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:00.489349 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689a34a-6588-4725-9865-9e61be799d4f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event updated for resources: {'Subnet': ['ID=c288e9a9-e266-47aa-b999-fff4d7adb121,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:00.557009 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-70a0badf-6266-4400-a8d8-8f1ce0c9bcd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 369fde22-d627-47c3-83c1-983157fe0f8f {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:40:00.564010 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a689a34a-6588-4725-9865-9e61be799d4f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Checking segment: {'id': '75bd34cc-02fc-483b-8128-146d0a8eca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:00.564374 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a689a34a-6588-4725-9865-9e61be799d4f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Network hostable DHCP agents. Network: b24fc8aa-ee49-4b0e-86f2-bb77483ee604, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:40:00.564980 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-8993341d-0786-433a-8051-94d25ff56301 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1142053238'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:00.572409 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-70a0badf-6266-4400-a8d8-8f1ce0c9bcd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:00.595462 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-70a0badf-6266-4400-a8d8-8f1ce0c9bcd8 service neutron] Transition to ACTIVE for port object 369fde22-d627-47c3-83c1-983157fe0f8f will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:40:00.602146 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-70a0badf-6266-4400-a8d8-8f1ce0c9bcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:00.614021 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3044a80-31b4-4890-a0f4-fe635881004d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:00.630364 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a689a34a-6588-4725-9865-9e61be799d4f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Network b24fc8aa-ee49-4b0e-86f2-bb77483ee604 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:40:00.635649 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8993341d-0786-433a-8051-94d25ff56301 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:00.639166 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8993341d-0786-433a-8051-94d25ff56301 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:00.639471 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e2868-d38e-4cfc-a823-4a0ce3395c67 req-eb3b2b42-7341-44f3-888d-09b6f1b6d38d tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:00.645382 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-217e2868-d38e-4cfc-a823-4a0ce3395c67 req-eb3b2b42-7341-44f3-888d-09b6f1b6d38d tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/ports?device_id=81f33286-b96d-4615-b83f-b8889c050453 HTTP/1.1" status: 200 len: 944 time: 0.1204324 Nov 04 10:40:00.674459 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8993341d-0786-433a-8051-94d25ff56301 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:00.676399 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0badf-6266-4400-a8d8-8f1ce0c9bcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=369fde22-d627-47c3-83c1-983157fe0f8f,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:00.694176 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-a689a34a-6588-4725-9865-9e61be799d4f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, b24fc8aa-ee49-4b0e-86f2-bb77483ee604) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:00.703737 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73c2f97-35ac-44ea-a829-1bc2455ce676 None None] Network b24fc8aa-ee49-4b0e-86f2-bb77483ee604 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:40:00.716660 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a689a34a-6588-4725-9865-9e61be799d4f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:00.717364 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a689a34a-6588-4725-9865-9e61be799d4f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:00.831130 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a689a34a-6588-4725-9865-9e61be799d4f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5574770 Nov 04 10:40:00.839371 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44908) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:00.847514 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-001a9388-aa41-4ad5-a8a4-922ef0f1ab5f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Request body: {'subnet': {'network_id': 'e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:00.855620 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8993341d-0786-433a-8051-94d25ff56301 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:00.856270 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-217e2868-d38e-4cfc-a823-4a0ce3395c67 req-b872dc6b-b81b-4b49-9cc3-d9845259cf23 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/security-groups?id=661e586a-7284-4745-83a1-9bf108ca6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040143 Nov 04 10:40:00.902845 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8993341d-0786-433a-8051-94d25ff56301 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:00.981935 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dabc34-f6bd-4d3d-a434-ae9f341ef7c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-b24fc8aa-ee49-4b0e-86f2-bb77483ee604', 'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'fixed_ips': [{'subnet_id': 'c288e9a9-e266-47aa-b999-fff4d7adb121'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:40:00.982916 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-87dabc34-f6bd-4d3d-a434-ae9f341ef7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:01.003918 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8993341d-0786-433a-8051-94d25ff56301 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1159} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:40:01.024693 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993341d-0786-433a-8051-94d25ff56301 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c903754-c8d8-429c-95b8-9681e1b09c2f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:01.039697 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-70a0badf-6266-4400-a8d8-8f1ce0c9bcd8 service neutron] Attempting to bind port 369fde22-d627-47c3-83c1-983157fe0f8f on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:40:01.040039 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-70a0badf-6266-4400-a8d8-8f1ce0c9bcd8 service neutron] Attempting to bind port 369fde22-d627-47c3-83c1-983157fe0f8f by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'd9222f4c-3740-41de-a4d0-ab8ded6daa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '21b7808c-8de1-4f33-a601-5b93fda4f5f0'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:40:01.040378 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-70a0badf-6266-4400-a8d8-8f1ce0c9bcd8 service neutron] Attempting to bind port 369fde22-d627-47c3-83c1-983157fe0f8f on network 21b7808c-8de1-4f33-a601-5b93fda4f5f0 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:01.046203 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8993341d-0786-433a-8051-94d25ff56301 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:01.053070 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-8993341d-0786-433a-8051-94d25ff56301 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Added segment b50f68ee-749a-45fc-ad58-1152482d8a74 of type vlan for network 73c2d961-186a-4179-81b5-ce84524fde09 Nov 04 10:40:01.059649 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-70a0badf-6266-4400-a8d8-8f1ce0c9bcd8 service neutron] Port 369fde22-d627-47c3-83c1-983157fe0f8f on network 21b7808c-8de1-4f33-a601-5b93fda4f5f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:40:01.060142 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-70a0badf-6266-4400-a8d8-8f1ce0c9bcd8 service neutron] Attempting to bind port 369fde22-d627-47c3-83c1-983157fe0f8f on network 21b7808c-8de1-4f33-a601-5b93fda4f5f0 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:01.077752 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-70a0badf-6266-4400-a8d8-8f1ce0c9bcd8 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:40:01.078288 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-70a0badf-6266-4400-a8d8-8f1ce0c9bcd8 service neutron] Checking segment: {'id': 'd9222f4c-3740-41de-a4d0-ab8ded6daa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '21b7808c-8de1-4f33-a601-5b93fda4f5f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:01.078862 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-70a0badf-6266-4400-a8d8-8f1ce0c9bcd8 service neutron] Bound using segment: {'id': 'd9222f4c-3740-41de-a4d0-ab8ded6daa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '21b7808c-8de1-4f33-a601-5b93fda4f5f0'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:40:01.079475 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-70a0badf-6266-4400-a8d8-8f1ce0c9bcd8 service neutron] Bound port: 369fde22-d627-47c3-83c1-983157fe0f8f, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9222f4c-3740-41de-a4d0-ab8ded6daa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '21b7808c-8de1-4f33-a601-5b93fda4f5f0'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:40:01.079906 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-70a0badf-6266-4400-a8d8-8f1ce0c9bcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:01.127209 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8993341d-0786-433a-8051-94d25ff56301 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:01.203769 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-70a0badf-6266-4400-a8d8-8f1ce0c9bcd8 service neutron] For port 369fde22-d627-47c3-83c1-983157fe0f8f, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:40:01.209090 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-70a0badf-6266-4400-a8d8-8f1ce0c9bcd8 service neutron] For port 369fde22-d627-47c3-83c1-983157fe0f8f, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=369fde22-d627-47c3-83c1-983157fe0f8f,segment=NetworkSegment(d9222f4c-3740-41de-a4d0-ab8ded6daa8d),segment_id=d9222f4c-3740-41de-a4d0-ab8ded6daa8d)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:40:01.222660 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-87dabc34-f6bd-4d3d-a434-ae9f341ef7c3 None None] Allocated IP 10.1.1.2 (b24fc8aa-ee49-4b0e-86f2-bb77483ee604/c288e9a9-e266-47aa-b999-fff4d7adb121/e32514a2-20da-454e-aaef-c977029058a2) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:01.239702 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-70a0badf-6266-4400-a8d8-8f1ce0c9bcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:01.245962 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8993341d-0786-433a-8051-94d25ff56301 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:01.253226 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8993341d-0786-433a-8051-94d25ff56301 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:01.254158 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8993341d-0786-433a-8051-94d25ff56301 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:01.388779 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-87dabc34-f6bd-4d3d-a434-ae9f341ef7c3 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:01.401163 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-87dabc34-f6bd-4d3d-a434-ae9f341ef7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:01.404025 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-70a0badf-6266-4400-a8d8-8f1ce0c9bcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:01.406258 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-70a0badf-6266-4400-a8d8-8f1ce0c9bcd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:01.409047 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-70a0badf-6266-4400-a8d8-8f1ce0c9bcd8 service neutron] 10.222.0.126 "PUT /v2.0/ports/369fde22-d627-47c3-83c1-983157fe0f8f HTTP/1.1" status: 200 len: 1092 time: 1.3046520 Nov 04 10:40:01.410934 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fe46cd-e0c5-40dc-bcc2-141bc00e717c', 'tag': '369fde22-d627-47c3-83c1-983157fe0f8f'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:40:01.415801 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2fb7d7-e8a4-4aba-aba4-587a5d65af95" -d '{"events": [{"name": "network-changed", "server_uuid": "c2fe46cd-e0c5-40dc-bcc2-141bc00e717c", "tag": "369fde22-d627-47c3-83c1-983157fe0f8f"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:40:01.470249 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8993341d-0786-433a-8051-94d25ff56301 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1082389 Nov 04 10:40:01.475727 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dabc34-f6bd-4d3d-a434-ae9f341ef7c3 None None] Network b24fc8aa-ee49-4b0e-86f2-bb77483ee604 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:01.481621 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-87dabc34-f6bd-4d3d-a434-ae9f341ef7c3 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:01.487181 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dabc34-f6bd-4d3d-a434-ae9f341ef7c3 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:01.497317 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44918) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:01.497865 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dabc34-f6bd-4d3d-a434-ae9f341ef7c3 None None] Pushing event updated for resources: {'Port': ['ID=e32514a2-20da-454e-aaef-c977029058a2,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:01.511477 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-1913e78d-f3c4-4257-b75c-3d84d7cef17c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'port': {'network_id': '73c2d961-186a-4179-81b5-ce84524fde09', 'name': 'tempest-PortsIpV6TestJSON-2131489976'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:01.523438 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 15a63fe6-50f3-4511-81ac-6cfd26942411 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:40:01.647034 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace098f-95f5-4cdb-b6b4-ce821c88ef5f req-1a6cb79d-b037-46c8-abda-79bf35cd0b90 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:01.658173 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0ace098f-95f5-4cdb-b6b4-ce821c88ef5f req-1a6cb79d-b037-46c8-abda-79bf35cd0b90 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=e21f8957-f485-44db-a459-2066228c28ab HTTP/1.1" status: 200 len: 944 time: 0.2425461 Nov 04 10:40:01.660163 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 15a63fe6-50f3-4511-81ac-6cfd26942411 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:40:01.668499 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 15a63fe6-50f3-4511-81ac-6cfd26942411 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:01.669038 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:01.680794 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001a9388-aa41-4ad5-a8a4-922ef0f1ab5f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Made reservation on behalf of 24e6e80e7cbd47b89cef6beaedf3befe for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:01.684694 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-001a9388-aa41-4ad5-a8a4-922ef0f1ab5f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:01.685915 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993341d-0786-433a-8051-94d25ff56301 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Network': ['ID=73c2d961-186a-4179-81b5-ce84524fde09,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:01.696467 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0badf-6266-4400-a8d8-8f1ce0c9bcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=369fde22-d627-47c3-83c1-983157fe0f8f,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:01.726882 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-e328a7fa-2e22-411f-83d7-e1d2fd46ee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:01.728875 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-e328a7fa-2e22-411f-83d7-e1d2fd46ee74 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=45c1d4a009b54581bacf1fbcabe00677&device_id=c2fe46cd-e0c5-40dc-bcc2-141bc00e717c HTTP/1.1" status: 200 len: 1095 time: 0.2478673 Nov 04 10:40:01.732234 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1913e78d-f3c4-4257-b75c-3d84d7cef17c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:01.736546 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1913e78d-f3c4-4257-b75c-3d84d7cef17c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:01.787958 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-b851db22-2a97-4e07-b802-87d0a153f1fb service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=369fde22-d627-47c3-83c1-983157fe0f8f HTTP/1.1" status: 200 len: 217 time: 0.0481315 Nov 04 10:40:01.794719 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-1913e78d-f3c4-4257-b75c-3d84d7cef17c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] device_id is not set on port 5f2ea339-85d5-45c8-9939-0dffd1974b68 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:40:01.856997 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0ace098f-95f5-4cdb-b6b4-ce821c88ef5f req-950f3628-0ec7-4e38-b02c-863bbe268a3b tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973002 Nov 04 10:40:01.913676 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3044a80-31b4-4890-a0f4-fe635881004d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc3c56c-7e98-428b-bdf7-55b1bcad1813 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:40:01.925708 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3044a80-31b4-4890-a0f4-fe635881004d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:01.962958 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3044a80-31b4-4890-a0f4-fe635881004d service neutron] Transition to ACTIVE for port object bcc3c56c-7e98-428b-bdf7-55b1bcad1813 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:40:01.972891 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-8df75130-6911-4940-a364-2f12961578dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:01.976308 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-87dabc34-f6bd-4d3d-a434-ae9f341ef7c3 None None] Attempting to bind port e32514a2-20da-454e-aaef-c977029058a2 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:40:01.976663 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-87dabc34-f6bd-4d3d-a434-ae9f341ef7c3 None None] Attempting to bind port e32514a2-20da-454e-aaef-c977029058a2 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '75bd34cc-02fc-483b-8128-146d0a8eca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:40:01.977013 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-8df75130-6911-4940-a364-2f12961578dd service neutron] 10.222.0.126 "GET /v2.0/subnets?id=9f81a987-5f84-40d1-a2c6-38fc64dadd1a HTTP/1.1" status: 200 len: 838 time: 0.1734595 Nov 04 10:40:01.977118 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dabc34-f6bd-4d3d-a434-ae9f341ef7c3 None None] Attempting to bind port e32514a2-20da-454e-aaef-c977029058a2 on network b24fc8aa-ee49-4b0e-86f2-bb77483ee604 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:01.978348 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3044a80-31b4-4890-a0f4-fe635881004d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:01.988319 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 73c2d961-186a-4179-81b5-ce84524fde09 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:40:02.111936 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dabc34-f6bd-4d3d-a434-ae9f341ef7c3 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:40:02.111936 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dabc34-f6bd-4d3d-a434-ae9f341ef7c3 None None] Checking segment: {'id': '75bd34cc-02fc-483b-8128-146d0a8eca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:02.112306 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-87dabc34-f6bd-4d3d-a434-ae9f341ef7c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:02.113036 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dabc34-f6bd-4d3d-a434-ae9f341ef7c3 None None] Bound using segment: {'id': '75bd34cc-02fc-483b-8128-146d0a8eca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:40:02.115344 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-87dabc34-f6bd-4d3d-a434-ae9f341ef7c3 None None] Bound port: e32514a2-20da-454e-aaef-c977029058a2, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75bd34cc-02fc-483b-8128-146d0a8eca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:40:02.122992 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-87dabc34-f6bd-4d3d-a434-ae9f341ef7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:02.142021 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-26a8b350-9c7c-4e1f-aa82-635c4cd6b156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:02.144360 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-26a8b350-9c7c-4e1f-aa82-635c4cd6b156 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=21b7808c-8de1-4f33-a601-5b93fda4f5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1520329 Nov 04 10:40:02.197556 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1913e78d-f3c4-4257-b75c-3d84d7cef17c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:02.204704 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 082c3c85-a050-441f-9eea-f6d331241c9c up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:40:02.247591 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3044a80-31b4-4890-a0f4-fe635881004d service neutron] Pushing event updated for resources: {'Port': ['ID=bcc3c56c-7e98-428b-bdf7-55b1bcad1813,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:02.290384 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-47fd7b15-8d50-4037-bc6f-f18c0b1e037a service neutron] 10.222.0.126 "GET /v2.0/networks/21b7808c-8de1-4f33-a601-5b93fda4f5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383924 Nov 04 10:40:02.296522 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1913e78d-f3c4-4257-b75c-3d84d7cef17c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:02.316550 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-001a9388-aa41-4ad5-a8a4-922ef0f1ab5f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:02.326220 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fcb8e-99cc-4356-99b3-70a89b555fea req-6903103c-c2e2-4586-9149-68da5c443cea tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:02.333872 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db1fcb8e-99cc-4356-99b3-70a89b555fea req-6903103c-c2e2-4586-9149-68da5c443cea tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?device_id=c2fe46cd-e0c5-40dc-bcc2-141bc00e717c HTTP/1.1" status: 200 len: 944 time: 0.2028246 Nov 04 10:40:02.344301 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:02.349052 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-87dabc34-f6bd-4d3d-a434-ae9f341ef7c3 None None] For port e32514a2-20da-454e-aaef-c977029058a2, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:40:02.381924 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-87dabc34-f6bd-4d3d-a434-ae9f341ef7c3 None None] For port e32514a2-20da-454e-aaef-c977029058a2, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e32514a2-20da-454e-aaef-c977029058a2,segment=NetworkSegment(75bd34cc-02fc-483b-8128-146d0a8eca1e),segment_id=75bd34cc-02fc-483b-8128-146d0a8eca1e)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:40:02.399650 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21f8957-f485-44db-a459-2066228c28ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a63fe6-50f3-4511-81ac-6cfd26942411'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:40:02.402787 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e8784d-c866-46d6-850e-38ee03170ce1" -d '{"events": [{"server_uuid": "e21f8957-f485-44db-a459-2066228c28ab", "name": "network-vif-plugged", "status": "completed", "tag": "15a63fe6-50f3-4511-81ac-6cfd26942411"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:40:02.428587 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-87dabc34-f6bd-4d3d-a434-ae9f341ef7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:02.450019 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3044a80-31b4-4890-a0f4-fe635881004d service neutron] Attempting to bind port bcc3c56c-7e98-428b-bdf7-55b1bcad1813 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:40:02.450359 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3044a80-31b4-4890-a0f4-fe635881004d service neutron] Attempting to bind port bcc3c56c-7e98-428b-bdf7-55b1bcad1813 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:40:02.450693 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3044a80-31b4-4890-a0f4-fe635881004d service neutron] Attempting to bind port bcc3c56c-7e98-428b-bdf7-55b1bcad1813 on network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:02.453023 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913e78d-f3c4-4257-b75c-3d84d7cef17c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Port': ['ID=5f2ea339-85d5-45c8-9939-0dffd1974b68,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:02.480901 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1913e78d-f3c4-4257-b75c-3d84d7cef17c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Checking segment: {'id': 'b50f68ee-749a-45fc-ad58-1152482d8a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '73c2d961-186a-4179-81b5-ce84524fde09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:02.480901 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1913e78d-f3c4-4257-b75c-3d84d7cef17c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network hostable DHCP agents. Network: 73c2d961-186a-4179-81b5-ce84524fde09, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:40:02.481801 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db1fcb8e-99cc-4356-99b3-70a89b555fea req-b47a43de-a9dd-4faf-93de-9a8de562ca63 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/security-groups?id=16c5437a-bb61-4887-a1f4-02bb305576c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465881 Nov 04 10:40:02.490979 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3044a80-31b4-4890-a0f4-fe635881004d service neutron] Port bcc3c56c-7e98-428b-bdf7-55b1bcad1813 on network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:40:02.491302 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3044a80-31b4-4890-a0f4-fe635881004d service neutron] Attempting to bind port bcc3c56c-7e98-428b-bdf7-55b1bcad1813 on network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:02.510622 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-44fa73fc-3982-4642-b7ad-a632ab1c55ef req-ce8f8670-379a-4df1-a8fc-c3a97092292a service neutron] 10.222.0.126 "GET /v2.0/networks/21b7808c-8de1-4f33-a601-5b93fda4f5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016962 Nov 04 10:40:02.519522 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001a9388-aa41-4ad5-a8a4-922ef0f1ab5f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Checking segment: {'id': '68884ac4-1769-4bca-94f5-d9098a2e7fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:02.519892 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001a9388-aa41-4ad5-a8a4-922ef0f1ab5f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Network hostable DHCP agents. Network: e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:40:02.522167 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a9388-aa41-4ad5-a8a4-922ef0f1ab5f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event updated for resources: {'Subnet': ['ID=fb0189f5-0dbc-49c3-b67c-b28bc1fef63a,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:02.526739 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3044a80-31b4-4890-a0f4-fe635881004d service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:40:02.527090 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3044a80-31b4-4890-a0f4-fe635881004d service neutron] Checking segment: {'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:02.527485 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3044a80-31b4-4890-a0f4-fe635881004d service neutron] Bound using segment: {'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:40:02.527933 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3044a80-31b4-4890-a0f4-fe635881004d service neutron] Bound port: bcc3c56c-7e98-428b-bdf7-55b1bcad1813, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:40:02.528296 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3044a80-31b4-4890-a0f4-fe635881004d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:02.529851 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1913e78d-f3c4-4257-b75c-3d84d7cef17c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network 73c2d961-186a-4179-81b5-ce84524fde09 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:40:02.545978 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-1913e78d-f3c4-4257-b75c-3d84d7cef17c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 73c2d961-186a-4179-81b5-ce84524fde09) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:02.561111 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1913e78d-f3c4-4257-b75c-3d84d7cef17c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:02.588675 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1913e78d-f3c4-4257-b75c-3d84d7cef17c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:02.589475 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1913e78d-f3c4-4257-b75c-3d84d7cef17c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:02.594134 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 15a63fe6-50f3-4511-81ac-6cfd26942411, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=15a63fe6-50f3-4511-81ac-6cfd26942411,segment=NetworkSegment(371c3b52-8b94-460c-ab6e-3d1cde3fe09a),segment_id=371c3b52-8b94-460c-ab6e-3d1cde3fe09a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:02.596128 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47be5460-fd2f-4b13-8af0-dd8134cae000 x-openstack-request-id: req-47be5460-fd2f-4b13-8af0-dd8134cae000 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:40:02.596436 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2fe46cd-e0c5-40dc-bcc2-141bc00e717c", "tag": "369fde22-d627-47c3-83c1-983157fe0f8f", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:40:02.596713 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-47be5460-fd2f-4b13-8af0-dd8134cae000 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:40:02.597154 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2fe46cd-e0c5-40dc-bcc2-141bc00e717c', 'tag': '369fde22-d627-47c3-83c1-983157fe0f8f', 'status': 'completed', 'code': 200} Nov 04 10:40:02.604300 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dabc34-f6bd-4d3d-a434-ae9f341ef7c3 None None] Pushing event updated for resources: {'Port': ['ID=e32514a2-20da-454e-aaef-c977029058a2,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:02.606250 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001a9388-aa41-4ad5-a8a4-922ef0f1ab5f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Network e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:40:02.621641 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590b8d9f-55d7-4792-ba9b-7814bc247e20 None None] Network 73c2d961-186a-4179-81b5-ce84524fde09 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:40:02.638999 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:02.640166 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 251bcdd4-acab-4763-8728-a91e09a87c96 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:40:02.660486 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1913e78d-f3c4-4257-b75c-3d84d7cef17c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1568258 Nov 04 10:40:02.661642 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44934) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:02.667949 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-600046aa-095b-485f-9523-86107067977e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1584337693'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:02.675225 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fb7d7-e8a4-4aba-aba4-587a5d65af95 req-7436a083-48bf-44d5-a50e-0251d8eab73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:02.676737 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3c2fb7d7-e8a4-4aba-aba4-587a5d65af95 req-7436a083-48bf-44d5-a50e-0251d8eab73e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=45c1d4a009b54581bacf1fbcabe00677&device_id=c2fe46cd-e0c5-40dc-bcc2-141bc00e717c HTTP/1.1" status: 200 len: 1095 time: 0.0780818 Nov 04 10:40:02.679792 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-001a9388-aa41-4ad5-a8a4-922ef0f1ab5f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:02.727645 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001a9388-aa41-4ad5-a8a4-922ef0f1ab5f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:02.729160 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-001a9388-aa41-4ad5-a8a4-922ef0f1ab5f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:02.757497 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b6cd5e-874d-4387-a9c3-52480bfa7163 None None] Network e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:40:02.779609 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 082c3c85-a050-441f-9eea-f6d331241c9c completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:40:02.817397 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fb7d7-e8a4-4aba-aba4-587a5d65af95 req-6d026c4f-c8d8-4f78-b158-c12ed8ba1620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:02.818922 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3c2fb7d7-e8a4-4aba-aba4-587a5d65af95 req-6d026c4f-c8d8-4f78-b158-c12ed8ba1620 service neutron] 10.222.0.126 "GET /v2.0/networks?id=21b7808c-8de1-4f33-a601-5b93fda4f5f0 HTTP/1.1" status: 200 len: 899 time: 0.1290729 Nov 04 10:40:02.840665 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 082c3c85-a050-441f-9eea-f6d331241c9c triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:02.841319 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:02.870133 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3044a80-31b4-4890-a0f4-fe635881004d service neutron] For port bcc3c56c-7e98-428b-bdf7-55b1bcad1813, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:40:02.877603 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3044a80-31b4-4890-a0f4-fe635881004d service neutron] For port bcc3c56c-7e98-428b-bdf7-55b1bcad1813, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=bcc3c56c-7e98-428b-bdf7-55b1bcad1813,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:40:02.892168 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3c2fb7d7-e8a4-4aba-aba4-587a5d65af95 req-57605e00-71b4-4d19-bf95-4ec2db26e7ad service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=369fde22-d627-47c3-83c1-983157fe0f8f HTTP/1.1" status: 200 len: 217 time: 0.0629525 Nov 04 10:40:02.893439 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4d6d5-e8d0-48e1-8fe0-693206fa770e req-827ace42-9a5b-4bef-900f-a8997a5d23e7 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:02.895051 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8fa4d6d5-e8d0-48e1-8fe0-693206fa770e req-827ace42-9a5b-4bef-900f-a8997a5d23e7 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=0ea37bd7-3f37-4fd9-80b7-fe06ddee9351 HTTP/1.1" status: 200 len: 943 time: 0.2065659 Nov 04 10:40:02.903096 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3044a80-31b4-4890-a0f4-fe635881004d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:02.912301 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600046aa-095b-485f-9523-86107067977e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:02.928575 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-600046aa-095b-485f-9523-86107067977e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:03.021770 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=15a63fe6-50f3-4511-81ac-6cfd26942411,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:03.035643 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-001a9388-aa41-4ad5-a8a4-922ef0f1ab5f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1951430 Nov 04 10:40:03.041746 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 251bcdd4-acab-4763-8728-a91e09a87c96 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:40:03.043984 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44940) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:03.051918 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 251bcdd4-acab-4763-8728-a91e09a87c96 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:03.052290 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:03.061835 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fb7d7-e8a4-4aba-aba4-587a5d65af95 req-98fad0e9-be71-4900-86d5-a68eb581222d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:03.063480 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3c2fb7d7-e8a4-4aba-aba4-587a5d65af95 req-98fad0e9-be71-4900-86d5-a68eb581222d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=9f81a987-5f84-40d1-a2c6-38fc64dadd1a HTTP/1.1" status: 200 len: 838 time: 0.1621516 Nov 04 10:40:03.065540 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-600046aa-095b-485f-9523-86107067977e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1165} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:40:03.104491 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-07b5eeb7-d4a4-4a1a-bcf3-f099db47feb3 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Request body: {'port': {'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604', 'name': 'tempest-TaggedBootDevicesTest-1155092871', 'fixed_ips': [{'subnet_id': 'c288e9a9-e266-47aa-b999-fff4d7adb121'}]}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:03.121631 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3044a80-31b4-4890-a0f4-fe635881004d service neutron] Pushing event updated for resources: {'Port': ['ID=bcc3c56c-7e98-428b-bdf7-55b1bcad1813,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:03.137035 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-600046aa-095b-485f-9523-86107067977e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:03.137330 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-600046aa-095b-485f-9523-86107067977e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Added segment 994c5767-0183-4216-9059-3ebb44295151 of type vlan for network a5b89851-0673-4279-89f8-662f056b23db Nov 04 10:40:03.229659 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3044a80-31b4-4890-a0f4-fe635881004d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:03.230475 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3044a80-31b4-4890-a0f4-fe635881004d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:03.231194 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5851abc6-0a4b-41f8-ad5c-c95ad3cdfaa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1', 'network_id': 'e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'fixed_ips': [{'subnet_id': 'fb0189f5-0dbc-49c3-b67c-b28bc1fef63a'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:40:03.232099 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5851abc6-0a4b-41f8-ad5c-c95ad3cdfaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:03.232446 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c3044a80-31b4-4890-a0f4-fe635881004d service neutron] 10.222.0.126 "PUT /v2.0/ports/bcc3c56c-7e98-428b-bdf7-55b1bcad1813 HTTP/1.1" status: 200 len: 1091 time: 2.7715781 Nov 04 10:40:03.232555 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fb7d7-e8a4-4aba-aba4-587a5d65af95 req-79311e66-dceb-4c39-8a3f-a523075ce84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:03.233294 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea37bd7-3f37-4fd9-80b7-fe06ddee9351', 'tag': 'bcc3c56c-7e98-428b-bdf7-55b1bcad1813'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:40:03.233981 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3c2fb7d7-e8a4-4aba-aba4-587a5d65af95 req-79311e66-dceb-4c39-8a3f-a523075ce84e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=21b7808c-8de1-4f33-a601-5b93fda4f5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1613648 Nov 04 10:40:03.236088 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-600046aa-095b-485f-9523-86107067977e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:03.236793 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ad7192-2e43-40f1-b48b-2742e96f909b" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea37bd7-3f37-4fd9-80b7-fe06ddee9351", "tag": "bcc3c56c-7e98-428b-bdf7-55b1bcad1813"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:40:03.272109 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:03.293595 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8fa4d6d5-e8d0-48e1-8fe0-693206fa770e req-2fc993cf-7d6a-4a25-b572-a7ff4c12823e tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876898 Nov 04 10:40:03.395208 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-600046aa-095b-485f-9523-86107067977e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:03.402230 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600046aa-095b-485f-9523-86107067977e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:03.403031 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-600046aa-095b-485f-9523-86107067977e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:03.459277 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-5851abc6-0a4b-41f8-ad5c-c95ad3cdfaa5 None None] Allocated IP 10.2.2.2 (e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1/fb0189f5-0dbc-49c3-b67c-b28bc1fef63a/a291a898-61dd-4f89-b23d-b8fc3890cbaa) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:03.483541 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-6775fb0a-c084-4ceb-a6ee-270e4a068d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:03.485140 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-6775fb0a-c084-4ceb-a6ee-270e4a068d1e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=53562ae687274bbeba84f6369ffa7a9a&device_id=0ea37bd7-3f37-4fd9-80b7-fe06ddee9351 HTTP/1.1" status: 200 len: 1094 time: 0.1903942 Nov 04 10:40:03.487673 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b5eeb7-d4a4-4a1a-bcf3-f099db47feb3 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Made reservation on behalf of 24e6e80e7cbd47b89cef6beaedf3befe for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:03.504711 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600046aa-095b-485f-9523-86107067977e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Network': ['ID=a5b89851-0673-4279-89f8-662f056b23db,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:03.539239 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3c2fb7d7-e8a4-4aba-aba4-587a5d65af95 req-17762d8e-d824-4bd0-9bc6-1a05e9779525 service neutron] 10.222.0.126 "GET /v2.0/networks/21b7808c-8de1-4f33-a601-5b93fda4f5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911940 Nov 04 10:40:03.545996 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-600046aa-095b-485f-9523-86107067977e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8811159 Nov 04 10:40:03.546692 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44948) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:03.560168 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-fcc004f5-33ad-4371-a815-2046b019457a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'ports': [{'network_id': '73c2d961-186a-4179-81b5-ce84524fde09'}, {'network_id': 'a5b89851-0673-4279-89f8-662f056b23db'}]} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:03.560838 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-fcc004f5-33ad-4371-a815-2046b019457a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'port': {'network_id': '73c2d961-186a-4179-81b5-ce84524fde09'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:03.561516 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-fcc004f5-33ad-4371-a815-2046b019457a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'port': {'network_id': 'a5b89851-0673-4279-89f8-662f056b23db'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:03.606138 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-907c3293-4aa5-4978-a29b-3b0f92cfbdc8 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcc3c56c-7e98-428b-bdf7-55b1bcad1813 HTTP/1.1" status: 200 len: 217 time: 0.1109505 Nov 04 10:40:03.624267 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc0b16-7281-4014-9212-49aad8d26a5f req-fe430b9b-51e3-46ae-88b8-872b92817557 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:03.632186 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5851abc6-0a4b-41f8-ad5c-c95ad3cdfaa5 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:03.647867 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f9fc0b16-7281-4014-9212-49aad8d26a5f req-fe430b9b-51e3-46ae-88b8-872b92817557 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/ports?device_id=81f33286-b96d-4615-b83f-b8889c050453 HTTP/1.1" status: 200 len: 944 time: 0.2751327 Nov 04 10:40:03.648432 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network a5b89851-0673-4279-89f8-662f056b23db details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:40:03.655289 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5851abc6-0a4b-41f8-ad5c-c95ad3cdfaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:03.696851 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 082c3c85-a050-441f-9eea-f6d331241c9c, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=082c3c85-a050-441f-9eea-f6d331241c9c,segment=NetworkSegment(041ff45a-2ca4-4e17-84f8-e231dd606655),segment_id=041ff45a-2ca4-4e17-84f8-e231dd606655)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:03.770313 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5851abc6-0a4b-41f8-ad5c-c95ad3cdfaa5 None None] Network e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:03.802664 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:03.811558 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-5851abc6-0a4b-41f8-ad5c-c95ad3cdfaa5 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:03.812963 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-58e535a2-6308-4d44-ae98-876be2e57e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:03.813999 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5851abc6-0a4b-41f8-ad5c-c95ad3cdfaa5 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:03.819546 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-58e535a2-6308-4d44-ae98-876be2e57e8b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=5626b5c5-059d-4165-96a5-a79a81820db5 HTTP/1.1" status: 200 len: 851 time: 0.1685467 Nov 04 10:40:03.858167 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3c2fb7d7-e8a4-4aba-aba4-587a5d65af95 req-79fd4d63-ab2a-471e-a11e-a6e9cf2bef5d service neutron] 10.222.0.126 "GET /v2.0/networks/21b7808c-8de1-4f33-a601-5b93fda4f5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100505 Nov 04 10:40:03.892926 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-06454671-8e16-4a73-b8b9-73d54f5c683c service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8c8a1e5a-f063-46d4-a45c-05147903d1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628848 Nov 04 10:40:03.897301 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc004f5-33ad-4371-a815-2046b019457a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'port': 2} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:03.898412 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-07b5eeb7-d4a4-4a1a-bcf3-f099db47feb3 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:03.906303 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fcc004f5-33ad-4371-a815-2046b019457a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:03.907063 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851abc6-0a4b-41f8-ad5c-c95ad3cdfaa5 None None] Pushing event updated for resources: {'Port': ['ID=a291a898-61dd-4f89-b23d-b8fc3890cbaa,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:03.918519 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f9fc0b16-7281-4014-9212-49aad8d26a5f req-042ccebb-119d-4765-9525-0190312b47fa tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/security-groups?id=661e586a-7284-4745-83a1-9bf108ca6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629101 Nov 04 10:40:03.925249 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:03.929530 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fcc004f5-33ad-4371-a815-2046b019457a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:03.945771 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5851abc6-0a4b-41f8-ad5c-c95ad3cdfaa5 None None] Attempting to bind port a291a898-61dd-4f89-b23d-b8fc3890cbaa on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:40:03.946139 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5851abc6-0a4b-41f8-ad5c-c95ad3cdfaa5 None None] Attempting to bind port a291a898-61dd-4f89-b23d-b8fc3890cbaa by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '68884ac4-1769-4bca-94f5-d9098a2e7fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:40:03.946501 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5851abc6-0a4b-41f8-ad5c-c95ad3cdfaa5 None None] Attempting to bind port a291a898-61dd-4f89-b23d-b8fc3890cbaa on network e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:03.997788 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-07b5eeb7-d4a4-4a1a-bcf3-f099db47feb3 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] device_id is not set on port 93a6d616-ae72-4081-a095-06a4eb3aa14f yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:40:03.998355 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3446f677-1ac0-4152-b87f-3c4df2aca971 x-openstack-request-id: req-3446f677-1ac0-4152-b87f-3c4df2aca971 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:40:03.998657 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21f8957-f485-44db-a459-2066228c28ab", "name": "network-vif-plugged", "status": "completed", "tag": "15a63fe6-50f3-4511-81ac-6cfd26942411", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:40:03.998913 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-3446f677-1ac0-4152-b87f-3c4df2aca971 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:40:03.999345 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21f8957-f485-44db-a459-2066228c28ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a63fe6-50f3-4511-81ac-6cfd26942411', 'code': 200} Nov 04 10:40:04.015650 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5851abc6-0a4b-41f8-ad5c-c95ad3cdfaa5 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:40:04.016163 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5851abc6-0a4b-41f8-ad5c-c95ad3cdfaa5 None None] Checking segment: {'id': '68884ac4-1769-4bca-94f5-d9098a2e7fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:04.016557 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5851abc6-0a4b-41f8-ad5c-c95ad3cdfaa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:04.018500 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5851abc6-0a4b-41f8-ad5c-c95ad3cdfaa5 None None] Bound using segment: {'id': '68884ac4-1769-4bca-94f5-d9098a2e7fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:40:04.018787 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5851abc6-0a4b-41f8-ad5c-c95ad3cdfaa5 None None] Bound port: a291a898-61dd-4f89-b23d-b8fc3890cbaa, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68884ac4-1769-4bca-94f5-d9098a2e7fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:40:04.019188 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5851abc6-0a4b-41f8-ad5c-c95ad3cdfaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:04.086186 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-fcc004f5-33ad-4371-a815-2046b019457a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] device_id is not set on port 29c949ef-76ee-4824-b13c-4b72d7d0fb8e yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:40:04.106612 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 251bcdd4-acab-4763-8728-a91e09a87c96, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=251bcdd4-acab-4763-8728-a91e09a87c96,segment=NetworkSegment(041ff45a-2ca4-4e17-84f8-e231dd606655),segment_id=041ff45a-2ca4-4e17-84f8-e231dd606655)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:04.107682 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=082c3c85-a050-441f-9eea-f6d331241c9c,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:04.122865 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:04.209437 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5851abc6-0a4b-41f8-ad5c-c95ad3cdfaa5 None None] For port a291a898-61dd-4f89-b23d-b8fc3890cbaa, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:40:04.213794 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5851abc6-0a4b-41f8-ad5c-c95ad3cdfaa5 None None] For port a291a898-61dd-4f89-b23d-b8fc3890cbaa, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a291a898-61dd-4f89-b23d-b8fc3890cbaa,segment=NetworkSegment(68884ac4-1769-4bca-94f5-d9098a2e7fa7),segment_id=68884ac4-1769-4bca-94f5-d9098a2e7fa7)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:40:04.215429 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=251bcdd4-acab-4763-8728-a91e09a87c96,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:04.229986 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5851abc6-0a4b-41f8-ad5c-c95ad3cdfaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:04.279318 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5927b5f-100a-49a3-a06e-dd4381566bd9 req-5cd84c82-aebe-4372-9752-2af7fabe3189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:04.280908 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5927b5f-100a-49a3-a06e-dd4381566bd9 req-5cd84c82-aebe-4372-9752-2af7fabe3189 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=e21f8957-f485-44db-a459-2066228c28ab HTTP/1.1" status: 200 len: 1096 time: 0.1637917 Nov 04 10:40:04.319121 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851abc6-0a4b-41f8-ad5c-c95ad3cdfaa5 None None] Pushing event updated for resources: {'Port': ['ID=a291a898-61dd-4f89-b23d-b8fc3890cbaa,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:04.358327 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5927b5f-100a-49a3-a06e-dd4381566bd9 req-0465805c-e424-40f4-969a-b2e79db6faa1 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684919 Nov 04 10:40:04.361329 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b568baf-7aaf-49ee-ae1f-60bb0d714b43 None None] Network b24fc8aa-ee49-4b0e-86f2-bb77483ee604 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:40:04.412645 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fcc004f5-33ad-4371-a815-2046b019457a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:04.501212 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4822f-d599-4b70-b658-a5838a669d75 req-a686d525-97f2-4e05-a25c-4d8db1e0dae6 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:04.502866 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5cc4822f-d599-4b70-b658-a5838a669d75 req-a686d525-97f2-4e05-a25c-4d8db1e0dae6 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=e21f8957-f485-44db-a459-2066228c28ab HTTP/1.1" status: 200 len: 945 time: 0.3318889 Nov 04 10:40:04.516978 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-fcc004f5-33ad-4371-a815-2046b019457a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] device_id is not set on port 5dfefdde-78bd-4714-bfbc-0b80eb412547 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:40:04.536148 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-96b39a68-22a8-4389-bb9c-8b19b5aa4091 service neutron] 10.222.0.126 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6163502 Nov 04 10:40:04.540026 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-edc616d2-1aca-4f2b-93f3-04c4b2f4ec69 None None] Provisioning complete for port e32514a2-20da-454e-aaef-c977029058a2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:04.541873 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-edc616d2-1aca-4f2b-93f3-04c4b2f4ec69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:04.611052 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e32514a2-20da-454e-aaef-c977029058a2 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:40:04.744429 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-07b5eeb7-d4a4-4a1a-bcf3-f099db47feb3 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Allocated IP 10.1.1.113 (b24fc8aa-ee49-4b0e-86f2-bb77483ee604/c288e9a9-e266-47aa-b999-fff4d7adb121/93a6d616-ae72-4081-a095-06a4eb3aa14f) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:04.767480 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fcc004f5-33ad-4371-a815-2046b019457a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:04.828512 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5cc4822f-d599-4b70-b658-a5838a669d75 req-c1a09b13-0902-49f3-9943-e67f603b2d76 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884851 Nov 04 10:40:04.831986 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-439dde7b-d0df-429f-81d2-ae8ab6dec8c3 req-c2c269f9-7ab3-4e3d-bfd9-8e37585bc476 service neutron] 10.222.0.126 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456553 Nov 04 10:40:04.845884 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fcc004f5-33ad-4371-a815-2046b019457a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:04.874986 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port e32514a2-20da-454e-aaef-c977029058a2 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:04.874986 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:04.940163 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-edc616d2-1aca-4f2b-93f3-04c4b2f4ec69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:04.946960 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc004f5-33ad-4371-a815-2046b019457a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network 73c2d961-186a-4179-81b5-ce84524fde09 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:04.962322 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-fcc004f5-33ad-4371-a815-2046b019457a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:04.968973 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc004f5-33ad-4371-a815-2046b019457a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:04.970575 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fcc004f5-33ad-4371-a815-2046b019457a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:05.011255 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc004f5-33ad-4371-a815-2046b019457a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Port': ['ID=29c949ef-76ee-4824-b13c-4b72d7d0fb8e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:05.087590 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc004f5-33ad-4371-a815-2046b019457a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Checking segment: {'id': '994c5767-0183-4216-9059-3ebb44295151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'a5b89851-0673-4279-89f8-662f056b23db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:05.087965 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc004f5-33ad-4371-a815-2046b019457a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network hostable DHCP agents. Network: a5b89851-0673-4279-89f8-662f056b23db, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:40:05.092564 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc004f5-33ad-4371-a815-2046b019457a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Port': ['ID=5dfefdde-78bd-4714-bfbc-0b80eb412547,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:05.115910 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc004f5-33ad-4371-a815-2046b019457a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network a5b89851-0673-4279-89f8-662f056b23db is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:40:05.132866 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6f4b3c-dac9-47ef-bd47-09a248c0972c x-openstack-request-id: req-fd6f4b3c-dac9-47ef-bd47-09a248c0972c {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:40:05.132866 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea37bd7-3f37-4fd9-80b7-fe06ddee9351", "tag": "bcc3c56c-7e98-428b-bdf7-55b1bcad1813", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:40:05.132866 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-fd6f4b3c-dac9-47ef-bd47-09a248c0972c {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:40:05.132866 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea37bd7-3f37-4fd9-80b7-fe06ddee9351', 'tag': 'bcc3c56c-7e98-428b-bdf7-55b1bcad1813', 'status': 'completed', 'code': 200} Nov 04 10:40:05.133577 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-fcc004f5-33ad-4371-a815-2046b019457a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, a5b89851-0673-4279-89f8-662f056b23db) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:05.143218 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc004f5-33ad-4371-a815-2046b019457a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:05.147562 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-07b5eeb7-d4a4-4a1a-bcf3-f099db47feb3 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:05.157262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc004f5-33ad-4371-a815-2046b019457a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:05.170312 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc004f5-33ad-4371-a815-2046b019457a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:05.171048 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fcc004f5-33ad-4371-a815-2046b019457a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:05.197147 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ecadd9-074d-47ab-a83b-e9917498f2b4 None None] Network a5b89851-0673-4279-89f8-662f056b23db requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:40:05.207928 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fcc004f5-33ad-4371-a815-2046b019457a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6582477 Nov 04 10:40:05.210473 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44958) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:05.300193 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad7192-2e43-40f1-b48b-2742e96f909b req-c65b2ff8-2017-4bfb-9e39-2be891ee78e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:05.301849 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a9ad7192-2e43-40f1-b48b-2742e96f909b req-c65b2ff8-2017-4bfb-9e39-2be891ee78e5 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=53562ae687274bbeba84f6369ffa7a9a&device_id=0ea37bd7-3f37-4fd9-80b7-fe06ddee9351 HTTP/1.1" status: 200 len: 1094 time: 0.1484268 Nov 04 10:40:05.312205 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c91cc3-2fcb-4cbe-be34-2316021ab857 req-9e9404a3-2eda-49af-a80b-16a7fc4f124d tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:05.320261 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-86c91cc3-2fcb-4cbe-be34-2316021ab857 req-9e9404a3-2eda-49af-a80b-16a7fc4f124d tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?device_id=c2fe46cd-e0c5-40dc-bcc2-141bc00e717c HTTP/1.1" status: 200 len: 944 time: 0.0948775 Nov 04 10:40:05.410045 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-3b56a35f-e4e7-4327-934b-c551c8148c6d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting port 5dfefdde-78bd-4714-bfbc-0b80eb412547 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:40:05.410555 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b56a35f-e4e7-4327-934b-c551c8148c6d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:05.447582 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:05.465976 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-edc616d2-1aca-4f2b-93f3-04c4b2f4ec69 None None] For port e32514a2-20da-454e-aaef-c977029058a2, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e32514a2-20da-454e-aaef-c977029058a2,segment=NetworkSegment(75bd34cc-02fc-483b-8128-146d0a8eca1e),segment_id=75bd34cc-02fc-483b-8128-146d0a8eca1e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:05.482977 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-edc616d2-1aca-4f2b-93f3-04c4b2f4ec69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:05.491608 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-07b5eeb7-d4a4-4a1a-bcf3-f099db47feb3 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:05.545245 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b56a35f-e4e7-4327-934b-c551c8148c6d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:05.558176 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 369fde22-d627-47c3-83c1-983157fe0f8f details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:40:05.586001 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad7192-2e43-40f1-b48b-2742e96f909b req-0643a13a-9ce5-4388-896a-369483b0e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:05.588686 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a9ad7192-2e43-40f1-b48b-2742e96f909b req-0643a13a-9ce5-4388-896a-369483b0e911 service neutron] 10.222.0.126 "GET /v2.0/networks?id=8c8a1e5a-f063-46d4-a45c-05147903d1b7 HTTP/1.1" status: 200 len: 913 time: 0.2642808 Nov 04 10:40:05.601238 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-3b56a35f-e4e7-4327-934b-c551c8148c6d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Calling delete_port for 5dfefdde-78bd-4714-bfbc-0b80eb412547 owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:40:05.706033 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-86c91cc3-2fcb-4cbe-be34-2316021ab857 req-198e6cf1-6f05-46f3-a371-4783ef849f56 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/security-groups?id=16c5437a-bb61-4887-a1f4-02bb305576c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3848519 Nov 04 10:40:05.712209 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a9ad7192-2e43-40f1-b48b-2742e96f909b req-dab68aa5-d3cc-4ea2-bdd8-05c2226793fa service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcc3c56c-7e98-428b-bdf7-55b1bcad1813 HTTP/1.1" status: 200 len: 217 time: 0.1106977 Nov 04 10:40:05.727106 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc616d2-1aca-4f2b-93f3-04c4b2f4ec69 None None] Pushing event updated for resources: {'Port': ['ID=e32514a2-20da-454e-aaef-c977029058a2,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:05.735495 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b5eeb7-d4a4-4a1a-bcf3-f099db47feb3 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Network b24fc8aa-ee49-4b0e-86f2-bb77483ee604 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:05.761489 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-07b5eeb7-d4a4-4a1a-bcf3-f099db47feb3 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:05.771950 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b5eeb7-d4a4-4a1a-bcf3-f099db47feb3 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:05.813949 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5eeb7-d4a4-4a1a-bcf3-f099db47feb3 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event updated for resources: {'Port': ['ID=93a6d616-ae72-4081-a095-06a4eb3aa14f,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:05.828794 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:40:05.829394 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:40:05.844557 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad7192-2e43-40f1-b48b-2742e96f909b req-0b63ed07-8900-4f9c-a87b-43ecea64da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:05.846237 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a9ad7192-2e43-40f1-b48b-2742e96f909b req-0b63ed07-8900-4f9c-a87b-43ecea64da19 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=5626b5c5-059d-4165-96a5-a79a81820db5 HTTP/1.1" status: 200 len: 851 time: 0.1242776 Nov 04 10:40:05.852241 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b56a35f-e4e7-4327-934b-c551c8148c6d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:05.898029 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56a35f-e4e7-4327-934b-c551c8148c6d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Port': ['ID=5dfefdde-78bd-4714-bfbc-0b80eb412547,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:05.905808 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b56a35f-e4e7-4327-934b-c551c8148c6d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:05.910579 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3b56a35f-e4e7-4327-934b-c551c8148c6d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/ports/5dfefdde-78bd-4714-bfbc-0b80eb412547 HTTP/1.1" status: 204 len: 168 time: 0.6989508 Nov 04 10:40:05.914430 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44964) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:05.952188 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a9ad7192-2e43-40f1-b48b-2742e96f909b req-1742776a-fa18-4b17-82c0-9e0e5574539a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8c8a1e5a-f063-46d4-a45c-05147903d1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722389 Nov 04 10:40:05.974867 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 369fde22-d627-47c3-83c1-983157fe0f8f, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=369fde22-d627-47c3-83c1-983157fe0f8f,segment=NetworkSegment(d9222f4c-3740-41de-a4d0-ab8ded6daa8d),segment_id=d9222f4c-3740-41de-a4d0-ab8ded6daa8d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:05.992695 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '369fde22-d627-47c3-83c1-983157fe0f8f', 'network_id': '21b7808c-8de1-4f33-a601-5b93fda4f5f0', 'port_id': '369fde22-d627-47c3-83c1-983157fe0f8f', 'mac_address': 'fa:16:3e:5b:dc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f81a987-5f84-40d1-a2c6-38fc64dadd1a', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:40:06.000177 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32d00a3-bae2-468f-86d7-31444f8fe27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082c3c85-a050-441f-9eea-f6d331241c9c'}, {'server_uuid': '81f33286-b96d-4615-b83f-b8889c050453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251bcdd4-acab-4763-8728-a91e09a87c96'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:40:06.003683 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c22c71-7db0-4339-a031-e82e96eec3d6" -d '{"events": [{"server_uuid": "b32d00a3-bae2-468f-86d7-31444f8fe27a", "name": "network-vif-plugged", "status": "completed", "tag": "082c3c85-a050-441f-9eea-f6d331241c9c"}, {"server_uuid": "81f33286-b96d-4615-b83f-b8889c050453", "name": "network-vif-plugged", "status": "completed", "tag": "251bcdd4-acab-4763-8728-a91e09a87c96"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:40:06.015844 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-1f28c7c3-ca5e-40e0-afac-b30c4fed2284 None None] Provisioning complete for port e32514a2-20da-454e-aaef-c977029058a2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:06.016325 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1f28c7c3-ca5e-40e0-afac-b30c4fed2284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:06.024625 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1c581e-81e2-4d88-a873-6f9889962448 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:06.046117 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1c581e-81e2-4d88-a873-6f9889962448 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:06.058585 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-af1c581e-81e2-4d88-a873-6f9889962448 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1329832 Nov 04 10:40:06.060696 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44970) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:06.109129 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b5eeb7-d4a4-4a1a-bcf3-f099db47feb3 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:06.110742 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-07b5eeb7-d4a4-4a1a-bcf3-f099db47feb3 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:06.149464 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce651ea0-0b7b-4712-9bd4-8e3050fe8bfe None None] Network e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:40:06.157093 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:06.199618 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ac1d1-3e45-4a3c-907d-841b8bf884da req-37f5be4f-7bcf-446e-82d2-344b356a8b4f tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:06.210496 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c03ac1d1-3e45-4a3c-907d-841b8bf884da req-37f5be4f-7bcf-446e-82d2-344b356a8b4f tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=0ea37bd7-3f37-4fd9-80b7-fe06ddee9351 HTTP/1.1" status: 200 len: 943 time: 0.3720849 Nov 04 10:40:06.235459 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 369fde22-d627-47c3-83c1-983157fe0f8f {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:40:06.240212 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-07b5eeb7-d4a4-4a1a-bcf3-f099db47feb3 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1860085 Nov 04 10:40:06.251103 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44972) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:06.264606 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-79e0c78d-c091-4443-9a59-bbc9d8f4b6e0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Request body: {'port': {'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604', 'name': 'tempest-TaggedBootDevicesTest-542354539', 'fixed_ips': [{'subnet_id': 'c288e9a9-e266-47aa-b999-fff4d7adb121'}]}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:06.293481 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a9ad7192-2e43-40f1-b48b-2742e96f909b req-dfd322dc-a91d-4f70-a3da-e147e45ea388 service neutron] 10.222.0.126 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318295 Nov 04 10:40:06.294857 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 369fde22-d627-47c3-83c1-983157fe0f8f, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=369fde22-d627-47c3-83c1-983157fe0f8f,segment=NetworkSegment(d9222f4c-3740-41de-a4d0-ab8ded6daa8d),segment_id=d9222f4c-3740-41de-a4d0-ab8ded6daa8d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:06.322107 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:06.356731 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-ecb35a6f-fed1-420d-9f27-b53ce795edbf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting port 29c949ef-76ee-4824-b13c-4b72d7d0fb8e {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:40:06.358231 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ecb35a6f-fed1-420d-9f27-b53ce795edbf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:06.377516 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c03ac1d1-3e45-4a3c-907d-841b8bf884da req-0565cf0f-1eec-4be3-8a0b-f3a54d515b2d tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655612 Nov 04 10:40:06.461581 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=369fde22-d627-47c3-83c1-983157fe0f8f,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:06.527832 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ecb35a6f-fed1-420d-9f27-b53ce795edbf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:06.549148 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a9ad7192-2e43-40f1-b48b-2742e96f909b req-058aadd7-bd8d-495c-874c-f8bd2476e11d service neutron] 10.222.0.126 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446492 Nov 04 10:40:06.552990 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-ecb35a6f-fed1-420d-9f27-b53ce795edbf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Calling delete_port for 29c949ef-76ee-4824-b13c-4b72d7d0fb8e owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:40:06.579921 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e3aeac55-49b5-4f26-90e0-f545d99e7154 None None] Provisioning complete for port a291a898-61dd-4f89-b23d-b8fc3890cbaa triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:06.582107 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e3aeac55-49b5-4f26-90e0-f545d99e7154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:06.622856 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['369fde22-d627-47c3-83c1-983157fe0f8f'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:40:06.626743 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c068dea-291a-4662-800d-0198e2f7c586 req-93374fc4-2d78-47ad-a274-be010512c907 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:06.654229 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c068dea-291a-4662-800d-0198e2f7c586 req-93374fc4-2d78-47ad-a274-be010512c907 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/ports?device_id=81f33286-b96d-4615-b83f-b8889c050453 HTTP/1.1" status: 200 len: 945 time: 0.1538928 Nov 04 10:40:06.737057 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ecb35a6f-fed1-420d-9f27-b53ce795edbf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:06.753471 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e0c78d-c091-4443-9a59-bbc9d8f4b6e0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Made reservation on behalf of 24e6e80e7cbd47b89cef6beaedf3befe for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:06.771427 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c068dea-291a-4662-800d-0198e2f7c586 req-06196d7b-d8c6-4f22-903b-0673b359e1e9 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/security-groups?id=661e586a-7284-4745-83a1-9bf108ca6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143048 Nov 04 10:40:06.779285 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a291a898-61dd-4f89-b23d-b8fc3890cbaa up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:40:06.835407 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb35a6f-fed1-420d-9f27-b53ce795edbf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Port': ['ID=29c949ef-76ee-4824-b13c-4b72d7d0fb8e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:06.842452 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ecb35a6f-fed1-420d-9f27-b53ce795edbf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:06.846900 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ecb35a6f-fed1-420d-9f27-b53ce795edbf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/ports/29c949ef-76ee-4824-b13c-4b72d7d0fb8e HTTP/1.1" status: 204 len: 168 time: 0.7833619 Nov 04 10:40:06.849851 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44978) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:06.883556 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e3aeac55-49b5-4f26-90e0-f545d99e7154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:06.951667 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ef6421-ec23-4fdd-8bfc-f3a1c1b26fe9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:06.956502 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-53ef6421-ec23-4fdd-8bfc-f3a1c1b26fe9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1028712 Nov 04 10:40:06.956687 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44980) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:06.961247 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e3aeac55-49b5-4f26-90e0-f545d99e7154 None None] For port a291a898-61dd-4f89-b23d-b8fc3890cbaa, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a291a898-61dd-4f89-b23d-b8fc3890cbaa,segment=NetworkSegment(68884ac4-1769-4bca-94f5-d9098a2e7fa7),segment_id=68884ac4-1769-4bca-94f5-d9098a2e7fa7)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:06.976406 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e3aeac55-49b5-4f26-90e0-f545d99e7154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:06.984567 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port a291a898-61dd-4f89-b23d-b8fc3890cbaa triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:06.985096 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:06.996037 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78e5b46-f4cb-43da-9a3e-b3d750fe1eeb tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] GET failed (client error): The resource could not be found. Nov 04 10:40:06.996756 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-79e0c78d-c091-4443-9a59-bbc9d8f4b6e0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:07.000142 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c78e5b46-f4cb-43da-9a3e-b3d750fe1eeb tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "GET /v2.0/ports/5dfefdde-78bd-4714-bfbc-0b80eb412547 HTTP/1.1" status: 404 len: 333 time: 0.0399003 Nov 04 10:40:07.001116 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44982) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:07.032922 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e25963a-d170-4d3d-b66e-a08e7b7722ce tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] GET failed (client error): The resource could not be found. Nov 04 10:40:07.036931 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3e25963a-d170-4d3d-b66e-a08e7b7722ce tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "GET /v2.0/ports/29c949ef-76ee-4824-b13c-4b72d7d0fb8e HTTP/1.1" status: 404 len: 333 time: 0.0324366 Nov 04 10:40:07.040703 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44984) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:07.052697 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-79e0c78d-c091-4443-9a59-bbc9d8f4b6e0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] device_id is not set on port a09927a9-ef20-452f-a0cd-6d40858aa8ef yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:40:07.057898 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8629dc8-4381-43e4-b8ec-00079ee671d0 req-26c7e02e-3efa-4331-86fe-a4a152801f48 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:07.063178 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b8629dc8-4381-43e4-b8ec-00079ee671d0 req-26c7e02e-3efa-4331-86fe-a4a152801f48 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=e21f8957-f485-44db-a459-2066228c28ab HTTP/1.1" status: 200 len: 945 time: 0.1771145 Nov 04 10:40:07.109233 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e3aeac55-49b5-4f26-90e0-f545d99e7154 None None] Provisioning complete for port 93a6d616-ae72-4081-a095-06a4eb3aa14f triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:07.109937 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e3aeac55-49b5-4f26-90e0-f545d99e7154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:07.148540 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b8629dc8-4381-43e4-b8ec-00079ee671d0 req-e71d9809-51ea-44b8-95b5-f4805b35dad6 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778217 Nov 04 10:40:07.189053 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aeac55-49b5-4f26-90e0-f545d99e7154 None None] Pushing event updated for resources: {'Port': ['ID=a291a898-61dd-4f89-b23d-b8fc3890cbaa,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:07.202710 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-56fb0f54-0e2b-4f0c-bc40-12be9469eb77 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:07.247572 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 04 Nov 2021 10:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a7fbe7-0dd0-4ff7-8b71-3728a14699a0 x-openstack-request-id: req-44a7fbe7-0dd0-4ff7-8b71-3728a14699a0 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:40:07.248068 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b32d00a3-bae2-468f-86d7-31444f8fe27a", "name": "network-vif-plugged", "status": "completed", "tag": "082c3c85-a050-441f-9eea-f6d331241c9c", "code": 200}, {"server_uuid": "81f33286-b96d-4615-b83f-b8889c050453", "name": "network-vif-plugged", "status": "completed", "tag": "251bcdd4-acab-4763-8728-a91e09a87c96", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:40:07.248068 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-44a7fbe7-0dd0-4ff7-8b71-3728a14699a0 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:40:07.248964 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32d00a3-bae2-468f-86d7-31444f8fe27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082c3c85-a050-441f-9eea-f6d331241c9c', 'code': 200} Nov 04 10:40:07.248964 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f33286-b96d-4615-b83f-b8889c050453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251bcdd4-acab-4763-8728-a91e09a87c96', 'code': 200} Nov 04 10:40:07.273987 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e3aeac55-49b5-4f26-90e0-f545d99e7154 None None] Port 93a6d616-ae72-4081-a095-06a4eb3aa14f cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:40:07.322419 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e32514a2-20da-454e-aaef-c977029058a2 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:40:07.404514 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946e594-795d-4b52-899c-c480b63720af req-6f9032c0-d201-4b1d-a1b7-f5f807c0bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:07.406096 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c946e594-795d-4b52-899c-c480b63720af req-6f9032c0-d201-4b1d-a1b7-f5f807c0bf94 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=81f33286-b96d-4615-b83f-b8889c050453 HTTP/1.1" status: 200 len: 1096 time: 0.0830770 Nov 04 10:40:07.437003 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-3ce44cdb-e235-4f32-b01f-0fc2cd6aceca None None] Provisioning complete for port a291a898-61dd-4f89-b23d-b8fc3890cbaa triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:07.437470 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3ce44cdb-e235-4f32-b01f-0fc2cd6aceca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:07.474672 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port e32514a2-20da-454e-aaef-c977029058a2 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:07.474977 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:07.494789 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-56fb0f54-0e2b-4f0c-bc40-12be9469eb77 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:07.521241 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da401d73-0fef-4fb2-8365-4559194de29f req-aa48d21d-b993-4357-b35a-0be60156518f tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:07.523523 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-da401d73-0fef-4fb2-8365-4559194de29f req-aa48d21d-b993-4357-b35a-0be60156518f tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?device_id=c2fe46cd-e0c5-40dc-bcc2-141bc00e717c HTTP/1.1" status: 200 len: 945 time: 0.1216362 Nov 04 10:40:07.527357 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c946e594-795d-4b52-899c-c480b63720af req-17a9eed8-142a-44cc-945d-6da758c95ffc service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=661e586a-7284-4745-83a1-9bf108ca6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080799 Nov 04 10:40:07.533699 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-56fb0f54-0e2b-4f0c-bc40-12be9469eb77 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b89851-0673-4279-89f8-662f056b23db']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:07.544785 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba3e9f-413b-4e9a-9c5b-d9204ca1c774 req-4059857d-b3dc-4d99-b5bf-9bbef2a3978a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:07.546812 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4ba3e9f-413b-4e9a-9c5b-d9204ca1c774 req-4059857d-b3dc-4d99-b5bf-9bbef2a3978a service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b32d00a3-bae2-468f-86d7-31444f8fe27a HTTP/1.1" status: 200 len: 1097 time: 0.2464664 Nov 04 10:40:07.549532 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device bcc3c56c-7e98-428b-bdf7-55b1bcad1813 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:40:07.558653 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-56fb0f54-0e2b-4f0c-bc40-12be9469eb77 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994c5767-0183-4216-9059-3ebb44295151') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:07.559210 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-56fb0f54-0e2b-4f0c-bc40-12be9469eb77 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994c5767-0183-4216-9059-3ebb44295151') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:07.561833 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-79e0c78d-c091-4443-9a59-bbc9d8f4b6e0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Allocated IP 10.1.1.249 (b24fc8aa-ee49-4b0e-86f2-bb77483ee604/c288e9a9-e266-47aa-b999-fff4d7adb121/a09927a9-ef20-452f-a0cd-6d40858aa8ef) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:07.598065 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-56fb0f54-0e2b-4f0c-bc40-12be9469eb77 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:07.610146 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-da401d73-0fef-4fb2-8365-4559194de29f req-a7f11aa5-b691-44e6-b3bf-1ad0ae3fdee4 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/security-groups?id=16c5437a-bb61-4887-a1f4-02bb305576c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787296 Nov 04 10:40:07.644014 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-56fb0f54-0e2b-4f0c-bc40-12be9469eb77 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:07.670084 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4ba3e9f-413b-4e9a-9c5b-d9204ca1c774 req-f8cab666-dbfe-4be1-acc4-d5a573f9966b service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=661e586a-7284-4745-83a1-9bf108ca6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143720 Nov 04 10:40:07.677277 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56fb0f54-0e2b-4f0c-bc40-12be9469eb77 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Releasing vlan 1165 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:40:07.677825 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-56fb0f54-0e2b-4f0c-bc40-12be9469eb77 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:40:07.691745 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:40:07.785656 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port bcc3c56c-7e98-428b-bdf7-55b1bcad1813, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=bcc3c56c-7e98-428b-bdf7-55b1bcad1813,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:07.810165 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'bcc3c56c-7e98-428b-bdf7-55b1bcad1813', 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7', 'port_id': 'bcc3c56c-7e98-428b-bdf7-55b1bcad1813', 'mac_address': 'fa:16:3e:59:99:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5626b5c5-059d-4165-96a5-a79a81820db5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:40:07.813761 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-56fb0f54-0e2b-4f0c-bc40-12be9469eb77 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:07.824854 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-56fb0f54-0e2b-4f0c-bc40-12be9469eb77 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:07.832218 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44994) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:07.832379 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-56fb0f54-0e2b-4f0c-bc40-12be9469eb77 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/networks/a5b89851-0673-4279-89f8-662f056b23db HTTP/1.1" status: 204 len: 168 time: 0.7905238 Nov 04 10:40:07.837839 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b847814f-1e7d-406b-b2ac-71c1d108f2ef tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1667857653'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:07.852266 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb0f54-0e2b-4f0c-bc40-12be9469eb77 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Network': ['ID=a5b89851-0673-4279-89f8-662f056b23db,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:07.871269 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:07.894828 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b847814f-1e7d-406b-b2ac-71c1d108f2ef tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:07.895010 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc3c56c-7e98-428b-bdf7-55b1bcad1813 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:40:07.900795 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b847814f-1e7d-406b-b2ac-71c1d108f2ef tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:07.913953 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-79e0c78d-c091-4443-9a59-bbc9d8f4b6e0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:07.932675 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port bcc3c56c-7e98-428b-bdf7-55b1bcad1813, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=bcc3c56c-7e98-428b-bdf7-55b1bcad1813,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:07.942044 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b847814f-1e7d-406b-b2ac-71c1d108f2ef tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1172} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:40:07.944760 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:07.955873 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b847814f-1e7d-406b-b2ac-71c1d108f2ef tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:07.956253 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-b847814f-1e7d-406b-b2ac-71c1d108f2ef tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Added segment a8bc57b1-d808-4ab4-974e-d50cfaca688a of type vlan for network 962c1544-999d-4f30-a3b1-c816de8afc35 Nov 04 10:40:07.972695 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-79e0c78d-c091-4443-9a59-bbc9d8f4b6e0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:08.002018 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=bcc3c56c-7e98-428b-bdf7-55b1bcad1813,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:08.015510 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b847814f-1e7d-406b-b2ac-71c1d108f2ef tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:08.034048 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e0c78d-c091-4443-9a59-bbc9d8f4b6e0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Network b24fc8aa-ee49-4b0e-86f2-bb77483ee604 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:08.038108 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-79e0c78d-c091-4443-9a59-bbc9d8f4b6e0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:08.042831 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e0c78d-c091-4443-9a59-bbc9d8f4b6e0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:08.047364 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0c78d-c091-4443-9a59-bbc9d8f4b6e0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event updated for resources: {'Port': ['ID=a09927a9-ef20-452f-a0cd-6d40858aa8ef,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:08.072064 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b5da1-cbb7-4752-a928-a5b95096158c req-7e47931c-2ef8-428a-a824-3c1f5cc522f9 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:08.073692 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-492b5da1-cbb7-4752-a928-a5b95096158c req-7e47931c-2ef8-428a-a824-3c1f5cc522f9 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=0ea37bd7-3f37-4fd9-80b7-fe06ddee9351 HTTP/1.1" status: 200 len: 944 time: 0.0785232 Nov 04 10:40:08.081065 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b847814f-1e7d-406b-b2ac-71c1d108f2ef tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:08.086734 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b847814f-1e7d-406b-b2ac-71c1d108f2ef tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:08.087384 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b847814f-1e7d-406b-b2ac-71c1d108f2ef tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:08.104907 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e0c78d-c091-4443-9a59-bbc9d8f4b6e0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:08.105859 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-79e0c78d-c091-4443-9a59-bbc9d8f4b6e0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:08.127780 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-79e0c78d-c091-4443-9a59-bbc9d8f4b6e0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8682628 Nov 04 10:40:08.194555 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b847814f-1e7d-406b-b2ac-71c1d108f2ef tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3610435 Nov 04 10:40:08.197688 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45000) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:08.204530 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847814f-1e7d-406b-b2ac-71c1d108f2ef tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Network': ['ID=962c1544-999d-4f30-a3b1-c816de8afc35,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:08.205101 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-5f0b8b23-6e97-4111-b685-8089e627ccaf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'subnet': {'network_id': '962c1544-999d-4f30-a3b1-c816de8afc35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:08.214875 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-492b5da1-cbb7-4752-a928-a5b95096158c req-e98420b3-7ca6-4302-b24f-3a0dd54ae4b5 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245842 Nov 04 10:40:08.223014 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 962c1544-999d-4f30-a3b1-c816de8afc35 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:40:08.298761 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['bcc3c56c-7e98-428b-bdf7-55b1bcad1813'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:40:08.319398 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0b8b23-6e97-4111-b685-8089e627ccaf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:08.323306 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f0b8b23-6e97-4111-b685-8089e627ccaf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:08.338072 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48d25b-46d3-46f2-8acf-4b1c2789c510 req-6eb6d0c3-6d0a-429b-a37f-9e03c4fb7504 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:08.339441 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fd48d25b-46d3-46f2-8acf-4b1c2789c510 req-6eb6d0c3-6d0a-429b-a37f-9e03c4fb7504 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/ports?device_id=81f33286-b96d-4615-b83f-b8889c050453 HTTP/1.1" status: 200 len: 945 time: 0.0579748 Nov 04 10:40:08.376514 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4ae8b876-94f8-4998-a837-08f2f9561ae5 None None] Provisioning complete for port a09927a9-ef20-452f-a0cd-6d40858aa8ef triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:08.376900 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4ae8b876-94f8-4998-a837-08f2f9561ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:08.385298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.ipam_backend_mixin [None req-5f0b8b23-6e97-4111-b685-8089e627ccaf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Performing IP validity checks on allocation pools {{(pid=101775) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 04 10:40:08.388559 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.ipam_backend_mixin [None req-5f0b8b23-6e97-4111-b685-8089e627ccaf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101775) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 04 10:40:08.399655 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fd48d25b-46d3-46f2-8acf-4b1c2789c510 req-bbc26972-8e1b-4ea8-a79a-41658a0803ae tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/security-groups?id=661e586a-7284-4745-83a1-9bf108ca6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531204 Nov 04 10:40:08.437835 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-4ae8b876-94f8-4998-a837-08f2f9561ae5 None None] Port a09927a9-ef20-452f-a0cd-6d40858aa8ef cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:40:08.527653 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f0b8b23-6e97-4111-b685-8089e627ccaf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:08.528654 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdfc2c-5677-4866-95a8-54c51d16899d req-7643a8c5-9730-4e17-974b-3249adeba7d6 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:08.530840 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cfcdfc2c-5677-4866-95a8-54c51d16899d req-7643a8c5-9730-4e17-974b-3249adeba7d6 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/ports?device_id=e21f8957-f485-44db-a459-2066228c28ab HTTP/1.1" status: 200 len: 945 time: 0.0585904 Nov 04 10:40:08.574496 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a291a898-61dd-4f89-b23d-b8fc3890cbaa up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:40:08.586650 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cfcdfc2c-5677-4866-95a8-54c51d16899d req-c10b3c71-2054-4d9d-914a-8a2c47f72b45 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups?id=f0e68e9c-e12c-4705-a575-00c11e185c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494180 Nov 04 10:40:08.599703 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b8b23-6e97-4111-b685-8089e627ccaf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Subnet': ['ID=63e94955-de8e-485b-a5c4-04270d80e0ee,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:08.620759 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0b8b23-6e97-4111-b685-8089e627ccaf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Checking segment: {'id': 'a8bc57b1-d808-4ab4-974e-d50cfaca688a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '962c1544-999d-4f30-a3b1-c816de8afc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:08.621171 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0b8b23-6e97-4111-b685-8089e627ccaf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network hostable DHCP agents. Network: 962c1544-999d-4f30-a3b1-c816de8afc35, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:40:08.630157 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port a291a898-61dd-4f89-b23d-b8fc3890cbaa triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:08.630527 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:08.648728 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0b8b23-6e97-4111-b685-8089e627ccaf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network 962c1544-999d-4f30-a3b1-c816de8afc35 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:40:08.660970 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-5f0b8b23-6e97-4111-b685-8089e627ccaf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 962c1544-999d-4f30-a3b1-c816de8afc35) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:08.665527 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0b8b23-6e97-4111-b685-8089e627ccaf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:08.666523 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f0b8b23-6e97-4111-b685-8089e627ccaf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:08.677753 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00f5867-dece-446a-a7e8-896b68337b38 None None] Network 962c1544-999d-4f30-a3b1-c816de8afc35 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:40:08.691968 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5f0b8b23-6e97-4111-b685-8089e627ccaf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4927564 Nov 04 10:40:08.698781 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45008) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:08.701096 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-6f226cda-0524-469f-b9bf-29a14477dcc9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'port': {'network_id': '962c1544-999d-4f30-a3b1-c816de8afc35', 'name': 'tempest-PortsIpV6TestJSON-2034575451'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:08.829369 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f226cda-0524-469f-b9bf-29a14477dcc9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:08.835654 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6f226cda-0524-469f-b9bf-29a14477dcc9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:08.870530 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-6f226cda-0524-469f-b9bf-29a14477dcc9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] device_id is not set on port 02755483-048c-42ed-b88e-92d2cc66bbeb yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:40:08.909056 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45012) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:08.919921 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-f4970ab3-55fa-4dce-a335-7c747613decb tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1998832712', 'description': 'tempest-description--1181694481'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:08.942241 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6097f839-c0e6-4833-bd11-918c150782f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-962c1544-999d-4f30-a3b1-c816de8afc35', 'network_id': '962c1544-999d-4f30-a3b1-c816de8afc35', 'tenant_id': 'edbdfb0c3e1f4712b18c10434050242f', 'fixed_ips': [{'subnet_id': '63e94955-de8e-485b-a5c4-04270d80e0ee'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:40:08.943319 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6097f839-c0e6-4833-bd11-918c150782f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:08.965480 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f4970ab3-55fa-4dce-a335-7c747613decb tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:09.042321 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-6f226cda-0524-469f-b9bf-29a14477dcc9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Allocated IP 2001:db8::4 (962c1544-999d-4f30-a3b1-c816de8afc35/63e94955-de8e-485b-a5c4-04270d80e0ee/02755483-048c-42ed-b88e-92d2cc66bbeb) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:09.085942 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f4970ab3-55fa-4dce-a335-7c747613decb tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:09.091110 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f4970ab3-55fa-4dce-a335-7c747613decb tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:09.143767 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f4970ab3-55fa-4dce-a335-7c747613decb tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:09.145914 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f4970ab3-55fa-4dce-a335-7c747613decb tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2313159 Nov 04 10:40:09.150296 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4970ab3-55fa-4dce-a335-7c747613decb tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0308a4-25fc-4fcd-a5c9-11efd847006f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:09.150553 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45014) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:09.553104 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 369fde22-d627-47c3-83c1-983157fe0f8f up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:40:09.572380 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e97ddb-8cf0-4725-803d-12c576d02c76 req-f8328221-7219-4936-8b5e-3c8e3e4bfd59 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:09.574102 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c7e97ddb-8cf0-4725-803d-12c576d02c76 req-f8328221-7219-4936-8b5e-3c8e3e4bfd59 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?device_id=c2fe46cd-e0c5-40dc-bcc2-141bc00e717c HTTP/1.1" status: 200 len: 945 time: 0.5158093 Nov 04 10:40:09.581049 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-32740130-bfb6-412f-abea-986baa39217a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Request body: {'security_group_rule': {'security_group_id': '4d0308a4-25fc-4fcd-a5c9-11efd847006f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:09.628015 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 369fde22-d627-47c3-83c1-983157fe0f8f completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:40:09.632968 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 369fde22-d627-47c3-83c1-983157fe0f8f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:09.633345 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:09.738891 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-32740130-bfb6-412f-abea-986baa39217a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:09.740918 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:09.752110 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05565b-8c22-43f9-a358-0fdf751666da req-e8a4467f-c0dd-4ee1-933a-ba2eb4e75276 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:09.753679 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cb05565b-8c22-43f9-a358-0fdf751666da req-e8a4467f-c0dd-4ee1-933a-ba2eb4e75276 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.126 "GET /v2.0/ports?device_id=e21f8957-f485-44db-a459-2066228c28ab HTTP/1.1" status: 200 len: 945 time: 0.1680694 Nov 04 10:40:09.763284 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6f226cda-0524-469f-b9bf-29a14477dcc9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:09.773334 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c7e97ddb-8cf0-4725-803d-12c576d02c76 req-22bcbbc5-7925-41f9-ad10-2a1743d04059 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/security-groups?id=16c5437a-bb61-4887-a1f4-02bb305576c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751542 Nov 04 10:40:09.775350 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fe46cd-e0c5-40dc-bcc2-141bc00e717c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369fde22-d627-47c3-83c1-983157fe0f8f'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:40:09.778029 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437a77bd-69af-4ef5-89c9-e9566dd6f40f" -d '{"events": [{"server_uuid": "c2fe46cd-e0c5-40dc-bcc2-141bc00e717c", "name": "network-vif-plugged", "status": "completed", "tag": "369fde22-d627-47c3-83c1-983157fe0f8f"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:40:09.796005 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 369fde22-d627-47c3-83c1-983157fe0f8f, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=369fde22-d627-47c3-83c1-983157fe0f8f,segment=NetworkSegment(d9222f4c-3740-41de-a4d0-ab8ded6daa8d),segment_id=d9222f4c-3740-41de-a4d0-ab8ded6daa8d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:09.805355 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:09.806868 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device bcc3c56c-7e98-428b-bdf7-55b1bcad1813 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:40:09.910566 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=369fde22-d627-47c3-83c1-983157fe0f8f,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:09.922248 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:09.922602 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:09.922941 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:09.923313 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:09.924132 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:09.924242 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:09.924554 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:09.929697 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:09.929697 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:09.929697 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:09.930055 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-32740130-bfb6-412f-abea-986baa39217a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:09.930153 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:09.930153 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:09.943295 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port bcc3c56c-7e98-428b-bdf7-55b1bcad1813 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:40:09.947660 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port bcc3c56c-7e98-428b-bdf7-55b1bcad1813 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:09.948181 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:09.982136 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-32740130-bfb6-412f-abea-986baa39217a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:09.998549 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6f226cda-0524-469f-b9bf-29a14477dcc9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:10.054485 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32740130-bfb6-412f-abea-986baa39217a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1fd582b-3c19-4910-a4db-6c78618e540d,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:10.070482 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-6097f839-c0e6-4833-bd11-918c150782f1 None None] Allocated IP 2001:db8::2 (962c1544-999d-4f30-a3b1-c816de8afc35/63e94955-de8e-485b-a5c4-04270d80e0ee/ee0e12fe-ee2d-4057-abb4-ef032ab47c32) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:10.072078 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-32740130-bfb6-412f-abea-986baa39217a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:10.073350 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-32740130-bfb6-412f-abea-986baa39217a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9218140 Nov 04 10:40:10.076462 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45028) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:10.082458 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-a80c7b87-5cc0-4303-b41d-8ea5d444f94b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Request body: {'security_group_rule': {'security_group_id': '4d0308a4-25fc-4fcd-a5c9-11efd847006f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:10.093884 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:10.106135 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f226cda-0524-469f-b9bf-29a14477dcc9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network 962c1544-999d-4f30-a3b1-c816de8afc35 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:10.121106 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a80c7b87-5cc0-4303-b41d-8ea5d444f94b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:10.122462 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-6f226cda-0524-469f-b9bf-29a14477dcc9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:10.126896 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f226cda-0524-469f-b9bf-29a14477dcc9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Port': ['ID=02755483-048c-42ed-b88e-92d2cc66bbeb,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:10.131239 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f226cda-0524-469f-b9bf-29a14477dcc9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:10.137033 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f226cda-0524-469f-b9bf-29a14477dcc9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:10.137613 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6f226cda-0524-469f-b9bf-29a14477dcc9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:10.144860 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-cb05565b-8c22-43f9-a358-0fdf751666da req-fe95c4a8-390e-4294-8c7c-bb146b0527b3 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Deleting port 15a63fe6-50f3-4511-81ac-6cfd26942411 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:40:10.144860 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-cb05565b-8c22-43f9-a358-0fdf751666da req-fe95c4a8-390e-4294-8c7c-bb146b0527b3 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:10.160227 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-b3edb1a6-9b3a-422b-8c7c-363adf7a01c8 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:10.163588 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-b3edb1a6-9b3a-422b-8c7c-363adf7a01c8 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/networks?id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 200 len: 807 time: 0.2412126 Nov 04 10:40:10.178826 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port bcc3c56c-7e98-428b-bdf7-55b1bcad1813, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=bcc3c56c-7e98-428b-bdf7-55b1bcad1813,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:10.186070 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:10.213853 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a80c7b87-5cc0-4303-b41d-8ea5d444f94b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:10.220847 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a80c7b87-5cc0-4303-b41d-8ea5d444f94b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:10.224433 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6f226cda-0524-469f-b9bf-29a14477dcc9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5283098 Nov 04 10:40:10.228087 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45030) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:10.229113 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-152be19d-d2ff-4087-a3e3-b1f302458438 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/quotas/b0cdd2f9dc0842d49d2b7a3c82b555e2 HTTP/1.1" status: 200 len: 375 time: 0.0481904 Nov 04 10:40:10.281709 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c7b87-5cc0-4303-b41d-8ea5d444f94b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b5e8615-8ec0-43a7-8a92-c6f1cc64078a,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:10.293956 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=bcc3c56c-7e98-428b-bdf7-55b1bcad1813,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:10.304662 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a80c7b87-5cc0-4303-b41d-8ea5d444f94b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:10.310337 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a80c7b87-5cc0-4303-b41d-8ea5d444f94b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2318189 Nov 04 10:40:10.310337 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45032) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:10.321963 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-cb05565b-8c22-43f9-a358-0fdf751666da req-fe95c4a8-390e-4294-8c7c-bb146b0527b3 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] For port 15a63fe6-50f3-4511-81ac-6cfd26942411, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=15a63fe6-50f3-4511-81ac-6cfd26942411,segment=NetworkSegment(371c3b52-8b94-460c-ab6e-3d1cde3fe09a),segment_id=371c3b52-8b94-460c-ab6e-3d1cde3fe09a)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:10.322391 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-cb05565b-8c22-43f9-a358-0fdf751666da req-fe95c4a8-390e-4294-8c7c-bb146b0527b3 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:10.326948 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6097f839-c0e6-4833-bd11-918c150782f1 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:10.333944 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-d4927a44-2ac5-43d9-b5a8-389e9ce65684 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:10.335535 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6097f839-c0e6-4833-bd11-918c150782f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:10.340949 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-aabd2aaa-a22e-494f-89ec-7e5d6ff7978d tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0877759 Nov 04 10:40:10.350456 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-cb05565b-8c22-43f9-a358-0fdf751666da req-fe95c4a8-390e-4294-8c7c-bb146b0527b3 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Calling delete_port for 15a63fe6-50f3-4511-81ac-6cfd26942411 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:40:10.372490 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d4927a44-2ac5-43d9-b5a8-389e9ce65684 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for floatingip, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:10.373487 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6097f839-c0e6-4833-bd11-918c150782f1 None None] Network 962c1544-999d-4f30-a3b1-c816de8afc35 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:10.376740 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-6097f839-c0e6-4833-bd11-918c150782f1 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:10.382616 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6097f839-c0e6-4833-bd11-918c150782f1 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:10.391899 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097f839-c0e6-4833-bd11-918c150782f1 None None] Pushing event updated for resources: {'Port': ['ID=ee0e12fe-ee2d-4057-abb4-ef032ab47c32,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:10.431675 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-37f3b729-0d2c-46d5-aaa6-335c12364fdc tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting port 02755483-048c-42ed-b88e-92d2cc66bbeb {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:40:10.432010 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-37f3b729-0d2c-46d5-aaa6-335c12364fdc tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:10.448449 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-6097f839-c0e6-4833-bd11-918c150782f1 None None] Attempting to bind port ee0e12fe-ee2d-4057-abb4-ef032ab47c32 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:40:10.448974 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-6097f839-c0e6-4833-bd11-918c150782f1 None None] Attempting to bind port ee0e12fe-ee2d-4057-abb4-ef032ab47c32 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'a8bc57b1-d808-4ab4-974e-d50cfaca688a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '962c1544-999d-4f30-a3b1-c816de8afc35'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:40:10.449341 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6097f839-c0e6-4833-bd11-918c150782f1 None None] Attempting to bind port ee0e12fe-ee2d-4057-abb4-ef032ab47c32 on network 962c1544-999d-4f30-a3b1-c816de8afc35 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:10.455215 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6097f839-c0e6-4833-bd11-918c150782f1 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:40:10.455215 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6097f839-c0e6-4833-bd11-918c150782f1 None None] Checking segment: {'id': 'a8bc57b1-d808-4ab4-974e-d50cfaca688a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '962c1544-999d-4f30-a3b1-c816de8afc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:10.455625 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6097f839-c0e6-4833-bd11-918c150782f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:10.456017 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6097f839-c0e6-4833-bd11-918c150782f1 None None] Bound using segment: {'id': 'a8bc57b1-d808-4ab4-974e-d50cfaca688a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '962c1544-999d-4f30-a3b1-c816de8afc35'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:40:10.456489 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-6097f839-c0e6-4833-bd11-918c150782f1 None None] Bound port: ee0e12fe-ee2d-4057-abb4-ef032ab47c32, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8bc57b1-d808-4ab4-974e-d50cfaca688a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '962c1544-999d-4f30-a3b1-c816de8afc35'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:40:10.457383 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6097f839-c0e6-4833-bd11-918c150782f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:10.529518 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-6097f839-c0e6-4833-bd11-918c150782f1 None None] For port ee0e12fe-ee2d-4057-abb4-ef032ab47c32, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:40:10.533916 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-6097f839-c0e6-4833-bd11-918c150782f1 None None] For port ee0e12fe-ee2d-4057-abb4-ef032ab47c32, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ee0e12fe-ee2d-4057-abb4-ef032ab47c32,segment=NetworkSegment(a8bc57b1-d808-4ab4-974e-d50cfaca688a),segment_id=a8bc57b1-d808-4ab4-974e-d50cfaca688a)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:40:10.541179 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6097f839-c0e6-4833-bd11-918c150782f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:10.569623 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-9ecf60c3-af4a-4aa0-bd46-aae4a581bf7d service neutron] 10.222.0.127 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161102 Nov 04 10:40:10.610440 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097f839-c0e6-4833-bd11-918c150782f1 None None] Pushing event updated for resources: {'Port': ['ID=ee0e12fe-ee2d-4057-abb4-ef032ab47c32,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:10.691678 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-cb05565b-8c22-43f9-a358-0fdf751666da req-fe95c4a8-390e-4294-8c7c-bb146b0527b3 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:10.704382 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['15a63fe6-50f3-4511-81ac-6cfd26942411'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:40:10.735235 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95c4a8-390e-4294-8c7c-bb146b0527b3 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Pushing event deleted for resources: {'Port': ['ID=15a63fe6-50f3-4511-81ac-6cfd26942411,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:10.816055 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb05565b-8c22-43f9-a358-0fdf751666da req-fe95c4a8-390e-4294-8c7c-bb146b0527b3 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] No DVR routers for this DVR port 15a63fe6-50f3-4511-81ac-6cfd26942411 on host n-h1-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:40:10.819596 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-cb05565b-8c22-43f9-a358-0fdf751666da req-fe95c4a8-390e-4294-8c7c-bb146b0527b3 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:10.822985 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cb05565b-8c22-43f9-a358-0fdf751666da req-fe95c4a8-390e-4294-8c7c-bb146b0527b3 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.126 "DELETE /v2.0/ports/15a63fe6-50f3-4511-81ac-6cfd26942411 HTTP/1.1" status: 204 len: 173 time: 1.0565348 Nov 04 10:40:10.823715 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21f8957-f485-44db-a459-2066228c28ab', 'name': 'network-vif-deleted', 'tag': '15a63fe6-50f3-4511-81ac-6cfd26942411'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:40:10.831097 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1fbf27-b69a-4a89-a729-5a8598ad2e6e" -d '{"events": [{"server_uuid": "e21f8957-f485-44db-a459-2066228c28ab", "name": "network-vif-deleted", "tag": "15a63fe6-50f3-4511-81ac-6cfd26942411"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:40:10.850927 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-fe93880d-0f96-4073-9d9a-e5739b999c75 service neutron] 10.222.0.127 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435825 Nov 04 10:40:10.972736 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-37f3b729-0d2c-46d5-aaa6-335c12364fdc tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:10.990284 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-37f3b729-0d2c-46d5-aaa6-335c12364fdc tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Calling delete_port for 02755483-048c-42ed-b88e-92d2cc66bbeb owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:40:11.074293 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d4927a44-2ac5-43d9-b5a8-389e9ce65684 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:11.262186 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb5f64-f33e-465d-87be-41e99e7a9dd1 req-5300ef83-f427-4e5f-a79d-60b77159676b tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:11.264198 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-defb5f64-f33e-465d-87be-41e99e7a9dd1 req-5300ef83-f427-4e5f-a79d-60b77159676b tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=0ea37bd7-3f37-4fd9-80b7-fe06ddee9351 HTTP/1.1" status: 200 len: 945 time: 0.0744207 Nov 04 10:40:11.298053 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-37f3b729-0d2c-46d5-aaa6-335c12364fdc tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:11.316915 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-d4927a44-2ac5-43d9-b5a8-389e9ce65684 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Allocated IP 172.25.7.174 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/30ffe42e-dece-4daa-ace8-b0f3d1aeb73b) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:11.353356 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3b729-0d2c-46d5-aaa6-335c12364fdc tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Port': ['ID=02755483-048c-42ed-b88e-92d2cc66bbeb,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:11.367687 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-defb5f64-f33e-465d-87be-41e99e7a9dd1 req-472d6a43-05f4-48ee-aff8-4f7d109152c0 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884871 Nov 04 10:40:11.398370 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-37f3b729-0d2c-46d5-aaa6-335c12364fdc tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:11.404809 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45054) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:11.407078 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-37f3b729-0d2c-46d5-aaa6-335c12364fdc tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/ports/02755483-048c-42ed-b88e-92d2cc66bbeb HTTP/1.1" status: 204 len: 168 time: 1.1749909 Nov 04 10:40:11.443529 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c504a1db-4766-4635-8471-497d3b7360c9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] DELETE failed (client error): The resource could not be found. Nov 04 10:40:11.444485 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c504a1db-4766-4635-8471-497d3b7360c9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:40:11.448106 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c504a1db-4766-4635-8471-497d3b7360c9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/ports/02755483-048c-42ed-b88e-92d2cc66bbeb HTTP/1.1" status: 404 len: 333 time: 0.0421152 Nov 04 10:40:11.451301 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45056) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:11.489670 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c0784f4-1684-4ba0-8258-f07287395148 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] GET failed (client error): The resource could not be found. Nov 04 10:40:11.491905 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9c0784f4-1684-4ba0-8258-f07287395148 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "GET /v2.0/ports/02755483-048c-42ed-b88e-92d2cc66bbeb HTTP/1.1" status: 404 len: 333 time: 0.0390885 Nov 04 10:40:11.494273 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45058) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:11.545385 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d4927a44-2ac5-43d9-b5a8-389e9ce65684 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:11.588843 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d4927a44-2ac5-43d9-b5a8-389e9ce65684 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:11.589936 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268873f-831b-4a3b-a5c7-1cc9a58770c6 req-709f2416-cf21-414b-8804-c7a5beb81317 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:11.591615 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7268873f-831b-4a3b-a5c7-1cc9a58770c6 req-709f2416-cf21-414b-8804-c7a5beb81317 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/ports?device_id=81f33286-b96d-4615-b83f-b8889c050453 HTTP/1.1" status: 200 len: 945 time: 0.1034956 Nov 04 10:40:11.596218 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc125375-5a40-46ca-896b-dd6fd4514da9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting subnet 63e94955-de8e-485b-a5c4-04270d80e0ee {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:40:11.599784 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fc125375-5a40-46ca-896b-dd6fd4514da9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:11.645005 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4927a44-2ac5-43d9-b5a8-389e9ce65684 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:11.653215 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-d4927a44-2ac5-43d9-b5a8-389e9ce65684 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:11.656393 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4927a44-2ac5-43d9-b5a8-389e9ce65684 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:11.669969 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fc125375-5a40-46ca-896b-dd6fd4514da9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:11.707051 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4927a44-2ac5-43d9-b5a8-389e9ce65684 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event updated for resources: {'Port': ['ID=30ffe42e-dece-4daa-ace8-b0f3d1aeb73b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:11.732510 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7268873f-831b-4a3b-a5c7-1cc9a58770c6 req-52636992-c878-46b2-b2e7-6a551cc6974a tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/security-groups?id=661e586a-7284-4745-83a1-9bf108ca6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094389 Nov 04 10:40:11.802412 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d4927a44-2ac5-43d9-b5a8-389e9ce65684 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:11.810266 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fc125375-5a40-46ca-896b-dd6fd4514da9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:11.819972 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bee8a44-1f8f-401b-b153-2232314191ee None None] Network 962c1544-999d-4f30-a3b1-c816de8afc35 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:40:11.869065 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3591fa34-57a4-4549-b937-97f756d7bbc5 x-openstack-request-id: req-3591fa34-57a4-4549-b937-97f756d7bbc5 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:40:11.869233 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d4927a44-2ac5-43d9-b5a8-389e9ce65684 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:11.869823 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2fe46cd-e0c5-40dc-bcc2-141bc00e717c", "name": "network-vif-plugged", "status": "completed", "tag": "369fde22-d627-47c3-83c1-983157fe0f8f", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:40:11.870270 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-3591fa34-57a4-4549-b937-97f756d7bbc5 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:40:11.871040 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fe46cd-e0c5-40dc-bcc2-141bc00e717c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369fde22-d627-47c3-83c1-983157fe0f8f', 'code': 200} Nov 04 10:40:11.919752 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-46793b3c-f704-4f10-89be-b42cf399fb80 None None] Provisioning complete for port ee0e12fe-ee2d-4057-abb4-ef032ab47c32 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:11.920372 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-46793b3c-f704-4f10-89be-b42cf399fb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:11.946713 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fc125375-5a40-46ca-896b-dd6fd4514da9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:11.988331 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc125375-5a40-46ca-896b-dd6fd4514da9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Subnet': ['ID=63e94955-de8e-485b-a5c4-04270d80e0ee,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:12.024326 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fc125375-5a40-46ca-896b-dd6fd4514da9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:12.031072 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45066) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:12.031273 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fc125375-5a40-46ca-896b-dd6fd4514da9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/subnets/63e94955-de8e-485b-a5c4-04270d80e0ee HTTP/1.1" status: 204 len: 168 time: 0.5356624 Nov 04 10:40:12.052030 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2842df-de59-458d-b919-0edf5fc89b52 req-d70a3737-d593-4b54-be3d-3b5136638faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:12.053534 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc2842df-de59-458d-b919-0edf5fc89b52 req-d70a3737-d593-4b54-be3d-3b5136638faa service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=c2fe46cd-e0c5-40dc-bcc2-141bc00e717c HTTP/1.1" status: 200 len: 1097 time: 0.0711720 Nov 04 10:40:12.147433 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c57618-e92f-445a-a9bb-7b28ba67e766 req-7f2d2047-b998-477f-9858-5d4fa019248b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:12.149498 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-19c57618-e92f-445a-a9bb-7b28ba67e766 req-7f2d2047-b998-477f-9858-5d4fa019248b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?device_id=c2fe46cd-e0c5-40dc-bcc2-141bc00e717c HTTP/1.1" status: 200 len: 946 time: 0.1001012 Nov 04 10:40:12.153017 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc2842df-de59-458d-b919-0edf5fc89b52 req-055997ec-9392-4b00-b844-5538025742aa service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=16c5437a-bb61-4887-a1f4-02bb305576c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860641 Nov 04 10:40:12.161889 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-46793b3c-f704-4f10-89be-b42cf399fb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:12.168128 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0b050bff-eb90-41a9-a643-978cba05ff74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:12.176511 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d4927a44-2ac5-43d9-b5a8-389e9ce65684 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:12.187611 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d4927a44-2ac5-43d9-b5a8-389e9ce65684 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:12.205123 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-46793b3c-f704-4f10-89be-b42cf399fb80 None None] For port ee0e12fe-ee2d-4057-abb4-ef032ab47c32, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ee0e12fe-ee2d-4057-abb4-ef032ab47c32,segment=NetworkSegment(a8bc57b1-d808-4ab4-974e-d50cfaca688a),segment_id=a8bc57b1-d808-4ab4-974e-d50cfaca688a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:12.223055 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-19c57618-e92f-445a-a9bb-7b28ba67e766 req-b9238ffa-fc94-4ee9-98c9-7aba652ca574 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/security-groups?id=16c5437a-bb61-4887-a1f4-02bb305576c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616927 Nov 04 10:40:12.224319 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-46793b3c-f704-4f10-89be-b42cf399fb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:12.279760 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde7ee08-e8d8-484f-b534-0df334953402 x-openstack-request-id: req-bde7ee08-e8d8-484f-b534-0df334953402 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:40:12.280714 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21f8957-f485-44db-a459-2066228c28ab", "name": "network-vif-deleted", "tag": "15a63fe6-50f3-4511-81ac-6cfd26942411", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:40:12.281085 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4927a44-2ac5-43d9-b5a8-389e9ce65684 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event updated for resources: {'Port': ['ID=30ffe42e-dece-4daa-ace8-b0f3d1aeb73b,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:12.281214 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-bde7ee08-e8d8-484f-b534-0df334953402 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:40:12.281751 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21f8957-f485-44db-a459-2066228c28ab', 'name': 'network-vif-deleted', 'tag': '15a63fe6-50f3-4511-81ac-6cfd26942411', 'status': 'completed', 'code': 200} Nov 04 10:40:12.282724 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481a439a-8916-45cd-872c-c4f513833eb2 None None] DHCP port deletion for 962c1544-999d-4f30-a3b1-c816de8afc35 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:40:12.293126 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:12.316554 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d4927a44-2ac5-43d9-b5a8-389e9ce65684 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:12.320104 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-0b050bff-eb90-41a9-a643-978cba05ff74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting port ee0e12fe-ee2d-4057-abb4-ef032ab47c32 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:40:12.320341 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0b050bff-eb90-41a9-a643-978cba05ff74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:12.327374 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46793b3c-f704-4f10-89be-b42cf399fb80 None None] Pushing event updated for resources: {'Port': ['ID=ee0e12fe-ee2d-4057-abb4-ef032ab47c32,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:12.352475 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-481a439a-8916-45cd-872c-c4f513833eb2 None None] Deleting port ee0e12fe-ee2d-4057-abb4-ef032ab47c32 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:40:12.352885 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-481a439a-8916-45cd-872c-c4f513833eb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:12.374835 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-581d5bfc-ddfc-4a73-868f-6b5ad70e6fba req-cde72f08-a752-47da-9057-5fa90c065b2b tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 210 time: 0.0343974 Nov 04 10:40:12.394819 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d4927a44-2ac5-43d9-b5a8-389e9ce65684 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:12.403703 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d4927a44-2ac5-43d9-b5a8-389e9ce65684 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0662239 Nov 04 10:40:12.415749 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-0b050bff-eb90-41a9-a643-978cba05ff74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] For port ee0e12fe-ee2d-4057-abb4-ef032ab47c32, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ee0e12fe-ee2d-4057-abb4-ef032ab47c32,segment=NetworkSegment(a8bc57b1-d808-4ab4-974e-d50cfaca688a),segment_id=a8bc57b1-d808-4ab4-974e-d50cfaca688a)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:12.416847 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0b050bff-eb90-41a9-a643-978cba05ff74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:12.433067 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-0b050bff-eb90-41a9-a643-978cba05ff74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Calling delete_port for ee0e12fe-ee2d-4057-abb4-ef032ab47c32 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:40:12.435623 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-481a439a-8916-45cd-872c-c4f513833eb2 None None] For port ee0e12fe-ee2d-4057-abb4-ef032ab47c32, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ee0e12fe-ee2d-4057-abb4-ef032ab47c32,segment=NetworkSegment(a8bc57b1-d808-4ab4-974e-d50cfaca688a),segment_id=a8bc57b1-d808-4ab4-974e-d50cfaca688a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:12.436025 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-481a439a-8916-45cd-872c-c4f513833eb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:12.451247 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-481a439a-8916-45cd-872c-c4f513833eb2 None None] Calling delete_port for ee0e12fe-ee2d-4057-abb4-ef032ab47c32 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:40:12.527231 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243ec1f-ce88-499a-a350-5f0a7f800971 req-42ec1191-2497-497a-a774-52d9e67dc4d9 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:12.529479 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6243ec1f-ce88-499a-a350-5f0a7f800971 req-42ec1191-2497-497a-a774-52d9e67dc4d9 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/ports?device_id=b32d00a3-bae2-468f-86d7-31444f8fe27a HTTP/1.1" status: 200 len: 946 time: 0.0805147 Nov 04 10:40:12.552267 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0b050bff-eb90-41a9-a643-978cba05ff74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:12.588241 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-481a439a-8916-45cd-872c-c4f513833eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:12.595859 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b050bff-eb90-41a9-a643-978cba05ff74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Port': ['ID=ee0e12fe-ee2d-4057-abb4-ef032ab47c32,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:12.599910 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b050bff-eb90-41a9-a643-978cba05ff74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] No DVR routers for this DVR port ee0e12fe-ee2d-4057-abb4-ef032ab47c32 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:40:12.608088 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6243ec1f-ce88-499a-a350-5f0a7f800971 req-fdb00fb7-488a-4bda-be9e-823320f866e5 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/security-groups?id=661e586a-7284-4745-83a1-9bf108ca6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692115 Nov 04 10:40:12.636287 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481a439a-8916-45cd-872c-c4f513833eb2 None None] No DVR routers for this DVR port ee0e12fe-ee2d-4057-abb4-ef032ab47c32 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:40:12.639726 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a439a-8916-45cd-872c-c4f513833eb2 None None] Pushing event deleted for resources: {'Port': ['ID=ee0e12fe-ee2d-4057-abb4-ef032ab47c32,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:12.726252 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0b050bff-eb90-41a9-a643-978cba05ff74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:12.747846 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-0b050bff-eb90-41a9-a643-978cba05ff74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962c1544-999d-4f30-a3b1-c816de8afc35']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:12.765829 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-0b050bff-eb90-41a9-a643-978cba05ff74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8bc57b1-d808-4ab4-974e-d50cfaca688a') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:12.766174 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-0b050bff-eb90-41a9-a643-978cba05ff74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8bc57b1-d808-4ab4-974e-d50cfaca688a') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:12.777039 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0b050bff-eb90-41a9-a643-978cba05ff74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:12.792574 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-6aa9660a-7a78-46ea-9b56-a63c4b4059fe tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:12.793215 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0b050bff-eb90-41a9-a643-978cba05ff74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:12.794251 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-6aa9660a-7a78-46ea-9b56-a63c4b4059fe tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.126 "GET /v2.0/networks?id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 200 len: 807 time: 0.1696537 Nov 04 10:40:12.799640 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b050bff-eb90-41a9-a643-978cba05ff74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Releasing vlan 1172 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:40:12.800037 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0b050bff-eb90-41a9-a643-978cba05ff74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:40:12.803310 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:40:12.805219 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf3b9f-a270-4eea-83c5-f6cd057a1c9a req-d4e018c3-e7ca-4a37-8518-11720bf347ca tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:12.805219 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-85bf3b9f-a270-4eea-83c5-f6cd057a1c9a req-d4e018c3-e7ca-4a37-8518-11720bf347ca tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=0ea37bd7-3f37-4fd9-80b7-fe06ddee9351 HTTP/1.1" status: 200 len: 945 time: 0.0887966 Nov 04 10:40:12.814281 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-adfe7421-c314-4561-bea5-b7d6d8466193 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Request body: {'port': {'device_id': 'df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6', 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a', 'admin_state_up': True, 'tenant_id': 'b0cdd2f9dc0842d49d2b7a3c82b555e2'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:12.868891 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0b050bff-eb90-41a9-a643-978cba05ff74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:12.886429 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0b050bff-eb90-41a9-a643-978cba05ff74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:12.894818 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0b050bff-eb90-41a9-a643-978cba05ff74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/networks/962c1544-999d-4f30-a3b1-c816de8afc35 HTTP/1.1" status: 204 len: 168 time: 0.8621006 Nov 04 10:40:12.895463 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45084) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:12.910084 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-44e2aaad-b361-4da4-8306-b8556860a085 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1887164557'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:12.913117 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b050bff-eb90-41a9-a643-978cba05ff74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Network': ['ID=962c1544-999d-4f30-a3b1-c816de8afc35,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:12.937257 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e2aaad-b361-4da4-8306-b8556860a085 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:12.941241 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44e2aaad-b361-4da4-8306-b8556860a085 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:12.966417 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-85bf3b9f-a270-4eea-83c5-f6cd057a1c9a req-ed4bf191-b4cd-46ce-8748-6f310b68c08d tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453185 Nov 04 10:40:12.969693 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e2aaad-b361-4da4-8306-b8556860a085 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1184} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:40:12.989026 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44e2aaad-b361-4da4-8306-b8556860a085 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:12.989418 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-44e2aaad-b361-4da4-8306-b8556860a085 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Added segment d1732a33-38f7-4e93-8932-bc8ccd891905 of type vlan for network 28e86158-86de-4421-a94b-7800de259c8c Nov 04 10:40:13.019330 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-adfe7421-c314-4561-bea5-b7d6d8466193 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Made reservation on behalf of b0cdd2f9dc0842d49d2b7a3c82b555e2 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:13.024632 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-adfe7421-c314-4561-bea5-b7d6d8466193 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:13.038559 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44e2aaad-b361-4da4-8306-b8556860a085 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:13.067584 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44e2aaad-b361-4da4-8306-b8556860a085 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:13.075483 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e2aaad-b361-4da4-8306-b8556860a085 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:13.076190 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44e2aaad-b361-4da4-8306-b8556860a085 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:13.149835 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-2e869158-c054-4187-8609-4c07dffc51aa tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-securitygroup--1998832712&fields=id&tenant_id=24e6e80e7cbd47b89cef6beaedf3befe HTTP/1.1" status: 200 len: 267 time: 0.1054063 Nov 04 10:40:13.154214 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-44e2aaad-b361-4da4-8306-b8556860a085 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2489622 Nov 04 10:40:13.154843 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45096) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:13.162272 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-40540a7f-2dd4-4629-94b9-79153c8d1bd7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'subnet': {'network_id': '28e86158-86de-4421-a94b-7800de259c8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:13.219852 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2aaad-b361-4da4-8306-b8556860a085 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Network': ['ID=28e86158-86de-4421-a94b-7800de259c8c,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:13.237145 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 28e86158-86de-4421-a94b-7800de259c8c details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:40:13.240812 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-4733cb1d-3a5d-470e-8532-91bb8a6db144 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:13.247978 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-4733cb1d-3a5d-470e-8532-91bb8a6db144 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports/93a6d616-ae72-4081-a095-06a4eb3aa14f HTTP/1.1" status: 200 len: 932 time: 0.0697038 Nov 04 10:40:13.267322 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40540a7f-2dd4-4629-94b9-79153c8d1bd7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:13.271814 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-40540a7f-2dd4-4629-94b9-79153c8d1bd7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:13.295704 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-adfe7421-c314-4561-bea5-b7d6d8466193 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Allocated IP 172.20.0.12 (c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a/f29a1ba4-9c2e-4bbf-be88-aa21c2016c98/5ccd14b8-5141-4f67-8179-1ee0c0f16b22) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:13.317787 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-532aca8a-f3e7-4eea-a26f-a03d61ecd457 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:13.325355 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-532aca8a-f3e7-4eea-a26f-a03d61ecd457 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports/a09927a9-ef20-452f-a0cd-6d40858aa8ef HTTP/1.1" status: 200 len: 931 time: 0.0764234 Nov 04 10:40:13.383412 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-ccf894af-8802-4845-a0e6-210cedd07d16 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?network_id=e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0570416 Nov 04 10:40:13.444039 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-730aa638-df2f-40b9-869e-7deef47a8e49 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?network_id=e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0510998 Nov 04 10:40:13.540043 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-40540a7f-2dd4-4629-94b9-79153c8d1bd7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:13.553813 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 15a63fe6-50f3-4511-81ac-6cfd26942411 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:40:13.577627 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 15a63fe6-50f3-4511-81ac-6cfd26942411 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:40:13.578366 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 15a63fe6-50f3-4511-81ac-6cfd26942411 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:40:13.608265 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40540a7f-2dd4-4629-94b9-79153c8d1bd7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Subnet': ['ID=7ea55417-c28a-47be-a53d-21b5e7c1c48f,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:13.619771 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40540a7f-2dd4-4629-94b9-79153c8d1bd7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Checking segment: {'id': 'd1732a33-38f7-4e93-8932-bc8ccd891905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '28e86158-86de-4421-a94b-7800de259c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:13.620213 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40540a7f-2dd4-4629-94b9-79153c8d1bd7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network hostable DHCP agents. Network: 28e86158-86de-4421-a94b-7800de259c8c, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:40:13.636251 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-01cba9fe-02f5-443a-8795-18df76f9b046 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:13.639115 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40540a7f-2dd4-4629-94b9-79153c8d1bd7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network 28e86158-86de-4421-a94b-7800de259c8c is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:40:13.642537 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-01cba9fe-02f5-443a-8795-18df76f9b046 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:13.648532 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-01cba9fe-02f5-443a-8795-18df76f9b046 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:13.650264 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-01cba9fe-02f5-443a-8795-18df76f9b046 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/networks?id=1b9e5f98-4b76-4986-a39a-d24c4975f75c&id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&id=e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1&id=e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1 HTTP/1.1" status: 200 len: 1990 time: 0.2054286 Nov 04 10:40:13.651845 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-40540a7f-2dd4-4629-94b9-79153c8d1bd7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 28e86158-86de-4421-a94b-7800de259c8c) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:13.657748 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40540a7f-2dd4-4629-94b9-79153c8d1bd7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:13.658475 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-40540a7f-2dd4-4629-94b9-79153c8d1bd7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:13.666549 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-adfe7421-c314-4561-bea5-b7d6d8466193 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:13.671040 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8630b0-4670-440b-b2cc-8b798407d351 None None] Network 28e86158-86de-4421-a94b-7800de259c8c requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:40:13.682186 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-40540a7f-2dd4-4629-94b9-79153c8d1bd7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5210404 Nov 04 10:40:13.682609 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45102) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:13.685646 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-346b92dd-a3e5-4b4a-8a96-f153b1eb54e4 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/quotas/24e6e80e7cbd47b89cef6beaedf3befe HTTP/1.1" status: 200 len: 375 time: 0.0172424 Nov 04 10:40:13.689217 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-fee4c4b0-869d-461b-98de-701dca15da52 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'port': {'network_id': '28e86158-86de-4421-a94b-7800de259c8c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-382452662'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:13.763728 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-adfe7421-c314-4561-bea5-b7d6d8466193 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:13.776947 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['fe4b4c76-bc45-4b3d-b197-950dec71cf45'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:40:13.783876 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-8d973db0-6769-486d-9484-9161fc626b35 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=24e6e80e7cbd47b89cef6beaedf3befe&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0861104 Nov 04 10:40:13.854637 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee4c4b0-869d-461b-98de-701dca15da52 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:13.859880 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fee4c4b0-869d-461b-98de-701dca15da52 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:13.881872 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-adfe7421-c314-4561-bea5-b7d6d8466193 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:13.883785 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-fee4c4b0-869d-461b-98de-701dca15da52 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] device_id is not set on port bc93d0bc-404c-412d-8ad6-c5f14ec30b65 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:40:13.887866 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe7421-c314-4561-bea5-b7d6d8466193 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Pushing event updated for resources: {'Port': ['ID=5ccd14b8-5141-4f67-8179-1ee0c0f16b22,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:13.890517 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-adfe7421-c314-4561-bea5-b7d6d8466193 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:13.894460 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-adfe7421-c314-4561-bea5-b7d6d8466193 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:13.907644 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea37bd7-3f37-4fd9-80b7-fe06ddee9351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc3c56c-7e98-428b-bdf7-55b1bcad1813'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:40:13.910242 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fe5aa5-440d-4844-b863-e6b067702606" -d '{"events": [{"server_uuid": "0ea37bd7-3f37-4fd9-80b7-fe06ddee9351", "name": "network-vif-plugged", "status": "completed", "tag": "bcc3c56c-7e98-428b-bdf7-55b1bcad1813"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:40:13.970253 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-adfe7421-c314-4561-bea5-b7d6d8466193 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:13.970889 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-adfe7421-c314-4561-bea5-b7d6d8466193 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:13.998276 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-2fb92393-557d-453a-b8f2-9f797caf6dd3 service neutron] 10.222.0.127 "GET /v2.0/networks/1b9e5f98-4b76-4986-a39a-d24c4975f75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863904 Nov 04 10:40:14.022368 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-adfe7421-c314-4561-bea5-b7d6d8466193 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2122955 Nov 04 10:40:14.043337 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa238783-d5c2-44f3-8a80-54bbebd035a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-28e86158-86de-4421-a94b-7800de259c8c', 'network_id': '28e86158-86de-4421-a94b-7800de259c8c', 'tenant_id': 'edbdfb0c3e1f4712b18c10434050242f', 'fixed_ips': [{'subnet_id': '7ea55417-c28a-47be-a53d-21b5e7c1c48f'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:40:14.044205 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-aa238783-d5c2-44f3-8a80-54bbebd035a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:14.058235 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-1a0e9b47-64e0-4fd4-ac44-ac1a943049aa service neutron] Request body: {'port': {'device_id': 'df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:14.066686 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-fee4c4b0-869d-461b-98de-701dca15da52 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Allocated IP 2001:db8::11c (28e86158-86de-4421-a94b-7800de259c8c/7ea55417-c28a-47be-a53d-21b5e7c1c48f/bc93d0bc-404c-412d-8ad6-c5f14ec30b65) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:14.146219 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-1a0e9b47-64e0-4fd4-ac44-ac1a943049aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:14.158674 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-9cf937ab-4745-47b5-92c7-bf5196f0e6ac service neutron] 10.222.0.127 "GET /v2.0/networks/1b9e5f98-4b76-4986-a39a-d24c4975f75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594594 Nov 04 10:40:14.232456 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-a98a4241-ea90-4bb5-ac3c-3258a325cae6 service neutron] 10.222.0.127 "GET /v2.0/ports/93a6d616-ae72-4081-a095-06a4eb3aa14f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0728717 Nov 04 10:40:14.235691 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fee4c4b0-869d-461b-98de-701dca15da52 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:14.271398 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fee4c4b0-869d-461b-98de-701dca15da52 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:14.317940 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee4c4b0-869d-461b-98de-701dca15da52 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network 28e86158-86de-4421-a94b-7800de259c8c is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:14.321659 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-fee4c4b0-869d-461b-98de-701dca15da52 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:14.327089 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee4c4b0-869d-461b-98de-701dca15da52 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:14.333659 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee4c4b0-869d-461b-98de-701dca15da52 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:14.334324 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fee4c4b0-869d-461b-98de-701dca15da52 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:14.343463 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-aa238783-d5c2-44f3-8a80-54bbebd035a8 None None] Allocated IP 2001:db8::2 (28e86158-86de-4421-a94b-7800de259c8c/7ea55417-c28a-47be-a53d-21b5e7c1c48f/927405e5-e026-411b-96dd-6d6c84396ef2) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:14.359704 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4c4b0-869d-461b-98de-701dca15da52 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Port': ['ID=bc93d0bc-404c-412d-8ad6-c5f14ec30b65,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:14.370220 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fee4c4b0-869d-461b-98de-701dca15da52 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.6838489 Nov 04 10:40:14.370444 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45108) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:14.458651 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-3e2ca2c5-b6b0-4ab6-9b0e-79e680eddac1 service neutron] 10.222.0.127 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202172 Nov 04 10:40:14.476375 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-f3d8b3c0-31f9-4edd-a121-a0bff019bc8c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting port bc93d0bc-404c-412d-8ad6-c5f14ec30b65 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:40:14.477025 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b3c0-31f9-4edd-a121-a0bff019bc8c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:14.606230 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-aa238783-d5c2-44f3-8a80-54bbebd035a8 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:14.617707 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-aa238783-d5c2-44f3-8a80-54bbebd035a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:14.626238 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b3c0-31f9-4edd-a121-a0bff019bc8c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:14.643500 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-f3d8b3c0-31f9-4edd-a121-a0bff019bc8c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Calling delete_port for bc93d0bc-404c-412d-8ad6-c5f14ec30b65 owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:40:14.656756 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-dbf8d319-ade9-455b-9f1e-2a760add5691 service neutron] 10.222.0.127 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869075 Nov 04 10:40:14.689759 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:14.701459 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa238783-d5c2-44f3-8a80-54bbebd035a8 None None] Network 28e86158-86de-4421-a94b-7800de259c8c is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:14.707399 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-aa238783-d5c2-44f3-8a80-54bbebd035a8 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:14.710764 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa238783-d5c2-44f3-8a80-54bbebd035a8 None None] Pushing event updated for resources: {'Port': ['ID=927405e5-e026-411b-96dd-6d6c84396ef2,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:14.714697 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-1a0e9b47-64e0-4fd4-ac44-ac1a943049aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:40:14.721648 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa238783-d5c2-44f3-8a80-54bbebd035a8 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:14.724657 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-1a0e9b47-64e0-4fd4-ac44-ac1a943049aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:14.728457 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-32e64782-0ccc-4569-b60b-c1625ddbca00 service neutron] 10.222.0.127 "GET /v2.0/ports/a09927a9-ef20-452f-a0cd-6d40858aa8ef?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0541220 Nov 04 10:40:14.748016 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-1a0e9b47-64e0-4fd4-ac44-ac1a943049aa service neutron] Transition to ACTIVE for port object 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:40:14.761696 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-1a0e9b47-64e0-4fd4-ac44-ac1a943049aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:14.800094 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-aa238783-d5c2-44f3-8a80-54bbebd035a8 None None] Attempting to bind port 927405e5-e026-411b-96dd-6d6c84396ef2 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:40:14.800499 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-aa238783-d5c2-44f3-8a80-54bbebd035a8 None None] Attempting to bind port 927405e5-e026-411b-96dd-6d6c84396ef2 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'd1732a33-38f7-4e93-8932-bc8ccd891905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '28e86158-86de-4421-a94b-7800de259c8c'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:40:14.801028 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa238783-d5c2-44f3-8a80-54bbebd035a8 None None] Attempting to bind port 927405e5-e026-411b-96dd-6d6c84396ef2 on network 28e86158-86de-4421-a94b-7800de259c8c {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:14.807670 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa238783-d5c2-44f3-8a80-54bbebd035a8 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:40:14.808163 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa238783-d5c2-44f3-8a80-54bbebd035a8 None None] Checking segment: {'id': 'd1732a33-38f7-4e93-8932-bc8ccd891905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '28e86158-86de-4421-a94b-7800de259c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:14.808673 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-aa238783-d5c2-44f3-8a80-54bbebd035a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:14.809426 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa238783-d5c2-44f3-8a80-54bbebd035a8 None None] Bound using segment: {'id': 'd1732a33-38f7-4e93-8932-bc8ccd891905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '28e86158-86de-4421-a94b-7800de259c8c'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:40:14.810041 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-aa238783-d5c2-44f3-8a80-54bbebd035a8 None None] Bound port: 927405e5-e026-411b-96dd-6d6c84396ef2, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1732a33-38f7-4e93-8932-bc8ccd891905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '28e86158-86de-4421-a94b-7800de259c8c'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:40:14.810578 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-aa238783-d5c2-44f3-8a80-54bbebd035a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:14.816320 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b3c0-31f9-4edd-a121-a0bff019bc8c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:14.884198 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8b3c0-31f9-4edd-a121-a0bff019bc8c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Port': ['ID=bc93d0bc-404c-412d-8ad6-c5f14ec30b65,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:14.886504 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b3c0-31f9-4edd-a121-a0bff019bc8c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:14.892893 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f3d8b3c0-31f9-4edd-a121-a0bff019bc8c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/ports/bc93d0bc-404c-412d-8ad6-c5f14ec30b65 HTTP/1.1" status: 204 len: 168 time: 0.5213823 Nov 04 10:40:14.893491 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45110) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:14.906607 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-6dc4dfe8-7a93-4f48-a2b8-e1104205fdca service neutron] 10.222.0.127 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686685 Nov 04 10:40:14.907215 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e9b47-64e0-4fd4-ac44-ac1a943049aa service neutron] Pushing event updated for resources: {'Port': ['ID=5ccd14b8-5141-4f67-8179-1ee0c0f16b22,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:14.908339 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-aa238783-d5c2-44f3-8a80-54bbebd035a8 None None] For port 927405e5-e026-411b-96dd-6d6c84396ef2, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:40:14.912567 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-aa238783-d5c2-44f3-8a80-54bbebd035a8 None None] For port 927405e5-e026-411b-96dd-6d6c84396ef2, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=927405e5-e026-411b-96dd-6d6c84396ef2,segment=NetworkSegment(d1732a33-38f7-4e93-8932-bc8ccd891905),segment_id=d1732a33-38f7-4e93-8932-bc8ccd891905)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:40:14.919395 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-daae57e3-cef9-436a-943b-b07bc7890483 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] GET failed (client error): The resource could not be found. Nov 04 10:40:14.924017 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-daae57e3-cef9-436a-943b-b07bc7890483 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "GET /v2.0/ports/bc93d0bc-404c-412d-8ad6-c5f14ec30b65 HTTP/1.1" status: 404 len: 333 time: 0.0291603 Nov 04 10:40:14.924651 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45112) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:14.924969 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-aa238783-d5c2-44f3-8a80-54bbebd035a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:14.982599 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa238783-d5c2-44f3-8a80-54bbebd035a8 None None] Pushing event updated for resources: {'Port': ['ID=927405e5-e026-411b-96dd-6d6c84396ef2,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:14.987396 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-b892a389-6f50-496b-956e-c8e18cd1510c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting subnet 7ea55417-c28a-47be-a53d-21b5e7c1c48f {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:40:14.992074 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b892a389-6f50-496b-956e-c8e18cd1510c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:15.034025 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-1a0e9b47-64e0-4fd4-ac44-ac1a943049aa service neutron] Attempting to bind port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:40:15.034374 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-1a0e9b47-64e0-4fd4-ac44-ac1a943049aa service neutron] Attempting to bind port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:40:15.034698 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-1a0e9b47-64e0-4fd4-ac44-ac1a943049aa service neutron] Attempting to bind port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:15.044220 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b892a389-6f50-496b-956e-c8e18cd1510c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:15.044688 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-1a0e9b47-64e0-4fd4-ac44-ac1a943049aa service neutron] Port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:40:15.045036 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-1a0e9b47-64e0-4fd4-ac44-ac1a943049aa service neutron] Attempting to bind port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:15.059523 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-1a0e9b47-64e0-4fd4-ac44-ac1a943049aa service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:40:15.059863 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-1a0e9b47-64e0-4fd4-ac44-ac1a943049aa service neutron] Checking segment: {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:15.060252 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-1a0e9b47-64e0-4fd4-ac44-ac1a943049aa service neutron] Bound using segment: {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:40:15.060684 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-1a0e9b47-64e0-4fd4-ac44-ac1a943049aa service neutron] Bound port: 5ccd14b8-5141-4f67-8179-1ee0c0f16b22, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:40:15.061056 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-1a0e9b47-64e0-4fd4-ac44-ac1a943049aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:15.085307 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cb44d205-4d78-49e2-afae-ecaa47dc612c service neutron] 10.222.0.127 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469460 Nov 04 10:40:15.166956 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b892a389-6f50-496b-956e-c8e18cd1510c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:15.216964 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-1a0e9b47-64e0-4fd4-ac44-ac1a943049aa service neutron] For port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:40:15.222247 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-1a0e9b47-64e0-4fd4-ac44-ac1a943049aa service neutron] For port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=5ccd14b8-5141-4f67-8179-1ee0c0f16b22,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:40:15.232988 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-1a0e9b47-64e0-4fd4-ac44-ac1a943049aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:15.238922 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b892a389-6f50-496b-956e-c8e18cd1510c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:15.285666 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892a389-6f50-496b-956e-c8e18cd1510c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea55417-c28a-47be-a53d-21b5e7c1c48f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:15.298052 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b892a389-6f50-496b-956e-c8e18cd1510c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:15.300331 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f777bdd7-34b6-4533-9652-d47c420778e9 service neutron] 10.222.0.127 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821792 Nov 04 10:40:15.302949 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b892a389-6f50-496b-956e-c8e18cd1510c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/subnets/7ea55417-c28a-47be-a53d-21b5e7c1c48f HTTP/1.1" status: 204 len: 168 time: 0.3771582 Nov 04 10:40:15.308387 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45114) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:15.308692 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-1a0e9b47-64e0-4fd4-ac44-ac1a943049aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:15.309520 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-1a0e9b47-64e0-4fd4-ac44-ac1a943049aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:15.311762 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-1a0e9b47-64e0-4fd4-ac44-ac1a943049aa service neutron] 10.222.0.126 "PUT /v2.0/ports/5ccd14b8-5141-4f67-8179-1ee0c0f16b22 HTTP/1.1" status: 200 len: 1092 time: 1.2647555 Nov 04 10:40:15.313426 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6', 'tag': '5ccd14b8-5141-4f67-8179-1ee0c0f16b22'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:40:15.316413 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523efd54-e8c1-436a-9ec2-27d7d5b52995" -d '{"events": [{"name": "network-changed", "server_uuid": "df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6", "tag": "5ccd14b8-5141-4f67-8179-1ee0c0f16b22"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:40:15.432687 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2fac9ff-e3a1-4d12-a9a4-a576bcae35d7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:15.444982 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e9b47-64e0-4fd4-ac44-ac1a943049aa service neutron] Pushing event updated for resources: {'Port': ['ID=5ccd14b8-5141-4f67-8179-1ee0c0f16b22,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:15.493861 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-d2fac9ff-e3a1-4d12-a9a4-a576bcae35d7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting port 927405e5-e026-411b-96dd-6d6c84396ef2 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:40:15.494118 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2fac9ff-e3a1-4d12-a9a4-a576bcae35d7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:15.515604 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-4336c5cb-d82f-4bfb-9972-3bcaad5cf460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:15.517190 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-4336c5cb-d82f-4bfb-9972-3bcaad5cf460 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 1095 time: 0.1503673 Nov 04 10:40:15.519018 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f5b32941-0889-44d1-9b8c-63c11778b360 service neutron] 10.222.0.127 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866322 Nov 04 10:40:15.564103 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-d2fac9ff-e3a1-4d12-a9a4-a576bcae35d7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] For port 927405e5-e026-411b-96dd-6d6c84396ef2, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=927405e5-e026-411b-96dd-6d6c84396ef2,segment=NetworkSegment(d1732a33-38f7-4e93-8932-bc8ccd891905),segment_id=d1732a33-38f7-4e93-8932-bc8ccd891905)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:15.564466 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2fac9ff-e3a1-4d12-a9a4-a576bcae35d7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:15.574917 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-ea28e802-3897-409f-8e30-da010f527e03 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ccd14b8-5141-4f67-8179-1ee0c0f16b22 HTTP/1.1" status: 200 len: 217 time: 0.0491838 Nov 04 10:40:15.580857 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-d2fac9ff-e3a1-4d12-a9a4-a576bcae35d7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Calling delete_port for 927405e5-e026-411b-96dd-6d6c84396ef2 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:40:15.675446 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-36626851-d580-4a05-9063-8e58824f3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:15.676071 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2fac9ff-e3a1-4d12-a9a4-a576bcae35d7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:15.677044 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-36626851-d580-4a05-9063-8e58824f3637 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=f29a1ba4-9c2e-4bbf-be88-aa21c2016c98 HTTP/1.1" status: 200 len: 847 time: 0.0917530 Nov 04 10:40:15.705314 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fac9ff-e3a1-4d12-a9a4-a576bcae35d7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Port': ['ID=927405e5-e026-411b-96dd-6d6c84396ef2,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:15.713383 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fac9ff-e3a1-4d12-a9a4-a576bcae35d7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] No DVR routers for this DVR port 927405e5-e026-411b-96dd-6d6c84396ef2 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:40:15.720658 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-03e9d257-7b69-49af-8fc2-e73cd721a77b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347445 Nov 04 10:40:15.724473 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-2806ccca-197d-45ee-912a-4ebee68e3246 service neutron] 10.222.0.127 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976659 Nov 04 10:40:15.810616 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2fac9ff-e3a1-4d12-a9a4-a576bcae35d7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:15.826972 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-0fb49696-fed9-4b36-ac04-7f5c798bde71 service neutron] 10.222.0.127 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914998 Nov 04 10:40:15.847880 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-d2fac9ff-e3a1-4d12-a9a4-a576bcae35d7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e86158-86de-4421-a94b-7800de259c8c']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:15.858673 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-d2fac9ff-e3a1-4d12-a9a4-a576bcae35d7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1732a33-38f7-4e93-8932-bc8ccd891905') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:15.859143 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-d2fac9ff-e3a1-4d12-a9a4-a576bcae35d7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1732a33-38f7-4e93-8932-bc8ccd891905') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:15.870421 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2fac9ff-e3a1-4d12-a9a4-a576bcae35d7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:15.885892 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2fac9ff-e3a1-4d12-a9a4-a576bcae35d7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:15.893144 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2fac9ff-e3a1-4d12-a9a4-a576bcae35d7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Releasing vlan 1184 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:40:15.893693 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2fac9ff-e3a1-4d12-a9a4-a576bcae35d7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:15.955031 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-36b0afbf-6af7-4747-a334-924085d1af1c service neutron] 10.222.0.127 "GET /v2.0/networks/e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133430 Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:40:15.958027 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:40:15.970903 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2fac9ff-e3a1-4d12-a9a4-a576bcae35d7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:15.978079 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2fac9ff-e3a1-4d12-a9a4-a576bcae35d7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:15.981300 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d2fac9ff-e3a1-4d12-a9a4-a576bcae35d7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/networks/28e86158-86de-4421-a94b-7800de259c8c HTTP/1.1" status: 204 len: 168 time: 0.6695790 Nov 04 10:40:16.000063 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45118) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:16.005490 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-00dc5906-8aa2-4ac2-9177-66fef4100b41 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'port': {'network_id': '73c2d961-186a-4179-81b5-ce84524fde09', 'name': 'tempest-PortsIpV6TestJSON-1251990700'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:16.010726 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fac9ff-e3a1-4d12-a9a4-a576bcae35d7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Network': ['ID=28e86158-86de-4421-a94b-7800de259c8c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:16.112332 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-2e462779-fbeb-4666-a67b-c8a71014fef2 service neutron] 10.222.0.126 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846354 Nov 04 10:40:16.129693 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00dc5906-8aa2-4ac2-9177-66fef4100b41 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:16.135555 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-00dc5906-8aa2-4ac2-9177-66fef4100b41 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:16.159505 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-00dc5906-8aa2-4ac2-9177-66fef4100b41 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] device_id is not set on port 39b9bf12-7221-45c6-8956-2d91426519d5 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:40:16.212008 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-26a34257-0c24-4ca5-8844-ca4bb06902bf service neutron] 10.222.0.127 "GET /v2.0/networks/e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421918 Nov 04 10:40:16.282037 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-aeb7b7b3-ea06-496d-8626-a1ca5afd858d None None] Could not find standard attr ID for object 927405e5-e026-411b-96dd-6d6c84396ef2. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:40:16.345909 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf0f3bd-9ce3-4402-8848-5029f0a96b6b None None] DHCP port deletion for 28e86158-86de-4421-a94b-7800de259c8c request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:40:16.369220 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc546fe-3496-4350-8285-2af0c056651d None None] Network 28e86158-86de-4421-a94b-7800de259c8c requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:40:16.383729 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc546fe-3496-4350-8285-2af0c056651d None None] Network 28e86158-86de-4421-a94b-7800de259c8c could not be found, it might have been deleted concurrently. {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 04 10:40:16.398949 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-00dc5906-8aa2-4ac2-9177-66fef4100b41 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:16.437202 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-00dc5906-8aa2-4ac2-9177-66fef4100b41 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:16.500020 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dc5906-8aa2-4ac2-9177-66fef4100b41 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network 73c2d961-186a-4179-81b5-ce84524fde09 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:16.505463 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-00dc5906-8aa2-4ac2-9177-66fef4100b41 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:16.508530 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc5906-8aa2-4ac2-9177-66fef4100b41 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Port': ['ID=39b9bf12-7221-45c6-8956-2d91426519d5,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:16.512055 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dc5906-8aa2-4ac2-9177-66fef4100b41 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:16.518802 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dc5906-8aa2-4ac2-9177-66fef4100b41 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:16.519674 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-00dc5906-8aa2-4ac2-9177-66fef4100b41 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:16.540601 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-00dc5906-8aa2-4ac2-9177-66fef4100b41 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5390291 Nov 04 10:40:16.543068 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45120) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:16.652429 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-3705d38f-24f7-4721-b7d1-230785e53b27 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting port 39b9bf12-7221-45c6-8956-2d91426519d5 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:40:16.652789 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3705d38f-24f7-4721-b7d1-230785e53b27 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:16.702900 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4969ceaa-b2af-4db2-b91e-5d698f159d5d req-01f618af-3566-47b8-9b6e-f5ae819393c9 service neutron] 10.222.0.126 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5806456 Nov 04 10:40:16.731910 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3705d38f-24f7-4721-b7d1-230785e53b27 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:16.743399 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-8d3b9f08-9512-4588-9f63-2b6678a5193f service neutron] 10.222.0.127 "GET /v2.0/networks/e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5211544 Nov 04 10:40:16.748783 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-3705d38f-24f7-4721-b7d1-230785e53b27 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Calling delete_port for 39b9bf12-7221-45c6-8956-2d91426519d5 owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:40:16.844310 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6a96c761-4946-451b-9531-42dd86b8237d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:16.845418 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3705d38f-24f7-4721-b7d1-230785e53b27 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:16.848179 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-929170b5-59c7-4c36-a93b-da6127d3f248 service neutron] 10.222.0.127 "GET /v2.0/networks/e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981395 Nov 04 10:40:16.879712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3705d38f-24f7-4721-b7d1-230785e53b27 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Port': ['ID=39b9bf12-7221-45c6-8956-2d91426519d5,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:16.893339 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3705d38f-24f7-4721-b7d1-230785e53b27 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:16.899063 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3705d38f-24f7-4721-b7d1-230785e53b27 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/ports/39b9bf12-7221-45c6-8956-2d91426519d5 HTTP/1.1" status: 204 len: 168 time: 0.3520112 Nov 04 10:40:16.899363 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45122) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:16.904448 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-aae31cb7-6d47-47f5-9adb-254f6c67c5f4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'port': {'network_id': '73c2d961-186a-4179-81b5-ce84524fde09', 'mac_address': 'fa:16:3e:9e:8a:84', 'name': 'tempest-PortsIpV6TestJSON-949490818'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:16.998725 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae31cb7-6d47-47f5-9adb-254f6c67c5f4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:17.072224 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aae31cb7-6d47-47f5-9adb-254f6c67c5f4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:17.095381 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-aae31cb7-6d47-47f5-9adb-254f6c67c5f4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] device_id is not set on port fff548a3-c472-4b92-8297-00e6a885c913 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:40:17.273531 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aae31cb7-6d47-47f5-9adb-254f6c67c5f4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:17.308469 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aae31cb7-6d47-47f5-9adb-254f6c67c5f4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:17.352014 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae31cb7-6d47-47f5-9adb-254f6c67c5f4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network 73c2d961-186a-4179-81b5-ce84524fde09 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:17.357998 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-aae31cb7-6d47-47f5-9adb-254f6c67c5f4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:17.362442 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae31cb7-6d47-47f5-9adb-254f6c67c5f4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:17.368271 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae31cb7-6d47-47f5-9adb-254f6c67c5f4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:17.368927 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aae31cb7-6d47-47f5-9adb-254f6c67c5f4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:17.376019 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae31cb7-6d47-47f5-9adb-254f6c67c5f4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Port': ['ID=fff548a3-c472-4b92-8297-00e6a885c913,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:17.397751 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-aae31cb7-6d47-47f5-9adb-254f6c67c5f4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4971585 Nov 04 10:40:17.400481 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45144) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:17.465259 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53c63e7-2e53-4fe9-aef3-820c011ebb07 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:17.466904 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e53c63e7-2e53-4fe9-aef3-820c011ebb07 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "GET /v2.0/ports/fff548a3-c472-4b92-8297-00e6a885c913 HTTP/1.1" status: 200 len: 844 time: 0.0645523 Nov 04 10:40:17.470262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45148) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:17.619322 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-31d40b86-ab26-42cc-8242-8080557f4717 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting port fff548a3-c472-4b92-8297-00e6a885c913 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:40:17.619671 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-31d40b86-ab26-42cc-8242-8080557f4717 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:17.711689 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-31d40b86-ab26-42cc-8242-8080557f4717 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:17.741741 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-31d40b86-ab26-42cc-8242-8080557f4717 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Calling delete_port for fff548a3-c472-4b92-8297-00e6a885c913 owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:40:17.796392 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed39bd2-71dd-4c27-aebe-d817377c90ef req-a3f48148-8b43-49f2-b945-7fa916038ee2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:17.798211 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8ed39bd2-71dd-4c27-aebe-d817377c90ef req-a3f48148-8b43-49f2-b945-7fa916038ee2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?device_id=c2fe46cd-e0c5-40dc-bcc2-141bc00e717c HTTP/1.1" status: 200 len: 946 time: 0.0536416 Nov 04 10:40:17.838933 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-31d40b86-ab26-42cc-8242-8080557f4717 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:17.869485 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8ed39bd2-71dd-4c27-aebe-d817377c90ef req-47c56472-0b80-43dc-8c7f-7560540af2da tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/security-groups?id=16c5437a-bb61-4887-a1f4-02bb305576c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630944 Nov 04 10:40:17.880432 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d40b86-ab26-42cc-8242-8080557f4717 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Port': ['ID=fff548a3-c472-4b92-8297-00e6a885c913,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:17.890643 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-31d40b86-ab26-42cc-8242-8080557f4717 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:17.908575 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-31d40b86-ab26-42cc-8242-8080557f4717 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/ports/fff548a3-c472-4b92-8297-00e6a885c913 HTTP/1.1" status: 204 len: 168 time: 0.4367218 Nov 04 10:40:17.911621 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45162) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:17.946521 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d2150e-e225-486c-bd61-527ed54ce132 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] GET failed (client error): The resource could not be found. Nov 04 10:40:17.948875 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d1d2150e-e225-486c-bd61-527ed54ce132 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "GET /v2.0/ports/fff548a3-c472-4b92-8297-00e6a885c913 HTTP/1.1" status: 404 len: 333 time: 0.0358241 Nov 04 10:40:17.952545 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45164) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:17.959806 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-519fe5ae-9229-4989-8da5-8242dce2c3ca tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'port': {'network_id': '73c2d961-186a-4179-81b5-ce84524fde09', 'name': 'tempest-PortsIpV6TestJSON-311975895'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:18.047932 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2385927-6d72-4835-ad13-a2186de94e52 req-3d6cbb85-6ad6-4942-956a-112ae54f958a tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:18.055692 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b2385927-6d72-4835-ad13-a2186de94e52 req-3d6cbb85-6ad6-4942-956a-112ae54f958a tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 944 time: 0.0848429 Nov 04 10:40:18.065813 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519fe5ae-9229-4989-8da5-8242dce2c3ca tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:18.070454 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-519fe5ae-9229-4989-8da5-8242dce2c3ca tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:18.097190 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-519fe5ae-9229-4989-8da5-8242dce2c3ca tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] device_id is not set on port 12deaff9-5e01-4498-bfb0-6a87ae66f44d yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:40:18.103526 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b2385927-6d72-4835-ad13-a2186de94e52 req-d3ce5f48-d943-4b02-b922-07805bd12aab tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465822 Nov 04 10:40:18.197147 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265d9057-1faf-40cf-925f-4cce35c63c77 x-openstack-request-id: req-265d9057-1faf-40cf-925f-4cce35c63c77 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:40:18.197629 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea37bd7-3f37-4fd9-80b7-fe06ddee9351", "name": "network-vif-plugged", "status": "completed", "tag": "bcc3c56c-7e98-428b-bdf7-55b1bcad1813", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:40:18.197708 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-265d9057-1faf-40cf-925f-4cce35c63c77 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:40:18.198073 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea37bd7-3f37-4fd9-80b7-fe06ddee9351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc3c56c-7e98-428b-bdf7-55b1bcad1813', 'code': 200} Nov 04 10:40:18.310208 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-519fe5ae-9229-4989-8da5-8242dce2c3ca tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:18.348504 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-519fe5ae-9229-4989-8da5-8242dce2c3ca tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:18.360764 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81a54d-bd6f-4be0-9755-9611961eea63 req-cdbc71e0-1809-4eda-aa7a-39e45d0275e8 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:18.362403 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3e81a54d-bd6f-4be0-9755-9611961eea63 req-cdbc71e0-1809-4eda-aa7a-39e45d0275e8 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=0ea37bd7-3f37-4fd9-80b7-fe06ddee9351 HTTP/1.1" status: 200 len: 945 time: 0.1077397 Nov 04 10:40:18.378709 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce8b24-e2ec-4604-805d-895be4daf329 req-4301f112-4f33-4fa3-b3ef-06c33091a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:18.380154 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-55ce8b24-e2ec-4604-805d-895be4daf329 req-4301f112-4f33-4fa3-b3ef-06c33091a94d service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=0ea37bd7-3f37-4fd9-80b7-fe06ddee9351 HTTP/1.1" status: 200 len: 1096 time: 0.0774136 Nov 04 10:40:18.409612 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519fe5ae-9229-4989-8da5-8242dce2c3ca tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network 73c2d961-186a-4179-81b5-ce84524fde09 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:18.413878 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-519fe5ae-9229-4989-8da5-8242dce2c3ca tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:18.415916 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fe5ae-9229-4989-8da5-8242dce2c3ca tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Port': ['ID=12deaff9-5e01-4498-bfb0-6a87ae66f44d,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:18.418605 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519fe5ae-9229-4989-8da5-8242dce2c3ca tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:18.424940 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519fe5ae-9229-4989-8da5-8242dce2c3ca tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:18.425662 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-519fe5ae-9229-4989-8da5-8242dce2c3ca tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:18.444454 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-519fe5ae-9229-4989-8da5-8242dce2c3ca tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4905603 Nov 04 10:40:18.447085 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45166) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:18.452438 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-c58cb806-b4dc-4b4b-93d1-4a31eea902fa tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:18.452618 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3e81a54d-bd6f-4be0-9755-9611961eea63 req-afd0752d-77fc-465a-a6ac-cc39a0c25882 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825419 Nov 04 10:40:18.463655 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-55ce8b24-e2ec-4604-805d-895be4daf329 req-61ec0a09-5c5f-480c-b340-06408a7c8bcb service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738022 Nov 04 10:40:18.507882 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc7cfe5-47c1-4ac8-93c2-16905be68f6d x-openstack-request-id: req-6bc7cfe5-47c1-4ac8-93c2-16905be68f6d {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:40:18.508259 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6", "tag": "5ccd14b8-5141-4f67-8179-1ee0c0f16b22", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:40:18.509192 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-6bc7cfe5-47c1-4ac8-93c2-16905be68f6d {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:40:18.509192 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6', 'tag': '5ccd14b8-5141-4f67-8179-1ee0c0f16b22', 'status': 'completed', 'code': 200} Nov 04 10:40:18.535898 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c58cb806-b4dc-4b4b-93d1-4a31eea902fa tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:18.627984 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8e648b25-61c5-45ce-9a2e-26fb7968f120 req-50f10070-5f1f-4e73-b212-765307efe74c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 210 time: 0.0270028 Nov 04 10:40:18.703035 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c58cb806-b4dc-4b4b-93d1-4a31eea902fa tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:18.708644 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c58cb806-b4dc-4b4b-93d1-4a31eea902fa tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:18.759121 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-c58cb806-b4dc-4b4b-93d1-4a31eea902fa tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] In _notify_port_updated(), no bound segment for port 12deaff9-5e01-4498-bfb0-6a87ae66f44d on network 73c2d961-186a-4179-81b5-ce84524fde09 {{(pid=101775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 04 10:40:18.766166 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58cb806-b4dc-4b4b-93d1-4a31eea902fa tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:18.767635 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c58cb806-b4dc-4b4b-93d1-4a31eea902fa tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:18.771707 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c58cb806-b4dc-4b4b-93d1-4a31eea902fa tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "PUT /v2.0/ports/12deaff9-5e01-4498-bfb0-6a87ae66f44d HTTP/1.1" status: 200 len: 818 time: 0.3211060 Nov 04 10:40:18.771894 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523efd54-e8c1-436a-9ec2-27d7d5b52995 req-bb19ef04-c787-4844-afd5-adad05ed3c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:18.773861 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45170) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:18.774105 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-523efd54-e8c1-436a-9ec2-27d7d5b52995 req-bb19ef04-c787-4844-afd5-adad05ed3c2a service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 1095 time: 0.0558269 Nov 04 10:40:18.825792 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58cb806-b4dc-4b4b-93d1-4a31eea902fa tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Port': ['ID=12deaff9-5e01-4498-bfb0-6a87ae66f44d,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:18.903635 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-f7194c3a-f93d-43e8-83da-ceae4bf861f5 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting port 12deaff9-5e01-4498-bfb0-6a87ae66f44d {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:40:18.904232 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f7194c3a-f93d-43e8-83da-ceae4bf861f5 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:19.026513 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523efd54-e8c1-436a-9ec2-27d7d5b52995 req-6d8960a9-49db-4f73-954e-13b23369037e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:19.028016 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-523efd54-e8c1-436a-9ec2-27d7d5b52995 req-6d8960a9-49db-4f73-954e-13b23369037e service neutron] 10.222.0.126 "GET /v2.0/networks?id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 200 len: 909 time: 0.2251282 Nov 04 10:40:19.028665 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f7194c3a-f93d-43e8-83da-ceae4bf861f5 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:19.041072 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ff9e6-e62f-4823-9a80-b5e5863041dc req-93456093-6dac-4b0b-b586-c69da6ff5794 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:19.042571 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-029ff9e6-e62f-4823-9a80-b5e5863041dc req-93456093-6dac-4b0b-b586-c69da6ff5794 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?device_id=c2fe46cd-e0c5-40dc-bcc2-141bc00e717c HTTP/1.1" status: 200 len: 946 time: 0.0686965 Nov 04 10:40:19.068138 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-f7194c3a-f93d-43e8-83da-ceae4bf861f5 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Calling delete_port for 12deaff9-5e01-4498-bfb0-6a87ae66f44d owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:40:19.085185 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-8e5a025f-2e49-441f-9cad-dbc184b80c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:19.086573 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-8e5a025f-2e49-441f-9cad-dbc184b80c08 service neutron] 10.222.0.126 "GET /v2.0/ports/93a6d616-ae72-4081-a095-06a4eb3aa14f HTTP/1.1" status: 200 len: 1028 time: 0.0835671 Nov 04 10:40:19.087421 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-523efd54-e8c1-436a-9ec2-27d7d5b52995 req-3c36dcc5-7819-4f54-b3ee-bf1d56de0d3d service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ccd14b8-5141-4f67-8179-1ee0c0f16b22 HTTP/1.1" status: 200 len: 217 time: 0.0438890 Nov 04 10:40:19.144911 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f6989-c6f2-4bb9-8069-58bf4c7f761e req-73a097a6-b132-4883-ae72-a0d6a1083f70 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:19.146515 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-790f6989-c6f2-4bb9-8069-58bf4c7f761e req-73a097a6-b132-4883-ae72-a0d6a1083f70 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.121 "GET /v2.0/ports?device_id=b32d00a3-bae2-468f-86d7-31444f8fe27a HTTP/1.1" status: 200 len: 946 time: 0.1557820 Nov 04 10:40:19.158255 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:40:19.189369 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-029ff9e6-e62f-4823-9a80-b5e5863041dc req-0d981e17-4b61-4b5b-963f-e0851112fc52 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/security-groups?id=16c5437a-bb61-4887-a1f4-02bb305576c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049066 Nov 04 10:40:19.195310 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523efd54-e8c1-436a-9ec2-27d7d5b52995 req-244846e6-169a-427e-879c-8c4195f002bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:19.196778 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-523efd54-e8c1-436a-9ec2-27d7d5b52995 req-244846e6-169a-427e-879c-8c4195f002bd service neutron] 10.222.0.126 "GET /v2.0/subnets?id=f29a1ba4-9c2e-4bbf-be88-aa21c2016c98 HTTP/1.1" status: 200 len: 847 time: 0.0898883 Nov 04 10:40:19.226877 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-24da3b7f-8cdb-494e-9e20-a9067ef8c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:19.228569 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-24da3b7f-8cdb-494e-9e20-a9067ef8c3e5 service neutron] 10.222.0.126 "GET /v2.0/ports/a09927a9-ef20-452f-a0cd-6d40858aa8ef HTTP/1.1" status: 200 len: 1027 time: 0.1029289 Nov 04 10:40:19.247438 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-523efd54-e8c1-436a-9ec2-27d7d5b52995 req-5d4cadb6-80f9-4bc0-b40d-66d519443662 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334010 Nov 04 10:40:19.338188 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45182) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:19.363458 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3c34cc74-2ee6-4865-82c0-5ff6ad0d904d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:19.376656 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f7194c3a-f93d-43e8-83da-ceae4bf861f5 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:19.398603 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-523efd54-e8c1-436a-9ec2-27d7d5b52995 req-89ac158a-d101-433f-a7d6-5c096aad0a87 service neutron] 10.222.0.126 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393316 Nov 04 10:40:19.465238 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f7194c3a-f93d-43e8-83da-ceae4bf861f5 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:19.471234 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f7194c3a-f93d-43e8-83da-ceae4bf861f5 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/ports/12deaff9-5e01-4498-bfb0-6a87ae66f44d HTTP/1.1" status: 204 len: 168 time: 0.6937466 Nov 04 10:40:19.472074 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45194) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:19.493617 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-790f6989-c6f2-4bb9-8069-58bf4c7f761e req-738966bc-8caa-452e-b6f3-bd18a57d87e1 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Deleting port 082c3c85-a050-441f-9eea-f6d331241c9c {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:40:19.493950 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-790f6989-c6f2-4bb9-8069-58bf4c7f761e req-738966bc-8caa-452e-b6f3-bd18a57d87e1 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:19.497063 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7194c3a-f93d-43e8-83da-ceae4bf861f5 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Port': ['ID=12deaff9-5e01-4498-bfb0-6a87ae66f44d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:19.627084 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945d3215-b7e3-4d01-8bbf-ba895380cfb5 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:19.629119 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-945d3215-b7e3-4d01-8bbf-ba895380cfb5 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1540401 Nov 04 10:40:19.633154 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45198) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:19.637076 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-523efd54-e8c1-436a-9ec2-27d7d5b52995 req-b108dce6-25a2-4555-a81b-1319f07a7f20 service neutron] 10.222.0.126 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272019 Nov 04 10:40:19.672319 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0f2e6a-e3d0-4073-8f0c-d37057130e8b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] GET failed (client error): The resource could not be found. Nov 04 10:40:19.677493 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0c0f2e6a-e3d0-4073-8f0c-d37057130e8b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "GET /v2.0/ports/12deaff9-5e01-4498-bfb0-6a87ae66f44d HTTP/1.1" status: 404 len: 333 time: 0.0394592 Nov 04 10:40:19.678303 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45202) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:19.683930 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-d1048e39-edb7-4b2a-b407-d3cd837fdd8c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-625424112'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:19.694248 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-fd2d1730-1468-471a-8fad-0c68973adfbe tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:19.695979 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-fd2d1730-1468-471a-8fad-0c68973adfbe tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/networks?id=906777cb-3939-487c-9500-bfbe1708a6f8 HTTP/1.1" status: 200 len: 812 time: 0.2622004 Nov 04 10:40:19.720941 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-fd22b224-fdd5-4f23-b390-fa7c17afb329 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/quotas/8dc11aad27e140a09eac7e36656c13cd HTTP/1.1" status: 200 len: 375 time: 0.0179591 Nov 04 10:40:19.728401 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1048e39-edb7-4b2a-b407-d3cd837fdd8c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:19.732364 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d1048e39-edb7-4b2a-b407-d3cd837fdd8c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:19.791685 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1048e39-edb7-4b2a-b407-d3cd837fdd8c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1164} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:40:19.808445 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d1048e39-edb7-4b2a-b407-d3cd837fdd8c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:19.808814 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-d1048e39-edb7-4b2a-b407-d3cd837fdd8c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Added segment 90ebd7d4-d6bd-41fc-ac76-404d2b4496fd of type vlan for network 4db98aca-97c4-4e92-8d52-738a3cd7ccf2 Nov 04 10:40:19.824777 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-d2ddddd7-5cd1-42e4-9cb2-24fb2aa38f87 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=8dc11aad27e140a09eac7e36656c13cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0893936 Nov 04 10:40:19.908639 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d1048e39-edb7-4b2a-b407-d3cd837fdd8c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:19.969217 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d1048e39-edb7-4b2a-b407-d3cd837fdd8c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:19.970482 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cd3841cb-f639-4da8-af3a-335b7d17501a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:19.975047 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1048e39-edb7-4b2a-b407-d3cd837fdd8c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:19.975669 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d1048e39-edb7-4b2a-b407-d3cd837fdd8c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:19.976781 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cd3841cb-f639-4da8-af3a-335b7d17501a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:19.982745 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cd3841cb-f639-4da8-af3a-335b7d17501a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:19.984436 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cd3841cb-f639-4da8-af3a-335b7d17501a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.126 "GET /v2.0/networks?id=1b9e5f98-4b76-4986-a39a-d24c4975f75c&id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&id=e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1&id=e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1 HTTP/1.1" status: 200 len: 1990 time: 0.7253656 Nov 04 10:40:19.991727 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-4ea756e6-1ecc-4ed2-a79f-e8ad7adf9787 service neutron] 10.222.0.127 "GET /v2.0/networks/906777cb-3939-487c-9500-bfbe1708a6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431613 Nov 04 10:40:20.017669 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-70402e92-b1d0-4298-9306-bdd4865f038c tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:20.064350 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d1048e39-edb7-4b2a-b407-d3cd837fdd8c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3814673 Nov 04 10:40:20.069343 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45204) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:20.083861 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-c85730dd-7a44-4bda-b48e-c2c42febb192 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'subnet': {'network_id': '4db98aca-97c4-4e92-8d52-738a3cd7ccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:20.104873 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-70402e92-b1d0-4298-9306-bdd4865f038c tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:20.106248 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1048e39-edb7-4b2a-b407-d3cd837fdd8c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Network': ['ID=4db98aca-97c4-4e92-8d52-738a3cd7ccf2,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:20.119996 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 4db98aca-97c4-4e92-8d52-738a3cd7ccf2 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:40:20.157440 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-e3a195d6-0910-4937-80ce-ca4a27774ad7 service neutron] 10.222.0.127 "GET /v2.0/networks/906777cb-3939-487c-9500-bfbe1708a6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527169 Nov 04 10:40:20.202316 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-790f6989-c6f2-4bb9-8069-58bf4c7f761e req-738966bc-8caa-452e-b6f3-bd18a57d87e1 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] For port 082c3c85-a050-441f-9eea-f6d331241c9c, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=082c3c85-a050-441f-9eea-f6d331241c9c,segment=NetworkSegment(041ff45a-2ca4-4e17-84f8-e231dd606655),segment_id=041ff45a-2ca4-4e17-84f8-e231dd606655)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:20.202755 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-790f6989-c6f2-4bb9-8069-58bf4c7f761e req-738966bc-8caa-452e-b6f3-bd18a57d87e1 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:20.240077 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-8bde1e9f-1ebd-420e-bef9-6be478c31326 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24e6e80e7cbd47b89cef6beaedf3befe HTTP/1.1" status: 200 len: 380 time: 0.2437904 Nov 04 10:40:20.245716 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-790f6989-c6f2-4bb9-8069-58bf4c7f761e req-738966bc-8caa-452e-b6f3-bd18a57d87e1 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Calling delete_port for 082c3c85-a050-441f-9eea-f6d331241c9c owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:40:20.253489 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-7be18fb0-743a-4883-80ae-460f267c950c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Request body: {'port': {'device_id': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c', 'admin_state_up': True, 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'security_groups': ['4d0308a4-25fc-4fcd-a5c9-11efd847006f']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:20.410905 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-70402e92-b1d0-4298-9306-bdd4865f038c tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:20.413511 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-70402e92-b1d0-4298-9306-bdd4865f038c tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:20.417377 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-70402e92-b1d0-4298-9306-bdd4865f038c tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "DELETE /v2.0/security-groups/4487699d-8c26-4b66-9ad0-535fba158b99 HTTP/1.1" status: 204 len: 168 time: 1.0780797 Nov 04 10:40:20.418021 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45212) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:20.435723 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85730dd-7a44-4bda-b48e-c2c42febb192 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:20.440014 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c85730dd-7a44-4bda-b48e-c2c42febb192 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:20.511843 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70402e92-b1d0-4298-9306-bdd4865f038c tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4487699d-8c26-4b66-9ad0-535fba158b99,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:20.523734 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-0a3fe9ce-6928-47d2-a0fb-98c131e57c0f tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] show failed (client error): The resource could not be found. Nov 04 10:40:20.528014 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0a3fe9ce-6928-47d2-a0fb-98c131e57c0f tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "GET /v2.0/security-groups/4487699d-8c26-4b66-9ad0-535fba158b99 HTTP/1.1" status: 404 len: 347 time: 0.0988879 Nov 04 10:40:20.541628 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45214) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:20.558800 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c5b2b-00f0-477d-86e8-86922a72294d req-a3c27995-1638-4bba-b0aa-38fdb1e35a07 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:20.560385 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3c9c5b2b-00f0-477d-86e8-86922a72294d req-a3c27995-1638-4bba-b0aa-38fdb1e35a07 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 944 time: 0.1447575 Nov 04 10:40:20.628450 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968ed48-2053-475a-b339-553712b5c663 req-39530d3f-27bc-458a-b0a4-c6173623b845 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:20.630150 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f968ed48-2053-475a-b339-553712b5c663 req-39530d3f-27bc-458a-b0a4-c6173623b845 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.126 "GET /v2.0/ports?device_id=81f33286-b96d-4615-b83f-b8889c050453 HTTP/1.1" status: 200 len: 945 time: 0.1550789 Nov 04 10:40:20.656412 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:20.713362 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3c9c5b2b-00f0-477d-86e8-86922a72294d req-c53c48d6-6204-44f2-8d5d-94934237de07 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366169 Nov 04 10:40:20.757712 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45224) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:20.819060 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-7be18fb0-743a-4883-80ae-460f267c950c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Made reservation on behalf of 24e6e80e7cbd47b89cef6beaedf3befe for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:20.823477 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-7be18fb0-743a-4883-80ae-460f267c950c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:20.885315 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-790f6989-c6f2-4bb9-8069-58bf4c7f761e req-738966bc-8caa-452e-b6f3-bd18a57d87e1 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:20.898586 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['251bcdd4-acab-4763-8728-a91e09a87c96'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:40:20.977774 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfad8b8-abfa-4f60-bafd-7e533bf13597 req-d230ec07-e51f-447e-b7f6-70175ee709ba tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:20.985567 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fbfad8b8-abfa-4f60-bafd-7e533bf13597 req-d230ec07-e51f-447e-b7f6-70175ee709ba tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=0ea37bd7-3f37-4fd9-80b7-fe06ddee9351 HTTP/1.1" status: 200 len: 945 time: 0.1158841 Nov 04 10:40:20.989748 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-f968ed48-2053-475a-b339-553712b5c663 req-767d8376-9171-45e8-85eb-b9149cfa8b67 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Deleting port 251bcdd4-acab-4763-8728-a91e09a87c96 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:40:20.990084 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f968ed48-2053-475a-b339-553712b5c663 req-767d8376-9171-45e8-85eb-b9149cfa8b67 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:20.995131 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738966bc-8caa-452e-b6f3-bd18a57d87e1 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Pushing event deleted for resources: {'Port': ['ID=082c3c85-a050-441f-9eea-f6d331241c9c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:21.080458 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-dd4e134b-7bc9-425b-98e0-4b3381de6795 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Deleting port 4d057470-7e6a-460e-9bc9-b184ad704ca1 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:40:21.081711 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dd4e134b-7bc9-425b-98e0-4b3381de6795 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:21.208031 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fbfad8b8-abfa-4f60-bafd-7e533bf13597 req-c49c17af-ea7a-470a-b259-e64b3e49afad tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213709 Nov 04 10:40:21.252298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-7be18fb0-743a-4883-80ae-460f267c950c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Allocated IP 172.20.0.9 (1b9e5f98-4b76-4986-a39a-d24c4975f75c/cad3f525-abcd-4ea2-aa2e-91412e579fe9/511fc5ae-cb19-4f00-a96e-ae1fe43026e6) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:21.309236 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-f968ed48-2053-475a-b339-553712b5c663 req-767d8376-9171-45e8-85eb-b9149cfa8b67 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] For port 251bcdd4-acab-4763-8728-a91e09a87c96, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=251bcdd4-acab-4763-8728-a91e09a87c96,segment=NetworkSegment(041ff45a-2ca4-4e17-84f8-e231dd606655),segment_id=041ff45a-2ca4-4e17-84f8-e231dd606655)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:21.309613 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f968ed48-2053-475a-b339-553712b5c663 req-767d8376-9171-45e8-85eb-b9149cfa8b67 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:21.351846 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f61be7fe-ab88-444c-9587-29afd60c1aff req-97a23985-58a8-4036-a698-59e065df2510 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 210 time: 0.0493901 Nov 04 10:40:21.355501 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-f968ed48-2053-475a-b339-553712b5c663 req-767d8376-9171-45e8-85eb-b9149cfa8b67 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Calling delete_port for 251bcdd4-acab-4763-8728-a91e09a87c96 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:40:21.397793 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dd4e134b-7bc9-425b-98e0-4b3381de6795 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:21.398183 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dd4e134b-7bc9-425b-98e0-4b3381de6795 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:21.412315 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-dd4e134b-7bc9-425b-98e0-4b3381de6795 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Calling delete_port for 4d057470-7e6a-460e-9bc9-b184ad704ca1 owned by network:floatingip {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:40:21.445040 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-790f6989-c6f2-4bb9-8069-58bf4c7f761e req-738966bc-8caa-452e-b6f3-bd18a57d87e1 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] No DVR routers for this DVR port 082c3c85-a050-441f-9eea-f6d331241c9c on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:40:21.508077 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-790f6989-c6f2-4bb9-8069-58bf4c7f761e req-738966bc-8caa-452e-b6f3-bd18a57d87e1 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:21.511598 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-790f6989-c6f2-4bb9-8069-58bf4c7f761e req-738966bc-8caa-452e-b6f3-bd18a57d87e1 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.121 "DELETE /v2.0/ports/082c3c85-a050-441f-9eea-f6d331241c9c HTTP/1.1" status: 204 len: 173 time: 2.3399801 Nov 04 10:40:21.512153 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32d00a3-bae2-468f-86d7-31444f8fe27a', 'name': 'network-vif-deleted', 'tag': '082c3c85-a050-441f-9eea-f6d331241c9c'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:40:21.515604 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3826d8a6-d967-4f74-8c09-e9fe2a69d462" -d '{"events": [{"server_uuid": "b32d00a3-bae2-468f-86d7-31444f8fe27a", "name": "network-vif-deleted", "tag": "082c3c85-a050-441f-9eea-f6d331241c9c"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:40:21.731998 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c85730dd-7a44-4bda-b48e-c2c42febb192 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:21.782186 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-7be18fb0-743a-4883-80ae-460f267c950c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:21.821556 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c516a7ab-ceb3-4683-89a0-ba3514543582 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:21.866726 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f968ed48-2053-475a-b339-553712b5c663 req-767d8376-9171-45e8-85eb-b9149cfa8b67 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:21.878465 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85730dd-7a44-4bda-b48e-c2c42febb192 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Subnet': ['ID=076ad9ad-375b-42a4-a770-118968b48ddc,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:21.881306 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85730dd-7a44-4bda-b48e-c2c42febb192 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Checking segment: {'id': '90ebd7d4-d6bd-41fc-ac76-404d2b4496fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '4db98aca-97c4-4e92-8d52-738a3cd7ccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:21.881306 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85730dd-7a44-4bda-b48e-c2c42febb192 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network hostable DHCP agents. Network: 4db98aca-97c4-4e92-8d52-738a3cd7ccf2, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:40:21.946683 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85730dd-7a44-4bda-b48e-c2c42febb192 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network 4db98aca-97c4-4e92-8d52-738a3cd7ccf2 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:40:21.965757 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-c85730dd-7a44-4bda-b48e-c2c42febb192 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 4db98aca-97c4-4e92-8d52-738a3cd7ccf2) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:21.979596 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d911ac8-83f0-47db-8be5-9e95f8c76628 None None] Network 4db98aca-97c4-4e92-8d52-738a3cd7ccf2 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:40:21.985994 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85730dd-7a44-4bda-b48e-c2c42febb192 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:21.987106 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c85730dd-7a44-4bda-b48e-c2c42febb192 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:21.995132 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-7be18fb0-743a-4883-80ae-460f267c950c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:22.047041 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efd8e73-28de-49ef-be50-9f17eb86301c x-openstack-request-id: req-1efd8e73-28de-49ef-be50-9f17eb86301c {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:40:22.048208 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b32d00a3-bae2-468f-86d7-31444f8fe27a", "name": "network-vif-deleted", "tag": "082c3c85-a050-441f-9eea-f6d331241c9c", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:40:22.048497 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-1efd8e73-28de-49ef-be50-9f17eb86301c {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:40:22.049046 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32d00a3-bae2-468f-86d7-31444f8fe27a', 'name': 'network-vif-deleted', 'tag': '082c3c85-a050-441f-9eea-f6d331241c9c', 'status': 'completed', 'code': 200} Nov 04 10:40:22.061621 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-7be18fb0-743a-4883-80ae-460f267c950c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Network 1b9e5f98-4b76-4986-a39a-d24c4975f75c is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:22.067043 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-7be18fb0-743a-4883-80ae-460f267c950c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:22.080724 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-7be18fb0-743a-4883-80ae-460f267c950c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:22.093040 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dd4e134b-7bc9-425b-98e0-4b3381de6795 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:22.202499 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c85730dd-7a44-4bda-b48e-c2c42febb192 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1245573 Nov 04 10:40:22.208037 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45238) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:22.229634 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-b582410e-6659-4b8e-b1f7-6c3b562b6e63 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'subnet': {'network_id': '4db98aca-97c4-4e92-8d52-738a3cd7ccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:22.305254 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 082c3c85-a050-441f-9eea-f6d331241c9c no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:40:22.330624 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-7be18fb0-743a-4883-80ae-460f267c950c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:22.331630 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-7be18fb0-743a-4883-80ae-460f267c950c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:22.377787 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8376-9171-45e8-85eb-b9149cfa8b67 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Pushing event deleted for resources: {'Port': ['ID=251bcdd4-acab-4763-8728-a91e09a87c96,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:22.420109 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 082c3c85-a050-441f-9eea-f6d331241c9c {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:40:22.420773 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 082c3c85-a050-441f-9eea-f6d331241c9c not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:40:22.428400 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:22.440743 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4909495-f1b1-4a24-8fd0-dafd3ea0b7c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-4db98aca-97c4-4e92-8d52-738a3cd7ccf2', 'network_id': '4db98aca-97c4-4e92-8d52-738a3cd7ccf2', 'tenant_id': 'edbdfb0c3e1f4712b18c10434050242f', 'fixed_ips': [{'subnet_id': '076ad9ad-375b-42a4-a770-118968b48ddc'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:40:22.441984 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e4909495-f1b1-4a24-8fd0-dafd3ea0b7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:22.473973 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be18fb0-743a-4883-80ae-460f267c950c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event updated for resources: {'Port': ['ID=511fc5ae-cb19-4f00-a96e-ae1fe43026e6,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:22.525703 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2bb862a2-ba16-45d5-aef0-8673188d942a req-b67bfbae-5a87-4227-a18f-b402bb1a4fb3 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/ports?device_id=daad1363-447c-4e58-954b-3ac2338f1d3e HTTP/1.1" status: 200 len: 210 time: 0.1515212 Nov 04 10:40:22.635641 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-e4909495-f1b1-4a24-8fd0-dafd3ea0b7c9 None None] Allocated IP 2001:db8::2 (4db98aca-97c4-4e92-8d52-738a3cd7ccf2/076ad9ad-375b-42a4-a770-118968b48ddc/ffce93d2-d7fb-4412-90f0-da36737ce434) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:22.640333 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f968ed48-2053-475a-b339-553712b5c663 req-767d8376-9171-45e8-85eb-b9149cfa8b67 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] No DVR routers for this DVR port 251bcdd4-acab-4763-8728-a91e09a87c96 on host n-h1-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:40:22.654823 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f968ed48-2053-475a-b339-553712b5c663 req-767d8376-9171-45e8-85eb-b9149cfa8b67 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:22.659917 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f968ed48-2053-475a-b339-553712b5c663 req-767d8376-9171-45e8-85eb-b9149cfa8b67 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.126 "DELETE /v2.0/ports/251bcdd4-acab-4763-8728-a91e09a87c96 HTTP/1.1" status: 204 len: 173 time: 2.0198698 Nov 04 10:40:22.661530 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f33286-b96d-4615-b83f-b8889c050453', 'name': 'network-vif-deleted', 'tag': '251bcdd4-acab-4763-8728-a91e09a87c96'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:40:22.665646 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e134b-7bc9-425b-98e0-4b3381de6795 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Pushing event deleted for resources: {'Port': ['ID=4d057470-7e6a-460e-9bc9-b184ad704ca1,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:22.666300 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9747b7-4b75-4f1b-8f94-d84e8f3af60e" -d '{"events": [{"server_uuid": "81f33286-b96d-4615-b83f-b8889c050453", "name": "network-vif-deleted", "tag": "251bcdd4-acab-4763-8728-a91e09a87c96"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:40:22.690960 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-7be18fb0-743a-4883-80ae-460f267c950c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4419942 Nov 04 10:40:22.708388 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-71790184-cee2-482a-8306-055531946ba4 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Request body: {'port': {'device_id': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604', 'admin_state_up': True, 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'security_groups': ['4d0308a4-25fc-4fcd-a5c9-11efd847006f']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:22.730152 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dd4e134b-7bc9-425b-98e0-4b3381de6795 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks [] for floatingip, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:22.733421 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dd4e134b-7bc9-425b-98e0-4b3381de6795 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:22.737520 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-dd4e134b-7bc9-425b-98e0-4b3381de6795 tempest-ImagesOneServerNegativeTestJSON-298991549 tempest-ImagesOneServerNegativeTestJSON-298991549-project] 10.222.0.127 "DELETE /v2.0/floatingips/6d30d2fa-4736-4d81-996b-b3ee4578a39f HTTP/1.1" status: 204 len: 168 time: 2.1908178 Nov 04 10:40:22.784433 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31868d37-49b4-4118-bce5-5896aa58b667 req-307c03c1-97f8-411d-8316-7546de9a13b8 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:22.787594 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-31868d37-49b4-4118-bce5-5896aa58b667 req-307c03c1-97f8-411d-8316-7546de9a13b8 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 944 time: 0.0990927 Nov 04 10:40:22.821569 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-c516a7ab-ceb3-4683-89a0-ba3514543582 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Allocated IP 172.20.0.17 (21b7808c-8de1-4f33-a601-5b93fda4f5f0/9f81a987-5f84-40d1-a2c6-38fc64dadd1a/a62c7c03-9a93-4b57-afd3-f7e5761df9e2) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:22.854883 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e4909495-f1b1-4a24-8fd0-dafd3ea0b7c9 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:22.879818 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e4909495-f1b1-4a24-8fd0-dafd3ea0b7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:22.882990 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-31868d37-49b4-4118-bce5-5896aa58b667 req-b0972eaa-8533-4ef1-bba6-7f25db006456 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879667 Nov 04 10:40:22.895790 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:22.926053 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-45aa2792-2274-4df5-9491-073002df87af None None] Provisioning complete for port 511fc5ae-cb19-4f00-a96e-ae1fe43026e6 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:22.926376 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-45aa2792-2274-4df5-9491-073002df87af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:22.937587 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4909495-f1b1-4a24-8fd0-dafd3ea0b7c9 None None] Network 4db98aca-97c4-4e92-8d52-738a3cd7ccf2 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:22.982790 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-e4909495-f1b1-4a24-8fd0-dafd3ea0b7c9 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:22.993105 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4909495-f1b1-4a24-8fd0-dafd3ea0b7c9 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:23.015184 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4909495-f1b1-4a24-8fd0-dafd3ea0b7c9 None None] Pushing event updated for resources: {'Port': ['ID=ffce93d2-d7fb-4412-90f0-da36737ce434,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:23.031176 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-45aa2792-2274-4df5-9491-073002df87af None None] Port 511fc5ae-cb19-4f00-a96e-ae1fe43026e6 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:40:23.042604 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-46e3bdfe-71a3-4544-8b28-b7eb5fe9f2f3 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:23.049173 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-46e3bdfe-71a3-4544-8b28-b7eb5fe9f2f3 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.126 "GET /v2.0/networks?id=906777cb-3939-487c-9500-bfbe1708a6f8 HTTP/1.1" status: 200 len: 812 time: 0.6311591 Nov 04 10:40:23.083790 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-e4909495-f1b1-4a24-8fd0-dafd3ea0b7c9 None None] Attempting to bind port ffce93d2-d7fb-4412-90f0-da36737ce434 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:40:23.084078 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-e4909495-f1b1-4a24-8fd0-dafd3ea0b7c9 None None] Attempting to bind port ffce93d2-d7fb-4412-90f0-da36737ce434 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '90ebd7d4-d6bd-41fc-ac76-404d2b4496fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '4db98aca-97c4-4e92-8d52-738a3cd7ccf2'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:40:23.084475 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4909495-f1b1-4a24-8fd0-dafd3ea0b7c9 None None] Attempting to bind port ffce93d2-d7fb-4412-90f0-da36737ce434 on network 4db98aca-97c4-4e92-8d52-738a3cd7ccf2 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:23.089869 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-7d2dd9ea-3f11-4f85-a24a-87affe30a597 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Request body: {'port': {'device_id': 'daad1363-447c-4e58-954b-3ac2338f1d3e', 'network_id': '906777cb-3939-487c-9500-bfbe1708a6f8', 'admin_state_up': True, 'tenant_id': '8dc11aad27e140a09eac7e36656c13cd'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:23.090482 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4909495-f1b1-4a24-8fd0-dafd3ea0b7c9 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:40:23.090904 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4909495-f1b1-4a24-8fd0-dafd3ea0b7c9 None None] Checking segment: {'id': '90ebd7d4-d6bd-41fc-ac76-404d2b4496fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '4db98aca-97c4-4e92-8d52-738a3cd7ccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:23.091299 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e4909495-f1b1-4a24-8fd0-dafd3ea0b7c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:23.091746 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4909495-f1b1-4a24-8fd0-dafd3ea0b7c9 None None] Bound using segment: {'id': '90ebd7d4-d6bd-41fc-ac76-404d2b4496fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '4db98aca-97c4-4e92-8d52-738a3cd7ccf2'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:40:23.092226 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-e4909495-f1b1-4a24-8fd0-dafd3ea0b7c9 None None] Bound port: ffce93d2-d7fb-4412-90f0-da36737ce434, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ebd7d4-d6bd-41fc-ac76-404d2b4496fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '4db98aca-97c4-4e92-8d52-738a3cd7ccf2'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:40:23.092614 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e4909495-f1b1-4a24-8fd0-dafd3ea0b7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:23.113113 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b582410e-6659-4b8e-b1f7-6c3b562b6e63 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:23.117245 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b582410e-6659-4b8e-b1f7-6c3b562b6e63 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:23.198078 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e4909495-f1b1-4a24-8fd0-dafd3ea0b7c9 None None] For port ffce93d2-d7fb-4412-90f0-da36737ce434, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:40:23.206061 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e4909495-f1b1-4a24-8fd0-dafd3ea0b7c9 None None] For port ffce93d2-d7fb-4412-90f0-da36737ce434, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ffce93d2-d7fb-4412-90f0-da36737ce434,segment=NetworkSegment(90ebd7d4-d6bd-41fc-ac76-404d2b4496fd),segment_id=90ebd7d4-d6bd-41fc-ac76-404d2b4496fd)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:40:23.211157 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e4909495-f1b1-4a24-8fd0-dafd3ea0b7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:23.321478 n-d-816629-1 neutron-server[101775]: INFO neutron.db.ipam_backend_mixin [None req-b582410e-6659-4b8e-b1f7-6c3b562b6e63 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 076ad9ad-375b-42a4-a770-118968b48ddc (CIDR: 2001:db8::/64) Nov 04 10:40:23.362739 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-b582410e-6659-4b8e-b1f7-6c3b562b6e63 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:40:23.363191 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b582410e-6659-4b8e-b1f7-6c3b562b6e63 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:40:23.368660 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4909495-f1b1-4a24-8fd0-dafd3ea0b7c9 None None] Pushing event updated for resources: {'Port': ['ID=ffce93d2-d7fb-4412-90f0-da36737ce434,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:23.381346 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-71790184-cee2-482a-8306-055531946ba4 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Made reservation on behalf of 24e6e80e7cbd47b89cef6beaedf3befe for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:23.389085 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-71790184-cee2-482a-8306-055531946ba4 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:23.405165 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b582410e-6659-4b8e-b1f7-6c3b562b6e63 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1798801 Nov 04 10:40:23.421436 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45250) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:23.428794 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-86b17dfc-dd9a-43f0-b919-16a3ccfe9ad2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'subnet': {'network_id': '4db98aca-97c4-4e92-8d52-738a3cd7ccf2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:23.664582 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-7d2dd9ea-3f11-4f85-a24a-87affe30a597 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Made reservation on behalf of 8dc11aad27e140a09eac7e36656c13cd for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:23.668196 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-7d2dd9ea-3f11-4f85-a24a-87affe30a597 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:23.701604 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409bd989-c3c6-42b1-9f45-febc155a449c req-a1dd4447-bdff-4e9a-a14f-fe08db3000d3 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:23.703836 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-409bd989-c3c6-42b1-9f45-febc155a449c req-a1dd4447-bdff-4e9a-a14f-fe08db3000d3 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=0ea37bd7-3f37-4fd9-80b7-fe06ddee9351 HTTP/1.1" status: 200 len: 945 time: 0.1676729 Nov 04 10:40:23.714466 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-c01433d8-4437-4ed3-98a4-47c2c92e6ad6 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:23.716054 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-c01433d8-4437-4ed3-98a4-47c2c92e6ad6 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.126 "GET /v2.0/networks?id=906777cb-3939-487c-9500-bfbe1708a6f8 HTTP/1.1" status: 200 len: 812 time: 0.7505062 Nov 04 10:40:23.734598 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c516a7ab-ceb3-4683-89a0-ba3514543582 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:23.740575 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-7ef1ffcd-280a-4449-8116-294db3bc8e16 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Request body: {'port': {'device_id': 'ef7522f3-4470-411d-a56d-c12c73db1ff9', 'network_id': '906777cb-3939-487c-9500-bfbe1708a6f8', 'admin_state_up': True, 'tenant_id': '8dc11aad27e140a09eac7e36656c13cd'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:23.848355 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-71790184-cee2-482a-8306-055531946ba4 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Allocated IP 10.1.1.42 (b24fc8aa-ee49-4b0e-86f2-bb77483ee604/c288e9a9-e266-47aa-b999-fff4d7adb121/4ab0a657-f335-4fa1-bff5-c15c3461f18a) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:23.876463 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b17dfc-dd9a-43f0-b919-16a3ccfe9ad2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:23.879989 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-86b17dfc-dd9a-43f0-b919-16a3ccfe9ad2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:23.885490 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-409bd989-c3c6-42b1-9f45-febc155a449c req-0278ffaa-b337-4085-a8ba-cc54a5227203 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611199 Nov 04 10:40:23.950476 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-7ef1ffcd-280a-4449-8116-294db3bc8e16 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Made reservation on behalf of 8dc11aad27e140a09eac7e36656c13cd for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:23.954975 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-7ef1ffcd-280a-4449-8116-294db3bc8e16 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:23.974598 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c516a7ab-ceb3-4683-89a0-ba3514543582 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:24.074852 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c516a7ab-ceb3-4683-89a0-ba3514543582 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Network 21b7808c-8de1-4f33-a601-5b93fda4f5f0 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:24.077298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-7d2dd9ea-3f11-4f85-a24a-87affe30a597 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Allocated IP 172.20.0.8 (906777cb-3939-487c-9500-bfbe1708a6f8/a621a168-1891-4ff7-9023-498b59bce32f/94dad17e-776a-4367-8b0e-9fdf25b7e4e9) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:24.090314 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-c516a7ab-ceb3-4683-89a0-ba3514543582 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:24.128514 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c516a7ab-ceb3-4683-89a0-ba3514543582 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:24.136102 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516a7ab-ceb3-4683-89a0-ba3514543582 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'Port': ['ID=a62c7c03-9a93-4b57-afd3-f7e5761df9e2,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:24.216682 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e8a1a-12b1-4ca9-9507-740934fa9eba req-2de0f86c-eeb4-4b29-b2f6-25f53cff7b67 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:24.225814 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cd5e8a1a-12b1-4ca9-9507-740934fa9eba req-2de0f86c-eeb4-4b29-b2f6-25f53cff7b67 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 931 time: 0.2635810 Nov 04 10:40:24.274890 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c516a7ab-ceb3-4683-89a0-ba3514543582 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:24.288935 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-71790184-cee2-482a-8306-055531946ba4 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:24.463123 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-7d2dd9ea-3f11-4f85-a24a-87affe30a597 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:24.471166 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cd5e8a1a-12b1-4ca9-9507-740934fa9eba req-feeb54e4-64d8-4d5e-9a61-854aa47e2d4c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444367 Nov 04 10:40:24.479608 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4c25da02-46f1-44fa-a541-34ca3581c212 None None] Provisioning complete for port a62c7c03-9a93-4b57-afd3-f7e5761df9e2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:24.480158 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4c25da02-46f1-44fa-a541-34ca3581c212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:24.485277 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c516a7ab-ceb3-4683-89a0-ba3514543582 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:24.583925 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-7d2dd9ea-3f11-4f85-a24a-87affe30a597 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:24.676353 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-71790184-cee2-482a-8306-055531946ba4 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:24.682550 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2dd9ea-3f11-4f85-a24a-87affe30a597 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Pushing event updated for resources: {'Port': ['ID=94dad17e-776a-4367-8b0e-9fdf25b7e4e9,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:24.736179 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60bede2-c0d6-49ae-bd9c-84ee307a2fb4 x-openstack-request-id: req-a60bede2-c0d6-49ae-bd9c-84ee307a2fb4 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:40:24.737111 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f33286-b96d-4615-b83f-b8889c050453", "name": "network-vif-deleted", "tag": "251bcdd4-acab-4763-8728-a91e09a87c96", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:40:24.737707 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-a60bede2-c0d6-49ae-bd9c-84ee307a2fb4 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:40:24.738523 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f33286-b96d-4615-b83f-b8889c050453', 'name': 'network-vif-deleted', 'tag': '251bcdd4-acab-4763-8728-a91e09a87c96', 'status': 'completed', 'code': 200} Nov 04 10:40:24.798202 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71790184-cee2-482a-8306-055531946ba4 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event updated for resources: {'Port': ['ID=4ab0a657-f335-4fa1-bff5-c15c3461f18a,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:24.815210 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-7ef1ffcd-280a-4449-8116-294db3bc8e16 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Allocated IP 172.20.0.12 (906777cb-3939-487c-9500-bfbe1708a6f8/a621a168-1891-4ff7-9023-498b59bce32f/6f378d69-be5d-429b-a5cf-89a81aa3f588) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:24.825660 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-71790184-cee2-482a-8306-055531946ba4 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Network b24fc8aa-ee49-4b0e-86f2-bb77483ee604 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:24.842927 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-71790184-cee2-482a-8306-055531946ba4 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:24.847501 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-7d2dd9ea-3f11-4f85-a24a-87affe30a597 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Network 906777cb-3939-487c-9500-bfbe1708a6f8 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:24.851521 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-71790184-cee2-482a-8306-055531946ba4 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:24.895825 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-7d2dd9ea-3f11-4f85-a24a-87affe30a597 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:24.903202 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-71790184-cee2-482a-8306-055531946ba4 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:24.903828 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-71790184-cee2-482a-8306-055531946ba4 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:24.914310 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ffce93d2-d7fb-4412-90f0-da36737ce434 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:40:24.916879 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce884ee9-4177-4a3d-b67a-d63ca963f166 None None] Network 4db98aca-97c4-4e92-8d52-738a3cd7ccf2 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:40:24.917486 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-7d2dd9ea-3f11-4f85-a24a-87affe30a597 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:25.008308 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-71790184-cee2-482a-8306-055531946ba4 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3052385 Nov 04 10:40:25.012587 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-86b17dfc-dd9a-43f0-b919-16a3ccfe9ad2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:25.027759 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-6729b6de-78ac-4af3-8d26-e92e6199b5d0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Request body: {'port': {'device_id': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604', 'admin_state_up': True, 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'security_groups': ['4d0308a4-25fc-4fcd-a5c9-11efd847006f']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:25.083796 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-4c25da02-46f1-44fa-a541-34ca3581c212 None None] Port a62c7c03-9a93-4b57-afd3-f7e5761df9e2 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:40:25.118283 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-7ef1ffcd-280a-4449-8116-294db3bc8e16 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:25.160539 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port ffce93d2-d7fb-4412-90f0-da36737ce434 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:25.161376 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:25.231983 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b17dfc-dd9a-43f0-b919-16a3ccfe9ad2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network 4db98aca-97c4-4e92-8d52-738a3cd7ccf2 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:25.240299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-86b17dfc-dd9a-43f0-b919-16a3ccfe9ad2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:25.255761 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b17dfc-dd9a-43f0-b919-16a3ccfe9ad2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:25.256371 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-86b17dfc-dd9a-43f0-b919-16a3ccfe9ad2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:25.268969 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-7d2dd9ea-3f11-4f85-a24a-87affe30a597 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:25.269646 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-7d2dd9ea-3f11-4f85-a24a-87affe30a597 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:25.278203 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-ec1a8754-1469-49a2-83c8-6ee1bab9f358 None None] Provisioning complete for port ffce93d2-d7fb-4412-90f0-da36737ce434 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:25.279205 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ec1a8754-1469-49a2-83c8-6ee1bab9f358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:25.314829 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b17dfc-dd9a-43f0-b919-16a3ccfe9ad2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Subnet': ['ID=c48bc4b6-af09-49f2-9a4d-ec05bd7b0b82,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:25.322129 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-6729b6de-78ac-4af3-8d26-e92e6199b5d0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Made reservation on behalf of 24e6e80e7cbd47b89cef6beaedf3befe for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:25.327508 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-6729b6de-78ac-4af3-8d26-e92e6199b5d0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:25.362860 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c516a7ab-ceb3-4683-89a0-ba3514543582 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:25.394931 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-7d2dd9ea-3f11-4f85-a24a-87affe30a597 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3250284 Nov 04 10:40:25.404482 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-86b17dfc-dd9a-43f0-b919-16a3ccfe9ad2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9786086 Nov 04 10:40:25.404699 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-7ef1ffcd-280a-4449-8116-294db3bc8e16 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:25.404699 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c516a7ab-ceb3-4683-89a0-ba3514543582 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:25.404953 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45264) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:25.409153 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:25.410684 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-c46cf51b-1c13-4ef5-b4a9-13175fd180c4 service neutron] Request body: {'port': {'device_id': 'daad1363-447c-4e58-954b-3ac2338f1d3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:25.417193 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-718485ba-6931-4933-bb1b-f47077606307 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'port': {'network_id': '4db98aca-97c4-4e92-8d52-738a3cd7ccf2', 'fixed_ips': [{'subnet_id': '076ad9ad-375b-42a4-a770-118968b48ddc'}, {'subnet_id': 'c48bc4b6-af09-49f2-9a4d-ec05bd7b0b82'}], 'name': 'tempest-PortsIpV6TestJSON-931741220'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:25.487166 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-7ef1ffcd-280a-4449-8116-294db3bc8e16 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Network 906777cb-3939-487c-9500-bfbe1708a6f8 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:25.490920 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port ffce93d2-d7fb-4412-90f0-da36737ce434, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ffce93d2-d7fb-4412-90f0-da36737ce434,segment=NetworkSegment(90ebd7d4-d6bd-41fc-ac76-404d2b4496fd),segment_id=90ebd7d4-d6bd-41fc-ac76-404d2b4496fd)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:25.511112 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516a7ab-ceb3-4683-89a0-ba3514543582 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'Port': ['ID=a62c7c03-9a93-4b57-afd3-f7e5761df9e2,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:25.522558 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-7ef1ffcd-280a-4449-8116-294db3bc8e16 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:25.525994 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-7ef1ffcd-280a-4449-8116-294db3bc8e16 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:25.555546 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:25.565637 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ec1a8754-1469-49a2-83c8-6ee1bab9f358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:25.594259 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 251bcdd4-acab-4763-8728-a91e09a87c96 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:40:25.641998 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 251bcdd4-acab-4763-8728-a91e09a87c96 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:40:25.642179 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 251bcdd4-acab-4763-8728-a91e09a87c96 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:40:25.655367 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87798867-4b69-4627-903c-0e9e67788ad9 None None] Update dhcp port {'port': {'network_id': '4db98aca-97c4-4e92-8d52-738a3cd7ccf2', 'fixed_ips': [{'subnet_id': '076ad9ad-375b-42a4-a770-118968b48ddc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c48bc4b6-af09-49f2-9a4d-ec05bd7b0b82'}], 'binding:host_id': 'n-d-816629-1'}, 'id': 'ffce93d2-d7fb-4412-90f0-da36737ce434'} from n-d-816629-1. {{(pid=101776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 10:40:25.683469 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=ffce93d2-d7fb-4412-90f0-da36737ce434,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:25.693945 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-7ef1ffcd-280a-4449-8116-294db3bc8e16 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:25.694729 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-7ef1ffcd-280a-4449-8116-294db3bc8e16 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:25.757163 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657e713-911b-459a-8739-0f9873b48e0a req-e9ed4dec-cd81-4971-b937-8c12c034184c tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:25.762683 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-ec1a8754-1469-49a2-83c8-6ee1bab9f358 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:40:25.763044 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-ec1a8754-1469-49a2-83c8-6ee1bab9f358 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:40:25.766542 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7657e713-911b-459a-8739-0f9873b48e0a req-e9ed4dec-cd81-4971-b937-8c12c034184c tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/ports?device_id=daad1363-447c-4e58-954b-3ac2338f1d3e HTTP/1.1" status: 200 len: 931 time: 0.8482838 Nov 04 10:40:25.779732 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c516a7ab-ceb3-4683-89a0-ba3514543582 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:25.785770 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-7ef1ffcd-280a-4449-8116-294db3bc8e16 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0489471 Nov 04 10:40:25.800619 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-87798867-4b69-4627-903c-0e9e67788ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:25.818097 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-823e0571-0371-4d78-9e47-dd3deb13e257 service neutron] Request body: {'port': {'device_id': 'ef7522f3-4470-411d-a56d-c12c73db1ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:25.826128 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1ffcd-280a-4449-8116-294db3bc8e16 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Pushing event updated for resources: {'Port': ['ID=6f378d69-be5d-429b-a5cf-89a81aa3f588,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:25.960419 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c516a7ab-ceb3-4683-89a0-ba3514543582 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Network 21b7808c-8de1-4f33-a601-5b93fda4f5f0 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:25.967329 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-c516a7ab-ceb3-4683-89a0-ba3514543582 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:26.025714 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7657e713-911b-459a-8739-0f9873b48e0a req-39541f43-ae4f-44b7-89b7-004b9aed220b tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/security-groups?id=661e586a-7284-4745-83a1-9bf108ca6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581758 Nov 04 10:40:26.209685 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-87798867-4b69-4627-903c-0e9e67788ad9 None None] Allocated IP 2001:db8:0:1::2 (4db98aca-97c4-4e92-8d52-738a3cd7ccf2/c48bc4b6-af09-49f2-9a4d-ec05bd7b0b82/ffce93d2-d7fb-4412-90f0-da36737ce434) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:26.320981 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c516a7ab-ceb3-4683-89a0-ba3514543582 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Router 032b8a3d-6231-4f51-8397-456abeed9fe1 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:40:26.321956 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-823e0571-0371-4d78-9e47-dd3deb13e257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:26.415735 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-c46cf51b-1c13-4ef5-b4a9-13175fd180c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:26.433764 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-6729b6de-78ac-4af3-8d26-e92e6199b5d0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Allocated IP 10.1.1.193 (b24fc8aa-ee49-4b0e-86f2-bb77483ee604/c288e9a9-e266-47aa-b999-fff4d7adb121/bb296dc2-fe9a-4d2b-a25a-d011341603b9) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:26.440313 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718485ba-6931-4933-bb1b-f47077606307 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:26.545973 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-87798867-4b69-4627-903c-0e9e67788ad9 None None] For port ffce93d2-d7fb-4412-90f0-da36737ce434, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ffce93d2-d7fb-4412-90f0-da36737ce434,segment=NetworkSegment(90ebd7d4-d6bd-41fc-ac76-404d2b4496fd),segment_id=90ebd7d4-d6bd-41fc-ac76-404d2b4496fd)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:26.555140 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c516a7ab-ceb3-4683-89a0-ba3514543582 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:40:26.575855 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1313fdf2-5e3a-464a-aefb-bd1fabd17fa1 None None] Sync routers for ids ['032b8a3d-6231-4f51-8397-456abeed9fe1'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:40:26.587007 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c516a7ab-ceb3-4683-89a0-ba3514543582 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "PUT /v2.0/routers/032b8a3d-6231-4f51-8397-456abeed9fe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8229589 Nov 04 10:40:26.594595 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1313fdf2-5e3a-464a-aefb-bd1fabd17fa1 None None] Routers {'032b8a3d-6231-4f51-8397-456abeed9fe1'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:40:26.597571 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-1313fdf2-5e3a-464a-aefb-bd1fabd17fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:40:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['032b8a3d-6231-4f51-8397-456abeed9fe1'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:26.628533 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ffce93d2-d7fb-4412-90f0-da36737ce434 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:40:26.640178 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-6d1d45fa-1cc7-445b-8a96-f7fca5b9f0f6 None None] Provisioning complete for port a62c7c03-9a93-4b57-afd3-f7e5761df9e2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:26.640178 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6d1d45fa-1cc7-445b-8a96-f7fca5b9f0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:26.676433 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-87798867-4b69-4627-903c-0e9e67788ad9 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:26.696365 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-6d1d45fa-1cc7-445b-8a96-f7fca5b9f0f6 None None] Port a62c7c03-9a93-4b57-afd3-f7e5761df9e2 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:40:26.700927 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-718485ba-6931-4933-bb1b-f47077606307 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:26.701218 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-87798867-4b69-4627-903c-0e9e67788ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:26.788070 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f6f26-bc36-407c-9264-aca552454987 req-114d44b0-b98b-405a-a04c-74ddd51b297d tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:26.797369 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e22f6f26-bc36-407c-9264-aca552454987 req-114d44b0-b98b-405a-a04c-74ddd51b297d tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 944 time: 0.2777195 Nov 04 10:40:26.799127 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-1313fdf2-5e3a-464a-aefb-bd1fabd17fa1 None None] Set router 032b8a3d-6231-4f51-8397-456abeed9fe1 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:40:26.897887 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-6d1d45fa-1cc7-445b-8a96-f7fca5b9f0f6 None None] Provisioning complete for port 4ab0a657-f335-4fa1-bff5-c15c3461f18a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:26.905042 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6d1d45fa-1cc7-445b-8a96-f7fca5b9f0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:26.938930 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e22f6f26-bc36-407c-9264-aca552454987 req-24b18d10-d92c-4d6c-af37-fa010364497a tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407049 Nov 04 10:40:26.955521 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87798867-4b69-4627-903c-0e9e67788ad9 None None] Pushing event updated for resources: {'Port': ['ID=ffce93d2-d7fb-4412-90f0-da36737ce434,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:26.985537 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-718485ba-6931-4933-bb1b-f47077606307 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] device_id is not set on port 2032ab87-a457-49fd-b60a-fbe24f1b9be7 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:40:26.985690 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port ffce93d2-d7fb-4412-90f0-da36737ce434 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:26.986334 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:27.048113 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-6d1d45fa-1cc7-445b-8a96-f7fca5b9f0f6 None None] Port 4ab0a657-f335-4fa1-bff5-c15c3461f18a cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:40:27.241421 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-1313fdf2-5e3a-464a-aefb-bd1fabd17fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'name': 'tempest-TestNetworkBasicOps-router-623783168', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:07Z', 'updated_at': '2021-11-04T10:40:24Z', 'revision_number': 5, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:10Z', 'updated_at': '2021-11-04T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '1528b5fa-e59b-45d3-adc9-293f3f941860', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'port_id': '828e67bd-81fb-4518-ab63-1a372a37c2c6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'mac_address': 'fa:16:3e:ef:69:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c228841-fa03-4830-b025-3117f1b7af8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:38:54Z', 'updated_at': '2021-11-04T10:38:59Z', 'revision_number': 1, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7deda305-1888-4bef-8556-220c957944c1', 'name': '', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:c4:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:17Z', 'updated_at': '2021-11-04T10:38:30Z', 'revision_number': 5, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a62c7c03-9a93-4b57-afd3-f7e5761df9e2', 'name': '', 'network_id': '21b7808c-8de1-4f33-a601-5b93fda4f5f0', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:2e:d6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '9f81a987-5f84-40d1-a2c6-38fc64dadd1a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:40:22Z', 'updated_at': '2021-11-04T10:40:25Z', 'revision_number': 2, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': '9f81a987-5f84-40d1-a2c6-38fc64dadd1a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:27.251822 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-823e0571-0371-4d78-9e47-dd3deb13e257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f378d69-be5d-429b-a5cf-89a81aa3f588 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:40:27.263331 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-823e0571-0371-4d78-9e47-dd3deb13e257 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:27.278767 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1313fdf2-5e3a-464a-aefb-bd1fabd17fa1 None None] Checking router: 032b8a3d-6231-4f51-8397-456abeed9fe1 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:40:27.279015 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1313fdf2-5e3a-464a-aefb-bd1fabd17fa1 None None] Updating router 032b8a3d-6231-4f51-8397-456abeed9fe1 port a62c7c03-9a93-4b57-afd3-f7e5761df9e2 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:40:27.286722 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-823e0571-0371-4d78-9e47-dd3deb13e257 service neutron] Transition to ACTIVE for port object 6f378d69-be5d-429b-a5cf-89a81aa3f588 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:40:27.314860 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-1313fdf2-5e3a-464a-aefb-bd1fabd17fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:27.315097 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a816986-f46c-4299-bce1-4244dd113a90 req-7188db69-da42-46c5-b62c-bf1ba6ebe331 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:27.328637 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a816986-f46c-4299-bce1-4244dd113a90 req-7188db69-da42-46c5-b62c-bf1ba6ebe331 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:27.346718 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a816986-f46c-4299-bce1-4244dd113a90 req-7188db69-da42-46c5-b62c-bf1ba6ebe331 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 1652 time: 0.1298058 Nov 04 10:40:27.368197 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-823e0571-0371-4d78-9e47-dd3deb13e257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:27.590766 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-6729b6de-78ac-4af3-8d26-e92e6199b5d0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:27.595727 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e0571-0371-4d78-9e47-dd3deb13e257 service neutron] Pushing event updated for resources: {'Port': ['ID=6f378d69-be5d-429b-a5cf-89a81aa3f588,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:27.608602 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:40:27.631143 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a816986-f46c-4299-bce1-4244dd113a90 req-4fdc2be9-43c3-4ed9-b340-96bf555639f7 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834849 Nov 04 10:40:27.733114 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-823e0571-0371-4d78-9e47-dd3deb13e257 service neutron] Attempting to bind port 6f378d69-be5d-429b-a5cf-89a81aa3f588 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:40:27.733449 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-823e0571-0371-4d78-9e47-dd3deb13e257 service neutron] Attempting to bind port 6f378d69-be5d-429b-a5cf-89a81aa3f588 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '041ff45a-2ca4-4e17-84f8-e231dd606655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '906777cb-3939-487c-9500-bfbe1708a6f8'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:40:27.733777 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-823e0571-0371-4d78-9e47-dd3deb13e257 service neutron] Attempting to bind port 6f378d69-be5d-429b-a5cf-89a81aa3f588 on network 906777cb-3939-487c-9500-bfbe1708a6f8 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:27.742087 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-823e0571-0371-4d78-9e47-dd3deb13e257 service neutron] Port 6f378d69-be5d-429b-a5cf-89a81aa3f588 on network 906777cb-3939-487c-9500-bfbe1708a6f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:40:27.742418 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-823e0571-0371-4d78-9e47-dd3deb13e257 service neutron] Attempting to bind port 6f378d69-be5d-429b-a5cf-89a81aa3f588 on network 906777cb-3939-487c-9500-bfbe1708a6f8 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:27.757647 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-823e0571-0371-4d78-9e47-dd3deb13e257 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:40:27.758032 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-823e0571-0371-4d78-9e47-dd3deb13e257 service neutron] Checking segment: {'id': '041ff45a-2ca4-4e17-84f8-e231dd606655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '906777cb-3939-487c-9500-bfbe1708a6f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:27.758373 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-823e0571-0371-4d78-9e47-dd3deb13e257 service neutron] Bound using segment: {'id': '041ff45a-2ca4-4e17-84f8-e231dd606655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '906777cb-3939-487c-9500-bfbe1708a6f8'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:40:27.758825 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-823e0571-0371-4d78-9e47-dd3deb13e257 service neutron] Bound port: 6f378d69-be5d-429b-a5cf-89a81aa3f588, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '041ff45a-2ca4-4e17-84f8-e231dd606655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '906777cb-3939-487c-9500-bfbe1708a6f8'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:40:27.759242 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-823e0571-0371-4d78-9e47-dd3deb13e257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:27.865729 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=5ccd14b8-5141-4f67-8179-1ee0c0f16b22,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:27.871812 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-718485ba-6931-4933-bb1b-f47077606307 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Allocated IP 2001:db8::164 (4db98aca-97c4-4e92-8d52-738a3cd7ccf2/076ad9ad-375b-42a4-a770-118968b48ddc/2032ab87-a457-49fd-b60a-fbe24f1b9be7) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:27.884554 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-1313fdf2-5e3a-464a-aefb-bd1fabd17fa1 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:27.885090 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-718485ba-6931-4933-bb1b-f47077606307 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Allocated IP 2001:db8:0:1::2a3 (4db98aca-97c4-4e92-8d52-738a3cd7ccf2/c48bc4b6-af09-49f2-9a4d-ec05bd7b0b82/2032ab87-a457-49fd-b60a-fbe24f1b9be7) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:27.897510 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-1313fdf2-5e3a-464a-aefb-bd1fabd17fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:27.899939 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '5ccd14b8-5141-4f67-8179-1ee0c0f16b22', 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a', 'port_id': '5ccd14b8-5141-4f67-8179-1ee0c0f16b22', 'mac_address': 'fa:16:3e:43:d9:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f29a1ba4-9c2e-4bbf-be88-aa21c2016c98', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:40:27.928908 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-823e0571-0371-4d78-9e47-dd3deb13e257 service neutron] For port 6f378d69-be5d-429b-a5cf-89a81aa3f588, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:40:27.935969 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-823e0571-0371-4d78-9e47-dd3deb13e257 service neutron] For port 6f378d69-be5d-429b-a5cf-89a81aa3f588, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=6f378d69-be5d-429b-a5cf-89a81aa3f588,segment=NetworkSegment(041ff45a-2ca4-4e17-84f8-e231dd606655),segment_id=041ff45a-2ca4-4e17-84f8-e231dd606655)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:40:27.946866 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-823e0571-0371-4d78-9e47-dd3deb13e257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:27.966170 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df116e65-bd02-45c3-a9a7-aba596e30af2 None None] Pushing event updated for resources: {'Port': ['ID=a62c7c03-9a93-4b57-afd3-f7e5761df9e2,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:27.993418 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-6729b6de-78ac-4af3-8d26-e92e6199b5d0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:27.993955 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df116e65-bd02-45c3-a9a7-aba596e30af2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:27.995253 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df116e65-bd02-45c3-a9a7-aba596e30af2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:27.995595 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df116e65-bd02-45c3-a9a7-aba596e30af2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:27.995931 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df116e65-bd02-45c3-a9a7-aba596e30af2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:27.998647 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df116e65-bd02-45c3-a9a7-aba596e30af2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:27.998976 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df116e65-bd02-45c3-a9a7-aba596e30af2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:27.999365 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df116e65-bd02-45c3-a9a7-aba596e30af2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:27.999733 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df116e65-bd02-45c3-a9a7-aba596e30af2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:28.000023 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df116e65-bd02-45c3-a9a7-aba596e30af2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:28.003350 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df116e65-bd02-45c3-a9a7-aba596e30af2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:28.003912 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df116e65-bd02-45c3-a9a7-aba596e30af2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:28.004256 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df116e65-bd02-45c3-a9a7-aba596e30af2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:28.024190 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:28.075439 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1787a7-3885-49ad-9cc8-33ef24ac610c None None] Network 4db98aca-97c4-4e92-8d52-738a3cd7ccf2 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:40:28.086362 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-823e0571-0371-4d78-9e47-dd3deb13e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:28.086907 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-823e0571-0371-4d78-9e47-dd3deb13e257 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:28.088354 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-823e0571-0371-4d78-9e47-dd3deb13e257 service neutron] 10.222.0.126 "PUT /v2.0/ports/6f378d69-be5d-429b-a5cf-89a81aa3f588 HTTP/1.1" status: 200 len: 1092 time: 2.2755814 Nov 04 10:40:28.088856 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7522f3-4470-411d-a56d-c12c73db1ff9', 'tag': '6f378d69-be5d-429b-a5cf-89a81aa3f588'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:40:28.095458 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4de5446-4c15-4872-9656-b99afc528fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7522f3-4470-411d-a56d-c12c73db1ff9", "tag": "6f378d69-be5d-429b-a5cf-89a81aa3f588"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:40:28.160068 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-1313fdf2-5e3a-464a-aefb-bd1fabd17fa1 None None] Attempting to bind port a62c7c03-9a93-4b57-afd3-f7e5761df9e2 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:40:28.160912 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-1313fdf2-5e3a-464a-aefb-bd1fabd17fa1 None None] Attempting to bind port a62c7c03-9a93-4b57-afd3-f7e5761df9e2 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'd9222f4c-3740-41de-a4d0-ab8ded6daa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '21b7808c-8de1-4f33-a601-5b93fda4f5f0'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:40:28.161503 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1313fdf2-5e3a-464a-aefb-bd1fabd17fa1 None None] Attempting to bind port a62c7c03-9a93-4b57-afd3-f7e5761df9e2 on network 21b7808c-8de1-4f33-a601-5b93fda4f5f0 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:28.175442 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1313fdf2-5e3a-464a-aefb-bd1fabd17fa1 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:40:28.180438 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1313fdf2-5e3a-464a-aefb-bd1fabd17fa1 None None] Checking segment: {'id': 'd9222f4c-3740-41de-a4d0-ab8ded6daa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '21b7808c-8de1-4f33-a601-5b93fda4f5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:28.184119 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-1313fdf2-5e3a-464a-aefb-bd1fabd17fa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:28.184685 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1313fdf2-5e3a-464a-aefb-bd1fabd17fa1 None None] Bound using segment: {'id': 'd9222f4c-3740-41de-a4d0-ab8ded6daa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '21b7808c-8de1-4f33-a601-5b93fda4f5f0'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:40:28.185312 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-1313fdf2-5e3a-464a-aefb-bd1fabd17fa1 None None] Bound port: a62c7c03-9a93-4b57-afd3-f7e5761df9e2, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9222f4c-3740-41de-a4d0-ab8ded6daa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '21b7808c-8de1-4f33-a601-5b93fda4f5f0'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:40:28.192326 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-1313fdf2-5e3a-464a-aefb-bd1fabd17fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:28.196995 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:40:28.224501 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=5ccd14b8-5141-4f67-8179-1ee0c0f16b22,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:28.255119 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:28.337177 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-1313fdf2-5e3a-464a-aefb-bd1fabd17fa1 None None] For port a62c7c03-9a93-4b57-afd3-f7e5761df9e2, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:40:28.341618 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-1313fdf2-5e3a-464a-aefb-bd1fabd17fa1 None None] For port a62c7c03-9a93-4b57-afd3-f7e5761df9e2, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a62c7c03-9a93-4b57-afd3-f7e5761df9e2,segment=NetworkSegment(d9222f4c-3740-41de-a4d0-ab8ded6daa8d),segment_id=d9222f4c-3740-41de-a4d0-ab8ded6daa8d)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:40:28.349959 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-1313fdf2-5e3a-464a-aefb-bd1fabd17fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:28.351166 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-6729b6de-78ac-4af3-8d26-e92e6199b5d0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Network b24fc8aa-ee49-4b0e-86f2-bb77483ee604 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:28.372251 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62d5b2-9220-4e74-baba-d88b4d5b4ea2 req-ac4a6562-75e1-420e-b224-8bc7c959f2eb tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:28.373526 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=5ccd14b8-5141-4f67-8179-1ee0c0f16b22,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:28.387889 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ef62d5b2-9220-4e74-baba-d88b4d5b4ea2 req-ac4a6562-75e1-420e-b224-8bc7c959f2eb tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=0ea37bd7-3f37-4fd9-80b7-fe06ddee9351 HTTP/1.1" status: 200 len: 945 time: 0.3389945 Nov 04 10:40:28.389851 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e0571-0371-4d78-9e47-dd3deb13e257 service neutron] Pushing event updated for resources: {'Port': ['ID=6f378d69-be5d-429b-a5cf-89a81aa3f588,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:28.404890 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-6729b6de-78ac-4af3-8d26-e92e6199b5d0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:28.410155 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-6729b6de-78ac-4af3-8d26-e92e6199b5d0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:28.415643 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-fd1003cb-b050-4b84-90f1-8b9f3361f5c5 None None] Provisioning complete for port ffce93d2-d7fb-4412-90f0-da36737ce434 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:28.416377 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fd1003cb-b050-4b84-90f1-8b9f3361f5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:28.448514 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df116e65-bd02-45c3-a9a7-aba596e30af2 None None] Pushing event updated for resources: {'Port': ['ID=a62c7c03-9a93-4b57-afd3-f7e5761df9e2,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:28.460562 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-36247473-361b-440d-be96-0b12f3383758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:28.462213 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-36247473-361b-440d-be96-0b12f3383758 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8dc11aad27e140a09eac7e36656c13cd&device_id=ef7522f3-4470-411d-a56d-c12c73db1ff9 HTTP/1.1" status: 200 len: 1095 time: 0.2892890 Nov 04 10:40:28.467214 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f15e2c-4905-49f1-b4cf-86794962806f req-fedf8246-9d79-4b9a-8a49-869754fe6b55 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:28.475353 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1f15e2c-4905-49f1-b4cf-86794962806f req-fedf8246-9d79-4b9a-8a49-869754fe6b55 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.126 "GET /v2.0/ports?device_id=0ea37bd7-3f37-4fd9-80b7-fe06ddee9351 HTTP/1.1" status: 200 len: 945 time: 0.5160248 Nov 04 10:40:28.495802 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1313fdf2-5e3a-464a-aefb-bd1fabd17fa1 None None] Routers {'032b8a3d-6231-4f51-8397-456abeed9fe1'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:40:28.497052 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-1313fdf2-5e3a-464a-aefb-bd1fabd17fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:40:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['032b8a3d-6231-4f51-8397-456abeed9fe1'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:28.564760 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-85f398cb-6da6-4def-bafa-4bcdffdbe533 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f378d69-be5d-429b-a5cf-89a81aa3f588 HTTP/1.1" status: 200 len: 217 time: 0.0867696 Nov 04 10:40:28.590912 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729b6de-78ac-4af3-8d26-e92e6199b5d0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event updated for resources: {'Port': ['ID=bb296dc2-fe9a-4d2b-a25a-d011341603b9,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:28.600002 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['5ccd14b8-5141-4f67-8179-1ee0c0f16b22'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:40:28.671739 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-1313fdf2-5e3a-464a-aefb-bd1fabd17fa1 None None] Set router 032b8a3d-6231-4f51-8397-456abeed9fe1 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:40:28.687882 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ffce93d2-d7fb-4412-90f0-da36737ce434 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:40:28.755623 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ef62d5b2-9220-4e74-baba-d88b4d5b4ea2 req-f249251b-884c-40f3-b4ec-b9d234e7d775 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459251 Nov 04 10:40:28.787274 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-7876b702-65b7-420a-ae48-01f53b0045d8 None None] Provisioning complete for port a62c7c03-9a93-4b57-afd3-f7e5761df9e2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:28.787684 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7876b702-65b7-420a-ae48-01f53b0045d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:28.825003 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-6e1dc7cb-46d3-44fa-9e4f-235b530d22ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:28.826695 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-6e1dc7cb-46d3-44fa-9e4f-235b530d22ea service neutron] 10.222.0.126 "GET /v2.0/subnets?id=a621a168-1891-4ff7-9023-498b59bce32f HTTP/1.1" status: 200 len: 852 time: 0.2476120 Nov 04 10:40:28.828256 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-c46cf51b-1c13-4ef5-b4a9-13175fd180c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94dad17e-776a-4367-8b0e-9fdf25b7e4e9 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:40:28.906411 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-9d6472ff-2ebe-47a4-bdfc-2011aa2ddb58 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=906777cb-3939-487c-9500-bfbe1708a6f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644219 Nov 04 10:40:28.935917 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-c46cf51b-1c13-4ef5-b4a9-13175fd180c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:28.943254 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2b084c85-754f-4d0b-8cc9-13d11956cc4c req-ba481384-7ca3-4388-8ce1-88b660806ffc service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=1c228841-fa03-4830-b025-3117f1b7af8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8243411 Nov 04 10:40:28.974399 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7876b702-65b7-420a-ae48-01f53b0045d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:29.011628 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-6729b6de-78ac-4af3-8d26-e92e6199b5d0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:29.012977 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-6729b6de-78ac-4af3-8d26-e92e6199b5d0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:29.032793 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port ffce93d2-d7fb-4412-90f0-da36737ce434 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:29.033520 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:29.048757 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-c46cf51b-1c13-4ef5-b4a9-13175fd180c4 service neutron] Transition to ACTIVE for port object 94dad17e-776a-4367-8b0e-9fdf25b7e4e9 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:40:29.070491 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-7876b702-65b7-420a-ae48-01f53b0045d8 None None] For port a62c7c03-9a93-4b57-afd3-f7e5761df9e2, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a62c7c03-9a93-4b57-afd3-f7e5761df9e2,segment=NetworkSegment(d9222f4c-3740-41de-a4d0-ab8ded6daa8d),segment_id=d9222f4c-3740-41de-a4d0-ab8ded6daa8d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:29.096093 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7876b702-65b7-420a-ae48-01f53b0045d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:29.109016 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-c46cf51b-1c13-4ef5-b4a9-13175fd180c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:29.114437 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-6729b6de-78ac-4af3-8d26-e92e6199b5d0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0930054 Nov 04 10:40:29.177603 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-45d64de2-92b9-4d74-acb4-8148d1dbd5e0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Request body: {'port': {'device_id': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1', 'admin_state_up': True, 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'security_groups': ['4d0308a4-25fc-4fcd-a5c9-11efd847006f']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:29.181822 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d947b-09a6-40a4-bda1-ebdf3347b449 req-8eb87842-b1f3-4910-9fa6-3bdf55abe6cc tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:29.187934 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-448d947b-09a6-40a4-bda1-ebdf3347b449 req-8eb87842-b1f3-4910-9fa6-3bdf55abe6cc tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/ports?device_id=daad1363-447c-4e58-954b-3ac2338f1d3e HTTP/1.1" status: 200 len: 931 time: 0.2531049 Nov 04 10:40:29.201373 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-1313fdf2-5e3a-464a-aefb-bd1fabd17fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'name': 'tempest-TestNetworkBasicOps-router-623783168', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:07Z', 'updated_at': '2021-11-04T10:40:24Z', 'revision_number': 5, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:10Z', 'updated_at': '2021-11-04T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '1528b5fa-e59b-45d3-adc9-293f3f941860', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'port_id': '828e67bd-81fb-4518-ab63-1a372a37c2c6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'mac_address': 'fa:16:3e:ef:69:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c228841-fa03-4830-b025-3117f1b7af8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:38:54Z', 'updated_at': '2021-11-04T10:38:59Z', 'revision_number': 1, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7deda305-1888-4bef-8556-220c957944c1', 'name': '', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:c4:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:17Z', 'updated_at': '2021-11-04T10:38:30Z', 'revision_number': 5, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a62c7c03-9a93-4b57-afd3-f7e5761df9e2', 'name': '', 'network_id': '21b7808c-8de1-4f33-a601-5b93fda4f5f0', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:2e:d6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '9f81a987-5f84-40d1-a2c6-38fc64dadd1a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:40:22Z', 'updated_at': '2021-11-04T10:40:28Z', 'revision_number': 4, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': '9f81a987-5f84-40d1-a2c6-38fc64dadd1a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:29.277899 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-afcd95e3-aafa-4bef-9a61-a96ef9562f6c service neutron] 10.222.0.126 "GET /v2.0/networks/906777cb-3939-487c-9500-bfbe1708a6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637896 Nov 04 10:40:29.295616 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-448d947b-09a6-40a4-bda1-ebdf3347b449 req-13a2b828-7e36-42c6-be24-a8a6650a161b tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/security-groups?id=661e586a-7284-4745-83a1-9bf108ca6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066902 Nov 04 10:40:29.325154 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-1450f6f5-4722-4890-a651-ec92c3bdc769 None None] Provisioning complete for port a62c7c03-9a93-4b57-afd3-f7e5761df9e2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:29.325530 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1450f6f5-4722-4890-a651-ec92c3bdc769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:29.329567 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-718485ba-6931-4933-bb1b-f47077606307 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:29.352984 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cf51b-1c13-4ef5-b4a9-13175fd180c4 service neutron] Pushing event updated for resources: {'Port': ['ID=94dad17e-776a-4367-8b0e-9fdf25b7e4e9,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:29.388261 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45290) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:29.409939 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876b702-65b7-420a-ae48-01f53b0045d8 None None] Pushing event updated for resources: {'Port': ['ID=a62c7c03-9a93-4b57-afd3-f7e5761df9e2,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:29.436602 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1313fdf2-5e3a-464a-aefb-bd1fabd17fa1 None None] The sync data for ids ['032b8a3d-6231-4f51-8397-456abeed9fe1'] in n-d-816629-1 is: [{'id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'name': 'tempest-TestNetworkBasicOps-router-623783168', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:07Z', 'updated_at': '2021-11-04T10:40:24Z', 'revision_number': 5, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:10Z', 'updated_at': '2021-11-04T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '1528b5fa-e59b-45d3-adc9-293f3f941860', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'port_id': '828e67bd-81fb-4518-ab63-1a372a37c2c6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'mac_address': 'fa:16:3e:ef:69:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c228841-fa03-4830-b025-3117f1b7af8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:38:54Z', 'updated_at': '2021-11-04T10:38:59Z', 'revision_number': 1, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7deda305-1888-4bef-8556-220c957944c1', 'name': '', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:c4:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:17Z', 'updated_at': '2021-11-04T10:38:30Z', 'revision_number': 5, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a62c7c03-9a93-4b57-afd3-f7e5761df9e2', 'name': '', 'network_id': '21b7808c-8de1-4f33-a601-5b93fda4f5f0', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:2e:d6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '9f81a987-5f84-40d1-a2c6-38fc64dadd1a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:40:22Z', 'updated_at': '2021-11-04T10:40:28Z', 'revision_number': 4, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': '9f81a987-5f84-40d1-a2c6-38fc64dadd1a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:40:29.530593 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084c85-754f-4d0b-8cc9-13d11956cc4c req-c1740dd1-07c5-4ab9-925c-7e60f37bc609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:29.531252 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-821485b9-9dc4-4936-9001-a23f8fd5ff05 service neutron] 10.222.0.126 "GET /v2.0/networks/906777cb-3939-487c-9500-bfbe1708a6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342319 Nov 04 10:40:29.556446 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2b084c85-754f-4d0b-8cc9-13d11956cc4c req-c1740dd1-07c5-4ab9-925c-7e60f37bc609 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=45c1d4a009b54581bacf1fbcabe00677&device_id=1c228841-fa03-4830-b025-3117f1b7af8f HTTP/1.1" status: 200 len: 1096 time: 0.5191760 Nov 04 10:40:29.565211 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c3712-6467-4076-9549-a3bd6c0d6ff4 req-2e3a672c-4402-458e-8626-5410822714d5 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:29.576136 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae6c3712-6467-4076-9549-a3bd6c0d6ff4 req-2e3a672c-4402-458e-8626-5410822714d5 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 945 time: 0.1098411 Nov 04 10:40:29.682376 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae6c3712-6467-4076-9549-a3bd6c0d6ff4 req-6d6ae8ce-115a-42df-bda1-7585bd5653d7 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050835 Nov 04 10:40:29.741808 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6fd703-1dc0-4cec-8bf6-cf14789aa8be x-openstack-request-id: req-db6fd703-1dc0-4cec-8bf6-cf14789aa8be {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:40:29.742371 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7522f3-4470-411d-a56d-c12c73db1ff9", "tag": "6f378d69-be5d-429b-a5cf-89a81aa3f588", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:40:29.742825 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-db6fd703-1dc0-4cec-8bf6-cf14789aa8be {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:40:29.743466 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7522f3-4470-411d-a56d-c12c73db1ff9', 'tag': '6f378d69-be5d-429b-a5cf-89a81aa3f588', 'status': 'completed', 'code': 200} Nov 04 10:40:29.759155 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd46c759-c7e5-4d75-b573-a62dcc18a9f5 admin admin] Deleting subnet 07140a08-ffec-484a-a1ec-e3e308952fd3 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:40:29.762039 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084c85-754f-4d0b-8cc9-13d11956cc4c req-ca3e3116-95f6-4790-9eac-6bef4d497212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:29.763494 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2b084c85-754f-4d0b-8cc9-13d11956cc4c req-ca3e3116-95f6-4790-9eac-6bef4d497212 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d1610b1b-8f45-4d3c-9fc2-347cfc05de13 HTTP/1.1" status: 200 len: 899 time: 0.1320968 Nov 04 10:40:29.772702 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fd46c759-c7e5-4d75-b573-a62dcc18a9f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:29.778078 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-c1f15e2c-4905-49f1-b4cf-86794962806f req-92cb5645-3ebe-44a5-9a78-2e2c963156f0 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Deleting port bcc3c56c-7e98-428b-bdf7-55b1bcad1813 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:40:29.778415 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1f15e2c-4905-49f1-b4cf-86794962806f req-92cb5645-3ebe-44a5-9a78-2e2c963156f0 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:29.861271 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-c46cf51b-1c13-4ef5-b4a9-13175fd180c4 service neutron] Attempting to bind port 94dad17e-776a-4367-8b0e-9fdf25b7e4e9 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:40:29.861616 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-c46cf51b-1c13-4ef5-b4a9-13175fd180c4 service neutron] Attempting to bind port 94dad17e-776a-4367-8b0e-9fdf25b7e4e9 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '041ff45a-2ca4-4e17-84f8-e231dd606655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '906777cb-3939-487c-9500-bfbe1708a6f8'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:40:29.867690 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-c46cf51b-1c13-4ef5-b4a9-13175fd180c4 service neutron] Attempting to bind port 94dad17e-776a-4367-8b0e-9fdf25b7e4e9 on network 906777cb-3939-487c-9500-bfbe1708a6f8 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:29.887215 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-1450f6f5-4722-4890-a651-ec92c3bdc769 None None] Provisioning complete for port bb296dc2-fe9a-4d2b-a25a-d011341603b9 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:29.887821 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1450f6f5-4722-4890-a651-ec92c3bdc769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:29.889573 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de5446-4c15-4872-9656-b99afc528fd9 req-f93d6bf2-da63-4ca9-befd-9e926ec635a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:29.891455 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d4de5446-4c15-4872-9656-b99afc528fd9 req-f93d6bf2-da63-4ca9-befd-9e926ec635a4 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8dc11aad27e140a09eac7e36656c13cd&device_id=ef7522f3-4470-411d-a56d-c12c73db1ff9 HTTP/1.1" status: 200 len: 1095 time: 0.1237180 Nov 04 10:40:29.927474 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-1450f6f5-4722-4890-a651-ec92c3bdc769 None None] Port bb296dc2-fe9a-4d2b-a25a-d011341603b9 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:40:29.967278 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2627189-ad95-4915-86de-64e001cf3496 req-66cc158a-7b00-41e8-acef-5cb794cb28b8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:29.970531 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-c46cf51b-1c13-4ef5-b4a9-13175fd180c4 service neutron] Port 94dad17e-776a-4367-8b0e-9fdf25b7e4e9 on network 906777cb-3939-487c-9500-bfbe1708a6f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:40:29.970860 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-c46cf51b-1c13-4ef5-b4a9-13175fd180c4 service neutron] Attempting to bind port 94dad17e-776a-4367-8b0e-9fdf25b7e4e9 on network 906777cb-3939-487c-9500-bfbe1708a6f8 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:29.975668 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2627189-ad95-4915-86de-64e001cf3496 req-66cc158a-7b00-41e8-acef-5cb794cb28b8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:29.982229 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2627189-ad95-4915-86de-64e001cf3496 req-66cc158a-7b00-41e8-acef-5cb794cb28b8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:29.987416 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fd46c759-c7e5-4d75-b573-a62dcc18a9f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:29.990228 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d2627189-ad95-4915-86de-64e001cf3496 req-66cc158a-7b00-41e8-acef-5cb794cb28b8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 2373 time: 0.1435666 Nov 04 10:40:30.058477 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-c46cf51b-1c13-4ef5-b4a9-13175fd180c4 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:40:30.058919 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-c46cf51b-1c13-4ef5-b4a9-13175fd180c4 service neutron] Checking segment: {'id': '041ff45a-2ca4-4e17-84f8-e231dd606655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '906777cb-3939-487c-9500-bfbe1708a6f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:30.059366 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-c46cf51b-1c13-4ef5-b4a9-13175fd180c4 service neutron] Bound using segment: {'id': '041ff45a-2ca4-4e17-84f8-e231dd606655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '906777cb-3939-487c-9500-bfbe1708a6f8'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:40:30.059880 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-c46cf51b-1c13-4ef5-b4a9-13175fd180c4 service neutron] Bound port: 94dad17e-776a-4367-8b0e-9fdf25b7e4e9, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '041ff45a-2ca4-4e17-84f8-e231dd606655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '906777cb-3939-487c-9500-bfbe1708a6f8'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:40:30.060298 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-c46cf51b-1c13-4ef5-b4a9-13175fd180c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:30.072503 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-718485ba-6931-4933-bb1b-f47077606307 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:30.083600 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d2627189-ad95-4915-86de-64e001cf3496 req-c0d08c1b-2889-493d-8a22-d4e2946e7b9c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922074 Nov 04 10:40:30.085927 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e5fbf1ee-9591-4882-a774-997b8989bdf9 None None] Provisioning complete for port ffce93d2-d7fb-4412-90f0-da36737ce434 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:30.087537 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e5fbf1ee-9591-4882-a774-997b8989bdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:30.092760 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de5446-4c15-4872-9656-b99afc528fd9 req-dae537b7-a26a-4f11-b74a-e464d32a2d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:30.097207 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d4de5446-4c15-4872-9656-b99afc528fd9 req-dae537b7-a26a-4f11-b74a-e464d32a2d67 service neutron] 10.222.0.126 "GET /v2.0/networks?id=906777cb-3939-487c-9500-bfbe1708a6f8 HTTP/1.1" status: 200 len: 914 time: 0.1952627 Nov 04 10:40:30.183008 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d4de5446-4c15-4872-9656-b99afc528fd9 req-127c90ca-d4a5-43aa-b0a2-6796314aa287 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f378d69-be5d-429b-a5cf-89a81aa3f588 HTTP/1.1" status: 200 len: 217 time: 0.0768907 Nov 04 10:40:30.207658 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fd46c759-c7e5-4d75-b573-a62dcc18a9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:30.244291 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718485ba-6931-4933-bb1b-f47077606307 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network 4db98aca-97c4-4e92-8d52-738a3cd7ccf2 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:30.251942 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2b084c85-754f-4d0b-8cc9-13d11956cc4c req-365238b1-fa30-45fa-b7ed-766bb211ac76 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=828e67bd-81fb-4518-ab63-1a372a37c2c6 HTTP/1.1" status: 200 len: 1001 time: 0.4636858 Nov 04 10:40:30.272730 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de5446-4c15-4872-9656-b99afc528fd9 req-664cff8f-f65a-4493-aa7f-e18b0130d347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:30.275080 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d4de5446-4c15-4872-9656-b99afc528fd9 req-664cff8f-f65a-4493-aa7f-e18b0130d347 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=a621a168-1891-4ff7-9023-498b59bce32f HTTP/1.1" status: 200 len: 852 time: 0.0758889 Nov 04 10:40:30.307773 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c1f15e2c-4905-49f1-b4cf-86794962806f req-92cb5645-3ebe-44a5-9a78-2e2c963156f0 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] For port bcc3c56c-7e98-428b-bdf7-55b1bcad1813, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=bcc3c56c-7e98-428b-bdf7-55b1bcad1813,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:30.308166 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1f15e2c-4905-49f1-b4cf-86794962806f req-92cb5645-3ebe-44a5-9a78-2e2c963156f0 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:30.314704 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-45d64de2-92b9-4d74-acb4-8148d1dbd5e0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Made reservation on behalf of 24e6e80e7cbd47b89cef6beaedf3befe for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:30.320146 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-718485ba-6931-4933-bb1b-f47077606307 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:30.322646 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718485ba-6931-4933-bb1b-f47077606307 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:30.322851 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d4de5446-4c15-4872-9656-b99afc528fd9 req-3950f467-4310-49ab-a3ed-43b50a10d6d9 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=906777cb-3939-487c-9500-bfbe1708a6f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336902 Nov 04 10:40:30.329769 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718485ba-6931-4933-bb1b-f47077606307 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:30.330539 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-718485ba-6931-4933-bb1b-f47077606307 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:30.439724 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718485ba-6931-4933-bb1b-f47077606307 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Port': ['ID=2032ab87-a457-49fd-b60a-fbe24f1b9be7,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:30.480303 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-c1f15e2c-4905-49f1-b4cf-86794962806f req-92cb5645-3ebe-44a5-9a78-2e2c963156f0 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Calling delete_port for bcc3c56c-7e98-428b-bdf7-55b1bcad1813 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:40:30.482853 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab470b9-14a9-4982-8b7a-43d44de720c8 req-4567717f-5299-4aa2-b5cb-58fb25bdca2f tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:30.494947 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1ab470b9-14a9-4982-8b7a-43d44de720c8 req-4567717f-5299-4aa2-b5cb-58fb25bdca2f tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=0ea37bd7-3f37-4fd9-80b7-fe06ddee9351 HTTP/1.1" status: 200 len: 945 time: 0.1710403 Nov 04 10:40:30.581535 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d4de5446-4c15-4872-9656-b99afc528fd9 req-2540e3d8-5e3f-4eb9-8d16-bd76b6d8bb10 service neutron] 10.222.0.126 "GET /v2.0/networks/906777cb-3939-487c-9500-bfbe1708a6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483163 Nov 04 10:40:30.605544 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-718485ba-6931-4933-bb1b-f47077606307 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 5.1918612 Nov 04 10:40:30.610624 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45296) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:30.616191 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-6bacaf01-5c38-484f-975e-8c7ebaa44921 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '076ad9ad-375b-42a4-a770-118968b48ddc'}]}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:30.643258 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a62c7c03-9a93-4b57-afd3-f7e5761df9e2 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:40:30.692981 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1ab470b9-14a9-4982-8b7a-43d44de720c8 req-59ace3c6-9d7e-4c6b-a89b-c884aa02b072 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883757 Nov 04 10:40:30.703699 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-c46cf51b-1c13-4ef5-b4a9-13175fd180c4 service neutron] For port 94dad17e-776a-4367-8b0e-9fdf25b7e4e9, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:40:30.728655 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084c85-754f-4d0b-8cc9-13d11956cc4c req-0ba957b5-eaf6-4b49-ab0a-e3b05d33806e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:30.729691 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port a62c7c03-9a93-4b57-afd3-f7e5761df9e2 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:30.730060 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:30.731007 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2b084c85-754f-4d0b-8cc9-13d11956cc4c req-0ba957b5-eaf6-4b49-ab0a-e3b05d33806e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=d6057b4f-75be-4660-b8e6-699fba4902f5 HTTP/1.1" status: 200 len: 835 time: 0.4267423 Nov 04 10:40:30.757542 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-c46cf51b-1c13-4ef5-b4a9-13175fd180c4 service neutron] For port 94dad17e-776a-4367-8b0e-9fdf25b7e4e9, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=94dad17e-776a-4367-8b0e-9fdf25b7e4e9,segment=NetworkSegment(041ff45a-2ca4-4e17-84f8-e231dd606655),segment_id=041ff45a-2ca4-4e17-84f8-e231dd606655)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:40:30.801662 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-c46cf51b-1c13-4ef5-b4a9-13175fd180c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:30.804609 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fd46c759-c7e5-4d75-b573-a62dcc18a9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:30.840884 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b45671b1-590d-4150-9c1c-712517cc6a6f None None] Provisioning complete for port 2032ab87-a457-49fd-b60a-fbe24f1b9be7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:30.841260 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b45671b1-590d-4150-9c1c-712517cc6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:30.846354 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46c759-c7e5-4d75-b573-a62dcc18a9f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07140a08-ffec-484a-a1ec-e3e308952fd3,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:30.847714 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d4de5446-4c15-4872-9656-b99afc528fd9 req-af552905-889e-4219-8369-e9d1cb3397c5 service neutron] 10.222.0.126 "GET /v2.0/networks/906777cb-3939-487c-9500-bfbe1708a6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484484 Nov 04 10:40:30.901972 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-b45671b1-590d-4150-9c1c-712517cc6a6f None None] Port 2032ab87-a457-49fd-b60a-fbe24f1b9be7 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:40:30.976148 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308bef7-25f1-4c72-8d92-9e1050d39f7f req-bee72a43-df03-404c-a92f-6045f0255db7 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:30.977793 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1308bef7-25f1-4c72-8d92-9e1050d39f7f req-bee72a43-df03-404c-a92f-6045f0255db7 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/ports?device_id=daad1363-447c-4e58-954b-3ac2338f1d3e HTTP/1.1" status: 200 len: 943 time: 0.1214857 Nov 04 10:40:31.075533 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1308bef7-25f1-4c72-8d92-9e1050d39f7f req-7a2f2c20-f5fe-49ed-8856-276d3be67bc9 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/security-groups?id=661e586a-7284-4745-83a1-9bf108ca6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808964 Nov 04 10:40:31.076179 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6bacaf01-5c38-484f-975e-8c7ebaa44921 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:31.252364 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-45d64de2-92b9-4d74-acb4-8148d1dbd5e0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:31.262830 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51a115-3e41-401e-a5b1-05e4857177a1 req-8a86c08b-fede-469b-92a2-25e79259455b tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:31.265091 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fd46c759-c7e5-4d75-b573-a62dcc18a9f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:31.268526 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fd46c759-c7e5-4d75-b573-a62dcc18a9f5 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/07140a08-ffec-484a-a1ec-e3e308952fd3 HTTP/1.1" status: 204 len: 168 time: 1.8671200 Nov 04 10:40:31.270741 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0e51a115-3e41-401e-a5b1-05e4857177a1 req-8a86c08b-fede-469b-92a2-25e79259455b tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 945 time: 0.1119792 Nov 04 10:40:31.272466 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45304) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:31.284716 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-c46cf51b-1c13-4ef5-b4a9-13175fd180c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:31.285369 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-c46cf51b-1c13-4ef5-b4a9-13175fd180c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:31.286791 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-c46cf51b-1c13-4ef5-b4a9-13175fd180c4 service neutron] 10.222.0.126 "PUT /v2.0/ports/94dad17e-776a-4367-8b0e-9fdf25b7e4e9 HTTP/1.1" status: 200 len: 1091 time: 5.8816879 Nov 04 10:40:31.289164 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daad1363-447c-4e58-954b-3ac2338f1d3e', 'tag': '94dad17e-776a-4367-8b0e-9fdf25b7e4e9'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:40:31.291451 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b43f2f-0dcd-499b-a8e0-7bec9b70db59" -d '{"events": [{"name": "network-changed", "server_uuid": "daad1363-447c-4e58-954b-3ac2338f1d3e", "tag": "94dad17e-776a-4367-8b0e-9fdf25b7e4e9"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:40:31.341987 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084c85-754f-4d0b-8cc9-13d11956cc4c req-a98b249a-bee4-4063-b01b-4b231deea739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:31.343601 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2b084c85-754f-4d0b-8cc9-13d11956cc4c req-a98b249a-bee4-4063-b01b-4b231deea739 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d1610b1b-8f45-4d3c-9fc2-347cfc05de13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5982199 Nov 04 10:40:31.392864 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cf51b-1c13-4ef5-b4a9-13175fd180c4 service neutron] Pushing event updated for resources: {'Port': ['ID=94dad17e-776a-4367-8b0e-9fdf25b7e4e9,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:31.449384 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e125ec91-0807-43ca-9a9b-8001993c210e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:31.490506 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0e51a115-3e41-401e-a5b1-05e4857177a1 req-5e8edb47-a70a-412a-bf9e-87393d0bf337 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188206 Nov 04 10:40:31.630513 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 6f378d69-be5d-429b-a5cf-89a81aa3f588 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:40:31.634821 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:40:31.635038 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-82cf716a-471e-4640-881c-38268bc3082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:31.636526 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-82cf716a-471e-4640-881c-38268bc3082d service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8dc11aad27e140a09eac7e36656c13cd&device_id=daad1363-447c-4e58-954b-3ac2338f1d3e HTTP/1.1" status: 200 len: 1094 time: 0.2917249 Nov 04 10:40:31.703140 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-6bacaf01-5c38-484f-975e-8c7ebaa44921 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Delete allocated IP 2001:db8:0:1::2a3 (4db98aca-97c4-4e92-8d52-738a3cd7ccf2/c48bc4b6-af09-49f2-9a4d-ec05bd7b0b82) {{(pid=101774) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 04 10:40:31.708363 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1f15e2c-4905-49f1-b4cf-86794962806f req-92cb5645-3ebe-44a5-9a78-2e2c963156f0 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:31.711242 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-0354ff79-2d38-46bf-925c-e5949cea9a33 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94dad17e-776a-4367-8b0e-9fdf25b7e4e9 HTTP/1.1" status: 200 len: 217 time: 0.0611134 Nov 04 10:40:31.745187 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee5ec6-7a19-40c0-8ea7-dfdc0644be07 req-66056edd-fd11-402a-a6da-a96d87028ed8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:31.752066 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee5ec6-7a19-40c0-8ea7-dfdc0644be07 req-66056edd-fd11-402a-a6da-a96d87028ed8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:31.758842 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee5ec6-7a19-40c0-8ea7-dfdc0644be07 req-66056edd-fd11-402a-a6da-a96d87028ed8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:31.760566 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6bee5ec6-7a19-40c0-8ea7-dfdc0644be07 req-66056edd-fd11-402a-a6da-a96d87028ed8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 2373 time: 0.1804748 Nov 04 10:40:31.777161 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e125ec91-0807-43ca-9a9b-8001993c210e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:31.795596 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2b084c85-754f-4d0b-8cc9-13d11956cc4c req-5f4ffa60-f141-4e73-97e4-9c01463e1c33 service neutron] 10.222.0.121 "GET /v2.0/networks/d1610b1b-8f45-4d3c-9fc2-347cfc05de13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195471 Nov 04 10:40:31.804229 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:40:31.819911 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb5645-3ebe-44a5-9a78-2e2c963156f0 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Pushing event deleted for resources: {'Port': ['ID=bcc3c56c-7e98-428b-bdf7-55b1bcad1813,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:31.824156 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:31.824612 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:31.869569 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-e125ec91-0807-43ca-9a9b-8001993c210e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b5cab6-0870-4630-a840-713505d3c31f']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:31.914934 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2b084c85-754f-4d0b-8cc9-13d11956cc4c req-5e1eb043-4dff-4351-a610-0487bd11f857 service neutron] 10.222.0.121 "GET /v2.0/networks/d1610b1b-8f45-4d3c-9fc2-347cfc05de13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925665 Nov 04 10:40:31.920806 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6bee5ec6-7a19-40c0-8ea7-dfdc0644be07 req-dcb5a22f-5fe8-49cc-8bb3-8fa03bee7cd8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393805 Nov 04 10:40:31.929612 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-e125ec91-0807-43ca-9a9b-8001993c210e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '371c3b52-8b94-460c-ab6e-3d1cde3fe09a') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:31.930005 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-e125ec91-0807-43ca-9a9b-8001993c210e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '371c3b52-8b94-460c-ab6e-3d1cde3fe09a') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:31.939605 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 6f378d69-be5d-429b-a5cf-89a81aa3f588, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=6f378d69-be5d-429b-a5cf-89a81aa3f588,segment=NetworkSegment(041ff45a-2ca4-4e17-84f8-e231dd606655),segment_id=041ff45a-2ca4-4e17-84f8-e231dd606655)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:31.959476 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e125ec91-0807-43ca-9a9b-8001993c210e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:31.989608 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '6f378d69-be5d-429b-a5cf-89a81aa3f588', 'network_id': '906777cb-3939-487c-9500-bfbe1708a6f8', 'port_id': '6f378d69-be5d-429b-a5cf-89a81aa3f588', 'mac_address': 'fa:16:3e:ea:0e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a621a168-1891-4ff7-9023-498b59bce32f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:40:32.006460 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e125ec91-0807-43ca-9a9b-8001993c210e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:32.028122 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e125ec91-0807-43ca-9a9b-8001993c210e admin admin] Releasing vlan 1190 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:40:32.028584 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e125ec91-0807-43ca-9a9b-8001993c210e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:40:32.030765 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:40:32.096188 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-45d64de2-92b9-4d74-acb4-8148d1dbd5e0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Allocated IP 10.2.2.100 (e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1/fb0189f5-0dbc-49c3-b67c-b28bc1fef63a/72df5c77-e2bf-4914-a389-b01de4c7d2be) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:32.126979 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e125ec91-0807-43ca-9a9b-8001993c210e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:32.130548 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6bacaf01-5c38-484f-975e-8c7ebaa44921 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:32.134019 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:32.137099 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f15e2c-4905-49f1-b4cf-86794962806f req-92cb5645-3ebe-44a5-9a78-2e2c963156f0 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] No DVR routers for this DVR port bcc3c56c-7e98-428b-bdf7-55b1bcad1813 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:40:32.147668 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1f15e2c-4905-49f1-b4cf-86794962806f req-92cb5645-3ebe-44a5-9a78-2e2c963156f0 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:32.155985 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1f15e2c-4905-49f1-b4cf-86794962806f req-92cb5645-3ebe-44a5-9a78-2e2c963156f0 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.126 "DELETE /v2.0/ports/bcc3c56c-7e98-428b-bdf7-55b1bcad1813 HTTP/1.1" status: 204 len: 173 time: 3.5389457 Nov 04 10:40:32.159309 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-25f3d0a5-de16-4ca0-8ed1-6a31458eda55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:32.160909 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-25f3d0a5-de16-4ca0-8ed1-6a31458eda55 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=a621a168-1891-4ff7-9023-498b59bce32f HTTP/1.1" status: 200 len: 852 time: 0.4306719 Nov 04 10:40:32.162549 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f22fe89-4651-4754-b4d6-c3392804c430 x-openstack-request-id: req-9f22fe89-4651-4754-b4d6-c3392804c430 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:40:32.162831 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daad1363-447c-4e58-954b-3ac2338f1d3e", "tag": "94dad17e-776a-4367-8b0e-9fdf25b7e4e9", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:40:32.163082 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-9f22fe89-4651-4754-b4d6-c3392804c430 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:40:32.163501 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daad1363-447c-4e58-954b-3ac2338f1d3e', 'tag': '94dad17e-776a-4367-8b0e-9fdf25b7e4e9', 'status': 'completed', 'code': 200} Nov 04 10:40:32.170066 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e125ec91-0807-43ca-9a9b-8001993c210e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:32.193065 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e125ec91-0807-43ca-9a9b-8001993c210e admin admin] 10.222.0.127 "DELETE /v2.0/networks/52b5cab6-0870-4630-a840-713505d3c31f HTTP/1.1" status: 204 len: 168 time: 0.8946207 Nov 04 10:40:32.201306 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:32.232754 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccd14b8-5141-4f67-8179-1ee0c0f16b22'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:40:32.240359 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9c9868-4f1c-4c7f-9969-b40ca5b31d12" -d '{"events": [{"server_uuid": "df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6", "name": "network-vif-plugged", "status": "completed", "tag": "5ccd14b8-5141-4f67-8179-1ee0c0f16b22"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:40:32.246754 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125ec91-0807-43ca-9a9b-8001993c210e admin admin] Pushing event deleted for resources: {'Network': ['ID=52b5cab6-0870-4630-a840-713505d3c31f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:32.254579 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6bacaf01-5c38-484f-975e-8c7ebaa44921 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:32.276291 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f378d69-be5d-429b-a5cf-89a81aa3f588 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:40:32.295430 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=5ccd14b8-5141-4f67-8179-1ee0c0f16b22,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:32.320754 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:32.321715 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device bcc3c56c-7e98-428b-bdf7-55b1bcad1813 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:40:32.339469 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 6f378d69-be5d-429b-a5cf-89a81aa3f588, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=6f378d69-be5d-429b-a5cf-89a81aa3f588,segment=NetworkSegment(041ff45a-2ca4-4e17-84f8-e231dd606655),segment_id=041ff45a-2ca4-4e17-84f8-e231dd606655)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:32.374757 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-75d0ce1e-5dd9-4519-bba8-590d2446c6ed req-b68d6a5d-9386-4c4b-9e3e-7d779f6b937e tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=0ea37bd7-3f37-4fd9-80b7-fe06ddee9351 HTTP/1.1" status: 200 len: 210 time: 0.1088078 Nov 04 10:40:32.399540 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:32.401289 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: bcc3c56c-7e98-428b-bdf7-55b1bcad1813 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:40:32.401603 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device bcc3c56c-7e98-428b-bdf7-55b1bcad1813 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:40:32.422510 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-45d64de2-92b9-4d74-acb4-8148d1dbd5e0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:32.429525 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=5ccd14b8-5141-4f67-8179-1ee0c0f16b22,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:32.479203 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-6bacaf01-5c38-484f-975e-8c7ebaa44921 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] In _notify_port_updated(), no bound segment for port 2032ab87-a457-49fd-b60a-fbe24f1b9be7 on network 4db98aca-97c4-4e92-8d52-738a3cd7ccf2 {{(pid=101774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 04 10:40:32.488089 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bacaf01-5c38-484f-975e-8c7ebaa44921 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:32.488778 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6bacaf01-5c38-484f-975e-8c7ebaa44921 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:32.490352 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6bacaf01-5c38-484f-975e-8c7ebaa44921 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "PUT /v2.0/ports/2032ab87-a457-49fd-b60a-fbe24f1b9be7 HTTP/1.1" status: 200 len: 925 time: 1.8786993 Nov 04 10:40:32.506337 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45318) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:32.512536 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-b316b4c6-3b12-47ec-954a-cec2ed6257bd service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=906777cb-3939-487c-9500-bfbe1708a6f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665424 Nov 04 10:40:32.518435 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-31cc571a-85bb-46f5-b2b9-61136dcf9f20 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '076ad9ad-375b-42a4-a770-118968b48ddc'}, {'subnet_id': 'c48bc4b6-af09-49f2-9a4d-ec05bd7b0b82'}]}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:32.522052 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=6f378d69-be5d-429b-a5cf-89a81aa3f588,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:32.548861 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45322) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:32.585068 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacaf01-5c38-484f-975e-8c7ebaa44921 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Port': ['ID=2032ab87-a457-49fd-b60a-fbe24f1b9be7,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:32.623045 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-45d64de2-92b9-4d74-acb4-8148d1dbd5e0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:32.677852 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d64de2-92b9-4d74-acb4-8148d1dbd5e0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event updated for resources: {'Port': ['ID=72df5c77-e2bf-4914-a389-b01de4c7d2be,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:32.694987 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['6f378d69-be5d-429b-a5cf-89a81aa3f588'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:40:32.716018 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6aa13-8c01-4423-a925-20075988a0e5 req-d036951a-6d0c-4c19-bf63-4399626a4467 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:32.718046 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9ab6aa13-8c01-4423-a925-20075988a0e5 req-d036951a-6d0c-4c19-bf63-4399626a4467 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/ports?device_id=daad1363-447c-4e58-954b-3ac2338f1d3e HTTP/1.1" status: 200 len: 943 time: 0.2215564 Nov 04 10:40:32.738739 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-45d64de2-92b9-4d74-acb4-8148d1dbd5e0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Network e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:32.747744 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-45d64de2-92b9-4d74-acb4-8148d1dbd5e0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:32.751991 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-45d64de2-92b9-4d74-acb4-8148d1dbd5e0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:32.792803 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-31cc571a-85bb-46f5-b2b9-61136dcf9f20 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:32.824948 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f3fd6c37-8a31-44ca-8956-74e7663e72e2 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=9f7f577a2aa34196a84d622d13830ddf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2736871 Nov 04 10:40:32.835159 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-85452d11-22c4-4e8c-b13c-c8d6a6ff40a2 service neutron] 10.222.0.126 "GET /v2.0/networks/906777cb-3939-487c-9500-bfbe1708a6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050587 Nov 04 10:40:32.842656 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-45d64de2-92b9-4d74-acb4-8148d1dbd5e0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:32.843312 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-45d64de2-92b9-4d74-acb4-8148d1dbd5e0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:32.852187 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45324) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:32.954818 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-45d64de2-92b9-4d74-acb4-8148d1dbd5e0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7816017 Nov 04 10:40:32.959744 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-e5c5fdc0-98bd-4e48-99ca-9d83aa11fec8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Request body: {'port': {'device_id': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1', 'admin_state_up': True, 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'security_groups': ['4d0308a4-25fc-4fcd-a5c9-11efd847006f']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:32.982181 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-61c931a7-68c5-4058-8b03-769854484b16 None None] Provisioning complete for port 2032ab87-a457-49fd-b60a-fbe24f1b9be7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:32.982730 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-61c931a7-68c5-4058-8b03-769854484b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:33.086761 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-61c931a7-68c5-4058-8b03-769854484b16 None None] Port 2032ab87-a457-49fd-b60a-fbe24f1b9be7 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:40:33.126151 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-e5c5fdc0-98bd-4e48-99ca-9d83aa11fec8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Made reservation on behalf of 24e6e80e7cbd47b89cef6beaedf3befe for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:33.131767 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-e5c5fdc0-98bd-4e48-99ca-9d83aa11fec8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:33.153677 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-83e765e6-e0fc-4f0c-a97d-cf0d98c8d977 req-1f7188cd-4ec2-4c8d-94c0-b46e1d8898e0 service neutron] 10.222.0.126 "GET /v2.0/networks/906777cb-3939-487c-9500-bfbe1708a6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928572 Nov 04 10:40:33.228153 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a268cc9c-19a4-4c46-822e-b1816bf7d032 None None] Provisioning complete for port 72df5c77-e2bf-4914-a389-b01de4c7d2be triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:33.229022 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a268cc9c-19a4-4c46-822e-b1816bf7d032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:33.293025 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a268cc9c-19a4-4c46-822e-b1816bf7d032 None None] Port 72df5c77-e2bf-4914-a389-b01de4c7d2be cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:40:33.311507 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b43f2f-0dcd-499b-a8e0-7bec9b70db59 req-ac049c8e-25cb-4e13-b0a1-c4025be45215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:33.313091 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d1b43f2f-0dcd-499b-a8e0-7bec9b70db59 req-ac049c8e-25cb-4e13-b0a1-c4025be45215 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8dc11aad27e140a09eac7e36656c13cd&device_id=daad1363-447c-4e58-954b-3ac2338f1d3e HTTP/1.1" status: 200 len: 1094 time: 0.0912209 Nov 04 10:40:33.459516 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-e5c5fdc0-98bd-4e48-99ca-9d83aa11fec8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Allocated IP 10.2.2.200 (e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1/fb0189f5-0dbc-49c3-b67c-b28bc1fef63a/774451b9-da41-429f-b239-13e3f3375067) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:33.485752 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b43f2f-0dcd-499b-a8e0-7bec9b70db59 req-036aaa1e-716b-4e74-9c30-29bb085b3973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:33.487334 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d1b43f2f-0dcd-499b-a8e0-7bec9b70db59 req-036aaa1e-716b-4e74-9c30-29bb085b3973 service neutron] 10.222.0.126 "GET /v2.0/networks?id=906777cb-3939-487c-9500-bfbe1708a6f8 HTTP/1.1" status: 200 len: 914 time: 0.1652899 Nov 04 10:40:33.515220 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9ab6aa13-8c01-4423-a925-20075988a0e5 req-f1e7e107-587b-4d98-91ad-1a6039d225a5 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/security-groups?id=661e586a-7284-4745-83a1-9bf108ca6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7805126 Nov 04 10:40:33.559969 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d1b43f2f-0dcd-499b-a8e0-7bec9b70db59 req-742c20da-be86-4d92-a0c8-4822595fe8e6 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94dad17e-776a-4367-8b0e-9fdf25b7e4e9 HTTP/1.1" status: 200 len: 217 time: 0.0579038 Nov 04 10:40:33.588519 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5b6c-6c58-44b8-8ada-fadc2662b67e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:33.599168 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b11372-e123-42f9-bb28-2a39354e29a7 x-openstack-request-id: req-00b11372-e123-42f9-bb28-2a39354e29a7 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:40:33.600582 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6", "name": "network-vif-plugged", "status": "completed", "tag": "5ccd14b8-5141-4f67-8179-1ee0c0f16b22", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:40:33.601141 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-00b11372-e123-42f9-bb28-2a39354e29a7 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:40:33.601939 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccd14b8-5141-4f67-8179-1ee0c0f16b22', 'code': 200} Nov 04 10:40:33.613021 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5b6c-6c58-44b8-8ada-fadc2662b67e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:33.670673 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5b6c-6c58-44b8-8ada-fadc2662b67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:33.673433 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5b6c-6c58-44b8-8ada-fadc2662b67e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:33.673595 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b43f2f-0dcd-499b-a8e0-7bec9b70db59 req-877e884b-40ee-49fe-a701-6d152a8b1102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:33.675102 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d1b43f2f-0dcd-499b-a8e0-7bec9b70db59 req-877e884b-40ee-49fe-a701-6d152a8b1102 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=a621a168-1891-4ff7-9023-498b59bce32f HTTP/1.1" status: 200 len: 852 time: 0.1050119 Nov 04 10:40:33.678723 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d2bd5b6c-6c58-44b8-8ada-fadc2662b67e admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/f0e68e9c-e12c-4705-a575-00c11e185c5b HTTP/1.1" status: 204 len: 168 time: 0.8229437 Nov 04 10:40:33.698251 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd5b6c-6c58-44b8-8ada-fadc2662b67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e68e9c-e12c-4705-a575-00c11e185c5b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:33.794218 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d1b43f2f-0dcd-499b-a8e0-7bec9b70db59 req-7195386d-1933-4faa-bc99-207339b21384 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=906777cb-3939-487c-9500-bfbe1708a6f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416319 Nov 04 10:40:33.811885 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-31cc571a-85bb-46f5-b2b9-61136dcf9f20 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Allocated IP 2001:db8:0:1::e (4db98aca-97c4-4e92-8d52-738a3cd7ccf2/c48bc4b6-af09-49f2-9a4d-ec05bd7b0b82/2032ab87-a457-49fd-b60a-fbe24f1b9be7) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:33.849561 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c39419-da3f-4d29-8cad-59a2c03906cc req-cf31f9df-93d2-4cca-a647-b4e1a0116f51 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:33.851763 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e7c39419-da3f-4d29-8cad-59a2c03906cc req-cf31f9df-93d2-4cca-a647-b4e1a0116f51 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 946 time: 0.1066954 Nov 04 10:40:33.891694 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-e5c5fdc0-98bd-4e48-99ca-9d83aa11fec8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:33.899100 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34375e8-14ac-4f0a-8524-b25f01de8e20 req-1d10f7b1-d214-45dd-b622-358828c53d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:33.900651 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f34375e8-14ac-4f0a-8524-b25f01de8e20 req-1d10f7b1-d214-45dd-b622-358828c53d75 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 1097 time: 0.2247150 Nov 04 10:40:33.978991 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e7c39419-da3f-4d29-8cad-59a2c03906cc req-9f45d742-5e57-42bb-a3fe-0b0e53ea4c1e tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130478 Nov 04 10:40:34.012597 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f34375e8-14ac-4f0a-8524-b25f01de8e20 req-a9434e44-d5fe-40a1-a388-a1dfef343f51 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014574 Nov 04 10:40:34.014554 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d1b43f2f-0dcd-499b-a8e0-7bec9b70db59 req-5ed77db3-d5a9-4a95-bbbd-8ed3413769f8 service neutron] 10.222.0.126 "GET /v2.0/networks/906777cb-3939-487c-9500-bfbe1708a6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057953 Nov 04 10:40:34.022184 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-e5c5fdc0-98bd-4e48-99ca-9d83aa11fec8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:34.029031 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-31cc571a-85bb-46f5-b2b9-61136dcf9f20 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:34.039086 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-31cc571a-85bb-46f5-b2b9-61136dcf9f20 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:34.073633 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-e5c5fdc0-98bd-4e48-99ca-9d83aa11fec8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Network e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:34.076869 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-e5c5fdc0-98bd-4e48-99ca-9d83aa11fec8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:34.079963 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-e5c5fdc0-98bd-4e48-99ca-9d83aa11fec8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:34.128228 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5fdc0-98bd-4e48-99ca-9d83aa11fec8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event updated for resources: {'Port': ['ID=774451b9-da41-429f-b239-13e3f3375067,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:34.178807 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea37bd7-3f37-4fd9-80b7-fe06ddee9351', 'name': 'network-vif-deleted', 'tag': 'bcc3c56c-7e98-428b-bdf7-55b1bcad1813'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:40:34.182016 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0466af91-539d-42c1-be40-6dd75f49bdc3" -d '{"events": [{"server_uuid": "0ea37bd7-3f37-4fd9-80b7-fe06ddee9351", "name": "network-vif-deleted", "tag": "bcc3c56c-7e98-428b-bdf7-55b1bcad1813"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:40:34.192126 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-e5c5fdc0-98bd-4e48-99ca-9d83aa11fec8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:34.193037 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-e5c5fdc0-98bd-4e48-99ca-9d83aa11fec8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:34.224681 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-e5c5fdc0-98bd-4e48-99ca-9d83aa11fec8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2688897 Nov 04 10:40:34.280981 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc571a-85bb-46f5-b2b9-61136dcf9f20 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Port': ['ID=2032ab87-a457-49fd-b60a-fbe24f1b9be7,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:34.293189 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f5332a9d-8950-4cca-b6d8-9c16f47b39c1 service neutron] Request body: {'port': {'device_id': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:34.320729 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-31cc571a-85bb-46f5-b2b9-61136dcf9f20 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] In _notify_port_updated(), no bound segment for port 2032ab87-a457-49fd-b60a-fbe24f1b9be7 on network 4db98aca-97c4-4e92-8d52-738a3cd7ccf2 {{(pid=101774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 04 10:40:34.329035 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cc571a-85bb-46f5-b2b9-61136dcf9f20 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:34.329803 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-31cc571a-85bb-46f5-b2b9-61136dcf9f20 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:34.331207 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-31cc571a-85bb-46f5-b2b9-61136dcf9f20 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "PUT /v2.0/ports/2032ab87-a457-49fd-b60a-fbe24f1b9be7 HTTP/1.1" status: 200 len: 1009 time: 1.8188267 Nov 04 10:40:34.334387 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45346) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:34.424023 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f5332a9d-8950-4cca-b6d8-9c16f47b39c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:34.485910 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990e812-c31a-4010-8d5c-e20b2cfbbec2 req-d4593bc8-accd-42cb-8b02-fe4ce24b82c5 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:34.493665 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990e812-c31a-4010-8d5c-e20b2cfbbec2 req-d4593bc8-accd-42cb-8b02-fe4ce24b82c5 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:34.506859 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d1b43f2f-0dcd-499b-a8e0-7bec9b70db59 req-2ac2a04c-0c51-454f-8c58-86841d3ff587 service neutron] 10.222.0.126 "GET /v2.0/networks/906777cb-3939-487c-9500-bfbe1708a6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010049 Nov 04 10:40:34.507156 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990e812-c31a-4010-8d5c-e20b2cfbbec2 req-d4593bc8-accd-42cb-8b02-fe4ce24b82c5 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:34.523200 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990e812-c31a-4010-8d5c-e20b2cfbbec2 req-d4593bc8-accd-42cb-8b02-fe4ce24b82c5 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:34.535725 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990e812-c31a-4010-8d5c-e20b2cfbbec2 req-d4593bc8-accd-42cb-8b02-fe4ce24b82c5 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:34.543984 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8990e812-c31a-4010-8d5c-e20b2cfbbec2 req-d4593bc8-accd-42cb-8b02-fe4ce24b82c5 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 3815 time: 0.4260957 Nov 04 10:40:34.544857 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-1591c371-d32f-4e09-9fb1-2f27803a5cac None None] Provisioning complete for port 774451b9-da41-429f-b239-13e3f3375067 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:34.549979 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1591c371-d32f-4e09-9fb1-2f27803a5cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:34.617823 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-02891104-6a68-41a3-95ef-aa77dc963a40 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting port 2032ab87-a457-49fd-b60a-fbe24f1b9be7 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:40:34.618457 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-02891104-6a68-41a3-95ef-aa77dc963a40 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:34.633947 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8990e812-c31a-4010-8d5c-e20b2cfbbec2 req-9fb483e9-c553-4523-a88a-720155ba8dae tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889339 Nov 04 10:40:34.640980 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-1591c371-d32f-4e09-9fb1-2f27803a5cac None None] Port 774451b9-da41-429f-b239-13e3f3375067 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:40:34.761973 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e5b965ae-6df5-4fdd-9c5a-89a780fca468 None None] Provisioning complete for port 2032ab87-a457-49fd-b60a-fbe24f1b9be7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:34.762342 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e5b965ae-6df5-4fdd-9c5a-89a780fca468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:34.788685 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-02891104-6a68-41a3-95ef-aa77dc963a40 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:34.836761 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-02891104-6a68-41a3-95ef-aa77dc963a40 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Calling delete_port for 2032ab87-a457-49fd-b60a-fbe24f1b9be7 owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:40:34.838989 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e5b965ae-6df5-4fdd-9c5a-89a780fca468 None None] Port 2032ab87-a457-49fd-b60a-fbe24f1b9be7 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:40:34.842177 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46987a4-73f8-4f26-9c98-f0ef4063c669 x-openstack-request-id: req-d46987a4-73f8-4f26-9c98-f0ef4063c669 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:40:34.842799 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea37bd7-3f37-4fd9-80b7-fe06ddee9351", "name": "network-vif-deleted", "tag": "bcc3c56c-7e98-428b-bdf7-55b1bcad1813", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:40:34.843087 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-d46987a4-73f8-4f26-9c98-f0ef4063c669 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:40:34.843583 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea37bd7-3f37-4fd9-80b7-fe06ddee9351', 'name': 'network-vif-deleted', 'tag': 'bcc3c56c-7e98-428b-bdf7-55b1bcad1813', 'status': 'completed', 'code': 200} Nov 04 10:40:34.951471 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f5332a9d-8950-4cca-b6d8-9c16f47b39c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 511fc5ae-cb19-4f00-a96e-ae1fe43026e6 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:40:34.961830 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f5332a9d-8950-4cca-b6d8-9c16f47b39c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:34.975065 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f5332a9d-8950-4cca-b6d8-9c16f47b39c1 service neutron] Transition to ACTIVE for port object 511fc5ae-cb19-4f00-a96e-ae1fe43026e6 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:40:34.980774 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f5332a9d-8950-4cca-b6d8-9c16f47b39c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:35.010093 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc483c9f-9127-414e-9b13-de4882e25d7e req-a15e3ade-dc9c-4cab-8a6a-3fc10ae85876 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:35.019336 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bc483c9f-9127-414e-9b13-de4882e25d7e req-a15e3ade-dc9c-4cab-8a6a-3fc10ae85876 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/ports?device_id=daad1363-447c-4e58-954b-3ac2338f1d3e HTTP/1.1" status: 200 len: 943 time: 0.0876679 Nov 04 10:40:35.037087 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5332a9d-8950-4cca-b6d8-9c16f47b39c1 service neutron] Pushing event updated for resources: {'Port': ['ID=511fc5ae-cb19-4f00-a96e-ae1fe43026e6,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:35.086691 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bc483c9f-9127-414e-9b13-de4882e25d7e req-c081901b-ef56-4e21-9dc9-1cad72fb67dd tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/security-groups?id=661e586a-7284-4745-83a1-9bf108ca6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664423 Nov 04 10:40:35.143617 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f5332a9d-8950-4cca-b6d8-9c16f47b39c1 service neutron] Attempting to bind port 511fc5ae-cb19-4f00-a96e-ae1fe43026e6 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:40:35.144230 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f5332a9d-8950-4cca-b6d8-9c16f47b39c1 service neutron] Attempting to bind port 511fc5ae-cb19-4f00-a96e-ae1fe43026e6 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'e4c253af-65d0-47a4-af72-3837b14a76c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:40:35.144799 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f5332a9d-8950-4cca-b6d8-9c16f47b39c1 service neutron] Attempting to bind port 511fc5ae-cb19-4f00-a96e-ae1fe43026e6 on network 1b9e5f98-4b76-4986-a39a-d24c4975f75c {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:35.150673 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f5332a9d-8950-4cca-b6d8-9c16f47b39c1 service neutron] Port 511fc5ae-cb19-4f00-a96e-ae1fe43026e6 on network 1b9e5f98-4b76-4986-a39a-d24c4975f75c not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:40:35.151364 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f5332a9d-8950-4cca-b6d8-9c16f47b39c1 service neutron] Attempting to bind port 511fc5ae-cb19-4f00-a96e-ae1fe43026e6 on network 1b9e5f98-4b76-4986-a39a-d24c4975f75c {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:35.158430 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f5332a9d-8950-4cca-b6d8-9c16f47b39c1 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:40:35.159191 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f5332a9d-8950-4cca-b6d8-9c16f47b39c1 service neutron] Checking segment: {'id': 'e4c253af-65d0-47a4-af72-3837b14a76c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:35.159844 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f5332a9d-8950-4cca-b6d8-9c16f47b39c1 service neutron] Bound using segment: {'id': 'e4c253af-65d0-47a4-af72-3837b14a76c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:40:35.160536 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f5332a9d-8950-4cca-b6d8-9c16f47b39c1 service neutron] Bound port: 511fc5ae-cb19-4f00-a96e-ae1fe43026e6, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c253af-65d0-47a4-af72-3837b14a76c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:40:35.161152 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f5332a9d-8950-4cca-b6d8-9c16f47b39c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:35.276918 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f5332a9d-8950-4cca-b6d8-9c16f47b39c1 service neutron] For port 511fc5ae-cb19-4f00-a96e-ae1fe43026e6, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:40:35.280762 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f5332a9d-8950-4cca-b6d8-9c16f47b39c1 service neutron] For port 511fc5ae-cb19-4f00-a96e-ae1fe43026e6, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=511fc5ae-cb19-4f00-a96e-ae1fe43026e6,segment=NetworkSegment(e4c253af-65d0-47a4-af72-3837b14a76c7),segment_id=e4c253af-65d0-47a4-af72-3837b14a76c7)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:40:35.294855 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f5332a9d-8950-4cca-b6d8-9c16f47b39c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:35.342311 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-02891104-6a68-41a3-95ef-aa77dc963a40 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:35.347357 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f5332a9d-8950-4cca-b6d8-9c16f47b39c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:35.347967 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f5332a9d-8950-4cca-b6d8-9c16f47b39c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:35.349405 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f5332a9d-8950-4cca-b6d8-9c16f47b39c1 service neutron] 10.222.0.126 "PUT /v2.0/ports/511fc5ae-cb19-4f00-a96e-ae1fe43026e6 HTTP/1.1" status: 200 len: 1091 time: 1.1117165 Nov 04 10:40:35.377701 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5332a9d-8950-4cca-b6d8-9c16f47b39c1 service neutron] Pushing event updated for resources: {'Port': ['ID=511fc5ae-cb19-4f00-a96e-ae1fe43026e6,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:35.396015 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-a06df402-7bfa-44ce-a339-3b7861c30a18 service neutron] Request body: {'port': {'device_id': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:35.467076 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02891104-6a68-41a3-95ef-aa77dc963a40 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Port': ['ID=2032ab87-a457-49fd-b60a-fbe24f1b9be7,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:35.496285 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-a06df402-7bfa-44ce-a339-3b7861c30a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:35.511624 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-02891104-6a68-41a3-95ef-aa77dc963a40 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:35.515261 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-02891104-6a68-41a3-95ef-aa77dc963a40 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/ports/2032ab87-a457-49fd-b60a-fbe24f1b9be7 HTTP/1.1" status: 204 len: 168 time: 1.1798615 Nov 04 10:40:35.520646 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45376) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:35.566243 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-91dcce2b-9522-44ce-bf55-0309a950e67a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] GET failed (client error): The resource could not be found. Nov 04 10:40:35.567915 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-91dcce2b-9522-44ce-bf55-0309a950e67a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "GET /v2.0/ports/2032ab87-a457-49fd-b60a-fbe24f1b9be7 HTTP/1.1" status: 404 len: 333 time: 0.0470304 Nov 04 10:40:35.570914 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45378) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:35.576785 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-8a90dab7-7292-423f-b4d5-cef8ef8e5833 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:35.589790 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-8a90dab7-7292-423f-b4d5-cef8ef8e5833 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/networks?id=8c8a1e5a-f063-46d4-a45c-05147903d1b7 HTTP/1.1" status: 200 len: 811 time: 0.3347661 Nov 04 10:40:35.620298 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-1a81dd8b-2fe7-4e92-9c30-45778ae8b486 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/quotas/53562ae687274bbeba84f6369ffa7a9a HTTP/1.1" status: 200 len: 375 time: 0.0294616 Nov 04 10:40:35.646355 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 94dad17e-776a-4367-8b0e-9fdf25b7e4e9 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:40:35.653483 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 6f378d69-be5d-429b-a5cf-89a81aa3f588 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:40:35.679515 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-b66f4ad8-a523-4bb1-bbc7-bfbe6783c647 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=53562ae687274bbeba84f6369ffa7a9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583022 Nov 04 10:40:35.720674 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f978d51-6414-4ec5-a2f4-b87e72333358 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting subnet c48bc4b6-af09-49f2-9a4d-ec05bd7b0b82 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:40:35.730761 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1f978d51-6414-4ec5-a2f4-b87e72333358 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:35.832367 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-346039c9-9e73-4926-9783-37c1bc1aed93 service neutron] 10.222.0.127 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350322 Nov 04 10:40:35.847340 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1f978d51-6414-4ec5-a2f4-b87e72333358 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:35.906095 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 94dad17e-776a-4367-8b0e-9fdf25b7e4e9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=94dad17e-776a-4367-8b0e-9fdf25b7e4e9,segment=NetworkSegment(041ff45a-2ca4-4e17-84f8-e231dd606655),segment_id=041ff45a-2ca4-4e17-84f8-e231dd606655)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:35.912953 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 6f378d69-be5d-429b-a5cf-89a81aa3f588 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:40:35.939628 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 6f378d69-be5d-429b-a5cf-89a81aa3f588 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:35.940319 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:35.970849 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-7eb76e6f-c23a-4e25-bf02-094271e854b1 service neutron] 10.222.0.127 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315784 Nov 04 10:40:35.980087 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '94dad17e-776a-4367-8b0e-9fdf25b7e4e9', 'network_id': '906777cb-3939-487c-9500-bfbe1708a6f8', 'port_id': '94dad17e-776a-4367-8b0e-9fdf25b7e4e9', 'mac_address': 'fa:16:3e:90:47:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a621a168-1891-4ff7-9023-498b59bce32f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:40:36.027683 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1f978d51-6414-4ec5-a2f4-b87e72333358 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:36.052670 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:36.062551 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-a06df402-7bfa-44ce-a339-3b7861c30a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a6d616-ae72-4081-a095-06a4eb3aa14f {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:40:36.075397 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-a06df402-7bfa-44ce-a339-3b7861c30a18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:36.092147 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94dad17e-776a-4367-8b0e-9fdf25b7e4e9 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:40:36.132544 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 94dad17e-776a-4367-8b0e-9fdf25b7e4e9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=94dad17e-776a-4367-8b0e-9fdf25b7e4e9,segment=NetworkSegment(041ff45a-2ca4-4e17-84f8-e231dd606655),segment_id=041ff45a-2ca4-4e17-84f8-e231dd606655)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:36.132778 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-a06df402-7bfa-44ce-a339-3b7861c30a18 service neutron] Transition to ACTIVE for port object 93a6d616-ae72-4081-a095-06a4eb3aa14f will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:40:36.132895 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:36.147666 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-a06df402-7bfa-44ce-a339-3b7861c30a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:36.152569 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:36.196327 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1f978d51-6414-4ec5-a2f4-b87e72333358 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:36.204295 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7522f3-4470-411d-a56d-c12c73db1ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f378d69-be5d-429b-a5cf-89a81aa3f588'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:40:36.206917 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17048fdf-4797-47b8-9c4b-b02a7ab6c90d" -d '{"events": [{"server_uuid": "ef7522f3-4470-411d-a56d-c12c73db1ff9", "name": "network-vif-plugged", "status": "completed", "tag": "6f378d69-be5d-429b-a5cf-89a81aa3f588"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:40:36.232140 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 6f378d69-be5d-429b-a5cf-89a81aa3f588, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=6f378d69-be5d-429b-a5cf-89a81aa3f588,segment=NetworkSegment(041ff45a-2ca4-4e17-84f8-e231dd606655),segment_id=041ff45a-2ca4-4e17-84f8-e231dd606655)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:36.271302 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=94dad17e-776a-4367-8b0e-9fdf25b7e4e9,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:36.275981 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:36.298276 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f978d51-6414-4ec5-a2f4-b87e72333358 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Subnet': ['ID=c48bc4b6-af09-49f2-9a4d-ec05bd7b0b82,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:36.303722 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1f978d51-6414-4ec5-a2f4-b87e72333358 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:36.307677 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1f978d51-6414-4ec5-a2f4-b87e72333358 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/subnets/c48bc4b6-af09-49f2-9a4d-ec05bd7b0b82 HTTP/1.1" status: 204 len: 168 time: 0.7356851 Nov 04 10:40:36.310386 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45396) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:36.324005 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113f2c2e-ec7b-47b6-ac00-c749f3c7133b None None] Network 4db98aca-97c4-4e92-8d52-738a3cd7ccf2 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:40:36.340791 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06df402-7bfa-44ce-a339-3b7861c30a18 service neutron] Pushing event updated for resources: {'Port': ['ID=93a6d616-ae72-4081-a095-06a4eb3aa14f,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:36.469972 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e755afa-43b5-4f2e-8204-e165e3037e74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting subnet 076ad9ad-375b-42a4-a770-118968b48ddc {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:40:36.474335 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7e755afa-43b5-4f2e-8204-e165e3037e74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:36.494820 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-a06df402-7bfa-44ce-a339-3b7861c30a18 service neutron] Attempting to bind port 93a6d616-ae72-4081-a095-06a4eb3aa14f on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:40:36.495162 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-a06df402-7bfa-44ce-a339-3b7861c30a18 service neutron] Attempting to bind port 93a6d616-ae72-4081-a095-06a4eb3aa14f by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '75bd34cc-02fc-483b-8128-146d0a8eca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:40:36.495503 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-a06df402-7bfa-44ce-a339-3b7861c30a18 service neutron] Attempting to bind port 93a6d616-ae72-4081-a095-06a4eb3aa14f on network b24fc8aa-ee49-4b0e-86f2-bb77483ee604 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:36.506035 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-a06df402-7bfa-44ce-a339-3b7861c30a18 service neutron] Port 93a6d616-ae72-4081-a095-06a4eb3aa14f on network b24fc8aa-ee49-4b0e-86f2-bb77483ee604 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:40:36.506369 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-a06df402-7bfa-44ce-a339-3b7861c30a18 service neutron] Attempting to bind port 93a6d616-ae72-4081-a095-06a4eb3aa14f on network b24fc8aa-ee49-4b0e-86f2-bb77483ee604 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:36.518070 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-a06df402-7bfa-44ce-a339-3b7861c30a18 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:40:36.518433 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-a06df402-7bfa-44ce-a339-3b7861c30a18 service neutron] Checking segment: {'id': '75bd34cc-02fc-483b-8128-146d0a8eca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:36.519078 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-a06df402-7bfa-44ce-a339-3b7861c30a18 service neutron] Bound using segment: {'id': '75bd34cc-02fc-483b-8128-146d0a8eca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:40:36.519270 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-a06df402-7bfa-44ce-a339-3b7861c30a18 service neutron] Bound port: 93a6d616-ae72-4081-a095-06a4eb3aa14f, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75bd34cc-02fc-483b-8128-146d0a8eca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:40:36.519631 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-a06df402-7bfa-44ce-a339-3b7861c30a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:36.519788 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['94dad17e-776a-4367-8b0e-9fdf25b7e4e9'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:40:36.559606 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7e755afa-43b5-4f2e-8204-e165e3037e74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:36.631980 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=6f378d69-be5d-429b-a5cf-89a81aa3f588,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:36.632336 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-a06df402-7bfa-44ce-a339-3b7861c30a18 service neutron] For port 93a6d616-ae72-4081-a095-06a4eb3aa14f, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:40:36.640509 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-a06df402-7bfa-44ce-a339-3b7861c30a18 service neutron] For port 93a6d616-ae72-4081-a095-06a4eb3aa14f, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=93a6d616-ae72-4081-a095-06a4eb3aa14f,segment=NetworkSegment(75bd34cc-02fc-483b-8128-146d0a8eca1e),segment_id=75bd34cc-02fc-483b-8128-146d0a8eca1e)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:40:36.649856 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-a06df402-7bfa-44ce-a339-3b7861c30a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:36.733602 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-a06df402-7bfa-44ce-a339-3b7861c30a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:36.734306 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-a06df402-7bfa-44ce-a339-3b7861c30a18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:36.737291 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-a06df402-7bfa-44ce-a339-3b7861c30a18 service neutron] 10.222.0.126 "PUT /v2.0/ports/93a6d616-ae72-4081-a095-06a4eb3aa14f HTTP/1.1" status: 200 len: 1131 time: 1.3487372 Nov 04 10:40:36.784599 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cdabd283-b782-4097-9db1-542781b7a8aa service neutron] Request body: {'port': {'device_id': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:36.801760 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7e755afa-43b5-4f2e-8204-e165e3037e74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:36.848042 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'tag': '511fc5ae-cb19-4f00-a96e-ae1fe43026e6'}, {'name': 'network-changed', 'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'tag': '93a6d616-ae72-4081-a095-06a4eb3aa14f'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:40:36.853174 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbe84ca-cf6c-4561-876c-7f104e2ada24" -d '{"events": [{"name": "network-changed", "server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "tag": "511fc5ae-cb19-4f00-a96e-ae1fe43026e6"}, {"name": "network-changed", "server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "tag": "93a6d616-ae72-4081-a095-06a4eb3aa14f"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:40:36.883073 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06df402-7bfa-44ce-a339-3b7861c30a18 service neutron] Pushing event updated for resources: {'Port': ['ID=93a6d616-ae72-4081-a095-06a4eb3aa14f,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:36.918333 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7e755afa-43b5-4f2e-8204-e165e3037e74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:36.967956 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cdabd283-b782-4097-9db1-542781b7a8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:37.013234 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45416) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:37.030767 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7e755afa-43b5-4f2e-8204-e165e3037e74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:37.034954 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7e755afa-43b5-4f2e-8204-e165e3037e74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/subnets/076ad9ad-375b-42a4-a770-118968b48ddc HTTP/1.1" status: 204 len: 168 time: 0.7233510 Nov 04 10:40:37.037925 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45420) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:37.049797 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e755afa-43b5-4f2e-8204-e165e3037e74 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Subnet': ['ID=076ad9ad-375b-42a4-a770-118968b48ddc,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:37.172797 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a573c-a6e1-470e-8406-6add09d96ce6 req-1581f511-ed7e-4e8b-a896-dc2760514862 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:37.183705 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a13a573c-a6e1-470e-8406-6add09d96ce6 req-1581f511-ed7e-4e8b-a896-dc2760514862 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 946 time: 0.2988939 Nov 04 10:40:37.240717 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fad5cf1f-ae20-41fb-8657-ef5f2af66c07 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:37.354500 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a8a5f8df-8274-4d74-9888-14ccf48da2c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:37.357937 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a13a573c-a6e1-470e-8406-6add09d96ce6 req-eec2b182-3ab2-4fd2-ad5f-bea91ab47807 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732075 Nov 04 10:40:37.402675 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-fad5cf1f-ae20-41fb-8657-ef5f2af66c07 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting port ffce93d2-d7fb-4412-90f0-da36737ce434 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:40:37.403218 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fad5cf1f-ae20-41fb-8657-ef5f2af66c07 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:37.488323 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-fad5cf1f-ae20-41fb-8657-ef5f2af66c07 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] For port ffce93d2-d7fb-4412-90f0-da36737ce434, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ffce93d2-d7fb-4412-90f0-da36737ce434,segment=NetworkSegment(90ebd7d4-d6bd-41fc-ac76-404d2b4496fd),segment_id=90ebd7d4-d6bd-41fc-ac76-404d2b4496fd)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:37.488887 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fad5cf1f-ae20-41fb-8657-ef5f2af66c07 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:37.546300 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-fad5cf1f-ae20-41fb-8657-ef5f2af66c07 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Calling delete_port for ffce93d2-d7fb-4412-90f0-da36737ce434 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:40:37.563933 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a8a5f8df-8274-4d74-9888-14ccf48da2c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:37.571007 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a8a5f8df-8274-4d74-9888-14ccf48da2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:37.581502 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e6c83-8159-426b-bbbf-70be78ab1e2c req-98222982-2998-4182-ab96-14a55f97de3a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:37.588621 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e6c83-8159-426b-bbbf-70be78ab1e2c req-98222982-2998-4182-ab96-14a55f97de3a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:37.594992 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e6c83-8159-426b-bbbf-70be78ab1e2c req-98222982-2998-4182-ab96-14a55f97de3a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:37.601027 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e6c83-8159-426b-bbbf-70be78ab1e2c req-98222982-2998-4182-ab96-14a55f97de3a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:37.607034 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e6c83-8159-426b-bbbf-70be78ab1e2c req-98222982-2998-4182-ab96-14a55f97de3a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:37.613367 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e6c83-8159-426b-bbbf-70be78ab1e2c req-98222982-2998-4182-ab96-14a55f97de3a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:37.615464 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4b6e6c83-8159-426b-bbbf-70be78ab1e2c req-98222982-2998-4182-ab96-14a55f97de3a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 4600 time: 0.1235473 Nov 04 10:40:37.617607 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cdabd283-b782-4097-9db1-542781b7a8aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a09927a9-ef20-452f-a0cd-6d40858aa8ef {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:40:37.621836 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5f8df-8274-4d74-9888-14ccf48da2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4e0458-fafa-4c54-b90a-324401a9b0ed,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:37.631320 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a8a5f8df-8274-4d74-9888-14ccf48da2c4 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=be59bddd95104757bbb830893bd420ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6174705 Nov 04 10:40:37.633458 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cdabd283-b782-4097-9db1-542781b7a8aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:37.636387 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45424) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:37.659931 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 94dad17e-776a-4367-8b0e-9fdf25b7e4e9 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:40:37.669487 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cdabd283-b782-4097-9db1-542781b7a8aa service neutron] Transition to ACTIVE for port object a09927a9-ef20-452f-a0cd-6d40858aa8ef will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:40:37.679588 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cdabd283-b782-4097-9db1-542781b7a8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:37.734672 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fad5cf1f-ae20-41fb-8657-ef5f2af66c07 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:37.768295 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 94dad17e-776a-4367-8b0e-9fdf25b7e4e9 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:40:37.776221 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 94dad17e-776a-4367-8b0e-9fdf25b7e4e9 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:37.776594 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:37.791402 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabd283-b782-4097-9db1-542781b7a8aa service neutron] Pushing event updated for resources: {'Port': ['ID=a09927a9-ef20-452f-a0cd-6d40858aa8ef,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:37.859197 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5cf1f-ae20-41fb-8657-ef5f2af66c07 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Port': ['ID=ffce93d2-d7fb-4412-90f0-da36737ce434,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:37.880711 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad5cf1f-ae20-41fb-8657-ef5f2af66c07 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] No DVR routers for this DVR port ffce93d2-d7fb-4412-90f0-da36737ce434 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:40:37.902550 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a0421c88-d320-448d-9714-bc1d33e77e33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:37.952007 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b746ed9-cdfc-41ef-9218-fce5dd531365 None None] Network 4db98aca-97c4-4e92-8d52-738a3cd7ccf2 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:40:38.011032 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a0421c88-d320-448d-9714-bc1d33e77e33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:38.026042 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f4af76ef-c6d0-48f7-9a04-4dbbe6970049 None None] Could not find standard attr ID for object ffce93d2-d7fb-4412-90f0-da36737ce434. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:40:38.099902 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:38.149768 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a0421c88-d320-448d-9714-bc1d33e77e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:38.154089 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a0421c88-d320-448d-9714-bc1d33e77e33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:38.156415 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a0421c88-d320-448d-9714-bc1d33e77e33 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/9a4e0458-fafa-4c54-b90a-324401a9b0ed HTTP/1.1" status: 204 len: 168 time: 0.5189066 Nov 04 10:40:38.170920 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fad5cf1f-ae20-41fb-8657-ef5f2af66c07 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:38.183942 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4b6e6c83-8159-426b-bbbf-70be78ab1e2c req-e3684c7a-62cd-4579-bc33-2b3ec303b472 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ded427f-6d19-40e3-a805-138915509ca8&id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4607430 Nov 04 10:40:38.212564 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 94dad17e-776a-4367-8b0e-9fdf25b7e4e9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=94dad17e-776a-4367-8b0e-9fdf25b7e4e9,segment=NetworkSegment(041ff45a-2ca4-4e17-84f8-e231dd606655),segment_id=041ff45a-2ca4-4e17-84f8-e231dd606655)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:38.213652 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0421c88-d320-448d-9714-bc1d33e77e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4e0458-fafa-4c54-b90a-324401a9b0ed,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:38.223297 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-fad5cf1f-ae20-41fb-8657-ef5f2af66c07 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db98aca-97c4-4e92-8d52-738a3cd7ccf2']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:38.249082 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:38.251968 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-fad5cf1f-ae20-41fb-8657-ef5f2af66c07 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ebd7d4-d6bd-41fc-ac76-404d2b4496fd') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:38.252337 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-fad5cf1f-ae20-41fb-8657-ef5f2af66c07 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ebd7d4-d6bd-41fc-ac76-404d2b4496fd') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:38.258676 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4b6919-a46a-4ed6-913e-7316746bfc52 None None] DHCP port deletion for 4db98aca-97c4-4e92-8d52-738a3cd7ccf2 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:40:38.278117 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cdabd283-b782-4097-9db1-542781b7a8aa service neutron] Attempting to bind port a09927a9-ef20-452f-a0cd-6d40858aa8ef on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:40:38.278569 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cdabd283-b782-4097-9db1-542781b7a8aa service neutron] Attempting to bind port a09927a9-ef20-452f-a0cd-6d40858aa8ef by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '75bd34cc-02fc-483b-8128-146d0a8eca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:40:38.278971 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cdabd283-b782-4097-9db1-542781b7a8aa service neutron] Attempting to bind port a09927a9-ef20-452f-a0cd-6d40858aa8ef on network b24fc8aa-ee49-4b0e-86f2-bb77483ee604 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:38.290486 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fad5cf1f-ae20-41fb-8657-ef5f2af66c07 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:38.295106 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cdabd283-b782-4097-9db1-542781b7a8aa service neutron] Port a09927a9-ef20-452f-a0cd-6d40858aa8ef on network b24fc8aa-ee49-4b0e-86f2-bb77483ee604 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:40:38.295513 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cdabd283-b782-4097-9db1-542781b7a8aa service neutron] Attempting to bind port a09927a9-ef20-452f-a0cd-6d40858aa8ef on network b24fc8aa-ee49-4b0e-86f2-bb77483ee604 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:38.314773 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-18f498fd-8229-47ff-9b18-13ad474c75d7 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:38.316532 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-18f498fd-8229-47ff-9b18-13ad474c75d7 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.121 "GET /v2.0/networks?id=8c8a1e5a-f063-46d4-a45c-05147903d1b7 HTTP/1.1" status: 200 len: 811 time: 0.4053125 Nov 04 10:40:38.317472 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cdabd283-b782-4097-9db1-542781b7a8aa service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:40:38.317991 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cdabd283-b782-4097-9db1-542781b7a8aa service neutron] Checking segment: {'id': '75bd34cc-02fc-483b-8128-146d0a8eca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:38.318810 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cdabd283-b782-4097-9db1-542781b7a8aa service neutron] Bound using segment: {'id': '75bd34cc-02fc-483b-8128-146d0a8eca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:40:38.319331 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cdabd283-b782-4097-9db1-542781b7a8aa service neutron] Bound port: a09927a9-ef20-452f-a0cd-6d40858aa8ef, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75bd34cc-02fc-483b-8128-146d0a8eca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:40:38.319752 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cdabd283-b782-4097-9db1-542781b7a8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:38.342384 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fad5cf1f-ae20-41fb-8657-ef5f2af66c07 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:38.351327 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-263caa1a-e51c-4554-8c1e-0bccad8d4854 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Request body: {'port': {'device_id': '9786cb95-a7ff-4b24-a896-ac6e9091c86f', 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7', 'admin_state_up': True, 'tenant_id': '53562ae687274bbeba84f6369ffa7a9a'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:38.366078 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad5cf1f-ae20-41fb-8657-ef5f2af66c07 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Releasing vlan 1164 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:40:38.367939 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fad5cf1f-ae20-41fb-8657-ef5f2af66c07 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:40:38.371278 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:40:38.394291 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=94dad17e-776a-4367-8b0e-9fdf25b7e4e9,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:38.436258 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cdabd283-b782-4097-9db1-542781b7a8aa service neutron] For port a09927a9-ef20-452f-a0cd-6d40858aa8ef, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:40:38.441548 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cdabd283-b782-4097-9db1-542781b7a8aa service neutron] For port a09927a9-ef20-452f-a0cd-6d40858aa8ef, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=a09927a9-ef20-452f-a0cd-6d40858aa8ef,segment=NetworkSegment(75bd34cc-02fc-483b-8128-146d0a8eca1e),segment_id=75bd34cc-02fc-483b-8128-146d0a8eca1e)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:40:38.498701 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cdabd283-b782-4097-9db1-542781b7a8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:38.502562 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fad5cf1f-ae20-41fb-8657-ef5f2af66c07 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:38.522783 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fad5cf1f-ae20-41fb-8657-ef5f2af66c07 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:38.538663 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fad5cf1f-ae20-41fb-8657-ef5f2af66c07 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/networks/4db98aca-97c4-4e92-8d52-738a3cd7ccf2 HTTP/1.1" status: 204 len: 168 time: 1.4939625 Nov 04 10:40:38.544619 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45434) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:38.573487 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5cf1f-ae20-41fb-8657-ef5f2af66c07 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Network': ['ID=4db98aca-97c4-4e92-8d52-738a3cd7ccf2,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:38.618190 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ffce93d2-d7fb-4412-90f0-da36737ce434 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:40:38.624322 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cdabd283-b782-4097-9db1-542781b7a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:38.625522 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cdabd283-b782-4097-9db1-542781b7a8aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:38.627963 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cdabd283-b782-4097-9db1-542781b7a8aa service neutron] 10.222.0.126 "PUT /v2.0/ports/a09927a9-ef20-452f-a0cd-6d40858aa8ef HTTP/1.1" status: 200 len: 1130 time: 1.8530092 Nov 04 10:40:38.658076 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b5eae12a-f77c-4eb7-8484-879e4059645c req-51a9e5cd-c2dc-4aa8-a00c-1443fd696cb5 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 210 time: 0.0864301 Nov 04 10:40:38.673610 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-24896c2e-15a4-409d-9108-31c77d4cf0df service neutron] Request body: {'port': {'device_id': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:38.678891 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabd283-b782-4097-9db1-542781b7a8aa service neutron] Pushing event updated for resources: {'Port': ['ID=a09927a9-ef20-452f-a0cd-6d40858aa8ef,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:38.685638 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: ffce93d2-d7fb-4412-90f0-da36737ce434 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:40:38.686092 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ffce93d2-d7fb-4412-90f0-da36737ce434 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:40:38.701176 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be083c8b-c084-487f-84ef-0952ebe6c90c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:38.705863 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-be083c8b-c084-487f-84ef-0952ebe6c90c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1551142 Nov 04 10:40:38.706202 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45438) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:38.794019 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3bef4f80-9dd6-4a51-beee-c327741901b4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0817935 Nov 04 10:40:38.797716 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45442) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:38.802712 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-c0035be8-e732-4aec-91fa-8fc68dbe0ab4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1323823199'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:38.804016 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-24896c2e-15a4-409d-9108-31c77d4cf0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:38.878656 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.db.api [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-263caa1a-e51c-4554-8c1e-0bccad8d4854 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 04 10:40:38.878656 n-d-816629-1 neutron-server[101775]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 04 10:40:38.878656 n-d-816629-1 neutron-server[101775]: [parameters: {'project_id': '53562ae687274bbeba84f6369ffa7a9a', 'id': 'e2312b96-653f-4e39-9d8e-9ba691b5a947', 'expiration': datetime.datetime(2021, 11, 4, 10, 42, 38, 868052)}] Nov 04 10:40:38.878656 n-d-816629-1 neutron-server[101775]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:40:38.879164 n-d-816629-1 neutron-server[101775]: DEBUG oslo_db.api [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-263caa1a-e51c-4554-8c1e-0bccad8d4854 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:40:38.893165 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0035be8-e732-4aec-91fa-8fc68dbe0ab4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:38.896738 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c0035be8-e732-4aec-91fa-8fc68dbe0ab4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:38.925077 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a34c2-e303-4f60-8c47-c7bce81bccdc req-f1532092-f551-4f4f-866a-281b16df8c4b tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:38.938768 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2c0a34c2-e303-4f60-8c47-c7bce81bccdc req-f1532092-f551-4f4f-866a-281b16df8c4b tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/ports?device_id=daad1363-447c-4e58-954b-3ac2338f1d3e HTTP/1.1" status: 200 len: 945 time: 0.1256986 Nov 04 10:40:38.972416 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0035be8-e732-4aec-91fa-8fc68dbe0ab4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1157} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:40:39.002384 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c0035be8-e732-4aec-91fa-8fc68dbe0ab4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:39.002740 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-c0035be8-e732-4aec-91fa-8fc68dbe0ab4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Added segment 6eec0dd9-d74a-424f-9817-c274ca55f550 of type vlan for network 44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a Nov 04 10:40:39.028460 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2c0a34c2-e303-4f60-8c47-c7bce81bccdc req-1b3afd2c-9cef-4ba5-a149-9c1c8038533b tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/security-groups?id=661e586a-7284-4745-83a1-9bf108ca6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834148 Nov 04 10:40:39.091021 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246db4a5-2276-4b6f-86dc-b1f43dea9bea x-openstack-request-id: req-246db4a5-2276-4b6f-86dc-b1f43dea9bea {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:40:39.091273 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7522f3-4470-411d-a56d-c12c73db1ff9", "name": "network-vif-plugged", "status": "completed", "tag": "6f378d69-be5d-429b-a5cf-89a81aa3f588", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:40:39.091488 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-246db4a5-2276-4b6f-86dc-b1f43dea9bea {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:40:39.094169 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7522f3-4470-411d-a56d-c12c73db1ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f378d69-be5d-429b-a5cf-89a81aa3f588', 'code': 200} Nov 04 10:40:39.155524 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c0035be8-e732-4aec-91fa-8fc68dbe0ab4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:39.193787 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c0035be8-e732-4aec-91fa-8fc68dbe0ab4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:39.205826 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0035be8-e732-4aec-91fa-8fc68dbe0ab4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:39.206650 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c0035be8-e732-4aec-91fa-8fc68dbe0ab4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:39.245569 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c0035be8-e732-4aec-91fa-8fc68dbe0ab4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4466190 Nov 04 10:40:39.273700 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45454) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:39.291618 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-893ea320-a7f1-44e0-8fea-3b661713945d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'subnet': {'network_id': '44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:39.393244 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0035be8-e732-4aec-91fa-8fc68dbe0ab4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Network': ['ID=44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:39.405079 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:40:39.442521 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45462) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:39.456375 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4fb1b-8884-4183-988b-9264cd8fe233 req-ba2ed56a-5ea7-459e-908d-9ffae6c8471f tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:39.464236 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2bf4fb1b-8884-4183-988b-9264cd8fe233 req-ba2ed56a-5ea7-459e-908d-9ffae6c8471f tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 1097 time: 0.1650968 Nov 04 10:40:39.528324 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893ea320-a7f1-44e0-8fea-3b661713945d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:39.532527 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-893ea320-a7f1-44e0-8fea-3b661713945d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:39.557825 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2bf4fb1b-8884-4183-988b-9264cd8fe233 req-721c9343-8117-4a37-bd1c-074789e91315 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925934 Nov 04 10:40:39.713237 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-24896c2e-15a4-409d-9108-31c77d4cf0df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab0a657-f335-4fa1-bff5-c15c3461f18a {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:40:39.722655 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-24896c2e-15a4-409d-9108-31c77d4cf0df service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:39.743539 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 04 Nov 2021 10:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01113027-58d1-456c-bdd2-350ed84746d7 x-openstack-request-id: req-01113027-58d1-456c-bdd2-350ed84746d7 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:40:39.743907 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "tag": "511fc5ae-cb19-4f00-a96e-ae1fe43026e6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "tag": "93a6d616-ae72-4081-a095-06a4eb3aa14f", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:40:39.744157 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-01113027-58d1-456c-bdd2-350ed84746d7 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:40:39.744563 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'tag': '511fc5ae-cb19-4f00-a96e-ae1fe43026e6', 'status': 'completed', 'code': 200} Nov 04 10:40:39.744813 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'tag': '93a6d616-ae72-4081-a095-06a4eb3aa14f', 'status': 'completed', 'code': 200} Nov 04 10:40:39.780148 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-555372c3-98f7-45ee-a120-625651f73cc9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1292586566-network', 'tenant_id': '8497c67b53424b7dad5299c790949829'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:39.789157 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-893ea320-a7f1-44e0-8fea-3b661713945d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:39.811184 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-24896c2e-15a4-409d-9108-31c77d4cf0df service neutron] Transition to ACTIVE for port object 4ab0a657-f335-4fa1-bff5-c15c3461f18a will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:40:39.825205 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-24896c2e-15a4-409d-9108-31c77d4cf0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:39.872361 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5b9e4-6aa7-4be2-9958-512e99d71392 req-59a983d0-55f7-4c61-8ea0-367b16a5ef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:39.875159 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-aac5b9e4-6aa7-4be2-9958-512e99d71392 req-59a983d0-55f7-4c61-8ea0-367b16a5ef36 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=ef7522f3-4470-411d-a56d-c12c73db1ff9 HTTP/1.1" status: 200 len: 1097 time: 0.1368480 Nov 04 10:40:39.885738 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555372c3-98f7-45ee-a120-625651f73cc9 admin admin] Made reservation on behalf of 8497c67b53424b7dad5299c790949829 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:39.888617 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-555372c3-98f7-45ee-a120-625651f73cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:39.918073 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe84ca-cf6c-4561-876c-7f104e2ada24 req-5822afd7-5b6d-4643-a1fa-e789f1bd6e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:39.919398 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe84ca-cf6c-4561-876c-7f104e2ada24 req-5822afd7-5b6d-4643-a1fa-e789f1bd6e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:39.919603 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe84ca-cf6c-4561-876c-7f104e2ada24 req-5822afd7-5b6d-4643-a1fa-e789f1bd6e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:39.920080 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe84ca-cf6c-4561-876c-7f104e2ada24 req-5822afd7-5b6d-4643-a1fa-e789f1bd6e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:39.920545 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe84ca-cf6c-4561-876c-7f104e2ada24 req-5822afd7-5b6d-4643-a1fa-e789f1bd6e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:39.921033 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe84ca-cf6c-4561-876c-7f104e2ada24 req-5822afd7-5b6d-4643-a1fa-e789f1bd6e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:39.921524 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe84ca-cf6c-4561-876c-7f104e2ada24 req-5822afd7-5b6d-4643-a1fa-e789f1bd6e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:39.925200 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cfbe84ca-cf6c-4561-876c-7f104e2ada24 req-5822afd7-5b6d-4643-a1fa-e789f1bd6e5a service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=24e6e80e7cbd47b89cef6beaedf3befe&device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 6209 time: 0.1780894 Nov 04 10:40:39.925361 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-555372c3-98f7-45ee-a120-625651f73cc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:39.926426 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ea320-a7f1-44e0-8fea-3b661713945d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Subnet': ['ID=93deac38-d8d1-4cf7-b325-c1b300bef61c,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:39.955650 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb91d5a-2d1e-4db3-9f04-4c003f9112bb req-9f59813a-29cc-4503-9ca2-62c97a119a8d tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:39.960928 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-263caa1a-e51c-4554-8c1e-0bccad8d4854 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Made reservation on behalf of 53562ae687274bbeba84f6369ffa7a9a for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:39.961742 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb91d5a-2d1e-4db3-9f04-4c003f9112bb req-9f59813a-29cc-4503-9ca2-62c97a119a8d tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:39.964512 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-263caa1a-e51c-4554-8c1e-0bccad8d4854 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:39.968362 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb91d5a-2d1e-4db3-9f04-4c003f9112bb req-9f59813a-29cc-4503-9ca2-62c97a119a8d tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:39.978951 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb91d5a-2d1e-4db3-9f04-4c003f9112bb req-9f59813a-29cc-4503-9ca2-62c97a119a8d tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:39.985350 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb91d5a-2d1e-4db3-9f04-4c003f9112bb req-9f59813a-29cc-4503-9ca2-62c97a119a8d tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:39.991755 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb91d5a-2d1e-4db3-9f04-4c003f9112bb req-9f59813a-29cc-4503-9ca2-62c97a119a8d tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:39.997705 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb91d5a-2d1e-4db3-9f04-4c003f9112bb req-9f59813a-29cc-4503-9ca2-62c97a119a8d tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:39.999688 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8fb91d5a-2d1e-4db3-9f04-4c003f9112bb req-9f59813a-29cc-4503-9ca2-62c97a119a8d tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 5384 time: 0.1648281 Nov 04 10:40:40.022973 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24896c2e-15a4-409d-9108-31c77d4cf0df service neutron] Pushing event updated for resources: {'Port': ['ID=4ab0a657-f335-4fa1-bff5-c15c3461f18a,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:40.041125 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893ea320-a7f1-44e0-8fea-3b661713945d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Checking segment: {'id': '6eec0dd9-d74a-424f-9817-c274ca55f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:40.041968 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893ea320-a7f1-44e0-8fea-3b661713945d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network hostable DHCP agents. Network: 44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:40:40.146059 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893ea320-a7f1-44e0-8fea-3b661713945d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network 44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:40:40.173994 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-893ea320-a7f1-44e0-8fea-3b661713945d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:40.175897 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-aac5b9e4-6aa7-4be2-9958-512e99d71392 req-e36d450f-418b-487c-bde2-e3a478db4bcb service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=661e586a-7284-4745-83a1-9bf108ca6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821062 Nov 04 10:40:40.180694 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-555372c3-98f7-45ee-a120-625651f73cc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:40.183497 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a45ceb-4985-4232-aed3-02fe965035d9 None None] Network 44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:40:40.221438 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8fb91d5a-2d1e-4db3-9f04-4c003f9112bb req-4ea9dcfa-9bf2-4e06-b9f4-90883708ab72 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ded427f-6d19-40e3-a805-138915509ca8&id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1818113 Nov 04 10:40:40.224539 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893ea320-a7f1-44e0-8fea-3b661713945d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:40.225166 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-893ea320-a7f1-44e0-8fea-3b661713945d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:40.240668 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-555372c3-98f7-45ee-a120-625651f73cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:40.324838 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-893ea320-a7f1-44e0-8fea-3b661713945d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0502508 Nov 04 10:40:40.325725 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-24896c2e-15a4-409d-9108-31c77d4cf0df service neutron] Attempting to bind port 4ab0a657-f335-4fa1-bff5-c15c3461f18a on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:40:40.326064 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-24896c2e-15a4-409d-9108-31c77d4cf0df service neutron] Attempting to bind port 4ab0a657-f335-4fa1-bff5-c15c3461f18a by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '75bd34cc-02fc-483b-8128-146d0a8eca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:40:40.326403 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-24896c2e-15a4-409d-9108-31c77d4cf0df service neutron] Attempting to bind port 4ab0a657-f335-4fa1-bff5-c15c3461f18a on network b24fc8aa-ee49-4b0e-86f2-bb77483ee604 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:40.328439 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45476) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:40.337804 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-e76262e4-2446-43c4-9c3d-167f6b2b9dd8 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'port': {'network_id': '44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a', 'name': 'tempest-PortsIpV6TestJSON-431999908'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:40.350814 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe84ca-cf6c-4561-876c-7f104e2ada24 req-90111be4-ee24-474b-b630-1e1bfb5337ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:40.351211 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe84ca-cf6c-4561-876c-7f104e2ada24 req-90111be4-ee24-474b-b630-1e1bfb5337ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:40.351682 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe84ca-cf6c-4561-876c-7f104e2ada24 req-90111be4-ee24-474b-b630-1e1bfb5337ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:40.351793 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555372c3-98f7-45ee-a120-625651f73cc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1180} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:40:40.353317 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cfbe84ca-cf6c-4561-876c-7f104e2ada24 req-90111be4-ee24-474b-b630-1e1bfb5337ed service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=24e6e80e7cbd47b89cef6beaedf3befe&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4168108 Nov 04 10:40:40.383694 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555372c3-98f7-45ee-a120-625651f73cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa29f6f-8ed6-4a34-be62-7b0241a55a83,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:40.385519 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab09a0c-53ee-41e1-b395-ca3d597d355a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a', 'network_id': '44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a', 'tenant_id': 'edbdfb0c3e1f4712b18c10434050242f', 'fixed_ips': [{'subnet_id': '93deac38-d8d1-4cf7-b325-c1b300bef61c'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:40:40.386697 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dab09a0c-53ee-41e1-b395-ca3d597d355a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:40.401143 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-24896c2e-15a4-409d-9108-31c77d4cf0df service neutron] Port 4ab0a657-f335-4fa1-bff5-c15c3461f18a on network b24fc8aa-ee49-4b0e-86f2-bb77483ee604 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:40:40.401489 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-24896c2e-15a4-409d-9108-31c77d4cf0df service neutron] Attempting to bind port 4ab0a657-f335-4fa1-bff5-c15c3461f18a on network b24fc8aa-ee49-4b0e-86f2-bb77483ee604 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:40.422887 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-555372c3-98f7-45ee-a120-625651f73cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:40.423519 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-555372c3-98f7-45ee-a120-625651f73cc9 admin admin] Added segment 6bccb5ef-8805-4083-8861-4e85089f5190 of type vlan for network f8e60348-83f0-4370-88c8-3c68ece5ebef Nov 04 10:40:40.474278 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-24896c2e-15a4-409d-9108-31c77d4cf0df service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:40:40.474617 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-24896c2e-15a4-409d-9108-31c77d4cf0df service neutron] Checking segment: {'id': '75bd34cc-02fc-483b-8128-146d0a8eca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:40.475016 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-24896c2e-15a4-409d-9108-31c77d4cf0df service neutron] Bound using segment: {'id': '75bd34cc-02fc-483b-8128-146d0a8eca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:40:40.475468 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-24896c2e-15a4-409d-9108-31c77d4cf0df service neutron] Bound port: 4ab0a657-f335-4fa1-bff5-c15c3461f18a, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75bd34cc-02fc-483b-8128-146d0a8eca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:40:40.475832 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-24896c2e-15a4-409d-9108-31c77d4cf0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:40.513359 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64005605-c5b9-462c-b72c-13833db16867 req-4760415a-d3a1-463f-a1ae-4ee11c939a17 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:40.522537 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-64005605-c5b9-462c-b72c-13833db16867 req-4760415a-d3a1-463f-a1ae-4ee11c939a17 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 1097 time: 0.1192496 Nov 04 10:40:40.525625 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-555372c3-98f7-45ee-a120-625651f73cc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:40.562999 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-dab09a0c-53ee-41e1-b395-ca3d597d355a None None] Allocated IP 2001:db8::2 (44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a/93deac38-d8d1-4cf7-b325-c1b300bef61c/de471fe4-a08c-40fc-b0a0-a182d02a1ce6) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:40.595807 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-64005605-c5b9-462c-b72c-13833db16867 req-9b80f7a2-bb79-4774-8cfa-e3778a157964 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723209 Nov 04 10:40:40.596906 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-555372c3-98f7-45ee-a120-625651f73cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:40.597857 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555372c3-98f7-45ee-a120-625651f73cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:40.598445 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-555372c3-98f7-45ee-a120-625651f73cc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:40.641991 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-263caa1a-e51c-4554-8c1e-0bccad8d4854 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Allocated IP 172.20.0.4 (8c8a1e5a-f063-46d4-a45c-05147903d1b7/5626b5c5-059d-4165-96a5-a79a81820db5/ce4a5572-1bbb-4181-8a28-8d272b7ae981) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:40.771679 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-34204d9f-02bf-4a3b-878e-d39f5e512aac req-1f9a3910-ef8a-43b5-974d-4370aca7ddba tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 210 time: 0.0529971 Nov 04 10:40:40.772250 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-555372c3-98f7-45ee-a120-625651f73cc9 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3250601 Nov 04 10:40:40.779258 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45480) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:40.782560 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-24896c2e-15a4-409d-9108-31c77d4cf0df service neutron] For port 4ab0a657-f335-4fa1-bff5-c15c3461f18a, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:40:40.784436 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-88698970-0c78-4d5d-9504-54ebecb0ebb9 admin admin] Request body: {'subnet': {'network_id': 'f8e60348-83f0-4370-88c8-3c68ece5ebef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1292586566-subnet', 'tenant_id': '8497c67b53424b7dad5299c790949829', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:40.794231 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555372c3-98f7-45ee-a120-625651f73cc9 admin admin] Pushing event updated for resources: {'Network': ['ID=f8e60348-83f0-4370-88c8-3c68ece5ebef,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:40.809814 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe84ca-cf6c-4561-876c-7f104e2ada24 req-447338eb-680d-43ec-b645-12a4606da838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:40.811827 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cfbe84ca-cf6c-4561-876c-7f104e2ada24 req-447338eb-680d-43ec-b645-12a4606da838 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4075711 Nov 04 10:40:40.823518 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-24896c2e-15a4-409d-9108-31c77d4cf0df service neutron] For port 4ab0a657-f335-4fa1-bff5-c15c3461f18a, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4ab0a657-f335-4fa1-bff5-c15c3461f18a,segment=NetworkSegment(75bd34cc-02fc-483b-8128-146d0a8eca1e),segment_id=75bd34cc-02fc-483b-8128-146d0a8eca1e)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:40:40.853174 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-24896c2e-15a4-409d-9108-31c77d4cf0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:40.923916 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88698970-0c78-4d5d-9504-54ebecb0ebb9 admin admin] Made reservation on behalf of 8497c67b53424b7dad5299c790949829 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:40.926976 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88698970-0c78-4d5d-9504-54ebecb0ebb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:40.938011 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76262e4-2446-43c4-9c3d-167f6b2b9dd8 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:40.941633 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e76262e4-2446-43c4-9c3d-167f6b2b9dd8 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:40.989814 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7a49f-b999-432f-bf59-01b5bc47de5b req-e868516d-5327-4f72-92fd-b43933ef13e7 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:40.991844 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d3e7a49f-b999-432f-bf59-01b5bc47de5b req-e868516d-5327-4f72-92fd-b43933ef13e7 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.127 "GET /v2.0/ports?device_id=84fdea35-8115-4067-94be-a517bb12cb97 HTTP/1.1" status: 200 len: 946 time: 0.1332521 Nov 04 10:40:40.998584 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-24896c2e-15a4-409d-9108-31c77d4cf0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:40.999213 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-24896c2e-15a4-409d-9108-31c77d4cf0df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:41.001102 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-24896c2e-15a4-409d-9108-31c77d4cf0df service neutron] 10.222.0.126 "PUT /v2.0/ports/4ab0a657-f335-4fa1-bff5-c15c3461f18a HTTP/1.1" status: 200 len: 1090 time: 2.3366475 Nov 04 10:40:41.014169 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-e76262e4-2446-43c4-9c3d-167f6b2b9dd8 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] device_id is not set on port 9dabce0c-7f39-46ac-bad0-de1bd112513b yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:40:41.058198 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-04e2aed6-ea36-4b53-abf7-ca62892ae4bd service neutron] Request body: {'port': {'device_id': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:41.095479 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dab09a0c-53ee-41e1-b395-ca3d597d355a None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:41.099980 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daad1363-447c-4e58-954b-3ac2338f1d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94dad17e-776a-4367-8b0e-9fdf25b7e4e9'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:40:41.102683 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4654000e-cb16-48b0-83a7-36e0d9cbb3bc" -d '{"events": [{"server_uuid": "daad1363-447c-4e58-954b-3ac2338f1d3e", "name": "network-vif-plugged", "status": "completed", "tag": "94dad17e-776a-4367-8b0e-9fdf25b7e4e9"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:40:41.106782 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network f8e60348-83f0-4370-88c8-3c68ece5ebef details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:40:41.107291 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d3e7a49f-b999-432f-bf59-01b5bc47de5b req-922f9b15-09c6-45bb-96e6-339a25b5557a tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.127 "GET /v2.0/security-groups?id=aa16f912-b774-4ffd-98f1-e4231e0793ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018798 Nov 04 10:40:41.110875 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dab09a0c-53ee-41e1-b395-ca3d597d355a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:41.124521 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24896c2e-15a4-409d-9108-31c77d4cf0df service neutron] Pushing event updated for resources: {'Port': ['ID=4ab0a657-f335-4fa1-bff5-c15c3461f18a,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:41.253523 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab09a0c-53ee-41e1-b395-ca3d597d355a None None] Network 44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:41.256547 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-04e2aed6-ea36-4b53-abf7-ca62892ae4bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:41.270244 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-dab09a0c-53ee-41e1-b395-ca3d597d355a None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:41.278104 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab09a0c-53ee-41e1-b395-ca3d597d355a None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:41.311213 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab09a0c-53ee-41e1-b395-ca3d597d355a None None] Pushing event updated for resources: {'Port': ['ID=de471fe4-a08c-40fc-b0a0-a182d02a1ce6,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:41.313072 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe84ca-cf6c-4561-876c-7f104e2ada24 req-4ee12ec2-37d4-4b83-8885-1fb73774a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:41.313954 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe84ca-cf6c-4561-876c-7f104e2ada24 req-4ee12ec2-37d4-4b83-8885-1fb73774a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:41.317235 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe84ca-cf6c-4561-876c-7f104e2ada24 req-4ee12ec2-37d4-4b83-8885-1fb73774a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:41.317816 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe84ca-cf6c-4561-876c-7f104e2ada24 req-4ee12ec2-37d4-4b83-8885-1fb73774a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:41.320865 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe84ca-cf6c-4561-876c-7f104e2ada24 req-4ee12ec2-37d4-4b83-8885-1fb73774a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:41.321434 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe84ca-cf6c-4561-876c-7f104e2ada24 req-4ee12ec2-37d4-4b83-8885-1fb73774a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:41.321921 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe84ca-cf6c-4561-876c-7f104e2ada24 req-4ee12ec2-37d4-4b83-8885-1fb73774a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:41.327979 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cfbe84ca-cf6c-4561-876c-7f104e2ada24 req-4ee12ec2-37d4-4b83-8885-1fb73774a3e4 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=24e6e80e7cbd47b89cef6beaedf3befe&device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 6276 time: 0.4637990 Nov 04 10:40:41.350633 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b35a03-3367-4954-a7ca-f30971d95d03 req-20cbd2ba-7d7e-442c-974d-10e3e8d5911f tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:41.353341 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-35b35a03-3367-4954-a7ca-f30971d95d03 req-20cbd2ba-7d7e-442c-974d-10e3e8d5911f tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/ports?device_id=daad1363-447c-4e58-954b-3ac2338f1d3e HTTP/1.1" status: 200 len: 945 time: 0.1247325 Nov 04 10:40:41.387852 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88698970-0c78-4d5d-9504-54ebecb0ebb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:41.401117 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-dab09a0c-53ee-41e1-b395-ca3d597d355a None None] Attempting to bind port de471fe4-a08c-40fc-b0a0-a182d02a1ce6 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:40:41.402113 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-dab09a0c-53ee-41e1-b395-ca3d597d355a None None] Attempting to bind port de471fe4-a08c-40fc-b0a0-a182d02a1ce6 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '6eec0dd9-d74a-424f-9817-c274ca55f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:40:41.402777 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab09a0c-53ee-41e1-b395-ca3d597d355a None None] Attempting to bind port de471fe4-a08c-40fc-b0a0-a182d02a1ce6 on network 44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:41.410982 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab09a0c-53ee-41e1-b395-ca3d597d355a None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:40:41.411643 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab09a0c-53ee-41e1-b395-ca3d597d355a None None] Checking segment: {'id': '6eec0dd9-d74a-424f-9817-c274ca55f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:41.415140 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dab09a0c-53ee-41e1-b395-ca3d597d355a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:41.417494 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab09a0c-53ee-41e1-b395-ca3d597d355a None None] Bound using segment: {'id': '6eec0dd9-d74a-424f-9817-c274ca55f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:40:41.418198 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-dab09a0c-53ee-41e1-b395-ca3d597d355a None None] Bound port: de471fe4-a08c-40fc-b0a0-a182d02a1ce6, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eec0dd9-d74a-424f-9817-c274ca55f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:40:41.419016 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dab09a0c-53ee-41e1-b395-ca3d597d355a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:41.457774 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-263caa1a-e51c-4554-8c1e-0bccad8d4854 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:41.542189 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-dab09a0c-53ee-41e1-b395-ca3d597d355a None None] For port de471fe4-a08c-40fc-b0a0-a182d02a1ce6, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:40:41.547849 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-dab09a0c-53ee-41e1-b395-ca3d597d355a None None] For port de471fe4-a08c-40fc-b0a0-a182d02a1ce6, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=de471fe4-a08c-40fc-b0a0-a182d02a1ce6,segment=NetworkSegment(6eec0dd9-d74a-424f-9817-c274ca55f550),segment_id=6eec0dd9-d74a-424f-9817-c274ca55f550)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:40:41.559722 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dab09a0c-53ee-41e1-b395-ca3d597d355a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:41.570441 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-35b35a03-3367-4954-a7ca-f30971d95d03 req-e483ff56-07c8-4424-85d0-c4e617448216 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/security-groups?id=661e586a-7284-4745-83a1-9bf108ca6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071848 Nov 04 10:40:41.594570 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88698970-0c78-4d5d-9504-54ebecb0ebb9 admin admin] Checking segment: {'id': '6bccb5ef-8805-4083-8861-4e85089f5190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f8e60348-83f0-4370-88c8-3c68ece5ebef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:41.595313 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88698970-0c78-4d5d-9504-54ebecb0ebb9 admin admin] Network hostable DHCP agents. Network: f8e60348-83f0-4370-88c8-3c68ece5ebef, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:40:41.610468 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88698970-0c78-4d5d-9504-54ebecb0ebb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e12a171-b381-4ae9-acf7-a698abda73c3,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:41.643022 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88698970-0c78-4d5d-9504-54ebecb0ebb9 admin admin] Network f8e60348-83f0-4370-88c8-3c68ece5ebef is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:40:41.672307 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-88698970-0c78-4d5d-9504-54ebecb0ebb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, f8e60348-83f0-4370-88c8-3c68ece5ebef) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:41.688132 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d70139a-cf95-4972-ad3f-e95338be6605 None None] Network f8e60348-83f0-4370-88c8-3c68ece5ebef requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:40:41.694842 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88698970-0c78-4d5d-9504-54ebecb0ebb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:41.695683 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88698970-0c78-4d5d-9504-54ebecb0ebb9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:41.726326 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-88698970-0c78-4d5d-9504-54ebecb0ebb9 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9435749 Nov 04 10:40:41.727277 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45490) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:41.740728 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b43e9b6f-fd8e-4fd7-b8c1-58e0cfa618c1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1292586566-router', 'tenant_id': '8497c67b53424b7dad5299c790949829', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:41.782221 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b43e9b6f-fd8e-4fd7-b8c1-58e0cfa618c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:41.785312 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b43e9b6f-fd8e-4fd7-b8c1-58e0cfa618c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:41.832466 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'tag': 'a09927a9-ef20-452f-a0cd-6d40858aa8ef'}, {'name': 'network-changed', 'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'tag': '4ab0a657-f335-4fa1-bff5-c15c3461f18a'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:40:41.834837 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d84a345-ef00-4fb4-b2fb-397894167483" -d '{"events": [{"name": "network-changed", "server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "tag": "a09927a9-ef20-452f-a0cd-6d40858aa8ef"}, {"name": "network-changed", "server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "tag": "4ab0a657-f335-4fa1-bff5-c15c3461f18a"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:40:41.884466 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-e76262e4-2446-43c4-9c3d-167f6b2b9dd8 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Allocated IP 2001:db8::d5 (44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a/93deac38-d8d1-4cf7-b325-c1b300bef61c/9dabce0c-7f39-46ac-bad0-de1bd112513b) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:41.928355 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2df9cd-e2e3-460c-8c5c-89882fcba091 x-openstack-request-id: req-8e2df9cd-e2e3-460c-8c5c-89882fcba091 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:40:41.928670 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daad1363-447c-4e58-954b-3ac2338f1d3e", "name": "network-vif-plugged", "status": "completed", "tag": "94dad17e-776a-4367-8b0e-9fdf25b7e4e9", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:40:41.928925 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-8e2df9cd-e2e3-460c-8c5c-89882fcba091 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:40:41.929334 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daad1363-447c-4e58-954b-3ac2338f1d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94dad17e-776a-4367-8b0e-9fdf25b7e4e9', 'code': 200} Nov 04 10:40:41.943720 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab09a0c-53ee-41e1-b395-ca3d597d355a None None] Pushing event updated for resources: {'Port': ['ID=de471fe4-a08c-40fc-b0a0-a182d02a1ce6,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:41.999378 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15fc74-cde8-4695-831f-74cd602d4145 req-cf430bc3-a30c-4674-a00d-5e3760c466ff tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:42.001104 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1e15fc74-cde8-4695-831f-74cd602d4145 req-cf430bc3-a30c-4674-a00d-5e3760c466ff tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.126 "GET /v2.0/ports?device_id=84fdea35-8115-4067-94be-a517bb12cb97 HTTP/1.1" status: 200 len: 946 time: 0.5051947 Nov 04 10:40:42.010380 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe84ca-cf6c-4561-876c-7f104e2ada24 req-9fdb85f6-b0b6-4cb5-9471-fd1b094399a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:42.010868 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe84ca-cf6c-4561-876c-7f104e2ada24 req-9fdb85f6-b0b6-4cb5-9471-fd1b094399a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:42.011452 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe84ca-cf6c-4561-876c-7f104e2ada24 req-9fdb85f6-b0b6-4cb5-9471-fd1b094399a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:42.012931 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cfbe84ca-cf6c-4561-876c-7f104e2ada24 req-9fdb85f6-b0b6-4cb5-9471-fd1b094399a7 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=24e6e80e7cbd47b89cef6beaedf3befe&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6592808 Nov 04 10:40:42.018916 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-263caa1a-e51c-4554-8c1e-0bccad8d4854 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:42.020574 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7bc41e-9856-4951-a98c-0451de99c653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-f8e60348-83f0-4370-88c8-3c68ece5ebef', 'network_id': 'f8e60348-83f0-4370-88c8-3c68ece5ebef', 'tenant_id': '8497c67b53424b7dad5299c790949829', 'fixed_ips': [{'subnet_id': '6e12a171-b381-4ae9-acf7-a698abda73c3'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:40:42.023151 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0a7bc41e-9856-4951-a98c-0451de99c653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:42.069216 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b43e9b6f-fd8e-4fd7-b8c1-58e0cfa618c1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:42.083320 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabed21-6c8e-446d-9105-339e06b592f5 req-7b20de03-2ab2-4c7d-835a-4c155544c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:42.085031 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aaabed21-6c8e-446d-9105-339e06b592f5 req-7b20de03-2ab2-4c7d-835a-4c155544c1e3 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=daad1363-447c-4e58-954b-3ac2338f1d3e HTTP/1.1" status: 200 len: 1096 time: 0.2556479 Nov 04 10:40:42.163656 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8ec07-70f5-4de0-9363-e4cd042dcd5a req-e52fe1b1-0d89-4d23-9d9e-554cf96d967b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:42.170800 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8ec07-70f5-4de0-9363-e4cd042dcd5a req-e52fe1b1-0d89-4d23-9d9e-554cf96d967b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:42.178442 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8ec07-70f5-4de0-9363-e4cd042dcd5a req-e52fe1b1-0d89-4d23-9d9e-554cf96d967b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:42.184991 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8ec07-70f5-4de0-9363-e4cd042dcd5a req-e52fe1b1-0d89-4d23-9d9e-554cf96d967b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:42.191406 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8ec07-70f5-4de0-9363-e4cd042dcd5a req-e52fe1b1-0d89-4d23-9d9e-554cf96d967b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:42.197552 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8ec07-70f5-4de0-9363-e4cd042dcd5a req-e52fe1b1-0d89-4d23-9d9e-554cf96d967b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:42.203664 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8ec07-70f5-4de0-9363-e4cd042dcd5a req-e52fe1b1-0d89-4d23-9d9e-554cf96d967b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:42.212464 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c4c8ec07-70f5-4de0-9363-e4cd042dcd5a req-e52fe1b1-0d89-4d23-9d9e-554cf96d967b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 5384 time: 0.3193617 Nov 04 10:40:42.279777 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-0a7bc41e-9856-4951-a98c-0451de99c653 None None] Allocated IP 172.20.0.2 (f8e60348-83f0-4370-88c8-3c68ece5ebef/6e12a171-b381-4ae9-acf7-a698abda73c3/e72c41ca-bc1a-422d-8767-a0dc917a9319) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:42.295553 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:42.335553 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-263caa1a-e51c-4554-8c1e-0bccad8d4854 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:42.359918 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-263caa1a-e51c-4554-8c1e-0bccad8d4854 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:42.366195 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263caa1a-e51c-4554-8c1e-0bccad8d4854 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Pushing event updated for resources: {'Port': ['ID=ce4a5572-1bbb-4181-8a28-8d272b7ae981,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:42.371685 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-263caa1a-e51c-4554-8c1e-0bccad8d4854 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:42.377493 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b43e9b6f-fd8e-4fd7-b8c1-58e0cfa618c1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:42.446736 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aaabed21-6c8e-446d-9105-339e06b592f5 req-3aeb218a-6e0e-4ab0-a591-ee987b7b89a2 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=661e586a-7284-4745-83a1-9bf108ca6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010168 Nov 04 10:40:42.475919 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c4c8ec07-70f5-4de0-9363-e4cd042dcd5a req-3ad9f39a-2950-4f45-b493-beb8fdba56cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ded427f-6d19-40e3-a805-138915509ca8&id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2624698 Nov 04 10:40:42.542013 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe84ca-cf6c-4561-876c-7f104e2ada24 req-6a715bb1-e6ab-4fdd-9d07-f01eb2af73d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:42.543599 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cfbe84ca-cf6c-4561-876c-7f104e2ada24 req-6a715bb1-e6ab-4fdd-9d07-f01eb2af73d9 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5158789 Nov 04 10:40:42.567562 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-263caa1a-e51c-4554-8c1e-0bccad8d4854 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:42.569132 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-263caa1a-e51c-4554-8c1e-0bccad8d4854 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:42.599826 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-1e15fc74-cde8-4695-831f-74cd602d4145 req-66a2d913-fda9-4b0d-96aa-101c12b12a9a tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Deleting port b2168bd2-07ad-4b37-89eb-918cb9f5ba1e {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:40:42.600169 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1e15fc74-cde8-4695-831f-74cd602d4145 req-66a2d913-fda9-4b0d-96aa-101c12b12a9a tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:42.608395 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0a7bc41e-9856-4951-a98c-0451de99c653 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:42.608567 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-04e2aed6-ea36-4b53-abf7-ca62892ae4bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb296dc2-fe9a-4d2b-a25a-d011341603b9 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:40:42.624136 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0a7bc41e-9856-4951-a98c-0451de99c653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:42.691832 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-263caa1a-e51c-4554-8c1e-0bccad8d4854 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3476098 Nov 04 10:40:42.703707 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-04e2aed6-ea36-4b53-abf7-ca62892ae4bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:42.715587 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-3ff45759-db73-41fb-86b5-5913b144f942 req-28475252-b0e5-4208-9a4e-15801969cd1f service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:40:42.716959 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-8ed83acc-6b04-4ab1-82e9-f7c7b318db78 service neutron] Request body: {'port': {'device_id': '9786cb95-a7ff-4b24-a896-ac6e9091c86f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:42.725682 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7bc41e-9856-4951-a98c-0451de99c653 None None] Pushing event updated for resources: {'Port': ['ID=e72c41ca-bc1a-422d-8767-a0dc917a9319,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:42.736752 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3ff45759-db73-41fb-86b5-5913b144f942 req-28475252-b0e5-4208-9a4e-15801969cd1f service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0193162 Nov 04 10:40:42.739691 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7bc41e-9856-4951-a98c-0451de99c653 None None] Network f8e60348-83f0-4370-88c8-3c68ece5ebef is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:42.741417 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device de471fe4-a08c-40fc-b0a0-a182d02a1ce6 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:40:42.744799 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-0a7bc41e-9856-4951-a98c-0451de99c653 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:42.748568 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7bc41e-9856-4951-a98c-0451de99c653 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:42.926888 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-0a7bc41e-9856-4951-a98c-0451de99c653 None None] Attempting to bind port e72c41ca-bc1a-422d-8767-a0dc917a9319 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:40:42.927589 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-0a7bc41e-9856-4951-a98c-0451de99c653 None None] Attempting to bind port e72c41ca-bc1a-422d-8767-a0dc917a9319 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '6bccb5ef-8805-4083-8861-4e85089f5190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f8e60348-83f0-4370-88c8-3c68ece5ebef'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:40:42.928147 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7bc41e-9856-4951-a98c-0451de99c653 None None] Attempting to bind port e72c41ca-bc1a-422d-8767-a0dc917a9319 on network f8e60348-83f0-4370-88c8-3c68ece5ebef {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:42.946886 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7bc41e-9856-4951-a98c-0451de99c653 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:40:42.947405 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7bc41e-9856-4951-a98c-0451de99c653 None None] Checking segment: {'id': '6bccb5ef-8805-4083-8861-4e85089f5190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f8e60348-83f0-4370-88c8-3c68ece5ebef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:42.947934 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0a7bc41e-9856-4951-a98c-0451de99c653 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:42.948439 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7bc41e-9856-4951-a98c-0451de99c653 None None] Bound using segment: {'id': '6bccb5ef-8805-4083-8861-4e85089f5190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f8e60348-83f0-4370-88c8-3c68ece5ebef'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:40:42.949220 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-0a7bc41e-9856-4951-a98c-0451de99c653 None None] Bound port: e72c41ca-bc1a-422d-8767-a0dc917a9319, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bccb5ef-8805-4083-8861-4e85089f5190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f8e60348-83f0-4370-88c8-3c68ece5ebef'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:40:42.949679 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0a7bc41e-9856-4951-a98c-0451de99c653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:43.004338 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port de471fe4-a08c-40fc-b0a0-a182d02a1ce6 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:43.005054 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:43.158781 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-0a7bc41e-9856-4951-a98c-0451de99c653 None None] For port e72c41ca-bc1a-422d-8767-a0dc917a9319, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:40:43.165456 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-0a7bc41e-9856-4951-a98c-0451de99c653 None None] For port e72c41ca-bc1a-422d-8767-a0dc917a9319, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e72c41ca-bc1a-422d-8767-a0dc917a9319,segment=NetworkSegment(6bccb5ef-8805-4083-8861-4e85089f5190),segment_id=6bccb5ef-8805-4083-8861-4e85089f5190)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:40:43.228856 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:43.233563 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0a7bc41e-9856-4951-a98c-0451de99c653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:43.330263 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port de471fe4-a08c-40fc-b0a0-a182d02a1ce6, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=de471fe4-a08c-40fc-b0a0-a182d02a1ce6,segment=NetworkSegment(6eec0dd9-d74a-424f-9817-c274ca55f550),segment_id=6eec0dd9-d74a-424f-9817-c274ca55f550)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:43.339901 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5aef7f-e719-4a27-97b2-be766fd36a08 None None] Network 44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:40:43.382248 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45506) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:43.452573 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b43e9b6f-fd8e-4fd7-b8c1-58e0cfa618c1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:43.503309 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e76262e4-2446-43c4-9c3d-167f6b2b9dd8 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:43.515206 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b43e9b6f-fd8e-4fd7-b8c1-58e0cfa618c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:43.521829 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:43.564336 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-04e2aed6-ea36-4b53-abf7-ca62892ae4bd service neutron] Transition to ACTIVE for port object bb296dc2-fe9a-4d2b-a25a-d011341603b9 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:40:43.573897 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-8ed83acc-6b04-4ab1-82e9-f7c7b318db78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:43.680036 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-cf887cff-2f73-44ca-bf66-e89ba1a1b95f None None] Provisioning complete for port de471fe4-a08c-40fc-b0a0-a182d02a1ce6 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:43.680036 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cf887cff-2f73-44ca-bf66-e89ba1a1b95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:43.705449 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7bc41e-9856-4951-a98c-0451de99c653 None None] Pushing event updated for resources: {'Port': ['ID=e72c41ca-bc1a-422d-8767-a0dc917a9319,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:43.707671 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-04e2aed6-ea36-4b53-abf7-ca62892ae4bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:43.866297 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-b43e9b6f-fd8e-4fd7-b8c1-58e0cfa618c1 admin admin] Allocated IP 172.25.7.63 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:43.937110 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=de471fe4-a08c-40fc-b0a0-a182d02a1ce6,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:43.955767 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-1e15fc74-cde8-4695-831f-74cd602d4145 req-66a2d913-fda9-4b0d-96aa-101c12b12a9a tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] For port b2168bd2-07ad-4b37-89eb-918cb9f5ba1e, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b2168bd2-07ad-4b37-89eb-918cb9f5ba1e,segment=NetworkSegment(9de533a3-255f-4334-8588-95961af475a2),segment_id=9de533a3-255f-4334-8588-95961af475a2)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:43.956073 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1e15fc74-cde8-4695-831f-74cd602d4145 req-66a2d913-fda9-4b0d-96aa-101c12b12a9a tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:44.119847 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b43e9b6f-fd8e-4fd7-b8c1-58e0cfa618c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:44.207515 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b43e9b6f-fd8e-4fd7-b8c1-58e0cfa618c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:44.257277 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43e9b6f-fd8e-4fd7-b8c1-58e0cfa618c1 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:44.261237 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-b43e9b6f-fd8e-4fd7-b8c1-58e0cfa618c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:44.277661 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43e9b6f-fd8e-4fd7-b8c1-58e0cfa618c1 admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:44.335132 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e9b6f-fd8e-4fd7-b8c1-58e0cfa618c1 admin admin] Pushing event updated for resources: {'Port': ['ID=ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:44.377378 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2aed6-ea36-4b53-abf7-ca62892ae4bd service neutron] Pushing event updated for resources: {'Port': ['ID=bb296dc2-fe9a-4d2b-a25a-d011341603b9,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:44.413745 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e76262e4-2446-43c4-9c3d-167f6b2b9dd8 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:44.418680 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-02f3e3a4-8839-49fb-aa86-58602521ec58 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:40:44.419695 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-02f3e3a4-8839-49fb-aa86-58602521ec58 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0436308 Nov 04 10:40:44.521498 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76262e4-2446-43c4-9c3d-167f6b2b9dd8 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Port': ['ID=9dabce0c-7f39-46ac-bad0-de1bd112513b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:44.567230 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-17ac68f1-b7c8-4188-a900-1707078ac8c3 None None] Provisioning complete for port de471fe4-a08c-40fc-b0a0-a182d02a1ce6 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:44.567722 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-17ac68f1-b7c8-4188-a900-1707078ac8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:44.709456 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b43e9b6f-fd8e-4fd7-b8c1-58e0cfa618c1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:44.732532 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:44.824580 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device de471fe4-a08c-40fc-b0a0-a182d02a1ce6 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:40:44.915650 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port de471fe4-a08c-40fc-b0a0-a182d02a1ce6 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:44.916102 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:44.945801 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9d142c-c980-4cea-b604-f298be401021 None None] Network f8e60348-83f0-4370-88c8-3c68ece5ebef requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:40:45.009149 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76262e4-2446-43c4-9c3d-167f6b2b9dd8 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network 44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:45.024661 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-be7ae7ee-f5eb-4a69-ac2c-78677a63f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:45.026121 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-be7ae7ee-f5eb-4a69-ac2c-78677a63f206 service neutron] 10.222.0.127 "GET /v2.0/ports/5ccd14b8-5141-4f67-8179-1ee0c0f16b22 HTTP/1.1" status: 200 len: 1094 time: 0.5847845 Nov 04 10:40:45.028254 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-8ed83acc-6b04-4ab1-82e9-f7c7b318db78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4a5572-1bbb-4181-8a28-8d272b7ae981 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:40:45.033592 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b43e9b6f-fd8e-4fd7-b8c1-58e0cfa618c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:45.038872 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-e76262e4-2446-43c4-9c3d-167f6b2b9dd8 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:45.056616 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-8ed83acc-6b04-4ab1-82e9-f7c7b318db78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:45.059064 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76262e4-2446-43c4-9c3d-167f6b2b9dd8 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:45.066030 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76262e4-2446-43c4-9c3d-167f6b2b9dd8 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:45.067756 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e76262e4-2446-43c4-9c3d-167f6b2b9dd8 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:45.086013 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-fb8a372a-2c21-4096-877f-7749114e078e service neutron] Request body: {'binding': {'host': 'n-h2-816629-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:45.086484 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-fb8a372a-2c21-4096-877f-7749114e078e service neutron] Unknown quota resources ['binding']. {{(pid=101775) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 04 10:40:45.089694 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b3f9d727-f887-494b-bf33-c49c95ccf6bd None None] Provisioning complete for port e72c41ca-bc1a-422d-8767-a0dc917a9319 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:45.090077 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b3f9d727-f887-494b-bf33-c49c95ccf6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:45.196032 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e72c41ca-bc1a-422d-8767-a0dc917a9319 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:40:45.202551 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43e9b6f-fd8e-4fd7-b8c1-58e0cfa618c1 admin admin] Router e078e5dd-da54-4d3d-9a6c-cd34316f053e is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:40:45.207652 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-8ed83acc-6b04-4ab1-82e9-f7c7b318db78 service neutron] Transition to ACTIVE for port object ce4a5572-1bbb-4181-8a28-8d272b7ae981 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:40:45.322618 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-8ed83acc-6b04-4ab1-82e9-f7c7b318db78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:45.331988 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port e72c41ca-bc1a-422d-8767-a0dc917a9319 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:45.332358 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:45.334689 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-04e2aed6-ea36-4b53-abf7-ca62892ae4bd service neutron] Attempting to bind port bb296dc2-fe9a-4d2b-a25a-d011341603b9 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:40:45.335027 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-04e2aed6-ea36-4b53-abf7-ca62892ae4bd service neutron] Attempting to bind port bb296dc2-fe9a-4d2b-a25a-d011341603b9 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '75bd34cc-02fc-483b-8128-146d0a8eca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:40:45.335349 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-04e2aed6-ea36-4b53-abf7-ca62892ae4bd service neutron] Attempting to bind port bb296dc2-fe9a-4d2b-a25a-d011341603b9 on network b24fc8aa-ee49-4b0e-86f2-bb77483ee604 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:45.364399 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-04e2aed6-ea36-4b53-abf7-ca62892ae4bd service neutron] Port bb296dc2-fe9a-4d2b-a25a-d011341603b9 on network b24fc8aa-ee49-4b0e-86f2-bb77483ee604 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:40:45.364723 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-04e2aed6-ea36-4b53-abf7-ca62892ae4bd service neutron] Attempting to bind port bb296dc2-fe9a-4d2b-a25a-d011341603b9 on network b24fc8aa-ee49-4b0e-86f2-bb77483ee604 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:45.365961 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43e9b6f-fd8e-4fd7-b8c1-58e0cfa618c1 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:40:45.372524 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e76262e4-2446-43c4-9c3d-167f6b2b9dd8 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.0388525 Nov 04 10:40:45.373961 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b3f9d727-f887-494b-bf33-c49c95ccf6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:45.374304 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45526) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:45.381945 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-c73fc9e0-ab1e-45b0-9740-4801c6765e06 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'port': {'network_id': '44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a', 'name': 'tempest-PortsIpV6TestJSON-1404434992'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:45.398091 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0250e3a5-bf14-43f7-968e-5450d3244488 None None] Sync routers for ids ['e078e5dd-da54-4d3d-9a6c-cd34316f053e'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:40:45.431811 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0250e3a5-bf14-43f7-968e-5450d3244488 None None] Routers {'e078e5dd-da54-4d3d-9a6c-cd34316f053e'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:40:45.432488 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0250e3a5-bf14-43f7-968e-5450d3244488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:40:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e078e5dd-da54-4d3d-9a6c-cd34316f053e'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:45.459272 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1e15fc74-cde8-4695-831f-74cd602d4145 req-66a2d913-fda9-4b0d-96aa-101c12b12a9a tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:45.459874 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1e15fc74-cde8-4695-831f-74cd602d4145 req-66a2d913-fda9-4b0d-96aa-101c12b12a9a tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:45.459972 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [req-1e15fc74-cde8-4695-831f-74cd602d4145 req-66a2d913-fda9-4b0d-96aa-101c12b12a9a tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Floating IP 81fb8747-92a4-41f3-ae91-27c1d4defce6 disassociated. External IP: 172.25.7.171, port: b2168bd2-07ad-4b37-89eb-918cb9f5ba1e. Nov 04 10:40:45.460270 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-1e15fc74-cde8-4695-831f-74cd602d4145 req-66a2d913-fda9-4b0d-96aa-101c12b12a9a tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Calling delete_port for b2168bd2-07ad-4b37-89eb-918cb9f5ba1e owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:40:45.468386 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b43e9b6f-fd8e-4fd7-b8c1-58e0cfa618c1 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:45.470165 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b43e9b6f-fd8e-4fd7-b8c1-58e0cfa618c1 admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7410729 Nov 04 10:40:45.474935 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-04e2aed6-ea36-4b53-abf7-ca62892ae4bd service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:40:45.475289 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-04e2aed6-ea36-4b53-abf7-ca62892ae4bd service neutron] Checking segment: {'id': '75bd34cc-02fc-483b-8128-146d0a8eca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:45.475652 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-04e2aed6-ea36-4b53-abf7-ca62892ae4bd service neutron] Bound using segment: {'id': '75bd34cc-02fc-483b-8128-146d0a8eca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:40:45.476088 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-04e2aed6-ea36-4b53-abf7-ca62892ae4bd service neutron] Bound port: bb296dc2-fe9a-4d2b-a25a-d011341603b9, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75bd34cc-02fc-483b-8128-146d0a8eca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:40:45.476439 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-04e2aed6-ea36-4b53-abf7-ca62892ae4bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:45.478584 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45528) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:45.486168 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-b3f9d727-f887-494b-bf33-c49c95ccf6bd None None] For port e72c41ca-bc1a-422d-8767-a0dc917a9319, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e72c41ca-bc1a-422d-8767-a0dc917a9319,segment=NetworkSegment(6bccb5ef-8805-4083-8861-4e85089f5190),segment_id=6bccb5ef-8805-4083-8861-4e85089f5190)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:45.521834 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b3f9d727-f887-494b-bf33-c49c95ccf6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:45.724338 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73fc9e0-ab1e-45b0-9740-4801c6765e06 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:45.727941 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c73fc9e0-ab1e-45b0-9740-4801c6765e06 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:45.743693 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b2168bd2-07ad-4b37-89eb-918cb9f5ba1e no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:40:45.755870 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-c73fc9e0-ab1e-45b0-9740-4801c6765e06 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] device_id is not set on port 8bd1da23-0511-4c78-826c-9762b8471104 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:40:45.804537 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:45.872032 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-ee18b5be-b4a4-4e34-9d72-b13cdf3fb61a None None] Provisioning complete for port e72c41ca-bc1a-422d-8767-a0dc917a9319 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:45.872436 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ee18b5be-b4a4-4e34-9d72-b13cdf3fb61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:45.883938 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-04e2aed6-ea36-4b53-abf7-ca62892ae4bd service neutron] For port bb296dc2-fe9a-4d2b-a25a-d011341603b9, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:40:45.887732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-04e2aed6-ea36-4b53-abf7-ca62892ae4bd service neutron] For port bb296dc2-fe9a-4d2b-a25a-d011341603b9, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=bb296dc2-fe9a-4d2b-a25a-d011341603b9,segment=NetworkSegment(75bd34cc-02fc-483b-8128-146d0a8eca1e),segment_id=75bd34cc-02fc-483b-8128-146d0a8eca1e)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:40:45.898978 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9d727-f887-494b-bf33-c49c95ccf6bd None None] Pushing event updated for resources: {'Port': ['ID=e72c41ca-bc1a-422d-8767-a0dc917a9319,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:45.925672 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-04e2aed6-ea36-4b53-abf7-ca62892ae4bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:45.937010 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-0250e3a5-bf14-43f7-968e-5450d3244488 None None] Set router e078e5dd-da54-4d3d-9a6c-cd34316f053e gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:40:45.996985 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-c73fc9e0-ab1e-45b0-9740-4801c6765e06 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Allocated IP 2001:db8::19f (44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a/93deac38-d8d1-4cf7-b325-c1b300bef61c/8bd1da23-0511-4c78-826c-9762b8471104) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:46.032246 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed83acc-6b04-4ab1-82e9-f7c7b318db78 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4a5572-1bbb-4181-8a28-8d272b7ae981,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:46.047508 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:40:46.047962 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:40:46.071154 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-04e2aed6-ea36-4b53-abf7-ca62892ae4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:46.071776 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-04e2aed6-ea36-4b53-abf7-ca62892ae4bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:46.073231 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-04e2aed6-ea36-4b53-abf7-ca62892ae4bd service neutron] 10.222.0.126 "PUT /v2.0/ports/bb296dc2-fe9a-4d2b-a25a-d011341603b9 HTTP/1.1" status: 200 len: 1091 time: 5.0250165 Nov 04 10:40:46.110202 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:46.197492 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-eb506206-417b-4eea-8654-4fa0ed67f8a2 service neutron] Request body: {'port': {'device_id': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:46.200503 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-8ed83acc-6b04-4ab1-82e9-f7c7b318db78 service neutron] Attempting to bind port ce4a5572-1bbb-4181-8a28-8d272b7ae981 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:40:46.200633 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fdea35-8115-4067-94be-a517bb12cb97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2168bd2-07ad-4b37-89eb-918cb9f5ba1e'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:40:46.201162 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-8ed83acc-6b04-4ab1-82e9-f7c7b318db78 service neutron] Attempting to bind port ce4a5572-1bbb-4181-8a28-8d272b7ae981 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:40:46.201663 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-8ed83acc-6b04-4ab1-82e9-f7c7b318db78 service neutron] Attempting to bind port ce4a5572-1bbb-4181-8a28-8d272b7ae981 on network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:46.209906 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a11b1a-e98c-4125-bf99-3a5b05c0d8c2" -d '{"events": [{"server_uuid": "84fdea35-8115-4067-94be-a517bb12cb97", "name": "network-vif-unplugged", "status": "completed", "tag": "b2168bd2-07ad-4b37-89eb-918cb9f5ba1e"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:40:46.236075 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port b2168bd2-07ad-4b37-89eb-918cb9f5ba1e, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b2168bd2-07ad-4b37-89eb-918cb9f5ba1e,segment=NetworkSegment(9de533a3-255f-4334-8588-95961af475a2),segment_id=9de533a3-255f-4334-8588-95961af475a2)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:46.292218 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:46.304555 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c73fc9e0-ab1e-45b0-9740-4801c6765e06 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:46.309066 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-8ed83acc-6b04-4ab1-82e9-f7c7b318db78 service neutron] Port ce4a5572-1bbb-4181-8a28-8d272b7ae981 on network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:40:46.309633 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-8ed83acc-6b04-4ab1-82e9-f7c7b318db78 service neutron] Attempting to bind port ce4a5572-1bbb-4181-8a28-8d272b7ae981 on network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:46.309769 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d56c7371-29ae-438d-a9f3-6d946b9b7b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:46.331908 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2aed6-ea36-4b53-abf7-ca62892ae4bd service neutron] Pushing event updated for resources: {'Port': ['ID=bb296dc2-fe9a-4d2b-a25a-d011341603b9,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:46.341154 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-fb8a372a-2c21-4096-877f-7749114e078e service neutron] Attempting to bind port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 on host n-h2-816629-1 for vnic_type normal with profile None {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:40:46.341816 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-fb8a372a-2c21-4096-877f-7749114e078e service neutron] Attempting to bind port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:40:46.342156 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-fb8a372a-2c21-4096-877f-7749114e078e service neutron] Attempting to bind port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:46.367889 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-ee18b5be-b4a4-4e34-9d72-b13cdf3fb61a None None] Provisioning complete for port 9dabce0c-7f39-46ac-bad0-de1bd112513b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:46.368262 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ee18b5be-b4a4-4e34-9d72-b13cdf3fb61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:46.387894 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-8ed83acc-6b04-4ab1-82e9-f7c7b318db78 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:40:46.387894 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-8ed83acc-6b04-4ab1-82e9-f7c7b318db78 service neutron] Checking segment: {'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:46.387894 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-8ed83acc-6b04-4ab1-82e9-f7c7b318db78 service neutron] Bound using segment: {'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:40:46.388371 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-8ed83acc-6b04-4ab1-82e9-f7c7b318db78 service neutron] Bound port: ce4a5572-1bbb-4181-8a28-8d272b7ae981, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:40:46.388371 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-8ed83acc-6b04-4ab1-82e9-f7c7b318db78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:46.390218 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-fb8a372a-2c21-4096-877f-7749114e078e service neutron] Port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:40:46.390967 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-fb8a372a-2c21-4096-877f-7749114e078e service neutron] Attempting to bind port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:46.402224 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-fb8a372a-2c21-4096-877f-7749114e078e service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:40:46.402567 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-fb8a372a-2c21-4096-877f-7749114e078e service neutron] Checking segment: {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:46.402943 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-fb8a372a-2c21-4096-877f-7749114e078e service neutron] Bound using segment: {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:40:46.403387 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-fb8a372a-2c21-4096-877f-7749114e078e service neutron] Bound port: 5ccd14b8-5141-4f67-8179-1ee0c0f16b22, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:40:46.413745 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=b2168bd2-07ad-4b37-89eb-918cb9f5ba1e,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:46.433104 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0250e3a5-bf14-43f7-968e-5450d3244488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e078e5dd-da54-4d3d-9a6c-cd34316f053e', 'name': 'tempest-ServersTestMultiNic-1292586566-router', 'tenant_id': '8497c67b53424b7dad5299c790949829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:40:41Z', 'updated_at': '2021-11-04T10:40:44Z', 'revision_number': 3, 'project_id': '8497c67b53424b7dad5299c790949829', 'gw_port': {'id': 'ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e078e5dd-da54-4d3d-9a6c-cd34316f053e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:40:43Z', 'updated_at': '2021-11-04T10:40:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:46.434858 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-ee18b5be-b4a4-4e34-9d72-b13cdf3fb61a None None] Port 9dabce0c-7f39-46ac-bad0-de1bd112513b cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:40:46.463342 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0250e3a5-bf14-43f7-968e-5450d3244488 None None] Checking router: e078e5dd-da54-4d3d-9a6c-cd34316f053e for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:40:46.463733 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0250e3a5-bf14-43f7-968e-5450d3244488 None None] Updating router e078e5dd-da54-4d3d-9a6c-cd34316f053e port ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:40:46.466136 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c73fc9e0-ab1e-45b0-9740-4801c6765e06 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:46.491958 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0250e3a5-bf14-43f7-968e-5450d3244488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:46.510511 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-eb506206-417b-4eea-8654-4fa0ed67f8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:46.560694 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73fc9e0-ab1e-45b0-9740-4801c6765e06 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network 44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:46.570227 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-c73fc9e0-ab1e-45b0-9740-4801c6765e06 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:46.574807 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73fc9e0-ab1e-45b0-9740-4801c6765e06 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:46.581338 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73fc9e0-ab1e-45b0-9740-4801c6765e06 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:46.582273 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c73fc9e0-ab1e-45b0-9740-4801c6765e06 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:46.584973 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73fc9e0-ab1e-45b0-9740-4801c6765e06 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Port': ['ID=8bd1da23-0511-4c78-826c-9762b8471104,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:46.632356 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c73fc9e0-ab1e-45b0-9740-4801c6765e06 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2567940 Nov 04 10:40:46.636694 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45532) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:46.695009 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1e15fc74-cde8-4695-831f-74cd602d4145 req-66a2d913-fda9-4b0d-96aa-101c12b12a9a tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:46.699081 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-187415a1-cffe-48ab-b383-c9c1079020d9 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:46.710582 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-d56c7371-29ae-438d-a9f3-6d946b9b7b4b admin admin] Allocated IP 172.20.0.1 (f8e60348-83f0-4370-88c8-3c68ece5ebef/6e12a171-b381-4ae9-acf7-a698abda73c3/116df602-26cd-48fe-900c-345e7829cc58) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:46.812950 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-fb8a372a-2c21-4096-877f-7749114e078e service neutron] For port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=5ccd14b8-5141-4f67-8179-1ee0c0f16b22,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:40:46.823687 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2d913-fda9-4b0d-96aa-101c12b12a9a tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Pushing event deleted for resources: {'Port': ['ID=b2168bd2-07ad-4b37-89eb-918cb9f5ba1e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:46.834156 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-fb8a372a-2c21-4096-877f-7749114e078e service neutron] Publish callbacks [] for binding, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:46.834740 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e72c41ca-bc1a-422d-8767-a0dc917a9319 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:40:46.835318 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-fb8a372a-2c21-4096-877f-7749114e078e service neutron] 10.222.0.127 "POST /v2.0/ports/5ccd14b8-5141-4f67-8179-1ee0c0f16b22/bindings HTTP/1.1" status: 201 len: 389 time: 1.7831743 Nov 04 10:40:46.836682 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-8ed83acc-6b04-4ab1-82e9-f7c7b318db78 service neutron] For port ce4a5572-1bbb-4181-8a28-8d272b7ae981, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:40:46.850513 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eac9c2-e4c8-4726-9746-d31197b97cdb tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:46.858091 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c8eac9c2-e4c8-4726-9746-d31197b97cdb tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ad5 HTTP/1.1" status: 200 len: 927 time: 0.2203605 Nov 04 10:40:46.881042 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45534) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:46.911098 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0250e3a5-bf14-43f7-968e-5450d3244488 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:46.917933 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6fbd7a48-14af-43eb-b01c-8d464044eaf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:46.924449 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0250e3a5-bf14-43f7-968e-5450d3244488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:46.981662 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-8ed83acc-6b04-4ab1-82e9-f7c7b318db78 service neutron] For port ce4a5572-1bbb-4181-8a28-8d272b7ae981, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=ce4a5572-1bbb-4181-8a28-8d272b7ae981,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:40:47.026768 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-8ed83acc-6b04-4ab1-82e9-f7c7b318db78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:47.082106 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port e72c41ca-bc1a-422d-8767-a0dc917a9319 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:47.082533 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:47.122350 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad049b-b037-4e88-a9c8-1a4155a830fd None None] Pushing event updated for resources: {'Port': ['ID=ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:47.135753 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-0250e3a5-bf14-43f7-968e-5450d3244488 None None] Attempting to bind port ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:40:47.139423 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-0250e3a5-bf14-43f7-968e-5450d3244488 None None] Attempting to bind port ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:40:47.139423 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0250e3a5-bf14-43f7-968e-5450d3244488 None None] Attempting to bind port ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:47.144782 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0250e3a5-bf14-43f7-968e-5450d3244488 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:40:47.145927 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0250e3a5-bf14-43f7-968e-5450d3244488 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:47.146422 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0250e3a5-bf14-43f7-968e-5450d3244488 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:47.146883 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0250e3a5-bf14-43f7-968e-5450d3244488 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:40:47.147982 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-0250e3a5-bf14-43f7-968e-5450d3244488 None None] Bound port: ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:40:47.147982 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0250e3a5-bf14-43f7-968e-5450d3244488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:47.163782 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-8ed83acc-6b04-4ab1-82e9-f7c7b318db78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:47.164427 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-8ed83acc-6b04-4ab1-82e9-f7c7b318db78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:47.166627 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-8ed83acc-6b04-4ab1-82e9-f7c7b318db78 service neutron] 10.222.0.121 "PUT /v2.0/ports/ce4a5572-1bbb-4181-8a28-8d272b7ae981 HTTP/1.1" status: 200 len: 1091 time: 4.4540598 Nov 04 10:40:47.194728 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-3cb32c0a-20c2-4b68-98e1-87f1a75cb8f6 None None] Provisioning complete for port 8bd1da23-0511-4c78-826c-9762b8471104 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:47.195111 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3cb32c0a-20c2-4b68-98e1-87f1a75cb8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:47.206027 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d56c7371-29ae-438d-a9f3-6d946b9b7b4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:47.232128 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-efe9438e-9791-4039-b207-3ec4c2cd033d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting port 8bd1da23-0511-4c78-826c-9762b8471104 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:40:47.232518 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-efe9438e-9791-4039-b207-3ec4c2cd033d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:47.302870 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f300b5-cca8-4074-804d-e0f835daab67 req-12cb230e-82e2-45e8-9b88-232b973a1e29 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:47.311078 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-62f300b5-cca8-4074-804d-e0f835daab67 req-12cb230e-82e2-45e8-9b88-232b973a1e29 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 943 time: 0.2152522 Nov 04 10:40:47.318850 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-0250e3a5-bf14-43f7-968e-5450d3244488 None None] For port ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:40:47.334587 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-3cb32c0a-20c2-4b68-98e1-87f1a75cb8f6 None None] Port 8bd1da23-0511-4c78-826c-9762b8471104 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:40:47.339737 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-0250e3a5-bf14-43f7-968e-5450d3244488 None None] For port ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:40:47.355372 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0250e3a5-bf14-43f7-968e-5450d3244488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:47.377744 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-157f24df-bc14-42d6-8d9a-3a2623df4a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:47.379825 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-157f24df-bc14-42d6-8d9a-3a2623df4a00 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 1097 time: 0.2365165 Nov 04 10:40:47.418152 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0250e3a5-bf14-43f7-968e-5450d3244488 None None] Routers {'e078e5dd-da54-4d3d-9a6c-cd34316f053e'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:40:47.418788 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0250e3a5-bf14-43f7-968e-5450d3244488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:40:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e078e5dd-da54-4d3d-9a6c-cd34316f053e'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:47.472727 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad049b-b037-4e88-a9c8-1a4155a830fd None None] Pushing event updated for resources: {'Port': ['ID=ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:47.512646 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-62f300b5-cca8-4074-804d-e0f835daab67 req-38d6c3b2-ed46-4feb-adfb-3dccd822b60b tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974297 Nov 04 10:40:47.541535 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed83acc-6b04-4ab1-82e9-f7c7b318db78 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4a5572-1bbb-4181-8a28-8d272b7ae981,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:47.581710 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-0250e3a5-bf14-43f7-968e-5450d3244488 None None] Set router e078e5dd-da54-4d3d-9a6c-cd34316f053e gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:40:47.582025 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 04 Nov 2021 10:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788df5e3-e1a6-47d7-93f0-b518e1605a9e x-openstack-request-id: req-788df5e3-e1a6-47d7-93f0-b518e1605a9e {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:40:47.582341 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "tag": "a09927a9-ef20-452f-a0cd-6d40858aa8ef", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "tag": "4ab0a657-f335-4fa1-bff5-c15c3461f18a", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:40:47.582715 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-788df5e3-e1a6-47d7-93f0-b518e1605a9e {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:40:47.583122 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'tag': 'a09927a9-ef20-452f-a0cd-6d40858aa8ef', 'status': 'completed', 'code': 200} Nov 04 10:40:47.583393 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'tag': '4ab0a657-f335-4fa1-bff5-c15c3461f18a', 'status': 'completed', 'code': 200} Nov 04 10:40:47.598748 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-847e38e7-89c3-40ea-bbd3-5368e3afeb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:47.600290 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-847e38e7-89c3-40ea-bbd3-5368e3afeb48 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 200 len: 909 time: 0.1779087 Nov 04 10:40:47.609541 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-854b5cec-f62f-410a-8adc-e703e3aec1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:47.611258 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-854b5cec-f62f-410a-8adc-e703e3aec1dc service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=53562ae687274bbeba84f6369ffa7a9a&device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 1094 time: 0.3502963 Nov 04 10:40:47.661622 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d56c7371-29ae-438d-a9f3-6d946b9b7b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:47.684134 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-1d1b9684-d6ba-4f22-bb52-ad5aa53ef681 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ccd14b8-5141-4f67-8179-1ee0c0f16b22 HTTP/1.1" status: 200 len: 217 time: 0.0740502 Nov 04 10:40:47.711399 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e15fc74-cde8-4695-831f-74cd602d4145 req-66a2d913-fda9-4b0d-96aa-101c12b12a9a tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Router 25d7dc52-b0df-4a32-bfc0-437b11bc3be4 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:40:47.732461 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-efe9438e-9791-4039-b207-3ec4c2cd033d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:47.737873 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-29fbef7d-a767-407a-9460-a007b920e498 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce4a5572-1bbb-4181-8a28-8d272b7ae981 HTTP/1.1" status: 200 len: 217 time: 0.1066341 Nov 04 10:40:47.751530 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5d24da44-8221-453c-997d-3508018a9ff8 req-14ea323a-f58e-4575-b05a-e84f8102ccef tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.127 "GET /v2.0/ports?device_id=84fdea35-8115-4067-94be-a517bb12cb97 HTTP/1.1" status: 200 len: 210 time: 0.0838149 Nov 04 10:40:47.779858 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-efe9438e-9791-4039-b207-3ec4c2cd033d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Calling delete_port for 8bd1da23-0511-4c78-826c-9762b8471104 owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:40:47.791037 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0250e3a5-bf14-43f7-968e-5450d3244488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e078e5dd-da54-4d3d-9a6c-cd34316f053e', 'name': 'tempest-ServersTestMultiNic-1292586566-router', 'tenant_id': '8497c67b53424b7dad5299c790949829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:40:41Z', 'updated_at': '2021-11-04T10:40:44Z', 'revision_number': 3, 'project_id': '8497c67b53424b7dad5299c790949829', 'gw_port': {'id': 'ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e078e5dd-da54-4d3d-9a6c-cd34316f053e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:40:43Z', 'updated_at': '2021-11-04T10:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:47.822053 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0250e3a5-bf14-43f7-968e-5450d3244488 None None] The sync data for ids ['e078e5dd-da54-4d3d-9a6c-cd34316f053e'] in n-d-816629-1 is: [{'id': 'e078e5dd-da54-4d3d-9a6c-cd34316f053e', 'name': 'tempest-ServersTestMultiNic-1292586566-router', 'tenant_id': '8497c67b53424b7dad5299c790949829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:40:41Z', 'updated_at': '2021-11-04T10:40:44Z', 'revision_number': 3, 'project_id': '8497c67b53424b7dad5299c790949829', 'gw_port': {'id': 'ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e078e5dd-da54-4d3d-9a6c-cd34316f053e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:40:43Z', 'updated_at': '2021-11-04T10:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:40:47.848610 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56c7371-29ae-438d-a9f3-6d946b9b7b4b admin admin] Network f8e60348-83f0-4370-88c8-3c68ece5ebef is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:47.851454 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c7371-29ae-438d-a9f3-6d946b9b7b4b admin admin] Pushing event updated for resources: {'Port': ['ID=116df602-26cd-48fe-900c-345e7829cc58,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:47.861977 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-d56c7371-29ae-438d-a9f3-6d946b9b7b4b admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:47.903732 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56c7371-29ae-438d-a9f3-6d946b9b7b4b admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:47.907227 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-4064dbde-7abd-42d8-a679-2933beb757cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:47.908369 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-4064dbde-7abd-42d8-a679-2933beb757cd service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f29a1ba4-9c2e-4bbf-be88-aa21c2016c98 HTTP/1.1" status: 200 len: 847 time: 0.1803939 Nov 04 10:40:48.014864 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-221cafd8-430b-4182-8844-4188169a7929 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349088 Nov 04 10:40:48.248810 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84a345-ef00-4fb4-b2fb-397894167483 req-0c502cc8-6c3e-43fc-9d49-35a51370806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:48.249601 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84a345-ef00-4fb4-b2fb-397894167483 req-0c502cc8-6c3e-43fc-9d49-35a51370806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:48.250611 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84a345-ef00-4fb4-b2fb-397894167483 req-0c502cc8-6c3e-43fc-9d49-35a51370806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:48.251519 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84a345-ef00-4fb4-b2fb-397894167483 req-0c502cc8-6c3e-43fc-9d49-35a51370806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:48.252085 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84a345-ef00-4fb4-b2fb-397894167483 req-0c502cc8-6c3e-43fc-9d49-35a51370806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:48.252683 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84a345-ef00-4fb4-b2fb-397894167483 req-0c502cc8-6c3e-43fc-9d49-35a51370806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:48.253426 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84a345-ef00-4fb4-b2fb-397894167483 req-0c502cc8-6c3e-43fc-9d49-35a51370806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:48.255938 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2d84a345-ef00-4fb4-b2fb-397894167483 req-0c502cc8-6c3e-43fc-9d49-35a51370806f service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=24e6e80e7cbd47b89cef6beaedf3befe&device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 6343 time: 0.6389098 Nov 04 10:40:48.264182 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-6d7d9894-bbcd-49fa-ba13-ac4bb5449e8a None None] Provisioning complete for port 116df602-26cd-48fe-900c-345e7829cc58 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:48.264956 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6d7d9894-bbcd-49fa-ba13-ac4bb5449e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:48.311658 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-6d7d9894-bbcd-49fa-ba13-ac4bb5449e8a None None] Port 116df602-26cd-48fe-900c-345e7829cc58 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:40:48.437856 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-08d0a6ed-95a2-42c5-b3fc-2873254da3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:48.439743 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-08d0a6ed-95a2-42c5-b3fc-2873254da3df service neutron] 10.222.0.121 "GET /v2.0/subnets?id=5626b5c5-059d-4165-96a5-a79a81820db5 HTTP/1.1" status: 200 len: 851 time: 0.6925361 Nov 04 10:40:48.530909 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d56c7371-29ae-438d-a9f3-6d946b9b7b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:48.560245 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-eb506206-417b-4eea-8654-4fa0ed67f8a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72df5c77-e2bf-4914-a389-b01de4c7d2be {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:40:48.584617 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-7552c8f3-5533-4b05-a62f-275e3f695dee service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=8c8a1e5a-f063-46d4-a45c-05147903d1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040056 Nov 04 10:40:48.601104 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06c23b-0ff5-4c27-a910-3d827c2371e6 req-36106f36-ab1c-437f-9013-c497b943ed85 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:48.602737 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aa06c23b-0ff5-4c27-a910-3d827c2371e6 req-36106f36-ab1c-437f-9013-c497b943ed85 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/ports?device_id=daad1363-447c-4e58-954b-3ac2338f1d3e HTTP/1.1" status: 200 len: 945 time: 0.7481945 Nov 04 10:40:48.615918 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-eb506206-417b-4eea-8654-4fa0ed67f8a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:48.695499 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-f062f28b-9c75-4daa-ad6d-041e30076a5b service neutron] 10.222.0.121 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6712673 Nov 04 10:40:48.740360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-eb506206-417b-4eea-8654-4fa0ed67f8a2 service neutron] Transition to ACTIVE for port object 72df5c77-e2bf-4914-a389-b01de4c7d2be will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:40:48.763841 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-eb506206-417b-4eea-8654-4fa0ed67f8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:48.788736 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e15fc74-cde8-4695-831f-74cd602d4145 req-66a2d913-fda9-4b0d-96aa-101c12b12a9a tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:40:48.805387 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36743a56-e26a-464d-b170-d69597ce40e4 None None] Sync routers for ids ['25d7dc52-b0df-4a32-bfc0-437b11bc3be4'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:40:48.809509 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aa06c23b-0ff5-4c27-a910-3d827c2371e6 req-88d58ace-6f3c-416f-83b2-b56ecda8be1a tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/security-groups?id=661e586a-7284-4745-83a1-9bf108ca6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980269 Nov 04 10:40:48.844102 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84a345-ef00-4fb4-b2fb-397894167483 req-fb0ba364-3df0-439e-8692-ac17a2931f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:48.848084 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84a345-ef00-4fb4-b2fb-397894167483 req-fb0ba364-3df0-439e-8692-ac17a2931f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:48.848576 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84a345-ef00-4fb4-b2fb-397894167483 req-fb0ba364-3df0-439e-8692-ac17a2931f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:48.856232 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2d84a345-ef00-4fb4-b2fb-397894167483 req-fb0ba364-3df0-439e-8692-ac17a2931f54 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=24e6e80e7cbd47b89cef6beaedf3befe&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5362866 Nov 04 10:40:48.857431 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:40:48.858335 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36743a56-e26a-464d-b170-d69597ce40e4 None None] Routers {'25d7dc52-b0df-4a32-bfc0-437b11bc3be4'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:40:48.862339 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-efe9438e-9791-4039-b207-3ec4c2cd033d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:48.862972 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-36743a56-e26a-464d-b170-d69597ce40e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:40:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['25d7dc52-b0df-4a32-bfc0-437b11bc3be4'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:48.947487 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9438e-9791-4039-b207-3ec4c2cd033d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Port': ['ID=8bd1da23-0511-4c78-826c-9762b8471104,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:48.992376 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:48.992893 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:48.996765 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e15fc74-cde8-4695-831f-74cd602d4145 req-66a2d913-fda9-4b0d-96aa-101c12b12a9a tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] No DVR routers for this DVR port b2168bd2-07ad-4b37-89eb-918cb9f5ba1e on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:40:48.999148 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1e15fc74-cde8-4695-831f-74cd602d4145 req-66a2d913-fda9-4b0d-96aa-101c12b12a9a tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:49.004962 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1e15fc74-cde8-4695-831f-74cd602d4145 req-66a2d913-fda9-4b0d-96aa-101c12b12a9a tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.126 "DELETE /v2.0/ports/b2168bd2-07ad-4b37-89eb-918cb9f5ba1e HTTP/1.1" status: 204 len: 173 time: 6.9892328 Nov 04 10:40:49.062089 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d56c7371-29ae-438d-a9f3-6d946b9b7b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:49.098956 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb506206-417b-4eea-8654-4fa0ed67f8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=72df5c77-e2bf-4914-a389-b01de4c7d2be,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:49.113439 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-efe9438e-9791-4039-b207-3ec4c2cd033d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:49.120689 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-efe9438e-9791-4039-b207-3ec4c2cd033d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/ports/8bd1da23-0511-4c78-826c-9762b8471104 HTTP/1.1" status: 204 len: 168 time: 2.2340605 Nov 04 10:40:49.142393 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45544) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:49.150962 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-36743a56-e26a-464d-b170-d69597ce40e4 None None] Set router 25d7dc52-b0df-4a32-bfc0-437b11bc3be4 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:40:49.238999 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-28dde1fd-c62b-4126-8e91-78b608c62d1a service neutron] 10.222.0.121 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074100 Nov 04 10:40:49.239451 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:49.297571 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:49.307342 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:49.312866 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702651f-de4b-4b18-a960-72920e9faa87 req-b42a9a94-aac7-4ce0-b94e-688ef9bd6d1e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:49.333344 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702651f-de4b-4b18-a960-72920e9faa87 req-b42a9a94-aac7-4ce0-b94e-688ef9bd6d1e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:49.341300 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-bfc3adad-2c5a-425b-99ab-211f83c404e8 service neutron] 10.222.0.121 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7408507 Nov 04 10:40:49.343088 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702651f-de4b-4b18-a960-72920e9faa87 req-b42a9a94-aac7-4ce0-b94e-688ef9bd6d1e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:49.344047 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-187415a1-cffe-48ab-b383-c9c1079020d9 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Deleting port a62c7c03-9a93-4b57-afd3-f7e5761df9e2 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:40:49.344385 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-187415a1-cffe-48ab-b383-c9c1079020d9 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:49.350876 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702651f-de4b-4b18-a960-72920e9faa87 req-b42a9a94-aac7-4ce0-b94e-688ef9bd6d1e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:49.362482 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702651f-de4b-4b18-a960-72920e9faa87 req-b42a9a94-aac7-4ce0-b94e-688ef9bd6d1e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:49.369378 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702651f-de4b-4b18-a960-72920e9faa87 req-b42a9a94-aac7-4ce0-b94e-688ef9bd6d1e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:49.384931 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702651f-de4b-4b18-a960-72920e9faa87 req-b42a9a94-aac7-4ce0-b94e-688ef9bd6d1e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:49.398097 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d702651f-de4b-4b18-a960-72920e9faa87 req-b42a9a94-aac7-4ce0-b94e-688ef9bd6d1e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 5408 time: 0.4464014 Nov 04 10:40:49.445068 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:49.452307 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-161d1afd-d7aa-4cef-b63a-8ebc5c5a07f6 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] GET failed (client error): The resource could not be found. Nov 04 10:40:49.459070 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-161d1afd-d7aa-4cef-b63a-8ebc5c5a07f6 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "GET /v2.0/ports/8bd1da23-0511-4c78-826c-9762b8471104 HTTP/1.1" status: 404 len: 333 time: 0.3113704 Nov 04 10:40:49.474843 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45546) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:49.508370 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67457b61-4c40-497f-8b2d-3bf62529daee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:49.531396 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-36743a56-e26a-464d-b170-d69597ce40e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'name': 'tempest-ServersTestFqdnHostnames-1274560798-router', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'b7f511e8-11d0-444f-bd74-6df41052fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:15Z', 'updated_at': '2021-11-04T10:38:23Z', 'revision_number': 4, 'project_id': 'a3247e14be254fd39ca4bb24413f7278', 'gw_port': {'id': 'b7f511e8-11d0-444f-bd74-6df41052fa19', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:16Z', 'updated_at': '2021-11-04T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '0b37b46d-94a3-4c87-a679-ff4847f6c264', 'name': '', 'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'mac_address': 'fa:16:3e:7f:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '9cbdee7b-9e67-4454-89e3-451ab9fdae2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:21Z', 'updated_at': '2021-11-04T10:38:29Z', 'revision_number': 5, 'project_id': 'a3247e14be254fd39ca4bb24413f7278', 'subnets': [{'id': '9cbdee7b-9e67-4454-89e3-451ab9fdae2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:49.572829 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36743a56-e26a-464d-b170-d69597ce40e4 None None] Checking router: 25d7dc52-b0df-4a32-bfc0-437b11bc3be4 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:40:49.584075 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'tag': 'bb296dc2-fe9a-4d2b-a25a-d011341603b9'}, {'name': 'network-changed', 'server_uuid': '9786cb95-a7ff-4b24-a896-ac6e9091c86f', 'tag': 'ce4a5572-1bbb-4181-8a28-8d272b7ae981'}, {'server_uuid': '84fdea35-8115-4067-94be-a517bb12cb97', 'name': 'network-vif-deleted', 'tag': 'b2168bd2-07ad-4b37-89eb-918cb9f5ba1e'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:40:49.588100 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36743a56-e26a-464d-b170-d69597ce40e4 None None] Routers {'25d7dc52-b0df-4a32-bfc0-437b11bc3be4'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:40:49.590748 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-36743a56-e26a-464d-b170-d69597ce40e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:40:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['25d7dc52-b0df-4a32-bfc0-437b11bc3be4'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:49.591289 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c40024f-7b34-4f27-9c91-724d5b44214b" -d '{"events": [{"name": "network-changed", "server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "tag": "bb296dc2-fe9a-4d2b-a25a-d011341603b9"}, {"name": "network-changed", "server_uuid": "9786cb95-a7ff-4b24-a896-ac6e9091c86f", "tag": "ce4a5572-1bbb-4181-8a28-8d272b7ae981"}, {"server_uuid": "84fdea35-8115-4067-94be-a517bb12cb97", "name": "network-vif-deleted", "tag": "b2168bd2-07ad-4b37-89eb-918cb9f5ba1e"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:40:49.638875 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84a345-ef00-4fb4-b2fb-397894167483 req-87819a17-0411-4062-8b6c-0675d073d347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:49.645925 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2d84a345-ef00-4fb4-b2fb-397894167483 req-87819a17-0411-4062-8b6c-0675d073d347 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7314537 Nov 04 10:40:49.676271 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d702651f-de4b-4b18-a960-72920e9faa87 req-606eb041-43f3-42fd-a500-896ec34c21af tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ded427f-6d19-40e3-a805-138915509ca8&id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2770491 Nov 04 10:40:49.703329 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-eb506206-417b-4eea-8654-4fa0ed67f8a2 service neutron] Attempting to bind port 72df5c77-e2bf-4914-a389-b01de4c7d2be on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:40:49.703997 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-eb506206-417b-4eea-8654-4fa0ed67f8a2 service neutron] Attempting to bind port 72df5c77-e2bf-4914-a389-b01de4c7d2be by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '68884ac4-1769-4bca-94f5-d9098a2e7fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:40:49.704504 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-eb506206-417b-4eea-8654-4fa0ed67f8a2 service neutron] Attempting to bind port 72df5c77-e2bf-4914-a389-b01de4c7d2be on network e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:49.758946 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-36743a56-e26a-464d-b170-d69597ce40e4 None None] Set router 25d7dc52-b0df-4a32-bfc0-437b11bc3be4 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:40:49.786864 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc17c021-8fb4-41b6-beb1-71cbd73caf82 x-openstack-request-id: req-fc17c021-8fb4-41b6-beb1-71cbd73caf82 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:40:49.787167 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fdea35-8115-4067-94be-a517bb12cb97", "name": "network-vif-unplugged", "status": "completed", "tag": "b2168bd2-07ad-4b37-89eb-918cb9f5ba1e", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:40:49.787571 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-fc17c021-8fb4-41b6-beb1-71cbd73caf82 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:40:49.788049 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fdea35-8115-4067-94be-a517bb12cb97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2168bd2-07ad-4b37-89eb-918cb9f5ba1e', 'code': 200} Nov 04 10:40:49.794439 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-eb506206-417b-4eea-8654-4fa0ed67f8a2 service neutron] Port 72df5c77-e2bf-4914-a389-b01de4c7d2be on network e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:40:49.795001 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-eb506206-417b-4eea-8654-4fa0ed67f8a2 service neutron] Attempting to bind port 72df5c77-e2bf-4914-a389-b01de4c7d2be on network e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:49.826719 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e0c8c317-b951-43c4-b878-c857dbb98744 req-9987fccb-5d11-40de-8441-38962b632d43 service neutron] 10.222.0.121 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966351 Nov 04 10:40:49.829609 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-187415a1-cffe-48ab-b383-c9c1079020d9 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] For port a62c7c03-9a93-4b57-afd3-f7e5761df9e2, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a62c7c03-9a93-4b57-afd3-f7e5761df9e2,segment=NetworkSegment(d9222f4c-3740-41de-a4d0-ab8ded6daa8d),segment_id=d9222f4c-3740-41de-a4d0-ab8ded6daa8d)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:49.830059 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-187415a1-cffe-48ab-b383-c9c1079020d9 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:49.834423 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-eb506206-417b-4eea-8654-4fa0ed67f8a2 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:40:49.834841 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-eb506206-417b-4eea-8654-4fa0ed67f8a2 service neutron] Checking segment: {'id': '68884ac4-1769-4bca-94f5-d9098a2e7fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:49.835296 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-eb506206-417b-4eea-8654-4fa0ed67f8a2 service neutron] Bound using segment: {'id': '68884ac4-1769-4bca-94f5-d9098a2e7fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:40:49.835807 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-eb506206-417b-4eea-8654-4fa0ed67f8a2 service neutron] Bound port: 72df5c77-e2bf-4914-a389-b01de4c7d2be, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68884ac4-1769-4bca-94f5-d9098a2e7fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:40:49.836222 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-eb506206-417b-4eea-8654-4fa0ed67f8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:49.863374 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-3fb89aed-3674-4287-8649-f7606c8881a4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting port 9dabce0c-7f39-46ac-bad0-de1bd112513b {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:40:49.870117 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-187415a1-cffe-48ab-b383-c9c1079020d9 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Calling delete_port for a62c7c03-9a93-4b57-afd3-f7e5761df9e2 owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:40:49.870846 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3fb89aed-3674-4287-8649-f7606c8881a4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:49.897300 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84a345-ef00-4fb4-b2fb-397894167483 req-f532389c-b89e-4a71-8898-6fc450a41457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:49.898062 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84a345-ef00-4fb4-b2fb-397894167483 req-f532389c-b89e-4a71-8898-6fc450a41457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:49.899184 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84a345-ef00-4fb4-b2fb-397894167483 req-f532389c-b89e-4a71-8898-6fc450a41457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:49.901206 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84a345-ef00-4fb4-b2fb-397894167483 req-f532389c-b89e-4a71-8898-6fc450a41457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:49.901206 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84a345-ef00-4fb4-b2fb-397894167483 req-f532389c-b89e-4a71-8898-6fc450a41457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:49.901400 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84a345-ef00-4fb4-b2fb-397894167483 req-f532389c-b89e-4a71-8898-6fc450a41457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:49.902022 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84a345-ef00-4fb4-b2fb-397894167483 req-f532389c-b89e-4a71-8898-6fc450a41457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:49.904446 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2d84a345-ef00-4fb4-b2fb-397894167483 req-f532389c-b89e-4a71-8898-6fc450a41457 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=24e6e80e7cbd47b89cef6beaedf3befe&device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 6368 time: 0.1943023 Nov 04 10:40:50.045037 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d56c7371-29ae-438d-a9f3-6d946b9b7b4b admin admin] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:50.084054 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d56c7371-29ae-438d-a9f3-6d946b9b7b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:50.131081 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-eb506206-417b-4eea-8654-4fa0ed67f8a2 service neutron] For port 72df5c77-e2bf-4914-a389-b01de4c7d2be, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:40:50.157288 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-eb506206-417b-4eea-8654-4fa0ed67f8a2 service neutron] For port 72df5c77-e2bf-4914-a389-b01de4c7d2be, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=72df5c77-e2bf-4914-a389-b01de4c7d2be,segment=NetworkSegment(68884ac4-1769-4bca-94f5-d9098a2e7fa7),segment_id=68884ac4-1769-4bca-94f5-d9098a2e7fa7)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:40:50.185258 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-36743a56-e26a-464d-b170-d69597ce40e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'name': 'tempest-ServersTestFqdnHostnames-1274560798-router', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'b7f511e8-11d0-444f-bd74-6df41052fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:15Z', 'updated_at': '2021-11-04T10:38:23Z', 'revision_number': 4, 'project_id': 'a3247e14be254fd39ca4bb24413f7278', 'gw_port': {'id': 'b7f511e8-11d0-444f-bd74-6df41052fa19', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:16Z', 'updated_at': '2021-11-04T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '0b37b46d-94a3-4c87-a679-ff4847f6c264', 'name': '', 'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'mac_address': 'fa:16:3e:7f:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '9cbdee7b-9e67-4454-89e3-451ab9fdae2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:21Z', 'updated_at': '2021-11-04T10:38:29Z', 'revision_number': 5, 'project_id': 'a3247e14be254fd39ca4bb24413f7278', 'subnets': [{'id': '9cbdee7b-9e67-4454-89e3-451ab9fdae2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:50.229069 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36743a56-e26a-464d-b170-d69597ce40e4 None None] The sync data for ids ['25d7dc52-b0df-4a32-bfc0-437b11bc3be4'] in n-d-816629-1 is: [{'id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'name': 'tempest-ServersTestFqdnHostnames-1274560798-router', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'b7f511e8-11d0-444f-bd74-6df41052fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:15Z', 'updated_at': '2021-11-04T10:38:23Z', 'revision_number': 4, 'project_id': 'a3247e14be254fd39ca4bb24413f7278', 'gw_port': {'id': 'b7f511e8-11d0-444f-bd74-6df41052fa19', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:16Z', 'updated_at': '2021-11-04T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '0b37b46d-94a3-4c87-a679-ff4847f6c264', 'name': '', 'network_id': '1b735f04-8bd4-4ad5-bab8-48eab0a995ed', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'mac_address': 'fa:16:3e:7f:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '9cbdee7b-9e67-4454-89e3-451ab9fdae2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:21Z', 'updated_at': '2021-11-04T10:38:29Z', 'revision_number': 5, 'project_id': 'a3247e14be254fd39ca4bb24413f7278', 'subnets': [{'id': '9cbdee7b-9e67-4454-89e3-451ab9fdae2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:40:50.240608 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-eb506206-417b-4eea-8654-4fa0ed67f8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:50.255938 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3fb89aed-3674-4287-8649-f7606c8881a4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:50.278564 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d8847-530a-4b89-9e62-15f280dea5c1 req-890c8822-e438-4343-b39c-1cff81c9e76d tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:50.280410 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-957d8847-530a-4b89-9e62-15f280dea5c1 req-890c8822-e438-4343-b39c-1cff81c9e76d tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 946 time: 0.3048451 Nov 04 10:40:50.291711 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84a345-ef00-4fb4-b2fb-397894167483 req-7cdba6e1-fee4-4d86-b3b0-760c979084af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:50.292186 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84a345-ef00-4fb4-b2fb-397894167483 req-7cdba6e1-fee4-4d86-b3b0-760c979084af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:50.292653 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84a345-ef00-4fb4-b2fb-397894167483 req-7cdba6e1-fee4-4d86-b3b0-760c979084af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:50.294508 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2d84a345-ef00-4fb4-b2fb-397894167483 req-7cdba6e1-fee4-4d86-b3b0-760c979084af service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=24e6e80e7cbd47b89cef6beaedf3befe&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3544848 Nov 04 10:40:50.295571 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c7371-29ae-438d-a9f3-6d946b9b7b4b admin admin] Pushing event updated for resources: {'Port': ['ID=116df602-26cd-48fe-900c-345e7829cc58,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:50.299342 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d56c7371-29ae-438d-a9f3-6d946b9b7b4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:50.310078 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-3fb89aed-3674-4287-8649-f7606c8881a4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Calling delete_port for 9dabce0c-7f39-46ac-bad0-de1bd112513b owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:40:50.345378 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-eb506206-417b-4eea-8654-4fa0ed67f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:50.346015 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-eb506206-417b-4eea-8654-4fa0ed67f8a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:50.347472 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-eb506206-417b-4eea-8654-4fa0ed67f8a2 service neutron] 10.222.0.126 "PUT /v2.0/ports/72df5c77-e2bf-4914-a389-b01de4c7d2be HTTP/1.1" status: 200 len: 1091 time: 4.1891966 Nov 04 10:40:50.424719 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Request body: {'port': {'device_id': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:50.462735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb506206-417b-4eea-8654-4fa0ed67f8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=72df5c77-e2bf-4914-a389-b01de4c7d2be,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:50.489378 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-957d8847-530a-4b89-9e62-15f280dea5c1 req-f7174dc0-9b4b-406a-a5a2-3d57cb598ed8 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986499 Nov 04 10:40:50.590176 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56c7371-29ae-438d-a9f3-6d946b9b7b4b admin admin] Network f8e60348-83f0-4370-88c8-3c68ece5ebef is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:50.592731 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-d56c7371-29ae-438d-a9f3-6d946b9b7b4b admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:50.674068 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:50.686222 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3456e16-1009-488b-89e3-4c3b123e286e None None] New status for floating IP 81fb8747-92a4-41f3-ae91-27c1d4defce6: DOWN {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:40:50.721702 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84a345-ef00-4fb4-b2fb-397894167483 req-925859a2-45fa-4af5-b3ee-1cf1a209cf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:50.723359 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2d84a345-ef00-4fb4-b2fb-397894167483 req-925859a2-45fa-4af5-b3ee-1cf1a209cf52 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4057066 Nov 04 10:40:50.726391 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:50.783947 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-187415a1-cffe-48ab-b383-c9c1079020d9 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:50.837192 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:40:50.864011 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187415a1-cffe-48ab-b383-c9c1079020d9 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event deleted for resources: {'Port': ['ID=a62c7c03-9a93-4b57-afd3-f7e5761df9e2,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:50.986504 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fbab3-6fef-4278-aa65-b2306059ed3c req-8da853fc-c878-418b-b02d-1060c8940a56 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:50.995653 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7c3fbab3-6fef-4278-aa65-b2306059ed3c req-8da853fc-c878-418b-b02d-1060c8940a56 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 943 time: 0.1738489 Nov 04 10:40:51.070390 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7c3fbab3-6fef-4278-aa65-b2306059ed3c req-f5e01a87-4990-4075-b071-df2efcf4b74a tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737104 Nov 04 10:40:51.101845 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56c7371-29ae-438d-a9f3-6d946b9b7b4b admin admin] Router e078e5dd-da54-4d3d-9a6c-cd34316f053e has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:40:51.146930 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3fb89aed-3674-4287-8649-f7606c8881a4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:51.222458 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:51.223113 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:51.347668 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56c7371-29ae-438d-a9f3-6d946b9b7b4b admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:40:51.350519 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c1ec25f1-70bb-4763-a431-a3a5d6e41051 None None] Provisioning complete for port 116df602-26cd-48fe-900c-345e7829cc58 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:51.350893 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c1ec25f1-70bb-4763-a431-a3a5d6e41051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:51.355522 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d56c7371-29ae-438d-a9f3-6d946b9b7b4b admin admin] 10.222.0.127 "PUT /v2.0/routers/e078e5dd-da54-4d3d-9a6c-cd34316f053e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8756549 Nov 04 10:40:51.365503 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a0c7ad-74c1-4ee6-a72d-6201bcf1a0ed None None] Sync routers for ids ['e078e5dd-da54-4d3d-9a6c-cd34316f053e'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:40:51.389843 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a0c7ad-74c1-4ee6-a72d-6201bcf1a0ed None None] Routers {'e078e5dd-da54-4d3d-9a6c-cd34316f053e'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:40:51.390624 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-c1ec25f1-70bb-4763-a431-a3a5d6e41051 None None] Port 116df602-26cd-48fe-900c-345e7829cc58 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:40:51.397681 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e3a0c7ad-74c1-4ee6-a72d-6201bcf1a0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:40:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e078e5dd-da54-4d3d-9a6c-cd34316f053e'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:51.439186 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb89aed-3674-4287-8649-f7606c8881a4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Port': ['ID=9dabce0c-7f39-46ac-bad0-de1bd112513b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:51.493096 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3fb89aed-3674-4287-8649-f7606c8881a4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:51.499298 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3fb89aed-3674-4287-8649-f7606c8881a4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/ports/9dabce0c-7f39-46ac-bad0-de1bd112513b HTTP/1.1" status: 204 len: 168 time: 2.0232875 Nov 04 10:40:51.506542 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45556) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:51.558060 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45560) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:51.569333 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaefe82f-201b-4997-90ff-356ae31a1a20 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] GET failed (client error): The resource could not be found. Nov 04 10:40:51.571210 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-aaefe82f-201b-4997-90ff-356ae31a1a20 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "GET /v2.0/ports/9dabce0c-7f39-46ac-bad0-de1bd112513b HTTP/1.1" status: 404 len: 333 time: 0.0626061 Nov 04 10:40:51.582376 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa04566-4fef-4ee8-8561-a9b53144eed0 req-df2ce770-ea91-4ca7-a85a-6b5ad19e74a3 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:51.589990 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-e3a0c7ad-74c1-4ee6-a72d-6201bcf1a0ed None None] Set router e078e5dd-da54-4d3d-9a6c-cd34316f053e gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:40:51.593379 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bfa04566-4fef-4ee8-8561-a9b53144eed0 req-df2ce770-ea91-4ca7-a85a-6b5ad19e74a3 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/ports?device_id=ef7522f3-4470-411d-a56d-c12c73db1ff9 HTTP/1.1" status: 200 len: 946 time: 0.2509496 Nov 04 10:40:51.602197 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45564) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:51.659456 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-9fabe8cd-bf68-4939-b6b9-962a3cd3a05b tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1305990225'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:51.733321 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fabe8cd-bf68-4939-b6b9-962a3cd3a05b tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Made reservation on behalf of 8497c67b53424b7dad5299c790949829 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:51.743027 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9fabe8cd-bf68-4939-b6b9-962a3cd3a05b tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:51.786979 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bfa04566-4fef-4ee8-8561-a9b53144eed0 req-861e801d-e258-42a5-a64a-d3eb4b8a384e tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/security-groups?id=661e586a-7284-4745-83a1-9bf108ca6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912432 Nov 04 10:40:51.802837 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-3736ba01-da5f-44cc-83b8-c1ed33cfd796 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting subnet 93deac38-d8d1-4cf7-b325-c1b300bef61c {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:40:51.817223 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3736ba01-da5f-44cc-83b8-c1ed33cfd796 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:51.871648 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fabe8cd-bf68-4939-b6b9-962a3cd3a05b tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1191} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:40:51.885440 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9fabe8cd-bf68-4939-b6b9-962a3cd3a05b tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:51.885959 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-9fabe8cd-bf68-4939-b6b9-962a3cd3a05b tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Added segment 24917bd9-2e92-4958-ac62-be85fdb73dd1 of type vlan for network 9562b652-e7fe-4341-a8bf-c73d3dc951de Nov 04 10:40:51.915720 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-187415a1-cffe-48ab-b383-c9c1079020d9 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:51.995077 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 04 Nov 2021 10:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03502b04-9fe6-4eeb-8565-8a2fcf95cdb5 x-openstack-request-id: req-03502b04-9fe6-4eeb-8565-8a2fcf95cdb5 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:40:51.995425 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "tag": "bb296dc2-fe9a-4d2b-a25a-d011341603b9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9786cb95-a7ff-4b24-a896-ac6e9091c86f", "tag": "ce4a5572-1bbb-4181-8a28-8d272b7ae981", "status": "completed", "code": 200}, {"server_uuid": "84fdea35-8115-4067-94be-a517bb12cb97", "name": "network-vif-deleted", "tag": "b2168bd2-07ad-4b37-89eb-918cb9f5ba1e", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:40:51.995618 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-03502b04-9fe6-4eeb-8565-8a2fcf95cdb5 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:40:51.996006 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'tag': 'bb296dc2-fe9a-4d2b-a25a-d011341603b9', 'status': 'completed', 'code': 200} Nov 04 10:40:51.996250 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9786cb95-a7ff-4b24-a896-ac6e9091c86f', 'tag': 'ce4a5572-1bbb-4181-8a28-8d272b7ae981', 'status': 'completed', 'code': 200} Nov 04 10:40:51.996493 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fdea35-8115-4067-94be-a517bb12cb97', 'name': 'network-vif-deleted', 'tag': 'b2168bd2-07ad-4b37-89eb-918cb9f5ba1e', 'status': 'completed', 'code': 200} Nov 04 10:40:52.001563 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9fabe8cd-bf68-4939-b6b9-962a3cd3a05b tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:52.006002 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e3a0c7ad-74c1-4ee6-a72d-6201bcf1a0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e078e5dd-da54-4d3d-9a6c-cd34316f053e', 'name': 'tempest-ServersTestMultiNic-1292586566-router', 'tenant_id': '8497c67b53424b7dad5299c790949829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:40:41Z', 'updated_at': '2021-11-04T10:40:48Z', 'revision_number': 4, 'project_id': '8497c67b53424b7dad5299c790949829', 'gw_port': {'id': 'ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078e5dd-da54-4d3d-9a6c-cd34316f053e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:40:43Z', 'updated_at': '2021-11-04T10:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '116df602-26cd-48fe-900c-345e7829cc58', 'name': '', 'network_id': 'f8e60348-83f0-4370-88c8-3c68ece5ebef', 'tenant_id': '8497c67b53424b7dad5299c790949829', 'mac_address': 'fa:16:3e:42:92:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e078e5dd-da54-4d3d-9a6c-cd34316f053e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '6e12a171-b381-4ae9-acf7-a698abda73c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:40:46Z', 'updated_at': '2021-11-04T10:40:49Z', 'revision_number': 2, 'project_id': '8497c67b53424b7dad5299c790949829', 'subnets': [{'id': '6e12a171-b381-4ae9-acf7-a698abda73c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:52.043848 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9fabe8cd-bf68-4939-b6b9-962a3cd3a05b tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:52.049959 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fabe8cd-bf68-4939-b6b9-962a3cd3a05b tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:52.050589 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9fabe8cd-bf68-4939-b6b9-962a3cd3a05b tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:52.082189 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3736ba01-da5f-44cc-83b8-c1ed33cfd796 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:52.096573 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:52.099732 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a0c7ad-74c1-4ee6-a72d-6201bcf1a0ed None None] Checking router: e078e5dd-da54-4d3d-9a6c-cd34316f053e for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:40:52.101037 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a0c7ad-74c1-4ee6-a72d-6201bcf1a0ed None None] Updating router e078e5dd-da54-4d3d-9a6c-cd34316f053e port 116df602-26cd-48fe-900c-345e7829cc58 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:40:52.137619 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c7ad-74c1-4ee6-a72d-6201bcf1a0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:52.199521 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9fabe8cd-bf68-4939-b6b9-962a3cd3a05b tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6369970 Nov 04 10:40:52.202217 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45570) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:52.221755 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-14e69773-4891-4db1-a689-b80b3568c956 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Request body: {'subnet': {'network_id': '9562b652-e7fe-4341-a8bf-c73d3dc951de', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:52.296309 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device ce4a5572-1bbb-4181-8a28-8d272b7ae981 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:40:52.316637 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabe8cd-bf68-4939-b6b9-962a3cd3a05b tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event updated for resources: {'Network': ['ID=9562b652-e7fe-4341-a8bf-c73d3dc951de,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:52.330117 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 9562b652-e7fe-4341-a8bf-c73d3dc951de details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:40:52.401450 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40024f-7b34-4f27-9c91-724d5b44214b req-c2fb035b-7b38-4d7c-8988-03ad2a4149d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:52.407159 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3c40024f-7b34-4f27-9c91-724d5b44214b req-c2fb035b-7b38-4d7c-8988-03ad2a4149d0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=53562ae687274bbeba84f6369ffa7a9a&device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 1094 time: 0.3884201 Nov 04 10:40:52.414368 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502072f4-e35b-47ca-b3fb-c8d82a4bcc8d req-3b8b9061-5f45-495d-b88a-18cea7b7aa0a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:52.447595 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502072f4-e35b-47ca-b3fb-c8d82a4bcc8d req-3b8b9061-5f45-495d-b88a-18cea7b7aa0a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:52.455991 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502072f4-e35b-47ca-b3fb-c8d82a4bcc8d req-3b8b9061-5f45-495d-b88a-18cea7b7aa0a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:52.457225 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.resource_extend [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:40:52.462761 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502072f4-e35b-47ca-b3fb-c8d82a4bcc8d req-3b8b9061-5f45-495d-b88a-18cea7b7aa0a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:52.469449 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502072f4-e35b-47ca-b3fb-c8d82a4bcc8d req-3b8b9061-5f45-495d-b88a-18cea7b7aa0a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:52.475876 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502072f4-e35b-47ca-b3fb-c8d82a4bcc8d req-3b8b9061-5f45-495d-b88a-18cea7b7aa0a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:52.482192 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502072f4-e35b-47ca-b3fb-c8d82a4bcc8d req-3b8b9061-5f45-495d-b88a-18cea7b7aa0a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:52.484999 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-502072f4-e35b-47ca-b3fb-c8d82a4bcc8d req-3b8b9061-5f45-495d-b88a-18cea7b7aa0a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 5408 time: 0.4468679 Nov 04 10:40:52.553400 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40024f-7b34-4f27-9c91-724d5b44214b req-699426c7-c964-4c7e-8824-fbd57372d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:52.554787 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3c40024f-7b34-4f27-9c91-724d5b44214b req-699426c7-c964-4c7e-8824-fbd57372d917 service neutron] 10.222.0.121 "GET /v2.0/networks?id=8c8a1e5a-f063-46d4-a45c-05147903d1b7 HTTP/1.1" status: 200 len: 913 time: 0.1383717 Nov 04 10:40:52.579131 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40024f-7b34-4f27-9c91-724d5b44214b req-5a01b043-809b-4e80-bdf8-e5b4f379f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:52.579610 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40024f-7b34-4f27-9c91-724d5b44214b req-5a01b043-809b-4e80-bdf8-e5b4f379f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:52.580085 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40024f-7b34-4f27-9c91-724d5b44214b req-5a01b043-809b-4e80-bdf8-e5b4f379f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:52.580699 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40024f-7b34-4f27-9c91-724d5b44214b req-5a01b043-809b-4e80-bdf8-e5b4f379f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:52.581177 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c7ad-74c1-4ee6-a72d-6201bcf1a0ed None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:52.581670 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40024f-7b34-4f27-9c91-724d5b44214b req-5a01b043-809b-4e80-bdf8-e5b4f379f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:52.581764 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40024f-7b34-4f27-9c91-724d5b44214b req-5a01b043-809b-4e80-bdf8-e5b4f379f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:52.582235 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40024f-7b34-4f27-9c91-724d5b44214b req-5a01b043-809b-4e80-bdf8-e5b4f379f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:52.585406 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3c40024f-7b34-4f27-9c91-724d5b44214b req-5a01b043-809b-4e80-bdf8-e5b4f379f4f1 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=24e6e80e7cbd47b89cef6beaedf3befe&device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 6410 time: 0.5875773 Nov 04 10:40:52.593337 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c7ad-74c1-4ee6-a72d-6201bcf1a0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:52.606929 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:52.618045 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port ce4a5572-1bbb-4181-8a28-8d272b7ae981, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=ce4a5572-1bbb-4181-8a28-8d272b7ae981,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:52.625645 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3c40024f-7b34-4f27-9c91-724d5b44214b req-89d3e8ca-abb1-485c-9df2-9adec54fffd6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce4a5572-1bbb-4181-8a28-8d272b7ae981 HTTP/1.1" status: 200 len: 217 time: 0.0577185 Nov 04 10:40:52.633535 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'ce4a5572-1bbb-4181-8a28-8d272b7ae981', 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7', 'port_id': 'ce4a5572-1bbb-4181-8a28-8d272b7ae981', 'mac_address': 'fa:16:3e:a4:40:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5626b5c5-059d-4165-96a5-a79a81820db5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:40:52.644878 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3736ba01-da5f-44cc-83b8-c1ed33cfd796 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:52.670388 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abccfb-df25-4d6d-aaad-fe758b70173f None None] Pushing event updated for resources: {'Port': ['ID=116df602-26cd-48fe-900c-345e7829cc58,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:52.707024 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40024f-7b34-4f27-9c91-724d5b44214b req-0f758b52-e686-4dfb-8081-96630822a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:52.708719 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3c40024f-7b34-4f27-9c91-724d5b44214b req-0f758b52-e686-4dfb-8081-96630822a73f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=5626b5c5-059d-4165-96a5-a79a81820db5 HTTP/1.1" status: 200 len: 851 time: 0.0652351 Nov 04 10:40:52.722220 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:52.753410 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4a5572-1bbb-4181-8a28-8d272b7ae981 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:40:52.813357 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port ce4a5572-1bbb-4181-8a28-8d272b7ae981, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=ce4a5572-1bbb-4181-8a28-8d272b7ae981,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:52.820520 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:52.887088 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-e3a0c7ad-74c1-4ee6-a72d-6201bcf1a0ed None None] Attempting to bind port 116df602-26cd-48fe-900c-345e7829cc58 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:40:52.887473 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-e3a0c7ad-74c1-4ee6-a72d-6201bcf1a0ed None None] Attempting to bind port 116df602-26cd-48fe-900c-345e7829cc58 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '6bccb5ef-8805-4083-8861-4e85089f5190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f8e60348-83f0-4370-88c8-3c68ece5ebef'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:40:52.887794 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a0c7ad-74c1-4ee6-a72d-6201bcf1a0ed None None] Attempting to bind port 116df602-26cd-48fe-900c-345e7829cc58 on network f8e60348-83f0-4370-88c8-3c68ece5ebef {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:52.893719 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a0c7ad-74c1-4ee6-a72d-6201bcf1a0ed None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:40:52.893953 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 774451b9-da41-429f-b239-13e3f3375067 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:40:52.894224 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a0c7ad-74c1-4ee6-a72d-6201bcf1a0ed None None] Checking segment: {'id': '6bccb5ef-8805-4083-8861-4e85089f5190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f8e60348-83f0-4370-88c8-3c68ece5ebef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:52.894488 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c7ad-74c1-4ee6-a72d-6201bcf1a0ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:52.894872 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a0c7ad-74c1-4ee6-a72d-6201bcf1a0ed None None] Bound using segment: {'id': '6bccb5ef-8805-4083-8861-4e85089f5190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f8e60348-83f0-4370-88c8-3c68ece5ebef'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:40:52.895331 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-e3a0c7ad-74c1-4ee6-a72d-6201bcf1a0ed None None] Bound port: 116df602-26cd-48fe-900c-345e7829cc58, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bccb5ef-8805-4083-8861-4e85089f5190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f8e60348-83f0-4370-88c8-3c68ece5ebef'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:40:52.895702 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c7ad-74c1-4ee6-a72d-6201bcf1a0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:52.903876 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:52.913427 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-502072f4-e35b-47ca-b3fb-c8d82a4bcc8d req-da1e8f01-477e-44d6-93cc-6daece929517 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ded427f-6d19-40e3-a805-138915509ca8&id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3874967 Nov 04 10:40:52.921566 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Transition to ACTIVE for port object 774451b9-da41-429f-b239-13e3f3375067 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:40:52.929818 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e69773-4891-4db1-a689-b80b3568c956 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Made reservation on behalf of 8497c67b53424b7dad5299c790949829 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:52.938184 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=ce4a5572-1bbb-4181-8a28-8d272b7ae981,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:52.954086 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-14e69773-4891-4db1-a689-b80b3568c956 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:53.047911 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-e3a0c7ad-74c1-4ee6-a72d-6201bcf1a0ed None None] For port 116df602-26cd-48fe-900c-345e7829cc58, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:40:53.048054 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['ce4a5572-1bbb-4181-8a28-8d272b7ae981'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:40:53.050565 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3c40024f-7b34-4f27-9c91-724d5b44214b req-a4a64bf0-6ad6-40a6-a9af-b35965813966 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=8c8a1e5a-f063-46d4-a45c-05147903d1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3303583 Nov 04 10:40:53.052020 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-e3a0c7ad-74c1-4ee6-a72d-6201bcf1a0ed None None] For port 116df602-26cd-48fe-900c-345e7829cc58, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=116df602-26cd-48fe-900c-345e7829cc58,segment=NetworkSegment(6bccb5ef-8805-4083-8861-4e85089f5190),segment_id=6bccb5ef-8805-4083-8861-4e85089f5190)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:40:53.054906 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45572) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:53.055618 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:53.061435 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c7ad-74c1-4ee6-a72d-6201bcf1a0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:53.134039 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40024f-7b34-4f27-9c91-724d5b44214b req-bd8545cc-5dff-4dd7-8f77-3cbaf3caad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:53.134526 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40024f-7b34-4f27-9c91-724d5b44214b req-bd8545cc-5dff-4dd7-8f77-3cbaf3caad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:53.134997 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40024f-7b34-4f27-9c91-724d5b44214b req-bd8545cc-5dff-4dd7-8f77-3cbaf3caad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:53.136619 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3c40024f-7b34-4f27-9c91-724d5b44214b req-bd8545cc-5dff-4dd7-8f77-3cbaf3caad88 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=24e6e80e7cbd47b89cef6beaedf3befe&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5043254 Nov 04 10:40:53.205571 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abccfb-df25-4d6d-aaad-fe758b70173f None None] Pushing event updated for resources: {'Port': ['ID=116df602-26cd-48fe-900c-345e7829cc58,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:53.246286 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a0c7ad-74c1-4ee6-a72d-6201bcf1a0ed None None] Routers {'e078e5dd-da54-4d3d-9a6c-cd34316f053e'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:40:53.246964 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e3a0c7ad-74c1-4ee6-a72d-6201bcf1a0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:40:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e078e5dd-da54-4d3d-9a6c-cd34316f053e'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:53.247725 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-df025dd1-c198-4527-96cd-da34a557e0bb None None] Provisioning complete for port 116df602-26cd-48fe-900c-345e7829cc58 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:53.248258 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-df025dd1-c198-4527-96cd-da34a557e0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:53.419394 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3736ba01-da5f-44cc-83b8-c1ed33cfd796 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:53.461878 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-e3a0c7ad-74c1-4ee6-a72d-6201bcf1a0ed None None] Set router e078e5dd-da54-4d3d-9a6c-cd34316f053e gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:40:53.466140 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=774451b9-da41-429f-b239-13e3f3375067,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:53.479251 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3736ba01-da5f-44cc-83b8-c1ed33cfd796 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:53.487959 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fb780e-5de2-48c8-8e19-05ef370091fd None None] Network 44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:40:53.501117 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3736ba01-da5f-44cc-83b8-c1ed33cfd796 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/subnets/93deac38-d8d1-4cf7-b325-c1b300bef61c HTTP/1.1" status: 204 len: 168 time: 1.8965597 Nov 04 10:40:53.535432 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45574) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:53.553032 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736ba01-da5f-44cc-83b8-c1ed33cfd796 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Subnet': ['ID=93deac38-d8d1-4cf7-b325-c1b300bef61c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:53.573478 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cccc4-3d43-4917-8dc2-20e785685dac req-df691df8-d41f-4e4b-99db-d52784f39ef0 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:53.583211 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d90cccc4-3d43-4917-8dc2-20e785685dac req-df691df8-d41f-4e4b-99db-d52784f39ef0 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 946 time: 0.3931375 Nov 04 10:40:53.602153 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-14e69773-4891-4db1-a689-b80b3568c956 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:53.623724 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-df025dd1-c198-4527-96cd-da34a557e0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:53.661576 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-df025dd1-c198-4527-96cd-da34a557e0bb None None] For port 116df602-26cd-48fe-900c-345e7829cc58, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=116df602-26cd-48fe-900c-345e7829cc58,segment=NetworkSegment(6bccb5ef-8805-4083-8861-4e85089f5190),segment_id=6bccb5ef-8805-4083-8861-4e85089f5190)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:53.673474 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-df025dd1-c198-4527-96cd-da34a557e0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:53.703948 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d90cccc4-3d43-4917-8dc2-20e785685dac req-aefc632d-5798-48bc-abb4-caec5aa976d1 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195374 Nov 04 10:40:53.725603 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e69773-4891-4db1-a689-b80b3568c956 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event updated for resources: {'Subnet': ['ID=1ac75fc6-a4f8-4c9d-96f5-4447467452f0,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:53.731542 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df025dd1-c198-4527-96cd-da34a557e0bb None None] Pushing event updated for resources: {'Port': ['ID=116df602-26cd-48fe-900c-345e7829cc58,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:53.747929 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e69773-4891-4db1-a689-b80b3568c956 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Checking segment: {'id': '24917bd9-2e92-4958-ac62-be85fdb73dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '9562b652-e7fe-4341-a8bf-c73d3dc951de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:53.749582 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e69773-4891-4db1-a689-b80b3568c956 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Network hostable DHCP agents. Network: 9562b652-e7fe-4341-a8bf-c73d3dc951de, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:40:53.785960 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e69773-4891-4db1-a689-b80b3568c956 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Network 9562b652-e7fe-4341-a8bf-c73d3dc951de is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:40:53.787643 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d751cabe-aada-45a1-a84d-3ae22cd2d4c6 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:53.790353 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:53.790699 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:53.791035 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:53.791372 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:53.791704 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:53.792032 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:53.792354 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:53.792674 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:53.793024 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:53.793344 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:53.793665 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:53.793981 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:53.811720 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-14e69773-4891-4db1-a689-b80b3568c956 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 9562b652-e7fe-4341-a8bf-c73d3dc951de) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:53.814388 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-aefd4413-2243-4b2a-9dd8-4fef5ce57f09 None None] Provisioning complete for port 116df602-26cd-48fe-900c-345e7829cc58 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:53.814942 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-aefd4413-2243-4b2a-9dd8-4fef5ce57f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:53.817689 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e69773-4891-4db1-a689-b80b3568c956 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:53.818464 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-14e69773-4891-4db1-a689-b80b3568c956 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:53.830923 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e3a0c7ad-74c1-4ee6-a72d-6201bcf1a0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e078e5dd-da54-4d3d-9a6c-cd34316f053e', 'name': 'tempest-ServersTestMultiNic-1292586566-router', 'tenant_id': '8497c67b53424b7dad5299c790949829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:40:41Z', 'updated_at': '2021-11-04T10:40:48Z', 'revision_number': 4, 'project_id': '8497c67b53424b7dad5299c790949829', 'gw_port': {'id': 'ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078e5dd-da54-4d3d-9a6c-cd34316f053e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:40:43Z', 'updated_at': '2021-11-04T10:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '116df602-26cd-48fe-900c-345e7829cc58', 'name': '', 'network_id': 'f8e60348-83f0-4370-88c8-3c68ece5ebef', 'tenant_id': '8497c67b53424b7dad5299c790949829', 'mac_address': 'fa:16:3e:42:92:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e078e5dd-da54-4d3d-9a6c-cd34316f053e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '6e12a171-b381-4ae9-acf7-a698abda73c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:40:46Z', 'updated_at': '2021-11-04T10:40:53Z', 'revision_number': 4, 'project_id': '8497c67b53424b7dad5299c790949829', 'subnets': [{'id': '6e12a171-b381-4ae9-acf7-a698abda73c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:53.842968 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8cb90a-2981-436f-9e15-da3604981b59 None None] Network 9562b652-e7fe-4341-a8bf-c73d3dc951de requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:40:53.852331 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-14e69773-4891-4db1-a689-b80b3568c956 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6339798 Nov 04 10:40:53.855423 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45576) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:53.870262 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-3348c24e-fa3a-4ba5-8456-20034dbd1626 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-962372719'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:53.876933 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a0c7ad-74c1-4ee6-a72d-6201bcf1a0ed None None] The sync data for ids ['e078e5dd-da54-4d3d-9a6c-cd34316f053e'] in n-d-816629-1 is: [{'id': 'e078e5dd-da54-4d3d-9a6c-cd34316f053e', 'name': 'tempest-ServersTestMultiNic-1292586566-router', 'tenant_id': '8497c67b53424b7dad5299c790949829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:40:41Z', 'updated_at': '2021-11-04T10:40:48Z', 'revision_number': 4, 'project_id': '8497c67b53424b7dad5299c790949829', 'gw_port': {'id': 'ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078e5dd-da54-4d3d-9a6c-cd34316f053e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:40:43Z', 'updated_at': '2021-11-04T10:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '116df602-26cd-48fe-900c-345e7829cc58', 'name': '', 'network_id': 'f8e60348-83f0-4370-88c8-3c68ece5ebef', 'tenant_id': '8497c67b53424b7dad5299c790949829', 'mac_address': 'fa:16:3e:42:92:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e078e5dd-da54-4d3d-9a6c-cd34316f053e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '6e12a171-b381-4ae9-acf7-a698abda73c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:40:46Z', 'updated_at': '2021-11-04T10:40:53Z', 'revision_number': 4, 'project_id': '8497c67b53424b7dad5299c790949829', 'subnets': [{'id': '6e12a171-b381-4ae9-acf7-a698abda73c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:40:53.963517 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3348c24e-fa3a-4ba5-8456-20034dbd1626 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Made reservation on behalf of 8497c67b53424b7dad5299c790949829 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:53.986652 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3348c24e-fa3a-4ba5-8456-20034dbd1626 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:54.003647 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97134e9-6c75-4d41-8cee-951e0e71cb58 None None] DHCP port deletion for 44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:40:54.006781 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'tag': '72df5c77-e2bf-4914-a389-b01de4c7d2be'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:40:54.009289 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d7baeb-7436-4d04-805f-aa4436f5f477" -d '{"events": [{"name": "network-changed", "server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "tag": "72df5c77-e2bf-4914-a389-b01de4c7d2be"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:40:54.064125 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3348c24e-fa3a-4ba5-8456-20034dbd1626 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1153} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:40:54.069656 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e947019f-98e5-4002-b2ee-691e42636718 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:54.080896 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3348c24e-fa3a-4ba5-8456-20034dbd1626 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:54.081251 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-3348c24e-fa3a-4ba5-8456-20034dbd1626 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Added segment 9fa477bf-5849-4b71-84c2-fbf89ae8698a of type vlan for network f2d5c24a-ce13-4d4d-bf54-b01d428b252e Nov 04 10:40:54.117822 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187415a1-cffe-48ab-b383-c9c1079020d9 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Router 032b8a3d-6231-4f51-8397-456abeed9fe1 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:40:54.129013 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3c40024f-7b34-4f27-9c91-724d5b44214b req-ab7110ee-8b35-4197-8946-44321b4892fa service neutron] 10.222.0.121 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0517621 Nov 04 10:40:54.206188 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40024f-7b34-4f27-9c91-724d5b44214b req-b1f7d6ec-02e2-453b-9c6d-ca1f760bd392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:54.207810 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3c40024f-7b34-4f27-9c91-724d5b44214b req-b1f7d6ec-02e2-453b-9c6d-ca1f760bd392 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.0029514 Nov 04 10:40:54.215728 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3348c24e-fa3a-4ba5-8456-20034dbd1626 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:54.247524 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf889932-17ae-4461-9de3-f7bb5091f8fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-9562b652-e7fe-4341-a8bf-c73d3dc951de', 'network_id': '9562b652-e7fe-4341-a8bf-c73d3dc951de', 'tenant_id': '8497c67b53424b7dad5299c790949829', 'fixed_ips': [{'subnet_id': '1ac75fc6-a4f8-4c9d-96f5-4447467452f0'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:40:54.248478 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bf889932-17ae-4461-9de3-f7bb5091f8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:54.270423 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e947019f-98e5-4002-b2ee-691e42636718 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:54.292053 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e096878-e2af-466d-a44f-c256caabcb49 req-48a38a7f-f173-41f8-9147-2a1c90c5dbb5 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:54.293726 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9e096878-e2af-466d-a44f-c256caabcb49 req-48a38a7f-f173-41f8-9147-2a1c90c5dbb5 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 944 time: 0.1380186 Nov 04 10:40:54.314053 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device ce4a5572-1bbb-4181-8a28-8d272b7ae981 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:40:54.314272 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3348c24e-fa3a-4ba5-8456-20034dbd1626 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:54.320264 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3348c24e-fa3a-4ba5-8456-20034dbd1626 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:54.321040 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3348c24e-fa3a-4ba5-8456-20034dbd1626 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:54.322104 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e97134e9-6c75-4d41-8cee-951e0e71cb58 None None] Deleting port de471fe4-a08c-40fc-b0a0-a182d02a1ce6 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:40:54.322474 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e97134e9-6c75-4d41-8cee-951e0e71cb58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:54.407634 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Attempting to bind port 774451b9-da41-429f-b239-13e3f3375067 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:40:54.408731 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Attempting to bind port 774451b9-da41-429f-b239-13e3f3375067 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '68884ac4-1769-4bca-94f5-d9098a2e7fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:40:54.409370 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Attempting to bind port 774451b9-da41-429f-b239-13e3f3375067 on network e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:54.420105 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Port 774451b9-da41-429f-b239-13e3f3375067 on network e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:40:54.421942 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Attempting to bind port 774451b9-da41-429f-b239-13e3f3375067 on network e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:54.425104 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e947019f-98e5-4002-b2ee-691e42636718 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:54.429646 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e947019f-98e5-4002-b2ee-691e42636718 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:54.434461 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e947019f-98e5-4002-b2ee-691e42636718 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.127 "DELETE /v2.0/security-groups/aa16f912-b774-4ffd-98f1-e4231e0793ab HTTP/1.1" status: 204 len: 168 time: 1.3681889 Nov 04 10:40:54.436938 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45584) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:54.437696 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348c24e-fa3a-4ba5-8456-20034dbd1626 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event updated for resources: {'Network': ['ID=f2d5c24a-ce13-4d4d-bf54-b01d428b252e,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:54.452199 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3348c24e-fa3a-4ba5-8456-20034dbd1626 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5941403 Nov 04 10:40:54.477309 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45586) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:54.478181 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-2e97ddeb-63d2-4594-a887-ed787d5e54d6 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] show failed (client error): The resource could not be found. Nov 04 10:40:54.483392 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2e97ddeb-63d2-4594-a887-ed787d5e54d6 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.127 "GET /v2.0/security-groups/aa16f912-b774-4ffd-98f1-e4231e0793ab HTTP/1.1" status: 404 len: 347 time: 0.0173738 Nov 04 10:40:54.485991 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-137587ba-5aa6-48d1-99bb-329b1ec05c79 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Request body: {'subnet': {'network_id': 'f2d5c24a-ce13-4d4d-bf54-b01d428b252e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:54.494240 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45588) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:54.502386 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3c40024f-7b34-4f27-9c91-724d5b44214b req-e13aa747-90f1-4a3f-8b9b-3c616b766791 service neutron] 10.222.0.121 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564413 Nov 04 10:40:54.504284 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:40:54.504284 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Checking segment: {'id': '68884ac4-1769-4bca-94f5-d9098a2e7fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:54.504517 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Bound using segment: {'id': '68884ac4-1769-4bca-94f5-d9098a2e7fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:40:54.504986 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Bound port: 774451b9-da41-429f-b239-13e3f3375067, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68884ac4-1769-4bca-94f5-d9098a2e7fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:40:54.505337 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:54.541842 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e97134e9-6c75-4d41-8cee-951e0e71cb58 None None] For port de471fe4-a08c-40fc-b0a0-a182d02a1ce6, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=de471fe4-a08c-40fc-b0a0-a182d02a1ce6,segment=NetworkSegment(6eec0dd9-d74a-424f-9817-c274ca55f550),segment_id=6eec0dd9-d74a-424f-9817-c274ca55f550)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:54.542243 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e97134e9-6c75-4d41-8cee-951e0e71cb58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:54.610624 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947019f-98e5-4002-b2ee-691e42636718 tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa16f912-b774-4ffd-98f1-e4231e0793ab,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:54.618778 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9e096878-e2af-466d-a44f-c256caabcb49 req-dc793760-6f22-4d1b-b774-1a9dc435f89d tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123913 Nov 04 10:40:54.620619 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348c24e-fa3a-4ba5-8456-20034dbd1626 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:54.620992 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348c24e-fa3a-4ba5-8456-20034dbd1626 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:54.622002 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348c24e-fa3a-4ba5-8456-20034dbd1626 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:54.622002 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348c24e-fa3a-4ba5-8456-20034dbd1626 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:54.622260 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348c24e-fa3a-4ba5-8456-20034dbd1626 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:54.622345 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348c24e-fa3a-4ba5-8456-20034dbd1626 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:54.622937 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348c24e-fa3a-4ba5-8456-20034dbd1626 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:54.623362 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348c24e-fa3a-4ba5-8456-20034dbd1626 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:54.623362 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348c24e-fa3a-4ba5-8456-20034dbd1626 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:54.623928 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348c24e-fa3a-4ba5-8456-20034dbd1626 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:54.623928 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348c24e-fa3a-4ba5-8456-20034dbd1626 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:54.624341 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348c24e-fa3a-4ba5-8456-20034dbd1626 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:40:54.689279 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-bf889932-17ae-4461-9de3-f7bb5091f8fa None None] Allocated IP 19.80.0.2 (9562b652-e7fe-4341-a8bf-c73d3dc951de/1ac75fc6-a4f8-4c9d-96f5-4447467452f0/775332f7-fabe-472f-b2c4-96ec6a418c87) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:54.709420 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e97134e9-6c75-4d41-8cee-951e0e71cb58 None None] Calling delete_port for de471fe4-a08c-40fc-b0a0-a182d02a1ce6 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:40:54.799067 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network f2d5c24a-ce13-4d4d-bf54-b01d428b252e details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:40:54.891833 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-d751cabe-aada-45a1-a84d-3ae22cd2d4c6 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting port de471fe4-a08c-40fc-b0a0-a182d02a1ce6 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:40:54.891833 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d751cabe-aada-45a1-a84d-3ae22cd2d4c6 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:54.942826 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-bc6b7b5f-1168-484a-bc09-00a009d7293b tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Deleting port b7eaf50e-da12-4b9e-b927-0a45bc70c111 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:40:54.943177 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc6b7b5f-1168-484a-bc09-00a009d7293b tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:55.015712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187415a1-cffe-48ab-b383-c9c1079020d9 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:40:55.027505 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-187415a1-cffe-48ab-b383-c9c1079020d9 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "PUT /v2.0/routers/032b8a3d-6231-4f51-8397-456abeed9fe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6420994 Nov 04 10:40:55.029275 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] For port 774451b9-da41-429f-b239-13e3f3375067, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:40:55.031551 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2d7d4-d0ee-4f11-b64b-012d3f526a87 req-4e185ce8-fb08-44b9-93a8-1a7968d6e2e6 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:55.035370 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] For port 774451b9-da41-429f-b239-13e3f3375067, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=774451b9-da41-429f-b239-13e3f3375067,segment=NetworkSegment(68884ac4-1769-4bca-94f5-d9098a2e7fa7),segment_id=68884ac4-1769-4bca-94f5-d9098a2e7fa7)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:40:55.037929 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 116df602-26cd-48fe-900c-345e7829cc58 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:40:55.039398 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2d7d4-d0ee-4f11-b64b-012d3f526a87 req-4e185ce8-fb08-44b9-93a8-1a7968d6e2e6 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:55.047399 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2d7d4-d0ee-4f11-b64b-012d3f526a87 req-4e185ce8-fb08-44b9-93a8-1a7968d6e2e6 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:55.057481 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:55.060383 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2d7d4-d0ee-4f11-b64b-012d3f526a87 req-4e185ce8-fb08-44b9-93a8-1a7968d6e2e6 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:55.069467 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2d7d4-d0ee-4f11-b64b-012d3f526a87 req-4e185ce8-fb08-44b9-93a8-1a7968d6e2e6 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:55.077352 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2d7d4-d0ee-4f11-b64b-012d3f526a87 req-4e185ce8-fb08-44b9-93a8-1a7968d6e2e6 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:55.086238 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-d751cabe-aada-45a1-a84d-3ae22cd2d4c6 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] For port de471fe4-a08c-40fc-b0a0-a182d02a1ce6, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=de471fe4-a08c-40fc-b0a0-a182d02a1ce6,segment=NetworkSegment(6eec0dd9-d74a-424f-9817-c274ca55f550),segment_id=6eec0dd9-d74a-424f-9817-c274ca55f550)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:55.086760 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d751cabe-aada-45a1-a84d-3ae22cd2d4c6 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:55.087563 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2d7d4-d0ee-4f11-b64b-012d3f526a87 req-4e185ce8-fb08-44b9-93a8-1a7968d6e2e6 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:55.093074 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port ce4a5572-1bbb-4181-8a28-8d272b7ae981 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:40:55.103194 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b1b2d7d4-d0ee-4f11-b64b-012d3f526a87 req-4e185ce8-fb08-44b9-93a8-1a7968d6e2e6 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 5420 time: 0.3002269 Nov 04 10:40:55.163647 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137587ba-5aa6-48d1-99bb-329b1ec05c79 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Made reservation on behalf of 8497c67b53424b7dad5299c790949829 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:55.166296 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:55.166715 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-137587ba-5aa6-48d1-99bb-329b1ec05c79 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:55.167062 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:55.168621 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] 10.222.0.126 "PUT /v2.0/ports/774451b9-da41-429f-b239-13e3f3375067 HTTP/1.1" status: 200 len: 1091 time: 4.7593606 Nov 04 10:40:55.170696 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-d751cabe-aada-45a1-a84d-3ae22cd2d4c6 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Calling delete_port for de471fe4-a08c-40fc-b0a0-a182d02a1ce6 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:40:55.278082 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bf889932-17ae-4461-9de3-f7bb5091f8fa None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:55.315506 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade69866-8dbc-46a9-8de2-bbf6aa79b6a3 None None] Sync routers for ids ['032b8a3d-6231-4f51-8397-456abeed9fe1'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:40:55.323991 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e97134e9-6c75-4d41-8cee-951e0e71cb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:55.334854 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bf889932-17ae-4461-9de3-f7bb5091f8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:55.345847 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2bea8-b297-4d60-be68-ac4717f0f3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=774451b9-da41-429f-b239-13e3f3375067,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:55.349778 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port ce4a5572-1bbb-4181-8a28-8d272b7ae981 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:55.350605 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:55.410726 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade69866-8dbc-46a9-8de2-bbf6aa79b6a3 None None] Routers {'032b8a3d-6231-4f51-8397-456abeed9fe1'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:40:55.411384 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-ade69866-8dbc-46a9-8de2-bbf6aa79b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:40:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['032b8a3d-6231-4f51-8397-456abeed9fe1'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:55.417217 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf889932-17ae-4461-9de3-f7bb5091f8fa None None] Network 9562b652-e7fe-4341-a8bf-c73d3dc951de is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:55.420884 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97134e9-6c75-4d41-8cee-951e0e71cb58 None None] Pushing event deleted for resources: {'Port': ['ID=de471fe4-a08c-40fc-b0a0-a182d02a1ce6,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:55.464136 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97134e9-6c75-4d41-8cee-951e0e71cb58 None None] No DVR routers for this DVR port de471fe4-a08c-40fc-b0a0-a182d02a1ce6 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:40:55.484911 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-069b9607-85d4-4c9d-ba9f-c829f8abbf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:55.485633 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-069b9607-85d4-4c9d-ba9f-c829f8abbf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:55.487937 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-069b9607-85d4-4c9d-ba9f-c829f8abbf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:55.488625 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-069b9607-85d4-4c9d-ba9f-c829f8abbf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:55.491457 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-069b9607-85d4-4c9d-ba9f-c829f8abbf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:55.492134 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-069b9607-85d4-4c9d-ba9f-c829f8abbf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:55.492769 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-069b9607-85d4-4c9d-ba9f-c829f8abbf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:55.496953 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-069b9607-85d4-4c9d-ba9f-c829f8abbf21 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=24e6e80e7cbd47b89cef6beaedf3befe&device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 6477 time: 0.1837063 Nov 04 10:40:55.517102 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-bf889932-17ae-4461-9de3-f7bb5091f8fa None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:55.519733 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf889932-17ae-4461-9de3-f7bb5091f8fa None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:55.523747 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf889932-17ae-4461-9de3-f7bb5091f8fa None None] Pushing event updated for resources: {'Port': ['ID=775332f7-fabe-472f-b2c4-96ec6a418c87,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:55.531594 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d751cabe-aada-45a1-a84d-3ae22cd2d4c6 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:55.534884 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-137587ba-5aa6-48d1-99bb-329b1ec05c79 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:55.592619 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-8406c235-8ac5-4da1-92e1-e4a1491bfeda service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=511fc5ae-cb19-4f00-a96e-ae1fe43026e6 HTTP/1.1" status: 200 len: 217 time: 0.0819774 Nov 04 10:40:55.636393 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137587ba-5aa6-48d1-99bb-329b1ec05c79 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event updated for resources: {'Subnet': ['ID=aeccfaeb-f207-44c1-b855-a683390cab73,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:55.645158 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751cabe-aada-45a1-a84d-3ae22cd2d4c6 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Port': ['ID=de471fe4-a08c-40fc-b0a0-a182d02a1ce6,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:55.647469 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d751cabe-aada-45a1-a84d-3ae22cd2d4c6 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] No DVR routers for this DVR port de471fe4-a08c-40fc-b0a0-a182d02a1ce6 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:40:55.657677 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc6b7b5f-1168-484a-bc09-00a009d7293b tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:55.658021 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc6b7b5f-1168-484a-bc09-00a009d7293b tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:55.727565 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b1b2d7d4-d0ee-4f11-b64b-012d3f526a87 req-da53c07c-768f-4c45-96dc-ec78f9345c1b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ded427f-6d19-40e3-a805-138915509ca8&id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6226585 Nov 04 10:40:55.740658 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-bc6b7b5f-1168-484a-bc09-00a009d7293b tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Calling delete_port for b7eaf50e-da12-4b9e-b927-0a45bc70c111 owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:40:55.907379 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 116df602-26cd-48fe-900c-345e7829cc58 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:55.907746 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:55.998151 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137587ba-5aa6-48d1-99bb-329b1ec05c79 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Checking segment: {'id': '9fa477bf-5849-4b71-84c2-fbf89ae8698a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'f2d5c24a-ce13-4d4d-bf54-b01d428b252e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:55.999935 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137587ba-5aa6-48d1-99bb-329b1ec05c79 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Network hostable DHCP agents. Network: f2d5c24a-ce13-4d4d-bf54-b01d428b252e, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:40:56.052101 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:56.058798 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-ade69866-8dbc-46a9-8de2-bbf6aa79b6a3 None None] Set router 032b8a3d-6231-4f51-8397-456abeed9fe1 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:40:56.090837 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2357c6f3-6973-4db1-91e0-7120a1c59cb7 x-openstack-request-id: req-2357c6f3-6973-4db1-91e0-7120a1c59cb7 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:40:56.091416 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "tag": "72df5c77-e2bf-4914-a389-b01de4c7d2be", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:40:56.091567 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-2357c6f3-6973-4db1-91e0-7120a1c59cb7 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:40:56.092049 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'tag': '72df5c77-e2bf-4914-a389-b01de4c7d2be', 'status': 'completed', 'code': 200} Nov 04 10:40:56.163307 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137587ba-5aa6-48d1-99bb-329b1ec05c79 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Network f2d5c24a-ce13-4d4d-bf54-b01d428b252e is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:40:56.165694 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:40:56.185954 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-bf889932-17ae-4461-9de3-f7bb5091f8fa None None] Attempting to bind port 775332f7-fabe-472f-b2c4-96ec6a418c87 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:40:56.187903 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-bf889932-17ae-4461-9de3-f7bb5091f8fa None None] Attempting to bind port 775332f7-fabe-472f-b2c4-96ec6a418c87 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '24917bd9-2e92-4958-ac62-be85fdb73dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '9562b652-e7fe-4341-a8bf-c73d3dc951de'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:40:56.187903 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf889932-17ae-4461-9de3-f7bb5091f8fa None None] Attempting to bind port 775332f7-fabe-472f-b2c4-96ec6a418c87 on network 9562b652-e7fe-4341-a8bf-c73d3dc951de {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:56.192867 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-137587ba-5aa6-48d1-99bb-329b1ec05c79 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, f2d5c24a-ce13-4d4d-bf54-b01d428b252e) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:56.193911 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-2fadf2b6-765a-4d0c-8301-a7d703b8a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:56.195168 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf889932-17ae-4461-9de3-f7bb5091f8fa None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:40:56.195344 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf889932-17ae-4461-9de3-f7bb5091f8fa None None] Checking segment: {'id': '24917bd9-2e92-4958-ac62-be85fdb73dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '9562b652-e7fe-4341-a8bf-c73d3dc951de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:56.195643 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bf889932-17ae-4461-9de3-f7bb5091f8fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:56.195816 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-2fadf2b6-765a-4d0c-8301-a7d703b8a4c6 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=cad3f525-abcd-4ea2-aa2e-91412e579fe9 HTTP/1.1" status: 200 len: 850 time: 0.5630896 Nov 04 10:40:56.196103 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf889932-17ae-4461-9de3-f7bb5091f8fa None None] Bound using segment: {'id': '24917bd9-2e92-4958-ac62-be85fdb73dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '9562b652-e7fe-4341-a8bf-c73d3dc951de'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:40:56.196586 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-bf889932-17ae-4461-9de3-f7bb5091f8fa None None] Bound port: 775332f7-fabe-472f-b2c4-96ec6a418c87, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24917bd9-2e92-4958-ac62-be85fdb73dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '9562b652-e7fe-4341-a8bf-c73d3dc951de'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:40:56.196997 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bf889932-17ae-4461-9de3-f7bb5091f8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:56.201378 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137587ba-5aa6-48d1-99bb-329b1ec05c79 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:56.202011 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-137587ba-5aa6-48d1-99bb-329b1ec05c79 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:56.222466 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc6b7b5f-1168-484a-bc09-00a009d7293b tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:56.222984 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d751cabe-aada-45a1-a84d-3ae22cd2d4c6 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:56.226116 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port ce4a5572-1bbb-4181-8a28-8d272b7ae981, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=ce4a5572-1bbb-4181-8a28-8d272b7ae981,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:56.237561 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9786cb95-a7ff-4b24-a896-ac6e9091c86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4a5572-1bbb-4181-8a28-8d272b7ae981'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:40:56.240338 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487682cc-03d6-47b7-8e3b-af5028a15fe4" -d '{"events": [{"server_uuid": "9786cb95-a7ff-4b24-a896-ac6e9091c86f", "name": "network-vif-plugged", "status": "completed", "tag": "ce4a5572-1bbb-4181-8a28-8d272b7ae981"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:40:56.243916 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b6ca2c-6a4c-43e2-aca2-07276ba81fff None None] Network f2d5c24a-ce13-4d4d-bf54-b01d428b252e requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:40:56.258415 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device de471fe4-a08c-40fc-b0a0-a182d02a1ce6 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:40:56.290871 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b37ab-9cd1-4315-adf3-fb601c038df8 req-4f313aba-f361-46d0-9b33-e376eed9007d tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:56.296925 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-d751cabe-aada-45a1-a84d-3ae22cd2d4c6 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:56.299028 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d47b37ab-9cd1-4315-adf3-fb601c038df8 req-4f313aba-f361-46d0-9b33-e376eed9007d tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 946 time: 0.2154651 Nov 04 10:40:56.314353 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b7b5f-1168-484a-bc09-00a009d7293b tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Pushing event deleted for resources: {'Port': ['ID=b7eaf50e-da12-4b9e-b927-0a45bc70c111,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:56.315894 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-d751cabe-aada-45a1-a84d-3ae22cd2d4c6 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eec0dd9-d74a-424f-9817-c274ca55f550') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:56.317254 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-d751cabe-aada-45a1-a84d-3ae22cd2d4c6 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eec0dd9-d74a-424f-9817-c274ca55f550') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:56.322557 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-137587ba-5aa6-48d1-99bb-329b1ec05c79 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8407776 Nov 04 10:40:56.342958 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:56.344124 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d751cabe-aada-45a1-a84d-3ae22cd2d4c6 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:56.367266 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d751cabe-aada-45a1-a84d-3ae22cd2d4c6 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:56.374694 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d751cabe-aada-45a1-a84d-3ae22cd2d4c6 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:40:56.375581 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d751cabe-aada-45a1-a84d-3ae22cd2d4c6 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:56.396760 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: de471fe4-a08c-40fc-b0a0-a182d02a1ce6 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:40:56.397438 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device de471fe4-a08c-40fc-b0a0-a182d02a1ce6 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:40:56.409294 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:40:56.451087 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc6b7b5f-1168-484a-bc09-00a009d7293b tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:56.454062 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc6b7b5f-1168-484a-bc09-00a009d7293b tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:56.458415 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bc6b7b5f-1168-484a-bc09-00a009d7293b tempest-ServersTestFqdnHostnames-882752664 tempest-ServersTestFqdnHostnames-882752664-project] 10.222.0.127 "DELETE /v2.0/floatingips/81fb8747-92a4-41f3-ae91-27c1d4defce6 HTTP/1.1" status: 204 len: 168 time: 1.9513214 Nov 04 10:40:56.471226 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d47b37ab-9cd1-4315-adf3-fb601c038df8 req-b164dcbc-f1b8-4baa-a830-3d628d07a562 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665833 Nov 04 10:40:56.473882 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45604) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:56.508651 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850f07f-4e00-4e3f-bebf-a81422e171de req-07ae37f4-1f57-4f59-b605-2017dc9edbe4 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:56.510535 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-bf889932-17ae-4461-9de3-f7bb5091f8fa None None] For port 775332f7-fabe-472f-b2c4-96ec6a418c87, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:40:56.510876 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d850f07f-4e00-4e3f-bebf-a81422e171de req-07ae37f4-1f57-4f59-b605-2017dc9edbe4 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.126 "GET /v2.0/ports?device_id=ef7522f3-4470-411d-a56d-c12c73db1ff9 HTTP/1.1" status: 200 len: 946 time: 0.8292994 Nov 04 10:40:56.513365 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d751cabe-aada-45a1-a84d-3ae22cd2d4c6 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:56.514480 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-bf889932-17ae-4461-9de3-f7bb5091f8fa None None] For port 775332f7-fabe-472f-b2c4-96ec6a418c87, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=775332f7-fabe-472f-b2c4-96ec6a418c87,segment=NetworkSegment(24917bd9-2e92-4958-ac62-be85fdb73dd1),segment_id=24917bd9-2e92-4958-ac62-be85fdb73dd1)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:40:56.523600 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d751cabe-aada-45a1-a84d-3ae22cd2d4c6 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:56.534501 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d751cabe-aada-45a1-a84d-3ae22cd2d4c6 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/networks/44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a HTTP/1.1" status: 204 len: 168 time: 2.9798734 Nov 04 10:40:56.536428 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bf889932-17ae-4461-9de3-f7bb5091f8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:56.556415 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45606) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:56.572322 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751cabe-aada-45a1-a84d-3ae22cd2d4c6 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Network': ['ID=44c7155f-7d69-4baa-b3a2-8ebcdecd6d7a,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:56.588800 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-8f197965-bd35-46b6-81fe-428f545ab17b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-539620338'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:56.630812 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=ce4a5572-1bbb-4181-8a28-8d272b7ae981,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:56.703715 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-3c7b2e0d-9992-4bff-b74f-d93495ae2d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:56.712376 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-3c7b2e0d-9992-4bff-b74f-d93495ae2d4a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1b9e5f98-4b76-4986-a39a-d24c4975f75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4863243 Nov 04 10:40:56.860796 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f197965-bd35-46b6-81fe-428f545ab17b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:56.865297 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f197965-bd35-46b6-81fe-428f545ab17b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:56.895933 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf889932-17ae-4461-9de3-f7bb5091f8fa None None] Pushing event updated for resources: {'Port': ['ID=775332f7-fabe-472f-b2c4-96ec6a418c87,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:56.969556 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6abbce-def5-4191-886e-2f55708dcd18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-f2d5c24a-ce13-4d4d-bf54-b01d428b252e', 'network_id': 'f2d5c24a-ce13-4d4d-bf54-b01d428b252e', 'tenant_id': '8497c67b53424b7dad5299c790949829', 'fixed_ips': [{'subnet_id': 'aeccfaeb-f207-44c1-b855-a683390cab73'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:40:56.970581 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9e6abbce-def5-4191-886e-2f55708dcd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:56.984167 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f197965-bd35-46b6-81fe-428f545ab17b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1181} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:40:57.014331 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-da805a32-51e0-48b7-b1b9-9ddbdce9c61c service neutron] 10.222.0.126 "GET /v2.0/networks/1b9e5f98-4b76-4986-a39a-d24c4975f75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902770 Nov 04 10:40:57.022671 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f197965-bd35-46b6-81fe-428f545ab17b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:57.023365 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-8f197965-bd35-46b6-81fe-428f545ab17b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Added segment 27d515fe-27db-4bde-83d7-d9ef25c9ee5b of type vlan for network a666f02e-1104-479b-88c9-cce1b0face89 Nov 04 10:40:57.092385 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-d850f07f-4e00-4e3f-bebf-a81422e171de req-736e067b-555f-4a82-a2aa-5928166aadf2 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Deleting port 6f378d69-be5d-429b-a5cf-89a81aa3f588 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:40:57.093096 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d850f07f-4e00-4e3f-bebf-a81422e171de req-736e067b-555f-4a82-a2aa-5928166aadf2 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:57.185032 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-ade69866-8dbc-46a9-8de2-bbf6aa79b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'name': 'tempest-TestNetworkBasicOps-router-623783168', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:07Z', 'updated_at': '2021-11-04T10:40:50Z', 'revision_number': 6, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:10Z', 'updated_at': '2021-11-04T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '1528b5fa-e59b-45d3-adc9-293f3f941860', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'port_id': '828e67bd-81fb-4518-ab63-1a372a37c2c6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'mac_address': 'fa:16:3e:ef:69:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c228841-fa03-4830-b025-3117f1b7af8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:38:54Z', 'updated_at': '2021-11-04T10:38:59Z', 'revision_number': 1, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7deda305-1888-4bef-8556-220c957944c1', 'name': '', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:c4:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:17Z', 'updated_at': '2021-11-04T10:38:30Z', 'revision_number': 5, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:57.234297 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade69866-8dbc-46a9-8de2-bbf6aa79b6a3 None None] Checking router: 032b8a3d-6231-4f51-8397-456abeed9fe1 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:40:57.243292 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f197965-bd35-46b6-81fe-428f545ab17b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:57.255282 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade69866-8dbc-46a9-8de2-bbf6aa79b6a3 None None] Routers {'032b8a3d-6231-4f51-8397-456abeed9fe1'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:40:57.256294 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-ade69866-8dbc-46a9-8de2-bbf6aa79b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:40:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['032b8a3d-6231-4f51-8397-456abeed9fe1'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:57.306922 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-9e6abbce-def5-4191-886e-2f55708dcd18 None None] Allocated IP 19.86.0.2 (f2d5c24a-ce13-4d4d-bf54-b01d428b252e/aeccfaeb-f207-44c1-b855-a683390cab73/2d35b52e-9caa-4a5c-b071-0e3e65429852) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:40:57.325025 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f197965-bd35-46b6-81fe-428f545ab17b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:57.332308 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f197965-bd35-46b6-81fe-428f545ab17b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:57.332308 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f197965-bd35-46b6-81fe-428f545ab17b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:57.353922 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-dfcc80c1-a71d-44d0-aedd-682d56b77dff service neutron] 10.222.0.126 "GET /v2.0/networks/1b9e5f98-4b76-4986-a39a-d24c4975f75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287263 Nov 04 10:40:57.375369 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8f197965-bd35-46b6-81fe-428f545ab17b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7960758 Nov 04 10:40:57.422621 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45612) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:57.435928 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-71d35466-9293-422c-84b3-3ec1c52af3be tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'subnet': {'network_id': 'a666f02e-1104-479b-88c9-cce1b0face89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:57.463753 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-ade69866-8dbc-46a9-8de2-bbf6aa79b6a3 None None] Set router 032b8a3d-6231-4f51-8397-456abeed9fe1 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:40:57.516605 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-07a01abe-379c-48be-965c-8c7905b228d2 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=93a6d616-ae72-4081-a095-06a4eb3aa14f HTTP/1.1" status: 200 len: 217 time: 0.1051214 Nov 04 10:40:57.552022 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-d850f07f-4e00-4e3f-bebf-a81422e171de req-736e067b-555f-4a82-a2aa-5928166aadf2 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] For port 6f378d69-be5d-429b-a5cf-89a81aa3f588, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=6f378d69-be5d-429b-a5cf-89a81aa3f588,segment=NetworkSegment(041ff45a-2ca4-4e17-84f8-e231dd606655),segment_id=041ff45a-2ca4-4e17-84f8-e231dd606655)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:57.552371 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d850f07f-4e00-4e3f-bebf-a81422e171de req-736e067b-555f-4a82-a2aa-5928166aadf2 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:57.563655 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17ccab-c759-4744-bb75-2d5e167f954f req-e62283a7-19f2-468b-b046-67522840dcad tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:57.566119 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae17ccab-c759-4744-bb75-2d5e167f954f req-e62283a7-19f2-468b-b046-67522840dcad tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 945 time: 0.0963497 Nov 04 10:40:57.591489 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f197965-bd35-46b6-81fe-428f545ab17b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Network': ['ID=a666f02e-1104-479b-88c9-cce1b0face89,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:57.622206 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-d850f07f-4e00-4e3f-bebf-a81422e171de req-736e067b-555f-4a82-a2aa-5928166aadf2 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Calling delete_port for 6f378d69-be5d-429b-a5cf-89a81aa3f588 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:40:57.659842 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9e6abbce-def5-4191-886e-2f55708dcd18 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:57.661855 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-676257b8-f5f3-41cd-af0e-fab79ab157a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:57.663361 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-676257b8-f5f3-41cd-af0e-fab79ab157a1 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c288e9a9-e266-47aa-b999-fff4d7adb121 HTTP/1.1" status: 200 len: 797 time: 0.1285496 Nov 04 10:40:57.675420 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae17ccab-c759-4744-bb75-2d5e167f954f req-a803f907-bd32-4cae-bd87-761dad6d80ee tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992084 Nov 04 10:40:57.683458 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network a666f02e-1104-479b-88c9-cce1b0face89 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:40:57.726991 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9e6abbce-def5-4191-886e-2f55708dcd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:57.741179 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997ce47-d955-42fe-9438-b749c41dddbc req-a56e1223-cf06-4608-acfa-bc060119cdc4 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:57.742803 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8997ce47-d955-42fe-9438-b749c41dddbc req-a56e1223-cf06-4608-acfa-bc060119cdc4 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.126 "GET /v2.0/ports?device_id=daad1363-447c-4e58-954b-3ac2338f1d3e HTTP/1.1" status: 200 len: 945 time: 0.1873891 Nov 04 10:40:57.824669 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d35466-9293-422c-84b3-3ec1c52af3be tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:57.828781 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-71d35466-9293-422c-84b3-3ec1c52af3be tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:57.898677 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6abbce-def5-4191-886e-2f55708dcd18 None None] Network f2d5c24a-ce13-4d4d-bf54-b01d428b252e is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:40:57.976461 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cd709-e4b3-42c2-8aee-dc9310a04f62 req-b2c946b8-d3ed-4675-bdd4-0a4e1e31fe89 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:57.984210 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4b4cd709-e4b3-42c2-8aee-dc9310a04f62 req-b2c946b8-d3ed-4675-bdd4-0a4e1e31fe89 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/ports?device_id=ef7522f3-4470-411d-a56d-c12c73db1ff9 HTTP/1.1" status: 200 len: 946 time: 0.1971459 Nov 04 10:40:58.058964 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4b4cd709-e4b3-42c2-8aee-dc9310a04f62 req-dae18a77-2bb6-46a4-aa4e-be06f459e249 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.127 "GET /v2.0/security-groups?id=661e586a-7284-4745-83a1-9bf108ca6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728550 Nov 04 10:40:58.125058 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'tag': '774451b9-da41-429f-b239-13e3f3375067'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:40:58.144504 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f65efe-bfda-445f-b73c-60b387ace68b" -d '{"events": [{"name": "network-changed", "server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "tag": "774451b9-da41-429f-b239-13e3f3375067"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:40:58.202237 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-efddd102-835e-4514-b0d0-9b55a845078a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:58.240004 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-2afd02cf-753a-4247-90e6-fa9432ce9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:58.241683 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-2afd02cf-753a-4247-90e6-fa9432ce9ac0 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5223825 Nov 04 10:40:58.327855 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-9e6abbce-def5-4191-886e-2f55708dcd18 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:58.335164 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3c87a5-9644-4d9e-b0a6-33035624b570 x-openstack-request-id: req-0f3c87a5-9644-4d9e-b0a6-33035624b570 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:40:58.335521 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9786cb95-a7ff-4b24-a896-ac6e9091c86f", "name": "network-vif-plugged", "status": "completed", "tag": "ce4a5572-1bbb-4181-8a28-8d272b7ae981", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:40:58.335688 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-0f3c87a5-9644-4d9e-b0a6-33035624b570 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:40:58.336389 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9786cb95-a7ff-4b24-a896-ac6e9091c86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4a5572-1bbb-4181-8a28-8d272b7ae981', 'code': 200} Nov 04 10:40:58.337082 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6abbce-def5-4191-886e-2f55708dcd18 None None] Pushing event updated for resources: {'Port': ['ID=2d35b52e-9caa-4a5c-b071-0e3e65429852,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:58.345661 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6abbce-def5-4191-886e-2f55708dcd18 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:40:58.399866 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-71d35466-9293-422c-84b3-3ec1c52af3be tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:58.438632 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a74ce46-4d4a-4d3c-a09c-6670b3b47489 None None] Network 9562b652-e7fe-4341-a8bf-c73d3dc951de requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:40:58.453862 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-9e6abbce-def5-4191-886e-2f55708dcd18 None None] Attempting to bind port 2d35b52e-9caa-4a5c-b071-0e3e65429852 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:40:58.454344 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-9e6abbce-def5-4191-886e-2f55708dcd18 None None] Attempting to bind port 2d35b52e-9caa-4a5c-b071-0e3e65429852 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9fa477bf-5849-4b71-84c2-fbf89ae8698a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'f2d5c24a-ce13-4d4d-bf54-b01d428b252e'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:40:58.454711 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6abbce-def5-4191-886e-2f55708dcd18 None None] Attempting to bind port 2d35b52e-9caa-4a5c-b071-0e3e65429852 on network f2d5c24a-ce13-4d4d-bf54-b01d428b252e {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:40:58.535110 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6abbce-def5-4191-886e-2f55708dcd18 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:40:58.535988 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6abbce-def5-4191-886e-2f55708dcd18 None None] Checking segment: {'id': '9fa477bf-5849-4b71-84c2-fbf89ae8698a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'f2d5c24a-ce13-4d4d-bf54-b01d428b252e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:58.536397 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9e6abbce-def5-4191-886e-2f55708dcd18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:58.536785 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6abbce-def5-4191-886e-2f55708dcd18 None None] Bound using segment: {'id': '9fa477bf-5849-4b71-84c2-fbf89ae8698a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'f2d5c24a-ce13-4d4d-bf54-b01d428b252e'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:40:58.537311 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-9e6abbce-def5-4191-886e-2f55708dcd18 None None] Bound port: 2d35b52e-9caa-4a5c-b071-0e3e65429852, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa477bf-5849-4b71-84c2-fbf89ae8698a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'f2d5c24a-ce13-4d4d-bf54-b01d428b252e'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:40:58.537763 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9e6abbce-def5-4191-886e-2f55708dcd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:58.553258 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b4b50-fcbc-43cf-be77-ce4ea1c5ec59 req-a248cd0a-f6ef-4f83-ba11-47dbf3988aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:58.554859 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-882b4b50-fcbc-43cf-be77-ce4ea1c5ec59 req-a248cd0a-f6ef-4f83-ba11-47dbf3988aa3 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 1096 time: 0.3059793 Nov 04 10:40:58.565533 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d35466-9293-422c-84b3-3ec1c52af3be tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Subnet': ['ID=451a83b6-ea36-478e-bfdb-d3c42841b726,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:58.572481 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-1a9365aa-467d-426c-bc49-d89533da3365 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:58.580383 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-1a9365aa-467d-426c-bc49-d89533da3365 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:58.583183 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-1a9365aa-467d-426c-bc49-d89533da3365 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/networks?id=9562b652-e7fe-4341-a8bf-c73d3dc951de&id=f2d5c24a-ce13-4d4d-bf54-b01d428b252e&id=9562b652-e7fe-4341-a8bf-c73d3dc951de HTTP/1.1" status: 200 len: 1391 time: 0.2131822 Nov 04 10:40:58.592357 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-82f3ad3b-085a-4875-8756-345576cb96ef None None] Provisioning complete for port 775332f7-fabe-472f-b2c4-96ec6a418c87 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:58.592769 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-82f3ad3b-085a-4875-8756-345576cb96ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:58.599951 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-01258e39-d9e5-4884-9053-926608f54bdd service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175495 Nov 04 10:40:58.605000 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d850f07f-4e00-4e3f-bebf-a81422e171de req-736e067b-555f-4a82-a2aa-5928166aadf2 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:58.622996 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-8997ce47-d955-42fe-9438-b749c41dddbc req-34654c49-833a-4383-969c-79857e8c6ff5 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Deleting port 94dad17e-776a-4367-8b0e-9fdf25b7e4e9 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:40:58.623298 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8997ce47-d955-42fe-9438-b749c41dddbc req-34654c49-833a-4383-969c-79857e8c6ff5 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:58.641971 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['94dad17e-776a-4367-8b0e-9fdf25b7e4e9'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:40:58.697890 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-604c441d-28a1-4261-afe1-da98d2a9f09f tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/quotas/8497c67b53424b7dad5299c790949829 HTTP/1.1" status: 200 len: 375 time: 0.0609314 Nov 04 10:40:58.766395 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c363d-cc5d-436b-a17a-3e0afc6dd348 req-b81cab2c-aab7-4e3d-b282-73a15f994381 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:58.768398 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-628c363d-cc5d-436b-a17a-3e0afc6dd348 req-b81cab2c-aab7-4e3d-b282-73a15f994381 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.126 "GET /v2.0/ports?device_id=c2fe46cd-e0c5-40dc-bcc2-141bc00e717c HTTP/1.1" status: 200 len: 946 time: 0.3624995 Nov 04 10:40:58.773891 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e067b-555f-4a82-a2aa-5928166aadf2 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Pushing event deleted for resources: {'Port': ['ID=6f378d69-be5d-429b-a5cf-89a81aa3f588,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:58.775884 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d35466-9293-422c-84b3-3ec1c52af3be tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Checking segment: {'id': '27d515fe-27db-4bde-83d7-d9ef25c9ee5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'a666f02e-1104-479b-88c9-cce1b0face89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:40:58.776508 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d35466-9293-422c-84b3-3ec1c52af3be tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network hostable DHCP agents. Network: a666f02e-1104-479b-88c9-cce1b0face89, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:40:58.823123 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-882b4b50-fcbc-43cf-be77-ce4ea1c5ec59 req-b4ed9c28-6aae-4967-aa14-0573f2984b88 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532895 Nov 04 10:40:58.854850 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-231b4139-cde5-4614-99a4-5c22aa175927 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=8497c67b53424b7dad5299c790949829&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1492519 Nov 04 10:40:58.872527 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-9e6abbce-def5-4191-886e-2f55708dcd18 None None] For port 2d35b52e-9caa-4a5c-b071-0e3e65429852, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:40:58.876702 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-9e6abbce-def5-4191-886e-2f55708dcd18 None None] For port 2d35b52e-9caa-4a5c-b071-0e3e65429852, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2d35b52e-9caa-4a5c-b071-0e3e65429852,segment=NetworkSegment(9fa477bf-5849-4b71-84c2-fbf89ae8698a),segment_id=9fa477bf-5849-4b71-84c2-fbf89ae8698a)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:40:58.887750 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-d850f07f-4e00-4e3f-bebf-a81422e171de req-736e067b-555f-4a82-a2aa-5928166aadf2 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] No DVR routers for this DVR port 6f378d69-be5d-429b-a5cf-89a81aa3f588 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:40:58.899221 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d850f07f-4e00-4e3f-bebf-a81422e171de req-736e067b-555f-4a82-a2aa-5928166aadf2 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:58.902521 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d850f07f-4e00-4e3f-bebf-a81422e171de req-736e067b-555f-4a82-a2aa-5928166aadf2 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.126 "DELETE /v2.0/ports/6f378d69-be5d-429b-a5cf-89a81aa3f588 HTTP/1.1" status: 204 len: 173 time: 2.3700097 Nov 04 10:40:58.923605 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d35466-9293-422c-84b3-3ec1c52af3be tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network a666f02e-1104-479b-88c9-cce1b0face89 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:40:58.939398 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-8997ce47-d955-42fe-9438-b749c41dddbc req-34654c49-833a-4383-969c-79857e8c6ff5 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] For port 94dad17e-776a-4367-8b0e-9fdf25b7e4e9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=94dad17e-776a-4367-8b0e-9fdf25b7e4e9,segment=NetworkSegment(041ff45a-2ca4-4e17-84f8-e231dd606655),segment_id=041ff45a-2ca4-4e17-84f8-e231dd606655)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:58.939780 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8997ce47-d955-42fe-9438-b749c41dddbc req-34654c49-833a-4383-969c-79857e8c6ff5 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:58.944319 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-7b9afa5f-d33b-436f-a637-851d520d0c1f service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351285 Nov 04 10:40:58.946748 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 775332f7-fabe-472f-b2c4-96ec6a418c87 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:40:58.992561 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9e6abbce-def5-4191-886e-2f55708dcd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:59.025719 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-ade69866-8dbc-46a9-8de2-bbf6aa79b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'name': 'tempest-TestNetworkBasicOps-router-623783168', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:07Z', 'updated_at': '2021-11-04T10:40:50Z', 'revision_number': 6, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:10Z', 'updated_at': '2021-11-04T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '1528b5fa-e59b-45d3-adc9-293f3f941860', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'port_id': '828e67bd-81fb-4518-ab63-1a372a37c2c6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'mac_address': 'fa:16:3e:ef:69:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c228841-fa03-4830-b025-3117f1b7af8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:38:54Z', 'updated_at': '2021-11-04T10:38:59Z', 'revision_number': 1, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7deda305-1888-4bef-8556-220c957944c1', 'name': '', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:c4:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:17Z', 'updated_at': '2021-11-04T10:38:30Z', 'revision_number': 5, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:40:59.047390 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-46ab8af1-6969-408c-84bb-e23e51bb7e8b service neutron] 10.222.0.127 "GET /v2.0/networks/9562b652-e7fe-4341-a8bf-c73d3dc951de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914222 Nov 04 10:40:59.048061 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-8997ce47-d955-42fe-9438-b749c41dddbc req-34654c49-833a-4383-969c-79857e8c6ff5 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Calling delete_port for 94dad17e-776a-4367-8b0e-9fdf25b7e4e9 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:40:59.100324 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-71d35466-9293-422c-84b3-3ec1c52af3be tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, a666f02e-1104-479b-88c9-cce1b0face89) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:40:59.104792 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d35466-9293-422c-84b3-3ec1c52af3be tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:59.105525 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-71d35466-9293-422c-84b3-3ec1c52af3be tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:59.109269 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-628c363d-cc5d-436b-a17a-3e0afc6dd348 req-4255fe75-ee5e-483e-8ec8-b0361656af3a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Deleting port 369fde22-d627-47c3-83c1-983157fe0f8f {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:40:59.109738 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-628c363d-cc5d-436b-a17a-3e0afc6dd348 req-4255fe75-ee5e-483e-8ec8-b0361656af3a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:59.118351 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-1e68054b-2b82-485f-bb3b-8c2cf6282e32 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=a09927a9-ef20-452f-a0cd-6d40858aa8ef HTTP/1.1" status: 200 len: 217 time: 0.1647339 Nov 04 10:40:59.128802 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-71d35466-9293-422c-84b3-3ec1c52af3be tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6945450 Nov 04 10:40:59.137560 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade69866-8dbc-46a9-8de2-bbf6aa79b6a3 None None] The sync data for ids ['032b8a3d-6231-4f51-8397-456abeed9fe1'] in n-d-816629-1 is: [{'id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'name': 'tempest-TestNetworkBasicOps-router-623783168', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:07Z', 'updated_at': '2021-11-04T10:40:50Z', 'revision_number': 6, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:10Z', 'updated_at': '2021-11-04T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '1528b5fa-e59b-45d3-adc9-293f3f941860', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'port_id': '828e67bd-81fb-4518-ab63-1a372a37c2c6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'mac_address': 'fa:16:3e:ef:69:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c228841-fa03-4830-b025-3117f1b7af8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:38:54Z', 'updated_at': '2021-11-04T10:38:59Z', 'revision_number': 1, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7deda305-1888-4bef-8556-220c957944c1', 'name': '', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:c4:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:17Z', 'updated_at': '2021-11-04T10:38:30Z', 'revision_number': 5, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:40:59.139682 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515c4215-be78-4723-b643-21058c83bb83 None None] Network a666f02e-1104-479b-88c9-cce1b0face89 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:40:59.157309 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45630) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:40:59.162884 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-272b145f-7c2e-4c0c-bfd0-6c0f6f51ff46 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'port': {'network_id': 'a666f02e-1104-479b-88c9-cce1b0face89', 'name': 'tempest-PortsIpV6TestJSON-1846930589', 'fixed_ips': [{'subnet_id': '451a83b6-ea36-478e-bfdb-d3c42841b726', 'ip_address': '2001:db8::10'}]}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:40:59.168494 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-82f3ad3b-085a-4875-8756-345576cb96ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:59.196410 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-3d895c61-fa25-4ab7-9428-0697f632b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:59.198196 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-3d895c61-fa25-4ab7-9428-0697f632b5ef service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c288e9a9-e266-47aa-b999-fff4d7adb121 HTTP/1.1" status: 200 len: 797 time: 0.0710070 Nov 04 10:40:59.275088 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-3e35d6a8-e975-402b-b063-29dc65d2b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:40:59.281945 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-3e35d6a8-e975-402b-b063-29dc65d2b61c service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0719378 Nov 04 10:40:59.290861 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6abbce-def5-4191-886e-2f55708dcd18 None None] Pushing event updated for resources: {'Port': ['ID=2d35b52e-9caa-4a5c-b071-0e3e65429852,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:59.351869 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-82f3ad3b-085a-4875-8756-345576cb96ef None None] For port 775332f7-fabe-472f-b2c4-96ec6a418c87, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=775332f7-fabe-472f-b2c4-96ec6a418c87,segment=NetworkSegment(24917bd9-2e92-4958-ac62-be85fdb73dd1),segment_id=24917bd9-2e92-4958-ac62-be85fdb73dd1)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:59.375500 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 775332f7-fabe-472f-b2c4-96ec6a418c87 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:59.375912 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:59.378412 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-82f3ad3b-085a-4875-8756-345576cb96ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:59.524397 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-5247a8e1-a9e1-40a7-aff6-3ba9567d73b3 service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711130 Nov 04 10:40:59.525994 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272b145f-7c2e-4c0c-bfd0-6c0f6f51ff46 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:40:59.668157 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3ad3b-085a-4875-8756-345576cb96ef None None] Pushing event updated for resources: {'Port': ['ID=775332f7-fabe-472f-b2c4-96ec6a418c87,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:59.709530 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-40bff3b4-89e1-4f19-bccb-6f133b7d2249 service neutron] 10.222.0.127 "GET /v2.0/networks/9562b652-e7fe-4341-a8bf-c73d3dc951de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6611309 Nov 04 10:40:59.717774 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8997ce47-d955-42fe-9438-b749c41dddbc req-34654c49-833a-4383-969c-79857e8c6ff5 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:59.728521 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-efddd102-835e-4514-b0d0-9b55a845078a admin admin] Deleting port 0b37b46d-94a3-4c87-a679-ff4847f6c264 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:40:59.728937 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-efddd102-835e-4514-b0d0-9b55a845078a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:59.775241 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34654c49-833a-4383-969c-79857e8c6ff5 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Pushing event deleted for resources: {'Port': ['ID=94dad17e-776a-4367-8b0e-9fdf25b7e4e9,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:40:59.810771 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdc2459-811c-44cd-865e-bf2ec8931456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-a666f02e-1104-479b-88c9-cce1b0face89', 'network_id': 'a666f02e-1104-479b-88c9-cce1b0face89', 'tenant_id': 'edbdfb0c3e1f4712b18c10434050242f', 'fixed_ips': [{'subnet_id': '451a83b6-ea36-478e-bfdb-d3c42841b726'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:40:59.819268 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-acdc2459-811c-44cd-865e-bf2ec8931456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:59.839250 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 6f378d69-be5d-429b-a5cf-89a81aa3f588 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:40:59.880160 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 6f378d69-be5d-429b-a5cf-89a81aa3f588 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:40:59.880667 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 6f378d69-be5d-429b-a5cf-89a81aa3f588 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:40:59.892305 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-8997ce47-d955-42fe-9438-b749c41dddbc req-34654c49-833a-4383-969c-79857e8c6ff5 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] No DVR routers for this DVR port 94dad17e-776a-4367-8b0e-9fdf25b7e4e9 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:40:59.896525 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8997ce47-d955-42fe-9438-b749c41dddbc req-34654c49-833a-4383-969c-79857e8c6ff5 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:59.899757 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8997ce47-d955-42fe-9438-b749c41dddbc req-34654c49-833a-4383-969c-79857e8c6ff5 tempest-MultipleCreateTestJSON-970685814 tempest-MultipleCreateTestJSON-970685814-project] 10.222.0.126 "DELETE /v2.0/ports/94dad17e-776a-4367-8b0e-9fdf25b7e4e9 HTTP/1.1" status: 204 len: 173 time: 2.1312611 Nov 04 10:40:59.902191 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-735b2e5b-24e3-4702-be64-5bc183631ed5 service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535888 Nov 04 10:40:59.933553 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-628c363d-cc5d-436b-a17a-3e0afc6dd348 req-4255fe75-ee5e-483e-8ec8-b0361656af3a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] For port 369fde22-d627-47c3-83c1-983157fe0f8f, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=369fde22-d627-47c3-83c1-983157fe0f8f,segment=NetworkSegment(d9222f4c-3740-41de-a4d0-ab8ded6daa8d),segment_id=d9222f4c-3740-41de-a4d0-ab8ded6daa8d)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:59.933944 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-628c363d-cc5d-436b-a17a-3e0afc6dd348 req-4255fe75-ee5e-483e-8ec8-b0361656af3a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:59.981680 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-c7bb8625-efc1-4d4a-af25-b7ce415d9606 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=4ab0a657-f335-4fa1-bff5-c15c3461f18a HTTP/1.1" status: 200 len: 217 time: 0.0690494 Nov 04 10:40:59.988287 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c25293dc-a0c5-40fc-9fb9-1553dc7fa775 None None] Provisioning complete for port 775332f7-fabe-472f-b2c4-96ec6a418c87 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:40:59.988524 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c25293dc-a0c5-40fc-9fb9-1553dc7fa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:40:59.993434 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-628c363d-cc5d-436b-a17a-3e0afc6dd348 req-4255fe75-ee5e-483e-8ec8-b0361656af3a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Calling delete_port for 369fde22-d627-47c3-83c1-983157fe0f8f owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:40:59.997016 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-efddd102-835e-4514-b0d0-9b55a845078a admin admin] For port 0b37b46d-94a3-4c87-a679-ff4847f6c264, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0b37b46d-94a3-4c87-a679-ff4847f6c264,segment=NetworkSegment(9de533a3-255f-4334-8588-95961af475a2),segment_id=9de533a3-255f-4334-8588-95961af475a2)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:40:59.997423 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-efddd102-835e-4514-b0d0-9b55a845078a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:00.047111 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-efddd102-835e-4514-b0d0-9b55a845078a admin admin] Calling delete_port for 0b37b46d-94a3-4c87-a679-ff4847f6c264 owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:41:00.070381 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-a20926a8-8b28-40ba-ac40-688fe247f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:00.075150 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-a20926a8-8b28-40ba-ac40-688fe247f276 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c288e9a9-e266-47aa-b999-fff4d7adb121 HTTP/1.1" status: 200 len: 797 time: 0.0849941 Nov 04 10:41:00.122802 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-272b145f-7c2e-4c0c-bfd0-6c0f6f51ff46 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:00.153556 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-acdc2459-811c-44cd-865e-bf2ec8931456 None None] Allocated IP 2001:db8::2 (a666f02e-1104-479b-88c9-cce1b0face89/451a83b6-ea36-478e-bfdb-d3c42841b726/f7d1a723-3500-47df-a40b-4638cb1641a7) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:41:00.160005 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-e7a4f235-2f02-440f-a713-b8a605b9a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:00.162012 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-e7a4f235-2f02-440f-a713-b8a605b9a348 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0687191 Nov 04 10:41:00.186047 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-4aecdf09-eb0e-470c-ade6-ac78436cbe22 service neutron] 10.222.0.127 "GET /v2.0/networks/f2d5c24a-ce13-4d4d-bf54-b01d428b252e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755592 Nov 04 10:41:00.203473 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-272b145f-7c2e-4c0c-bfd0-6c0f6f51ff46 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] device_id is not set on port 8211f22e-62b9-4a58-b05e-0c543aec1635 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:41:00.279437 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-0e5e945a-aa57-4a89-b33d-e4ce8f6d4743 service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096747 Nov 04 10:41:00.344961 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-acdc2459-811c-44cd-865e-bf2ec8931456 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:00.356595 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-acdc2459-811c-44cd-865e-bf2ec8931456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:00.397316 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdc2459-811c-44cd-865e-bf2ec8931456 None None] Network a666f02e-1104-479b-88c9-cce1b0face89 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:00.410263 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-acdc2459-811c-44cd-865e-bf2ec8931456 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:00.415037 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdc2459-811c-44cd-865e-bf2ec8931456 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:41:00.424855 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-098a7076-f2dc-4cd0-856b-345aaec353b7 service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296291 Nov 04 10:41:00.443316 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc2459-811c-44cd-865e-bf2ec8931456 None None] Pushing event updated for resources: {'Port': ['ID=f7d1a723-3500-47df-a40b-4638cb1641a7,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:00.498549 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-a6556036-5bcb-40a2-bf73-addf64ff353e service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=bb296dc2-fe9a-4d2b-a25a-d011341603b9 HTTP/1.1" status: 200 len: 217 time: 0.0692270 Nov 04 10:41:00.502672 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-acdc2459-811c-44cd-865e-bf2ec8931456 None None] Attempting to bind port f7d1a723-3500-47df-a40b-4638cb1641a7 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:41:00.503260 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-acdc2459-811c-44cd-865e-bf2ec8931456 None None] Attempting to bind port f7d1a723-3500-47df-a40b-4638cb1641a7 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '27d515fe-27db-4bde-83d7-d9ef25c9ee5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'a666f02e-1104-479b-88c9-cce1b0face89'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:41:00.503806 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdc2459-811c-44cd-865e-bf2ec8931456 None None] Attempting to bind port f7d1a723-3500-47df-a40b-4638cb1641a7 on network a666f02e-1104-479b-88c9-cce1b0face89 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:41:00.523031 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdc2459-811c-44cd-865e-bf2ec8931456 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:41:00.523727 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdc2459-811c-44cd-865e-bf2ec8931456 None None] Checking segment: {'id': '27d515fe-27db-4bde-83d7-d9ef25c9ee5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'a666f02e-1104-479b-88c9-cce1b0face89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:41:00.524310 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-acdc2459-811c-44cd-865e-bf2ec8931456 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:00.524874 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdc2459-811c-44cd-865e-bf2ec8931456 None None] Bound using segment: {'id': '27d515fe-27db-4bde-83d7-d9ef25c9ee5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'a666f02e-1104-479b-88c9-cce1b0face89'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:41:00.525781 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-acdc2459-811c-44cd-865e-bf2ec8931456 None None] Bound port: f7d1a723-3500-47df-a40b-4638cb1641a7, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d515fe-27db-4bde-83d7-d9ef25c9ee5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'a666f02e-1104-479b-88c9-cce1b0face89'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:41:00.526343 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-acdc2459-811c-44cd-865e-bf2ec8931456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:00.565793 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-87bb788f-468f-4854-bf4a-adc235a1e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:00.567936 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-87bb788f-468f-4854-bf4a-adc235a1e814 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c288e9a9-e266-47aa-b999-fff4d7adb121 HTTP/1.1" status: 200 len: 797 time: 0.0600898 Nov 04 10:41:00.581153 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-78d7d06e-f84b-49ce-9dae-e1a60a589f73 service neutron] 10.222.0.127 "GET /v2.0/networks/f2d5c24a-ce13-4d4d-bf54-b01d428b252e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839269 Nov 04 10:41:00.615338 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-acdc2459-811c-44cd-865e-bf2ec8931456 None None] For port f7d1a723-3500-47df-a40b-4638cb1641a7, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:41:00.620077 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-acdc2459-811c-44cd-865e-bf2ec8931456 None None] For port f7d1a723-3500-47df-a40b-4638cb1641a7, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f7d1a723-3500-47df-a40b-4638cb1641a7,segment=NetworkSegment(27d515fe-27db-4bde-83d7-d9ef25c9ee5b),segment_id=27d515fe-27db-4bde-83d7-d9ef25c9ee5b)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:41:00.629498 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-acdc2459-811c-44cd-865e-bf2ec8931456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:00.637981 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-ed55c73e-a650-4dbe-86b2-4baa5bca7bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:00.639746 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-ed55c73e-a650-4dbe-86b2-4baa5bca7bb7 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0596025 Nov 04 10:41:00.723453 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc2459-811c-44cd-865e-bf2ec8931456 None None] Pushing event updated for resources: {'Port': ['ID=f7d1a723-3500-47df-a40b-4638cb1641a7,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:00.769460 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-628c363d-cc5d-436b-a17a-3e0afc6dd348 req-4255fe75-ee5e-483e-8ec8-b0361656af3a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:00.794673 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-a11fb0d5-397d-4996-af21-fad75a563a97 service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452222 Nov 04 10:41:00.855594 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-272b145f-7c2e-4c0c-bfd0-6c0f6f51ff46 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Allocated IP 2001:db8::10 (a666f02e-1104-479b-88c9-cce1b0face89/451a83b6-ea36-478e-bfdb-d3c42841b726/8211f22e-62b9-4a58-b05e-0c543aec1635) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:41:00.860369 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255fe75-ee5e-483e-8ec8-b0361656af3a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event deleted for resources: {'Port': ['ID=369fde22-d627-47c3-83c1-983157fe0f8f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:00.938162 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-efddd102-835e-4514-b0d0-9b55a845078a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:00.972285 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-628c363d-cc5d-436b-a17a-3e0afc6dd348 req-4255fe75-ee5e-483e-8ec8-b0361656af3a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] No DVR routers for this DVR port 369fde22-d627-47c3-83c1-983157fe0f8f on host n-h1-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:41:00.976048 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-681349eb-b17d-4d51-9a67-db2c9a77a693 service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728258 Nov 04 10:41:01.001837 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-628c363d-cc5d-436b-a17a-3e0afc6dd348 req-4255fe75-ee5e-483e-8ec8-b0361656af3a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:01.005960 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-628c363d-cc5d-436b-a17a-3e0afc6dd348 req-4255fe75-ee5e-483e-8ec8-b0361656af3a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.126 "DELETE /v2.0/ports/369fde22-d627-47c3-83c1-983157fe0f8f HTTP/1.1" status: 204 len: 173 time: 2.2288706 Nov 04 10:41:01.008354 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-36b60508-2fe5-4af0-a108-76831a6fe6cd service neutron] 10.222.0.127 "GET /v2.0/networks/9562b652-e7fe-4341-a8bf-c73d3dc951de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100349 Nov 04 10:41:01.009453 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fe46cd-e0c5-40dc-bcc2-141bc00e717c', 'name': 'network-vif-deleted', 'tag': '369fde22-d627-47c3-83c1-983157fe0f8f'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:41:01.012085 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6983a3d-7956-4afa-979a-6b3a12567df1" -d '{"events": [{"server_uuid": "c2fe46cd-e0c5-40dc-bcc2-141bc00e717c", "name": "network-vif-deleted", "tag": "369fde22-d627-47c3-83c1-983157fe0f8f"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:41:01.019524 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efddd102-835e-4514-b0d0-9b55a845078a admin admin] Pushing event deleted for resources: {'Port': ['ID=0b37b46d-94a3-4c87-a679-ff4847f6c264,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:01.040628 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 775332f7-fabe-472f-b2c4-96ec6a418c87 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:01.168516 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 775332f7-fabe-472f-b2c4-96ec6a418c87 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:01.168952 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:01.332860 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da946ba-8459-4fe8-bf9d-231619a85943 None None] Network f2d5c24a-ce13-4d4d-bf54-b01d428b252e requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:41:01.533544 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-24ca1e36-6228-4d79-95b7-8cbe9e87fd6f service neutron] 10.222.0.127 "GET /v2.0/networks/9562b652-e7fe-4341-a8bf-c73d3dc951de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117517 Nov 04 10:41:01.601062 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-efddd102-835e-4514-b0d0-9b55a845078a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:01.606940 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-768aacd3-3cdc-4ade-8d03-634beaa263d6 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=72df5c77-e2bf-4914-a389-b01de4c7d2be HTTP/1.1" status: 200 len: 217 time: 0.6226707 Nov 04 10:41:01.633499 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-272b145f-7c2e-4c0c-bfd0-6c0f6f51ff46 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:01.713671 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-fa906cf2-9304-42e2-adf0-808bd410f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:01.715321 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-fa906cf2-9304-42e2-adf0-808bd410f7e1 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=fb0189f5-0dbc-49c3-b67c-b28bc1fef63a HTTP/1.1" status: 200 len: 797 time: 0.1009417 Nov 04 10:41:01.773515 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-5953aa0f-2740-44e8-b1a8-dc4844ca2668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:01.775307 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-5953aa0f-2740-44e8-b1a8-dc4844ca2668 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0469275 Nov 04 10:41:01.786669 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 369fde22-d627-47c3-83c1-983157fe0f8f no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:41:01.793625 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-272b145f-7c2e-4c0c-bfd0-6c0f6f51ff46 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:01.829647 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2d35b52e-9caa-4a5c-b071-0e3e65429852 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:01.912545 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b145f-7c2e-4c0c-bfd0-6c0f6f51ff46 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Port': ['ID=8211f22e-62b9-4a58-b05e-0c543aec1635,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:01.927558 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45638) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:01.960351 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-e3cfd7e1-2200-4148-9c64-f4e647d458e7 service neutron] 10.222.0.126 "GET /v2.0/networks/e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697741 Nov 04 10:41:01.963506 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 369fde22-d627-47c3-83c1-983157fe0f8f {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:41:01.963898 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 369fde22-d627-47c3-83c1-983157fe0f8f not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:41:01.964247 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 94dad17e-776a-4367-8b0e-9fdf25b7e4e9 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:41:01.976499 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-dd2e81a9-c906-4eab-801a-88321b2b41a9 None None] Provisioning complete for port 2d35b52e-9caa-4a5c-b071-0e3e65429852 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:01.976942 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dd2e81a9-c906-4eab-801a-88321b2b41a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:02.016381 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272b145f-7c2e-4c0c-bfd0-6c0f6f51ff46 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network a666f02e-1104-479b-88c9-cce1b0face89 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:02.053785 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-272b145f-7c2e-4c0c-bfd0-6c0f6f51ff46 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:02.058353 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272b145f-7c2e-4c0c-bfd0-6c0f6f51ff46 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:41:02.067312 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272b145f-7c2e-4c0c-bfd0-6c0f6f51ff46 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:02.068741 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-272b145f-7c2e-4c0c-bfd0-6c0f6f51ff46 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:02.078510 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 94dad17e-776a-4367-8b0e-9fdf25b7e4e9 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:41:02.079068 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 94dad17e-776a-4367-8b0e-9fdf25b7e4e9 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:41:02.150685 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-c03c06f8-1ab0-4c70-ad7c-f8e7b4037c87 service neutron] 10.222.0.126 "GET /v2.0/networks/e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808579 Nov 04 10:41:02.232639 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-395c64e4-a19a-4fa2-9889-64a01ae1a6d6 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=774451b9-da41-429f-b239-13e3f3375067 HTTP/1.1" status: 200 len: 217 time: 0.0736775 Nov 04 10:41:02.251322 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dd2e81a9-c906-4eab-801a-88321b2b41a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:02.281558 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 2d35b52e-9caa-4a5c-b071-0e3e65429852 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:02.282022 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:02.380870 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-dd2e81a9-c906-4eab-801a-88321b2b41a9 None None] For port 2d35b52e-9caa-4a5c-b071-0e3e65429852, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2d35b52e-9caa-4a5c-b071-0e3e65429852,segment=NetworkSegment(9fa477bf-5849-4b71-84c2-fbf89ae8698a),segment_id=9fa477bf-5849-4b71-84c2-fbf89ae8698a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:02.382544 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cd647c31-1ebf-418e-8a7f-53a5fa6e3d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:02.385158 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-cd647c31-1ebf-418e-8a7f-53a5fa6e3d08 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=fb0189f5-0dbc-49c3-b67c-b28bc1fef63a HTTP/1.1" status: 200 len: 797 time: 0.1425197 Nov 04 10:41:02.387906 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dd2e81a9-c906-4eab-801a-88321b2b41a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:02.463645 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-e79ead0f-9d16-42c5-b10a-d4b5c4b3e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:02.465590 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-e79ead0f-9d16-42c5-b10a-d4b5c4b3e666 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0721128 Nov 04 10:41:02.473356 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:02.506027 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e81a9-c906-4eab-801a-88321b2b41a9 None None] Pushing event updated for resources: {'Port': ['ID=2d35b52e-9caa-4a5c-b071-0e3e65429852,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:02.596700 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:41:02.597220 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:41:02.628696 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-d7575b97-947a-4fe9-840e-b6631f010588 service neutron] 10.222.0.126 "GET /v2.0/networks/e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545308 Nov 04 10:41:02.740497 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c9cb25-e364-4296-8bc8-3fc607fd6f33 None None] Network a666f02e-1104-479b-88c9-cce1b0face89 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:41:02.775945 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b3143b7-f6bf-485b-85d2-3a30f81bd847 req-7ac627a5-debb-4061-adc6-07de0ddd472a service neutron] 10.222.0.126 "GET /v2.0/networks/e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384692 Nov 04 10:41:02.827518 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-0721d2cf-c73f-495d-a893-9eb1cf26ed02 None None] Provisioning complete for port 2d35b52e-9caa-4a5c-b071-0e3e65429852 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:02.828697 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0721d2cf-c73f-495d-a893-9eb1cf26ed02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:02.847791 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-272b145f-7c2e-4c0c-bfd0-6c0f6f51ff46 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6891682 Nov 04 10:41:02.850499 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45646) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:02.855678 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-c558bce6-3d90-42d8-867f-64c68568d847 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'port': {'network_id': 'a666f02e-1104-479b-88c9-cce1b0face89', 'name': 'tempest-PortsIpV6TestJSON-103077577', 'fixed_ips': [{'subnet_id': '451a83b6-ea36-478e-bfdb-d3c42841b726', 'ip_address': '2001:db8::f'}]}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:02.909142 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efddd102-835e-4514-b0d0-9b55a845078a admin admin] Router 25d7dc52-b0df-4a32-bfc0-437b11bc3be4 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:41:02.922998 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0877c8-97e1-4d7f-872f-9a3ed2fb23ab req-834a5002-6bd0-4754-a4af-a87359afafb0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:02.929394 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0877c8-97e1-4d7f-872f-9a3ed2fb23ab req-834a5002-6bd0-4754-a4af-a87359afafb0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:02.937393 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0877c8-97e1-4d7f-872f-9a3ed2fb23ab req-834a5002-6bd0-4754-a4af-a87359afafb0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:02.947162 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0877c8-97e1-4d7f-872f-9a3ed2fb23ab req-834a5002-6bd0-4754-a4af-a87359afafb0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:02.954602 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0877c8-97e1-4d7f-872f-9a3ed2fb23ab req-834a5002-6bd0-4754-a4af-a87359afafb0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:02.962606 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0877c8-97e1-4d7f-872f-9a3ed2fb23ab req-834a5002-6bd0-4754-a4af-a87359afafb0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:02.969959 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0877c8-97e1-4d7f-872f-9a3ed2fb23ab req-834a5002-6bd0-4754-a4af-a87359afafb0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:02.977633 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab0877c8-97e1-4d7f-872f-9a3ed2fb23ab req-834a5002-6bd0-4754-a4af-a87359afafb0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 5420 time: 0.9689286 Nov 04 10:41:03.016650 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-07fe5c0a-50bb-4270-b5be-07838ff0fdfc tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:03.018242 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-0721d2cf-c73f-495d-a893-9eb1cf26ed02 None None] Provisioning complete for port f7d1a723-3500-47df-a40b-4638cb1641a7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:03.018702 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0721d2cf-c73f-495d-a893-9eb1cf26ed02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:03.022790 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7baeb-7436-4d04-805f-aa4436f5f477 req-d08db5c4-83d9-48d9-b38b-8c5d81af1924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:03.022790 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7baeb-7436-4d04-805f-aa4436f5f477 req-d08db5c4-83d9-48d9-b38b-8c5d81af1924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:03.022790 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7baeb-7436-4d04-805f-aa4436f5f477 req-d08db5c4-83d9-48d9-b38b-8c5d81af1924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:03.023309 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7baeb-7436-4d04-805f-aa4436f5f477 req-d08db5c4-83d9-48d9-b38b-8c5d81af1924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:03.023771 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7baeb-7436-4d04-805f-aa4436f5f477 req-d08db5c4-83d9-48d9-b38b-8c5d81af1924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:03.024246 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7baeb-7436-4d04-805f-aa4436f5f477 req-d08db5c4-83d9-48d9-b38b-8c5d81af1924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:03.024793 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7baeb-7436-4d04-805f-aa4436f5f477 req-d08db5c4-83d9-48d9-b38b-8c5d81af1924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:03.026893 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5d7baeb-7436-4d04-805f-aa4436f5f477 req-d08db5c4-83d9-48d9-b38b-8c5d81af1924 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=24e6e80e7cbd47b89cef6beaedf3befe&device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 6477 time: 0.1669095 Nov 04 10:41:03.109774 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-07fe5c0a-50bb-4270-b5be-07838ff0fdfc tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:03.142618 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab0877c8-97e1-4d7f-872f-9a3ed2fb23ab req-f15de687-5302-4978-bfaf-c2d85f8ed59e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ded427f-6d19-40e3-a805-138915509ca8&id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1631742 Nov 04 10:41:03.151297 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7baeb-7436-4d04-805f-aa4436f5f477 req-ac193778-3463-4161-9315-a28860f08898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:03.153071 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5d7baeb-7436-4d04-805f-aa4436f5f477 req-ac193778-3463-4161-9315-a28860f08898 service neutron] 10.222.0.126 "GET /v2.0/networks?id=e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1 HTTP/1.1" status: 200 len: 904 time: 0.1176198 Nov 04 10:41:03.154383 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0721d2cf-c73f-495d-a893-9eb1cf26ed02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:03.190695 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c558bce6-3d90-42d8-867f-64c68568d847 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:41:03.196394 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a62c7c03-9a93-4b57-afd3-f7e5761df9e2 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:41:03.229805 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: a62c7c03-9a93-4b57-afd3-f7e5761df9e2 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:41:03.230142 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a62c7c03-9a93-4b57-afd3-f7e5761df9e2 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:41:03.275724 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efddd102-835e-4514-b0d0-9b55a845078a admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:41:03.293529 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-efddd102-835e-4514-b0d0-9b55a845078a admin admin] 10.222.0.127 "PUT /v2.0/routers/25d7dc52-b0df-4a32-bfc0-437b11bc3be4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8152609 Nov 04 10:41:03.303687 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45650) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:03.313279 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a81cc2-1d94-4eea-9b6e-26d452b2202d None None] Sync routers for ids ['25d7dc52-b0df-4a32-bfc0-437b11bc3be4'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:41:03.321839 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5d7baeb-7436-4d04-805f-aa4436f5f477 req-1fab2a0d-4b69-4405-942f-027e182b7951 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=72df5c77-e2bf-4914-a389-b01de4c7d2be HTTP/1.1" status: 200 len: 217 time: 0.1584492 Nov 04 10:41:03.334167 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-0721d2cf-c73f-495d-a893-9eb1cf26ed02 None None] For port f7d1a723-3500-47df-a40b-4638cb1641a7, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f7d1a723-3500-47df-a40b-4638cb1641a7,segment=NetworkSegment(27d515fe-27db-4bde-83d7-d9ef25c9ee5b),segment_id=27d515fe-27db-4bde-83d7-d9ef25c9ee5b)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:03.338061 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a81cc2-1d94-4eea-9b6e-26d452b2202d None None] Routers {'25d7dc52-b0df-4a32-bfc0-437b11bc3be4'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:41:03.339630 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0721d2cf-c73f-495d-a893-9eb1cf26ed02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:03.345856 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-a7a81cc2-1d94-4eea-9b6e-26d452b2202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:40:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['25d7dc52-b0df-4a32-bfc0-437b11bc3be4'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:03.455536 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-07fe5c0a-50bb-4270-b5be-07838ff0fdfc tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:03.461446 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-07fe5c0a-50bb-4270-b5be-07838ff0fdfc tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:03.462663 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-07fe5c0a-50bb-4270-b5be-07838ff0fdfc tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "DELETE /v2.0/security-groups/16c5437a-bb61-4887-a1f4-02bb305576c0 HTTP/1.1" status: 204 len: 168 time: 1.5319750 Nov 04 10:41:03.474698 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7baeb-7436-4d04-805f-aa4436f5f477 req-722d7346-5b13-4db3-8b4e-1a210323a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:03.476711 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5d7baeb-7436-4d04-805f-aa4436f5f477 req-722d7346-5b13-4db3-8b4e-1a210323a1d6 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=fb0189f5-0dbc-49c3-b67c-b28bc1fef63a HTTP/1.1" status: 200 len: 797 time: 0.1295934 Nov 04 10:41:03.493548 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721d2cf-c73f-495d-a893-9eb1cf26ed02 None None] Pushing event updated for resources: {'Port': ['ID=f7d1a723-3500-47df-a40b-4638cb1641a7,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:03.545271 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe5c0a-50bb-4270-b5be-07838ff0fdfc tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c5437a-bb61-4887-a1f4-02bb305576c0,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:03.626679 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-03caa995-550f-4e87-a402-0685438a947c admin admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:03.687372 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-fa583a8d-01e1-474a-bfda-3ba16c65d2e6 None None] Provisioning complete for port 8211f22e-62b9-4a58-b05e-0c543aec1635 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:03.689068 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fa583a8d-01e1-474a-bfda-3ba16c65d2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:03.710734 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-a7a81cc2-1d94-4eea-9b6e-26d452b2202d None None] Set router 25d7dc52-b0df-4a32-bfc0-437b11bc3be4 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:41:03.724974 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-8444a4d2-2e34-4e31-ab95-15f0da4575c2 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:03.739809 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-8444a4d2-2e34-4e31-ab95-15f0da4575c2 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:03.742919 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-8444a4d2-2e34-4e31-ab95-15f0da4575c2 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.121 "GET /v2.0/networks?id=9562b652-e7fe-4341-a8bf-c73d3dc951de&id=f2d5c24a-ce13-4d4d-bf54-b01d428b252e&id=9562b652-e7fe-4341-a8bf-c73d3dc951de HTTP/1.1" status: 200 len: 1391 time: 0.4744174 Nov 04 10:41:03.753169 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f7d1a723-3500-47df-a40b-4638cb1641a7 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:03.760835 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c558bce6-3d90-42d8-867f-64c68568d847 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:03.773255 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-1d8f208a-783c-427c-b6eb-613ea0e8750b tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Request body: {'port': {'device_id': 'c31ce156-5e69-4d6a-88cc-ae650147ede8', 'network_id': '9562b652-e7fe-4341-a8bf-c73d3dc951de', 'admin_state_up': True, 'tenant_id': '8497c67b53424b7dad5299c790949829'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:03.819610 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-fa583a8d-01e1-474a-bfda-3ba16c65d2e6 None None] Port 8211f22e-62b9-4a58-b05e-0c543aec1635 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:41:03.849148 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-03caa995-550f-4e87-a402-0685438a947c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:03.866534 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-fa583a8d-01e1-474a-bfda-3ba16c65d2e6 None None] Provisioning complete for port f7d1a723-3500-47df-a40b-4638cb1641a7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:03.867625 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fa583a8d-01e1-474a-bfda-3ba16c65d2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:03.877579 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7baeb-7436-4d04-805f-aa4436f5f477 req-ac04a168-e8ae-4d66-a39d-86d8363e9f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:03.879704 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5d7baeb-7436-4d04-805f-aa4436f5f477 req-ac04a168-e8ae-4d66-a39d-86d8363e9f42 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3925571 Nov 04 10:41:03.891167 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-c558bce6-3d90-42d8-867f-64c68568d847 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] device_id is not set on port b4f72f54-b862-4810-a4e9-7f30bcd0995e yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:41:03.935361 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port f7d1a723-3500-47df-a40b-4638cb1641a7 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:03.935639 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:04.017281 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cebde-6363-421d-bfe5-4cac19f05a1a req-076ff1b6-d03a-45b1-a72e-c82e881225ad tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:04.019113 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0f7cebde-6363-421d-bfe5-4cac19f05a1a req-076ff1b6-d03a-45b1-a72e-c82e881225ad tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 946 time: 0.1182017 Nov 04 10:41:04.022081 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-03caa995-550f-4e87-a402-0685438a947c admin admin] Deleting port b7f511e8-11d0-444f-bd74-6df41052fa19 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:41:04.022533 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-03caa995-550f-4e87-a402-0685438a947c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:04.065355 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2d35b52e-9caa-4a5c-b071-0e3e65429852 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:04.098512 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-a7a81cc2-1d94-4eea-9b6e-26d452b2202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'name': 'tempest-ServersTestFqdnHostnames-1274560798-router', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'b7f511e8-11d0-444f-bd74-6df41052fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:15Z', 'updated_at': '2021-11-04T10:41:00Z', 'revision_number': 5, 'project_id': 'a3247e14be254fd39ca4bb24413f7278', 'gw_port': {'id': 'b7f511e8-11d0-444f-bd74-6df41052fa19', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:16Z', 'updated_at': '2021-11-04T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:04.139281 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a81cc2-1d94-4eea-9b6e-26d452b2202d None None] Checking router: 25d7dc52-b0df-4a32-bfc0-437b11bc3be4 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:41:04.153602 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a81cc2-1d94-4eea-9b6e-26d452b2202d None None] Routers {'25d7dc52-b0df-4a32-bfc0-437b11bc3be4'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:41:04.155051 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-a7a81cc2-1d94-4eea-9b6e-26d452b2202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:40:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['25d7dc52-b0df-4a32-bfc0-437b11bc3be4'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:04.161753 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 2d35b52e-9caa-4a5c-b071-0e3e65429852 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:04.162283 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:04.183511 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-03caa995-550f-4e87-a402-0685438a947c admin admin] For port b7f511e8-11d0-444f-bd74-6df41052fa19, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b7f511e8-11d0-444f-bd74-6df41052fa19,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:04.184175 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-03caa995-550f-4e87-a402-0685438a947c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:04.190655 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0f7cebde-6363-421d-bfe5-4cac19f05a1a req-a137362f-0cc2-464d-a928-df16de2e50f3 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981035 Nov 04 10:41:04.202998 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-03caa995-550f-4e87-a402-0685438a947c admin admin] Calling delete_port for b7f511e8-11d0-444f-bd74-6df41052fa19 owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:41:04.253995 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-c558bce6-3d90-42d8-867f-64c68568d847 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Allocated IP 2001:db8::f (a666f02e-1104-479b-88c9-cce1b0face89/451a83b6-ea36-478e-bfdb-d3c42841b726/b4f72f54-b862-4810-a4e9-7f30bcd0995e) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:41:04.284653 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-a7a81cc2-1d94-4eea-9b6e-26d452b2202d None None] Set router 25d7dc52-b0df-4a32-bfc0-437b11bc3be4 gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:41:04.335501 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692f7fca-a7b1-479b-8d12-7d1428ebde81 x-openstack-request-id: req-692f7fca-a7b1-479b-8d12-7d1428ebde81 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:41:04.335943 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "tag": "774451b9-da41-429f-b239-13e3f3375067", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:41:04.336139 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-692f7fca-a7b1-479b-8d12-7d1428ebde81 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:41:04.336694 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'tag': '774451b9-da41-429f-b239-13e3f3375067', 'status': 'completed', 'code': 200} Nov 04 10:41:04.346898 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-a7a81cc2-1d94-4eea-9b6e-26d452b2202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'name': 'tempest-ServersTestFqdnHostnames-1274560798-router', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:15Z', 'updated_at': '2021-11-04T10:41:03Z', 'revision_number': 6, 'project_id': 'a3247e14be254fd39ca4bb24413f7278', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:04.353742 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f4fd30d-6352-4e39-a532-914b608b80f2 None None] Provisioning complete for port 8211f22e-62b9-4a58-b05e-0c543aec1635 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:04.354111 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f4fd30d-6352-4e39-a532-914b608b80f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:04.390421 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a81cc2-1d94-4eea-9b6e-26d452b2202d None None] The sync data for ids ['25d7dc52-b0df-4a32-bfc0-437b11bc3be4'] in n-d-816629-1 is: [{'id': '25d7dc52-b0df-4a32-bfc0-437b11bc3be4', 'name': 'tempest-ServersTestFqdnHostnames-1274560798-router', 'tenant_id': 'a3247e14be254fd39ca4bb24413f7278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:15Z', 'updated_at': '2021-11-04T10:41:03Z', 'revision_number': 6, 'project_id': 'a3247e14be254fd39ca4bb24413f7278', 'gw_port_host': None}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:41:04.395195 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f4fd30d-6352-4e39-a532-914b608b80f2 None None] Port 8211f22e-62b9-4a58-b05e-0c543aec1635 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:41:04.408055 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5d7baeb-7436-4d04-805f-aa4436f5f477 req-a80d349c-d3b6-4166-a306-e9462a96a208 service neutron] 10.222.0.126 "GET /v2.0/networks/e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080802 Nov 04 10:41:04.443158 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515deedb-8aed-4925-ae63-7039aecc3e4b req-584362d9-d186-4fdd-98db-799722adfcb5 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:04.444778 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-515deedb-8aed-4925-ae63-7039aecc3e4b req-584362d9-d186-4fdd-98db-799722adfcb5 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 945 time: 0.0801363 Nov 04 10:41:04.521467 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-03caa995-550f-4e87-a402-0685438a947c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:04.526786 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-515deedb-8aed-4925-ae63-7039aecc3e4b req-807e5006-2979-47d8-beef-dd7309a72b28 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603871 Nov 04 10:41:04.562837 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03caa995-550f-4e87-a402-0685438a947c admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f511e8-11d0-444f-bd74-6df41052fa19,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:04.614669 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f7b565-82db-4ad4-a50f-99361c55f6d9 x-openstack-request-id: req-a4f7b565-82db-4ad4-a50f-99361c55f6d9 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:41:04.614959 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2fe46cd-e0c5-40dc-bcc2-141bc00e717c", "name": "network-vif-deleted", "tag": "369fde22-d627-47c3-83c1-983157fe0f8f", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:41:04.615221 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-a4f7b565-82db-4ad4-a50f-99361c55f6d9 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:41:04.615624 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fe46cd-e0c5-40dc-bcc2-141bc00e717c', 'name': 'network-vif-deleted', 'tag': '369fde22-d627-47c3-83c1-983157fe0f8f', 'status': 'completed', 'code': 200} Nov 04 10:41:04.631689 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c558bce6-3d90-42d8-867f-64c68568d847 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:04.633794 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-1d8f208a-783c-427c-b6eb-613ea0e8750b tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Made reservation on behalf of 8497c67b53424b7dad5299c790949829 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:41:04.638840 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-1d8f208a-783c-427c-b6eb-613ea0e8750b tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:04.659534 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-03caa995-550f-4e87-a402-0685438a947c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:04.687215 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5d7baeb-7436-4d04-805f-aa4436f5f477 req-7a937f6d-1c94-4ac6-b10b-c8cd9f9c15d8 service neutron] 10.222.0.126 "GET /v2.0/networks/e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684693 Nov 04 10:41:04.789452 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4feeca9e-760c-4daf-a015-488412abd607 req-f3961a31-5a0a-4dfc-9aa7-ffbd0693d6ec tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=c31ce156-5e69-4d6a-88cc-ae650147ede8 HTTP/1.1" status: 200 len: 210 time: 0.1246908 Nov 04 10:41:04.801210 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-03caa995-550f-4e87-a402-0685438a947c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:04.807023 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-03caa995-550f-4e87-a402-0685438a947c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:04.827489 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-7e496dea-e1c6-4749-a9fb-9a369e9c2438 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:04.829523 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-7e496dea-e1c6-4749-a9fb-9a369e9c2438 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.121 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6&tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&binding%3Ahost_id=n-h1-816629-1 HTTP/1.1" status: 200 len: 1097 time: 0.2064471 Nov 04 10:41:04.849004 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c558bce6-3d90-42d8-867f-64c68568d847 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:04.851003 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45660) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:04.885934 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f65efe-bfda-445f-b73c-60b387ace68b req-2b33fede-4bfa-4262-9263-43dc28a6a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:04.886425 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f65efe-bfda-445f-b73c-60b387ace68b req-2b33fede-4bfa-4262-9263-43dc28a6a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:04.886910 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f65efe-bfda-445f-b73c-60b387ace68b req-2b33fede-4bfa-4262-9263-43dc28a6a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:04.887379 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f65efe-bfda-445f-b73c-60b387ace68b req-2b33fede-4bfa-4262-9263-43dc28a6a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:04.887851 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f65efe-bfda-445f-b73c-60b387ace68b req-2b33fede-4bfa-4262-9263-43dc28a6a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:04.888368 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f65efe-bfda-445f-b73c-60b387ace68b req-2b33fede-4bfa-4262-9263-43dc28a6a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:04.888800 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f65efe-bfda-445f-b73c-60b387ace68b req-2b33fede-4bfa-4262-9263-43dc28a6a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:04.890964 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-11f65efe-bfda-445f-b73c-60b387ace68b req-2b33fede-4bfa-4262-9263-43dc28a6a6c4 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=24e6e80e7cbd47b89cef6beaedf3befe&device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 6477 time: 0.1459363 Nov 04 10:41:04.898816 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-6749fc69-4f0d-4dd8-84fb-00fee8a79a94 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816629-1'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:04.943131 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-03caa995-550f-4e87-a402-0685438a947c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:04.943701 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03caa995-550f-4e87-a402-0685438a947c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25d7dc52-b0df-4a32-bfc0-437b11bc3be4 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:41:04.976735 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-03caa995-550f-4e87-a402-0685438a947c admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:04.978126 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-03caa995-550f-4e87-a402-0685438a947c admin admin] 10.222.0.127 "DELETE /v2.0/routers/25d7dc52-b0df-4a32-bfc0-437b11bc3be4 HTTP/1.1" status: 204 len: 168 time: 1.6727197 Nov 04 10:41:04.981956 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45662) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:04.982120 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-1d8f208a-783c-427c-b6eb-613ea0e8750b tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Allocated IP 19.80.0.150 (9562b652-e7fe-4341-a8bf-c73d3dc951de/1ac75fc6-a4f8-4c9d-96f5-4447467452f0/67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:41:05.014223 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c558bce6-3d90-42d8-867f-64c68568d847 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network a666f02e-1104-479b-88c9-cce1b0face89 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:05.034433 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-6749fc69-4f0d-4dd8-84fb-00fee8a79a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:05.041335 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-c558bce6-3d90-42d8-867f-64c68568d847 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:05.051418 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c558bce6-3d90-42d8-867f-64c68568d847 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:41:05.063496 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c558bce6-3d90-42d8-867f-64c68568d847 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:05.064592 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c558bce6-3d90-42d8-867f-64c68568d847 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:05.074952 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558bce6-3d90-42d8-867f-64c68568d847 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Port': ['ID=b4f72f54-b862-4810-a4e9-7f30bcd0995e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:05.094975 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd4c1633-83e3-47fb-a68a-154245ae8d32 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Deleting subnet 9f81a987-5f84-40d1-a2c6-38fc64dadd1a {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:41:05.105178 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d57cbf7-4ba9-4996-bc23-b8e1cbb912ba admin admin] Deleting subnet 9cbdee7b-9e67-4454-89e3-451ab9fdae2c {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:41:05.112225 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cd4c1633-83e3-47fb-a68a-154245ae8d32 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:05.123111 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c7614-0b86-4d85-ade6-3cdea8f2c32b req-93ddab6a-2ae0-4c27-bd3f-3095d355dc2c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:05.130825 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c7614-0b86-4d85-ade6-3cdea8f2c32b req-93ddab6a-2ae0-4c27-bd3f-3095d355dc2c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:05.139141 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c7614-0b86-4d85-ade6-3cdea8f2c32b req-93ddab6a-2ae0-4c27-bd3f-3095d355dc2c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:05.145502 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c7614-0b86-4d85-ade6-3cdea8f2c32b req-93ddab6a-2ae0-4c27-bd3f-3095d355dc2c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:05.151576 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c7614-0b86-4d85-ade6-3cdea8f2c32b req-93ddab6a-2ae0-4c27-bd3f-3095d355dc2c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:05.161278 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c7614-0b86-4d85-ade6-3cdea8f2c32b req-93ddab6a-2ae0-4c27-bd3f-3095d355dc2c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:05.161476 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c558bce6-3d90-42d8-867f-64c68568d847 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3071830 Nov 04 10:41:05.164579 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c7614-0b86-4d85-ade6-3cdea8f2c32b req-93ddab6a-2ae0-4c27-bd3f-3095d355dc2c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:05.169976 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45664) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:05.175710 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7c1c7614-0b86-4d85-ade6-3cdea8f2c32b req-93ddab6a-2ae0-4c27-bd3f-3095d355dc2c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 5420 time: 0.2413507 Nov 04 10:41:05.184664 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0d57cbf7-4ba9-4996-bc23-b8e1cbb912ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:05.261065 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cd4c1633-83e3-47fb-a68a-154245ae8d32 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:05.266501 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0d57cbf7-4ba9-4996-bc23-b8e1cbb912ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:05.332750 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f65efe-bfda-445f-b73c-60b387ace68b req-1d9add25-56b7-4fb9-877e-1bdbbd0bd32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:05.334313 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-11f65efe-bfda-445f-b73c-60b387ace68b req-1d9add25-56b7-4fb9-877e-1bdbbd0bd32c service neutron] 10.222.0.126 "GET /v2.0/networks?id=e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1 HTTP/1.1" status: 200 len: 904 time: 0.3948827 Nov 04 10:41:05.350744 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-6749fc69-4f0d-4dd8-84fb-00fee8a79a94 service neutron] For port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=5ccd14b8-5141-4f67-8179-1ee0c0f16b22,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:05.361608 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f7d1a723-3500-47df-a40b-4638cb1641a7 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:05.433197 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e9b93278-ef66-4a9a-9b25-2466da37cb76 None None] Provisioning complete for port b4f72f54-b862-4810-a4e9-7f30bcd0995e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:05.433559 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e9b93278-ef66-4a9a-9b25-2466da37cb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:05.464553 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port f7d1a723-3500-47df-a40b-4638cb1641a7 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:05.464954 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:05.476400 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-11f65efe-bfda-445f-b73c-60b387ace68b req-f38ff748-1336-4f2f-a468-0a715669fa9e service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=774451b9-da41-429f-b239-13e3f3375067 HTTP/1.1" status: 200 len: 217 time: 0.1245475 Nov 04 10:41:05.490428 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-6749fc69-4f0d-4dd8-84fb-00fee8a79a94 service neutron] For port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:41:05.496951 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e9b93278-ef66-4a9a-9b25-2466da37cb76 None None] Port b4f72f54-b862-4810-a4e9-7f30bcd0995e cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:41:05.501478 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7c1c7614-0b86-4d85-ade6-3cdea8f2c32b req-b919285c-74e8-4603-8f0e-1f91081588d8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ded427f-6d19-40e3-a805-138915509ca8&id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3247600 Nov 04 10:41:05.533195 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8731ebd-02ce-46cb-9000-9b7fd939b0cd tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:05.533195 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f8731ebd-02ce-46cb-9000-9b7fd939b0cd tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3580508 Nov 04 10:41:05.561419 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45668) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:05.578387 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cd4c1633-83e3-47fb-a68a-154245ae8d32 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:05.593724 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-6749fc69-4f0d-4dd8-84fb-00fee8a79a94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:05.626596 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-6749fc69-4f0d-4dd8-84fb-00fee8a79a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:05.657792 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0d57cbf7-4ba9-4996-bc23-b8e1cbb912ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:05.672227 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0b37b46d-94a3-4c87-a679-ff4847f6c264 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:41:05.719038 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 0b37b46d-94a3-4c87-a679-ff4847f6c264 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:41:05.720008 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0b37b46d-94a3-4c87-a679-ff4847f6c264 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:41:05.721656 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b7f511e8-11d0-444f-bd74-6df41052fa19 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:41:05.755735 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: b7f511e8-11d0-444f-bd74-6df41052fa19 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:41:05.756083 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b7f511e8-11d0-444f-bd74-6df41052fa19 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:41:05.774050 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749fc69-4f0d-4dd8-84fb-00fee8a79a94 service neutron] Pushing event updated for resources: {'Port': ['ID=5ccd14b8-5141-4f67-8179-1ee0c0f16b22,revision_number=7']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:05.817478 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-6749fc69-4f0d-4dd8-84fb-00fee8a79a94 service neutron] Attempting to bind port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 on host n-h1-816629-1 for vnic_type normal with profile {"migrating_to": "n-h2-816629-1"} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:41:05.817847 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-6749fc69-4f0d-4dd8-84fb-00fee8a79a94 service neutron] Attempting to bind port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:41:05.818216 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-6749fc69-4f0d-4dd8-84fb-00fee8a79a94 service neutron] Attempting to bind port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:41:05.822949 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0d57cbf7-4ba9-4996-bc23-b8e1cbb912ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:05.861680 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-6749fc69-4f0d-4dd8-84fb-00fee8a79a94 service neutron] Port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:41:05.862106 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-6749fc69-4f0d-4dd8-84fb-00fee8a79a94 service neutron] Attempting to bind port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 on network c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:41:05.865477 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57cbf7-4ba9-4996-bc23-b8e1cbb912ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cbdee7b-9e67-4454-89e3-451ab9fdae2c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:05.872391 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0d57cbf7-4ba9-4996-bc23-b8e1cbb912ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:05.878921 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0d57cbf7-4ba9-4996-bc23-b8e1cbb912ba admin admin] 10.222.0.127 "DELETE /v2.0/subnets/9cbdee7b-9e67-4454-89e3-451ab9fdae2c HTTP/1.1" status: 204 len: 168 time: 0.8958654 Nov 04 10:41:05.883900 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e856a405-6566-4c76-9fa7-9ccc7b50d2fa None None] Network 1b735f04-8bd4-4ad5-bab8-48eab0a995ed requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:41:05.885859 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45680) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:05.899089 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-6749fc69-4f0d-4dd8-84fb-00fee8a79a94 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:41:05.899089 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-6749fc69-4f0d-4dd8-84fb-00fee8a79a94 service neutron] Checking segment: {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:41:05.899089 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-6749fc69-4f0d-4dd8-84fb-00fee8a79a94 service neutron] Bound using segment: {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:41:05.900202 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-6749fc69-4f0d-4dd8-84fb-00fee8a79a94 service neutron] Bound port: 5ccd14b8-5141-4f67-8179-1ee0c0f16b22, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:41:05.900202 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-6749fc69-4f0d-4dd8-84fb-00fee8a79a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:06.024461 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-6749fc69-4f0d-4dd8-84fb-00fee8a79a94 service neutron] For port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:41:06.028223 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-6749fc69-4f0d-4dd8-84fb-00fee8a79a94 service neutron] For port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=5ccd14b8-5141-4f67-8179-1ee0c0f16b22,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:41:06.055926 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d45a1b1a-3cc1-4c0c-84c2-2a594877e97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:06.059403 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45684) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:06.073399 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-6749fc69-4f0d-4dd8-84fb-00fee8a79a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:06.078019 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-1d8f208a-783c-427c-b6eb-613ea0e8750b tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:06.094142 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f65efe-bfda-445f-b73c-60b387ace68b req-0f59217a-2449-478d-b32c-c27199f34ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:06.096278 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-11f65efe-bfda-445f-b73c-60b387ace68b req-0f59217a-2449-478d-b32c-c27199f34ea4 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=fb0189f5-0dbc-49c3-b67c-b28bc1fef63a HTTP/1.1" status: 200 len: 797 time: 0.6045165 Nov 04 10:41:06.189003 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d7c368-5a5f-41e0-81f9-a1b02baa123f tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:06.197795 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d7c368-5a5f-41e0-81f9-a1b02baa123f tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:06.204792 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d7c368-5a5f-41e0-81f9-a1b02baa123f tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:06.206808 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-59d7c368-5a5f-41e0-81f9-a1b02baa123f tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.6443052 Nov 04 10:41:06.224419 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45686) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:06.244045 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff2ed1c-77b2-4b25-834d-a4da9492623b None None] DHCP port deletion for 1b735f04-8bd4-4ad5-bab8-48eab0a995ed request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:41:06.250915 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749fc69-4f0d-4dd8-84fb-00fee8a79a94 service neutron] Pushing event updated for resources: {'Port': ['ID=5ccd14b8-5141-4f67-8179-1ee0c0f16b22,revision_number=8']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:06.266734 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30c1f5d-2b6a-4e33-accb-6895d0f280d7 admin admin] Deleting subnet a621a168-1891-4ff7-9023-498b59bce32f {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:41:06.281554 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c30c1f5d-2b6a-4e33-accb-6895d0f280d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:06.294895 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cd4c1633-83e3-47fb-a68a-154245ae8d32 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:06.314657 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f65efe-bfda-445f-b73c-60b387ace68b req-67f43719-7aed-4eef-9172-0499881ccb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:06.316326 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-11f65efe-bfda-445f-b73c-60b387ace68b req-67f43719-7aed-4eef-9172-0499881ccb85 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2064154 Nov 04 10:41:06.346591 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:41:06.353050 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbec09-d522-44df-a569-382b3ce2d287 req-6ff32df1-3df7-453c-abd2-33fc9e94e269 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:06.354915 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a1bbec09-d522-44df-a569-382b3ce2d287 req-6ff32df1-3df7-453c-abd2-33fc9e94e269 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 944 time: 0.2356572 Nov 04 10:41:06.368932 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-6749fc69-4f0d-4dd8-84fb-00fee8a79a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:06.369557 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-6749fc69-4f0d-4dd8-84fb-00fee8a79a94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:06.370932 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-6749fc69-4f0d-4dd8-84fb-00fee8a79a94 service neutron] 10.222.0.121 "PUT /v2.0/ports/5ccd14b8-5141-4f67-8179-1ee0c0f16b22 HTTP/1.1" status: 200 len: 1122 time: 1.4770112 Nov 04 10:41:06.377327 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7522f3-4470-411d-a56d-c12c73db1ff9', 'name': 'network-vif-deleted', 'tag': '6f378d69-be5d-429b-a5cf-89a81aa3f588'}, {'server_uuid': 'daad1363-447c-4e58-954b-3ac2338f1d3e', 'name': 'network-vif-deleted', 'tag': '94dad17e-776a-4367-8b0e-9fdf25b7e4e9'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:41:06.380297 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c01f963-4af2-4e67-bb9d-84f3de1ae4c4" -d '{"events": [{"server_uuid": "ef7522f3-4470-411d-a56d-c12c73db1ff9", "name": "network-vif-deleted", "tag": "6f378d69-be5d-429b-a5cf-89a81aa3f588"}, {"server_uuid": "daad1363-447c-4e58-954b-3ac2338f1d3e", "name": "network-vif-deleted", "tag": "94dad17e-776a-4367-8b0e-9fdf25b7e4e9"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:41:06.404892 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c30c1f5d-2b6a-4e33-accb-6895d0f280d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:06.407360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c1633-83e3-47fb-a68a-154245ae8d32 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event deleted for resources: {'Subnet': ['ID=9f81a987-5f84-40d1-a2c6-38fc64dadd1a,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:06.411913 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-1d8f208a-783c-427c-b6eb-613ea0e8750b tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:06.422776 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cd4c1633-83e3-47fb-a68a-154245ae8d32 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:06.427104 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-cd4c1633-83e3-47fb-a68a-154245ae8d32 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "DELETE /v2.0/subnets/9f81a987-5f84-40d1-a2c6-38fc64dadd1a HTTP/1.1" status: 204 len: 168 time: 1.5693660 Nov 04 10:41:06.428610 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-d45a1b1a-3cc1-4c0c-84c2-2a594877e97d admin admin] Deleting port d335dce4-5cd1-4207-91f4-b0eb2833443c {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:41:06.428610 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d45a1b1a-3cc1-4c0c-84c2-2a594877e97d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:06.431975 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45690) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:06.468721 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=5ccd14b8-5141-4f67-8179-1ee0c0f16b22,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:06.488511 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 has no active binding in host n-h2-816629-1 {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 04 10:41:06.493337 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91031e38-c7ec-4856-9e61-315c033e9dd0 None None] Network 21b7808c-8de1-4f33-a601-5b93fda4f5f0 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:41:06.562526 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-1d8f208a-783c-427c-b6eb-613ea0e8750b tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Network 9562b652-e7fe-4341-a8bf-c73d3dc951de is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:06.593319 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-1d8f208a-783c-427c-b6eb-613ea0e8750b tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:06.599334 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-13970a57-0a20-4ae3-9aa8-13db4a8ad36a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:06.605144 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-1d8f208a-783c-427c-b6eb-613ea0e8750b tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:41:06.616752 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f208a-783c-427c-b6eb-613ea0e8750b tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event updated for resources: {'Port': ['ID=67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:06.619168 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ccd14b8-5141-4f67-8179-1ee0c0f16b22'}, {'name': 'network-changed', 'server_uuid': 'df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6', 'tag': '5ccd14b8-5141-4f67-8179-1ee0c0f16b22'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:41:06.622177 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3998aca0-65c0-4d0f-8c1a-a5c3e1116eb8" -d '{"events": [{"server_uuid": "df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6", "name": "network-vif-unplugged", "status": "completed", "tag": "5ccd14b8-5141-4f67-8179-1ee0c0f16b22"}, {"name": "network-changed", "server_uuid": "df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6", "tag": "5ccd14b8-5141-4f67-8179-1ee0c0f16b22"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:41:06.622390 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['5ccd14b8-5141-4f67-8179-1ee0c0f16b22'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:41:06.628151 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a1bbec09-d522-44df-a569-382b3ce2d287 req-04c23184-cf10-4698-bbb0-f7fb4324c823 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608709 Nov 04 10:41:06.637924 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c30c1f5d-2b6a-4e33-accb-6895d0f280d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:06.676634 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['5ccd14b8-5141-4f67-8179-1ee0c0f16b22'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:41:06.688549 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-d45a1b1a-3cc1-4c0c-84c2-2a594877e97d admin admin] For port d335dce4-5cd1-4207-91f4-b0eb2833443c, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d335dce4-5cd1-4207-91f4-b0eb2833443c,segment=NetworkSegment(9de533a3-255f-4334-8588-95961af475a2),segment_id=9de533a3-255f-4334-8588-95961af475a2)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:06.688972 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d45a1b1a-3cc1-4c0c-84c2-2a594877e97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:06.691479 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-e0e34f45-47d2-488f-99db-9f81f24c475d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting port b4f72f54-b862-4810-a4e9-7f30bcd0995e {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:41:06.692178 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e0e34f45-47d2-488f-99db-9f81f24c475d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:06.720003 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-11f65efe-bfda-445f-b73c-60b387ace68b req-c841197e-6b96-45d9-839a-771b9a15cc1a service neutron] 10.222.0.126 "GET /v2.0/networks/e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446298 Nov 04 10:41:06.731561 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-d45a1b1a-3cc1-4c0c-84c2-2a594877e97d admin admin] Calling delete_port for d335dce4-5cd1-4207-91f4-b0eb2833443c owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:41:06.775555 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-4ff2ed1c-77b2-4b25-834d-a4da9492623b None None] Deleting port d335dce4-5cd1-4207-91f4-b0eb2833443c {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:41:06.775907 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ed1c-77b2-4b25-834d-a4da9492623b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:06.784532 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-1d8f208a-783c-427c-b6eb-613ea0e8750b tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:06.785652 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-1d8f208a-783c-427c-b6eb-613ea0e8750b tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:06.879157 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d45a1b1a-3cc1-4c0c-84c2-2a594877e97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:06.885790 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-1d8f208a-783c-427c-b6eb-613ea0e8750b tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1163974 Nov 04 10:41:06.910812 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-edfa7ddb-968a-4a0b-a065-e300fc603f36 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Request body: {'port': {'device_id': 'c31ce156-5e69-4d6a-88cc-ae650147ede8', 'network_id': 'f2d5c24a-ce13-4d4d-bf54-b01d428b252e', 'admin_state_up': True, 'tenant_id': '8497c67b53424b7dad5299c790949829'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:06.938695 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a1b1a-3cc1-4c0c-84c2-2a594877e97d admin admin] Pushing event deleted for resources: {'Port': ['ID=d335dce4-5cd1-4207-91f4-b0eb2833443c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:06.955743 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c30c1f5d-2b6a-4e33-accb-6895d0f280d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:06.965856 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45a1b1a-3cc1-4c0c-84c2-2a594877e97d admin admin] No DVR routers for this DVR port d335dce4-5cd1-4207-91f4-b0eb2833443c on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:41:07.018320 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c1f5d-2b6a-4e33-accb-6895d0f280d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a621a168-1891-4ff7-9023-498b59bce32f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:07.020252 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e0e34f45-47d2-488f-99db-9f81f24c475d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.031473 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c30c1f5d-2b6a-4e33-accb-6895d0f280d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.035480 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c30c1f5d-2b6a-4e33-accb-6895d0f280d7 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/a621a168-1891-4ff7-9023-498b59bce32f HTTP/1.1" status: 204 len: 168 time: 0.9701941 Nov 04 10:41:07.048597 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45696) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:07.066293 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-11f65efe-bfda-445f-b73c-60b387ace68b req-29b8fe21-0d60-4648-998e-350f4b381722 service neutron] 10.222.0.126 "GET /v2.0/networks/e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009741 Nov 04 10:41:07.079746 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-e0e34f45-47d2-488f-99db-9f81f24c475d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Calling delete_port for b4f72f54-b862-4810-a4e9-7f30bcd0995e owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:41:07.105565 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986d909-24f3-4182-abe2-2e8948440b79 req-57b03741-69b9-4868-9ef4-d5c392e0fd55 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:07.111340 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2986d909-24f3-4182-abe2-2e8948440b79 req-57b03741-69b9-4868-9ef4-d5c392e0fd55 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=c31ce156-5e69-4d6a-88cc-ae650147ede8 HTTP/1.1" status: 200 len: 932 time: 0.2543633 Nov 04 10:41:07.118032 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d45a1b1a-3cc1-4c0c-84c2-2a594877e97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.126200 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-13970a57-0a20-4ae3-9aa8-13db4a8ad36a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Deleting port 59139008-6e49-4bf5-8e7c-f27a94720e1e {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:41:07.126446 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-13970a57-0a20-4ae3-9aa8-13db4a8ad36a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.128951 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-4ff2ed1c-77b2-4b25-834d-a4da9492623b None None] For port d335dce4-5cd1-4207-91f4-b0eb2833443c, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d335dce4-5cd1-4207-91f4-b0eb2833443c,segment=NetworkSegment(9de533a3-255f-4334-8588-95961af475a2),segment_id=9de533a3-255f-4334-8588-95961af475a2)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:07.129380 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ed1c-77b2-4b25-834d-a4da9492623b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.154784 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-00188b4a-fe79-4167-aa8b-688ecb03f685 None None] Provisioning complete for port 67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:07.155039 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-00188b4a-fe79-4167-aa8b-688ecb03f685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.218835 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-d45a1b1a-3cc1-4c0c-84c2-2a594877e97d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b735f04-8bd4-4ad5-bab8-48eab0a995ed']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:07.220141 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-4ff2ed1c-77b2-4b25-834d-a4da9492623b None None] Calling delete_port for d335dce4-5cd1-4207-91f4-b0eb2833443c owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:41:07.236777 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dee240b-e94b-407f-b79b-56b3dbc5ee4d None None] DHCP port deletion for 21b7808c-8de1-4f33-a601-5b93fda4f5f0 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:41:07.241174 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-03098b25-a970-4e54-a6cd-18d8424937f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.242800 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-d45a1b1a-3cc1-4c0c-84c2-2a594877e97d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de533a3-255f-4334-8588-95961af475a2') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:07.242800 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-d45a1b1a-3cc1-4c0c-84c2-2a594877e97d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de533a3-255f-4334-8588-95961af475a2') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:07.266164 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-13970a57-0a20-4ae3-9aa8-13db4a8ad36a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] For port 59139008-6e49-4bf5-8e7c-f27a94720e1e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=59139008-6e49-4bf5-8e7c-f27a94720e1e,segment=NetworkSegment(d9222f4c-3740-41de-a4d0-ab8ded6daa8d),segment_id=d9222f4c-3740-41de-a4d0-ab8ded6daa8d)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:07.266440 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-13970a57-0a20-4ae3-9aa8-13db4a8ad36a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.271289 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d45a1b1a-3cc1-4c0c-84c2-2a594877e97d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.305187 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-13970a57-0a20-4ae3-9aa8-13db4a8ad36a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Calling delete_port for 59139008-6e49-4bf5-8e7c-f27a94720e1e owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:41:07.311143 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d45a1b1a-3cc1-4c0c-84c2-2a594877e97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.329585 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2986d909-24f3-4182-abe2-2e8948440b79 req-4189a46c-e2bc-41bd-825f-fb2e8ca18d88 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772995 Nov 04 10:41:07.340539 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45a1b1a-3cc1-4c0c-84c2-2a594877e97d admin admin] Releasing vlan 1154 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:41:07.359791 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d45a1b1a-3cc1-4c0c-84c2-2a594877e97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:41:07.362102 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:41:07.376664 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-edfa7ddb-968a-4a0b-a065-e300fc603f36 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Made reservation on behalf of 8497c67b53424b7dad5299c790949829 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:41:07.377649 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-00188b4a-fe79-4167-aa8b-688ecb03f685 None None] Port 67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:41:07.380850 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-edfa7ddb-968a-4a0b-a065-e300fc603f36 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.399504 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-03098b25-a970-4e54-a6cd-18d8424937f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.436513 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-03098b25-a970-4e54-a6cd-18d8424937f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['906777cb-3939-487c-9500-bfbe1708a6f8']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:07.443225 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 59139008-6e49-4bf5-8e7c-f27a94720e1e no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:41:07.455204 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-03098b25-a970-4e54-a6cd-18d8424937f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '041ff45a-2ca4-4e17-84f8-e231dd606655') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:07.455534 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-03098b25-a970-4e54-a6cd-18d8424937f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '041ff45a-2ca4-4e17-84f8-e231dd606655') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:07.482772 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ed1c-77b2-4b25-834d-a4da9492623b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.496763 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d45a1b1a-3cc1-4c0c-84c2-2a594877e97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.501362 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d45a1b1a-3cc1-4c0c-84c2-2a594877e97d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.507470 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d45a1b1a-3cc1-4c0c-84c2-2a594877e97d admin admin] 10.222.0.127 "DELETE /v2.0/networks/1b735f04-8bd4-4ad5-bab8-48eab0a995ed HTTP/1.1" status: 204 len: 168 time: 1.6197751 Nov 04 10:41:07.535861 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a1b1a-3cc1-4c0c-84c2-2a594877e97d admin admin] Pushing event deleted for resources: {'Network': ['ID=1b735f04-8bd4-4ad5-bab8-48eab0a995ed,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:07.539159 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-03098b25-a970-4e54-a6cd-18d8424937f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.560917 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b97ca-c62e-424d-b7f7-a5d389ac7953 req-faee750b-ed4c-41ee-ae54-4eab64fbdce6 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:07.562825 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-243b97ca-c62e-424d-b7f7-a5d389ac7953 req-faee750b-ed4c-41ee-ae54-4eab64fbdce6 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 945 time: 0.1265929 Nov 04 10:41:07.574366 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2ed1c-77b2-4b25-834d-a4da9492623b None None] Pushing event deleted for resources: {'Port': ['ID=d335dce4-5cd1-4207-91f4-b0eb2833443c,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:07.582065 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-03098b25-a970-4e54-a6cd-18d8424937f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.584533 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff2ed1c-77b2-4b25-834d-a4da9492623b None None] No DVR routers for this DVR port d335dce4-5cd1-4207-91f4-b0eb2833443c on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:41:07.587530 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-13970a57-0a20-4ae3-9aa8-13db4a8ad36a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.603148 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03098b25-a970-4e54-a6cd-18d8424937f7 admin admin] Releasing vlan 1161 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:41:07.603833 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-03098b25-a970-4e54-a6cd-18d8424937f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:41:07.607899 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:41:07.661404 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13970a57-0a20-4ae3-9aa8-13db4a8ad36a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] No DVR routers for this DVR port 59139008-6e49-4bf5-8e7c-f27a94720e1e on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:41:07.667099 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No active binding found for port 59139008-6e49-4bf5-8e7c-f27a94720e1e {{(pid=101776) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 04 10:41:07.667588 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 59139008-6e49-4bf5-8e7c-f27a94720e1e not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:41:07.668043 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d335dce4-5cd1-4207-91f4-b0eb2833443c no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:41:07.671836 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13970a57-0a20-4ae3-9aa8-13db4a8ad36a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event deleted for resources: {'Port': ['ID=59139008-6e49-4bf5-8e7c-f27a94720e1e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:07.699064 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: d335dce4-5cd1-4207-91f4-b0eb2833443c {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:41:07.699421 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d335dce4-5cd1-4207-91f4-b0eb2833443c not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:41:07.699868 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-edfa7ddb-968a-4a0b-a065-e300fc603f36 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Allocated IP 19.86.0.175 (f2d5c24a-ce13-4d4d-bf54-b01d428b252e/aeccfaeb-f207-44c1-b855-a683390cab73/f4fb18ce-6e54-4eb2-b7a5-61f117997e55) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:41:07.722226 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-1dee240b-e94b-407f-b79b-56b3dbc5ee4d None None] Deleting port 59139008-6e49-4bf5-8e7c-f27a94720e1e {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:41:07.722602 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1dee240b-e94b-407f-b79b-56b3dbc5ee4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.790526 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-243b97ca-c62e-424d-b7f7-a5d389ac7953 req-4f2e5769-4350-4c39-9524-6e435dd8d6b6 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175493 Nov 04 10:41:07.791100 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45702) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:07.804897 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-13970a57-0a20-4ae3-9aa8-13db4a8ad36a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.814410 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-1dee240b-e94b-407f-b79b-56b3dbc5ee4d None None] For port 59139008-6e49-4bf5-8e7c-f27a94720e1e, host n-d-816629-1, got binding levels [] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:07.814807 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1dee240b-e94b-407f-b79b-56b3dbc5ee4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.839880 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-1dee240b-e94b-407f-b79b-56b3dbc5ee4d None None] Calling delete_port for 59139008-6e49-4bf5-8e7c-f27a94720e1e owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:41:07.842763 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.ipam_backend_mixin [None req-1dee240b-e94b-407f-b79b-56b3dbc5ee4d None None] Port 59139008-6e49-4bf5-8e7c-f27a94720e1e was not found and therefore no delete operation was performed {{(pid=101776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 10:41:07.844672 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1dee240b-e94b-407f-b79b-56b3dbc5ee4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.858506 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dee240b-e94b-407f-b79b-56b3dbc5ee4d None None] No DVR routers for this DVR port 59139008-6e49-4bf5-8e7c-f27a94720e1e on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:41:07.860527 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-13970a57-0a20-4ae3-9aa8-13db4a8ad36a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b7808c-8de1-4f33-a601-5b93fda4f5f0']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:07.872459 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-de786264-f751-46e1-8634-e9f920025304 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=a3247e14be254fd39ca4bb24413f7278&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0778100 Nov 04 10:41:07.874345 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-13970a57-0a20-4ae3-9aa8-13db4a8ad36a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9222f4c-3740-41de-a4d0-ab8ded6daa8d') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:07.874672 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-13970a57-0a20-4ae3-9aa8-13db4a8ad36a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9222f4c-3740-41de-a4d0-ab8ded6daa8d') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:07.876219 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45704) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:07.881928 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee240b-e94b-407f-b79b-56b3dbc5ee4d None None] Pushing event deleted for resources: {'Port': ['ID=59139008-6e49-4bf5-8e7c-f27a94720e1e,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:07.884256 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-edfa7ddb-968a-4a0b-a065-e300fc603f36 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.905577 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-13970a57-0a20-4ae3-9aa8-13db4a8ad36a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.932413 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-13970a57-0a20-4ae3-9aa8-13db4a8ad36a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.949476 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13970a57-0a20-4ae3-9aa8-13db4a8ad36a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Releasing vlan 1199 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:41:07.950434 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-13970a57-0a20-4ae3-9aa8-13db4a8ad36a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.954230 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 04 Nov 2021 10:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6f8760-44ac-4343-9c6a-680bcc60476c x-openstack-request-id: req-ba6f8760-44ac-4343-9c6a-680bcc60476c {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:41:07.954471 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7522f3-4470-411d-a56d-c12c73db1ff9", "name": "network-vif-deleted", "tag": "6f378d69-be5d-429b-a5cf-89a81aa3f588", "status": "completed", "code": 200}, {"server_uuid": "daad1363-447c-4e58-954b-3ac2338f1d3e", "name": "network-vif-deleted", "tag": "94dad17e-776a-4367-8b0e-9fdf25b7e4e9", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:41:07.954884 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ba6f8760-44ac-4343-9c6a-680bcc60476c {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:41:07.955125 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7522f3-4470-411d-a56d-c12c73db1ff9', 'name': 'network-vif-deleted', 'tag': '6f378d69-be5d-429b-a5cf-89a81aa3f588', 'status': 'completed', 'code': 200} Nov 04 10:41:07.955910 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daad1363-447c-4e58-954b-3ac2338f1d3e', 'name': 'network-vif-deleted', 'tag': '94dad17e-776a-4367-8b0e-9fdf25b7e4e9', 'status': 'completed', 'code': 200} Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:41:07.962126 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:41:07.964087 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-edfa7ddb-968a-4a0b-a065-e300fc603f36 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:07.968934 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e0e34f45-47d2-488f-99db-9f81f24c475d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:08.062108 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-edfa7ddb-968a-4a0b-a065-e300fc603f36 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Network f2d5c24a-ce13-4d4d-bf54-b01d428b252e is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:08.067430 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-03098b25-a970-4e54-a6cd-18d8424937f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:08.072077 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-03098b25-a970-4e54-a6cd-18d8424937f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:08.076115 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-03098b25-a970-4e54-a6cd-18d8424937f7 admin admin] 10.222.0.127 "DELETE /v2.0/networks/906777cb-3939-487c-9500-bfbe1708a6f8 HTTP/1.1" status: 204 len: 168 time: 1.0274162 Nov 04 10:41:08.081051 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e0e34f45-47d2-488f-99db-9f81f24c475d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:08.084270 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e0e34f45-47d2-488f-99db-9f81f24c475d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/ports/b4f72f54-b862-4810-a4e9-7f30bcd0995e HTTP/1.1" status: 204 len: 168 time: 1.8577404 Nov 04 10:41:08.087020 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45708) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:08.088665 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-edfa7ddb-968a-4a0b-a065-e300fc603f36 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:08.101288 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-edfa7ddb-968a-4a0b-a065-e300fc603f36 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:41:08.104474 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa7ddb-968a-4a0b-a065-e300fc603f36 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event updated for resources: {'Port': ['ID=f4fb18ce-6e54-4eb2-b7a5-61f117997e55,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:08.183284 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03098b25-a970-4e54-a6cd-18d8424937f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=906777cb-3939-487c-9500-bfbe1708a6f8,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:08.210192 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dad1f3e-b8d3-480a-b4ea-3d5ff5cdaf9d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] GET failed (client error): The resource could not be found. Nov 04 10:41:08.215460 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7dad1f3e-b8d3-480a-b4ea-3d5ff5cdaf9d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "GET /v2.0/ports/b4f72f54-b862-4810-a4e9-7f30bcd0995e HTTP/1.1" status: 404 len: 333 time: 0.1245227 Nov 04 10:41:08.216736 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45710) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:08.264902 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e34f45-47d2-488f-99db-9f81f24c475d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Port': ['ID=b4f72f54-b862-4810-a4e9-7f30bcd0995e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:08.341444 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-edfa7ddb-968a-4a0b-a065-e300fc603f36 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:08.342150 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-edfa7ddb-968a-4a0b-a065-e300fc603f36 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:08.368613 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-edfa7ddb-968a-4a0b-a065-e300fc603f36 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4668436 Nov 04 10:41:08.388102 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-80452a12-4f87-44c7-aa7d-d992ffb445bc tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Request body: {'port': {'device_id': 'c31ce156-5e69-4d6a-88cc-ae650147ede8', 'network_id': '9562b652-e7fe-4341-a8bf-c73d3dc951de', 'admin_state_up': True, 'tenant_id': '8497c67b53424b7dad5299c790949829'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:08.393276 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45714) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:08.471264 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-04d5b08b-64c0-4873-b041-7dbb123c23d2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting port 8211f22e-62b9-4a58-b05e-0c543aec1635 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:41:08.471597 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-04d5b08b-64c0-4873-b041-7dbb123c23d2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:08.524327 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-3748d1a2-3330-459c-a0df-73083ba90874 None None] Provisioning complete for port f4fb18ce-6e54-4eb2-b7a5-61f117997e55 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:08.525372 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3748d1a2-3330-459c-a0df-73083ba90874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:08.568463 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-3748d1a2-3330-459c-a0df-73083ba90874 None None] Port f4fb18ce-6e54-4eb2-b7a5-61f117997e55 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:41:08.573009 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a6452f58-2a5e-4703-acf7-1fe7a11e9102 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=8dc11aad27e140a09eac7e36656c13cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1761231 Nov 04 10:41:08.578869 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45716) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:08.597038 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f4d3db40-634f-45cd-878b-4e5eefbd1075 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:08.605202 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-13970a57-0a20-4ae3-9aa8-13db4a8ad36a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:08.623621 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-04d5b08b-64c0-4873-b041-7dbb123c23d2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:08.627817 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-13970a57-0a20-4ae3-9aa8-13db4a8ad36a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:08.631123 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-13970a57-0a20-4ae3-9aa8-13db4a8ad36a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "DELETE /v2.0/networks/21b7808c-8de1-4f33-a601-5b93fda4f5f0 HTTP/1.1" status: 204 len: 168 time: 2.1966448 Nov 04 10:41:08.638631 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45718) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:08.653230 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-04d5b08b-64c0-4873-b041-7dbb123c23d2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Calling delete_port for 8211f22e-62b9-4a58-b05e-0c543aec1635 owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:41:08.660509 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f3e80-e4b2-4524-a5fd-c8802f17ae15 req-87fe1fdc-0e87-42f2-bda2-93e934df1bd7 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:08.666568 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f3e80-e4b2-4524-a5fd-c8802f17ae15 req-87fe1fdc-0e87-42f2-bda2-93e934df1bd7 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:08.672691 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f3e80-e4b2-4524-a5fd-c8802f17ae15 req-87fe1fdc-0e87-42f2-bda2-93e934df1bd7 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:08.678739 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f3e80-e4b2-4524-a5fd-c8802f17ae15 req-87fe1fdc-0e87-42f2-bda2-93e934df1bd7 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:08.685437 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f3e80-e4b2-4524-a5fd-c8802f17ae15 req-87fe1fdc-0e87-42f2-bda2-93e934df1bd7 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:08.685974 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-80452a12-4f87-44c7-aa7d-d992ffb445bc tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Made reservation on behalf of 8497c67b53424b7dad5299c790949829 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:41:08.690079 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-80452a12-4f87-44c7-aa7d-d992ffb445bc tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:08.691393 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f3e80-e4b2-4524-a5fd-c8802f17ae15 req-87fe1fdc-0e87-42f2-bda2-93e934df1bd7 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:08.697533 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f3e80-e4b2-4524-a5fd-c8802f17ae15 req-87fe1fdc-0e87-42f2-bda2-93e934df1bd7 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:08.699811 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-930f3e80-e4b2-4524-a5fd-c8802f17ae15 req-87fe1fdc-0e87-42f2-bda2-93e934df1bd7 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 5420 time: 0.7346640 Nov 04 10:41:08.708280 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13970a57-0a20-4ae3-9aa8-13db4a8ad36a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event deleted for resources: {'Network': ['ID=21b7808c-8de1-4f33-a601-5b93fda4f5f0,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:08.730498 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f4d3db40-634f-45cd-878b-4e5eefbd1075 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:08.790566 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d6ec0ec5-d45b-4b62-a8ab-97e671820568 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:08.832020 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d6ec0ec5-d45b-4b62-a8ab-97e671820568 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:08.846260 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-930f3e80-e4b2-4524-a5fd-c8802f17ae15 req-ad02b67c-89e3-4a4c-aacb-cc7a3562542a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ded427f-6d19-40e3-a805-138915509ca8&id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1326163 Nov 04 10:41:08.869077 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f4d3db40-634f-45cd-878b-4e5eefbd1075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:08.876479 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f4d3db40-634f-45cd-878b-4e5eefbd1075 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:08.883839 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f4d3db40-634f-45cd-878b-4e5eefbd1075 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/8c4616ca-c672-4776-ae1d-fe4cc3d09065 HTTP/1.1" status: 204 len: 168 time: 1.0065060 Nov 04 10:41:08.914722 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 04 Nov 2021 10:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8408b312-bed0-46a9-a0fe-adc11d6b3bda x-openstack-request-id: req-8408b312-bed0-46a9-a0fe-adc11d6b3bda {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:41:08.915043 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6", "name": "network-vif-unplugged", "status": "completed", "tag": "5ccd14b8-5141-4f67-8179-1ee0c0f16b22", "code": 200}, {"name": "network-changed", "server_uuid": "df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6", "tag": "5ccd14b8-5141-4f67-8179-1ee0c0f16b22", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:41:08.915288 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-8408b312-bed0-46a9-a0fe-adc11d6b3bda {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:41:08.915821 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ccd14b8-5141-4f67-8179-1ee0c0f16b22', 'code': 200} Nov 04 10:41:08.916120 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6', 'tag': '5ccd14b8-5141-4f67-8179-1ee0c0f16b22', 'status': 'completed', 'code': 200} Nov 04 10:41:08.916805 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3db40-634f-45cd-878b-4e5eefbd1075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4616ca-c672-4776-ae1d-fe4cc3d09065,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:08.935196 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d6ec0ec5-d45b-4b62-a8ab-97e671820568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:08.940190 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d6ec0ec5-d45b-4b62-a8ab-97e671820568 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:08.943677 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d6ec0ec5-d45b-4b62-a8ab-97e671820568 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/661e586a-7284-4745-83a1-9bf108ca6cf8 HTTP/1.1" status: 204 len: 168 time: 0.3613877 Nov 04 10:41:08.956531 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec0ec5-d45b-4b62-a8ab-97e671820568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661e586a-7284-4745-83a1-9bf108ca6cf8,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:09.076202 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5cbc9-5490-4e2c-8c41-1486261b8c09 req-e570f285-79c7-467f-a33d-6a43e52739da tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:09.092350 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69e5cbc9-5490-4e2c-8c41-1486261b8c09 req-e570f285-79c7-467f-a33d-6a43e52739da tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 944 time: 0.0822551 Nov 04 10:41:09.099991 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-80452a12-4f87-44c7-aa7d-d992ffb445bc tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Allocated IP 19.80.0.138 (9562b652-e7fe-4341-a8bf-c73d3dc951de/1ac75fc6-a4f8-4c9d-96f5-4447467452f0/8b28aba4-0468-4d16-af08-ae5cd0c470b7) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:41:09.121218 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-04d5b08b-64c0-4873-b041-7dbb123c23d2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:09.166639 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998aca0-65c0-4d0f-8c1a-a5c3e1116eb8 req-a5287811-1289-4d1f-bf50-fce809c262e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:09.168310 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3998aca0-65c0-4d0f-8c1a-a5c3e1116eb8 req-a5287811-1289-4d1f-bf50-fce809c262e1 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 1125 time: 0.1750462 Nov 04 10:41:09.169529 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69e5cbc9-5490-4e2c-8c41-1486261b8c09 req-786b1439-c5ed-4a2e-805f-6c898c37af71 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761976 Nov 04 10:41:09.186947 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5b08b-64c0-4873-b041-7dbb123c23d2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Port': ['ID=8211f22e-62b9-4a58-b05e-0c543aec1635,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:09.270584 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-788d58c2-b9cd-443a-9552-8f918934d040 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Deleting port 023d675b-5040-4320-806c-e97623659349 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:41:09.272181 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-788d58c2-b9cd-443a-9552-8f918934d040 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:09.297014 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-04d5b08b-64c0-4873-b041-7dbb123c23d2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:09.300301 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-04d5b08b-64c0-4873-b041-7dbb123c23d2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/ports/8211f22e-62b9-4a58-b05e-0c543aec1635 HTTP/1.1" status: 204 len: 168 time: 1.0769603 Nov 04 10:41:09.304231 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45730) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:09.365312 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86b62f3-3d23-4f7f-8d3e-9c9dd53d34fc tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] GET failed (client error): The resource could not be found. Nov 04 10:41:09.369386 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f86b62f3-3d23-4f7f-8d3e-9c9dd53d34fc tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "GET /v2.0/ports/8211f22e-62b9-4a58-b05e-0c543aec1635 HTTP/1.1" status: 404 len: 333 time: 0.0515525 Nov 04 10:41:09.374646 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45734) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:09.477272 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d97eed-fef3-4abb-82e3-90f064c4dab2 req-f937c2f7-b41c-4894-be1d-8d01addf8bc8 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:09.484861 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d97eed-fef3-4abb-82e3-90f064c4dab2 req-f937c2f7-b41c-4894-be1d-8d01addf8bc8 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:09.500176 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42d97eed-fef3-4abb-82e3-90f064c4dab2 req-f937c2f7-b41c-4894-be1d-8d01addf8bc8 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=c31ce156-5e69-4d6a-88cc-ae650147ede8 HTTP/1.1" status: 200 len: 1655 time: 0.2395735 Nov 04 10:41:09.560787 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-0863618c-e8e2-4e02-b3b4-08e1e9bfd168 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting subnet 451a83b6-ea36-478e-bfdb-d3c42841b726 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:41:09.589768 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0863618c-e8e2-4e02-b3b4-08e1e9bfd168 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:09.659714 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42d97eed-fef3-4abb-82e3-90f064c4dab2 req-f7d4be38-495c-4fa1-aee5-55d98e1d6aa6 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581228 Nov 04 10:41:09.703797 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0863618c-e8e2-4e02-b3b4-08e1e9bfd168 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:09.893839 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998aca0-65c0-4d0f-8c1a-a5c3e1116eb8 req-8cf09154-c80a-4eef-a2c0-5ed34d0cdd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:09.895648 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3998aca0-65c0-4d0f-8c1a-a5c3e1116eb8 req-8cf09154-c80a-4eef-a2c0-5ed34d0cdd1e service neutron] 10.222.0.126 "GET /v2.0/networks?id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 200 len: 909 time: 0.7171028 Nov 04 10:41:09.903759 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0863618c-e8e2-4e02-b3b4-08e1e9bfd168 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:09.973210 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3998aca0-65c0-4d0f-8c1a-a5c3e1116eb8 req-911e8860-95c4-41f0-b99d-9c859e49ef4f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ccd14b8-5141-4f67-8179-1ee0c0f16b22 HTTP/1.1" status: 200 len: 217 time: 0.0701675 Nov 04 10:41:09.985209 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-788d58c2-b9cd-443a-9552-8f918934d040 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:09.985636 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-788d58c2-b9cd-443a-9552-8f918934d040 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:10.008300 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-80452a12-4f87-44c7-aa7d-d992ffb445bc tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:10.019325 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0863618c-e8e2-4e02-b3b4-08e1e9bfd168 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:10.037007 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-788d58c2-b9cd-443a-9552-8f918934d040 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Calling delete_port for 023d675b-5040-4320-806c-e97623659349 owned by network:floatingip {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:41:10.118098 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863618c-e8e2-4e02-b3b4-08e1e9bfd168 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Subnet': ['ID=451a83b6-ea36-478e-bfdb-d3c42841b726,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:10.155342 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998aca0-65c0-4d0f-8c1a-a5c3e1116eb8 req-bcf0cf99-9880-47f4-b7bb-52841355750d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:10.162246 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3998aca0-65c0-4d0f-8c1a-a5c3e1116eb8 req-bcf0cf99-9880-47f4-b7bb-52841355750d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=f29a1ba4-9c2e-4bbf-be88-aa21c2016c98 HTTP/1.1" status: 200 len: 847 time: 0.1735110 Nov 04 10:41:10.176055 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0863618c-e8e2-4e02-b3b4-08e1e9bfd168 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:10.192875 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fcbfb5-a36c-4859-99fb-5961016e3a40 None None] Network a666f02e-1104-479b-88c9-cce1b0face89 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:41:10.197362 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0863618c-e8e2-4e02-b3b4-08e1e9bfd168 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/subnets/451a83b6-ea36-478e-bfdb-d3c42841b726 HTTP/1.1" status: 204 len: 168 time: 0.8168218 Nov 04 10:41:10.211287 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45770) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:10.216043 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45772) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:10.234182 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471db22-e620-48aa-80c8-9a82de0630c9 req-00c29c19-432f-41c0-bf90-114e16ca3a9b tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:10.247953 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b471db22-e620-48aa-80c8-9a82de0630c9 req-00c29c19-432f-41c0-bf90-114e16ca3a9b tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 945 time: 0.2624977 Nov 04 10:41:10.269191 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3998aca0-65c0-4d0f-8c1a-a5c3e1116eb8 req-c4d54d02-f578-4afd-8938-c4e8a4092987 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961256 Nov 04 10:41:10.291574 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45776) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:10.308225 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-80452a12-4f87-44c7-aa7d-d992ffb445bc tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:10.498189 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-80452a12-4f87-44c7-aa7d-d992ffb445bc tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Network 9562b652-e7fe-4341-a8bf-c73d3dc951de is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:10.501859 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b471db22-e620-48aa-80c8-9a82de0630c9 req-8f9b2045-e3a7-40f0-89d5-feffa226736f tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527008 Nov 04 10:41:10.508207 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-80452a12-4f87-44c7-aa7d-d992ffb445bc tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:10.513162 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80452a12-4f87-44c7-aa7d-d992ffb445bc tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event updated for resources: {'Port': ['ID=8b28aba4-0468-4d16-af08-ae5cd0c470b7,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:10.530921 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-80452a12-4f87-44c7-aa7d-d992ffb445bc tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:41:10.541202 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196ff4cd-51eb-4c35-9c94-a816bc4df41b None None] DHCP port deletion for a666f02e-1104-479b-88c9-cce1b0face89 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:41:10.551467 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-fe4308f4-fee7-494f-8f2c-f0bdf01c73bc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-611007139-network', 'tenant_id': '83608edca88c49429647d6bc7f371c77'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:10.578137 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-683411b0-9415-40b0-8f3a-165a20153d88 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1226754562-network', 'tenant_id': 'ead355d3198b4aadbda9707a7fac95b2'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:10.594105 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-50c6d88f-858d-48c7-a543-9e01c4887524 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:10.613443 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4308f4-fee7-494f-8f2c-f0bdf01c73bc admin admin] Made reservation on behalf of 83608edca88c49429647d6bc7f371c77 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:41:10.616194 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fe4308f4-fee7-494f-8f2c-f0bdf01c73bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:10.618047 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3998aca0-65c0-4d0f-8c1a-a5c3e1116eb8 req-84460e7e-6325-4261-a729-d9bd4f348459 service neutron] 10.222.0.126 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344920 Nov 04 10:41:10.642760 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-196ff4cd-51eb-4c35-9c94-a816bc4df41b None None] Deleting port f7d1a723-3500-47df-a40b-4638cb1641a7 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:41:10.643387 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-196ff4cd-51eb-4c35-9c94-a816bc4df41b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:10.654467 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fe4308f4-fee7-494f-8f2c-f0bdf01c73bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:10.746501 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-196ff4cd-51eb-4c35-9c94-a816bc4df41b None None] For port f7d1a723-3500-47df-a40b-4638cb1641a7, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f7d1a723-3500-47df-a40b-4638cb1641a7,segment=NetworkSegment(27d515fe-27db-4bde-83d7-d9ef25c9ee5b),segment_id=27d515fe-27db-4bde-83d7-d9ef25c9ee5b)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:10.747626 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-196ff4cd-51eb-4c35-9c94-a816bc4df41b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:10.770709 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-50c6d88f-858d-48c7-a543-9e01c4887524 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting port f7d1a723-3500-47df-a40b-4638cb1641a7 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:41:10.771244 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-50c6d88f-858d-48c7-a543-9e01c4887524 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:10.776857 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-196ff4cd-51eb-4c35-9c94-a816bc4df41b None None] Calling delete_port for f7d1a723-3500-47df-a40b-4638cb1641a7 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:41:10.807789 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-80452a12-4f87-44c7-aa7d-d992ffb445bc tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:10.808606 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-80452a12-4f87-44c7-aa7d-d992ffb445bc tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:10.820846 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683411b0-9415-40b0-8f3a-165a20153d88 admin admin] Made reservation on behalf of ead355d3198b4aadbda9707a7fac95b2 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:41:10.823187 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-683411b0-9415-40b0-8f3a-165a20153d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:10.859814 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-683411b0-9415-40b0-8f3a-165a20153d88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:10.867996 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ca50e-f004-4659-88ce-d5824021d3ad req-2344a858-02a8-4713-a144-a778cfd6a00f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:10.874633 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-80452a12-4f87-44c7-aa7d-d992ffb445bc tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4984126 Nov 04 10:41:10.874877 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ca50e-f004-4659-88ce-d5824021d3ad req-2344a858-02a8-4713-a144-a778cfd6a00f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:10.882123 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ca50e-f004-4659-88ce-d5824021d3ad req-2344a858-02a8-4713-a144-a778cfd6a00f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:10.890569 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ca50e-f004-4659-88ce-d5824021d3ad req-2344a858-02a8-4713-a144-a778cfd6a00f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:10.898475 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ca50e-f004-4659-88ce-d5824021d3ad req-2344a858-02a8-4713-a144-a778cfd6a00f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:10.905442 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-96ef6d1c-e4cb-4222-9d8e-2e19c77480a3 service neutron] Request body: {'port': {'device_id': 'c31ce156-5e69-4d6a-88cc-ae650147ede8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:10.906385 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ca50e-f004-4659-88ce-d5824021d3ad req-2344a858-02a8-4713-a144-a778cfd6a00f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:10.913093 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ca50e-f004-4659-88ce-d5824021d3ad req-2344a858-02a8-4713-a144-a778cfd6a00f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:10.915198 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-443ca50e-f004-4659-88ce-d5824021d3ad req-2344a858-02a8-4713-a144-a778cfd6a00f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 5420 time: 0.2281864 Nov 04 10:41:10.950618 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-196ff4cd-51eb-4c35-9c94-a816bc4df41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:10.976216 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-788d58c2-b9cd-443a-9552-8f918934d040 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:10.983096 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-50c6d88f-858d-48c7-a543-9e01c4887524 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] For port f7d1a723-3500-47df-a40b-4638cb1641a7, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f7d1a723-3500-47df-a40b-4638cb1641a7,segment=NetworkSegment(27d515fe-27db-4bde-83d7-d9ef25c9ee5b),segment_id=27d515fe-27db-4bde-83d7-d9ef25c9ee5b)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:10.983820 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-50c6d88f-858d-48c7-a543-9e01c4887524 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:10.988769 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ff4cd-51eb-4c35-9c94-a816bc4df41b None None] Pushing event deleted for resources: {'Port': ['ID=f7d1a723-3500-47df-a40b-4638cb1641a7,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:11.001242 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196ff4cd-51eb-4c35-9c94-a816bc4df41b None None] No DVR routers for this DVR port f7d1a723-3500-47df-a40b-4638cb1641a7 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:41:11.015816 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ff4cd-51eb-4c35-9c94-a816bc4df41b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:11.015816 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ff4cd-51eb-4c35-9c94-a816bc4df41b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:11.015816 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ff4cd-51eb-4c35-9c94-a816bc4df41b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:11.015816 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ff4cd-51eb-4c35-9c94-a816bc4df41b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:11.015816 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ff4cd-51eb-4c35-9c94-a816bc4df41b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:11.015816 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ff4cd-51eb-4c35-9c94-a816bc4df41b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:11.015816 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ff4cd-51eb-4c35-9c94-a816bc4df41b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:11.016700 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ff4cd-51eb-4c35-9c94-a816bc4df41b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:11.016700 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ff4cd-51eb-4c35-9c94-a816bc4df41b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:11.018323 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ff4cd-51eb-4c35-9c94-a816bc4df41b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:11.018323 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ff4cd-51eb-4c35-9c94-a816bc4df41b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:11.018323 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ff4cd-51eb-4c35-9c94-a816bc4df41b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:11.034540 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-1df98612-b8ae-4e35-b34a-a449df8bb95f None None] Provisioning complete for port 8b28aba4-0468-4d16-af08-ae5cd0c470b7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:11.034918 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1df98612-b8ae-4e35-b34a-a449df8bb95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:11.058081 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-50c6d88f-858d-48c7-a543-9e01c4887524 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Calling delete_port for f7d1a723-3500-47df-a40b-4638cb1641a7 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:41:11.069873 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fe4308f4-fee7-494f-8f2c-f0bdf01c73bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:11.080169 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-1df98612-b8ae-4e35-b34a-a449df8bb95f None None] Port 8b28aba4-0468-4d16-af08-ae5cd0c470b7 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:41:11.097304 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fe4308f4-fee7-494f-8f2c-f0bdf01c73bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:11.115784 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-96ef6d1c-e4cb-4222-9d8e-2e19c77480a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:11.126437 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d58c2-b9cd-443a-9552-8f918934d040 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event deleted for resources: {'Port': ['ID=023d675b-5040-4320-806c-e97623659349,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:11.174538 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3998aca0-65c0-4d0f-8c1a-a5c3e1116eb8 req-5a8e7b8d-378c-4a74-a0e3-49e57c496cac service neutron] 10.222.0.126 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5463896 Nov 04 10:41:11.201196 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4308f4-fee7-494f-8f2c-f0bdf01c73bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1158} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:41:11.217050 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-443ca50e-f004-4659-88ce-d5824021d3ad req-6cff6656-b966-49b1-9469-6daa8a15c548 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ded427f-6d19-40e3-a805-138915509ca8&id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2914941 Nov 04 10:41:11.291292 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-50c6d88f-858d-48c7-a543-9e01c4887524 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:11.317456 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c6d88f-858d-48c7-a543-9e01c4887524 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] No DVR routers for this DVR port f7d1a723-3500-47df-a40b-4638cb1641a7 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:41:11.327287 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-683411b0-9415-40b0-8f3a-165a20153d88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:11.339795 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-788d58c2-b9cd-443a-9552-8f918934d040 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for floatingip, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:11.340163 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [None req-788d58c2-b9cd-443a-9552-8f918934d040 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Floating IP 1528b5fa-e59b-45d3-adc9-293f3f941860 disassociated (deleted). External IP: 172.25.7.238, port: 828e67bd-81fb-4518-ab63-1a372a37c2c6. Nov 04 10:41:11.345983 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-683411b0-9415-40b0-8f3a-165a20153d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:11.425892 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f7d1a723-3500-47df-a40b-4638cb1641a7 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:41:11.456968 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: f7d1a723-3500-47df-a40b-4638cb1641a7 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:41:11.458506 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f7d1a723-3500-47df-a40b-4638cb1641a7 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:41:11.468945 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-50c6d88f-858d-48c7-a543-9e01c4887524 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:11.514688 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683411b0-9415-40b0-8f3a-165a20153d88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1198} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:41:11.534808 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fe4308f4-fee7-494f-8f2c-f0bdf01c73bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:11.534808 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-fe4308f4-fee7-494f-8f2c-f0bdf01c73bc admin admin] Added segment 7d0d397e-9583-4dfe-af3f-bbe8936acf96 of type vlan for network f2d56fe0-b956-44c6-b132-becb96ea8b6b Nov 04 10:41:11.537368 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-50c6d88f-858d-48c7-a543-9e01c4887524 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a666f02e-1104-479b-88c9-cce1b0face89']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:11.537510 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683411b0-9415-40b0-8f3a-165a20153d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befa0596-be63-4967-8fc9-9a901d6514b3,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:11.540578 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6d88f-858d-48c7-a543-9e01c4887524 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Port': ['ID=f7d1a723-3500-47df-a40b-4638cb1641a7,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:11.553851 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4308f4-fee7-494f-8f2c-f0bdf01c73bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39465461-e507-44d1-82e2-3c7802ce2622,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:11.584001 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-683411b0-9415-40b0-8f3a-165a20153d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:11.584403 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-683411b0-9415-40b0-8f3a-165a20153d88 admin admin] Added segment 01f724fb-d5bb-4d4a-b3e6-7600685a2694 of type vlan for network eb289679-7639-4a66-aa3b-ec07d6a9d79d Nov 04 10:41:11.599099 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-50c6d88f-858d-48c7-a543-9e01c4887524 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d515fe-27db-4bde-83d7-d9ef25c9ee5b') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:11.599676 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-50c6d88f-858d-48c7-a543-9e01c4887524 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d515fe-27db-4bde-83d7-d9ef25c9ee5b') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:11.650973 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-50c6d88f-858d-48c7-a543-9e01c4887524 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:11.656285 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fe4308f4-fee7-494f-8f2c-f0bdf01c73bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:11.688197 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279ccb3-a13c-4bfc-bd81-6bffc265e4b7 req-4c2080db-194b-483c-8e0e-e09a05c4f382 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:11.690136 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c279ccb3-a13c-4bfc-bd81-6bffc265e4b7 req-4c2080db-194b-483c-8e0e-e09a05c4f382 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 944 time: 0.1717103 Nov 04 10:41:11.698141 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-50c6d88f-858d-48c7-a543-9e01c4887524 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:11.708474 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-683411b0-9415-40b0-8f3a-165a20153d88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:11.735965 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c6d88f-858d-48c7-a543-9e01c4887524 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:41:11.736762 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-50c6d88f-858d-48c7-a543-9e01c4887524 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:41:11.744312 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:41:11.823808 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fe4308f4-fee7-494f-8f2c-f0bdf01c73bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:11.825967 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4308f4-fee7-494f-8f2c-f0bdf01c73bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:11.826647 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fe4308f4-fee7-494f-8f2c-f0bdf01c73bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:11.828679 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-683411b0-9415-40b0-8f3a-165a20153d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:11.829679 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683411b0-9415-40b0-8f3a-165a20153d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:11.830237 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-683411b0-9415-40b0-8f3a-165a20153d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:11.937227 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-50c6d88f-858d-48c7-a543-9e01c4887524 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:11.941975 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-50c6d88f-858d-48c7-a543-9e01c4887524 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:11.949213 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-50c6d88f-858d-48c7-a543-9e01c4887524 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/networks/a666f02e-1104-479b-88c9-cce1b0face89 HTTP/1.1" status: 204 len: 168 time: 1.6554360 Nov 04 10:41:11.955657 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fe4308f4-fee7-494f-8f2c-f0bdf01c73bc admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6630027 Nov 04 10:41:11.956591 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45784) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:11.957012 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45786) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:11.963296 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c279ccb3-a13c-4bfc-bd81-6bffc265e4b7 req-3da61461-dc9c-414c-a0ab-ec0b4c19db4f tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610528 Nov 04 10:41:11.967501 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-683411b0-9415-40b0-8f3a-165a20153d88 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7471838 Nov 04 10:41:11.969762 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45788) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:11.973442 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-ca73f978-4f77-46dc-ae5b-aef4b65e5737 admin admin] Request body: {'subnet': {'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-611007139-subnet', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:11.980790 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-4ae931bd-0bf7-4bc0-be3f-1f8c6c0b1b9c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-82302505'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:11.999702 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683411b0-9415-40b0-8f3a-165a20153d88 admin admin] Pushing event updated for resources: {'Network': ['ID=eb289679-7639-4a66-aa3b-ec07d6a9d79d,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:12.000634 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-6131f004-c74b-4abb-bd69-f552640c0ed6 admin admin] Request body: {'subnet': {'network_id': 'eb289679-7639-4a66-aa3b-ec07d6a9d79d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1226754562-subnet', 'tenant_id': 'ead355d3198b4aadbda9707a7fac95b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:12.014611 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4308f4-fee7-494f-8f2c-f0bdf01c73bc admin admin] Pushing event updated for resources: {'Network': ['ID=f2d56fe0-b956-44c6-b132-becb96ea8b6b,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:12.023211 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network eb289679-7639-4a66-aa3b-ec07d6a9d79d details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:41:12.029491 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-96ef6d1c-e4cb-4222-9d8e-2e19c77480a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:41:12.041914 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-96ef6d1c-e4cb-4222-9d8e-2e19c77480a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:12.052886 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788d58c2-b9cd-443a-9552-8f918934d040 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Router 032b8a3d-6231-4f51-8397-456abeed9fe1 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:41:12.059667 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6d88f-858d-48c7-a543-9e01c4887524 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Network': ['ID=a666f02e-1104-479b-88c9-cce1b0face89,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:12.065017 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-96ef6d1c-e4cb-4222-9d8e-2e19c77480a3 service neutron] Transition to ACTIVE for port object 67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:41:12.073724 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-96ef6d1c-e4cb-4222-9d8e-2e19c77480a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:12.082071 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca73f978-4f77-46dc-ae5b-aef4b65e5737 admin admin] Made reservation on behalf of 83608edca88c49429647d6bc7f371c77 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:41:12.084265 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca73f978-4f77-46dc-ae5b-aef4b65e5737 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:12.192566 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef6d1c-e4cb-4222-9d8e-2e19c77480a3 service neutron] Pushing event updated for resources: {'Port': ['ID=67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:12.201911 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network f2d56fe0-b956-44c6-b132-becb96ea8b6b details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:41:12.229935 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae931bd-0bf7-4bc0-be3f-1f8c6c0b1b9c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:41:12.238094 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ae931bd-0bf7-4bc0-be3f-1f8c6c0b1b9c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:12.310682 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:12.325904 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6131f004-c74b-4abb-bd69-f552640c0ed6 admin admin] Made reservation on behalf of ead355d3198b4aadbda9707a7fac95b2 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:41:12.328693 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6131f004-c74b-4abb-bd69-f552640c0ed6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:12.363068 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788d58c2-b9cd-443a-9552-8f918934d040 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:41:12.372468 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae931bd-0bf7-4bc0-be3f-1f8c6c0b1b9c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1193} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:41:12.372609 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-788d58c2-b9cd-443a-9552-8f918934d040 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:12.379599 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28795da-7c4d-4e44-b53a-dd0ee4cb86ce None None] Sync routers for ids ['032b8a3d-6231-4f51-8397-456abeed9fe1'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:41:12.395440 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28795da-7c4d-4e44-b53a-dd0ee4cb86ce None None] Routers {'032b8a3d-6231-4f51-8397-456abeed9fe1'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:41:12.396250 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-d28795da-7c4d-4e44-b53a-dd0ee4cb86ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:40:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['032b8a3d-6231-4f51-8397-456abeed9fe1'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:12.427748 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae10a8c-c7cd-44ec-a740-779b18f242d9 req-a8f68149-5541-4858-bfb2-61b57229a15a tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:12.429256 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-970c7e8a-53ee-4596-8625-bccf713db2e7 service neutron] 10.222.0.126 "GET /v2.0/ports/5ccd14b8-5141-4f67-8179-1ee0c0f16b22/bindings/n-h2-816629-1 HTTP/1.1" status: 200 len: 384 time: 0.1767898 Nov 04 10:41:12.434499 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae10a8c-c7cd-44ec-a740-779b18f242d9 req-a8f68149-5541-4858-bfb2-61b57229a15a tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:12.440916 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae10a8c-c7cd-44ec-a740-779b18f242d9 req-a8f68149-5541-4858-bfb2-61b57229a15a tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:12.442969 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cae10a8c-c7cd-44ec-a740-779b18f242d9 req-a8f68149-5541-4858-bfb2-61b57229a15a tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=c31ce156-5e69-4d6a-88cc-ae650147ede8 HTTP/1.1" status: 200 len: 2389 time: 0.2483954 Nov 04 10:41:12.457676 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ae931bd-0bf7-4bc0-be3f-1f8c6c0b1b9c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:12.458049 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-4ae931bd-0bf7-4bc0-be3f-1f8c6c0b1b9c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Added segment 4d6ce9a0-26ea-4410-bac0-5934e2766179 of type vlan for network b444793f-dde4-40c7-9b93-97b604f57070 Nov 04 10:41:12.478263 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-96ef6d1c-e4cb-4222-9d8e-2e19c77480a3 service neutron] Attempting to bind port 67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:41:12.478664 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-96ef6d1c-e4cb-4222-9d8e-2e19c77480a3 service neutron] Attempting to bind port 67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '24917bd9-2e92-4958-ac62-be85fdb73dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '9562b652-e7fe-4341-a8bf-c73d3dc951de'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:41:12.479014 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-96ef6d1c-e4cb-4222-9d8e-2e19c77480a3 service neutron] Attempting to bind port 67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f on network 9562b652-e7fe-4341-a8bf-c73d3dc951de {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:41:12.486906 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-788d58c2-b9cd-443a-9552-8f918934d040 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "DELETE /v2.0/floatingips/1528b5fa-e59b-45d3-adc9-293f3f941860 HTTP/1.1" status: 204 len: 168 time: 3.8446631 Nov 04 10:41:12.488640 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c228841-fa03-4830-b025-3117f1b7af8f', 'tag': '828e67bd-81fb-4518-ab63-1a372a37c2c6'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:41:12.491341 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c71e30b-5ecd-4c91-8ed8-8930cd7ea1ff" -d '{"events": [{"name": "network-changed", "server_uuid": "1c228841-fa03-4830-b025-3117f1b7af8f", "tag": "828e67bd-81fb-4518-ab63-1a372a37c2c6"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:41:12.503530 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-96ef6d1c-e4cb-4222-9d8e-2e19c77480a3 service neutron] Port 67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f on network 9562b652-e7fe-4341-a8bf-c73d3dc951de not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:41:12.503927 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-96ef6d1c-e4cb-4222-9d8e-2e19c77480a3 service neutron] Attempting to bind port 67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f on network 9562b652-e7fe-4341-a8bf-c73d3dc951de {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:41:12.513852 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-96ef6d1c-e4cb-4222-9d8e-2e19c77480a3 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:41:12.514172 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-96ef6d1c-e4cb-4222-9d8e-2e19c77480a3 service neutron] Checking segment: {'id': '24917bd9-2e92-4958-ac62-be85fdb73dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '9562b652-e7fe-4341-a8bf-c73d3dc951de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:41:12.514513 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-96ef6d1c-e4cb-4222-9d8e-2e19c77480a3 service neutron] Bound using segment: {'id': '24917bd9-2e92-4958-ac62-be85fdb73dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '9562b652-e7fe-4341-a8bf-c73d3dc951de'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:41:12.514949 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-96ef6d1c-e4cb-4222-9d8e-2e19c77480a3 service neutron] Bound port: 67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24917bd9-2e92-4958-ac62-be85fdb73dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '9562b652-e7fe-4341-a8bf-c73d3dc951de'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:41:12.515346 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-96ef6d1c-e4cb-4222-9d8e-2e19c77480a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:12.562910 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-d28795da-7c4d-4e44-b53a-dd0ee4cb86ce None None] Set router 032b8a3d-6231-4f51-8397-456abeed9fe1 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:41:12.582665 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ae931bd-0bf7-4bc0-be3f-1f8c6c0b1b9c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:12.638729 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cae10a8c-c7cd-44ec-a740-779b18f242d9 req-739d1b5f-ebea-46e3-909b-ff76d1bda997 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843486 Nov 04 10:41:12.677024 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-96ef6d1c-e4cb-4222-9d8e-2e19c77480a3 service neutron] For port 67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:41:12.712798 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ae931bd-0bf7-4bc0-be3f-1f8c6c0b1b9c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:12.716140 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-96ef6d1c-e4cb-4222-9d8e-2e19c77480a3 service neutron] For port 67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f,segment=NetworkSegment(24917bd9-2e92-4958-ac62-be85fdb73dd1),segment_id=24917bd9-2e92-4958-ac62-be85fdb73dd1)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:41:12.719518 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae931bd-0bf7-4bc0-be3f-1f8c6c0b1b9c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:12.720262 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ae931bd-0bf7-4bc0-be3f-1f8c6c0b1b9c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:12.725444 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-96ef6d1c-e4cb-4222-9d8e-2e19c77480a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:12.782626 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-4d2047dc-d0d3-44b7-b3a1-aff5aa0a8221 service neutron] For port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=5ccd14b8-5141-4f67-8179-1ee0c0f16b22,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:12.823345 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-d28795da-7c4d-4e44-b53a-dd0ee4cb86ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'name': 'tempest-TestNetworkBasicOps-router-623783168', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:07Z', 'updated_at': '2021-11-04T10:40:50Z', 'revision_number': 6, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:10Z', 'updated_at': '2021-11-04T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '7deda305-1888-4bef-8556-220c957944c1', 'name': '', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:c4:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:17Z', 'updated_at': '2021-11-04T10:38:30Z', 'revision_number': 5, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:12.828395 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-96ef6d1c-e4cb-4222-9d8e-2e19c77480a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:12.829171 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-96ef6d1c-e4cb-4222-9d8e-2e19c77480a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:12.830736 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-96ef6d1c-e4cb-4222-9d8e-2e19c77480a3 service neutron] 10.222.0.121 "PUT /v2.0/ports/67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f HTTP/1.1" status: 200 len: 1092 time: 1.9451694 Nov 04 10:41:12.833031 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca73f978-4f77-46dc-ae5b-aef4b65e5737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:12.844359 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef6d1c-e4cb-4222-9d8e-2e19c77480a3 service neutron] Pushing event updated for resources: {'Port': ['ID=67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:12.853977 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28795da-7c4d-4e44-b53a-dd0ee4cb86ce None None] Checking router: 032b8a3d-6231-4f51-8397-456abeed9fe1 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:41:12.860711 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-4d2047dc-d0d3-44b7-b3a1-aff5aa0a8221 service neutron] For port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:41:12.869696 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28795da-7c4d-4e44-b53a-dd0ee4cb86ce None None] Routers {'032b8a3d-6231-4f51-8397-456abeed9fe1'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:41:12.870323 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-d28795da-7c4d-4e44-b53a-dd0ee4cb86ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:40:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['032b8a3d-6231-4f51-8397-456abeed9fe1'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:12.887675 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4ae931bd-0bf7-4bc0-be3f-1f8c6c0b1b9c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9232397 Nov 04 10:41:12.896657 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-5729a990-a28e-4a93-bd59-e9368b77b095 service neutron] Request body: {'port': {'device_id': 'c31ce156-5e69-4d6a-88cc-ae650147ede8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:12.899053 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45798) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:12.935130 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-a10e01f1-9d44-410d-91cb-e65bfaf0faf0 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'subnet': {'network_id': 'b444793f-dde4-40c7-9b93-97b604f57070', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:12.936380 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-4d2047dc-d0d3-44b7-b3a1-aff5aa0a8221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:41:12.947721 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae931bd-0bf7-4bc0-be3f-1f8c6c0b1b9c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Network': ['ID=b444793f-dde4-40c7-9b93-97b604f57070,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:12.962882 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network b444793f-dde4-40c7-9b93-97b604f57070 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:41:12.967556 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-4d2047dc-d0d3-44b7-b3a1-aff5aa0a8221 service neutron] For port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=5ccd14b8-5141-4f67-8179-1ee0c0f16b22,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:13.002527 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-4d2047dc-d0d3-44b7-b3a1-aff5aa0a8221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:13.004495 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-5729a990-a28e-4a93-bd59-e9368b77b095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:13.065718 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73f978-4f77-46dc-ae5b-aef4b65e5737 admin admin] Pushing event updated for resources: {'Subnet': ['ID=794583f9-fd3c-45d8-84dc-0cdc1c82af17,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:13.097274 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-4d2047dc-d0d3-44b7-b3a1-aff5aa0a8221 service neutron] Transition to ACTIVE for port object 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:41:13.112062 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393fa27-2e5b-431f-894a-8276ffcd19c5 req-156fa946-38c6-48ec-b44e-e34a440e65aa tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:13.114497 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5393fa27-2e5b-431f-894a-8276ffcd19c5 req-156fa946-38c6-48ec-b44e-e34a440e65aa tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 945 time: 0.3861511 Nov 04 10:41:13.121215 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-4d2047dc-d0d3-44b7-b3a1-aff5aa0a8221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:13.124285 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6131f004-c74b-4abb-bd69-f552640c0ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:13.159501 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-d28795da-7c4d-4e44-b53a-dd0ee4cb86ce None None] Set router 032b8a3d-6231-4f51-8397-456abeed9fe1 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:41:13.219810 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca73f978-4f77-46dc-ae5b-aef4b65e5737 admin admin] Checking segment: {'id': '7d0d397e-9583-4dfe-af3f-bbe8936acf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:41:13.220063 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca73f978-4f77-46dc-ae5b-aef4b65e5737 admin admin] Network hostable DHCP agents. Network: f2d56fe0-b956-44c6-b132-becb96ea8b6b, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:41:13.263073 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-4d2047dc-d0d3-44b7-b3a1-aff5aa0a8221 service neutron] No DVR routers for this DVR port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:41:13.271436 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2047dc-d0d3-44b7-b3a1-aff5aa0a8221 service neutron] Pushing event updated for resources: {'Port': ['ID=5ccd14b8-5141-4f67-8179-1ee0c0f16b22,revision_number=10']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:13.280552 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131f004-c74b-4abb-bd69-f552640c0ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59bf7bce-0a06-4e94-b69d-9476ec3fc967,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:13.319264 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca73f978-4f77-46dc-ae5b-aef4b65e5737 admin admin] Network f2d56fe0-b956-44c6-b132-becb96ea8b6b is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:41:13.323181 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10e01f1-9d44-410d-91cb-e65bfaf0faf0 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:41:13.326042 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-4d2047dc-d0d3-44b7-b3a1-aff5aa0a8221 service neutron] 10.222.0.126 "PUT /v2.0/ports/5ccd14b8-5141-4f67-8179-1ee0c0f16b22/bindings/n-h2-816629-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8874390 Nov 04 10:41:13.327948 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a10e01f1-9d44-410d-91cb-e65bfaf0faf0 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:13.352099 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5393fa27-2e5b-431f-894a-8276ffcd19c5 req-94cdf518-a56a-4437-acde-ae46d5648454 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823299 Nov 04 10:41:13.442378 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6131f004-c74b-4abb-bd69-f552640c0ed6 admin admin] Checking segment: {'id': '01f724fb-d5bb-4d4a-b3e6-7600685a2694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'eb289679-7639-4a66-aa3b-ec07d6a9d79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:41:13.442910 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6131f004-c74b-4abb-bd69-f552640c0ed6 admin admin] Network hostable DHCP agents. Network: eb289679-7639-4a66-aa3b-ec07d6a9d79d, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:41:13.448183 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-d28795da-7c4d-4e44-b53a-dd0ee4cb86ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'name': 'tempest-TestNetworkBasicOps-router-623783168', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:07Z', 'updated_at': '2021-11-04T10:40:50Z', 'revision_number': 6, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:10Z', 'updated_at': '2021-11-04T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '7deda305-1888-4bef-8556-220c957944c1', 'name': '', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:c4:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:17Z', 'updated_at': '2021-11-04T10:38:30Z', 'revision_number': 5, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:13.471073 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-ca73f978-4f77-46dc-ae5b-aef4b65e5737 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, f2d56fe0-b956-44c6-b132-becb96ea8b6b) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:13.490469 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3cccff-8184-4acd-965a-ca00bac48d6f None None] Network f2d56fe0-b956-44c6-b132-becb96ea8b6b requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:41:13.493033 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28795da-7c4d-4e44-b53a-dd0ee4cb86ce None None] The sync data for ids ['032b8a3d-6231-4f51-8397-456abeed9fe1'] in n-d-816629-1 is: [{'id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'name': 'tempest-TestNetworkBasicOps-router-623783168', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:07Z', 'updated_at': '2021-11-04T10:40:50Z', 'revision_number': 6, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:10Z', 'updated_at': '2021-11-04T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '7deda305-1888-4bef-8556-220c957944c1', 'name': '', 'network_id': 'd1610b1b-8f45-4d3c-9fc2-347cfc05de13', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:c4:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:17Z', 'updated_at': '2021-11-04T10:38:30Z', 'revision_number': 5, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': 'd6057b4f-75be-4660-b8e6-699fba4902f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:41:13.514041 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca73f978-4f77-46dc-ae5b-aef4b65e5737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:13.520501 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca73f978-4f77-46dc-ae5b-aef4b65e5737 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:13.571633 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6131f004-c74b-4abb-bd69-f552640c0ed6 admin admin] Network eb289679-7639-4a66-aa3b-ec07d6a9d79d is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:41:13.583342 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ca73f978-4f77-46dc-ae5b-aef4b65e5737 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6173723 Nov 04 10:41:13.594341 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45802) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:13.601314 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-e3c4d226-2eb4-4a8a-ad1f-a41db8b1b5fc admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-611007139-router', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:13.608008 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-6131f004-c74b-4abb-bd69-f552640c0ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, eb289679-7639-4a66-aa3b-ec07d6a9d79d) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:13.611518 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-7787bd98-b819-48a0-b9ca-7b8c03c2efba tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:13.613245 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-7787bd98-b819-48a0-b9ca-7b8c03c2efba tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.121 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6&tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&binding%3Ahost_id=n-h1-816629-1 HTTP/1.1" status: 200 len: 1096 time: 0.1926272 Nov 04 10:41:13.632399 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c56d219-545c-4a43-ab39-23f336cacc64 None None] Network eb289679-7639-4a66-aa3b-ec07d6a9d79d requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:41:13.635261 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53c64b-40fc-4653-9b47-f7108fdb2dfa req-f50d377c-7747-4196-ae7c-2e5179b23c57 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:13.642880 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53c64b-40fc-4653-9b47-f7108fdb2dfa req-f50d377c-7747-4196-ae7c-2e5179b23c57 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:13.649356 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53c64b-40fc-4653-9b47-f7108fdb2dfa req-f50d377c-7747-4196-ae7c-2e5179b23c57 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:13.655695 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53c64b-40fc-4653-9b47-f7108fdb2dfa req-f50d377c-7747-4196-ae7c-2e5179b23c57 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:13.662304 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53c64b-40fc-4653-9b47-f7108fdb2dfa req-f50d377c-7747-4196-ae7c-2e5179b23c57 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:13.668466 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53c64b-40fc-4653-9b47-f7108fdb2dfa req-f50d377c-7747-4196-ae7c-2e5179b23c57 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:13.675036 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53c64b-40fc-4653-9b47-f7108fdb2dfa req-f50d377c-7747-4196-ae7c-2e5179b23c57 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:13.677281 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a53c64b-40fc-4653-9b47-f7108fdb2dfa req-f50d377c-7747-4196-ae7c-2e5179b23c57 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 5420 time: 0.2359667 Nov 04 10:41:13.682219 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6131f004-c74b-4abb-bd69-f552640c0ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:13.683004 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6131f004-c74b-4abb-bd69-f552640c0ed6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:13.802798 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e3c4d226-2eb4-4a8a-ad1f-a41db8b1b5fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:13.804258 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e3c4d226-2eb4-4a8a-ad1f-a41db8b1b5fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:13.854899 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6131f004-c74b-4abb-bd69-f552640c0ed6 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8599234 Nov 04 10:41:13.854899 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-be66f2e9-37c5-4b67-81b3-07ef65392f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:13.856358 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-be66f2e9-37c5-4b67-81b3-07ef65392f0f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6&tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2 HTTP/1.1" status: 200 len: 1096 time: 0.1780088 Nov 04 10:41:13.861103 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45806) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:13.873718 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-65cd8a04-bf26-4e6f-9833-cc2da8e8cc1a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1226754562-router', 'tenant_id': 'ead355d3198b4aadbda9707a7fac95b2', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:13.926402 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:41:13.967778 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-5729a990-a28e-4a93-bd59-e9368b77b095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4fb18ce-6e54-4eb2-b7a5-61f117997e55 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:41:13.977973 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-5729a990-a28e-4a93-bd59-e9368b77b095 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:13.986648 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372474aa-60d9-4d9a-98f5-8d5f4a960ddc None None] New status for floating IP 1528b5fa-e59b-45d3-adc9-293f3f941860: DOWN {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:41:13.994938 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db707a40-a46b-412d-a27b-782826f47229 None None] Network eb289679-7639-4a66-aa3b-ec07d6a9d79d requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:41:14.002214 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-5729a990-a28e-4a93-bd59-e9368b77b095 service neutron] Transition to ACTIVE for port object f4fb18ce-6e54-4eb2-b7a5-61f117997e55 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:41:14.021735 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-5729a990-a28e-4a93-bd59-e9368b77b095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:14.028254 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a53c64b-40fc-4653-9b47-f7108fdb2dfa req-7c71b4a3-fab1-4176-bc1f-f3b1b0abe02f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ded427f-6d19-40e3-a805-138915509ca8&id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3296533 Nov 04 10:41:14.030030 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e3c4d226-2eb4-4a8a-ad1f-a41db8b1b5fc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:14.037762 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65cd8a04-bf26-4e6f-9833-cc2da8e8cc1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:14.039059 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65cd8a04-bf26-4e6f-9833-cc2da8e8cc1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:14.040813 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baecd95-7a67-44a2-9844-11f24f4895dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-f2d56fe0-b956-44c6-b132-becb96ea8b6b', 'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'fixed_ips': [{'subnet_id': '794583f9-fd3c-45d8-84dc-0cdc1c82af17'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:41:14.041714 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3baecd95-7a67-44a2-9844-11f24f4895dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:14.048800 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a10e01f1-9d44-410d-91cb-e65bfaf0faf0 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:14.202176 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729a990-a28e-4a93-bd59-e9368b77b095 service neutron] Pushing event updated for resources: {'Port': ['ID=f4fb18ce-6e54-4eb2-b7a5-61f117997e55,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:14.210198 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-ab20c1ee-c538-4906-9215-e73a4db4305b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:14.212431 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-ab20c1ee-c538-4906-9215-e73a4db4305b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 1096 time: 0.3229599 Nov 04 10:41:14.238507 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:41:14.278406 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-3baecd95-7a67-44a2-9844-11f24f4895dd None None] Allocated IP 172.20.0.2 (f2d56fe0-b956-44c6-b132-becb96ea8b6b/794583f9-fd3c-45d8-84dc-0cdc1c82af17/7a6c7a3c-8cd5-4131-a60f-232c06a4f45d) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:41:14.345566 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc034ec3-3541-4739-b13f-d4cb28965dd3 x-openstack-request-id: req-dc034ec3-3541-4739-b13f-d4cb28965dd3 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:41:14.346194 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c228841-fa03-4830-b025-3117f1b7af8f", "tag": "828e67bd-81fb-4518-ab63-1a372a37c2c6", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:41:14.346194 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-dc034ec3-3541-4739-b13f-d4cb28965dd3 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:41:14.346560 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c228841-fa03-4830-b025-3117f1b7af8f', 'tag': '828e67bd-81fb-4518-ab63-1a372a37c2c6', 'status': 'completed', 'code': 200} Nov 04 10:41:14.352652 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-5729a990-a28e-4a93-bd59-e9368b77b095 service neutron] Attempting to bind port f4fb18ce-6e54-4eb2-b7a5-61f117997e55 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:41:14.353124 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-5729a990-a28e-4a93-bd59-e9368b77b095 service neutron] Attempting to bind port f4fb18ce-6e54-4eb2-b7a5-61f117997e55 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '9fa477bf-5849-4b71-84c2-fbf89ae8698a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'f2d5c24a-ce13-4d4d-bf54-b01d428b252e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:41:14.353462 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-5729a990-a28e-4a93-bd59-e9368b77b095 service neutron] Attempting to bind port f4fb18ce-6e54-4eb2-b7a5-61f117997e55 on network f2d5c24a-ce13-4d4d-bf54-b01d428b252e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:41:14.363117 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-5729a990-a28e-4a93-bd59-e9368b77b095 service neutron] Port f4fb18ce-6e54-4eb2-b7a5-61f117997e55 on network f2d5c24a-ce13-4d4d-bf54-b01d428b252e not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:41:14.363299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-5729a990-a28e-4a93-bd59-e9368b77b095 service neutron] Attempting to bind port f4fb18ce-6e54-4eb2-b7a5-61f117997e55 on network f2d5c24a-ce13-4d4d-bf54-b01d428b252e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:41:14.371306 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-5729a990-a28e-4a93-bd59-e9368b77b095 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:41:14.371641 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-5729a990-a28e-4a93-bd59-e9368b77b095 service neutron] Checking segment: {'id': '9fa477bf-5849-4b71-84c2-fbf89ae8698a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'f2d5c24a-ce13-4d4d-bf54-b01d428b252e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:41:14.373153 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-5729a990-a28e-4a93-bd59-e9368b77b095 service neutron] Bound using segment: {'id': '9fa477bf-5849-4b71-84c2-fbf89ae8698a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'f2d5c24a-ce13-4d4d-bf54-b01d428b252e'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:41:14.373631 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-5729a990-a28e-4a93-bd59-e9368b77b095 service neutron] Bound port: f4fb18ce-6e54-4eb2-b7a5-61f117997e55, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fa477bf-5849-4b71-84c2-fbf89ae8698a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'f2d5c24a-ce13-4d4d-bf54-b01d428b252e'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:41:14.374131 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-5729a990-a28e-4a93-bd59-e9368b77b095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:14.433511 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e01f1-9d44-410d-91cb-e65bfaf0faf0 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Subnet': ['ID=a58b0955-7e1d-4d36-9f08-3a6d3fe0aee4,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:14.441908 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65cd8a04-bf26-4e6f-9833-cc2da8e8cc1a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:14.455714 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e3c4d226-2eb4-4a8a-ad1f-a41db8b1b5fc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:14.491598 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71e30b-5ecd-4c91-8ed8-8930cd7ea1ff req-dc930cc2-fd5e-4bfb-a713-72f25d0da95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:14.493270 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8c71e30b-5ecd-4c91-8ed8-8930cd7ea1ff req-dc930cc2-fd5e-4bfb-a713-72f25d0da95d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=45c1d4a009b54581bacf1fbcabe00677&device_id=1c228841-fa03-4830-b025-3117f1b7af8f HTTP/1.1" status: 200 len: 1096 time: 0.1152596 Nov 04 10:41:14.514773 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-5729a990-a28e-4a93-bd59-e9368b77b095 service neutron] For port f4fb18ce-6e54-4eb2-b7a5-61f117997e55, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:41:14.563010 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-5729a990-a28e-4a93-bd59-e9368b77b095 service neutron] For port f4fb18ce-6e54-4eb2-b7a5-61f117997e55, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=f4fb18ce-6e54-4eb2-b7a5-61f117997e55,segment=NetworkSegment(9fa477bf-5849-4b71-84c2-fbf89ae8698a),segment_id=9fa477bf-5849-4b71-84c2-fbf89ae8698a)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:41:14.573412 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-5729a990-a28e-4a93-bd59-e9368b77b095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:14.577396 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3baecd95-7a67-44a2-9844-11f24f4895dd None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:14.595371 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3baecd95-7a67-44a2-9844-11f24f4895dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:14.635617 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-5729a990-a28e-4a93-bd59-e9368b77b095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:14.636276 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-5729a990-a28e-4a93-bd59-e9368b77b095 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:14.637706 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-5729a990-a28e-4a93-bd59-e9368b77b095 service neutron] 10.222.0.121 "PUT /v2.0/ports/f4fb18ce-6e54-4eb2-b7a5-61f117997e55 HTTP/1.1" status: 200 len: 1092 time: 1.7510092 Nov 04 10:41:14.638251 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baecd95-7a67-44a2-9844-11f24f4895dd None None] Network f2d56fe0-b956-44c6-b132-becb96ea8b6b is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:14.645184 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-3baecd95-7a67-44a2-9844-11f24f4895dd None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:14.662524 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10e01f1-9d44-410d-91cb-e65bfaf0faf0 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Checking segment: {'id': '4d6ce9a0-26ea-4410-bac0-5934e2766179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b444793f-dde4-40c7-9b93-97b604f57070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:41:14.663319 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10e01f1-9d44-410d-91cb-e65bfaf0faf0 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network hostable DHCP agents. Network: b444793f-dde4-40c7-9b93-97b604f57070, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:41:14.665504 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729a990-a28e-4a93-bd59-e9368b77b095 service neutron] Pushing event updated for resources: {'Port': ['ID=f4fb18ce-6e54-4eb2-b7a5-61f117997e55,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:14.666772 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baecd95-7a67-44a2-9844-11f24f4895dd None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:41:14.669151 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71e30b-5ecd-4c91-8ed8-8930cd7ea1ff req-5dd6674c-5526-4315-bfde-2cdd87697cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:14.670227 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8c71e30b-5ecd-4c91-8ed8-8930cd7ea1ff req-5dd6674c-5526-4315-bfde-2cdd87697cf6 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d1610b1b-8f45-4d3c-9fc2-347cfc05de13 HTTP/1.1" status: 200 len: 899 time: 0.1689234 Nov 04 10:41:14.675760 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-c8bb1f5d-b1a2-4faa-9ff2-a9205cefb25c service neutron] Request body: {'port': {'device_id': 'c31ce156-5e69-4d6a-88cc-ae650147ede8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:14.724852 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baecd95-7a67-44a2-9844-11f24f4895dd None None] Pushing event updated for resources: {'Port': ['ID=7a6c7a3c-8cd5-4131-a60f-232c06a4f45d,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:14.742775 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:14.745836 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8c71e30b-5ecd-4c91-8ed8-8930cd7ea1ff req-6e6170c1-9d92-4d61-8d25-3db4c9e2ee66 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=828e67bd-81fb-4518-ab63-1a372a37c2c6 HTTP/1.1" status: 200 len: 217 time: 0.0660784 Nov 04 10:41:14.759985 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-3baecd95-7a67-44a2-9844-11f24f4895dd None None] Attempting to bind port 7a6c7a3c-8cd5-4131-a60f-232c06a4f45d on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:41:14.760673 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-3baecd95-7a67-44a2-9844-11f24f4895dd None None] Attempting to bind port 7a6c7a3c-8cd5-4131-a60f-232c06a4f45d by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '7d0d397e-9583-4dfe-af3f-bbe8936acf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:41:14.761265 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baecd95-7a67-44a2-9844-11f24f4895dd None None] Attempting to bind port 7a6c7a3c-8cd5-4131-a60f-232c06a4f45d on network f2d56fe0-b956-44c6-b132-becb96ea8b6b {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:41:14.769447 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baecd95-7a67-44a2-9844-11f24f4895dd None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:41:14.770349 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baecd95-7a67-44a2-9844-11f24f4895dd None None] Checking segment: {'id': '7d0d397e-9583-4dfe-af3f-bbe8936acf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:41:14.770349 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3baecd95-7a67-44a2-9844-11f24f4895dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:14.770807 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baecd95-7a67-44a2-9844-11f24f4895dd None None] Bound using segment: {'id': '7d0d397e-9583-4dfe-af3f-bbe8936acf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:41:14.771378 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-3baecd95-7a67-44a2-9844-11f24f4895dd None None] Bound port: 7a6c7a3c-8cd5-4131-a60f-232c06a4f45d, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0d397e-9583-4dfe-af3f-bbe8936acf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:41:14.771836 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3baecd95-7a67-44a2-9844-11f24f4895dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:14.810111 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-c8bb1f5d-b1a2-4faa-9ff2-a9205cefb25c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:14.846299 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-3baecd95-7a67-44a2-9844-11f24f4895dd None None] For port 7a6c7a3c-8cd5-4131-a60f-232c06a4f45d, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:41:14.851237 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-3baecd95-7a67-44a2-9844-11f24f4895dd None None] For port 7a6c7a3c-8cd5-4131-a60f-232c06a4f45d, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7a6c7a3c-8cd5-4131-a60f-232c06a4f45d,segment=NetworkSegment(7d0d397e-9583-4dfe-af3f-bbe8936acf96),segment_id=7d0d397e-9583-4dfe-af3f-bbe8936acf96)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:41:14.858387 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3baecd95-7a67-44a2-9844-11f24f4895dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:14.864543 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71e30b-5ecd-4c91-8ed8-8930cd7ea1ff req-545dff1e-f018-4142-b3e3-54b5ed87f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:14.866305 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8c71e30b-5ecd-4c91-8ed8-8930cd7ea1ff req-545dff1e-f018-4142-b3e3-54b5ed87f643 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=d6057b4f-75be-4660-b8e6-699fba4902f5 HTTP/1.1" status: 200 len: 835 time: 0.0955822 Nov 04 10:41:14.945992 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baecd95-7a67-44a2-9844-11f24f4895dd None None] Pushing event updated for resources: {'Port': ['ID=7a6c7a3c-8cd5-4131-a60f-232c06a4f45d,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:15.025577 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71e30b-5ecd-4c91-8ed8-8930cd7ea1ff req-f2208e9f-69e0-4acc-94d4-781c1425f48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:15.027405 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8c71e30b-5ecd-4c91-8ed8-8930cd7ea1ff req-f2208e9f-69e0-4acc-94d4-781c1425f48b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d1610b1b-8f45-4d3c-9fc2-347cfc05de13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1450109 Nov 04 10:41:15.229627 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8c71e30b-5ecd-4c91-8ed8-8930cd7ea1ff req-afda2cac-57db-4d94-afbd-dac8ab582918 service neutron] 10.222.0.121 "GET /v2.0/networks/d1610b1b-8f45-4d3c-9fc2-347cfc05de13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914465 Nov 04 10:41:15.252659 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c80247-36cc-44e1-be82-8d24526db234 req-743b1c93-4873-42dd-ae8e-2a1be54acf86 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:15.254241 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-77c80247-36cc-44e1-be82-8d24526db234 req-743b1c93-4873-42dd-ae8e-2a1be54acf86 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 945 time: 0.8230755 Nov 04 10:41:15.281701 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65cd8a04-bf26-4e6f-9833-cc2da8e8cc1a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:15.296768 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10e01f1-9d44-410d-91cb-e65bfaf0faf0 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network b444793f-dde4-40c7-9b93-97b604f57070 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:41:15.299532 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-42e89389-a88d-4b64-b6b8-f6c7a02d7440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:15.301164 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-42e89389-a88d-4b64-b6b8-f6c7a02d7440 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 200 len: 909 time: 1.0425222 Nov 04 10:41:15.335413 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-a10e01f1-9d44-410d-91cb-e65bfaf0faf0 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, b444793f-dde4-40c7-9b93-97b604f57070) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:15.355130 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10e01f1-9d44-410d-91cb-e65bfaf0faf0 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:15.355724 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a10e01f1-9d44-410d-91cb-e65bfaf0faf0 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:15.357901 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9693b85-23c5-4c54-849e-94586f3315f3 None None] Network b444793f-dde4-40c7-9b93-97b604f57070 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:41:15.367076 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-c8bb1f5d-b1a2-4faa-9ff2-a9205cefb25c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b28aba4-0468-4d16-af08-ae5cd0c470b7 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:41:15.385791 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-c8bb1f5d-b1a2-4faa-9ff2-a9205cefb25c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:15.415455 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-c8bb1f5d-b1a2-4faa-9ff2-a9205cefb25c service neutron] Transition to ACTIVE for port object 8b28aba4-0468-4d16-af08-ae5cd0c470b7 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:41:15.419692 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8c71e30b-5ecd-4c91-8ed8-8930cd7ea1ff req-b5f9a41a-72aa-44dd-9eb0-8434c55ca368 service neutron] 10.222.0.121 "GET /v2.0/networks/d1610b1b-8f45-4d3c-9fc2-347cfc05de13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770165 Nov 04 10:41:15.420759 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-c8bb1f5d-b1a2-4faa-9ff2-a9205cefb25c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:15.426571 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7a6c7a3c-8cd5-4131-a60f-232c06a4f45d up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:15.428890 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-ff411615-adfb-4722-b7a8-88ebd932f14c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ccd14b8-5141-4f67-8179-1ee0c0f16b22 HTTP/1.1" status: 200 len: 217 time: 0.1029866 Nov 04 10:41:15.441709 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-77c80247-36cc-44e1-be82-8d24526db234 req-70568f89-642b-4aff-9b61-5c24d02a0e0f tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688893 Nov 04 10:41:15.458632 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a10e01f1-9d44-410d-91cb-e65bfaf0faf0 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5364401 Nov 04 10:41:15.464515 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45814) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:15.470544 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-916b0c23-abb0-4657-bfb2-3c26eac3cf4d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1463099790', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:15.502595 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb1f5d-b1a2-4faa-9ff2-a9205cefb25c service neutron] Pushing event updated for resources: {'Port': ['ID=8b28aba4-0468-4d16-af08-ae5cd0c470b7,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:15.560786 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-2d41778e-914b-41f8-ae46-7af601a6cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:15.562699 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-2d41778e-914b-41f8-ae46-7af601a6cce3 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f29a1ba4-9c2e-4bbf-be88-aa21c2016c98 HTTP/1.1" status: 200 len: 847 time: 0.1197879 Nov 04 10:41:15.567272 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-916b0c23-abb0-4657-bfb2-3c26eac3cf4d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:15.568345 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-916b0c23-abb0-4657-bfb2-3c26eac3cf4d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:15.606164 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-c8bb1f5d-b1a2-4faa-9ff2-a9205cefb25c service neutron] Attempting to bind port 8b28aba4-0468-4d16-af08-ae5cd0c470b7 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:41:15.606516 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-c8bb1f5d-b1a2-4faa-9ff2-a9205cefb25c service neutron] Attempting to bind port 8b28aba4-0468-4d16-af08-ae5cd0c470b7 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '24917bd9-2e92-4958-ac62-be85fdb73dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '9562b652-e7fe-4341-a8bf-c73d3dc951de'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:41:15.606896 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-c8bb1f5d-b1a2-4faa-9ff2-a9205cefb25c service neutron] Attempting to bind port 8b28aba4-0468-4d16-af08-ae5cd0c470b7 on network 9562b652-e7fe-4341-a8bf-c73d3dc951de {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:41:15.612364 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-c8bb1f5d-b1a2-4faa-9ff2-a9205cefb25c service neutron] Port 8b28aba4-0468-4d16-af08-ae5cd0c470b7 on network 9562b652-e7fe-4341-a8bf-c73d3dc951de not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:41:15.612736 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-c8bb1f5d-b1a2-4faa-9ff2-a9205cefb25c service neutron] Attempting to bind port 8b28aba4-0468-4d16-af08-ae5cd0c470b7 on network 9562b652-e7fe-4341-a8bf-c73d3dc951de {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:41:15.618690 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-c8bb1f5d-b1a2-4faa-9ff2-a9205cefb25c service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:41:15.619118 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-c8bb1f5d-b1a2-4faa-9ff2-a9205cefb25c service neutron] Checking segment: {'id': '24917bd9-2e92-4958-ac62-be85fdb73dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '9562b652-e7fe-4341-a8bf-c73d3dc951de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:41:15.619500 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-c8bb1f5d-b1a2-4faa-9ff2-a9205cefb25c service neutron] Bound using segment: {'id': '24917bd9-2e92-4958-ac62-be85fdb73dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '9562b652-e7fe-4341-a8bf-c73d3dc951de'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:41:15.619992 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-c8bb1f5d-b1a2-4faa-9ff2-a9205cefb25c service neutron] Bound port: 8b28aba4-0468-4d16-af08-ae5cd0c470b7, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24917bd9-2e92-4958-ac62-be85fdb73dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '9562b652-e7fe-4341-a8bf-c73d3dc951de'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:41:15.620367 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-c8bb1f5d-b1a2-4faa-9ff2-a9205cefb25c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:15.620578 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 7a6c7a3c-8cd5-4131-a60f-232c06a4f45d triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:15.620860 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:15.706979 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-ceb7644f-76e3-4e84-b23f-236cbd98f05e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237171 Nov 04 10:41:15.713905 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c8d228-0d11-4a34-a6d6-4a6173817b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-b444793f-dde4-40c7-9b93-97b604f57070', 'network_id': 'b444793f-dde4-40c7-9b93-97b604f57070', 'tenant_id': 'edbdfb0c3e1f4712b18c10434050242f', 'fixed_ips': [{'subnet_id': 'a58b0955-7e1d-4d36-9f08-3a6d3fe0aee4'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:41:15.714673 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-47c8d228-0d11-4a34-a6d6-4a6173817b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:15.714845 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-c8bb1f5d-b1a2-4faa-9ff2-a9205cefb25c service neutron] For port 8b28aba4-0468-4d16-af08-ae5cd0c470b7, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:41:15.719079 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-c8bb1f5d-b1a2-4faa-9ff2-a9205cefb25c service neutron] For port 8b28aba4-0468-4d16-af08-ae5cd0c470b7, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=8b28aba4-0468-4d16-af08-ae5cd0c470b7,segment=NetworkSegment(24917bd9-2e92-4958-ac62-be85fdb73dd1),segment_id=24917bd9-2e92-4958-ac62-be85fdb73dd1)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:41:15.725446 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-c8bb1f5d-b1a2-4faa-9ff2-a9205cefb25c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:15.771699 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-c8bb1f5d-b1a2-4faa-9ff2-a9205cefb25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:15.772676 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-c8bb1f5d-b1a2-4faa-9ff2-a9205cefb25c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:15.774511 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-c8bb1f5d-b1a2-4faa-9ff2-a9205cefb25c service neutron] 10.222.0.121 "PUT /v2.0/ports/8b28aba4-0468-4d16-af08-ae5cd0c470b7 HTTP/1.1" status: 200 len: 1092 time: 1.1032410 Nov 04 10:41:15.789258 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:15.880304 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb1f5d-b1a2-4faa-9ff2-a9205cefb25c service neutron] Pushing event updated for resources: {'Port': ['ID=8b28aba4-0468-4d16-af08-ae5cd0c470b7,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:15.898461 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-916b0c23-abb0-4657-bfb2-3c26eac3cf4d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:15.926354 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-7245251e-a5be-42a0-8ba4-4141fe0fc2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:15.926838 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-7245251e-a5be-42a0-8ba4-4141fe0fc2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:15.927325 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-7245251e-a5be-42a0-8ba4-4141fe0fc2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:15.927710 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-916b0c23-abb0-4657-bfb2-3c26eac3cf4d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:15.929303 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-7245251e-a5be-42a0-8ba4-4141fe0fc2cb service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8497c67b53424b7dad5299c790949829&device_id=c31ce156-5e69-4d6a-88cc-ae650147ede8 HTTP/1.1" status: 200 len: 2866 time: 0.0916686 Nov 04 10:41:15.982647 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bdceb-2075-46f0-8c5a-6ad7b4051ced req-6d0447cc-e20c-46f6-b3d5-132b2a13585f tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:15.986949 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-47c8d228-0d11-4a34-a6d6-4a6173817b14 None None] Allocated IP 2001:db8::2 (b444793f-dde4-40c7-9b93-97b604f57070/a58b0955-7e1d-4d36-9f08-3a6d3fe0aee4/fc878961-45bd-4c9c-8e21-0aa5eeb42318) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:41:15.990995 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bdceb-2075-46f0-8c5a-6ad7b4051ced req-6d0447cc-e20c-46f6-b3d5-132b2a13585f tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:15.999747 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bdceb-2075-46f0-8c5a-6ad7b4051ced req-6d0447cc-e20c-46f6-b3d5-132b2a13585f tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:16.002258 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b24bdceb-2075-46f0-8c5a-6ad7b4051ced req-6d0447cc-e20c-46f6-b3d5-132b2a13585f tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=c31ce156-5e69-4d6a-88cc-ae650147ede8 HTTP/1.1" status: 200 len: 2413 time: 0.3189766 Nov 04 10:41:16.012071 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e3c4d226-2eb4-4a8a-ad1f-a41db8b1b5fc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:16.022971 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-740d7f76-3299-4204-89b5-645db20e6d1b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.150&port_id=67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f HTTP/1.1" status: 200 len: 217 time: 0.0802317 Nov 04 10:41:16.178565 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-616a54fa-2b64-4321-a83c-7d83189ecfe9 service neutron] 10.222.0.121 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516156 Nov 04 10:41:16.193872 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-3e012d20-2d0a-46c6-8c43-2ef8cdef0a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:16.200344 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-3e012d20-2d0a-46c6-8c43-2ef8cdef0a42 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1ac75fc6-a4f8-4c9d-96f5-4447467452f0 HTTP/1.1" status: 200 len: 801 time: 0.1339812 Nov 04 10:41:16.222470 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-916b0c23-abb0-4657-bfb2-3c26eac3cf4d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:16.223906 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-916b0c23-abb0-4657-bfb2-3c26eac3cf4d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7580290 Nov 04 10:41:16.226349 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e3c4d226-2eb4-4a8a-ad1f-a41db8b1b5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:16.238131 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45816) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:16.254832 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-47c8d228-0d11-4a34-a6d6-4a6173817b14 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:16.256868 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-248a3567-ac55-4c09-a910-8a5bccab936d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'port': {'network_id': 'b444793f-dde4-40c7-9b93-97b604f57070', 'name': 'tempest-PortsIpV6TestJSON-767706570'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:16.273897 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-47c8d228-0d11-4a34-a6d6-4a6173817b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:16.307156 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7151b1-77c1-4a94-91e2-af050023be98 req-05ac29d7-6019-42c2-b76b-c8fb0f0bf235 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:16.309270 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-af7151b1-77c1-4a94-91e2-af050023be98 req-05ac29d7-6019-42c2-b76b-c8fb0f0bf235 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.121 "GET /v2.0/ports?device_id=1c228841-fa03-4830-b025-3117f1b7af8f HTTP/1.1" status: 200 len: 945 time: 0.3035755 Nov 04 10:41:16.359962 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 7a6c7a3c-8cd5-4131-a60f-232c06a4f45d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7a6c7a3c-8cd5-4131-a60f-232c06a4f45d,segment=NetworkSegment(7d0d397e-9583-4dfe-af3f-bbe8936acf96),segment_id=7d0d397e-9583-4dfe-af3f-bbe8936acf96)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:16.366616 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8d228-0d11-4a34-a6d6-4a6173817b14 None None] Pushing event updated for resources: {'Port': ['ID=fc878961-45bd-4c9c-8e21-0aa5eeb42318,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:16.376873 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31ce156-5e69-4d6a-88cc-ae650147ede8', 'tag': '67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f'}, {'name': 'network-changed', 'server_uuid': 'c31ce156-5e69-4d6a-88cc-ae650147ede8', 'tag': 'f4fb18ce-6e54-4eb2-b7a5-61f117997e55'}, {'name': 'network-changed', 'server_uuid': 'c31ce156-5e69-4d6a-88cc-ae650147ede8', 'tag': '8b28aba4-0468-4d16-af08-ae5cd0c470b7'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:41:16.379969 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b" -d '{"events": [{"name": "network-changed", "server_uuid": "c31ce156-5e69-4d6a-88cc-ae650147ede8", "tag": "67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f"}, {"name": "network-changed", "server_uuid": "c31ce156-5e69-4d6a-88cc-ae650147ede8", "tag": "f4fb18ce-6e54-4eb2-b7a5-61f117997e55"}, {"name": "network-changed", "server_uuid": "c31ce156-5e69-4d6a-88cc-ae650147ede8", "tag": "8b28aba4-0468-4d16-af08-ae5cd0c470b7"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:41:16.403009 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:16.413713 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4617b5-a88f-4fa9-b81b-5c5c0802177f None None] Network f2d56fe0-b956-44c6-b132-becb96ea8b6b requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:41:16.502319 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65cd8a04-bf26-4e6f-9833-cc2da8e8cc1a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:16.508676 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-83e390b7-1c5b-4ca0-8ca2-a7ff16510561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:16.510382 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-83e390b7-1c5b-4ca0-8ca2-a7ff16510561 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9562b652-e7fe-4341-a8bf-c73d3dc951de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2739167 Nov 04 10:41:16.532341 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65cd8a04-bf26-4e6f-9833-cc2da8e8cc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:16.566690 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c8d228-0d11-4a34-a6d6-4a6173817b14 None None] Network b444793f-dde4-40c7-9b93-97b604f57070 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:16.569688 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-0261fee7-1556-41e4-af51-97065e124ce8 service neutron] 10.222.0.121 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715998 Nov 04 10:41:16.590979 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-47c8d228-0d11-4a34-a6d6-4a6173817b14 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:16.610565 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b24bdceb-2075-46f0-8c5a-6ad7b4051ced req-6185b987-dae4-43f3-9ab0-0a84ea3a8ffb tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5945086 Nov 04 10:41:16.628931 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=7a6c7a3c-8cd5-4131-a60f-232c06a4f45d,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:16.658373 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-e3c4d226-2eb4-4a8a-ad1f-a41db8b1b5fc admin admin] Allocated IP 172.25.7.186 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/0f0fe94d-23ae-4395-98ef-91000bf337c5) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:41:16.698683 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-af7151b1-77c1-4a94-91e2-af050023be98 req-f2535f5b-ef82-4a1d-a5e0-b5ddd2eafdff tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Deleting port 828e67bd-81fb-4518-ab63-1a372a37c2c6 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:41:16.699164 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-af7151b1-77c1-4a94-91e2-af050023be98 req-f2535f5b-ef82-4a1d-a5e0-b5ddd2eafdff tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:16.705766 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248a3567-ac55-4c09-a910-8a5bccab936d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:41:16.709846 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-248a3567-ac55-4c09-a910-8a5bccab936d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:16.724542 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c8d228-0d11-4a34-a6d6-4a6173817b14 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:41:16.800969 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-5e91dc90-ff20-494e-b87f-955cb73bff5d service neutron] 10.222.0.121 "GET /v2.0/networks/9562b652-e7fe-4341-a8bf-c73d3dc951de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567253 Nov 04 10:41:16.804295 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-248a3567-ac55-4c09-a910-8a5bccab936d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] device_id is not set on port 708947f7-1baa-4229-8b0c-785c0f853208 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:41:16.827582 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6b42c-5fea-4882-b6bd-362db747123f req-52855093-d3c9-4179-913b-e03fba23b86b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:16.830466 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-52c6b42c-5fea-4882-b6bd-362db747123f req-52855093-d3c9-4179-913b-e03fba23b86b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?device_id=1c228841-fa03-4830-b025-3117f1b7af8f HTTP/1.1" status: 200 len: 945 time: 0.0937181 Nov 04 10:41:16.863691 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e3c4d226-2eb4-4a8a-ad1f-a41db8b1b5fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:16.878712 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-47c8d228-0d11-4a34-a6d6-4a6173817b14 None None] Attempting to bind port fc878961-45bd-4c9c-8e21-0aa5eeb42318 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:41:16.879076 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-47c8d228-0d11-4a34-a6d6-4a6173817b14 None None] Attempting to bind port fc878961-45bd-4c9c-8e21-0aa5eeb42318 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '4d6ce9a0-26ea-4410-bac0-5934e2766179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b444793f-dde4-40c7-9b93-97b604f57070'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:41:16.879429 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c8d228-0d11-4a34-a6d6-4a6173817b14 None None] Attempting to bind port fc878961-45bd-4c9c-8e21-0aa5eeb42318 on network b444793f-dde4-40c7-9b93-97b604f57070 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:41:16.892449 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-7538381d-b835-4841-b514-1e518b9f6c49 None None] Provisioning complete for port 7a6c7a3c-8cd5-4131-a60f-232c06a4f45d triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:16.892831 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7538381d-b835-4841-b514-1e518b9f6c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:16.899339 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c8d228-0d11-4a34-a6d6-4a6173817b14 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:41:16.899741 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c8d228-0d11-4a34-a6d6-4a6173817b14 None None] Checking segment: {'id': '4d6ce9a0-26ea-4410-bac0-5934e2766179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b444793f-dde4-40c7-9b93-97b604f57070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:41:16.900166 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-47c8d228-0d11-4a34-a6d6-4a6173817b14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:16.900618 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c8d228-0d11-4a34-a6d6-4a6173817b14 None None] Bound using segment: {'id': '4d6ce9a0-26ea-4410-bac0-5934e2766179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b444793f-dde4-40c7-9b93-97b604f57070'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:41:16.901173 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-47c8d228-0d11-4a34-a6d6-4a6173817b14 None None] Bound port: fc878961-45bd-4c9c-8e21-0aa5eeb42318, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6ce9a0-26ea-4410-bac0-5934e2766179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b444793f-dde4-40c7-9b93-97b604f57070'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:41:16.901544 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-47c8d228-0d11-4a34-a6d6-4a6173817b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:16.903449 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-76992208-6bf5-4729-a5fe-301062741728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:16.977481 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-52c6b42c-5fea-4882-b6bd-362db747123f req-6033220b-125b-46a5-bc36-287bd352ebdb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/security-groups?id=4454bbd3-f2a6-4e9d-8bcc-2b6af778a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341114 Nov 04 10:41:17.001383 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e3c4d226-2eb4-4a8a-ad1f-a41db8b1b5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:17.018989 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-af7151b1-77c1-4a94-91e2-af050023be98 req-f2535f5b-ef82-4a1d-a5e0-b5ddd2eafdff tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] For port 828e67bd-81fb-4518-ab63-1a372a37c2c6, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=828e67bd-81fb-4518-ab63-1a372a37c2c6,segment=NetworkSegment(584df556-669b-4b6d-9b18-843b5cf506ec),segment_id=584df556-669b-4b6d-9b18-843b5cf506ec)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:17.019373 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-af7151b1-77c1-4a94-91e2-af050023be98 req-f2535f5b-ef82-4a1d-a5e0-b5ddd2eafdff tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:17.044713 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-16a835c1-20f3-4f6e-92d7-05a90d347530 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:17.046912 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-16a835c1-20f3-4f6e-92d7-05a90d347530 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.121 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6&tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&binding%3Ahost_id=n-h2-816629-1 HTTP/1.1" status: 200 len: 1096 time: 0.1503510 Nov 04 10:41:17.052042 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-af7151b1-77c1-4a94-91e2-af050023be98 req-f2535f5b-ef82-4a1d-a5e0-b5ddd2eafdff tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Calling delete_port for 828e67bd-81fb-4518-ab63-1a372a37c2c6 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:41:17.059055 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-47c8d228-0d11-4a34-a6d6-4a6173817b14 None None] For port fc878961-45bd-4c9c-8e21-0aa5eeb42318, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:41:17.065774 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-47c8d228-0d11-4a34-a6d6-4a6173817b14 None None] For port fc878961-45bd-4c9c-8e21-0aa5eeb42318, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=fc878961-45bd-4c9c-8e21-0aa5eeb42318,segment=NetworkSegment(4d6ce9a0-26ea-4410-bac0-5934e2766179),segment_id=4d6ce9a0-26ea-4410-bac0-5934e2766179)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:41:17.093555 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-248a3567-ac55-4c09-a910-8a5bccab936d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Allocated IP 2001:db8::23f (b444793f-dde4-40c7-9b93-97b604f57070/a58b0955-7e1d-4d36-9f08-3a6d3fe0aee4/708947f7-1baa-4229-8b0c-785c0f853208) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:41:17.104170 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-6a719fc6-33af-439c-939c-77011bef7c9e service neutron] 10.222.0.121 "GET /v2.0/networks/9562b652-e7fe-4341-a8bf-c73d3dc951de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940392 Nov 04 10:41:17.138690 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-47c8d228-0d11-4a34-a6d6-4a6173817b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:17.147922 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c4d226-2eb4-4a8a-ad1f-a41db8b1b5fc admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:17.179001 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-e3c4d226-2eb4-4a8a-ad1f-a41db8b1b5fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:17.191666 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-108c305d-822f-4bce-87f1-4c198eceea52 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.175&port_id=f4fb18ce-6e54-4eb2-b7a5-61f117997e55 HTTP/1.1" status: 200 len: 217 time: 0.0556335 Nov 04 10:41:17.205765 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c4d226-2eb4-4a8a-ad1f-a41db8b1b5fc admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:41:17.212979 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4d226-2eb4-4a8a-ad1f-a41db8b1b5fc admin admin] Pushing event updated for resources: {'Port': ['ID=0f0fe94d-23ae-4395-98ef-91000bf337c5,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:17.225966 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8d228-0d11-4a34-a6d6-4a6173817b14 None None] Pushing event updated for resources: {'Port': ['ID=fc878961-45bd-4c9c-8e21-0aa5eeb42318,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:17.266990 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-65cd8a04-bf26-4e6f-9833-cc2da8e8cc1a admin admin] Allocated IP 172.25.7.151 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/f943b67e-3774-4e07-944b-4360d73d738f) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:41:17.311026 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-5e9a0042-2dba-4082-b770-ada767faaae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:17.314166 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-5e9a0042-2dba-4082-b770-ada767faaae1 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=aeccfaeb-f207-44c1-b855-a683390cab73 HTTP/1.1" status: 200 len: 801 time: 0.1083803 Nov 04 10:41:17.391686 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-56e8f870-e354-41a9-9d23-01d8eb1b3ca1 None None] Provisioning complete for port 7a6c7a3c-8cd5-4131-a60f-232c06a4f45d triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:17.392164 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-56e8f870-e354-41a9-9d23-01d8eb1b3ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:17.393871 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce13d5-7f2b-45f4-a29a-df6877c6cd9a req-b4a8ddc1-49db-4ece-9fb5-02399c898b00 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:17.397346 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-97ce13d5-7f2b-45f4-a29a-df6877c6cd9a req-b4a8ddc1-49db-4ece-9fb5-02399c898b00 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 945 time: 0.2517374 Nov 04 10:41:17.438854 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7a6c7a3c-8cd5-4131-a60f-232c06a4f45d up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:17.449617 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-af7151b1-77c1-4a94-91e2-af050023be98 req-f2535f5b-ef82-4a1d-a5e0-b5ddd2eafdff tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:17.597857 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2535f5b-ef82-4a1d-a5e0-b5ddd2eafdff tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event deleted for resources: {'Port': ['ID=828e67bd-81fb-4518-ab63-1a372a37c2c6,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:17.598068 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 7a6c7a3c-8cd5-4131-a60f-232c06a4f45d triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:17.598481 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:17.601041 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7151b1-77c1-4a94-91e2-af050023be98 req-f2535f5b-ef82-4a1d-a5e0-b5ddd2eafdff tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] No DVR routers for this DVR port 828e67bd-81fb-4518-ab63-1a372a37c2c6 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:41:17.603433 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-af7151b1-77c1-4a94-91e2-af050023be98 req-f2535f5b-ef82-4a1d-a5e0-b5ddd2eafdff tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:17.607133 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-af7151b1-77c1-4a94-91e2-af050023be98 req-f2535f5b-ef82-4a1d-a5e0-b5ddd2eafdff tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.121 "DELETE /v2.0/ports/828e67bd-81fb-4518-ab63-1a372a37c2c6 HTTP/1.1" status: 204 len: 173 time: 1.2663577 Nov 04 10:41:17.615357 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65cd8a04-bf26-4e6f-9833-cc2da8e8cc1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:17.636039 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-b96aca5e-4c76-474f-b906-a3760f307b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:17.637966 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-b96aca5e-4c76-474f-b906-a3760f307b95 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f2d5c24a-ce13-4d4d-bf54-b01d428b252e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2030222 Nov 04 10:41:17.748729 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-97ce13d5-7f2b-45f4-a29a-df6877c6cd9a req-e91d0f45-4cab-4c42-ac33-da95c82e1c1d tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374267 Nov 04 10:41:17.767476 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-3875d822-1c3c-4a44-9ac8-88ee880ed912 service neutron] For port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:41:17.779726 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-3875d822-1c3c-4a44-9ac8-88ee880ed912 service neutron] Publish callbacks [] for binding, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:17.781246 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82d9aa2f-d91d-49f1-80cd-c1d1637a0b18 req-3875d822-1c3c-4a44-9ac8-88ee880ed912 service neutron] 10.222.0.121 "DELETE /v2.0/ports/5ccd14b8-5141-4f67-8179-1ee0c0f16b22/bindings/n-h1-816629-1 HTTP/1.1" status: 204 len: 173 time: 0.7065456 Nov 04 10:41:17.851058 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-248a3567-ac55-4c09-a910-8a5bccab936d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:17.852128 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65cd8a04-bf26-4e6f-9833-cc2da8e8cc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:17.936326 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-248a3567-ac55-4c09-a910-8a5bccab936d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:17.950708 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cd8a04-bf26-4e6f-9833-cc2da8e8cc1a admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:17.992985 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-65cd8a04-bf26-4e6f-9833-cc2da8e8cc1a admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:18.000518 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cd8a04-bf26-4e6f-9833-cc2da8e8cc1a admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:41:18.002764 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd8a04-bf26-4e6f-9833-cc2da8e8cc1a admin admin] Pushing event updated for resources: {'Port': ['ID=f943b67e-3774-4e07-944b-4360d73d738f,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:18.008180 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-e4ad7447-950e-4c00-8ec6-ca63b439c541 service neutron] 10.222.0.121 "GET /v2.0/networks/f2d5c24a-ce13-4d4d-bf54-b01d428b252e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590407 Nov 04 10:41:18.019509 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248a3567-ac55-4c09-a910-8a5bccab936d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network b444793f-dde4-40c7-9b93-97b604f57070 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:18.037529 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-248a3567-ac55-4c09-a910-8a5bccab936d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:18.049946 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896ba5c-9ea1-4ff1-aba7-eaa58d353f7f req-8321eca4-ad41-400d-bfcf-04b9fdbaddbf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:18.052026 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248a3567-ac55-4c09-a910-8a5bccab936d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:41:18.056470 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896ba5c-9ea1-4ff1-aba7-eaa58d353f7f req-8321eca4-ad41-400d-bfcf-04b9fdbaddbf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:18.058295 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248a3567-ac55-4c09-a910-8a5bccab936d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:18.058936 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-248a3567-ac55-4c09-a910-8a5bccab936d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:18.063456 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896ba5c-9ea1-4ff1-aba7-eaa58d353f7f req-8321eca4-ad41-400d-bfcf-04b9fdbaddbf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:18.069709 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896ba5c-9ea1-4ff1-aba7-eaa58d353f7f req-8321eca4-ad41-400d-bfcf-04b9fdbaddbf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:18.075766 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896ba5c-9ea1-4ff1-aba7-eaa58d353f7f req-8321eca4-ad41-400d-bfcf-04b9fdbaddbf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:18.082358 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896ba5c-9ea1-4ff1-aba7-eaa58d353f7f req-8321eca4-ad41-400d-bfcf-04b9fdbaddbf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:18.086311 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a3567-ac55-4c09-a910-8a5bccab936d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Port': ['ID=708947f7-1baa-4229-8b0c-785c0f853208,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:18.088431 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896ba5c-9ea1-4ff1-aba7-eaa58d353f7f req-8321eca4-ad41-400d-bfcf-04b9fdbaddbf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:18.090405 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4896ba5c-9ea1-4ff1-aba7-eaa58d353f7f req-8321eca4-ad41-400d-bfcf-04b9fdbaddbf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 5420 time: 0.2403944 Nov 04 10:41:18.133313 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e3c4d226-2eb4-4a8a-ad1f-a41db8b1b5fc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:18.145404 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-248a3567-ac55-4c09-a910-8a5bccab936d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8980939 Nov 04 10:41:18.145404 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45826) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:18.292991 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-f20c2ce1-c686-4c32-8da6-9cedf122e8d3 service neutron] 10.222.0.121 "GET /v2.0/networks/f2d5c24a-ce13-4d4d-bf54-b01d428b252e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720537 Nov 04 10:41:18.356749 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4896ba5c-9ea1-4ff1-aba7-eaa58d353f7f req-a33e1b1e-5729-45ec-91d4-cf720f08d844 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ded427f-6d19-40e3-a805-138915509ca8&id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2533932 Nov 04 10:41:18.399420 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 828e67bd-81fb-4518-ab63-1a372a37c2c6 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:41:18.450142 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 828e67bd-81fb-4518-ab63-1a372a37c2c6 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:41:18.450459 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 828e67bd-81fb-4518-ab63-1a372a37c2c6 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:41:18.487961 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-89087634-5da4-419e-bccf-6d702ad65887 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.138&port_id=8b28aba4-0468-4d16-af08-ae5cd0c470b7 HTTP/1.1" status: 200 len: 217 time: 0.1318550 Nov 04 10:41:18.540682 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 04 Nov 2021 10:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10692c67-7213-4529-a01a-80b1a3dd4972 x-openstack-request-id: req-10692c67-7213-4529-a01a-80b1a3dd4972 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:41:18.545334 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31ce156-5e69-4d6a-88cc-ae650147ede8", "tag": "67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c31ce156-5e69-4d6a-88cc-ae650147ede8", "tag": "f4fb18ce-6e54-4eb2-b7a5-61f117997e55", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c31ce156-5e69-4d6a-88cc-ae650147ede8", "tag": "8b28aba4-0468-4d16-af08-ae5cd0c470b7", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:41:18.545674 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-10692c67-7213-4529-a01a-80b1a3dd4972 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:41:18.546199 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c31ce156-5e69-4d6a-88cc-ae650147ede8', 'tag': '67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f', 'status': 'completed', 'code': 200} Nov 04 10:41:18.546930 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c31ce156-5e69-4d6a-88cc-ae650147ede8', 'tag': 'f4fb18ce-6e54-4eb2-b7a5-61f117997e55', 'status': 'completed', 'code': 200} Nov 04 10:41:18.547245 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c31ce156-5e69-4d6a-88cc-ae650147ede8', 'tag': '8b28aba4-0468-4d16-af08-ae5cd0c470b7', 'status': 'completed', 'code': 200} Nov 04 10:41:18.624123 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e3c4d226-2eb4-4a8a-ad1f-a41db8b1b5fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:18.694226 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-b1ae3571-0051-48ae-a966-8b4c4c90414d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:18.695925 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-b1ae3571-0051-48ae-a966-8b4c4c90414d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1ac75fc6-a4f8-4c9d-96f5-4447467452f0 HTTP/1.1" status: 200 len: 801 time: 0.1592574 Nov 04 10:41:18.721739 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479eb2e3-1735-4508-b586-840309d04e33 None None] Network b444793f-dde4-40c7-9b93-97b604f57070 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:41:18.823683 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-6c20b3a8-30f9-465f-afa2-b66f50016a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:18.825367 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-6c20b3a8-30f9-465f-afa2-b66f50016a47 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9562b652-e7fe-4341-a8bf-c73d3dc951de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1204212 Nov 04 10:41:18.834716 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-967492ea-03c4-4b22-844e-d042d286aab4 None None] Provisioning complete for port fc878961-45bd-4c9c-8e21-0aa5eeb42318 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:18.835081 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-967492ea-03c4-4b22-844e-d042d286aab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:18.843574 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-987da738-c256-493c-bd72-f9b2bae2399d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:19.021984 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-967492ea-03c4-4b22-844e-d042d286aab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:19.101619 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-967492ea-03c4-4b22-844e-d042d286aab4 None None] For port fc878961-45bd-4c9c-8e21-0aa5eeb42318, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=fc878961-45bd-4c9c-8e21-0aa5eeb42318,segment=NetworkSegment(4d6ce9a0-26ea-4410-bac0-5934e2766179),segment_id=4d6ce9a0-26ea-4410-bac0-5934e2766179)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:19.110263 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-967492ea-03c4-4b22-844e-d042d286aab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:19.208045 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967492ea-03c4-4b22-844e-d042d286aab4 None None] Pushing event updated for resources: {'Port': ['ID=fc878961-45bd-4c9c-8e21-0aa5eeb42318,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:19.245301 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578307bc-fc69-462e-a5cf-9ce42cb020b6 req-6ab59ded-a377-451e-8400-c98b3aa5917b tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:19.246915 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-578307bc-fc69-462e-a5cf-9ce42cb020b6 req-6ab59ded-a377-451e-8400-c98b3aa5917b tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 945 time: 0.6459835 Nov 04 10:41:19.250103 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65cd8a04-bf26-4e6f-9833-cc2da8e8cc1a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:19.349113 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-94dd18aa-8189-4df0-bdab-88d0588218ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:19.402901 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-85634c3e-1c2f-4f01-982e-9d63821301f1 service neutron] 10.222.0.121 "GET /v2.0/networks/9562b652-e7fe-4341-a8bf-c73d3dc951de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5671177 Nov 04 10:41:19.458895 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device fc878961-45bd-4c9c-8e21-0aa5eeb42318 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:19.474476 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-578307bc-fc69-462e-a5cf-9ce42cb020b6 req-cbfbbd97-de4b-493b-b9f8-c80f1794a324 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701205 Nov 04 10:41:19.479951 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c4d226-2eb4-4a8a-ad1f-a41db8b1b5fc admin admin] Router b1ab101e-195d-455a-b3f0-81b93d65fc76 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:41:19.594230 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69db7029-dd28-49ae-b3b3-051ea7071106 req-006e233e-2ddc-4878-8c12-02db344633a8 service neutron] 10.222.0.121 "GET /v2.0/networks/9562b652-e7fe-4341-a8bf-c73d3dc951de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820796 Nov 04 10:41:19.613660 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-8e5c7e5c-ddb9-4b4a-b629-bbe54f188205 None None] Provisioning complete for port 708947f7-1baa-4229-8b0c-785c0f853208 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:19.615193 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8e5c7e5c-ddb9-4b4a-b629-bbe54f188205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:19.619311 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-987da738-c256-493c-bd72-f9b2bae2399d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:19.629422 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-987da738-c256-493c-bd72-f9b2bae2399d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:19.795019 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987da738-c256-493c-bd72-f9b2bae2399d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Port': ['ID=708947f7-1baa-4229-8b0c-785c0f853208,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:19.825407 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-bb18d191-39af-44cf-92af-ac6fbd49da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:19.826024 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-bb18d191-39af-44cf-92af-ac6fbd49da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:19.826430 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-bb18d191-39af-44cf-92af-ac6fbd49da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:19.829460 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-bb18d191-39af-44cf-92af-ac6fbd49da97 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8497c67b53424b7dad5299c790949829&device_id=c31ce156-5e69-4d6a-88cc-ae650147ede8 HTTP/1.1" status: 200 len: 2866 time: 0.1508751 Nov 04 10:41:19.841392 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65cd8a04-bf26-4e6f-9833-cc2da8e8cc1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:19.853761 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-8e5c7e5c-ddb9-4b4a-b629-bbe54f188205 None None] Port 708947f7-1baa-4229-8b0c-785c0f853208 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:41:19.868430 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c4d226-2eb4-4a8a-ad1f-a41db8b1b5fc admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:41:19.873760 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-8e5c7e5c-ddb9-4b4a-b629-bbe54f188205 None None] Provisioning complete for port fc878961-45bd-4c9c-8e21-0aa5eeb42318 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:19.873760 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8e5c7e5c-ddb9-4b4a-b629-bbe54f188205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:19.878611 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fda60f6-a0f9-4947-ba9b-d3d1ad33337a None None] Sync routers for ids ['b1ab101e-195d-455a-b3f0-81b93d65fc76'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:41:19.906039 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port fc878961-45bd-4c9c-8e21-0aa5eeb42318 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:19.906396 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:19.944810 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fda60f6-a0f9-4947-ba9b-d3d1ad33337a None None] Routers {'b1ab101e-195d-455a-b3f0-81b93d65fc76'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:41:19.945634 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-4fda60f6-a0f9-4947-ba9b-d3d1ad33337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:41:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['b1ab101e-195d-455a-b3f0-81b93d65fc76'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:19.952156 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e3c4d226-2eb4-4a8a-ad1f-a41db8b1b5fc admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:19.957650 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e3c4d226-2eb4-4a8a-ad1f-a41db8b1b5fc admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.3560417 Nov 04 10:41:19.957821 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45836) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:19.972399 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd005d26-651c-4209-9268-544510ff03d1 req-f3f7fb67-eef8-4330-863c-d217689904c0 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:19.979377 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd005d26-651c-4209-9268-544510ff03d1 req-f3f7fb67-eef8-4330-863c-d217689904c0 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:19.985825 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd005d26-651c-4209-9268-544510ff03d1 req-f3f7fb67-eef8-4330-863c-d217689904c0 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:19.987772 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bd005d26-651c-4209-9268-544510ff03d1 req-f3f7fb67-eef8-4330-863c-d217689904c0 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=c31ce156-5e69-4d6a-88cc-ae650147ede8 HTTP/1.1" status: 200 len: 2413 time: 0.3497512 Nov 04 10:41:20.059173 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-64b5272c-04e8-4cda-98bb-2d8989070382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:20.060635 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-64b5272c-04e8-4cda-98bb-2d8989070382 service neutron] 10.222.0.121 "GET /v2.0/networks?id=9562b652-e7fe-4341-a8bf-c73d3dc951de HTTP/1.1" status: 200 len: 904 time: 0.2196801 Nov 04 10:41:20.066467 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-4fda60f6-a0f9-4947-ba9b-d3d1ad33337a None None] Set router b1ab101e-195d-455a-b3f0-81b93d65fc76 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:41:20.083245 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bd005d26-651c-4209-9268-544510ff03d1 req-61033fc6-0bb8-419a-9b0a-ae6a5e202739 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610137 Nov 04 10:41:20.120509 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cd8a04-bf26-4e6f-9833-cc2da8e8cc1a admin admin] Router dd2e123c-b60a-469e-87b4-0152498ff8d2 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:41:20.183887 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-987da738-c256-493c-bd72-f9b2bae2399d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:20.188624 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45838) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:20.304005 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-97328d15-cb65-45ac-b02e-bf10d86eab98 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.150&port_id=67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f HTTP/1.1" status: 200 len: 217 time: 0.1979775 Nov 04 10:41:20.352843 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bee66e-eb0f-4d92-8ff1-ca8ab7ab4fbd req-6d97b845-637f-4495-88e7-be789bff92e0 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:20.354461 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78bee66e-eb0f-4d92-8ff1-ca8ab7ab4fbd req-6d97b845-637f-4495-88e7-be789bff92e0 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 945 time: 0.1162710 Nov 04 10:41:20.358916 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cd8a04-bf26-4e6f-9833-cc2da8e8cc1a admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:41:20.382347 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ecfb14-3e48-4215-9232-13d9e0967f4c None None] Sync routers for ids ['dd2e123c-b60a-469e-87b4-0152498ff8d2'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:41:20.383780 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65cd8a04-bf26-4e6f-9833-cc2da8e8cc1a admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:20.385391 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-65cd8a04-bf26-4e6f-9833-cc2da8e8cc1a admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.5181668 Nov 04 10:41:20.388171 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45840) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:20.401421 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ecfb14-3e48-4215-9232-13d9e0967f4c None None] Routers {'dd2e123c-b60a-469e-87b4-0152498ff8d2'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:41:20.404136 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f6ecfb14-3e48-4215-9232-13d9e0967f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:41:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['dd2e123c-b60a-469e-87b4-0152498ff8d2'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:20.427379 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-4fda60f6-a0f9-4947-ba9b-d3d1ad33337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'name': 'tempest-ServersTestJSON-611007139-router', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:13Z', 'updated_at': '2021-11-04T10:41:17Z', 'revision_number': 3, 'project_id': '83608edca88c49429647d6bc7f371c77', 'gw_port': {'id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:92:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:16Z', 'updated_at': '2021-11-04T10:41:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:20.479250 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fda60f6-a0f9-4947-ba9b-d3d1ad33337a None None] Checking router: b1ab101e-195d-455a-b3f0-81b93d65fc76 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:41:20.480628 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fda60f6-a0f9-4947-ba9b-d3d1ad33337a None None] Updating router b1ab101e-195d-455a-b3f0-81b93d65fc76 port 0f0fe94d-23ae-4395-98ef-91000bf337c5 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:41:20.522955 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4fda60f6-a0f9-4947-ba9b-d3d1ad33337a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:20.524098 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78bee66e-eb0f-4d92-8ff1-ca8ab7ab4fbd req-6fa52889-4718-4900-8cf1-8a891ca59108 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371989 Nov 04 10:41:20.530536 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-443b5fa7-295a-466f-895c-b817e017ef8c None None] Provisioning complete for port 708947f7-1baa-4229-8b0c-785c0f853208 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:20.531268 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-443b5fa7-295a-466f-895c-b817e017ef8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:20.537820 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-0301ebba-2404-4f79-a57b-c2d667e5c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:20.539368 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-0301ebba-2404-4f79-a57b-c2d667e5c47a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1ac75fc6-a4f8-4c9d-96f5-4447467452f0 HTTP/1.1" status: 200 len: 801 time: 0.2231684 Nov 04 10:41:20.546986 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72a92c19-44bb-4cac-b051-156a2a370342 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:20.554072 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c228841-fa03-4830-b025-3117f1b7af8f', 'name': 'network-vif-deleted', 'tag': '828e67bd-81fb-4518-ab63-1a372a37c2c6'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:41:20.556779 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3836e2b6-7976-4e92-ab52-d270af1bdd54" -d '{"events": [{"server_uuid": "1c228841-fa03-4830-b025-3117f1b7af8f", "name": "network-vif-deleted", "tag": "828e67bd-81fb-4518-ab63-1a372a37c2c6"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:41:20.623072 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-443b5fa7-295a-466f-895c-b817e017ef8c None None] Port 708947f7-1baa-4229-8b0c-785c0f853208 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:41:20.671517 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72a92c19-44bb-4cac-b051-156a2a370342 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:20.702632 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-987da738-c256-493c-bd72-f9b2bae2399d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:20.726516 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:20.752967 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-f6ecfb14-3e48-4215-9232-13d9e0967f4c None None] Set router dd2e123c-b60a-469e-87b4-0152498ff8d2 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:41:20.790386 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b45339-5fe1-4d38-a563-a48477b1f160 req-6afab6dc-9382-42a0-8fde-b389508bee2b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:20.796082 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b45339-5fe1-4d38-a563-a48477b1f160 req-6afab6dc-9382-42a0-8fde-b389508bee2b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:20.802564 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b45339-5fe1-4d38-a563-a48477b1f160 req-6afab6dc-9382-42a0-8fde-b389508bee2b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:20.810053 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b45339-5fe1-4d38-a563-a48477b1f160 req-6afab6dc-9382-42a0-8fde-b389508bee2b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:20.811510 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-ed3dbf1d-fc72-4d02-8052-dcd196347770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:20.813322 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-ed3dbf1d-fc72-4d02-8052-dcd196347770 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9562b652-e7fe-4341-a8bf-c73d3dc951de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2536082 Nov 04 10:41:20.816875 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b45339-5fe1-4d38-a563-a48477b1f160 req-6afab6dc-9382-42a0-8fde-b389508bee2b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:20.824400 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b45339-5fe1-4d38-a563-a48477b1f160 req-6afab6dc-9382-42a0-8fde-b389508bee2b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:20.831211 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b45339-5fe1-4d38-a563-a48477b1f160 req-6afab6dc-9382-42a0-8fde-b389508bee2b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:20.839526 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-40b45339-5fe1-4d38-a563-a48477b1f160 req-6afab6dc-9382-42a0-8fde-b389508bee2b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 5420 time: 0.1815200 Nov 04 10:41:20.975945 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4fda60f6-a0f9-4947-ba9b-d3d1ad33337a None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:20.982920 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4fda60f6-a0f9-4947-ba9b-d3d1ad33337a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:20.997210 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-40b45339-5fe1-4d38-a563-a48477b1f160 req-ce472fe9-13e6-454b-97f0-22a9318bd447 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ded427f-6d19-40e3-a805-138915509ca8&id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1501849 Nov 04 10:41:21.028213 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f6ecfb14-3e48-4215-9232-13d9e0967f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2e123c-b60a-469e-87b4-0152498ff8d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1226754562-router', 'tenant_id': 'ead355d3198b4aadbda9707a7fac95b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'f943b67e-3774-4e07-944b-4360d73d738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:14Z', 'updated_at': '2021-11-04T10:41:18Z', 'revision_number': 3, 'project_id': 'ead355d3198b4aadbda9707a7fac95b2', 'gw_port': {'id': 'f943b67e-3774-4e07-944b-4360d73d738f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:90:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2e123c-b60a-469e-87b4-0152498ff8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:16Z', 'updated_at': '2021-11-04T10:41:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:21.074243 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-4fda60f6-a0f9-4947-ba9b-d3d1ad33337a None None] Attempting to bind port 0f0fe94d-23ae-4395-98ef-91000bf337c5 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:41:21.074623 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-4fda60f6-a0f9-4947-ba9b-d3d1ad33337a None None] Attempting to bind port 0f0fe94d-23ae-4395-98ef-91000bf337c5 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:41:21.075000 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fda60f6-a0f9-4947-ba9b-d3d1ad33337a None None] Attempting to bind port 0f0fe94d-23ae-4395-98ef-91000bf337c5 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:41:21.076323 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ecfb14-3e48-4215-9232-13d9e0967f4c None None] Checking router: dd2e123c-b60a-469e-87b4-0152498ff8d2 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:41:21.076669 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ecfb14-3e48-4215-9232-13d9e0967f4c None None] Updating router dd2e123c-b60a-469e-87b4-0152498ff8d2 port f943b67e-3774-4e07-944b-4360d73d738f binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:41:21.101738 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fda60f6-a0f9-4947-ba9b-d3d1ad33337a None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:41:21.102119 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fda60f6-a0f9-4947-ba9b-d3d1ad33337a None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:41:21.102517 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4fda60f6-a0f9-4947-ba9b-d3d1ad33337a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:21.102914 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fda60f6-a0f9-4947-ba9b-d3d1ad33337a None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:41:21.103397 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-4fda60f6-a0f9-4947-ba9b-d3d1ad33337a None None] Bound port: 0f0fe94d-23ae-4395-98ef-91000bf337c5, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:41:21.103778 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4fda60f6-a0f9-4947-ba9b-d3d1ad33337a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:21.110752 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f6ecfb14-3e48-4215-9232-13d9e0967f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:21.131711 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72a92c19-44bb-4cac-b051-156a2a370342 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:21.134985 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72a92c19-44bb-4cac-b051-156a2a370342 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:21.141737 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-72a92c19-44bb-4cac-b051-156a2a370342 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "DELETE /v2.0/security-groups/4454bbd3-f2a6-4e9d-8bcc-2b6af778a55d HTTP/1.1" status: 204 len: 168 time: 0.8994384 Nov 04 10:41:21.146371 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657cbac-7e19-4dd0-8f56-c53d3975d6dd None None] Pushing event updated for resources: {'Port': ['ID=0f0fe94d-23ae-4395-98ef-91000bf337c5,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:21.154539 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022fd00d-1469-47d7-96b6-4b957cd8addb x-openstack-request-id: req-022fd00d-1469-47d7-96b6-4b957cd8addb {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:41:21.154975 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c228841-fa03-4830-b025-3117f1b7af8f", "name": "network-vif-deleted", "tag": "828e67bd-81fb-4518-ab63-1a372a37c2c6", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:41:21.155261 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-022fd00d-1469-47d7-96b6-4b957cd8addb {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:41:21.155660 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c228841-fa03-4830-b025-3117f1b7af8f', 'name': 'network-vif-deleted', 'tag': '828e67bd-81fb-4518-ab63-1a372a37c2c6', 'status': 'completed', 'code': 200} Nov 04 10:41:21.172025 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-3bcd1250-f775-479b-8752-15cef46f2329 service neutron] 10.222.0.121 "GET /v2.0/networks/9562b652-e7fe-4341-a8bf-c73d3dc951de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460896 Nov 04 10:41:21.221562 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-4fda60f6-a0f9-4947-ba9b-d3d1ad33337a None None] For port 0f0fe94d-23ae-4395-98ef-91000bf337c5, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:41:21.227134 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-4fda60f6-a0f9-4947-ba9b-d3d1ad33337a None None] For port 0f0fe94d-23ae-4395-98ef-91000bf337c5, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0f0fe94d-23ae-4395-98ef-91000bf337c5,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:41:21.232779 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4fda60f6-a0f9-4947-ba9b-d3d1ad33337a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:21.265341 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dd03d-dd6d-46a9-8179-f48975600196 req-c541bd24-eafe-4f35-9082-f1837f881866 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:21.267134 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ca1dd03d-dd6d-46a9-8179-f48975600196 req-c541bd24-eafe-4f35-9082-f1837f881866 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 1096 time: 0.0944126 Nov 04 10:41:21.291821 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a92c19-44bb-4cac-b051-156a2a370342 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4454bbd3-f2a6-4e9d-8bcc-2b6af778a55d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:21.296188 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657cbac-7e19-4dd0-8f56-c53d3975d6dd None None] Pushing event updated for resources: {'Port': ['ID=0f0fe94d-23ae-4395-98ef-91000bf337c5,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:21.334029 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fda60f6-a0f9-4947-ba9b-d3d1ad33337a None None] Routers {'b1ab101e-195d-455a-b3f0-81b93d65fc76'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:41:21.334550 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-4fda60f6-a0f9-4947-ba9b-d3d1ad33337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:41:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['b1ab101e-195d-455a-b3f0-81b93d65fc76'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:21.336104 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ca1dd03d-dd6d-46a9-8179-f48975600196 req-2aa2dedc-5584-435f-b115-9a7bde9387a4 tempest-LiveMigrationTest-1185776215 tempest-LiveMigrationTest-1185776215-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606711 Nov 04 10:41:21.345292 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-56b7ca7f-9650-4857-824a-a7b2137ac8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:21.470917 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-4fda60f6-a0f9-4947-ba9b-d3d1ad33337a None None] Set router b1ab101e-195d-455a-b3f0-81b93d65fc76 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:41:21.493587 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f6ecfb14-3e48-4215-9232-13d9e0967f4c None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:21.501261 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f6ecfb14-3e48-4215-9232-13d9e0967f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:21.547537 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-56b7ca7f-9650-4857-824a-a7b2137ac8fc admin admin] Allocated IP 172.20.0.1 (eb289679-7639-4a66-aa3b-ec07d6a9d79d/59bf7bce-0a06-4e94-b69d-9476ec3fc967/24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:41:21.575857 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b5417-7dba-45ee-a64c-88dc7c6a191e None None] Pushing event updated for resources: {'Port': ['ID=f943b67e-3774-4e07-944b-4360d73d738f,revision_number=2']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:21.578972 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-f6ecfb14-3e48-4215-9232-13d9e0967f4c None None] Attempting to bind port f943b67e-3774-4e07-944b-4360d73d738f on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:41:21.579612 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-f6ecfb14-3e48-4215-9232-13d9e0967f4c None None] Attempting to bind port f943b67e-3774-4e07-944b-4360d73d738f by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:41:21.580103 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ecfb14-3e48-4215-9232-13d9e0967f4c None None] Attempting to bind port f943b67e-3774-4e07-944b-4360d73d738f on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:41:21.586222 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ecfb14-3e48-4215-9232-13d9e0967f4c None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:41:21.586717 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ecfb14-3e48-4215-9232-13d9e0967f4c None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:41:21.587256 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f6ecfb14-3e48-4215-9232-13d9e0967f4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:21.587876 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ecfb14-3e48-4215-9232-13d9e0967f4c None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:41:21.588432 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-f6ecfb14-3e48-4215-9232-13d9e0967f4c None None] Bound port: f943b67e-3774-4e07-944b-4360d73d738f, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:41:21.589347 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f6ecfb14-3e48-4215-9232-13d9e0967f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:21.598053 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-850be0a8-b96f-4056-ae8f-243fa34e9892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:21.605638 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-987da738-c256-493c-bd72-f9b2bae2399d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:21.618644 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-987da738-c256-493c-bd72-f9b2bae2399d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:21.620352 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-987da738-c256-493c-bd72-f9b2bae2399d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:21.658540 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-f6ecfb14-3e48-4215-9232-13d9e0967f4c None None] For port f943b67e-3774-4e07-944b-4360d73d738f, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:41:21.663044 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-f6ecfb14-3e48-4215-9232-13d9e0967f4c None None] For port f943b67e-3774-4e07-944b-4360d73d738f, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f943b67e-3774-4e07-944b-4360d73d738f,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:41:21.673336 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f6ecfb14-3e48-4215-9232-13d9e0967f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:21.698200 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-4fda60f6-a0f9-4947-ba9b-d3d1ad33337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'name': 'tempest-ServersTestJSON-611007139-router', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:13Z', 'updated_at': '2021-11-04T10:41:17Z', 'revision_number': 3, 'project_id': '83608edca88c49429647d6bc7f371c77', 'gw_port': {'id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:92:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:16Z', 'updated_at': '2021-11-04T10:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:21.708366 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-56b7ca7f-9650-4857-824a-a7b2137ac8fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:21.729929 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e62779-3df8-4e78-a5fb-a8302c2e3c2a req-68c857a4-5327-4990-b965-1c5823a133ee tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:21.736300 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e62779-3df8-4e78-a5fb-a8302c2e3c2a req-68c857a4-5327-4990-b965-1c5823a133ee tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:21.736517 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fda60f6-a0f9-4947-ba9b-d3d1ad33337a None None] The sync data for ids ['b1ab101e-195d-455a-b3f0-81b93d65fc76'] in n-d-816629-1 is: [{'id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'name': 'tempest-ServersTestJSON-611007139-router', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:13Z', 'updated_at': '2021-11-04T10:41:17Z', 'revision_number': 3, 'project_id': '83608edca88c49429647d6bc7f371c77', 'gw_port': {'id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:92:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:16Z', 'updated_at': '2021-11-04T10:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:41:21.744325 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e62779-3df8-4e78-a5fb-a8302c2e3c2a req-68c857a4-5327-4990-b965-1c5823a133ee tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:21.745979 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-29e62779-3df8-4e78-a5fb-a8302c2e3c2a req-68c857a4-5327-4990-b965-1c5823a133ee tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=c31ce156-5e69-4d6a-88cc-ae650147ede8 HTTP/1.1" status: 200 len: 2413 time: 0.0945199 Nov 04 10:41:21.755135 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b5417-7dba-45ee-a64c-88dc7c6a191e None None] Pushing event updated for resources: {'Port': ['ID=f943b67e-3774-4e07-944b-4360d73d738f,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:21.792285 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ecfb14-3e48-4215-9232-13d9e0967f4c None None] Routers {'dd2e123c-b60a-469e-87b4-0152498ff8d2'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:41:21.793087 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f6ecfb14-3e48-4215-9232-13d9e0967f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:41:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['dd2e123c-b60a-469e-87b4-0152498ff8d2'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:21.841434 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-29e62779-3df8-4e78-a5fb-a8302c2e3c2a req-c5f26de8-930a-4bd9-b0e0-96dbfd85fbec tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793896 Nov 04 10:41:21.851547 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-56b7ca7f-9650-4857-824a-a7b2137ac8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:21.901227 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 774451b9-da41-429f-b239-13e3f3375067 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:41:21.901401 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45854) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:21.942852 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-f6ecfb14-3e48-4215-9232-13d9e0967f4c None None] Set router dd2e123c-b60a-469e-87b4-0152498ff8d2 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:41:21.967660 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b7ca7f-9650-4857-824a-a7b2137ac8fc admin admin] Network eb289679-7639-4a66-aa3b-ec07d6a9d79d is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:21.976593 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-56b7ca7f-9650-4857-824a-a7b2137ac8fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:21.987177 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b7ca7f-9650-4857-824a-a7b2137ac8fc admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:41:22.002794 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7ca7f-9650-4857-824a-a7b2137ac8fc admin admin] Pushing event updated for resources: {'Port': ['ID=24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:22.139898 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-56b7ca7f-9650-4857-824a-a7b2137ac8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:22.189994 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:22.267652 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-032f31cc-57d6-469f-917c-1abd358852c1 service neutron] 10.222.0.121 "GET /v2.0/networks/9562b652-e7fe-4341-a8bf-c73d3dc951de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0292246 Nov 04 10:41:22.271238 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 774451b9-da41-429f-b239-13e3f3375067, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=774451b9-da41-429f-b239-13e3f3375067,segment=NetworkSegment(68884ac4-1769-4bca-94f5-d9098a2e7fa7),segment_id=68884ac4-1769-4bca-94f5-d9098a2e7fa7)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:22.295755 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f6ecfb14-3e48-4215-9232-13d9e0967f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2e123c-b60a-469e-87b4-0152498ff8d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1226754562-router', 'tenant_id': 'ead355d3198b4aadbda9707a7fac95b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'f943b67e-3774-4e07-944b-4360d73d738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:14Z', 'updated_at': '2021-11-04T10:41:18Z', 'revision_number': 3, 'project_id': 'ead355d3198b4aadbda9707a7fac95b2', 'gw_port': {'id': 'f943b67e-3774-4e07-944b-4360d73d738f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:90:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2e123c-b60a-469e-87b4-0152498ff8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:16Z', 'updated_at': '2021-11-04T10:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:22.310131 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '774451b9-da41-429f-b239-13e3f3375067', 'network_id': 'e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1', 'port_id': '774451b9-da41-429f-b239-13e3f3375067', 'mac_address': 'fa:16:3e:1e:81:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0189f5-0dbc-49c3-b67c-b28bc1fef63a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:41:22.339698 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ecfb14-3e48-4215-9232-13d9e0967f4c None None] The sync data for ids ['dd2e123c-b60a-469e-87b4-0152498ff8d2'] in n-d-816629-1 is: [{'id': 'dd2e123c-b60a-469e-87b4-0152498ff8d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1226754562-router', 'tenant_id': 'ead355d3198b4aadbda9707a7fac95b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'f943b67e-3774-4e07-944b-4360d73d738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:14Z', 'updated_at': '2021-11-04T10:41:18Z', 'revision_number': 3, 'project_id': 'ead355d3198b4aadbda9707a7fac95b2', 'gw_port': {'id': 'f943b67e-3774-4e07-944b-4360d73d738f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:90:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2e123c-b60a-469e-87b4-0152498ff8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:16Z', 'updated_at': '2021-11-04T10:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:41:22.357065 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:22.377174 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 774451b9-da41-429f-b239-13e3f3375067 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:41:22.404133 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987da738-c256-493c-bd72-f9b2bae2399d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Port': ['ID=708947f7-1baa-4229-8b0c-785c0f853208,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:22.404682 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 774451b9-da41-429f-b239-13e3f3375067, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=774451b9-da41-429f-b239-13e3f3375067,segment=NetworkSegment(68884ac4-1769-4bca-94f5-d9098a2e7fa7),segment_id=68884ac4-1769-4bca-94f5-d9098a2e7fa7)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:22.411087 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:22.412128 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 93a6d616-ae72-4081-a095-06a4eb3aa14f details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:41:22.423833 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:41:22.571643 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1511f-eaa3-467b-8582-69d2dabf4f8e req-2499d68c-0748-46c2-a2f1-f3d1800c1a91 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:22.581333 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9a1511f-eaa3-467b-8582-69d2dabf4f8e req-2499d68c-0748-46c2-a2f1-f3d1800c1a91 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 945 time: 0.2927229 Nov 04 10:41:22.647770 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-56b7ca7f-9650-4857-824a-a7b2137ac8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:22.650850 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=774451b9-da41-429f-b239-13e3f3375067,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:22.683266 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:22.720911 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-f0538269-b56f-4c18-be60-04dbae850eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:22.721389 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-f0538269-b56f-4c18-be60-04dbae850eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:22.721872 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-f0538269-b56f-4c18-be60-04dbae850eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:22.723649 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-f0538269-b56f-4c18-be60-04dbae850eab service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8497c67b53424b7dad5299c790949829&device_id=c31ce156-5e69-4d6a-88cc-ae650147ede8 HTTP/1.1" status: 200 len: 2866 time: 0.2702615 Nov 04 10:41:22.751461 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f,segment=NetworkSegment(24917bd9-2e92-4958-ac62-be85fdb73dd1),segment_id=24917bd9-2e92-4958-ac62-be85fdb73dd1)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:22.821771 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 93a6d616-ae72-4081-a095-06a4eb3aa14f, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=93a6d616-ae72-4081-a095-06a4eb3aa14f,segment=NetworkSegment(75bd34cc-02fc-483b-8128-146d0a8eca1e),segment_id=75bd34cc-02fc-483b-8128-146d0a8eca1e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:22.829319 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987da738-c256-493c-bd72-f9b2bae2399d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network b444793f-dde4-40c7-9b93-97b604f57070 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:22.860774 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f', 'network_id': '9562b652-e7fe-4341-a8bf-c73d3dc951de', 'port_id': '67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f', 'mac_address': 'fa:16:3e:94:99:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac75fc6-a4f8-4c9d-96f5-4447467452f0', 'ip_address': '19.80.0.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:41:22.868896 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '93a6d616-ae72-4081-a095-06a4eb3aa14f', 'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604', 'port_id': '93a6d616-ae72-4081-a095-06a4eb3aa14f', 'mac_address': 'fa:16:3e:07:5d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c288e9a9-e266-47aa-b999-fff4d7adb121', 'ip_address': '10.1.1.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:41:22.886876 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-987da738-c256-493c-bd72-f9b2bae2399d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:22.916959 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-850be0a8-b96f-4056-ae8f-243fa34e9892 admin admin] Allocated IP 172.20.0.1 (f2d56fe0-b956-44c6-b132-becb96ea8b6b/794583f9-fd3c-45d8-84dc-0cdc1c82af17/4522e2b0-7540-42bd-b29c-afa3494d1445) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:41:23.000450 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:23.003371 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:23.020496 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a6d616-ae72-4081-a095-06a4eb3aa14f {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:41:23.054053 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:41:23.085609 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9a1511f-eaa3-467b-8582-69d2dabf4f8e req-a8942f17-136e-47ff-9d0f-d48d767bc977 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5029750 Nov 04 10:41:23.100201 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f,segment=NetworkSegment(24917bd9-2e92-4958-ac62-be85fdb73dd1),segment_id=24917bd9-2e92-4958-ac62-be85fdb73dd1)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:23.123439 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:23.123947 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 8b28aba4-0468-4d16-af08-ae5cd0c470b7 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:41:23.148224 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 93a6d616-ae72-4081-a095-06a4eb3aa14f, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=93a6d616-ae72-4081-a095-06a4eb3aa14f,segment=NetworkSegment(75bd34cc-02fc-483b-8128-146d0a8eca1e),segment_id=75bd34cc-02fc-483b-8128-146d0a8eca1e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:23.163523 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1c23f-316b-4732-a817-24cde9b45beb req-10c9f07b-fe48-489a-94cb-e89b07a876c4 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:23.170661 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:23.171337 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device a09927a9-ef20-452f-a0cd-6d40858aa8ef details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:41:23.172423 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-12c1c23f-316b-4732-a817-24cde9b45beb req-10c9f07b-fe48-489a-94cb-e89b07a876c4 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.121 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 945 time: 0.3436177 Nov 04 10:41:23.178283 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-56b7ca7f-9650-4857-824a-a7b2137ac8fc admin admin] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:23.213052 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-56b7ca7f-9650-4857-824a-a7b2137ac8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:23.323857 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port a09927a9-ef20-452f-a0cd-6d40858aa8ef, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=a09927a9-ef20-452f-a0cd-6d40858aa8ef,segment=NetworkSegment(75bd34cc-02fc-483b-8128-146d0a8eca1e),segment_id=75bd34cc-02fc-483b-8128-146d0a8eca1e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:23.342436 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7ca7f-9650-4857-824a-a7b2137ac8fc admin admin] Pushing event updated for resources: {'Port': ['ID=24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:23.350420 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-850be0a8-b96f-4056-ae8f-243fa34e9892 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:23.365742 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.resource_extend [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:41:23.396908 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-70e607c9-8d8d-45fd-a362-78153d77a46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:23.398441 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-70e607c9-8d8d-45fd-a362-78153d77a46b service neutron] 10.222.0.121 "GET /v2.0/networks?id=f2d5c24a-ce13-4d4d-bf54-b01d428b252e HTTP/1.1" status: 200 len: 903 time: 0.6619847 Nov 04 10:41:23.400327 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 8b28aba4-0468-4d16-af08-ae5cd0c470b7, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=8b28aba4-0468-4d16-af08-ae5cd0c470b7,segment=NetworkSegment(24917bd9-2e92-4958-ac62-be85fdb73dd1),segment_id=24917bd9-2e92-4958-ac62-be85fdb73dd1)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:23.417357 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'a09927a9-ef20-452f-a0cd-6d40858aa8ef', 'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604', 'port_id': 'a09927a9-ef20-452f-a0cd-6d40858aa8ef', 'mac_address': 'fa:16:3e:c7:76:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c288e9a9-e266-47aa-b999-fff4d7adb121', 'ip_address': '10.1.1.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:41:23.424726 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-56b7ca7f-9650-4857-824a-a7b2137ac8fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:23.479169 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '8b28aba4-0468-4d16-af08-ae5cd0c470b7', 'network_id': '9562b652-e7fe-4341-a8bf-c73d3dc951de', 'port_id': '8b28aba4-0468-4d16-af08-ae5cd0c470b7', 'mac_address': 'fa:16:3e:9f:79:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac75fc6-a4f8-4c9d-96f5-4447467452f0', 'ip_address': '19.80.0.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:41:23.508050 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-9d2bb5c2-c4e3-4954-a60f-babdd6c5038b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.175&port_id=f4fb18ce-6e54-4eb2-b7a5-61f117997e55 HTTP/1.1" status: 200 len: 217 time: 0.1010985 Nov 04 10:41:23.570274 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-95f9ab38-caa4-4d42-a3c9-5a16451fe82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:23.571981 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-95f9ab38-caa4-4d42-a3c9-5a16451fe82e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=aeccfaeb-f207-44c1-b855-a683390cab73 HTTP/1.1" status: 200 len: 801 time: 0.0522068 Nov 04 10:41:23.602371 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-850be0a8-b96f-4056-ae8f-243fa34e9892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:23.649624 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aa0a5-bc1b-490a-8ebf-cb97322aab7b req-1539f04e-0588-404f-98e5-84e4cb46c980 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:23.657799 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aa0a5-bc1b-490a-8ebf-cb97322aab7b req-1539f04e-0588-404f-98e5-84e4cb46c980 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:23.665003 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aa0a5-bc1b-490a-8ebf-cb97322aab7b req-1539f04e-0588-404f-98e5-84e4cb46c980 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:23.668705 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987da738-c256-493c-bd72-f9b2bae2399d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Router a472fdcd-f988-406b-9110-1a90ed65144c is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:41:23.673520 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aa0a5-bc1b-490a-8ebf-cb97322aab7b req-1539f04e-0588-404f-98e5-84e4cb46c980 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:23.681249 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aa0a5-bc1b-490a-8ebf-cb97322aab7b req-1539f04e-0588-404f-98e5-84e4cb46c980 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:23.685367 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850be0a8-b96f-4056-ae8f-243fa34e9892 admin admin] Network f2d56fe0-b956-44c6-b132-becb96ea8b6b is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:23.689536 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aa0a5-bc1b-490a-8ebf-cb97322aab7b req-1539f04e-0588-404f-98e5-84e4cb46c980 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:23.696624 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aa0a5-bc1b-490a-8ebf-cb97322aab7b req-1539f04e-0588-404f-98e5-84e4cb46c980 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:23.699135 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d82aa0a5-bc1b-490a-8ebf-cb97322aab7b req-1539f04e-0588-404f-98e5-84e4cb46c980 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 5422 time: 0.3885009 Nov 04 10:41:23.700280 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-850be0a8-b96f-4056-ae8f-243fa34e9892 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:23.708520 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-4dbcf459-80dd-4a96-a5b3-900c93da954f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:23.710172 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-4dbcf459-80dd-4a96-a5b3-900c93da954f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f2d5c24a-ce13-4d4d-bf54-b01d428b252e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1219261 Nov 04 10:41:23.711475 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850be0a8-b96f-4056-ae8f-243fa34e9892 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:41:23.718696 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f943b67e-3774-4e07-944b-4360d73d738f up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:23.725720 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-bdfcd51f-c9d2-48d1-99df-206b6b3011aa None None] Provisioning complete for port 708947f7-1baa-4229-8b0c-785c0f853208 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:23.731543 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bdfcd51f-c9d2-48d1-99df-206b6b3011aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:23.757576 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850be0a8-b96f-4056-ae8f-243fa34e9892 admin admin] Pushing event updated for resources: {'Port': ['ID=4522e2b0-7540-42bd-b29c-afa3494d1445,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:23.845990 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b7ca7f-9650-4857-824a-a7b2137ac8fc admin admin] Network eb289679-7639-4a66-aa3b-ec07d6a9d79d is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:23.854236 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:23.857698 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-56b7ca7f-9650-4857-824a-a7b2137ac8fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:23.858932 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-bdfcd51f-c9d2-48d1-99df-206b6b3011aa None None] Port 708947f7-1baa-4229-8b0c-785c0f853208 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:41:23.882710 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-12c1c23f-316b-4732-a817-24cde9b45beb req-be9f7166-942c-45f8-bc5a-0e436e325bf8 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Deleting port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:41:23.883050 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-12c1c23f-316b-4732-a817-24cde9b45beb req-be9f7166-942c-45f8-bc5a-0e436e325bf8 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:23.969907 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c49c2c6a-c8e7-44a2-84cd-7078f2ef1dbb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:23.979221 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=93a6d616-ae72-4081-a095-06a4eb3aa14f,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:23.990302 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:24.000882 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:24.030736 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-497ca34c-9589-4757-8764-3a4272587086 service neutron] 10.222.0.121 "GET /v2.0/networks/f2d5c24a-ce13-4d4d-bf54-b01d428b252e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824392 Nov 04 10:41:24.034218 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987da738-c256-493c-bd72-f9b2bae2399d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:41:24.040162 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-987da738-c256-493c-bd72-f9b2bae2399d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "PUT /v2.0/routers/a472fdcd-f988-406b-9110-1a90ed65144c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8915229 Nov 04 10:41:24.040754 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a09927a9-ef20-452f-a0cd-6d40858aa8ef {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:41:24.078887 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port a09927a9-ef20-452f-a0cd-6d40858aa8ef, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=a09927a9-ef20-452f-a0cd-6d40858aa8ef,segment=NetworkSegment(75bd34cc-02fc-483b-8128-146d0a8eca1e),segment_id=75bd34cc-02fc-483b-8128-146d0a8eca1e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:24.085190 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787945eb-3e5a-48f2-bf6d-ae8ec2dedd63 None None] Sync routers for ids ['a472fdcd-f988-406b-9110-1a90ed65144c'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:41:24.104477 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:24.105500 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 511fc5ae-cb19-4f00-a96e-ae1fe43026e6 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:41:24.112109 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45862) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:24.115766 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b28aba4-0468-4d16-af08-ae5cd0c470b7 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:41:24.126696 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-850be0a8-b96f-4056-ae8f-243fa34e9892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:24.153788 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787945eb-3e5a-48f2-bf6d-ae8ec2dedd63 None None] Routers {'a472fdcd-f988-406b-9110-1a90ed65144c'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:41:24.154543 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-787945eb-3e5a-48f2-bf6d-ae8ec2dedd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:41:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a472fdcd-f988-406b-9110-1a90ed65144c'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:24.245944 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-787945eb-3e5a-48f2-bf6d-ae8ec2dedd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:24.257560 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 8b28aba4-0468-4d16-af08-ae5cd0c470b7, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=8b28aba4-0468-4d16-af08-ae5cd0c470b7,segment=NetworkSegment(24917bd9-2e92-4958-ac62-be85fdb73dd1),segment_id=24917bd9-2e92-4958-ac62-be85fdb73dd1)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:24.270294 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787945eb-3e5a-48f2-bf6d-ae8ec2dedd63 None None] Routers {'a472fdcd-f988-406b-9110-1a90ed65144c'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:41:24.271121 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-787945eb-3e5a-48f2-bf6d-ae8ec2dedd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:41:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a472fdcd-f988-406b-9110-1a90ed65144c'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:24.276417 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-bf41d682-f5a8-4735-9d06-5b0215aa0cef service neutron] 10.222.0.121 "GET /v2.0/networks/f2d5c24a-ce13-4d4d-bf54-b01d428b252e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327034 Nov 04 10:41:24.280461 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=a09927a9-ef20-452f-a0cd-6d40858aa8ef,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:24.291769 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:24.292607 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device f4fb18ce-6e54-4eb2-b7a5-61f117997e55 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:41:24.296367 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a31f523-4ab1-4509-bb9d-0c827ec509dc tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:24.304409 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3a31f523-4ab1-4509-bb9d-0c827ec509dc tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "GET /v2.0/ports?device_id=a472fdcd-f988-406b-9110-1a90ed65144c HTTP/1.1" status: 200 len: 988 time: 0.1911969 Nov 04 10:41:24.311190 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45866) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:24.311999 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.resource_extend [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:41:24.390596 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port f943b67e-3774-4e07-944b-4360d73d738f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:24.391298 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:24.435123 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.resource_extend [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:41:24.436704 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-787945eb-3e5a-48f2-bf6d-ae8ec2dedd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:24.437508 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787945eb-3e5a-48f2-bf6d-ae8ec2dedd63 None None] The sync data for ids ['a472fdcd-f988-406b-9110-1a90ed65144c'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:41:24.472649 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-850be0a8-b96f-4056-ae8f-243fa34e9892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:24.504492 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-e622012a-d114-4de1-8673-9bcfc876c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:24.505537 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-e622012a-d114-4de1-8673-9bcfc876c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:24.505537 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-e622012a-d114-4de1-8673-9bcfc876c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:24.507143 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-e622012a-d114-4de1-8673-9bcfc876c06a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8497c67b53424b7dad5299c790949829&device_id=c31ce156-5e69-4d6a-88cc-ae650147ede8 HTTP/1.1" status: 200 len: 2868 time: 0.1392257 Nov 04 10:41:24.515067 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f33248ef-7761-4a0b-a493-bf74ba16b0e1 None None] Provisioning complete for port 4522e2b0-7540-42bd-b29c-afa3494d1445 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:24.515605 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f33248ef-7761-4a0b-a493-bf74ba16b0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:24.537180 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d82aa0a5-bc1b-490a-8ebf-cb97322aab7b req-127be7f0-827c-43e3-9936-317b4144a9c0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ded427f-6d19-40e3-a805-138915509ca8&id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7709947 Nov 04 10:41:24.622908 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=8b28aba4-0468-4d16-af08-ae5cd0c470b7,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:24.666909 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-12c1c23f-316b-4732-a817-24cde9b45beb req-be9f7166-942c-45f8-bc5a-0e436e325bf8 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] For port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=5ccd14b8-5141-4f67-8179-1ee0c0f16b22,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:24.667296 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-12c1c23f-316b-4732-a817-24cde9b45beb req-be9f7166-942c-45f8-bc5a-0e436e325bf8 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:24.667544 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-f33248ef-7761-4a0b-a493-bf74ba16b0e1 None None] Port 4522e2b0-7540-42bd-b29c-afa3494d1445 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:41:24.679909 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 511fc5ae-cb19-4f00-a96e-ae1fe43026e6, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=511fc5ae-cb19-4f00-a96e-ae1fe43026e6,segment=NetworkSegment(e4c253af-65d0-47a4-af72-3837b14a76c7),segment_id=e4c253af-65d0-47a4-af72-3837b14a76c7)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:24.725283 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port f4fb18ce-6e54-4eb2-b7a5-61f117997e55, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=f4fb18ce-6e54-4eb2-b7a5-61f117997e55,segment=NetworkSegment(9fa477bf-5849-4b71-84c2-fbf89ae8698a),segment_id=9fa477bf-5849-4b71-84c2-fbf89ae8698a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:24.735436 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '511fc5ae-cb19-4f00-a96e-ae1fe43026e6', 'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c', 'port_id': '511fc5ae-cb19-4f00-a96e-ae1fe43026e6', 'mac_address': 'fa:16:3e:e7:96:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cad3f525-abcd-4ea2-aa2e-91412e579fe9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:41:24.748173 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-12c1c23f-316b-4732-a817-24cde9b45beb req-be9f7166-942c-45f8-bc5a-0e436e325bf8 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Calling delete_port for 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:41:24.768484 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'f4fb18ce-6e54-4eb2-b7a5-61f117997e55', 'network_id': 'f2d5c24a-ce13-4d4d-bf54-b01d428b252e', 'port_id': 'f4fb18ce-6e54-4eb2-b7a5-61f117997e55', 'mac_address': 'fa:16:3e:60:18:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeccfaeb-f207-44c1-b855-a683390cab73', 'ip_address': '19.86.0.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:41:24.806449 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:24.822749 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-8feef66e-4307-44d0-b7cb-013bdb1ff7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:24.824389 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-8feef66e-4307-44d0-b7cb-013bdb1ff7d1 service neutron] 10.222.0.121 "GET /v2.0/networks?id=9562b652-e7fe-4341-a8bf-c73d3dc951de HTTP/1.1" status: 200 len: 904 time: 0.2833614 Nov 04 10:41:24.867078 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port f943b67e-3774-4e07-944b-4360d73d738f, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f943b67e-3774-4e07-944b-4360d73d738f,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:24.877550 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:24.879892 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:24.880793 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0f0fe94d-23ae-4395-98ef-91000bf337c5 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:24.889849 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-faf3fe6b-6386-43e6-afda-d2cdaac56257 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.138&port_id=8b28aba4-0468-4d16-af08-ae5cd0c470b7 HTTP/1.1" status: 200 len: 217 time: 0.0557592 Nov 04 10:41:24.925286 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b7ca7f-9650-4857-824a-a7b2137ac8fc admin admin] Router dd2e123c-b60a-469e-87b4-0152498ff8d2 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:41:24.930879 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:24.938285 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59629785-6422-4865-9ef0-81ab865f8ca3 req-7ec49a26-5b55-4c11-a47a-4470863ae963 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:24.945935 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-59629785-6422-4865-9ef0-81ab865f8ca3 req-7ec49a26-5b55-4c11-a47a-4470863ae963 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 945 time: 0.2822740 Nov 04 10:41:24.954311 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511fc5ae-cb19-4f00-a96e-ae1fe43026e6 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:41:24.982914 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4fb18ce-6e54-4eb2-b7a5-61f117997e55 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:41:24.998214 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-cf5ebb3f-cf9f-4009-92bf-7bfb9e8a2ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:24.999635 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-cf5ebb3f-cf9f-4009-92bf-7bfb9e8a2ac2 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1ac75fc6-a4f8-4c9d-96f5-4447467452f0 HTTP/1.1" status: 200 len: 801 time: 0.0996614 Nov 04 10:41:25.022934 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 511fc5ae-cb19-4f00-a96e-ae1fe43026e6, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=511fc5ae-cb19-4f00-a96e-ae1fe43026e6,segment=NetworkSegment(e4c253af-65d0-47a4-af72-3837b14a76c7),segment_id=e4c253af-65d0-47a4-af72-3837b14a76c7)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:25.042467 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=f943b67e-3774-4e07-944b-4360d73d738f,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:25.045902 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:25.047623 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 4ab0a657-f335-4fa1-bff5-c15c3461f18a details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:41:25.053733 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port f4fb18ce-6e54-4eb2-b7a5-61f117997e55, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=f4fb18ce-6e54-4eb2-b7a5-61f117997e55,segment=NetworkSegment(9fa477bf-5849-4b71-84c2-fbf89ae8698a),segment_id=9fa477bf-5849-4b71-84c2-fbf89ae8698a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:25.101521 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:25.163882 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 0f0fe94d-23ae-4395-98ef-91000bf337c5 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:25.164155 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-59629785-6422-4865-9ef0-81ab865f8ca3 req-6895e362-4819-4c41-a672-8b1bd2d368d2 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173536 Nov 04 10:41:25.164506 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:25.167522 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 4ab0a657-f335-4fa1-bff5-c15c3461f18a, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4ab0a657-f335-4fa1-bff5-c15c3461f18a,segment=NetworkSegment(75bd34cc-02fc-483b-8128-146d0a8eca1e),segment_id=75bd34cc-02fc-483b-8128-146d0a8eca1e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:25.171257 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-12c1c23f-316b-4732-a817-24cde9b45beb req-be9f7166-942c-45f8-bc5a-0e436e325bf8 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:25.208799 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['fe4b4c76-bc45-4b3d-b197-950dec71cf45'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:41:25.211465 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=511fc5ae-cb19-4f00-a96e-ae1fe43026e6,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:25.278725 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f7166-942c-45f8-bc5a-0e436e325bf8 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Pushing event deleted for resources: {'Port': ['ID=5ccd14b8-5141-4f67-8179-1ee0c0f16b22,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:25.292800 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '4ab0a657-f335-4fa1-bff5-c15c3461f18a', 'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604', 'port_id': '4ab0a657-f335-4fa1-bff5-c15c3461f18a', 'mac_address': 'fa:16:3e:9d:03:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c288e9a9-e266-47aa-b999-fff4d7adb121', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:41:25.392970 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=f4fb18ce-6e54-4eb2-b7a5-61f117997e55,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:25.412158 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c1c23f-316b-4732-a817-24cde9b45beb req-be9f7166-942c-45f8-bc5a-0e436e325bf8 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] No DVR routers for this DVR port 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:41:25.422403 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:25.426640 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['8b28aba4-0468-4d16-af08-ae5cd0c470b7'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:41:25.436032 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-12c1c23f-316b-4732-a817-24cde9b45beb req-be9f7166-942c-45f8-bc5a-0e436e325bf8 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:25.439993 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-12c1c23f-316b-4732-a817-24cde9b45beb req-be9f7166-942c-45f8-bc5a-0e436e325bf8 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.121 "DELETE /v2.0/ports/5ccd14b8-5141-4f67-8179-1ee0c0f16b22 HTTP/1.1" status: 204 len: 173 time: 2.2499168 Nov 04 10:41:25.440796 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6', 'name': 'network-vif-deleted', 'tag': '5ccd14b8-5141-4f67-8179-1ee0c0f16b22'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:41:25.443389 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822d0998-f832-4d60-9013-99eb1df066fd" -d '{"events": [{"server_uuid": "df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6", "name": "network-vif-deleted", "tag": "5ccd14b8-5141-4f67-8179-1ee0c0f16b22"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:41:25.452916 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-850be0a8-b96f-4056-ae8f-243fa34e9892 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:25.467984 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-850be0a8-b96f-4056-ae8f-243fa34e9892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:25.503188 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['f4fb18ce-6e54-4eb2-b7a5-61f117997e55'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:41:25.507965 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28dc837-0bb6-4487-835e-7a7e2f3b9512 req-5daf2ee2-6966-4533-9a6e-c358dcf3593f tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:25.514591 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28dc837-0bb6-4487-835e-7a7e2f3b9512 req-5daf2ee2-6966-4533-9a6e-c358dcf3593f tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:25.514977 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:41:25.521905 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28dc837-0bb6-4487-835e-7a7e2f3b9512 req-5daf2ee2-6966-4533-9a6e-c358dcf3593f tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:25.539959 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a28dc837-0bb6-4487-835e-7a7e2f3b9512 req-5daf2ee2-6966-4533-9a6e-c358dcf3593f tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=c31ce156-5e69-4d6a-88cc-ae650147ede8 HTTP/1.1" status: 200 len: 2416 time: 0.2622044 Nov 04 10:41:25.542016 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b7ca7f-9650-4857-824a-a7b2137ac8fc admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:41:25.542789 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab0a657-f335-4fa1-bff5-c15c3461f18a {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:41:25.560580 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73655600-964d-456e-a664-f15bf3028dfe None None] Sync routers for ids ['dd2e123c-b60a-469e-87b4-0152498ff8d2'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:41:25.575917 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73655600-964d-456e-a664-f15bf3028dfe None None] Routers {'dd2e123c-b60a-469e-87b4-0152498ff8d2'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:41:25.576544 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-73655600-964d-456e-a664-f15bf3028dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:41:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['dd2e123c-b60a-469e-87b4-0152498ff8d2'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:25.589202 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-56b7ca7f-9650-4857-824a-a7b2137ac8fc admin admin] 10.222.0.127 "PUT /v2.0/routers/dd2e123c-b60a-469e-87b4-0152498ff8d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1992166 Nov 04 10:41:25.644792 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:25.656490 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 4ab0a657-f335-4fa1-bff5-c15c3461f18a, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4ab0a657-f335-4fa1-bff5-c15c3461f18a,segment=NetworkSegment(75bd34cc-02fc-483b-8128-146d0a8eca1e),segment_id=75bd34cc-02fc-483b-8128-146d0a8eca1e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:25.670245 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-c49c2c6a-c8e7-44a2-84cd-7078f2ef1dbb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Deleting port 7deda305-1888-4bef-8556-220c957944c1 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:41:25.670597 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c49c2c6a-c8e7-44a2-84cd-7078f2ef1dbb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:25.679826 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:25.681180 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device bb296dc2-fe9a-4d2b-a25a-d011341603b9 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:41:25.692084 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-aac0b633-5c66-487a-873e-d206668002d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:25.694506 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-aac0b633-5c66-487a-873e-d206668002d2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9562b652-e7fe-4341-a8bf-c73d3dc951de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6579425 Nov 04 10:41:25.735419 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 0f0fe94d-23ae-4395-98ef-91000bf337c5, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0f0fe94d-23ae-4395-98ef-91000bf337c5,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:25.740966 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a28dc837-0bb6-4487-835e-7a7e2f3b9512 req-9e564682-ee10-4a21-97b5-5287247aadd2 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004333 Nov 04 10:41:25.752657 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-850be0a8-b96f-4056-ae8f-243fa34e9892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:25.754735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850be0a8-b96f-4056-ae8f-243fa34e9892 admin admin] Pushing event updated for resources: {'Port': ['ID=4522e2b0-7540-42bd-b29c-afa3494d1445,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:25.809847 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-73655600-964d-456e-a664-f15bf3028dfe None None] Set router dd2e123c-b60a-469e-87b4-0152498ff8d2 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:41:25.859386 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:26.029448 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e4995d32-d8dd-446f-ad2b-2658844a1dda tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:26.099980 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-c49c2c6a-c8e7-44a2-84cd-7078f2ef1dbb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] For port 7deda305-1888-4bef-8556-220c957944c1, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7deda305-1888-4bef-8556-220c957944c1,segment=NetworkSegment(584df556-669b-4b6d-9b18-843b5cf506ec),segment_id=584df556-669b-4b6d-9b18-843b5cf506ec)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:26.100365 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c49c2c6a-c8e7-44a2-84cd-7078f2ef1dbb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:26.102533 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port bb296dc2-fe9a-4d2b-a25a-d011341603b9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=bb296dc2-fe9a-4d2b-a25a-d011341603b9,segment=NetworkSegment(75bd34cc-02fc-483b-8128-146d0a8eca1e),segment_id=75bd34cc-02fc-483b-8128-146d0a8eca1e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:26.105376 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f943b67e-3774-4e07-944b-4360d73d738f up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:26.107242 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=4ab0a657-f335-4fa1-bff5-c15c3461f18a,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:26.174975 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-c49c2c6a-c8e7-44a2-84cd-7078f2ef1dbb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Calling delete_port for 7deda305-1888-4bef-8556-220c957944c1 owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:41:26.222575 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-73655600-964d-456e-a664-f15bf3028dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2e123c-b60a-469e-87b4-0152498ff8d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1226754562-router', 'tenant_id': 'ead355d3198b4aadbda9707a7fac95b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'f943b67e-3774-4e07-944b-4360d73d738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:14Z', 'updated_at': '2021-11-04T10:41:22Z', 'revision_number': 4, 'project_id': 'ead355d3198b4aadbda9707a7fac95b2', 'gw_port': {'id': 'f943b67e-3774-4e07-944b-4360d73d738f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:90:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2e123c-b60a-469e-87b4-0152498ff8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:16Z', 'updated_at': '2021-11-04T10:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2', 'name': '', 'network_id': 'eb289679-7639-4a66-aa3b-ec07d6a9d79d', 'tenant_id': 'ead355d3198b4aadbda9707a7fac95b2', 'mac_address': 'fa:16:3e:e4:7b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2e123c-b60a-469e-87b4-0152498ff8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '59bf7bce-0a06-4e94-b69d-9476ec3fc967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:21Z', 'updated_at': '2021-11-04T10:41:22Z', 'revision_number': 2, 'project_id': 'ead355d3198b4aadbda9707a7fac95b2', 'subnets': [{'id': '59bf7bce-0a06-4e94-b69d-9476ec3fc967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:26.257838 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-9dc64b7c-54f7-4720-9746-0e77b88fbe2e service neutron] 10.222.0.121 "GET /v2.0/networks/9562b652-e7fe-4341-a8bf-c73d3dc951de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5520167 Nov 04 10:41:26.286264 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73655600-964d-456e-a664-f15bf3028dfe None None] Checking router: dd2e123c-b60a-469e-87b4-0152498ff8d2 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:41:26.292497 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73655600-964d-456e-a664-f15bf3028dfe None None] Updating router dd2e123c-b60a-469e-87b4-0152498ff8d2 port 24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:41:26.341579 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-73655600-964d-456e-a664-f15bf3028dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:26.430721 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971222a0-58b8-40c7-a314-afd20faf0fa0 req-7ebd5d54-36f4-4d44-bf91-906caa553e23 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:26.432865 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-971222a0-58b8-40c7-a314-afd20faf0fa0 req-7ebd5d54-36f4-4d44-bf91-906caa553e23 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 945 time: 0.5647125 Nov 04 10:41:26.434295 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c49c2c6a-c8e7-44a2-84cd-7078f2ef1dbb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:26.499555 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850be0a8-b96f-4056-ae8f-243fa34e9892 admin admin] Network f2d56fe0-b956-44c6-b132-becb96ea8b6b is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:26.514322 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-850be0a8-b96f-4056-ae8f-243fa34e9892 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:26.528638 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-971222a0-58b8-40c7-a314-afd20faf0fa0 req-6e76d0b0-0621-4d6b-8eea-bffd97e6c85b tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777071 Nov 04 10:41:26.618781 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'bb296dc2-fe9a-4d2b-a25a-d011341603b9', 'network_id': 'b24fc8aa-ee49-4b0e-86f2-bb77483ee604', 'port_id': 'bb296dc2-fe9a-4d2b-a25a-d011341603b9', 'mac_address': 'fa:16:3e:63:5e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c288e9a9-e266-47aa-b999-fff4d7adb121', 'ip_address': '10.1.1.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:41:26.636406 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c2c6a-c8e7-44a2-84cd-7078f2ef1dbb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event deleted for resources: {'Port': ['ID=7deda305-1888-4bef-8556-220c957944c1,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:26.857489 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a384b0bb-4554-4299-b3e0-c7e1e29fd86b req-8c7b19eb-5234-4983-8975-7af7e49a0bb8 service neutron] 10.222.0.121 "GET /v2.0/networks/9562b652-e7fe-4341-a8bf-c73d3dc951de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5888884 Nov 04 10:41:26.991164 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-73655600-964d-456e-a664-f15bf3028dfe None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:26.997313 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=0f0fe94d-23ae-4395-98ef-91000bf337c5,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:27.002846 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-73655600-964d-456e-a664-f15bf3028dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:27.048242 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:27.049622 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ffac3f-eb7a-4c6a-ac13-6cfb5979081b x-openstack-request-id: req-b6ffac3f-eb7a-4c6a-ac13-6cfb5979081b {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:41:27.051628 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6", "name": "network-vif-deleted", "tag": "5ccd14b8-5141-4f67-8179-1ee0c0f16b22", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:41:27.051891 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-b6ffac3f-eb7a-4c6a-ac13-6cfb5979081b {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:41:27.054805 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port f943b67e-3774-4e07-944b-4360d73d738f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:27.055788 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:27.066139 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e885f6ef-7385-409d-8281-89942d36b552 None None] Provisioning complete for port 4522e2b0-7540-42bd-b29c-afa3494d1445 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:27.066495 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e885f6ef-7385-409d-8281-89942d36b552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:27.067341 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6', 'name': 'network-vif-deleted', 'tag': '5ccd14b8-5141-4f67-8179-1ee0c0f16b22', 'status': 'completed', 'code': 200} Nov 04 10:41:27.068711 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523250dd-c79f-4926-9d70-d369cd7f4e0c None None] Pushing event updated for resources: {'Port': ['ID=24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:27.070929 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c49c2c6a-c8e7-44a2-84cd-7078f2ef1dbb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:27.123986 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850be0a8-b96f-4056-ae8f-243fa34e9892 admin admin] Router b1ab101e-195d-455a-b3f0-81b93d65fc76 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:41:27.177179 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-73655600-964d-456e-a664-f15bf3028dfe None None] Attempting to bind port 24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:41:27.177771 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-73655600-964d-456e-a664-f15bf3028dfe None None] Attempting to bind port 24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '01f724fb-d5bb-4d4a-b3e6-7600685a2694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'eb289679-7639-4a66-aa3b-ec07d6a9d79d'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:41:27.178315 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73655600-964d-456e-a664-f15bf3028dfe None None] Attempting to bind port 24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2 on network eb289679-7639-4a66-aa3b-ec07d6a9d79d {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:41:27.187577 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73655600-964d-456e-a664-f15bf3028dfe None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:41:27.188258 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73655600-964d-456e-a664-f15bf3028dfe None None] Checking segment: {'id': '01f724fb-d5bb-4d4a-b3e6-7600685a2694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'eb289679-7639-4a66-aa3b-ec07d6a9d79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:41:27.189485 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-73655600-964d-456e-a664-f15bf3028dfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:27.190042 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73655600-964d-456e-a664-f15bf3028dfe None None] Bound using segment: {'id': '01f724fb-d5bb-4d4a-b3e6-7600685a2694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'eb289679-7639-4a66-aa3b-ec07d6a9d79d'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:41:27.190704 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-73655600-964d-456e-a664-f15bf3028dfe None None] Bound port: 24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f724fb-d5bb-4d4a-b3e6-7600685a2694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'eb289679-7639-4a66-aa3b-ec07d6a9d79d'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:41:27.191239 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-73655600-964d-456e-a664-f15bf3028dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:27.193502 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:41:27.257032 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72638663-26e2-45ed-b8be-b18a915a1bcc req-77ed795b-02b7-48b6-9599-3083bb9bb136 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:27.263365 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72638663-26e2-45ed-b8be-b18a915a1bcc req-77ed795b-02b7-48b6-9599-3083bb9bb136 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:27.269213 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb296dc2-fe9a-4d2b-a25a-d011341603b9 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:41:27.272065 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-73655600-964d-456e-a664-f15bf3028dfe None None] For port 24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:41:27.278542 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e885f6ef-7385-409d-8281-89942d36b552 None None] Port 4522e2b0-7540-42bd-b29c-afa3494d1445 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:41:27.278992 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-73655600-964d-456e-a664-f15bf3028dfe None None] For port 24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2,segment=NetworkSegment(01f724fb-d5bb-4d4a-b3e6-7600685a2694),segment_id=01f724fb-d5bb-4d4a-b3e6-7600685a2694)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:41:27.283912 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72638663-26e2-45ed-b8be-b18a915a1bcc req-77ed795b-02b7-48b6-9599-3083bb9bb136 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:27.290002 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72638663-26e2-45ed-b8be-b18a915a1bcc req-77ed795b-02b7-48b6-9599-3083bb9bb136 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:27.291224 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-73655600-964d-456e-a664-f15bf3028dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:27.297402 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:41:27.297745 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 5ccd14b8-5141-4f67-8179-1ee0c0f16b22 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:41:27.307942 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72638663-26e2-45ed-b8be-b18a915a1bcc req-77ed795b-02b7-48b6-9599-3083bb9bb136 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:27.324329 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72638663-26e2-45ed-b8be-b18a915a1bcc req-77ed795b-02b7-48b6-9599-3083bb9bb136 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:27.330954 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72638663-26e2-45ed-b8be-b18a915a1bcc req-77ed795b-02b7-48b6-9599-3083bb9bb136 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:27.334365 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-e4995d32-d8dd-446f-ad2b-2658844a1dda tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting port 708947f7-1baa-4229-8b0c-785c0f853208 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:41:27.339498 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port bb296dc2-fe9a-4d2b-a25a-d011341603b9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=bb296dc2-fe9a-4d2b-a25a-d011341603b9,segment=NetworkSegment(75bd34cc-02fc-483b-8128-146d0a8eca1e),segment_id=75bd34cc-02fc-483b-8128-146d0a8eca1e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:27.340034 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e4995d32-d8dd-446f-ad2b-2658844a1dda tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:27.342503 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-72638663-26e2-45ed-b8be-b18a915a1bcc req-77ed795b-02b7-48b6-9599-3083bb9bb136 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 5425 time: 0.3567281 Nov 04 10:41:27.357368 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:27.358079 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 72df5c77-e2bf-4914-a389-b01de4c7d2be details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:41:27.371702 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523250dd-c79f-4926-9d70-d369cd7f4e0c None None] Pushing event updated for resources: {'Port': ['ID=24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:27.407985 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73655600-964d-456e-a664-f15bf3028dfe None None] Routers {'dd2e123c-b60a-469e-87b4-0152498ff8d2'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:41:27.408608 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-73655600-964d-456e-a664-f15bf3028dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:41:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['dd2e123c-b60a-469e-87b4-0152498ff8d2'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:27.517919 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850be0a8-b96f-4056-ae8f-243fa34e9892 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:41:27.523384 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-850be0a8-b96f-4056-ae8f-243fa34e9892 admin admin] 10.222.0.127 "PUT /v2.0/routers/b1ab101e-195d-455a-b3f0-81b93d65fc76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5651872 Nov 04 10:41:27.570986 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e4995d32-d8dd-446f-ad2b-2658844a1dda tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:27.575721 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.resource_extend [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:41:27.597543 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-e4995d32-d8dd-446f-ad2b-2658844a1dda tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Calling delete_port for 708947f7-1baa-4229-8b0c-785c0f853208 owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:41:27.608466 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-72638663-26e2-45ed-b8be-b18a915a1bcc req-d1b67967-61b6-48f2-9224-b0d35a8128cc tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ded427f-6d19-40e3-a805-138915509ca8&id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2649992 Nov 04 10:41:27.614848 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a09809-f6b5-4d76-8934-df9ac91b057b None None] Sync routers for ids ['b1ab101e-195d-455a-b3f0-81b93d65fc76'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:41:27.703612 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 72df5c77-e2bf-4914-a389-b01de4c7d2be, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=72df5c77-e2bf-4914-a389-b01de4c7d2be,segment=NetworkSegment(68884ac4-1769-4bca-94f5-d9098a2e7fa7),segment_id=68884ac4-1769-4bca-94f5-d9098a2e7fa7)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:27.725594 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=bb296dc2-fe9a-4d2b-a25a-d011341603b9,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:27.768356 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a09809-f6b5-4d76-8934-df9ac91b057b None None] Routers {'b1ab101e-195d-455a-b3f0-81b93d65fc76'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:41:27.769818 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-58a09809-f6b5-4d76-8934-df9ac91b057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:41:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['b1ab101e-195d-455a-b3f0-81b93d65fc76'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:27.780621 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '72df5c77-e2bf-4914-a389-b01de4c7d2be', 'network_id': 'e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1', 'port_id': '72df5c77-e2bf-4914-a389-b01de4c7d2be', 'mac_address': 'fa:16:3e:0b:e9:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0189f5-0dbc-49c3-b67c-b28bc1fef63a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:41:27.908212 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-73655600-964d-456e-a664-f15bf3028dfe None None] Set router dd2e123c-b60a-469e-87b4-0152498ff8d2 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:41:27.950364 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49c2c6a-c8e7-44a2-84cd-7078f2ef1dbb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Router 032b8a3d-6231-4f51-8397-456abeed9fe1 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:41:28.167045 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e4995d32-d8dd-446f-ad2b-2658844a1dda tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:28.200199 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0f0fe94d-23ae-4395-98ef-91000bf337c5 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:28.228220 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:28.231900 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-58a09809-f6b5-4d76-8934-df9ac91b057b None None] Set router b1ab101e-195d-455a-b3f0-81b93d65fc76 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:41:28.274016 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4995d32-d8dd-446f-ad2b-2658844a1dda tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Port': ['ID=708947f7-1baa-4229-8b0c-785c0f853208,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:28.334514 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72df5c77-e2bf-4914-a389-b01de4c7d2be {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:41:28.370520 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-73655600-964d-456e-a664-f15bf3028dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2e123c-b60a-469e-87b4-0152498ff8d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1226754562-router', 'tenant_id': 'ead355d3198b4aadbda9707a7fac95b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'f943b67e-3774-4e07-944b-4360d73d738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:14Z', 'updated_at': '2021-11-04T10:41:22Z', 'revision_number': 4, 'project_id': 'ead355d3198b4aadbda9707a7fac95b2', 'gw_port': {'id': 'f943b67e-3774-4e07-944b-4360d73d738f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:90:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2e123c-b60a-469e-87b4-0152498ff8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:16Z', 'updated_at': '2021-11-04T10:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2', 'name': '', 'network_id': 'eb289679-7639-4a66-aa3b-ec07d6a9d79d', 'tenant_id': 'ead355d3198b4aadbda9707a7fac95b2', 'mac_address': 'fa:16:3e:e4:7b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2e123c-b60a-469e-87b4-0152498ff8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '59bf7bce-0a06-4e94-b69d-9476ec3fc967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:21Z', 'updated_at': '2021-11-04T10:41:27Z', 'revision_number': 4, 'project_id': 'ead355d3198b4aadbda9707a7fac95b2', 'subnets': [{'id': '59bf7bce-0a06-4e94-b69d-9476ec3fc967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:28.434691 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 72df5c77-e2bf-4914-a389-b01de4c7d2be, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=72df5c77-e2bf-4914-a389-b01de4c7d2be,segment=NetworkSegment(68884ac4-1769-4bca-94f5-d9098a2e7fa7),segment_id=68884ac4-1769-4bca-94f5-d9098a2e7fa7)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:28.449471 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73655600-964d-456e-a664-f15bf3028dfe None None] The sync data for ids ['dd2e123c-b60a-469e-87b4-0152498ff8d2'] in n-d-816629-1 is: [{'id': 'dd2e123c-b60a-469e-87b4-0152498ff8d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1226754562-router', 'tenant_id': 'ead355d3198b4aadbda9707a7fac95b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'f943b67e-3774-4e07-944b-4360d73d738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:14Z', 'updated_at': '2021-11-04T10:41:22Z', 'revision_number': 4, 'project_id': 'ead355d3198b4aadbda9707a7fac95b2', 'gw_port': {'id': 'f943b67e-3774-4e07-944b-4360d73d738f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:90:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2e123c-b60a-469e-87b4-0152498ff8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:16Z', 'updated_at': '2021-11-04T10:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2', 'name': '', 'network_id': 'eb289679-7639-4a66-aa3b-ec07d6a9d79d', 'tenant_id': 'ead355d3198b4aadbda9707a7fac95b2', 'mac_address': 'fa:16:3e:e4:7b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2e123c-b60a-469e-87b4-0152498ff8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '59bf7bce-0a06-4e94-b69d-9476ec3fc967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:21Z', 'updated_at': '2021-11-04T10:41:27Z', 'revision_number': 4, 'project_id': 'ead355d3198b4aadbda9707a7fac95b2', 'subnets': [{'id': '59bf7bce-0a06-4e94-b69d-9476ec3fc967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:41:28.499800 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82697f-641b-4e73-b438-3e88a018ae18 req-a8c96ab0-15e8-4e09-b193-b2ab8aec2a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:28.501552 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6b82697f-641b-4e73-b438-3e88a018ae18 req-a8c96ab0-15e8-4e09-b193-b2ab8aec2a14 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=53562ae687274bbeba84f6369ffa7a9a&device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 1096 time: 0.3157334 Nov 04 10:41:28.507924 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e4995d32-d8dd-446f-ad2b-2658844a1dda tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:28.532075 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:28.595424 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-3822673b-56f1-4387-89ef-120ac4b67d5d tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:28.599848 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-3822673b-56f1-4387-89ef-120ac4b67d5d tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/networks?id=eb289679-7639-4a66-aa3b-ec07d6a9d79d HTTP/1.1" status: 200 len: 819 time: 0.4747303 Nov 04 10:41:28.601707 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49c2c6a-c8e7-44a2-84cd-7078f2ef1dbb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:41:28.615135 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c49c2c6a-c8e7-44a2-84cd-7078f2ef1dbb tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "PUT /v2.0/routers/032b8a3d-6231-4f51-8397-456abeed9fe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7102377 Nov 04 10:41:28.616498 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45898) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:28.630793 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17302d74-ab47-4ae2-a350-448061c12164 None None] Sync routers for ids ['032b8a3d-6231-4f51-8397-456abeed9fe1'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:41:28.657685 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17302d74-ab47-4ae2-a350-448061c12164 None None] Routers {'032b8a3d-6231-4f51-8397-456abeed9fe1'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:41:28.658730 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-17302d74-ab47-4ae2-a350-448061c12164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:41:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['032b8a3d-6231-4f51-8397-456abeed9fe1'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:28.741016 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1c2ffb-6208-480e-b051-f1c0e020d8af tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Deleting subnet d6057b4f-75be-4660-b8e6-699fba4902f5 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:41:28.780005 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=72df5c77-e2bf-4914-a389-b01de4c7d2be,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:28.781611 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb1c2ffb-6208-480e-b051-f1c0e020d8af tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:28.790695 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 0f0fe94d-23ae-4395-98ef-91000bf337c5 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:28.791223 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:28.844203 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-8ab191ca-394d-497c-a34d-9e8267a41f0c tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/quotas/ead355d3198b4aadbda9707a7fac95b2 HTTP/1.1" status: 200 len: 375 time: 0.1004112 Nov 04 10:41:28.909802 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-17302d74-ab47-4ae2-a350-448061c12164 None None] Set router 032b8a3d-6231-4f51-8397-456abeed9fe1 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:41:29.007284 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb1c2ffb-6208-480e-b051-f1c0e020d8af tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:29.051394 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-58a09809-f6b5-4d76-8934-df9ac91b057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'name': 'tempest-ServersTestJSON-611007139-router', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:13Z', 'updated_at': '2021-11-04T10:41:24Z', 'revision_number': 4, 'project_id': '83608edca88c49429647d6bc7f371c77', 'gw_port': {'id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:16Z', 'updated_at': '2021-11-04T10:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '4522e2b0-7540-42bd-b29c-afa3494d1445', 'name': '', 'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'mac_address': 'fa:16:3e:00:a2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '794583f9-fd3c-45d8-84dc-0cdc1c82af17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:22Z', 'updated_at': '2021-11-04T10:41:24Z', 'revision_number': 2, 'project_id': '83608edca88c49429647d6bc7f371c77', 'subnets': [{'id': '794583f9-fd3c-45d8-84dc-0cdc1c82af17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:29.133819 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82697f-641b-4e73-b438-3e88a018ae18 req-0c28d021-8371-4e9f-a29b-d63de7e1d54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:29.135947 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6b82697f-641b-4e73-b438-3e88a018ae18 req-0c28d021-8371-4e9f-a29b-d63de7e1d54e service neutron] 10.222.0.121 "GET /v2.0/networks?id=8c8a1e5a-f063-46d4-a45c-05147903d1b7 HTTP/1.1" status: 200 len: 913 time: 0.4471877 Nov 04 10:41:29.138068 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4995d32-d8dd-446f-ad2b-2658844a1dda tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Router a472fdcd-f988-406b-9110-1a90ed65144c has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:41:29.143420 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:29.145820 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a09809-f6b5-4d76-8934-df9ac91b057b None None] Checking router: b1ab101e-195d-455a-b3f0-81b93d65fc76 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:41:29.146274 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a09809-f6b5-4d76-8934-df9ac91b057b None None] Updating router b1ab101e-195d-455a-b3f0-81b93d65fc76 port 4522e2b0-7540-42bd-b29c-afa3494d1445 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:41:29.216416 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb1c2ffb-6208-480e-b051-f1c0e020d8af tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:29.230486 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6b82697f-641b-4e73-b438-3e88a018ae18 req-075a3692-ac83-49b7-b22b-e87db2642fba service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce4a5572-1bbb-4181-8a28-8d272b7ae981 HTTP/1.1" status: 200 len: 217 time: 0.0832350 Nov 04 10:41:29.260644 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-9d74428c-782b-4f80-9afd-1988b0d82cb4 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=ead355d3198b4aadbda9707a7fac95b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4153576 Nov 04 10:41:29.301071 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-58a09809-f6b5-4d76-8934-df9ac91b057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:29.325446 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['4ab0a657-f335-4fa1-bff5-c15c3461f18a'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:41:29.382413 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['72df5c77-e2bf-4914-a389-b01de4c7d2be'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:41:29.384520 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4995d32-d8dd-446f-ad2b-2658844a1dda tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:41:29.393042 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82697f-641b-4e73-b438-3e88a018ae18 req-2598540e-3769-46ff-acb4-ab2979e164f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:29.399109 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6b82697f-641b-4e73-b438-3e88a018ae18 req-2598540e-3769-46ff-acb4-ab2979e164f2 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=5626b5c5-059d-4165-96a5-a79a81820db5 HTTP/1.1" status: 200 len: 851 time: 0.1600430 Nov 04 10:41:29.406794 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e4995d32-d8dd-446f-ad2b-2658844a1dda tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "PUT /v2.0/routers/a472fdcd-f988-406b-9110-1a90ed65144c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0910444 Nov 04 10:41:29.409521 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45902) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:29.459258 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['bb296dc2-fe9a-4d2b-a25a-d011341603b9'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:41:29.461419 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['511fc5ae-cb19-4f00-a96e-ae1fe43026e6'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:41:29.463325 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6b82697f-641b-4e73-b438-3e88a018ae18 req-0fb27e00-46b1-41d4-9b22-2190ffdfa71a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=8c8a1e5a-f063-46d4-a45c-05147903d1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549443 Nov 04 10:41:29.468929 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-68786023-cd7d-4ba2-9d91-3e90c26a3a56 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] GET failed (client error): The resource could not be found. Nov 04 10:41:29.474150 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-68786023-cd7d-4ba2-9d91-3e90c26a3a56 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "GET /v2.0/ports/708947f7-1baa-4229-8b0c-785c0f853208 HTTP/1.1" status: 404 len: 333 time: 0.0622191 Nov 04 10:41:29.476008 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45904) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:29.495027 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-17302d74-ab47-4ae2-a350-448061c12164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'name': 'tempest-TestNetworkBasicOps-router-623783168', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:07Z', 'updated_at': '2021-11-04T10:41:26Z', 'revision_number': 7, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:10Z', 'updated_at': '2021-11-04T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:29.505803 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb1c2ffb-6208-480e-b051-f1c0e020d8af tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:29.517008 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['a09927a9-ef20-452f-a0cd-6d40858aa8ef'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:41:29.530958 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['93a6d616-ae72-4081-a095-06a4eb3aa14f'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:41:29.535596 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['774451b9-da41-429f-b239-13e3f3375067'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:41:29.548319 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17302d74-ab47-4ae2-a350-448061c12164 None None] Checking router: 032b8a3d-6231-4f51-8397-456abeed9fe1 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:41:29.569640 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17302d74-ab47-4ae2-a350-448061c12164 None None] Routers {'032b8a3d-6231-4f51-8397-456abeed9fe1'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:41:29.570274 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-17302d74-ab47-4ae2-a350-448061c12164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:41:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['032b8a3d-6231-4f51-8397-456abeed9fe1'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:29.643080 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6b82697f-641b-4e73-b438-3e88a018ae18 req-71faaa95-ca77-4a5d-87b6-54713e408c28 service neutron] 10.222.0.121 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712840 Nov 04 10:41:29.644414 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb940263-5883-4fb4-b39b-77add540ccb8 None None] Sync routers for ids ['a472fdcd-f988-406b-9110-1a90ed65144c'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:41:29.676030 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c2ffb-6208-480e-b051-f1c0e020d8af tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event deleted for resources: {'Subnet': ['ID=d6057b4f-75be-4660-b8e6-699fba4902f5,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:29.696644 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb1c2ffb-6208-480e-b051-f1c0e020d8af tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:29.705161 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-eb1c2ffb-6208-480e-b051-f1c0e020d8af tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "DELETE /v2.0/subnets/d6057b4f-75be-4660-b8e6-699fba4902f5 HTTP/1.1" status: 204 len: 168 time: 1.0822074 Nov 04 10:41:29.711229 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45910) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:29.742357 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-9c962e50-fd3b-4878-9443-0d57b90d92f5 service neutron] 10.222.0.127 "GET /v2.0/networks/eb289679-7639-4a66-aa3b-ec07d6a9d79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662197 Nov 04 10:41:29.800082 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdaf036-269f-4838-9c68-e2f9b4dcfae0 None None] Network d1610b1b-8f45-4d3c-9fc2-347cfc05de13 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:41:29.806197 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb940263-5883-4fb4-b39b-77add540ccb8 None None] Routers {'a472fdcd-f988-406b-9110-1a90ed65144c'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:41:29.806810 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-eb940263-5883-4fb4-b39b-77add540ccb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:41:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a472fdcd-f988-406b-9110-1a90ed65144c'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:29.815013 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-17302d74-ab47-4ae2-a350-448061c12164 None None] Set router 032b8a3d-6231-4f51-8397-456abeed9fe1 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:41:29.833128 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6b82697f-641b-4e73-b438-3e88a018ae18 req-5c99d518-81ea-4fd2-b26c-fee00992c2ab service neutron] 10.222.0.121 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812904 Nov 04 10:41:29.859953 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3ff4748c-dea1-48bf-ac40-72c22813b4c7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:29.918018 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-eb940263-5883-4fb4-b39b-77add540ccb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:30.143960 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-17302d74-ab47-4ae2-a350-448061c12164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'name': 'tempest-TestNetworkBasicOps-router-623783168', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:07Z', 'updated_at': '2021-11-04T10:41:26Z', 'revision_number': 7, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:10Z', 'updated_at': '2021-11-04T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:30.197495 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17302d74-ab47-4ae2-a350-448061c12164 None None] The sync data for ids ['032b8a3d-6231-4f51-8397-456abeed9fe1'] in n-d-816629-1 is: [{'id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'name': 'tempest-TestNetworkBasicOps-router-623783168', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:38:07Z', 'updated_at': '2021-11-04T10:41:26Z', 'revision_number': 7, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'be866407-74ff-4d17-8b57-1e21aa6dfa55', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032b8a3d-6231-4f51-8397-456abeed9fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:38:10Z', 'updated_at': '2021-11-04T10:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:41:30.224711 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:41:30.231411 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:30.346160 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb940263-5883-4fb4-b39b-77add540ccb8 None None] Routers {'a472fdcd-f988-406b-9110-1a90ed65144c'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:41:30.347143 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-eb940263-5883-4fb4-b39b-77add540ccb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:41:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a472fdcd-f988-406b-9110-1a90ed65144c'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:30.349256 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:30.349733 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:30.436002 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-eb940263-5883-4fb4-b39b-77add540ccb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:30.437624 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb940263-5883-4fb4-b39b-77add540ccb8 None None] The sync data for ids ['a472fdcd-f988-406b-9110-1a90ed65144c'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:41:30.694341 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3ff4748c-dea1-48bf-ac40-72c22813b4c7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:30.696951 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3ff4748c-dea1-48bf-ac40-72c22813b4c7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:30.758165 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3b1b4004-7842-436e-8ec8-baf7f1243842 req-eee43ff7-833f-494d-932d-941c3ba68136 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712163 Nov 04 10:41:30.765009 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3ff4748c-dea1-48bf-ac40-72c22813b4c7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:30.766443 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff4748c-dea1-48bf-ac40-72c22813b4c7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Fanout notify agent at l3_agent the message router_deleted on router a472fdcd-f988-406b-9110-1a90ed65144c {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:41:30.780393 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3ff4748c-dea1-48bf-ac40-72c22813b4c7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:30.782917 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3ff4748c-dea1-48bf-ac40-72c22813b4c7 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/routers/a472fdcd-f988-406b-9110-1a90ed65144c HTTP/1.1" status: 204 len: 168 time: 1.3039143 Nov 04 10:41:30.786671 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45916) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:30.801084 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-299071a8-6d67-4103-b275-1b435ad9e624 service neutron] 10.222.0.127 "GET /v2.0/networks/eb289679-7639-4a66-aa3b-ec07d6a9d79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0544479 Nov 04 10:41:30.909628 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b4004-7842-436e-8ec8-baf7f1243842 req-be7c1a67-dd00-465f-b1da-efa047c3abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:30.911884 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3b1b4004-7842-436e-8ec8-baf7f1243842 req-be7c1a67-dd00-465f-b1da-efa047c3abb0 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57 HTTP/1.1" status: 200 len: 1095 time: 0.0807621 Nov 04 10:41:30.916399 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-58a09809-f6b5-4d76-8934-df9ac91b057b None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:30.938295 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-6edaa3d5-7a56-4bf9-8b01-5821903b06d2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting subnet a58b0955-7e1d-4d36-9f08-3a6d3fe0aee4 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:41:30.946457 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6edaa3d5-7a56-4bf9-8b01-5821903b06d2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:30.956477 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c058d10-901b-411c-aaac-251732ce9312 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:31.072977 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-58a09809-f6b5-4d76-8934-df9ac91b057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:31.106909 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b4004-7842-436e-8ec8-baf7f1243842 req-37f411e9-86f0-44c8-85d3-26d2eee24247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:31.110609 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3b1b4004-7842-436e-8ec8-baf7f1243842 req-37f411e9-86f0-44c8-85d3-26d2eee24247 service neutron] 10.222.0.126 "GET /v2.0/networks?id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 200 len: 909 time: 0.1623533 Nov 04 10:41:31.185094 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ecbcf39-8cfd-4006-86b1-791a616d5829 req-08166d11-cb43-4431-a55a-78f8574e81a4 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 210 time: 0.0281749 Nov 04 10:41:31.206297 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6edaa3d5-7a56-4bf9-8b01-5821903b06d2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:31.215435 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3b1b4004-7842-436e-8ec8-baf7f1243842 req-c97f188b-8fa3-4c82-af4a-ac86e894c994 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 HTTP/1.1" status: 200 len: 217 time: 0.0975056 Nov 04 10:41:31.317179 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3dec1-76eb-4804-aea6-d7961f1b5a18 None None] Pushing event updated for resources: {'Port': ['ID=4522e2b0-7540-42bd-b29c-afa3494d1445,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:31.338263 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b4004-7842-436e-8ec8-baf7f1243842 req-2f6060b5-cc62-41b9-b6d7-4b4fd42e8bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:31.340061 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3b1b4004-7842-436e-8ec8-baf7f1243842 req-2f6060b5-cc62-41b9-b6d7-4b4fd42e8bdd service neutron] 10.222.0.126 "GET /v2.0/subnets?id=f29a1ba4-9c2e-4bbf-be88-aa21c2016c98 HTTP/1.1" status: 200 len: 847 time: 0.1105113 Nov 04 10:41:31.389448 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3b1b4004-7842-436e-8ec8-baf7f1243842 req-c1fd0f43-05cf-4dd3-bfc2-0aeff7c35e39 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399113 Nov 04 10:41:31.578091 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6edaa3d5-7a56-4bf9-8b01-5821903b06d2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:31.598251 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:31.598726 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:31.639096 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3b1b4004-7842-436e-8ec8-baf7f1243842 req-0fa8e7f8-2127-45da-9d4b-c40b847451c9 service neutron] 10.222.0.126 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221365 Nov 04 10:41:31.670276 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c058d10-901b-411c-aaac-251732ce9312 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:31.680718 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd8c65f-7f4b-4273-93bb-d63ef57f3924 None None] DHCP port deletion for d1610b1b-8f45-4d3c-9fc2-347cfc05de13 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:41:31.737963 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29deaa00-e0b8-4157-918e-e389d2e2c8ad req-36ddcb23-a4cb-4ab2-9045-e328efe9bcaf tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:31.749368 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29deaa00-e0b8-4157-918e-e389d2e2c8ad req-36ddcb23-a4cb-4ab2-9045-e328efe9bcaf tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:31.758158 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29deaa00-e0b8-4157-918e-e389d2e2c8ad req-36ddcb23-a4cb-4ab2-9045-e328efe9bcaf tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:31.767023 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-29deaa00-e0b8-4157-918e-e389d2e2c8ad req-36ddcb23-a4cb-4ab2-9045-e328efe9bcaf tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=c31ce156-5e69-4d6a-88cc-ae650147ede8 HTTP/1.1" status: 200 len: 2416 time: 0.4207370 Nov 04 10:41:31.775937 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3b1b4004-7842-436e-8ec8-baf7f1243842 req-89d4c629-7267-4635-b3db-a26051979946 service neutron] 10.222.0.126 "GET /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277940 Nov 04 10:41:31.831499 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-58a09809-f6b5-4d76-8934-df9ac91b057b None None] Attempting to bind port 4522e2b0-7540-42bd-b29c-afa3494d1445 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:41:31.831857 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-58a09809-f6b5-4d76-8934-df9ac91b057b None None] Attempting to bind port 4522e2b0-7540-42bd-b29c-afa3494d1445 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '7d0d397e-9583-4dfe-af3f-bbe8936acf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:41:31.832204 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a09809-f6b5-4d76-8934-df9ac91b057b None None] Attempting to bind port 4522e2b0-7540-42bd-b29c-afa3494d1445 on network f2d56fe0-b956-44c6-b132-becb96ea8b6b {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:41:31.853905 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-070cd46c-786c-4128-bbd8-b493a8282fd6 None None] Provisioning complete for port 4522e2b0-7540-42bd-b29c-afa3494d1445 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:31.854271 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-070cd46c-786c-4128-bbd8-b493a8282fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:31.878968 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-29deaa00-e0b8-4157-918e-e389d2e2c8ad req-e8135b55-21d0-43ca-a53a-15bb6293b05d tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110244 Nov 04 10:41:31.881384 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6edaa3d5-7a56-4bf9-8b01-5821903b06d2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:31.915700 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edaa3d5-7a56-4bf9-8b01-5821903b06d2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Subnet': ['ID=a58b0955-7e1d-4d36-9f08-3a6d3fe0aee4,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:31.938230 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6edaa3d5-7a56-4bf9-8b01-5821903b06d2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:31.946249 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6edaa3d5-7a56-4bf9-8b01-5821903b06d2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/subnets/a58b0955-7e1d-4d36-9f08-3a6d3fe0aee4 HTTP/1.1" status: 204 len: 168 time: 1.1414318 Nov 04 10:41:31.946898 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45928) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:31.955528 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-1c058d10-901b-411c-aaac-251732ce9312 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Deleting port be866407-74ff-4d17-8b57-1e21aa6dfa55 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:41:31.955870 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c058d10-901b-411c-aaac-251732ce9312 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:31.991695 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707eca5f-6c10-49e6-ae43-844b575dd7fe None None] Network b444793f-dde4-40c7-9b93-97b604f57070 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:41:31.994425 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a09809-f6b5-4d76-8934-df9ac91b057b None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:41:31.994851 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a09809-f6b5-4d76-8934-df9ac91b057b None None] Checking segment: {'id': '7d0d397e-9583-4dfe-af3f-bbe8936acf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:41:31.995256 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-58a09809-f6b5-4d76-8934-df9ac91b057b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:31.995673 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a09809-f6b5-4d76-8934-df9ac91b057b None None] Bound using segment: {'id': '7d0d397e-9583-4dfe-af3f-bbe8936acf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:41:31.996253 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-58a09809-f6b5-4d76-8934-df9ac91b057b None None] Bound port: 4522e2b0-7540-42bd-b29c-afa3494d1445, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0d397e-9583-4dfe-af3f-bbe8936acf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:41:31.996734 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-58a09809-f6b5-4d76-8934-df9ac91b057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:32.086607 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-841a2e09-9fe6-43f0-8312-ff363ab1fa6c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:32.104420 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aaa912-2692-4ea3-a714-58261d8d3dfc req-628938bf-f42c-4f45-9175-2db3eeed8d3e tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:32.112241 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a1aaa912-2692-4ea3-a714-58261d8d3dfc req-628938bf-f42c-4f45-9175-2db3eeed8d3e tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 945 time: 0.0993500 Nov 04 10:41:32.149335 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-1c058d10-901b-411c-aaac-251732ce9312 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] For port be866407-74ff-4d17-8b57-1e21aa6dfa55, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=be866407-74ff-4d17-8b57-1e21aa6dfa55,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:32.149727 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c058d10-901b-411c-aaac-251732ce9312 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:32.166834 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-1c058d10-901b-411c-aaac-251732ce9312 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Calling delete_port for be866407-74ff-4d17-8b57-1e21aa6dfa55 owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:41:32.237041 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-070cd46c-786c-4128-bbd8-b493a8282fd6 None None] Port 4522e2b0-7540-42bd-b29c-afa3494d1445 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:41:32.242045 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:32.253885 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a1aaa912-2692-4ea3-a714-58261d8d3dfc req-055b71c8-d7da-446d-b278-a4379c8e956a tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405909 Nov 04 10:41:32.300167 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:32.331421 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-cdd8c65f-7f4b-4273-93bb-d63ef57f3924 None None] Deleting port 67b7324a-bd0d-4981-87f2-17a46276ffd5 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:41:32.331936 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cdd8c65f-7f4b-4273-93bb-d63ef57f3924 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:32.532940 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c058d10-901b-411c-aaac-251732ce9312 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:32.577921 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31ce156-5e69-4d6a-88cc-ae650147ede8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:41:32.581359 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8741f878-0f01-496f-8d39-521d2d8c818d" -d '{"events": [{"server_uuid": "c31ce156-5e69-4d6a-88cc-ae650147ede8", "name": "network-vif-plugged", "status": "completed", "tag": "67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:41:32.588549 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2,segment=NetworkSegment(01f724fb-d5bb-4d4a-b3e6-7600685a2694),segment_id=01f724fb-d5bb-4d4a-b3e6-7600685a2694)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:32.592892 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-58a09809-f6b5-4d76-8934-df9ac91b057b None None] For port 4522e2b0-7540-42bd-b29c-afa3494d1445, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:41:32.598938 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 774451b9-da41-429f-b239-13e3f3375067 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:32.618568 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-cdd8c65f-7f4b-4273-93bb-d63ef57f3924 None None] For port 67b7324a-bd0d-4981-87f2-17a46276ffd5, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=67b7324a-bd0d-4981-87f2-17a46276ffd5,segment=NetworkSegment(584df556-669b-4b6d-9b18-843b5cf506ec),segment_id=584df556-669b-4b6d-9b18-843b5cf506ec)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:32.618958 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cdd8c65f-7f4b-4273-93bb-d63ef57f3924 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:32.644329 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-841a2e09-9fe6-43f0-8312-ff363ab1fa6c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting port fc878961-45bd-4c9c-8e21-0aa5eeb42318 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:41:32.644672 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-841a2e09-9fe6-43f0-8312-ff363ab1fa6c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:32.647781 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:32.649248 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c058d10-901b-411c-aaac-251732ce9312 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event deleted for resources: {'Port': ['ID=be866407-74ff-4d17-8b57-1e21aa6dfa55,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:32.719457 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f,segment=NetworkSegment(24917bd9-2e92-4958-ac62-be85fdb73dd1),segment_id=24917bd9-2e92-4958-ac62-be85fdb73dd1)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:32.735651 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-841a2e09-9fe6-43f0-8312-ff363ab1fa6c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] For port fc878961-45bd-4c9c-8e21-0aa5eeb42318, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=fc878961-45bd-4c9c-8e21-0aa5eeb42318,segment=NetworkSegment(4d6ce9a0-26ea-4410-bac0-5934e2766179),segment_id=4d6ce9a0-26ea-4410-bac0-5934e2766179)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:32.736020 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-841a2e09-9fe6-43f0-8312-ff363ab1fa6c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:32.751849 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-58a09809-f6b5-4d76-8934-df9ac91b057b None None] For port 4522e2b0-7540-42bd-b29c-afa3494d1445, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4522e2b0-7540-42bd-b29c-afa3494d1445,segment=NetworkSegment(7d0d397e-9583-4dfe-af3f-bbe8936acf96),segment_id=7d0d397e-9583-4dfe-af3f-bbe8936acf96)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:41:32.756309 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:32.757000 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-841a2e09-9fe6-43f0-8312-ff363ab1fa6c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Calling delete_port for fc878961-45bd-4c9c-8e21-0aa5eeb42318 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:41:32.757543 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 8b28aba4-0468-4d16-af08-ae5cd0c470b7 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:32.757673 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c058d10-901b-411c-aaac-251732ce9312 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:32.840798 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-cdd8c65f-7f4b-4273-93bb-d63ef57f3924 None None] Calling delete_port for 67b7324a-bd0d-4981-87f2-17a46276ffd5 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:41:32.913821 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-58a09809-f6b5-4d76-8934-df9ac91b057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:32.920223 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c058d10-901b-411c-aaac-251732ce9312 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:32.923735 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c058d10-901b-411c-aaac-251732ce9312 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:32.953663 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 67b7324a-bd0d-4981-87f2-17a46276ffd5 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:41:32.992473 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c058d10-901b-411c-aaac-251732ce9312 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:32.993723 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c058d10-901b-411c-aaac-251732ce9312 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Fanout notify agent at l3_agent the message router_deleted on router 032b8a3d-6231-4f51-8397-456abeed9fe1 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:41:33.011802 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c058d10-901b-411c-aaac-251732ce9312 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:33.022114 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1c058d10-901b-411c-aaac-251732ce9312 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "DELETE /v2.0/routers/032b8a3d-6231-4f51-8397-456abeed9fe1 HTTP/1.1" status: 204 len: 168 time: 3.3057451 Nov 04 10:41:33.022929 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45938) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:33.096092 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-0f403ecf-cb18-4136-a23e-28e28d680272 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:33.098676 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-0f403ecf-cb18-4136-a23e-28e28d680272 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.126 "GET /v2.0/networks?id=eb289679-7639-4a66-aa3b-ec07d6a9d79d HTTP/1.1" status: 200 len: 819 time: 0.3277483 Nov 04 10:41:33.098960 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14c8014-4e58-453b-a23b-a9bea468b9bb None None] DHCP port deletion for b444793f-dde4-40c7-9b93-97b604f57070 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:41:33.119585 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-841a2e09-9fe6-43f0-8312-ff363ab1fa6c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:33.131328 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-7b2a1ea3-9739-4c66-b9cf-de677a46a18e tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Request body: {'port': {'device_id': 'a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08', 'network_id': 'eb289679-7639-4a66-aa3b-ec07d6a9d79d', 'admin_state_up': True, 'tenant_id': 'ead355d3198b4aadbda9707a7fac95b2'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:33.166792 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:41:33.238916 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9910b6ea-bcbf-4ac7-a0ff-8b6d43d0bbb0 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:33.307245 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45942) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:33.333376 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-4046989c-69ef-4640-896f-fbcf16fbcd5c tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1844855141', 'description': 'tempest-description--515722855'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:33.363081 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a2e09-9fe6-43f0-8312-ff363ab1fa6c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Port': ['ID=fc878961-45bd-4c9c-8e21-0aa5eeb42318,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:33.371067 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841a2e09-9fe6-43f0-8312-ff363ab1fa6c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] No DVR routers for this DVR port fc878961-45bd-4c9c-8e21-0aa5eeb42318 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:41:33.393537 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.db.api [None req-4046989c-69ef-4640-896f-fbcf16fbcd5c tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 04 10:41:33.393537 n-d-816629-1 neutron-server[101774]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 04 10:41:33.393537 n-d-816629-1 neutron-server[101774]: [parameters: {'project_id': '83608edca88c49429647d6bc7f371c77', 'id': '674347d5-1e98-49b9-927d-d2029e795640', 'expiration': datetime.datetime(2021, 11, 4, 10, 43, 33, 375374)}] Nov 04 10:41:33.393537 n-d-816629-1 neutron-server[101774]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:41:33.394688 n-d-816629-1 neutron-server[101774]: DEBUG oslo_db.api [None req-4046989c-69ef-4640-896f-fbcf16fbcd5c tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:41:33.489663 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-841a2e09-9fe6-43f0-8312-ff363ab1fa6c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:33.493151 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-7b2a1ea3-9739-4c66-b9cf-de677a46a18e tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Made reservation on behalf of ead355d3198b4aadbda9707a7fac95b2 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:41:33.497642 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-7b2a1ea3-9739-4c66-b9cf-de677a46a18e tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:33.559286 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device ce4a5572-1bbb-4181-8a28-8d272b7ae981 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:41:33.559596 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-841a2e09-9fe6-43f0-8312-ff363ab1fa6c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b444793f-dde4-40c7-9b93-97b604f57070']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:33.577148 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-9910b6ea-bcbf-4ac7-a0ff-8b6d43d0bbb0 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Deleting port 67b7324a-bd0d-4981-87f2-17a46276ffd5 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:41:33.581082 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:33.581394 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9910b6ea-bcbf-4ac7-a0ff-8b6d43d0bbb0 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:33.604857 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-841a2e09-9fe6-43f0-8312-ff363ab1fa6c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6ce9a0-26ea-4410-bac0-5934e2766179') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:33.605415 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-841a2e09-9fe6-43f0-8312-ff363ab1fa6c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6ce9a0-26ea-4410-bac0-5934e2766179') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:33.633810 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-841a2e09-9fe6-43f0-8312-ff363ab1fa6c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:33.646569 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:33.672779 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-841a2e09-9fe6-43f0-8312-ff363ab1fa6c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:33.693641 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 774451b9-da41-429f-b239-13e3f3375067 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:41:33.713395 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 774451b9-da41-429f-b239-13e3f3375067 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:33.713757 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:33.715851 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a09809-f6b5-4d76-8934-df9ac91b057b None None] Routers {'b1ab101e-195d-455a-b3f0-81b93d65fc76'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:41:33.716521 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-58a09809-f6b5-4d76-8934-df9ac91b057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:41:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['b1ab101e-195d-455a-b3f0-81b93d65fc76'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:33.760741 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79c520-e39d-4d47-8b61-b41a9d7f6e7d req-55bc1bf9-e32d-409c-84ad-89b59703c4f9 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:33.768588 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79c520-e39d-4d47-8b61-b41a9d7f6e7d req-55bc1bf9-e32d-409c-84ad-89b59703c4f9 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:33.771082 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-841a2e09-9fe6-43f0-8312-ff363ab1fa6c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Releasing vlan 1193 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:41:33.771537 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-841a2e09-9fe6-43f0-8312-ff363ab1fa6c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:41:33.776644 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:41:33.779305 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79c520-e39d-4d47-8b61-b41a9d7f6e7d req-55bc1bf9-e32d-409c-84ad-89b59703c4f9 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:33.786705 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79c520-e39d-4d47-8b61-b41a9d7f6e7d req-55bc1bf9-e32d-409c-84ad-89b59703c4f9 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:33.794369 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79c520-e39d-4d47-8b61-b41a9d7f6e7d req-55bc1bf9-e32d-409c-84ad-89b59703c4f9 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:33.801406 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79c520-e39d-4d47-8b61-b41a9d7f6e7d req-55bc1bf9-e32d-409c-84ad-89b59703c4f9 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:33.814109 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79c520-e39d-4d47-8b61-b41a9d7f6e7d req-55bc1bf9-e32d-409c-84ad-89b59703c4f9 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:33.823728 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8f79c520-e39d-4d47-8b61-b41a9d7f6e7d req-55bc1bf9-e32d-409c-84ad-89b59703c4f9 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 5427 time: 0.4013879 Nov 04 10:41:33.872111 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.resource_extend [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:41:33.877020 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-9910b6ea-bcbf-4ac7-a0ff-8b6d43d0bbb0 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] For port 67b7324a-bd0d-4981-87f2-17a46276ffd5, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=67b7324a-bd0d-4981-87f2-17a46276ffd5,segment=NetworkSegment(584df556-669b-4b6d-9b18-843b5cf506ec),segment_id=584df556-669b-4b6d-9b18-843b5cf506ec)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:33.877631 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9910b6ea-bcbf-4ac7-a0ff-8b6d43d0bbb0 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:33.879431 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:33.896227 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-7b2a1ea3-9739-4c66-b9cf-de677a46a18e tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Allocated IP 172.20.0.4 (eb289679-7639-4a66-aa3b-ec07d6a9d79d/59bf7bce-0a06-4e94-b69d-9476ec3fc967/b45698a8-448e-4114-8b03-1c7e4d84ded8) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:41:33.903765 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-9910b6ea-bcbf-4ac7-a0ff-8b6d43d0bbb0 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Calling delete_port for 67b7324a-bd0d-4981-87f2-17a46276ffd5 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:41:33.910787 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-5baf62c8-f76b-45ee-ab05-a1a369dd455b None None] Provisioning complete for port 4522e2b0-7540-42bd-b29c-afa3494d1445 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:33.911007 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-841a2e09-9fe6-43f0-8312-ff363ab1fa6c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:33.911257 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5baf62c8-f76b-45ee-ab05-a1a369dd455b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:33.940247 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-841a2e09-9fe6-43f0-8312-ff363ab1fa6c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:33.943674 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-841a2e09-9fe6-43f0-8312-ff363ab1fa6c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/networks/b444793f-dde4-40c7-9b93-97b604f57070 HTTP/1.1" status: 204 len: 168 time: 1.9956245 Nov 04 10:41:33.944645 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a2e09-9fe6-43f0-8312-ff363ab1fa6c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Network': ['ID=b444793f-dde4-40c7-9b93-97b604f57070,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:33.950810 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45958) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:33.978545 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 8b28aba4-0468-4d16-af08-ae5cd0c470b7 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:41:34.002162 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 8b28aba4-0468-4d16-af08-ae5cd0c470b7 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:34.002772 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:34.010281 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61eeb675-011a-4655-bc0b-f670a8be9431 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:34.012444 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-61eeb675-011a-4655-bc0b-f670a8be9431 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "GET /v2.0/ports/5f2ea339-85d5-45c8-9939-0dffd1974b68 HTTP/1.1" status: 200 len: 845 time: 0.0605147 Nov 04 10:41:34.017844 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45960) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:34.171820 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3dec1-76eb-4804-aea6-d7961f1b5a18 None None] Pushing event updated for resources: {'Port': ['ID=4522e2b0-7540-42bd-b29c-afa3494d1445,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:34.179027 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4046989c-69ef-4640-896f-fbcf16fbcd5c tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:34.206518 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cdd8c65f-7f4b-4273-93bb-d63ef57f3924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:34.240227 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd8c65f-7f4b-4273-93bb-d63ef57f3924 None None] No DVR routers for this DVR port 67b7324a-bd0d-4981-87f2-17a46276ffd5 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:41:34.268275 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-7b2a1ea3-9739-4c66-b9cf-de677a46a18e tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:34.303375 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4046989c-69ef-4640-896f-fbcf16fbcd5c tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:34.312348 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7deda305-1888-4bef-8556-220c957944c1 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:41:34.315509 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8f79c520-e39d-4d47-8b61-b41a9d7f6e7d req-1daf5c84-1cb1-4cef-bb3e-6c4a5cf88a49 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ded427f-6d19-40e3-a805-138915509ca8&id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4903805 Nov 04 10:41:34.328662 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-7b2a1ea3-9739-4c66-b9cf-de677a46a18e tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:34.331012 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45972) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:34.334071 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-674d4774-edaa-47c4-b399-f0f593d038d9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "GET /v2.0/ports/5f2ea339-85d5-45c8-9939-0dffd1974b68?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3129327 Nov 04 10:41:34.336217 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4046989c-69ef-4640-896f-fbcf16fbcd5c tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:34.339623 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-8b748c01-84ac-487e-baca-330b307048aa tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'subnet': {'network_id': '73c2d961-186a-4179-81b5-ce84524fde09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:34.393228 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8c65f-7f4b-4273-93bb-d63ef57f3924 None None] Pushing event deleted for resources: {'Port': ['ID=67b7324a-bd0d-4981-87f2-17a46276ffd5,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:34.399373 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9910b6ea-bcbf-4ac7-a0ff-8b6d43d0bbb0 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:34.452266 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9910b6ea-bcbf-4ac7-a0ff-8b6d43d0bbb0 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] No DVR routers for this DVR port 67b7324a-bd0d-4981-87f2-17a46276ffd5 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:41:34.511374 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-7b2a1ea3-9739-4c66-b9cf-de677a46a18e tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Network eb289679-7639-4a66-aa3b-ec07d6a9d79d is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:34.524798 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:34.526589 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 7deda305-1888-4bef-8556-220c957944c1 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:41:34.526911 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7deda305-1888-4bef-8556-220c957944c1 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:41:34.599662 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4046989c-69ef-4640-896f-fbcf16fbcd5c tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:34.600704 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4046989c-69ef-4640-896f-fbcf16fbcd5c tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2814751 Nov 04 10:41:34.632858 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910b6ea-bcbf-4ac7-a0ff-8b6d43d0bbb0 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event deleted for resources: {'Port': ['ID=67b7324a-bd0d-4981-87f2-17a46276ffd5,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:34.639502 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-58a09809-f6b5-4d76-8934-df9ac91b057b None None] Set router b1ab101e-195d-455a-b3f0-81b93d65fc76 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:41:34.644615 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-7b2a1ea3-9739-4c66-b9cf-de677a46a18e tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:34.654437 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45980) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:34.690946 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-f637688e-bc08-4cc6-8f18-7ad87e92b336 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Request body: {'security_group_rule': {'security_group_id': '274d5cb1-f33c-4ae9-9686-3076c55a7632', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:34.695277 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-7b2a1ea3-9739-4c66-b9cf-de677a46a18e tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:41:34.753372 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046989c-69ef-4640-896f-fbcf16fbcd5c tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=274d5cb1-f33c-4ae9-9686-3076c55a7632,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:34.775551 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port ce4a5572-1bbb-4181-8a28-8d272b7ae981, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=ce4a5572-1bbb-4181-8a28-8d272b7ae981,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:34.806612 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'ce4a5572-1bbb-4181-8a28-8d272b7ae981', 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7', 'port_id': 'ce4a5572-1bbb-4181-8a28-8d272b7ae981', 'mac_address': 'fa:16:3e:a4:40:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5626b5c5-059d-4165-96a5-a79a81820db5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:41:34.861672 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-7b2a1ea3-9739-4c66-b9cf-de677a46a18e tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:34.862611 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-7b2a1ea3-9739-4c66-b9cf-de677a46a18e tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:34.951711 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9910b6ea-bcbf-4ac7-a0ff-8b6d43d0bbb0 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:34.999284 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-9910b6ea-bcbf-4ac7-a0ff-8b6d43d0bbb0 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1610b1b-8f45-4d3c-9fc2-347cfc05de13']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:35.001758 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:35.004804 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a1ea3-9739-4c66-b9cf-de677a46a18e tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Pushing event updated for resources: {'Port': ['ID=b45698a8-448e-4114-8b03-1c7e4d84ded8,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:35.006438 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:35.021102 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f637688e-bc08-4cc6-8f18-7ad87e92b336 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:35.054877 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-9910b6ea-bcbf-4ac7-a0ff-8b6d43d0bbb0 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584df556-669b-4b6d-9b18-843b5cf506ec') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:35.055189 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-9910b6ea-bcbf-4ac7-a0ff-8b6d43d0bbb0 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584df556-669b-4b6d-9b18-843b5cf506ec') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:35.080526 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 774451b9-da41-429f-b239-13e3f3375067, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=774451b9-da41-429f-b239-13e3f3375067,segment=NetworkSegment(68884ac4-1769-4bca-94f5-d9098a2e7fa7),segment_id=68884ac4-1769-4bca-94f5-d9098a2e7fa7)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:35.081854 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9910b6ea-bcbf-4ac7-a0ff-8b6d43d0bbb0 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:35.092548 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-7b2a1ea3-9739-4c66-b9cf-de677a46a18e tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9600923 Nov 04 10:41:35.109732 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9910b6ea-bcbf-4ac7-a0ff-8b6d43d0bbb0 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:35.116654 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9910b6ea-bcbf-4ac7-a0ff-8b6d43d0bbb0 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Releasing vlan 1175 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:41:35.117086 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9910b6ea-bcbf-4ac7-a0ff-8b6d43d0bbb0 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:35.159587 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:35.177235 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-5f9c11f2-e23a-4a90-86ad-b63dc42e4b99 service neutron] Request body: {'port': {'device_id': 'a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:35.181189 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:35.183929 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 93a6d616-ae72-4081-a095-06a4eb3aa14f up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:41:35.189810 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:41:35.194085 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9910b6ea-bcbf-4ac7-a0ff-8b6d43d0bbb0 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:35.205949 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9910b6ea-bcbf-4ac7-a0ff-8b6d43d0bbb0 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:35.209584 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9910b6ea-bcbf-4ac7-a0ff-8b6d43d0bbb0 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "DELETE /v2.0/networks/d1610b1b-8f45-4d3c-9fc2-347cfc05de13 HTTP/1.1" status: 204 len: 168 time: 2.1842027 Nov 04 10:41:35.225252 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45982) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:35.232049 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 8b28aba4-0468-4d16-af08-ae5cd0c470b7, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=8b28aba4-0468-4d16-af08-ae5cd0c470b7,segment=NetworkSegment(24917bd9-2e92-4958-ac62-be85fdb73dd1),segment_id=24917bd9-2e92-4958-ac62-be85fdb73dd1)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:35.233377 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-78c8bdf4-f21b-44e1-82d9-ff003d1c2fee tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'network': {'name': 'tempest-network-smoke--1635069695', 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'port_security_enabled': True}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:35.237360 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910b6ea-bcbf-4ac7-a0ff-8b6d43d0bbb0 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event deleted for resources: {'Network': ['ID=d1610b1b-8f45-4d3c-9fc2-347cfc05de13,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:35.255755 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef66f8-d3aa-4d25-9976-15abff370349 req-990635b6-4834-4356-985a-b568db542cac tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:35.264134 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bcef66f8-d3aa-4d25-9976-15abff370349 req-990635b6-4834-4356-985a-b568db542cac tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 931 time: 0.8163698 Nov 04 10:41:35.323040 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=774451b9-da41-429f-b239-13e3f3375067,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:35.332061 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bcef66f8-d3aa-4d25-9976-15abff370349 req-53765616-56a3-4327-aad5-821458cfe0ce tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665491 Nov 04 10:41:35.349238 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce4a5572-1bbb-4181-8a28-8d272b7ae981 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:41:35.368102 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port ce4a5572-1bbb-4181-8a28-8d272b7ae981, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=ce4a5572-1bbb-4181-8a28-8d272b7ae981,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:35.369691 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:35.370627 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device f4fb18ce-6e54-4eb2-b7a5-61f117997e55 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:35.478902 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:35.498540 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:35.498909 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:35.514758 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-663873bc-23a6-4eb1-825a-cae7712e4744 req-3eac9ccb-5a63-48d9-92a6-6948671748df tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=df9ee3c2-4d41-4f0d-aa8e-c06b3a3d2ef6 HTTP/1.1" status: 200 len: 210 time: 0.0473416 Nov 04 10:41:35.540738 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=8b28aba4-0468-4d16-af08-ae5cd0c470b7,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:35.561739 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5baf62c8-f76b-45ee-ab05-a1a369dd455b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:35.570585 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-5f9c11f2-e23a-4a90-86ad-b63dc42e4b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:35.583469 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81db3300-c490-4c9a-b4f0-6c3a7e99e515 x-openstack-request-id: req-81db3300-c490-4c9a-b4f0-6c3a7e99e515 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:41:35.583774 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31ce156-5e69-4d6a-88cc-ae650147ede8", "name": "network-vif-plugged", "status": "completed", "tag": "67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:41:35.584031 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-81db3300-c490-4c9a-b4f0-6c3a7e99e515 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:41:35.584574 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31ce156-5e69-4d6a-88cc-ae650147ede8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f', 'code': 200} Nov 04 10:41:35.595860 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b748c01-84ac-487e-baca-330b307048aa tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:41:35.605490 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c8bdf4-f21b-44e1-82d9-ff003d1c2fee tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Made reservation on behalf of 45c1d4a009b54581bacf1fbcabe00677 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:41:35.611426 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-78c8bdf4-f21b-44e1-82d9-ff003d1c2fee tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:35.613579 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8b748c01-84ac-487e-baca-330b307048aa tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:35.623433 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5baf62c8-f76b-45ee-ab05-a1a369dd455b None None] For port 4522e2b0-7540-42bd-b29c-afa3494d1445, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4522e2b0-7540-42bd-b29c-afa3494d1445,segment=NetworkSegment(7d0d397e-9583-4dfe-af3f-bbe8936acf96),segment_id=7d0d397e-9583-4dfe-af3f-bbe8936acf96)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:35.667233 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['ce4a5572-1bbb-4181-8a28-8d272b7ae981'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:41:35.674067 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c8bdf4-f21b-44e1-82d9-ff003d1c2fee tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1182} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:41:35.685532 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-78c8bdf4-f21b-44e1-82d9-ff003d1c2fee tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:35.686855 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-78c8bdf4-f21b-44e1-82d9-ff003d1c2fee tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Added segment f2c41c3e-8f76-447a-a97e-90dcfb81f85b of type vlan for network ca618409-65ac-47e4-852b-e90a8d6ee201 Nov 04 10:41:35.722854 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5baf62c8-f76b-45ee-ab05-a1a369dd455b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:35.741773 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-78c8bdf4-f21b-44e1-82d9-ff003d1c2fee tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:35.845810 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-78c8bdf4-f21b-44e1-82d9-ff003d1c2fee tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:35.861794 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c8bdf4-f21b-44e1-82d9-ff003d1c2fee tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:35.864265 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-78c8bdf4-f21b-44e1-82d9-ff003d1c2fee tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:35.918055 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f637688e-bc08-4cc6-8f18-7ad87e92b336 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:35.957979 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port f4fb18ce-6e54-4eb2-b7a5-61f117997e55 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:41:35.980811 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port f4fb18ce-6e54-4eb2-b7a5-61f117997e55 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:35.981441 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:35.983216 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f637688e-bc08-4cc6-8f18-7ad87e92b336 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:36.039075 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=ce4a5572-1bbb-4181-8a28-8d272b7ae981,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:36.046044 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637688e-bc08-4cc6-8f18-7ad87e92b336 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c5d34f-3580-4e7a-905a-c0282da1aa0a,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:36.087351 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8bdf4-f21b-44e1-82d9-ff003d1c2fee tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'Network': ['ID=ca618409-65ac-47e4-852b-e90a8d6ee201,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:36.118882 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-78c8bdf4-f21b-44e1-82d9-ff003d1c2fee tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8917432 Nov 04 10:41:36.127204 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45990) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:36.146801 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f637688e-bc08-4cc6-8f18-7ad87e92b336 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:36.148254 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f637688e-bc08-4cc6-8f18-7ad87e92b336 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4823375 Nov 04 10:41:36.158018 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45992) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:36.178163 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device fc878961-45bd-4c9c-8e21-0aa5eeb42318 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:41:36.181637 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network ca618409-65ac-47e4-852b-e90a8d6ee201 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:41:36.184604 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 93a6d616-ae72-4081-a095-06a4eb3aa14f completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:41:36.192895 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745d9a1-5a37-4400-94db-086e4715258c req-5f7d6a29-f4c8-4ab8-9661-29ccafae366c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:36.213061 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745d9a1-5a37-4400-94db-086e4715258c req-5f7d6a29-f4c8-4ab8-9661-29ccafae366c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:36.215213 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-5be31343-31de-43d2-ad7e-46e1b7f9ef0a tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Request body: {'security_group_rule': {'security_group_id': '274d5cb1-f33c-4ae9-9686-3076c55a7632', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:36.229783 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745d9a1-5a37-4400-94db-086e4715258c req-5f7d6a29-f4c8-4ab8-9661-29ccafae366c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:36.236667 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c745d9a1-5a37-4400-94db-086e4715258c req-5f7d6a29-f4c8-4ab8-9661-29ccafae366c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=c31ce156-5e69-4d6a-88cc-ae650147ede8 HTTP/1.1" status: 200 len: 2418 time: 0.4223988 Nov 04 10:41:36.244511 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-2b39a704-d01a-46bf-817c-af953584f117 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-195072589', 'admin_state_up': True, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:36.260598 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 93a6d616-ae72-4081-a095-06a4eb3aa14f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:36.261273 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:36.270231 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.db.api [None req-2b39a704-d01a-46bf-817c-af953584f117 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 04 10:41:36.270231 n-d-816629-1 neutron-server[101774]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 04 10:41:36.270231 n-d-816629-1 neutron-server[101774]: [parameters: {'project_id_1': '45c1d4a009b54581bacf1fbcabe00677', 'expiration_1': datetime.datetime(2021, 11, 4, 10, 41, 16, 258931)}] Nov 04 10:41:36.270231 n-d-816629-1 neutron-server[101774]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:41:36.271737 n-d-816629-1 neutron-server[101774]: DEBUG oslo_db.api [None req-2b39a704-d01a-46bf-817c-af953584f117 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:41:36.310904 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf62c8-f76b-45ee-ab05-a1a369dd455b None None] Pushing event updated for resources: {'Port': ['ID=4522e2b0-7540-42bd-b29c-afa3494d1445,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:36.375074 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c745d9a1-5a37-4400-94db-086e4715258c req-575d18ee-0afc-4ab0-8ae7-208e03cf812b tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051884 Nov 04 10:41:36.381360 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5be31343-31de-43d2-ad7e-46e1b7f9ef0a tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:36.533913 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1c710-953c-467a-98ff-142f3df7d673 req-094b186a-8729-4f1f-8dd4-9e54e2baaf06 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:36.536363 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81f1c710-953c-467a-98ff-142f3df7d673 req-094b186a-8729-4f1f-8dd4-9e54e2baaf06 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 944 time: 0.0886185 Nov 04 10:41:36.539301 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5be31343-31de-43d2-ad7e-46e1b7f9ef0a tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:36.548966 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5be31343-31de-43d2-ad7e-46e1b7f9ef0a tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:36.583271 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be31343-31de-43d2-ad7e-46e1b7f9ef0a tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c960c6e-ad42-4516-b31d-04d2b75ea966,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:36.585813 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8b748c01-84ac-487e-baca-330b307048aa tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:36.600000 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5be31343-31de-43d2-ad7e-46e1b7f9ef0a tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:36.601382 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5be31343-31de-43d2-ad7e-46e1b7f9ef0a tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4424202 Nov 04 10:41:36.605349 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45996) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:36.657897 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b748c01-84ac-487e-baca-330b307048aa tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network 73c2d961-186a-4179-81b5-ce84524fde09 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:36.659932 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-770df322-096b-4746-a358-43923287ab18 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:36.663668 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-8b748c01-84ac-487e-baca-330b307048aa tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:36.673822 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b748c01-84ac-487e-baca-330b307048aa tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:36.674686 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8b748c01-84ac-487e-baca-330b307048aa tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:36.676720 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: fc878961-45bd-4c9c-8e21-0aa5eeb42318 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:41:36.677142 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device fc878961-45bd-4c9c-8e21-0aa5eeb42318 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:41:36.677487 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device be866407-74ff-4d17-8b57-1e21aa6dfa55 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:41:36.695929 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431ba34b-ec23-43a1-a856-c3b43310aa8b None None] Network 73c2d961-186a-4179-81b5-ce84524fde09 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:41:36.701981 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8b748c01-84ac-487e-baca-330b307048aa tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3698094 Nov 04 10:41:36.708865 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45998) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:36.720802 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-c94e2ffb-2ab8-4f92-ba89-7126f65d7abd tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'security_group': {'name': 'tempest-secgroup-1856234881'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:36.749538 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81f1c710-953c-467a-98ff-142f3df7d673 req-49500e2b-b315-4d00-bcb1-d6b1f5bc0aaa tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065477 Nov 04 10:41:36.753117 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-770df322-096b-4746-a358-43923287ab18 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:36.762160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b748c01-84ac-487e-baca-330b307048aa tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Subnet': ['ID=ff7aba48-2a87-4379-976c-ae87a4e99e13,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:36.817133 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-5f9c11f2-e23a-4a90-86ad-b63dc42e4b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b45698a8-448e-4114-8b03-1c7e4d84ded8 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:41:36.825046 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c94e2ffb-2ab8-4f92-ba89-7126f65d7abd tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:36.835039 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-5f9c11f2-e23a-4a90-86ad-b63dc42e4b99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:36.879416 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: be866407-74ff-4d17-8b57-1e21aa6dfa55 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:41:36.880977 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device be866407-74ff-4d17-8b57-1e21aa6dfa55 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:41:36.918263 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-5f9c11f2-e23a-4a90-86ad-b63dc42e4b99 service neutron] Transition to ACTIVE for port object b45698a8-448e-4114-8b03-1c7e4d84ded8 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:41:36.933139 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-5f9c11f2-e23a-4a90-86ad-b63dc42e4b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:36.937746 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c94e2ffb-2ab8-4f92-ba89-7126f65d7abd tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:36.952564 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b39a704-d01a-46bf-817c-af953584f117 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:36.954494 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b39a704-d01a-46bf-817c-af953584f117 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:36.958642 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-58a09809-f6b5-4d76-8934-df9ac91b057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'name': 'tempest-ServersTestJSON-611007139-router', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:13Z', 'updated_at': '2021-11-04T10:41:24Z', 'revision_number': 4, 'project_id': '83608edca88c49429647d6bc7f371c77', 'gw_port': {'id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:16Z', 'updated_at': '2021-11-04T10:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '4522e2b0-7540-42bd-b29c-afa3494d1445', 'name': '', 'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'mac_address': 'fa:16:3e:00:a2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '794583f9-fd3c-45d8-84dc-0cdc1c82af17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:22Z', 'updated_at': '2021-11-04T10:41:32Z', 'revision_number': 4, 'project_id': '83608edca88c49429647d6bc7f371c77', 'subnets': [{'id': '794583f9-fd3c-45d8-84dc-0cdc1c82af17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:36.976233 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c94e2ffb-2ab8-4f92-ba89-7126f65d7abd tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:37.012632 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e2ffb-2ab8-4f92-ba89-7126f65d7abd tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b176160d-4e9f-4c9c-bc03-bfd1dae2ea33,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:37.040490 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c11f2-e23a-4a90-86ad-b63dc42e4b99 service neutron] Pushing event updated for resources: {'Port': ['ID=b45698a8-448e-4114-8b03-1c7e4d84ded8,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:37.084684 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c94e2ffb-2ab8-4f92-ba89-7126f65d7abd tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:37.094007 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c94e2ffb-2ab8-4f92-ba89-7126f65d7abd tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3814974 Nov 04 10:41:37.094803 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46000) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:37.104645 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2e0c1-381b-40f5-9634-9f513dc4fb90 req-c89eaee0-681e-4469-9d66-5575a7b79dd1 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:37.115325 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2e0c1-381b-40f5-9634-9f513dc4fb90 req-c89eaee0-681e-4469-9d66-5575a7b79dd1 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:37.123839 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2e0c1-381b-40f5-9634-9f513dc4fb90 req-c89eaee0-681e-4469-9d66-5575a7b79dd1 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:37.146069 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2e0c1-381b-40f5-9634-9f513dc4fb90 req-c89eaee0-681e-4469-9d66-5575a7b79dd1 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:37.150510 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a09809-f6b5-4d76-8934-df9ac91b057b None None] The sync data for ids ['b1ab101e-195d-455a-b3f0-81b93d65fc76'] in n-d-816629-1 is: [{'id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'name': 'tempest-ServersTestJSON-611007139-router', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:13Z', 'updated_at': '2021-11-04T10:41:24Z', 'revision_number': 4, 'project_id': '83608edca88c49429647d6bc7f371c77', 'gw_port': {'id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:16Z', 'updated_at': '2021-11-04T10:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '4522e2b0-7540-42bd-b29c-afa3494d1445', 'name': '', 'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'mac_address': 'fa:16:3e:00:a2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '794583f9-fd3c-45d8-84dc-0cdc1c82af17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:22Z', 'updated_at': '2021-11-04T10:41:32Z', 'revision_number': 4, 'project_id': '83608edca88c49429647d6bc7f371c77', 'subnets': [{'id': '794583f9-fd3c-45d8-84dc-0cdc1c82af17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:41:37.153996 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2e0c1-381b-40f5-9634-9f513dc4fb90 req-c89eaee0-681e-4469-9d66-5575a7b79dd1 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:37.166993 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-af13b980-0899-484c-bb0e-1848e5935e6f tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'security_group': {'name': 'tempest-secgroup-1825235604'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:37.186475 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2e0c1-381b-40f5-9634-9f513dc4fb90 req-c89eaee0-681e-4469-9d66-5575a7b79dd1 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:37.198107 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2e0c1-381b-40f5-9634-9f513dc4fb90 req-c89eaee0-681e-4469-9d66-5575a7b79dd1 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:37.204334 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e4d2e0c1-381b-40f5-9634-9f513dc4fb90 req-c89eaee0-681e-4469-9d66-5575a7b79dd1 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 5428 time: 0.2557912 Nov 04 10:41:37.251844 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-af13b980-0899-484c-bb0e-1848e5935e6f tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:37.272744 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b39a704-d01a-46bf-817c-af953584f117 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:37.312593 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:37.327738 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:37.378748 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-af13b980-0899-484c-bb0e-1848e5935e6f tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:37.386125 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port f4fb18ce-6e54-4eb2-b7a5-61f117997e55, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=f4fb18ce-6e54-4eb2-b7a5-61f117997e55,segment=NetworkSegment(9fa477bf-5849-4b71-84c2-fbf89ae8698a),segment_id=9fa477bf-5849-4b71-84c2-fbf89ae8698a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:37.387014 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-5f9c11f2-e23a-4a90-86ad-b63dc42e4b99 service neutron] Attempting to bind port b45698a8-448e-4114-8b03-1c7e4d84ded8 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:41:37.387657 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-5f9c11f2-e23a-4a90-86ad-b63dc42e4b99 service neutron] Attempting to bind port b45698a8-448e-4114-8b03-1c7e4d84ded8 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '01f724fb-d5bb-4d4a-b3e6-7600685a2694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'eb289679-7639-4a66-aa3b-ec07d6a9d79d'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:41:37.388473 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-5f9c11f2-e23a-4a90-86ad-b63dc42e4b99 service neutron] Attempting to bind port b45698a8-448e-4114-8b03-1c7e4d84ded8 on network eb289679-7639-4a66-aa3b-ec07d6a9d79d {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:41:37.395959 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-5f9c11f2-e23a-4a90-86ad-b63dc42e4b99 service neutron] Port b45698a8-448e-4114-8b03-1c7e4d84ded8 on network eb289679-7639-4a66-aa3b-ec07d6a9d79d not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:41:37.396665 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-5f9c11f2-e23a-4a90-86ad-b63dc42e4b99 service neutron] Attempting to bind port b45698a8-448e-4114-8b03-1c7e4d84ded8 on network eb289679-7639-4a66-aa3b-ec07d6a9d79d {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:41:37.399030 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-af13b980-0899-484c-bb0e-1848e5935e6f tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:37.400770 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:37.430148 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device ce4a5572-1bbb-4181-8a28-8d272b7ae981 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:37.452705 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13b980-0899-484c-bb0e-1848e5935e6f tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c57d7d-f4cf-4157-9ec0-efe6b2708bee,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:37.458383 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-af13b980-0899-484c-bb0e-1848e5935e6f tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:37.459961 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-af13b980-0899-484c-bb0e-1848e5935e6f tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3611884 Nov 04 10:41:37.462442 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-5f9c11f2-e23a-4a90-86ad-b63dc42e4b99 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:41:37.463265 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-5f9c11f2-e23a-4a90-86ad-b63dc42e4b99 service neutron] Checking segment: {'id': '01f724fb-d5bb-4d4a-b3e6-7600685a2694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'eb289679-7639-4a66-aa3b-ec07d6a9d79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:41:37.463881 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-5f9c11f2-e23a-4a90-86ad-b63dc42e4b99 service neutron] Bound using segment: {'id': '01f724fb-d5bb-4d4a-b3e6-7600685a2694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'eb289679-7639-4a66-aa3b-ec07d6a9d79d'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:41:37.464622 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-5f9c11f2-e23a-4a90-86ad-b63dc42e4b99 service neutron] Bound port: b45698a8-448e-4114-8b03-1c7e4d84ded8, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f724fb-d5bb-4d4a-b3e6-7600685a2694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'eb289679-7639-4a66-aa3b-ec07d6a9d79d'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:41:37.465146 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-5f9c11f2-e23a-4a90-86ad-b63dc42e4b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:37.479418 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46004) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:37.492477 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-7e5eba11-8599-461c-8931-bdb3eb97fdea tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1976296380', 'security_groups': ['c5c57d7d-f4cf-4157-9ec0-efe6b2708bee'], 'network_id': '73c2d961-186a-4179-81b5-ce84524fde09', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ff7aba48-2a87-4379-976c-ae87a4e99e13'}]}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:37.543158 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e4d2e0c1-381b-40f5-9634-9f513dc4fb90 req-fc37b410-e2d4-4963-9a10-755fb905ce23 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ded427f-6d19-40e3-a805-138915509ca8&id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2630103 Nov 04 10:41:37.552893 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 93a6d616-ae72-4081-a095-06a4eb3aa14f, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=93a6d616-ae72-4081-a095-06a4eb3aa14f,segment=NetworkSegment(75bd34cc-02fc-483b-8128-146d0a8eca1e),segment_id=75bd34cc-02fc-483b-8128-146d0a8eca1e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:37.588634 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774451b9-da41-429f-b239-13e3f3375067'}, {'server_uuid': 'c31ce156-5e69-4d6a-88cc-ae650147ede8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b28aba4-0468-4d16-af08-ae5cd0c470b7'}, {'server_uuid': 'c31ce156-5e69-4d6a-88cc-ae650147ede8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fb18ce-6e54-4eb2-b7a5-61f117997e55'}, {'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a6d616-ae72-4081-a095-06a4eb3aa14f'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:41:37.591417 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c28fce9-65b1-4fd9-ab44-11a35787792d" -d '{"events": [{"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-plugged", "status": "completed", "tag": "774451b9-da41-429f-b239-13e3f3375067"}, {"server_uuid": "c31ce156-5e69-4d6a-88cc-ae650147ede8", "name": "network-vif-plugged", "status": "completed", "tag": "8b28aba4-0468-4d16-af08-ae5cd0c470b7"}, {"server_uuid": "c31ce156-5e69-4d6a-88cc-ae650147ede8", "name": "network-vif-plugged", "status": "completed", "tag": "f4fb18ce-6e54-4eb2-b7a5-61f117997e55"}, {"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-plugged", "status": "completed", "tag": "93a6d616-ae72-4081-a095-06a4eb3aa14f"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:41:37.607819 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:37.623115 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device bb296dc2-fe9a-4d2b-a25a-d011341603b9 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:37.724656 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=f4fb18ce-6e54-4eb2-b7a5-61f117997e55,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:37.733172 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port bb296dc2-fe9a-4d2b-a25a-d011341603b9 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:41:37.744607 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port bb296dc2-fe9a-4d2b-a25a-d011341603b9 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:37.745070 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:37.755111 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-5f9c11f2-e23a-4a90-86ad-b63dc42e4b99 service neutron] For port b45698a8-448e-4114-8b03-1c7e4d84ded8, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:41:37.761530 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-5f9c11f2-e23a-4a90-86ad-b63dc42e4b99 service neutron] For port b45698a8-448e-4114-8b03-1c7e4d84ded8, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b45698a8-448e-4114-8b03-1c7e4d84ded8,segment=NetworkSegment(01f724fb-d5bb-4d4a-b3e6-7600685a2694),segment_id=01f724fb-d5bb-4d4a-b3e6-7600685a2694)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:41:37.789544 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-5f9c11f2-e23a-4a90-86ad-b63dc42e4b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:37.789791 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e134cc14-eeb5-4e91-89a6-0fa629c0fee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-73c2d961-186a-4179-81b5-ce84524fde09', 'network_id': '73c2d961-186a-4179-81b5-ce84524fde09', 'tenant_id': 'edbdfb0c3e1f4712b18c10434050242f', 'fixed_ips': [{'subnet_id': 'ff7aba48-2a87-4379-976c-ae87a4e99e13'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:41:37.790690 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e134cc14-eeb5-4e91-89a6-0fa629c0fee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:37.837746 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port ce4a5572-1bbb-4181-8a28-8d272b7ae981 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:37.838030 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:37.925165 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-5f9c11f2-e23a-4a90-86ad-b63dc42e4b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:37.927865 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-5f9c11f2-e23a-4a90-86ad-b63dc42e4b99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:37.933996 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-5f9c11f2-e23a-4a90-86ad-b63dc42e4b99 service neutron] 10.222.0.126 "PUT /v2.0/ports/b45698a8-448e-4114-8b03-1c7e4d84ded8 HTTP/1.1" status: 200 len: 1091 time: 2.8261147 Nov 04 10:41:37.943630 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08', 'tag': 'b45698a8-448e-4114-8b03-1c7e4d84ded8'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:41:37.946376 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39726085-527a-41ba-812d-145a91be4dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08", "tag": "b45698a8-448e-4114-8b03-1c7e4d84ded8"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:41:37.951835 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b39a704-d01a-46bf-817c-af953584f117 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:37.976622 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-770df322-096b-4746-a358-43923287ab18 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:37.985364 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c11f2-e23a-4a90-86ad-b63dc42e4b99 service neutron] Pushing event updated for resources: {'Port': ['ID=b45698a8-448e-4114-8b03-1c7e4d84ded8,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:38.082215 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-5aefad31-cdf5-40d7-a6ef-8e169e867e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:38.084479 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-5aefad31-cdf5-40d7-a6ef-8e169e867e3f service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=ead355d3198b4aadbda9707a7fac95b2&device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 1094 time: 0.0947304 Nov 04 10:41:38.085267 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5eba11-8599-461c-8931-bdb3eb97fdea tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:41:38.160068 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:38.193614 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-4933b35f-29f3-46f1-bc85-30b5125128ae service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b45698a8-448e-4114-8b03-1c7e4d84ded8 HTTP/1.1" status: 200 len: 217 time: 0.0963602 Nov 04 10:41:38.202795 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port ce4a5572-1bbb-4181-8a28-8d272b7ae981, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=ce4a5572-1bbb-4181-8a28-8d272b7ae981,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:38.204837 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=93a6d616-ae72-4081-a095-06a4eb3aa14f,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:38.215220 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:38.241318 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-e134cc14-eeb5-4e91-89a6-0fa629c0fee9 None None] Allocated IP 2001:db8::2 (73c2d961-186a-4179-81b5-ce84524fde09/ff7aba48-2a87-4379-976c-ae87a4e99e13/11e24647-53d4-4e9f-92f9-cd9b7ba6ca98) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:41:38.283442 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf28809-9d2a-4955-956d-85528c680f7c req-218c9e6f-fadf-497b-978d-a762cbe52bf3 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:38.301175 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2bf28809-9d2a-4955-956d-85528c680f7c req-218c9e6f-fadf-497b-978d-a762cbe52bf3 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/networks?id=eb289679-7639-4a66-aa3b-ec07d6a9d79d HTTP/1.1" status: 200 len: 819 time: 0.5816495 Nov 04 10:41:38.347017 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-fbeab84e-a688-4f25-94be-60566669f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:38.349060 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-fbeab84e-a688-4f25-94be-60566669f80a service neutron] 10.222.0.126 "GET /v2.0/subnets?id=59bf7bce-0a06-4e94-b69d-9476ec3fc967 HTTP/1.1" status: 200 len: 859 time: 0.1467357 Nov 04 10:41:38.374988 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2bf28809-9d2a-4955-956d-85528c680f7c req-53e8bf18-9783-41c0-9c6c-6ef8aa9ee649 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/quotas/ead355d3198b4aadbda9707a7fac95b2 HTTP/1.1" status: 200 len: 375 time: 0.0728099 Nov 04 10:41:38.381947 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e5eba11-8599-461c-8931-bdb3eb97fdea tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:38.432858 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-139bd293-f6f9-49f3-94b1-7a526337d554 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=eb289679-7639-4a66-aa3b-ec07d6a9d79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708148 Nov 04 10:41:38.450380 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:38.460456 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-770df322-096b-4746-a358-43923287ab18 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Allocated IP 172.25.7.49 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/fb2ab5dc-40a7-48cd-a245-ee5a85aa6bfb) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:41:38.475490 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=ce4a5572-1bbb-4181-8a28-8d272b7ae981,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:38.515402 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port bb296dc2-fe9a-4d2b-a25a-d011341603b9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=bb296dc2-fe9a-4d2b-a25a-d011341603b9,segment=NetworkSegment(75bd34cc-02fc-483b-8128-146d0a8eca1e),segment_id=75bd34cc-02fc-483b-8128-146d0a8eca1e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:38.523202 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-7e5eba11-8599-461c-8931-bdb3eb97fdea tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] device_id is not set on port 49a5575a-941f-4757-a239-03ee04f5c8c8 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:41:38.528848 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:38.531658 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 4ab0a657-f335-4fa1-bff5-c15c3461f18a up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:38.583981 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2bf28809-9d2a-4955-956d-85528c680f7c req-4221ddcf-7089-4568-99c2-936550cea708 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=ead355d3198b4aadbda9707a7fac95b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2077301 Nov 04 10:41:38.701521 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=bb296dc2-fe9a-4d2b-a25a-d011341603b9,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:38.791841 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 4ab0a657-f335-4fa1-bff5-c15c3461f18a completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:41:38.799042 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 4ab0a657-f335-4fa1-bff5-c15c3461f18a triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:38.799701 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:38.828879 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-c57fe284-9167-47cc-9699-a1ba5e2071de service neutron] 10.222.0.126 "GET /v2.0/networks/eb289679-7639-4a66-aa3b-ec07d6a9d79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861609 Nov 04 10:41:38.846150 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e134cc14-eeb5-4e91-89a6-0fa629c0fee9 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:38.873841 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e134cc14-eeb5-4e91-89a6-0fa629c0fee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:38.965986 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-92f6ad3b-76ca-45a1-9ece-c1e1f8d2f4a4 req-a4530c55-844c-4ca7-975b-63266886866a service neutron] 10.222.0.126 "GET /v2.0/networks/eb289679-7639-4a66-aa3b-ec07d6a9d79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290402 Nov 04 10:41:38.981125 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134cc14-eeb5-4e91-89a6-0fa629c0fee9 None None] Pushing event updated for resources: {'Port': ['ID=11e24647-53d4-4e9f-92f9-cd9b7ba6ca98,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:39.017993 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e134cc14-eeb5-4e91-89a6-0fa629c0fee9 None None] Network 73c2d961-186a-4179-81b5-ce84524fde09 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:39.049350 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-7e5eba11-8599-461c-8931-bdb3eb97fdea tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Allocated IP 2001:db8::16e (73c2d961-186a-4179-81b5-ce84524fde09/ff7aba48-2a87-4379-976c-ae87a4e99e13/49a5575a-941f-4757-a239-03ee04f5c8c8) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:41:39.091679 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-e134cc14-eeb5-4e91-89a6-0fa629c0fee9 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:39.094523 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e134cc14-eeb5-4e91-89a6-0fa629c0fee9 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:41:39.096703 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:39.150242 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-770df322-096b-4746-a358-43923287ab18 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:39.156130 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4522e2b0-7540-42bd-b29c-afa3494d1445 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:39.233501 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-770df322-096b-4746-a358-43923287ab18 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:39.268850 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-e134cc14-eeb5-4e91-89a6-0fa629c0fee9 None None] Attempting to bind port 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:41:39.269858 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-e134cc14-eeb5-4e91-89a6-0fa629c0fee9 None None] Attempting to bind port 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'b50f68ee-749a-45fc-ad58-1152482d8a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '73c2d961-186a-4179-81b5-ce84524fde09'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:41:39.270231 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e134cc14-eeb5-4e91-89a6-0fa629c0fee9 None None] Attempting to bind port 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 on network 73c2d961-186a-4179-81b5-ce84524fde09 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:41:39.282973 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e134cc14-eeb5-4e91-89a6-0fa629c0fee9 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:41:39.283240 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e134cc14-eeb5-4e91-89a6-0fa629c0fee9 None None] Checking segment: {'id': 'b50f68ee-749a-45fc-ad58-1152482d8a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '73c2d961-186a-4179-81b5-ce84524fde09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:41:39.284382 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e134cc14-eeb5-4e91-89a6-0fa629c0fee9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:39.284832 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e134cc14-eeb5-4e91-89a6-0fa629c0fee9 None None] Bound using segment: {'id': 'b50f68ee-749a-45fc-ad58-1152482d8a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '73c2d961-186a-4179-81b5-ce84524fde09'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:41:39.285346 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-e134cc14-eeb5-4e91-89a6-0fa629c0fee9 None None] Bound port: 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50f68ee-749a-45fc-ad58-1152482d8a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '73c2d961-186a-4179-81b5-ce84524fde09'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:41:39.285718 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e134cc14-eeb5-4e91-89a6-0fa629c0fee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:39.331956 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 4ab0a657-f335-4fa1-bff5-c15c3461f18a, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4ab0a657-f335-4fa1-bff5-c15c3461f18a,segment=NetworkSegment(75bd34cc-02fc-483b-8128-146d0a8eca1e),segment_id=75bd34cc-02fc-483b-8128-146d0a8eca1e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:39.333740 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 4522e2b0-7540-42bd-b29c-afa3494d1445 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:39.334102 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:39.384072 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770df322-096b-4746-a358-43923287ab18 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Pushing event updated for resources: {'Port': ['ID=fb2ab5dc-40a7-48cd-a245-ee5a85aa6bfb,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:39.384808 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:39.385649 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 72df5c77-e2bf-4914-a389-b01de4c7d2be up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:39.392810 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2bf28809-9d2a-4955-956d-85528c680f7c req-c2703d34-50e4-44fe-afad-79095a1571ff service neutron] 10.222.0.127 "GET /v2.0/networks/eb289679-7639-4a66-aa3b-ec07d6a9d79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8080721 Nov 04 10:41:39.403541 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e5eba11-8599-461c-8931-bdb3eb97fdea tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:39.449278 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e5eba11-8599-461c-8931-bdb3eb97fdea tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:39.451055 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770df322-096b-4746-a358-43923287ab18 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:39.479809 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b39a704-d01a-46bf-817c-af953584f117 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:39.503609 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b39a704-d01a-46bf-817c-af953584f117 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:39.505588 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-770df322-096b-4746-a358-43923287ab18 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:39.510561 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770df322-096b-4746-a358-43923287ab18 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:41:39.516468 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5eba11-8599-461c-8931-bdb3eb97fdea tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Port': ['ID=49a5575a-941f-4757-a239-03ee04f5c8c8,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:39.527602 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5eba11-8599-461c-8931-bdb3eb97fdea tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network 73c2d961-186a-4179-81b5-ce84524fde09 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:39.529478 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-7e5eba11-8599-461c-8931-bdb3eb97fdea tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:39.533393 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5eba11-8599-461c-8931-bdb3eb97fdea tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:41:39.541305 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5eba11-8599-461c-8931-bdb3eb97fdea tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:39.542066 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e5eba11-8599-461c-8931-bdb3eb97fdea tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:39.569902 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7e5eba11-8599-461c-8931-bdb3eb97fdea tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0869229 Nov 04 10:41:39.572863 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46022) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:39.580084 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-e3132b68-a947-4e48-93e3-98d77f9b1431 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'subnet': {'network_id': '73c2d961-186a-4179-81b5-ce84524fde09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:39.589823 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e134cc14-eeb5-4e91-89a6-0fa629c0fee9 None None] For port 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:41:39.594258 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e134cc14-eeb5-4e91-89a6-0fa629c0fee9 None None] For port 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=11e24647-53d4-4e9f-92f9-cd9b7ba6ca98,segment=NetworkSegment(b50f68ee-749a-45fc-ad58-1152482d8a74),segment_id=b50f68ee-749a-45fc-ad58-1152482d8a74)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:41:39.673483 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e134cc14-eeb5-4e91-89a6-0fa629c0fee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:39.676750 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2bf28809-9d2a-4955-956d-85528c680f7c req-432a5c2b-bbca-4b3c-879c-06a3fa1df754 service neutron] 10.222.0.127 "GET /v2.0/networks/eb289679-7639-4a66-aa3b-ec07d6a9d79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486012 Nov 04 10:41:39.795433 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3132b68-a947-4e48-93e3-98d77f9b1431 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:41:39.799908 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e3132b68-a947-4e48-93e3-98d77f9b1431 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:39.800457 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 72df5c77-e2bf-4914-a389-b01de4c7d2be completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:41:39.821011 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 72df5c77-e2bf-4914-a389-b01de4c7d2be triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:39.823524 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:39.831614 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=4ab0a657-f335-4fa1-bff5-c15c3461f18a,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:39.836102 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-2b39a704-d01a-46bf-817c-af953584f117 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Allocated IP 172.25.7.82 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/d3b4f330-6c49-4c0c-92cc-67c3f2c7c22e) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:41:40.035405 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b39a704-d01a-46bf-817c-af953584f117 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:40.106202 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b39a704-d01a-46bf-817c-af953584f117 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:40.151823 n-d-816629-1 neutron-server[101775]: INFO neutron.db.ipam_backend_mixin [None req-e3132b68-a947-4e48-93e3-98d77f9b1431 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ff7aba48-2a87-4379-976c-ae87a4e99e13 (CIDR: 2001:db8::/64) Nov 04 10:41:40.163074 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3132b68-a947-4e48-93e3-98d77f9b1431 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:41:40.163963 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3132b68-a947-4e48-93e3-98d77f9b1431 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:41:40.190701 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e3132b68-a947-4e48-93e3-98d77f9b1431 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6174409 Nov 04 10:41:40.193421 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46030) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:40.207222 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-343ce380-09c6-4c37-8906-8d021431f729 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'subnet': {'network_id': '73c2d961-186a-4179-81b5-ce84524fde09', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:40.218595 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-770df322-096b-4746-a358-43923287ab18 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:40.233391 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b39a704-d01a-46bf-817c-af953584f117 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:40.316685 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-2b39a704-d01a-46bf-817c-af953584f117 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:40.357876 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134cc14-eeb5-4e91-89a6-0fa629c0fee9 None None] Pushing event updated for resources: {'Port': ['ID=11e24647-53d4-4e9f-92f9-cd9b7ba6ca98,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:40.389528 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b39a704-d01a-46bf-817c-af953584f117 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:41:40.438800 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39a704-d01a-46bf-817c-af953584f117 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'Port': ['ID=d3b4f330-6c49-4c0c-92cc-67c3f2c7c22e,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:40.456472 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:40.459815 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-770df322-096b-4746-a358-43923287ab18 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:40.571716 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 72df5c77-e2bf-4914-a389-b01de4c7d2be, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=72df5c77-e2bf-4914-a389-b01de4c7d2be,segment=NetworkSegment(68884ac4-1769-4bca-94f5-d9098a2e7fa7),segment_id=68884ac4-1769-4bca-94f5-d9098a2e7fa7)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:40.579265 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:40.580171 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device a09927a9-ef20-452f-a0cd-6d40858aa8ef up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:40.675519 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343ce380-09c6-4c37-8906-8d021431f729 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:41:40.683967 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-343ce380-09c6-4c37-8906-8d021431f729 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:40.702576 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d757e-2f3a-4df1-9730-48c52026b8da req-fc7ac3bd-ce15-41b9-a924-1f08e8ecaccf tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:40.714697 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d757e-2f3a-4df1-9730-48c52026b8da req-fc7ac3bd-ce15-41b9-a924-1f08e8ecaccf tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:40.740542 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d757e-2f3a-4df1-9730-48c52026b8da req-fc7ac3bd-ce15-41b9-a924-1f08e8ecaccf tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:40.745355 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-620d757e-2f3a-4df1-9730-48c52026b8da req-fc7ac3bd-ce15-41b9-a924-1f08e8ecaccf tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=c31ce156-5e69-4d6a-88cc-ae650147ede8 HTTP/1.1" status: 200 len: 2419 time: 0.4372909 Nov 04 10:41:41.048329 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=72df5c77-e2bf-4914-a389-b01de4c7d2be,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:41.094039 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port a09927a9-ef20-452f-a0cd-6d40858aa8ef completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:41:41.100891 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port a09927a9-ef20-452f-a0cd-6d40858aa8ef triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:41.101322 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:41.200327 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:41.311311 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-343ce380-09c6-4c37-8906-8d021431f729 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:41.344968 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:41.348770 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:41.349289 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:41.465155 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port a09927a9-ef20-452f-a0cd-6d40858aa8ef, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=a09927a9-ef20-452f-a0cd-6d40858aa8ef,segment=NetworkSegment(75bd34cc-02fc-483b-8128-146d0a8eca1e),segment_id=75bd34cc-02fc-483b-8128-146d0a8eca1e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:41.466173 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ce380-09c6-4c37-8906-8d021431f729 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Subnet': ['ID=4bad75ef-b83a-4ee2-9822-6710137aeb94,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:41.485094 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343ce380-09c6-4c37-8906-8d021431f729 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network 73c2d961-186a-4179-81b5-ce84524fde09 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:41.494889 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:41.497165 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 511fc5ae-cb19-4f00-a96e-ae1fe43026e6 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:41.500087 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-343ce380-09c6-4c37-8906-8d021431f729 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:41.508117 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343ce380-09c6-4c37-8906-8d021431f729 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:41.508812 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-343ce380-09c6-4c37-8906-8d021431f729 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:41.550148 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-343ce380-09c6-4c37-8906-8d021431f729 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3555553 Nov 04 10:41:41.553230 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46042) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:41.563256 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-c517079a-a0a4-4dbe-8e1b-83e89a32770a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1997518072', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4bad75ef-b83a-4ee2-9822-6710137aeb94'}], 'security_groups': ['b176160d-4e9f-4c9c-bc03-bfd1dae2ea33']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:41.705164 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c517079a-a0a4-4dbe-8e1b-83e89a32770a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:41.758287 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=a09927a9-ef20-452f-a0cd-6d40858aa8ef,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:41.810237 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:41.844286 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 511fc5ae-cb19-4f00-a96e-ae1fe43026e6 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:41:41.864915 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 511fc5ae-cb19-4f00-a96e-ae1fe43026e6 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:41.865894 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:42.008100 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=11e24647-53d4-4e9f-92f9-cd9b7ba6ca98,segment=NetworkSegment(b50f68ee-749a-45fc-ad58-1152482d8a74),segment_id=b50f68ee-749a-45fc-ad58-1152482d8a74)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:42.025295 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:42.076438 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32880cc-725c-4e88-b78d-8f4b84fdafd2 None None] Network 73c2d961-186a-4179-81b5-ce84524fde09 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:41:42.425594 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=11e24647-53d4-4e9f-92f9-cd9b7ba6ca98,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:42.428792 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:42.431560 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf28809-9d2a-4955-956d-85528c680f7c req-c224102b-0979-4367-8700-ce4704edccd6 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:42.445353 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2bf28809-9d2a-4955-956d-85528c680f7c req-c224102b-0979-4367-8700-ce4704edccd6 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.121 "GET /v2.0/networks?id=eb289679-7639-4a66-aa3b-ec07d6a9d79d HTTP/1.1" status: 200 len: 819 time: 0.4313600 Nov 04 10:41:42.450152 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-2bf28809-9d2a-4955-956d-85528c680f7c req-0a01d6db-8f1a-4028-8081-37b4b211f3d8 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Request body: {'port': {'device_id': 'dba68183-0345-45fd-a77d-de29fb3c1eb0', 'network_id': 'eb289679-7639-4a66-aa3b-ec07d6a9d79d', 'admin_state_up': True, 'tenant_id': 'ead355d3198b4aadbda9707a7fac95b2'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:42.494812 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-9f354f0f-c550-4485-bd39-ba31773b4650 None None] Provisioning complete for port 5f2ea339-85d5-45c8-9939-0dffd1974b68 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:42.495359 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9f354f0f-c550-4485-bd39-ba31773b4650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:42.544757 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-620d757e-2f3a-4df1-9730-48c52026b8da req-5c00a04c-127c-45e0-8b1a-d2fd2aea78e3 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5743363 Nov 04 10:41:42.554493 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-9f354f0f-c550-4485-bd39-ba31773b4650 None None] Port 5f2ea339-85d5-45c8-9939-0dffd1974b68 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:41:42.593463 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b45698a8-448e-4114-8b03-1c7e4d84ded8 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:41:42.713113 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-9f354f0f-c550-4485-bd39-ba31773b4650 None None] Provisioning complete for port 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:42.715788 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9f354f0f-c550-4485-bd39-ba31773b4650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:42.727848 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 511fc5ae-cb19-4f00-a96e-ae1fe43026e6, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=511fc5ae-cb19-4f00-a96e-ae1fe43026e6,segment=NetworkSegment(e4c253af-65d0-47a4-af72-3837b14a76c7),segment_id=e4c253af-65d0-47a4-af72-3837b14a76c7)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:42.733056 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 04 Nov 2021 10:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5526ee8-e982-4244-ae0c-5eefa7982f81 x-openstack-request-id: req-e5526ee8-e982-4244-ae0c-5eefa7982f81 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:41:42.734151 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-plugged", "status": "completed", "tag": "774451b9-da41-429f-b239-13e3f3375067", "code": 200}, {"server_uuid": "c31ce156-5e69-4d6a-88cc-ae650147ede8", "name": "network-vif-plugged", "status": "completed", "tag": "8b28aba4-0468-4d16-af08-ae5cd0c470b7", "code": 200}, {"server_uuid": "c31ce156-5e69-4d6a-88cc-ae650147ede8", "name": "network-vif-plugged", "status": "completed", "tag": "f4fb18ce-6e54-4eb2-b7a5-61f117997e55", "code": 200}, {"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-plugged", "status": "completed", "tag": "93a6d616-ae72-4081-a095-06a4eb3aa14f", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:41:42.734762 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-e5526ee8-e982-4244-ae0c-5eefa7982f81 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:41:42.736422 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774451b9-da41-429f-b239-13e3f3375067', 'code': 200} Nov 04 10:41:42.737527 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31ce156-5e69-4d6a-88cc-ae650147ede8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b28aba4-0468-4d16-af08-ae5cd0c470b7', 'code': 200} Nov 04 10:41:42.737944 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31ce156-5e69-4d6a-88cc-ae650147ede8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fb18ce-6e54-4eb2-b7a5-61f117997e55', 'code': 200} Nov 04 10:41:42.738352 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a6d616-ae72-4081-a095-06a4eb3aa14f', 'code': 200} Nov 04 10:41:42.746407 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:42.827177 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:42.862396 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-c517079a-a0a4-4dbe-8e1b-83e89a32770a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Delete allocated IP 2001:db8::16e (73c2d961-186a-4179-81b5-ce84524fde09/ff7aba48-2a87-4379-976c-ae87a4e99e13) {{(pid=101775) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 04 10:41:42.869992 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-770df322-096b-4746-a358-43923287ab18 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:42.890874 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-c517079a-a0a4-4dbe-8e1b-83e89a32770a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Allocated IP 2001:db8:0:1::18a (73c2d961-186a-4179-81b5-ce84524fde09/4bad75ef-b83a-4ee2-9822-6710137aeb94/49a5575a-941f-4757-a239-03ee04f5c8c8) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:41:42.972710 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf28809-9d2a-4955-956d-85528c680f7c req-0a01d6db-8f1a-4028-8081-37b4b211f3d8 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Made reservation on behalf of ead355d3198b4aadbda9707a7fac95b2 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:41:42.973735 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port b45698a8-448e-4114-8b03-1c7e4d84ded8, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b45698a8-448e-4114-8b03-1c7e4d84ded8,segment=NetworkSegment(01f724fb-d5bb-4d4a-b3e6-7600685a2694),segment_id=01f724fb-d5bb-4d4a-b3e6-7600685a2694)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:42.976628 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-770df322-096b-4746-a358-43923287ab18 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:42.978745 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2bf28809-9d2a-4955-956d-85528c680f7c req-0a01d6db-8f1a-4028-8081-37b4b211f3d8 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:43.028205 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3313f971-8d4b-4935-8a73-fc2e762f8d9c None None] Update dhcp port {'port': {'network_id': '73c2d961-186a-4179-81b5-ce84524fde09', 'fixed_ips': [{'subnet_id': 'ff7aba48-2a87-4379-976c-ae87a4e99e13', 'ip_address': '2001:db8::2'}, {'subnet_id': '4bad75ef-b83a-4ee2-9822-6710137aeb94'}], 'binding:host_id': 'n-d-816629-1'}, 'id': '11e24647-53d4-4e9f-92f9-cd9b7ba6ca98'} from n-d-816629-1. {{(pid=101776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 10:41:43.121536 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770df322-096b-4746-a358-43923287ab18 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Pushing event updated for resources: {'Port': ['ID=fb2ab5dc-40a7-48cd-a245-ee5a85aa6bfb,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:43.201823 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec8cfe-e638-481e-8ceb-e2b3f3a0154f req-e39d4bbf-3ec5-4e6b-b31b-2d05f86747f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:43.202319 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec8cfe-e638-481e-8ceb-e2b3f3a0154f req-e39d4bbf-3ec5-4e6b-b31b-2d05f86747f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:43.202833 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec8cfe-e638-481e-8ceb-e2b3f3a0154f req-e39d4bbf-3ec5-4e6b-b31b-2d05f86747f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:43.204578 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cdec8cfe-e638-481e-8ceb-e2b3f3a0154f req-e39d4bbf-3ec5-4e6b-b31b-2d05f86747f9 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c31ce156-5e69-4d6a-88cc-ae650147ede8 HTTP/1.1" status: 200 len: 2872 time: 0.3898888 Nov 04 10:41:43.232572 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:43.235881 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=511fc5ae-cb19-4f00-a96e-ae1fe43026e6,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:43.239204 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b39a704-d01a-46bf-817c-af953584f117 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:43.245136 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'b45698a8-448e-4114-8b03-1c7e4d84ded8', 'network_id': 'eb289679-7639-4a66-aa3b-ec07d6a9d79d', 'port_id': 'b45698a8-448e-4114-8b03-1c7e4d84ded8', 'mac_address': 'fa:16:3e:ad:d2:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59bf7bce-0a06-4e94-b69d-9476ec3fc967', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:41:43.299281 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17c3e2-d173-4571-acbe-bb7620a9a73e req-a368d898-472b-49fb-8844-ffcbecbefc1d tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:43.307416 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0c17c3e2-d173-4571-acbe-bb7620a9a73e req-a368d898-472b-49fb-8844-ffcbecbefc1d tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 945 time: 0.4954879 Nov 04 10:41:43.311581 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c517079a-a0a4-4dbe-8e1b-83e89a32770a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:43.364028 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c517079a-a0a4-4dbe-8e1b-83e89a32770a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:43.388476 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-770df322-096b-4746-a358-43923287ab18 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:43.411569 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:43.414755 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3313f971-8d4b-4935-8a73-fc2e762f8d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:43.475867 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0c17c3e2-d173-4571-acbe-bb7620a9a73e req-5983f788-2509-485c-ba45-47c3df7ff0a4 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674411 Nov 04 10:41:43.523081 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b45698a8-448e-4114-8b03-1c7e4d84ded8 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:41:43.545365 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port b45698a8-448e-4114-8b03-1c7e4d84ded8, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b45698a8-448e-4114-8b03-1c7e4d84ded8,segment=NetworkSegment(01f724fb-d5bb-4d4a-b3e6-7600685a2694),segment_id=01f724fb-d5bb-4d4a-b3e6-7600685a2694)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:43.557234 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:43.583105 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-2bf28809-9d2a-4955-956d-85528c680f7c req-0a01d6db-8f1a-4028-8081-37b4b211f3d8 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Allocated IP 172.20.0.9 (eb289679-7639-4a66-aa3b-ec07d6a9d79d/59bf7bce-0a06-4e94-b69d-9476ec3fc967/41362cd5-e4e7-47af-a279-ab553d8c766c) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:41:43.660874 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cdec8cfe-e638-481e-8ceb-e2b3f3a0154f req-43855945-0d0e-4f61-8a2e-b31f9acd9e06 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212525 Nov 04 10:41:43.711768 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-770df322-096b-4746-a358-43923287ab18 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:43.713196 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-770df322-096b-4746-a358-43923287ab18 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1032138 Nov 04 10:41:43.743869 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a59ba4-5601-4cdd-8feb-be54fba26f3f x-openstack-request-id: req-38a59ba4-5601-4cdd-8feb-be54fba26f3f {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:41:43.744185 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08", "tag": "b45698a8-448e-4114-8b03-1c7e4d84ded8", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:41:43.744405 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-38a59ba4-5601-4cdd-8feb-be54fba26f3f {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:41:43.761247 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08', 'tag': 'b45698a8-448e-4114-8b03-1c7e4d84ded8', 'status': 'completed', 'code': 200} Nov 04 10:41:43.767921 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:43.768297 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:43.918731 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-c517079a-a0a4-4dbe-8e1b-83e89a32770a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] In _notify_port_updated(), no bound segment for port 49a5575a-941f-4757-a239-03ee04f5c8c8 on network 73c2d961-186a-4179-81b5-ce84524fde09 {{(pid=101775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 04 10:41:43.925135 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c517079a-a0a4-4dbe-8e1b-83e89a32770a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:43.926141 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c517079a-a0a4-4dbe-8e1b-83e89a32770a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:43.931418 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c517079a-a0a4-4dbe-8e1b-83e89a32770a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "PUT /v2.0/ports/49a5575a-941f-4757-a239-03ee04f5c8c8 HTTP/1.1" status: 200 len: 931 time: 2.3766601 Nov 04 10:41:43.936272 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46054) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:43.997404 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b39a704-d01a-46bf-817c-af953584f117 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:44.057488 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db987421-d38c-44ed-b104-13c00fede3ed req-a2393667-52c7-4ed9-8357-5b59d71978c5 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:44.072467 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db987421-d38c-44ed-b104-13c00fede3ed req-a2393667-52c7-4ed9-8357-5b59d71978c5 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:44.084235 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-3313f971-8d4b-4935-8a73-fc2e762f8d9c None None] Allocated IP 2001:db8:0:1::2 (73c2d961-186a-4179-81b5-ce84524fde09/4bad75ef-b83a-4ee2-9822-6710137aeb94/11e24647-53d4-4e9f-92f9-cd9b7ba6ca98) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:41:44.090308 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db987421-d38c-44ed-b104-13c00fede3ed req-a2393667-52c7-4ed9-8357-5b59d71978c5 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:44.107122 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db987421-d38c-44ed-b104-13c00fede3ed req-a2393667-52c7-4ed9-8357-5b59d71978c5 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:44.121060 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db987421-d38c-44ed-b104-13c00fede3ed req-a2393667-52c7-4ed9-8357-5b59d71978c5 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:44.149768 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db987421-d38c-44ed-b104-13c00fede3ed req-a2393667-52c7-4ed9-8357-5b59d71978c5 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:44.164564 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db987421-d38c-44ed-b104-13c00fede3ed req-a2393667-52c7-4ed9-8357-5b59d71978c5 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:44.170421 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db987421-d38c-44ed-b104-13c00fede3ed req-a2393667-52c7-4ed9-8357-5b59d71978c5 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 5434 time: 0.3383942 Nov 04 10:41:44.215329 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-3313f971-8d4b-4935-8a73-fc2e762f8d9c None None] For port 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=11e24647-53d4-4e9f-92f9-cd9b7ba6ca98,segment=NetworkSegment(b50f68ee-749a-45fc-ad58-1152482d8a74),segment_id=b50f68ee-749a-45fc-ad58-1152482d8a74)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:44.252973 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3313f971-8d4b-4935-8a73-fc2e762f8d9c None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:44.256427 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['b45698a8-448e-4114-8b03-1c7e4d84ded8'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:41:44.315674 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=b45698a8-448e-4114-8b03-1c7e4d84ded8,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:44.328644 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3313f971-8d4b-4935-8a73-fc2e762f8d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:44.459542 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313f971-8d4b-4935-8a73-fc2e762f8d9c None None] Pushing event updated for resources: {'Port': ['ID=11e24647-53d4-4e9f-92f9-cd9b7ba6ca98,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:44.513852 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db987421-d38c-44ed-b104-13c00fede3ed req-994c3ada-c32a-449a-a738-ebe81afda74a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ded427f-6d19-40e3-a805-138915509ca8&id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2703528 Nov 04 10:41:44.604721 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b39a704-d01a-46bf-817c-af953584f117 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Router 5c54c214-efa1-460d-b259-56a60ab1e8ff is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:41:44.705311 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:44.742466 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9786cb95-a7ff-4b24-a896-ac6e9091c86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4a5572-1bbb-4181-8a28-8d272b7ae981'}, {'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb296dc2-fe9a-4d2b-a25a-d011341603b9'}, {'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab0a657-f335-4fa1-bff5-c15c3461f18a'}, {'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72df5c77-e2bf-4914-a389-b01de4c7d2be'}, {'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09927a9-ef20-452f-a0cd-6d40858aa8ef'}, {'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511fc5ae-cb19-4f00-a96e-ae1fe43026e6'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:41:44.745267 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37beaba1-3fcc-493d-95a8-476186b18791" -d '{"events": [{"server_uuid": "9786cb95-a7ff-4b24-a896-ac6e9091c86f", "name": "network-vif-plugged", "status": "completed", "tag": "ce4a5572-1bbb-4181-8a28-8d272b7ae981"}, {"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-plugged", "status": "completed", "tag": "bb296dc2-fe9a-4d2b-a25a-d011341603b9"}, {"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-plugged", "status": "completed", "tag": "4ab0a657-f335-4fa1-bff5-c15c3461f18a"}, {"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-plugged", "status": "completed", "tag": "72df5c77-e2bf-4914-a389-b01de4c7d2be"}, {"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-plugged", "status": "completed", "tag": "a09927a9-ef20-452f-a0cd-6d40858aa8ef"}, {"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-plugged", "status": "completed", "tag": "511fc5ae-cb19-4f00-a96e-ae1fe43026e6"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:41:44.797775 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8b73fd8-96be-472e-b28a-fd207ff67b3b req-91e475e3-53c1-4b34-9378-f82754c736be tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 210 time: 0.0777967 Nov 04 10:41:44.806580 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517079a-a0a4-4dbe-8e1b-83e89a32770a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Port': ['ID=49a5575a-941f-4757-a239-03ee04f5c8c8,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:44.870329 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39726085-527a-41ba-812d-145a91be4dbb req-71b00fbe-5759-4511-a17c-1cf5815a193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:44.875346 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-39726085-527a-41ba-812d-145a91be4dbb req-71b00fbe-5759-4511-a17c-1cf5815a193b service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=ead355d3198b4aadbda9707a7fac95b2&device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 1095 time: 1.1344519 Nov 04 10:41:45.050173 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b39a704-d01a-46bf-817c-af953584f117 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:41:45.088953 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:45.113956 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480df4cb-e145-4a00-96f0-b13c107eb9d3 None None] Sync routers for ids ['5c54c214-efa1-460d-b259-56a60ab1e8ff'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:41:45.145068 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b39a704-d01a-46bf-817c-af953584f117 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:45.145068 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2b39a704-d01a-46bf-817c-af953584f117 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.9069819 Nov 04 10:41:45.148880 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480df4cb-e145-4a00-96f0-b13c107eb9d3 None None] Routers {'5c54c214-efa1-460d-b259-56a60ab1e8ff'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:41:45.149985 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-480df4cb-e145-4a00-96f0-b13c107eb9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:41:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['5c54c214-efa1-460d-b259-56a60ab1e8ff'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:45.154716 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46066) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:45.222587 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:45.223550 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:45.257910 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f77893-de1b-456b-8e4c-3cb4f16b4e9b req-a16bd52b-3bce-44d1-b534-d72d7285ae3f tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:45.267408 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2bf28809-9d2a-4955-956d-85528c680f7c req-0a01d6db-8f1a-4028-8081-37b4b211f3d8 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:45.279809 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f77893-de1b-456b-8e4c-3cb4f16b4e9b req-a16bd52b-3bce-44d1-b534-d72d7285ae3f tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:45.299083 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f77893-de1b-456b-8e4c-3cb4f16b4e9b req-a16bd52b-3bce-44d1-b534-d72d7285ae3f tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:45.309625 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-22f77893-de1b-456b-8e4c-3cb4f16b4e9b req-a16bd52b-3bce-44d1-b534-d72d7285ae3f tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=c31ce156-5e69-4d6a-88cc-ae650147ede8 HTTP/1.1" status: 200 len: 2419 time: 0.3493538 Nov 04 10:41:45.321108 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-eea2c443-8f37-4148-a780-bdcc0fabddc4 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] 10.222.0.127 "GET /v2.0/subnets?project_id=45c1d4a009b54581bacf1fbcabe00677&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1630225 Nov 04 10:41:45.322521 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-480df4cb-e145-4a00-96f0-b13c107eb9d3 None None] Set router 5c54c214-efa1-460d-b259-56a60ab1e8ff gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:41:45.325573 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46068) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:45.354861 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-963e849b-9f5f-4f8d-bd69-496bb59763fa tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting port 49a5575a-941f-4757-a239-03ee04f5c8c8 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:41:45.355202 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-963e849b-9f5f-4f8d-bd69-496bb59763fa tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:45.364530 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39726085-527a-41ba-812d-145a91be4dbb req-17e1e0ce-91af-4331-be8f-bccd62d8726b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:45.386605 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-39726085-527a-41ba-812d-145a91be4dbb req-17e1e0ce-91af-4331-be8f-bccd62d8726b service neutron] 10.222.0.126 "GET /v2.0/networks?id=eb289679-7639-4a66-aa3b-ec07d6a9d79d HTTP/1.1" status: 200 len: 921 time: 0.4444883 Nov 04 10:41:45.600665 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-39726085-527a-41ba-812d-145a91be4dbb req-86b97bd0-76e7-4251-9de4-880b2075d00f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b45698a8-448e-4114-8b03-1c7e4d84ded8 HTTP/1.1" status: 200 len: 217 time: 0.1904054 Nov 04 10:41:45.662931 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-480df4cb-e145-4a00-96f0-b13c107eb9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'name': 'tempest-TestNetworkBasicOps-router-195072589', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:36Z', 'updated_at': '2021-11-04T10:41:42Z', 'revision_number': 3, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:39Z', 'updated_at': '2021-11-04T10:41:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:45.703068 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480df4cb-e145-4a00-96f0-b13c107eb9d3 None None] Checking router: 5c54c214-efa1-460d-b259-56a60ab1e8ff for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:41:45.704008 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480df4cb-e145-4a00-96f0-b13c107eb9d3 None None] Updating router 5c54c214-efa1-460d-b259-56a60ab1e8ff port d3b4f330-6c49-4c0c-92cc-67c3f2c7c22e binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:41:45.715897 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2bf28809-9d2a-4955-956d-85528c680f7c req-0a01d6db-8f1a-4028-8081-37b4b211f3d8 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:45.731524 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['b45698a8-448e-4114-8b03-1c7e4d84ded8'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:41:45.766683 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-480df4cb-e145-4a00-96f0-b13c107eb9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:45.795932 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf28809-9d2a-4955-956d-85528c680f7c req-0a01d6db-8f1a-4028-8081-37b4b211f3d8 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Network eb289679-7639-4a66-aa3b-ec07d6a9d79d is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:45.821532 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-2bf28809-9d2a-4955-956d-85528c680f7c req-0a01d6db-8f1a-4028-8081-37b4b211f3d8 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:45.831489 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39726085-527a-41ba-812d-145a91be4dbb req-874eabfc-8d66-43a7-844f-28c20f43fcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:45.833820 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-39726085-527a-41ba-812d-145a91be4dbb req-874eabfc-8d66-43a7-844f-28c20f43fcff service neutron] 10.222.0.126 "GET /v2.0/subnets?id=59bf7bce-0a06-4e94-b69d-9476ec3fc967 HTTP/1.1" status: 200 len: 859 time: 0.2196555 Nov 04 10:41:45.834912 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf28809-9d2a-4955-956d-85528c680f7c req-0a01d6db-8f1a-4028-8081-37b4b211f3d8 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:41:45.836931 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1b13ca-e02a-49ca-84ca-36378bd494eb tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:45.843137 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2f1b13ca-e02a-49ca-84ca-36378bd494eb tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5168779 Nov 04 10:41:45.845795 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-963e849b-9f5f-4f8d-bd69-496bb59763fa tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:45.853927 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46074) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:45.883800 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-22f77893-de1b-456b-8e4c-3cb4f16b4e9b req-dbb31594-8f49-43f5-922b-aa1f9507169a tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733721 Nov 04 10:41:45.905960 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c6ce91cd-daa9-43f4-8068-4045e60c79a9 None None] Provisioning complete for port 49a5575a-941f-4757-a239-03ee04f5c8c8 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:45.918065 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c6ce91cd-daa9-43f4-8068-4045e60c79a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:46.006804 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01d6db-8f1a-4028-8081-37b4b211f3d8 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Pushing event updated for resources: {'Port': ['ID=41362cd5-e4e7-47af-a279-ab553d8c766c,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:46.008873 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-c6ce91cd-daa9-43f4-8068-4045e60c79a9 None None] Port 49a5575a-941f-4757-a239-03ee04f5c8c8 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:41:46.019540 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-39726085-527a-41ba-812d-145a91be4dbb req-1583c858-a095-40f7-9770-774a3e318774 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=eb289679-7639-4a66-aa3b-ec07d6a9d79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1676898 Nov 04 10:41:46.022172 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-963e849b-9f5f-4f8d-bd69-496bb59763fa tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Calling delete_port for 49a5575a-941f-4757-a239-03ee04f5c8c8 owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:41:46.036910 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9a080080-50ee-41f8-abcf-14c8de0f7722 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] 10.222.0.127 "GET /v2.0/subnets?network_id=301c0cd8-d116-455e-af06-7601efa602d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1792054 Nov 04 10:41:46.037399 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46082) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:46.046730 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-8cac7af8-e15d-42b0-8948-29545459c03e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1882401788', 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201', 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:46.095004 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c6ce91cd-daa9-43f4-8068-4045e60c79a9 None None] Provisioning complete for port 5f2ea339-85d5-45c8-9939-0dffd1974b68 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:46.095612 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c6ce91cd-daa9-43f4-8068-4045e60c79a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:46.228939 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf28809-9d2a-4955-956d-85528c680f7c req-0a01d6db-8f1a-4028-8081-37b4b211f3d8 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:46.229551 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2bf28809-9d2a-4955-956d-85528c680f7c req-0a01d6db-8f1a-4028-8081-37b4b211f3d8 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:46.350742 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2bf28809-9d2a-4955-956d-85528c680f7c req-0a01d6db-8f1a-4028-8081-37b4b211f3d8 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9043651 Nov 04 10:41:46.395775 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-2bf28809-9d2a-4955-956d-85528c680f7c req-7dad78ae-3bfe-469e-bb16-2a976a6b9178 service neutron] Request body: {'port': {'device_id': 'dba68183-0345-45fd-a77d-de29fb3c1eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:46.439595 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-c6ce91cd-daa9-43f4-8068-4045e60c79a9 None None] Port 5f2ea339-85d5-45c8-9939-0dffd1974b68 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:41:46.448166 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-480df4cb-e145-4a00-96f0-b13c107eb9d3 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:46.460668 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-480df4cb-e145-4a00-96f0-b13c107eb9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:46.463431 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-fe0d3bab-d6e2-4c32-8632-915a202d7e5f tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-securitygroup--1844855141&fields=id&tenant_id=83608edca88c49429647d6bc7f371c77 HTTP/1.1" status: 200 len: 267 time: 0.3584101 Nov 04 10:41:46.535999 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-39726085-527a-41ba-812d-145a91be4dbb req-4a667c42-68a5-4171-9908-0ff7993e7096 service neutron] 10.222.0.126 "GET /v2.0/networks/eb289679-7639-4a66-aa3b-ec07d6a9d79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843760 Nov 04 10:41:46.599433 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a74833-9874-4190-963b-b3c77f0474eb None None] Pushing event updated for resources: {'Port': ['ID=d3b4f330-6c49-4c0c-92cc-67c3f2c7c22e,revision_number=2']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:46.614344 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-480df4cb-e145-4a00-96f0-b13c107eb9d3 None None] Attempting to bind port d3b4f330-6c49-4c0c-92cc-67c3f2c7c22e on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:41:46.617250 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-480df4cb-e145-4a00-96f0-b13c107eb9d3 None None] Attempting to bind port d3b4f330-6c49-4c0c-92cc-67c3f2c7c22e by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:41:46.617774 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480df4cb-e145-4a00-96f0-b13c107eb9d3 None None] Attempting to bind port d3b4f330-6c49-4c0c-92cc-67c3f2c7c22e on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:41:46.630732 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b45698a8-448e-4114-8b03-1c7e4d84ded8 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:46.635865 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c6ce91cd-daa9-43f4-8068-4045e60c79a9 None None] Provisioning complete for port 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:46.636361 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c6ce91cd-daa9-43f4-8068-4045e60c79a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:46.639785 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a74833-9874-4190-963b-b3c77f0474eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:46.640438 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a74833-9874-4190-963b-b3c77f0474eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:46.640920 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a74833-9874-4190-963b-b3c77f0474eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:46.641356 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a74833-9874-4190-963b-b3c77f0474eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:46.641782 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a74833-9874-4190-963b-b3c77f0474eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:46.642205 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a74833-9874-4190-963b-b3c77f0474eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:46.653368 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a74833-9874-4190-963b-b3c77f0474eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:46.653932 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a74833-9874-4190-963b-b3c77f0474eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:46.654381 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a74833-9874-4190-963b-b3c77f0474eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:46.654828 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a74833-9874-4190-963b-b3c77f0474eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:46.655265 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a74833-9874-4190-963b-b3c77f0474eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:46.655757 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a74833-9874-4190-963b-b3c77f0474eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:46.659671 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480df4cb-e145-4a00-96f0-b13c107eb9d3 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:41:46.660274 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480df4cb-e145-4a00-96f0-b13c107eb9d3 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:41:46.660725 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-480df4cb-e145-4a00-96f0-b13c107eb9d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:46.661240 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480df4cb-e145-4a00-96f0-b13c107eb9d3 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:41:46.661879 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-480df4cb-e145-4a00-96f0-b13c107eb9d3 None None] Bound port: d3b4f330-6c49-4c0c-92cc-67c3f2c7c22e, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:41:46.662732 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-480df4cb-e145-4a00-96f0-b13c107eb9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:46.766363 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-31874eff-a1c3-4eb9-8448-7d7fd2646790 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:46.767128 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-31874eff-a1c3-4eb9-8448-7d7fd2646790 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "GET /v2.0/networks?id=f2d56fe0-b956-44c6-b132-becb96ea8b6b HTTP/1.1" status: 200 len: 805 time: 0.2874646 Nov 04 10:41:46.795107 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-39726085-527a-41ba-812d-145a91be4dbb req-322e5928-723e-4859-96a7-9c9680e5b004 service neutron] 10.222.0.126 "GET /v2.0/networks/eb289679-7639-4a66-aa3b-ec07d6a9d79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579973 Nov 04 10:41:46.804229 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-1c6a2b1f-c4ba-4440-850c-2f3cd6f7cdb6 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "GET /v2.0/quotas/83608edca88c49429647d6bc7f371c77 HTTP/1.1" status: 200 len: 375 time: 0.0280635 Nov 04 10:41:46.918870 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2bf28809-9d2a-4955-956d-85528c680f7c req-7dad78ae-3bfe-469e-bb16-2a976a6b9178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:46.974148 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-2461cadb-d0b6-4a66-ad2a-61c7f4bc2276 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=83608edca88c49429647d6bc7f371c77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1612356 Nov 04 10:41:46.976952 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cac7af8-e15d-42b0-8948-29545459c03e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Made reservation on behalf of 45c1d4a009b54581bacf1fbcabe00677 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:41:46.987968 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8cac7af8-e15d-42b0-8948-29545459c03e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:47.036543 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-480df4cb-e145-4a00-96f0-b13c107eb9d3 None None] For port d3b4f330-6c49-4c0c-92cc-67c3f2c7c22e, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:41:47.045005 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-480df4cb-e145-4a00-96f0-b13c107eb9d3 None None] For port d3b4f330-6c49-4c0c-92cc-67c3f2c7c22e, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d3b4f330-6c49-4c0c-92cc-67c3f2c7c22e,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:41:47.059062 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-480df4cb-e145-4a00-96f0-b13c107eb9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:47.103233 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-963e849b-9f5f-4f8d-bd69-496bb59763fa tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:47.152376 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c9c37321-7931-4fa6-a79d-2dccf91a80df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:47.214682 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a74833-9874-4190-963b-b3c77f0474eb None None] Pushing event updated for resources: {'Port': ['ID=d3b4f330-6c49-4c0c-92cc-67c3f2c7c22e,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:47.247660 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480df4cb-e145-4a00-96f0-b13c107eb9d3 None None] Routers {'5c54c214-efa1-460d-b259-56a60ab1e8ff'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:41:47.248312 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-480df4cb-e145-4a00-96f0-b13c107eb9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:41:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['5c54c214-efa1-460d-b259-56a60ab1e8ff'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:47.309698 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port b45698a8-448e-4114-8b03-1c7e4d84ded8 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:41:47.336474 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-559da839-ac5f-4a35-b3c2-7ce94a1e846d service neutron] 10.222.0.127 "GET /v2.0/networks/f2d56fe0-b956-44c6-b132-becb96ea8b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353157 Nov 04 10:41:47.381336 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port b45698a8-448e-4114-8b03-1c7e4d84ded8 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:47.389620 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:47.406674 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-480df4cb-e145-4a00-96f0-b13c107eb9d3 None None] Set router 5c54c214-efa1-460d-b259-56a60ab1e8ff gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:41:47.506091 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-d2554176-5a4a-484c-9df5-f68b67dce14c service neutron] 10.222.0.127 "GET /v2.0/networks/f2d56fe0-b956-44c6-b132-becb96ea8b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676557 Nov 04 10:41:47.508874 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e849b-9f5f-4f8d-bd69-496bb59763fa tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Port': ['ID=49a5575a-941f-4757-a239-03ee04f5c8c8,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:47.654528 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-ee8a7f22-3efb-4704-aaf1-48612753375a None None] Could not find standard attr ID for object 49a5575a-941f-4757-a239-03ee04f5c8c8. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:41:47.655620 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-963e849b-9f5f-4f8d-bd69-496bb59763fa tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:47.675135 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46092) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:47.681183 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-963e849b-9f5f-4f8d-bd69-496bb59763fa tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/ports/49a5575a-941f-4757-a239-03ee04f5c8c8 HTTP/1.1" status: 204 len: 168 time: 3.7102973 Nov 04 10:41:47.693701 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8cac7af8-e15d-42b0-8948-29545459c03e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:47.703182 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:47.764160 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9389eae-22c1-4c62-a030-b6f07ea90e60 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] GET failed (client error): The resource could not be found. Nov 04 10:41:47.767963 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c9389eae-22c1-4c62-a030-b6f07ea90e60 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "GET /v2.0/ports/49a5575a-941f-4757-a239-03ee04f5c8c8 HTTP/1.1" status: 404 len: 333 time: 0.0906250 Nov 04 10:41:47.797208 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46094) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:47.803889 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port b45698a8-448e-4114-8b03-1c7e4d84ded8, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b45698a8-448e-4114-8b03-1c7e4d84ded8,segment=NetworkSegment(01f724fb-d5bb-4d4a-b3e6-7600685a2694),segment_id=01f724fb-d5bb-4d4a-b3e6-7600685a2694)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:47.813419 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:47.868704 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-480df4cb-e145-4a00-96f0-b13c107eb9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'name': 'tempest-TestNetworkBasicOps-router-195072589', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:36Z', 'updated_at': '2021-11-04T10:41:42Z', 'revision_number': 3, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:39Z', 'updated_at': '2021-11-04T10:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:47.912583 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cac7af8-e15d-42b0-8948-29545459c03e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Checking segment: {'id': 'f2c41c3e-8f76-447a-a97e-90dcfb81f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:41:47.912984 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cac7af8-e15d-42b0-8948-29545459c03e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Network hostable DHCP agents. Network: ca618409-65ac-47e4-852b-e90a8d6ee201, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:41:47.918444 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac7af8-e15d-42b0-8948-29545459c03e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'Subnet': ['ID=59335a63-ec1a-47a5-bfa2-0cd07786ba27,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:47.951151 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cac7af8-e15d-42b0-8948-29545459c03e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Network ca618409-65ac-47e4-852b-e90a8d6ee201 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:41:47.954568 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480df4cb-e145-4a00-96f0-b13c107eb9d3 None None] The sync data for ids ['5c54c214-efa1-460d-b259-56a60ab1e8ff'] in n-d-816629-1 is: [{'id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'name': 'tempest-TestNetworkBasicOps-router-195072589', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:36Z', 'updated_at': '2021-11-04T10:41:42Z', 'revision_number': 3, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:39Z', 'updated_at': '2021-11-04T10:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:41:48.006179 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-93d37cc6-300e-4ecf-8bf3-1559bb061eb4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:48.009155 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=b45698a8-448e-4114-8b03-1c7e4d84ded8,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:48.040402 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-93d37cc6-300e-4ecf-8bf3-1559bb061eb4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:48.111744 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-8cac7af8-e15d-42b0-8948-29545459c03e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, ca618409-65ac-47e4-852b-e90a8d6ee201) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:48.123367 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab00834f-2786-43d9-9197-f3fb88272a89 None None] Network ca618409-65ac-47e4-852b-e90a8d6ee201 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:41:48.133174 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-2bf28809-9d2a-4955-956d-85528c680f7c req-7dad78ae-3bfe-469e-bb16-2a976a6b9178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41362cd5-e4e7-47af-a279-ab553d8c766c {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:41:48.162433 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2bf28809-9d2a-4955-956d-85528c680f7c req-7dad78ae-3bfe-469e-bb16-2a976a6b9178 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:48.181799 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cac7af8-e15d-42b0-8948-29545459c03e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:48.182408 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8cac7af8-e15d-42b0-8948-29545459c03e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:48.199308 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-2bf28809-9d2a-4955-956d-85528c680f7c req-7dad78ae-3bfe-469e-bb16-2a976a6b9178 service neutron] Transition to ACTIVE for port object 41362cd5-e4e7-47af-a279-ab553d8c766c will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:41:48.208259 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2bf28809-9d2a-4955-956d-85528c680f7c req-7dad78ae-3bfe-469e-bb16-2a976a6b9178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:48.214798 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-93d37cc6-300e-4ecf-8bf3-1559bb061eb4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:48.217602 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-93d37cc6-300e-4ecf-8bf3-1559bb061eb4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:48.222776 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46104) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:48.230507 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-93d37cc6-300e-4ecf-8bf3-1559bb061eb4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/security-groups/c5c57d7d-f4cf-4157-9ec0-efe6b2708bee HTTP/1.1" status: 204 len: 168 time: 0.4317744 Nov 04 10:41:48.289639 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8cac7af8-e15d-42b0-8948-29545459c03e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2509444 Nov 04 10:41:48.310069 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46108) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:48.422124 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad78ae-3bfe-469e-bb16-2a976a6b9178 service neutron] Pushing event updated for resources: {'Port': ['ID=41362cd5-e4e7-47af-a279-ab553d8c766c,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:48.445117 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d37cc6-300e-4ecf-8bf3-1559bb061eb4 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c57d7d-f4cf-4157-9ec0-efe6b2708bee,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:48.496463 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0438c-6b99-4fe0-8648-134848d8b111 req-f6dd1413-531c-4f11-8db3-b52969a09610 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:48.507023 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-11b0438c-6b99-4fe0-8648-134848d8b111 req-f6dd1413-531c-4f11-8db3-b52969a09610 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 945 time: 0.5187988 Nov 04 10:41:48.559172 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9baf3bbe-7ce5-43ad-88f6-91f0219b089a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:48.667421 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9baf3bbe-7ce5-43ad-88f6-91f0219b089a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:48.676869 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-11b0438c-6b99-4fe0-8648-134848d8b111 req-aaca895b-b142-44f1-b582-bf17748d9c8b tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635640 Nov 04 10:41:48.743698 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-2bf28809-9d2a-4955-956d-85528c680f7c req-7dad78ae-3bfe-469e-bb16-2a976a6b9178 service neutron] Attempting to bind port 41362cd5-e4e7-47af-a279-ab553d8c766c on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:41:48.744051 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-2bf28809-9d2a-4955-956d-85528c680f7c req-7dad78ae-3bfe-469e-bb16-2a976a6b9178 service neutron] Attempting to bind port 41362cd5-e4e7-47af-a279-ab553d8c766c by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '01f724fb-d5bb-4d4a-b3e6-7600685a2694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'eb289679-7639-4a66-aa3b-ec07d6a9d79d'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:41:48.744388 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf28809-9d2a-4955-956d-85528c680f7c req-7dad78ae-3bfe-469e-bb16-2a976a6b9178 service neutron] Attempting to bind port 41362cd5-e4e7-47af-a279-ab553d8c766c on network eb289679-7639-4a66-aa3b-ec07d6a9d79d {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:41:48.784512 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf28809-9d2a-4955-956d-85528c680f7c req-7dad78ae-3bfe-469e-bb16-2a976a6b9178 service neutron] Port 41362cd5-e4e7-47af-a279-ab553d8c766c on network eb289679-7639-4a66-aa3b-ec07d6a9d79d not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:41:48.784929 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf28809-9d2a-4955-956d-85528c680f7c req-7dad78ae-3bfe-469e-bb16-2a976a6b9178 service neutron] Attempting to bind port 41362cd5-e4e7-47af-a279-ab553d8c766c on network eb289679-7639-4a66-aa3b-ec07d6a9d79d {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:41:48.796059 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf28809-9d2a-4955-956d-85528c680f7c req-7dad78ae-3bfe-469e-bb16-2a976a6b9178 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:41:48.796711 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf28809-9d2a-4955-956d-85528c680f7c req-7dad78ae-3bfe-469e-bb16-2a976a6b9178 service neutron] Checking segment: {'id': '01f724fb-d5bb-4d4a-b3e6-7600685a2694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'eb289679-7639-4a66-aa3b-ec07d6a9d79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:41:48.797137 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf28809-9d2a-4955-956d-85528c680f7c req-7dad78ae-3bfe-469e-bb16-2a976a6b9178 service neutron] Bound using segment: {'id': '01f724fb-d5bb-4d4a-b3e6-7600685a2694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'eb289679-7639-4a66-aa3b-ec07d6a9d79d'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:41:48.797587 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-2bf28809-9d2a-4955-956d-85528c680f7c req-7dad78ae-3bfe-469e-bb16-2a976a6b9178 service neutron] Bound port: 41362cd5-e4e7-47af-a279-ab553d8c766c, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f724fb-d5bb-4d4a-b3e6-7600685a2694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'eb289679-7639-4a66-aa3b-ec07d6a9d79d'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:41:48.797955 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2bf28809-9d2a-4955-956d-85528c680f7c req-7dad78ae-3bfe-469e-bb16-2a976a6b9178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:48.824771 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f703f1-6485-4baa-be0b-03204b2b2f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-ca618409-65ac-47e4-852b-e90a8d6ee201', 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'fixed_ips': [{'subnet_id': '59335a63-ec1a-47a5-bfa2-0cd07786ba27'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:41:48.827662 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-89f703f1-6485-4baa-be0b-03204b2b2f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:48.863056 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9baf3bbe-7ce5-43ad-88f6-91f0219b089a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:48.866409 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9baf3bbe-7ce5-43ad-88f6-91f0219b089a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:48.870313 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9baf3bbe-7ce5-43ad-88f6-91f0219b089a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/security-groups/b176160d-4e9f-4c9c-bc03-bfd1dae2ea33 HTTP/1.1" status: 204 len: 168 time: 0.6154943 Nov 04 10:41:48.877557 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46114) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:48.905621 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Thu, 04 Nov 2021 10:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085810fc-7e3e-4be0-9e26-f6f58bf791e6 x-openstack-request-id: req-085810fc-7e3e-4be0-9e26-f6f58bf791e6 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:41:48.906639 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9786cb95-a7ff-4b24-a896-ac6e9091c86f", "name": "network-vif-plugged", "status": "completed", "tag": "ce4a5572-1bbb-4181-8a28-8d272b7ae981", "code": 200}, {"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-plugged", "status": "completed", "tag": "bb296dc2-fe9a-4d2b-a25a-d011341603b9", "code": 200}, {"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-plugged", "status": "completed", "tag": "4ab0a657-f335-4fa1-bff5-c15c3461f18a", "code": 200}, {"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-plugged", "status": "completed", "tag": "72df5c77-e2bf-4914-a389-b01de4c7d2be", "code": 200}, {"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-plugged", "status": "completed", "tag": "a09927a9-ef20-452f-a0cd-6d40858aa8ef", "code": 200}, {"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-plugged", "status": "completed", "tag": "511fc5ae-cb19-4f00-a96e-ae1fe43026e6", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:41:48.906842 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-085810fc-7e3e-4be0-9e26-f6f58bf791e6 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:41:48.910286 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9786cb95-a7ff-4b24-a896-ac6e9091c86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4a5572-1bbb-4181-8a28-8d272b7ae981', 'code': 200} Nov 04 10:41:48.911519 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb296dc2-fe9a-4d2b-a25a-d011341603b9', 'code': 200} Nov 04 10:41:48.911783 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab0a657-f335-4fa1-bff5-c15c3461f18a', 'code': 200} Nov 04 10:41:48.912047 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72df5c77-e2bf-4914-a389-b01de4c7d2be', 'code': 200} Nov 04 10:41:48.912309 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09927a9-ef20-452f-a0cd-6d40858aa8ef', 'code': 200} Nov 04 10:41:48.915497 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511fc5ae-cb19-4f00-a96e-ae1fe43026e6', 'code': 200} Nov 04 10:41:49.003944 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf3bbe-7ce5-43ad-88f6-91f0219b089a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b176160d-4e9f-4c9c-bc03-bfd1dae2ea33,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:49.169822 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-039fbb44-5948-4de4-8861-96470bef8a3d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting subnet ff7aba48-2a87-4379-976c-ae87a4e99e13 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:41:49.192023 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-039fbb44-5948-4de4-8861-96470bef8a3d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:49.230204 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-2bf28809-9d2a-4955-956d-85528c680f7c req-7dad78ae-3bfe-469e-bb16-2a976a6b9178 service neutron] For port 41362cd5-e4e7-47af-a279-ab553d8c766c, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:41:49.234808 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-2bf28809-9d2a-4955-956d-85528c680f7c req-7dad78ae-3bfe-469e-bb16-2a976a6b9178 service neutron] For port 41362cd5-e4e7-47af-a279-ab553d8c766c, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=41362cd5-e4e7-47af-a279-ab553d8c766c,segment=NetworkSegment(01f724fb-d5bb-4d4a-b3e6-7600685a2694),segment_id=01f724fb-d5bb-4d4a-b3e6-7600685a2694)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:41:49.248723 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2bf28809-9d2a-4955-956d-85528c680f7c req-7dad78ae-3bfe-469e-bb16-2a976a6b9178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:49.323584 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-039fbb44-5948-4de4-8861-96470bef8a3d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:49.369534 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad78ae-3bfe-469e-bb16-2a976a6b9178 service neutron] Pushing event updated for resources: {'Port': ['ID=41362cd5-e4e7-47af-a279-ab553d8c766c,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:49.378288 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595b502-ffa3-4bcb-937d-f38efb31122a req-0693065c-b743-4b42-998c-3cf773d75335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:49.378728 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595b502-ffa3-4bcb-937d-f38efb31122a req-0693065c-b743-4b42-998c-3cf773d75335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:49.379210 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595b502-ffa3-4bcb-937d-f38efb31122a req-0693065c-b743-4b42-998c-3cf773d75335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:49.379668 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595b502-ffa3-4bcb-937d-f38efb31122a req-0693065c-b743-4b42-998c-3cf773d75335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:49.380139 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595b502-ffa3-4bcb-937d-f38efb31122a req-0693065c-b743-4b42-998c-3cf773d75335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:49.380607 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595b502-ffa3-4bcb-937d-f38efb31122a req-0693065c-b743-4b42-998c-3cf773d75335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:49.381109 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595b502-ffa3-4bcb-937d-f38efb31122a req-0693065c-b743-4b42-998c-3cf773d75335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:49.383276 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6595b502-ffa3-4bcb-937d-f38efb31122a req-0693065c-b743-4b42-998c-3cf773d75335 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 6491 time: 0.3595052 Nov 04 10:41:49.387511 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf28809-9d2a-4955-956d-85528c680f7c req-7dad78ae-3bfe-469e-bb16-2a976a6b9178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:49.388136 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2bf28809-9d2a-4955-956d-85528c680f7c req-7dad78ae-3bfe-469e-bb16-2a976a6b9178 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:49.389780 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2bf28809-9d2a-4955-956d-85528c680f7c req-7dad78ae-3bfe-469e-bb16-2a976a6b9178 service neutron] 10.222.0.121 "PUT /v2.0/ports/41362cd5-e4e7-47af-a279-ab553d8c766c HTTP/1.1" status: 200 len: 1091 time: 2.9984877 Nov 04 10:41:49.390244 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba68183-0345-45fd-a77d-de29fb3c1eb0', 'tag': '41362cd5-e4e7-47af-a279-ab553d8c766c'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:41:49.392619 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2017ec6-0a9b-4183-91d5-70df043d55f4" -d '{"events": [{"name": "network-changed", "server_uuid": "dba68183-0345-45fd-a77d-de29fb3c1eb0", "tag": "41362cd5-e4e7-47af-a279-ab553d8c766c"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:41:49.440639 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74168971-d794-44c4-b1ff-aa3c66690caf req-f2d5af40-fb49-4f12-9cd1-b3af08baf7bf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:49.454023 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74168971-d794-44c4-b1ff-aa3c66690caf req-f2d5af40-fb49-4f12-9cd1-b3af08baf7bf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:49.466103 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74168971-d794-44c4-b1ff-aa3c66690caf req-f2d5af40-fb49-4f12-9cd1-b3af08baf7bf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:49.476716 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74168971-d794-44c4-b1ff-aa3c66690caf req-f2d5af40-fb49-4f12-9cd1-b3af08baf7bf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:49.476995 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d3b4f330-6c49-4c0c-92cc-67c3f2c7c22e up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:49.484505 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74168971-d794-44c4-b1ff-aa3c66690caf req-f2d5af40-fb49-4f12-9cd1-b3af08baf7bf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:49.499977 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74168971-d794-44c4-b1ff-aa3c66690caf req-f2d5af40-fb49-4f12-9cd1-b3af08baf7bf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:49.523004 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74168971-d794-44c4-b1ff-aa3c66690caf req-f2d5af40-fb49-4f12-9cd1-b3af08baf7bf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:49.526167 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74168971-d794-44c4-b1ff-aa3c66690caf req-f2d5af40-fb49-4f12-9cd1-b3af08baf7bf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 5434 time: 0.4625676 Nov 04 10:41:49.549349 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf28809-9d2a-4955-956d-85528c680f7c req-a0938bc5-d5ed-499a-94fd-d0d69ed6a42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:49.550928 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2bf28809-9d2a-4955-956d-85528c680f7c req-a0938bc5-d5ed-499a-94fd-d0d69ed6a42b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ead355d3198b4aadbda9707a7fac95b2&device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 1094 time: 0.1145027 Nov 04 10:41:49.555695 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6595b502-ffa3-4bcb-937d-f38efb31122a req-2d7b699c-f405-419f-89b5-6b1a2abdc198 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&id=5ded427f-6d19-40e3-a805-138915509ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1586735 Nov 04 10:41:49.671211 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2bf28809-9d2a-4955-956d-85528c680f7c req-6b20b13b-734e-4ac1-a4a2-07ad3c2b2086 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41362cd5-e4e7-47af-a279-ab553d8c766c HTTP/1.1" status: 200 len: 217 time: 0.1105301 Nov 04 10:41:49.674002 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c8be0192-e4a6-4821-9ee2-f874262281b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:49.705481 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-89f703f1-6485-4baa-be0b-03204b2b2f07 None None] Allocated IP 172.20.0.2 (ca618409-65ac-47e4-852b-e90a8d6ee201/59335a63-ec1a-47a5-bfa2-0cd07786ba27/fbd1cf8f-cae4-4cbc-85e7-ba27ef6d4524) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:41:49.804471 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf28809-9d2a-4955-956d-85528c680f7c req-33503c4e-d59e-45c5-83e4-cb83c469c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:49.814312 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2bf28809-9d2a-4955-956d-85528c680f7c req-33503c4e-d59e-45c5-83e4-cb83c469c762 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=59bf7bce-0a06-4e94-b69d-9476ec3fc967 HTTP/1.1" status: 200 len: 859 time: 0.1356542 Nov 04 10:41:49.871001 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port d3b4f330-6c49-4c0c-92cc-67c3f2c7c22e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:49.871670 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:49.878935 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2bf28809-9d2a-4955-956d-85528c680f7c req-0498a1b8-9b07-42d5-91ac-1e61fa9c3202 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eb289679-7639-4a66-aa3b-ec07d6a9d79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561366 Nov 04 10:41:50.026243 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2bf28809-9d2a-4955-956d-85528c680f7c req-93406994-8a99-46e1-8763-db750b8e5e08 service neutron] 10.222.0.121 "GET /v2.0/networks/eb289679-7639-4a66-aa3b-ec07d6a9d79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378086 Nov 04 10:41:50.114773 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-89f703f1-6485-4baa-be0b-03204b2b2f07 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:50.131161 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-89f703f1-6485-4baa-be0b-03204b2b2f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:50.219342 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2bf28809-9d2a-4955-956d-85528c680f7c req-5c4be886-7d3a-485c-9c09-8754bb1963c8 service neutron] 10.222.0.121 "GET /v2.0/networks/eb289679-7639-4a66-aa3b-ec07d6a9d79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812820 Nov 04 10:41:50.240703 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f703f1-6485-4baa-be0b-03204b2b2f07 None None] Network ca618409-65ac-47e4-852b-e90a8d6ee201 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:50.252174 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-89f703f1-6485-4baa-be0b-03204b2b2f07 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:50.254950 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f703f1-6485-4baa-be0b-03204b2b2f07 None None] Pushing event updated for resources: {'Port': ['ID=fbd1cf8f-cae4-4cbc-85e7-ba27ef6d4524,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:50.259388 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f703f1-6485-4baa-be0b-03204b2b2f07 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:41:50.269157 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:50.332722 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port d3b4f330-6c49-4c0c-92cc-67c3f2c7c22e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d3b4f330-6c49-4c0c-92cc-67c3f2c7c22e,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:50.347168 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-89f703f1-6485-4baa-be0b-03204b2b2f07 None None] Attempting to bind port fbd1cf8f-cae4-4cbc-85e7-ba27ef6d4524 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:41:50.347559 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-89f703f1-6485-4baa-be0b-03204b2b2f07 None None] Attempting to bind port fbd1cf8f-cae4-4cbc-85e7-ba27ef6d4524 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'f2c41c3e-8f76-447a-a97e-90dcfb81f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:41:50.347920 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f703f1-6485-4baa-be0b-03204b2b2f07 None None] Attempting to bind port fbd1cf8f-cae4-4cbc-85e7-ba27ef6d4524 on network ca618409-65ac-47e4-852b-e90a8d6ee201 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:41:50.350105 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:50.432531 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=d3b4f330-6c49-4c0c-92cc-67c3f2c7c22e,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:50.451202 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f703f1-6485-4baa-be0b-03204b2b2f07 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:41:50.451529 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f703f1-6485-4baa-be0b-03204b2b2f07 None None] Checking segment: {'id': 'f2c41c3e-8f76-447a-a97e-90dcfb81f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:41:50.451940 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-89f703f1-6485-4baa-be0b-03204b2b2f07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:50.452479 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f703f1-6485-4baa-be0b-03204b2b2f07 None None] Bound using segment: {'id': 'f2c41c3e-8f76-447a-a97e-90dcfb81f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:41:50.458249 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-89f703f1-6485-4baa-be0b-03204b2b2f07 None None] Bound port: fbd1cf8f-cae4-4cbc-85e7-ba27ef6d4524, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c41c3e-8f76-447a-a97e-90dcfb81f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:41:50.458686 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-89f703f1-6485-4baa-be0b-03204b2b2f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:50.571077 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-89f703f1-6485-4baa-be0b-03204b2b2f07 None None] For port fbd1cf8f-cae4-4cbc-85e7-ba27ef6d4524, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:41:50.584959 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-89f703f1-6485-4baa-be0b-03204b2b2f07 None None] For port fbd1cf8f-cae4-4cbc-85e7-ba27ef6d4524, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=fbd1cf8f-cae4-4cbc-85e7-ba27ef6d4524,segment=NetworkSegment(f2c41c3e-8f76-447a-a97e-90dcfb81f85b),segment_id=f2c41c3e-8f76-447a-a97e-90dcfb81f85b)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:41:50.591732 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-89f703f1-6485-4baa-be0b-03204b2b2f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:50.620489 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74168971-d794-44c4-b1ff-aa3c66690caf req-c93c1eb3-364b-4e1a-b17c-a201581ba8f0 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ded427f-6d19-40e3-a805-138915509ca8&id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0472643 Nov 04 10:41:50.626266 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-039fbb44-5948-4de4-8861-96470bef8a3d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:50.684389 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:50.686459 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f703f1-6485-4baa-be0b-03204b2b2f07 None None] Pushing event updated for resources: {'Port': ['ID=fbd1cf8f-cae4-4cbc-85e7-ba27ef6d4524,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:50.749534 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-ad1bf5db-a307-4d1e-9f61-46dba75e9520 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:50.751170 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-ad1bf5db-a307-4d1e-9f61-46dba75e9520 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.121 "GET /v2.0/networks?id=f2d56fe0-b956-44c6-b132-becb96ea8b6b HTTP/1.1" status: 200 len: 805 time: 0.9943225 Nov 04 10:41:50.891765 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-039fbb44-5948-4de4-8861-96470bef8a3d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:50.916968 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45698a8-448e-4114-8b03-1c7e4d84ded8'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:41:50.921402 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8277dcf-7b57-4966-bdee-40fd470d0b33" -d '{"events": [{"server_uuid": "a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08", "name": "network-vif-plugged", "status": "completed", "tag": "b45698a8-448e-4114-8b03-1c7e4d84ded8"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:41:50.984379 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039fbb44-5948-4de4-8861-96470bef8a3d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Subnet': ['ID=ff7aba48-2a87-4379-976c-ae87a4e99e13,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:51.027445 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-212b63f5-ae30-4c4a-ae7e-b5a342a2aba2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:51.040023 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-a1ecf7c0-fbe9-45c8-94e4-f7af0666da6b tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83608edca88c49429647d6bc7f371c77 HTTP/1.1" status: 200 len: 380 time: 0.2765057 Nov 04 10:41:51.043887 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd655e4-c168-4704-a7f0-1c139a8356cd None None] Network 73c2d961-186a-4179-81b5-ce84524fde09 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:41:51.054089 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979915bd-32fe-4161-b0d5-7bc369067954 req-09f02ee1-e60d-4b27-af51-8a6d73d3c560 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:51.065540 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-979915bd-32fe-4161-b0d5-7bc369067954 req-09f02ee1-e60d-4b27-af51-8a6d73d3c560 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 943 time: 0.3056638 Nov 04 10:41:51.073330 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-68aac1cc-ca7a-4c0d-8e67-3696a127f7b6 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Request body: {'port': {'device_id': '95be77b3-590a-440e-b99a-f0d08aaa8e01', 'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b', 'admin_state_up': True, 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'security_groups': ['274d5cb1-f33c-4ae9-9686-3076c55a7632']}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:51.091637 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-039fbb44-5948-4de4-8861-96470bef8a3d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:51.101359 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46122) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:51.110473 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-37a9bcae-e2f0-4822-a787-420bed0b6adf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'subnet': {'network_id': '73c2d961-186a-4179-81b5-ce84524fde09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:51.116305 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-039fbb44-5948-4de4-8861-96470bef8a3d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/subnets/ff7aba48-2a87-4379-976c-ae87a4e99e13 HTTP/1.1" status: 204 len: 168 time: 2.2168493 Nov 04 10:41:51.206867 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d3b4f330-6c49-4c0c-92cc-67c3f2c7c22e up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:51.361488 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a9bcae-e2f0-4822-a787-420bed0b6adf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:41:51.362396 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port d3b4f330-6c49-4c0c-92cc-67c3f2c7c22e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:51.362863 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:51.367295 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-37a9bcae-e2f0-4822-a787-420bed0b6adf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:51.393636 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-979915bd-32fe-4161-b0d5-7bc369067954 req-35372212-4cb5-4058-86a7-e09db4db569f tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268561 Nov 04 10:41:51.686162 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-68aac1cc-ca7a-4c0d-8e67-3696a127f7b6 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Made reservation on behalf of 83608edca88c49429647d6bc7f371c77 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:41:51.695838 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-68aac1cc-ca7a-4c0d-8e67-3696a127f7b6 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:51.767572 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c513f6-e35d-4505-a62d-e3c220a00e94 req-5c8c4874-a61e-4c31-9601-ee04e99540c2 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:51.774034 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c513f6-e35d-4505-a62d-e3c220a00e94 req-5c8c4874-a61e-4c31-9601-ee04e99540c2 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:51.797807 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c513f6-e35d-4505-a62d-e3c220a00e94 req-5c8c4874-a61e-4c31-9601-ee04e99540c2 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:51.801975 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-37a9bcae-e2f0-4822-a787-420bed0b6adf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:51.806435 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e2c513f6-e35d-4505-a62d-e3c220a00e94 req-5c8c4874-a61e-4c31-9601-ee04e99540c2 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=c31ce156-5e69-4d6a-88cc-ae650147ede8 HTTP/1.1" status: 200 len: 2419 time: 0.2957251 Nov 04 10:41:51.831793 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a9bcae-e2f0-4822-a787-420bed0b6adf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network 73c2d961-186a-4179-81b5-ce84524fde09 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:51.853325 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-37a9bcae-e2f0-4822-a787-420bed0b6adf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:51.862323 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a9bcae-e2f0-4822-a787-420bed0b6adf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:51.862931 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-37a9bcae-e2f0-4822-a787-420bed0b6adf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:51.896808 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-37a9bcae-e2f0-4822-a787-420bed0b6adf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7911587 Nov 04 10:41:51.898076 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46126) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:51.902858 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-bfd8e73a-6251-45ba-b49d-ddf9e55b839e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'security_group': {'name': 'tempest-secgroup-1629530922'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:51.926032 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9bcae-e2f0-4822-a787-420bed0b6adf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Subnet': ['ID=1b2f7812-3894-4df3-8294-8db7c444c2b9,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:51.948144 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bfd8e73a-6251-45ba-b49d-ddf9e55b839e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:52.039279 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-212b63f5-ae30-4c4a-ae7e-b5a342a2aba2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Allocated IP 172.20.0.1 (ca618409-65ac-47e4-852b-e90a8d6ee201/59335a63-ec1a-47a5-bfa2-0cd07786ba27/ba0a0858-5bd0-41bc-a4e7-0f198a852e86) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:41:52.113669 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:52.140188 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bfd8e73a-6251-45ba-b49d-ddf9e55b839e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:52.161976 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bfd8e73a-6251-45ba-b49d-ddf9e55b839e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:52.193773 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bfd8e73a-6251-45ba-b49d-ddf9e55b839e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:52.195458 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bfd8e73a-6251-45ba-b49d-ddf9e55b839e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2961364 Nov 04 10:41:52.199107 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46128) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:52.209655 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-1a1d7fa7-32dc-4b32-99f0-aa94eef2f105 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'security_group': {'name': 'tempest-secgroup-1163924000'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:52.241148 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a1d7fa7-32dc-4b32-99f0-aa94eef2f105 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:52.282496 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-68aac1cc-ca7a-4c0d-8e67-3696a127f7b6 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Allocated IP 172.20.0.5 (f2d56fe0-b956-44c6-b132-becb96ea8b6b/794583f9-fd3c-45d8-84dc-0cdc1c82af17/357a8562-1cb6-4594-93c7-c208305edbaa) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:41:52.296841 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e2c513f6-e35d-4505-a62d-e3c220a00e94 req-da827922-61ed-4f97-939d-b2703557c37a tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4894805 Nov 04 10:41:52.347655 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a1d7fa7-32dc-4b32-99f0-aa94eef2f105 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:52.349689 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8e73a-6251-45ba-b49d-ddf9e55b839e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b035ca-e99f-4a72-9ee7-af42a3f1b37b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:52.355961 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a1d7fa7-32dc-4b32-99f0-aa94eef2f105 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:52.393619 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a1d7fa7-32dc-4b32-99f0-aa94eef2f105 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:52.397563 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1a1d7fa7-32dc-4b32-99f0-aa94eef2f105 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1948886 Nov 04 10:41:52.399343 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46132) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:52.405907 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b15b01ac-ddfd-4763-ba3a-f46458ef5e7d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'security_group': {'name': 'tempest-secgroup-1213361982'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:52.413713 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d7fa7-32dc-4b32-99f0-aa94eef2f105 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66e48838-062a-43eb-9117-9a5b11698bff,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:52.426386 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e12e90-42be-41d3-a291-604a3067c0a5 None None] Network ca618409-65ac-47e4-852b-e90a8d6ee201 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:41:52.481650 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b15b01ac-ddfd-4763-ba3a-f46458ef5e7d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:52.576225 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d3c3046d-9e58-4cea-b65a-4c133854ff28 None None] Provisioning complete for port fbd1cf8f-cae4-4cbc-85e7-ba27ef6d4524 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:52.576671 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d3c3046d-9e58-4cea-b65a-4c133854ff28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:52.650376 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:52.653968 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e336529f-0a6a-40cf-adc5-51229e5d6484 req-58ef1f87-0257-45b7-b1ca-97a111356e4f tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "GET /v2.0/ports?device_id=95be77b3-590a-440e-b99a-f0d08aaa8e01 HTTP/1.1" status: 200 len: 210 time: 0.1737766 Nov 04 10:41:52.729827 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-212b63f5-ae30-4c4a-ae7e-b5a342a2aba2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:52.757638 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11bdabc-5203-427d-aea4-d6b2405cc534 None None] Network 73c2d961-186a-4179-81b5-ce84524fde09 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:41:52.844754 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-68aac1cc-ca7a-4c0d-8e67-3696a127f7b6 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:52.861435 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b15b01ac-ddfd-4763-ba3a-f46458ef5e7d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:52.862835 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-212b63f5-ae30-4c4a-ae7e-b5a342a2aba2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:52.906665 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b15b01ac-ddfd-4763-ba3a-f46458ef5e7d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:52.973255 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212b63f5-ae30-4c4a-ae7e-b5a342a2aba2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Network ca618409-65ac-47e4-852b-e90a8d6ee201 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:52.978081 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b63f5-ae30-4c4a-ae7e-b5a342a2aba2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'Port': ['ID=ba0a0858-5bd0-41bc-a4e7-0f198a852e86,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:52.987018 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b15b01ac-ddfd-4763-ba3a-f46458ef5e7d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:52.988649 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b15b01ac-ddfd-4763-ba3a-f46458ef5e7d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5875006 Nov 04 10:41:52.992110 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46140) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:52.993547 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-212b63f5-ae30-4c4a-ae7e-b5a342a2aba2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:52.997747 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b01ac-ddfd-4763-ba3a-f46458ef5e7d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ba7f2a-f4d2-474d-9184-b7117509bfa8,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:52.998553 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-62ff6003-c11f-4f2d-9ccd-4e01289a326c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1849574722', 'security_groups': ['b2ba7f2a-f4d2-474d-9184-b7117509bfa8'], 'network_id': '73c2d961-186a-4179-81b5-ce84524fde09', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1b2f7812-3894-4df3-8294-8db7c444c2b9'}]}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:53.001643 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212b63f5-ae30-4c4a-ae7e-b5a342a2aba2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:41:53.031604 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-68aac1cc-ca7a-4c0d-8e67-3696a127f7b6 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:53.138524 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-68aac1cc-ca7a-4c0d-8e67-3696a127f7b6 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Network f2d56fe0-b956-44c6-b132-becb96ea8b6b is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:53.147794 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-68aac1cc-ca7a-4c0d-8e67-3696a127f7b6 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:53.168319 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137acfc8-615b-42d9-8844-87cb2ae50da3 x-openstack-request-id: req-137acfc8-615b-42d9-8844-87cb2ae50da3 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:41:53.168852 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba68183-0345-45fd-a77d-de29fb3c1eb0", "tag": "41362cd5-e4e7-47af-a279-ab553d8c766c", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:41:53.169043 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-137acfc8-615b-42d9-8844-87cb2ae50da3 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:41:53.169444 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba68183-0345-45fd-a77d-de29fb3c1eb0', 'tag': '41362cd5-e4e7-47af-a279-ab553d8c766c', 'status': 'completed', 'code': 200} Nov 04 10:41:53.184577 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d3c3046d-9e58-4cea-b65a-4c133854ff28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:53.185095 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aac1cc-ca7a-4c0d-8e67-3696a127f7b6 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Pushing event updated for resources: {'Port': ['ID=357a8562-1cb6-4594-93c7-c208305edbaa,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:53.191782 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device fbd1cf8f-cae4-4cbc-85e7-ba27ef6d4524 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:53.195711 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-212b63f5-ae30-4c4a-ae7e-b5a342a2aba2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:53.212195 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-68aac1cc-ca7a-4c0d-8e67-3696a127f7b6 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:41:53.325316 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-d3c3046d-9e58-4cea-b65a-4c133854ff28 None None] For port fbd1cf8f-cae4-4cbc-85e7-ba27ef6d4524, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=fbd1cf8f-cae4-4cbc-85e7-ba27ef6d4524,segment=NetworkSegment(f2c41c3e-8f76-447a-a97e-90dcfb81f85b),segment_id=f2c41c3e-8f76-447a-a97e-90dcfb81f85b)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:53.343815 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d3c3046d-9e58-4cea-b65a-4c133854ff28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:53.365344 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2017ec6-0a9b-4183-91d5-70df043d55f4 req-da6a0130-3fa1-4cdc-bb06-55988bb5e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:53.371624 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e2017ec6-0a9b-4183-91d5-70df043d55f4 req-da6a0130-3fa1-4cdc-bb06-55988bb5e67f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ead355d3198b4aadbda9707a7fac95b2&device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 1094 time: 0.1922903 Nov 04 10:41:53.557197 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ff6003-c11f-4f2d-9ccd-4e01289a326c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:41:53.645830 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-212b63f5-ae30-4c4a-ae7e-b5a342a2aba2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:53.691303 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 41362cd5-e4e7-47af-a279-ab553d8c766c details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:41:53.723001 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-68aac1cc-ca7a-4c0d-8e67-3696a127f7b6 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:53.723684 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-68aac1cc-ca7a-4c0d-8e67-3696a127f7b6 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:53.752013 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2017ec6-0a9b-4183-91d5-70df043d55f4 req-85511b50-9298-4b3b-b6fc-99d958764cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:53.754028 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e2017ec6-0a9b-4183-91d5-70df043d55f4 req-85511b50-9298-4b3b-b6fc-99d958764cf9 service neutron] 10.222.0.121 "GET /v2.0/networks?id=eb289679-7639-4a66-aa3b-ec07d6a9d79d HTTP/1.1" status: 200 len: 921 time: 0.3714085 Nov 04 10:41:53.795153 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c490f4c-a48d-4202-bef4-5fd7e9363c50 req-ad8909fa-9873-494a-b2a5-137b79eed834 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:53.796410 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 41362cd5-e4e7-47af-a279-ab553d8c766c, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=41362cd5-e4e7-47af-a279-ab553d8c766c,segment=NetworkSegment(01f724fb-d5bb-4d4a-b3e6-7600685a2694),segment_id=01f724fb-d5bb-4d4a-b3e6-7600685a2694)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:53.798219 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9c490f4c-a48d-4202-bef4-5fd7e9363c50 req-ad8909fa-9873-494a-b2a5-137b79eed834 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.126 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 944 time: 0.2088017 Nov 04 10:41:53.816713 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '41362cd5-e4e7-47af-a279-ab553d8c766c', 'network_id': 'eb289679-7639-4a66-aa3b-ec07d6a9d79d', 'port_id': '41362cd5-e4e7-47af-a279-ab553d8c766c', 'mac_address': 'fa:16:3e:21:c3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59bf7bce-0a06-4e94-b69d-9476ec3fc967', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:41:53.843308 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port fbd1cf8f-cae4-4cbc-85e7-ba27ef6d4524 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:53.843678 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:53.864114 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-68aac1cc-ca7a-4c0d-8e67-3696a127f7b6 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7946832 Nov 04 10:41:53.891565 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717eaace-6055-43a2-aaa8-e2810bc44599 req-1c30c968-8c26-47e8-b5f9-5a23c346a83a tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:53.894474 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6fa71f-5799-4d24-a9e0-0fa48ea24f1c None None] Update dhcp port {'port': {'network_id': '73c2d961-186a-4179-81b5-ce84524fde09', 'fixed_ips': [{'subnet_id': '4bad75ef-b83a-4ee2-9822-6710137aeb94', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1b2f7812-3894-4df3-8294-8db7c444c2b9'}], 'binding:host_id': 'n-d-816629-1'}, 'id': '11e24647-53d4-4e9f-92f9-cd9b7ba6ca98'} from n-d-816629-1. {{(pid=101776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 10:41:53.905673 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-717eaace-6055-43a2-aaa8-e2810bc44599 req-1c30c968-8c26-47e8-b5f9-5a23c346a83a tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 945 time: 0.3627236 Nov 04 10:41:53.918247 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Request body: {'port': {'device_id': '95be77b3-590a-440e-b99a-f0d08aaa8e01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:53.942948 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b2f2dac8-1c04-4de1-8c04-edb64a86e620 None None] Provisioning complete for port 5f2ea339-85d5-45c8-9939-0dffd1974b68 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:53.943262 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b2f2dac8-1c04-4de1-8c04-edb64a86e620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:53.974173 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e2017ec6-0a9b-4183-91d5-70df043d55f4 req-225f6ae6-fd25-4bc6-b380-bb91ffe72bff service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41362cd5-e4e7-47af-a279-ab553d8c766c HTTP/1.1" status: 200 len: 217 time: 0.2034810 Nov 04 10:41:54.014422 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-b2f2dac8-1c04-4de1-8c04-edb64a86e620 None None] Port 5f2ea339-85d5-45c8-9939-0dffd1974b68 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:41:54.027586 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3046d-9e58-4cea-b65a-4c133854ff28 None None] Pushing event updated for resources: {'Port': ['ID=fbd1cf8f-cae4-4cbc-85e7-ba27ef6d4524,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:54.047222 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2017ec6-0a9b-4183-91d5-70df043d55f4 req-84d8e162-f59a-426d-8c74-63406821845b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:54.049427 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e2017ec6-0a9b-4183-91d5-70df043d55f4 req-84d8e162-f59a-426d-8c74-63406821845b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=59bf7bce-0a06-4e94-b69d-9476ec3fc967 HTTP/1.1" status: 200 len: 859 time: 0.0603786 Nov 04 10:41:54.051563 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa71f-5799-4d24-a9e0-0fa48ea24f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:54.074026 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:54.091249 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41362cd5-e4e7-47af-a279-ab553d8c766c {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:41:54.113260 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 41362cd5-e4e7-47af-a279-ab553d8c766c, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=41362cd5-e4e7-47af-a279-ab553d8c766c,segment=NetworkSegment(01f724fb-d5bb-4d4a-b3e6-7600685a2694),segment_id=01f724fb-d5bb-4d4a-b3e6-7600685a2694)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:54.117348 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b2f2dac8-1c04-4de1-8c04-edb64a86e620 None None] Provisioning complete for port 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:54.118119 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b2f2dac8-1c04-4de1-8c04-edb64a86e620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:54.118902 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e2017ec6-0a9b-4183-91d5-70df043d55f4 req-9ad42297-3eeb-4d76-be1f-9737e961f76b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eb289679-7639-4a66-aa3b-ec07d6a9d79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507803 Nov 04 10:41:54.125359 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:54.152152 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-62ff6003-c11f-4f2d-9ccd-4e01289a326c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:54.222460 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-212b63f5-ae30-4c4a-ae7e-b5a342a2aba2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:54.240595 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-9c490f4c-a48d-4202-bef4-5fd7e9363c50 req-0f1a0fe2-d4a4-4bef-b6f0-58d2a6c5ff05 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Deleting port fe4b4c76-bc45-4b3d-b197-950dec71cf45 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:41:54.241195 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9c490f4c-a48d-4202-bef4-5fd7e9363c50 req-0f1a0fe2-d4a4-4bef-b6f0-58d2a6c5ff05 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:54.250560 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-212b63f5-ae30-4c4a-ae7e-b5a342a2aba2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:54.266384 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-62ff6003-c11f-4f2d-9ccd-4e01289a326c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] device_id is not set on port e6ac2b1b-0e66-4b9a-bec4-1b7c3663e7dc yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:41:54.354992 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-717eaace-6055-43a2-aaa8-e2810bc44599 req-f2270495-d7a8-442d-80dc-3c6c581e45cf tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461911 Nov 04 10:41:54.424393 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-7f6fa71f-5799-4d24-a9e0-0fa48ea24f1c None None] Allocated IP 2001:db8::2 (73c2d961-186a-4179-81b5-ce84524fde09/1b2f7812-3894-4df3-8294-8db7c444c2b9/11e24647-53d4-4e9f-92f9-cd9b7ba6ca98) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:41:54.481588 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e2017ec6-0a9b-4183-91d5-70df043d55f4 req-1053fa3d-e695-4bb8-adf4-b2f7b5c4213c service neutron] 10.222.0.121 "GET /v2.0/networks/eb289679-7639-4a66-aa3b-ec07d6a9d79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200288 Nov 04 10:41:54.568761 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-212b63f5-ae30-4c4a-ae7e-b5a342a2aba2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:54.578949 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b63f5-ae30-4c4a-ae7e-b5a342a2aba2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'Port': ['ID=ba0a0858-5bd0-41bc-a4e7-0f198a852e86,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:54.583382 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9c490f4c-a48d-4202-bef4-5fd7e9363c50 req-0f1a0fe2-d4a4-4bef-b6f0-58d2a6c5ff05 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] For port fe4b4c76-bc45-4b3d-b197-950dec71cf45, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=fe4b4c76-bc45-4b3d-b197-950dec71cf45,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:54.583382 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9c490f4c-a48d-4202-bef4-5fd7e9363c50 req-0f1a0fe2-d4a4-4bef-b6f0-58d2a6c5ff05 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:54.583683 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-7f6fa71f-5799-4d24-a9e0-0fa48ea24f1c None None] For port 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=11e24647-53d4-4e9f-92f9-cd9b7ba6ca98,segment=NetworkSegment(b50f68ee-749a-45fc-ad58-1152482d8a74),segment_id=b50f68ee-749a-45fc-ad58-1152482d8a74)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:54.595146 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:54.607243 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-9c490f4c-a48d-4202-bef4-5fd7e9363c50 req-0f1a0fe2-d4a4-4bef-b6f0-58d2a6c5ff05 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Calling delete_port for fe4b4c76-bc45-4b3d-b197-950dec71cf45 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:41:54.622214 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa71f-5799-4d24-a9e0-0fa48ea24f1c None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:54.635129 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8a0001-975b-431a-a86b-04ceb1949e16 x-openstack-request-id: req-bd8a0001-975b-431a-a86b-04ceb1949e16 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:41:54.636069 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08", "name": "network-vif-plugged", "status": "completed", "tag": "b45698a8-448e-4114-8b03-1c7e4d84ded8", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:41:54.636069 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-bd8a0001-975b-431a-a86b-04ceb1949e16 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:41:54.636276 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45698a8-448e-4114-8b03-1c7e4d84ded8', 'code': 200} Nov 04 10:41:54.642282 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa71f-5799-4d24-a9e0-0fa48ea24f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:54.732211 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e2017ec6-0a9b-4183-91d5-70df043d55f4 req-e879e1e2-3dfc-4df8-84ca-865e70125cbc service neutron] 10.222.0.121 "GET /v2.0/networks/eb289679-7639-4a66-aa3b-ec07d6a9d79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377329 Nov 04 10:41:54.764334 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-62ff6003-c11f-4f2d-9ccd-4e01289a326c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Allocated IP 2001:db8::e7 (73c2d961-186a-4179-81b5-ce84524fde09/1b2f7812-3894-4df3-8294-8db7c444c2b9/e6ac2b1b-0e66-4b9a-bec4-1b7c3663e7dc) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:41:54.776246 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['41362cd5-e4e7-47af-a279-ab553d8c766c'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:41:54.905588 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=41362cd5-e4e7-47af-a279-ab553d8c766c,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:54.990530 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-62ff6003-c11f-4f2d-9ccd-4e01289a326c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:55.029973 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818e51f-d098-4fd5-8c77-d87c52222764 req-c8f566ac-0f83-44cd-826a-6a98094bf60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:55.033535 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2818e51f-d098-4fd5-8c77-d87c52222764 req-c8f566ac-0f83-44cd-826a-6a98094bf60e service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 1096 time: 0.5323777 Nov 04 10:41:55.057150 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-62ff6003-c11f-4f2d-9ccd-4e01289a326c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:55.092217 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device fbd1cf8f-cae4-4cbc-85e7-ba27ef6d4524 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:55.126593 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ff6003-c11f-4f2d-9ccd-4e01289a326c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network 73c2d961-186a-4179-81b5-ce84524fde09 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:55.145088 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-62ff6003-c11f-4f2d-9ccd-4e01289a326c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:55.148850 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ff6003-c11f-4f2d-9ccd-4e01289a326c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:41:55.156451 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ff6003-c11f-4f2d-9ccd-4e01289a326c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:55.157115 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-62ff6003-c11f-4f2d-9ccd-4e01289a326c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:55.191003 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-62ff6003-c11f-4f2d-9ccd-4e01289a326c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1976504 Nov 04 10:41:55.219622 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde16fa3-0e6c-409f-926d-5e8117e91094 req-4710b9af-4141-4112-968f-916b542c5065 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:55.227191 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fa71f-5799-4d24-a9e0-0fa48ea24f1c None None] Pushing event updated for resources: {'Port': ['ID=11e24647-53d4-4e9f-92f9-cd9b7ba6ca98,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:55.228450 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46146) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:55.230036 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde16fa3-0e6c-409f-926d-5e8117e91094 req-4710b9af-4141-4112-968f-916b542c5065 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:55.234993 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-2685136f-bd8f-4381-a01a-9d0a4f3faf7c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'subnet': {'network_id': '73c2d961-186a-4179-81b5-ce84524fde09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:55.242728 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde16fa3-0e6c-409f-926d-5e8117e91094 req-4710b9af-4141-4112-968f-916b542c5065 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:55.251199 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde16fa3-0e6c-409f-926d-5e8117e91094 req-4710b9af-4141-4112-968f-916b542c5065 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:55.258577 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde16fa3-0e6c-409f-926d-5e8117e91094 req-4710b9af-4141-4112-968f-916b542c5065 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:55.266108 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde16fa3-0e6c-409f-926d-5e8117e91094 req-4710b9af-4141-4112-968f-916b542c5065 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:55.273263 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde16fa3-0e6c-409f-926d-5e8117e91094 req-4710b9af-4141-4112-968f-916b542c5065 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:55.284682 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fde16fa3-0e6c-409f-926d-5e8117e91094 req-4710b9af-4141-4112-968f-916b542c5065 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 5434 time: 0.7760077 Nov 04 10:41:55.291533 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port fbd1cf8f-cae4-4cbc-85e7-ba27ef6d4524 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:55.293316 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:55.322520 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff6003-c11f-4f2d-9ccd-4e01289a326c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Port': ['ID=e6ac2b1b-0e66-4b9a-bec4-1b7c3663e7dc,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:55.362832 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff6003-c11f-4f2d-9ccd-4e01289a326c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:55.363224 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff6003-c11f-4f2d-9ccd-4e01289a326c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:55.363505 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff6003-c11f-4f2d-9ccd-4e01289a326c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:55.363894 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff6003-c11f-4f2d-9ccd-4e01289a326c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:55.364287 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff6003-c11f-4f2d-9ccd-4e01289a326c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:55.364619 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff6003-c11f-4f2d-9ccd-4e01289a326c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:55.364972 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff6003-c11f-4f2d-9ccd-4e01289a326c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:55.365299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff6003-c11f-4f2d-9ccd-4e01289a326c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:55.365615 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff6003-c11f-4f2d-9ccd-4e01289a326c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:55.365937 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff6003-c11f-4f2d-9ccd-4e01289a326c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:55.366417 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff6003-c11f-4f2d-9ccd-4e01289a326c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:55.366745 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff6003-c11f-4f2d-9ccd-4e01289a326c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:55.424808 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9c490f4c-a48d-4202-bef4-5fd7e9363c50 req-0f1a0fe2-d4a4-4bef-b6f0-58d2a6c5ff05 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:55.433962 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-01f0a6ce-b000-4b21-8393-02be33a0ab59 None None] Provisioning complete for port 357a8562-1cb6-4594-93c7-c208305edbaa triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:55.434534 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-01f0a6ce-b000-4b21-8393-02be33a0ab59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:55.443791 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['fe4b4c76-bc45-4b3d-b197-950dec71cf45'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:41:55.526415 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2818e51f-d098-4fd5-8c77-d87c52222764 req-cf76e70b-20fb-4d14-abb8-d2f132cfb7de service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676483 Nov 04 10:41:55.548442 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-01f0a6ce-b000-4b21-8393-02be33a0ab59 None None] Port 357a8562-1cb6-4594-93c7-c208305edbaa cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:41:55.570276 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-01f0a6ce-b000-4b21-8393-02be33a0ab59 None None] Provisioning complete for port ba0a0858-5bd0-41bc-a4e7-0f198a852e86 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:55.570920 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-01f0a6ce-b000-4b21-8393-02be33a0ab59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:55.632233 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-01f0a6ce-b000-4b21-8393-02be33a0ab59 None None] Port ba0a0858-5bd0-41bc-a4e7-0f198a852e86 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:41:55.646824 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-01f0a6ce-b000-4b21-8393-02be33a0ab59 None None] Provisioning complete for port fbd1cf8f-cae4-4cbc-85e7-ba27ef6d4524 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:55.647478 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-01f0a6ce-b000-4b21-8393-02be33a0ab59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:55.673046 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fde16fa3-0e6c-409f-926d-5e8117e91094 req-3016a3cd-c5c0-4539-8450-299a443f3a09 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ded427f-6d19-40e3-a805-138915509ca8&id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3867626 Nov 04 10:41:55.685680 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212b63f5-ae30-4c4a-ae7e-b5a342a2aba2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Network ca618409-65ac-47e4-852b-e90a8d6ee201 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:55.692919 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-212b63f5-ae30-4c4a-ae7e-b5a342a2aba2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:56.090189 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-58f9f65a-fd10-4ce2-86a8-a3d19f569e29 None None] Provisioning complete for port 5f2ea339-85d5-45c8-9939-0dffd1974b68 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:56.090746 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-58f9f65a-fd10-4ce2-86a8-a3d19f569e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:56.135543 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a0fe2-d4a4-4bef-b6f0-58d2a6c5ff05 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Pushing event deleted for resources: {'Port': ['ID=fe4b4c76-bc45-4b3d-b197-950dec71cf45,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:56.160474 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-58f9f65a-fd10-4ce2-86a8-a3d19f569e29 None None] Port 5f2ea339-85d5-45c8-9939-0dffd1974b68 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:41:56.167078 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b9082-4da1-4056-81e5-1d1b4249493c req-938c3ae0-c1db-44fb-b4c3-9890d12ad419 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:56.179878 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d31b9082-4da1-4056-81e5-1d1b4249493c req-938c3ae0-c1db-44fb-b4c3-9890d12ad419 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 944 time: 0.2461751 Nov 04 10:41:56.190376 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-58f9f65a-fd10-4ce2-86a8-a3d19f569e29 None None] Provisioning complete for port 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:56.190886 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-58f9f65a-fd10-4ce2-86a8-a3d19f569e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:56.223745 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212b63f5-ae30-4c4a-ae7e-b5a342a2aba2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Router 5c54c214-efa1-460d-b259-56a60ab1e8ff has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:41:56.234511 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c490f4c-a48d-4202-bef4-5fd7e9363c50 req-0f1a0fe2-d4a4-4bef-b6f0-58d2a6c5ff05 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] No DVR routers for this DVR port fe4b4c76-bc45-4b3d-b197-950dec71cf45 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:41:56.235396 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 357a8562-1cb6-4594-93c7-c208305edbaa {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:41:56.240985 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9c490f4c-a48d-4202-bef4-5fd7e9363c50 req-0f1a0fe2-d4a4-4bef-b6f0-58d2a6c5ff05 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:56.251521 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9c490f4c-a48d-4202-bef4-5fd7e9363c50 req-0f1a0fe2-d4a4-4bef-b6f0-58d2a6c5ff05 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.126 "DELETE /v2.0/ports/fe4b4c76-bc45-4b3d-b197-950dec71cf45 HTTP/1.1" status: 204 len: 173 time: 2.3621135 Nov 04 10:41:56.252532 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:56.262995 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1b4961-2a41-4b04-9193-fc2f45695ef4', 'name': 'network-vif-deleted', 'tag': 'fe4b4c76-bc45-4b3d-b197-950dec71cf45'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:41:56.273903 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481cc906-4ccc-41df-a642-c6ed3de7f3fe" -d '{"events": [{"server_uuid": "de1b4961-2a41-4b04-9193-fc2f45695ef4", "name": "network-vif-deleted", "tag": "fe4b4c76-bc45-4b3d-b197-950dec71cf45"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:41:56.322520 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2685136f-bd8f-4381-a01a-9d0a4f3faf7c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:41:56.327148 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2685136f-bd8f-4381-a01a-9d0a4f3faf7c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:56.349548 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Transition to ACTIVE for port object 357a8562-1cb6-4594-93c7-c208305edbaa will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:41:56.362304 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d31b9082-4da1-4056-81e5-1d1b4249493c req-d0f27447-5006-4d8c-8ec1-ffd0ce2dd617 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810691 Nov 04 10:41:56.372620 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:56.499321 n-d-816629-1 neutron-server[101775]: INFO neutron.db.ipam_backend_mixin [None req-2685136f-bd8f-4381-a01a-9d0a4f3faf7c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1b2f7812-3894-4df3-8294-8db7c444c2b9 (CIDR: 2001:db8::/64) Nov 04 10:41:56.508300 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-2685136f-bd8f-4381-a01a-9d0a4f3faf7c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:41:56.508771 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2685136f-bd8f-4381-a01a-9d0a4f3faf7c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:41:56.510911 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-34838aaa-7f98-4529-aa0d-80b1ac0573c5 None None] Provisioning complete for port e6ac2b1b-0e66-4b9a-bec4-1b7c3663e7dc triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:56.511451 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-34838aaa-7f98-4529-aa0d-80b1ac0573c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:56.550431 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212b63f5-ae30-4c4a-ae7e-b5a342a2aba2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:41:56.557583 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-212b63f5-ae30-4c4a-ae7e-b5a342a2aba2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "PUT /v2.0/routers/5c54c214-efa1-460d-b259-56a60ab1e8ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2429316 Nov 04 10:41:56.558482 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Pushing event updated for resources: {'Port': ['ID=357a8562-1cb6-4594-93c7-c208305edbaa,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:56.568641 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2685136f-bd8f-4381-a01a-9d0a4f3faf7c tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3365417 Nov 04 10:41:56.568641 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46156) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:56.572729 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46158) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:56.581146 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-a0d587d4-e41a-46b3-ae9d-f1fda341f2ff tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'subnet': {'network_id': '73c2d961-186a-4179-81b5-ce84524fde09', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:56.599853 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-34838aaa-7f98-4529-aa0d-80b1ac0573c5 None None] Port e6ac2b1b-0e66-4b9a-bec4-1b7c3663e7dc cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:41:56.611994 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6167e1be-7021-4764-b8c2-d78b05ccfce2 None None] Sync routers for ids ['5c54c214-efa1-460d-b259-56a60ab1e8ff'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:41:56.663067 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6167e1be-7021-4764-b8c2-d78b05ccfce2 None None] Routers {'5c54c214-efa1-460d-b259-56a60ab1e8ff'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:41:56.668713 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-6167e1be-7021-4764-b8c2-d78b05ccfce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:41:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['5c54c214-efa1-460d-b259-56a60ab1e8ff'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:56.690606 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-54a4d291-a4b8-480e-a33b-dc973a72f940 req-fa3c0df1-175c-4605-aefd-cc94a8b54f61 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=de1b4961-2a41-4b04-9193-fc2f45695ef4 HTTP/1.1" status: 200 len: 210 time: 0.1291401 Nov 04 10:41:56.730878 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-34838aaa-7f98-4529-aa0d-80b1ac0573c5 None None] Provisioning complete for port ba0a0858-5bd0-41bc-a4e7-0f198a852e86 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:56.731435 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-34838aaa-7f98-4529-aa0d-80b1ac0573c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:56.757565 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:56.757946 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:56.758290 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:56.758631 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:56.758963 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:56.759292 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:56.759617 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:56.759940 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:56.760266 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:56.760573 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:56.760916 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:56.761238 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:41:56.796639 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Attempting to bind port 357a8562-1cb6-4594-93c7-c208305edbaa on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:41:56.797532 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Attempting to bind port 357a8562-1cb6-4594-93c7-c208305edbaa by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '7d0d397e-9583-4dfe-af3f-bbe8936acf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:41:56.797921 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Attempting to bind port 357a8562-1cb6-4594-93c7-c208305edbaa on network f2d56fe0-b956-44c6-b132-becb96ea8b6b {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:41:56.820869 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Port 357a8562-1cb6-4594-93c7-c208305edbaa on network f2d56fe0-b956-44c6-b132-becb96ea8b6b not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:41:56.821289 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Attempting to bind port 357a8562-1cb6-4594-93c7-c208305edbaa on network f2d56fe0-b956-44c6-b132-becb96ea8b6b {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:41:56.844676 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:41:56.845458 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Checking segment: {'id': '7d0d397e-9583-4dfe-af3f-bbe8936acf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:41:56.845868 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Bound using segment: {'id': '7d0d397e-9583-4dfe-af3f-bbe8936acf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:41:56.846336 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Bound port: 357a8562-1cb6-4594-93c7-c208305edbaa, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0d397e-9583-4dfe-af3f-bbe8936acf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:41:56.846697 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:56.874083 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-34838aaa-7f98-4529-aa0d-80b1ac0573c5 None None] Port ba0a0858-5bd0-41bc-a4e7-0f198a852e86 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:41:56.908956 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-6167e1be-7021-4764-b8c2-d78b05ccfce2 None None] Set router 5c54c214-efa1-460d-b259-56a60ab1e8ff gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:41:56.968969 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] For port 357a8562-1cb6-4594-93c7-c208305edbaa, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:41:56.976901 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] For port 357a8562-1cb6-4594-93c7-c208305edbaa, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=357a8562-1cb6-4594-93c7-c208305edbaa,segment=NetworkSegment(7d0d397e-9583-4dfe-af3f-bbe8936acf96),segment_id=7d0d397e-9583-4dfe-af3f-bbe8936acf96)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:41:57.001725 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:57.084793 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.085822 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:57.087720 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] 10.222.0.121 "PUT /v2.0/ports/357a8562-1cb6-4594-93c7-c208305edbaa HTTP/1.1" status: 200 len: 1091 time: 3.1744797 Nov 04 10:41:57.090569 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95be77b3-590a-440e-b99a-f0d08aaa8e01', 'tag': '357a8562-1cb6-4594-93c7-c208305edbaa'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:41:57.094204 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef4089b-53f8-40c9-9b3f-4d2e37e54174" -d '{"events": [{"name": "network-changed", "server_uuid": "95be77b3-590a-440e-b99a-f0d08aaa8e01", "tag": "357a8562-1cb6-4594-93c7-c208305edbaa"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:41:57.149070 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7c4f89-f44b-416a-aae2-9d836ca5fb8d tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.150724 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7c4f89-f44b-416a-aae2-9d836ca5fb8d tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.150959 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7c4f89-f44b-416a-aae2-9d836ca5fb8d tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.152931 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7c4f89-f44b-416a-aae2-9d836ca5fb8d tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.155318 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7c4f89-f44b-416a-aae2-9d836ca5fb8d tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.155598 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:57.156157 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7c4f89-f44b-416a-aae2-9d836ca5fb8d tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.158021 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7c4f89-f44b-416a-aae2-9d836ca5fb8d tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.158576 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7c4f89-f44b-416a-aae2-9d836ca5fb8d tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.159959 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7c4f89-f44b-416a-aae2-9d836ca5fb8d tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.160479 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7c4f89-f44b-416a-aae2-9d836ca5fb8d tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.162700 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7c4f89-f44b-416a-aae2-9d836ca5fb8d tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.163402 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7c4f89-f44b-416a-aae2-9d836ca5fb8d tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.163689 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7c4f89-f44b-416a-aae2-9d836ca5fb8d tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.164168 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7c4f89-f44b-416a-aae2-9d836ca5fb8d tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.164607 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7c4f89-f44b-416a-aae2-9d836ca5fb8d tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.167265 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7c4f89-f44b-416a-aae2-9d836ca5fb8d tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.173382 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7b7c4f89-f44b-416a-aae2-9d836ca5fb8d tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] 10.222.0.127 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11287 time: 0.6032176 Nov 04 10:41:57.176984 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46162) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:57.188632 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee07f4d-6d2f-44bb-9b02-a38a74d7dd08 service neutron] Pushing event updated for resources: {'Port': ['ID=357a8562-1cb6-4594-93c7-c208305edbaa,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:57.212338 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19415657-969b-40ff-9bd9-d0c363bf17bc req-2969aac8-bf7a-4219-a0ce-122bb584bd01 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.223779 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-19415657-969b-40ff-9bd9-d0c363bf17bc req-2969aac8-bf7a-4219-a0ce-122bb584bd01 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "GET /v2.0/ports?device_id=95be77b3-590a-440e-b99a-f0d08aaa8e01 HTTP/1.1" status: 200 len: 943 time: 0.2413671 Nov 04 10:41:57.228334 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d587d4-e41a-46b3-ae9d-f1fda341f2ff tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:41:57.237713 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a0d587d4-e41a-46b3-ae9d-f1fda341f2ff tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:57.364048 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5ba8ac-b202-4498-8365-1ebedade00c5 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.364641 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5ba8ac-b202-4498-8365-1ebedade00c5 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.364973 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5ba8ac-b202-4498-8365-1ebedade00c5 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.365422 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5ba8ac-b202-4498-8365-1ebedade00c5 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.365863 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5ba8ac-b202-4498-8365-1ebedade00c5 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.366304 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5ba8ac-b202-4498-8365-1ebedade00c5 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.366744 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5ba8ac-b202-4498-8365-1ebedade00c5 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.367192 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5ba8ac-b202-4498-8365-1ebedade00c5 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.367646 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5ba8ac-b202-4498-8365-1ebedade00c5 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.368084 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5ba8ac-b202-4498-8365-1ebedade00c5 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.368526 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5ba8ac-b202-4498-8365-1ebedade00c5 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.368989 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5ba8ac-b202-4498-8365-1ebedade00c5 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.369424 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5ba8ac-b202-4498-8365-1ebedade00c5 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.369870 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5ba8ac-b202-4498-8365-1ebedade00c5 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.371933 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5ba8ac-b202-4498-8365-1ebedade00c5 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.372574 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5ba8ac-b202-4498-8365-1ebedade00c5 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.373200 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5ba8ac-b202-4498-8365-1ebedade00c5 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.378105 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5c5ba8ac-b202-4498-8365-1ebedade00c5 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10779 time: 0.1998723 Nov 04 10:41:57.383824 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46164) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:57.452005 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-19415657-969b-40ff-9bd9-d0c363bf17bc req-42c9eeb3-90f0-445a-8fb7-e09096395866 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "GET /v2.0/security-groups?id=274d5cb1-f33c-4ae9-9686-3076c55a7632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273264 Nov 04 10:41:57.493575 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-6e3bd4c1-c249-4b1b-beb9-7b90da1c3aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.495245 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-6e3bd4c1-c249-4b1b-beb9-7b90da1c3aea service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=83608edca88c49429647d6bc7f371c77&device_id=95be77b3-590a-440e-b99a-f0d08aaa8e01 HTTP/1.1" status: 200 len: 1094 time: 0.2480083 Nov 04 10:41:57.535612 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:57.536246 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:57.579229 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 41362cd5-e4e7-47af-a279-ab553d8c766c up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:41:57.600411 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-cdc32341-b41e-41de-baad-7034cd93f29f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=357a8562-1cb6-4594-93c7-c208305edbaa HTTP/1.1" status: 200 len: 217 time: 0.0929899 Nov 04 10:41:57.694574 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-9458319d-b8a4-43c5-8318-0e4aff14d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.696778 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-9458319d-b8a4-43c5-8318-0e4aff14d77a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=794583f9-fd3c-45d8-84dc-0cdc1c82af17 HTTP/1.1" status: 200 len: 844 time: 0.0675189 Nov 04 10:41:57.705289 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 41362cd5-e4e7-47af-a279-ab553d8c766c completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:41:57.715206 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-6167e1be-7021-4764-b8c2-d78b05ccfce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'name': 'tempest-TestNetworkBasicOps-router-195072589', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:36Z', 'updated_at': '2021-11-04T10:41:53Z', 'revision_number': 4, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:39Z', 'updated_at': '2021-11-04T10:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'ba0a0858-5bd0-41bc-a4e7-0f198a852e86', 'name': '', 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:e9:49:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '59335a63-ec1a-47a5-bfa2-0cd07786ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:51Z', 'updated_at': '2021-11-04T10:41:54Z', 'revision_number': 2, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': '59335a63-ec1a-47a5-bfa2-0cd07786ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:57.717364 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 41362cd5-e4e7-47af-a279-ab553d8c766c triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:57.717730 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:57.735796 n-d-816629-1 neutron-server[101774]: INFO neutron.db.ipam_backend_mixin [None req-a0d587d4-e41a-46b3-ae9d-f1fda341f2ff tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 4bad75ef-b83a-4ee2-9822-6710137aeb94 (CIDR: 2001:db8:0:1::/64) Nov 04 10:41:57.761162 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d587d4-e41a-46b3-ae9d-f1fda341f2ff tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:41:57.762072 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0d587d4-e41a-46b3-ae9d-f1fda341f2ff tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:41:57.791474 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6167e1be-7021-4764-b8c2-d78b05ccfce2 None None] Checking router: 5c54c214-efa1-460d-b259-56a60ab1e8ff for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:41:57.791967 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6167e1be-7021-4764-b8c2-d78b05ccfce2 None None] Updating router 5c54c214-efa1-460d-b259-56a60ab1e8ff port ba0a0858-5bd0-41bc-a4e7-0f198a852e86 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:41:57.793764 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a0d587d4-e41a-46b3-ae9d-f1fda341f2ff tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2168217 Nov 04 10:41:57.797577 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46170) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:57.807442 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-a961bc13-9f6d-4a17-bb0a-fa4f6c74fb6e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'subnet': {'network_id': '73c2d961-186a-4179-81b5-ce84524fde09', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:57.820640 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b7f69-ad12-40c8-86df-6f7da681ad80 req-ef391cde-fdc3-4ad3-bd15-dcec33c5d772 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.823908 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-394b7f69-ad12-40c8-86df-6f7da681ad80 req-ef391cde-fdc3-4ad3-bd15-dcec33c5d772 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 945 time: 0.2468948 Nov 04 10:41:57.834400 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-d30920e7-b829-464f-91a1-40b2b2bdb123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:57.837148 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-d30920e7-b829-464f-91a1-40b2b2bdb123 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f2d56fe0-b956-44c6-b132-becb96ea8b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195457 Nov 04 10:41:57.840094 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6167e1be-7021-4764-b8c2-d78b05ccfce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:57.888777 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d396648c-a084-4296-8484-54443f2b3633 tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4485 time: 0.5020180 Nov 04 10:41:57.968728 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-394b7f69-ad12-40c8-86df-6f7da681ad80 req-27b10c5d-abba-4448-a610-6ef362cc095e tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301091 Nov 04 10:41:57.990761 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-b17f374c-fc6e-460f-8fe3-a33e9a1775f6 service neutron] 10.222.0.121 "GET /v2.0/networks/f2d56fe0-b956-44c6-b132-becb96ea8b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358402 Nov 04 10:41:58.000751 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a961bc13-9f6d-4a17-bb0a-fa4f6c74fb6e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Made reservation on behalf of edbdfb0c3e1f4712b18c10434050242f for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:41:58.005393 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a961bc13-9f6d-4a17-bb0a-fa4f6c74fb6e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:58.052410 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:58.138805 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba68183-0345-45fd-a77d-de29fb3c1eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41362cd5-e4e7-47af-a279-ab553d8c766c'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:41:58.141646 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31da4f2a-8aac-48da-ad44-f9930ff59afd" -d '{"events": [{"server_uuid": "dba68183-0345-45fd-a77d-de29fb3c1eb0", "name": "network-vif-plugged", "status": "completed", "tag": "41362cd5-e4e7-47af-a279-ab553d8c766c"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:41:58.164961 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 41362cd5-e4e7-47af-a279-ab553d8c766c, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=41362cd5-e4e7-47af-a279-ab553d8c766c,segment=NetworkSegment(01f724fb-d5bb-4d4a-b3e6-7600685a2694),segment_id=01f724fb-d5bb-4d4a-b3e6-7600685a2694)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:41:58.177403 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:58.219862 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e94a7b-7350-447f-9a82-2d51907f7e52 req-8e165bfe-13d2-40a4-babb-fb4bec11f6ca tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:58.226211 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e94a7b-7350-447f-9a82-2d51907f7e52 req-8e165bfe-13d2-40a4-babb-fb4bec11f6ca tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:58.233846 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e94a7b-7350-447f-9a82-2d51907f7e52 req-8e165bfe-13d2-40a4-babb-fb4bec11f6ca tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:58.240674 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e94a7b-7350-447f-9a82-2d51907f7e52 req-8e165bfe-13d2-40a4-babb-fb4bec11f6ca tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:58.247811 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e94a7b-7350-447f-9a82-2d51907f7e52 req-8e165bfe-13d2-40a4-babb-fb4bec11f6ca tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:58.254518 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e94a7b-7350-447f-9a82-2d51907f7e52 req-8e165bfe-13d2-40a4-babb-fb4bec11f6ca tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:58.262915 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e94a7b-7350-447f-9a82-2d51907f7e52 req-8e165bfe-13d2-40a4-babb-fb4bec11f6ca tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:58.265171 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d1e94a7b-7350-447f-9a82-2d51907f7e52 req-8e165bfe-13d2-40a4-babb-fb4bec11f6ca tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 5434 time: 0.1860936 Nov 04 10:41:58.277269 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46176) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:58.283166 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-74d884f6-6210-4666-b053-9fd5b1643734 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Request body: {'floatingip': {'port_id': '511fc5ae-cb19-4f00-a96e-ae1fe43026e6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:58.291844 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=41362cd5-e4e7-47af-a279-ab553d8c766c,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:58.326273 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b3367b0-42b5-45c3-ae23-d007ab9e3348 req-39b56dd9-823c-458f-8b9c-422a4b55c733 service neutron] 10.222.0.121 "GET /v2.0/networks/f2d56fe0-b956-44c6-b132-becb96ea8b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183362 Nov 04 10:41:58.356158 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a961bc13-9f6d-4a17-bb0a-fa4f6c74fb6e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:58.400418 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-74d884f6-6210-4666-b053-9fd5b1643734 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for floatingip, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:58.438024 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6167e1be-7021-4764-b8c2-d78b05ccfce2 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:58.445043 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a961bc13-9f6d-4a17-bb0a-fa4f6c74fb6e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Network 73c2d961-186a-4179-81b5-ce84524fde09 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:41:58.446592 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961bc13-9f6d-4a17-bb0a-fa4f6c74fb6e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Subnet': ['ID=db1cdfad-f859-448c-92e2-56d2f5ea8077,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:58.450561 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-a961bc13-9f6d-4a17-bb0a-fa4f6c74fb6e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:41:58.454466 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a961bc13-9f6d-4a17-bb0a-fa4f6c74fb6e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:58.455751 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a961bc13-9f6d-4a17-bb0a-fa4f6c74fb6e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:58.459882 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6167e1be-7021-4764-b8c2-d78b05ccfce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:58.480247 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a961bc13-9f6d-4a17-bb0a-fa4f6c74fb6e tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6802571 Nov 04 10:41:58.482672 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46180) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:58.494227 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-920ff008-baa8-4855-931e-286188b9a8cf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1188198695', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'db1cdfad-f859-448c-92e2-56d2f5ea8077'}], 'security_groups': ['02b035ca-e99f-4a72-9ee7-af42a3f1b37b', '66e48838-062a-43eb-9117-9a5b11698bff']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:41:58.594131 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df067cf0-d356-49e7-809c-2e3ab317324b None None] Network 73c2d961-186a-4179-81b5-ce84524fde09 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:41:58.615557 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b528004-3af0-47e7-ad5f-85f36e2676ac None None] Pushing event updated for resources: {'Port': ['ID=ba0a0858-5bd0-41bc-a4e7-0f198a852e86,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:58.668710 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-920ff008-baa8-4855-931e-286188b9a8cf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:58.678341 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdd20b7-c0f7-4b0f-8cab-ee57514fe7df x-openstack-request-id: req-6fdd20b7-c0f7-4b0f-8cab-ee57514fe7df {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:41:58.679178 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de1b4961-2a41-4b04-9193-fc2f45695ef4", "name": "network-vif-deleted", "tag": "fe4b4c76-bc45-4b3d-b197-950dec71cf45", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:41:58.679178 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-6fdd20b7-c0f7-4b0f-8cab-ee57514fe7df {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:41:58.679767 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de1b4961-2a41-4b04-9193-fc2f45695ef4', 'name': 'network-vif-deleted', 'tag': 'fe4b4c76-bc45-4b3d-b197-950dec71cf45', 'status': 'completed', 'code': 200} Nov 04 10:41:58.748587 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4285af6e-774f-44ce-9d0e-ec535c9e1a48 x-openstack-request-id: req-4285af6e-774f-44ce-9d0e-ec535c9e1a48 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:41:58.751578 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95be77b3-590a-440e-b99a-f0d08aaa8e01", "tag": "357a8562-1cb6-4594-93c7-c208305edbaa", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:41:58.751930 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-4285af6e-774f-44ce-9d0e-ec535c9e1a48 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:41:58.752462 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95be77b3-590a-440e-b99a-f0d08aaa8e01', 'tag': '357a8562-1cb6-4594-93c7-c208305edbaa', 'status': 'completed', 'code': 200} Nov 04 10:41:58.804598 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device fe4b4c76-bc45-4b3d-b197-950dec71cf45 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:41:58.839831 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: fe4b4c76-bc45-4b3d-b197-950dec71cf45 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:41:58.839975 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device fe4b4c76-bc45-4b3d-b197-950dec71cf45 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:41:58.956279 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-6167e1be-7021-4764-b8c2-d78b05ccfce2 None None] Attempting to bind port ba0a0858-5bd0-41bc-a4e7-0f198a852e86 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:41:58.957222 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-6167e1be-7021-4764-b8c2-d78b05ccfce2 None None] Attempting to bind port ba0a0858-5bd0-41bc-a4e7-0f198a852e86 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'f2c41c3e-8f76-447a-a97e-90dcfb81f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:41:58.957773 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6167e1be-7021-4764-b8c2-d78b05ccfce2 None None] Attempting to bind port ba0a0858-5bd0-41bc-a4e7-0f198a852e86 on network ca618409-65ac-47e4-852b-e90a8d6ee201 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:41:58.989019 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6167e1be-7021-4764-b8c2-d78b05ccfce2 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:41:58.989901 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6167e1be-7021-4764-b8c2-d78b05ccfce2 None None] Checking segment: {'id': 'f2c41c3e-8f76-447a-a97e-90dcfb81f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:41:58.990330 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6167e1be-7021-4764-b8c2-d78b05ccfce2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:58.990768 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6167e1be-7021-4764-b8c2-d78b05ccfce2 None None] Bound using segment: {'id': 'f2c41c3e-8f76-447a-a97e-90dcfb81f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:41:58.992913 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-6167e1be-7021-4764-b8c2-d78b05ccfce2 None None] Bound port: ba0a0858-5bd0-41bc-a4e7-0f198a852e86, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c41c3e-8f76-447a-a97e-90dcfb81f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:41:58.992913 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6167e1be-7021-4764-b8c2-d78b05ccfce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:59.031347 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-82354715-bfbc-4f61-b691-99f7d5fc1292 None None] Provisioning complete for port ba0a0858-5bd0-41bc-a4e7-0f198a852e86 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:59.031724 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-82354715-bfbc-4f61-b691-99f7d5fc1292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:59.128735 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-82354715-bfbc-4f61-b691-99f7d5fc1292 None None] Port ba0a0858-5bd0-41bc-a4e7-0f198a852e86 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:41:59.244553 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-6167e1be-7021-4764-b8c2-d78b05ccfce2 None None] For port ba0a0858-5bd0-41bc-a4e7-0f198a852e86, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:41:59.263139 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-6167e1be-7021-4764-b8c2-d78b05ccfce2 None None] For port ba0a0858-5bd0-41bc-a4e7-0f198a852e86, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ba0a0858-5bd0-41bc-a4e7-0f198a852e86,segment=NetworkSegment(f2c41c3e-8f76-447a-a97e-90dcfb81f85b),segment_id=f2c41c3e-8f76-447a-a97e-90dcfb81f85b)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:41:59.272521 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6167e1be-7021-4764-b8c2-d78b05ccfce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:59.295387 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-920ff008-baa8-4855-931e-286188b9a8cf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Delete allocated IP 2001:db8::e7 (73c2d961-186a-4179-81b5-ce84524fde09/1b2f7812-3894-4df3-8294-8db7c444c2b9) {{(pid=101775) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 04 10:41:59.299619 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fb5d6-9552-47b4-812d-6eb64bf5b702 req-a12746d7-3418-469b-98d8-952a7c3a44ae tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:59.307489 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-920ff008-baa8-4855-931e-286188b9a8cf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Allocated IP 2001:db8:0:2::53 (73c2d961-186a-4179-81b5-ce84524fde09/db1cdfad-f859-448c-92e2-56d2f5ea8077/e6ac2b1b-0e66-4b9a-bec4-1b7c3663e7dc) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:41:59.307739 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-225fb5d6-9552-47b4-812d-6eb64bf5b702 req-a12746d7-3418-469b-98d8-952a7c3a44ae tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 945 time: 0.4507337 Nov 04 10:41:59.308741 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a3c851-3854-4dad-8f21-3633d6077b79 None None] Update dhcp port {'port': {'network_id': '73c2d961-186a-4179-81b5-ce84524fde09', 'fixed_ips': [{'subnet_id': '4bad75ef-b83a-4ee2-9822-6710137aeb94', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1b2f7812-3894-4df3-8294-8db7c444c2b9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'db1cdfad-f859-448c-92e2-56d2f5ea8077'}], 'binding:host_id': 'n-d-816629-1'}, 'id': '11e24647-53d4-4e9f-92f9-cd9b7ba6ca98'} from n-d-816629-1. {{(pid=101776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 10:41:59.311202 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4089b-53f8-40c9-9b3f-4d2e37e54174 req-6e2c8795-5414-4d92-8f29-ea6ba972d7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:59.313672 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fef4089b-53f8-40c9-9b3f-4d2e37e54174 req-6e2c8795-5414-4d92-8f29-ea6ba972d7c7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=83608edca88c49429647d6bc7f371c77&device_id=95be77b3-590a-440e-b99a-f0d08aaa8e01 HTTP/1.1" status: 200 len: 1094 time: 0.4582055 Nov 04 10:41:59.341472 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67a3c851-3854-4dad-8f21-3633d6077b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:59.436793 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b528004-3af0-47e7-ad5f-85f36e2676ac None None] Pushing event updated for resources: {'Port': ['ID=ba0a0858-5bd0-41bc-a4e7-0f198a852e86,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:59.564920 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6167e1be-7021-4764-b8c2-d78b05ccfce2 None None] Routers {'5c54c214-efa1-460d-b259-56a60ab1e8ff'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:41:59.565996 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-6167e1be-7021-4764-b8c2-d78b05ccfce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:41:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['5c54c214-efa1-460d-b259-56a60ab1e8ff'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:41:59.578570 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-920ff008-baa8-4855-931e-286188b9a8cf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:59.587703 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-920ff008-baa8-4855-931e-286188b9a8cf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:59.631565 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4089b-53f8-40c9-9b3f-4d2e37e54174 req-0b95f23c-8222-4c9d-a9c9-11ae69a779a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:59.633283 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fef4089b-53f8-40c9-9b3f-4d2e37e54174 req-0b95f23c-8222-4c9d-a9c9-11ae69a779a4 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f2d56fe0-b956-44c6-b132-becb96ea8b6b HTTP/1.1" status: 200 len: 907 time: 0.2764890 Nov 04 10:41:59.672699 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-920ff008-baa8-4855-931e-286188b9a8cf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] In _notify_port_updated(), no bound segment for port e6ac2b1b-0e66-4b9a-bec4-1b7c3663e7dc on network 73c2d961-186a-4179-81b5-ce84524fde09 {{(pid=101775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 04 10:41:59.681153 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920ff008-baa8-4855-931e-286188b9a8cf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:59.682076 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-920ff008-baa8-4855-931e-286188b9a8cf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:59.688379 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-920ff008-baa8-4855-931e-286188b9a8cf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "PUT /v2.0/ports/e6ac2b1b-0e66-4b9a-bec4-1b7c3663e7dc HTTP/1.1" status: 200 len: 969 time: 1.2041974 Nov 04 10:41:59.690035 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46186) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:41:59.755268 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ff008-baa8-4855-931e-286188b9a8cf tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event updated for resources: {'Port': ['ID=e6ac2b1b-0e66-4b9a-bec4-1b7c3663e7dc,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:41:59.776473 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-67a3c851-3854-4dad-8f21-3633d6077b79 None None] Allocated IP 2001:db8:0:2::2 (73c2d961-186a-4179-81b5-ce84524fde09/db1cdfad-f859-448c-92e2-56d2f5ea8077/11e24647-53d4-4e9f-92f9-cd9b7ba6ca98) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:41:59.797685 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-225fb5d6-9552-47b4-812d-6eb64bf5b702 req-2a9400b6-7445-4d4b-a40b-84cdeebf95e1 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877315 Nov 04 10:41:59.799864 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fef4089b-53f8-40c9-9b3f-4d2e37e54174 req-cda9a005-84d5-4850-83a0-b0209001dae6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=357a8562-1cb6-4594-93c7-c208305edbaa HTTP/1.1" status: 200 len: 217 time: 0.1493711 Nov 04 10:41:59.840138 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-33ec6fb1-eb25-45a8-9a03-43d89b2e6016 None None] Provisioning complete for port ba0a0858-5bd0-41bc-a4e7-0f198a852e86 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:41:59.848486 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-33ec6fb1-eb25-45a8-9a03-43d89b2e6016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:59.885946 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-dce3e3ba-b5cc-44c9-b477-a70c56c41240 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting port e6ac2b1b-0e66-4b9a-bec4-1b7c3663e7dc {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:41:59.886370 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dce3e3ba-b5cc-44c9-b477-a70c56c41240 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:41:59.898694 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-6167e1be-7021-4764-b8c2-d78b05ccfce2 None None] Set router 5c54c214-efa1-460d-b259-56a60ab1e8ff gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:41:59.958028 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4089b-53f8-40c9-9b3f-4d2e37e54174 req-f03d1e35-ae24-4664-ba79-c7292e520bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:41:59.959531 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fef4089b-53f8-40c9-9b3f-4d2e37e54174 req-f03d1e35-ae24-4664-ba79-c7292e520bf6 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=794583f9-fd3c-45d8-84dc-0cdc1c82af17 HTTP/1.1" status: 200 len: 844 time: 0.1236205 Nov 04 10:42:00.078600 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.db.resource_extend [None req-74d884f6-6210-4666-b053-9fd5b1643734 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:42:00.151879 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dce3e3ba-b5cc-44c9-b477-a70c56c41240 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:00.183676 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-dce3e3ba-b5cc-44c9-b477-a70c56c41240 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Calling delete_port for e6ac2b1b-0e66-4b9a-bec4-1b7c3663e7dc owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:42:00.213891 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4089b-53f8-40c9-9b3f-4d2e37e54174 req-eac10de8-63de-4be9-b26b-fd41b7818b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:00.215697 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fef4089b-53f8-40c9-9b3f-4d2e37e54174 req-eac10de8-63de-4be9-b26b-fd41b7818b1f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f2d56fe0-b956-44c6-b132-becb96ea8b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2375581 Nov 04 10:42:00.221141 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67a3c851-3854-4dad-8f21-3633d6077b79 None None] For port 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=11e24647-53d4-4e9f-92f9-cd9b7ba6ca98,segment=NetworkSegment(b50f68ee-749a-45fc-ad58-1152482d8a74),segment_id=b50f68ee-749a-45fc-ad58-1152482d8a74)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:00.276232 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-74d884f6-6210-4666-b053-9fd5b1643734 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:00.306414 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-74d884f6-6210-4666-b053-9fd5b1643734 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:00.415128 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-74d884f6-6210-4666-b053-9fd5b1643734 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Floating IP c06b0509-6fea-4cf2-b346-192ebb3e109e associated. External IP: 172.25.7.174, port: 511fc5ae-cb19-4f00-a96e-ae1fe43026e6. Nov 04 10:42:00.465055 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-33ec6fb1-eb25-45a8-9a03-43d89b2e6016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:00.466771 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dce3e3ba-b5cc-44c9-b477-a70c56c41240 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:00.512558 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46190) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:00.520835 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3e3ba-b5cc-44c9-b477-a70c56c41240 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Port': ['ID=e6ac2b1b-0e66-4b9a-bec4-1b7c3663e7dc,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:00.538284 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-3f00a44c-2907-47a4-9c1a-84893c6c3e2e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1867380344', 'description': 'tempest-secgroup-smoke-1867380344 description', 'project_id': '45c1d4a009b54581bacf1fbcabe00677'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:00.555520 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dce3e3ba-b5cc-44c9-b477-a70c56c41240 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:00.570729 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46192) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:00.571635 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-dce3e3ba-b5cc-44c9-b477-a70c56c41240 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/ports/e6ac2b1b-0e66-4b9a-bec4-1b7c3663e7dc HTTP/1.1" status: 204 len: 168 time: 0.8647377 Nov 04 10:42:00.581548 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecb1977-ff9f-4dd6-9bb5-2c38cac232cb x-openstack-request-id: req-eecb1977-ff9f-4dd6-9bb5-2c38cac232cb {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:42:00.581893 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba68183-0345-45fd-a77d-de29fb3c1eb0", "name": "network-vif-plugged", "status": "completed", "tag": "41362cd5-e4e7-47af-a279-ab553d8c766c", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:42:00.582088 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-eecb1977-ff9f-4dd6-9bb5-2c38cac232cb {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:42:00.582481 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba68183-0345-45fd-a77d-de29fb3c1eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41362cd5-e4e7-47af-a279-ab553d8c766c', 'code': 200} Nov 04 10:42:00.588339 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-33ec6fb1-eb25-45a8-9a03-43d89b2e6016 None None] For port ba0a0858-5bd0-41bc-a4e7-0f198a852e86, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ba0a0858-5bd0-41bc-a4e7-0f198a852e86,segment=NetworkSegment(f2c41c3e-8f76-447a-a97e-90dcfb81f85b),segment_id=f2c41c3e-8f76-447a-a97e-90dcfb81f85b)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:00.591720 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67a3c851-3854-4dad-8f21-3633d6077b79 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:00.627339 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67a3c851-3854-4dad-8f21-3633d6077b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:00.629704 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-33ec6fb1-eb25-45a8-9a03-43d89b2e6016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:00.662547 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-818036fa-bf37-48a7-a166-9655081469c5 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] GET failed (client error): The resource could not be found. Nov 04 10:42:00.664327 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-818036fa-bf37-48a7-a166-9655081469c5 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "GET /v2.0/ports/e6ac2b1b-0e66-4b9a-bec4-1b7c3663e7dc HTTP/1.1" status: 404 len: 333 time: 0.0907199 Nov 04 10:42:00.683366 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46194) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:00.713548 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3f00a44c-2907-47a4-9c1a-84893c6c3e2e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:00.755209 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fef4089b-53f8-40c9-9b3f-4d2e37e54174 req-4cf8946d-fdff-423c-aaf0-7645fcfe8ca5 service neutron] 10.222.0.121 "GET /v2.0/networks/f2d56fe0-b956-44c6-b132-becb96ea8b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5275979 Nov 04 10:42:00.775304 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89162ccd-48ec-41e4-a714-f6a34ff46b07 req-e796a0db-36d4-4cf3-8443-ea7bc2ceeb1f tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:00.776856 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-89162ccd-48ec-41e4-a714-f6a34ff46b07 req-e796a0db-36d4-4cf3-8443-ea7bc2ceeb1f tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "GET /v2.0/ports?device_id=95be77b3-590a-440e-b99a-f0d08aaa8e01 HTTP/1.1" status: 200 len: 943 time: 0.1251180 Nov 04 10:42:00.790045 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7477a18a-76aa-4ad5-8130-4909ed299e2f tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:00.792074 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3c851-3854-4dad-8f21-3633d6077b79 None None] Pushing event updated for resources: {'Port': ['ID=11e24647-53d4-4e9f-92f9-cd9b7ba6ca98,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:00.830149 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-6167e1be-7021-4764-b8c2-d78b05ccfce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'name': 'tempest-TestNetworkBasicOps-router-195072589', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:36Z', 'updated_at': '2021-11-04T10:41:53Z', 'revision_number': 4, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:39Z', 'updated_at': '2021-11-04T10:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'ba0a0858-5bd0-41bc-a4e7-0f198a852e86', 'name': '', 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:e9:49:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '59335a63-ec1a-47a5-bfa2-0cd07786ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:51Z', 'updated_at': '2021-11-04T10:41:59Z', 'revision_number': 4, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': '59335a63-ec1a-47a5-bfa2-0cd07786ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:00.873728 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6167e1be-7021-4764-b8c2-d78b05ccfce2 None None] The sync data for ids ['5c54c214-efa1-460d-b259-56a60ab1e8ff'] in n-d-816629-1 is: [{'id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'name': 'tempest-TestNetworkBasicOps-router-195072589', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:36Z', 'updated_at': '2021-11-04T10:41:53Z', 'revision_number': 4, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:39Z', 'updated_at': '2021-11-04T10:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'ba0a0858-5bd0-41bc-a4e7-0f198a852e86', 'name': '', 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:e9:49:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '59335a63-ec1a-47a5-bfa2-0cd07786ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:51Z', 'updated_at': '2021-11-04T10:41:59Z', 'revision_number': 4, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': '59335a63-ec1a-47a5-bfa2-0cd07786ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:42:00.880776 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-5fab9142-4f4c-4f37-9c00-cc98fdffdfb7 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:00.895021 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fef4089b-53f8-40c9-9b3f-4d2e37e54174 req-22a2da38-0bae-4e03-8f5b-22025ab17a6a service neutron] 10.222.0.121 "GET /v2.0/networks/f2d56fe0-b956-44c6-b132-becb96ea8b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290216 Nov 04 10:42:00.896971 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-5fab9142-4f4c-4f37-9c00-cc98fdffdfb7 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:00.910766 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec6fb1-eb25-45a8-9a03-43d89b2e6016 None None] Pushing event updated for resources: {'Port': ['ID=ba0a0858-5bd0-41bc-a4e7-0f198a852e86,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:00.938570 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-5fab9142-4f4c-4f37-9c00-cc98fdffdfb7 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:00.940555 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-5fab9142-4f4c-4f37-9c00-cc98fdffdfb7 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.121 "GET /v2.0/ports?device_id=c31ce156-5e69-4d6a-88cc-ae650147ede8 HTTP/1.1" status: 200 len: 2419 time: 0.2562232 Nov 04 10:42:00.950475 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7477a18a-76aa-4ad5-8130-4909ed299e2f tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:01.101924 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ac76b-890b-42b3-9d7e-645d50cbc93a req-d4f48eb4-955e-4c84-9ea1-60b789244c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:01.104685 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ce7ac76b-890b-42b3-9d7e-645d50cbc93a req-d4f48eb4-955e-4c84-9ea1-60b789244c7f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 1096 time: 0.4517820 Nov 04 10:42:01.104955 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-89162ccd-48ec-41e4-a714-f6a34ff46b07 req-013e52e6-7715-4c8a-a9bf-e122d0ae8654 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "GET /v2.0/security-groups?id=274d5cb1-f33c-4ae9-9686-3076c55a7632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085655 Nov 04 10:42:01.181571 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:42:01.250797 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:01.251182 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:01.281026 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3f00a44c-2907-47a4-9c1a-84893c6c3e2e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:01.308591 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3f00a44c-2907-47a4-9c1a-84893c6c3e2e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:01.374193 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d884f6-6210-4666-b053-9fd5b1643734 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Router 2851c03c-7034-4360-acb3-f32a93a299d1 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:42:01.385237 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-1a2f067a-58ec-4f28-8ed4-b35f50626a9d tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Deleting port 67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:42:01.385603 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-1a2f067a-58ec-4f28-8ed4-b35f50626a9d tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:01.400544 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ce7ac76b-890b-42b3-9d7e-645d50cbc93a req-c26c8fd6-4f52-4285-bba2-57c6c2a2075f service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038977 Nov 04 10:42:01.402324 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7477a18a-76aa-4ad5-8130-4909ed299e2f tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:01.410783 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3f00a44c-2907-47a4-9c1a-84893c6c3e2e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:01.411764 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7477a18a-76aa-4ad5-8130-4909ed299e2f tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:01.412671 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3f00a44c-2907-47a4-9c1a-84893c6c3e2e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8970525 Nov 04 10:42:01.413053 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7477a18a-76aa-4ad5-8130-4909ed299e2f tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/security-groups/b2ba7f2a-f4d2-474d-9184-b7117509bfa8 HTTP/1.1" status: 204 len: 168 time: 0.7133532 Nov 04 10:42:01.417412 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46202) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:01.423453 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46204) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:01.443360 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-a07cb1a1-417d-4fdf-878f-d081339e0326 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'security_group_rule': {'security_group_id': '1f69f6d8-db14-4975-8e35-b9ad030402cf', 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:01.485356 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00a44c-2907-47a4-9c1a-84893c6c3e2e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f69f6d8-db14-4975-8e35-b9ad030402cf,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:01.497325 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477a18a-76aa-4ad5-8130-4909ed299e2f tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ba7f2a-f4d2-474d-9184-b7117509bfa8,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:01.557014 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 357a8562-1cb6-4594-93c7-c208305edbaa details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:42:01.606360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-1a2f067a-58ec-4f28-8ed4-b35f50626a9d tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] For port 67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f,segment=NetworkSegment(24917bd9-2e92-4958-ac62-be85fdb73dd1),segment_id=24917bd9-2e92-4958-ac62-be85fdb73dd1)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:01.606749 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-1a2f067a-58ec-4f28-8ed4-b35f50626a9d tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:01.644515 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59f948-63f7-4906-952c-33e4cc9fd8c2 req-4ce077d6-33a2-453f-a843-ef128b2a2210 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:01.652908 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-1a2f067a-58ec-4f28-8ed4-b35f50626a9d tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Calling delete_port for 67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:42:01.668113 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59f948-63f7-4906-952c-33e4cc9fd8c2 req-4ce077d6-33a2-453f-a843-ef128b2a2210 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:01.685319 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59f948-63f7-4906-952c-33e4cc9fd8c2 req-4ce077d6-33a2-453f-a843-ef128b2a2210 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:01.699284 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3a59f948-63f7-4906-952c-33e4cc9fd8c2 req-4ce077d6-33a2-453f-a843-ef128b2a2210 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=c31ce156-5e69-4d6a-88cc-ae650147ede8 HTTP/1.1" status: 200 len: 2419 time: 0.4148812 Nov 04 10:42:01.751052 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d884f6-6210-4666-b053-9fd5b1643734 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:42:01.762450 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-74d884f6-6210-4666-b053-9fd5b1643734 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:01.769497 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6a354a-d555-49e7-bfd9-f0e355bb1bc2 None None] Sync routers for ids ['2851c03c-7034-4360-acb3-f32a93a299d1'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:42:01.795724 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6a354a-d555-49e7-bfd9-f0e355bb1bc2 None None] Routers {'2851c03c-7034-4360-acb3-f32a93a299d1'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:42:01.797922 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-7e6a354a-d555-49e7-bfd9-f0e355bb1bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:41:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2851c03c-7034-4360-acb3-f32a93a299d1'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:01.812653 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 357a8562-1cb6-4594-93c7-c208305edbaa, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=357a8562-1cb6-4594-93c7-c208305edbaa,segment=NetworkSegment(7d0d397e-9583-4dfe-af3f-bbe8936acf96),segment_id=7d0d397e-9583-4dfe-af3f-bbe8936acf96)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:01.850233 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '357a8562-1cb6-4594-93c7-c208305edbaa', 'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b', 'port_id': '357a8562-1cb6-4594-93c7-c208305edbaa', 'mac_address': 'fa:16:3e:5d:ca:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794583f9-fd3c-45d8-84dc-0cdc1c82af17', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:42:01.899457 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a07cb1a1-417d-4fdf-878f-d081339e0326 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:01.976812 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:01.979428 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-74d884f6-6210-4666-b053-9fd5b1643734 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "PUT /v2.0/floatingips/c06b0509-6fea-4cf2-b346-192ebb3e109e HTTP/1.1" status: 200 len: 991 time: 3.6999245 Nov 04 10:42:02.008614 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-1a2f067a-58ec-4f28-8ed4-b35f50626a9d tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:02.026763 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 357a8562-1cb6-4594-93c7-c208305edbaa {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:42:02.031945 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['8b28aba4-0468-4d16-af08-ae5cd0c470b7', '67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f', 'f4fb18ce-6e54-4eb2-b7a5-61f117997e55'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:42:02.032461 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'tag': '511fc5ae-cb19-4f00-a96e-ae1fe43026e6'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:42:02.037702 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b87fdd-da01-4359-98db-42db6f67847e" -d '{"events": [{"name": "network-changed", "server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "tag": "511fc5ae-cb19-4f00-a96e-ae1fe43026e6"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:42:02.049572 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-7e6a354a-d555-49e7-bfd9-f0e355bb1bc2 None None] Set router 2851c03c-7034-4360-acb3-f32a93a299d1 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:42:02.109416 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f067a-58ec-4f28-8ed4-b35f50626a9d tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event deleted for resources: {'Port': ['ID=67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:02.182658 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 357a8562-1cb6-4594-93c7-c208305edbaa, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=357a8562-1cb6-4594-93c7-c208305edbaa,segment=NetworkSegment(7d0d397e-9583-4dfe-af3f-bbe8936acf96),segment_id=7d0d397e-9583-4dfe-af3f-bbe8936acf96)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:02.202928 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:02.321007 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a07cb1a1-417d-4fdf-878f-d081339e0326 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:02.326388 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-491e815c-eccc-41bf-9f6e-d121d98894b0 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:02.336911 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a07cb1a1-417d-4fdf-878f-d081339e0326 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:02.366129 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3a59f948-63f7-4906-952c-33e4cc9fd8c2 req-1e19c125-518b-44bc-8b91-6f2a54080a7a tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6638000 Nov 04 10:42:02.386587 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-1a2f067a-58ec-4f28-8ed4-b35f50626a9d tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] No DVR routers for this DVR port 67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:42:02.395130 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-1a2f067a-58ec-4f28-8ed4-b35f50626a9d tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:02.409363 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-1a2f067a-58ec-4f28-8ed4-b35f50626a9d tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.121 "DELETE /v2.0/ports/67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f HTTP/1.1" status: 204 len: 173 time: 1.4384429 Nov 04 10:42:02.413236 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31ce156-5e69-4d6a-88cc-ae650147ede8', 'name': 'network-vif-deleted', 'tag': '67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:42:02.414965 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a2cfd20d-8073-4cb9-b147-d72012357a45 None None] Could not find standard attr ID for object e6ac2b1b-0e66-4b9a-bec4-1b7c3663e7dc. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:42:02.421382 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435893bd-7bbc-4d5c-b99c-16f06058429b" -d '{"events": [{"server_uuid": "c31ce156-5e69-4d6a-88cc-ae650147ede8", "name": "network-vif-deleted", "tag": "67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:42:02.600301 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=357a8562-1cb6-4594-93c7-c208305edbaa,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:02.632638 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['357a8562-1cb6-4594-93c7-c208305edbaa'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:42:02.767577 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-58408c89-fa08-4f18-a6ce-f906ef448378 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Deleting port f4fb18ce-6e54-4eb2-b7a5-61f117997e55 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:42:02.767923 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-58408c89-fa08-4f18-a6ce-f906ef448378 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:02.823470 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a2cfd20d-8073-4cb9-b147-d72012357a45 None None] Provisioning complete for port 5f2ea339-85d5-45c8-9939-0dffd1974b68 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:02.824104 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a2cfd20d-8073-4cb9-b147-d72012357a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:02.990511 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-7e6a354a-d555-49e7-bfd9-f0e355bb1bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'name': 'tempest-TaggedBootDevicesTest-182091458-router', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '734fa52a-4d2c-4f60-8a06-d1ada4df5c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:39:09Z', 'updated_at': '2021-11-04T10:39:15Z', 'revision_number': 4, 'project_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'gw_port': {'id': '734fa52a-4d2c-4f60-8a06-d1ada4df5c0d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:39:09Z', 'updated_at': '2021-11-04T10:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'c06b0509-6fea-4cf2-b346-192ebb3e109e', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'floating_ip_address': '172.25.7.174', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'port_id': '511fc5ae-cb19-4f00-a96e-ae1fe43026e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c', 'mac_address': 'fa:16:3e:e7:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:40:11Z', 'updated_at': '2021-11-04T10:41:59Z', 'revision_number': 1, 'project_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6ddd59-d723-4007-b852-3e2355bbe457', 'name': '', 'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'mac_address': 'fa:16:3e:fb:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'cad3f525-abcd-4ea2-aa2e-91412e579fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:39:13Z', 'updated_at': '2021-11-04T10:39:20Z', 'revision_number': 5, 'project_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'subnets': [{'id': 'cad3f525-abcd-4ea2-aa2e-91412e579fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:03.007210 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-58408c89-fa08-4f18-a6ce-f906ef448378 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] For port f4fb18ce-6e54-4eb2-b7a5-61f117997e55, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=f4fb18ce-6e54-4eb2-b7a5-61f117997e55,segment=NetworkSegment(9fa477bf-5849-4b71-84c2-fbf89ae8698a),segment_id=9fa477bf-5849-4b71-84c2-fbf89ae8698a)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:03.007808 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-58408c89-fa08-4f18-a6ce-f906ef448378 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:03.053054 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-58408c89-fa08-4f18-a6ce-f906ef448378 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Calling delete_port for f4fb18ce-6e54-4eb2-b7a5-61f117997e55 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:42:03.065272 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a2cfd20d-8073-4cb9-b147-d72012357a45 None None] Port 5f2ea339-85d5-45c8-9939-0dffd1974b68 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:42:03.088937 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07cb1a1-417d-4fdf-878f-d081339e0326 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf8dc84a-075e-47ad-824b-b97f62ef7460,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:03.098189 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-491e815c-eccc-41bf-9f6e-d121d98894b0 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:03.136662 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6a354a-d555-49e7-bfd9-f0e355bb1bc2 None None] Checking router: 2851c03c-7034-4360-acb3-f32a93a299d1 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:42:03.165406 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a07cb1a1-417d-4fdf-878f-d081339e0326 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:03.166774 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a07cb1a1-417d-4fdf-878f-d081339e0326 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7375920 Nov 04 10:42:03.170416 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6a354a-d555-49e7-bfd9-f0e355bb1bc2 None None] Routers {'2851c03c-7034-4360-acb3-f32a93a299d1'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:42:03.171839 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-7e6a354a-d555-49e7-bfd9-f0e355bb1bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:41:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2851c03c-7034-4360-acb3-f32a93a299d1'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:03.176729 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46222) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:03.211612 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-31b4b42f-18ce-470b-8138-2d0b1b7aae1b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'security_group_rule': {'security_group_id': '1f69f6d8-db14-4975-8e35-b9ad030402cf', 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:03.212756 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a2cfd20d-8073-4cb9-b147-d72012357a45 None None] Provisioning complete for port 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:03.227140 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a2cfd20d-8073-4cb9-b147-d72012357a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:03.285969 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4707d0c-3b28-4603-9e48-4a0b36f43724 req-3c621dc4-f28f-4d1c-bb3b-3aedd16587d5 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:03.294260 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f4707d0c-3b28-4603-9e48-4a0b36f43724 req-3c621dc4-f28f-4d1c-bb3b-3aedd16587d5 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 945 time: 0.2430649 Nov 04 10:42:03.304945 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-491e815c-eccc-41bf-9f6e-d121d98894b0 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:03.308126 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-491e815c-eccc-41bf-9f6e-d121d98894b0 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:03.312675 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-491e815c-eccc-41bf-9f6e-d121d98894b0 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/security-groups/66e48838-062a-43eb-9117-9a5b11698bff HTTP/1.1" status: 204 len: 168 time: 1.8815238 Nov 04 10:42:03.312936 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ba0a0858-5bd0-41bc-a4e7-0f198a852e86 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:42:03.317788 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46226) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:03.351389 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-31b4b42f-18ce-470b-8138-2d0b1b7aae1b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:03.360284 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e815c-eccc-41bf-9f6e-d121d98894b0 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e48838-062a-43eb-9117-9a5b11698bff,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:03.439996 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-58408c89-fa08-4f18-a6ce-f906ef448378 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:03.441720 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f4707d0c-3b28-4603-9e48-4a0b36f43724 req-b036192a-22d1-4c53-a0f7-a48f8e65dfd9 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464608 Nov 04 10:42:03.451677 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-7e6a354a-d555-49e7-bfd9-f0e355bb1bc2 None None] Set router 2851c03c-7034-4360-acb3-f32a93a299d1 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:42:03.494314 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-31b4b42f-18ce-470b-8138-2d0b1b7aae1b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:03.502625 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-31b4b42f-18ce-470b-8138-2d0b1b7aae1b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:03.545660 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58408c89-fa08-4f18-a6ce-f906ef448378 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event deleted for resources: {'Port': ['ID=f4fb18ce-6e54-4eb2-b7a5-61f117997e55,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:03.548510 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4b42f-18ce-470b-8138-2d0b1b7aae1b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9228cdec-7be1-4a14-991e-89e7f173bb42,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:03.568504 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-31b4b42f-18ce-470b-8138-2d0b1b7aae1b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:03.573186 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-31b4b42f-18ce-470b-8138-2d0b1b7aae1b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3935370 Nov 04 10:42:03.576930 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46230) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:03.588407 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-ef5fc206-bb0c-408c-a47b-9e00f8a52943 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'security_group_rule': {'security_group_id': '1f69f6d8-db14-4975-8e35-b9ad030402cf', 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:03.628564 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e33f554c-8904-49d1-989e-209ef5eeb30b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:03.648226 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ef5fc206-bb0c-408c-a47b-9e00f8a52943 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:03.697805 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port ba0a0858-5bd0-41bc-a4e7-0f198a852e86 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:03.698918 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-58408c89-fa08-4f18-a6ce-f906ef448378 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] No DVR routers for this DVR port f4fb18ce-6e54-4eb2-b7a5-61f117997e55 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:42:03.704522 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-58408c89-fa08-4f18-a6ce-f906ef448378 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:03.708315 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-58408c89-fa08-4f18-a6ce-f906ef448378 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.121 "DELETE /v2.0/ports/f4fb18ce-6e54-4eb2-b7a5-61f117997e55 HTTP/1.1" status: 204 len: 173 time: 1.2751987 Nov 04 10:42:03.709220 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:03.816015 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ef5fc206-bb0c-408c-a47b-9e00f8a52943 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:03.823706 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ef5fc206-bb0c-408c-a47b-9e00f8a52943 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:03.852044 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-8ed08728-390b-456d-85cc-03d20053e4b2 None None] Could not find standard attr ID for object e6ac2b1b-0e66-4b9a-bec4-1b7c3663e7dc. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:42:03.873767 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e33f554c-8904-49d1-989e-209ef5eeb30b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:03.876330 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-7e6a354a-d555-49e7-bfd9-f0e355bb1bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'name': 'tempest-TaggedBootDevicesTest-182091458-router', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '734fa52a-4d2c-4f60-8a06-d1ada4df5c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:39:09Z', 'updated_at': '2021-11-04T10:39:15Z', 'revision_number': 4, 'project_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'gw_port': {'id': '734fa52a-4d2c-4f60-8a06-d1ada4df5c0d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:39:09Z', 'updated_at': '2021-11-04T10:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'c06b0509-6fea-4cf2-b346-192ebb3e109e', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'floating_ip_address': '172.25.7.174', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'port_id': '511fc5ae-cb19-4f00-a96e-ae1fe43026e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c', 'mac_address': 'fa:16:3e:e7:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:40:11Z', 'updated_at': '2021-11-04T10:41:59Z', 'revision_number': 1, 'project_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6ddd59-d723-4007-b852-3e2355bbe457', 'name': '', 'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'mac_address': 'fa:16:3e:fb:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'cad3f525-abcd-4ea2-aa2e-91412e579fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:39:13Z', 'updated_at': '2021-11-04T10:39:20Z', 'revision_number': 5, 'project_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'subnets': [{'id': 'cad3f525-abcd-4ea2-aa2e-91412e579fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:03.900300 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fc206-bb0c-408c-a47b-9e00f8a52943 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e86942-4cb9-4b2c-9133-0626608b395a,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:03.925839 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6a354a-d555-49e7-bfd9-f0e355bb1bc2 None None] The sync data for ids ['2851c03c-7034-4360-acb3-f32a93a299d1'] in n-d-816629-1 is: [{'id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'name': 'tempest-TaggedBootDevicesTest-182091458-router', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '734fa52a-4d2c-4f60-8a06-d1ada4df5c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:39:09Z', 'updated_at': '2021-11-04T10:39:15Z', 'revision_number': 4, 'project_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'gw_port': {'id': '734fa52a-4d2c-4f60-8a06-d1ada4df5c0d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:39:09Z', 'updated_at': '2021-11-04T10:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'c06b0509-6fea-4cf2-b346-192ebb3e109e', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'floating_ip_address': '172.25.7.174', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'port_id': '511fc5ae-cb19-4f00-a96e-ae1fe43026e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c', 'mac_address': 'fa:16:3e:e7:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:40:11Z', 'updated_at': '2021-11-04T10:41:59Z', 'revision_number': 1, 'project_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6ddd59-d723-4007-b852-3e2355bbe457', 'name': '', 'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'mac_address': 'fa:16:3e:fb:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'cad3f525-abcd-4ea2-aa2e-91412e579fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:39:13Z', 'updated_at': '2021-11-04T10:39:20Z', 'revision_number': 5, 'project_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'subnets': [{'id': 'cad3f525-abcd-4ea2-aa2e-91412e579fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:42:03.933828 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ef5fc206-bb0c-408c-a47b-9e00f8a52943 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:03.935091 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ef5fc206-bb0c-408c-a47b-9e00f8a52943 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3570871 Nov 04 10:42:03.941803 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46234) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:03.947668 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-4f4e1296-da87-499e-b2d7-8ca9151e5698 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'security_group_rule': {'security_group_id': '1f69f6d8-db14-4975-8e35-b9ad030402cf', 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:03.983736 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35759278-5b88-4d48-8282-4516c61c2194 req-f603dedf-abbe-4411-86ac-0902ee684fd5 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:03.985820 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-35759278-5b88-4d48-8282-4516c61c2194 req-f603dedf-abbe-4411-86ac-0902ee684fd5 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 945 time: 0.1210725 Nov 04 10:42:03.992861 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8749862-773e-4e54-8e80-2b217e6f7d27 req-b9ab6f5a-7611-4f4c-8076-7ced8425f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:03.994534 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c8749862-773e-4e54-8e80-2b217e6f7d27 req-b9ab6f5a-7611-4f4c-8076-7ced8425f6cf service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=53562ae687274bbeba84f6369ffa7a9a&device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 1096 time: 0.0851145 Nov 04 10:42:03.998300 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e33f554c-8904-49d1-989e-209ef5eeb30b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:04.001341 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e33f554c-8904-49d1-989e-209ef5eeb30b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:04.002461 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e33f554c-8904-49d1-989e-209ef5eeb30b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/security-groups/02b035ca-e99f-4a72-9ee7-af42a3f1b37b HTTP/1.1" status: 204 len: 168 time: 0.6833708 Nov 04 10:42:04.007989 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46236) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:04.016545 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4f4e1296-da87-499e-b2d7-8ca9151e5698 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:04.067580 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f554c-8904-49d1-989e-209ef5eeb30b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b035ca-e99f-4a72-9ee7-af42a3f1b37b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:04.082666 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-ec3b0447-f622-4279-9790-7a7051a94fc2 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Deleting port 8b28aba4-0468-4d16-af08-ae5cd0c470b7 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:42:04.083005 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-ec3b0447-f622-4279-9790-7a7051a94fc2 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:04.141522 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8cf33bb-4cbd-4e24-bfeb-498c08b9a25f tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting subnet 1b2f7812-3894-4df3-8294-8db7c444c2b9 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:42:04.148644 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d8cf33bb-4cbd-4e24-bfeb-498c08b9a25f tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:04.177521 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-35759278-5b88-4d48-8282-4516c61c2194 req-c117eb09-0da2-4357-985f-5e2b25622d12 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823637 Nov 04 10:42:04.197149 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8749862-773e-4e54-8e80-2b217e6f7d27 req-3eafcae0-fdba-4b6f-8f76-4632a4c482d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:04.197149 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c8749862-773e-4e54-8e80-2b217e6f7d27 req-3eafcae0-fdba-4b6f-8f76-4632a4c482d8 service neutron] 10.222.0.121 "GET /v2.0/networks?id=8c8a1e5a-f063-46d4-a45c-05147903d1b7 HTTP/1.1" status: 200 len: 913 time: 0.1916161 Nov 04 10:42:04.216672 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4f4e1296-da87-499e-b2d7-8ca9151e5698 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:04.219950 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d8cf33bb-4cbd-4e24-bfeb-498c08b9a25f tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:04.224003 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4f4e1296-da87-499e-b2d7-8ca9151e5698 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:04.265277 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e1296-da87-499e-b2d7-8ca9151e5698 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2041b01e-4156-4ab4-94d4-65da6d0a08c0,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:04.267416 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c8749862-773e-4e54-8e80-2b217e6f7d27 req-573d2e0e-6fd9-4b8e-b4ac-c00e05c533fd service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce4a5572-1bbb-4181-8a28-8d272b7ae981 HTTP/1.1" status: 200 len: 217 time: 0.0612967 Nov 04 10:42:04.269342 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-ec3b0447-f622-4279-9790-7a7051a94fc2 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] For port 8b28aba4-0468-4d16-af08-ae5cd0c470b7, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=8b28aba4-0468-4d16-af08-ae5cd0c470b7,segment=NetworkSegment(24917bd9-2e92-4958-ac62-be85fdb73dd1),segment_id=24917bd9-2e92-4958-ac62-be85fdb73dd1)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:04.269710 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-ec3b0447-f622-4279-9790-7a7051a94fc2 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:04.284756 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c55236-d53e-47b7-b3c6-0a4c772751b8 None None] New status for floating IP c06b0509-6fea-4cf2-b346-192ebb3e109e: ACTIVE {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:42:04.288241 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4f4e1296-da87-499e-b2d7-8ca9151e5698 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:04.291402 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4f4e1296-da87-499e-b2d7-8ca9151e5698 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3475466 Nov 04 10:42:04.295072 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46240) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:04.300801 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-9d85967d-7e2c-4195-b522-1540acf44cff tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'security_group_rule': {'security_group_id': '1f69f6d8-db14-4975-8e35-b9ad030402cf', 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:04.314419 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-ec3b0447-f622-4279-9790-7a7051a94fc2 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Calling delete_port for 8b28aba4-0468-4d16-af08-ae5cd0c470b7 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:42:04.378307 n-d-816629-1 neutron-server[101774]: INFO neutron.db.securitygroups_db [None req-9d85967d-7e2c-4195-b522-1540acf44cff tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Project 45c1d4a009b54581bacf1fbcabe00677 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:42:04.384174 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d8cf33bb-4cbd-4e24-bfeb-498c08b9a25f tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:04.388343 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9d85967d-7e2c-4195-b522-1540acf44cff tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:04.542498 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ec78e-7d1c-4823-91c7-356560e368b5 req-c83bf6ae-dea6-439a-9d79-871592936392 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:04.544154 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-341ec78e-7d1c-4823-91c7-356560e368b5 req-c83bf6ae-dea6-439a-9d79-871592936392 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "GET /v2.0/ports?device_id=95be77b3-590a-440e-b99a-f0d08aaa8e01 HTTP/1.1" status: 200 len: 944 time: 0.1287556 Nov 04 10:42:04.548860 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d8cf33bb-4cbd-4e24-bfeb-498c08b9a25f tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:04.603500 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf33bb-4cbd-4e24-bfeb-498c08b9a25f tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Subnet': ['ID=1b2f7812-3894-4df3-8294-8db7c444c2b9,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:04.606375 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9d85967d-7e2c-4195-b522-1540acf44cff tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:04.613724 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d8cf33bb-4cbd-4e24-bfeb-498c08b9a25f tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:04.616209 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832684dd-626d-4a7c-89c9-8a885c675d3b None None] Network 73c2d961-186a-4179-81b5-ce84524fde09 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:42:04.617211 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d8cf33bb-4cbd-4e24-bfeb-498c08b9a25f tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/subnets/1b2f7812-3894-4df3-8294-8db7c444c2b9 HTTP/1.1" status: 204 len: 168 time: 0.6079800 Nov 04 10:42:04.621123 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9d85967d-7e2c-4195-b522-1540acf44cff tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:04.627864 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46244) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:04.681580 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85967d-7e2c-4195-b522-1540acf44cff tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ca49cf-8177-470d-bf21-8b53253feaee,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:04.707552 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9d85967d-7e2c-4195-b522-1540acf44cff tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:04.711038 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9d85967d-7e2c-4195-b522-1540acf44cff tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4121580 Nov 04 10:42:04.711623 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46246) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:04.716269 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-a7e62e24-d189-438d-ac26-0856cc18bb6e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'security_group_rule': {'security_group_id': '1f69f6d8-db14-4975-8e35-b9ad030402cf', 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:04.725623 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-341ec78e-7d1c-4823-91c7-356560e368b5 req-c27a2562-83a6-4364-9527-a9005509350f tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "GET /v2.0/security-groups?id=274d5cb1-f33c-4ae9-9686-3076c55a7632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683624 Nov 04 10:42:04.736628 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e4ea64-829d-4810-8e13-4dde421dc404 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting subnet db1cdfad-f859-448c-92e2-56d2f5ea8077 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:42:04.748201 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-52e4ea64-829d-4810-8e13-4dde421dc404 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:04.748580 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8749862-773e-4e54-8e80-2b217e6f7d27 req-8ce90a20-43d7-4d1d-ab6a-44ea3fa6d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:04.748580 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c8749862-773e-4e54-8e80-2b217e6f7d27 req-8ce90a20-43d7-4d1d-ab6a-44ea3fa6d295 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=5626b5c5-059d-4165-96a5-a79a81820db5 HTTP/1.1" status: 200 len: 851 time: 0.4547124 Nov 04 10:42:04.758519 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01075cae-197d-4a11-b6d9-1b219fa405e7 req-2a6d8181-9d10-4c33-a8ac-814187460245 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:04.760044 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-01075cae-197d-4a11-b6d9-1b219fa405e7 req-2a6d8181-9d10-4c33-a8ac-814187460245 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.126 "GET /v2.0/ports?device_id=497de189-8f23-446f-bb63-df96c2c3f117 HTTP/1.1" status: 200 len: 944 time: 0.5073245 Nov 04 10:42:04.786806 n-d-816629-1 neutron-server[101774]: INFO neutron.db.securitygroups_db [None req-a7e62e24-d189-438d-ac26-0856cc18bb6e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Project 45c1d4a009b54581bacf1fbcabe00677 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:42:04.795677 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83394bfb-7d64-4324-92be-6b9c4a0e76c6 x-openstack-request-id: req-83394bfb-7d64-4324-92be-6b9c4a0e76c6 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:42:04.796131 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "tag": "511fc5ae-cb19-4f00-a96e-ae1fe43026e6", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:42:04.796388 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-83394bfb-7d64-4324-92be-6b9c4a0e76c6 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:42:04.796900 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'tag': '511fc5ae-cb19-4f00-a96e-ae1fe43026e6', 'status': 'completed', 'code': 200} Nov 04 10:42:04.800099 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a7e62e24-d189-438d-ac26-0856cc18bb6e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:04.804524 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-52e4ea64-829d-4810-8e13-4dde421dc404 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:04.822140 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c8749862-773e-4e54-8e80-2b217e6f7d27 req-e053200e-7e7d-4e6d-86ff-ec1cf53d5898 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=8c8a1e5a-f063-46d4-a45c-05147903d1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610981 Nov 04 10:42:04.836135 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50889ea4-f042-4ea3-b405-86aa3ad369a9 x-openstack-request-id: req-50889ea4-f042-4ea3-b405-86aa3ad369a9 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:42:04.836723 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31ce156-5e69-4d6a-88cc-ae650147ede8", "name": "network-vif-deleted", "tag": "67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:42:04.837218 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-50889ea4-f042-4ea3-b405-86aa3ad369a9 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:42:04.837866 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31ce156-5e69-4d6a-88cc-ae650147ede8', 'name': 'network-vif-deleted', 'tag': '67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f', 'status': 'completed', 'code': 200} Nov 04 10:42:05.008313 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a7e62e24-d189-438d-ac26-0856cc18bb6e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:05.021171 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b87fdd-da01-4359-98db-42db6f67847e req-07260730-30ba-4c24-99e7-b3d668a21244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:05.021656 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b87fdd-da01-4359-98db-42db6f67847e req-07260730-30ba-4c24-99e7-b3d668a21244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:05.022150 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b87fdd-da01-4359-98db-42db6f67847e req-07260730-30ba-4c24-99e7-b3d668a21244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:05.022613 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b87fdd-da01-4359-98db-42db6f67847e req-07260730-30ba-4c24-99e7-b3d668a21244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:05.023084 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b87fdd-da01-4359-98db-42db6f67847e req-07260730-30ba-4c24-99e7-b3d668a21244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:05.023557 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b87fdd-da01-4359-98db-42db6f67847e req-07260730-30ba-4c24-99e7-b3d668a21244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:05.024020 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b87fdd-da01-4359-98db-42db6f67847e req-07260730-30ba-4c24-99e7-b3d668a21244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:05.026057 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-76b87fdd-da01-4359-98db-42db6f67847e req-07260730-30ba-4c24-99e7-b3d668a21244 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=24e6e80e7cbd47b89cef6beaedf3befe&device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 6491 time: 0.1889079 Nov 04 10:42:05.039706 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cfaa4-d61f-4ff3-870d-ef965c09e978 req-50da95ed-f86e-45ec-8437-7b43b777bba7 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:05.041469 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-818cfaa4-d61f-4ff3-870d-ef965c09e978 req-50da95ed-f86e-45ec-8437-7b43b777bba7 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=c31ce156-5e69-4d6a-88cc-ae650147ede8 HTTP/1.1" status: 200 len: 946 time: 0.1491442 Nov 04 10:42:05.042194 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a7e62e24-d189-438d-ac26-0856cc18bb6e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:05.047887 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-ec3b0447-f622-4279-9790-7a7051a94fc2 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:05.053926 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c8749862-773e-4e54-8e80-2b217e6f7d27 req-5d6f799a-0bd0-4107-a5e4-a870e871b82c service neutron] 10.222.0.121 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099788 Nov 04 10:42:05.062669 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-52e4ea64-829d-4810-8e13-4dde421dc404 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:05.064487 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-01075cae-197d-4a11-b6d9-1b219fa405e7 req-ce45e6f8-24c4-424e-8389-95a4d80cd685 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Deleting port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:42:05.064845 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-01075cae-197d-4a11-b6d9-1b219fa405e7 req-ce45e6f8-24c4-424e-8389-95a4d80cd685 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:05.118869 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b0447-f622-4279-9790-7a7051a94fc2 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event deleted for resources: {'Port': ['ID=8b28aba4-0468-4d16-af08-ae5cd0c470b7,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:05.155201 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e62e24-d189-438d-ac26-0856cc18bb6e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d4eaf6-13da-4e38-b14f-3151b0f6187d,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:05.188473 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a7e62e24-d189-438d-ac26-0856cc18bb6e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:05.189990 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a7e62e24-d189-438d-ac26-0856cc18bb6e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4773674 Nov 04 10:42:05.262372 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-818cfaa4-d61f-4ff3-870d-ef965c09e978 req-ab3bdcf4-2754-48b9-ab31-439d022d0bb9 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060835 Nov 04 10:42:05.272792 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-ec3b0447-f622-4279-9790-7a7051a94fc2 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] No DVR routers for this DVR port 8b28aba4-0468-4d16-af08-ae5cd0c470b7 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:42:05.288579 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-ec3b0447-f622-4279-9790-7a7051a94fc2 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:05.290128 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b87fdd-da01-4359-98db-42db6f67847e req-1ae5d5fc-c666-485d-80ad-8eca98f3faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:05.292014 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a014e1b1-cf6c-40b1-b66f-a592ff15748f req-ec3b0447-f622-4279-9790-7a7051a94fc2 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.121 "DELETE /v2.0/ports/8b28aba4-0468-4d16-af08-ae5cd0c470b7 HTTP/1.1" status: 204 len: 173 time: 1.5599411 Nov 04 10:42:05.296313 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-76b87fdd-da01-4359-98db-42db6f67847e req-1ae5d5fc-c666-485d-80ad-8eca98f3faa0 service neutron] 10.222.0.126 "GET /v2.0/networks?id=1b9e5f98-4b76-4986-a39a-d24c4975f75c HTTP/1.1" status: 200 len: 913 time: 0.2496274 Nov 04 10:42:05.320776 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-52e4ea64-829d-4810-8e13-4dde421dc404 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:05.343667 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-01075cae-197d-4a11-b6d9-1b219fa405e7 req-ce45e6f8-24c4-424e-8389-95a4d80cd685 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] For port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=c0ea008a-8c85-4c8d-98e7-1edd5e0076b5,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:05.344151 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-01075cae-197d-4a11-b6d9-1b219fa405e7 req-ce45e6f8-24c4-424e-8389-95a4d80cd685 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:05.364568 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-01075cae-197d-4a11-b6d9-1b219fa405e7 req-ce45e6f8-24c4-424e-8389-95a4d80cd685 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Calling delete_port for c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:42:05.380751 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c8749862-773e-4e54-8e80-2b217e6f7d27 req-844a8d51-2fc5-4933-a804-1d74377a3343 service neutron] 10.222.0.121 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925603 Nov 04 10:42:05.450204 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4ea64-829d-4810-8e13-4dde421dc404 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Subnet': ['ID=db1cdfad-f859-448c-92e2-56d2f5ea8077,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:05.522771 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-52e4ea64-829d-4810-8e13-4dde421dc404 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:05.526126 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-52e4ea64-829d-4810-8e13-4dde421dc404 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/subnets/db1cdfad-f859-448c-92e2-56d2f5ea8077 HTTP/1.1" status: 204 len: 168 time: 0.8972707 Nov 04 10:42:05.531259 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46254) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:05.564339 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-76b87fdd-da01-4359-98db-42db6f67847e req-65612e55-92ac-4365-a68a-eeff45ef11af service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=511fc5ae-cb19-4f00-a96e-ae1fe43026e6 HTTP/1.1" status: 200 len: 1001 time: 0.2604895 Nov 04 10:42:05.569196 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bcae724-3608-48d5-88a6-b7f1e0fa139b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] DELETE failed (client error): The resource could not be found. Nov 04 10:42:05.569668 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bcae724-3608-48d5-88a6-b7f1e0fa139b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:42:05.572752 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4bcae724-3608-48d5-88a6-b7f1e0fa139b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/subnets/1b2f7812-3894-4df3-8294-8db7c444c2b9 HTTP/1.1" status: 404 len: 337 time: 0.0405021 Nov 04 10:42:05.575473 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46256) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:05.587469 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 357a8562-1cb6-4594-93c7-c208305edbaa up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:42:05.595227 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-01075cae-197d-4a11-b6d9-1b219fa405e7 req-ce45e6f8-24c4-424e-8389-95a4d80cd685 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:05.627251 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f42138-cefb-4746-8aca-b9efbf233f30 req-4ef58a8c-bb70-41d1-b8d2-9bffeaaf12f7 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:05.628957 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-48f42138-cefb-4746-8aca-b9efbf233f30 req-4ef58a8c-bb70-41d1-b8d2-9bffeaaf12f7 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/ports?device_id=497de189-8f23-446f-bb63-df96c2c3f117 HTTP/1.1" status: 200 len: 944 time: 0.2205856 Nov 04 10:42:05.635235 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45e6f8-24c4-424e-8389-95a4d80cd685 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Pushing event deleted for resources: {'Port': ['ID=c0ea008a-8c85-4c8d-98e7-1edd5e0076b5,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:05.670703 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 357a8562-1cb6-4594-93c7-c208305edbaa completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:42:05.675909 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 357a8562-1cb6-4594-93c7-c208305edbaa triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:05.676320 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:05.682220 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-01075cae-197d-4a11-b6d9-1b219fa405e7 req-ce45e6f8-24c4-424e-8389-95a4d80cd685 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] No DVR routers for this DVR port c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:42:05.685281 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-01075cae-197d-4a11-b6d9-1b219fa405e7 req-ce45e6f8-24c4-424e-8389-95a4d80cd685 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:05.692393 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-01075cae-197d-4a11-b6d9-1b219fa405e7 req-ce45e6f8-24c4-424e-8389-95a4d80cd685 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.126 "DELETE /v2.0/ports/c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 HTTP/1.1" status: 204 len: 173 time: 0.9215553 Nov 04 10:42:05.707822 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b87fdd-da01-4359-98db-42db6f67847e req-68088902-da84-4a33-9103-dfadc420fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:05.709782 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-76b87fdd-da01-4359-98db-42db6f67847e req-68088902-da84-4a33-9103-dfadc420fd9d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=cad3f525-abcd-4ea2-aa2e-91412e579fe9 HTTP/1.1" status: 200 len: 850 time: 0.1369350 Nov 04 10:42:05.723967 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c084c8c-8067-453b-97e5-f68299a54229 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting subnet 4bad75ef-b83a-4ee2-9822-6710137aeb94 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:42:05.740733 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5c084c8c-8067-453b-97e5-f68299a54229 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:05.785909 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:05.815981 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95be77b3-590a-440e-b99a-f0d08aaa8e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357a8562-1cb6-4594-93c7-c208305edbaa'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:42:05.818711 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6883ca58-cc79-48b5-9018-133cf7cc9e45" -d '{"events": [{"server_uuid": "95be77b3-590a-440e-b99a-f0d08aaa8e01", "name": "network-vif-plugged", "status": "completed", "tag": "357a8562-1cb6-4594-93c7-c208305edbaa"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:42:05.840344 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 357a8562-1cb6-4594-93c7-c208305edbaa, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=357a8562-1cb6-4594-93c7-c208305edbaa,segment=NetworkSegment(7d0d397e-9583-4dfe-af3f-bbe8936acf96),segment_id=7d0d397e-9583-4dfe-af3f-bbe8936acf96)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:05.847652 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:05.848620 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:42:05.884323 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-48f42138-cefb-4746-8aca-b9efbf233f30 req-6f2c0675-0d96-423f-b429-2fd8ded9d5da tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.127 "GET /v2.0/security-groups?id=85565467-481c-4afd-b419-9a9b293fcbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173266 Nov 04 10:42:05.906104 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b87fdd-da01-4359-98db-42db6f67847e req-5e681d94-e011-425a-bbab-1df07018b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:05.912498 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-76b87fdd-da01-4359-98db-42db6f67847e req-5e681d94-e011-425a-bbab-1df07018b0b4 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1b9e5f98-4b76-4986-a39a-d24c4975f75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1859708 Nov 04 10:42:05.915162 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:42:05.916773 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5c084c8c-8067-453b-97e5-f68299a54229 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:05.917032 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 67bc7c25-ec9e-4537-a2cd-9ddd41c7f65f not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:42:05.917468 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 8b28aba4-0468-4d16-af08-ae5cd0c470b7 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:42:05.941780 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 8b28aba4-0468-4d16-af08-ae5cd0c470b7 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:42:05.942159 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 8b28aba4-0468-4d16-af08-ae5cd0c470b7 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:42:05.942589 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device f4fb18ce-6e54-4eb2-b7a5-61f117997e55 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:42:05.944538 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b881ff-97b7-4e07-8f72-bff0cde063e1 None None] Network 73c2d961-186a-4179-81b5-ce84524fde09 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:42:06.019295 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: f4fb18ce-6e54-4eb2-b7a5-61f117997e55 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:42:06.019691 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device f4fb18ce-6e54-4eb2-b7a5-61f117997e55 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:42:06.057157 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=357a8562-1cb6-4594-93c7-c208305edbaa,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:06.072920 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-628f7d7c-d6e4-40e8-b7b6-1f647743a754 None None] Provisioning complete for port 5f2ea339-85d5-45c8-9939-0dffd1974b68 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:06.073290 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-628f7d7c-d6e4-40e8-b7b6-1f647743a754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:06.076038 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-76b87fdd-da01-4359-98db-42db6f67847e req-e153d2c2-e496-4df9-9045-9e39811a49b7 service neutron] 10.222.0.126 "GET /v2.0/networks/1b9e5f98-4b76-4986-a39a-d24c4975f75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507814 Nov 04 10:42:06.126139 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-628f7d7c-d6e4-40e8-b7b6-1f647743a754 None None] Port 5f2ea339-85d5-45c8-9939-0dffd1974b68 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:42:06.195513 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f69321-6dd0-4b1a-901e-c8b3f047fe9a req-803f70f5-b351-4143-b8d3-2e3e6b5dfc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:06.197744 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d8f69321-6dd0-4b1a-901e-c8b3f047fe9a req-803f70f5-b351-4143-b8d3-2e3e6b5dfc86 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ead355d3198b4aadbda9707a7fac95b2&device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 1096 time: 0.0802417 Nov 04 10:42:06.213403 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5c084c8c-8067-453b-97e5-f68299a54229 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:06.218709 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-628f7d7c-d6e4-40e8-b7b6-1f647743a754 None None] Provisioning complete for port 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:06.219162 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-628f7d7c-d6e4-40e8-b7b6-1f647743a754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:06.270954 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a3f86-f97c-4225-bdfa-1399131c77c4 req-8ee62f87-4f20-421d-815e-32bb56c1396b tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:06.272801 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c43a3f86-f97c-4225-bdfa-1399131c77c4 req-8ee62f87-4f20-421d-815e-32bb56c1396b tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 945 time: 0.1527936 Nov 04 10:42:06.357449 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-76b87fdd-da01-4359-98db-42db6f67847e req-e404502c-1125-4273-bdb2-e642fb0b1625 service neutron] 10.222.0.126 "GET /v2.0/networks/1b9e5f98-4b76-4986-a39a-d24c4975f75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601414 Nov 04 10:42:06.366235 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c43a3f86-f97c-4225-bdfa-1399131c77c4 req-383d06c2-1b35-416f-8f94-687a9000814d tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853348 Nov 04 10:42:06.370365 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f69321-6dd0-4b1a-901e-c8b3f047fe9a req-d364e687-fb95-48f8-8d84-e2837c08329e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:06.372006 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d8f69321-6dd0-4b1a-901e-c8b3f047fe9a req-d364e687-fb95-48f8-8d84-e2837c08329e service neutron] 10.222.0.121 "GET /v2.0/networks?id=eb289679-7639-4a66-aa3b-ec07d6a9d79d HTTP/1.1" status: 200 len: 921 time: 0.1654317 Nov 04 10:42:06.376757 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5c084c8c-8067-453b-97e5-f68299a54229 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:06.431135 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d8f69321-6dd0-4b1a-901e-c8b3f047fe9a req-5956bf63-6d74-4ce1-b521-c600fc7e0aed service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41362cd5-e4e7-47af-a279-ab553d8c766c HTTP/1.1" status: 200 len: 217 time: 0.0489273 Nov 04 10:42:06.431872 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c084c8c-8067-453b-97e5-f68299a54229 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Subnet': ['ID=4bad75ef-b83a-4ee2-9822-6710137aeb94,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:06.439749 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5c084c8c-8067-453b-97e5-f68299a54229 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:06.443387 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5c084c8c-8067-453b-97e5-f68299a54229 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/subnets/4bad75ef-b83a-4ee2-9822-6710137aeb94 HTTP/1.1" status: 204 len: 168 time: 0.8667059 Nov 04 10:42:06.445928 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46266) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:06.475750 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3e3575b-d061-4879-87ee-d54f88c73efe tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] DELETE failed (client error): The resource could not be found. Nov 04 10:42:06.476428 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3e3575b-d061-4879-87ee-d54f88c73efe tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:42:06.482046 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b3e3575b-d061-4879-87ee-d54f88c73efe tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/subnets/ff7aba48-2a87-4379-976c-ae87a4e99e13 HTTP/1.1" status: 404 len: 337 time: 0.0325279 Nov 04 10:42:06.482259 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46268) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:06.502809 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f69321-6dd0-4b1a-901e-c8b3f047fe9a req-c163fa27-191d-447b-aba6-d3524b6c049f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:06.508599 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d8f69321-6dd0-4b1a-901e-c8b3f047fe9a req-c163fa27-191d-447b-aba6-d3524b6c049f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=59bf7bce-0a06-4e94-b69d-9476ec3fc967 HTTP/1.1" status: 200 len: 859 time: 0.0680912 Nov 04 10:42:06.514378 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fe8f380c-df40-41e8-8544-ac53fe7e0cfb tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "GET /v2.0/ports?device_id=a472fdcd-f988-406b-9110-1a90ed65144c HTTP/1.1" status: 200 len: 205 time: 0.0309825 Nov 04 10:42:06.516811 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46274) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:06.546548 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d8f69321-6dd0-4b1a-901e-c8b3f047fe9a req-b5c90091-fe64-46da-aa85-46a3c44db553 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eb289679-7639-4a66-aa3b-ec07d6a9d79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294333 Nov 04 10:42:06.586622 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-67e6710a-70c2-4a2b-a122-e8b34609f589 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] delete failed (client error): The resource could not be found. Nov 04 10:42:06.590148 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-67e6710a-70c2-4a2b-a122-e8b34609f589 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/routers/a472fdcd-f988-406b-9110-1a90ed65144c HTTP/1.1" status: 404 len: 336 time: 0.0696733 Nov 04 10:42:06.593101 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46280) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:06.634893 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40b8c5e-5c82-4a63-9b07-407dc119e5c0 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] DELETE failed (client error): The resource could not be found. Nov 04 10:42:06.635359 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a40b8c5e-5c82-4a63-9b07-407dc119e5c0 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:42:06.638467 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a40b8c5e-5c82-4a63-9b07-407dc119e5c0 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/subnets/a58b0955-7e1d-4d36-9f08-3a6d3fe0aee4 HTTP/1.1" status: 404 len: 337 time: 0.0444288 Nov 04 10:42:06.642206 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46282) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:06.648944 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d8f69321-6dd0-4b1a-901e-c8b3f047fe9a req-0b32402a-e709-49df-92d8-f5911b327f1e service neutron] 10.222.0.121 "GET /v2.0/networks/eb289679-7639-4a66-aa3b-ec07d6a9d79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931537 Nov 04 10:42:06.677571 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-af28644c-070e-4083-ac4e-32f924009c19 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] DELETE failed (client error): The resource could not be found. Nov 04 10:42:06.678026 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af28644c-070e-4083-ac4e-32f924009c19 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:42:06.681475 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-af28644c-070e-4083-ac4e-32f924009c19 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/subnets/451a83b6-ea36-478e-bfdb-d3c42841b726 HTTP/1.1" status: 404 len: 337 time: 0.0383546 Nov 04 10:42:06.691667 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-8b9af66b-16b8-4c73-b386-9e0087af729a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1867380344&fields=id&tenant_id=45c1d4a009b54581bacf1fbcabe00677 HTTP/1.1" status: 200 len: 267 time: 0.1238241 Nov 04 10:42:06.692440 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46284) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:06.731847 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-d86a04ce-1386-45c4-adbd-37384f2d241d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] DELETE failed (client error): The resource could not be found. Nov 04 10:42:06.732338 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d86a04ce-1386-45c4-adbd-37384f2d241d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:42:06.738871 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d86a04ce-1386-45c4-adbd-37384f2d241d tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/subnets/93deac38-d8d1-4cf7-b325-c1b300bef61c HTTP/1.1" status: 404 len: 337 time: 0.0451152 Nov 04 10:42:06.739493 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46286) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:06.753317 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d8f69321-6dd0-4b1a-901e-c8b3f047fe9a req-77f089c0-7662-45ec-9d6d-391ec398051e service neutron] 10.222.0.121 "GET /v2.0/networks/eb289679-7639-4a66-aa3b-ec07d6a9d79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934279 Nov 04 10:42:06.807379 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bba9308-98cf-40c4-9efd-0989d7cfb563 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] DELETE failed (client error): The resource could not be found. Nov 04 10:42:06.808103 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bba9308-98cf-40c4-9efd-0989d7cfb563 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:42:06.811382 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3bba9308-98cf-40c4-9efd-0989d7cfb563 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/ports/2032ab87-a457-49fd-b60a-fbe24f1b9be7 HTTP/1.1" status: 404 len: 333 time: 0.0606298 Nov 04 10:42:06.814131 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46292) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:06.839544 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31ce156-5e69-4d6a-88cc-ae650147ede8', 'name': 'network-vif-deleted', 'tag': 'f4fb18ce-6e54-4eb2-b7a5-61f117997e55'}, {'server_uuid': 'c31ce156-5e69-4d6a-88cc-ae650147ede8', 'name': 'network-vif-deleted', 'tag': '8b28aba4-0468-4d16-af08-ae5cd0c470b7'}, {'server_uuid': '497de189-8f23-446f-bb63-df96c2c3f117', 'name': 'network-vif-deleted', 'tag': 'c0ea008a-8c85-4c8d-98e7-1edd5e0076b5'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:42:06.842403 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5976f39-a030-47a1-ab51-e2af534191fe" -d '{"events": [{"server_uuid": "c31ce156-5e69-4d6a-88cc-ae650147ede8", "name": "network-vif-deleted", "tag": "f4fb18ce-6e54-4eb2-b7a5-61f117997e55"}, {"server_uuid": "c31ce156-5e69-4d6a-88cc-ae650147ede8", "name": "network-vif-deleted", "tag": "8b28aba4-0468-4d16-af08-ae5cd0c470b7"}, {"server_uuid": "497de189-8f23-446f-bb63-df96c2c3f117", "name": "network-vif-deleted", "tag": "c0ea008a-8c85-4c8d-98e7-1edd5e0076b5"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:42:06.850633 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-5629307a-354d-435d-b2ee-b818b2fe3d16 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] DELETE failed (client error): The resource could not be found. Nov 04 10:42:06.851092 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5629307a-354d-435d-b2ee-b818b2fe3d16 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:42:06.854217 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5629307a-354d-435d-b2ee-b818b2fe3d16 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/subnets/c48bc4b6-af09-49f2-9a4d-ec05bd7b0b82 HTTP/1.1" status: 404 len: 337 time: 0.0391695 Nov 04 10:42:06.857418 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46296) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:06.894638 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad5a2a3c-84c5-42c3-84e0-d5573107fd66 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] DELETE failed (client error): The resource could not be found. Nov 04 10:42:06.895108 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad5a2a3c-84c5-42c3-84e0-d5573107fd66 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:42:06.898320 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ad5a2a3c-84c5-42c3-84e0-d5573107fd66 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/subnets/076ad9ad-375b-42a4-a770-118968b48ddc HTTP/1.1" status: 404 len: 337 time: 0.0399585 Nov 04 10:42:06.902131 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46300) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:06.920154 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672fbc61-c730-453b-b726-c2a3efc85266 None None] Network 73c2d961-186a-4179-81b5-ce84524fde09 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:42:06.929107 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-b0bb538f-3f67-4a8f-a6de-eb5f1079aa68 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:06.931060 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-b0bb538f-3f67-4a8f-a6de-eb5f1079aa68 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/networks?id=ca618409-65ac-47e4-852b-e90a8d6ee201 HTTP/1.1" status: 200 len: 797 time: 0.2297196 Nov 04 10:42:06.940695 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ef037e-1682-4a6d-a092-222aca5f91b2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] DELETE failed (client error): The resource could not be found. Nov 04 10:42:06.941643 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ef037e-1682-4a6d-a092-222aca5f91b2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:42:06.945256 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-20ef037e-1682-4a6d-a092-222aca5f91b2 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/ports/bc93d0bc-404c-412d-8ad6-c5f14ec30b65 HTTP/1.1" status: 404 len: 333 time: 0.0420480 Nov 04 10:42:06.948100 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46302) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:06.954767 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-f17b4729-2657-4090-9d64-7e753446f4b0 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/quotas/45c1d4a009b54581bacf1fbcabe00677 HTTP/1.1" status: 200 len: 375 time: 0.0140696 Nov 04 10:42:06.977400 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a33ef0a-8e79-48d0-a9f5-b0b48ecb6f0f tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] DELETE failed (client error): The resource could not be found. Nov 04 10:42:06.977663 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a33ef0a-8e79-48d0-a9f5-b0b48ecb6f0f tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:42:06.981246 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5a33ef0a-8e79-48d0-a9f5-b0b48ecb6f0f tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/subnets/7ea55417-c28a-47be-a53d-21b5e7c1c48f HTTP/1.1" status: 404 len: 337 time: 0.0318112 Nov 04 10:42:06.984030 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46304) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:07.000737 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-cba9f80d-b387-47b3-ae06-09aa43c154ac None None] Provisioning complete for port 5f2ea339-85d5-45c8-9939-0dffd1974b68 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:07.001280 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cba9f80d-b387-47b3-ae06-09aa43c154ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:07.011549 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-98cbf1ed-b27c-427c-b5d8-c67759320fb9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] DELETE failed (client error): The resource could not be found. Nov 04 10:42:07.012133 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98cbf1ed-b27c-427c-b5d8-c67759320fb9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:42:07.018073 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-98cbf1ed-b27c-427c-b5d8-c67759320fb9 tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/subnets/63e94955-de8e-485b-a5c4-04270d80e0ee HTTP/1.1" status: 404 len: 337 time: 0.0304701 Nov 04 10:42:07.018376 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46306) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:07.021334 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-cbedb231-26d2-4a4d-95dd-58579623a7c6 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=45c1d4a009b54581bacf1fbcabe00677&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605409 Nov 04 10:42:07.071145 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-cba9f80d-b387-47b3-ae06-09aa43c154ac None None] Port 5f2ea339-85d5-45c8-9939-0dffd1974b68 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:42:07.107605 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-cba9f80d-b387-47b3-ae06-09aa43c154ac None None] Provisioning complete for port 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:07.107982 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cba9f80d-b387-47b3-ae06-09aa43c154ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:07.115228 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-1bea73a5-f96c-45f3-a357-fb13b0eb2c5b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting port 5f2ea339-85d5-45c8-9939-0dffd1974b68 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:42:07.115721 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1bea73a5-f96c-45f3-a357-fb13b0eb2c5b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:07.138977 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-1fa9820c-1b41-45aa-9c02-d8c4faadc0c9 service neutron] 10.222.0.127 "GET /v2.0/networks/ca618409-65ac-47e4-852b-e90a8d6ee201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070890 Nov 04 10:42:07.210041 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1bea73a5-f96c-45f3-a357-fb13b0eb2c5b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:07.216882 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142105cd-f4dc-4da7-af7b-4e721d7cd4db None None] DHCP port deletion for 73c2d961-186a-4179-81b5-ce84524fde09 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:42:07.230219 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-1bea73a5-f96c-45f3-a357-fb13b0eb2c5b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Calling delete_port for 5f2ea339-85d5-45c8-9939-0dffd1974b68 owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:42:07.274413 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-4f787891-ea70-49fa-870f-1f2c42cfe987 service neutron] 10.222.0.127 "GET /v2.0/networks/ca618409-65ac-47e4-852b-e90a8d6ee201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329777 Nov 04 10:42:07.287180 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-142105cd-f4dc-4da7-af7b-4e721d7cd4db None None] Deleting port 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:42:07.287560 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-142105cd-f4dc-4da7-af7b-4e721d7cd4db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:07.330853 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1bea73a5-f96c-45f3-a357-fb13b0eb2c5b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:07.364043 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea73a5-f96c-45f3-a357-fb13b0eb2c5b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Port': ['ID=5f2ea339-85d5-45c8-9939-0dffd1974b68,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:07.371675 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1bea73a5-f96c-45f3-a357-fb13b0eb2c5b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:07.378090 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1bea73a5-f96c-45f3-a357-fb13b0eb2c5b tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/ports/5f2ea339-85d5-45c8-9939-0dffd1974b68 HTTP/1.1" status: 204 len: 168 time: 0.3563061 Nov 04 10:42:07.378532 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46308) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:07.384117 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-142105cd-f4dc-4da7-af7b-4e721d7cd4db None None] For port 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=11e24647-53d4-4e9f-92f9-cd9b7ba6ca98,segment=NetworkSegment(b50f68ee-749a-45fc-ad58-1152482d8a74),segment_id=b50f68ee-749a-45fc-ad58-1152482d8a74)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:07.384566 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-142105cd-f4dc-4da7-af7b-4e721d7cd4db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:07.503315 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-45c8a84e-e3e2-48fb-a7c5-4d36b9196d0a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:07.569040 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-142105cd-f4dc-4da7-af7b-4e721d7cd4db None None] Calling delete_port for 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:42:07.582713 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f5363-8aec-407a-a033-cc243020a5fb req-2e7564da-c833-4fbe-ad04-6a88ef5c7943 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:07.590852 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c50f5363-8aec-407a-a033-cc243020a5fb req-2e7564da-c833-4fbe-ad04-6a88ef5c7943 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "GET /v2.0/ports?device_id=95be77b3-590a-440e-b99a-f0d08aaa8e01 HTTP/1.1" status: 200 len: 945 time: 0.1121659 Nov 04 10:42:07.640879 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device ce4a5572-1bbb-4181-8a28-8d272b7ae981 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:42:07.657263 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c50f5363-8aec-407a-a033-cc243020a5fb req-4eb7a1b8-8347-4f1b-bd6b-d474bf7d0dd4 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "GET /v2.0/security-groups?id=274d5cb1-f33c-4ae9-9686-3076c55a7632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654764 Nov 04 10:42:07.664444 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-45c8a84e-e3e2-48fb-a7c5-4d36b9196d0a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Deleting port 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:42:07.664796 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-45c8a84e-e3e2-48fb-a7c5-4d36b9196d0a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:07.708159 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-142105cd-f4dc-4da7-af7b-4e721d7cd4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:07.720080 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eee4bd3-e076-4b53-85f4-54055c8d3391 x-openstack-request-id: req-6eee4bd3-e076-4b53-85f4-54055c8d3391 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:42:07.720392 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95be77b3-590a-440e-b99a-f0d08aaa8e01", "name": "network-vif-plugged", "status": "completed", "tag": "357a8562-1cb6-4594-93c7-c208305edbaa", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:42:07.720858 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-6eee4bd3-e076-4b53-85f4-54055c8d3391 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:42:07.721306 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95be77b3-590a-440e-b99a-f0d08aaa8e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357a8562-1cb6-4594-93c7-c208305edbaa', 'code': 200} Nov 04 10:42:07.751328 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-45c8a84e-e3e2-48fb-a7c5-4d36b9196d0a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] For port 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=11e24647-53d4-4e9f-92f9-cd9b7ba6ca98,segment=NetworkSegment(b50f68ee-749a-45fc-ad58-1152482d8a74),segment_id=b50f68ee-749a-45fc-ad58-1152482d8a74)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:07.751861 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-45c8a84e-e3e2-48fb-a7c5-4d36b9196d0a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:07.766839 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142105cd-f4dc-4da7-af7b-4e721d7cd4db None None] No DVR routers for this DVR port 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:42:07.773818 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142105cd-f4dc-4da7-af7b-4e721d7cd4db None None] Pushing event deleted for resources: {'Port': ['ID=11e24647-53d4-4e9f-92f9-cd9b7ba6ca98,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:07.786384 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-45c8a84e-e3e2-48fb-a7c5-4d36b9196d0a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Calling delete_port for 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:42:07.821597 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:07.858251 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port ce4a5572-1bbb-4181-8a28-8d272b7ae981, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=ce4a5572-1bbb-4181-8a28-8d272b7ae981,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:07.866648 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:07.885960 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f6598-8e2f-414c-9ded-d8e2a3dc4242 req-1e3559ed-970a-4e3a-b2c8-e6c257494f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:07.888116 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ad5f6598-8e2f-414c-9ded-d8e2a3dc4242 req-1e3559ed-970a-4e3a-b2c8-e6c257494f7b service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=95be77b3-590a-440e-b99a-f0d08aaa8e01 HTTP/1.1" status: 200 len: 1096 time: 0.0785894 Nov 04 10:42:07.912623 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc21bb-c702-486e-9288-ab9c59893e0d req-cd844a67-8167-4391-904e-d6fcf86639f7 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:07.920206 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=ce4a5572-1bbb-4181-8a28-8d272b7ae981,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:07.920804 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dfcc21bb-c702-486e-9288-ab9c59893e0d req-cd844a67-8167-4391-904e-d6fcf86639f7 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 945 time: 0.0809259 Nov 04 10:42:07.942865 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-45c8a84e-e3e2-48fb-a7c5-4d36b9196d0a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:07.953244 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ad5f6598-8e2f-414c-9ded-d8e2a3dc4242 req-4dd50ea4-89e1-49ed-90bc-b6c76387265b service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=274d5cb1-f33c-4ae9-9686-3076c55a7632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569122 Nov 04 10:42:07.980752 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8a84e-e3e2-48fb-a7c5-4d36b9196d0a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Port': ['ID=11e24647-53d4-4e9f-92f9-cd9b7ba6ca98,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:07.991267 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c8a84e-e3e2-48fb-a7c5-4d36b9196d0a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] No DVR routers for this DVR port 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:42:08.031613 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dfcc21bb-c702-486e-9288-ab9c59893e0d req-386269ac-0e73-489b-af4f-e2c86b54ec9a tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092811 Nov 04 10:42:08.074390 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46324) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:08.086473 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-45c8a84e-e3e2-48fb-a7c5-4d36b9196d0a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:08.110960 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-45c8a84e-e3e2-48fb-a7c5-4d36b9196d0a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c2d961-186a-4179-81b5-ce84524fde09']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:08.115302 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 04 Nov 2021 10:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2174b0-29b7-4b5d-bef6-e4c83b8dd6f0 x-openstack-request-id: req-fa2174b0-29b7-4b5d-bef6-e4c83b8dd6f0 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:42:08.115725 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31ce156-5e69-4d6a-88cc-ae650147ede8", "name": "network-vif-deleted", "tag": "f4fb18ce-6e54-4eb2-b7a5-61f117997e55", "status": "completed", "code": 200}, {"server_uuid": "c31ce156-5e69-4d6a-88cc-ae650147ede8", "name": "network-vif-deleted", "tag": "8b28aba4-0468-4d16-af08-ae5cd0c470b7", "status": "completed", "code": 200}, {"server_uuid": "497de189-8f23-446f-bb63-df96c2c3f117", "name": "network-vif-deleted", "tag": "c0ea008a-8c85-4c8d-98e7-1edd5e0076b5", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:42:08.116081 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-fa2174b0-29b7-4b5d-bef6-e4c83b8dd6f0 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:42:08.116579 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31ce156-5e69-4d6a-88cc-ae650147ede8', 'name': 'network-vif-deleted', 'tag': 'f4fb18ce-6e54-4eb2-b7a5-61f117997e55', 'status': 'completed', 'code': 200} Nov 04 10:42:08.117033 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31ce156-5e69-4d6a-88cc-ae650147ede8', 'name': 'network-vif-deleted', 'tag': '8b28aba4-0468-4d16-af08-ae5cd0c470b7', 'status': 'completed', 'code': 200} Nov 04 10:42:08.117376 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497de189-8f23-446f-bb63-df96c2c3f117', 'name': 'network-vif-deleted', 'tag': 'c0ea008a-8c85-4c8d-98e7-1edd5e0076b5', 'status': 'completed', 'code': 200} Nov 04 10:42:08.122374 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-45c8a84e-e3e2-48fb-a7c5-4d36b9196d0a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b50f68ee-749a-45fc-ad58-1152482d8a74') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:08.122374 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-45c8a84e-e3e2-48fb-a7c5-4d36b9196d0a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b50f68ee-749a-45fc-ad58-1152482d8a74') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:08.136247 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-45c8a84e-e3e2-48fb-a7c5-4d36b9196d0a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:08.137598 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d32db9-dc21-45ec-8ecf-9bbf6b7797f8 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Deleting subnet aeccfaeb-f207-44c1-b855-a683390cab73 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:42:08.144998 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-77d32db9-dc21-45ec-8ecf-9bbf6b7797f8 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:08.151116 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-45c8a84e-e3e2-48fb-a7c5-4d36b9196d0a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:08.158164 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c8a84e-e3e2-48fb-a7c5-4d36b9196d0a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:42:08.158652 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-45c8a84e-e3e2-48fb-a7c5-4d36b9196d0a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:42:08.162281 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:42:08.200912 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-77d32db9-dc21-45ec-8ecf-9bbf6b7797f8 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:08.256809 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-45c8a84e-e3e2-48fb-a7c5-4d36b9196d0a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:08.266647 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-45c8a84e-e3e2-48fb-a7c5-4d36b9196d0a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:08.270125 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-45c8a84e-e3e2-48fb-a7c5-4d36b9196d0a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] 10.222.0.127 "DELETE /v2.0/networks/73c2d961-186a-4179-81b5-ce84524fde09 HTTP/1.1" status: 204 len: 168 time: 0.8900330 Nov 04 10:42:08.288053 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8a84e-e3e2-48fb-a7c5-4d36b9196d0a tempest-PortsIpV6TestJSON-1341921808 tempest-PortsIpV6TestJSON-1341921808-project] Pushing event deleted for resources: {'Network': ['ID=73c2d961-186a-4179-81b5-ce84524fde09,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:08.310376 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-77d32db9-dc21-45ec-8ecf-9bbf6b7797f8 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:08.313167 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d804561-7828-413c-8efb-f4fe2de55f1f req-c96d82c5-21ac-4e5c-a5f0-3a2712415417 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:08.315875 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d804561-7828-413c-8efb-f4fe2de55f1f req-c96d82c5-21ac-4e5c-a5f0-3a2712415417 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 943 time: 0.0895166 Nov 04 10:42:08.389426 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d804561-7828-413c-8efb-f4fe2de55f1f req-20fe6c51-4dca-4e0f-b6f8-9285129ee311 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673034 Nov 04 10:42:08.393162 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-77d32db9-dc21-45ec-8ecf-9bbf6b7797f8 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:08.410223 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-77d32db9-dc21-45ec-8ecf-9bbf6b7797f8 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:08.417772 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-77d32db9-dc21-45ec-8ecf-9bbf6b7797f8 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "DELETE /v2.0/subnets/aeccfaeb-f207-44c1-b855-a683390cab73 HTTP/1.1" status: 204 len: 168 time: 0.3420956 Nov 04 10:42:08.421020 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf176d4e-be1f-4ac9-9522-422067d517f4 None None] Network f2d5c24a-ce13-4d4d-bf54-b01d428b252e requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:42:08.421175 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46332) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:08.469291 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d32db9-dc21-45ec-8ecf-9bbf6b7797f8 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event deleted for resources: {'Subnet': ['ID=aeccfaeb-f207-44c1-b855-a683390cab73,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:08.512064 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-34072f4f-63b5-4cf8-9160-ee2b5e3f7ac2 req-ce44e49e-ab16-49e4-b949-e02f2d47343f tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?device_id=ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa HTTP/1.1" status: 200 len: 210 time: 0.0291412 Nov 04 10:42:08.545834 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46336) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:08.572416 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-318c6284-8fac-4a43-8dd7-009539bd78ef tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:08.637022 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-318c6284-8fac-4a43-8dd7-009539bd78ef tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Deleting port 2d35b52e-9caa-4a5c-b071-0e3e65429852 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:42:08.637379 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-318c6284-8fac-4a43-8dd7-009539bd78ef tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:08.696063 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97429873-8a35-4ca8-b976-40a3cd59c78a None None] DHCP port deletion for f2d5c24a-ce13-4d4d-bf54-b01d428b252e request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:42:08.714511 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-318c6284-8fac-4a43-8dd7-009539bd78ef tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] For port 2d35b52e-9caa-4a5c-b071-0e3e65429852, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2d35b52e-9caa-4a5c-b071-0e3e65429852,segment=NetworkSegment(9fa477bf-5849-4b71-84c2-fbf89ae8698a),segment_id=9fa477bf-5849-4b71-84c2-fbf89ae8698a)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:08.714897 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-318c6284-8fac-4a43-8dd7-009539bd78ef tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:08.725899 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-73249028-dd57-4834-94cc-29fc4268b06f admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=edbdfb0c3e1f4712b18c10434050242f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1785688 Nov 04 10:42:08.729127 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46342) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:08.736380 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:42:08.738011 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-318c6284-8fac-4a43-8dd7-009539bd78ef tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Calling delete_port for 2d35b52e-9caa-4a5c-b071-0e3e65429852 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:42:08.768335 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:42:08.768673 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device c0ea008a-8c85-4c8d-98e7-1edd5e0076b5 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:42:08.809464 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-17ff38a0-f154-4bda-b250-13aeb114de0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:08.825990 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-97429873-8a35-4ca8-b976-40a3cd59c78a None None] Deleting port 2d35b52e-9caa-4a5c-b071-0e3e65429852 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:42:08.827071 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-97429873-8a35-4ca8-b976-40a3cd59c78a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:08.848889 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-17ff38a0-f154-4bda-b250-13aeb114de0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:08.908932 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-17ff38a0-f154-4bda-b250-13aeb114de0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:08.914687 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-318c6284-8fac-4a43-8dd7-009539bd78ef tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:08.914855 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-17ff38a0-f154-4bda-b250-13aeb114de0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:08.917841 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-17ff38a0-f154-4bda-b250-13aeb114de0f admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/7c903754-c8d8-429c-95b8-9681e1b09c2f HTTP/1.1" status: 204 len: 168 time: 0.1875610 Nov 04 10:42:08.939774 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff38a0-f154-4bda-b250-13aeb114de0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c903754-c8d8-429c-95b8-9681e1b09c2f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:08.963180 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c6284-8fac-4a43-8dd7-009539bd78ef tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event deleted for resources: {'Port': ['ID=2d35b52e-9caa-4a5c-b071-0e3e65429852,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:08.973318 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318c6284-8fac-4a43-8dd7-009539bd78ef tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] No DVR routers for this DVR port 2d35b52e-9caa-4a5c-b071-0e3e65429852 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:42:08.994451 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-97429873-8a35-4ca8-b976-40a3cd59c78a None None] For port 2d35b52e-9caa-4a5c-b071-0e3e65429852, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2d35b52e-9caa-4a5c-b071-0e3e65429852,segment=NetworkSegment(9fa477bf-5849-4b71-84c2-fbf89ae8698a),segment_id=9fa477bf-5849-4b71-84c2-fbf89ae8698a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:08.995377 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-97429873-8a35-4ca8-b976-40a3cd59c78a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:09.056584 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-97429873-8a35-4ca8-b976-40a3cd59c78a None None] Calling delete_port for 2d35b52e-9caa-4a5c-b071-0e3e65429852 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:42:09.059018 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-318c6284-8fac-4a43-8dd7-009539bd78ef tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:09.088551 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-318c6284-8fac-4a43-8dd7-009539bd78ef tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d5c24a-ce13-4d4d-bf54-b01d428b252e']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:09.092527 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-318c6284-8fac-4a43-8dd7-009539bd78ef tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa477bf-5849-4b71-84c2-fbf89ae8698a') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:09.092907 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-318c6284-8fac-4a43-8dd7-009539bd78ef tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa477bf-5849-4b71-84c2-fbf89ae8698a') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:09.103322 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-318c6284-8fac-4a43-8dd7-009539bd78ef tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:09.121862 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-318c6284-8fac-4a43-8dd7-009539bd78ef tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:09.138002 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-318c6284-8fac-4a43-8dd7-009539bd78ef tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Releasing vlan 1153 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:42:09.138433 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-318c6284-8fac-4a43-8dd7-009539bd78ef tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:09.154831 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:42:09.218732 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:42:09.219303 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 11e24647-53d4-4e9f-92f9-cd9b7ba6ca98 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:42:09.219829 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2d35b52e-9caa-4a5c-b071-0e3e65429852 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:42:09.232393 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:42:09.237173 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-318c6284-8fac-4a43-8dd7-009539bd78ef tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:09.261304 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 2d35b52e-9caa-4a5c-b071-0e3e65429852 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:42:09.261647 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2d35b52e-9caa-4a5c-b071-0e3e65429852 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:42:09.269484 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-318c6284-8fac-4a43-8dd7-009539bd78ef tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:09.273204 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-318c6284-8fac-4a43-8dd7-009539bd78ef tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "DELETE /v2.0/networks/f2d5c24a-ce13-4d4d-bf54-b01d428b252e HTTP/1.1" status: 204 len: 168 time: 0.8510752 Nov 04 10:42:09.281560 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46362) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: from cryptography.utils import int_from_bytes Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: from cryptography.utils import int_from_bytes Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:09.292381 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:42:09.295140 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:09.295140 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:42:09.295140 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:09.295140 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:42:09.295140 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:09.295140 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:42:09.295140 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:09.295140 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:42:09.295140 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:09.295140 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:42:09.295140 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:09.295140 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:42:09.295140 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:09.295140 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:42:09.301069 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-38964c2b-fcbf-47b2-b10a-b69383b90160 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:09.304782 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-97429873-8a35-4ca8-b976-40a3cd59c78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:09.314576 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-38964c2b-fcbf-47b2-b10a-b69383b90160 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.121 "GET /v2.0/networks?id=ca618409-65ac-47e4-852b-e90a8d6ee201 HTTP/1.1" status: 200 len: 797 time: 0.4657824 Nov 04 10:42:09.315182 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c6284-8fac-4a43-8dd7-009539bd78ef tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event deleted for resources: {'Network': ['ID=f2d5c24a-ce13-4d4d-bf54-b01d428b252e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:09.340308 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-97429873-8a35-4ca8-b976-40a3cd59c78a None None] Network f2d5c24a-ce13-4d4d-bf54-b01d428b252e is not hosted by any dhcp agent {{(pid=101776) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 04 10:42:09.340806 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97429873-8a35-4ca8-b976-40a3cd59c78a None None] No DVR routers for this DVR port 2d35b52e-9caa-4a5c-b071-0e3e65429852 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:42:09.351714 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97429873-8a35-4ca8-b976-40a3cd59c78a None None] Pushing event deleted for resources: {'Port': ['ID=2d35b52e-9caa-4a5c-b071-0e3e65429852,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:09.362528 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-342bf513-2d75-476d-8c12-f2b319464a61 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Deleting subnet 1ac75fc6-a4f8-4c9d-96f5-4447467452f0 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:42:09.377555 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-342bf513-2d75-476d-8c12-f2b319464a61 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:09.408738 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-f4b049fb-c536-4035-838e-00f8f052e9e2 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45c1d4a009b54581bacf1fbcabe00677 HTTP/1.1" status: 200 len: 380 time: 0.0865602 Nov 04 10:42:09.429729 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-8872a51c-af5d-4e8d-b0dc-1741590f02e5 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'port': {'device_id': 'ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa', 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201', 'admin_state_up': True, 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'security_groups': ['1f69f6d8-db14-4975-8e35-b9ad030402cf']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:09.431630 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-342bf513-2d75-476d-8c12-f2b319464a61 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:09.467116 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0bcc3-8704-44f3-add9-0350e4eb38cb req-ab2f6bfb-b4c5-417c-93b2-a4a3dedd5e57 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:09.468912 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5dd0bcc3-8704-44f3-add9-0350e4eb38cb req-ab2f6bfb-b4c5-417c-93b2-a4a3dedd5e57 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.126 "GET /v2.0/ports?device_id=c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57 HTTP/1.1" status: 200 len: 944 time: 0.2318120 Nov 04 10:42:09.611144 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-8872a51c-af5d-4e8d-b0dc-1741590f02e5 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Made reservation on behalf of 45c1d4a009b54581bacf1fbcabe00677 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:42:09.614307 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-342bf513-2d75-476d-8c12-f2b319464a61 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:09.618901 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-8872a51c-af5d-4e8d-b0dc-1741590f02e5 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:09.722753 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9786cb95-a7ff-4b24-a896-ac6e9091c86f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4a5572-1bbb-4181-8a28-8d272b7ae981'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:42:09.727232 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8601a88-5ec1-4192-b7b0-9d6ff5c988f7" -d '{"events": [{"server_uuid": "9786cb95-a7ff-4b24-a896-ac6e9091c86f", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4a5572-1bbb-4181-8a28-8d272b7ae981"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:42:09.815324 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-8872a51c-af5d-4e8d-b0dc-1741590f02e5 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Allocated IP 172.20.0.13 (ca618409-65ac-47e4-852b-e90a8d6ee201/59335a63-ec1a-47a5-bfa2-0cd07786ba27/c3ee3560-6e59-4d2a-a673-6dd806418fd6) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:42:09.987591 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-5dd0bcc3-8704-44f3-add9-0350e4eb38cb req-ecd954ff-1b7d-42ce-add5-bcba27022162 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Deleting port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:42:09.987815 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5dd0bcc3-8704-44f3-add9-0350e4eb38cb req-ecd954ff-1b7d-42ce-add5-bcba27022162 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:10.000186 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-8872a51c-af5d-4e8d-b0dc-1741590f02e5 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:10.003428 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46412) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:10.047782 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-8872a51c-af5d-4e8d-b0dc-1741590f02e5 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:10.055527 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379b2b8-e035-45ab-af5c-476156884326 req-5ef37d9d-b7ef-4021-aaef-9cd77d1e9f23 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:10.057161 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f379b2b8-e035-45ab-af5c-476156884326 req-5ef37d9d-b7ef-4021-aaef-9cd77d1e9f23 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=9786cb95-a7ff-4b24-a896-ac6e9091c86f HTTP/1.1" status: 200 len: 943 time: 0.1300271 Nov 04 10:42:10.079628 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-342bf513-2d75-476d-8c12-f2b319464a61 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:10.116685 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-8872a51c-af5d-4e8d-b0dc-1741590f02e5 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Network ca618409-65ac-47e4-852b-e90a8d6ee201 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:42:10.118226 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872a51c-af5d-4e8d-b0dc-1741590f02e5 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'Port': ['ID=c3ee3560-6e59-4d2a-a673-6dd806418fd6,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:10.121198 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-8872a51c-af5d-4e8d-b0dc-1741590f02e5 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:42:10.125264 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-8872a51c-af5d-4e8d-b0dc-1741590f02e5 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:42:10.146251 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342bf513-2d75-476d-8c12-f2b319464a61 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event deleted for resources: {'Subnet': ['ID=1ac75fc6-a4f8-4c9d-96f5-4447467452f0,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:10.162717 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-342bf513-2d75-476d-8c12-f2b319464a61 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:10.165940 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-342bf513-2d75-476d-8c12-f2b319464a61 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "DELETE /v2.0/subnets/1ac75fc6-a4f8-4c9d-96f5-4447467452f0 HTTP/1.1" status: 204 len: 168 time: 0.8833137 Nov 04 10:42:10.166286 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0207909-b1e0-4889-84fc-a79143ac413f None None] Network 9562b652-e7fe-4341-a8bf-c73d3dc951de requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:42:10.180919 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46416) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:10.183725 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:42:10.193197 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-1083f57d-134c-4733-bfd2-6beb29e745b9 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-483680218'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:10.238371 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-8872a51c-af5d-4e8d-b0dc-1741590f02e5 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:10.239317 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-8872a51c-af5d-4e8d-b0dc-1741590f02e5 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:10.261513 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1083f57d-134c-4733-bfd2-6beb29e745b9 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Made reservation on behalf of 8113e06da2f64853a6e05fd1ceabd0e1 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:42:10.268228 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1083f57d-134c-4733-bfd2-6beb29e745b9 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:10.278383 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-8872a51c-af5d-4e8d-b0dc-1741590f02e5 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8576078 Nov 04 10:42:10.284693 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-5dd0bcc3-8704-44f3-add9-0350e4eb38cb req-ecd954ff-1b7d-42ce-add5-bcba27022162 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] For port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9,segment=NetworkSegment(b0c94fc0-5874-4ce7-9dae-6272219fa4dc),segment_id=b0c94fc0-5874-4ce7-9dae-6272219fa4dc)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:10.284976 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1083f57d-134c-4733-bfd2-6beb29e745b9 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:10.285493 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5dd0bcc3-8704-44f3-add9-0350e4eb38cb req-ecd954ff-1b7d-42ce-add5-bcba27022162 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:10.298990 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-26fd6bb1-8960-42f7-b861-384fbbf58689 service neutron] Request body: {'port': {'device_id': 'ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:10.315932 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-5dd0bcc3-8704-44f3-add9-0350e4eb38cb req-ecd954ff-1b7d-42ce-add5-bcba27022162 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Calling delete_port for 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:42:10.348158 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e8536eb8-0a91-4d69-9226-3979ce1b3e97 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:10.378270 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-26fd6bb1-8960-42f7-b861-384fbbf58689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:10.408048 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-f379b2b8-e035-45ab-af5c-476156884326 req-e7e23eda-a563-45a4-81c2-ceb4dd14442f tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Deleting port ce4a5572-1bbb-4181-8a28-8d272b7ae981 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:42:10.408620 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f379b2b8-e035-45ab-af5c-476156884326 req-e7e23eda-a563-45a4-81c2-ceb4dd14442f tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:10.410102 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5feb0af6-2787-4849-b1fc-55fc948e7f53 None None] DHCP port deletion for 9562b652-e7fe-4341-a8bf-c73d3dc951de request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:42:10.466329 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-5feb0af6-2787-4849-b1fc-55fc948e7f53 None None] Deleting port 775332f7-fabe-472f-b2c4-96ec6a418c87 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:42:10.466762 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5feb0af6-2787-4849-b1fc-55fc948e7f53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:10.553096 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-3fa103f1-a851-4f2b-85e4-71c3a526075e None None] Provisioning complete for port c3ee3560-6e59-4d2a-a673-6dd806418fd6 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:10.553096 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3fa103f1-a851-4f2b-85e4-71c3a526075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:10.593650 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1083f57d-134c-4733-bfd2-6beb29e745b9 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:10.602604 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1083f57d-134c-4733-bfd2-6beb29e745b9 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:10.603441 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-3fa103f1-a851-4f2b-85e4-71c3a526075e None None] Port c3ee3560-6e59-4d2a-a673-6dd806418fd6 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:42:10.603665 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-f379b2b8-e035-45ab-af5c-476156884326 req-e7e23eda-a563-45a4-81c2-ceb4dd14442f tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] For port ce4a5572-1bbb-4181-8a28-8d272b7ae981, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=ce4a5572-1bbb-4181-8a28-8d272b7ae981,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:10.604090 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f379b2b8-e035-45ab-af5c-476156884326 req-e7e23eda-a563-45a4-81c2-ceb4dd14442f tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:10.613900 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5feb0af6-2787-4849-b1fc-55fc948e7f53 None None] For port 775332f7-fabe-472f-b2c4-96ec6a418c87, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=775332f7-fabe-472f-b2c4-96ec6a418c87,segment=NetworkSegment(24917bd9-2e92-4958-ac62-be85fdb73dd1),segment_id=24917bd9-2e92-4958-ac62-be85fdb73dd1)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:10.614329 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5feb0af6-2787-4849-b1fc-55fc948e7f53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:10.625704 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-e8536eb8-0a91-4d69-9226-3979ce1b3e97 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Deleting port 775332f7-fabe-472f-b2c4-96ec6a418c87 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:42:10.626338 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e8536eb8-0a91-4d69-9226-3979ce1b3e97 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:10.629980 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-f379b2b8-e035-45ab-af5c-476156884326 req-e7e23eda-a563-45a4-81c2-ceb4dd14442f tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Calling delete_port for ce4a5572-1bbb-4181-8a28-8d272b7ae981 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:42:10.633649 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-5feb0af6-2787-4849-b1fc-55fc948e7f53 None None] Calling delete_port for 775332f7-fabe-472f-b2c4-96ec6a418c87 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:42:10.684092 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1083f57d-134c-4733-bfd2-6beb29e745b9 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1172} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:42:10.702889 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083f57d-134c-4733-bfd2-6beb29e745b9 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b4d10a-8631-4667-82d6-938e24e7c897,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:10.727548 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1083f57d-134c-4733-bfd2-6beb29e745b9 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:10.728049 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-1083f57d-134c-4733-bfd2-6beb29e745b9 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Added segment 82ce2090-cba1-41fd-8c40-3d5f9a121f1e of type vlan for network c69f2f47-5938-4d0d-8b6b-d7bd246de592 Nov 04 10:42:10.731338 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5feb0af6-2787-4849-b1fc-55fc948e7f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:10.755155 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5dd0bcc3-8704-44f3-add9-0350e4eb38cb req-ecd954ff-1b7d-42ce-add5-bcba27022162 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:10.762497 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb0af6-2787-4849-b1fc-55fc948e7f53 None None] Pushing event deleted for resources: {'Port': ['ID=775332f7-fabe-472f-b2c4-96ec6a418c87,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:10.766211 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feb0af6-2787-4849-b1fc-55fc948e7f53 None None] No DVR routers for this DVR port 775332f7-fabe-472f-b2c4-96ec6a418c87 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:42:10.797612 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1083f57d-134c-4733-bfd2-6beb29e745b9 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:10.808053 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd954ff-1b7d-42ce-add5-bcba27022162 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Pushing event deleted for resources: {'Port': ['ID=4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:10.818323 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-e8536eb8-0a91-4d69-9226-3979ce1b3e97 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] For port 775332f7-fabe-472f-b2c4-96ec6a418c87, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=775332f7-fabe-472f-b2c4-96ec6a418c87,segment=NetworkSegment(24917bd9-2e92-4958-ac62-be85fdb73dd1),segment_id=24917bd9-2e92-4958-ac62-be85fdb73dd1)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:10.818687 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e8536eb8-0a91-4d69-9226-3979ce1b3e97 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:10.851206 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1083f57d-134c-4733-bfd2-6beb29e745b9 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:10.855788 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-e8536eb8-0a91-4d69-9226-3979ce1b3e97 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Calling delete_port for 775332f7-fabe-472f-b2c4-96ec6a418c87 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:42:10.857563 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1083f57d-134c-4733-bfd2-6beb29e745b9 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:10.858223 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1083f57d-134c-4733-bfd2-6beb29e745b9 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:10.892266 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd0bcc3-8704-44f3-add9-0350e4eb38cb req-ecd954ff-1b7d-42ce-add5-bcba27022162 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] No DVR routers for this DVR port 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 on host n-h1-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:42:10.898215 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5dd0bcc3-8704-44f3-add9-0350e4eb38cb req-ecd954ff-1b7d-42ce-add5-bcba27022162 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:10.901599 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5dd0bcc3-8704-44f3-add9-0350e4eb38cb req-ecd954ff-1b7d-42ce-add5-bcba27022162 tempest-LiveMigrationTest-303468433 tempest-LiveMigrationTest-303468433-project] 10.222.0.126 "DELETE /v2.0/ports/4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 HTTP/1.1" status: 204 len: 173 time: 1.4224055 Nov 04 10:42:10.902593 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57', 'name': 'network-vif-deleted', 'tag': '4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:42:10.904969 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52df1708-39e4-43d3-96de-0854254bdb61" -d '{"events": [{"server_uuid": "c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57", "name": "network-vif-deleted", "tag": "4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:42:10.951858 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1083f57d-134c-4733-bfd2-6beb29e745b9 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9438903 Nov 04 10:42:10.953888 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46420) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:10.979395 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-d947c6cb-33b6-4e5f-aa7b-4795331ee9d8 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Request body: {'subnet': {'network_id': 'c69f2f47-5938-4d0d-8b6b-d7bd246de592', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:10.985986 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083f57d-134c-4733-bfd2-6beb29e745b9 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Pushing event updated for resources: {'Network': ['ID=c69f2f47-5938-4d0d-8b6b-d7bd246de592,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:11.000213 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network c69f2f47-5938-4d0d-8b6b-d7bd246de592 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:42:11.008947 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-26fd6bb1-8960-42f7-b861-384fbbf58689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ee3560-6e59-4d2a-a673-6dd806418fd6 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:42:11.023432 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-26fd6bb1-8960-42f7-b861-384fbbf58689 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:11.080568 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 775332f7-fabe-472f-b2c4-96ec6a418c87 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:42:11.111990 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-26fd6bb1-8960-42f7-b861-384fbbf58689 service neutron] Transition to ACTIVE for port object c3ee3560-6e59-4d2a-a673-6dd806418fd6 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:42:11.117685 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-26fd6bb1-8960-42f7-b861-384fbbf58689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:11.120726 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f379b2b8-e035-45ab-af5c-476156884326 req-e7e23eda-a563-45a4-81c2-ceb4dd14442f tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:11.129005 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 775332f7-fabe-472f-b2c4-96ec6a418c87 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:42:11.129801 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 775332f7-fabe-472f-b2c4-96ec6a418c87 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:42:11.164304 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e23eda-a563-45a4-81c2-ceb4dd14442f tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Pushing event deleted for resources: {'Port': ['ID=ce4a5572-1bbb-4181-8a28-8d272b7ae981,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:11.179313 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e8536eb8-0a91-4d69-9226-3979ce1b3e97 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:11.226318 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8536eb8-0a91-4d69-9226-3979ce1b3e97 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event deleted for resources: {'Port': ['ID=775332f7-fabe-472f-b2c4-96ec6a418c87,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:11.231076 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d947c6cb-33b6-4e5f-aa7b-4795331ee9d8 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Made reservation on behalf of 8113e06da2f64853a6e05fd1ceabd0e1 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:42:11.234921 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d947c6cb-33b6-4e5f-aa7b-4795331ee9d8 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:11.251571 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8536eb8-0a91-4d69-9226-3979ce1b3e97 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] No DVR routers for this DVR port 775332f7-fabe-472f-b2c4-96ec6a418c87 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:42:11.258877 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd6bb1-8960-42f7-b861-384fbbf58689 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ee3560-6e59-4d2a-a673-6dd806418fd6,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:11.286970 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-26fd6bb1-8960-42f7-b861-384fbbf58689 service neutron] Attempting to bind port c3ee3560-6e59-4d2a-a673-6dd806418fd6 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:42:11.287737 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-26fd6bb1-8960-42f7-b861-384fbbf58689 service neutron] Attempting to bind port c3ee3560-6e59-4d2a-a673-6dd806418fd6 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'f2c41c3e-8f76-447a-a97e-90dcfb81f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:42:11.288270 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-26fd6bb1-8960-42f7-b861-384fbbf58689 service neutron] Attempting to bind port c3ee3560-6e59-4d2a-a673-6dd806418fd6 on network ca618409-65ac-47e4-852b-e90a8d6ee201 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:42:11.293668 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-26fd6bb1-8960-42f7-b861-384fbbf58689 service neutron] Port c3ee3560-6e59-4d2a-a673-6dd806418fd6 on network ca618409-65ac-47e4-852b-e90a8d6ee201 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:42:11.294312 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-26fd6bb1-8960-42f7-b861-384fbbf58689 service neutron] Attempting to bind port c3ee3560-6e59-4d2a-a673-6dd806418fd6 on network ca618409-65ac-47e4-852b-e90a8d6ee201 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:42:11.301819 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-26fd6bb1-8960-42f7-b861-384fbbf58689 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:42:11.302152 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-26fd6bb1-8960-42f7-b861-384fbbf58689 service neutron] Checking segment: {'id': 'f2c41c3e-8f76-447a-a97e-90dcfb81f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:42:11.302671 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-26fd6bb1-8960-42f7-b861-384fbbf58689 service neutron] Bound using segment: {'id': 'f2c41c3e-8f76-447a-a97e-90dcfb81f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:42:11.303157 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-26fd6bb1-8960-42f7-b861-384fbbf58689 service neutron] Bound port: c3ee3560-6e59-4d2a-a673-6dd806418fd6, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c41c3e-8f76-447a-a97e-90dcfb81f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:42:11.303586 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-26fd6bb1-8960-42f7-b861-384fbbf58689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:11.339164 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f379b2b8-e035-45ab-af5c-476156884326 req-e7e23eda-a563-45a4-81c2-ceb4dd14442f tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] No DVR routers for this DVR port ce4a5572-1bbb-4181-8a28-8d272b7ae981 on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:42:11.358820 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f379b2b8-e035-45ab-af5c-476156884326 req-e7e23eda-a563-45a4-81c2-ceb4dd14442f tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:11.370132 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f379b2b8-e035-45ab-af5c-476156884326 req-e7e23eda-a563-45a4-81c2-ceb4dd14442f tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "DELETE /v2.0/ports/ce4a5572-1bbb-4181-8a28-8d272b7ae981 HTTP/1.1" status: 204 len: 173 time: 1.3050823 Nov 04 10:42:11.392598 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-26fd6bb1-8960-42f7-b861-384fbbf58689 service neutron] For port c3ee3560-6e59-4d2a-a673-6dd806418fd6, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:42:11.396633 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-26fd6bb1-8960-42f7-b861-384fbbf58689 service neutron] For port c3ee3560-6e59-4d2a-a673-6dd806418fd6, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=c3ee3560-6e59-4d2a-a673-6dd806418fd6,segment=NetworkSegment(f2c41c3e-8f76-447a-a97e-90dcfb81f85b),segment_id=f2c41c3e-8f76-447a-a97e-90dcfb81f85b)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:42:11.402877 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-26fd6bb1-8960-42f7-b861-384fbbf58689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:11.468445 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-26fd6bb1-8960-42f7-b861-384fbbf58689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:11.474898 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e8536eb8-0a91-4d69-9226-3979ce1b3e97 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:11.477994 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-26fd6bb1-8960-42f7-b861-384fbbf58689 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:11.481498 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-26fd6bb1-8960-42f7-b861-384fbbf58689 service neutron] 10.222.0.121 "PUT /v2.0/ports/c3ee3560-6e59-4d2a-a673-6dd806418fd6 HTTP/1.1" status: 200 len: 1092 time: 1.1873257 Nov 04 10:42:11.482488 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa', 'tag': 'c3ee3560-6e59-4d2a-a673-6dd806418fd6'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:42:11.488454 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8801d77-8631-4718-a25e-07d60c6c903e" -d '{"events": [{"name": "network-changed", "server_uuid": "ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa", "tag": "c3ee3560-6e59-4d2a-a673-6dd806418fd6"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:42:11.507523 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-e8536eb8-0a91-4d69-9226-3979ce1b3e97 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9562b652-e7fe-4341-a8bf-c73d3dc951de']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:11.531452 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-e8536eb8-0a91-4d69-9226-3979ce1b3e97 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24917bd9-2e92-4958-ac62-be85fdb73dd1') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:11.531752 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-e8536eb8-0a91-4d69-9226-3979ce1b3e97 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24917bd9-2e92-4958-ac62-be85fdb73dd1') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:11.551804 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e8536eb8-0a91-4d69-9226-3979ce1b3e97 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:11.579575 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e8536eb8-0a91-4d69-9226-3979ce1b3e97 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:11.590064 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device ce4a5572-1bbb-4181-8a28-8d272b7ae981 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:42:11.595932 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8536eb8-0a91-4d69-9226-3979ce1b3e97 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Releasing vlan 1191 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:42:11.596380 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e8536eb8-0a91-4d69-9226-3979ce1b3e97 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:42:11.600281 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:42:11.617612 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: ce4a5572-1bbb-4181-8a28-8d272b7ae981 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:42:11.617952 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device ce4a5572-1bbb-4181-8a28-8d272b7ae981 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:42:11.626339 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd6bb1-8960-42f7-b861-384fbbf58689 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ee3560-6e59-4d2a-a673-6dd806418fd6,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:11.653774 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-57af9eea-22a9-45ef-8053-c5dbf8ed38b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:11.655866 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-57af9eea-22a9-45ef-8053-c5dbf8ed38b0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=45c1d4a009b54581bacf1fbcabe00677&device_id=ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa HTTP/1.1" status: 200 len: 1095 time: 0.0953543 Nov 04 10:42:11.706864 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e8536eb8-0a91-4d69-9226-3979ce1b3e97 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:11.718637 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e8536eb8-0a91-4d69-9226-3979ce1b3e97 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:11.719906 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-4170cacf-7612-4459-b328-8aadd84871df service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3ee3560-6e59-4d2a-a673-6dd806418fd6 HTTP/1.1" status: 200 len: 217 time: 0.0551600 Nov 04 10:42:11.722018 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e8536eb8-0a91-4d69-9226-3979ce1b3e97 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "DELETE /v2.0/networks/9562b652-e7fe-4341-a8bf-c73d3dc951de HTTP/1.1" status: 204 len: 168 time: 1.5401108 Nov 04 10:42:11.736105 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46434) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:11.741699 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-c0ae2c5a-69df-45a7-b5ad-42bb68daa40d tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-456556277'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:11.746273 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8536eb8-0a91-4d69-9226-3979ce1b3e97 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event deleted for resources: {'Network': ['ID=9562b652-e7fe-4341-a8bf-c73d3dc951de,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:11.800538 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-ab876729-6e3f-42e8-b911-c95e5e2e6eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:11.802137 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-ab876729-6e3f-42e8-b911-c95e5e2e6eda service neutron] 10.222.0.121 "GET /v2.0/subnets?id=59335a63-ec1a-47a5-bfa2-0cd07786ba27 HTTP/1.1" status: 200 len: 835 time: 0.0741746 Nov 04 10:42:11.803338 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ae2c5a-69df-45a7-b5ad-42bb68daa40d tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Made reservation on behalf of 8497c67b53424b7dad5299c790949829 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:42:11.806346 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d947c6cb-33b6-4e5f-aa7b-4795331ee9d8 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:11.807327 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c0ae2c5a-69df-45a7-b5ad-42bb68daa40d tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:11.859885 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ae2c5a-69df-45a7-b5ad-42bb68daa40d tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1173} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:42:11.873050 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c0ae2c5a-69df-45a7-b5ad-42bb68daa40d tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:11.873411 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-c0ae2c5a-69df-45a7-b5ad-42bb68daa40d tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Added segment b979c238-90a9-4161-aac9-258a49b190b3 of type vlan for network 6909e813-9134-46c1-b0e3-860b3b37988d Nov 04 10:42:11.874553 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947c6cb-33b6-4e5f-aa7b-4795331ee9d8 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Pushing event updated for resources: {'Subnet': ['ID=4dfda470-cddb-41aa-8890-1303d554a061,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:11.882608 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d947c6cb-33b6-4e5f-aa7b-4795331ee9d8 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Checking segment: {'id': '82ce2090-cba1-41fd-8c40-3d5f9a121f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'c69f2f47-5938-4d0d-8b6b-d7bd246de592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:42:11.883392 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d947c6cb-33b6-4e5f-aa7b-4795331ee9d8 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Network hostable DHCP agents. Network: c69f2f47-5938-4d0d-8b6b-d7bd246de592, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:42:11.905203 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d947c6cb-33b6-4e5f-aa7b-4795331ee9d8 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Network c69f2f47-5938-4d0d-8b6b-d7bd246de592 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:42:11.915820 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-8af08838-816c-4565-9ed4-394ea75174d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:11.917368 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-8af08838-816c-4565-9ed4-394ea75174d5 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ca618409-65ac-47e4-852b-e90a8d6ee201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987360 Nov 04 10:42:11.918674 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-d947c6cb-33b6-4e5f-aa7b-4795331ee9d8 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, c69f2f47-5938-4d0d-8b6b-d7bd246de592) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:42:11.924594 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d947c6cb-33b6-4e5f-aa7b-4795331ee9d8 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:11.925530 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d947c6cb-33b6-4e5f-aa7b-4795331ee9d8 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:11.932213 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e8ca2a-229a-42e9-80f2-dbfa9e777d07 None None] Network c69f2f47-5938-4d0d-8b6b-d7bd246de592 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:42:11.946132 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c0ae2c5a-69df-45a7-b5ad-42bb68daa40d tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:11.955256 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d947c6cb-33b6-4e5f-aa7b-4795331ee9d8 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9991994 Nov 04 10:42:11.956312 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46438) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:11.963742 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-706a0ad7-cf2e-43dd-8bba-8853dbfa1789 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Request body: {'port': {'network_id': 'c69f2f47-5938-4d0d-8b6b-d7bd246de592', 'name': 'tempest-TagsExtTest-1713277439'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:12.026947 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c0ae2c5a-69df-45a7-b5ad-42bb68daa40d tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:12.032953 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ae2c5a-69df-45a7-b5ad-42bb68daa40d tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:12.033758 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c0ae2c5a-69df-45a7-b5ad-42bb68daa40d tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:12.114509 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c0ae2c5a-69df-45a7-b5ad-42bb68daa40d tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3770783 Nov 04 10:42:12.114950 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924df932-a9b9-4d61-9355-45bdebcc9865 req-a25928c2-90c6-45b0-b4b7-fce3f4be146e tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:12.116855 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-924df932-a9b9-4d61-9355-45bdebcc9865 req-a25928c2-90c6-45b0-b4b7-fce3f4be146e tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "GET /v2.0/ports?device_id=95be77b3-590a-440e-b99a-f0d08aaa8e01 HTTP/1.1" status: 200 len: 945 time: 0.0914173 Nov 04 10:42:12.117967 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46440) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:12.124772 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-42169fd1-cfe3-451b-9a3a-ac49085c10a7 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Request body: {'subnet': {'network_id': '6909e813-9134-46c1-b0e3-860b3b37988d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:12.132390 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-c69f2f47-5938-4d0d-8b6b-d7bd246de592', 'network_id': 'c69f2f47-5938-4d0d-8b6b-d7bd246de592', 'tenant_id': '8113e06da2f64853a6e05fd1ceabd0e1', 'fixed_ips': [{'subnet_id': '4dfda470-cddb-41aa-8890-1303d554a061'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:42:12.133756 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:12.145676 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706a0ad7-cf2e-43dd-8bba-8853dbfa1789 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Made reservation on behalf of 8113e06da2f64853a6e05fd1ceabd0e1 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:42:12.149547 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-706a0ad7-cf2e-43dd-8bba-8853dbfa1789 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:12.151753 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-b97dc5b6-33ba-49df-80d7-bfea0d85c03f service neutron] 10.222.0.121 "GET /v2.0/networks/ca618409-65ac-47e4-852b-e90a8d6ee201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235694 Nov 04 10:42:12.183035 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-706a0ad7-cf2e-43dd-8bba-8853dbfa1789 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] device_id is not set on port 0294ad12-1a5f-41ca-b911-a757c0288224 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:42:12.192885 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae2c5a-69df-45a7-b5ad-42bb68daa40d tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event updated for resources: {'Network': ['ID=6909e813-9134-46c1-b0e3-860b3b37988d,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:12.209073 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 6909e813-9134-46c1-b0e3-860b3b37988d details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:42:12.266081 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-924df932-a9b9-4d61-9355-45bdebcc9865 req-793d8fb9-7799-4afe-a733-7d170121d246 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "GET /v2.0/security-groups?id=274d5cb1-f33c-4ae9-9686-3076c55a7632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128392 Nov 04 10:42:12.315331 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:12.331335 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42169fd1-cfe3-451b-9a3a-ac49085c10a7 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Made reservation on behalf of 8497c67b53424b7dad5299c790949829 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:42:12.335035 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-42169fd1-cfe3-451b-9a3a-ac49085c10a7 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:12.335203 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-706a0ad7-cf2e-43dd-8bba-8853dbfa1789 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Allocated IP 172.20.0.13 (c69f2f47-5938-4d0d-8b6b-d7bd246de592/4dfda470-cddb-41aa-8890-1303d554a061/0294ad12-1a5f-41ca-b911-a757c0288224) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:42:12.355055 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c6fface1-5d8b-4514-9583-1c16150f2fa2 req-d61c3148-19fe-4cec-a4dc-ae772cd480d0 service neutron] 10.222.0.121 "GET /v2.0/networks/ca618409-65ac-47e4-852b-e90a8d6ee201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777174 Nov 04 10:42:12.355843 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46444) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:12.545899 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e750b58-79d7-4ec3-b055-4b4646daa42d req-d48420e4-44b0-4303-b777-aa6d264ce6a6 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:12.547550 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8e750b58-79d7-4ec3-b055-4b4646daa42d req-d48420e4-44b0-4303-b777-aa6d264ce6a6 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 945 time: 0.0962944 Nov 04 10:42:12.563367 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-706a0ad7-cf2e-43dd-8bba-8853dbfa1789 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:12.583970 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-42169fd1-cfe3-451b-9a3a-ac49085c10a7 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:12.627672 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-7470e10a-1678-4dc2-9c98-9ba4c822069c admin admin] Deleting subnet f29a1ba4-9c2e-4bbf-be88-aa21c2016c98 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:42:12.629888 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8e750b58-79d7-4ec3-b055-4b4646daa42d req-95a55e07-860e-49d6-922e-99c186d36016 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718107 Nov 04 10:42:12.635363 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7470e10a-1678-4dc2-9c98-9ba4c822069c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:12.641773 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-706a0ad7-cf2e-43dd-8bba-8853dbfa1789 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:12.698280 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Allocated IP 172.20.0.2 (c69f2f47-5938-4d0d-8b6b-d7bd246de592/4dfda470-cddb-41aa-8890-1303d554a061/7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:42:12.700618 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706a0ad7-cf2e-43dd-8bba-8853dbfa1789 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Network c69f2f47-5938-4d0d-8b6b-d7bd246de592 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:42:12.708867 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7470e10a-1678-4dc2-9c98-9ba4c822069c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:12.710564 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42169fd1-cfe3-451b-9a3a-ac49085c10a7 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event updated for resources: {'Subnet': ['ID=c5c1749a-8a85-4947-8b4b-b0456d1e1a3c,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:12.711593 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-706a0ad7-cf2e-43dd-8bba-8853dbfa1789 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:42:12.717419 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706a0ad7-cf2e-43dd-8bba-8853dbfa1789 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:42:12.740190 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42169fd1-cfe3-451b-9a3a-ac49085c10a7 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Checking segment: {'id': 'b979c238-90a9-4161-aac9-258a49b190b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '6909e813-9134-46c1-b0e3-860b3b37988d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:42:12.740551 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42169fd1-cfe3-451b-9a3a-ac49085c10a7 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Network hostable DHCP agents. Network: 6909e813-9134-46c1-b0e3-860b3b37988d, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:42:12.752418 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a0ad7-cf2e-43dd-8bba-8853dbfa1789 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Pushing event updated for resources: {'Port': ['ID=0294ad12-1a5f-41ca-b911-a757c0288224,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:12.772868 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7470e10a-1678-4dc2-9c98-9ba4c822069c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:12.794370 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42169fd1-cfe3-451b-9a3a-ac49085c10a7 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Network 6909e813-9134-46c1-b0e3-860b3b37988d is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:42:12.810590 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-42169fd1-cfe3-451b-9a3a-ac49085c10a7 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 6909e813-9134-46c1-b0e3-860b3b37988d) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:42:12.812659 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706a0ad7-cf2e-43dd-8bba-8853dbfa1789 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:12.813359 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-706a0ad7-cf2e-43dd-8bba-8853dbfa1789 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:12.818729 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42169fd1-cfe3-451b-9a3a-ac49085c10a7 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:12.819872 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-42169fd1-cfe3-451b-9a3a-ac49085c10a7 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:12.829985 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813b5a9-7d55-4ccc-a514-4f343ca89484 req-89d67ef2-fb0f-4318-b825-ffc94228196e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:12.837894 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4813b5a9-7d55-4ccc-a514-4f343ca89484 req-89d67ef2-fb0f-4318-b825-ffc94228196e tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?device_id=ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa HTTP/1.1" status: 200 len: 944 time: 0.0867889 Nov 04 10:42:12.847303 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-42169fd1-cfe3-451b-9a3a-ac49085c10a7 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7243967 Nov 04 10:42:12.847551 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46448) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:12.853236 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-ca35e704-cb7d-42b4-bdd3-b50f636673c1 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1137649174'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:12.861737 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-706a0ad7-cf2e-43dd-8bba-8853dbfa1789 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9036911 Nov 04 10:42:12.865309 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46450) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:12.869494 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7470e10a-1678-4dc2-9c98-9ba4c822069c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:12.877479 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-41bb9958-26f0-485a-aeed-4656676bcaec tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1913632067', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:12.899651 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4813b5a9-7d55-4ccc-a514-4f343ca89484 req-7af3a003-b3ab-455e-b588-2fcb1d60bba9 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/security-groups?id=1f69f6d8-db14-4975-8e35-b9ad030402cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607817 Nov 04 10:42:12.903829 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:12.910753 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:42:12.913174 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173cdd46-0513-40bc-a0a7-59bab20a29e1 None None] Network 6909e813-9134-46c1-b0e3-860b3b37988d requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:42:12.932293 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:12.937220 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470e10a-1678-4dc2-9c98-9ba4c822069c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f29a1ba4-9c2e-4bbf-be88-aa21c2016c98,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:12.943106 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7470e10a-1678-4dc2-9c98-9ba4c822069c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:12.946377 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7470e10a-1678-4dc2-9c98-9ba4c822069c admin admin] 10.222.0.127 "DELETE /v2.0/subnets/f29a1ba4-9c2e-4bbf-be88-aa21c2016c98 HTTP/1.1" status: 204 len: 168 time: 0.5895185 Nov 04 10:42:12.949213 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46452) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:12.952374 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca35e704-cb7d-42b4-bdd3-b50f636673c1 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Made reservation on behalf of 8497c67b53424b7dad5299c790949829 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:42:12.955794 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ca35e704-cb7d-42b4-bdd3-b50f636673c1 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:12.990885 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-41bb9958-26f0-485a-aeed-4656676bcaec tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:12.992008 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-41bb9958-26f0-485a-aeed-4656676bcaec tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:12.999103 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca35e704-cb7d-42b4-bdd3-b50f636673c1 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1191} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:42:13.014793 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ca35e704-cb7d-42b4-bdd3-b50f636673c1 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:13.015150 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-ca35e704-cb7d-42b4-bdd3-b50f636673c1 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Added segment 554f55d5-7801-4ec1-a0b5-77b34d11c915 of type vlan for network 7dc8b567-8d06-44f2-91f1-9a500443ba2b Nov 04 10:42:13.071448 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 04 Nov 2021 10:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf30a8fa-03ca-4c01-8b4a-b085763fc0ab x-openstack-request-id: req-cf30a8fa-03ca-4c01-8b4a-b085763fc0ab {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:42:13.071746 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9786cb95-a7ff-4b24-a896-ac6e9091c86f", "name": "network-vif-unplugged", "status": "failed", "tag": "ce4a5572-1bbb-4181-8a28-8d272b7ae981", "code": 422}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:42:13.072625 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-cf30a8fa-03ca-4c01-8b4a-b085763fc0ab {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:42:13.073199 n-d-816629-1 neutron-server[101776]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9786cb95-a7ff-4b24-a896-ac6e9091c86f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ce4a5572-1bbb-4181-8a28-8d272b7ae981', 'code': 422} returned with failed status Nov 04 10:42:13.073770 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Pushing event updated for resources: {'Port': ['ID=7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:13.086258 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:13.086600 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:13.086941 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:13.087342 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:13.087639 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:13.087968 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:13.088290 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:13.088609 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:13.088968 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:13.089288 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:13.089604 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:13.089917 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:13.094505 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:42:13.094842 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:42:13.106363 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e3a2f150-6531-4362-8980-8d86fe2470d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:13.109872 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Network c69f2f47-5938-4d0d-8b6b-d7bd246de592 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:42:13.116504 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:42:13.118865 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252b1481-f730-49db-a2f7-572c945b7444 x-openstack-request-id: req-252b1481-f730-49db-a2f7-572c945b7444 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:42:13.122145 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:42:13.126815 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57", "name": "network-vif-deleted", "tag": "4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:42:13.127271 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-252b1481-f730-49db-a2f7-572c945b7444 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:42:13.127813 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9443dbd-5f3c-40e3-a6f0-d2dd28e12d57', 'name': 'network-vif-deleted', 'tag': '4cc4ce1b-d6d5-4de8-9857-c7c7b9dfbab9', 'status': 'completed', 'code': 200} Nov 04 10:42:13.154912 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb7d297-b227-4e49-9b95-a807d866de60 x-openstack-request-id: req-9bb7d297-b227-4e49-9b95-a807d866de60 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:42:13.155361 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa", "tag": "c3ee3560-6e59-4d2a-a673-6dd806418fd6", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:42:13.155701 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-9bb7d297-b227-4e49-9b95-a807d866de60 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:42:13.156414 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa', 'tag': 'c3ee3560-6e59-4d2a-a673-6dd806418fd6', 'status': 'completed', 'code': 200} Nov 04 10:42:13.175696 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-41bb9958-26f0-485a-aeed-4656676bcaec tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:13.198982 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ca35e704-cb7d-42b4-bdd3-b50f636673c1 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:13.200696 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-41bb9958-26f0-485a-aeed-4656676bcaec tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:13.267069 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-41bb9958-26f0-485a-aeed-4656676bcaec tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:13.271569 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-41bb9958-26f0-485a-aeed-4656676bcaec tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4020641 Nov 04 10:42:13.272491 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46456) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:13.288338 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-a877c9c7-56f7-44aa-bd21-dd261c464b3e tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1311374793', 'prefixes': ['172.20.0.0/16']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:13.291307 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e3a2f150-6531-4362-8980-8d86fe2470d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:13.291464 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Attempting to bind port 7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:42:13.292316 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Attempting to bind port 7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '82ce2090-cba1-41fd-8c40-3d5f9a121f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'c69f2f47-5938-4d0d-8b6b-d7bd246de592'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:42:13.292679 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Attempting to bind port 7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23 on network c69f2f47-5938-4d0d-8b6b-d7bd246de592 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:42:13.299767 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ca35e704-cb7d-42b4-bdd3-b50f636673c1 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:13.302124 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:42:13.302502 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Checking segment: {'id': '82ce2090-cba1-41fd-8c40-3d5f9a121f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'c69f2f47-5938-4d0d-8b6b-d7bd246de592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:42:13.302900 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:13.303306 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Bound using segment: {'id': '82ce2090-cba1-41fd-8c40-3d5f9a121f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'c69f2f47-5938-4d0d-8b6b-d7bd246de592'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:42:13.303800 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Bound port: 7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ce2090-cba1-41fd-8c40-3d5f9a121f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'c69f2f47-5938-4d0d-8b6b-d7bd246de592'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:42:13.304177 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:13.308200 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca35e704-cb7d-42b4-bdd3-b50f636673c1 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:13.309073 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ca35e704-cb7d-42b4-bdd3-b50f636673c1 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:13.333971 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-e3a2f150-6531-4362-8980-8d86fe2470d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:13.334498 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8801d77-8631-4718-a25e-07d60c6c903e req-1b4daba3-88fb-4406-bc5f-15d2638b9cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:13.336224 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d8801d77-8631-4718-a25e-07d60c6c903e req-1b4daba3-88fb-4406-bc5f-15d2638b9cbb service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=45c1d4a009b54581bacf1fbcabe00677&device_id=ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa HTTP/1.1" status: 200 len: 1095 time: 0.1587312 Nov 04 10:42:13.349392 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-e3a2f150-6531-4362-8980-8d86fe2470d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:13.349724 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-e3a2f150-6531-4362-8980-8d86fe2470d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c94fc0-5874-4ce7-9dae-6272219fa4dc') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:13.362601 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e3a2f150-6531-4362-8980-8d86fe2470d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:13.391755 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e3a2f150-6531-4362-8980-8d86fe2470d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:13.425449 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a2f150-6531-4362-8980-8d86fe2470d7 admin admin] Releasing vlan 1189 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:42:13.426307 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e3a2f150-6531-4362-8980-8d86fe2470d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:42:13.428250 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:42:13.456607 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-3fc326ca-7199-403d-9437-29d852695853 None None] For port 7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:42:13.479075 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00255fa5-c236-4e40-975e-c8e6521fc758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-6909e813-9134-46c1-b0e3-860b3b37988d', 'network_id': '6909e813-9134-46c1-b0e3-860b3b37988d', 'tenant_id': '8497c67b53424b7dad5299c790949829', 'fixed_ips': [{'subnet_id': 'c5c1749a-8a85-4947-8b4b-b0456d1e1a3c'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:42:13.480149 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-00255fa5-c236-4e40-975e-c8e6521fc758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:13.485571 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-3fc326ca-7199-403d-9437-29d852695853 None None] For port 7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23,segment=NetworkSegment(82ce2090-cba1-41fd-8c40-3d5f9a121f1e),segment_id=82ce2090-cba1-41fd-8c40-3d5f9a121f1e)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:42:13.502610 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:13.516070 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f4bdc-4879-4059-8be2-47c26687fb3e req-57c1a6f1-453d-443d-b98f-ac56d5e11941 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:13.518501 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f9f4bdc-4879-4059-8be2-47c26687fb3e req-57c1a6f1-453d-443d-b98f-ac56d5e11941 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "GET /v2.0/ports?device_id=95be77b3-590a-440e-b99a-f0d08aaa8e01 HTTP/1.1" status: 200 len: 945 time: 0.1393771 Nov 04 10:42:13.530000 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46460) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:13.536578 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-0720c8f9-0f94-4886-80df-23778c4583f2 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Request body: {'floatingip': {'port_id': '357a8562-1cb6-4594-93c7-c208305edbaa'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:13.539321 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e3a2f150-6531-4362-8980-8d86fe2470d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:13.594712 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e3a2f150-6531-4362-8980-8d86fe2470d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:13.601398 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e3a2f150-6531-4362-8980-8d86fe2470d7 admin admin] 10.222.0.127 "DELETE /v2.0/networks/c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a HTTP/1.1" status: 204 len: 168 time: 0.6507375 Nov 04 10:42:13.605268 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46466) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:13.663299 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2f150-6531-4362-8980-8d86fe2470d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8f42ff4-0f8e-4f4e-85ec-b50e1ed4382a,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:13.667734 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0720c8f9-0f94-4886-80df-23778c4583f2 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks [] for floatingip, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:13.681696 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc326ca-7199-403d-9437-29d852695853 None None] Pushing event updated for resources: {'Port': ['ID=7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:13.819079 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-00255fa5-c236-4e40-975e-c8e6521fc758 None None] Allocated IP 19.80.0.2 (6909e813-9134-46c1-b0e3-860b3b37988d/c5c1749a-8a85-4947-8b4b-b0456d1e1a3c/0a585b7b-5e0f-428d-8476-87e4650aa8c0) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:42:13.853377 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-4266413b-9b07-49fe-881d-3f4ea92e8727 admin admin] Deleting subnet 54aaec02-6c64-4d20-b581-7f3ed4dcfdb0 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:42:13.867750 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4266413b-9b07-49fe-881d-3f4ea92e8727 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:14.048639 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4266413b-9b07-49fe-881d-3f4ea92e8727 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:14.054833 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ca35e704-cb7d-42b4-bdd3-b50f636673c1 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2062347 Nov 04 10:42:14.063617 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46478) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:14.075227 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-00255fa5-c236-4e40-975e-c8e6521fc758 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:14.076327 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-9a824166-a7a7-4fc5-ae82-d5a64ef050ba tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Request body: {'subnet': {'network_id': '7dc8b567-8d06-44f2-91f1-9a500443ba2b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:14.083351 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-00255fa5-c236-4e40-975e-c8e6521fc758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:14.086987 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35e704-cb7d-42b4-bdd3-b50f636673c1 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event updated for resources: {'Network': ['ID=7dc8b567-8d06-44f2-91f1-9a500443ba2b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:14.115833 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4266413b-9b07-49fe-881d-3f4ea92e8727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:14.119929 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 7dc8b567-8d06-44f2-91f1-9a500443ba2b details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:42:14.156007 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba488df-7f01-40a6-ad98-aa484fde181f req-366568ac-5dc3-4fef-a8d4-dc94cde76960 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:14.161351 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cba488df-7f01-40a6-ad98-aa484fde181f req-366568ac-5dc3-4fef-a8d4-dc94cde76960 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/networks?id=8c8a1e5a-f063-46d4-a45c-05147903d1b7 HTTP/1.1" status: 200 len: 811 time: 0.4476745 Nov 04 10:42:14.181568 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00255fa5-c236-4e40-975e-c8e6521fc758 None None] Network 6909e813-9134-46c1-b0e3-860b3b37988d is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:42:14.190473 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-00255fa5-c236-4e40-975e-c8e6521fc758 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:42:14.191703 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8801d77-8631-4718-a25e-07d60c6c903e req-0608c1e0-c453-4acd-9889-2490cc023ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:14.193899 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d8801d77-8631-4718-a25e-07d60c6c903e req-0608c1e0-c453-4acd-9889-2490cc023ba9 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ca618409-65ac-47e4-852b-e90a8d6ee201 HTTP/1.1" status: 200 len: 899 time: 0.8388140 Nov 04 10:42:14.194064 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00255fa5-c236-4e40-975e-c8e6521fc758 None None] Pushing event updated for resources: {'Port': ['ID=0a585b7b-5e0f-428d-8476-87e4650aa8c0,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:14.196502 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00255fa5-c236-4e40-975e-c8e6521fc758 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:42:14.278913 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d8801d77-8631-4718-a25e-07d60c6c903e req-e793cf3f-2e0d-43f2-b437-56d36a374742 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3ee3560-6e59-4d2a-a673-6dd806418fd6 HTTP/1.1" status: 200 len: 217 time: 0.0724263 Nov 04 10:42:14.339652 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a824166-a7a7-4fc5-ae82-d5a64ef050ba tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Made reservation on behalf of 8497c67b53424b7dad5299c790949829 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:42:14.343874 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9a824166-a7a7-4fc5-ae82-d5a64ef050ba tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:14.353226 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a877c9c7-56f7-44aa-bd21-dd261c464b3e tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks [] for subnetpool, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:14.359240 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a877c9c7-56f7-44aa-bd21-dd261c464b3e tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.0766921 Nov 04 10:42:14.375738 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46480) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:14.407987 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-a7b05ae3-09f4-41f3-bcaa-e6014e0cb47b tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4dfda470-cddb-41aa-8890-1303d554a061', 'tempest-TagsExtTest-Tag-1918959012') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:14.419283 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8801d77-8631-4718-a25e-07d60c6c903e req-0216f8af-8d71-44ef-a525-7d5f02be630d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:14.421019 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d8801d77-8631-4718-a25e-07d60c6c903e req-0216f8af-8d71-44ef-a525-7d5f02be630d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=59335a63-ec1a-47a5-bfa2-0cd07786ba27 HTTP/1.1" status: 200 len: 835 time: 0.1336792 Nov 04 10:42:14.446882 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-00255fa5-c236-4e40-975e-c8e6521fc758 None None] Attempting to bind port 0a585b7b-5e0f-428d-8476-87e4650aa8c0 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:42:14.447201 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-00255fa5-c236-4e40-975e-c8e6521fc758 None None] Attempting to bind port 0a585b7b-5e0f-428d-8476-87e4650aa8c0 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'b979c238-90a9-4161-aac9-258a49b190b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '6909e813-9134-46c1-b0e3-860b3b37988d'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:42:14.447566 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00255fa5-c236-4e40-975e-c8e6521fc758 None None] Attempting to bind port 0a585b7b-5e0f-428d-8476-87e4650aa8c0 on network 6909e813-9134-46c1-b0e3-860b3b37988d {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:42:14.453182 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00255fa5-c236-4e40-975e-c8e6521fc758 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:42:14.453548 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00255fa5-c236-4e40-975e-c8e6521fc758 None None] Checking segment: {'id': 'b979c238-90a9-4161-aac9-258a49b190b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '6909e813-9134-46c1-b0e3-860b3b37988d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:42:14.454098 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-00255fa5-c236-4e40-975e-c8e6521fc758 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:14.455063 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00255fa5-c236-4e40-975e-c8e6521fc758 None None] Bound using segment: {'id': 'b979c238-90a9-4161-aac9-258a49b190b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '6909e813-9134-46c1-b0e3-860b3b37988d'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:42:14.455063 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-00255fa5-c236-4e40-975e-c8e6521fc758 None None] Bound port: 0a585b7b-5e0f-428d-8476-87e4650aa8c0, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b979c238-90a9-4161-aac9-258a49b190b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '6909e813-9134-46c1-b0e3-860b3b37988d'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:42:14.455410 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-00255fa5-c236-4e40-975e-c8e6521fc758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:14.535389 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-00255fa5-c236-4e40-975e-c8e6521fc758 None None] For port 0a585b7b-5e0f-428d-8476-87e4650aa8c0, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:42:14.539433 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-00255fa5-c236-4e40-975e-c8e6521fc758 None None] For port 0a585b7b-5e0f-428d-8476-87e4650aa8c0, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0a585b7b-5e0f-428d-8476-87e4650aa8c0,segment=NetworkSegment(b979c238-90a9-4161-aac9-258a49b190b3),segment_id=b979c238-90a9-4161-aac9-258a49b190b3)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:42:14.546631 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-00255fa5-c236-4e40-975e-c8e6521fc758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:14.575160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8801d77-8631-4718-a25e-07d60c6c903e req-01936f20-34d4-4140-9aeb-2f5b0aa1fddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:14.576798 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d8801d77-8631-4718-a25e-07d60c6c903e req-01936f20-34d4-4140-9aeb-2f5b0aa1fddf service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ca618409-65ac-47e4-852b-e90a8d6ee201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256506 Nov 04 10:42:14.602124 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cba488df-7f01-40a6-ad98-aa484fde181f req-c893a1cc-d520-4662-a324-39e279972b62 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/quotas/53562ae687274bbeba84f6369ffa7a9a HTTP/1.1" status: 200 len: 375 time: 0.4334426 Nov 04 10:42:14.650943 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00255fa5-c236-4e40-975e-c8e6521fc758 None None] Pushing event updated for resources: {'Port': ['ID=0a585b7b-5e0f-428d-8476-87e4650aa8c0,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:14.711197 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cba488df-7f01-40a6-ad98-aa484fde181f req-489b4ce7-3ea3-40be-9b5e-5ffb6c23ef1b tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=53562ae687274bbeba84f6369ffa7a9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1079912 Nov 04 10:42:14.717283 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:14.790748 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4266413b-9b07-49fe-881d-3f4ea92e8727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:14.805366 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a7b05ae3-09f4-41f3-bcaa-e6014e0cb47b tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "PUT /v2.0/subnets/4dfda470-cddb-41aa-8890-1303d554a061/tags/tempest-TagsExtTest-Tag-1918959012 HTTP/1.1" status: 201 len: 201 time: 0.4256794 Nov 04 10:42:14.813550 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46482) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:14.819712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-99303848-ac5a-4573-b7b6-aa0e5f1a4583 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0294ad12-1a5f-41ca-b911-a757c0288224', 'tempest-TagsExtTest-Tag-2079955454') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:14.878460 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d8801d77-8631-4718-a25e-07d60c6c903e req-c18f9474-1c85-422e-bc96-38486b80662e service neutron] 10.222.0.121 "GET /v2.0/networks/ca618409-65ac-47e4-852b-e90a8d6ee201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888553 Nov 04 10:42:14.895474 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266413b-9b07-49fe-881d-3f4ea92e8727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54aaec02-6c64-4d20-b581-7f3ed4dcfdb0,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:14.904750 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4266413b-9b07-49fe-881d-3f4ea92e8727 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:14.908850 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4266413b-9b07-49fe-881d-3f4ea92e8727 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/54aaec02-6c64-4d20-b581-7f3ed4dcfdb0 HTTP/1.1" status: 204 len: 168 time: 1.3024945 Nov 04 10:42:14.915496 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46484) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:14.954494 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9a824166-a7a7-4fc5-ae82-d5a64ef050ba tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:15.099869 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d8801d77-8631-4718-a25e-07d60c6c903e req-1129bab1-9fa2-49e1-be20-359a9e6fef56 service neutron] 10.222.0.121 "GET /v2.0/networks/ca618409-65ac-47e4-852b-e90a8d6ee201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130609 Nov 04 10:42:15.101877 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cc2e63a2-3483-4744-b7d9-b3f10fee9c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:15.113000 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e825f5-a22c-4469-a47e-74d008799de2 None None] Network c69f2f47-5938-4d0d-8b6b-d7bd246de592 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:42:15.120140 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a824166-a7a7-4fc5-ae82-d5a64ef050ba tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event updated for resources: {'Subnet': ['ID=05a016bd-510e-4320-b581-12d069bca272,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:15.121308 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cba488df-7f01-40a6-ad98-aa484fde181f req-48ce189e-a4f6-4570-98ad-61eba7845221 service neutron] 10.222.0.127 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086449 Nov 04 10:42:15.142489 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9786cb95-a7ff-4b24-a896-ac6e9091c86f', 'name': 'network-vif-deleted', 'tag': 'ce4a5572-1bbb-4181-8a28-8d272b7ae981'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:42:15.145508 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fc769b-af8a-4f47-b4f5-2c7860c17540" -d '{"events": [{"server_uuid": "9786cb95-a7ff-4b24-a896-ac6e9091c86f", "name": "network-vif-deleted", "tag": "ce4a5572-1bbb-4181-8a28-8d272b7ae981"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:42:15.191009 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-99303848-ac5a-4573-b7b6-aa0e5f1a4583 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "PUT /v2.0/ports/0294ad12-1a5f-41ca-b911-a757c0288224/tags/tempest-TagsExtTest-Tag-2079955454 HTTP/1.1" status: 201 len: 201 time: 0.3762510 Nov 04 10:42:15.192245 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a824166-a7a7-4fc5-ae82-d5a64ef050ba tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Checking segment: {'id': '554f55d5-7801-4ec1-a0b5-77b34d11c915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '7dc8b567-8d06-44f2-91f1-9a500443ba2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:42:15.192636 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a824166-a7a7-4fc5-ae82-d5a64ef050ba tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Network hostable DHCP agents. Network: 7dc8b567-8d06-44f2-91f1-9a500443ba2b, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:42:15.194972 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46488) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:15.200617 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-52418aad-4ac8-4ac6-9550-0b100b8abfbb tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2', 'tempest-TagsExtTest-Tag-24506349') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:15.246133 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-497a9bca-8caa-41cf-a0b0-020d6c2973bd None None] Provisioning complete for port 7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:15.246862 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-497a9bca-8caa-41cf-a0b0-020d6c2973bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:15.321123 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.db.resource_extend [None req-0720c8f9-0f94-4886-80df-23778c4583f2 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:42:15.333168 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0a585b7b-5e0f-428d-8476-87e4650aa8c0 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:42:15.345345 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a824166-a7a7-4fc5-ae82-d5a64ef050ba tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Network 7dc8b567-8d06-44f2-91f1-9a500443ba2b is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:42:15.362606 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-9a824166-a7a7-4fc5-ae82-d5a64ef050ba tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 7dc8b567-8d06-44f2-91f1-9a500443ba2b) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:42:15.369904 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a824166-a7a7-4fc5-ae82-d5a64ef050ba tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:15.370507 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9a824166-a7a7-4fc5-ae82-d5a64ef050ba tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:15.377161 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cc2e63a2-3483-4744-b7d9-b3f10fee9c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:15.389071 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-52418aad-4ac8-4ac6-9550-0b100b8abfbb tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "PUT /v2.0/routers/71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2/tags/tempest-TagsExtTest-Tag-24506349 HTTP/1.1" status: 201 len: 201 time: 0.1907628 Nov 04 10:42:15.390062 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46490) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:15.394848 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9a824166-a7a7-4fc5-ae82-d5a64ef050ba tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3236327 Nov 04 10:42:15.401081 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-4bbc9aa0-f683-48e4-beff-bbac972ad0d5 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '269d957f-61ce-48d8-afec-fe1bbdfa7d28', 'tempest-TagsExtTest-Tag-1336921676') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:15.403820 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e321caec-fa79-4823-86d7-2c1878a2d0a3 None None] Network 7dc8b567-8d06-44f2-91f1-9a500443ba2b requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:42:15.447897 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-cc2e63a2-3483-4744-b7d9-b3f10fee9c5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd34d715-91be-4e0b-a51e-887e1db004c1']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:15.461762 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4bbc9aa0-f683-48e4-beff-bbac972ad0d5 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "PUT /v2.0/subnetpools/269d957f-61ce-48d8-afec-fe1bbdfa7d28/tags/tempest-TagsExtTest-Tag-1336921676 HTTP/1.1" status: 201 len: 201 time: 0.0652156 Nov 04 10:42:15.464043 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46494) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:15.471426 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0720c8f9-0f94-4886-80df-23778c4583f2 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:15.471870 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-0574dedd-4036-48b5-980b-47fd2bfb1d89 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4dfda470-cddb-41aa-8890-1303d554a061') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:15.474151 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-cc2e63a2-3483-4744-b7d9-b3f10fee9c5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd917740b-97d4-4603-abdd-a598d976fc6d') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:15.474499 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-cc2e63a2-3483-4744-b7d9-b3f10fee9c5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd917740b-97d4-4603-abdd-a598d976fc6d') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:15.489557 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cc2e63a2-3483-4744-b7d9-b3f10fee9c5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:15.510029 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cc2e63a2-3483-4744-b7d9-b3f10fee9c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:15.517954 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2e63a2-3483-4744-b7d9-b3f10fee9c5c admin admin] Releasing vlan 1151 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:42:15.519249 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cc2e63a2-3483-4744-b7d9-b3f10fee9c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:15.559758 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0574dedd-4036-48b5-980b-47fd2bfb1d89 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "GET /v2.0/subnets/4dfda470-cddb-41aa-8890-1303d554a061/tags HTTP/1.1" status: 200 len: 241 time: 0.0913987 Nov 04 10:42:15.560055 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46498) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:15.565462 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-72701550-d82c-4f69-9822-5f240e9ea497 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4dfda470-cddb-41aa-8890-1303d554a061', 'tempest-TagsExtTest-Tag-1918959012') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:42:15.584081 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:42:15.589493 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cba488df-7f01-40a6-ad98-aa484fde181f req-b15fb6c8-2234-4008-98d8-18d7ea6fc8ba service neutron] 10.222.0.127 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671183 Nov 04 10:42:15.593174 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0720c8f9-0f94-4886-80df-23778c4583f2 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:15.599118 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cc2e63a2-3483-4744-b7d9-b3f10fee9c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:15.606570 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 0a585b7b-5e0f-428d-8476-87e4650aa8c0 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:15.606945 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:15.613461 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device c3ee3560-6e59-4d2a-a673-6dd806418fd6 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:42:15.646694 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-72701550-d82c-4f69-9822-5f240e9ea497 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "GET /v2.0/subnets/4dfda470-cddb-41aa-8890-1303d554a061/tags/tempest-TagsExtTest-Tag-1918959012 HTTP/1.1" status: 204 len: 168 time: 0.0851529 Nov 04 10:42:15.648405 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46500) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:15.659375 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cc2e63a2-3483-4744-b7d9-b3f10fee9c5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:15.661723 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-94f70a2e-fdbc-41fd-90d9-950a5778006a tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '4dfda470-cddb-41aa-8890-1303d554a061', 'tempest-TagsExtTest-Tag-1918959012') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:15.666158 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cc2e63a2-3483-4744-b7d9-b3f10fee9c5c admin admin] 10.222.0.127 "DELETE /v2.0/networks/dd34d715-91be-4e0b-a51e-887e1db004c1 HTTP/1.1" status: 204 len: 168 time: 0.7448046 Nov 04 10:42:15.667924 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-497a9bca-8caa-41cf-a0b0-020d6c2973bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:15.699200 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e63a2-3483-4744-b7d9-b3f10fee9c5c admin admin] Pushing event deleted for resources: {'Network': ['ID=dd34d715-91be-4e0b-a51e-887e1db004c1,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:15.830776 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-0720c8f9-0f94-4886-80df-23778c4583f2 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Floating IP bdcc976d-4dd6-47c7-97c8-01fb70b285de associated. External IP: 172.25.7.49, port: 357a8562-1cb6-4594-93c7-c208305edbaa. Nov 04 10:42:15.836739 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-94f70a2e-fdbc-41fd-90d9-950a5778006a tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "DELETE /v2.0/subnets/4dfda470-cddb-41aa-8890-1303d554a061/tags/tempest-TagsExtTest-Tag-1918959012 HTTP/1.1" status: 204 len: 168 time: 0.1856997 Nov 04 10:42:15.839471 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46508) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:15.849559 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.resource_extend [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:42:15.850701 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-62f7f29e-ef00-4307-b317-53154988bcec tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4dfda470-cddb-41aa-8890-1303d554a061') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:15.916617 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46510) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:15.923639 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-497a9bca-8caa-41cf-a0b0-020d6c2973bd None None] For port 7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23,segment=NetworkSegment(82ce2090-cba1-41fd-8c40-3d5f9a121f1e),segment_id=82ce2090-cba1-41fd-8c40-3d5f9a121f1e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:15.993770 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8a3953fb-3dc2-491b-aab8-0602df78d963 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=b0cdd2f9dc0842d49d2b7a3c82b555e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0674179 Nov 04 10:42:15.994701 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46512) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:16.009185 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c83366-3445-46e3-8edd-96bff8a77ec4 req-2ba313cc-87b5-493e-97ea-0b9b8e348bc1 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:16.018325 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6c83366-3445-46e3-8edd-96bff8a77ec4 req-2ba313cc-87b5-493e-97ea-0b9b8e348bc1 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 945 time: 0.1258156 Nov 04 10:42:16.079487 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1984e8b8-93bb-4a9a-b55d-695131384fcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:16.106358 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1984e8b8-93bb-4a9a-b55d-695131384fcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:16.189503 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-62f7f29e-ef00-4307-b317-53154988bcec tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "GET /v2.0/subnets/4dfda470-cddb-41aa-8890-1303d554a061/tags HTTP/1.1" status: 200 len: 205 time: 0.3424437 Nov 04 10:42:16.189503 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46518) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:16.189856 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6c83366-3445-46e3-8edd-96bff8a77ec4 req-9a15c6d3-3e98-4563-a8be-0466e4bf2038 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687400 Nov 04 10:42:16.190200 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-718d38b6-c7d5-4949-bb63-9e7aaf7deed4 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0294ad12-1a5f-41ca-b911-a757c0288224') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:16.200778 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port c3ee3560-6e59-4d2a-a673-6dd806418fd6, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=c3ee3560-6e59-4d2a-a673-6dd806418fd6,segment=NetworkSegment(f2c41c3e-8f76-447a-a97e-90dcfb81f85b),segment_id=f2c41c3e-8f76-447a-a97e-90dcfb81f85b)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:16.229806 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-497a9bca-8caa-41cf-a0b0-020d6c2973bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:16.245154 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1984e8b8-93bb-4a9a-b55d-695131384fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:16.251632 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1984e8b8-93bb-4a9a-b55d-695131384fcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:16.272751 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1984e8b8-93bb-4a9a-b55d-695131384fcc admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/85565467-481c-4afd-b419-9a9b293fcbf0 HTTP/1.1" status: 204 len: 168 time: 0.2614737 Nov 04 10:42:16.325891 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984e8b8-93bb-4a9a-b55d-695131384fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85565467-481c-4afd-b419-9a9b293fcbf0,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:16.331105 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a9bca-8caa-41cf-a0b0-020d6c2973bd None None] Pushing event updated for resources: {'Port': ['ID=7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:16.339914 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'c3ee3560-6e59-4d2a-a673-6dd806418fd6', 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201', 'port_id': 'c3ee3560-6e59-4d2a-a673-6dd806418fd6', 'mac_address': 'fa:16:3e:73:fd:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59335a63-ec1a-47a5-bfa2-0cd07786ba27', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:42:16.359661 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eaae31-9b01-4037-805f-5ee054456536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-7dc8b567-8d06-44f2-91f1-9a500443ba2b', 'network_id': '7dc8b567-8d06-44f2-91f1-9a500443ba2b', 'tenant_id': '8497c67b53424b7dad5299c790949829', 'fixed_ips': [{'subnet_id': '05a016bd-510e-4320-b581-12d069bca272'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:42:16.361002 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-19eaae31-9b01-4037-805f-5ee054456536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:16.410683 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0720c8f9-0f94-4886-80df-23778c4583f2 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Router b1ab101e-195d-455a-b3f0-81b93d65fc76 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:42:16.418551 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-718d38b6-c7d5-4949-bb63-9e7aaf7deed4 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "GET /v2.0/ports/0294ad12-1a5f-41ca-b911-a757c0288224/tags HTTP/1.1" status: 200 len: 241 time: 0.2324152 Nov 04 10:42:16.421530 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46524) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:16.424591 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6432db-327d-446e-b01c-6255762cc9db req-30c696ea-a4c4-443d-a579-c4a3786df801 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:16.426368 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eb6432db-327d-446e-b01c-6255762cc9db req-30c696ea-a4c4-443d-a579-c4a3786df801 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?device_id=ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa HTTP/1.1" status: 200 len: 944 time: 0.1300642 Nov 04 10:42:16.429421 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-af93b638-b418-4e53-a698-cb4a60b29ad3 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0294ad12-1a5f-41ca-b911-a757c0288224', 'tempest-TagsExtTest-Tag-2079955454') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:16.560029 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-af93b638-b418-4e53-a698-cb4a60b29ad3 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "GET /v2.0/ports/0294ad12-1a5f-41ca-b911-a757c0288224/tags/tempest-TagsExtTest-Tag-2079955454 HTTP/1.1" status: 204 len: 168 time: 0.1340907 Nov 04 10:42:16.560518 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46526) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:16.568030 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-19651b9f-480c-4d05-bef9-fc60adcaedbf tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0294ad12-1a5f-41ca-b911-a757c0288224', 'tempest-TagsExtTest-Tag-2079955454') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:16.589664 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd0ca1e-59ef-4afc-9cfe-fc5e41e37ad7 None None] Network 6909e813-9134-46c1-b0e3-860b3b37988d requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:42:16.629437 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eb6432db-327d-446e-b01c-6255762cc9db req-39534ce2-024d-40f0-be6f-7b7b5c070c0a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/security-groups?id=1f69f6d8-db14-4975-8e35-b9ad030402cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906619 Nov 04 10:42:16.712543 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-19651b9f-480c-4d05-bef9-fc60adcaedbf tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "DELETE /v2.0/ports/0294ad12-1a5f-41ca-b911-a757c0288224/tags/tempest-TagsExtTest-Tag-2079955454 HTTP/1.1" status: 204 len: 168 time: 0.1489069 Nov 04 10:42:16.714915 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46528) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:16.719723 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-28748450-fe1a-4e73-bdf2-249b16900c63 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0294ad12-1a5f-41ca-b911-a757c0288224') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:16.722136 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:16.771889 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:16.795232 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0720c8f9-0f94-4886-80df-23778c4583f2 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:42:16.809995 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9de277f-343c-4ecf-99b0-4c46d6fab32c None None] Sync routers for ids ['b1ab101e-195d-455a-b3f0-81b93d65fc76'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:42:16.810568 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ee3560-6e59-4d2a-a673-6dd806418fd6 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:42:16.813290 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0720c8f9-0f94-4886-80df-23778c4583f2 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:16.841066 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9de277f-343c-4ecf-99b0-4c46d6fab32c None None] Routers {'b1ab101e-195d-455a-b3f0-81b93d65fc76'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:42:16.858893 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-28748450-fe1a-4e73-bdf2-249b16900c63 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "GET /v2.0/ports/0294ad12-1a5f-41ca-b911-a757c0288224/tags HTTP/1.1" status: 200 len: 205 time: 0.1428087 Nov 04 10:42:16.859168 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f9de277f-343c-4ecf-99b0-4c46d6fab32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:41:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['b1ab101e-195d-455a-b3f0-81b93d65fc76'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:16.861649 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46532) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:16.866591 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port c3ee3560-6e59-4d2a-a673-6dd806418fd6, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=c3ee3560-6e59-4d2a-a673-6dd806418fd6,segment=NetworkSegment(f2c41c3e-8f76-447a-a97e-90dcfb81f85b),segment_id=f2c41c3e-8f76-447a-a97e-90dcfb81f85b)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:16.881001 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-219a5c25-c3be-43d0-b98e-383ac00fc750 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:16.890603 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0720c8f9-0f94-4886-80df-23778c4583f2 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "PUT /v2.0/floatingips/bdcc976d-4dd6-47c7-97c8-01fb70b285de HTTP/1.1" status: 200 len: 990 time: 3.3587873 Nov 04 10:42:16.897887 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 04 Nov 2021 10:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c925c0-3415-482a-90ac-8a1dda9af4de x-openstack-request-id: req-41c925c0-3415-482a-90ac-8a1dda9af4de {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:42:16.898375 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9786cb95-a7ff-4b24-a896-ac6e9091c86f", "name": "network-vif-deleted", "tag": "ce4a5572-1bbb-4181-8a28-8d272b7ae981", "status": "failed", "code": 422}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:42:16.902052 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-41c925c0-3415-482a-90ac-8a1dda9af4de {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:42:16.902511 n-d-816629-1 neutron-server[101774]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9786cb95-a7ff-4b24-a896-ac6e9091c86f', 'name': 'network-vif-deleted', 'tag': 'ce4a5572-1bbb-4181-8a28-8d272b7ae981', 'status': 'failed', 'code': 422} returned with failed status Nov 04 10:42:16.950828 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:16.963001 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-3a42605c-4ff9-425a-963b-6c179c356b44 None None] Provisioning complete for port 0294ad12-1a5f-41ca-b911-a757c0288224 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:16.963665 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3a42605c-4ff9-425a-963b-6c179c356b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:17.058600 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-219a5c25-c3be-43d0-b98e-383ac00fc750 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "GET /v2.0/routers/71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2/tags HTTP/1.1" status: 200 len: 239 time: 0.1926765 Nov 04 10:42:17.058971 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46544) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:17.065529 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-a3e09e7c-fd46-4f6d-afa1-5d9c916d5580 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2', 'tempest-TagsExtTest-Tag-24506349') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:17.067788 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46546) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:17.119512 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-f9de277f-343c-4ecf-99b0-4c46d6fab32c None None] Set router b1ab101e-195d-455a-b3f0-81b93d65fc76 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:42:17.150758 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3d33d7f9-926d-447d-aea0-0962402cf3c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:17.184405 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 0a585b7b-5e0f-428d-8476-87e4650aa8c0, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0a585b7b-5e0f-428d-8476-87e4650aa8c0,segment=NetworkSegment(b979c238-90a9-4161-aac9-258a49b190b3),segment_id=b979c238-90a9-4161-aac9-258a49b190b3)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:17.196438 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bc1a9e16-b3f1-48af-b4de-86c2c21ac0fa admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=a43c23f134de4f14aa5d63daefe26693&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1254454 Nov 04 10:42:17.199087 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46550) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:17.206052 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a3e09e7c-fd46-4f6d-afa1-5d9c916d5580 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "GET /v2.0/routers/71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2/tags/tempest-TagsExtTest-Tag-24506349 HTTP/1.1" status: 204 len: 168 time: 0.1424038 Nov 04 10:42:17.206295 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-3a42605c-4ff9-425a-963b-6c179c356b44 None None] Port 0294ad12-1a5f-41ca-b911-a757c0288224 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:42:17.206832 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46552) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:17.211611 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-ff8ab381-87a0-444a-9b62-9d75bd521194 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2', 'tempest-TagsExtTest-Tag-24506349') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:17.225775 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-19eaae31-9b01-4037-805f-5ee054456536 None None] Allocated IP 19.86.0.2 (7dc8b567-8d06-44f2-91f1-9a500443ba2b/05a016bd-510e-4320-b581-12d069bca272/c6e0be2a-cf9b-4bca-94e5-5313b41b3742) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:42:17.229459 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-994985fe-ede9-4c9f-b63d-edb660f4e6b2 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:17.236337 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-994985fe-ede9-4c9f-b63d-edb660f4e6b2 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:17.238405 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-994985fe-ede9-4c9f-b63d-edb660f4e6b2 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/networks?id=6909e813-9134-46c1-b0e3-860b3b37988d&id=7dc8b567-8d06-44f2-91f1-9a500443ba2b HTTP/1.1" status: 200 len: 1391 time: 0.2069504 Nov 04 10:42:17.278083 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-737c1cd0-eafe-4286-a8e8-1cab3b9dd4f5 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/quotas/8497c67b53424b7dad5299c790949829 HTTP/1.1" status: 200 len: 375 time: 0.0320649 Nov 04 10:42:17.315611 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ff8ab381-87a0-444a-9b62-9d75bd521194 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "DELETE /v2.0/routers/71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2/tags/tempest-TagsExtTest-Tag-24506349 HTTP/1.1" status: 204 len: 168 time: 0.1079772 Nov 04 10:42:17.318612 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46554) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:17.322032 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['c3ee3560-6e59-4d2a-a673-6dd806418fd6'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:42:17.325032 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-7439eaf7-5e4a-461e-9734-a1b5f9ecdc1c tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:17.325690 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:17.326471 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:42:17.340539 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8fb0aa8c-5160-4980-986e-910a01f6d6ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:17.377096 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8fb0aa8c-5160-4980-986e-910a01f6d6ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:17.390697 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-c2c087a7-7072-4c85-bd47-28a84b6e98b3 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=8497c67b53424b7dad5299c790949829&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1042438 Nov 04 10:42:17.427505 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=c3ee3560-6e59-4d2a-a673-6dd806418fd6,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:17.469489 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-3a42605c-4ff9-425a-963b-6c179c356b44 None None] Provisioning complete for port 7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:17.469715 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3a42605c-4ff9-425a-963b-6c179c356b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:17.479142 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7439eaf7-5e4a-461e-9734-a1b5f9ecdc1c tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "GET /v2.0/routers/71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2/tags HTTP/1.1" status: 200 len: 205 time: 0.1589696 Nov 04 10:42:17.481303 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46556) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:17.492788 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-87c24097-b10b-485e-ac50-cd72b1b83f79 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '269d957f-61ce-48d8-afec-fe1bbdfa7d28') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:17.549096 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-87c24097-b10b-485e-ac50-cd72b1b83f79 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "GET /v2.0/subnetpools/269d957f-61ce-48d8-afec-fe1bbdfa7d28/tags HTTP/1.1" status: 200 len: 241 time: 0.0657508 Nov 04 10:42:17.552162 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46558) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:17.559275 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-8316a06e-2155-4108-8dcd-ad300b2520a4 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '269d957f-61ce-48d8-afec-fe1bbdfa7d28', 'tempest-TagsExtTest-Tag-1336921676') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:17.599081 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8316a06e-2155-4108-8dcd-ad300b2520a4 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "GET /v2.0/subnetpools/269d957f-61ce-48d8-afec-fe1bbdfa7d28/tags/tempest-TagsExtTest-Tag-1336921676 HTTP/1.1" status: 204 len: 168 time: 0.0448754 Nov 04 10:42:17.601217 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46560) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:17.610742 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f9de277f-343c-4ecf-99b0-4c46d6fab32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'name': 'tempest-ServersTestJSON-611007139-router', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:13Z', 'updated_at': '2021-11-04T10:41:24Z', 'revision_number': 4, 'project_id': '83608edca88c49429647d6bc7f371c77', 'gw_port': {'id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:16Z', 'updated_at': '2021-11-04T10:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'bdcc976d-4dd6-47c7-97c8-01fb70b285de', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'port_id': '357a8562-1cb6-4594-93c7-c208305edbaa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b', 'mac_address': 'fa:16:3e:5d:ca:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95be77b3-590a-440e-b99a-f0d08aaa8e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:41:39Z', 'updated_at': '2021-11-04T10:42:15Z', 'revision_number': 1, 'project_id': '83608edca88c49429647d6bc7f371c77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4522e2b0-7540-42bd-b29c-afa3494d1445', 'name': '', 'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'mac_address': 'fa:16:3e:00:a2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '794583f9-fd3c-45d8-84dc-0cdc1c82af17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:22Z', 'updated_at': '2021-11-04T10:41:35Z', 'revision_number': 5, 'project_id': '83608edca88c49429647d6bc7f371c77', 'subnets': [{'id': '794583f9-fd3c-45d8-84dc-0cdc1c82af17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:17.625454 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-e7996bf1-aff6-4d89-9813-4a826342b31c tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '269d957f-61ce-48d8-afec-fe1bbdfa7d28', 'tempest-TagsExtTest-Tag-1336921676') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:17.630468 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-1603fece-2118-4c2c-8017-fe68e5a95860 service neutron] 10.222.0.127 "GET /v2.0/networks/6909e813-9134-46c1-b0e3-860b3b37988d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307212 Nov 04 10:42:17.634040 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8fb0aa8c-5160-4980-986e-910a01f6d6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:17.637099 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8fb0aa8c-5160-4980-986e-910a01f6d6ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:17.639050 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8fb0aa8c-5160-4980-986e-910a01f6d6ed admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/57a6d49d-1ab8-4e39-b0b6-f8884dadc790 HTTP/1.1" status: 204 len: 168 time: 0.4378655 Nov 04 10:42:17.692848 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9de277f-343c-4ecf-99b0-4c46d6fab32c None None] Checking router: b1ab101e-195d-455a-b3f0-81b93d65fc76 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:42:17.706056 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9de277f-343c-4ecf-99b0-4c46d6fab32c None None] Routers {'b1ab101e-195d-455a-b3f0-81b93d65fc76'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:42:17.707101 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f9de277f-343c-4ecf-99b0-4c46d6fab32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:41:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['b1ab101e-195d-455a-b3f0-81b93d65fc76'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:17.721020 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e7996bf1-aff6-4d89-9813-4a826342b31c tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "DELETE /v2.0/subnetpools/269d957f-61ce-48d8-afec-fe1bbdfa7d28/tags/tempest-TagsExtTest-Tag-1336921676 HTTP/1.1" status: 204 len: 168 time: 0.1168272 Nov 04 10:42:17.722315 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46566) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:17.736133 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-79668714-00da-4a2b-8d32-67e57207adbe tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '269d957f-61ce-48d8-afec-fe1bbdfa7d28') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:17.746275 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0aa8c-5160-4980-986e-910a01f6d6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a6d49d-1ab8-4e39-b0b6-f8884dadc790,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:17.773648 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=0a585b7b-5e0f-428d-8476-87e4650aa8c0,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:17.783510 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-79668714-00da-4a2b-8d32-67e57207adbe tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "GET /v2.0/subnetpools/269d957f-61ce-48d8-afec-fe1bbdfa7d28/tags HTTP/1.1" status: 200 len: 205 time: 0.0593572 Nov 04 10:42:17.786437 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46570) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:17.793055 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-18ff37a4-2fde-44d7-ab04-4e5dc31de4ef tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '269d957f-61ce-48d8-afec-fe1bbdfa7d28') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:17.834154 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-18ff37a4-2fde-44d7-ab04-4e5dc31de4ef tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "DELETE /v2.0/subnetpools/269d957f-61ce-48d8-afec-fe1bbdfa7d28/tags HTTP/1.1" status: 204 len: 168 time: 0.0455678 Nov 04 10:42:17.838290 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46572) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:17.848656 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-79943e6d-99ba-4585-b39e-9145be58230f tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:17.917136 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba488df-7f01-40a6-ad98-aa484fde181f req-c0c5e8c8-fc85-4d11-be33-098383a2b0e0 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:17.918698 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cba488df-7f01-40a6-ad98-aa484fde181f req-c0c5e8c8-fc85-4d11-be33-098383a2b0e0 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.126 "GET /v2.0/networks?id=8c8a1e5a-f063-46d4-a45c-05147903d1b7 HTTP/1.1" status: 200 len: 811 time: 0.3557003 Nov 04 10:42:17.939749 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-f9de277f-343c-4ecf-99b0-4c46d6fab32c None None] Set router b1ab101e-195d-455a-b3f0-81b93d65fc76 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:42:17.947369 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-19eaae31-9b01-4037-805f-5ee054456536 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:17.950566 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-cba488df-7f01-40a6-ad98-aa484fde181f req-405349a8-ae9a-45ec-94fb-7e18cc0fcb7c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Request body: {'port': {'device_id': '8eceebcf-c36b-4c5f-9973-6d712754d71b', 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7', 'admin_state_up': True, 'tenant_id': '53562ae687274bbeba84f6369ffa7a9a'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:17.971091 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-79943e6d-99ba-4585-b39e-9145be58230f tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "DELETE /v2.0/routers/71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2/tags HTTP/1.1" status: 204 len: 168 time: 0.1285682 Nov 04 10:42:17.973347 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46574) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:17.978914 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-0d3622a5-210a-4b95-be70-8c1f95d18e1a tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0294ad12-1a5f-41ca-b911-a757c0288224') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:18.006167 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-19eaae31-9b01-4037-805f-5ee054456536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:18.064982 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-b2fd2c43-935f-4b01-ac33-415d42382a51 service neutron] 10.222.0.127 "GET /v2.0/networks/6909e813-9134-46c1-b0e3-860b3b37988d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245567 Nov 04 10:42:18.084116 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0d3622a5-210a-4b95-be70-8c1f95d18e1a tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "DELETE /v2.0/ports/0294ad12-1a5f-41ca-b911-a757c0288224/tags HTTP/1.1" status: 204 len: 168 time: 0.1095767 Nov 04 10:42:18.086779 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46578) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:18.095223 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-bcc5f3e7-c2b4-45f9-9fbe-03da620db4ef tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4dfda470-cddb-41aa-8890-1303d554a061') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:18.206148 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bcc5f3e7-c2b4-45f9-9fbe-03da620db4ef tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "DELETE /v2.0/subnets/4dfda470-cddb-41aa-8890-1303d554a061/tags HTTP/1.1" status: 204 len: 168 time: 0.1182284 Nov 04 10:42:18.210430 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46582) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:18.219472 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-caa82519-a07c-41db-b5c3-14bcbf0465af service neutron] 10.222.0.127 "GET /v2.0/networks/7dc8b567-8d06-44f2-91f1-9a500443ba2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456413 Nov 04 10:42:18.222751 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cba488df-7f01-40a6-ad98-aa484fde181f req-405349a8-ae9a-45ec-94fb-7e18cc0fcb7c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Made reservation on behalf of 53562ae687274bbeba84f6369ffa7a9a for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:42:18.225411 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-a9489136-1eab-4993-918b-b51fb3204f48 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4dfda470-cddb-41aa-8890-1303d554a061', 'tempest-TagsExtTest-Tag-2122092499') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:18.229638 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-cba488df-7f01-40a6-ad98-aa484fde181f req-405349a8-ae9a-45ec-94fb-7e18cc0fcb7c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:18.305180 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a9489136-1eab-4993-918b-b51fb3204f48 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "PUT /v2.0/subnets/4dfda470-cddb-41aa-8890-1303d554a061/tags/tempest-TagsExtTest-Tag-2122092499 HTTP/1.1" status: 201 len: 201 time: 0.0921533 Nov 04 10:42:18.307026 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46586) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:18.321678 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-88e25897-2eb3-415e-92ce-8ea8deb1a997 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0294ad12-1a5f-41ca-b911-a757c0288224', 'tempest-TagsExtTest-Tag-1964216091') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:18.419169 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f9de277f-343c-4ecf-99b0-4c46d6fab32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'name': 'tempest-ServersTestJSON-611007139-router', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:13Z', 'updated_at': '2021-11-04T10:41:24Z', 'revision_number': 4, 'project_id': '83608edca88c49429647d6bc7f371c77', 'gw_port': {'id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:16Z', 'updated_at': '2021-11-04T10:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'bdcc976d-4dd6-47c7-97c8-01fb70b285de', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'port_id': '357a8562-1cb6-4594-93c7-c208305edbaa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b', 'mac_address': 'fa:16:3e:5d:ca:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95be77b3-590a-440e-b99a-f0d08aaa8e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:41:39Z', 'updated_at': '2021-11-04T10:42:15Z', 'revision_number': 1, 'project_id': '83608edca88c49429647d6bc7f371c77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4522e2b0-7540-42bd-b29c-afa3494d1445', 'name': '', 'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'mac_address': 'fa:16:3e:00:a2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '794583f9-fd3c-45d8-84dc-0cdc1c82af17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:22Z', 'updated_at': '2021-11-04T10:41:35Z', 'revision_number': 5, 'project_id': '83608edca88c49429647d6bc7f371c77', 'subnets': [{'id': '794583f9-fd3c-45d8-84dc-0cdc1c82af17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:18.432999 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-cba488df-7f01-40a6-ad98-aa484fde181f req-405349a8-ae9a-45ec-94fb-7e18cc0fcb7c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Allocated IP 172.20.0.14 (8c8a1e5a-f063-46d4-a45c-05147903d1b7/5626b5c5-059d-4165-96a5-a79a81820db5/902da8bb-552f-4965-81c3-919fd2c317fb) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:42:18.453990 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-88e25897-2eb3-415e-92ce-8ea8deb1a997 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "PUT /v2.0/ports/0294ad12-1a5f-41ca-b911-a757c0288224/tags/tempest-TagsExtTest-Tag-1964216091 HTTP/1.1" status: 201 len: 201 time: 0.1428328 Nov 04 10:42:18.454519 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46592) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:18.468630 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-3335634a-5c2d-44c7-b8de-704070931f5a tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2', 'tempest-TagsExtTest-Tag-617744130') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:18.471802 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9de277f-343c-4ecf-99b0-4c46d6fab32c None None] The sync data for ids ['b1ab101e-195d-455a-b3f0-81b93d65fc76'] in n-d-816629-1 is: [{'id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'name': 'tempest-ServersTestJSON-611007139-router', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:13Z', 'updated_at': '2021-11-04T10:41:24Z', 'revision_number': 4, 'project_id': '83608edca88c49429647d6bc7f371c77', 'gw_port': {'id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:16Z', 'updated_at': '2021-11-04T10:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'bdcc976d-4dd6-47c7-97c8-01fb70b285de', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'port_id': '357a8562-1cb6-4594-93c7-c208305edbaa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b', 'mac_address': 'fa:16:3e:5d:ca:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95be77b3-590a-440e-b99a-f0d08aaa8e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:41:39Z', 'updated_at': '2021-11-04T10:42:15Z', 'revision_number': 1, 'project_id': '83608edca88c49429647d6bc7f371c77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4522e2b0-7540-42bd-b29c-afa3494d1445', 'name': '', 'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'mac_address': 'fa:16:3e:00:a2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '794583f9-fd3c-45d8-84dc-0cdc1c82af17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:22Z', 'updated_at': '2021-11-04T10:41:35Z', 'revision_number': 5, 'project_id': '83608edca88c49429647d6bc7f371c77', 'subnets': [{'id': '794583f9-fd3c-45d8-84dc-0cdc1c82af17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:42:18.545084 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-1e0e7c69-8efa-4fcc-b36c-049f027aa341 service neutron] 10.222.0.127 "GET /v2.0/networks/7dc8b567-8d06-44f2-91f1-9a500443ba2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088133 Nov 04 10:42:18.545602 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eaae31-9b01-4037-805f-5ee054456536 None None] Network 7dc8b567-8d06-44f2-91f1-9a500443ba2b is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:42:18.552296 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-19eaae31-9b01-4037-805f-5ee054456536 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:42:18.568946 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:18.569332 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:18.582931 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eaae31-9b01-4037-805f-5ee054456536 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:42:18.602250 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3335634a-5c2d-44c7-b8de-704070931f5a tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "PUT /v2.0/routers/71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2/tags/tempest-TagsExtTest-Tag-617744130 HTTP/1.1" status: 201 len: 201 time: 0.1438909 Nov 04 10:42:18.603853 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46594) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:18.621945 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-9852d57e-a903-455a-95e7-7f8637662fd3 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '269d957f-61ce-48d8-afec-fe1bbdfa7d28', 'tempest-TagsExtTest-Tag-1800852350') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:18.651494 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-3a42605c-4ff9-425a-963b-6c179c356b44 None None] Provisioning complete for port 0a585b7b-5e0f-428d-8476-87e4650aa8c0 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:18.652024 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3a42605c-4ff9-425a-963b-6c179c356b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:18.669857 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eaae31-9b01-4037-805f-5ee054456536 None None] Pushing event updated for resources: {'Port': ['ID=c6e0be2a-cf9b-4bca-94e5-5313b41b3742,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:18.676999 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9852d57e-a903-455a-95e7-7f8637662fd3 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "PUT /v2.0/subnetpools/269d957f-61ce-48d8-afec-fe1bbdfa7d28/tags/tempest-TagsExtTest-Tag-1800852350 HTTP/1.1" status: 201 len: 201 time: 0.0691612 Nov 04 10:42:18.677336 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46598) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:18.689724 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-26c0487b-994e-4d94-b58d-0f825576a86f tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '4dfda470-cddb-41aa-8890-1303d554a061', {'tags': ['tempest-TagsExtTest-Tag-1314215102', 'tempest-TagsExtTest-Tag-1651404658', 'tempest-TagsExtTest-Tag-861608448']}) {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:18.823591 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-19eaae31-9b01-4037-805f-5ee054456536 None None] Attempting to bind port c6e0be2a-cf9b-4bca-94e5-5313b41b3742 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:42:18.824068 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-19eaae31-9b01-4037-805f-5ee054456536 None None] Attempting to bind port c6e0be2a-cf9b-4bca-94e5-5313b41b3742 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '554f55d5-7801-4ec1-a0b5-77b34d11c915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '7dc8b567-8d06-44f2-91f1-9a500443ba2b'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:42:18.824417 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eaae31-9b01-4037-805f-5ee054456536 None None] Attempting to bind port c6e0be2a-cf9b-4bca-94e5-5313b41b3742 on network 7dc8b567-8d06-44f2-91f1-9a500443ba2b {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:42:18.839416 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46608) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:18.840004 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-26c0487b-994e-4d94-b58d-0f825576a86f tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "PUT /v2.0/subnets/4dfda470-cddb-41aa-8890-1303d554a061/tags HTTP/1.1" status: 200 len: 317 time: 0.1605670 Nov 04 10:42:18.868518 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eaae31-9b01-4037-805f-5ee054456536 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:42:18.869049 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eaae31-9b01-4037-805f-5ee054456536 None None] Checking segment: {'id': '554f55d5-7801-4ec1-a0b5-77b34d11c915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '7dc8b567-8d06-44f2-91f1-9a500443ba2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:42:18.869470 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-19eaae31-9b01-4037-805f-5ee054456536 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:18.869656 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eaae31-9b01-4037-805f-5ee054456536 None None] Bound using segment: {'id': '554f55d5-7801-4ec1-a0b5-77b34d11c915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '7dc8b567-8d06-44f2-91f1-9a500443ba2b'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:42:18.870104 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-19eaae31-9b01-4037-805f-5ee054456536 None None] Bound port: c6e0be2a-cf9b-4bca-94e5-5313b41b3742, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554f55d5-7801-4ec1-a0b5-77b34d11c915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '7dc8b567-8d06-44f2-91f1-9a500443ba2b'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:42:18.870479 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-19eaae31-9b01-4037-805f-5ee054456536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:18.873830 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-cba488df-7f01-40a6-ad98-aa484fde181f req-405349a8-ae9a-45ec-94fb-7e18cc0fcb7c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:18.878939 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.tag.tag_plugin [None req-a5c393bd-d53f-4668-97ce-cd27765a13c0 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4dfda470-cddb-41aa-8890-1303d554a061') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:18.905638 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95be77b3-590a-440e-b99a-f0d08aaa8e01', 'tag': '357a8562-1cb6-4594-93c7-c208305edbaa'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:42:18.908241 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54025be3-ef40-420b-b7b6-32dd0c7f48ef" -d '{"events": [{"name": "network-changed", "server_uuid": "95be77b3-590a-440e-b99a-f0d08aaa8e01", "tag": "357a8562-1cb6-4594-93c7-c208305edbaa"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:42:19.025870 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6d922f8b-04aa-41af-9d19-4554233f380c req-a596de64-c38d-4599-a703-224051d4ed45 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 210 time: 0.1643138 Nov 04 10:42:19.028251 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1077558b-8205-4533-b373-3d103cab8643 None None] New status for floating IP bdcc976d-4dd6-47c7-97c8-01fb70b285de: ACTIVE {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:42:19.189476 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-cba488df-7f01-40a6-ad98-aa484fde181f req-405349a8-ae9a-45ec-94fb-7e18cc0fcb7c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:19.215195 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-19eaae31-9b01-4037-805f-5ee054456536 None None] For port c6e0be2a-cf9b-4bca-94e5-5313b41b3742, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:42:19.226280 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-19eaae31-9b01-4037-805f-5ee054456536 None None] For port c6e0be2a-cf9b-4bca-94e5-5313b41b3742, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c6e0be2a-cf9b-4bca-94e5-5313b41b3742,segment=NetworkSegment(554f55d5-7801-4ec1-a0b5-77b34d11c915),segment_id=554f55d5-7801-4ec1-a0b5-77b34d11c915)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:42:19.247124 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cba488df-7f01-40a6-ad98-aa484fde181f req-405349a8-ae9a-45ec-94fb-7e18cc0fcb7c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:42:19.262036 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-cba488df-7f01-40a6-ad98-aa484fde181f req-405349a8-ae9a-45ec-94fb-7e18cc0fcb7c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:42:19.277005 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0a585b7b-5e0f-428d-8476-87e4650aa8c0 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:42:19.303011 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-19eaae31-9b01-4037-805f-5ee054456536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:19.308885 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba488df-7f01-40a6-ad98-aa484fde181f req-405349a8-ae9a-45ec-94fb-7e18cc0fcb7c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:42:19.466083 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e4e32fda-5833-44da-a648-126e2963f951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:19.478907 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-fa6b0933-1b55-4749-ae65-6783475d68cb None None] Provisioning complete for port 0294ad12-1a5f-41ca-b911-a757c0288224 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:19.479272 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fa6b0933-1b55-4749-ae65-6783475d68cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:19.606196 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eaae31-9b01-4037-805f-5ee054456536 None None] Pushing event updated for resources: {'Port': ['ID=c6e0be2a-cf9b-4bca-94e5-5313b41b3742,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:19.621212 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 0a585b7b-5e0f-428d-8476-87e4650aa8c0 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:19.621531 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:19.662713 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-fa6b0933-1b55-4749-ae65-6783475d68cb None None] Port 0294ad12-1a5f-41ca-b911-a757c0288224 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:42:19.739296 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-fa6b0933-1b55-4749-ae65-6783475d68cb None None] Provisioning complete for port 0a585b7b-5e0f-428d-8476-87e4650aa8c0 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:19.739688 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fa6b0933-1b55-4749-ae65-6783475d68cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:19.852575 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba488df-7f01-40a6-ad98-aa484fde181f req-405349a8-ae9a-45ec-94fb-7e18cc0fcb7c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:19.853771 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-cba488df-7f01-40a6-ad98-aa484fde181f req-405349a8-ae9a-45ec-94fb-7e18cc0fcb7c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:19.866602 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405349a8-ae9a-45ec-94fb-7e18cc0fcb7c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Pushing event updated for resources: {'Port': ['ID=902da8bb-552f-4965-81c3-919fd2c317fb,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:19.872148 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a5c393bd-d53f-4668-97ce-cd27765a13c0 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "DELETE /v2.0/subnets/4dfda470-cddb-41aa-8890-1303d554a061/tags HTTP/1.1" status: 204 len: 168 time: 1.0296936 Nov 04 10:42:19.875126 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46632) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:19.882424 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-a51ef642-c4ce-476a-b3c2-161482ee8893 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4dfda470-cddb-41aa-8890-1303d554a061', 'tempest-TagsExtTest-Tag-1314215102') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:19.892671 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:42:19.901074 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67248d79-d5fc-48a4-b8d0-986ddbfb2cfd req-d8bdbc8e-20b0-4116-aa8c-725d7f6b4b13 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:19.910219 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-67248d79-d5fc-48a4-b8d0-986ddbfb2cfd req-d8bdbc8e-20b0-4116-aa8c-725d7f6b4b13 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 945 time: 0.5941780 Nov 04 10:42:19.916003 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cba488df-7f01-40a6-ad98-aa484fde181f req-405349a8-ae9a-45ec-94fb-7e18cc0fcb7c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9719069 Nov 04 10:42:19.959035 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-cba488df-7f01-40a6-ad98-aa484fde181f req-eac5eb89-ef97-43f4-8516-9a18f8f007a2 service neutron] Request body: {'port': {'device_id': '8eceebcf-c36b-4c5f-9973-6d712754d71b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:20.028042 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-a51ef642-c4ce-476a-b3c2-161482ee8893 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] show failed (client error): The resource could not be found. Nov 04 10:42:20.030588 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a51ef642-c4ce-476a-b3c2-161482ee8893 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "GET /v2.0/subnets/4dfda470-cddb-41aa-8890-1303d554a061/tags/tempest-TagsExtTest-Tag-1314215102 HTTP/1.1" status: 404 len: 329 time: 0.1534317 Nov 04 10:42:20.035726 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46636) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:20.048152 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-dc185f52-17ad-4e1c-9fb7-6e36f5472fb0 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4dfda470-cddb-41aa-8890-1303d554a061', 'tempest-TagsExtTest-Tag-1651404658') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:20.057774 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-67248d79-d5fc-48a4-b8d0-986ddbfb2cfd req-48c144d5-224d-475d-b0c4-bcc06929b3a9 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463277 Nov 04 10:42:20.068983 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:20.069655 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:20.084201 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-cba488df-7f01-40a6-ad98-aa484fde181f req-eac5eb89-ef97-43f4-8516-9a18f8f007a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:20.148631 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-dc185f52-17ad-4e1c-9fb7-6e36f5472fb0 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] show failed (client error): The resource could not be found. Nov 04 10:42:20.152459 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-dc185f52-17ad-4e1c-9fb7-6e36f5472fb0 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "GET /v2.0/subnets/4dfda470-cddb-41aa-8890-1303d554a061/tags/tempest-TagsExtTest-Tag-1651404658 HTTP/1.1" status: 404 len: 329 time: 0.1117637 Nov 04 10:42:20.155570 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46644) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:20.168097 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-193c4637-28aa-48fd-a800-299e06f32c8c tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4dfda470-cddb-41aa-8890-1303d554a061', 'tempest-TagsExtTest-Tag-861608448') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:20.280539 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-193c4637-28aa-48fd-a800-299e06f32c8c tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] show failed (client error): The resource could not be found. Nov 04 10:42:20.281875 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-193c4637-28aa-48fd-a800-299e06f32c8c tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "GET /v2.0/subnets/4dfda470-cddb-41aa-8890-1303d554a061/tags/tempest-TagsExtTest-Tag-861608448 HTTP/1.1" status: 404 len: 328 time: 0.1252320 Nov 04 10:42:20.285071 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46648) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:20.290683 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-3253e3f7-8cbf-4ca5-a82a-7997316c2ec0 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0294ad12-1a5f-41ca-b911-a757c0288224', {'tags': ['tempest-TagsExtTest-Tag-1071927998', 'tempest-TagsExtTest-Tag-2021780074', 'tempest-TagsExtTest-Tag-663487040']}) {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:20.369368 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa81886-8602-46dd-b15a-5d24ff7b7579 req-c9655e4d-e045-46d7-9598-de4526d76787 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:20.371090 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6aa81886-8602-46dd-b15a-5d24ff7b7579 req-c9655e4d-e045-46d7-9598-de4526d76787 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?device_id=ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa HTTP/1.1" status: 200 len: 945 time: 0.1804712 Nov 04 10:42:20.388102 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3253e3f7-8cbf-4ca5-a82a-7997316c2ec0 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "PUT /v2.0/ports/0294ad12-1a5f-41ca-b911-a757c0288224/tags HTTP/1.1" status: 200 len: 317 time: 0.1020718 Nov 04 10:42:20.391706 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46650) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:20.398943 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-9cdd9c1f-b6f8-4d14-aaef-c2ae1ff45c7e tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0294ad12-1a5f-41ca-b911-a757c0288224') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:20.492196 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6aa81886-8602-46dd-b15a-5d24ff7b7579 req-67b351ae-1a86-4c7d-a6a9-269b3f2835b4 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/security-groups?id=1f69f6d8-db14-4975-8e35-b9ad030402cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075313 Nov 04 10:42:20.621076 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-cba488df-7f01-40a6-ad98-aa484fde181f req-eac5eb89-ef97-43f4-8516-9a18f8f007a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 902da8bb-552f-4965-81c3-919fd2c317fb {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:42:20.632234 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-cba488df-7f01-40a6-ad98-aa484fde181f req-eac5eb89-ef97-43f4-8516-9a18f8f007a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:20.648533 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9cdd9c1f-b6f8-4d14-aaef-c2ae1ff45c7e tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "DELETE /v2.0/ports/0294ad12-1a5f-41ca-b911-a757c0288224/tags HTTP/1.1" status: 204 len: 168 time: 0.2556703 Nov 04 10:42:20.649817 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-cba488df-7f01-40a6-ad98-aa484fde181f req-eac5eb89-ef97-43f4-8516-9a18f8f007a2 service neutron] Transition to ACTIVE for port object 902da8bb-552f-4965-81c3-919fd2c317fb will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:42:20.651124 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46652) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:20.659411 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.tag.tag_plugin [None req-cf50ce3f-deda-4cc1-ba37-3bc47177fda1 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0294ad12-1a5f-41ca-b911-a757c0288224', 'tempest-TagsExtTest-Tag-1071927998') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:20.660856 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-8dff44a8-3bb3-42a7-959c-e6c7833df05d tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:20.669099 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-8dff44a8-3bb3-42a7-959c-e6c7833df05d tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:20.669970 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:20.672341 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-8dff44a8-3bb3-42a7-959c-e6c7833df05d tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.121 "GET /v2.0/networks?id=6909e813-9134-46c1-b0e3-860b3b37988d&id=7dc8b567-8d06-44f2-91f1-9a500443ba2b HTTP/1.1" status: 200 len: 1391 time: 0.2702587 Nov 04 10:42:20.690624 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-f898829d-5b06-4a1c-b83c-cafbccb98700 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Request body: {'port': {'device_id': 'b8136c40-45fd-4803-ad4c-9dd5d6c9fecb', 'network_id': '6909e813-9134-46c1-b0e3-860b3b37988d', 'admin_state_up': True, 'tenant_id': '8497c67b53424b7dad5299c790949829'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:20.691886 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-cba488df-7f01-40a6-ad98-aa484fde181f req-eac5eb89-ef97-43f4-8516-9a18f8f007a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:20.760065 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d72eaed7-53b7-4560-affd-a98a03212fdf req-0f626958-612f-45fb-8b34-2063f3c995d5 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=b8136c40-45fd-4803-ad4c-9dd5d6c9fecb HTTP/1.1" status: 200 len: 210 time: 0.0689681 Nov 04 10:42:20.796420 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5eb89-ef97-43f4-8516-9a18f8f007a2 service neutron] Pushing event updated for resources: {'Port': ['ID=902da8bb-552f-4965-81c3-919fd2c317fb,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:20.848239 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-f898829d-5b06-4a1c-b83c-cafbccb98700 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Made reservation on behalf of 8497c67b53424b7dad5299c790949829 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:42:20.853776 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-f898829d-5b06-4a1c-b83c-cafbccb98700 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:20.889318 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079ab99f-90d1-4d30-945e-43b32019b058 x-openstack-request-id: req-079ab99f-90d1-4d30-945e-43b32019b058 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:42:20.889654 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95be77b3-590a-440e-b99a-f0d08aaa8e01", "tag": "357a8562-1cb6-4594-93c7-c208305edbaa", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:42:20.889906 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-079ab99f-90d1-4d30-945e-43b32019b058 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:42:20.890301 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95be77b3-590a-440e-b99a-f0d08aaa8e01', 'tag': '357a8562-1cb6-4594-93c7-c208305edbaa', 'status': 'completed', 'code': 200} Nov 04 10:42:20.898466 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-cf50ce3f-deda-4cc1-ba37-3bc47177fda1 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] show failed (client error): The resource could not be found. Nov 04 10:42:20.900484 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cf50ce3f-deda-4cc1-ba37-3bc47177fda1 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "GET /v2.0/ports/0294ad12-1a5f-41ca-b911-a757c0288224/tags/tempest-TagsExtTest-Tag-1071927998 HTTP/1.1" status: 404 len: 329 time: 0.2480507 Nov 04 10:42:20.905474 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46654) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:20.910527 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.tag.tag_plugin [None req-6f842f3c-1666-4473-a280-2a2ed5c99c7f tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0294ad12-1a5f-41ca-b911-a757c0288224', 'tempest-TagsExtTest-Tag-2021780074') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:20.964253 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afa6e93-e50c-4bed-8f79-7940cb33cf9d None None] Network 7dc8b567-8d06-44f2-91f1-9a500443ba2b requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:42:20.972978 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54025be3-ef40-420b-b7b6-32dd0c7f48ef req-106d75f1-1095-4bdc-8745-75e3de729beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:20.974561 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-54025be3-ef40-420b-b7b6-32dd0c7f48ef req-106d75f1-1095-4bdc-8745-75e3de729beb service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=83608edca88c49429647d6bc7f371c77&device_id=95be77b3-590a-440e-b99a-f0d08aaa8e01 HTTP/1.1" status: 200 len: 1096 time: 0.1003008 Nov 04 10:42:21.013645 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-cba488df-7f01-40a6-ad98-aa484fde181f req-eac5eb89-ef97-43f4-8516-9a18f8f007a2 service neutron] Attempting to bind port 902da8bb-552f-4965-81c3-919fd2c317fb on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:42:21.013977 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-cba488df-7f01-40a6-ad98-aa484fde181f req-eac5eb89-ef97-43f4-8516-9a18f8f007a2 service neutron] Attempting to bind port 902da8bb-552f-4965-81c3-919fd2c317fb by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:42:21.014789 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba488df-7f01-40a6-ad98-aa484fde181f req-eac5eb89-ef97-43f4-8516-9a18f8f007a2 service neutron] Attempting to bind port 902da8bb-552f-4965-81c3-919fd2c317fb on network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:42:21.027949 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adb556-f534-4b97-8c4f-d0a4687b05b3 req-d7e1591c-fc2d-4559-a19d-95fd17898dc6 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:21.029072 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-94adb556-f534-4b97-8c4f-d0a4687b05b3 req-d7e1591c-fc2d-4559-a19d-95fd17898dc6 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 944 time: 0.1270599 Nov 04 10:42:21.043559 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba488df-7f01-40a6-ad98-aa484fde181f req-eac5eb89-ef97-43f4-8516-9a18f8f007a2 service neutron] Port 902da8bb-552f-4965-81c3-919fd2c317fb on network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:42:21.043880 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba488df-7f01-40a6-ad98-aa484fde181f req-eac5eb89-ef97-43f4-8516-9a18f8f007a2 service neutron] Attempting to bind port 902da8bb-552f-4965-81c3-919fd2c317fb on network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:42:21.064544 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-244403a6-61d0-4ade-93fb-fc1d36ef865c None None] Provisioning complete for port c6e0be2a-cf9b-4bca-94e5-5313b41b3742 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:21.064776 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-244403a6-61d0-4ade-93fb-fc1d36ef865c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:21.069875 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba488df-7f01-40a6-ad98-aa484fde181f req-eac5eb89-ef97-43f4-8516-9a18f8f007a2 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:42:21.070232 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba488df-7f01-40a6-ad98-aa484fde181f req-eac5eb89-ef97-43f4-8516-9a18f8f007a2 service neutron] Checking segment: {'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:42:21.070589 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba488df-7f01-40a6-ad98-aa484fde181f req-eac5eb89-ef97-43f4-8516-9a18f8f007a2 service neutron] Bound using segment: {'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:42:21.071028 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-cba488df-7f01-40a6-ad98-aa484fde181f req-eac5eb89-ef97-43f4-8516-9a18f8f007a2 service neutron] Bound port: 902da8bb-552f-4965-81c3-919fd2c317fb, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:42:21.071379 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-cba488df-7f01-40a6-ad98-aa484fde181f req-eac5eb89-ef97-43f4-8516-9a18f8f007a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:21.078656 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-6f842f3c-1666-4473-a280-2a2ed5c99c7f tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] show failed (client error): The resource could not be found. Nov 04 10:42:21.084198 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6f842f3c-1666-4473-a280-2a2ed5c99c7f tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "GET /v2.0/ports/0294ad12-1a5f-41ca-b911-a757c0288224/tags/tempest-TagsExtTest-Tag-2021780074 HTTP/1.1" status: 404 len: 329 time: 0.1730981 Nov 04 10:42:21.086211 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46656) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:21.097853 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-67923123-772a-40dc-a5eb-96276747c846 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0294ad12-1a5f-41ca-b911-a757c0288224', 'tempest-TagsExtTest-Tag-663487040') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:21.135533 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-f898829d-5b06-4a1c-b83c-cafbccb98700 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Allocated IP 19.80.0.105 (6909e813-9134-46c1-b0e3-860b3b37988d/c5c1749a-8a85-4947-8b4b-b0456d1e1a3c/d046d36c-1ac3-47cf-bcff-cbce2b862a71) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:42:21.175772 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-94adb556-f534-4b97-8c4f-d0a4687b05b3 req-21b0d14c-fbed-414c-874c-7029c5b960da tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348474 Nov 04 10:42:21.198922 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54025be3-ef40-420b-b7b6-32dd0c7f48ef req-ad1f97fa-58a5-4b6d-bee6-eacdb94718a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:21.199994 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-54025be3-ef40-420b-b7b6-32dd0c7f48ef req-ad1f97fa-58a5-4b6d-bee6-eacdb94718a4 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f2d56fe0-b956-44c6-b132-becb96ea8b6b HTTP/1.1" status: 200 len: 907 time: 0.2141540 Nov 04 10:42:21.217256 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-244403a6-61d0-4ade-93fb-fc1d36ef865c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:21.256090 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-cba488df-7f01-40a6-ad98-aa484fde181f req-eac5eb89-ef97-43f4-8516-9a18f8f007a2 service neutron] For port 902da8bb-552f-4965-81c3-919fd2c317fb, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:42:21.258321 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-244403a6-61d0-4ade-93fb-fc1d36ef865c None None] For port c6e0be2a-cf9b-4bca-94e5-5313b41b3742, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c6e0be2a-cf9b-4bca-94e5-5313b41b3742,segment=NetworkSegment(554f55d5-7801-4ec1-a0b5-77b34d11c915),segment_id=554f55d5-7801-4ec1-a0b5-77b34d11c915)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:21.262627 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-cba488df-7f01-40a6-ad98-aa484fde181f req-eac5eb89-ef97-43f4-8516-9a18f8f007a2 service neutron] For port 902da8bb-552f-4965-81c3-919fd2c317fb, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=902da8bb-552f-4965-81c3-919fd2c317fb,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:42:21.267689 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-244403a6-61d0-4ade-93fb-fc1d36ef865c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:21.268752 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-cba488df-7f01-40a6-ad98-aa484fde181f req-eac5eb89-ef97-43f4-8516-9a18f8f007a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:21.354529 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba488df-7f01-40a6-ad98-aa484fde181f req-eac5eb89-ef97-43f4-8516-9a18f8f007a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:21.355163 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-cba488df-7f01-40a6-ad98-aa484fde181f req-eac5eb89-ef97-43f4-8516-9a18f8f007a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:21.361598 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cba488df-7f01-40a6-ad98-aa484fde181f req-eac5eb89-ef97-43f4-8516-9a18f8f007a2 service neutron] 10.222.0.126 "PUT /v2.0/ports/902da8bb-552f-4965-81c3-919fd2c317fb HTTP/1.1" status: 200 len: 1092 time: 1.4071693 Nov 04 10:42:21.390717 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c6e0be2a-cf9b-4bca-94e5-5313b41b3742 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:42:21.393981 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244403a6-61d0-4ade-93fb-fc1d36ef865c None None] Pushing event updated for resources: {'Port': ['ID=c6e0be2a-cf9b-4bca-94e5-5313b41b3742,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:21.460399 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-67923123-772a-40dc-a5eb-96276747c846 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] show failed (client error): The resource could not be found. Nov 04 10:42:21.461685 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-67923123-772a-40dc-a5eb-96276747c846 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "GET /v2.0/ports/0294ad12-1a5f-41ca-b911-a757c0288224/tags/tempest-TagsExtTest-Tag-663487040 HTTP/1.1" status: 404 len: 328 time: 0.3722897 Nov 04 10:42:21.468538 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port c6e0be2a-cf9b-4bca-94e5-5313b41b3742 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:21.469561 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:21.470761 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46662) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:21.490420 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.tag.tag_plugin [None req-d691ff50-c8c0-4767-8e0e-7f92be2303bf tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2', {'tags': ['tempest-TagsExtTest-Tag-578102989', 'tempest-TagsExtTest-Tag-1155443881', 'tempest-TagsExtTest-Tag-950148125']}) {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:21.568339 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-54025be3-ef40-420b-b7b6-32dd0c7f48ef req-36c9abe8-e63c-4268-a551-0dc3f18e9d3c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=357a8562-1cb6-4594-93c7-c208305edbaa HTTP/1.1" status: 200 len: 1000 time: 0.3449223 Nov 04 10:42:21.596299 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5eb89-ef97-43f4-8516-9a18f8f007a2 service neutron] Pushing event updated for resources: {'Port': ['ID=902da8bb-552f-4965-81c3-919fd2c317fb,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:21.603613 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device c3ee3560-6e59-4d2a-a673-6dd806418fd6 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:42:21.621915 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d691ff50-c8c0-4767-8e0e-7f92be2303bf tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "PUT /v2.0/routers/71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2/tags HTTP/1.1" status: 200 len: 316 time: 0.1327846 Nov 04 10:42:21.625771 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46676) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:21.637401 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-dcee7c87-84e7-440c-98ac-46f313c5e079 None None] Provisioning complete for port c6e0be2a-cf9b-4bca-94e5-5313b41b3742 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:21.637864 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dcee7c87-84e7-440c-98ac-46f313c5e079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:21.656725 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-6777791a-11dd-4a79-8c7d-f91429ef67b4 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=f80e3af4528242d8863546a3e65b8608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459664 Nov 04 10:42:21.688289 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba488df-7f01-40a6-ad98-aa484fde181f req-cd337f6e-a386-4b67-9c94-7e20d0cb4a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:21.690059 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cba488df-7f01-40a6-ad98-aa484fde181f req-cd337f6e-a386-4b67-9c94-7e20d0cb4a1c service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=53562ae687274bbeba84f6369ffa7a9a&device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 1095 time: 0.2822447 Nov 04 10:42:21.700287 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port c3ee3560-6e59-4d2a-a673-6dd806418fd6 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:42:21.706552 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port c3ee3560-6e59-4d2a-a673-6dd806418fd6 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:21.706923 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:21.797161 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cba488df-7f01-40a6-ad98-aa484fde181f req-3f339bd2-0885-4d93-8475-253e47084928 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=902da8bb-552f-4965-81c3-919fd2c317fb HTTP/1.1" status: 200 len: 217 time: 0.0855174 Nov 04 10:42:21.821972 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:21.847861 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ee3560-6e59-4d2a-a673-6dd806418fd6'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:42:21.850350 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017dc2c1-dd9d-42b5-a4ee-ed6b208095a6" -d '{"events": [{"server_uuid": "ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa", "name": "network-vif-plugged", "status": "completed", "tag": "c3ee3560-6e59-4d2a-a673-6dd806418fd6"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:42:21.863709 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port c3ee3560-6e59-4d2a-a673-6dd806418fd6, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=c3ee3560-6e59-4d2a-a673-6dd806418fd6,segment=NetworkSegment(f2c41c3e-8f76-447a-a97e-90dcfb81f85b),segment_id=f2c41c3e-8f76-447a-a97e-90dcfb81f85b)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:21.871973 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:21.929736 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=c3ee3560-6e59-4d2a-a673-6dd806418fd6,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:21.937708 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba488df-7f01-40a6-ad98-aa484fde181f req-7d5a3a61-bb2f-4a8d-8140-ef90cf47eb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:21.939226 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cba488df-7f01-40a6-ad98-aa484fde181f req-7d5a3a61-bb2f-4a8d-8140-ef90cf47eb8f service neutron] 10.222.0.126 "GET /v2.0/subnets?id=5626b5c5-059d-4165-96a5-a79a81820db5 HTTP/1.1" status: 200 len: 851 time: 0.1261971 Nov 04 10:42:21.966118 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-ac5d8c30-fb7c-40b9-8ba5-c06d71d8cb2c tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:21.967790 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-ac5d8c30-fb7c-40b9-8ba5-c06d71d8cb2c tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3019907 Nov 04 10:42:21.985970 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cba488df-7f01-40a6-ad98-aa484fde181f req-8c62fff4-53df-45ef-bc20-e008b7be987f service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8c8a1e5a-f063-46d4-a45c-05147903d1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359919 Nov 04 10:42:21.994691 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-2ea156d4-e9fa-4653-adef-eadafb674805 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/quotas/f80e3af4528242d8863546a3e65b8608 HTTP/1.1" status: 200 len: 375 time: 0.0120997 Nov 04 10:42:22.035602 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-59bacdd8-391b-4116-85f3-ebd10a6a3651 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:22.044494 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-f898829d-5b06-4a1c-b83c-cafbccb98700 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:22.075055 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-e0d76932-1338-49f8-a68a-8d4490619e7c tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=f80e3af4528242d8863546a3e65b8608&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713735 Nov 04 10:42:22.095838 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:22.101827 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54025be3-ef40-420b-b7b6-32dd0c7f48ef req-4aa55bb2-87ca-40a6-a441-2fbaefb4d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:22.103598 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-54025be3-ef40-420b-b7b6-32dd0c7f48ef req-4aa55bb2-87ca-40a6-a441-2fbaefb4d5ec service neutron] 10.222.0.121 "GET /v2.0/subnets?id=794583f9-fd3c-45d8-84dc-0cdc1c82af17 HTTP/1.1" status: 200 len: 844 time: 0.4943480 Nov 04 10:42:22.124327 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cba488df-7f01-40a6-ad98-aa484fde181f req-dbec4583-a661-448a-85ea-b3e9c136a1a7 service neutron] 10.222.0.126 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286819 Nov 04 10:42:22.223277 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54025be3-ef40-420b-b7b6-32dd0c7f48ef req-178f1a44-db7f-4958-9c97-d3ea315ab879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:22.225113 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-54025be3-ef40-420b-b7b6-32dd0c7f48ef req-178f1a44-db7f-4958-9c97-d3ea315ab879 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f2d56fe0-b956-44c6-b132-becb96ea8b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918045 Nov 04 10:42:22.233360 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-f898829d-5b06-4a1c-b83c-cafbccb98700 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:22.271191 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-59bacdd8-391b-4116-85f3-ebd10a6a3651 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "DELETE /v2.0/routers/71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2/tags HTTP/1.1" status: 204 len: 168 time: 0.6443076 Nov 04 10:42:22.276392 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cba488df-7f01-40a6-ad98-aa484fde181f req-c22f9af4-b25d-463d-923a-0a39af1b48e9 service neutron] 10.222.0.126 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436236 Nov 04 10:42:22.276915 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46690) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:22.293187 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.tag.tag_plugin [None req-bfb9052a-774f-4190-81bd-ab8d054dc330 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2', 'tempest-TagsExtTest-Tag-578102989') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:22.351889 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-f898829d-5b06-4a1c-b83c-cafbccb98700 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Network 6909e813-9134-46c1-b0e3-860b3b37988d is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:42:22.359333 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-f898829d-5b06-4a1c-b83c-cafbccb98700 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:42:22.363215 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-f898829d-5b06-4a1c-b83c-cafbccb98700 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:42:22.370461 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898829d-5b06-4a1c-b83c-cafbccb98700 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event updated for resources: {'Port': ['ID=d046d36c-1ac3-47cf-bcff-cbce2b862a71,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:22.445000 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-f898829d-5b06-4a1c-b83c-cafbccb98700 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:22.445668 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-f898829d-5b06-4a1c-b83c-cafbccb98700 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:22.450559 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c97934-dad8-430e-9898-d026dcc5a560 req-514693e2-fde7-498f-8c94-7ff24e8a8ecb tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:22.452062 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e5c97934-dad8-430e-9898-d026dcc5a560 req-514693e2-fde7-498f-8c94-7ff24e8a8ecb tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 945 time: 0.1541350 Nov 04 10:42:22.460351 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-54025be3-ef40-420b-b7b6-32dd0c7f48ef req-40b97473-1288-45bc-8016-377f953f826a service neutron] 10.222.0.121 "GET /v2.0/networks/f2d56fe0-b956-44c6-b132-becb96ea8b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166519 Nov 04 10:42:22.465348 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-bfb9052a-774f-4190-81bd-ab8d054dc330 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] show failed (client error): The resource could not be found. Nov 04 10:42:22.466666 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bfb9052a-774f-4190-81bd-ab8d054dc330 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "GET /v2.0/routers/71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2/tags/tempest-TagsExtTest-Tag-578102989 HTTP/1.1" status: 404 len: 328 time: 0.1887805 Nov 04 10:42:22.472956 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46698) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:22.486908 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-7d4b148c-8775-456f-8f1a-a757920e8717 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2', 'tempest-TagsExtTest-Tag-1155443881') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:22.493746 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-f898829d-5b06-4a1c-b83c-cafbccb98700 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8075666 Nov 04 10:42:22.522527 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e5c97934-dad8-430e-9898-d026dcc5a560 req-498d9b9f-4f1e-4da7-81f9-279323ce4047 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544040 Nov 04 10:42:22.569153 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-9527ddb9-a14d-4228-8239-7ead13a4f1e5 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Request body: {'port': {'device_id': 'b8136c40-45fd-4803-ad4c-9dd5d6c9fecb', 'network_id': '7dc8b567-8d06-44f2-91f1-9a500443ba2b', 'admin_state_up': True, 'tenant_id': '8497c67b53424b7dad5299c790949829'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:22.598185 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:22.685844 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d96b2-b768-47b8-b7fe-396b87313274 req-520ba143-6091-4a94-8808-232ab130d063 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:22.687945 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-664d96b2-b768-47b8-b7fe-396b87313274 req-520ba143-6091-4a94-8808-232ab130d063 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?device_id=ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa HTTP/1.1" status: 200 len: 946 time: 0.0758281 Nov 04 10:42:22.702645 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e219fe7b-8cb8-4059-ac01-dc37d7c6097b None None] Provisioning complete for port d046d36c-1ac3-47cf-bcff-cbce2b862a71 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:22.703932 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e219fe7b-8cb8-4059-ac01-dc37d7c6097b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:22.749489 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e219fe7b-8cb8-4059-ac01-dc37d7c6097b None None] Port d046d36c-1ac3-47cf-bcff-cbce2b862a71 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:42:22.759049 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-664d96b2-b768-47b8-b7fe-396b87313274 req-2ac40784-e7b9-4e3f-bb30-b6415f269000 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/security-groups?id=1f69f6d8-db14-4975-8e35-b9ad030402cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641906 Nov 04 10:42:22.761884 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-7d4b148c-8775-456f-8f1a-a757920e8717 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] show failed (client error): The resource could not be found. Nov 04 10:42:22.762954 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7d4b148c-8775-456f-8f1a-a757920e8717 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "GET /v2.0/routers/71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2/tags/tempest-TagsExtTest-Tag-1155443881 HTTP/1.1" status: 404 len: 329 time: 0.2801099 Nov 04 10:42:22.766293 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46702) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:22.772662 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.tag.tag_plugin [None req-5bbf1108-ba55-4a2c-a23a-0221d9f19705 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2', 'tempest-TagsExtTest-Tag-950148125') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:22.774160 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-54025be3-ef40-420b-b7b6-32dd0c7f48ef req-39e45b00-dc8e-4876-8096-7a18e3a8d526 service neutron] 10.222.0.121 "GET /v2.0/networks/f2d56fe0-b956-44c6-b132-becb96ea8b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044024 Nov 04 10:42:22.830647 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-9527ddb9-a14d-4228-8239-7ead13a4f1e5 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Made reservation on behalf of 8497c67b53424b7dad5299c790949829 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:42:22.840065 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-9527ddb9-a14d-4228-8239-7ead13a4f1e5 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:22.862065 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-5bbf1108-ba55-4a2c-a23a-0221d9f19705 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] show failed (client error): The resource could not be found. Nov 04 10:42:22.863339 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5bbf1108-ba55-4a2c-a23a-0221d9f19705 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "GET /v2.0/routers/71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2/tags/tempest-TagsExtTest-Tag-950148125 HTTP/1.1" status: 404 len: 328 time: 0.0959308 Nov 04 10:42:22.866540 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46704) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:22.874655 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.tag.tag_plugin [None req-15175c92-a090-40d5-94da-fb5cff007532 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '269d957f-61ce-48d8-afec-fe1bbdfa7d28', {'tags': ['tempest-TagsExtTest-Tag-558309888', 'tempest-TagsExtTest-Tag-211945532', 'tempest-TagsExtTest-Tag-6509002']}) {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:22.913497 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eceebcf-c36b-4c5f-9973-6d712754d71b', 'tag': '902da8bb-552f-4965-81c3-919fd2c317fb'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:42:22.917136 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027502ef-8e46-4d31-83d4-35ee907a80d6" -d '{"events": [{"name": "network-changed", "server_uuid": "8eceebcf-c36b-4c5f-9973-6d712754d71b", "tag": "902da8bb-552f-4965-81c3-919fd2c317fb"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:42:22.976867 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-15175c92-a090-40d5-94da-fb5cff007532 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "PUT /v2.0/subnetpools/269d957f-61ce-48d8-afec-fe1bbdfa7d28/tags HTTP/1.1" status: 200 len: 313 time: 0.1092370 Nov 04 10:42:22.979334 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46708) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:22.984030 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.tag.tag_plugin [None req-a272fa8d-63ca-4edb-bb0a-93006bc16690 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '269d957f-61ce-48d8-afec-fe1bbdfa7d28') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:22.994252 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-9527ddb9-a14d-4228-8239-7ead13a4f1e5 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Allocated IP 19.86.0.26 (7dc8b567-8d06-44f2-91f1-9a500443ba2b/05a016bd-510e-4320-b581-12d069bca272/968b3a66-3b16-4c28-b991-4ad14b52a05e) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:42:23.010160 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9fc46-5d56-45e9-b3e1-c13ebb96d3b4 req-d9fd04f2-22df-4994-ba77-53bb5e082d72 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:23.011620 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a6f9fc46-5d56-45e9-b3e1-c13ebb96d3b4 req-d9fd04f2-22df-4994-ba77-53bb5e082d72 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=b8136c40-45fd-4803-ad4c-9dd5d6c9fecb HTTP/1.1" status: 200 len: 932 time: 0.0837345 Nov 04 10:42:23.072473 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a272fa8d-63ca-4edb-bb0a-93006bc16690 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "DELETE /v2.0/subnetpools/269d957f-61ce-48d8-afec-fe1bbdfa7d28/tags HTTP/1.1" status: 204 len: 168 time: 0.0920978 Nov 04 10:42:23.078467 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a6f9fc46-5d56-45e9-b3e1-c13ebb96d3b4 req-8e7f618a-9ee1-4287-a928-e2cfae52ecc3 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591047 Nov 04 10:42:23.078467 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46710) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:23.082527 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.tag.tag_plugin [None req-ae5e0248-43b7-46ad-8a3e-5e6653675011 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '269d957f-61ce-48d8-afec-fe1bbdfa7d28', 'tempest-TagsExtTest-Tag-558309888') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:23.122069 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-ae5e0248-43b7-46ad-8a3e-5e6653675011 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] show failed (client error): The resource could not be found. Nov 04 10:42:23.127882 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ae5e0248-43b7-46ad-8a3e-5e6653675011 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "GET /v2.0/subnetpools/269d957f-61ce-48d8-afec-fe1bbdfa7d28/tags/tempest-TagsExtTest-Tag-558309888 HTTP/1.1" status: 404 len: 328 time: 0.0442483 Nov 04 10:42:23.128303 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46712) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:23.133080 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-c1b6e4cf-9ab2-4dfb-872b-757475a39f98 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '269d957f-61ce-48d8-afec-fe1bbdfa7d28', 'tempest-TagsExtTest-Tag-211945532') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:23.141180 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2d05f2-c401-403f-80eb-3ada552c48b8 x-openstack-request-id: req-6f2d05f2-c401-403f-80eb-3ada552c48b8 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:42:23.142209 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa", "name": "network-vif-plugged", "status": "completed", "tag": "c3ee3560-6e59-4d2a-a673-6dd806418fd6", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:42:23.142536 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-6f2d05f2-c401-403f-80eb-3ada552c48b8 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:42:23.142904 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ee3560-6e59-4d2a-a673-6dd806418fd6', 'code': 200} Nov 04 10:42:23.182620 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-c1b6e4cf-9ab2-4dfb-872b-757475a39f98 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] show failed (client error): The resource could not be found. Nov 04 10:42:23.183873 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c1b6e4cf-9ab2-4dfb-872b-757475a39f98 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "GET /v2.0/subnetpools/269d957f-61ce-48d8-afec-fe1bbdfa7d28/tags/tempest-TagsExtTest-Tag-211945532 HTTP/1.1" status: 404 len: 328 time: 0.0544889 Nov 04 10:42:23.187079 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46714) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:23.191675 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.tag.tag_plugin [None req-cc47449f-03b5-45f2-bcc6-bae66eca4f98 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '269d957f-61ce-48d8-afec-fe1bbdfa7d28', 'tempest-TagsExtTest-Tag-6509002') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:23.222644 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-cc47449f-03b5-45f2-bcc6-bae66eca4f98 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] show failed (client error): The resource could not be found. Nov 04 10:42:23.224591 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cc47449f-03b5-45f2-bcc6-bae66eca4f98 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "GET /v2.0/subnetpools/269d957f-61ce-48d8-afec-fe1bbdfa7d28/tags/tempest-TagsExtTest-Tag-6509002 HTTP/1.1" status: 404 len: 326 time: 0.0357070 Nov 04 10:42:23.226827 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46716) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:23.230066 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-9527ddb9-a14d-4228-8239-7ead13a4f1e5 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:23.231698 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.tag.tag_plugin [None req-458f3494-fcf5-4729-b660-1761bf6cbce9 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '269d957f-61ce-48d8-afec-fe1bbdfa7d28') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:23.236150 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c6e0be2a-cf9b-4bca-94e5-5313b41b3742 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:42:23.290412 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab475d-4588-4e89-bdc8-896dde1a7c45 req-d4ef435c-8e9b-495a-a6f7-a58014e26da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:23.292033 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-26ab475d-4588-4e89-bdc8-896dde1a7c45 req-d4ef435c-8e9b-495a-a6f7-a58014e26da2 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa HTTP/1.1" status: 200 len: 1097 time: 0.0666039 Nov 04 10:42:23.292663 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port c6e0be2a-cf9b-4bca-94e5-5313b41b3742 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:23.293116 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:23.299673 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-458f3494-fcf5-4729-b660-1761bf6cbce9 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "DELETE /v2.0/subnetpools/269d957f-61ce-48d8-afec-fe1bbdfa7d28/tags HTTP/1.1" status: 204 len: 168 time: 0.0716984 Nov 04 10:42:23.303252 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46718) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:23.309594 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af823cf-73f2-475e-ab78-4557684cc933 req-fee56f97-89da-4813-9d29-cda70114aad4 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:23.310626 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-1824e2ae-78cb-4bd8-a443-a745a2777d2f tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:23.311393 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0af823cf-73f2-475e-ab78-4557684cc933 req-fee56f97-89da-4813-9d29-cda70114aad4 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 944 time: 0.0754230 Nov 04 10:42:23.321407 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-9527ddb9-a14d-4228-8239-7ead13a4f1e5 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:23.375020 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0af823cf-73f2-475e-ab78-4557684cc933 req-a60619b1-4936-4c16-b9f7-8ca7d651f971 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521441 Nov 04 10:42:23.483631 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-9527ddb9-a14d-4228-8239-7ead13a4f1e5 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Network 7dc8b567-8d06-44f2-91f1-9a500443ba2b is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:42:23.490286 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-511d71db-bf28-47d8-9cd7-f564820cc49d tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.126 "GET /v2.0/networks?tenant_id=f80e3af4528242d8863546a3e65b8608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371678 Nov 04 10:42:23.494986 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-9527ddb9-a14d-4228-8239-7ead13a4f1e5 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:42:23.497533 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-9527ddb9-a14d-4228-8239-7ead13a4f1e5 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:42:23.534614 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527ddb9-a14d-4228-8239-7ead13a4f1e5 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event updated for resources: {'Port': ['ID=968b3a66-3b16-4c28-b991-4ad14b52a05e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:23.556927 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42589a61-b820-4394-bd01-444533d7b345 req-9f8c19fe-1654-4bdf-af96-d9a27517fbf2 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=f80e3af4528242d8863546a3e65b8608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0895805 Nov 04 10:42:23.561102 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-26ab475d-4588-4e89-bdc8-896dde1a7c45 req-f5582256-6329-41b0-a929-833884c70987 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=1f69f6d8-db14-4975-8e35-b9ad030402cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2548470 Nov 04 10:42:23.577848 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-9527ddb9-a14d-4228-8239-7ead13a4f1e5 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:23.578402 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-9527ddb9-a14d-4228-8239-7ead13a4f1e5 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:23.586294 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1824e2ae-78cb-4bd8-a443-a745a2777d2f tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "DELETE /v2.0/routers/71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2/tags HTTP/1.1" status: 204 len: 168 time: 0.2816091 Nov 04 10:42:23.590170 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46730) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:23.596268 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-639fbed8-e162-4733-82fd-f08642958503 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0294ad12-1a5f-41ca-b911-a757c0288224') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:23.642892 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-9527ddb9-a14d-4228-8239-7ead13a4f1e5 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0785651 Nov 04 10:42:23.683279 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-639fbed8-e162-4733-82fd-f08642958503 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "DELETE /v2.0/ports/0294ad12-1a5f-41ca-b911-a757c0288224/tags HTTP/1.1" status: 204 len: 168 time: 0.0920961 Nov 04 10:42:23.684270 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46732) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:23.688810 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-d2123e7b-c43a-4990-b2b0-9760a9f9442b tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4dfda470-cddb-41aa-8890-1303d554a061') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:23.715027 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42589a61-b820-4394-bd01-444533d7b345 req-8faae77e-bca7-4f1a-8715-09ae364562e2 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:23.716626 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42589a61-b820-4394-bd01-444533d7b345 req-8faae77e-bca7-4f1a-8715-09ae364562e2 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1505463 Nov 04 10:42:23.724166 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-2b3cfece-d51a-499f-a862-365dfb0732ee tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:23.725769 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-2b3cfece-d51a-499f-a862-365dfb0732ee tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2263024 Nov 04 10:42:23.736737 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42589a61-b820-4394-bd01-444533d7b345 req-69d953c3-a787-40fa-b5af-c4c36cc85de3 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/quotas/f80e3af4528242d8863546a3e65b8608 HTTP/1.1" status: 200 len: 375 time: 0.0098734 Nov 04 10:42:23.741396 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-21f6bae0-ab66-49b3-a104-f915fbc4318d tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Request body: {'port': {'device_id': '80a14509-5aa8-41ef-a888-77676ea16350', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': 'f80e3af4528242d8863546a3e65b8608'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:23.763794 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d2123e7b-c43a-4990-b2b0-9760a9f9442b tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "DELETE /v2.0/subnets/4dfda470-cddb-41aa-8890-1303d554a061/tags HTTP/1.1" status: 204 len: 168 time: 0.0784223 Nov 04 10:42:23.769359 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46734) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:23.773326 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-22b67b54-9f80-46c8-9773-5f55ee7bf1e2 service neutron] Request body: {'port': {'device_id': 'b8136c40-45fd-4803-ad4c-9dd5d6c9fecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:23.784378 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-349f5396-c8e3-4e79-aa1e-522e00540494 None None] Provisioning complete for port 968b3a66-3b16-4c28-b991-4ad14b52a05e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:23.784970 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-349f5396-c8e3-4e79-aa1e-522e00540494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:23.813926 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42589a61-b820-4394-bd01-444533d7b345 req-05c1475d-f166-44e7-ba07-5b2a3bb62881 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=f80e3af4528242d8863546a3e65b8608&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676332 Nov 04 10:42:23.894545 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-22b67b54-9f80-46c8-9773-5f55ee7bf1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:23.910145 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-21f6bae0-ab66-49b3-a104-f915fbc4318d tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Made reservation on behalf of f80e3af4528242d8863546a3e65b8608 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:42:23.920169 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-21f6bae0-ab66-49b3-a104-f915fbc4318d tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:23.933294 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-21f6bae0-ab66-49b3-a104-f915fbc4318d tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:23.948684 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9174dd16-680e-4cb0-8f72-27bb0ab62598 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks [] for subnetpool, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:23.949937 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9174dd16-680e-4cb0-8f72-27bb0ab62598 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "DELETE /v2.0/subnetpools/269d957f-61ce-48d8-afec-fe1bbdfa7d28 HTTP/1.1" status: 204 len: 168 time: 0.1738219 Nov 04 10:42:23.952615 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46740) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:23.993226 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b701908e-d931-48fc-9c89-157b17c6ca6d tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "GET /v2.0/ports?device_id=71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2 HTTP/1.1" status: 200 len: 205 time: 0.0393136 Nov 04 10:42:23.999940 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46744) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:24.048798 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-349f5396-c8e3-4e79-aa1e-522e00540494 None None] Port 968b3a66-3b16-4c28-b991-4ad14b52a05e cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:42:24.057315 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-21f6bae0-ab66-49b3-a104-f915fbc4318d tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:24.064747 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-21f6bae0-ab66-49b3-a104-f915fbc4318d tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:24.133430 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dbc26cf6-9c27-4815-b6de-4d4b5a8a9d9f tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:24.138523 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11e510c-9163-4bb0-8767-deb3ce6c7cc5 x-openstack-request-id: req-d11e510c-9163-4bb0-8767-deb3ce6c7cc5 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:42:24.138942 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eceebcf-c36b-4c5f-9973-6d712754d71b", "tag": "902da8bb-552f-4965-81c3-919fd2c317fb", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:42:24.139348 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-d11e510c-9163-4bb0-8767-deb3ce6c7cc5 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:42:24.139814 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eceebcf-c36b-4c5f-9973-6d712754d71b', 'tag': '902da8bb-552f-4965-81c3-919fd2c317fb', 'status': 'completed', 'code': 200} Nov 04 10:42:24.198669 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6bae0-ab66-49b3-a104-f915fbc4318d tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=638626dc-bd8a-4701-9ce2-fc222ac06ebf,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:24.289192 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-21f6bae0-ab66-49b3-a104-f915fbc4318d tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Allocated IP 192.168.233.33 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/af3bb775-c9f6-4aad-940e-944b72d676a9) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:42:24.304299 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157c8fb-54b3-4173-b976-edf30310c04e req-6b3a6652-e257-4566-bf6f-3453d7824981 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:24.306226 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6157c8fb-54b3-4173-b976-edf30310c04e req-6b3a6652-e257-4566-bf6f-3453d7824981 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 945 time: 0.0997069 Nov 04 10:42:24.449325 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6157c8fb-54b3-4173-b976-edf30310c04e req-193e774a-6f56-4911-ad34-9580ef33530d tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192379 Nov 04 10:42:24.559355 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-21f6bae0-ab66-49b3-a104-f915fbc4318d tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:24.586022 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408a3ff-d866-43d0-a17b-0b2bbb38faf1 req-6cfb42e1-7684-4287-8c08-c72c4a5ba582 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:24.587658 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1408a3ff-d866-43d0-a17b-0b2bbb38faf1 req-6cfb42e1-7684-4287-8c08-c72c4a5ba582 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?device_id=ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa HTTP/1.1" status: 200 len: 946 time: 0.0768752 Nov 04 10:42:24.660029 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-21f6bae0-ab66-49b3-a104-f915fbc4318d tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:24.677939 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dbc26cf6-9c27-4815-b6de-4d4b5a8a9d9f tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:24.683685 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dbc26cf6-9c27-4815-b6de-4d4b5a8a9d9f tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:24.686753 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027502ef-8e46-4d31-83d4-35ee907a80d6 req-fea10751-421c-4bc1-96c5-e6997c147979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:24.688272 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-027502ef-8e46-4d31-83d4-35ee907a80d6 req-fea10751-421c-4bc1-96c5-e6997c147979 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=53562ae687274bbeba84f6369ffa7a9a&device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 1095 time: 0.5002000 Nov 04 10:42:24.697520 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1408a3ff-d866-43d0-a17b-0b2bbb38faf1 req-d2ecbf9b-fee3-4839-a8a8-6a87ea088709 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/security-groups?id=1f69f6d8-db14-4975-8e35-b9ad030402cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904512 Nov 04 10:42:24.712835 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-21f6bae0-ab66-49b3-a104-f915fbc4318d tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:42:24.724984 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-21f6bae0-ab66-49b3-a104-f915fbc4318d tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:42:24.724984 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-21f6bae0-ab66-49b3-a104-f915fbc4318d tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:42:24.761886 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6bae0-ab66-49b3-a104-f915fbc4318d tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Pushing event updated for resources: {'Port': ['ID=af3bb775-c9f6-4aad-940e-944b72d676a9,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:24.777772 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 902da8bb-552f-4965-81c3-919fd2c317fb details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:42:24.835462 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dbc26cf6-9c27-4815-b6de-4d4b5a8a9d9f tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:24.835724 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-21f6bae0-ab66-49b3-a104-f915fbc4318d tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:24.836928 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc26cf6-9c27-4815-b6de-4d4b5a8a9d9f tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Fanout notify agent at l3_agent the message router_deleted on router 71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:42:24.837868 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-21f6bae0-ab66-49b3-a104-f915fbc4318d tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:24.856074 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dbc26cf6-9c27-4815-b6de-4d4b5a8a9d9f tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:24.859421 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-dbc26cf6-9c27-4815-b6de-4d4b5a8a9d9f tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "DELETE /v2.0/routers/71ca1c0c-5e1e-4db2-9e05-14d5a9df85b2 HTTP/1.1" status: 204 len: 168 time: 0.8560171 Nov 04 10:42:24.860899 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46758) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:24.895620 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-21f6bae0-ab66-49b3-a104-f915fbc4318d tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1572747 Nov 04 10:42:24.913161 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-8f8376e7-7581-4a33-bd32-31208020ba8e service neutron] Request body: {'port': {'device_id': '80a14509-5aa8-41ef-a888-77676ea16350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:24.956369 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 902da8bb-552f-4965-81c3-919fd2c317fb, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=902da8bb-552f-4965-81c3-919fd2c317fb,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:24.973440 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-22b67b54-9f80-46c8-9773-5f55ee7bf1e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d046d36c-1ac3-47cf-bcff-cbce2b862a71 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:42:24.975866 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '902da8bb-552f-4965-81c3-919fd2c317fb', 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7', 'port_id': '902da8bb-552f-4965-81c3-919fd2c317fb', 'mac_address': 'fa:16:3e:c7:15:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5626b5c5-059d-4165-96a5-a79a81820db5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:42:25.030984 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:25.044315 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-22b67b54-9f80-46c8-9773-5f55ee7bf1e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:25.049849 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027502ef-8e46-4d31-83d4-35ee907a80d6 req-011eb757-f796-4910-8406-4c267c5d5080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:25.052130 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-027502ef-8e46-4d31-83d4-35ee907a80d6 req-011eb757-f796-4910-8406-4c267c5d5080 service neutron] 10.222.0.126 "GET /v2.0/networks?id=8c8a1e5a-f063-46d4-a45c-05147903d1b7 HTTP/1.1" status: 200 len: 913 time: 0.3534687 Nov 04 10:42:25.053589 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 902da8bb-552f-4965-81c3-919fd2c317fb {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:42:25.061853 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5bf60312-1dc0-46e3-a1fc-9a3c8a7a3a3e req-d575e3c1-ddd2-4046-8385-9c69b9fcb160 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe485c6-95bc-4161-822e-5d799a81cb84 HTTP/1.1" status: 200 len: 210 time: 0.0558753 Nov 04 10:42:25.063333 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-8f8376e7-7581-4a33-bd32-31208020ba8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:25.099109 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 902da8bb-552f-4965-81c3-919fd2c317fb, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=902da8bb-552f-4965-81c3-919fd2c317fb,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:25.111095 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:25.141841 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-027502ef-8e46-4d31-83d4-35ee907a80d6 req-6038eef9-cdcf-4850-a864-7a155342eea4 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=902da8bb-552f-4965-81c3-919fd2c317fb HTTP/1.1" status: 200 len: 217 time: 0.0727861 Nov 04 10:42:25.150014 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-22b67b54-9f80-46c8-9773-5f55ee7bf1e2 service neutron] Transition to ACTIVE for port object d046d36c-1ac3-47cf-bcff-cbce2b862a71 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:42:25.189133 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-22b67b54-9f80-46c8-9773-5f55ee7bf1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:25.190392 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=902da8bb-552f-4965-81c3-919fd2c317fb,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:25.205330 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b19e3242-85e3-4d3a-b858-575fa15c3e29 None None] Provisioning complete for port af3bb775-c9f6-4aad-940e-944b72d676a9 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:25.205835 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b19e3242-85e3-4d3a-b858-575fa15c3e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:25.256051 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-1bf96c55-fa05-4015-8f21-52e1858742d1 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Deleting port 0294ad12-1a5f-41ca-b911-a757c0288224 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:42:25.256388 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1bf96c55-fa05-4015-8f21-52e1858742d1 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:25.261546 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-b19e3242-85e3-4d3a-b858-575fa15c3e29 None None] Port af3bb775-c9f6-4aad-940e-944b72d676a9 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:42:25.268248 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027502ef-8e46-4d31-83d4-35ee907a80d6 req-c65865ef-ac73-4522-8331-2d1a97bb5b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:25.269847 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-027502ef-8e46-4d31-83d4-35ee907a80d6 req-c65865ef-ac73-4522-8331-2d1a97bb5b28 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=5626b5c5-059d-4165-96a5-a79a81820db5 HTTP/1.1" status: 200 len: 851 time: 0.1186819 Nov 04 10:42:25.400019 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-027502ef-8e46-4d31-83d4-35ee907a80d6 req-d2bee340-a6da-492a-b4b8-8cecc32bd3c5 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8c8a1e5a-f063-46d4-a45c-05147903d1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118059 Nov 04 10:42:25.403870 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac3ceb-a219-4eef-843a-7b1ace056e27 req-30076706-16dc-4df1-87cc-6f98c45546db tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:25.405163 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b67b54-9f80-46c8-9773-5f55ee7bf1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d046d36c-1ac3-47cf-bcff-cbce2b862a71,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:25.412909 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac3ceb-a219-4eef-843a-7b1ace056e27 req-30076706-16dc-4df1-87cc-6f98c45546db tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:25.413200 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-42589a61-b820-4394-bd01-444533d7b345 req-0b011d45-fa10-482f-a9a7-01ddc7938884 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=f80e3af4528242d8863546a3e65b8608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0959969 Nov 04 10:42:25.414415 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-46ac3ceb-a219-4eef-843a-7b1ace056e27 req-30076706-16dc-4df1-87cc-6f98c45546db tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=b8136c40-45fd-4803-ad4c-9dd5d6c9fecb HTTP/1.1" status: 200 len: 1666 time: 0.1417983 Nov 04 10:42:25.442880 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['902da8bb-552f-4965-81c3-919fd2c317fb'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:42:25.526428 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-46ac3ceb-a219-4eef-843a-7b1ace056e27 req-69f1b53b-dcdb-4bc4-9623-77b5211dd555 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040087 Nov 04 10:42:25.594970 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1bf96c55-fa05-4015-8f21-52e1858742d1 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:25.610484 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-1bf96c55-fa05-4015-8f21-52e1858742d1 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Calling delete_port for 0294ad12-1a5f-41ca-b911-a757c0288224 owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:42:25.678671 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-027502ef-8e46-4d31-83d4-35ee907a80d6 req-0e3c4c7a-51be-4043-bbef-a9a2d1cb0f0d service neutron] 10.222.0.126 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616386 Nov 04 10:42:25.726348 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-8f8376e7-7581-4a33-bd32-31208020ba8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af3bb775-c9f6-4aad-940e-944b72d676a9 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:42:25.736566 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-8f8376e7-7581-4a33-bd32-31208020ba8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:25.747693 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9552e-ee78-4798-a858-112c08633e3e req-11236734-e2bb-40fb-83fe-37bcd42f0b66 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:25.749535 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c3a9552e-ee78-4798-a858-112c08633e3e req-11236734-e2bb-40fb-83fe-37bcd42f0b66 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 945 time: 0.0947564 Nov 04 10:42:25.769314 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-8f8376e7-7581-4a33-bd32-31208020ba8e service neutron] Transition to ACTIVE for port object af3bb775-c9f6-4aad-940e-944b72d676a9 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:42:25.783784 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-8f8376e7-7581-4a33-bd32-31208020ba8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:25.869596 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8376e7-7581-4a33-bd32-31208020ba8e service neutron] Pushing event updated for resources: {'Port': ['ID=af3bb775-c9f6-4aad-940e-944b72d676a9,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:25.909067 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-22b67b54-9f80-46c8-9773-5f55ee7bf1e2 service neutron] Attempting to bind port d046d36c-1ac3-47cf-bcff-cbce2b862a71 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:42:25.909403 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-22b67b54-9f80-46c8-9773-5f55ee7bf1e2 service neutron] Attempting to bind port d046d36c-1ac3-47cf-bcff-cbce2b862a71 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'b979c238-90a9-4161-aac9-258a49b190b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '6909e813-9134-46c1-b0e3-860b3b37988d'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:42:25.909733 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-22b67b54-9f80-46c8-9773-5f55ee7bf1e2 service neutron] Attempting to bind port d046d36c-1ac3-47cf-bcff-cbce2b862a71 on network 6909e813-9134-46c1-b0e3-860b3b37988d {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:42:25.926094 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c3a9552e-ee78-4798-a858-112c08633e3e req-dfe62ea1-70bc-419f-bf54-910dcdcb08f8 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662309 Nov 04 10:42:25.990951 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-22b67b54-9f80-46c8-9773-5f55ee7bf1e2 service neutron] Port d046d36c-1ac3-47cf-bcff-cbce2b862a71 on network 6909e813-9134-46c1-b0e3-860b3b37988d not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:42:25.991286 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-22b67b54-9f80-46c8-9773-5f55ee7bf1e2 service neutron] Attempting to bind port d046d36c-1ac3-47cf-bcff-cbce2b862a71 on network 6909e813-9134-46c1-b0e3-860b3b37988d {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:42:26.038022 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-8f8376e7-7581-4a33-bd32-31208020ba8e service neutron] Attempting to bind port af3bb775-c9f6-4aad-940e-944b72d676a9 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:42:26.038428 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-8f8376e7-7581-4a33-bd32-31208020ba8e service neutron] Attempting to bind port af3bb775-c9f6-4aad-940e-944b72d676a9 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:42:26.038840 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-8f8376e7-7581-4a33-bd32-31208020ba8e service neutron] Attempting to bind port af3bb775-c9f6-4aad-940e-944b72d676a9 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:42:26.044333 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-8f8376e7-7581-4a33-bd32-31208020ba8e service neutron] Port af3bb775-c9f6-4aad-940e-944b72d676a9 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:42:26.044734 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-8f8376e7-7581-4a33-bd32-31208020ba8e service neutron] Attempting to bind port af3bb775-c9f6-4aad-940e-944b72d676a9 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:42:26.048712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42589a61-b820-4394-bd01-444533d7b345 req-b58f90b8-442e-4ce6-8140-4fa2788cce42 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:26.051094 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-42589a61-b820-4394-bd01-444533d7b345 req-b58f90b8-442e-4ce6-8140-4fa2788cce42 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6037467 Nov 04 10:42:26.053173 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-8f8376e7-7581-4a33-bd32-31208020ba8e service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:42:26.053857 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-8f8376e7-7581-4a33-bd32-31208020ba8e service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:42:26.054148 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-8f8376e7-7581-4a33-bd32-31208020ba8e service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:42:26.054688 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-8f8376e7-7581-4a33-bd32-31208020ba8e service neutron] Bound port: af3bb775-c9f6-4aad-940e-944b72d676a9, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:42:26.055911 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-8f8376e7-7581-4a33-bd32-31208020ba8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:26.063793 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-22b67b54-9f80-46c8-9773-5f55ee7bf1e2 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:42:26.064143 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-22b67b54-9f80-46c8-9773-5f55ee7bf1e2 service neutron] Checking segment: {'id': 'b979c238-90a9-4161-aac9-258a49b190b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '6909e813-9134-46c1-b0e3-860b3b37988d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:42:26.064537 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-22b67b54-9f80-46c8-9773-5f55ee7bf1e2 service neutron] Bound using segment: {'id': 'b979c238-90a9-4161-aac9-258a49b190b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '6909e813-9134-46c1-b0e3-860b3b37988d'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:42:26.065019 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-22b67b54-9f80-46c8-9773-5f55ee7bf1e2 service neutron] Bound port: d046d36c-1ac3-47cf-bcff-cbce2b862a71, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b979c238-90a9-4161-aac9-258a49b190b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '6909e813-9134-46c1-b0e3-860b3b37988d'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:42:26.065381 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-22b67b54-9f80-46c8-9773-5f55ee7bf1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:26.084495 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-42589a61-b820-4394-bd01-444533d7b345 req-73431782-c301-4154-9ab9-a0d6ebe076b4 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Request body: {'port': {'device_id': 'afe485c6-95bc-4161-822e-5d799a81cb84', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': 'f80e3af4528242d8863546a3e65b8608'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:26.100333 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-027502ef-8e46-4d31-83d4-35ee907a80d6 req-38f23ee1-9997-411a-a1e8-fba44f94267f service neutron] 10.222.0.126 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990691 Nov 04 10:42:26.180380 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-8f8376e7-7581-4a33-bd32-31208020ba8e service neutron] For port af3bb775-c9f6-4aad-940e-944b72d676a9, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:42:26.197949 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-8f8376e7-7581-4a33-bd32-31208020ba8e service neutron] For port af3bb775-c9f6-4aad-940e-944b72d676a9, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=af3bb775-c9f6-4aad-940e-944b72d676a9,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:42:26.212575 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08fded-d960-4d6d-9ec1-7216f08ee414 req-0c1adec0-717c-47f7-a09b-21e0fb7aaad6 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:26.225479 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6a08fded-d960-4d6d-9ec1-7216f08ee414 req-0c1adec0-717c-47f7-a09b-21e0fb7aaad6 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 945 time: 0.0981383 Nov 04 10:42:26.229116 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-8f8376e7-7581-4a33-bd32-31208020ba8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:26.250597 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1bf96c55-fa05-4015-8f21-52e1858742d1 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:26.291724 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-8f8376e7-7581-4a33-bd32-31208020ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:26.292471 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-8f8376e7-7581-4a33-bd32-31208020ba8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:26.294048 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-8f8376e7-7581-4a33-bd32-31208020ba8e service neutron] 10.222.0.126 "PUT /v2.0/ports/af3bb775-c9f6-4aad-940e-944b72d676a9 HTTP/1.1" status: 200 len: 1095 time: 1.3904450 Nov 04 10:42:26.295011 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a14509-5aa8-41ef-a888-77676ea16350', 'tag': 'af3bb775-c9f6-4aad-940e-944b72d676a9'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:42:26.298268 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f7eed1-7ccd-4e22-a615-c42c3dc8d3f4" -d '{"events": [{"name": "network-changed", "server_uuid": "80a14509-5aa8-41ef-a888-77676ea16350", "tag": "af3bb775-c9f6-4aad-940e-944b72d676a9"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:42:26.322624 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-22b67b54-9f80-46c8-9773-5f55ee7bf1e2 service neutron] For port d046d36c-1ac3-47cf-bcff-cbce2b862a71, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:42:26.330449 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf96c55-fa05-4015-8f21-52e1858742d1 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Pushing event deleted for resources: {'Port': ['ID=0294ad12-1a5f-41ca-b911-a757c0288224,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:26.336276 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8376e7-7581-4a33-bd32-31208020ba8e service neutron] Pushing event updated for resources: {'Port': ['ID=af3bb775-c9f6-4aad-940e-944b72d676a9,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:26.361726 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6a08fded-d960-4d6d-9ec1-7216f08ee414 req-cb23d2b3-9e54-42f6-b836-a0fd38e8ec4b tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276691 Nov 04 10:42:26.401631 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-22b67b54-9f80-46c8-9773-5f55ee7bf1e2 service neutron] For port d046d36c-1ac3-47cf-bcff-cbce2b862a71, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=d046d36c-1ac3-47cf-bcff-cbce2b862a71,segment=NetworkSegment(b979c238-90a9-4161-aac9-258a49b190b3),segment_id=b979c238-90a9-4161-aac9-258a49b190b3)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:42:26.439135 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-22b67b54-9f80-46c8-9773-5f55ee7bf1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:26.467723 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-b943bcee-ba1b-4eff-8604-35d9635b2227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:26.469918 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-b943bcee-ba1b-4eff-8604-35d9635b2227 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=f80e3af4528242d8863546a3e65b8608&device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 1098 time: 0.1070807 Nov 04 10:42:26.558135 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-22b67b54-9f80-46c8-9773-5f55ee7bf1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:26.559074 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-22b67b54-9f80-46c8-9773-5f55ee7bf1e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:26.560566 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-22b67b54-9f80-46c8-9773-5f55ee7bf1e2 service neutron] 10.222.0.121 "PUT /v2.0/ports/d046d36c-1ac3-47cf-bcff-cbce2b862a71 HTTP/1.1" status: 200 len: 1092 time: 2.7922020 Nov 04 10:42:26.588498 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8136c40-45fd-4803-ad4c-9dd5d6c9fecb', 'tag': 'd046d36c-1ac3-47cf-bcff-cbce2b862a71'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:42:26.590995 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506f9dd5-2a23-41e3-b777-7b9ef73a4e55" -d '{"events": [{"name": "network-changed", "server_uuid": "b8136c40-45fd-4803-ad4c-9dd5d6c9fecb", "tag": "d046d36c-1ac3-47cf-bcff-cbce2b862a71"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:42:26.620722 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-c97460e9-f672-4d56-bc90-a331874da29b service neutron] Request body: {'port': {'device_id': 'b8136c40-45fd-4803-ad4c-9dd5d6c9fecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:26.637029 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1bf96c55-fa05-4015-8f21-52e1858742d1 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:26.646421 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1bf96c55-fa05-4015-8f21-52e1858742d1 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "DELETE /v2.0/ports/0294ad12-1a5f-41ca-b911-a757c0288224 HTTP/1.1" status: 204 len: 168 time: 1.7827711 Nov 04 10:42:26.668289 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46776) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:26.670480 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b67b54-9f80-46c8-9773-5f55ee7bf1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d046d36c-1ac3-47cf-bcff-cbce2b862a71,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:26.769958 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42589a61-b820-4394-bd01-444533d7b345 req-73431782-c301-4154-9ab9-a0d6ebe076b4 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Made reservation on behalf of f80e3af4528242d8863546a3e65b8608 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:42:26.776853 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-42589a61-b820-4394-bd01-444533d7b345 req-73431782-c301-4154-9ab9-a0d6ebe076b4 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:26.782500 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-c97460e9-f672-4d56-bc90-a331874da29b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:26.791026 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 902da8bb-552f-4965-81c3-919fd2c317fb up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:42:26.882456 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 902da8bb-552f-4965-81c3-919fd2c317fb completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:42:26.886598 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 902da8bb-552f-4965-81c3-919fd2c317fb triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:26.886959 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:26.931034 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3fcda30-79ab-4fc2-84ac-df34fe87dc2a tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Deleting subnet 4dfda470-cddb-41aa-8890-1303d554a061 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:42:26.943311 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b3fcda30-79ab-4fc2-84ac-df34fe87dc2a tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:26.985565 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:26.990725 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-140befbc-80eb-4867-b32b-6d65e85f998c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=af3bb775-c9f6-4aad-940e-944b72d676a9 HTTP/1.1" status: 200 len: 217 time: 0.5053856 Nov 04 10:42:27.024620 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 902da8bb-552f-4965-81c3-919fd2c317fb, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=902da8bb-552f-4965-81c3-919fd2c317fb,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:27.027184 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eceebcf-c36b-4c5f-9973-6d712754d71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902da8bb-552f-4965-81c3-919fd2c317fb'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:42:27.030322 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f1eb67-a58f-4fc3-8a31-450049df4354" -d '{"events": [{"server_uuid": "8eceebcf-c36b-4c5f-9973-6d712754d71b", "name": "network-vif-plugged", "status": "completed", "tag": "902da8bb-552f-4965-81c3-919fd2c317fb"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:42:27.036157 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:27.044104 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df11a3-1bd7-4106-afa4-9376817a7a89 req-03f0e5d8-fd56-447f-b4f7-f90ab66e791c tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:27.051954 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-71df11a3-1bd7-4106-afa4-9376817a7a89 req-03f0e5d8-fd56-447f-b4f7-f90ab66e791c tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?device_id=ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa HTTP/1.1" status: 200 len: 946 time: 0.5765567 Nov 04 10:42:27.079999 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b3fcda30-79ab-4fc2-84ac-df34fe87dc2a tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:27.097322 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=902da8bb-552f-4965-81c3-919fd2c317fb,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:27.105590 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-267bb5c8-74fd-4663-b36e-7398db188f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:27.107261 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-267bb5c8-74fd-4663-b36e-7398db188f6d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1073060 Nov 04 10:42:27.118609 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-71df11a3-1bd7-4106-afa4-9376817a7a89 req-2ade6149-a41c-4103-b667-82fef49b32f4 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/security-groups?id=1f69f6d8-db14-4975-8e35-b9ad030402cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657704 Nov 04 10:42:27.185493 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-8e52b17b-7f13-4aed-bea4-79a96f1f1a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:27.187665 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-8e52b17b-7f13-4aed-bea4-79a96f1f1a96 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0675786 Nov 04 10:42:27.344446 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b83f517-a20e-490c-9117-24626342cbe8 req-4f9ea1e1-c184-4a68-8b9f-4b11113d9979 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe485c6-95bc-4161-822e-5d799a81cb84 HTTP/1.1" status: 200 len: 210 time: 0.0370424 Nov 04 10:42:27.355986 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-076d37d8-098d-4728-926c-92366188ab8a service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539974 Nov 04 10:42:27.414572 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60bcc8e-5a7f-4e18-8c4b-0474f7abae8a x-openstack-request-id: req-f60bcc8e-5a7f-4e18-8c4b-0474f7abae8a {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:42:27.414810 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a14509-5aa8-41ef-a888-77676ea16350", "tag": "af3bb775-c9f6-4aad-940e-944b72d676a9", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:42:27.415053 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f60bcc8e-5a7f-4e18-8c4b-0474f7abae8a {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:42:27.415631 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a14509-5aa8-41ef-a888-77676ea16350', 'tag': 'af3bb775-c9f6-4aad-940e-944b72d676a9', 'status': 'completed', 'code': 200} Nov 04 10:42:27.488878 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae150cc7-0f16-46b4-811f-9f4187483145 req-82652246-eeef-4b6d-997d-81e0df011ce9 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220579 Nov 04 10:42:27.513900 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33417939-6da5-48f3-87a9-f8b789a72fea req-a65bbd3a-fcf3-49f4-ba27-85c78bf9381e tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:27.517147 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-42589a61-b820-4394-bd01-444533d7b345 req-73431782-c301-4154-9ab9-a0d6ebe076b4 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Allocated IP 192.168.233.61 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/863a8c40-667f-4457-8387-fdb4896f1cfc) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:42:27.520289 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33417939-6da5-48f3-87a9-f8b789a72fea req-a65bbd3a-fcf3-49f4-ba27-85c78bf9381e tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:27.522702 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33417939-6da5-48f3-87a9-f8b789a72fea req-a65bbd3a-fcf3-49f4-ba27-85c78bf9381e tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=b8136c40-45fd-4803-ad4c-9dd5d6c9fecb HTTP/1.1" status: 200 len: 1666 time: 0.0724652 Nov 04 10:42:27.549986 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b3fcda30-79ab-4fc2-84ac-df34fe87dc2a tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:27.611407 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33417939-6da5-48f3-87a9-f8b789a72fea req-1cd13893-ec4c-47ab-b025-9b4f2715b31b tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774739 Nov 04 10:42:27.619997 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7eed1-7ccd-4e22-a615-c42c3dc8d3f4 req-b20ee645-0c89-4a6a-9ede-c09430d87303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:27.621670 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79f7eed1-7ccd-4e22-a615-c42c3dc8d3f4 req-b20ee645-0c89-4a6a-9ede-c09430d87303 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=f80e3af4528242d8863546a3e65b8608&device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 1098 time: 0.0673165 Nov 04 10:42:27.664951 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da78f3ca-e4cb-4a75-8629-eb882e91e5e3 x-openstack-request-id: req-da78f3ca-e4cb-4a75-8629-eb882e91e5e3 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:42:27.665247 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8136c40-45fd-4803-ad4c-9dd5d6c9fecb", "tag": "d046d36c-1ac3-47cf-bcff-cbce2b862a71", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:42:27.665503 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-da78f3ca-e4cb-4a75-8629-eb882e91e5e3 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:42:27.665907 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8136c40-45fd-4803-ad4c-9dd5d6c9fecb', 'tag': 'd046d36c-1ac3-47cf-bcff-cbce2b862a71', 'status': 'completed', 'code': 200} Nov 04 10:42:27.729009 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-c97460e9-f672-4d56-bc90-a331874da29b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968b3a66-3b16-4c28-b991-4ad14b52a05e {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:42:27.742716 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-c97460e9-f672-4d56-bc90-a331874da29b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:27.765319 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b3fcda30-79ab-4fc2-84ac-df34fe87dc2a tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:27.774106 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-c97460e9-f672-4d56-bc90-a331874da29b service neutron] Transition to ACTIVE for port object 968b3a66-3b16-4c28-b991-4ad14b52a05e will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:42:27.806534 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-c97460e9-f672-4d56-bc90-a331874da29b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:27.816190 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fcda30-79ab-4fc2-84ac-df34fe87dc2a tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Pushing event deleted for resources: {'Subnet': ['ID=4dfda470-cddb-41aa-8890-1303d554a061,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:27.825905 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb7173-e93d-41eb-b8d6-4e0c0edd226e req-00a6ccc9-d6e3-416b-92ec-0e1e01b115c5 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:27.827534 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c9fb7173-e93d-41eb-b8d6-4e0c0edd226e req-00a6ccc9-d6e3-416b-92ec-0e1e01b115c5 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 946 time: 0.1099312 Nov 04 10:42:27.829389 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc72cc1-e810-4820-8bb3-65f222220121 None None] Network c69f2f47-5938-4d0d-8b6b-d7bd246de592 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:42:27.829885 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7eed1-7ccd-4e22-a615-c42c3dc8d3f4 req-0c6e837b-bea6-48b7-b22a-d27007ede2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:27.831613 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79f7eed1-7ccd-4e22-a615-c42c3dc8d3f4 req-0c6e837b-bea6-48b7-b22a-d27007ede2cc service neutron] 10.222.0.126 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.1899264 Nov 04 10:42:27.834537 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f9dd5-2a23-41e3-b777-7b9ef73a4e55 req-19baaff2-4465-48d1-bd7d-dbb9a3255a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:27.835205 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f9dd5-2a23-41e3-b777-7b9ef73a4e55 req-19baaff2-4465-48d1-bd7d-dbb9a3255a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:27.836792 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-506f9dd5-2a23-41e3-b777-7b9ef73a4e55 req-19baaff2-4465-48d1-bd7d-dbb9a3255a03 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8497c67b53424b7dad5299c790949829&device_id=b8136c40-45fd-4803-ad4c-9dd5d6c9fecb HTTP/1.1" status: 200 len: 1913 time: 0.1289425 Nov 04 10:42:27.844366 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b3fcda30-79ab-4fc2-84ac-df34fe87dc2a tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:27.850731 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b3fcda30-79ab-4fc2-84ac-df34fe87dc2a tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "DELETE /v2.0/subnets/4dfda470-cddb-41aa-8890-1303d554a061 HTTP/1.1" status: 204 len: 168 time: 1.1811941 Nov 04 10:42:27.852577 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46788) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:27.902047 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-42589a61-b820-4394-bd01-444533d7b345 req-73431782-c301-4154-9ab9-a0d6ebe076b4 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:27.909436 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97460e9-f672-4d56-bc90-a331874da29b service neutron] Pushing event updated for resources: {'Port': ['ID=968b3a66-3b16-4c28-b991-4ad14b52a05e,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:27.984669 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79f7eed1-7ccd-4e22-a615-c42c3dc8d3f4 req-b70142b2-4557-4dc6-ae2e-125adf49d8b1 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=af3bb775-c9f6-4aad-940e-944b72d676a9 HTTP/1.1" status: 200 len: 217 time: 0.1388557 Nov 04 10:42:28.021173 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-42589a61-b820-4394-bd01-444533d7b345 req-73431782-c301-4154-9ab9-a0d6ebe076b4 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:28.058679 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-c97460e9-f672-4d56-bc90-a331874da29b service neutron] Attempting to bind port 968b3a66-3b16-4c28-b991-4ad14b52a05e on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:42:28.059029 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-c97460e9-f672-4d56-bc90-a331874da29b service neutron] Attempting to bind port 968b3a66-3b16-4c28-b991-4ad14b52a05e by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '554f55d5-7801-4ec1-a0b5-77b34d11c915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '7dc8b567-8d06-44f2-91f1-9a500443ba2b'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:42:28.059483 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-c97460e9-f672-4d56-bc90-a331874da29b service neutron] Attempting to bind port 968b3a66-3b16-4c28-b991-4ad14b52a05e on network 7dc8b567-8d06-44f2-91f1-9a500443ba2b {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:42:28.074720 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-c97460e9-f672-4d56-bc90-a331874da29b service neutron] Port 968b3a66-3b16-4c28-b991-4ad14b52a05e on network 7dc8b567-8d06-44f2-91f1-9a500443ba2b not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:42:28.075056 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-c97460e9-f672-4d56-bc90-a331874da29b service neutron] Attempting to bind port 968b3a66-3b16-4c28-b991-4ad14b52a05e on network 7dc8b567-8d06-44f2-91f1-9a500443ba2b {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:42:28.078950 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42589a61-b820-4394-bd01-444533d7b345 req-73431782-c301-4154-9ab9-a0d6ebe076b4 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:42:28.086548 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6782f97e-1a64-4ea3-8bbd-1a7b03691b07 None None] DHCP port deletion for c69f2f47-5938-4d0d-8b6b-d7bd246de592 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:42:28.090613 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-42589a61-b820-4394-bd01-444533d7b345 req-73431782-c301-4154-9ab9-a0d6ebe076b4 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:42:28.095408 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-c97460e9-f672-4d56-bc90-a331874da29b service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:42:28.095818 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-c97460e9-f672-4d56-bc90-a331874da29b service neutron] Checking segment: {'id': '554f55d5-7801-4ec1-a0b5-77b34d11c915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '7dc8b567-8d06-44f2-91f1-9a500443ba2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:42:28.096209 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-c97460e9-f672-4d56-bc90-a331874da29b service neutron] Bound using segment: {'id': '554f55d5-7801-4ec1-a0b5-77b34d11c915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '7dc8b567-8d06-44f2-91f1-9a500443ba2b'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:42:28.096678 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-c97460e9-f672-4d56-bc90-a331874da29b service neutron] Bound port: 968b3a66-3b16-4c28-b991-4ad14b52a05e, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '554f55d5-7801-4ec1-a0b5-77b34d11c915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '7dc8b567-8d06-44f2-91f1-9a500443ba2b'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:42:28.097064 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-c97460e9-f672-4d56-bc90-a331874da29b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:28.099421 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-42589a61-b820-4394-bd01-444533d7b345 req-73431782-c301-4154-9ab9-a0d6ebe076b4 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:42:28.114052 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73431782-c301-4154-9ab9-a0d6ebe076b4 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Pushing event updated for resources: {'Port': ['ID=863a8c40-667f-4457-8387-fdb4896f1cfc,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:28.188259 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42589a61-b820-4394-bd01-444533d7b345 req-73431782-c301-4154-9ab9-a0d6ebe076b4 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:28.188961 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-42589a61-b820-4394-bd01-444533d7b345 req-73431782-c301-4154-9ab9-a0d6ebe076b4 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:28.198707 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-844a2d81-e584-45e4-8a80-3615dbde69e6 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:28.213331 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-6782f97e-1a64-4ea3-8bbd-1a7b03691b07 None None] Deleting port 7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:42:28.213709 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6782f97e-1a64-4ea3-8bbd-1a7b03691b07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:28.241087 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-42589a61-b820-4394-bd01-444533d7b345 req-73431782-c301-4154-9ab9-a0d6ebe076b4 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1691940 Nov 04 10:42:28.249753 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7eed1-7ccd-4e22-a615-c42c3dc8d3f4 req-de0ac70a-ce85-42cd-adfe-a404c158d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:28.250038 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-c97460e9-f672-4d56-bc90-a331874da29b service neutron] For port 968b3a66-3b16-4c28-b991-4ad14b52a05e, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:42:28.251875 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79f7eed1-7ccd-4e22-a615-c42c3dc8d3f4 req-de0ac70a-ce85-42cd-adfe-a404c158d721 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.2237074 Nov 04 10:42:28.253860 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-c97460e9-f672-4d56-bc90-a331874da29b service neutron] For port 968b3a66-3b16-4c28-b991-4ad14b52a05e, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=968b3a66-3b16-4c28-b991-4ad14b52a05e,segment=NetworkSegment(554f55d5-7801-4ec1-a0b5-77b34d11c915),segment_id=554f55d5-7801-4ec1-a0b5-77b34d11c915)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:42:28.264950 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-c97460e9-f672-4d56-bc90-a331874da29b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:28.313934 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-42589a61-b820-4394-bd01-444533d7b345 req-df4ebedc-c4cc-4fc9-a324-711ccfa2ea7f service neutron] Request body: {'port': {'device_id': 'afe485c6-95bc-4161-822e-5d799a81cb84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:28.328439 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-6782f97e-1a64-4ea3-8bbd-1a7b03691b07 None None] For port 7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23,segment=NetworkSegment(82ce2090-cba1-41fd-8c40-3d5f9a121f1e),segment_id=82ce2090-cba1-41fd-8c40-3d5f9a121f1e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:28.329186 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6782f97e-1a64-4ea3-8bbd-1a7b03691b07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:28.344615 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-6782f97e-1a64-4ea3-8bbd-1a7b03691b07 None None] Calling delete_port for 7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:42:28.356418 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c9fb7173-e93d-41eb-b8d6-4e0c0edd226e req-a34ca4a9-9140-4d10-8553-3eca6d7b980c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5170119 Nov 04 10:42:28.382046 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-c97460e9-f672-4d56-bc90-a331874da29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:28.382665 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-c97460e9-f672-4d56-bc90-a331874da29b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:28.384116 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-c97460e9-f672-4d56-bc90-a331874da29b service neutron] 10.222.0.121 "PUT /v2.0/ports/968b3a66-3b16-4c28-b991-4ad14b52a05e HTTP/1.1" status: 200 len: 1091 time: 1.7832003 Nov 04 10:42:28.416221 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97460e9-f672-4d56-bc90-a331874da29b service neutron] Pushing event updated for resources: {'Port': ['ID=968b3a66-3b16-4c28-b991-4ad14b52a05e,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:28.440161 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7eed1-7ccd-4e22-a615-c42c3dc8d3f4 req-323519fa-4f9e-4cea-972e-ffc28d4d3700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:28.442286 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79f7eed1-7ccd-4e22-a615-c42c3dc8d3f4 req-323519fa-4f9e-4cea-972e-ffc28d4d3700 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1661551 Nov 04 10:42:28.456182 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-42589a61-b820-4394-bd01-444533d7b345 req-df4ebedc-c4cc-4fc9-a324-711ccfa2ea7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:28.566208 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6782f97e-1a64-4ea3-8bbd-1a7b03691b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:28.595847 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d97e70-fd8e-4b5a-b01f-e79807f6eec9 x-openstack-request-id: req-d8d97e70-fd8e-4b5a-b01f-e79807f6eec9 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:42:28.596255 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eceebcf-c36b-4c5f-9973-6d712754d71b", "name": "network-vif-plugged", "status": "completed", "tag": "902da8bb-552f-4965-81c3-919fd2c317fb", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:42:28.596561 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-d8d97e70-fd8e-4b5a-b01f-e79807f6eec9 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:42:28.597032 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eceebcf-c36b-4c5f-9973-6d712754d71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902da8bb-552f-4965-81c3-919fd2c317fb', 'code': 200} Nov 04 10:42:28.618369 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79f7eed1-7ccd-4e22-a615-c42c3dc8d3f4 req-d6a851ef-4b23-4677-b033-2529ef3230ac service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161153 Nov 04 10:42:28.622452 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6782f97e-1a64-4ea3-8bbd-1a7b03691b07 None None] No DVR routers for this DVR port 7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:42:28.639857 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f9dd5-2a23-41e3-b777-7b9ef73a4e55 req-7b66feaf-c144-42b1-a43b-bd5ab788c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:28.640622 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f9dd5-2a23-41e3-b777-7b9ef73a4e55 req-7b66feaf-c144-42b1-a43b-bd5ab788c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:28.641124 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f9dd5-2a23-41e3-b777-7b9ef73a4e55 req-7b66feaf-c144-42b1-a43b-bd5ab788c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:28.642727 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-506f9dd5-2a23-41e3-b777-7b9ef73a4e55 req-7b66feaf-c144-42b1-a43b-bd5ab788c81b service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=8497c67b53424b7dad5299c790949829&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7892804 Nov 04 10:42:28.670419 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782f97e-1a64-4ea3-8bbd-1a7b03691b07 None None] Pushing event deleted for resources: {'Port': ['ID=7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:28.691080 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-eaf026ce-2994-4d5f-b050-aa7012b2a6f0 None None] Provisioning complete for port 863a8c40-667f-4457-8387-fdb4896f1cfc triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:28.691080 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eaf026ce-2994-4d5f-b050-aa7012b2a6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:28.736754 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-eaf026ce-2994-4d5f-b050-aa7012b2a6f0 None None] Port 863a8c40-667f-4457-8387-fdb4896f1cfc cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:42:28.756085 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc79de-8830-4a84-b995-be69b5d96cc6 req-06ca6cfe-3fb7-4c7d-afe7-1bea231b5791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:28.757743 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8dcc79de-8830-4a84-b995-be69b5d96cc6 req-06ca6cfe-3fb7-4c7d-afe7-1bea231b5791 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 1097 time: 0.1017809 Nov 04 10:42:28.829605 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d1227-b716-4dff-93ef-8052989b8944 req-558f3eac-c3b6-423f-b5e4-39dc0e7e0f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:28.831077 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-738d1227-b716-4dff-93ef-8052989b8944 req-558f3eac-c3b6-423f-b5e4-39dc0e7e0f8b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ead355d3198b4aadbda9707a7fac95b2&device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 1096 time: 0.4990804 Nov 04 10:42:28.845804 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8dcc79de-8830-4a84-b995-be69b5d96cc6 req-688366f9-7764-4ef3-b078-e4aeebc81bc2 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793881 Nov 04 10:42:28.900407 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-42589a61-b820-4394-bd01-444533d7b345 req-df4ebedc-c4cc-4fc9-a324-711ccfa2ea7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863a8c40-667f-4457-8387-fdb4896f1cfc {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:42:28.908251 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-42589a61-b820-4394-bd01-444533d7b345 req-df4ebedc-c4cc-4fc9-a324-711ccfa2ea7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:28.921213 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-42589a61-b820-4394-bd01-444533d7b345 req-df4ebedc-c4cc-4fc9-a324-711ccfa2ea7f service neutron] Transition to ACTIVE for port object 863a8c40-667f-4457-8387-fdb4896f1cfc will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:42:28.925609 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-42589a61-b820-4394-bd01-444533d7b345 req-df4ebedc-c4cc-4fc9-a324-711ccfa2ea7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:28.978341 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ebedc-c4cc-4fc9-a324-711ccfa2ea7f service neutron] Pushing event updated for resources: {'Port': ['ID=863a8c40-667f-4457-8387-fdb4896f1cfc,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:28.995885 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069f472-578d-415b-bc50-55179305b941 req-2cf7f531-119b-4cfe-92fe-fb12539759c7 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:28.997461 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2069f472-578d-415b-bc50-55179305b941 req-2cf7f531-119b-4cfe-92fe-fb12539759c7 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?device_id=ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa HTTP/1.1" status: 200 len: 946 time: 0.3477490 Nov 04 10:42:28.999016 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-844a2d81-e584-45e4-8a80-3615dbde69e6 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Deleting port 7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:42:28.999481 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-844a2d81-e584-45e4-8a80-3615dbde69e6 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:29.053864 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-42589a61-b820-4394-bd01-444533d7b345 req-df4ebedc-c4cc-4fc9-a324-711ccfa2ea7f service neutron] Attempting to bind port 863a8c40-667f-4457-8387-fdb4896f1cfc on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:42:29.055220 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-42589a61-b820-4394-bd01-444533d7b345 req-df4ebedc-c4cc-4fc9-a324-711ccfa2ea7f service neutron] Attempting to bind port 863a8c40-667f-4457-8387-fdb4896f1cfc by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:42:29.055220 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42589a61-b820-4394-bd01-444533d7b345 req-df4ebedc-c4cc-4fc9-a324-711ccfa2ea7f service neutron] Attempting to bind port 863a8c40-667f-4457-8387-fdb4896f1cfc on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:42:29.059877 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42589a61-b820-4394-bd01-444533d7b345 req-df4ebedc-c4cc-4fc9-a324-711ccfa2ea7f service neutron] Port 863a8c40-667f-4457-8387-fdb4896f1cfc on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:42:29.060333 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42589a61-b820-4394-bd01-444533d7b345 req-df4ebedc-c4cc-4fc9-a324-711ccfa2ea7f service neutron] Attempting to bind port 863a8c40-667f-4457-8387-fdb4896f1cfc on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:42:29.066446 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42589a61-b820-4394-bd01-444533d7b345 req-df4ebedc-c4cc-4fc9-a324-711ccfa2ea7f service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:42:29.066783 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42589a61-b820-4394-bd01-444533d7b345 req-df4ebedc-c4cc-4fc9-a324-711ccfa2ea7f service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:42:29.067155 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42589a61-b820-4394-bd01-444533d7b345 req-df4ebedc-c4cc-4fc9-a324-711ccfa2ea7f service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:42:29.067582 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-42589a61-b820-4394-bd01-444533d7b345 req-df4ebedc-c4cc-4fc9-a324-711ccfa2ea7f service neutron] Bound port: 863a8c40-667f-4457-8387-fdb4896f1cfc, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:42:29.067934 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-42589a61-b820-4394-bd01-444533d7b345 req-df4ebedc-c4cc-4fc9-a324-711ccfa2ea7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:29.114112 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f9dd5-2a23-41e3-b777-7b9ef73a4e55 req-dd6cdc23-8de7-4fdb-8a11-0f961d351d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:29.115626 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-506f9dd5-2a23-41e3-b777-7b9ef73a4e55 req-dd6cdc23-8de7-4fdb-8a11-0f961d351d3f service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4373550 Nov 04 10:42:29.143226 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79f7eed1-7ccd-4e22-a615-c42c3dc8d3f4 req-f753e23a-bb9e-4776-a755-f17be7e0036f service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920962 Nov 04 10:42:29.152313 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-42589a61-b820-4394-bd01-444533d7b345 req-df4ebedc-c4cc-4fc9-a324-711ccfa2ea7f service neutron] For port 863a8c40-667f-4457-8387-fdb4896f1cfc, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:42:29.158369 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-42589a61-b820-4394-bd01-444533d7b345 req-df4ebedc-c4cc-4fc9-a324-711ccfa2ea7f service neutron] For port 863a8c40-667f-4457-8387-fdb4896f1cfc, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=863a8c40-667f-4457-8387-fdb4896f1cfc,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:42:29.165954 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-42589a61-b820-4394-bd01-444533d7b345 req-df4ebedc-c4cc-4fc9-a324-711ccfa2ea7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:29.218985 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:42:29.235193 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42589a61-b820-4394-bd01-444533d7b345 req-df4ebedc-c4cc-4fc9-a324-711ccfa2ea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:29.236087 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-42589a61-b820-4394-bd01-444533d7b345 req-df4ebedc-c4cc-4fc9-a324-711ccfa2ea7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:29.240526 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-42589a61-b820-4394-bd01-444533d7b345 req-df4ebedc-c4cc-4fc9-a324-711ccfa2ea7f service neutron] 10.222.0.121 "PUT /v2.0/ports/863a8c40-667f-4457-8387-fdb4896f1cfc HTTP/1.1" status: 200 len: 1095 time: 0.9380772 Nov 04 10:42:29.245966 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:42:29.254646 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:42:29.268606 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ebedc-c4cc-4fc9-a324-711ccfa2ea7f service neutron] Pushing event updated for resources: {'Port': ['ID=863a8c40-667f-4457-8387-fdb4896f1cfc,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:29.281964 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-844a2d81-e584-45e4-8a80-3615dbde69e6 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] For port 7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23, host n-d-816629-1, got binding levels [] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:29.282583 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-844a2d81-e584-45e4-8a80-3615dbde69e6 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:29.295803 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d1227-b716-4dff-93ef-8052989b8944 req-94e24b83-3b65-47d0-914f-34dc53ce54b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:29.298516 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-738d1227-b716-4dff-93ef-8052989b8944 req-94e24b83-3b65-47d0-914f-34dc53ce54b5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=eb289679-7639-4a66-aa3b-ec07d6a9d79d HTTP/1.1" status: 200 len: 921 time: 0.4212201 Nov 04 10:42:29.310216 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2069f472-578d-415b-bc50-55179305b941 req-6353f9b7-ca10-4e42-84a9-a654b768a540 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/security-groups?id=1f69f6d8-db14-4975-8e35-b9ad030402cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2874908 Nov 04 10:42:29.315074 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-844a2d81-e584-45e4-8a80-3615dbde69e6 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Calling delete_port for 7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:42:29.339245 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.ipam_backend_mixin [None req-844a2d81-e584-45e4-8a80-3615dbde69e6 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Port 7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23 was not found and therefore no delete operation was performed {{(pid=101774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 10:42:29.339719 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46796) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:29.380291 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-844a2d81-e584-45e4-8a80-3615dbde69e6 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:29.386781 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42589a61-b820-4394-bd01-444533d7b345 req-3781595a-8ffd-4179-bb8c-a4504a70e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:29.388669 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-42589a61-b820-4394-bd01-444533d7b345 req-3781595a-8ffd-4179-bb8c-a4504a70e4e2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f80e3af4528242d8863546a3e65b8608&device_id=afe485c6-95bc-4161-822e-5d799a81cb84 HTTP/1.1" status: 200 len: 1098 time: 0.0956075 Nov 04 10:42:29.395809 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-738d1227-b716-4dff-93ef-8052989b8944 req-82f9d42b-a4f1-4af3-9ed9-15a1de40da65 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41362cd5-e4e7-47af-a279-ab553d8c766c HTTP/1.1" status: 200 len: 217 time: 0.0750999 Nov 04 10:42:29.418841 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096e8a0b-dcb7-4684-b57f-a692638225cf tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:29.420531 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-096e8a0b-dcb7-4684-b57f-a692638225cf tempest-TestNetworkBasicOps-789475199 tempest-TestNetworkBasicOps-789475199-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa HTTP/1.1" status: 200 len: 1092 time: 0.0795546 Nov 04 10:42:29.438238 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46800) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:29.441952 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a2d81-e584-45e4-8a80-3615dbde69e6 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] No DVR routers for this DVR port 7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:42:29.452124 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-42589a61-b820-4394-bd01-444533d7b345 req-2f07c404-27b8-44b5-853f-fb2e34be5368 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=863a8c40-667f-4457-8387-fdb4896f1cfc HTTP/1.1" status: 200 len: 217 time: 0.0440996 Nov 04 10:42:29.461332 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-9c182788-39df-4d18-b197-6e94630c4e05 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'port_id': 'c3ee3560-6e59-4d2a-a673-6dd806418fd6', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:29.486562 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-7103ed33-b4ca-46ea-b28f-3aadd6526a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:29.487110 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-7103ed33-b4ca-46ea-b28f-3aadd6526a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:29.488754 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-7103ed33-b4ca-46ea-b28f-3aadd6526a82 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8497c67b53424b7dad5299c790949829&device_id=b8136c40-45fd-4803-ad4c-9dd5d6c9fecb HTTP/1.1" status: 200 len: 1980 time: 0.2665117 Nov 04 10:42:29.489614 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a2d81-e584-45e4-8a80-3615dbde69e6 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Pushing event deleted for resources: {'Port': ['ID=7f2bb475-fbd7-4dc6-82ca-8d640e9e6d23,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:29.511727 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42589a61-b820-4394-bd01-444533d7b345 req-a85de31c-6e1e-4bc5-b62f-f4fb62956458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:29.513212 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-42589a61-b820-4394-bd01-444533d7b345 req-a85de31c-6e1e-4bc5-b62f-f4fb62956458 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0496223 Nov 04 10:42:29.573441 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42589a61-b820-4394-bd01-444533d7b345 req-399b4a15-4d89-47ca-b1fc-8f8543822c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:29.574988 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-42589a61-b820-4394-bd01-444533d7b345 req-399b4a15-4d89-47ca-b1fc-8f8543822c42 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0466049 Nov 04 10:42:29.601672 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-d48e73a1-675f-45d9-922e-6f2131c630b5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.105&port_id=d046d36c-1ac3-47cf-bcff-cbce2b862a71 HTTP/1.1" status: 200 len: 217 time: 0.0703166 Nov 04 10:42:29.667253 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8136c40-45fd-4803-ad4c-9dd5d6c9fecb', 'tag': '968b3a66-3b16-4c28-b991-4ad14b52a05e'}, {'name': 'network-changed', 'server_uuid': 'afe485c6-95bc-4161-822e-5d799a81cb84', 'tag': '863a8c40-667f-4457-8387-fdb4896f1cfc'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:42:29.669652 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1b0141-c653-463e-adba-578c9d711ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "b8136c40-45fd-4803-ad4c-9dd5d6c9fecb", "tag": "968b3a66-3b16-4c28-b991-4ad14b52a05e"}, {"name": "network-changed", "server_uuid": "afe485c6-95bc-4161-822e-5d799a81cb84", "tag": "863a8c40-667f-4457-8387-fdb4896f1cfc"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:42:29.685318 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9c182788-39df-4d18-b197-6e94630c4e05 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:29.687910 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-42589a61-b820-4394-bd01-444533d7b345 req-ab847919-1f83-4b14-a5c0-82604b1a7c29 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990403 Nov 04 10:42:29.694705 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d1227-b716-4dff-93ef-8052989b8944 req-66495a01-b9d6-49fa-8dd9-be018d0ff85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:29.696232 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-738d1227-b716-4dff-93ef-8052989b8944 req-66495a01-b9d6-49fa-8dd9-be018d0ff85d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=59bf7bce-0a06-4e94-b69d-9476ec3fc967 HTTP/1.1" status: 200 len: 859 time: 0.2668247 Nov 04 10:42:29.729397 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-844a2d81-e584-45e4-8a80-3615dbde69e6 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:29.742522 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bc8a2-f187-4fb1-b19f-026806ab7ddd req-0aa6f8e7-3d58-48d0-ac97-728f678304f0 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:29.744175 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-345bc8a2-f187-4fb1-b19f-026806ab7ddd req-0aa6f8e7-3d58-48d0-ac97-728f678304f0 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 945 time: 0.3468139 Nov 04 10:42:29.796180 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-42589a61-b820-4394-bd01-444533d7b345 req-8c09295f-cfa9-4b4a-8b4b-63022d081b4d service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983484 Nov 04 10:42:30.137390 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-738d1227-b716-4dff-93ef-8052989b8944 req-fb7e51f1-f899-419e-86f0-b07bd55380ac service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eb289679-7639-4a66-aa3b-ec07d6a9d79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4170163 Nov 04 10:42:30.176107 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-844a2d81-e584-45e4-8a80-3615dbde69e6 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69f2f47-5938-4d0d-8b6b-d7bd246de592']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:30.179514 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-65c692b8-27c6-41b4-bc0e-067b33d80d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:30.181466 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-65c692b8-27c6-41b4-bc0e-067b33d80d01 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c5c1749a-8a85-4947-8b4b-b0456d1e1a3c HTTP/1.1" status: 200 len: 801 time: 0.5387785 Nov 04 10:42:30.237575 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-844a2d81-e584-45e4-8a80-3615dbde69e6 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ce2090-cba1-41fd-8c40-3d5f9a121f1e') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:30.237869 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-844a2d81-e584-45e4-8a80-3615dbde69e6 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ce2090-cba1-41fd-8c40-3d5f9a121f1e') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:30.277989 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-844a2d81-e584-45e4-8a80-3615dbde69e6 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:30.328775 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-844a2d81-e584-45e4-8a80-3615dbde69e6 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:30.356085 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-345bc8a2-f187-4fb1-b19f-026806ab7ddd req-4b817724-59df-4906-8028-a726b02c0ec2 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275803 Nov 04 10:42:30.360325 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844a2d81-e584-45e4-8a80-3615dbde69e6 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Releasing vlan 1172 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:42:30.360784 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-844a2d81-e584-45e4-8a80-3615dbde69e6 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:42:30.364838 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:42:30.443311 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-69a49947-3fe9-4157-8390-7d8e7edf165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:30.445007 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-69a49947-3fe9-4157-8390-7d8e7edf165a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6909e813-9134-46c1-b0e3-860b3b37988d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2451692 Nov 04 10:42:30.468470 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-738d1227-b716-4dff-93ef-8052989b8944 req-4fca0e5f-3671-4a74-9678-ba0e577711ae service neutron] 10.222.0.121 "GET /v2.0/networks/eb289679-7639-4a66-aa3b-ec07d6a9d79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158607 Nov 04 10:42:30.479103 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-844a2d81-e584-45e4-8a80-3615dbde69e6 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:30.540126 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-844a2d81-e584-45e4-8a80-3615dbde69e6 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:30.543481 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-844a2d81-e584-45e4-8a80-3615dbde69e6 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] 10.222.0.127 "DELETE /v2.0/networks/c69f2f47-5938-4d0d-8b6b-d7bd246de592 HTTP/1.1" status: 204 len: 168 time: 2.6796556 Nov 04 10:42:30.622607 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a2d81-e584-45e4-8a80-3615dbde69e6 tempest-TagsExtTest-28525124 tempest-TagsExtTest-28525124-project] Pushing event deleted for resources: {'Network': ['ID=c69f2f47-5938-4d0d-8b6b-d7bd246de592,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:30.715645 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9c182788-39df-4d18-b197-6e94630c4e05 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:30.730528 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef01f3-51b5-4688-9ae3-60106de04f3f req-70c47c4b-96c8-49fe-a4fa-0d846a3dec05 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:30.732213 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e0ef01f3-51b5-4688-9ae3-60106de04f3f req-70c47c4b-96c8-49fe-a4fa-0d846a3dec05 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe485c6-95bc-4161-822e-5d799a81cb84 HTTP/1.1" status: 200 len: 947 time: 0.2373810 Nov 04 10:42:30.754524 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-77e1ab74-da7e-4e9e-b87f-91b1d3f4c463 service neutron] 10.222.0.121 "GET /v2.0/networks/6909e813-9134-46c1-b0e3-860b3b37988d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966051 Nov 04 10:42:30.818006 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device af3bb775-c9f6-4aad-940e-944b72d676a9 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:42:30.833994 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-738d1227-b716-4dff-93ef-8052989b8944 req-946f744a-d17b-4d11-b6b6-f77ed2ba3e02 service neutron] 10.222.0.121 "GET /v2.0/networks/eb289679-7639-4a66-aa3b-ec07d6a9d79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422678 Nov 04 10:42:30.894271 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46810) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:30.930840 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port af3bb775-c9f6-4aad-940e-944b72d676a9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=af3bb775-c9f6-4aad-940e-944b72d676a9,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:30.946376 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'af3bb775-c9f6-4aad-940e-944b72d676a9', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': 'af3bb775-c9f6-4aad-940e-944b72d676a9', 'mac_address': 'fa:16:3e:11:31:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:42:30.993040 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:31.007355 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af3bb775-c9f6-4aad-940e-944b72d676a9 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:42:31.030469 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port af3bb775-c9f6-4aad-940e-944b72d676a9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=af3bb775-c9f6-4aad-940e-944b72d676a9,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:31.036284 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:31.063510 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e0ef01f3-51b5-4688-9ae3-60106de04f3f req-c763d801-3a5c-4857-8a23-de8b23fc76bf tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199735 Nov 04 10:42:31.114972 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-9c182788-39df-4d18-b197-6e94630c4e05 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Allocated IP 172.25.7.158 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/ae8e1471-19fe-4796-b6ef-3f244ae5bc3e) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:42:31.134905 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=af3bb775-c9f6-4aad-940e-944b72d676a9,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:31.163907 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-4b455356-bc7b-458f-82d9-864d31f2eda5 service neutron] 10.222.0.121 "GET /v2.0/networks/6909e813-9134-46c1-b0e3-860b3b37988d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457417 Nov 04 10:42:31.183058 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-dfcbef97-d66e-430c-8742-283ba7d6db2e admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=8113e06da2f64853a6e05fd1ceabd0e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2815666 Nov 04 10:42:31.192401 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46814) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:31.250778 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b053800-1ffa-4fda-9f97-f7eb13503891 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:31.276062 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b053800-1ffa-4fda-9f97-f7eb13503891 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:31.277987 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-13ecda8c-cbb8-4324-a63f-4184e3afdbc2 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.26&port_id=968b3a66-3b16-4c28-b991-4ad14b52a05e HTTP/1.1" status: 200 len: 217 time: 0.0723813 Nov 04 10:42:31.324491 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b053800-1ffa-4fda-9f97-f7eb13503891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:31.327391 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b053800-1ffa-4fda-9f97-f7eb13503891 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:31.331880 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7b053800-1ffa-4fda-9f97-f7eb13503891 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/a3b4d10a-8631-4667-82d6-938e24e7c897 HTTP/1.1" status: 204 len: 168 time: 0.1357770 Nov 04 10:42:31.344858 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b053800-1ffa-4fda-9f97-f7eb13503891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b4d10a-8631-4667-82d6-938e24e7c897,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:31.377845 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ee041-d37c-4349-aaa5-597e5a6b1b22 req-e7ae9a1d-fb43-49f9-853b-3e8fdf3ba5dd tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:31.384157 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ee041-d37c-4349-aaa5-597e5a6b1b22 req-e7ae9a1d-fb43-49f9-853b-3e8fdf3ba5dd tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:31.385952 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ba2ee041-d37c-4349-aaa5-597e5a6b1b22 req-e7ae9a1d-fb43-49f9-853b-3e8fdf3ba5dd tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=b8136c40-45fd-4803-ad4c-9dd5d6c9fecb HTTP/1.1" status: 200 len: 1678 time: 0.1815937 Nov 04 10:42:31.405601 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['af3bb775-c9f6-4aad-940e-944b72d676a9'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:42:31.408423 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-c0abe8df-1a91-4c12-bf43-9891cb418ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:31.409936 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-c0abe8df-1a91-4c12-bf43-9891cb418ea3 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=05a016bd-510e-4320-b581-12d069bca272 HTTP/1.1" status: 200 len: 801 time: 0.1164660 Nov 04 10:42:31.413816 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9c182788-39df-4d18-b197-6e94630c4e05 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:31.522682 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ba2ee041-d37c-4349-aaa5-597e5a6b1b22 req-c4563290-7518-4dce-86f0-a2fd65d27e61 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301370 Nov 04 10:42:31.533527 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-769efe1d-ecfe-42a1-9192-9fb862186895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:31.535089 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-769efe1d-ecfe-42a1-9192-9fb862186895 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7dc8b567-8d06-44f2-91f1-9a500443ba2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1108491 Nov 04 10:42:31.538877 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9c182788-39df-4d18-b197-6e94630c4e05 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:31.610039 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c182788-39df-4d18-b197-6e94630c4e05 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:42:31.652796 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-9c182788-39df-4d18-b197-6e94630c4e05 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:42:31.659567 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c182788-39df-4d18-b197-6e94630c4e05 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:42:31.723805 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c182788-39df-4d18-b197-6e94630c4e05 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'Port': ['ID=ae8e1471-19fe-4796-b6ef-3f244ae5bc3e,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:31.782764 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d341d-235d-4f02-8063-78dfacd1506e req-3cea8b22-71f9-4cf8-ba2a-da56c7194e4a tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:31.784353 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-235d341d-235d-4f02-8063-78dfacd1506e req-3cea8b22-71f9-4cf8-ba2a-da56c7194e4a tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 946 time: 0.1769369 Nov 04 10:42:31.808204 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-2458b130-9fc5-4618-9fb0-9b884a8fefd6 service neutron] 10.222.0.121 "GET /v2.0/networks/7dc8b567-8d06-44f2-91f1-9a500443ba2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489002 Nov 04 10:42:31.992006 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-235d341d-235d-4f02-8063-78dfacd1506e req-96c30b52-19e4-4c16-b783-7d10cf1ad590 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807606 Nov 04 10:42:32.073537 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-ac562266-ffb2-4bee-ac80-264165b592db service neutron] 10.222.0.121 "GET /v2.0/networks/7dc8b567-8d06-44f2-91f1-9a500443ba2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519398 Nov 04 10:42:32.142402 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 04 Nov 2021 10:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124870f6-fec0-4399-b3ca-60905b3a9d5d x-openstack-request-id: req-124870f6-fec0-4399-b3ca-60905b3a9d5d {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:42:32.144029 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8136c40-45fd-4803-ad4c-9dd5d6c9fecb", "tag": "968b3a66-3b16-4c28-b991-4ad14b52a05e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "afe485c6-95bc-4161-822e-5d799a81cb84", "tag": "863a8c40-667f-4457-8387-fdb4896f1cfc", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:42:32.144631 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-124870f6-fec0-4399-b3ca-60905b3a9d5d {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:42:32.145149 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8136c40-45fd-4803-ad4c-9dd5d6c9fecb', 'tag': '968b3a66-3b16-4c28-b991-4ad14b52a05e', 'status': 'completed', 'code': 200} Nov 04 10:42:32.145347 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe485c6-95bc-4161-822e-5d799a81cb84', 'tag': '863a8c40-667f-4457-8387-fdb4896f1cfc', 'status': 'completed', 'code': 200} Nov 04 10:42:32.343808 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b0141-c653-463e-adba-578c9d711ab4 req-532c7448-d00a-4fa6-a08e-540d8372765c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:32.344302 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b0141-c653-463e-adba-578c9d711ab4 req-532c7448-d00a-4fa6-a08e-540d8372765c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:32.345944 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1c1b0141-c653-463e-adba-578c9d711ab4 req-532c7448-d00a-4fa6-a08e-540d8372765c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8497c67b53424b7dad5299c790949829&device_id=b8136c40-45fd-4803-ad4c-9dd5d6c9fecb HTTP/1.1" status: 200 len: 1980 time: 0.1427114 Nov 04 10:42:32.356653 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f0594-b6f7-4a52-aa14-dc8adff2fdc9 req-70493703-5706-4f30-93d5-5f4432102594 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:32.358437 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c3f0594-b6f7-4a52-aa14-dc8adff2fdc9 req-70493703-5706-4f30-93d5-5f4432102594 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 945 time: 0.1538293 Nov 04 10:42:32.424404 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9c182788-39df-4d18-b197-6e94630c4e05 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:32.528469 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c3f0594-b6f7-4a52-aa14-dc8adff2fdc9 req-0032aa52-7790-4a1d-bfc9-bd41658e9d6a tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419349 Nov 04 10:42:32.574182 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b0141-c653-463e-adba-578c9d711ab4 req-342b5003-4bd1-4b54-acd5-fd3bf6920169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:32.575705 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1c1b0141-c653-463e-adba-578c9d711ab4 req-342b5003-4bd1-4b54-acd5-fd3bf6920169 service neutron] 10.222.0.121 "GET /v2.0/networks?id=7dc8b567-8d06-44f2-91f1-9a500443ba2b HTTP/1.1" status: 200 len: 904 time: 0.2139969 Nov 04 10:42:32.578724 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9c182788-39df-4d18-b197-6e94630c4e05 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:32.650879 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1c1b0141-c653-463e-adba-578c9d711ab4 req-047a6900-c25f-4bab-857a-78ef7d084bd1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.26&port_id=968b3a66-3b16-4c28-b991-4ad14b52a05e HTTP/1.1" status: 200 len: 217 time: 0.0447721 Nov 04 10:42:32.772907 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b0141-c653-463e-adba-578c9d711ab4 req-ab4fcbdd-76aa-406f-82f5-8b1fa7fbe409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:32.774877 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1c1b0141-c653-463e-adba-578c9d711ab4 req-ab4fcbdd-76aa-406f-82f5-8b1fa7fbe409 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=05a016bd-510e-4320-b581-12d069bca272 HTTP/1.1" status: 200 len: 801 time: 0.1073399 Nov 04 10:42:32.823006 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device af3bb775-c9f6-4aad-940e-944b72d676a9 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:42:32.881963 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port af3bb775-c9f6-4aad-940e-944b72d676a9 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:42:32.887464 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port af3bb775-c9f6-4aad-940e-944b72d676a9 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:32.887878 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:32.947259 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b0141-c653-463e-adba-578c9d711ab4 req-99b7d966-0af1-4724-b114-d121ab417a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:32.948856 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1c1b0141-c653-463e-adba-578c9d711ab4 req-99b7d966-0af1-4724-b114-d121ab417a77 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7dc8b567-8d06-44f2-91f1-9a500443ba2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1560647 Nov 04 10:42:32.961254 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50daa8f1-6e79-4ef4-8a3b-0195f2c41ba2 req-f9e07599-4610-4701-87c9-d77a2d0328ad tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:32.962981 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-50daa8f1-6e79-4ef4-8a3b-0195f2c41ba2 req-f9e07599-4610-4701-87c9-d77a2d0328ad tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe485c6-95bc-4161-822e-5d799a81cb84 HTTP/1.1" status: 200 len: 947 time: 0.1752601 Nov 04 10:42:32.966696 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9c182788-39df-4d18-b197-6e94630c4e05 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:32.977191 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9c182788-39df-4d18-b197-6e94630c4e05 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:32.995538 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:33.022674 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a14509-5aa8-41ef-a888-77676ea16350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3bb775-c9f6-4aad-940e-944b72d676a9'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:42:33.025213 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5f61ae-3181-4016-a23d-15b3820119fb" -d '{"events": [{"server_uuid": "80a14509-5aa8-41ef-a888-77676ea16350", "name": "network-vif-plugged", "status": "completed", "tag": "af3bb775-c9f6-4aad-940e-944b72d676a9"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:42:33.039815 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port af3bb775-c9f6-4aad-940e-944b72d676a9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=af3bb775-c9f6-4aad-940e-944b72d676a9,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:33.044874 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:33.113941 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=af3bb775-c9f6-4aad-940e-944b72d676a9,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:33.148538 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c182788-39df-4d18-b197-6e94630c4e05 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event updated for resources: {'Port': ['ID=ae8e1471-19fe-4796-b6ef-3f244ae5bc3e,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:33.202456 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-50daa8f1-6e79-4ef4-8a3b-0195f2c41ba2 req-e07b3903-ca5a-4713-81a4-950368f3541a tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054796 Nov 04 10:42:33.203538 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9c182788-39df-4d18-b197-6e94630c4e05 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:33.207120 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1c1b0141-c653-463e-adba-578c9d711ab4 req-4a766523-cd6c-4cae-8b06-0e41c243e359 service neutron] 10.222.0.121 "GET /v2.0/networks/7dc8b567-8d06-44f2-91f1-9a500443ba2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432239 Nov 04 10:42:33.506536 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46892) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:33.636985 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-81594d81-c948-4901-ad00-84ae0f652a4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:33.665996 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 863a8c40-667f-4457-8387-fdb4896f1cfc details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:42:33.735714 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-81594d81-c948-4901-ad00-84ae0f652a4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:33.741803 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-81594d81-c948-4901-ad00-84ae0f652a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:33.771756 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-9c182788-39df-4d18-b197-6e94630c4e05 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Floating IP 8d51366e-3191-4e4e-a65b-944986f76072 associated. External IP: 172.25.7.158, port: c3ee3560-6e59-4d2a-a673-6dd806418fd6. Nov 04 10:42:33.789929 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 863a8c40-667f-4457-8387-fdb4896f1cfc, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=863a8c40-667f-4457-8387-fdb4896f1cfc,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:33.790159 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-81594d81-c948-4901-ad00-84ae0f652a4a admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=5162b2f985094dd388fd93e7f7bc7a62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2795637 Nov 04 10:42:33.790159 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46900) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:33.797798 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81594d81-c948-4901-ad00-84ae0f652a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6df6e4-22fa-455a-be06-bb7e5ab2aff9,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:33.802084 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '863a8c40-667f-4457-8387-fdb4896f1cfc', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '863a8c40-667f-4457-8387-fdb4896f1cfc', 'mac_address': 'fa:16:3e:e0:b3:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:42:33.820834 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f23b5d-2fc0-4ef2-987e-712b6365f86f req-d6d8bfd1-d42f-4381-88b7-2aef85ca6d47 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:33.826938 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f23b5d-2fc0-4ef2-987e-712b6365f86f req-d6d8bfd1-d42f-4381-88b7-2aef85ca6d47 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:33.828596 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-46f23b5d-2fc0-4ef2-987e-712b6365f86f req-d6d8bfd1-d42f-4381-88b7-2aef85ca6d47 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=b8136c40-45fd-4803-ad4c-9dd5d6c9fecb HTTP/1.1" status: 200 len: 1678 time: 0.1779389 Nov 04 10:42:33.837950 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1c1b0141-c653-463e-adba-578c9d711ab4 req-6667d9dd-f87c-4afb-97ac-b34f0c9e3416 service neutron] 10.222.0.121 "GET /v2.0/networks/7dc8b567-8d06-44f2-91f1-9a500443ba2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5954070 Nov 04 10:42:33.847234 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:33.853055 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b97b706b-618e-4493-b469-705cb997bafd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:33.863304 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863a8c40-667f-4457-8387-fdb4896f1cfc {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:42:33.890796 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 863a8c40-667f-4457-8387-fdb4896f1cfc, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=863a8c40-667f-4457-8387-fdb4896f1cfc,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:33.898060 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:33.904546 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b97b706b-618e-4493-b469-705cb997bafd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:33.933894 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-46f23b5d-2fc0-4ef2-987e-712b6365f86f req-8cada922-f6c2-4c85-aed6-8a02e6c35b93 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945218 Nov 04 10:42:33.949857 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=863a8c40-667f-4457-8387-fdb4896f1cfc,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:33.963241 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b97b706b-618e-4493-b469-705cb997bafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:33.966305 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b97b706b-618e-4493-b469-705cb997bafd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:33.967697 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b97b706b-618e-4493-b469-705cb997bafd admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/8c6df6e4-22fa-455a-be06-bb7e5ab2aff9 HTTP/1.1" status: 204 len: 168 time: 0.1765532 Nov 04 10:42:33.980356 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b706b-618e-4493-b469-705cb997bafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6df6e4-22fa-455a-be06-bb7e5ab2aff9,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:34.144708 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce7eb6-cc0b-4854-9566-7d9c9dcd4dd7 req-660ad998-3f93-4642-8146-5be5c62ae6da tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:34.146675 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-47ce7eb6-cc0b-4854-9566-7d9c9dcd4dd7 req-660ad998-3f93-4642-8146-5be5c62ae6da tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 946 time: 0.1020474 Nov 04 10:42:34.148798 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b0141-c653-463e-adba-578c9d711ab4 req-07cc6002-284a-46d1-ae0a-57f23d049e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:34.150761 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1c1b0141-c653-463e-adba-578c9d711ab4 req-07cc6002-284a-46d1-ae0a-57f23d049e9e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f80e3af4528242d8863546a3e65b8608&device_id=afe485c6-95bc-4161-822e-5d799a81cb84 HTTP/1.1" status: 200 len: 1099 time: 0.1048317 Nov 04 10:42:34.152946 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c182788-39df-4d18-b197-6e94630c4e05 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Router 5c54c214-efa1-460d-b259-56a60ab1e8ff has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:42:34.272177 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46908) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:34.287034 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0ea98ca5-9c11-4502-9e65-0494491e2d7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:34.295367 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['863a8c40-667f-4457-8387-fdb4896f1cfc'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:42:34.306294 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-47ce7eb6-cc0b-4854-9566-7d9c9dcd4dd7 req-9e1e487e-429d-4b46-b537-3039255ce305 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498532 Nov 04 10:42:34.384028 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b0141-c653-463e-adba-578c9d711ab4 req-bf6ce6eb-f2ab-4b8a-b3ee-33bc69e6014a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:34.385538 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1c1b0141-c653-463e-adba-578c9d711ab4 req-bf6ce6eb-f2ab-4b8a-b3ee-33bc69e6014a service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.2095981 Nov 04 10:42:34.393493 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c182788-39df-4d18-b197-6e94630c4e05 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:42:34.405208 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0008c7-22f0-4e36-a17c-c1e5ec3d1f27 None None] Sync routers for ids ['5c54c214-efa1-460d-b259-56a60ab1e8ff'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:42:34.415846 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0ea98ca5-9c11-4502-9e65-0494491e2d7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:34.422574 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0008c7-22f0-4e36-a17c-c1e5ec3d1f27 None None] Routers {'5c54c214-efa1-460d-b259-56a60ab1e8ff'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:42:34.423742 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311fe88c-dc7b-4303-8397-fb0638a027d2 x-openstack-request-id: req-311fe88c-dc7b-4303-8397-fb0638a027d2 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:42:34.424148 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a14509-5aa8-41ef-a888-77676ea16350", "name": "network-vif-plugged", "status": "completed", "tag": "af3bb775-c9f6-4aad-940e-944b72d676a9", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:42:34.424350 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-7f0008c7-22f0-4e36-a17c-c1e5ec3d1f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:42:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['5c54c214-efa1-460d-b259-56a60ab1e8ff'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:34.424630 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-311fe88c-dc7b-4303-8397-fb0638a027d2 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:42:34.425170 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a14509-5aa8-41ef-a888-77676ea16350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3bb775-c9f6-4aad-940e-944b72d676a9', 'code': 200} Nov 04 10:42:34.427810 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0ea98ca5-9c11-4502-9e65-0494491e2d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:34.456347 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1c1b0141-c653-463e-adba-578c9d711ab4 req-8bc2a09c-2118-482c-9b9d-e02694fae1d7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=863a8c40-667f-4457-8387-fdb4896f1cfc HTTP/1.1" status: 200 len: 217 time: 0.0568230 Nov 04 10:42:34.462159 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9c182788-39df-4d18-b197-6e94630c4e05 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:34.490951 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0ea98ca5-9c11-4502-9e65-0494491e2d7e admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=1cd889186f474be183137b4f4fea0b25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2168455 Nov 04 10:42:34.491710 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46910) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:34.529406 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea98ca5-9c11-4502-9e65-0494491e2d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fe7af8-21ca-4a78-b59a-3bce38120291,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:34.563249 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9c182788-39df-4d18-b197-6e94630c4e05 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.1054661 Nov 04 10:42:34.566275 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46912) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:34.567228 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa', 'tag': 'c3ee3560-6e59-4d2a-a673-6dd806418fd6'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:42:34.569714 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee9df9f-e826-4c8e-9577-b4941ca6c6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa", "tag": "c3ee3560-6e59-4d2a-a673-6dd806418fd6"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:42:34.604493 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-7f0008c7-22f0-4e36-a17c-c1e5ec3d1f27 None None] Set router 5c54c214-efa1-460d-b259-56a60ab1e8ff gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:42:34.621238 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b0141-c653-463e-adba-578c9d711ab4 req-7b68fefe-eea3-41ee-b10f-f12868570564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:34.623258 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1c1b0141-c653-463e-adba-578c9d711ab4 req-7b68fefe-eea3-41ee-b10f-f12868570564 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1359518 Nov 04 10:42:34.631632 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f67518-3c5e-4c3b-ac95-8e997c548f6f req-837331fd-0dd0-4e61-a00e-0434a8ebf5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:34.633373 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-50f67518-3c5e-4c3b-ac95-8e997c548f6f req-837331fd-0dd0-4e61-a00e-0434a8ebf5cc service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 1100 time: 0.1890337 Nov 04 10:42:34.642737 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-54978cb2-e450-49b3-ab00-238692c0d7e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:34.698406 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af2591-b7f6-4a61-8b77-78be21e061b6 req-11bbb260-f1c8-4326-8c2e-0950127adf08 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:34.700451 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-96af2591-b7f6-4a61-8b77-78be21e061b6 req-11bbb260-f1c8-4326-8c2e-0950127adf08 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 945 time: 0.1412663 Nov 04 10:42:34.717603 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-54978cb2-e450-49b3-ab00-238692c0d7e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:34.730845 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5424da44-8470-43f1-b4c7-52e0b1574583 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/floatingips/8d51366e-3191-4e4e-a65b-944986f76072 HTTP/1.1" status: 200 len: 992 time: 0.1617379 Nov 04 10:42:34.759853 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b0141-c653-463e-adba-578c9d711ab4 req-c29ed4c7-99db-40b5-a6f6-794923e2b5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:34.761410 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1c1b0141-c653-463e-adba-578c9d711ab4 req-c29ed4c7-99db-40b5-a6f6-794923e2b5f5 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1236823 Nov 04 10:42:34.769091 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-50f67518-3c5e-4c3b-ac95-8e997c548f6f req-b519e907-13db-4927-828d-e0b409bb6b4b service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212873 Nov 04 10:42:34.776215 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-54978cb2-e450-49b3-ab00-238692c0d7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:34.782520 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-54978cb2-e450-49b3-ab00-238692c0d7e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:34.786565 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-54978cb2-e450-49b3-ab00-238692c0d7e2 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/b4fe7af8-21ca-4a78-b59a-3bce38120291 HTTP/1.1" status: 204 len: 168 time: 0.2910831 Nov 04 10:42:34.793278 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-96af2591-b7f6-4a61-8b77-78be21e061b6 req-0edcf846-b09b-486d-9aa0-0da52d2e8249 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802672 Nov 04 10:42:34.805499 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54978cb2-e450-49b3-ab00-238692c0d7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fe7af8-21ca-4a78-b59a-3bce38120291,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:34.877968 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-7f0008c7-22f0-4e36-a17c-c1e5ec3d1f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'name': 'tempest-TestNetworkBasicOps-router-195072589', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:36Z', 'updated_at': '2021-11-04T10:41:53Z', 'revision_number': 4, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:39Z', 'updated_at': '2021-11-04T10:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '8d51366e-3191-4e4e-a65b-944986f76072', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'port_id': 'c3ee3560-6e59-4d2a-a673-6dd806418fd6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201', 'mac_address': 'fa:16:3e:73:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:42:32Z', 'updated_at': '2021-11-04T10:42:32Z', 'revision_number': 0, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba0a0858-5bd0-41bc-a4e7-0f198a852e86', 'name': '', 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:e9:49:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '59335a63-ec1a-47a5-bfa2-0cd07786ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:51Z', 'updated_at': '2021-11-04T10:42:00Z', 'revision_number': 5, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': '59335a63-ec1a-47a5-bfa2-0cd07786ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:34.909448 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1c1b0141-c653-463e-adba-578c9d711ab4 req-87116398-5fc6-47f3-938e-7c6b34832867 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150980 Nov 04 10:42:34.912040 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0008c7-22f0-4e36-a17c-c1e5ec3d1f27 None None] Checking router: 5c54c214-efa1-460d-b259-56a60ab1e8ff for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:42:34.921096 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0008c7-22f0-4e36-a17c-c1e5ec3d1f27 None None] Routers {'5c54c214-efa1-460d-b259-56a60ab1e8ff'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:42:34.921862 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-7f0008c7-22f0-4e36-a17c-c1e5ec3d1f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:42:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['5c54c214-efa1-460d-b259-56a60ab1e8ff'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:35.038833 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-7f0008c7-22f0-4e36-a17c-c1e5ec3d1f27 None None] Set router 5c54c214-efa1-460d-b259-56a60ab1e8ff gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:42:35.040175 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1c1b0141-c653-463e-adba-578c9d711ab4 req-30c4d9ef-c1db-41df-ab66-f020f1757892 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173642 Nov 04 10:42:35.102504 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57771e49-22c9-48e4-82be-579619b2876d req-7e385fdd-2735-44b4-a6c5-e46dedef19cc tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:35.104115 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-57771e49-22c9-48e4-82be-579619b2876d req-7e385fdd-2735-44b4-a6c5-e46dedef19cc tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe485c6-95bc-4161-822e-5d799a81cb84 HTTP/1.1" status: 200 len: 948 time: 0.0610511 Nov 04 10:42:35.169334 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-57771e49-22c9-48e4-82be-579619b2876d req-9734fa9e-4d23-4ae4-b2d7-cdbf6f8df8fe tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555692 Nov 04 10:42:35.217893 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a73a15-b907-4dbe-9f4d-e3114c1eca1f x-openstack-request-id: req-e5a73a15-b907-4dbe-9f4d-e3114c1eca1f {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:42:35.218203 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa", "tag": "c3ee3560-6e59-4d2a-a673-6dd806418fd6", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:42:35.218450 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-e5a73a15-b907-4dbe-9f4d-e3114c1eca1f {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:42:35.218876 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa', 'tag': 'c3ee3560-6e59-4d2a-a673-6dd806418fd6', 'status': 'completed', 'code': 200} Nov 04 10:42:35.320854 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-7f0008c7-22f0-4e36-a17c-c1e5ec3d1f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'name': 'tempest-TestNetworkBasicOps-router-195072589', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:36Z', 'updated_at': '2021-11-04T10:41:53Z', 'revision_number': 4, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:39Z', 'updated_at': '2021-11-04T10:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '8d51366e-3191-4e4e-a65b-944986f76072', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'port_id': 'c3ee3560-6e59-4d2a-a673-6dd806418fd6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201', 'mac_address': 'fa:16:3e:73:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:42:32Z', 'updated_at': '2021-11-04T10:42:32Z', 'revision_number': 0, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba0a0858-5bd0-41bc-a4e7-0f198a852e86', 'name': '', 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:e9:49:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '59335a63-ec1a-47a5-bfa2-0cd07786ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:51Z', 'updated_at': '2021-11-04T10:42:00Z', 'revision_number': 5, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': '59335a63-ec1a-47a5-bfa2-0cd07786ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:35.338918 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9df9f-e826-4c8e-9577-b4941ca6c6bf req-317f5427-d7a1-4384-a3ac-558f1dfc90e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:35.340686 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ee9df9f-e826-4c8e-9577-b4941ca6c6bf req-317f5427-d7a1-4384-a3ac-558f1dfc90e0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=45c1d4a009b54581bacf1fbcabe00677&device_id=ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa HTTP/1.1" status: 200 len: 1097 time: 0.0866728 Nov 04 10:42:35.350523 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0008c7-22f0-4e36-a17c-c1e5ec3d1f27 None None] The sync data for ids ['5c54c214-efa1-460d-b259-56a60ab1e8ff'] in n-d-816629-1 is: [{'id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'name': 'tempest-TestNetworkBasicOps-router-195072589', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:36Z', 'updated_at': '2021-11-04T10:41:53Z', 'revision_number': 4, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:39Z', 'updated_at': '2021-11-04T10:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '8d51366e-3191-4e4e-a65b-944986f76072', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'port_id': 'c3ee3560-6e59-4d2a-a673-6dd806418fd6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201', 'mac_address': 'fa:16:3e:73:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:42:32Z', 'updated_at': '2021-11-04T10:42:32Z', 'revision_number': 0, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba0a0858-5bd0-41bc-a4e7-0f198a852e86', 'name': '', 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:e9:49:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '59335a63-ec1a-47a5-bfa2-0cd07786ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:51Z', 'updated_at': '2021-11-04T10:42:00Z', 'revision_number': 5, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': '59335a63-ec1a-47a5-bfa2-0cd07786ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:42:35.356199 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c28ee1-8189-4ce9-b9f2-8507cc990b9d req-1df9910e-dcb3-4f99-89e3-2ab3b5679baf tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:35.362768 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c28ee1-8189-4ce9-b9f2-8507cc990b9d req-1df9910e-dcb3-4f99-89e3-2ab3b5679baf tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:35.364702 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87c28ee1-8189-4ce9-b9f2-8507cc990b9d req-1df9910e-dcb3-4f99-89e3-2ab3b5679baf tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=b8136c40-45fd-4803-ad4c-9dd5d6c9fecb HTTP/1.1" status: 200 len: 1678 time: 0.0819495 Nov 04 10:42:35.493852 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87c28ee1-8189-4ce9-b9f2-8507cc990b9d req-3c6a228a-3c89-4b6d-91dc-4639b142060d tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167996 Nov 04 10:42:35.513596 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9df9f-e826-4c8e-9577-b4941ca6c6bf req-b7be0a46-4d58-42cb-b3c9-e4993a5ea47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:35.513596 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ee9df9f-e826-4c8e-9577-b4941ca6c6bf req-b7be0a46-4d58-42cb-b3c9-e4993a5ea47c service neutron] 10.222.0.121 "GET /v2.0/networks?id=ca618409-65ac-47e4-852b-e90a8d6ee201 HTTP/1.1" status: 200 len: 899 time: 0.1465173 Nov 04 10:42:35.618555 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f65f7c-6553-4e20-812c-77740b383c29 None None] New status for floating IP 8d51366e-3191-4e4e-a65b-944986f76072: ACTIVE {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:42:35.641846 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ee9df9f-e826-4c8e-9577-b4941ca6c6bf req-c005d316-9943-43e3-9b42-b7658c025ff3 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3ee3560-6e59-4d2a-a673-6dd806418fd6 HTTP/1.1" status: 200 len: 1000 time: 0.1112738 Nov 04 10:42:35.653859 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f24f0-7b7b-44d9-a641-eafd953e08f7 req-57117c5f-f4fa-48b7-b49f-2da5b00afff9 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:35.657673 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f5f24f0-7b7b-44d9-a641-eafd953e08f7 req-57117c5f-f4fa-48b7-b49f-2da5b00afff9 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 946 time: 0.0767376 Nov 04 10:42:35.668183 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 968b3a66-3b16-4c28-b991-4ad14b52a05e details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:42:35.677502 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 863a8c40-667f-4457-8387-fdb4896f1cfc up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:42:35.733407 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46944) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:35.760374 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9df9f-e826-4c8e-9577-b4941ca6c6bf req-a09d9428-0c7b-44b8-9b29-2587f1e6c9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:35.762427 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ee9df9f-e826-4c8e-9577-b4941ca6c6bf req-a09d9428-0c7b-44b8-9b29-2587f1e6c9ee service neutron] 10.222.0.121 "GET /v2.0/subnets?id=59335a63-ec1a-47a5-bfa2-0cd07786ba27 HTTP/1.1" status: 200 len: 835 time: 0.0938306 Nov 04 10:42:35.769529 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f5f24f0-7b7b-44d9-a641-eafd953e08f7 req-af7750f6-80a1-4769-ac46-81c5806f6ff9 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074188 Nov 04 10:42:35.808913 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bb8e27c8-26d7-479b-9d8b-27e459ee043c tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/floatingips/8d51366e-3191-4e4e-a65b-944986f76072 HTTP/1.1" status: 200 len: 992 time: 0.0746548 Nov 04 10:42:35.834418 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9df9f-e826-4c8e-9577-b4941ca6c6bf req-83807cc4-52e9-43b3-83c9-34235b9b739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:35.835985 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ee9df9f-e826-4c8e-9577-b4941ca6c6bf req-83807cc4-52e9-43b3-83c9-34235b9b739e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ca618409-65ac-47e4-852b-e90a8d6ee201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616047 Nov 04 10:42:35.894054 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 968b3a66-3b16-4c28-b991-4ad14b52a05e, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=968b3a66-3b16-4c28-b991-4ad14b52a05e,segment=NetworkSegment(554f55d5-7801-4ec1-a0b5-77b34d11c915),segment_id=554f55d5-7801-4ec1-a0b5-77b34d11c915)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:35.940159 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '968b3a66-3b16-4c28-b991-4ad14b52a05e', 'network_id': '7dc8b567-8d06-44f2-91f1-9a500443ba2b', 'port_id': '968b3a66-3b16-4c28-b991-4ad14b52a05e', 'mac_address': 'fa:16:3e:d5:18:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a016bd-510e-4320-b581-12d069bca272', 'ip_address': '19.86.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:42:36.002644 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 863a8c40-667f-4457-8387-fdb4896f1cfc completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:42:36.024765 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 863a8c40-667f-4457-8387-fdb4896f1cfc triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:36.025164 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:36.062269 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3b8e3-f20e-4449-a3d3-ba68f0a73489 req-129d6eba-4547-4aec-abb8-6292f27395cc tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:36.070308 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24d3b8e3-f20e-4449-a3d3-ba68f0a73489 req-129d6eba-4547-4aec-abb8-6292f27395cc tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 945 time: 0.0968804 Nov 04 10:42:36.074411 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ee9df9f-e826-4c8e-9577-b4941ca6c6bf req-7915b44c-1b6d-4114-befe-7126a5938f09 service neutron] 10.222.0.121 "GET /v2.0/networks/ca618409-65ac-47e4-852b-e90a8d6ee201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253511 Nov 04 10:42:36.089730 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:36.109810 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968b3a66-3b16-4c28-b991-4ad14b52a05e {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:42:36.140799 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 968b3a66-3b16-4c28-b991-4ad14b52a05e, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=968b3a66-3b16-4c28-b991-4ad14b52a05e,segment=NetworkSegment(554f55d5-7801-4ec1-a0b5-77b34d11c915),segment_id=554f55d5-7801-4ec1-a0b5-77b34d11c915)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:36.165863 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:36.166870 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device d046d36c-1ac3-47cf-bcff-cbce2b862a71 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:42:36.198488 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24d3b8e3-f20e-4449-a3d3-ba68f0a73489 req-2e3db1bd-4a57-401c-8bf7-d4e3b5c8e274 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200247 Nov 04 10:42:36.244504 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:36.256959 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ee9df9f-e826-4c8e-9577-b4941ca6c6bf req-d161ab0a-e42e-4f5f-838c-25df3e950c51 service neutron] 10.222.0.121 "GET /v2.0/networks/ca618409-65ac-47e4-852b-e90a8d6ee201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684756 Nov 04 10:42:36.276343 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=968b3a66-3b16-4c28-b991-4ad14b52a05e,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:36.333204 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 863a8c40-667f-4457-8387-fdb4896f1cfc, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=863a8c40-667f-4457-8387-fdb4896f1cfc,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:36.343536 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:36.402282 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b8cc8-341d-4f00-bf17-ff5d5e4ca096 req-0d1c8109-9a0e-4b5b-872b-c08439cb0e7e tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:36.404074 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b0b8cc8-341d-4f00-bf17-ff5d5e4ca096 req-0d1c8109-9a0e-4b5b-872b-c08439cb0e7e tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe485c6-95bc-4161-822e-5d799a81cb84 HTTP/1.1" status: 200 len: 949 time: 0.0552428 Nov 04 10:42:36.424382 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port d046d36c-1ac3-47cf-bcff-cbce2b862a71, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=d046d36c-1ac3-47cf-bcff-cbce2b862a71,segment=NetworkSegment(b979c238-90a9-4161-aac9-258a49b190b3),segment_id=b979c238-90a9-4161-aac9-258a49b190b3)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:36.426889 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe485c6-95bc-4161-822e-5d799a81cb84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863a8c40-667f-4457-8387-fdb4896f1cfc'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:42:36.429259 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef5cc30-ad16-4c9c-ae7f-3a09b08f42eb" -d '{"events": [{"server_uuid": "afe485c6-95bc-4161-822e-5d799a81cb84", "name": "network-vif-plugged", "status": "completed", "tag": "863a8c40-667f-4457-8387-fdb4896f1cfc"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:42:36.440973 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=863a8c40-667f-4457-8387-fdb4896f1cfc,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:36.448203 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'd046d36c-1ac3-47cf-bcff-cbce2b862a71', 'network_id': '6909e813-9134-46c1-b0e3-860b3b37988d', 'port_id': 'd046d36c-1ac3-47cf-bcff-cbce2b862a71', 'mac_address': 'fa:16:3e:6b:08:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c1749a-8a85-4947-8b4b-b0456d1e1a3c', 'ip_address': '19.80.0.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:42:36.471065 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b0b8cc8-341d-4f00-bf17-ff5d5e4ca096 req-d4c2e40f-bd7d-40b1-933b-2608aef66a2c tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605636 Nov 04 10:42:36.495522 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:36.510712 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d046d36c-1ac3-47cf-bcff-cbce2b862a71 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:42:36.526625 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1e1598-e2d3-411f-bbc7-2d44fc8fbd26 x-openstack-request-id: req-6c1e1598-e2d3-411f-bbc7-2d44fc8fbd26 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:42:36.527019 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe485c6-95bc-4161-822e-5d799a81cb84", "name": "network-vif-plugged", "status": "completed", "tag": "863a8c40-667f-4457-8387-fdb4896f1cfc", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:42:36.527498 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-6c1e1598-e2d3-411f-bbc7-2d44fc8fbd26 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:42:36.527982 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe485c6-95bc-4161-822e-5d799a81cb84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863a8c40-667f-4457-8387-fdb4896f1cfc', 'code': 200} Nov 04 10:42:36.538975 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port d046d36c-1ac3-47cf-bcff-cbce2b862a71, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=d046d36c-1ac3-47cf-bcff-cbce2b862a71,segment=NetworkSegment(b979c238-90a9-4161-aac9-258a49b190b3),segment_id=b979c238-90a9-4161-aac9-258a49b190b3)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:36.547177 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:36.608894 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=d046d36c-1ac3-47cf-bcff-cbce2b862a71,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:36.642146 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad6066-862b-4263-9b5b-4bbdf039fccb req-aabdfa8e-b784-430b-96d4-78f6fe04aaf7 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:36.648594 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad6066-862b-4263-9b5b-4bbdf039fccb req-aabdfa8e-b784-430b-96d4-78f6fe04aaf7 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:36.650297 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-11ad6066-862b-4263-9b5b-4bbdf039fccb req-aabdfa8e-b784-430b-96d4-78f6fe04aaf7 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=b8136c40-45fd-4803-ad4c-9dd5d6c9fecb HTTP/1.1" status: 200 len: 1680 time: 0.0646696 Nov 04 10:42:36.735662 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-11ad6066-862b-4263-9b5b-4bbdf039fccb req-1d874f4e-d0e6-4570-9435-781613ba69ac tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787609 Nov 04 10:42:36.738564 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c1572-7196-4df9-9f27-1a69d135f9d5 req-ceb59c8a-fdac-4744-86e9-94e6d3f28392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:36.739955 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c65c1572-7196-4df9-9f27-1a69d135f9d5 req-ceb59c8a-fdac-4744-86e9-94e6d3f28392 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=afe485c6-95bc-4161-822e-5d799a81cb84 HTTP/1.1" status: 200 len: 1100 time: 0.0753498 Nov 04 10:42:36.791610 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c65c1572-7196-4df9-9f27-1a69d135f9d5 req-1f18429f-7220-47b4-bddc-ee8df746c062 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414627 Nov 04 10:42:36.813242 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46980) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:36.888488 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9ada93b7-9443-4c0c-8422-78b6f22d4766 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/floatingips/8d51366e-3191-4e4e-a65b-944986f76072 HTTP/1.1" status: 200 len: 994 time: 0.0732648 Nov 04 10:42:36.893201 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283ed1d-72b7-4d55-a528-b389496cf184 req-394916ec-44e3-44eb-9a13-4fba225e35b1 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:36.895395 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9283ed1d-72b7-4d55-a528-b389496cf184 req-394916ec-44e3-44eb-9a13-4fba225e35b1 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 946 time: 0.0555732 Nov 04 10:42:36.911483 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['968b3a66-3b16-4c28-b991-4ad14b52a05e'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:42:36.950556 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9283ed1d-72b7-4d55-a528-b389496cf184 req-5a3d0a95-900a-4de8-8aa9-30f7051211ce tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469797 Nov 04 10:42:37.001700 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46986) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:37.118178 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3cd53a69-c195-4230-a259-99f3e530521d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:37.197355 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3cd53a69-c195-4230-a259-99f3e530521d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:37.203400 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3cd53a69-c195-4230-a259-99f3e530521d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:37.242500 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd53a69-c195-4230-a259-99f3e530521d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15d43b8-72f8-43ff-838b-d17e32712592,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:37.250665 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3cd53a69-c195-4230-a259-99f3e530521d admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=c31eedbe71394af3984c3e822c652414&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2449987 Nov 04 10:42:37.251053 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46992) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:37.303565 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ee2b6144-228a-491a-930d-f0113de5f5f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:37.325432 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b1b14-569f-4cfc-af54-796292d039fc req-42921c42-f2cc-4ff9-ba26-b0cc0e27a3a9 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:37.329036 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-952b1b14-569f-4cfc-af54-796292d039fc req-42921c42-f2cc-4ff9-ba26-b0cc0e27a3a9 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 945 time: 0.0557475 Nov 04 10:42:37.330570 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ee2b6144-228a-491a-930d-f0113de5f5f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:37.380423 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ee2b6144-228a-491a-930d-f0113de5f5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:37.380705 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-952b1b14-569f-4cfc-af54-796292d039fc req-0bdbce2a-0d68-44e3-a67d-ccea9ce9b0ac tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465450 Nov 04 10:42:37.383581 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ee2b6144-228a-491a-930d-f0113de5f5f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:37.387220 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ee2b6144-228a-491a-930d-f0113de5f5f0 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/a15d43b8-72f8-43ff-838b-d17e32712592 HTTP/1.1" status: 204 len: 168 time: 0.1328192 Nov 04 10:42:37.393530 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b6144-228a-491a-930d-f0113de5f5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15d43b8-72f8-43ff-838b-d17e32712592,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:37.599336 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b8c50-e542-47db-8410-24885023955c req-2c4f01ca-5945-49db-921d-c80fbcae2459 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:37.600932 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-877b8c50-e542-47db-8410-24885023955c req-2c4f01ca-5945-49db-921d-c80fbcae2459 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe485c6-95bc-4161-822e-5d799a81cb84 HTTP/1.1" status: 200 len: 949 time: 0.0506563 Nov 04 10:42:37.652666 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-877b8c50-e542-47db-8410-24885023955c req-9c760520-1642-48c1-ab36-7314388014d9 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445609 Nov 04 10:42:37.677219 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47002) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:37.691164 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-93d5b7ee-8080-49cc-9bdc-654d51f79eee admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:37.772808 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-93d5b7ee-8080-49cc-9bdc-654d51f79eee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:37.777766 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-93d5b7ee-8080-49cc-9bdc-654d51f79eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:37.817943 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-93d5b7ee-8080-49cc-9bdc-654d51f79eee admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=bf60093ddb2f49b0ab64b9aa38997032&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1395853 Nov 04 10:42:37.818884 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5b7ee-8080-49cc-9bdc-654d51f79eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0eb228-92e2-437f-85e7-df1f0c086469,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:37.821518 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47006) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:37.867599 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e982a-e61e-4fba-9c79-b4beec4850f7 req-f6b15866-03cd-48d4-a8fc-7b4388545c87 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:37.874553 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dcde13b4-582e-4c0f-98bb-4131c1e92f38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:37.877186 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e982a-e61e-4fba-9c79-b4beec4850f7 req-f6b15866-03cd-48d4-a8fc-7b4388545c87 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:37.877186 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-428e982a-e61e-4fba-9c79-b4beec4850f7 req-f6b15866-03cd-48d4-a8fc-7b4388545c87 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=b8136c40-45fd-4803-ad4c-9dd5d6c9fecb HTTP/1.1" status: 200 len: 1680 time: 0.0707269 Nov 04 10:42:37.896199 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dcde13b4-582e-4c0f-98bb-4131c1e92f38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:37.925384 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-428e982a-e61e-4fba-9c79-b4beec4850f7 req-8876c838-c129-4789-9fca-c31278ff7402 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420256 Nov 04 10:42:37.952022 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dcde13b4-582e-4c0f-98bb-4131c1e92f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:37.954426 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dcde13b4-582e-4c0f-98bb-4131c1e92f38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:37.955651 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-dcde13b4-582e-4c0f-98bb-4131c1e92f38 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/4f0eb228-92e2-437f-85e7-df1f0c086469 HTTP/1.1" status: 204 len: 168 time: 0.1332252 Nov 04 10:42:37.963635 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde13b4-582e-4c0f-98bb-4131c1e92f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0eb228-92e2-437f-85e7-df1f0c086469,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:38.007093 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['d046d36c-1ac3-47cf-bcff-cbce2b862a71'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:42:38.097158 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0a9f4-9b21-400b-8d8a-9d1019ade5ca req-9ca54103-5811-45c3-a26a-63a35deb818a tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:38.099023 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-89a0a9f4-9b21-400b-8d8a-9d1019ade5ca req-9ca54103-5811-45c3-a26a-63a35deb818a tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 946 time: 0.0635166 Nov 04 10:42:38.161273 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-89a0a9f4-9b21-400b-8d8a-9d1019ade5ca req-ce8ed496-7586-4c8e-afe7-1a71512644bd tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550671 Nov 04 10:42:38.517835 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63666b5f-c5be-414c-bd5e-c598af2b14ad req-fbe9c531-efe7-4c1d-8e86-e9015203cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:38.519425 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-63666b5f-c5be-414c-bd5e-c598af2b14ad req-fbe9c531-efe7-4c1d-8e86-e9015203cdc0 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 1096 time: 0.0691929 Nov 04 10:42:38.533209 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829e99a-1eac-4196-8171-4d409eec186b req-ece837d8-7a6c-4c4b-bb9c-35982ff56979 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:38.534730 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3829e99a-1eac-4196-8171-4d409eec186b req-ece837d8-7a6c-4c4b-bb9c-35982ff56979 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 945 time: 0.0757174 Nov 04 10:42:38.619867 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-63666b5f-c5be-414c-bd5e-c598af2b14ad req-2a53eac4-9264-4276-98f3-1cec69b412e4 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841005 Nov 04 10:42:38.623334 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3829e99a-1eac-4196-8171-4d409eec186b req-cc6ce0f3-4102-485b-8d4f-8855987620c5 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808501 Nov 04 10:42:38.794726 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef21b4-b61b-449c-b78f-806e606fd399 req-3777c683-d2a0-4b7b-8d17-b4e1ed9839cd tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:38.796354 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d6ef21b4-b61b-449c-b78f-806e606fd399 req-3777c683-d2a0-4b7b-8d17-b4e1ed9839cd tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe485c6-95bc-4161-822e-5d799a81cb84 HTTP/1.1" status: 200 len: 949 time: 0.0513010 Nov 04 10:42:38.845888 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d6ef21b4-b61b-449c-b78f-806e606fd399 req-5bc0b3f8-1721-4280-877e-c67ce37eeff0 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430818 Nov 04 10:42:38.972564 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb38558-0266-4f7e-b220-c47fb35267ca req-cfa2f443-1872-466c-b097-51040492244e tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:38.974135 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fcb38558-0266-4f7e-b220-c47fb35267ca req-cfa2f443-1872-466c-b097-51040492244e tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.0525551 Nov 04 10:42:39.029679 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fcb38558-0266-4f7e-b220-c47fb35267ca req-7c3bb57a-682f-4e43-85b9-5607b4164dd9 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491168 Nov 04 10:42:39.156906 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d700d4-5d2b-4980-8363-de8fa40578f8 req-8161ade8-b28a-486d-8e49-5dd39f479bf1 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:39.163657 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d700d4-5d2b-4980-8363-de8fa40578f8 req-8161ade8-b28a-486d-8e49-5dd39f479bf1 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:39.165331 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83d700d4-5d2b-4980-8363-de8fa40578f8 req-8161ade8-b28a-486d-8e49-5dd39f479bf1 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=b8136c40-45fd-4803-ad4c-9dd5d6c9fecb HTTP/1.1" status: 200 len: 1680 time: 0.0681102 Nov 04 10:42:39.219594 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83d700d4-5d2b-4980-8363-de8fa40578f8 req-23eb1f67-d37d-4592-ba15-9aa2906f118c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478702 Nov 04 10:42:39.314237 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-fe0296a6-2cdd-4e4e-8a02-1c87bf21d770 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=f80e3af4528242d8863546a3e65b8608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219963 Nov 04 10:42:39.437942 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-03003057-f234-40c3-8c42-a8c04a4991db tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:39.439958 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-03003057-f234-40c3-8c42-a8c04a4991db tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1195734 Nov 04 10:42:39.456016 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-23dc7167-d2ec-4d75-96ae-e9ad1491cbc0 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/quotas/f80e3af4528242d8863546a3e65b8608 HTTP/1.1" status: 200 len: 375 time: 0.0105090 Nov 04 10:42:39.510193 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-5f7adbfe-ea0f-44cb-8958-0b147d8137d0 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=f80e3af4528242d8863546a3e65b8608&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481205 Nov 04 10:42:39.682328 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 968b3a66-3b16-4c28-b991-4ad14b52a05e up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:42:39.731031 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47090) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:39.740847 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986c890-1fc3-45d5-b839-2dc45d57b244 req-f4fa8ff0-7cdc-4e90-9d30-b6fa2abe2e42 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:39.742455 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b986c890-1fc3-45d5-b839-2dc45d57b244 req-f4fa8ff0-7cdc-4e90-9d30-b6fa2abe2e42 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 946 time: 0.0767112 Nov 04 10:42:39.772748 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 968b3a66-3b16-4c28-b991-4ad14b52a05e completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:42:39.777899 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 968b3a66-3b16-4c28-b991-4ad14b52a05e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:39.778278 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:39.832713 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b986c890-1fc3-45d5-b839-2dc45d57b244 req-a24f565f-28f9-4053-b27a-c3ab14e8ede8 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790777 Nov 04 10:42:39.892722 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:39.902589 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f996d5cb-2609-42a2-80e3-a1a00373c0f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:39.920576 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8136c40-45fd-4803-ad4c-9dd5d6c9fecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968b3a66-3b16-4c28-b991-4ad14b52a05e'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:42:39.924139 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089e9850-3b19-49d1-8677-c3b22c504db7" -d '{"events": [{"server_uuid": "b8136c40-45fd-4803-ad4c-9dd5d6c9fecb", "name": "network-vif-plugged", "status": "completed", "tag": "968b3a66-3b16-4c28-b991-4ad14b52a05e"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:42:39.940490 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 968b3a66-3b16-4c28-b991-4ad14b52a05e, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=968b3a66-3b16-4c28-b991-4ad14b52a05e,segment=NetworkSegment(554f55d5-7801-4ec1-a0b5-77b34d11c915),segment_id=554f55d5-7801-4ec1-a0b5-77b34d11c915)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:39.945117 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:39.946422 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device d046d36c-1ac3-47cf-bcff-cbce2b862a71 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:42:39.986488 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f996d5cb-2609-42a2-80e3-a1a00373c0f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:39.990928 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f996d5cb-2609-42a2-80e3-a1a00373c0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:40.032718 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f996d5cb-2609-42a2-80e3-a1a00373c0f5 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=cb56f8b12f6547b9bdafc3d4ffc2f966&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2999146 Nov 04 10:42:40.033824 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=968b3a66-3b16-4c28-b991-4ad14b52a05e,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:40.034062 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996d5cb-2609-42a2-80e3-a1a00373c0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfed69b-99e5-4f09-bd4b-2ffff62c6f99,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:40.035726 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47102) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:40.050554 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port d046d36c-1ac3-47cf-bcff-cbce2b862a71 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:42:40.074450 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port d046d36c-1ac3-47cf-bcff-cbce2b862a71 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:40.074845 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:40.122328 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5b2a411c-3eb6-4f12-87d2-d47366180f60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:40.165990 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-02209cdc-f7ed-4e78-a2ed-34e65e0b20cf req-cbe1305b-8488-48db-b8fb-1552665da15b tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=8e587bd3-77c7-48b1-8f26-73a45e99b236 HTTP/1.1" status: 200 len: 210 time: 0.0400560 Nov 04 10:42:40.178478 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:40.181382 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5b2a411c-3eb6-4f12-87d2-d47366180f60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:40.223758 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port d046d36c-1ac3-47cf-bcff-cbce2b862a71, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=d046d36c-1ac3-47cf-bcff-cbce2b862a71,segment=NetworkSegment(b979c238-90a9-4161-aac9-258a49b190b3),segment_id=b979c238-90a9-4161-aac9-258a49b190b3)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:40.230334 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:40.243852 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5b2a411c-3eb6-4f12-87d2-d47366180f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:40.246580 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5b2a411c-3eb6-4f12-87d2-d47366180f60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:40.247752 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5b2a411c-3eb6-4f12-87d2-d47366180f60 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/bcfed69b-99e5-4f09-bd4b-2ffff62c6f99 HTTP/1.1" status: 204 len: 168 time: 0.2110076 Nov 04 10:42:40.262979 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a411c-3eb6-4f12-87d2-d47366180f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfed69b-99e5-4f09-bd4b-2ffff62c6f99,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:40.314791 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=d046d36c-1ac3-47cf-bcff-cbce2b862a71,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:40.327577 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6286d81-73b7-4c24-8468-8e9e664cae4c req-6bb9caf7-7872-487b-8405-7c9eb7fc6081 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:40.329342 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6286d81-73b7-4c24-8468-8e9e664cae4c req-6bb9caf7-7872-487b-8405-7c9eb7fc6081 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 945 time: 0.0731790 Nov 04 10:42:40.390910 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6286d81-73b7-4c24-8468-8e9e664cae4c req-92459cf6-cdbf-41b4-8a7e-3b7a43290de7 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545404 Nov 04 10:42:40.506740 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f63feb-4768-4da2-9983-42cc28e81654 x-openstack-request-id: req-64f63feb-4768-4da2-9983-42cc28e81654 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:42:40.507273 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8136c40-45fd-4803-ad4c-9dd5d6c9fecb", "name": "network-vif-plugged", "status": "completed", "tag": "968b3a66-3b16-4c28-b991-4ad14b52a05e", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:42:40.507556 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-64f63feb-4768-4da2-9983-42cc28e81654 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:42:40.508700 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8136c40-45fd-4803-ad4c-9dd5d6c9fecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968b3a66-3b16-4c28-b991-4ad14b52a05e', 'code': 200} Nov 04 10:42:40.548132 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47112) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:40.571485 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-784ca068-9853-45fe-935f-781da4021ce3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:40.645605 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d70001-dab0-4f4f-99c4-593f67f866f3 req-dded54ca-8907-4066-8376-d050be41edfb tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:40.651677 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d70001-dab0-4f4f-99c4-593f67f866f3 req-dded54ca-8907-4066-8376-d050be41edfb tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:40.653422 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6d70001-dab0-4f4f-99c4-593f67f866f3 req-dded54ca-8907-4066-8376-d050be41edfb tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=b8136c40-45fd-4803-ad4c-9dd5d6c9fecb HTTP/1.1" status: 200 len: 1682 time: 0.0986350 Nov 04 10:42:40.738347 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-784ca068-9853-45fe-935f-781da4021ce3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:40.742466 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6d70001-dab0-4f4f-99c4-593f67f866f3 req-92489f36-3027-4951-b4f1-e2ecfc4f7afd tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800197 Nov 04 10:42:40.743691 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-784ca068-9853-45fe-935f-781da4021ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:40.808915 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-784ca068-9853-45fe-935f-781da4021ce3 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=7d74f452cbf846eba4cfb729d1de4eb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2595682 Nov 04 10:42:40.812208 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47114) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:40.821342 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ca068-9853-45fe-935f-781da4021ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743b3808-4684-46b3-81e0-266c4cc5567b,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:40.833031 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-87e890ee-0d62-40a5-953a-87b12f229dc3 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.126 "GET /v2.0/networks?tenant_id=f80e3af4528242d8863546a3e65b8608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463390 Nov 04 10:42:40.889986 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-84011158-12f9-4437-b7a4-a9a99edaf230 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:40.918303 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-84011158-12f9-4437-b7a4-a9a99edaf230 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:40.950047 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9361d0-c16a-4e0e-9ba5-631d357899cf req-e4171239-faf4-405a-a302-f94e1acf9e41 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:40.951600 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cf9361d0-c16a-4e0e-9ba5-631d357899cf req-e4171239-faf4-405a-a302-f94e1acf9e41 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.1325243 Nov 04 10:42:40.970305 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-84011158-12f9-4437-b7a4-a9a99edaf230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:40.973077 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-84011158-12f9-4437-b7a4-a9a99edaf230 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:40.976603 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-84011158-12f9-4437-b7a4-a9a99edaf230 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/743b3808-4684-46b3-81e0-266c4cc5567b HTTP/1.1" status: 204 len: 168 time: 0.1609764 Nov 04 10:42:40.984459 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84011158-12f9-4437-b7a4-a9a99edaf230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743b3808-4684-46b3-81e0-266c4cc5567b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:41.020505 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-a347d94b-9913-4ac3-8c65-e3ee6ca1e826 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:41.022084 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-a347d94b-9913-4ac3-8c65-e3ee6ca1e826 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1647105 Nov 04 10:42:41.038002 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cf9361d0-c16a-4e0e-9ba5-631d357899cf req-b86b29d9-4018-4f06-89a8-3efcc81c8fcc tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794017 Nov 04 10:42:41.043809 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-8c1129aa-26af-4a3f-b09b-17de0043f248 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Request body: {'port': {'device_id': '8e587bd3-77c7-48b1-8f26-73a45e99b236', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': 'f80e3af4528242d8863546a3e65b8608'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:41.190370 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c52e4-1a59-4207-9d19-aebc3cd4a15b req-149a10ae-11a4-4547-92c5-1c0b3fb52b77 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:41.192300 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2b5c52e4-1a59-4207-9d19-aebc3cd4a15b req-149a10ae-11a4-4547-92c5-1c0b3fb52b77 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 946 time: 0.0852108 Nov 04 10:42:41.212386 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-8c1129aa-26af-4a3f-b09b-17de0043f248 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Made reservation on behalf of f80e3af4528242d8863546a3e65b8608 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:42:41.215994 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-8c1129aa-26af-4a3f-b09b-17de0043f248 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:41.302493 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2b5c52e4-1a59-4207-9d19-aebc3cd4a15b req-4aad359b-4625-4486-99ac-75c15d68dded tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999157 Nov 04 10:42:41.413649 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-8c1129aa-26af-4a3f-b09b-17de0043f248 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Allocated IP 192.168.233.153 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/6bb97ae9-fd49-4b62-af94-32e1e7200fc9) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:42:41.493256 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-30cfa36c-2ca3-4225-a39b-dc3eb6afb216 req-053d9dc6-86aa-4818-b528-8972427a0e52 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=8e587bd3-77c7-48b1-8f26-73a45e99b236 HTTP/1.1" status: 200 len: 210 time: 0.0348470 Nov 04 10:42:41.613355 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-8c1129aa-26af-4a3f-b09b-17de0043f248 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:41.656387 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-8c1129aa-26af-4a3f-b09b-17de0043f248 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:41.675628 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['863a8c40-667f-4457-8387-fdb4896f1cfc'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:42:41.710138 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-8c1129aa-26af-4a3f-b09b-17de0043f248 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:42:41.713609 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-8c1129aa-26af-4a3f-b09b-17de0043f248 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:42:41.717726 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-8c1129aa-26af-4a3f-b09b-17de0043f248 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:42:41.721340 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['af3bb775-c9f6-4aad-940e-944b72d676a9'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:42:41.769659 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-8c1129aa-26af-4a3f-b09b-17de0043f248 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:41.770306 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-8c1129aa-26af-4a3f-b09b-17de0043f248 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:41.813130 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-8c1129aa-26af-4a3f-b09b-17de0043f248 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7733164 Nov 04 10:42:41.873005 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-845e7268-6f72-4c5a-85a7-eb0465a20583 service neutron] Request body: {'port': {'device_id': '8e587bd3-77c7-48b1-8f26-73a45e99b236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:41.875760 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1129aa-26af-4a3f-b09b-17de0043f248 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Pushing event updated for resources: {'Port': ['ID=6bb97ae9-fd49-4b62-af94-32e1e7200fc9,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:41.959074 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674288f-97b2-4d04-922d-1d29e4e886ef req-5e632a02-b1b9-4518-ac4e-5a47daed0456 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:41.961327 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a674288f-97b2-4d04-922d-1d29e4e886ef req-5e632a02-b1b9-4518-ac4e-5a47daed0456 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.1760333 Nov 04 10:42:42.010948 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-845e7268-6f72-4c5a-85a7-eb0465a20583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:42.038737 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-cedb315a-17f8-49c4-b9d3-da50f4ae62b4 None None] Provisioning complete for port 6bb97ae9-fd49-4b62-af94-32e1e7200fc9 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:42.039099 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cedb315a-17f8-49c4-b9d3-da50f4ae62b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:42.079733 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-cedb315a-17f8-49c4-b9d3-da50f4ae62b4 None None] Port 6bb97ae9-fd49-4b62-af94-32e1e7200fc9 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:42:42.276200 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:42.409132 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a674288f-97b2-4d04-922d-1d29e4e886ef req-f6ddbb39-d61e-4001-b722-36067f752fb5 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215517 Nov 04 10:42:42.509433 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8136c40-45fd-4803-ad4c-9dd5d6c9fecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd046d36c-1ac3-47cf-bcff-cbce2b862a71'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:42:42.512511 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9166f56e-3ba4-4ac0-956a-28a194dac8aa" -d '{"events": [{"server_uuid": "b8136c40-45fd-4803-ad4c-9dd5d6c9fecb", "name": "network-vif-plugged", "status": "completed", "tag": "d046d36c-1ac3-47cf-bcff-cbce2b862a71"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:42:42.587187 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6a984-7e9f-418f-8758-3b8a9faf2292 req-49f12324-f5c0-4d5b-ae26-0366efb4e272 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:42.593304 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6a984-7e9f-418f-8758-3b8a9faf2292 req-49f12324-f5c0-4d5b-ae26-0366efb4e272 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:42.594896 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cfa6a984-7e9f-418f-8758-3b8a9faf2292 req-49f12324-f5c0-4d5b-ae26-0366efb4e272 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=b8136c40-45fd-4803-ad4c-9dd5d6c9fecb HTTP/1.1" status: 200 len: 1682 time: 0.1149549 Nov 04 10:42:42.680477 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cfa6a984-7e9f-418f-8758-3b8a9faf2292 req-d470b159-8933-4cd3-9ee1-2a91d05b9458 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729721 Nov 04 10:42:42.728262 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-845e7268-6f72-4c5a-85a7-eb0465a20583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb97ae9-fd49-4b62-af94-32e1e7200fc9 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:42:42.737491 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-845e7268-6f72-4c5a-85a7-eb0465a20583 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:42.751306 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-845e7268-6f72-4c5a-85a7-eb0465a20583 service neutron] Transition to ACTIVE for port object 6bb97ae9-fd49-4b62-af94-32e1e7200fc9 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:42:42.762592 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-845e7268-6f72-4c5a-85a7-eb0465a20583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:42.849219 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e7268-6f72-4c5a-85a7-eb0465a20583 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb97ae9-fd49-4b62-af94-32e1e7200fc9,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:42.873956 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077b63d-5607-409c-86d3-d8cf938f18ae req-25c9458e-2bf8-4200-9b22-b4778ad09062 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:42.875605 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9077b63d-5607-409c-86d3-d8cf938f18ae req-25c9458e-2bf8-4200-9b22-b4778ad09062 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 946 time: 0.1231599 Nov 04 10:42:42.976067 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-845e7268-6f72-4c5a-85a7-eb0465a20583 service neutron] Attempting to bind port 6bb97ae9-fd49-4b62-af94-32e1e7200fc9 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:42:42.976436 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-845e7268-6f72-4c5a-85a7-eb0465a20583 service neutron] Attempting to bind port 6bb97ae9-fd49-4b62-af94-32e1e7200fc9 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:42:42.976940 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-845e7268-6f72-4c5a-85a7-eb0465a20583 service neutron] Attempting to bind port 6bb97ae9-fd49-4b62-af94-32e1e7200fc9 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:42:42.982339 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9077b63d-5607-409c-86d3-d8cf938f18ae req-22d567de-e0fc-43d6-ab08-3f03c35459da tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846281 Nov 04 10:42:42.986416 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-845e7268-6f72-4c5a-85a7-eb0465a20583 service neutron] Port 6bb97ae9-fd49-4b62-af94-32e1e7200fc9 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:42:42.986697 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-845e7268-6f72-4c5a-85a7-eb0465a20583 service neutron] Attempting to bind port 6bb97ae9-fd49-4b62-af94-32e1e7200fc9 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:42:42.993502 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-845e7268-6f72-4c5a-85a7-eb0465a20583 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:42:42.993933 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-845e7268-6f72-4c5a-85a7-eb0465a20583 service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:42:42.994468 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-845e7268-6f72-4c5a-85a7-eb0465a20583 service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:42:42.995072 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-845e7268-6f72-4c5a-85a7-eb0465a20583 service neutron] Bound port: 6bb97ae9-fd49-4b62-af94-32e1e7200fc9, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:42:42.995732 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-845e7268-6f72-4c5a-85a7-eb0465a20583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:43.123647 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-845e7268-6f72-4c5a-85a7-eb0465a20583 service neutron] For port 6bb97ae9-fd49-4b62-af94-32e1e7200fc9, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:42:43.129445 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-845e7268-6f72-4c5a-85a7-eb0465a20583 service neutron] For port 6bb97ae9-fd49-4b62-af94-32e1e7200fc9, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=6bb97ae9-fd49-4b62-af94-32e1e7200fc9,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:42:43.138850 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-845e7268-6f72-4c5a-85a7-eb0465a20583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:43.159179 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5854cf18-e723-4369-9ece-598daf0715cf x-openstack-request-id: req-5854cf18-e723-4369-9ece-598daf0715cf {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:42:43.159695 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8136c40-45fd-4803-ad4c-9dd5d6c9fecb", "name": "network-vif-plugged", "status": "completed", "tag": "d046d36c-1ac3-47cf-bcff-cbce2b862a71", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:42:43.159695 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-5854cf18-e723-4369-9ece-598daf0715cf {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:42:43.160160 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8136c40-45fd-4803-ad4c-9dd5d6c9fecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd046d36c-1ac3-47cf-bcff-cbce2b862a71', 'code': 200} Nov 04 10:42:43.190258 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-845e7268-6f72-4c5a-85a7-eb0465a20583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:43.190912 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-845e7268-6f72-4c5a-85a7-eb0465a20583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:43.192337 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-845e7268-6f72-4c5a-85a7-eb0465a20583 service neutron] 10.222.0.126 "PUT /v2.0/ports/6bb97ae9-fd49-4b62-af94-32e1e7200fc9 HTTP/1.1" status: 200 len: 1096 time: 1.3412573 Nov 04 10:42:43.192809 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e587bd3-77c7-48b1-8f26-73a45e99b236', 'tag': '6bb97ae9-fd49-4b62-af94-32e1e7200fc9'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:42:43.195294 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3053019d-dcaf-4403-aae7-9fe08d7bd68b" -d '{"events": [{"name": "network-changed", "server_uuid": "8e587bd3-77c7-48b1-8f26-73a45e99b236", "tag": "6bb97ae9-fd49-4b62-af94-32e1e7200fc9"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:42:43.307419 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e7268-6f72-4c5a-85a7-eb0465a20583 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb97ae9-fd49-4b62-af94-32e1e7200fc9,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:43.365936 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723dd2e-b2c8-4af8-a68f-9068622a18a3 req-1c51b31f-2c11-4ffc-990f-1378debf3705 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:43.369374 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5723dd2e-b2c8-4af8-a68f-9068622a18a3 req-1c51b31f-2c11-4ffc-990f-1378debf3705 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=8e587bd3-77c7-48b1-8f26-73a45e99b236 HTTP/1.1" status: 200 len: 948 time: 0.1483693 Nov 04 10:42:43.373994 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-fdcea9e4-d4b8-4ae1-b10c-b1fe3814c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:43.376614 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-fdcea9e4-d4b8-4ae1-b10c-b1fe3814c2fc service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=f80e3af4528242d8863546a3e65b8608&device_id=8e587bd3-77c7-48b1-8f26-73a45e99b236 HTTP/1.1" status: 200 len: 1099 time: 0.1246815 Nov 04 10:42:43.390974 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6e134-51dc-4aeb-9f51-2fdd91a73b45 req-931abc4d-e719-4773-9b6f-3b23775f8743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:43.391785 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6e134-51dc-4aeb-9f51-2fdd91a73b45 req-931abc4d-e719-4773-9b6f-3b23775f8743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:43.394525 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8db6e134-51dc-4aeb-9f51-2fdd91a73b45 req-931abc4d-e719-4773-9b6f-3b23775f8743 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b8136c40-45fd-4803-ad4c-9dd5d6c9fecb HTTP/1.1" status: 200 len: 1984 time: 0.1160021 Nov 04 10:42:43.470342 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-47e1b8ed-35bd-4af8-92e1-b9086c096f50 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=6bb97ae9-fd49-4b62-af94-32e1e7200fc9 HTTP/1.1" status: 200 len: 217 time: 0.0748055 Nov 04 10:42:43.535882 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8db6e134-51dc-4aeb-9f51-2fdd91a73b45 req-a1b724e3-008d-4aab-a798-3a14bf5482a2 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305707 Nov 04 10:42:43.549645 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5723dd2e-b2c8-4af8-a68f-9068622a18a3 req-c2eefd13-0523-4351-80aa-510068633feb tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707678 Nov 04 10:42:43.558194 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-1f75e355-f74b-40dd-89e6-91af5e9579a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:43.559670 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-1f75e355-f74b-40dd-89e6-91af5e9579a9 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0812850 Nov 04 10:42:43.616364 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-26c39469-8e4b-411f-b269-e90827ea16ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:43.617971 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-26c39469-8e4b-411f-b269-e90827ea16ee service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0501959 Nov 04 10:42:43.726311 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78611d60-c7d2-40a4-a744-8822a8707205 x-openstack-request-id: req-78611d60-c7d2-40a4-a744-8822a8707205 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:42:43.726610 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e587bd3-77c7-48b1-8f26-73a45e99b236", "tag": "6bb97ae9-fd49-4b62-af94-32e1e7200fc9", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:42:43.726864 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-78611d60-c7d2-40a4-a744-8822a8707205 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:42:43.727312 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e587bd3-77c7-48b1-8f26-73a45e99b236', 'tag': '6bb97ae9-fd49-4b62-af94-32e1e7200fc9', 'status': 'completed', 'code': 200} Nov 04 10:42:43.783868 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-511a7b72-6178-4d55-9921-24a6176c5a62 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135232 Nov 04 10:42:43.876968 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac9c62-d4e5-444e-9316-3817da060ac6 req-419dad57-1ba2-4e60-b989-626fc66e0d9a tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:43.878528 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-faac9c62-d4e5-444e-9316-3817da060ac6 req-419dad57-1ba2-4e60-b989-626fc66e0d9a tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.1151819 Nov 04 10:42:43.927713 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6f9e330-d561-47b9-ae22-4f34d6359c45 req-5e7656b6-e50e-4f94-ab85-4e241f7ce4f8 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301818 Nov 04 10:42:43.960000 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-faac9c62-d4e5-444e-9316-3817da060ac6 req-ccd12653-7ff6-4332-8106-b28bbd5b0cca tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713091 Nov 04 10:42:44.081130 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053019d-dcaf-4403-aae7-9fe08d7bd68b req-0c7f7807-5455-4f47-8c41-4393fb87ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:44.082681 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3053019d-dcaf-4403-aae7-9fe08d7bd68b req-0c7f7807-5455-4f47-8c41-4393fb87ccd3 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=f80e3af4528242d8863546a3e65b8608&device_id=8e587bd3-77c7-48b1-8f26-73a45e99b236 HTTP/1.1" status: 200 len: 1099 time: 0.0842218 Nov 04 10:42:44.110066 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0932fd2-a014-43c7-afcc-395c4aec520c req-c2e1e458-af40-4b42-8686-9b9d2070ce29 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:44.116510 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0932fd2-a014-43c7-afcc-395c4aec520c req-c2e1e458-af40-4b42-8686-9b9d2070ce29 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:44.118544 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e0932fd2-a014-43c7-afcc-395c4aec520c req-c2e1e458-af40-4b42-8686-9b9d2070ce29 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=b8136c40-45fd-4803-ad4c-9dd5d6c9fecb HTTP/1.1" status: 200 len: 1682 time: 0.0886743 Nov 04 10:42:44.224976 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e0932fd2-a014-43c7-afcc-395c4aec520c req-eb06acc8-94b6-4b05-b965-ac5a0e5119f5 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938282 Nov 04 10:42:44.239239 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053019d-dcaf-4403-aae7-9fe08d7bd68b req-499a7836-76e2-40e3-9342-8074b92798da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:44.240719 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3053019d-dcaf-4403-aae7-9fe08d7bd68b req-499a7836-76e2-40e3-9342-8074b92798da service neutron] 10.222.0.126 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.1493413 Nov 04 10:42:44.290814 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3053019d-dcaf-4403-aae7-9fe08d7bd68b req-f0e296fa-7ac1-411a-9523-2e48686f4bdd service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=6bb97ae9-fd49-4b62-af94-32e1e7200fc9 HTTP/1.1" status: 200 len: 217 time: 0.0407867 Nov 04 10:42:44.365808 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053019d-dcaf-4403-aae7-9fe08d7bd68b req-49537d3d-2bf5-41c5-9ffd-041a620f1a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:44.368557 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3053019d-dcaf-4403-aae7-9fe08d7bd68b req-49537d3d-2bf5-41c5-9ffd-041a620f1a6b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0694265 Nov 04 10:42:44.456015 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053019d-dcaf-4403-aae7-9fe08d7bd68b req-5272828a-4245-41ae-a316-545e9a8103ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:44.457786 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3053019d-dcaf-4403-aae7-9fe08d7bd68b req-5272828a-4245-41ae-a316-545e9a8103ad service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0818372 Nov 04 10:42:44.474853 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433d32a-0694-45f6-8e39-1d2c7d247c68 req-c4c7bc19-8cd3-410b-91d1-2f27d6ffa560 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:44.476745 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7433d32a-0694-45f6-8e39-1d2c7d247c68 req-c4c7bc19-8cd3-410b-91d1-2f27d6ffa560 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 946 time: 0.0901031 Nov 04 10:42:44.590268 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7433d32a-0694-45f6-8e39-1d2c7d247c68 req-1a498f72-c3da-4fe4-9bfa-37c5ecf2e1c1 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036611 Nov 04 10:42:44.630226 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3053019d-dcaf-4403-aae7-9fe08d7bd68b req-661f05f6-c2d8-4a0f-8124-808515e21c1b service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524484 Nov 04 10:42:44.706778 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:44.744352 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3053019d-dcaf-4403-aae7-9fe08d7bd68b req-03c04dd8-b3cb-420a-bc05-e9b96abb654a service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063585 Nov 04 10:42:44.905230 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4906f42-f8bf-46f1-bf0c-8a0a64d3b4df req-ebf5ca50-6fc2-473a-a1c8-b7c4fad36ba9 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:44.907552 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e4906f42-f8bf-46f1-bf0c-8a0a64d3b4df req-ebf5ca50-6fc2-473a-a1c8-b7c4fad36ba9 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=8e587bd3-77c7-48b1-8f26-73a45e99b236 HTTP/1.1" status: 200 len: 948 time: 0.0685031 Nov 04 10:42:44.966043 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e4906f42-f8bf-46f1-bf0c-8a0a64d3b4df req-a3d806ea-b40b-462c-beb3-a4035938d421 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516047 Nov 04 10:42:45.173508 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704392f-408c-4970-8f83-d85d9ed1c299 req-d4617631-210b-4caf-a991-26539ee5619a tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:45.175346 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e704392f-408c-4970-8f83-d85d9ed1c299 req-d4617631-210b-4caf-a991-26539ee5619a tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.0582342 Nov 04 10:42:45.233305 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e704392f-408c-4970-8f83-d85d9ed1c299 req-a806f416-f3cf-4e9e-887b-ac2951ae58b1 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491979 Nov 04 10:42:45.361467 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbbb2f-bac4-472c-8013-176f513b4053 req-e2d4ea61-4aa5-421c-9b39-3dfc43df7019 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:45.367569 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbbb2f-bac4-472c-8013-176f513b4053 req-e2d4ea61-4aa5-421c-9b39-3dfc43df7019 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:45.369519 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0fdbbb2f-bac4-472c-8013-176f513b4053 req-e2d4ea61-4aa5-421c-9b39-3dfc43df7019 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=b8136c40-45fd-4803-ad4c-9dd5d6c9fecb HTTP/1.1" status: 200 len: 1682 time: 0.0640283 Nov 04 10:42:45.444033 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0fdbbb2f-bac4-472c-8013-176f513b4053 req-05b0ca35-6476-4a86-976f-9cd9d36e9eca tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678489 Nov 04 10:42:45.866479 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac29511-252a-469c-a74f-63cee13bbcb3 req-2bc0d920-1aa2-4ed9-b688-9b791a8755af tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:45.868045 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cac29511-252a-469c-a74f-63cee13bbcb3 req-2bc0d920-1aa2-4ed9-b688-9b791a8755af tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 946 time: 0.0599554 Nov 04 10:42:45.928182 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cac29511-252a-469c-a74f-63cee13bbcb3 req-6030b633-8970-48ec-9b4c-2d3869e1121b tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536551 Nov 04 10:42:46.133045 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1ecbd-1fb6-415a-b60b-4a4115319b4c req-b46847be-28c1-49f2-a31d-005062a44f0f tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:46.137177 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1ecbd-1fb6-415a-b60b-4a4115319b4c req-b46847be-28c1-49f2-a31d-005062a44f0f tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:46.145328 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aff1ecbd-1fb6-415a-b60b-4a4115319b4c req-b46847be-28c1-49f2-a31d-005062a44f0f tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=b8136c40-45fd-4803-ad4c-9dd5d6c9fecb HTTP/1.1" status: 200 len: 1682 time: 0.0736213 Nov 04 10:42:46.215240 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aff1ecbd-1fb6-415a-b60b-4a4115319b4c req-72feb5e8-e59c-4c86-b189-28467084803d tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687637 Nov 04 10:42:46.322169 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf693a23-68b7-4098-a141-7eb85bd5efca req-a29051ec-a8c5-4c98-88c9-2127d019dc54 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:46.323760 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cf693a23-68b7-4098-a141-7eb85bd5efca req-a29051ec-a8c5-4c98-88c9-2127d019dc54 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=8e587bd3-77c7-48b1-8f26-73a45e99b236 HTTP/1.1" status: 200 len: 948 time: 0.0570309 Nov 04 10:42:46.377410 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cf693a23-68b7-4098-a141-7eb85bd5efca req-49e111be-55fe-45bc-ab74-8f790e802599 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472324 Nov 04 10:42:46.835899 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cbbedde5-9761-458a-a61e-5e07c1a948db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:46.885053 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 6bb97ae9-fd49-4b62-af94-32e1e7200fc9 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:42:46.899422 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe3d05-c4c2-40b2-b6e0-5b26536322df req-aaa65b09-7002-41da-8a30-2a221332a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:46.901154 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-23fe3d05-c4c2-40b2-b6e0-5b26536322df req-aaa65b09-7002-41da-8a30-2a221332a203 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=ead355d3198b4aadbda9707a7fac95b2&device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 1096 time: 0.0767722 Nov 04 10:42:46.913365 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206278e-065f-438c-95b8-8d340981e6b9 req-68cbdd9e-cd74-49c0-b800-7d2611049cef tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:46.914964 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b206278e-065f-438c-95b8-8d340981e6b9 req-68cbdd9e-cd74-49c0-b800-7d2611049cef tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.0774734 Nov 04 10:42:46.993023 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 6bb97ae9-fd49-4b62-af94-32e1e7200fc9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=6bb97ae9-fd49-4b62-af94-32e1e7200fc9,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:47.007346 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '6bb97ae9-fd49-4b62-af94-32e1e7200fc9', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '6bb97ae9-fd49-4b62-af94-32e1e7200fc9', 'mac_address': 'fa:16:3e:7a:c6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:42:47.034379 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b206278e-065f-438c-95b8-8d340981e6b9 req-9d04ab14-9b4c-4f1a-bf9b-3ea47396c32e tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095409 Nov 04 10:42:47.044094 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe3d05-c4c2-40b2-b6e0-5b26536322df req-00a7a6ba-6376-4290-8d69-487f29ab0eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:47.046652 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-23fe3d05-c4c2-40b2-b6e0-5b26536322df req-00a7a6ba-6376-4290-8d69-487f29ab0eba service neutron] 10.222.0.126 "GET /v2.0/networks?id=eb289679-7639-4a66-aa3b-ec07d6a9d79d HTTP/1.1" status: 200 len: 921 time: 0.1297383 Nov 04 10:42:47.062001 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:47.079045 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb97ae9-fd49-4b62-af94-32e1e7200fc9 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:42:47.101339 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 6bb97ae9-fd49-4b62-af94-32e1e7200fc9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=6bb97ae9-fd49-4b62-af94-32e1e7200fc9,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:47.103638 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-23fe3d05-c4c2-40b2-b6e0-5b26536322df req-1de77de4-6a07-4251-b499-1d72d1eb39c4 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b45698a8-448e-4114-8b03-1c7e4d84ded8 HTTP/1.1" status: 200 len: 217 time: 0.0506651 Nov 04 10:42:47.108385 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:47.162376 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:42:47.177900 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=6bb97ae9-fd49-4b62-af94-32e1e7200fc9,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:47.188596 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe3d05-c4c2-40b2-b6e0-5b26536322df req-47bc5c94-7583-4bda-a128-508229f34060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:47.190160 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-23fe3d05-c4c2-40b2-b6e0-5b26536322df req-47bc5c94-7583-4bda-a128-508229f34060 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=59bf7bce-0a06-4e94-b69d-9476ec3fc967 HTTP/1.1" status: 200 len: 859 time: 0.0777862 Nov 04 10:42:47.206583 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411ccc3-d4f7-40a6-b157-237d5e1fc2cf req-d8362539-914c-47b3-ab27-4456166eaa41 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:47.208139 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b411ccc3-d4f7-40a6-b157-237d5e1fc2cf req-d8362539-914c-47b3-ab27-4456166eaa41 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 946 time: 0.0862067 Nov 04 10:42:47.242526 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-23fe3d05-c4c2-40b2-b6e0-5b26536322df req-b4e85e77-d951-4b77-81c0-c9a09a3e781e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=eb289679-7639-4a66-aa3b-ec07d6a9d79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444031 Nov 04 10:42:47.319309 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b411ccc3-d4f7-40a6-b157-237d5e1fc2cf req-13be8eef-59ab-4f5d-9967-e4e07c4a1547 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037192 Nov 04 10:42:47.371572 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-23fe3d05-c4c2-40b2-b6e0-5b26536322df req-4937421b-0be0-4bb1-b254-7a6f8bbb576b service neutron] 10.222.0.126 "GET /v2.0/networks/eb289679-7639-4a66-aa3b-ec07d6a9d79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212003 Nov 04 10:42:47.474058 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['6bb97ae9-fd49-4b62-af94-32e1e7200fc9'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:42:47.504888 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-23fe3d05-c4c2-40b2-b6e0-5b26536322df req-e4cf4402-6fb6-436a-be71-0f455d4a6d85 service neutron] 10.222.0.126 "GET /v2.0/networks/eb289679-7639-4a66-aa3b-ec07d6a9d79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254098 Nov 04 10:42:47.524501 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2de82-6dcc-4f0b-8484-b3096e8a894f req-ee02b7b5-a6fe-40c9-b5a5-1983ac580377 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:47.531922 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2de82-6dcc-4f0b-8484-b3096e8a894f req-ee02b7b5-a6fe-40c9-b5a5-1983ac580377 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:47.533650 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79a2de82-6dcc-4f0b-8484-b3096e8a894f req-ee02b7b5-a6fe-40c9-b5a5-1983ac580377 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=b8136c40-45fd-4803-ad4c-9dd5d6c9fecb HTTP/1.1" status: 200 len: 1682 time: 0.0761964 Nov 04 10:42:47.601405 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79a2de82-6dcc-4f0b-8484-b3096e8a894f req-fd6da6ed-cc56-4351-aa90-0c5438cdb52e tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554757 Nov 04 10:42:47.716961 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10874b1-9f53-4c1e-9eb8-d42a33c487b3 req-39b8943c-45bd-40d5-874e-a5fdfd2afb58 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:47.718561 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e10874b1-9f53-4c1e-9eb8-d42a33c487b3 req-39b8943c-45bd-40d5-874e-a5fdfd2afb58 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=8e587bd3-77c7-48b1-8f26-73a45e99b236 HTTP/1.1" status: 200 len: 949 time: 0.0507209 Nov 04 10:42:47.772987 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e10874b1-9f53-4c1e-9eb8-d42a33c487b3 req-dbb5c856-db20-488b-9a9b-4388abaaac88 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481348 Nov 04 10:42:48.173157 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42007fb3-07dd-4e9e-9fa6-34fef89d3eac req-858dbf11-a4f5-48a9-980f-dce486e25af5 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:48.179059 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42007fb3-07dd-4e9e-9fa6-34fef89d3eac req-858dbf11-a4f5-48a9-980f-dce486e25af5 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:48.180971 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42007fb3-07dd-4e9e-9fa6-34fef89d3eac req-858dbf11-a4f5-48a9-980f-dce486e25af5 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.121 "GET /v2.0/ports?device_id=b8136c40-45fd-4803-ad4c-9dd5d6c9fecb HTTP/1.1" status: 200 len: 1682 time: 0.0944688 Nov 04 10:42:48.190641 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28028feb-5e0f-4f8f-af3e-5c258b512409 req-860f44f7-3927-41f4-8279-dd5b2980ec34 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:48.192118 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-28028feb-5e0f-4f8f-af3e-5c258b512409 req-860f44f7-3927-41f4-8279-dd5b2980ec34 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.0756764 Nov 04 10:42:48.293580 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-28028feb-5e0f-4f8f-af3e-5c258b512409 req-9a991e60-e583-463c-a108-3786b2bc63fa tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942073 Nov 04 10:42:48.318494 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-42007fb3-07dd-4e9e-9fa6-34fef89d3eac req-ce18b66a-4e86-4dec-81cd-353a3e4fa80f tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Deleting port d046d36c-1ac3-47cf-bcff-cbce2b862a71 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:42:48.318835 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-42007fb3-07dd-4e9e-9fa6-34fef89d3eac req-ce18b66a-4e86-4dec-81cd-353a3e4fa80f tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:48.420889 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-42007fb3-07dd-4e9e-9fa6-34fef89d3eac req-ce18b66a-4e86-4dec-81cd-353a3e4fa80f tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] For port d046d36c-1ac3-47cf-bcff-cbce2b862a71, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=d046d36c-1ac3-47cf-bcff-cbce2b862a71,segment=NetworkSegment(b979c238-90a9-4161-aac9-258a49b190b3),segment_id=b979c238-90a9-4161-aac9-258a49b190b3)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:48.421378 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-42007fb3-07dd-4e9e-9fa6-34fef89d3eac req-ce18b66a-4e86-4dec-81cd-353a3e4fa80f tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:48.449386 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-42007fb3-07dd-4e9e-9fa6-34fef89d3eac req-ce18b66a-4e86-4dec-81cd-353a3e4fa80f tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Calling delete_port for d046d36c-1ac3-47cf-bcff-cbce2b862a71 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:42:48.511189 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c7825-780f-4036-aab1-2e157e5bbc8a req-60d1a77b-9fe7-4a0b-8820-6ecfe2b28df7 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:48.512755 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a25c7825-780f-4036-aab1-2e157e5bbc8a req-60d1a77b-9fe7-4a0b-8820-6ecfe2b28df7 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 946 time: 0.1125934 Nov 04 10:42:48.584881 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a25c7825-780f-4036-aab1-2e157e5bbc8a req-26b64cdd-ec7b-466b-ae95-fe99dd4fc68c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644836 Nov 04 10:42:48.656615 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-42007fb3-07dd-4e9e-9fa6-34fef89d3eac req-ce18b66a-4e86-4dec-81cd-353a3e4fa80f tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:48.670600 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['968b3a66-3b16-4c28-b991-4ad14b52a05e', 'd046d36c-1ac3-47cf-bcff-cbce2b862a71'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:42:48.691714 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18b66a-4e86-4dec-81cd-353a3e4fa80f tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event deleted for resources: {'Port': ['ID=d046d36c-1ac3-47cf-bcff-cbce2b862a71,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:48.739235 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-42007fb3-07dd-4e9e-9fa6-34fef89d3eac req-ce18b66a-4e86-4dec-81cd-353a3e4fa80f tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] No DVR routers for this DVR port d046d36c-1ac3-47cf-bcff-cbce2b862a71 on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:42:48.742466 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-42007fb3-07dd-4e9e-9fa6-34fef89d3eac req-ce18b66a-4e86-4dec-81cd-353a3e4fa80f tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:48.747520 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42007fb3-07dd-4e9e-9fa6-34fef89d3eac req-ce18b66a-4e86-4dec-81cd-353a3e4fa80f tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.121 "DELETE /v2.0/ports/d046d36c-1ac3-47cf-bcff-cbce2b862a71 HTTP/1.1" status: 204 len: 173 time: 0.5540595 Nov 04 10:42:48.747893 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8136c40-45fd-4803-ad4c-9dd5d6c9fecb', 'name': 'network-vif-deleted', 'tag': 'd046d36c-1ac3-47cf-bcff-cbce2b862a71'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:42:48.751042 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c6ec02-1b40-4626-b80c-834eae684d4d" -d '{"events": [{"server_uuid": "b8136c40-45fd-4803-ad4c-9dd5d6c9fecb", "name": "network-vif-deleted", "tag": "d046d36c-1ac3-47cf-bcff-cbce2b862a71"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:42:48.885221 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 6bb97ae9-fd49-4b62-af94-32e1e7200fc9 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:42:48.947457 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679cf37-12e0-4bc3-adf7-e6b6a0ae6e26 req-2f5a8b69-3ef9-424f-bf3a-781af5b0da89 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:48.954167 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a679cf37-12e0-4bc3-adf7-e6b6a0ae6e26 req-2f5a8b69-3ef9-424f-bf3a-781af5b0da89 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=b8136c40-45fd-4803-ad4c-9dd5d6c9fecb HTTP/1.1" status: 200 len: 945 time: 0.1809366 Nov 04 10:42:49.035267 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 6bb97ae9-fd49-4b62-af94-32e1e7200fc9 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:42:49.035456 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a679cf37-12e0-4bc3-adf7-e6b6a0ae6e26 req-ad74267e-af46-42cd-97d1-dbc83012b5e5 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/security-groups?id=daa29f6f-8ed6-4a34-be62-7b0241a55a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800858 Nov 04 10:42:49.041790 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 6bb97ae9-fd49-4b62-af94-32e1e7200fc9 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:42:49.042155 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:49.045757 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-42007fb3-07dd-4e9e-9fa6-34fef89d3eac req-30fef068-0122-43be-bbab-cc8cf113a73c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Deleting port 968b3a66-3b16-4c28-b991-4ad14b52a05e {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:42:49.045757 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-42007fb3-07dd-4e9e-9fa6-34fef89d3eac req-30fef068-0122-43be-bbab-cc8cf113a73c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:49.128890 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c7b2b7-1018-4f0d-9ca6-45339fc3f116 x-openstack-request-id: req-82c7b2b7-1018-4f0d-9ca6-45339fc3f116 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:42:49.129254 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8136c40-45fd-4803-ad4c-9dd5d6c9fecb", "name": "network-vif-deleted", "tag": "d046d36c-1ac3-47cf-bcff-cbce2b862a71", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:42:49.129471 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-82c7b2b7-1018-4f0d-9ca6-45339fc3f116 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:42:49.134225 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8136c40-45fd-4803-ad4c-9dd5d6c9fecb', 'name': 'network-vif-deleted', 'tag': 'd046d36c-1ac3-47cf-bcff-cbce2b862a71', 'status': 'completed', 'code': 200} Nov 04 10:42:49.186616 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:49.200163 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-42007fb3-07dd-4e9e-9fa6-34fef89d3eac req-30fef068-0122-43be-bbab-cc8cf113a73c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] For port 968b3a66-3b16-4c28-b991-4ad14b52a05e, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=968b3a66-3b16-4c28-b991-4ad14b52a05e,segment=NetworkSegment(554f55d5-7801-4ec1-a0b5-77b34d11c915),segment_id=554f55d5-7801-4ec1-a0b5-77b34d11c915)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:49.200745 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-42007fb3-07dd-4e9e-9fa6-34fef89d3eac req-30fef068-0122-43be-bbab-cc8cf113a73c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:49.227333 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e587bd3-77c7-48b1-8f26-73a45e99b236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb97ae9-fd49-4b62-af94-32e1e7200fc9'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:42:49.233135 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286768d0-837a-4213-8b79-c2b3022f79cf" -d '{"events": [{"server_uuid": "8e587bd3-77c7-48b1-8f26-73a45e99b236", "name": "network-vif-plugged", "status": "completed", "tag": "6bb97ae9-fd49-4b62-af94-32e1e7200fc9"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:42:49.246387 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-42007fb3-07dd-4e9e-9fa6-34fef89d3eac req-30fef068-0122-43be-bbab-cc8cf113a73c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Calling delete_port for 968b3a66-3b16-4c28-b991-4ad14b52a05e owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:42:49.251457 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 6bb97ae9-fd49-4b62-af94-32e1e7200fc9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=6bb97ae9-fd49-4b62-af94-32e1e7200fc9,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:49.256857 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:49.313804 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba950a4-fe1f-4589-b198-25db5ad85cc9 req-9b5dea79-76cc-4893-a639-d48af5f95c3a tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:49.321495 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aba950a4-fe1f-4589-b198-25db5ad85cc9 req-9b5dea79-76cc-4893-a639-d48af5f95c3a tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=8e587bd3-77c7-48b1-8f26-73a45e99b236 HTTP/1.1" status: 200 len: 949 time: 0.1180551 Nov 04 10:42:49.328106 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=6bb97ae9-fd49-4b62-af94-32e1e7200fc9,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:49.347663 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8c53962d-46ff-4b1f-8e19-95fde0f48696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:49.386263 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aba950a4-fe1f-4589-b198-25db5ad85cc9 req-40e8c7f6-f692-4b27-91ca-5f528cde0b2c tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631301 Nov 04 10:42:49.438982 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47346) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:49.481852 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-42007fb3-07dd-4e9e-9fa6-34fef89d3eac req-30fef068-0122-43be-bbab-cc8cf113a73c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:49.503751 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['d046d36c-1ac3-47cf-bcff-cbce2b862a71'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:42:49.521253 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fef068-0122-43be-bbab-cc8cf113a73c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event deleted for resources: {'Port': ['ID=968b3a66-3b16-4c28-b991-4ad14b52a05e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:49.547977 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f975ab85-9182-416d-a073-f640c60119d3 x-openstack-request-id: req-f975ab85-9182-416d-a073-f640c60119d3 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:42:49.548506 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e587bd3-77c7-48b1-8f26-73a45e99b236", "name": "network-vif-plugged", "status": "completed", "tag": "6bb97ae9-fd49-4b62-af94-32e1e7200fc9", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:42:49.549040 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f975ab85-9182-416d-a073-f640c60119d3 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:42:49.549622 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e587bd3-77c7-48b1-8f26-73a45e99b236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb97ae9-fd49-4b62-af94-32e1e7200fc9', 'code': 200} Nov 04 10:42:49.598726 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c7a0cac-146e-459a-96e6-a1b3f3b0e4f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:49.599042 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-42007fb3-07dd-4e9e-9fa6-34fef89d3eac req-30fef068-0122-43be-bbab-cc8cf113a73c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] No DVR routers for this DVR port 968b3a66-3b16-4c28-b991-4ad14b52a05e on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:42:49.602453 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-42007fb3-07dd-4e9e-9fa6-34fef89d3eac req-30fef068-0122-43be-bbab-cc8cf113a73c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:49.606723 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42007fb3-07dd-4e9e-9fa6-34fef89d3eac req-30fef068-0122-43be-bbab-cc8cf113a73c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.121 "DELETE /v2.0/ports/968b3a66-3b16-4c28-b991-4ad14b52a05e HTTP/1.1" status: 204 len: 173 time: 0.8517566 Nov 04 10:42:49.746303 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c7a0cac-146e-459a-96e6-a1b3f3b0e4f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:49.747409 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8c10c-2282-485e-bece-768de4ae030a req-fc33096c-aaba-482d-abc1-86b42ee52ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:49.749386 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0ee8c10c-2282-485e-bece-768de4ae030a req-fc33096c-aaba-482d-abc1-86b42ee52ad5 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=8e587bd3-77c7-48b1-8f26-73a45e99b236 HTTP/1.1" status: 200 len: 1101 time: 0.1288474 Nov 04 10:42:49.755599 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c7a0cac-146e-459a-96e6-a1b3f3b0e4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:49.776856 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd03f4-e59d-44e3-8c82-2db3e867bd82 req-be90f0ac-92d5-4aa1-85b4-62c76c412cf5 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:49.778432 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-55fd03f4-e59d-44e3-8c82-2db3e867bd82 req-be90f0ac-92d5-4aa1-85b4-62c76c412cf5 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.1064579 Nov 04 10:42:49.816081 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9c7a0cac-146e-459a-96e6-a1b3f3b0e4f4 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=70bd586f4594462eb6e6b3e7a3082da2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3758740 Nov 04 10:42:49.822059 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47354) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:49.844650 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a0cac-146e-459a-96e6-a1b3f3b0e4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e06e802-7053-4977-80e7-cf11ac9fda36,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:49.863200 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0ee8c10c-2282-485e-bece-768de4ae030a req-6cbf7a40-ea5e-4a41-b9df-abf5b432fc4a service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023054 Nov 04 10:42:49.894057 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-55fd03f4-e59d-44e3-8c82-2db3e867bd82 req-5da87905-02ed-4e4c-88d4-cc9f7583d6e2 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035089 Nov 04 10:42:49.894983 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f373461-a509-4662-838b-bfddb3d36463 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:49.922100 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f373461-a509-4662-838b-bfddb3d36463 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:49.974490 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f373461-a509-4662-838b-bfddb3d36463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:49.977575 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f373461-a509-4662-838b-bfddb3d36463 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:49.981274 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7f373461-a509-4662-838b-bfddb3d36463 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/8e06e802-7053-4977-80e7-cf11ac9fda36 HTTP/1.1" status: 204 len: 168 time: 0.1558034 Nov 04 10:42:49.989053 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f373461-a509-4662-838b-bfddb3d36463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e06e802-7053-4977-80e7-cf11ac9fda36,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:50.020579 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb76f4-3008-4366-b510-1013a0f54d28 req-9edfed66-fca2-44e7-9415-ffd46ed8af41 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:50.022272 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79cb76f4-3008-4366-b510-1013a0f54d28 req-9edfed66-fca2-44e7-9415-ffd46ed8af41 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 946 time: 0.0653677 Nov 04 10:42:50.076305 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79cb76f4-3008-4366-b510-1013a0f54d28 req-1ac436b4-99eb-4f4d-83ea-17376f59b132 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466416 Nov 04 10:42:50.281902 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-53d77e86-3490-470a-adc9-86406d25e3b8 req-796c7024-d4e9-4da3-a397-e12f93344f36 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "GET /v2.0/ports?device_id=b8136c40-45fd-4803-ad4c-9dd5d6c9fecb HTTP/1.1" status: 200 len: 210 time: 0.0300119 Nov 04 10:42:50.325451 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47362) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:50.339654 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c0061a1a-3f31-4984-a81c-0a806b7b3a50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:50.416708 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c0061a1a-3f31-4984-a81c-0a806b7b3a50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:50.422092 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c0061a1a-3f31-4984-a81c-0a806b7b3a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:50.463014 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0061a1a-3f31-4984-a81c-0a806b7b3a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88540d49-4b63-4044-9276-6532e165a103,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:50.467534 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c0061a1a-3f31-4984-a81c-0a806b7b3a50 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=106e42e39756476c8172b5604a16b460&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1405876 Nov 04 10:42:50.470531 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47366) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:50.519189 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f02a70-85fa-4502-9bbd-6e005408818d req-d481a5a6-6119-4519-b03a-11b4478ecd46 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:50.520479 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d232fc06-f616-4240-9208-820ad6e5275c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:50.520705 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9f02a70-85fa-4502-9bbd-6e005408818d req-d481a5a6-6119-4519-b03a-11b4478ecd46 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=8e587bd3-77c7-48b1-8f26-73a45e99b236 HTTP/1.1" status: 200 len: 950 time: 0.0634263 Nov 04 10:42:50.543322 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d232fc06-f616-4240-9208-820ad6e5275c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:50.570232 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9f02a70-85fa-4502-9bbd-6e005408818d req-780b767b-c051-4f34-98dc-611c543317b0 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431719 Nov 04 10:42:50.592001 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d232fc06-f616-4240-9208-820ad6e5275c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:50.595528 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d232fc06-f616-4240-9208-820ad6e5275c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:50.597499 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d232fc06-f616-4240-9208-820ad6e5275c admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/88540d49-4b63-4044-9276-6532e165a103 HTTP/1.1" status: 204 len: 168 time: 0.1252501 Nov 04 10:42:50.606333 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232fc06-f616-4240-9208-820ad6e5275c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88540d49-4b63-4044-9276-6532e165a103,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:50.660785 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:51.023874 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47914450-5fc8-440f-93e8-0fb60ff8cbc4 req-7fa3b3d4-5352-48b8-9a3d-1c336168ea22 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:51.025525 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-47914450-5fc8-440f-93e8-0fb60ff8cbc4 req-7fa3b3d4-5352-48b8-9a3d-1c336168ea22 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.0536506 Nov 04 10:42:51.075940 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-47914450-5fc8-440f-93e8-0fb60ff8cbc4 req-f0cc8793-6e66-49af-b50e-847097ce37c5 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440767 Nov 04 10:42:51.134665 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8136c40-45fd-4803-ad4c-9dd5d6c9fecb', 'name': 'network-vif-deleted', 'tag': '968b3a66-3b16-4c28-b991-4ad14b52a05e'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:42:51.148374 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8a2f6f-d344-448f-9ff6-b00a25807d74" -d '{"events": [{"server_uuid": "b8136c40-45fd-4803-ad4c-9dd5d6c9fecb", "name": "network-vif-deleted", "tag": "968b3a66-3b16-4c28-b991-4ad14b52a05e"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:42:51.219232 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ada84b-e356-4c52-b898-9716e0db2041 req-b75c94b8-96e8-4be5-b88e-90792d69c6ca tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:51.220775 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c7ada84b-e356-4c52-b898-9716e0db2041 req-b75c94b8-96e8-4be5-b88e-90792d69c6ca tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 946 time: 0.0528803 Nov 04 10:42:51.283337 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c7ada84b-e356-4c52-b898-9716e0db2041 req-ec01c6a6-084b-4931-ba64-2276c951779d tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563242 Nov 04 10:42:51.330550 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8621e2a2-e18a-41c2-b3a2-6249d6d005a5 x-openstack-request-id: req-8621e2a2-e18a-41c2-b3a2-6249d6d005a5 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:42:51.331353 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8136c40-45fd-4803-ad4c-9dd5d6c9fecb", "name": "network-vif-deleted", "tag": "968b3a66-3b16-4c28-b991-4ad14b52a05e", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:42:51.332072 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-8621e2a2-e18a-41c2-b3a2-6249d6d005a5 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:42:51.332667 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8136c40-45fd-4803-ad4c-9dd5d6c9fecb', 'name': 'network-vif-deleted', 'tag': '968b3a66-3b16-4c28-b991-4ad14b52a05e', 'status': 'completed', 'code': 200} Nov 04 10:42:51.419143 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47402) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:51.476947 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-36639c96-e849-4fac-a047-35adcb730db5 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Deleting subnet 05a016bd-510e-4320-b581-12d069bca272 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:42:51.480575 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-36639c96-e849-4fac-a047-35adcb730db5 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:51.523277 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-36639c96-e849-4fac-a047-35adcb730db5 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:51.618601 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-36639c96-e849-4fac-a047-35adcb730db5 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:51.715065 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7e095-7298-47b0-906b-afac89e226b0 req-1e8cd716-df2b-466c-9228-86e0eeca1639 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:51.716594 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aad7e095-7298-47b0-906b-afac89e226b0 req-1e8cd716-df2b-466c-9228-86e0eeca1639 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=8e587bd3-77c7-48b1-8f26-73a45e99b236 HTTP/1.1" status: 200 len: 950 time: 0.0662653 Nov 04 10:42:51.719761 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-36639c96-e849-4fac-a047-35adcb730db5 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:51.754454 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36639c96-e849-4fac-a047-35adcb730db5 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event deleted for resources: {'Subnet': ['ID=05a016bd-510e-4320-b581-12d069bca272,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:51.766311 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-36639c96-e849-4fac-a047-35adcb730db5 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:51.772031 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-36639c96-e849-4fac-a047-35adcb730db5 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "DELETE /v2.0/subnets/05a016bd-510e-4320-b581-12d069bca272 HTTP/1.1" status: 204 len: 168 time: 0.3493626 Nov 04 10:42:51.772484 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47418) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:51.772918 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac42e86-f771-4195-8419-97d1c202ef89 None None] Network 7dc8b567-8d06-44f2-91f1-9a500443ba2b requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:42:51.801709 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aad7e095-7298-47b0-906b-afac89e226b0 req-d53f2ea2-16cb-48a9-b5cf-331f3b16dad3 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761285 Nov 04 10:42:51.840573 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 968b3a66-3b16-4c28-b991-4ad14b52a05e no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:42:51.861575 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-97366f3c-beb1-415a-805d-dd6fb536a96e tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:51.866455 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 968b3a66-3b16-4c28-b991-4ad14b52a05e {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:42:51.867006 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 968b3a66-3b16-4c28-b991-4ad14b52a05e not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:42:51.868111 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device d046d36c-1ac3-47cf-bcff-cbce2b862a71 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:42:51.903951 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: d046d36c-1ac3-47cf-bcff-cbce2b862a71 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:42:51.904307 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device d046d36c-1ac3-47cf-bcff-cbce2b862a71 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:42:51.925105 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-97366f3c-beb1-415a-805d-dd6fb536a96e tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Deleting port c6e0be2a-cf9b-4bca-94e5-5313b41b3742 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:42:51.925553 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-97366f3c-beb1-415a-805d-dd6fb536a96e tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:52.002475 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-97366f3c-beb1-415a-805d-dd6fb536a96e tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] For port c6e0be2a-cf9b-4bca-94e5-5313b41b3742, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c6e0be2a-cf9b-4bca-94e5-5313b41b3742,segment=NetworkSegment(554f55d5-7801-4ec1-a0b5-77b34d11c915),segment_id=554f55d5-7801-4ec1-a0b5-77b34d11c915)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:52.002671 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-97366f3c-beb1-415a-805d-dd6fb536a96e tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:52.018975 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-97366f3c-beb1-415a-805d-dd6fb536a96e tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Calling delete_port for c6e0be2a-cf9b-4bca-94e5-5313b41b3742 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:42:52.044834 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e885330b-2e2f-403e-ad7a-7f2f09ad12f4 None None] DHCP port deletion for 7dc8b567-8d06-44f2-91f1-9a500443ba2b request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:42:52.112530 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:52.120599 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-97366f3c-beb1-415a-805d-dd6fb536a96e tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:52.127625 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e885330b-2e2f-403e-ad7a-7f2f09ad12f4 None None] Deleting port c6e0be2a-cf9b-4bca-94e5-5313b41b3742 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:42:52.133739 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e885330b-2e2f-403e-ad7a-7f2f09ad12f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:52.154511 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97366f3c-beb1-415a-805d-dd6fb536a96e tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event deleted for resources: {'Port': ['ID=c6e0be2a-cf9b-4bca-94e5-5313b41b3742,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:52.165575 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97366f3c-beb1-415a-805d-dd6fb536a96e tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] No DVR routers for this DVR port c6e0be2a-cf9b-4bca-94e5-5313b41b3742 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:42:52.233131 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e885330b-2e2f-403e-ad7a-7f2f09ad12f4 None None] For port c6e0be2a-cf9b-4bca-94e5-5313b41b3742, host n-d-816629-1, got binding levels [] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:52.233524 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e885330b-2e2f-403e-ad7a-7f2f09ad12f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:52.248855 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e885330b-2e2f-403e-ad7a-7f2f09ad12f4 None None] Calling delete_port for c6e0be2a-cf9b-4bca-94e5-5313b41b3742 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:42:52.251898 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.ipam_backend_mixin [None req-e885330b-2e2f-403e-ad7a-7f2f09ad12f4 None None] Port c6e0be2a-cf9b-4bca-94e5-5313b41b3742 was not found and therefore no delete operation was performed {{(pid=101776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 10:42:52.253286 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e885330b-2e2f-403e-ad7a-7f2f09ad12f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:52.259737 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-97366f3c-beb1-415a-805d-dd6fb536a96e tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:52.284573 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-97366f3c-beb1-415a-805d-dd6fb536a96e tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc8b567-8d06-44f2-91f1-9a500443ba2b']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:52.285008 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885330b-2e2f-403e-ad7a-7f2f09ad12f4 None None] Pushing event deleted for resources: {'Port': ['ID=c6e0be2a-cf9b-4bca-94e5-5313b41b3742,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:52.295044 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e885330b-2e2f-403e-ad7a-7f2f09ad12f4 None None] No DVR routers for this DVR port c6e0be2a-cf9b-4bca-94e5-5313b41b3742 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:42:52.309636 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-97366f3c-beb1-415a-805d-dd6fb536a96e tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '554f55d5-7801-4ec1-a0b5-77b34d11c915') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:52.309929 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-97366f3c-beb1-415a-805d-dd6fb536a96e tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '554f55d5-7801-4ec1-a0b5-77b34d11c915') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:52.331062 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-97366f3c-beb1-415a-805d-dd6fb536a96e tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:52.347867 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-97366f3c-beb1-415a-805d-dd6fb536a96e tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:52.359796 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97366f3c-beb1-415a-805d-dd6fb536a96e tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Releasing vlan 1191 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:42:52.360205 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-97366f3c-beb1-415a-805d-dd6fb536a96e tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:42:52.363532 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:42:52.414104 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246434ef-dd7e-4338-978a-7b4405d9cd1c req-ba49bc63-66d2-4b94-8e8f-df3f7e294187 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:52.415494 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-246434ef-dd7e-4338-978a-7b4405d9cd1c req-ba49bc63-66d2-4b94-8e8f-df3f7e294187 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.0760181 Nov 04 10:42:52.441373 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-97366f3c-beb1-415a-805d-dd6fb536a96e tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:52.446920 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-97366f3c-beb1-415a-805d-dd6fb536a96e tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:52.453043 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-97366f3c-beb1-415a-805d-dd6fb536a96e tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "DELETE /v2.0/networks/7dc8b567-8d06-44f2-91f1-9a500443ba2b HTTP/1.1" status: 204 len: 168 time: 0.6791234 Nov 04 10:42:52.453707 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47458) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:52.474670 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-246434ef-dd7e-4338-978a-7b4405d9cd1c req-61a40c08-7ad1-4f08-b803-172f699c710b tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526624 Nov 04 10:42:52.509696 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97366f3c-beb1-415a-805d-dd6fb536a96e tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event deleted for resources: {'Network': ['ID=7dc8b567-8d06-44f2-91f1-9a500443ba2b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:52.543248 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-20294392-ec33-4739-9714-ffe8b8947fe4 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Deleting subnet c5c1749a-8a85-4947-8b4b-b0456d1e1a3c {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:42:52.547028 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-20294392-ec33-4739-9714-ffe8b8947fe4 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:52.577289 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:52.597314 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-20294392-ec33-4739-9714-ffe8b8947fe4 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:52.691737 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-20294392-ec33-4739-9714-ffe8b8947fe4 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:52.762790 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-20294392-ec33-4739-9714-ffe8b8947fe4 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:52.776850 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19938434-08e3-46fb-a9e5-d5c2a42ec35a req-fa0d06db-e086-41b0-9388-148bd1657728 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:52.777522 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19938434-08e3-46fb-a9e5-d5c2a42ec35a req-fa0d06db-e086-41b0-9388-148bd1657728 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:52.778147 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19938434-08e3-46fb-a9e5-d5c2a42ec35a req-fa0d06db-e086-41b0-9388-148bd1657728 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:52.778765 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19938434-08e3-46fb-a9e5-d5c2a42ec35a req-fa0d06db-e086-41b0-9388-148bd1657728 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:52.779380 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19938434-08e3-46fb-a9e5-d5c2a42ec35a req-fa0d06db-e086-41b0-9388-148bd1657728 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:52.780242 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19938434-08e3-46fb-a9e5-d5c2a42ec35a req-fa0d06db-e086-41b0-9388-148bd1657728 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:52.780884 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19938434-08e3-46fb-a9e5-d5c2a42ec35a req-fa0d06db-e086-41b0-9388-148bd1657728 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:52.781498 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19938434-08e3-46fb-a9e5-d5c2a42ec35a req-fa0d06db-e086-41b0-9388-148bd1657728 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:52.782106 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19938434-08e3-46fb-a9e5-d5c2a42ec35a req-fa0d06db-e086-41b0-9388-148bd1657728 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:52.782716 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19938434-08e3-46fb-a9e5-d5c2a42ec35a req-fa0d06db-e086-41b0-9388-148bd1657728 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:52.783326 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19938434-08e3-46fb-a9e5-d5c2a42ec35a req-fa0d06db-e086-41b0-9388-148bd1657728 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:52.783944 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19938434-08e3-46fb-a9e5-d5c2a42ec35a req-fa0d06db-e086-41b0-9388-148bd1657728 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:52.784413 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19938434-08e3-46fb-a9e5-d5c2a42ec35a req-fa0d06db-e086-41b0-9388-148bd1657728 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:52.785577 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19938434-08e3-46fb-a9e5-d5c2a42ec35a req-fa0d06db-e086-41b0-9388-148bd1657728 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:52.786198 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19938434-08e3-46fb-a9e5-d5c2a42ec35a req-fa0d06db-e086-41b0-9388-148bd1657728 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:52.789215 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-19938434-08e3-46fb-a9e5-d5c2a42ec35a req-fa0d06db-e086-41b0-9388-148bd1657728 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=8e587bd3-77c7-48b1-8f26-73a45e99b236&device_id=afe485c6-95bc-4161-822e-5d799a81cb84&device_id=80a14509-5aa8-41ef-a888-77676ea16350&device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b&device_id=ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa&device_id=95be77b3-590a-440e-b99a-f0d08aaa8e01&device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0&device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08&device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 13595 time: 0.0656083 Nov 04 10:42:52.792595 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20294392-ec33-4739-9714-ffe8b8947fe4 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c1749a-8a85-4947-8b4b-b0456d1e1a3c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:52.795535 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-20294392-ec33-4739-9714-ffe8b8947fe4 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:52.799615 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-20294392-ec33-4739-9714-ffe8b8947fe4 tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "DELETE /v2.0/subnets/c5c1749a-8a85-4947-8b4b-b0456d1e1a3c HTTP/1.1" status: 204 len: 168 time: 0.3411078 Nov 04 10:42:52.801791 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47470) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:52.802131 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03670806-1fa8-4709-8cbd-58193ffc5861 None None] Network 6909e813-9134-46c1-b0e3-860b3b37988d requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:42:52.817577 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-19938434-08e3-46fb-a9e5-d5c2a42ec35a req-420a690f-fb8f-49a4-b1d4-214c8f619215 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:52.923573 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07755d5d-8fd0-44e6-a3c3-4fda5db9f93c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:52.939085 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-19938434-08e3-46fb-a9e5-d5c2a42ec35a req-420a690f-fb8f-49a4-b1d4-214c8f619215 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:52.942736 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47476) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:52.949843 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-19938434-08e3-46fb-a9e5-d5c2a42ec35a req-420a690f-fb8f-49a4-b1d4-214c8f619215 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:52.998202 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-07755d5d-8fd0-44e6-a3c3-4fda5db9f93c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Deleting port 0a585b7b-5e0f-428d-8476-87e4650aa8c0 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:42:52.999326 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07755d5d-8fd0-44e6-a3c3-4fda5db9f93c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:53.024785 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a690f-fb8f-49a4-b1d4-214c8f619215 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d77f81-8fef-42d6-915f-124399411900,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:53.035681 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fcccb6-d0c2-40b2-b2fd-0d788c85b9cd None None] DHCP port deletion for 6909e813-9134-46c1-b0e3-860b3b37988d request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:42:53.109892 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-19938434-08e3-46fb-a9e5-d5c2a42ec35a req-420a690f-fb8f-49a4-b1d4-214c8f619215 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5ded427f-6d19-40e3-a805-138915509ca8&id=e40779eb-59ab-462f-a115-566acf58fdae&id=1f69f6d8-db14-4975-8e35-b9ad030402cf&id=befa0596-be63-4967-8fc9-9a901d6514b3&id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&id=274d5cb1-f33c-4ae9-9686-3076c55a7632&id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 767 time: 0.3091624 Nov 04 10:42:53.124791 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-40fcccb6-d0c2-40b2-b2fd-0d788c85b9cd None None] Deleting port 0a585b7b-5e0f-428d-8476-87e4650aa8c0 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:42:53.125298 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-40fcccb6-d0c2-40b2-b2fd-0d788c85b9cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:53.151501 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0aa6af24-75cb-41c9-a187-afaa22a19e18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:53.167248 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-07755d5d-8fd0-44e6-a3c3-4fda5db9f93c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] For port 0a585b7b-5e0f-428d-8476-87e4650aa8c0, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0a585b7b-5e0f-428d-8476-87e4650aa8c0,segment=NetworkSegment(b979c238-90a9-4161-aac9-258a49b190b3),segment_id=b979c238-90a9-4161-aac9-258a49b190b3)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:53.167585 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07755d5d-8fd0-44e6-a3c3-4fda5db9f93c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:53.199634 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-07755d5d-8fd0-44e6-a3c3-4fda5db9f93c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Calling delete_port for 0a585b7b-5e0f-428d-8476-87e4650aa8c0 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:42:53.263220 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-40fcccb6-d0c2-40b2-b2fd-0d788c85b9cd None None] For port 0a585b7b-5e0f-428d-8476-87e4650aa8c0, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0a585b7b-5e0f-428d-8476-87e4650aa8c0,segment=NetworkSegment(b979c238-90a9-4161-aac9-258a49b190b3),segment_id=b979c238-90a9-4161-aac9-258a49b190b3)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:53.263795 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-40fcccb6-d0c2-40b2-b2fd-0d788c85b9cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:53.275185 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5dc74-f4a4-4ef3-b1d0-3a5f630995e1 req-c4ad778d-3b7e-4892-aeed-1cf7143b8f2c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:53.277195 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0a585b7b-5e0f-428d-8476-87e4650aa8c0 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:42:53.282939 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f1a5dc74-f4a4-4ef3-b1d0-3a5f630995e1 req-c4ad778d-3b7e-4892-aeed-1cf7143b8f2c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 946 time: 0.0881355 Nov 04 10:42:53.313615 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-40fcccb6-d0c2-40b2-b2fd-0d788c85b9cd None None] Calling delete_port for 0a585b7b-5e0f-428d-8476-87e4650aa8c0 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:42:53.316201 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07755d5d-8fd0-44e6-a3c3-4fda5db9f93c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:53.339488 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No active binding found for port 0a585b7b-5e0f-428d-8476-87e4650aa8c0 {{(pid=101776) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 04 10:42:53.340232 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0a585b7b-5e0f-428d-8476-87e4650aa8c0 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:42:53.340857 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c6e0be2a-cf9b-4bca-94e5-5313b41b3742 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:42:53.352846 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07755d5d-8fd0-44e6-a3c3-4fda5db9f93c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event deleted for resources: {'Port': ['ID=0a585b7b-5e0f-428d-8476-87e4650aa8c0,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:53.361818 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07755d5d-8fd0-44e6-a3c3-4fda5db9f93c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] No DVR routers for this DVR port 0a585b7b-5e0f-428d-8476-87e4650aa8c0 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:42:53.362475 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f1a5dc74-f4a4-4ef3-b1d0-3a5f630995e1 req-c169d83b-36f3-41c2-adaf-d2f3ed7b971f tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783613 Nov 04 10:42:53.390103 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0aa6af24-75cb-41c9-a187-afaa22a19e18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:53.395119 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: c6e0be2a-cf9b-4bca-94e5-5313b41b3742 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:42:53.395480 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c6e0be2a-cf9b-4bca-94e5-5313b41b3742 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:42:53.400577 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0aa6af24-75cb-41c9-a187-afaa22a19e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:53.469219 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0aa6af24-75cb-41c9-a187-afaa22a19e18 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=460d2dd030f04d4eb660f99aeef3c057&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5252624 Nov 04 10:42:53.470157 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6af24-75cb-41c9-a187-afaa22a19e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6243c32f-c2b0-4b89-abac-38ef85ffadd5,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:53.473009 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47482) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:53.481930 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-40fcccb6-d0c2-40b2-b2fd-0d788c85b9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:53.518973 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fcccb6-d0c2-40b2-b2fd-0d788c85b9cd None None] Pushing event deleted for resources: {'Port': ['ID=0a585b7b-5e0f-428d-8476-87e4650aa8c0,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:53.520902 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fcccb6-d0c2-40b2-b2fd-0d788c85b9cd None None] No DVR routers for this DVR port 0a585b7b-5e0f-428d-8476-87e4650aa8c0 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:42:53.525285 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07755d5d-8fd0-44e6-a3c3-4fda5db9f93c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:53.561350 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-07755d5d-8fd0-44e6-a3c3-4fda5db9f93c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6909e813-9134-46c1-b0e3-860b3b37988d']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:53.567064 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8bdbf367-cbfa-49ea-8f88-ae407431327b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:53.572089 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-07755d5d-8fd0-44e6-a3c3-4fda5db9f93c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b979c238-90a9-4161-aac9-258a49b190b3') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:53.572472 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-07755d5d-8fd0-44e6-a3c3-4fda5db9f93c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b979c238-90a9-4161-aac9-258a49b190b3') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:53.583865 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07755d5d-8fd0-44e6-a3c3-4fda5db9f93c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:53.594469 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8bdbf367-cbfa-49ea-8f88-ae407431327b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:53.601957 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07755d5d-8fd0-44e6-a3c3-4fda5db9f93c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:53.610057 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07755d5d-8fd0-44e6-a3c3-4fda5db9f93c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:42:53.611038 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07755d5d-8fd0-44e6-a3c3-4fda5db9f93c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:42:53.616727 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:42:53.663836 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8bdbf367-cbfa-49ea-8f88-ae407431327b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:53.666739 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8bdbf367-cbfa-49ea-8f88-ae407431327b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:53.670802 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8bdbf367-cbfa-49ea-8f88-ae407431327b admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/6243c32f-c2b0-4b89-abac-38ef85ffadd5 HTTP/1.1" status: 204 len: 168 time: 0.1945403 Nov 04 10:42:53.686645 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbf367-cbfa-49ea-8f88-ae407431327b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6243c32f-c2b0-4b89-abac-38ef85ffadd5,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:53.696748 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07755d5d-8fd0-44e6-a3c3-4fda5db9f93c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:53.722128 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07755d5d-8fd0-44e6-a3c3-4fda5db9f93c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:53.727481 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-07755d5d-8fd0-44e6-a3c3-4fda5db9f93c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] 10.222.0.127 "DELETE /v2.0/networks/6909e813-9134-46c1-b0e3-860b3b37988d HTTP/1.1" status: 204 len: 168 time: 0.9245315 Nov 04 10:42:53.728393 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07755d5d-8fd0-44e6-a3c3-4fda5db9f93c tempest-ServersTestMultiNic-1048643530 tempest-ServersTestMultiNic-1048643530-project] Pushing event deleted for resources: {'Network': ['ID=6909e813-9134-46c1-b0e3-860b3b37988d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:53.779501 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d81ce-8133-48ad-836d-e3e737733127 req-8a5ad0e9-c650-4b91-aa63-3ae26ba5b290 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:53.781791 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b8d81ce-8133-48ad-836d-e3e737733127 req-8a5ad0e9-c650-4b91-aa63-3ae26ba5b290 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.0569036 Nov 04 10:42:53.836687 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b8d81ce-8133-48ad-836d-e3e737733127 req-85eb2371-1a45-460a-bef3-36883a5dbe8b tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482681 Nov 04 10:42:53.964710 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47494) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:53.995120 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e09e1536-de5b-44dd-bc20-422abb42c917 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:54.027627 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1eab8-bb3a-4925-87b1-fae79cbeb28e req-1a85efda-1854-4377-bf48-b53cce441732 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:54.028111 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1eab8-bb3a-4925-87b1-fae79cbeb28e req-1a85efda-1854-4377-bf48-b53cce441732 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:54.028588 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1eab8-bb3a-4925-87b1-fae79cbeb28e req-1a85efda-1854-4377-bf48-b53cce441732 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:54.030385 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aff1eab8-bb3a-4925-87b1-fae79cbeb28e req-1a85efda-1854-4377-bf48-b53cce441732 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=8e587bd3-77c7-48b1-8f26-73a45e99b236&device_id=afe485c6-95bc-4161-822e-5d799a81cb84&device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 2882 time: 0.0753973 Nov 04 10:42:54.102333 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aff1eab8-bb3a-4925-87b1-fae79cbeb28e req-a946f8a5-9f5e-4ef7-bfb6-1d67e2689857 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634341 Nov 04 10:42:54.121786 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e09e1536-de5b-44dd-bc20-422abb42c917 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:54.132557 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e09e1536-de5b-44dd-bc20-422abb42c917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:54.172167 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e09e1536-de5b-44dd-bc20-422abb42c917 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=095d8cb060e84b9386ce6cd47d521880&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2062173 Nov 04 10:42:54.173322 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e1536-de5b-44dd-bc20-422abb42c917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb23a65-7234-43b8-9ee2-270f9857d1ab,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:54.174993 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47500) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:54.229257 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-05facbab-2baa-43b6-b585-2bf27fb7c74e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:54.252879 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-05facbab-2baa-43b6-b585-2bf27fb7c74e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:54.299880 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-05facbab-2baa-43b6-b585-2bf27fb7c74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:54.302542 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-05facbab-2baa-43b6-b585-2bf27fb7c74e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:54.303746 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-05facbab-2baa-43b6-b585-2bf27fb7c74e admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/8fb23a65-7234-43b8-9ee2-270f9857d1ab HTTP/1.1" status: 204 len: 168 time: 0.1268611 Nov 04 10:42:54.314696 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05facbab-2baa-43b6-b585-2bf27fb7c74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb23a65-7234-43b8-9ee2-270f9857d1ab,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:54.430094 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47516) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:54.883474 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea273c-715c-44e4-8171-26bb7fdc7b41 req-8409abd0-ceea-49ba-a83f-74293386ae46 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:54.884964 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-66ea273c-715c-44e4-8171-26bb7fdc7b41 req-8409abd0-ceea-49ba-a83f-74293386ae46 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 946 time: 0.0979524 Nov 04 10:42:55.006673 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-66ea273c-715c-44e4-8171-26bb7fdc7b41 req-5a4f870a-de53-45d5-bf36-f0bcc961e549 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150177 Nov 04 10:42:55.031697 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47542) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:55.141718 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-f8916665-0d2e-49e0-8e2c-ce4ea983bcd5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-394287105-network', 'tenant_id': '7668ed7dcc134c94831db42b09f28369'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:55.172318 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8916665-0d2e-49e0-8e2c-ce4ea983bcd5 admin admin] Made reservation on behalf of 7668ed7dcc134c94831db42b09f28369 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:42:55.175372 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8916665-0d2e-49e0-8e2c-ce4ea983bcd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:55.186427 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8916665-0d2e-49e0-8e2c-ce4ea983bcd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:55.206527 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3cdf27be-e6db-4553-b86d-afd23654f540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:55.267487 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8916665-0d2e-49e0-8e2c-ce4ea983bcd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:55.274130 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8916665-0d2e-49e0-8e2c-ce4ea983bcd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:55.298417 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8916665-0d2e-49e0-8e2c-ce4ea983bcd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1165} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:42:55.313474 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8916665-0d2e-49e0-8e2c-ce4ea983bcd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47180c2b-ea72-4d25-9a22-6c231779ebc0,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:55.318603 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8916665-0d2e-49e0-8e2c-ce4ea983bcd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:55.318998 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-f8916665-0d2e-49e0-8e2c-ce4ea983bcd5 admin admin] Added segment 0eec074b-2081-47fc-8234-39e3bb5ee601 of type vlan for network 1ffa9e5a-825b-4945-866a-279c1e0c081f Nov 04 10:42:55.366713 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8916665-0d2e-49e0-8e2c-ce4ea983bcd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:55.393718 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8916665-0d2e-49e0-8e2c-ce4ea983bcd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:55.394734 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8916665-0d2e-49e0-8e2c-ce4ea983bcd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:55.395338 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8916665-0d2e-49e0-8e2c-ce4ea983bcd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:55.454466 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bed3a-78b9-494a-9e2b-d6c26cc19ba3 req-1a6b20fe-49dd-4560-b05f-7fc611160384 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:55.455849 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-939bed3a-78b9-494a-9e2b-d6c26cc19ba3 req-1a6b20fe-49dd-4560-b05f-7fc611160384 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.0628512 Nov 04 10:42:55.468286 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f8916665-0d2e-49e0-8e2c-ce4ea983bcd5 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4322753 Nov 04 10:42:55.471138 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47548) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:55.477783 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-48b088e8-7a05-47e8-a66a-a40400a343e3 admin admin] Request body: {'subnet': {'network_id': '1ffa9e5a-825b-4945-866a-279c1e0c081f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-394287105-subnet', 'tenant_id': '7668ed7dcc134c94831db42b09f28369', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:55.499801 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8916665-0d2e-49e0-8e2c-ce4ea983bcd5 admin admin] Pushing event updated for resources: {'Network': ['ID=1ffa9e5a-825b-4945-866a-279c1e0c081f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:55.508081 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8916665-0d2e-49e0-8e2c-ce4ea983bcd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:55.508429 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8916665-0d2e-49e0-8e2c-ce4ea983bcd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:55.508783 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8916665-0d2e-49e0-8e2c-ce4ea983bcd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:55.509206 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8916665-0d2e-49e0-8e2c-ce4ea983bcd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:55.509530 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8916665-0d2e-49e0-8e2c-ce4ea983bcd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:55.509870 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8916665-0d2e-49e0-8e2c-ce4ea983bcd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:55.510191 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8916665-0d2e-49e0-8e2c-ce4ea983bcd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:55.510516 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8916665-0d2e-49e0-8e2c-ce4ea983bcd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:55.510822 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8916665-0d2e-49e0-8e2c-ce4ea983bcd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:55.511146 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8916665-0d2e-49e0-8e2c-ce4ea983bcd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:55.511465 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8916665-0d2e-49e0-8e2c-ce4ea983bcd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:55.511783 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8916665-0d2e-49e0-8e2c-ce4ea983bcd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:55.523083 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 1ffa9e5a-825b-4945-866a-279c1e0c081f details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:42:55.564728 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b088e8-7a05-47e8-a66a-a40400a343e3 admin admin] Made reservation on behalf of 7668ed7dcc134c94831db42b09f28369 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:42:55.567162 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-48b088e8-7a05-47e8-a66a-a40400a343e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:55.591391 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-939bed3a-78b9-494a-9e2b-d6c26cc19ba3 req-eedfaa24-5498-4cdc-9246-7fd64c16987a tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270401 Nov 04 10:42:55.668305 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-3cdf27be-e6db-4553-b86d-afd23654f540 admin admin] Deleting port 116df602-26cd-48fe-900c-345e7829cc58 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:42:55.668634 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3cdf27be-e6db-4553-b86d-afd23654f540 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:55.821001 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-3cdf27be-e6db-4553-b86d-afd23654f540 admin admin] For port 116df602-26cd-48fe-900c-345e7829cc58, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=116df602-26cd-48fe-900c-345e7829cc58,segment=NetworkSegment(6bccb5ef-8805-4083-8861-4e85089f5190),segment_id=6bccb5ef-8805-4083-8861-4e85089f5190)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:55.821349 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3cdf27be-e6db-4553-b86d-afd23654f540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:55.872363 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-3cdf27be-e6db-4553-b86d-afd23654f540 admin admin] Calling delete_port for 116df602-26cd-48fe-900c-345e7829cc58 owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:42:55.883417 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18cd5b-61b4-4a69-b599-0b9e0a51d216 req-8dc4768a-650f-49f2-b6d7-9573922eae14 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:55.884986 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ff18cd5b-61b4-4a69-b599-0b9e0a51d216 req-8dc4768a-650f-49f2-b6d7-9573922eae14 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 1100 time: 0.1349039 Nov 04 10:42:55.889048 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-48b088e8-7a05-47e8-a66a-a40400a343e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:56.008068 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b088e8-7a05-47e8-a66a-a40400a343e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ecf4301-99cb-4cf3-b3bf-f2db99d830c2,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:56.040059 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ff18cd5b-61b4-4a69-b599-0b9e0a51d216 req-6b1d8740-33f2-4d18-97d8-7274cce15708 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455038 Nov 04 10:42:56.079507 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b088e8-7a05-47e8-a66a-a40400a343e3 admin admin] Checking segment: {'id': '0eec074b-2081-47fc-8234-39e3bb5ee601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '1ffa9e5a-825b-4945-866a-279c1e0c081f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:42:56.079828 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b088e8-7a05-47e8-a66a-a40400a343e3 admin admin] Network hostable DHCP agents. Network: 1ffa9e5a-825b-4945-866a-279c1e0c081f, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:42:56.142220 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b088e8-7a05-47e8-a66a-a40400a343e3 admin admin] Network 1ffa9e5a-825b-4945-866a-279c1e0c081f is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:42:56.182829 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-48b088e8-7a05-47e8-a66a-a40400a343e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 1ffa9e5a-825b-4945-866a-279c1e0c081f) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:42:56.191557 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b088e8-7a05-47e8-a66a-a40400a343e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:56.191557 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-48b088e8-7a05-47e8-a66a-a40400a343e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:56.195217 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc42406a-e1a4-48e5-b761-8b871b68a82b None None] Network 1ffa9e5a-825b-4945-866a-279c1e0c081f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:42:56.213666 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356fcb6-361b-48f1-bd50-4d0be000551b req-fe34b7ff-2528-4a98-b2f9-f45c5076b2c1 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:56.215203 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5356fcb6-361b-48f1-bd50-4d0be000551b req-fe34b7ff-2528-4a98-b2f9-f45c5076b2c1 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 946 time: 0.1162112 Nov 04 10:42:56.234609 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3cdf27be-e6db-4553-b86d-afd23654f540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:56.253092 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-48b088e8-7a05-47e8-a66a-a40400a343e3 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7792978 Nov 04 10:42:56.280316 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf27be-e6db-4553-b86d-afd23654f540 admin admin] Pushing event deleted for resources: {'Port': ['ID=116df602-26cd-48fe-900c-345e7829cc58,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:56.374451 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5356fcb6-361b-48f1-bd50-4d0be000551b req-82eab7bc-2c3c-4ac4-8a9e-c083ea17a816 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260839 Nov 04 10:42:56.555265 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cacfb0e-d1b4-4414-85f0-a19cacdcc0a2 None None] Network 1ffa9e5a-825b-4945-866a-279c1e0c081f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:42:56.567362 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf5c5a-4013-4f4e-98f8-ee516957892a req-3e7af840-5786-4e86-aef6-3e679a75bf45 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:56.568974 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-90bf5c5a-4013-4f4e-98f8-ee516957892a req-3e7af840-5786-4e86-aef6-3e679a75bf45 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 1100 time: 0.0939374 Nov 04 10:42:56.586849 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3cdf27be-e6db-4553-b86d-afd23654f540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:56.667489 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-90bf5c5a-4013-4f4e-98f8-ee516957892a req-fdcf3545-24b2-40cc-98d7-42fe26b5a3ff tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891526 Nov 04 10:42:56.864730 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cdf27be-e6db-4553-b86d-afd23654f540 admin admin] Router e078e5dd-da54-4d3d-9a6c-cd34316f053e has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:42:56.886338 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47578) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:56.891494 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-4dcc1288-a3b3-404a-82d0-4aa0f418f003 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1910897097-network', 'tenant_id': '0ebc8554f398455db2872e1d2e1d2380'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:56.914106 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcc1288-a3b3-404a-82d0-4aa0f418f003 admin admin] Made reservation on behalf of 0ebc8554f398455db2872e1d2e1d2380 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:42:56.916731 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1288-a3b3-404a-82d0-4aa0f418f003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:56.930989 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1288-a3b3-404a-82d0-4aa0f418f003 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:57.014251 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47c21b-4fd3-44db-b0d3-025daf4eb858 req-c1f9ec05-e570-42c4-84cd-a62a480c6a0a tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:57.016207 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6b47c21b-4fd3-44db-b0d3-025daf4eb858 req-c1f9ec05-e570-42c4-84cd-a62a480c6a0a tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.1038475 Nov 04 10:42:57.021882 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdf27be-e6db-4553-b86d-afd23654f540 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:42:57.029615 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3cdf27be-e6db-4553-b86d-afd23654f540 admin admin] 10.222.0.127 "PUT /v2.0/routers/e078e5dd-da54-4d3d-9a6c-cd34316f053e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5980392 Nov 04 10:42:57.031821 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a2c7a0-8561-4614-ad0d-6c90c52e78cc None None] Sync routers for ids ['e078e5dd-da54-4d3d-9a6c-cd34316f053e'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:42:57.035680 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47580) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:57.043130 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a2c7a0-8561-4614-ad0d-6c90c52e78cc None None] Routers {'e078e5dd-da54-4d3d-9a6c-cd34316f053e'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:42:57.043775 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-34a2c7a0-8561-4614-ad0d-6c90c52e78cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:42:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e078e5dd-da54-4d3d-9a6c-cd34316f053e'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:57.184519 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6b47c21b-4fd3-44db-b0d3-025daf4eb858 req-b465503f-e34f-435e-8cb6-16d8b52a3067 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601994 Nov 04 10:42:57.230766 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-87482d5c-6799-4507-b50f-686ba0d46026 admin admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:57.292194 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-34a2c7a0-8561-4614-ad0d-6c90c52e78cc None None] Set router e078e5dd-da54-4d3d-9a6c-cd34316f053e gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:42:57.346414 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1288-a3b3-404a-82d0-4aa0f418f003 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:57.352751 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1288-a3b3-404a-82d0-4aa0f418f003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:57.358630 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-87482d5c-6799-4507-b50f-686ba0d46026 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:57.378172 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dcc1288-a3b3-404a-82d0-4aa0f418f003 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1150} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:42:57.394687 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1288-a3b3-404a-82d0-4aa0f418f003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:57.395120 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-4dcc1288-a3b3-404a-82d0-4aa0f418f003 admin admin] Added segment 65f08737-62e4-4b36-a789-3b523df5715f of type vlan for network 1877628b-a723-408c-9a86-02eebb6af4a7 Nov 04 10:42:57.405442 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc1288-a3b3-404a-82d0-4aa0f418f003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f78469f-abe5-4a53-9eef-1ce0ee1b58ce,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:57.448567 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1288-a3b3-404a-82d0-4aa0f418f003 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:57.479910 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1288-a3b3-404a-82d0-4aa0f418f003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:57.481921 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcc1288-a3b3-404a-82d0-4aa0f418f003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:57.482292 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-87482d5c-6799-4507-b50f-686ba0d46026 admin admin] Deleting port ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:42:57.482746 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-87482d5c-6799-4507-b50f-686ba0d46026 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:57.482906 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1288-a3b3-404a-82d0-4aa0f418f003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:57.494636 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-34a2c7a0-8561-4614-ad0d-6c90c52e78cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e078e5dd-da54-4d3d-9a6c-cd34316f053e', 'name': 'tempest-ServersTestMultiNic-1292586566-router', 'tenant_id': '8497c67b53424b7dad5299c790949829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:40:41Z', 'updated_at': '2021-11-04T10:42:56Z', 'revision_number': 5, 'project_id': '8497c67b53424b7dad5299c790949829', 'gw_port': {'id': 'ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078e5dd-da54-4d3d-9a6c-cd34316f053e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:40:43Z', 'updated_at': '2021-11-04T10:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:57.525582 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a2c7a0-8561-4614-ad0d-6c90c52e78cc None None] Checking router: e078e5dd-da54-4d3d-9a6c-cd34316f053e for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:42:57.540496 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a2c7a0-8561-4614-ad0d-6c90c52e78cc None None] Routers {'e078e5dd-da54-4d3d-9a6c-cd34316f053e'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:42:57.541817 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-34a2c7a0-8561-4614-ad0d-6c90c52e78cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:42:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e078e5dd-da54-4d3d-9a6c-cd34316f053e'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:57.550202 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4dcc1288-a3b3-404a-82d0-4aa0f418f003 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6625998 Nov 04 10:42:57.552867 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47586) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:57.560414 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-d0ac0439-709b-4386-ac25-c092f46f6e3b admin admin] Request body: {'subnet': {'network_id': '1877628b-a723-408c-9a86-02eebb6af4a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1910897097-subnet', 'tenant_id': '0ebc8554f398455db2872e1d2e1d2380', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:42:57.569029 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc1288-a3b3-404a-82d0-4aa0f418f003 admin admin] Pushing event updated for resources: {'Network': ['ID=1877628b-a723-408c-9a86-02eebb6af4a7,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:57.572287 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8030432-89a5-420a-a724-f390ed0d5016 req-31c655e9-fc6d-4220-832e-8b362ebabe5e tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:57.573859 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d8030432-89a5-420a-a724-f390ed0d5016 req-31c655e9-fc6d-4220-832e-8b362ebabe5e tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 946 time: 0.1249692 Nov 04 10:42:57.585575 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 1877628b-a723-408c-9a86-02eebb6af4a7 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:42:57.596656 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ac0439-709b-4386-ac25-c092f46f6e3b admin admin] Made reservation on behalf of 0ebc8554f398455db2872e1d2e1d2380 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:42:57.601568 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d0ac0439-709b-4386-ac25-c092f46f6e3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:57.644722 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-87482d5c-6799-4507-b50f-686ba0d46026 admin admin] For port ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:57.644722 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-87482d5c-6799-4507-b50f-686ba0d46026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:57.648315 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-34a2c7a0-8561-4614-ad0d-6c90c52e78cc None None] Set router e078e5dd-da54-4d3d-9a6c-cd34316f053e gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:42:57.678327 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-87482d5c-6799-4507-b50f-686ba0d46026 admin admin] Calling delete_port for ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:42:57.685813 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d8030432-89a5-420a-a724-f390ed0d5016 req-405de0fd-b265-4af1-bf1d-64f39faa8748 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045234 Nov 04 10:42:57.715481 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-34a2c7a0-8561-4614-ad0d-6c90c52e78cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e078e5dd-da54-4d3d-9a6c-cd34316f053e', 'name': 'tempest-ServersTestMultiNic-1292586566-router', 'tenant_id': '8497c67b53424b7dad5299c790949829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:40:41Z', 'updated_at': '2021-11-04T10:42:57Z', 'revision_number': 6, 'project_id': '8497c67b53424b7dad5299c790949829', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:57.745443 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a2c7a0-8561-4614-ad0d-6c90c52e78cc None None] The sync data for ids ['e078e5dd-da54-4d3d-9a6c-cd34316f053e'] in n-d-816629-1 is: [{'id': 'e078e5dd-da54-4d3d-9a6c-cd34316f053e', 'name': 'tempest-ServersTestMultiNic-1292586566-router', 'tenant_id': '8497c67b53424b7dad5299c790949829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:40:41Z', 'updated_at': '2021-11-04T10:42:57Z', 'revision_number': 6, 'project_id': '8497c67b53424b7dad5299c790949829', 'gw_port_host': None}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:42:57.818952 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d0ac0439-709b-4386-ac25-c092f46f6e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:57.883805 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac0439-709b-4386-ac25-c092f46f6e3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8981c4bf-f694-4bdd-bd2b-44802b69a646,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:57.894093 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ac0439-709b-4386-ac25-c092f46f6e3b admin admin] Checking segment: {'id': '65f08737-62e4-4b36-a789-3b523df5715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '1877628b-a723-408c-9a86-02eebb6af4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:42:57.894727 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ac0439-709b-4386-ac25-c092f46f6e3b admin admin] Network hostable DHCP agents. Network: 1877628b-a723-408c-9a86-02eebb6af4a7, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:42:57.906279 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-87482d5c-6799-4507-b50f-686ba0d46026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:57.913588 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ac0439-709b-4386-ac25-c092f46f6e3b admin admin] Network 1877628b-a723-408c-9a86-02eebb6af4a7 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:42:57.924679 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-d0ac0439-709b-4386-ac25-c092f46f6e3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 1877628b-a723-408c-9a86-02eebb6af4a7) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:42:57.932988 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44f6c08-890a-4ebd-8820-06a3ee86c42d None None] Network 1877628b-a723-408c-9a86-02eebb6af4a7 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:42:57.935389 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87482d5c-6799-4507-b50f-686ba0d46026 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:57.936344 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ac0439-709b-4386-ac25-c092f46f6e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:57.937599 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d0ac0439-709b-4386-ac25-c092f46f6e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:57.966447 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d0ac0439-709b-4386-ac25-c092f46f6e3b admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4124455 Nov 04 10:42:57.976309 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87482d5c-6799-4507-b50f-686ba0d46026 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:57.976660 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87482d5c-6799-4507-b50f-686ba0d46026 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:57.977392 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87482d5c-6799-4507-b50f-686ba0d46026 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:57.978191 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87482d5c-6799-4507-b50f-686ba0d46026 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:57.978528 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87482d5c-6799-4507-b50f-686ba0d46026 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:57.978858 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87482d5c-6799-4507-b50f-686ba0d46026 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:57.979645 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87482d5c-6799-4507-b50f-686ba0d46026 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:57.979971 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87482d5c-6799-4507-b50f-686ba0d46026 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:57.980405 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87482d5c-6799-4507-b50f-686ba0d46026 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:57.980693 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87482d5c-6799-4507-b50f-686ba0d46026 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:57.981096 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87482d5c-6799-4507-b50f-686ba0d46026 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:57.981760 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87482d5c-6799-4507-b50f-686ba0d46026 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:42:58.039844 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-87482d5c-6799-4507-b50f-686ba0d46026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:58.101590 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b703e83-77fd-4594-9889-1278e9c9f5f1 None None] Network 1877628b-a723-408c-9a86-02eebb6af4a7 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:42:58.544856 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-87482d5c-6799-4507-b50f-686ba0d46026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:58.547671 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-87482d5c-6799-4507-b50f-686ba0d46026 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:58.629288 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e7410-5072-46a9-9c2d-b942cec519ff req-7d7ed8d8-22b0-4077-8bc7-408231ffa5d6 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:58.637594 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ca8e7410-5072-46a9-9c2d-b942cec519ff req-7d7ed8d8-22b0-4077-8bc7-408231ffa5d6 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.1066811 Nov 04 10:42:58.641473 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-87482d5c-6799-4507-b50f-686ba0d46026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:58.642108 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87482d5c-6799-4507-b50f-686ba0d46026 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e078e5dd-da54-4d3d-9a6c-cd34316f053e {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:42:58.647858 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-87482d5c-6799-4507-b50f-686ba0d46026 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:58.649370 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-87482d5c-6799-4507-b50f-686ba0d46026 admin admin] 10.222.0.127 "DELETE /v2.0/routers/e078e5dd-da54-4d3d-9a6c-cd34316f053e HTTP/1.1" status: 204 len: 168 time: 1.6127307 Nov 04 10:42:58.652166 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47620) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:58.701691 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ca8e7410-5072-46a9-9c2d-b942cec519ff req-f477a4d5-1e29-4008-89f6-9c5c06a809e2 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626075 Nov 04 10:42:58.720717 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf987c4-3a65-4385-8d63-37057d8d3eed admin admin] Deleting subnet 6e12a171-b381-4ae9-acf7-a698abda73c3 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:42:58.724228 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0cf987c4-3a65-4385-8d63-37057d8d3eed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:58.759861 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0cf987c4-3a65-4385-8d63-37057d8d3eed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:58.857976 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0cf987c4-3a65-4385-8d63-37057d8d3eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:58.932390 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0cf987c4-3a65-4385-8d63-37057d8d3eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:58.967657 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf987c4-3a65-4385-8d63-37057d8d3eed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e12a171-b381-4ae9-acf7-a698abda73c3,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:58.970505 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0cf987c4-3a65-4385-8d63-37057d8d3eed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:58.976792 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0cf987c4-3a65-4385-8d63-37057d8d3eed admin admin] 10.222.0.127 "DELETE /v2.0/subnets/6e12a171-b381-4ae9-acf7-a698abda73c3 HTTP/1.1" status: 204 len: 168 time: 0.3231165 Nov 04 10:42:58.977254 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47636) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:42:58.988454 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f752a8a8-e82d-4d4f-9d49-469303e8d3c0 None None] Network f8e60348-83f0-4370-88c8-3c68ece5ebef requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:42:59.114905 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a836e45e-b04e-4eb6-9e2a-e7b1c8944e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:59.140164 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ec55e-a79e-46f7-9202-93bb99b1ca1c req-97ff8c66-873e-4533-92c5-ae46616e0ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:59.142076 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed5ec55e-a79e-46f7-9202-93bb99b1ca1c req-97ff8c66-873e-4533-92c5-ae46616e0ce0 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 1096 time: 0.1639218 Nov 04 10:42:59.160705 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914c190-3773-443d-a29e-b18d521c7e72 req-e3f727d6-17f6-4d2d-8d5f-c9714e066ba1 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:59.162385 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5914c190-3773-443d-a29e-b18d521c7e72 req-e3f727d6-17f6-4d2d-8d5f-c9714e066ba1 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] 10.222.0.127 "GET /v2.0/networks?id=1ffa9e5a-825b-4945-866a-279c1e0c081f HTTP/1.1" status: 200 len: 808 time: 0.2427845 Nov 04 10:42:59.206227 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44198b6-4446-4cda-9da6-001752084dee None None] DHCP port deletion for f8e60348-83f0-4370-88c8-3c68ece5ebef request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:42:59.214542 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5914c190-3773-443d-a29e-b18d521c7e72 req-b034ce64-c9ce-4006-83f4-a8241aa40625 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] 10.222.0.127 "GET /v2.0/quotas/7668ed7dcc134c94831db42b09f28369 HTTP/1.1" status: 200 len: 375 time: 0.0425997 Nov 04 10:42:59.250715 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 116df602-26cd-48fe-900c-345e7829cc58 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:42:59.268001 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed5ec55e-a79e-46f7-9202-93bb99b1ca1c req-2bb494c6-58dd-488d-a996-8afdd39b3433 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039941 Nov 04 10:42:59.270987 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5914c190-3773-443d-a29e-b18d521c7e72 req-89821edd-abe6-4701-8926-cd3f5d41e736 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=7668ed7dcc134c94831db42b09f28369&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468676 Nov 04 10:42:59.275225 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 116df602-26cd-48fe-900c-345e7829cc58 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:42:59.275562 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 116df602-26cd-48fe-900c-345e7829cc58 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:42:59.275994 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:42:59.281232 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a44198b6-4446-4cda-9da6-001752084dee None None] Deleting port e72c41ca-bc1a-422d-8767-a0dc917a9319 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:42:59.281597 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a44198b6-4446-4cda-9da6-001752084dee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:59.308074 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:42:59.308289 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ccf58aa1-20bc-4d0d-87eb-df267b4dbe1d not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:42:59.330987 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-a836e45e-b04e-4eb6-9e2a-e7b1c8944e25 admin admin] Deleting port e72c41ca-bc1a-422d-8767-a0dc917a9319 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:42:59.331331 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a836e45e-b04e-4eb6-9e2a-e7b1c8944e25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:59.361680 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-a44198b6-4446-4cda-9da6-001752084dee None None] For port e72c41ca-bc1a-422d-8767-a0dc917a9319, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e72c41ca-bc1a-422d-8767-a0dc917a9319,segment=NetworkSegment(6bccb5ef-8805-4083-8861-4e85089f5190),segment_id=6bccb5ef-8805-4083-8861-4e85089f5190)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:59.362080 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a44198b6-4446-4cda-9da6-001752084dee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:59.376277 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a44198b6-4446-4cda-9da6-001752084dee None None] Calling delete_port for e72c41ca-bc1a-422d-8767-a0dc917a9319 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:42:59.423692 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-a836e45e-b04e-4eb6-9e2a-e7b1c8944e25 admin admin] For port e72c41ca-bc1a-422d-8767-a0dc917a9319, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e72c41ca-bc1a-422d-8767-a0dc917a9319,segment=NetworkSegment(6bccb5ef-8805-4083-8861-4e85089f5190),segment_id=6bccb5ef-8805-4083-8861-4e85089f5190)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:42:59.423966 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a836e45e-b04e-4eb6-9e2a-e7b1c8944e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:59.440958 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5914c190-3773-443d-a29e-b18d521c7e72 req-fa455623-5cef-4c0b-9314-bf9efd0a7266 service neutron] 10.222.0.127 "GET /v2.0/networks/1ffa9e5a-825b-4945-866a-279c1e0c081f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598353 Nov 04 10:42:59.441813 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-a836e45e-b04e-4eb6-9e2a-e7b1c8944e25 admin admin] Calling delete_port for e72c41ca-bc1a-422d-8767-a0dc917a9319 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:42:59.468933 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a44198b6-4446-4cda-9da6-001752084dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:59.494181 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44198b6-4446-4cda-9da6-001752084dee None None] Pushing event deleted for resources: {'Port': ['ID=e72c41ca-bc1a-422d-8767-a0dc917a9319,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:59.497674 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44198b6-4446-4cda-9da6-001752084dee None None] No DVR routers for this DVR port e72c41ca-bc1a-422d-8767-a0dc917a9319 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:42:59.610037 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5914c190-3773-443d-a29e-b18d521c7e72 req-ab829541-2ea1-4a13-be31-e6c8453f9adc service neutron] 10.222.0.127 "GET /v2.0/networks/1ffa9e5a-825b-4945-866a-279c1e0c081f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613057 Nov 04 10:42:59.618567 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a836e45e-b04e-4eb6-9e2a-e7b1c8944e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:59.647442 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836e45e-b04e-4eb6-9e2a-e7b1c8944e25 admin admin] Pushing event deleted for resources: {'Port': ['ID=e72c41ca-bc1a-422d-8767-a0dc917a9319,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:42:59.652597 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a836e45e-b04e-4eb6-9e2a-e7b1c8944e25 admin admin] No DVR routers for this DVR port e72c41ca-bc1a-422d-8767-a0dc917a9319 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:42:59.745082 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a836e45e-b04e-4eb6-9e2a-e7b1c8944e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:59.767452 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-a836e45e-b04e-4eb6-9e2a-e7b1c8944e25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e60348-83f0-4370-88c8-3c68ece5ebef']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:59.787574 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-a836e45e-b04e-4eb6-9e2a-e7b1c8944e25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bccb5ef-8805-4083-8861-4e85089f5190') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:59.787916 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-a836e45e-b04e-4eb6-9e2a-e7b1c8944e25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bccb5ef-8805-4083-8861-4e85089f5190') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:42:59.812418 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a836e45e-b04e-4eb6-9e2a-e7b1c8944e25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:59.829664 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a836e45e-b04e-4eb6-9e2a-e7b1c8944e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:59.839295 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a836e45e-b04e-4eb6-9e2a-e7b1c8944e25 admin admin] Releasing vlan 1180 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:42:59.839763 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a836e45e-b04e-4eb6-9e2a-e7b1c8944e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:42:59.841802 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:42:59.850815 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d6547-7f77-48bb-80e0-7bac4d312d40 req-f7796e4c-7728-46a2-b830-7fb6f8ff135a tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:42:59.852380 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9e3d6547-7f77-48bb-80e0-7bac4d312d40 req-f7796e4c-7728-46a2-b830-7fb6f8ff135a tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.0772505 Nov 04 10:42:59.933950 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a836e45e-b04e-4eb6-9e2a-e7b1c8944e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:59.946661 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a836e45e-b04e-4eb6-9e2a-e7b1c8944e25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:42:59.952933 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a836e45e-b04e-4eb6-9e2a-e7b1c8944e25 admin admin] 10.222.0.127 "DELETE /v2.0/networks/f8e60348-83f0-4370-88c8-3c68ece5ebef HTTP/1.1" status: 204 len: 168 time: 0.9705284 Nov 04 10:42:59.964337 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9e3d6547-7f77-48bb-80e0-7bac4d312d40 req-85438816-3374-4dae-aba0-e8f290845ca1 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016426 Nov 04 10:42:59.965297 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836e45e-b04e-4eb6-9e2a-e7b1c8944e25 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8e60348-83f0-4370-88c8-3c68ece5ebef,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:00.171310 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47658) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:00.215965 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abe23f-400d-4e89-9325-f9e48d41caad req-85d79e1c-2433-4d6f-b4f2-72ec71bb3bcb tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:00.218297 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-60abe23f-400d-4e89-9325-f9e48d41caad req-85d79e1c-2433-4d6f-b4f2-72ec71bb3bcb tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 946 time: 0.0608566 Nov 04 10:43:00.221732 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47660) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:00.221881 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d5bd1987-450b-494e-bd0e-995e6c2b1473 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=8497c67b53424b7dad5299c790949829&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0492103 Nov 04 10:43:00.309238 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-60abe23f-400d-4e89-9325-f9e48d41caad req-560c1988-5010-4902-85b1-0ca2a0e05b1e tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811708 Nov 04 10:43:00.310295 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b650bdfd-e2cd-4f4c-809b-259c7e7e2d00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:00.337661 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b650bdfd-e2cd-4f4c-809b-259c7e7e2d00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:00.402252 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b650bdfd-e2cd-4f4c-809b-259c7e7e2d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:00.406255 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b650bdfd-e2cd-4f4c-809b-259c7e7e2d00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:00.407471 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b650bdfd-e2cd-4f4c-809b-259c7e7e2d00 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/daa29f6f-8ed6-4a34-be62-7b0241a55a83 HTTP/1.1" status: 204 len: 168 time: 0.1849060 Nov 04 10:43:00.416925 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b650bdfd-e2cd-4f4c-809b-259c7e7e2d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa29f6f-8ed6-4a34-be62-7b0241a55a83,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:00.659322 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f50457e4-568c-4cac-a9a6-59eb81e74400 req-c2aa1474-b3a5-4adc-a4d5-92bdc6bdae51 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] 10.222.0.127 "GET /v2.0/ports?device_id=22061b47-343c-4fdf-afb0-cf065b272a7b HTTP/1.1" status: 200 len: 210 time: 0.0344272 Nov 04 10:43:00.767399 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bea7d-6d2a-49e8-8047-a1c1b91cad2e req-f298c21f-36d5-4973-bd93-42b1e6995bbf tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:00.768900 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-937bea7d-6d2a-49e8-8047-a1c1b91cad2e req-f298c21f-36d5-4973-bd93-42b1e6995bbf tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.0499794 Nov 04 10:43:00.819072 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-937bea7d-6d2a-49e8-8047-a1c1b91cad2e req-b3cccb6e-1f04-40b1-a260-c07f6619d89c tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439923 Nov 04 10:43:01.059076 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914c190-3773-443d-a29e-b18d521c7e72 req-cb1fd532-3827-4134-97d5-2e483bbc40b8 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:01.061440 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5914c190-3773-443d-a29e-b18d521c7e72 req-cb1fd532-3827-4134-97d5-2e483bbc40b8 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] 10.222.0.121 "GET /v2.0/networks?id=1ffa9e5a-825b-4945-866a-279c1e0c081f HTTP/1.1" status: 200 len: 808 time: 0.1449714 Nov 04 10:43:01.092682 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-5914c190-3773-443d-a29e-b18d521c7e72 req-8218490e-b265-488c-8c0b-93fac33bdeec tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Request body: {'port': {'device_id': '22061b47-343c-4fdf-afb0-cf065b272a7b', 'network_id': '1ffa9e5a-825b-4945-866a-279c1e0c081f', 'admin_state_up': True, 'tenant_id': '7668ed7dcc134c94831db42b09f28369'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:01.212618 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f5c1b-1729-4607-bfcc-ffd070be1c10 req-a4eb10b7-c506-470f-a55d-68ca5fa66125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:01.214198 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c30f5c1b-1729-4607-bfcc-ffd070be1c10 req-a4eb10b7-c506-470f-a55d-68ca5fa66125 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=ead355d3198b4aadbda9707a7fac95b2&device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 1096 time: 0.1516666 Nov 04 10:43:01.232143 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f492c-56d1-4584-8e8a-03b1b1a71f65 req-46b64df4-be8e-40e8-9f70-2e061ffcaa30 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:01.233743 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a55f492c-56d1-4584-8e8a-03b1b1a71f65 req-46b64df4-be8e-40e8-9f70-2e061ffcaa30 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.1377039 Nov 04 10:43:01.244301 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47692) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:01.248296 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e72c41ca-bc1a-422d-8767-a0dc917a9319 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:43:01.268919 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: e72c41ca-bc1a-422d-8767-a0dc917a9319 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:43:01.269179 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e72c41ca-bc1a-422d-8767-a0dc917a9319 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:43:01.350990 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-3e8c5849-ba2b-42d6-9284-28d3a0d5e7a8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1016175378-network', 'tenant_id': '29bd235aa852458bb135c8f7a3e04153'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:01.354288 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5914c190-3773-443d-a29e-b18d521c7e72 req-8218490e-b265-488c-8c0b-93fac33bdeec tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Made reservation on behalf of 7668ed7dcc134c94831db42b09f28369 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:43:01.357935 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5914c190-3773-443d-a29e-b18d521c7e72 req-8218490e-b265-488c-8c0b-93fac33bdeec tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:01.371790 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8c5849-ba2b-42d6-9284-28d3a0d5e7a8 admin admin] Made reservation on behalf of 29bd235aa852458bb135c8f7a3e04153 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:43:01.374618 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5849-ba2b-42d6-9284-28d3a0d5e7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:01.383319 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5849-ba2b-42d6-9284-28d3a0d5e7a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:01.388181 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a55f492c-56d1-4584-8e8a-03b1b1a71f65 req-0d538c1a-950b-42b3-b041-55e43c4bc0dc tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445737 Nov 04 10:43:01.392181 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f5c1b-1729-4607-bfcc-ffd070be1c10 req-dcc03986-9b1c-46eb-a26b-8f9842951705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:01.393786 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c30f5c1b-1729-4607-bfcc-ffd070be1c10 req-dcc03986-9b1c-46eb-a26b-8f9842951705 service neutron] 10.222.0.126 "GET /v2.0/networks?id=eb289679-7639-4a66-aa3b-ec07d6a9d79d HTTP/1.1" status: 200 len: 921 time: 0.1695786 Nov 04 10:43:01.472742 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5849-ba2b-42d6-9284-28d3a0d5e7a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:01.476855 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5849-ba2b-42d6-9284-28d3a0d5e7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:01.477605 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c30f5c1b-1729-4607-bfcc-ffd070be1c10 req-ddd88a23-cbd2-4692-9544-521687509525 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b45698a8-448e-4114-8b03-1c7e4d84ded8 HTTP/1.1" status: 200 len: 217 time: 0.0754268 Nov 04 10:43:01.505064 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8c5849-ba2b-42d6-9284-28d3a0d5e7a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1159} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:43:01.510950 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c5849-ba2b-42d6-9284-28d3a0d5e7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c70239-bb8c-4be7-a607-9606849235d7,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:01.519578 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5849-ba2b-42d6-9284-28d3a0d5e7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:01.519840 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-3e8c5849-ba2b-42d6-9284-28d3a0d5e7a8 admin admin] Added segment dcfc5969-3d80-45b8-a061-e88c45871993 of type vlan for network b5fd1a66-3543-4ae8-9274-6e7926faed49 Nov 04 10:43:01.562200 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5849-ba2b-42d6-9284-28d3a0d5e7a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:01.589680 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5849-ba2b-42d6-9284-28d3a0d5e7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:01.590669 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8c5849-ba2b-42d6-9284-28d3a0d5e7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:01.591421 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5849-ba2b-42d6-9284-28d3a0d5e7a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:01.593401 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f5c1b-1729-4607-bfcc-ffd070be1c10 req-2db396be-b3e6-4f00-9eb9-f68872f4c1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:01.594953 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c30f5c1b-1729-4607-bfcc-ffd070be1c10 req-2db396be-b3e6-4f00-9eb9-f68872f4c1e2 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=59bf7bce-0a06-4e94-b69d-9476ec3fc967 HTTP/1.1" status: 200 len: 859 time: 0.0955267 Nov 04 10:43:01.622386 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3553f-ad03-43a3-8bd3-d997bc550cd1 req-b6150651-61c9-4c3d-b9b2-7fb1e9b88c1b tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:01.623917 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aea3553f-ad03-43a3-8bd3-d997bc550cd1 req-b6150651-61c9-4c3d-b9b2-7fb1e9b88c1b tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.1603322 Nov 04 10:43:01.645878 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c30f5c1b-1729-4607-bfcc-ffd070be1c10 req-67eef910-5a10-4567-a086-05f715e99293 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=eb289679-7639-4a66-aa3b-ec07d6a9d79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410564 Nov 04 10:43:01.647537 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3e8c5849-ba2b-42d6-9284-28d3a0d5e7a8 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4020786 Nov 04 10:43:01.651761 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47702) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:01.656783 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-5914c190-3773-443d-a29e-b18d521c7e72 req-8218490e-b265-488c-8c0b-93fac33bdeec tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Allocated IP 172.20.0.12 (1ffa9e5a-825b-4945-866a-279c1e0c081f/0ecf4301-99cb-4cf3-b3bf-f2db99d830c2/47e90beb-0884-4a32-bd6d-1194bb3f7b33) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:43:01.658960 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-7bf16d79-b7e6-4d4e-a06f-84644b95d2ef admin admin] Request body: {'subnet': {'network_id': 'b5fd1a66-3543-4ae8-9274-6e7926faed49', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1016175378-subnet', 'tenant_id': '29bd235aa852458bb135c8f7a3e04153', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:01.668417 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c5849-ba2b-42d6-9284-28d3a0d5e7a8 admin admin] Pushing event updated for resources: {'Network': ['ID=b5fd1a66-3543-4ae8-9274-6e7926faed49,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:01.685607 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network b5fd1a66-3543-4ae8-9274-6e7926faed49 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:43:01.692208 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf16d79-b7e6-4d4e-a06f-84644b95d2ef admin admin] Made reservation on behalf of 29bd235aa852458bb135c8f7a3e04153 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:43:01.695102 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7bf16d79-b7e6-4d4e-a06f-84644b95d2ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:01.791925 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aea3553f-ad03-43a3-8bd3-d997bc550cd1 req-568c7a30-9013-4a3f-b32b-b9365c6f20b4 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500821 Nov 04 10:43:01.831442 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c30f5c1b-1729-4607-bfcc-ffd070be1c10 req-f912bd99-e3d3-4b7a-91b0-41c9c1124e47 service neutron] 10.222.0.126 "GET /v2.0/networks/eb289679-7639-4a66-aa3b-ec07d6a9d79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760018 Nov 04 10:43:01.912318 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7bf16d79-b7e6-4d4e-a06f-84644b95d2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:01.971133 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf16d79-b7e6-4d4e-a06f-84644b95d2ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=008a44f8-b7a7-49fa-b0e6-31cf21b55d46,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:01.987234 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf16d79-b7e6-4d4e-a06f-84644b95d2ef admin admin] Checking segment: {'id': 'dcfc5969-3d80-45b8-a061-e88c45871993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'b5fd1a66-3543-4ae8-9274-6e7926faed49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:43:01.987593 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf16d79-b7e6-4d4e-a06f-84644b95d2ef admin admin] Network hostable DHCP agents. Network: b5fd1a66-3543-4ae8-9274-6e7926faed49, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:43:02.006114 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf16d79-b7e6-4d4e-a06f-84644b95d2ef admin admin] Network b5fd1a66-3543-4ae8-9274-6e7926faed49 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:43:02.017720 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-7bf16d79-b7e6-4d4e-a06f-84644b95d2ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, b5fd1a66-3543-4ae8-9274-6e7926faed49) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:43:02.025883 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3535c60-375f-426b-8ab4-5dba22f24c7e None None] Network b5fd1a66-3543-4ae8-9274-6e7926faed49 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:43:02.026042 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5914c190-3773-443d-a29e-b18d521c7e72 req-8218490e-b265-488c-8c0b-93fac33bdeec tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:02.028710 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf16d79-b7e6-4d4e-a06f-84644b95d2ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:02.030057 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7bf16d79-b7e6-4d4e-a06f-84644b95d2ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:02.048656 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5a04a-d501-4a06-8789-7a64e9c581c0 req-f53f7aef-d6ef-4c1f-9d1f-f24f256e6c79 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:02.050122 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-afd5a04a-d501-4a06-8789-7a64e9c581c0 req-f53f7aef-d6ef-4c1f-9d1f-f24f256e6c79 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 946 time: 0.1356838 Nov 04 10:43:02.054091 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c30f5c1b-1729-4607-bfcc-ffd070be1c10 req-55037236-6bb5-4ce3-a85e-d4ff37779777 service neutron] 10.222.0.126 "GET /v2.0/networks/eb289679-7639-4a66-aa3b-ec07d6a9d79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876490 Nov 04 10:43:02.057378 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7bf16d79-b7e6-4d4e-a06f-84644b95d2ef admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4045720 Nov 04 10:43:02.130006 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-afd5a04a-d501-4a06-8789-7a64e9c581c0 req-04e2dc97-3c24-4b6d-b99b-a79c4c3a2a59 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715778 Nov 04 10:43:02.141466 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5914c190-3773-443d-a29e-b18d521c7e72 req-8218490e-b265-488c-8c0b-93fac33bdeec tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:02.187376 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5914c190-3773-443d-a29e-b18d521c7e72 req-8218490e-b265-488c-8c0b-93fac33bdeec tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Network 1ffa9e5a-825b-4945-866a-279c1e0c081f is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:43:02.191444 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-5914c190-3773-443d-a29e-b18d521c7e72 req-8218490e-b265-488c-8c0b-93fac33bdeec tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:43:02.197553 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5914c190-3773-443d-a29e-b18d521c7e72 req-8218490e-b265-488c-8c0b-93fac33bdeec tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:43:02.227252 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218490e-b265-488c-8c0b-93fac33bdeec tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Pushing event updated for resources: {'Port': ['ID=47e90beb-0884-4a32-bd6d-1194bb3f7b33,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:02.256514 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914c190-3773-443d-a29e-b18d521c7e72 req-8218490e-b265-488c-8c0b-93fac33bdeec tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:02.257167 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5914c190-3773-443d-a29e-b18d521c7e72 req-8218490e-b265-488c-8c0b-93fac33bdeec tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:02.283098 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5914c190-3773-443d-a29e-b18d521c7e72 req-8218490e-b265-488c-8c0b-93fac33bdeec tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2098484 Nov 04 10:43:02.289109 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f99c917-41f6-46c4-8fc5-00419dfe65b1 None None] Network b5fd1a66-3543-4ae8-9274-6e7926faed49 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:43:02.297499 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-5914c190-3773-443d-a29e-b18d521c7e72 req-693ece9a-55c9-4819-beaf-a674df413f80 service neutron] Request body: {'port': {'device_id': '22061b47-343c-4fdf-afb0-cf065b272a7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:02.365600 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5914c190-3773-443d-a29e-b18d521c7e72 req-693ece9a-55c9-4819-beaf-a674df413f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:02.526200 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851546b-811f-41c3-9335-97913439055d req-23c9e28d-f7f4-4cc9-9e87-c14fd48fdfc1 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:02.527729 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a851546b-811f-41c3-9335-97913439055d req-23c9e28d-f7f4-4cc9-9e87-c14fd48fdfc1 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] 10.222.0.127 "GET /v2.0/ports?device_id=22061b47-343c-4fdf-afb0-cf065b272a7b HTTP/1.1" status: 200 len: 932 time: 0.1280787 Nov 04 10:43:02.636773 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a851546b-811f-41c3-9335-97913439055d req-d93c197a-c747-4df1-a905-24c61e1d9cb8 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] 10.222.0.127 "GET /v2.0/security-groups?id=47180c2b-ea72-4d25-9a22-6c231779ebc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010063 Nov 04 10:43:02.724928 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-5914c190-3773-443d-a29e-b18d521c7e72 req-693ece9a-55c9-4819-beaf-a674df413f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e90beb-0884-4a32-bd6d-1194bb3f7b33 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:43:02.733596 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5914c190-3773-443d-a29e-b18d521c7e72 req-693ece9a-55c9-4819-beaf-a674df413f80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:02.746426 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-5914c190-3773-443d-a29e-b18d521c7e72 req-693ece9a-55c9-4819-beaf-a674df413f80 service neutron] Transition to ACTIVE for port object 47e90beb-0884-4a32-bd6d-1194bb3f7b33 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:43:02.750433 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5914c190-3773-443d-a29e-b18d521c7e72 req-693ece9a-55c9-4819-beaf-a674df413f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:02.804943 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ece9a-55c9-4819-beaf-a674df413f80 service neutron] Pushing event updated for resources: {'Port': ['ID=47e90beb-0884-4a32-bd6d-1194bb3f7b33,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:02.925719 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-5914c190-3773-443d-a29e-b18d521c7e72 req-693ece9a-55c9-4819-beaf-a674df413f80 service neutron] Attempting to bind port 47e90beb-0884-4a32-bd6d-1194bb3f7b33 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:43:02.925946 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-5914c190-3773-443d-a29e-b18d521c7e72 req-693ece9a-55c9-4819-beaf-a674df413f80 service neutron] Attempting to bind port 47e90beb-0884-4a32-bd6d-1194bb3f7b33 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '0eec074b-2081-47fc-8234-39e3bb5ee601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '1ffa9e5a-825b-4945-866a-279c1e0c081f'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:43:02.926274 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914c190-3773-443d-a29e-b18d521c7e72 req-693ece9a-55c9-4819-beaf-a674df413f80 service neutron] Attempting to bind port 47e90beb-0884-4a32-bd6d-1194bb3f7b33 on network 1ffa9e5a-825b-4945-866a-279c1e0c081f {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:43:02.938213 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914c190-3773-443d-a29e-b18d521c7e72 req-693ece9a-55c9-4819-beaf-a674df413f80 service neutron] Port 47e90beb-0884-4a32-bd6d-1194bb3f7b33 on network 1ffa9e5a-825b-4945-866a-279c1e0c081f not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:43:02.938526 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914c190-3773-443d-a29e-b18d521c7e72 req-693ece9a-55c9-4819-beaf-a674df413f80 service neutron] Attempting to bind port 47e90beb-0884-4a32-bd6d-1194bb3f7b33 on network 1ffa9e5a-825b-4945-866a-279c1e0c081f {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:43:02.952610 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914c190-3773-443d-a29e-b18d521c7e72 req-693ece9a-55c9-4819-beaf-a674df413f80 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:43:02.952965 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914c190-3773-443d-a29e-b18d521c7e72 req-693ece9a-55c9-4819-beaf-a674df413f80 service neutron] Checking segment: {'id': '0eec074b-2081-47fc-8234-39e3bb5ee601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '1ffa9e5a-825b-4945-866a-279c1e0c081f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:43:02.953346 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914c190-3773-443d-a29e-b18d521c7e72 req-693ece9a-55c9-4819-beaf-a674df413f80 service neutron] Bound using segment: {'id': '0eec074b-2081-47fc-8234-39e3bb5ee601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '1ffa9e5a-825b-4945-866a-279c1e0c081f'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:43:02.953791 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-5914c190-3773-443d-a29e-b18d521c7e72 req-693ece9a-55c9-4819-beaf-a674df413f80 service neutron] Bound port: 47e90beb-0884-4a32-bd6d-1194bb3f7b33, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eec074b-2081-47fc-8234-39e3bb5ee601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '1ffa9e5a-825b-4945-866a-279c1e0c081f'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:43:02.954124 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5914c190-3773-443d-a29e-b18d521c7e72 req-693ece9a-55c9-4819-beaf-a674df413f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:03.008763 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-1f9fd7fb-63af-416a-b01d-62b67203feb5 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:03.010280 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-1f9fd7fb-63af-416a-b01d-62b67203feb5 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] 10.222.0.127 "GET /v2.0/networks?id=b5fd1a66-3543-4ae8-9274-6e7926faed49 HTTP/1.1" status: 200 len: 814 time: 0.1526639 Nov 04 10:43:03.041238 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-826b97a1-9a4e-46aa-a99f-d93f9161db27 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] 10.222.0.127 "GET /v2.0/quotas/29bd235aa852458bb135c8f7a3e04153 HTTP/1.1" status: 200 len: 375 time: 0.0243027 Nov 04 10:43:03.058292 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-5914c190-3773-443d-a29e-b18d521c7e72 req-693ece9a-55c9-4819-beaf-a674df413f80 service neutron] For port 47e90beb-0884-4a32-bd6d-1194bb3f7b33, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:43:03.088960 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-0449e3de-6827-47a1-8c89-224efaded681 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=29bd235aa852458bb135c8f7a3e04153&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412760 Nov 04 10:43:03.090615 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-5914c190-3773-443d-a29e-b18d521c7e72 req-693ece9a-55c9-4819-beaf-a674df413f80 service neutron] For port 47e90beb-0884-4a32-bd6d-1194bb3f7b33, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=47e90beb-0884-4a32-bd6d-1194bb3f7b33,segment=NetworkSegment(0eec074b-2081-47fc-8234-39e3bb5ee601),segment_id=0eec074b-2081-47fc-8234-39e3bb5ee601)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:43:03.097212 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5914c190-3773-443d-a29e-b18d521c7e72 req-693ece9a-55c9-4819-beaf-a674df413f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:03.182248 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914c190-3773-443d-a29e-b18d521c7e72 req-693ece9a-55c9-4819-beaf-a674df413f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:03.182885 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5914c190-3773-443d-a29e-b18d521c7e72 req-693ece9a-55c9-4819-beaf-a674df413f80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:03.184622 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5914c190-3773-443d-a29e-b18d521c7e72 req-693ece9a-55c9-4819-beaf-a674df413f80 service neutron] 10.222.0.121 "PUT /v2.0/ports/47e90beb-0884-4a32-bd6d-1194bb3f7b33 HTTP/1.1" status: 200 len: 1092 time: 0.8922610 Nov 04 10:43:03.185113 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22061b47-343c-4fdf-afb0-cf065b272a7b', 'tag': '47e90beb-0884-4a32-bd6d-1194bb3f7b33'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:43:03.188281 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11609b59-05ad-4fb2-9bf4-29831b87bf3d" -d '{"events": [{"name": "network-changed", "server_uuid": "22061b47-343c-4fdf-afb0-cf065b272a7b", "tag": "47e90beb-0884-4a32-bd6d-1194bb3f7b33"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:43:03.228414 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ece9a-55c9-4819-beaf-a674df413f80 service neutron] Pushing event updated for resources: {'Port': ['ID=47e90beb-0884-4a32-bd6d-1194bb3f7b33,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:03.617824 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-d8eb2e0b-55ff-49f5-a7a1-f7955200e2f0 service neutron] 10.222.0.127 "GET /v2.0/networks/b5fd1a66-3543-4ae8-9274-6e7926faed49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181868 Nov 04 10:43:03.645178 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914c190-3773-443d-a29e-b18d521c7e72 req-442ac3d2-4018-4a5a-b74b-f37273b54455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:03.646685 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5914c190-3773-443d-a29e-b18d521c7e72 req-442ac3d2-4018-4a5a-b74b-f37273b54455 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=7668ed7dcc134c94831db42b09f28369&device_id=22061b47-343c-4fdf-afb0-cf065b272a7b HTTP/1.1" status: 200 len: 1095 time: 0.4140432 Nov 04 10:43:03.712136 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5914c190-3773-443d-a29e-b18d521c7e72 req-5d9dfbf9-4da0-4d78-9295-71abe4d2f02f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47e90beb-0884-4a32-bd6d-1194bb3f7b33 HTTP/1.1" status: 200 len: 217 time: 0.0410185 Nov 04 10:43:03.785825 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-8e7bc36a-5f3b-43de-ac08-995ee436bd26 service neutron] 10.222.0.127 "GET /v2.0/networks/b5fd1a66-3543-4ae8-9274-6e7926faed49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615012 Nov 04 10:43:03.789927 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914c190-3773-443d-a29e-b18d521c7e72 req-458ee18b-63aa-4baa-9d88-700624c50ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:03.791306 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5914c190-3773-443d-a29e-b18d521c7e72 req-458ee18b-63aa-4baa-9d88-700624c50ac3 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=0ecf4301-99cb-4cf3-b3bf-f2db99d830c2 HTTP/1.1" status: 200 len: 848 time: 0.0688884 Nov 04 10:43:03.830860 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5914c190-3773-443d-a29e-b18d521c7e72 req-98453a01-f4de-4e6b-8972-f495a457fdea service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1ffa9e5a-825b-4945-866a-279c1e0c081f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272336 Nov 04 10:43:03.937332 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5914c190-3773-443d-a29e-b18d521c7e72 req-b9de9c2d-8603-4077-b74f-4ceb40401dc8 service neutron] 10.222.0.121 "GET /v2.0/networks/1ffa9e5a-825b-4945-866a-279c1e0c081f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980935 Nov 04 10:43:04.051582 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9139a4-0056-4dd0-85fa-1a1058c90edf req-f42ac1bc-eba1-4021-ba15-eb4073aaa3d6 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:04.059947 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5d9139a4-0056-4dd0-85fa-1a1058c90edf req-f42ac1bc-eba1-4021-ba15-eb4073aaa3d6 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.1206448 Nov 04 10:43:04.105287 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5914c190-3773-443d-a29e-b18d521c7e72 req-4694d72a-e07f-4cc3-99e8-628c00392d53 service neutron] 10.222.0.121 "GET /v2.0/networks/1ffa9e5a-825b-4945-866a-279c1e0c081f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558268 Nov 04 10:43:04.123946 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5d9139a4-0056-4dd0-85fa-1a1058c90edf req-dfdd24a6-f679-4401-b041-d60977392a6b tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628867 Nov 04 10:43:04.480018 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73b3c6-c981-4b27-8606-97663b43ecc2 req-52830434-1592-43f0-9cd3-08ba20f8a551 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:04.481626 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf73b3c6-c981-4b27-8606-97663b43ecc2 req-52830434-1592-43f0-9cd3-08ba20f8a551 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.0513134 Nov 04 10:43:04.532864 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf73b3c6-c981-4b27-8606-97663b43ecc2 req-5acc4701-b930-480d-ab5b-e936fa56774a tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445380 Nov 04 10:43:04.643243 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907f3d4-7372-408f-a3f8-97d5428c8029 req-3753996b-588d-4e33-8e04-e9c83dc737bb tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:04.644859 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a907f3d4-7372-408f-a3f8-97d5428c8029 req-3753996b-588d-4e33-8e04-e9c83dc737bb tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 946 time: 0.0499344 Nov 04 10:43:04.700073 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a907f3d4-7372-408f-a3f8-97d5428c8029 req-ada67df3-f8b6-4e46-8032-b4510f06d6e2 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484104 Nov 04 10:43:04.745325 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8085cd31-4d87-4750-ae61-0c38654a7000 x-openstack-request-id: req-8085cd31-4d87-4750-ae61-0c38654a7000 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:43:04.745616 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22061b47-343c-4fdf-afb0-cf065b272a7b", "tag": "47e90beb-0884-4a32-bd6d-1194bb3f7b33", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:43:04.745861 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-8085cd31-4d87-4750-ae61-0c38654a7000 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:43:04.746267 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22061b47-343c-4fdf-afb0-cf065b272a7b', 'tag': '47e90beb-0884-4a32-bd6d-1194bb3f7b33', 'status': 'completed', 'code': 200} Nov 04 10:43:04.842097 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11609b59-05ad-4fb2-9bf4-29831b87bf3d req-75d6ffac-6900-4197-bfa0-1724ee8b90d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:04.844318 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-11609b59-05ad-4fb2-9bf4-29831b87bf3d req-75d6ffac-6900-4197-bfa0-1724ee8b90d0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=7668ed7dcc134c94831db42b09f28369&device_id=22061b47-343c-4fdf-afb0-cf065b272a7b HTTP/1.1" status: 200 len: 1095 time: 0.0579729 Nov 04 10:43:04.966740 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11609b59-05ad-4fb2-9bf4-29831b87bf3d req-9f24b693-30a1-4e31-b41c-c813e0ab1138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:04.968591 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-11609b59-05ad-4fb2-9bf4-29831b87bf3d req-9f24b693-30a1-4e31-b41c-c813e0ab1138 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1ffa9e5a-825b-4945-866a-279c1e0c081f HTTP/1.1" status: 200 len: 910 time: 0.1153364 Nov 04 10:43:05.040127 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-11609b59-05ad-4fb2-9bf4-29831b87bf3d req-0d8b6713-0b50-4df7-a1ac-94047703388c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47e90beb-0884-4a32-bd6d-1194bb3f7b33 HTTP/1.1" status: 200 len: 217 time: 0.0504947 Nov 04 10:43:05.137041 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c74e0e-1a3f-4ecb-b890-415d941b21f5 req-58573ea9-614f-48e5-929e-28c79010f280 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:05.138827 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-29c74e0e-1a3f-4ecb-b890-415d941b21f5 req-58573ea9-614f-48e5-929e-28c79010f280 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] 10.222.0.127 "GET /v2.0/ports?device_id=22061b47-343c-4fdf-afb0-cf065b272a7b HTTP/1.1" status: 200 len: 944 time: 0.1868353 Nov 04 10:43:05.200076 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11609b59-05ad-4fb2-9bf4-29831b87bf3d req-2b94397b-1242-4efa-b08c-d19a6d7d535c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:05.201645 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-11609b59-05ad-4fb2-9bf4-29831b87bf3d req-2b94397b-1242-4efa-b08c-d19a6d7d535c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=0ecf4301-99cb-4cf3-b3bf-f2db99d830c2 HTTP/1.1" status: 200 len: 848 time: 0.1178696 Nov 04 10:43:05.215370 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-8458f35c-4fa2-4db6-89c8-f0b6bf94f2d4 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:05.216783 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-8458f35c-4fa2-4db6-89c8-f0b6bf94f2d4 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] 10.222.0.121 "GET /v2.0/networks?id=b5fd1a66-3543-4ae8-9274-6e7926faed49 HTTP/1.1" status: 200 len: 814 time: 0.1876633 Nov 04 10:43:05.255238 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ceab5003-c6b9-4e6d-987f-3debf96957b6 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Request body: {'port': {'device_id': '2eb06ec2-40e3-4d75-8cef-c3393d6aa749', 'network_id': 'b5fd1a66-3543-4ae8-9274-6e7926faed49', 'admin_state_up': True, 'tenant_id': '29bd235aa852458bb135c8f7a3e04153'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:05.259728 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-11609b59-05ad-4fb2-9bf4-29831b87bf3d req-a5a2ce20-5506-49c8-89c9-3ff54b0e292c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1ffa9e5a-825b-4945-866a-279c1e0c081f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417557 Nov 04 10:43:05.330481 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-29c74e0e-1a3f-4ecb-b890-415d941b21f5 req-1a64bfc3-4372-48bc-84cd-a2204f69cf6a tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] 10.222.0.127 "GET /v2.0/security-groups?id=47180c2b-ea72-4d25-9a22-6c231779ebc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685309 Nov 04 10:43:05.459575 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6179841c-3e39-49b7-b753-e76ec90da9a2 req-e6c81474-0098-45af-a64f-a0befb3cf09b tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] 10.222.0.127 "GET /v2.0/ports?device_id=2eb06ec2-40e3-4d75-8cef-c3393d6aa749 HTTP/1.1" status: 200 len: 210 time: 0.0473733 Nov 04 10:43:05.469084 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-11609b59-05ad-4fb2-9bf4-29831b87bf3d req-05c148c5-fddc-42b4-b580-7b03c2203c18 service neutron] 10.222.0.121 "GET /v2.0/networks/1ffa9e5a-825b-4945-866a-279c1e0c081f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937282 Nov 04 10:43:05.530278 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ceab5003-c6b9-4e6d-987f-3debf96957b6 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Made reservation on behalf of 29bd235aa852458bb135c8f7a3e04153 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:43:05.534464 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ceab5003-c6b9-4e6d-987f-3debf96957b6 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:05.684393 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-11609b59-05ad-4fb2-9bf4-29831b87bf3d req-e3a54d74-555c-4ed6-a48a-e8c40f15816f service neutron] 10.222.0.121 "GET /v2.0/networks/1ffa9e5a-825b-4945-866a-279c1e0c081f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054374 Nov 04 10:43:05.767809 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ceab5003-c6b9-4e6d-987f-3debf96957b6 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Allocated IP 172.20.0.12 (b5fd1a66-3543-4ae8-9274-6e7926faed49/008a44f8-b7a7-49fa-b0e6-31cf21b55d46/2f78e394-86e4-4632-9bbd-6ab22340d946) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:43:05.779807 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25872d7-615c-4aea-bc1b-539f024df11b req-e15dbf57-8f2e-4079-b968-c675c120bb42 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:05.781406 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a25872d7-615c-4aea-bc1b-539f024df11b req-e15dbf57-8f2e-4079-b968-c675c120bb42 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.0960608 Nov 04 10:43:05.884270 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a25872d7-615c-4aea-bc1b-539f024df11b req-fa2d7352-749c-4b3b-97d6-3b63519dfcbc tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963955 Nov 04 10:43:05.996597 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ceab5003-c6b9-4e6d-987f-3debf96957b6 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:06.020894 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a788b-0948-45d9-ae22-1acacd57d2ef req-104e3566-d509-4a7a-9728-55dbbcd55856 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:06.022363 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-264a788b-0948-45d9-ae22-1acacd57d2ef req-104e3566-d509-4a7a-9728-55dbbcd55856 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 946 time: 0.0785041 Nov 04 10:43:06.074117 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ceab5003-c6b9-4e6d-987f-3debf96957b6 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:06.125937 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-264a788b-0948-45d9-ae22-1acacd57d2ef req-8be1dd15-1527-4b66-8cad-49c594fbe538 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965147 Nov 04 10:43:06.137001 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ceab5003-c6b9-4e6d-987f-3debf96957b6 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Network b5fd1a66-3543-4ae8-9274-6e7926faed49 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:43:06.140608 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ceab5003-c6b9-4e6d-987f-3debf96957b6 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:43:06.150972 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab5003-c6b9-4e6d-987f-3debf96957b6 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Pushing event updated for resources: {'Port': ['ID=2f78e394-86e4-4632-9bbd-6ab22340d946,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:06.153544 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ceab5003-c6b9-4e6d-987f-3debf96957b6 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:43:06.209522 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ceab5003-c6b9-4e6d-987f-3debf96957b6 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:06.210160 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ceab5003-c6b9-4e6d-987f-3debf96957b6 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:06.231485 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ceab5003-c6b9-4e6d-987f-3debf96957b6 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9827976 Nov 04 10:43:06.246543 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ce6383fe-4a23-46a0-9f42-96788c169682 service neutron] Request body: {'port': {'device_id': '2eb06ec2-40e3-4d75-8cef-c3393d6aa749', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:06.326250 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ce6383fe-4a23-46a0-9f42-96788c169682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:06.376194 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9c5e5-0466-493d-a25c-fb159280fc36 req-39486aed-6a05-45ab-b1d3-3f28056325f1 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:06.377786 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2fc9c5e5-0466-493d-a25c-fb159280fc36 req-39486aed-6a05-45ab-b1d3-3f28056325f1 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.0856433 Nov 04 10:43:06.499997 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2fc9c5e5-0466-493d-a25c-fb159280fc36 req-9a8588a5-36ba-4f46-b378-2a4afc8013f5 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140101 Nov 04 10:43:06.667237 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ce6383fe-4a23-46a0-9f42-96788c169682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f78e394-86e4-4632-9bbd-6ab22340d946 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:43:06.676624 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ce6383fe-4a23-46a0-9f42-96788c169682 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:06.693556 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ce6383fe-4a23-46a0-9f42-96788c169682 service neutron] Transition to ACTIVE for port object 2f78e394-86e4-4632-9bbd-6ab22340d946 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:43:06.706588 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd2852-26a0-43c1-9b5d-64bb5db19a31 req-79b73249-2d60-4ab2-9160-514c8acd2430 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:06.708157 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d7bd2852-26a0-43c1-9b5d-64bb5db19a31 req-79b73249-2d60-4ab2-9160-514c8acd2430 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] 10.222.0.127 "GET /v2.0/ports?device_id=22061b47-343c-4fdf-afb0-cf065b272a7b HTTP/1.1" status: 200 len: 944 time: 0.0792859 Nov 04 10:43:06.708923 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ce6383fe-4a23-46a0-9f42-96788c169682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:06.790337 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6383fe-4a23-46a0-9f42-96788c169682 service neutron] Pushing event updated for resources: {'Port': ['ID=2f78e394-86e4-4632-9bbd-6ab22340d946,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:06.803075 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d7bd2852-26a0-43c1-9b5d-64bb5db19a31 req-f17ed177-75a5-4af8-a095-abc74194e0b0 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] 10.222.0.127 "GET /v2.0/security-groups?id=47180c2b-ea72-4d25-9a22-6c231779ebc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867493 Nov 04 10:43:06.869156 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ce6383fe-4a23-46a0-9f42-96788c169682 service neutron] Attempting to bind port 2f78e394-86e4-4632-9bbd-6ab22340d946 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:43:06.869492 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ce6383fe-4a23-46a0-9f42-96788c169682 service neutron] Attempting to bind port 2f78e394-86e4-4632-9bbd-6ab22340d946 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'dcfc5969-3d80-45b8-a061-e88c45871993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'b5fd1a66-3543-4ae8-9274-6e7926faed49'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:43:06.869814 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ce6383fe-4a23-46a0-9f42-96788c169682 service neutron] Attempting to bind port 2f78e394-86e4-4632-9bbd-6ab22340d946 on network b5fd1a66-3543-4ae8-9274-6e7926faed49 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:43:06.889603 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ce6383fe-4a23-46a0-9f42-96788c169682 service neutron] Port 2f78e394-86e4-4632-9bbd-6ab22340d946 on network b5fd1a66-3543-4ae8-9274-6e7926faed49 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:43:06.889603 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ce6383fe-4a23-46a0-9f42-96788c169682 service neutron] Attempting to bind port 2f78e394-86e4-4632-9bbd-6ab22340d946 on network b5fd1a66-3543-4ae8-9274-6e7926faed49 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:43:06.910449 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ce6383fe-4a23-46a0-9f42-96788c169682 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:43:06.910796 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ce6383fe-4a23-46a0-9f42-96788c169682 service neutron] Checking segment: {'id': 'dcfc5969-3d80-45b8-a061-e88c45871993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'b5fd1a66-3543-4ae8-9274-6e7926faed49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:43:06.911186 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ce6383fe-4a23-46a0-9f42-96788c169682 service neutron] Bound using segment: {'id': 'dcfc5969-3d80-45b8-a061-e88c45871993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'b5fd1a66-3543-4ae8-9274-6e7926faed49'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:43:06.911627 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ce6383fe-4a23-46a0-9f42-96788c169682 service neutron] Bound port: 2f78e394-86e4-4632-9bbd-6ab22340d946, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcfc5969-3d80-45b8-a061-e88c45871993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'b5fd1a66-3543-4ae8-9274-6e7926faed49'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:43:06.911991 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ce6383fe-4a23-46a0-9f42-96788c169682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:06.996783 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5727b6-f386-43c0-a896-6d24a3bdfb7a req-e859e9c6-3ca3-41dc-b4f0-0ed7d80f7507 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:06.998528 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d5727b6-f386-43c0-a896-6d24a3bdfb7a req-e859e9c6-3ca3-41dc-b4f0-0ed7d80f7507 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] 10.222.0.127 "GET /v2.0/ports?device_id=2eb06ec2-40e3-4d75-8cef-c3393d6aa749 HTTP/1.1" status: 200 len: 944 time: 0.1263163 Nov 04 10:43:07.036706 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ce6383fe-4a23-46a0-9f42-96788c169682 service neutron] For port 2f78e394-86e4-4632-9bbd-6ab22340d946, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:43:07.053980 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb64928-9ddd-40ec-866d-31f369680e7b req-79360375-3130-4e7c-b40d-2383b0d75958 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:07.055795 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bfb64928-9ddd-40ec-866d-31f369680e7b req-79360375-3130-4e7c-b40d-2383b0d75958 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.126 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 946 time: 0.1400232 Nov 04 10:43:07.065748 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ce6383fe-4a23-46a0-9f42-96788c169682 service neutron] For port 2f78e394-86e4-4632-9bbd-6ab22340d946, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=2f78e394-86e4-4632-9bbd-6ab22340d946,segment=NetworkSegment(dcfc5969-3d80-45b8-a061-e88c45871993),segment_id=dcfc5969-3d80-45b8-a061-e88c45871993)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:43:07.077912 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ce6383fe-4a23-46a0-9f42-96788c169682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:07.159111 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ce6383fe-4a23-46a0-9f42-96788c169682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:07.160315 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ce6383fe-4a23-46a0-9f42-96788c169682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:07.161198 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-ce6383fe-4a23-46a0-9f42-96788c169682 service neutron] 10.222.0.121 "PUT /v2.0/ports/2f78e394-86e4-4632-9bbd-6ab22340d946 HTTP/1.1" status: 200 len: 1092 time: 0.9196215 Nov 04 10:43:07.161765 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb06ec2-40e3-4d75-8cef-c3393d6aa749', 'tag': '2f78e394-86e4-4632-9bbd-6ab22340d946'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:43:07.164060 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce07429f-278b-423d-9b6b-ffc0d4a1671a" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb06ec2-40e3-4d75-8cef-c3393d6aa749", "tag": "2f78e394-86e4-4632-9bbd-6ab22340d946"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:43:07.169726 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d5727b6-f386-43c0-a896-6d24a3bdfb7a req-6a10b009-b8f3-4bfd-b94b-7df5d5a745e6 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] 10.222.0.127 "GET /v2.0/security-groups?id=89c70239-bb8c-4be7-a607-9606849235d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597831 Nov 04 10:43:07.226370 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6383fe-4a23-46a0-9f42-96788c169682 service neutron] Pushing event updated for resources: {'Port': ['ID=2f78e394-86e4-4632-9bbd-6ab22340d946,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:07.275680 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-a01ee083-7f8c-449e-bb11-d3de7b055810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:07.277310 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-a01ee083-7f8c-449e-bb11-d3de7b055810 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=29bd235aa852458bb135c8f7a3e04153&device_id=2eb06ec2-40e3-4d75-8cef-c3393d6aa749 HTTP/1.1" status: 200 len: 1095 time: 0.0643802 Nov 04 10:43:07.280719 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-bfb64928-9ddd-40ec-866d-31f369680e7b req-9d0a84a5-32ee-4b2f-a20b-54db8c63f400 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Deleting port 902da8bb-552f-4965-81c3-919fd2c317fb {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:43:07.281089 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-bfb64928-9ddd-40ec-866d-31f369680e7b req-9d0a84a5-32ee-4b2f-a20b-54db8c63f400 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:07.363977 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-f8ee8060-ebf0-4540-a114-1b613f10ba4a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f78e394-86e4-4632-9bbd-6ab22340d946 HTTP/1.1" status: 200 len: 217 time: 0.0681529 Nov 04 10:43:07.447812 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-bfb64928-9ddd-40ec-866d-31f369680e7b req-9d0a84a5-32ee-4b2f-a20b-54db8c63f400 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] For port 902da8bb-552f-4965-81c3-919fd2c317fb, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=902da8bb-552f-4965-81c3-919fd2c317fb,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:07.448207 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-bfb64928-9ddd-40ec-866d-31f369680e7b req-9d0a84a5-32ee-4b2f-a20b-54db8c63f400 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:07.457294 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-04fba2d1-e70e-4127-943a-a0d1b367fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:07.458835 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-04fba2d1-e70e-4127-943a-a0d1b367fb34 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=008a44f8-b7a7-49fa-b0e6-31cf21b55d46 HTTP/1.1" status: 200 len: 854 time: 0.0858698 Nov 04 10:43:07.464911 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-bfb64928-9ddd-40ec-866d-31f369680e7b req-9d0a84a5-32ee-4b2f-a20b-54db8c63f400 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Calling delete_port for 902da8bb-552f-4965-81c3-919fd2c317fb owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:43:07.500534 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-132ceb4d-dfce-4b02-84c2-554c5d0c1977 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b5fd1a66-3543-4ae8-9274-6e7926faed49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309880 Nov 04 10:43:07.689156 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6099f-d61b-4f41-b8ab-f639d1c13b2a req-3f90a51d-149d-4abe-b1a0-a6667744e840 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:07.690679 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-91d6099f-d61b-4f41-b8ab-f639d1c13b2a req-3f90a51d-149d-4abe-b1a0-a6667744e840 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.1537433 Nov 04 10:43:07.696005 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-9e8cbac8-4f71-4aad-9bf7-219b444d4354 service neutron] 10.222.0.121 "GET /v2.0/networks/b5fd1a66-3543-4ae8-9274-6e7926faed49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601627 Nov 04 10:43:07.840660 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-91d6099f-d61b-4f41-b8ab-f639d1c13b2a req-21fe0c2f-f21b-44e7-bc16-72b40145fdf5 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425469 Nov 04 10:43:07.851944 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-bfb64928-9ddd-40ec-866d-31f369680e7b req-9d0a84a5-32ee-4b2f-a20b-54db8c63f400 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:07.870776 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['902da8bb-552f-4965-81c3-919fd2c317fb'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:43:07.888970 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a84a5-32ee-4b2f-a20b-54db8c63f400 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Pushing event deleted for resources: {'Port': ['ID=902da8bb-552f-4965-81c3-919fd2c317fb,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:07.892291 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1d5369d9-534d-4a54-a73c-11cfc0a05d54 req-5c55c85b-a9b3-443c-8943-171083f8b616 service neutron] 10.222.0.121 "GET /v2.0/networks/b5fd1a66-3543-4ae8-9274-6e7926faed49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854684 Nov 04 10:43:07.944411 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 47e90beb-0884-4a32-bd6d-1194bb3f7b33 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:43:07.946352 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb64928-9ddd-40ec-866d-31f369680e7b req-9d0a84a5-32ee-4b2f-a20b-54db8c63f400 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] No DVR routers for this DVR port 902da8bb-552f-4965-81c3-919fd2c317fb on host n-h1-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:43:07.956272 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-bfb64928-9ddd-40ec-866d-31f369680e7b req-9d0a84a5-32ee-4b2f-a20b-54db8c63f400 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:07.959593 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bfb64928-9ddd-40ec-866d-31f369680e7b req-9d0a84a5-32ee-4b2f-a20b-54db8c63f400 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.126 "DELETE /v2.0/ports/902da8bb-552f-4965-81c3-919fd2c317fb HTTP/1.1" status: 204 len: 173 time: 0.8958709 Nov 04 10:43:07.979729 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-da84d7cf-011a-4725-9d75-08b7415d008b req-6382d3ea-4ede-41ae-8939-60bc6eae0e33 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=8eceebcf-c36b-4c5f-9973-6d712754d71b HTTP/1.1" status: 200 len: 210 time: 0.0346069 Nov 04 10:43:08.033860 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d0c308-48fe-4c56-b029-fd8985173537 x-openstack-request-id: req-f4d0c308-48fe-4c56-b029-fd8985173537 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:43:08.034154 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb06ec2-40e3-4d75-8cef-c3393d6aa749", "tag": "2f78e394-86e4-4632-9bbd-6ab22340d946", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:43:08.034404 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f4d0c308-48fe-4c56-b029-fd8985173537 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:43:08.034826 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb06ec2-40e3-4d75-8cef-c3393d6aa749', 'tag': '2f78e394-86e4-4632-9bbd-6ab22340d946', 'status': 'completed', 'code': 200} Nov 04 10:43:08.081798 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 47e90beb-0884-4a32-bd6d-1194bb3f7b33, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=47e90beb-0884-4a32-bd6d-1194bb3f7b33,segment=NetworkSegment(0eec074b-2081-47fc-8234-39e3bb5ee601),segment_id=0eec074b-2081-47fc-8234-39e3bb5ee601)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:08.098536 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '47e90beb-0884-4a32-bd6d-1194bb3f7b33', 'network_id': '1ffa9e5a-825b-4945-866a-279c1e0c081f', 'port_id': '47e90beb-0884-4a32-bd6d-1194bb3f7b33', 'mac_address': 'fa:16:3e:77:9f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ecf4301-99cb-4cf3-b3bf-f2db99d830c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:43:08.159793 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:08.169974 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07429f-278b-423d-9b6b-ffc0d4a1671a req-9fbf78a2-7889-4447-baab-c0df56edd930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:08.171720 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ce07429f-278b-423d-9b6b-ffc0d4a1671a req-9fbf78a2-7889-4447-baab-c0df56edd930 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=29bd235aa852458bb135c8f7a3e04153&device_id=2eb06ec2-40e3-4d75-8cef-c3393d6aa749 HTTP/1.1" status: 200 len: 1095 time: 0.0937290 Nov 04 10:43:08.175355 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e90beb-0884-4a32-bd6d-1194bb3f7b33 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:43:08.199862 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 47e90beb-0884-4a32-bd6d-1194bb3f7b33, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=47e90beb-0884-4a32-bd6d-1194bb3f7b33,segment=NetworkSegment(0eec074b-2081-47fc-8234-39e3bb5ee601),segment_id=0eec074b-2081-47fc-8234-39e3bb5ee601)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:08.210245 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:08.265856 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=47e90beb-0884-4a32-bd6d-1194bb3f7b33,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:08.287636 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07429f-278b-423d-9b6b-ffc0d4a1671a req-93a15fda-bf01-4594-9235-a91a6aaf2ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:08.289191 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ce07429f-278b-423d-9b6b-ffc0d4a1671a req-93a15fda-bf01-4594-9235-a91a6aaf2ccf service neutron] 10.222.0.121 "GET /v2.0/networks?id=b5fd1a66-3543-4ae8-9274-6e7926faed49 HTTP/1.1" status: 200 len: 916 time: 0.1085482 Nov 04 10:43:08.536070 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['47e90beb-0884-4a32-bd6d-1194bb3f7b33'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:43:08.695518 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ce07429f-278b-423d-9b6b-ffc0d4a1671a req-b77b927d-38e0-471f-b813-e73b25f9c25f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f78e394-86e4-4632-9bbd-6ab22340d946 HTTP/1.1" status: 200 len: 217 time: 0.3860848 Nov 04 10:43:08.740104 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd73315-87ae-482c-9935-8f27845896b5 req-0013949e-cd1a-4a5f-ad2e-e3b3d8ee88f4 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:08.741562 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9fd73315-87ae-482c-9935-8f27845896b5 req-0013949e-cd1a-4a5f-ad2e-e3b3d8ee88f4 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] 10.222.0.127 "GET /v2.0/ports?device_id=22061b47-343c-4fdf-afb0-cf065b272a7b HTTP/1.1" status: 200 len: 945 time: 0.4685445 Nov 04 10:43:08.772479 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07429f-278b-423d-9b6b-ffc0d4a1671a req-420cf6d9-3866-4a87-a11f-ddaca87cfa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:08.773954 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ce07429f-278b-423d-9b6b-ffc0d4a1671a req-420cf6d9-3866-4a87-a11f-ddaca87cfa67 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=008a44f8-b7a7-49fa-b0e6-31cf21b55d46 HTTP/1.1" status: 200 len: 854 time: 0.0692616 Nov 04 10:43:08.819722 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ce07429f-278b-423d-9b6b-ffc0d4a1671a req-a1545320-e47f-4626-a0d0-e3f4280e29c0 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b5fd1a66-3543-4ae8-9274-6e7926faed49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328431 Nov 04 10:43:08.827215 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9fd73315-87ae-482c-9935-8f27845896b5 req-17f0ef01-951d-4db8-a299-d33c2712960a tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] 10.222.0.127 "GET /v2.0/security-groups?id=47180c2b-ea72-4d25-9a22-6c231779ebc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743299 Nov 04 10:43:08.972672 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea102c-6a4f-4970-938e-fce78a205db8 req-3066aefe-3bc8-4fae-9896-6abd4db8f6ab tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:08.974226 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4dea102c-6a4f-4970-938e-fce78a205db8 req-3066aefe-3bc8-4fae-9896-6abd4db8f6ab tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] 10.222.0.127 "GET /v2.0/ports?device_id=2eb06ec2-40e3-4d75-8cef-c3393d6aa749 HTTP/1.1" status: 200 len: 944 time: 0.0813003 Nov 04 10:43:08.976229 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ce07429f-278b-423d-9b6b-ffc0d4a1671a req-91abec5c-de13-47cc-b2d5-4346d8b6bdda service neutron] 10.222.0.121 "GET /v2.0/networks/b5fd1a66-3543-4ae8-9274-6e7926faed49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430776 Nov 04 10:43:09.085288 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4dea102c-6a4f-4970-938e-fce78a205db8 req-d911d217-f229-456f-8cf6-45b03c5fec8b tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] 10.222.0.127 "GET /v2.0/security-groups?id=89c70239-bb8c-4be7-a607-9606849235d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046882 Nov 04 10:43:09.116444 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ce07429f-278b-423d-9b6b-ffc0d4a1671a req-298843d3-3394-4251-b6f2-8c7a4318eafa service neutron] 10.222.0.121 "GET /v2.0/networks/b5fd1a66-3543-4ae8-9274-6e7926faed49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297433 Nov 04 10:43:09.219558 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5221a-401d-4857-8964-91d61440e36b req-b3fc2f45-8fce-479a-ab69-62b2ca462e37 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:09.221174 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f4a5221a-401d-4857-8964-91d61440e36b req-b3fc2f45-8fce-479a-ab69-62b2ca462e37 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.0529158 Nov 04 10:43:09.270786 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f4a5221a-401d-4857-8964-91d61440e36b req-b244ee31-4a30-47ae-98f3-7e3d135c0020 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432870 Nov 04 10:43:09.610433 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-09a7f015-3924-499e-855f-af745a291ecb tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:09.611806 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-09a7f015-3924-499e-855f-af745a291ecb tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/networks?id=8c8a1e5a-f063-46d4-a45c-05147903d1b7 HTTP/1.1" status: 200 len: 811 time: 0.1119342 Nov 04 10:43:09.629268 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-fa4ffcea-5472-4c02-8e60-633071fb4e00 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/quotas/53562ae687274bbeba84f6369ffa7a9a HTTP/1.1" status: 200 len: 375 time: 0.0107017 Nov 04 10:43:09.665286 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-b039cdb3-7674-4d14-adf7-3b7af52a2d92 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=53562ae687274bbeba84f6369ffa7a9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301042 Nov 04 10:43:09.775490 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-4e204442-20fa-4d8c-878b-1565cd18435c service neutron] 10.222.0.127 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019750 Nov 04 10:43:09.875248 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-e958472e-757e-434e-b4fa-a43f83661fa7 service neutron] 10.222.0.127 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922599 Nov 04 10:43:09.896508 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 2f78e394-86e4-4632-9bbd-6ab22340d946 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:43:09.902256 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 47e90beb-0884-4a32-bd6d-1194bb3f7b33 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:43:10.036281 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eceebcf-c36b-4c5f-9973-6d712754d71b', 'name': 'network-vif-deleted', 'tag': '902da8bb-552f-4965-81c3-919fd2c317fb'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:43:10.040247 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9136a559-1e32-4702-a681-c7fd3c138cd2" -d '{"events": [{"server_uuid": "8eceebcf-c36b-4c5f-9973-6d712754d71b", "name": "network-vif-deleted", "tag": "902da8bb-552f-4965-81c3-919fd2c317fb"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:43:10.040416 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 47e90beb-0884-4a32-bd6d-1194bb3f7b33 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:43:10.053581 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 47e90beb-0884-4a32-bd6d-1194bb3f7b33 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:43:10.053947 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:10.091590 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 2f78e394-86e4-4632-9bbd-6ab22340d946, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=2f78e394-86e4-4632-9bbd-6ab22340d946,segment=NetworkSegment(dcfc5969-3d80-45b8-a061-e88c45871993),segment_id=dcfc5969-3d80-45b8-a061-e88c45871993)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:10.124214 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '2f78e394-86e4-4632-9bbd-6ab22340d946', 'network_id': 'b5fd1a66-3543-4ae8-9274-6e7926faed49', 'port_id': '2f78e394-86e4-4632-9bbd-6ab22340d946', 'mac_address': 'fa:16:3e:75:66:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008a44f8-b7a7-49fa-b0e6-31cf21b55d46', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:43:10.126156 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82287c8c-b3ab-4c6d-bc9e-7ea355184f5b req-7da16a88-95fc-4bd6-b8f2-e071997d552f tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:10.133119 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82287c8c-b3ab-4c6d-bc9e-7ea355184f5b req-7da16a88-95fc-4bd6-b8f2-e071997d552f tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] 10.222.0.127 "GET /v2.0/ports?device_id=22061b47-343c-4fdf-afb0-cf065b272a7b HTTP/1.1" status: 200 len: 945 time: 0.0554352 Nov 04 10:43:10.212000 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:10.226132 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82287c8c-b3ab-4c6d-bc9e-7ea355184f5b req-4682a29e-ef31-4b25-be58-c57b196a6e56 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] 10.222.0.127 "GET /v2.0/security-groups?id=47180c2b-ea72-4d25-9a22-6c231779ebc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910184 Nov 04 10:43:10.253607 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:10.274887 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f78e394-86e4-4632-9bbd-6ab22340d946 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:43:10.279541 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22061b47-343c-4fdf-afb0-cf065b272a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e90beb-0884-4a32-bd6d-1194bb3f7b33'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:43:10.282141 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79187dc7-47a9-4ad0-b6ff-c5d2aa1c4ede" -d '{"events": [{"server_uuid": "22061b47-343c-4fdf-afb0-cf065b272a7b", "name": "network-vif-plugged", "status": "completed", "tag": "47e90beb-0884-4a32-bd6d-1194bb3f7b33"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:43:10.306769 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 47e90beb-0884-4a32-bd6d-1194bb3f7b33, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=47e90beb-0884-4a32-bd6d-1194bb3f7b33,segment=NetworkSegment(0eec074b-2081-47fc-8234-39e3bb5ee601),segment_id=0eec074b-2081-47fc-8234-39e3bb5ee601)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:10.316997 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:10.320950 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 2f78e394-86e4-4632-9bbd-6ab22340d946, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=2f78e394-86e4-4632-9bbd-6ab22340d946,segment=NetworkSegment(dcfc5969-3d80-45b8-a061-e88c45871993),segment_id=dcfc5969-3d80-45b8-a061-e88c45871993)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:10.349045 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:10.373739 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=47e90beb-0884-4a32-bd6d-1194bb3f7b33,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:10.378202 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ec1c04d-cef7-4ca7-8bba-27d3b5ce8332 req-773dad64-0642-4292-91b9-ed7a92f99247 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=2ca9161d-0a60-4caf-9e2a-6ce68a89d46b HTTP/1.1" status: 200 len: 210 time: 0.0874443 Nov 04 10:43:10.433190 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=2f78e394-86e4-4632-9bbd-6ab22340d946,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:10.448349 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdaa01ac-6023-4690-8b87-88f1eef90bf9 x-openstack-request-id: req-cdaa01ac-6023-4690-8b87-88f1eef90bf9 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:43:10.448611 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eceebcf-c36b-4c5f-9973-6d712754d71b", "name": "network-vif-deleted", "tag": "902da8bb-552f-4965-81c3-919fd2c317fb", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:43:10.449184 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-cdaa01ac-6023-4690-8b87-88f1eef90bf9 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:43:10.449689 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eceebcf-c36b-4c5f-9973-6d712754d71b', 'name': 'network-vif-deleted', 'tag': '902da8bb-552f-4965-81c3-919fd2c317fb', 'status': 'completed', 'code': 200} Nov 04 10:43:10.549627 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6387a-5a17-4761-aad3-0c396aaf45d6 req-c412ec9b-cd60-467d-b992-9902f2b4eb50 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:10.551271 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9d6387a-5a17-4761-aad3-0c396aaf45d6 req-c412ec9b-cd60-467d-b992-9902f2b4eb50 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] 10.222.0.127 "GET /v2.0/ports?device_id=2eb06ec2-40e3-4d75-8cef-c3393d6aa749 HTTP/1.1" status: 200 len: 945 time: 0.0579169 Nov 04 10:43:10.609955 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9d6387a-5a17-4761-aad3-0c396aaf45d6 req-b5d635db-bab0-4cb2-8143-9b24b9b845bb tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] 10.222.0.127 "GET /v2.0/security-groups?id=89c70239-bb8c-4be7-a607-9606849235d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508430 Nov 04 10:43:10.635004 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['2f78e394-86e4-4632-9bbd-6ab22340d946'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:43:10.678980 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1686a4-114d-4e41-83e1-17ebbd402d6a x-openstack-request-id: req-6a1686a4-114d-4e41-83e1-17ebbd402d6a {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:43:10.681799 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22061b47-343c-4fdf-afb0-cf065b272a7b", "name": "network-vif-plugged", "status": "completed", "tag": "47e90beb-0884-4a32-bd6d-1194bb3f7b33", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:43:10.682059 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-6a1686a4-114d-4e41-83e1-17ebbd402d6a {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:43:10.682463 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22061b47-343c-4fdf-afb0-cf065b272a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e90beb-0884-4a32-bd6d-1194bb3f7b33', 'code': 200} Nov 04 10:43:10.792477 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e4b03-6279-49b2-82b8-79dce90c005e req-19c9464e-8610-405e-bd7e-8cdd6383fd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:10.794688 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e01e4b03-6279-49b2-82b8-79dce90c005e req-19c9464e-8610-405e-bd7e-8cdd6383fd64 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=22061b47-343c-4fdf-afb0-cf065b272a7b HTTP/1.1" status: 200 len: 1097 time: 0.0438569 Nov 04 10:43:10.883557 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f81910-c51e-4d4b-8b6c-e7bec89dcf44 req-6db25f97-c2ae-4229-96be-06d496d02729 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:10.885392 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b7f81910-c51e-4d4b-8b6c-e7bec89dcf44 req-6db25f97-c2ae-4229-96be-06d496d02729 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.0893207 Nov 04 10:43:10.890007 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e01e4b03-6279-49b2-82b8-79dce90c005e req-5ff15c56-7dfa-4097-ac00-348eabc289b8 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=47180c2b-ea72-4d25-9a22-6c231779ebc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834332 Nov 04 10:43:10.940170 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b7f81910-c51e-4d4b-8b6c-e7bec89dcf44 req-4a08767d-a6ff-431e-9429-670544a0515c tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469279 Nov 04 10:43:11.002678 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 902da8bb-552f-4965-81c3-919fd2c317fb no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:43:11.027087 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 902da8bb-552f-4965-81c3-919fd2c317fb {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:43:11.027417 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 902da8bb-552f-4965-81c3-919fd2c317fb not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:43:11.391100 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-51c8e46c-17f9-49d6-83c4-151366a4b57b tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:11.392487 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-51c8e46c-17f9-49d6-83c4-151366a4b57b tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.126 "GET /v2.0/networks?id=8c8a1e5a-f063-46d4-a45c-05147903d1b7 HTTP/1.1" status: 200 len: 811 time: 0.1634247 Nov 04 10:43:11.404491 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbe90d-f063-499f-b207-12106dfbd1aa req-727a2c91-c83c-4f20-bf08-d4a12eaf9535 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:11.407509 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fccbe90d-f063-499f-b207-12106dfbd1aa req-727a2c91-c83c-4f20-bf08-d4a12eaf9535 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] 10.222.0.127 "GET /v2.0/ports?device_id=22061b47-343c-4fdf-afb0-cf065b272a7b HTTP/1.1" status: 200 len: 946 time: 0.0910327 Nov 04 10:43:11.411070 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-af82171e-0112-4112-a9f9-6da503d0f7fa tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Request body: {'port': {'device_id': '2ca9161d-0a60-4caf-9e2a-6ce68a89d46b', 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7', 'admin_state_up': True, 'tenant_id': '53562ae687274bbeba84f6369ffa7a9a'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:11.519291 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fccbe90d-f063-499f-b207-12106dfbd1aa req-02fcb8f7-d0d3-49e9-a278-e1690a1a6010 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] 10.222.0.127 "GET /v2.0/security-groups?id=47180c2b-ea72-4d25-9a22-6c231779ebc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044075 Nov 04 10:43:11.540090 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47856) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:11.573715 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-af82171e-0112-4112-a9f9-6da503d0f7fa tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Made reservation on behalf of 53562ae687274bbeba84f6369ffa7a9a for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:43:11.578568 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-af82171e-0112-4112-a9f9-6da503d0f7fa tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:11.640243 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e185d2a2-3697-4f02-8dcc-1f83f2dc13c4 req-8f35f96d-d9e4-4084-8ec2-ba33293a8a24 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=2ca9161d-0a60-4caf-9e2a-6ce68a89d46b HTTP/1.1" status: 200 len: 210 time: 0.0404017 Nov 04 10:43:11.828883 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-deb9650c-d61d-4a98-a6f3-738019c97712 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/floatingips/8d51366e-3191-4e4e-a65b-944986f76072 HTTP/1.1" status: 200 len: 994 time: 0.2875621 Nov 04 10:43:11.847900 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689edaa7-62bc-45a2-a8a2-1039b9a41c4d req-d4fa788d-c359-42f4-85b7-e95f341a799f tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:11.849759 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-689edaa7-62bc-45a2-a8a2-1039b9a41c4d req-d4fa788d-c359-42f4-85b7-e95f341a799f tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] 10.222.0.127 "GET /v2.0/ports?device_id=2eb06ec2-40e3-4d75-8cef-c3393d6aa749 HTTP/1.1" status: 200 len: 945 time: 0.1183732 Nov 04 10:43:11.855133 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-af82171e-0112-4112-a9f9-6da503d0f7fa tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Allocated IP 172.20.0.7 (8c8a1e5a-f063-46d4-a45c-05147903d1b7/5626b5c5-059d-4165-96a5-a79a81820db5/f636421c-3755-425a-977c-7d26c82b7d06) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:43:11.918278 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 2f78e394-86e4-4632-9bbd-6ab22340d946 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:43:11.946210 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-689edaa7-62bc-45a2-a8a2-1039b9a41c4d req-818ebbfa-7441-4b9f-b989-0dd1f6d7fe39 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] 10.222.0.127 "GET /v2.0/security-groups?id=89c70239-bb8c-4be7-a607-9606849235d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841649 Nov 04 10:43:11.973761 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 2f78e394-86e4-4632-9bbd-6ab22340d946 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:43:11.978204 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 2f78e394-86e4-4632-9bbd-6ab22340d946 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:43:11.978758 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:12.071191 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:12.087382 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-af82171e-0112-4112-a9f9-6da503d0f7fa tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:12.144366 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 2f78e394-86e4-4632-9bbd-6ab22340d946, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=2f78e394-86e4-4632-9bbd-6ab22340d946,segment=NetworkSegment(dcfc5969-3d80-45b8-a061-e88c45871993),segment_id=dcfc5969-3d80-45b8-a061-e88c45871993)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:12.150404 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:12.188157 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-af82171e-0112-4112-a9f9-6da503d0f7fa tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:12.209328 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=2f78e394-86e4-4632-9bbd-6ab22340d946,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:12.255050 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-af82171e-0112-4112-a9f9-6da503d0f7fa tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:43:12.271217 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6be2d0-9c86-4308-bd83-59825dd0e1b6 req-a0d6ebb6-8e43-472c-bcba-47b748437cfe tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:12.272893 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f6be2d0-9c86-4308-bd83-59825dd0e1b6 req-a0d6ebb6-8e43-472c-bcba-47b748437cfe tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.1366978 Nov 04 10:43:12.273826 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-af82171e-0112-4112-a9f9-6da503d0f7fa tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:43:12.276651 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-af82171e-0112-4112-a9f9-6da503d0f7fa tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:43:12.289489 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:12.306735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47874) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:12.320096 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82171e-0112-4112-a9f9-6da503d0f7fa tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Pushing event updated for resources: {'Port': ['ID=f636421c-3755-425a-977c-7d26c82b7d06,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:12.400678 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-af82171e-0112-4112-a9f9-6da503d0f7fa tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:12.401575 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-af82171e-0112-4112-a9f9-6da503d0f7fa tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:12.412287 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f6be2d0-9c86-4308-bd83-59825dd0e1b6 req-a3469c8e-0c0a-4223-9646-8fb75f88e5a5 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276448 Nov 04 10:43:12.430466 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-af82171e-0112-4112-a9f9-6da503d0f7fa tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0230961 Nov 04 10:43:12.445891 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-30d5616b-2836-45c7-ab1d-4524ff469223 service neutron] Request body: {'port': {'device_id': '2ca9161d-0a60-4caf-9e2a-6ce68a89d46b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:12.495883 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-e7f8c534-c067-4304-a04d-85b47ef2cafd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Deleting port ae8e1471-19fe-4796-b6ef-3f244ae5bc3e {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:43:12.496544 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e7f8c534-c067-4304-a04d-85b47ef2cafd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:12.516808 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-30d5616b-2836-45c7-ab1d-4524ff469223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:12.595082 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e7f8c534-c067-4304-a04d-85b47ef2cafd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:12.595416 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e7f8c534-c067-4304-a04d-85b47ef2cafd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:12.610633 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-e7f8c534-c067-4304-a04d-85b47ef2cafd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Calling delete_port for ae8e1471-19fe-4796-b6ef-3f244ae5bc3e owned by network:floatingip {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:43:12.683514 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb06ec2-40e3-4d75-8cef-c3393d6aa749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f78e394-86e4-4632-9bbd-6ab22340d946'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:43:12.685927 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18395361-526a-4207-821a-e1a9e0134333" -d '{"events": [{"server_uuid": "2eb06ec2-40e3-4d75-8cef-c3393d6aa749", "name": "network-vif-plugged", "status": "completed", "tag": "2f78e394-86e4-4632-9bbd-6ab22340d946"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:43:12.762696 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a2f23-c08d-415e-8846-032892a285fb req-3f089010-21e2-4b58-aba7-33a05fecaec9 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:12.764675 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d70a2f23-c08d-415e-8846-032892a285fb req-3f089010-21e2-4b58-aba7-33a05fecaec9 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] 10.222.0.127 "GET /v2.0/ports?device_id=22061b47-343c-4fdf-afb0-cf065b272a7b HTTP/1.1" status: 200 len: 946 time: 0.1094398 Nov 04 10:43:12.842440 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e7f8c534-c067-4304-a04d-85b47ef2cafd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:12.852315 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d70a2f23-c08d-415e-8846-032892a285fb req-d93346e3-c00e-4423-9cd3-8467f07f7d11 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] 10.222.0.127 "GET /v2.0/security-groups?id=47180c2b-ea72-4d25-9a22-6c231779ebc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797486 Nov 04 10:43:12.880334 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8c534-c067-4304-a04d-85b47ef2cafd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event deleted for resources: {'Port': ['ID=ae8e1471-19fe-4796-b6ef-3f244ae5bc3e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:12.933066 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-30d5616b-2836-45c7-ab1d-4524ff469223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f636421c-3755-425a-977c-7d26c82b7d06 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:43:12.946038 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-30d5616b-2836-45c7-ab1d-4524ff469223 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:12.951719 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e7f8c534-c067-4304-a04d-85b47ef2cafd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for floatingip, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:12.952318 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [None req-e7f8c534-c067-4304-a04d-85b47ef2cafd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Floating IP 8d51366e-3191-4e4e-a65b-944986f76072 disassociated (deleted). External IP: 172.25.7.158, port: c3ee3560-6e59-4d2a-a673-6dd806418fd6. Nov 04 10:43:12.961396 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-30d5616b-2836-45c7-ab1d-4524ff469223 service neutron] Transition to ACTIVE for port object f636421c-3755-425a-977c-7d26c82b7d06 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:43:12.969797 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-30d5616b-2836-45c7-ab1d-4524ff469223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:13.012076 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device af3bb775-c9f6-4aad-940e-944b72d676a9 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:43:13.072853 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5616b-2836-45c7-ab1d-4524ff469223 service neutron] Pushing event updated for resources: {'Port': ['ID=f636421c-3755-425a-977c-7d26c82b7d06,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:13.133134 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e1754-a733-4b1b-816a-34f95badb3cb req-32d96c76-6c3e-4cef-aaf4-d943a850592c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:13.141716 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-088e1754-a733-4b1b-816a-34f95badb3cb req-32d96c76-6c3e-4cef-aaf4-d943a850592c tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=2ca9161d-0a60-4caf-9e2a-6ce68a89d46b HTTP/1.1" status: 200 len: 943 time: 0.1303768 Nov 04 10:43:13.196292 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port af3bb775-c9f6-4aad-940e-944b72d676a9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=af3bb775-c9f6-4aad-940e-944b72d676a9,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:13.208288 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-30d5616b-2836-45c7-ab1d-4524ff469223 service neutron] Attempting to bind port f636421c-3755-425a-977c-7d26c82b7d06 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:43:13.208637 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-30d5616b-2836-45c7-ab1d-4524ff469223 service neutron] Attempting to bind port f636421c-3755-425a-977c-7d26c82b7d06 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:43:13.208995 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-30d5616b-2836-45c7-ab1d-4524ff469223 service neutron] Attempting to bind port f636421c-3755-425a-977c-7d26c82b7d06 on network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:43:13.214570 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'af3bb775-c9f6-4aad-940e-944b72d676a9', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': 'af3bb775-c9f6-4aad-940e-944b72d676a9', 'mac_address': 'fa:16:3e:11:31:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:43:13.226494 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-088e1754-a733-4b1b-816a-34f95badb3cb req-71a8bd14-4218-453a-b4da-c8036adf6515 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793138 Nov 04 10:43:13.230814 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-30d5616b-2836-45c7-ab1d-4524ff469223 service neutron] Port f636421c-3755-425a-977c-7d26c82b7d06 on network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:43:13.231921 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-30d5616b-2836-45c7-ab1d-4524ff469223 service neutron] Attempting to bind port f636421c-3755-425a-977c-7d26c82b7d06 on network 8c8a1e5a-f063-46d4-a45c-05147903d1b7 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:43:13.245114 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-30d5616b-2836-45c7-ab1d-4524ff469223 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:43:13.245458 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-30d5616b-2836-45c7-ab1d-4524ff469223 service neutron] Checking segment: {'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:43:13.245852 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-30d5616b-2836-45c7-ab1d-4524ff469223 service neutron] Bound using segment: {'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:43:13.246291 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-30d5616b-2836-45c7-ab1d-4524ff469223 service neutron] Bound port: f636421c-3755-425a-977c-7d26c82b7d06, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c3054a-fa88-48e0-9388-17f1ad04c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:43:13.246653 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-30d5616b-2836-45c7-ab1d-4524ff469223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:13.269478 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:13.290773 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af3bb775-c9f6-4aad-940e-944b72d676a9 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:43:13.307565 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f8c534-c067-4304-a04d-85b47ef2cafd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Router 5c54c214-efa1-460d-b259-56a60ab1e8ff has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:43:13.316981 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port af3bb775-c9f6-4aad-940e-944b72d676a9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=af3bb775-c9f6-4aad-940e-944b72d676a9,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:13.324197 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:13.352599 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2424ab-6035-4405-a768-4aefaf4f67c4 x-openstack-request-id: req-7d2424ab-6035-4405-a768-4aefaf4f67c4 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:43:13.353138 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb06ec2-40e3-4d75-8cef-c3393d6aa749", "name": "network-vif-plugged", "status": "completed", "tag": "2f78e394-86e4-4632-9bbd-6ab22340d946", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:43:13.353533 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-7d2424ab-6035-4405-a768-4aefaf4f67c4 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:43:13.354019 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb06ec2-40e3-4d75-8cef-c3393d6aa749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f78e394-86e4-4632-9bbd-6ab22340d946', 'code': 200} Nov 04 10:43:13.384140 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-30d5616b-2836-45c7-ab1d-4524ff469223 service neutron] For port f636421c-3755-425a-977c-7d26c82b7d06, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:43:13.388974 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-30d5616b-2836-45c7-ab1d-4524ff469223 service neutron] For port f636421c-3755-425a-977c-7d26c82b7d06, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=f636421c-3755-425a-977c-7d26c82b7d06,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:43:13.394006 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=af3bb775-c9f6-4aad-940e-944b72d676a9,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:13.406832 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:43:13.407857 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:43:13.408150 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:43:13.408719 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:43:13.409100 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:43:13.409565 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:43:13.410221 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:43:13.410507 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:43:13.411129 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:43:13.411409 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:43:13.411736 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:43:13.412058 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:43:13.431221 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-30d5616b-2836-45c7-ab1d-4524ff469223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:13.476510 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f8c534-c067-4304-a04d-85b47ef2cafd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:43:13.481527 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e7f8c534-c067-4304-a04d-85b47ef2cafd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:13.491296 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497ed5fa-f343-4157-816f-593cfc3f3af7 None None] Sync routers for ids ['5c54c214-efa1-460d-b259-56a60ab1e8ff'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:43:13.502979 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497ed5fa-f343-4157-816f-593cfc3f3af7 None None] Routers {'5c54c214-efa1-460d-b259-56a60ab1e8ff'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:43:13.503608 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-497ed5fa-f343-4157-816f-593cfc3f3af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:42:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['5c54c214-efa1-460d-b259-56a60ab1e8ff'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:43:13.526664 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-30d5616b-2836-45c7-ab1d-4524ff469223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:13.527299 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-30d5616b-2836-45c7-ab1d-4524ff469223 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:13.528724 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-30d5616b-2836-45c7-ab1d-4524ff469223 service neutron] 10.222.0.126 "PUT /v2.0/ports/f636421c-3755-425a-977c-7d26c82b7d06 HTTP/1.1" status: 200 len: 1091 time: 1.0889111 Nov 04 10:43:13.532999 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca9161d-0a60-4caf-9e2a-6ce68a89d46b', 'tag': 'f636421c-3755-425a-977c-7d26c82b7d06'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:43:13.536351 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247461e7-2e1c-4530-8eb8-14f046bf21f7" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca9161d-0a60-4caf-9e2a-6ce68a89d46b", "tag": "f636421c-3755-425a-977c-7d26c82b7d06"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:43:13.543592 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e7f8c534-c067-4304-a04d-85b47ef2cafd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "DELETE /v2.0/floatingips/8d51366e-3191-4e4e-a65b-944986f76072 HTTP/1.1" status: 204 len: 168 time: 1.2329402 Nov 04 10:43:13.544254 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa', 'tag': 'c3ee3560-6e59-4d2a-a673-6dd806418fd6'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:43:13.549913 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fe4451-49ae-4fbc-9743-e3925304c231" -d '{"events": [{"name": "network-changed", "server_uuid": "ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa", "tag": "c3ee3560-6e59-4d2a-a673-6dd806418fd6"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:43:13.550891 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400c3b5-db1a-4ca7-855c-c1da888d2c02 req-3876c97e-a540-4ac8-ad93-b3c8afe71e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:13.552493 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d400c3b5-db1a-4ca7-855c-c1da888d2c02 req-3876c97e-a540-4ac8-ad93-b3c8afe71e25 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=2eb06ec2-40e3-4d75-8cef-c3393d6aa749 HTTP/1.1" status: 200 len: 1097 time: 0.1591377 Nov 04 10:43:13.560220 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5616b-2836-45c7-ab1d-4524ff469223 service neutron] Pushing event updated for resources: {'Port': ['ID=f636421c-3755-425a-977c-7d26c82b7d06,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:13.589977 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f20ee-48ed-4655-be67-b95c203c1a6f req-90a4bf2c-e0c3-473e-87ad-43d2bfe496b3 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:13.591674 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-552f20ee-48ed-4655-be67-b95c203c1a6f req-90a4bf2c-e0c3-473e-87ad-43d2bfe496b3 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] 10.222.0.127 "GET /v2.0/ports?device_id=2eb06ec2-40e3-4d75-8cef-c3393d6aa749 HTTP/1.1" status: 200 len: 946 time: 0.1257386 Nov 04 10:43:13.704379 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-552f20ee-48ed-4655-be67-b95c203c1a6f req-6d329179-bf5c-4a10-b7de-8722816fd0f1 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] 10.222.0.127 "GET /v2.0/security-groups?id=89c70239-bb8c-4be7-a607-9606849235d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019118 Nov 04 10:43:13.710892 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d400c3b5-db1a-4ca7-855c-c1da888d2c02 req-b92c431f-81c8-410c-8053-cf3f770fd222 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=89c70239-bb8c-4be7-a607-9606849235d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388857 Nov 04 10:43:13.713850 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-2da194c6-8807-46d9-aed6-cf151586045b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:13.715313 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-2da194c6-8807-46d9-aed6-cf151586045b service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=53562ae687274bbeba84f6369ffa7a9a&device_id=2ca9161d-0a60-4caf-9e2a-6ce68a89d46b HTTP/1.1" status: 200 len: 1094 time: 0.1162238 Nov 04 10:43:13.773257 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-a66d32cd-5f94-450b-b142-22b19de978e3 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f636421c-3755-425a-977c-7d26c82b7d06 HTTP/1.1" status: 200 len: 217 time: 0.0468664 Nov 04 10:43:13.805184 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-497ed5fa-f343-4157-816f-593cfc3f3af7 None None] Set router 5c54c214-efa1-460d-b259-56a60ab1e8ff gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:43:13.862290 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-85bdbe3a-0239-463a-a019-b6df2f7b99e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:13.863884 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-85bdbe3a-0239-463a-a019-b6df2f7b99e2 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=5626b5c5-059d-4165-96a5-a79a81820db5 HTTP/1.1" status: 200 len: 851 time: 0.0803518 Nov 04 10:43:13.872493 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0636e5-6184-4229-a437-4db1ea34eb23 req-aac2492b-f99f-44ad-96fc-e7ee0fd677d3 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:13.874387 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8b0636e5-6184-4229-a437-4db1ea34eb23 req-aac2492b-f99f-44ad-96fc-e7ee0fd677d3 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 948 time: 0.0928116 Nov 04 10:43:13.906903 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-f3e8dac8-af81-41b2-8069-83c2a204b51f service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8c8a1e5a-f063-46d4-a45c-05147903d1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316162 Nov 04 10:43:13.937444 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['af3bb775-c9f6-4aad-940e-944b72d676a9'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:43:14.015352 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8b0636e5-6184-4229-a437-4db1ea34eb23 req-dbe607fb-b758-473f-b354-8fe84b661d0f tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116748 Nov 04 10:43:14.050016 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-d5802542-e46a-4f17-a438-31ff601cbc64 service neutron] 10.222.0.126 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255331 Nov 04 10:43:14.132207 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-497ed5fa-f343-4157-816f-593cfc3f3af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'name': 'tempest-TestNetworkBasicOps-router-195072589', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:36Z', 'updated_at': '2021-11-04T10:41:53Z', 'revision_number': 4, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:39Z', 'updated_at': '2021-11-04T10:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'ba0a0858-5bd0-41bc-a4e7-0f198a852e86', 'name': '', 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:e9:49:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '59335a63-ec1a-47a5-bfa2-0cd07786ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:51Z', 'updated_at': '2021-11-04T10:42:00Z', 'revision_number': 5, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': '59335a63-ec1a-47a5-bfa2-0cd07786ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:43:14.163240 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0afb918e-3cd3-4015-ac3f-70deeec20bd2 req-05ae0a9d-0d25-4b0d-976b-cdff4b036dad service neutron] 10.222.0.126 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060607 Nov 04 10:43:14.164707 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322409ac-12b2-41e8-8ca8-bc8e362ecb06 x-openstack-request-id: req-322409ac-12b2-41e8-8ca8-bc8e362ecb06 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:43:14.165171 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca9161d-0a60-4caf-9e2a-6ce68a89d46b", "tag": "f636421c-3755-425a-977c-7d26c82b7d06", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:43:14.165418 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-322409ac-12b2-41e8-8ca8-bc8e362ecb06 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:43:14.165806 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca9161d-0a60-4caf-9e2a-6ce68a89d46b', 'tag': 'f636421c-3755-425a-977c-7d26c82b7d06', 'status': 'completed', 'code': 200} Nov 04 10:43:14.185623 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497ed5fa-f343-4157-816f-593cfc3f3af7 None None] Checking router: 5c54c214-efa1-460d-b259-56a60ab1e8ff for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:43:14.215171 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497ed5fa-f343-4157-816f-593cfc3f3af7 None None] Routers {'5c54c214-efa1-460d-b259-56a60ab1e8ff'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:43:14.215952 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-497ed5fa-f343-4157-816f-593cfc3f3af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:42:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['5c54c214-efa1-460d-b259-56a60ab1e8ff'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:43:14.301853 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247461e7-2e1c-4530-8eb8-14f046bf21f7 req-121c9f4b-631b-4b83-a4c5-8b24f627d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:14.304096 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-247461e7-2e1c-4530-8eb8-14f046bf21f7 req-121c9f4b-631b-4b83-a4c5-8b24f627d746 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=53562ae687274bbeba84f6369ffa7a9a&device_id=2ca9161d-0a60-4caf-9e2a-6ce68a89d46b HTTP/1.1" status: 200 len: 1094 time: 0.0741520 Nov 04 10:43:14.370539 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-497ed5fa-f343-4157-816f-593cfc3f3af7 None None] Set router 5c54c214-efa1-460d-b259-56a60ab1e8ff gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:43:14.412438 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4d05e3-6d67-4e80-8466-a01749336bc5 x-openstack-request-id: req-9a4d05e3-6d67-4e80-8466-a01749336bc5 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:43:14.413004 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa", "tag": "c3ee3560-6e59-4d2a-a673-6dd806418fd6", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:43:14.414699 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-9a4d05e3-6d67-4e80-8466-a01749336bc5 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:43:14.415108 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa', 'tag': 'c3ee3560-6e59-4d2a-a673-6dd806418fd6', 'status': 'completed', 'code': 200} Nov 04 10:43:14.463359 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247461e7-2e1c-4530-8eb8-14f046bf21f7 req-4b9e6a3c-2f01-4091-8cae-854bd4499e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:14.464855 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-247461e7-2e1c-4530-8eb8-14f046bf21f7 req-4b9e6a3c-2f01-4091-8cae-854bd4499e94 service neutron] 10.222.0.126 "GET /v2.0/networks?id=8c8a1e5a-f063-46d4-a45c-05147903d1b7 HTTP/1.1" status: 200 len: 913 time: 0.1525872 Nov 04 10:43:14.530044 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-247461e7-2e1c-4530-8eb8-14f046bf21f7 req-457f7012-a8e1-4b3b-8179-ac184b4e8fee service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f636421c-3755-425a-977c-7d26c82b7d06 HTTP/1.1" status: 200 len: 217 time: 0.0443063 Nov 04 10:43:14.536959 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe4451-49ae-4fbc-9743-e3925304c231 req-caa234b3-689d-45af-9000-33dabd474277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:14.538292 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b8fe4451-49ae-4fbc-9743-e3925304c231 req-caa234b3-689d-45af-9000-33dabd474277 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=45c1d4a009b54581bacf1fbcabe00677&device_id=ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa HTTP/1.1" status: 200 len: 1097 time: 0.0833657 Nov 04 10:43:14.627283 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-497ed5fa-f343-4157-816f-593cfc3f3af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'name': 'tempest-TestNetworkBasicOps-router-195072589', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:36Z', 'updated_at': '2021-11-04T10:41:53Z', 'revision_number': 4, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:39Z', 'updated_at': '2021-11-04T10:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'ba0a0858-5bd0-41bc-a4e7-0f198a852e86', 'name': '', 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:e9:49:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '59335a63-ec1a-47a5-bfa2-0cd07786ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:51Z', 'updated_at': '2021-11-04T10:42:00Z', 'revision_number': 5, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': '59335a63-ec1a-47a5-bfa2-0cd07786ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:43:14.661865 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497ed5fa-f343-4157-816f-593cfc3f3af7 None None] The sync data for ids ['5c54c214-efa1-460d-b259-56a60ab1e8ff'] in n-d-816629-1 is: [{'id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'name': 'tempest-TestNetworkBasicOps-router-195072589', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:36Z', 'updated_at': '2021-11-04T10:41:53Z', 'revision_number': 4, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:39Z', 'updated_at': '2021-11-04T10:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'ba0a0858-5bd0-41bc-a4e7-0f198a852e86', 'name': '', 'network_id': 'ca618409-65ac-47e4-852b-e90a8d6ee201', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'mac_address': 'fa:16:3e:e9:49:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '59335a63-ec1a-47a5-bfa2-0cd07786ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:51Z', 'updated_at': '2021-11-04T10:42:00Z', 'revision_number': 5, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'subnets': [{'id': '59335a63-ec1a-47a5-bfa2-0cd07786ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:43:14.680031 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247461e7-2e1c-4530-8eb8-14f046bf21f7 req-47fdca23-490f-453d-8620-6362c4b00863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:14.681530 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-247461e7-2e1c-4530-8eb8-14f046bf21f7 req-47fdca23-490f-453d-8620-6362c4b00863 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=5626b5c5-059d-4165-96a5-a79a81820db5 HTTP/1.1" status: 200 len: 851 time: 0.1223958 Nov 04 10:43:14.728758 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-247461e7-2e1c-4530-8eb8-14f046bf21f7 req-740dd873-cbb3-4238-a081-5932e77ac82b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8c8a1e5a-f063-46d4-a45c-05147903d1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359299 Nov 04 10:43:14.735138 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:14.741854 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d1948-ff6f-4e0b-bb0d-794e9a6c1fc2 req-d426a6b8-0313-4da5-895b-b5c25fca1e60 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:14.743445 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7e1d1948-ff6f-4e0b-bb0d-794e9a6c1fc2 req-d426a6b8-0313-4da5-895b-b5c25fca1e60 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=2ca9161d-0a60-4caf-9e2a-6ce68a89d46b HTTP/1.1" status: 200 len: 943 time: 0.1817827 Nov 04 10:43:14.782502 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe4451-49ae-4fbc-9743-e3925304c231 req-6282c944-0876-4e42-9fde-0f5fcb974f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:14.791651 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b8fe4451-49ae-4fbc-9743-e3925304c231 req-6282c944-0876-4e42-9fde-0f5fcb974f18 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ca618409-65ac-47e4-852b-e90a8d6ee201 HTTP/1.1" status: 200 len: 899 time: 0.2361610 Nov 04 10:43:14.866979 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b8fe4451-49ae-4fbc-9743-e3925304c231 req-a4774ac2-8a3d-42f9-bc9c-0ecf7e799775 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3ee3560-6e59-4d2a-a673-6dd806418fd6 HTTP/1.1" status: 200 len: 217 time: 0.0481646 Nov 04 10:43:14.959703 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7e1d1948-ff6f-4e0b-bb0d-794e9a6c1fc2 req-fa2f3672-7069-40d7-9126-df94ad5a1bfc tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971648 Nov 04 10:43:14.978047 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe4451-49ae-4fbc-9743-e3925304c231 req-005aa747-e0bb-4578-b296-67d9602f41a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:14.979594 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b8fe4451-49ae-4fbc-9743-e3925304c231 req-005aa747-e0bb-4578-b296-67d9602f41a7 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=59335a63-ec1a-47a5-bfa2-0cd07786ba27 HTTP/1.1" status: 200 len: 835 time: 0.0991211 Nov 04 10:43:14.988509 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-247461e7-2e1c-4530-8eb8-14f046bf21f7 req-717471a8-c54e-43e0-880a-3cc0b25dc84f service neutron] 10.222.0.126 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359307 Nov 04 10:43:14.998919 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506bac1b-6266-48a9-8bc7-5281b8edf0d8 None None] New status for floating IP 8d51366e-3191-4e4e-a65b-944986f76072: DOWN {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:43:15.042596 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device af3bb775-c9f6-4aad-940e-944b72d676a9 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:43:15.229592 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:15.254526 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id af3bb775-c9f6-4aad-940e-944b72d676a9 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:43:15.292865 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port af3bb775-c9f6-4aad-940e-944b72d676a9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=af3bb775-c9f6-4aad-940e-944b72d676a9,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:15.303386 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:15.390941 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=af3bb775-c9f6-4aad-940e-944b72d676a9,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:15.590947 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe4451-49ae-4fbc-9743-e3925304c231 req-06d594a1-5b45-40fa-8426-09abdb1c98c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:15.593407 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b8fe4451-49ae-4fbc-9743-e3925304c231 req-06d594a1-5b45-40fa-8426-09abdb1c98c2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ca618409-65ac-47e4-852b-e90a8d6ee201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5723822 Nov 04 10:43:15.602381 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-247461e7-2e1c-4530-8eb8-14f046bf21f7 req-03fb64b9-c179-4787-965e-4d99629a8a67 service neutron] 10.222.0.126 "GET /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6078212 Nov 04 10:43:15.615505 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d05aa2-6641-476e-8e25-2b4f1f5db403 req-849c66f9-d228-4dd8-be08-60d0dbf216a4 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:15.617198 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-68d05aa2-6641-476e-8e25-2b4f1f5db403 req-849c66f9-d228-4dd8-be08-60d0dbf216a4 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?device_id=ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa HTTP/1.1" status: 200 len: 946 time: 0.5143397 Nov 04 10:43:15.759302 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-68d05aa2-6641-476e-8e25-2b4f1f5db403 req-d07cbe8a-bd4c-4dc6-ad84-feed79d9dae7 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/security-groups?id=1f69f6d8-db14-4975-8e35-b9ad030402cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323900 Nov 04 10:43:15.777361 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b8fe4451-49ae-4fbc-9743-e3925304c231 req-5dcf736b-6d60-484a-8e0e-d5f81b7f63d9 service neutron] 10.222.0.121 "GET /v2.0/networks/ca618409-65ac-47e4-852b-e90a8d6ee201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591682 Nov 04 10:43:15.915544 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccc5b0-8d61-4093-8aac-4aa43efd6d7c req-679617ba-6cd2-4d11-8664-ad0254cb8865 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:15.916962 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f2ccc5b0-8d61-4093-8aac-4aa43efd6d7c req-679617ba-6cd2-4d11-8664-ad0254cb8865 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] 10.222.0.127 "GET /v2.0/ports?device_id=2eb06ec2-40e3-4d75-8cef-c3393d6aa749 HTTP/1.1" status: 200 len: 946 time: 0.0850139 Nov 04 10:43:15.922281 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b8fe4451-49ae-4fbc-9743-e3925304c231 req-095379ba-d9d8-43ae-b76f-264786dc14d5 service neutron] 10.222.0.121 "GET /v2.0/networks/ca618409-65ac-47e4-852b-e90a8d6ee201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361849 Nov 04 10:43:15.977165 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f2ccc5b0-8d61-4093-8aac-4aa43efd6d7c req-06091d87-c134-477c-81a9-8d4c7830900f tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] 10.222.0.127 "GET /v2.0/security-groups?id=89c70239-bb8c-4be7-a607-9606849235d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528069 Nov 04 10:43:16.085060 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011faf1-f7ee-425d-92bb-887d1b0ef848 req-0344d3d9-e043-483e-a3b4-106ae5da93ab tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:16.086615 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a011faf1-f7ee-425d-92bb-887d1b0ef848 req-0344d3d9-e043-483e-a3b4-106ae5da93ab tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 947 time: 0.0511310 Nov 04 10:43:16.138328 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a011faf1-f7ee-425d-92bb-887d1b0ef848 req-0ba8cb00-c997-4bbb-84af-efe1b6fe62e0 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453432 Nov 04 10:43:16.325830 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6239429-c98e-49c5-b61e-7064666648f6 req-9411aa45-d815-432b-af70-5efb37454642 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:16.327447 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6239429-c98e-49c5-b61e-7064666648f6 req-9411aa45-d815-432b-af70-5efb37454642 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.121 "GET /v2.0/ports?device_id=ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa HTTP/1.1" status: 200 len: 946 time: 0.0527158 Nov 04 10:43:16.437374 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-c6239429-c98e-49c5-b61e-7064666648f6 req-ba8ace11-0a17-414c-8428-fb4a21e26dbd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Deleting port c3ee3560-6e59-4d2a-a673-6dd806418fd6 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:43:16.437717 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c6239429-c98e-49c5-b61e-7064666648f6 req-ba8ace11-0a17-414c-8428-fb4a21e26dbd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:16.561640 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb95857-ebc7-4780-ba54-6daf56761430 req-f182ce98-0d63-4644-a79d-e942eb93a169 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:16.563047 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5fb95857-ebc7-4780-ba54-6daf56761430 req-f182ce98-0d63-4644-a79d-e942eb93a169 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=2ca9161d-0a60-4caf-9e2a-6ce68a89d46b HTTP/1.1" status: 200 len: 943 time: 0.1107335 Nov 04 10:43:16.567949 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-c6239429-c98e-49c5-b61e-7064666648f6 req-ba8ace11-0a17-414c-8428-fb4a21e26dbd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] For port c3ee3560-6e59-4d2a-a673-6dd806418fd6, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=c3ee3560-6e59-4d2a-a673-6dd806418fd6,segment=NetworkSegment(f2c41c3e-8f76-447a-a97e-90dcfb81f85b),segment_id=f2c41c3e-8f76-447a-a97e-90dcfb81f85b)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:16.568304 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c6239429-c98e-49c5-b61e-7064666648f6 req-ba8ace11-0a17-414c-8428-fb4a21e26dbd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:16.592788 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-c6239429-c98e-49c5-b61e-7064666648f6 req-ba8ace11-0a17-414c-8428-fb4a21e26dbd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Calling delete_port for c3ee3560-6e59-4d2a-a673-6dd806418fd6 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:43:16.662102 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5fb95857-ebc7-4780-ba54-6daf56761430 req-48bdc651-21fe-4748-a2e7-60685f4519ff tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910413 Nov 04 10:43:16.754596 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c6239429-c98e-49c5-b61e-7064666648f6 req-ba8ace11-0a17-414c-8428-fb4a21e26dbd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:16.786596 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ace11-0a17-414c-8428-fb4a21e26dbd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event deleted for resources: {'Port': ['ID=c3ee3560-6e59-4d2a-a673-6dd806418fd6,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:16.843846 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6aad55d6-75f9-47d3-876e-4450924bb06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:16.845593 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6239429-c98e-49c5-b61e-7064666648f6 req-ba8ace11-0a17-414c-8428-fb4a21e26dbd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] No DVR routers for this DVR port c3ee3560-6e59-4d2a-a673-6dd806418fd6 on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:43:16.850285 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c6239429-c98e-49c5-b61e-7064666648f6 req-ba8ace11-0a17-414c-8428-fb4a21e26dbd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:16.853616 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6239429-c98e-49c5-b61e-7064666648f6 req-ba8ace11-0a17-414c-8428-fb4a21e26dbd tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.121 "DELETE /v2.0/ports/c3ee3560-6e59-4d2a-a673-6dd806418fd6 HTTP/1.1" status: 204 len: 173 time: 0.5184743 Nov 04 10:43:16.854049 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa', 'name': 'network-vif-deleted', 'tag': 'c3ee3560-6e59-4d2a-a673-6dd806418fd6'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:43:16.856297 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1ffbfa-b25c-43dc-867d-ae9cc42aaaaf" -d '{"events": [{"server_uuid": "ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa", "name": "network-vif-deleted", "tag": "c3ee3560-6e59-4d2a-a673-6dd806418fd6"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:43:16.875723 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334501d-3406-4ef1-8f1b-c3be172cba88 req-fc954491-3d50-420c-8311-d471f4ca622f tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:16.877278 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b334501d-3406-4ef1-8f1b-c3be172cba88 req-fc954491-3d50-420c-8311-d471f4ca622f tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] 10.222.0.127 "GET /v2.0/ports?device_id=22061b47-343c-4fdf-afb0-cf065b272a7b HTTP/1.1" status: 200 len: 946 time: 0.0943913 Nov 04 10:43:16.932034 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b334501d-3406-4ef1-8f1b-c3be172cba88 req-808327f5-fbe6-4cf1-b087-aecdc74fefa1 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] 10.222.0.127 "GET /v2.0/security-groups?id=47180c2b-ea72-4d25-9a22-6c231779ebc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473776 Nov 04 10:43:17.064000 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device f636421c-3755-425a-977c-7d26c82b7d06 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:43:17.070823 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device af3bb775-c9f6-4aad-940e-944b72d676a9 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:43:17.172097 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dfa64c81-6329-4d3a-9fbd-9e06ebf5fa46 req-697f6130-ad52-4fad-b008-ceb95fde3cd7 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "GET /v2.0/ports?device_id=ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa HTTP/1.1" status: 200 len: 210 time: 0.0572741 Nov 04 10:43:17.202620 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b899ae8-404b-496b-971c-dcd771086507 req-8e49ad38-b656-4fbb-aabf-f2129b71c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:17.204840 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b899ae8-404b-496b-971c-dcd771086507 req-8e49ad38-b656-4fbb-aabf-f2129b71c3d8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=29bd235aa852458bb135c8f7a3e04153&device_id=2eb06ec2-40e3-4d75-8cef-c3393d6aa749 HTTP/1.1" status: 200 len: 1097 time: 0.0780818 Nov 04 10:43:17.229146 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port af3bb775-c9f6-4aad-940e-944b72d676a9 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:43:17.229518 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:17.232402 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port f636421c-3755-425a-977c-7d26c82b7d06, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=f636421c-3755-425a-977c-7d26c82b7d06,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:17.242917 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee966499-82d7-49dc-aa7e-306b4cd40584 x-openstack-request-id: req-ee966499-82d7-49dc-aa7e-306b4cd40584 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:43:17.243224 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa", "name": "network-vif-deleted", "tag": "c3ee3560-6e59-4d2a-a673-6dd806418fd6", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:43:17.243474 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ee966499-82d7-49dc-aa7e-306b4cd40584 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:43:17.244011 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7bc666-e4dc-48e7-b5cd-e7ad5e5b15fa', 'name': 'network-vif-deleted', 'tag': 'c3ee3560-6e59-4d2a-a673-6dd806418fd6', 'status': 'completed', 'code': 200} Nov 04 10:43:17.266460 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'f636421c-3755-425a-977c-7d26c82b7d06', 'network_id': '8c8a1e5a-f063-46d4-a45c-05147903d1b7', 'port_id': 'f636421c-3755-425a-977c-7d26c82b7d06', 'mac_address': 'fa:16:3e:eb:a8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5626b5c5-059d-4165-96a5-a79a81820db5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:43:17.341467 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:17.365451 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f636421c-3755-425a-977c-7d26c82b7d06 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:43:17.370490 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:17.374786 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb8b1a-ed2d-4323-90b4-5862df619475 req-4b223a82-115a-4bf7-a084-bc6466405af9 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:17.376359 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fceb8b1a-ed2d-4323-90b4-5862df619475 req-4b223a82-115a-4bf7-a084-bc6466405af9 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] 10.222.0.127 "GET /v2.0/ports?device_id=2eb06ec2-40e3-4d75-8cef-c3393d6aa749 HTTP/1.1" status: 200 len: 946 time: 0.0749860 Nov 04 10:43:17.404960 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port f636421c-3755-425a-977c-7d26c82b7d06, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=f636421c-3755-425a-977c-7d26c82b7d06,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:17.411028 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b899ae8-404b-496b-971c-dcd771086507 req-fb7af23d-9c22-44f9-bcb1-5389e7e36b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:17.412566 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a14509-5aa8-41ef-a888-77676ea16350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3bb775-c9f6-4aad-940e-944b72d676a9'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:43:17.412729 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b899ae8-404b-496b-971c-dcd771086507 req-fb7af23d-9c22-44f9-bcb1-5389e7e36b0c service neutron] 10.222.0.121 "GET /v2.0/networks?id=b5fd1a66-3543-4ae8-9274-6e7926faed49 HTTP/1.1" status: 200 len: 916 time: 0.1841526 Nov 04 10:43:17.415033 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d072566-d436-42de-97ff-4d5a7692bf31" -d '{"events": [{"server_uuid": "80a14509-5aa8-41ef-a888-77676ea16350", "name": "network-vif-plugged", "status": "completed", "tag": "af3bb775-c9f6-4aad-940e-944b72d676a9"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:43:17.424937 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:17.431335 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port af3bb775-c9f6-4aad-940e-944b72d676a9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=af3bb775-c9f6-4aad-940e-944b72d676a9,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:17.456283 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:17.481615 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b899ae8-404b-496b-971c-dcd771086507 req-451ca669-06a1-4973-96e1-665b96a428fe service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f78e394-86e4-4632-9bbd-6ab22340d946 HTTP/1.1" status: 200 len: 217 time: 0.0496802 Nov 04 10:43:17.486115 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=f636421c-3755-425a-977c-7d26c82b7d06,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:17.490988 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fceb8b1a-ed2d-4323-90b4-5862df619475 req-b5086ade-e88c-41c3-8cb6-480406a218b0 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] 10.222.0.127 "GET /v2.0/security-groups?id=89c70239-bb8c-4be7-a607-9606849235d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049678 Nov 04 10:43:17.548126 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=af3bb775-c9f6-4aad-940e-944b72d676a9,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:17.549925 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b899ae8-404b-496b-971c-dcd771086507 req-acaa3a58-d432-4540-b093-8ebca90339f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:17.552747 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b899ae8-404b-496b-971c-dcd771086507 req-acaa3a58-d432-4540-b093-8ebca90339f6 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=008a44f8-b7a7-49fa-b0e6-31cf21b55d46 HTTP/1.1" status: 200 len: 854 time: 0.0605741 Nov 04 10:43:17.594901 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b899ae8-404b-496b-971c-dcd771086507 req-129230b6-d256-4af3-bbe8-7627b3aeef09 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b5fd1a66-3543-4ae8-9274-6e7926faed49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323551 Nov 04 10:43:17.688986 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5c7df-62da-40c3-bbb2-31c0fd9cbf68 req-a1e0e93a-cdd7-4e20-abb8-140908a6be15 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:17.690456 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-32b5c7df-62da-40c3-bbb2-31c0fd9cbf68 req-a1e0e93a-cdd7-4e20-abb8-140908a6be15 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.1201465 Nov 04 10:43:17.754777 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b899ae8-404b-496b-971c-dcd771086507 req-9c974aec-2c54-476d-9d8c-7ed829609ac8 service neutron] 10.222.0.121 "GET /v2.0/networks/b5fd1a66-3543-4ae8-9274-6e7926faed49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460943 Nov 04 10:43:17.791089 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['f636421c-3755-425a-977c-7d26c82b7d06'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:43:17.801084 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-32b5c7df-62da-40c3-bbb2-31c0fd9cbf68 req-4dd72d3a-0178-4096-82e4-8d074a96995f tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041749 Nov 04 10:43:17.883407 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b899ae8-404b-496b-971c-dcd771086507 req-de8538e8-0611-4da0-b454-413ea883c321 service neutron] 10.222.0.121 "GET /v2.0/networks/b5fd1a66-3543-4ae8-9274-6e7926faed49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126468 Nov 04 10:43:17.993157 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb13e62b-23bc-49e8-9c6d-beb7cd93194c x-openstack-request-id: req-eb13e62b-23bc-49e8-9c6d-beb7cd93194c {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:43:17.993657 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a14509-5aa8-41ef-a888-77676ea16350", "name": "network-vif-plugged", "status": "completed", "tag": "af3bb775-c9f6-4aad-940e-944b72d676a9", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:43:17.993759 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-eb13e62b-23bc-49e8-9c6d-beb7cd93194c {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:43:17.994114 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a14509-5aa8-41ef-a888-77676ea16350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3bb775-c9f6-4aad-940e-944b72d676a9', 'code': 200} Nov 04 10:43:18.099533 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfe902-95a4-4830-9185-8efd151e5fbd req-00039640-a8c9-4aa2-8000-8100d2fd9699 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:18.101401 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-efcfe902-95a4-4830-9185-8efd151e5fbd req-00039640-a8c9-4aa2-8000-8100d2fd9699 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=2ca9161d-0a60-4caf-9e2a-6ce68a89d46b HTTP/1.1" status: 200 len: 944 time: 0.0632954 Nov 04 10:43:18.182020 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-efcfe902-95a4-4830-9185-8efd151e5fbd req-47b58e30-637c-42f8-9f95-341130fdec3b tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717144 Nov 04 10:43:18.192897 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35e8fc-22da-4bb7-b511-3ff8d1426564 req-a5c212cc-b8f7-43ee-a7bc-dfca2b859fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:18.194438 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ee35e8fc-22da-4bb7-b511-3ff8d1426564 req-a5c212cc-b8f7-43ee-a7bc-dfca2b859fdd service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 1100 time: 0.0543423 Nov 04 10:43:18.256250 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ee35e8fc-22da-4bb7-b511-3ff8d1426564 req-f4197d66-76d7-42d4-8611-b949504b61c3 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500860 Nov 04 10:43:18.326768 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845ff63-a3c4-48e4-a848-8a62262547b8 req-7fb34339-05b7-45c6-958b-b1ca7bb35092 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:18.328236 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3845ff63-a3c4-48e4-a848-8a62262547b8 req-7fb34339-05b7-45c6-958b-b1ca7bb35092 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] 10.222.0.127 "GET /v2.0/ports?device_id=22061b47-343c-4fdf-afb0-cf065b272a7b HTTP/1.1" status: 200 len: 946 time: 0.0880170 Nov 04 10:43:18.340399 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63921af5-e41e-439d-9e93-bc3a6c3bdb59 req-84c9b782-49ec-4bc3-98b2-846ae9f667fb tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:18.341896 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-63921af5-e41e-439d-9e93-bc3a6c3bdb59 req-84c9b782-49ec-4bc3-98b2-846ae9f667fb tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] 10.222.0.121 "GET /v2.0/ports?device_id=22061b47-343c-4fdf-afb0-cf065b272a7b HTTP/1.1" status: 200 len: 946 time: 0.0668488 Nov 04 10:43:18.420321 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3845ff63-a3c4-48e4-a848-8a62262547b8 req-2299a615-ab98-42d5-9fca-7caa61c2bef3 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] 10.222.0.127 "GET /v2.0/security-groups?id=47180c2b-ea72-4d25-9a22-6c231779ebc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774012 Nov 04 10:43:18.475623 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-63921af5-e41e-439d-9e93-bc3a6c3bdb59 req-4759834f-1b73-4806-b310-48a78fc7e901 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Deleting port 47e90beb-0884-4a32-bd6d-1194bb3f7b33 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:43:18.475973 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-63921af5-e41e-439d-9e93-bc3a6c3bdb59 req-4759834f-1b73-4806-b310-48a78fc7e901 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:18.487828 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47984) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:18.548734 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-728929b0-1d01-4276-8f11-c51daaf22227 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:18.574695 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-728929b0-1d01-4276-8f11-c51daaf22227 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:18.583966 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-63921af5-e41e-439d-9e93-bc3a6c3bdb59 req-4759834f-1b73-4806-b310-48a78fc7e901 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] For port 47e90beb-0884-4a32-bd6d-1194bb3f7b33, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=47e90beb-0884-4a32-bd6d-1194bb3f7b33,segment=NetworkSegment(0eec074b-2081-47fc-8234-39e3bb5ee601),segment_id=0eec074b-2081-47fc-8234-39e3bb5ee601)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:18.584325 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-63921af5-e41e-439d-9e93-bc3a6c3bdb59 req-4759834f-1b73-4806-b310-48a78fc7e901 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:18.612360 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-63921af5-e41e-439d-9e93-bc3a6c3bdb59 req-4759834f-1b73-4806-b310-48a78fc7e901 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Calling delete_port for 47e90beb-0884-4a32-bd6d-1194bb3f7b33 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:43:18.636156 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-728929b0-1d01-4276-8f11-c51daaf22227 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:18.638849 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-728929b0-1d01-4276-8f11-c51daaf22227 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:18.640195 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-728929b0-1d01-4276-8f11-c51daaf22227 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "DELETE /v2.0/security-groups/1f69f6d8-db14-4975-8e35-b9ad030402cf HTTP/1.1" status: 204 len: 168 time: 0.1510561 Nov 04 10:43:18.649644 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728929b0-1d01-4276-8f11-c51daaf22227 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f69f6d8-db14-4975-8e35-b9ad030402cf,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:18.681535 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5cb33-fde0-4826-a693-bb8a19dd8477 req-64709278-cfc7-441c-bd12-b97e9f9b3ded tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:18.683050 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6df5cb33-fde0-4826-a693-bb8a19dd8477 req-64709278-cfc7-441c-bd12-b97e9f9b3ded tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] 10.222.0.127 "GET /v2.0/ports?device_id=2eb06ec2-40e3-4d75-8cef-c3393d6aa749 HTTP/1.1" status: 200 len: 946 time: 0.1150351 Nov 04 10:43:18.754164 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6df5cb33-fde0-4826-a693-bb8a19dd8477 req-fc45ed09-b86e-4ff3-92b4-07f17301f874 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] 10.222.0.127 "GET /v2.0/security-groups?id=89c70239-bb8c-4be7-a607-9606849235d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636823 Nov 04 10:43:18.802978 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47992) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:18.823654 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-63921af5-e41e-439d-9e93-bc3a6c3bdb59 req-4759834f-1b73-4806-b310-48a78fc7e901 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:18.836197 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['47e90beb-0884-4a32-bd6d-1194bb3f7b33'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:43:18.887216 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759834f-1b73-4806-b310-48a78fc7e901 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Pushing event deleted for resources: {'Port': ['ID=47e90beb-0884-4a32-bd6d-1194bb3f7b33,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:18.942190 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-63921af5-e41e-439d-9e93-bc3a6c3bdb59 req-4759834f-1b73-4806-b310-48a78fc7e901 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] No DVR routers for this DVR port 47e90beb-0884-4a32-bd6d-1194bb3f7b33 on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:43:18.944890 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-63921af5-e41e-439d-9e93-bc3a6c3bdb59 req-4759834f-1b73-4806-b310-48a78fc7e901 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:18.948601 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-63921af5-e41e-439d-9e93-bc3a6c3bdb59 req-4759834f-1b73-4806-b310-48a78fc7e901 tempest-VolumesActionsTest-460295419 tempest-VolumesActionsTest-460295419-project] 10.222.0.121 "DELETE /v2.0/ports/47e90beb-0884-4a32-bd6d-1194bb3f7b33 HTTP/1.1" status: 204 len: 173 time: 0.5926421 Nov 04 10:43:19.010304 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394a37e-b270-4d27-b894-4811f2ace7f2 req-3c450fca-0503-4f71-a03f-97a62f5629b9 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:19.017899 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e394a37e-b270-4d27-b894-4811f2ace7f2 req-3c450fca-0503-4f71-a03f-97a62f5629b9 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.0682330 Nov 04 10:43:19.068579 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e394a37e-b270-4d27-b894-4811f2ace7f2 req-14936f9c-b302-4d5a-b390-80effe43066a tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497792 Nov 04 10:43:19.092460 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device f636421c-3755-425a-977c-7d26c82b7d06 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:43:19.183678 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port f636421c-3755-425a-977c-7d26c82b7d06 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:43:19.188012 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port f636421c-3755-425a-977c-7d26c82b7d06 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:43:19.188387 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:19.245390 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22061b47-343c-4fdf-afb0-cf065b272a7b', 'name': 'network-vif-deleted', 'tag': '47e90beb-0884-4a32-bd6d-1194bb3f7b33'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:43:19.248035 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c94cbb5-a5ab-4847-8899-ef85835c158d" -d '{"events": [{"server_uuid": "22061b47-343c-4fdf-afb0-cf065b272a7b", "name": "network-vif-deleted", "tag": "47e90beb-0884-4a32-bd6d-1194bb3f7b33"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:43:19.315769 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:19.358880 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e5742739-ce2d-497e-bc66-30b867215682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:19.374445 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port f636421c-3755-425a-977c-7d26c82b7d06, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=f636421c-3755-425a-977c-7d26c82b7d06,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:19.379846 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:19.411185 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a2b68e74-b8b7-4d8e-b5c4-9917082d547a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:19.436023 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=f636421c-3755-425a-977c-7d26c82b7d06,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:19.499113 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acee6a-bfc3-4cdd-9fc6-0d2b18e30b87 req-40a7559a-7a4b-4290-9ba1-7e97a4826959 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:19.505386 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f4acee6a-bfc3-4cdd-9fc6-0d2b18e30b87 req-40a7559a-7a4b-4290-9ba1-7e97a4826959 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=2ca9161d-0a60-4caf-9e2a-6ce68a89d46b HTTP/1.1" status: 200 len: 945 time: 0.0623796 Nov 04 10:43:19.558306 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f4acee6a-bfc3-4cdd-9fc6-0d2b18e30b87 req-5297abfc-c5ad-4d41-b064-049f80be62ca tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512321 Nov 04 10:43:19.608742 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a0f063-eb96-494a-ab51-098a6e2e45b0 x-openstack-request-id: req-32a0f063-eb96-494a-ab51-098a6e2e45b0 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:43:19.609133 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22061b47-343c-4fdf-afb0-cf065b272a7b", "name": "network-vif-deleted", "tag": "47e90beb-0884-4a32-bd6d-1194bb3f7b33", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:43:19.609473 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-32a0f063-eb96-494a-ab51-098a6e2e45b0 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:43:19.610054 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22061b47-343c-4fdf-afb0-cf065b272a7b', 'name': 'network-vif-deleted', 'tag': '47e90beb-0884-4a32-bd6d-1194bb3f7b33', 'status': 'completed', 'code': 200} Nov 04 10:43:19.694477 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-a2b68e74-b8b7-4d8e-b5c4-9917082d547a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Deleting port ba0a0858-5bd0-41bc-a4e7-0f198a852e86 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:43:19.695078 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a2b68e74-b8b7-4d8e-b5c4-9917082d547a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:19.817927 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-a2b68e74-b8b7-4d8e-b5c4-9917082d547a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] For port ba0a0858-5bd0-41bc-a4e7-0f198a852e86, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ba0a0858-5bd0-41bc-a4e7-0f198a852e86,segment=NetworkSegment(f2c41c3e-8f76-447a-a97e-90dcfb81f85b),segment_id=f2c41c3e-8f76-447a-a97e-90dcfb81f85b)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:19.817927 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a2b68e74-b8b7-4d8e-b5c4-9917082d547a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:19.834276 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-a2b68e74-b8b7-4d8e-b5c4-9917082d547a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Calling delete_port for ba0a0858-5bd0-41bc-a4e7-0f198a852e86 owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:43:19.920675 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a579962-1e60-497c-8136-f28253df73f1 req-683fa93d-0514-42ab-aaa6-ce9ae0501e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:19.922271 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a579962-1e60-497c-8136-f28253df73f1 req-683fa93d-0514-42ab-aaa6-ce9ae0501e5f service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=ead355d3198b4aadbda9707a7fac95b2&device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 1096 time: 0.0709884 Nov 04 10:43:19.934370 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71ff26-e435-43dc-83d1-178935f44674 req-db9be200-1eb3-4f85-88e7-0d7d1a896373 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:19.935892 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3b71ff26-e435-43dc-83d1-178935f44674 req-db9be200-1eb3-4f85-88e7-0d7d1a896373 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] 10.222.0.127 "GET /v2.0/ports?device_id=2eb06ec2-40e3-4d75-8cef-c3393d6aa749 HTTP/1.1" status: 200 len: 946 time: 0.0757697 Nov 04 10:43:19.959908 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device c3ee3560-6e59-4d2a-a673-6dd806418fd6 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:43:19.987530 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: c3ee3560-6e59-4d2a-a673-6dd806418fd6 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:43:19.987736 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device c3ee3560-6e59-4d2a-a673-6dd806418fd6 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:43:19.995428 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca9161d-0a60-4caf-9e2a-6ce68a89d46b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f636421c-3755-425a-977c-7d26c82b7d06'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:43:19.998021 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd2c505-1548-46dc-9467-83df6c5434a1" -d '{"events": [{"server_uuid": "2ca9161d-0a60-4caf-9e2a-6ce68a89d46b", "name": "network-vif-plugged", "status": "completed", "tag": "f636421c-3755-425a-977c-7d26c82b7d06"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:43:20.050094 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3b71ff26-e435-43dc-83d1-178935f44674 req-baa30e49-0929-4b86-b9e2-17e7a9eee22c tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] 10.222.0.127 "GET /v2.0/security-groups?id=89c70239-bb8c-4be7-a607-9606849235d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044130 Nov 04 10:43:20.080869 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a579962-1e60-497c-8136-f28253df73f1 req-0204963f-e960-46dc-b4ab-f970344ad71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:20.082605 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a579962-1e60-497c-8136-f28253df73f1 req-0204963f-e960-46dc-b4ab-f970344ad71a service neutron] 10.222.0.126 "GET /v2.0/networks?id=eb289679-7639-4a66-aa3b-ec07d6a9d79d HTTP/1.1" status: 200 len: 921 time: 0.1456909 Nov 04 10:43:20.151266 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a579962-1e60-497c-8136-f28253df73f1 req-68901c58-486e-41c2-b9b0-13750d21b35a service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b45698a8-448e-4114-8b03-1c7e4d84ded8 HTTP/1.1" status: 200 len: 217 time: 0.0609033 Nov 04 10:43:20.242041 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92a9e0-1bdd-4193-9b35-7b0b855b429c req-1bfa44f6-1d27-477c-908e-0e8e1ee3a740 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:20.243837 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4b92a9e0-1bdd-4193-9b35-7b0b855b429c req-1bfa44f6-1d27-477c-908e-0e8e1ee3a740 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.0916877 Nov 04 10:43:20.245536 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a579962-1e60-497c-8136-f28253df73f1 req-69feb3dc-0743-4dcc-b85b-7c7aec26a216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:20.246976 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a579962-1e60-497c-8136-f28253df73f1 req-69feb3dc-0743-4dcc-b85b-7c7aec26a216 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=59bf7bce-0a06-4e94-b69d-9476ec3fc967 HTTP/1.1" status: 200 len: 859 time: 0.0837381 Nov 04 10:43:20.300952 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a579962-1e60-497c-8136-f28253df73f1 req-00ddfbf7-3c60-4b0b-9ad2-9fef8eac6130 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=eb289679-7639-4a66-aa3b-ec07d6a9d79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396645 Nov 04 10:43:20.373297 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4b92a9e0-1bdd-4193-9b35-7b0b855b429c req-bebb3f31-3ad3-467f-9d56-3ff2a8be9ee0 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192460 Nov 04 10:43:20.384254 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a2b68e74-b8b7-4d8e-b5c4-9917082d547a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:20.435756 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a579962-1e60-497c-8136-f28253df73f1 req-5bafa1f0-efca-40c0-9b93-82ef9f76e2fe service neutron] 10.222.0.126 "GET /v2.0/networks/eb289679-7639-4a66-aa3b-ec07d6a9d79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217296 Nov 04 10:43:20.437948 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b68e74-b8b7-4d8e-b5c4-9917082d547a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event deleted for resources: {'Port': ['ID=ba0a0858-5bd0-41bc-a4e7-0f198a852e86,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:20.483437 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77d6955-d77e-4d2f-b282-19a1cb173b11 x-openstack-request-id: req-d77d6955-d77e-4d2f-b282-19a1cb173b11 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:43:20.483960 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca9161d-0a60-4caf-9e2a-6ce68a89d46b", "name": "network-vif-plugged", "status": "completed", "tag": "f636421c-3755-425a-977c-7d26c82b7d06", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:43:20.484104 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-d77d6955-d77e-4d2f-b282-19a1cb173b11 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:43:20.485544 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca9161d-0a60-4caf-9e2a-6ce68a89d46b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f636421c-3755-425a-977c-7d26c82b7d06', 'code': 200} Nov 04 10:43:20.601752 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a579962-1e60-497c-8136-f28253df73f1 req-9660ca82-703c-4148-a33c-c10c4fea5209 service neutron] 10.222.0.126 "GET /v2.0/networks/eb289679-7639-4a66-aa3b-ec07d6a9d79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581056 Nov 04 10:43:20.661194 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:20.699952 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b351d-3567-49bc-b19f-f0651cf5c9bb req-0d2e141b-63bd-4ffc-b785-97cc29dfde1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:20.700539 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0936cb-334d-4fe0-98c3-fdfca041f485 req-e1d879d3-c9a7-4e2f-bafa-43140fd1d8a5 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:20.701653 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-928b351d-3567-49bc-b19f-f0651cf5c9bb req-0d2e141b-63bd-4ffc-b785-97cc29dfde1e service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=2ca9161d-0a60-4caf-9e2a-6ce68a89d46b HTTP/1.1" status: 200 len: 1096 time: 0.0635183 Nov 04 10:43:20.702353 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dd0936cb-334d-4fe0-98c3-fdfca041f485 req-e1d879d3-c9a7-4e2f-bafa-43140fd1d8a5 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.0996411 Nov 04 10:43:20.709301 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a2b68e74-b8b7-4d8e-b5c4-9917082d547a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:20.781551 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dd0936cb-334d-4fe0-98c3-fdfca041f485 req-868b440d-4690-41f2-92e5-e4da3d2f15f7 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727403 Nov 04 10:43:20.811017 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-928b351d-3567-49bc-b19f-f0651cf5c9bb req-d2041f19-50f3-4240-9e43-0f03d49bae9d service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904245 Nov 04 10:43:20.983255 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b68e74-b8b7-4d8e-b5c4-9917082d547a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Router 5c54c214-efa1-460d-b259-56a60ab1e8ff has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:43:21.101757 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b68e74-b8b7-4d8e-b5c4-9917082d547a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:43:21.107153 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a2b68e74-b8b7-4d8e-b5c4-9917082d547a tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "PUT /v2.0/routers/5c54c214-efa1-460d-b259-56a60ab1e8ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3014135 Nov 04 10:43:21.110357 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48046) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:21.115819 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8d197f-831d-420f-ac3d-ce734d5ad577 None None] Sync routers for ids ['5c54c214-efa1-460d-b259-56a60ab1e8ff'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:43:21.127034 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8d197f-831d-420f-ac3d-ce734d5ad577 None None] Routers {'5c54c214-efa1-460d-b259-56a60ab1e8ff'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:43:21.127884 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9a8d197f-831d-420f-ac3d-ce734d5ad577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:43:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['5c54c214-efa1-460d-b259-56a60ab1e8ff'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:43:21.161905 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483420b8-2020-466e-ae7f-cd787f2fce62 req-fabccd42-7c8b-451f-abbd-98c5e5c0a115 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:21.163801 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-483420b8-2020-466e-ae7f-cd787f2fce62 req-fabccd42-7c8b-451f-abbd-98c5e5c0a115 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=2ca9161d-0a60-4caf-9e2a-6ce68a89d46b HTTP/1.1" status: 200 len: 945 time: 0.0819502 Nov 04 10:43:21.169222 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d8fdd82-ca8f-4d00-8d47-eb1ec5669749 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Deleting subnet 59335a63-ec1a-47a5-bfa2-0cd07786ba27 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:43:21.173896 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7d8fdd82-ca8f-4d00-8d47-eb1ec5669749 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:21.235719 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7d8fdd82-ca8f-4d00-8d47-eb1ec5669749 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:21.284993 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-9a8d197f-831d-420f-ac3d-ce734d5ad577 None None] Set router 5c54c214-efa1-460d-b259-56a60ab1e8ff gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:43:21.296795 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e40010-6cf6-4729-a592-9dddbb4661c6 req-c89c6568-cc10-450e-869f-c0c9f1fcd891 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:21.298436 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-09e40010-6cf6-4729-a592-9dddbb4661c6 req-c89c6568-cc10-450e-869f-c0c9f1fcd891 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] 10.222.0.121 "GET /v2.0/ports?device_id=2eb06ec2-40e3-4d75-8cef-c3393d6aa749 HTTP/1.1" status: 200 len: 946 time: 0.1335921 Nov 04 10:43:21.307584 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-483420b8-2020-466e-ae7f-cd787f2fce62 req-8d599a2f-af8d-45ba-bb3f-84f25547a393 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059551 Nov 04 10:43:21.342247 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7d8fdd82-ca8f-4d00-8d47-eb1ec5669749 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:21.447129 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7d8fdd82-ca8f-4d00-8d47-eb1ec5669749 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:21.479603 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fdd82-ca8f-4d00-8d47-eb1ec5669749 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event deleted for resources: {'Subnet': ['ID=59335a63-ec1a-47a5-bfa2-0cd07786ba27,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:21.485906 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7d8fdd82-ca8f-4d00-8d47-eb1ec5669749 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:21.489535 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7d8fdd82-ca8f-4d00-8d47-eb1ec5669749 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "DELETE /v2.0/subnets/59335a63-ec1a-47a5-bfa2-0cd07786ba27 HTTP/1.1" status: 204 len: 168 time: 0.3781397 Nov 04 10:43:21.493558 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 48052) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:21.510362 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40eb0e-76f6-4da0-8593-7177a22b8ce9 req-50600bdb-3c90-4bce-818e-fb9983bb9849 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:21.512022 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea40eb0e-76f6-4da0-8593-7177a22b8ce9 req-50600bdb-3c90-4bce-818e-fb9983bb9849 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.0953784 Nov 04 10:43:21.514645 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-09e40010-6cf6-4729-a592-9dddbb4661c6 req-eca58a0b-1a82-4df9-afa2-52d4a4cd978c tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Deleting port 2f78e394-86e4-4632-9bbd-6ab22340d946 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:43:21.514975 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-09e40010-6cf6-4729-a592-9dddbb4661c6 req-eca58a0b-1a82-4df9-afa2-52d4a4cd978c tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:21.645208 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d6fbd4-8779-431d-8156-22e5cf548b69 None None] Network ca618409-65ac-47e4-852b-e90a8d6ee201 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:43:21.702152 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea40eb0e-76f6-4da0-8593-7177a22b8ce9 req-e2399101-dbcc-4e94-8a50-8f2e8313f79b tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353176 Nov 04 10:43:21.734660 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dd06f2ac-e6ce-4ee8-bb28-17ce3e7f5586 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:21.794850 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-09e40010-6cf6-4729-a592-9dddbb4661c6 req-eca58a0b-1a82-4df9-afa2-52d4a4cd978c tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] For port 2f78e394-86e4-4632-9bbd-6ab22340d946, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=2f78e394-86e4-4632-9bbd-6ab22340d946,segment=NetworkSegment(dcfc5969-3d80-45b8-a061-e88c45871993),segment_id=dcfc5969-3d80-45b8-a061-e88c45871993)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:21.795388 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-09e40010-6cf6-4729-a592-9dddbb4661c6 req-eca58a0b-1a82-4df9-afa2-52d4a4cd978c tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:21.832061 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-09e40010-6cf6-4729-a592-9dddbb4661c6 req-eca58a0b-1a82-4df9-afa2-52d4a4cd978c tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Calling delete_port for 2f78e394-86e4-4632-9bbd-6ab22340d946 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:43:21.850255 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9a8d197f-831d-420f-ac3d-ce734d5ad577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'name': 'tempest-TestNetworkBasicOps-router-195072589', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:36Z', 'updated_at': '2021-11-04T10:43:20Z', 'revision_number': 5, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:39Z', 'updated_at': '2021-11-04T10:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:43:21.880302 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8d197f-831d-420f-ac3d-ce734d5ad577 None None] Checking router: 5c54c214-efa1-460d-b259-56a60ab1e8ff for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:43:21.889595 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8d197f-831d-420f-ac3d-ce734d5ad577 None None] Routers {'5c54c214-efa1-460d-b259-56a60ab1e8ff'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:43:21.890207 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9a8d197f-831d-420f-ac3d-ce734d5ad577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:43:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['5c54c214-efa1-460d-b259-56a60ab1e8ff'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:43:21.931122 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c07a989-f7cf-4d9e-9ed8-8e6684a1c676 None None] DHCP port deletion for ca618409-65ac-47e4-852b-e90a8d6ee201 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:43:21.938002 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186aa81-8572-4cf5-b6b3-ba45b41ce6ac req-795885f4-419d-4473-8079-4292c8d4da05 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:21.939522 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f186aa81-8572-4cf5-b6b3-ba45b41ce6ac req-795885f4-419d-4473-8079-4292c8d4da05 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] 10.222.0.127 "GET /v2.0/ports?device_id=2eb06ec2-40e3-4d75-8cef-c3393d6aa749 HTTP/1.1" status: 200 len: 946 time: 0.1635840 Nov 04 10:43:21.974352 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dd06f2ac-e6ce-4ee8-bb28-17ce3e7f5586 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:22.014923 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 47e90beb-0884-4a32-bd6d-1194bb3f7b33 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:43:22.041918 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 47e90beb-0884-4a32-bd6d-1194bb3f7b33 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:43:22.042260 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 47e90beb-0884-4a32-bd6d-1194bb3f7b33 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:43:22.043542 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f186aa81-8572-4cf5-b6b3-ba45b41ce6ac req-8d3987bc-c7d0-4af0-8b1b-0dd84b99b678 tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] 10.222.0.127 "GET /v2.0/security-groups?id=89c70239-bb8c-4be7-a607-9606849235d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957799 Nov 04 10:43:22.070952 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-9a8d197f-831d-420f-ac3d-ce734d5ad577 None None] Set router 5c54c214-efa1-460d-b259-56a60ab1e8ff gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:43:22.112137 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-dd06f2ac-e6ce-4ee8-bb28-17ce3e7f5586 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Deleting port d3b4f330-6c49-4c0c-92cc-67c3f2c7c22e {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:43:22.112511 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dd06f2ac-e6ce-4ee8-bb28-17ce3e7f5586 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:22.143976 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-1c07a989-f7cf-4d9e-9ed8-8e6684a1c676 None None] Deleting port fbd1cf8f-cae4-4cbc-85e7-ba27ef6d4524 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:43:22.144614 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1c07a989-f7cf-4d9e-9ed8-8e6684a1c676 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:22.187352 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-09e40010-6cf6-4729-a592-9dddbb4661c6 req-eca58a0b-1a82-4df9-afa2-52d4a4cd978c tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:22.237472 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['2f78e394-86e4-4632-9bbd-6ab22340d946'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:43:22.263322 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:22.302913 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-1c07a989-f7cf-4d9e-9ed8-8e6684a1c676 None None] For port fbd1cf8f-cae4-4cbc-85e7-ba27ef6d4524, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=fbd1cf8f-cae4-4cbc-85e7-ba27ef6d4524,segment=NetworkSegment(f2c41c3e-8f76-447a-a97e-90dcfb81f85b),segment_id=f2c41c3e-8f76-447a-a97e-90dcfb81f85b)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:22.303302 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1c07a989-f7cf-4d9e-9ed8-8e6684a1c676 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:22.326470 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-1c07a989-f7cf-4d9e-9ed8-8e6684a1c676 None None] Calling delete_port for fbd1cf8f-cae4-4cbc-85e7-ba27ef6d4524 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:43:22.454472 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9a8d197f-831d-420f-ac3d-ce734d5ad577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'name': 'tempest-TestNetworkBasicOps-router-195072589', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:36Z', 'updated_at': '2021-11-04T10:43:20Z', 'revision_number': 5, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:39Z', 'updated_at': '2021-11-04T10:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:43:22.458523 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1c07a989-f7cf-4d9e-9ed8-8e6684a1c676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:22.487090 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8d197f-831d-420f-ac3d-ce734d5ad577 None None] The sync data for ids ['5c54c214-efa1-460d-b259-56a60ab1e8ff'] in n-d-816629-1 is: [{'id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'name': 'tempest-TestNetworkBasicOps-router-195072589', 'tenant_id': '45c1d4a009b54581bacf1fbcabe00677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:36Z', 'updated_at': '2021-11-04T10:43:20Z', 'revision_number': 5, 'project_id': '45c1d4a009b54581bacf1fbcabe00677', 'gw_port': {'id': 'd3b4f330-6c49-4c0c-92cc-67c3f2c7c22e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c54c214-efa1-460d-b259-56a60ab1e8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:39Z', 'updated_at': '2021-11-04T10:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:43:22.510567 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07a989-f7cf-4d9e-9ed8-8e6684a1c676 None None] Pushing event deleted for resources: {'Port': ['ID=fbd1cf8f-cae4-4cbc-85e7-ba27ef6d4524,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:22.515720 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c07a989-f7cf-4d9e-9ed8-8e6684a1c676 None None] No DVR routers for this DVR port fbd1cf8f-cae4-4cbc-85e7-ba27ef6d4524 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:43:22.577561 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:22.587436 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca58a0b-1a82-4df9-afa2-52d4a4cd978c tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Pushing event deleted for resources: {'Port': ['ID=2f78e394-86e4-4632-9bbd-6ab22340d946,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:22.651445 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e40010-6cf6-4729-a592-9dddbb4661c6 req-eca58a0b-1a82-4df9-afa2-52d4a4cd978c tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] No DVR routers for this DVR port 2f78e394-86e4-4632-9bbd-6ab22340d946 on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:43:22.654239 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-09e40010-6cf6-4729-a592-9dddbb4661c6 req-eca58a0b-1a82-4df9-afa2-52d4a4cd978c tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:22.658928 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-09e40010-6cf6-4729-a592-9dddbb4661c6 req-eca58a0b-1a82-4df9-afa2-52d4a4cd978c tempest-InstanceActionsTestJSON-1913156563 tempest-InstanceActionsTestJSON-1913156563-project] 10.222.0.121 "DELETE /v2.0/ports/2f78e394-86e4-4632-9bbd-6ab22340d946 HTTP/1.1" status: 204 len: 173 time: 1.3502903 Nov 04 10:43:22.667799 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91eddb7-543b-4513-9aa4-2a6f81bbdb57 req-ab953645-3ee4-4b40-a74d-f15192cd1db1 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:22.669317 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b91eddb7-543b-4513-9aa4-2a6f81bbdb57 req-ab953645-3ee4-4b40-a74d-f15192cd1db1 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.5118260 Nov 04 10:43:22.674005 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb06ec2-40e3-4d75-8cef-c3393d6aa749', 'name': 'network-vif-deleted', 'tag': '2f78e394-86e4-4632-9bbd-6ab22340d946'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:43:22.676560 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04859c10-b089-42f6-a579-ece458b99897" -d '{"events": [{"server_uuid": "2eb06ec2-40e3-4d75-8cef-c3393d6aa749", "name": "network-vif-deleted", "tag": "2f78e394-86e4-4632-9bbd-6ab22340d946"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:43:22.681488 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-dd06f2ac-e6ce-4ee8-bb28-17ce3e7f5586 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] For port d3b4f330-6c49-4c0c-92cc-67c3f2c7c22e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d3b4f330-6c49-4c0c-92cc-67c3f2c7c22e,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:22.681852 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dd06f2ac-e6ce-4ee8-bb28-17ce3e7f5586 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:22.717943 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-dd06f2ac-e6ce-4ee8-bb28-17ce3e7f5586 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Calling delete_port for d3b4f330-6c49-4c0c-92cc-67c3f2c7c22e owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:43:22.810403 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b91eddb7-543b-4513-9aa4-2a6f81bbdb57 req-0ba43816-2bc7-48bd-8fbf-8798fec9e180 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255152 Nov 04 10:43:22.990757 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dd06f2ac-e6ce-4ee8-bb28-17ce3e7f5586 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:23.023822 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06f2ac-e6ce-4ee8-bb28-17ce3e7f5586 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event deleted for resources: {'Port': ['ID=d3b4f330-6c49-4c0c-92cc-67c3f2c7c22e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:23.221723 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dd06f2ac-e6ce-4ee8-bb28-17ce3e7f5586 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:23.378742 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dd06f2ac-e6ce-4ee8-bb28-17ce3e7f5586 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:23.381050 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dd06f2ac-e6ce-4ee8-bb28-17ce3e7f5586 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:23.391739 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ba0a0858-5bd0-41bc-a4e7-0f198a852e86 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:43:23.427498 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: ba0a0858-5bd0-41bc-a4e7-0f198a852e86 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:43:23.427851 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ba0a0858-5bd0-41bc-a4e7-0f198a852e86 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:43:23.428299 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device fbd1cf8f-cae4-4cbc-85e7-ba27ef6d4524 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:43:23.431737 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dd06f2ac-e6ce-4ee8-bb28-17ce3e7f5586 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:23.433247 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd06f2ac-e6ce-4ee8-bb28-17ce3e7f5586 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Fanout notify agent at l3_agent the message router_deleted on router 5c54c214-efa1-460d-b259-56a60ab1e8ff {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:43:23.441995 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dd06f2ac-e6ce-4ee8-bb28-17ce3e7f5586 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:23.444900 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-dd06f2ac-e6ce-4ee8-bb28-17ce3e7f5586 tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "DELETE /v2.0/routers/5c54c214-efa1-460d-b259-56a60ab1e8ff HTTP/1.1" status: 204 len: 168 time: 1.9478457 Nov 04 10:43:23.446223 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48090) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:23.463680 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: fbd1cf8f-cae4-4cbc-85e7-ba27ef6d4524 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:43:23.464020 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device fbd1cf8f-cae4-4cbc-85e7-ba27ef6d4524 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:43:23.558546 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-73e8ce10-8aca-453e-9b04-547407d0b32b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:23.558965 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f048fa-7dbb-4154-bddb-dd6c6e541393 req-ae3bc75d-95f2-4e53-845f-a33dfef642b2 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:23.560869 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-13f048fa-7dbb-4154-bddb-dd6c6e541393 req-ae3bc75d-95f2-4e53-845f-a33dfef642b2 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=2ca9161d-0a60-4caf-9e2a-6ce68a89d46b HTTP/1.1" status: 200 len: 945 time: 0.0757422 Nov 04 10:43:23.625303 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-13f048fa-7dbb-4154-bddb-dd6c6e541393 req-0ed69e4b-8894-48f9-a553-f2143c08ba50 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562496 Nov 04 10:43:23.678335 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-73e8ce10-8aca-453e-9b04-547407d0b32b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:23.707144 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a512d7-c31b-474c-ae21-1fc72b734597 x-openstack-request-id: req-96a512d7-c31b-474c-ae21-1fc72b734597 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:43:23.707470 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb06ec2-40e3-4d75-8cef-c3393d6aa749", "name": "network-vif-deleted", "tag": "2f78e394-86e4-4632-9bbd-6ab22340d946", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:43:23.707697 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-96a512d7-c31b-474c-ae21-1fc72b734597 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:43:23.708113 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb06ec2-40e3-4d75-8cef-c3393d6aa749', 'name': 'network-vif-deleted', 'tag': '2f78e394-86e4-4632-9bbd-6ab22340d946', 'status': 'completed', 'code': 200} Nov 04 10:43:23.713805 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-73e8ce10-8aca-453e-9b04-547407d0b32b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca618409-65ac-47e4-852b-e90a8d6ee201']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:43:23.728079 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-73e8ce10-8aca-453e-9b04-547407d0b32b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c41c3e-8f76-447a-a97e-90dcfb81f85b') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:43:23.728373 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-73e8ce10-8aca-453e-9b04-547407d0b32b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c41c3e-8f76-447a-a97e-90dcfb81f85b') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:43:23.741333 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-73e8ce10-8aca-453e-9b04-547407d0b32b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:23.748555 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 48094) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:23.776084 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-73e8ce10-8aca-453e-9b04-547407d0b32b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:23.785729 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e8ce10-8aca-453e-9b04-547407d0b32b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:43:23.786637 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-73e8ce10-8aca-453e-9b04-547407d0b32b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:43:23.865307 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:43:23.867630 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-1601ab79-50e0-4edd-8332-fea27b0c0a10 admin admin] Deleting subnet 008a44f8-b7a7-49fa-b0e6-31cf21b55d46 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:43:23.878000 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-73e8ce10-8aca-453e-9b04-547407d0b32b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:23.887337 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-73e8ce10-8aca-453e-9b04-547407d0b32b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:23.890971 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060fa0d-1eb9-479b-852d-c72e08f9d0ab req-f904bf96-4ce2-41aa-a130-41883431bb84 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:23.891323 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-73e8ce10-8aca-453e-9b04-547407d0b32b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] 10.222.0.127 "DELETE /v2.0/networks/ca618409-65ac-47e4-852b-e90a8d6ee201 HTTP/1.1" status: 204 len: 168 time: 0.4438505 Nov 04 10:43:23.897299 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7060fa0d-1eb9-479b-852d-c72e08f9d0ab req-f904bf96-4ce2-41aa-a130-41883431bb84 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.0972965 Nov 04 10:43:23.899888 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1601ab79-50e0-4edd-8332-fea27b0c0a10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:23.908696 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8ce10-8aca-453e-9b04-547407d0b32b tempest-TestNetworkBasicOps-1308031188 tempest-TestNetworkBasicOps-1308031188-project] Pushing event deleted for resources: {'Network': ['ID=ca618409-65ac-47e4-852b-e90a8d6ee201,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:23.965637 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1601ab79-50e0-4edd-8332-fea27b0c0a10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:24.021205 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7060fa0d-1eb9-479b-852d-c72e08f9d0ab req-8be96ff0-934a-4dcf-8894-690eee92fd77 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898874 Nov 04 10:43:24.029683 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1601ab79-50e0-4edd-8332-fea27b0c0a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:24.108784 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1601ab79-50e0-4edd-8332-fea27b0c0a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:24.139779 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601ab79-50e0-4edd-8332-fea27b0c0a10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=008a44f8-b7a7-49fa-b0e6-31cf21b55d46,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:24.144057 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1601ab79-50e0-4edd-8332-fea27b0c0a10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:24.150612 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1601ab79-50e0-4edd-8332-fea27b0c0a10 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/008a44f8-b7a7-49fa-b0e6-31cf21b55d46 HTTP/1.1" status: 204 len: 168 time: 0.3986704 Nov 04 10:43:24.150977 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 48104) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:24.163000 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:43:24.174965 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48106) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:24.262848 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9a37975e-a81f-4f74-9e3f-6fbf3b25888c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:24.339430 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-68d51dfa-1cc3-4b4e-85d9-4e20a2ecf1bb admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=45c1d4a009b54581bacf1fbcabe00677&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1623793 Nov 04 10:43:24.341425 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48114) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:24.393733 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-277d1a7f-b799-40be-aa50-907469e80d0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:24.404622 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14dd586-dd56-4875-952f-d92977838c6e req-bfb9a047-a0af-4f21-8fec-8f73206390c0 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:24.406164 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d14dd586-dd56-4875-952f-d92977838c6e req-bfb9a047-a0af-4f21-8fec-8f73206390c0 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.1386187 Nov 04 10:43:24.413754 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9a37975e-a81f-4f74-9e3f-6fbf3b25888c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:24.417186 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-277d1a7f-b799-40be-aa50-907469e80d0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:24.449238 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-9a37975e-a81f-4f74-9e3f-6fbf3b25888c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5fd1a66-3543-4ae8-9274-6e7926faed49']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:43:24.469863 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-9a37975e-a81f-4f74-9e3f-6fbf3b25888c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcfc5969-3d80-45b8-a061-e88c45871993') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:43:24.470118 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-9a37975e-a81f-4f74-9e3f-6fbf3b25888c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcfc5969-3d80-45b8-a061-e88c45871993') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:43:24.475443 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-277d1a7f-b799-40be-aa50-907469e80d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:24.478269 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-277d1a7f-b799-40be-aa50-907469e80d0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:24.479653 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-277d1a7f-b799-40be-aa50-907469e80d0b admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/22f10955-167a-48ee-b15d-3c5c0db1b2bc HTTP/1.1" status: 204 len: 168 time: 0.1363602 Nov 04 10:43:24.487061 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9a37975e-a81f-4f74-9e3f-6fbf3b25888c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:24.490340 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d1a7f-b799-40be-aa50-907469e80d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f10955-167a-48ee-b15d-3c5c0db1b2bc,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:24.504312 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d14dd586-dd56-4875-952f-d92977838c6e req-c54ba50a-15e3-4b98-9307-cf91aa0cf3a1 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818563 Nov 04 10:43:24.515216 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9a37975e-a81f-4f74-9e3f-6fbf3b25888c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:24.524205 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a37975e-a81f-4f74-9e3f-6fbf3b25888c admin admin] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:43:24.525298 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9a37975e-a81f-4f74-9e3f-6fbf3b25888c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:43:24.527614 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:43:24.636994 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9a37975e-a81f-4f74-9e3f-6fbf3b25888c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:24.643465 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9a37975e-a81f-4f74-9e3f-6fbf3b25888c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:24.647498 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9a37975e-a81f-4f74-9e3f-6fbf3b25888c admin admin] 10.222.0.127 "DELETE /v2.0/networks/b5fd1a66-3543-4ae8-9274-6e7926faed49 HTTP/1.1" status: 204 len: 168 time: 0.4955094 Nov 04 10:43:24.671864 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37975e-a81f-4f74-9e3f-6fbf3b25888c admin admin] Pushing event deleted for resources: {'Network': ['ID=b5fd1a66-3543-4ae8-9274-6e7926faed49,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:24.694759 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01997f-7bf1-424b-824b-5563cb2f55c0 req-479780fd-2eb6-4be8-bf4e-b2bc0967186b tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:24.696899 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fd01997f-7bf1-424b-824b-5563cb2f55c0 req-479780fd-2eb6-4be8-bf4e-b2bc0967186b tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=2ca9161d-0a60-4caf-9e2a-6ce68a89d46b HTTP/1.1" status: 200 len: 945 time: 0.0978436 Nov 04 10:43:24.770396 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fd01997f-7bf1-424b-824b-5563cb2f55c0 req-519b2ff0-3332-444e-b0c0-fedf251bdac9 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537806 Nov 04 10:43:24.869572 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48124) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:24.923320 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 48128) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:24.931719 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-58dbbca6-18ff-437c-87cb-e8e75eabe401 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=29bd235aa852458bb135c8f7a3e04153&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0602586 Nov 04 10:43:24.934218 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48130) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:24.945894 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-32b1c96f-ac1d-4184-9db1-05119e86b48c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:24.996599 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-57069384-acb4-40e9-a798-6a2f15558c35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:25.024469 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-57069384-acb4-40e9-a798-6a2f15558c35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:25.043518 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-32b1c96f-ac1d-4184-9db1-05119e86b48c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:25.048929 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-32b1c96f-ac1d-4184-9db1-05119e86b48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:25.089207 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-57069384-acb4-40e9-a798-6a2f15558c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:25.093914 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-57069384-acb4-40e9-a798-6a2f15558c35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:25.095823 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-57069384-acb4-40e9-a798-6a2f15558c35 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/89c70239-bb8c-4be7-a607-9606849235d7 HTTP/1.1" status: 204 len: 168 time: 0.1603065 Nov 04 10:43:25.097816 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-32b1c96f-ac1d-4184-9db1-05119e86b48c admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=8f2d5a3183b044c482c564b3e32156e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1723170 Nov 04 10:43:25.099418 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 48134) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:25.107490 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1c96f-ac1d-4184-9db1-05119e86b48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c1e896-60c9-48b0-a3d3-8fa5be13e902,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:25.108249 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57069384-acb4-40e9-a798-6a2f15558c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c70239-bb8c-4be7-a607-9606849235d7,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:25.199816 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d3b4f330-6c49-4c0c-92cc-67c3f2c7c22e no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:43:25.207577 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1bd2448d-4252-412e-b468-da31dfa7fc3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:25.236112 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: d3b4f330-6c49-4c0c-92cc-67c3f2c7c22e {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:43:25.236464 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d3b4f330-6c49-4c0c-92cc-67c3f2c7c22e not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:43:25.239101 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1bd2448d-4252-412e-b468-da31dfa7fc3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:25.259328 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1c0b2-cd64-493e-a6d0-7be3e6a4bfa5 req-6233dcbd-ad73-48c2-84f6-20c3fc56979d tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:25.266910 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5d1c0b2-cd64-493e-a6d0-7be3e6a4bfa5 req-6233dcbd-ad73-48c2-84f6-20c3fc56979d tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.1027119 Nov 04 10:43:25.333316 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5d1c0b2-cd64-493e-a6d0-7be3e6a4bfa5 req-9d62a482-f818-4a3a-99f3-62bb1619f3ab tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654492 Nov 04 10:43:25.347955 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1bd2448d-4252-412e-b468-da31dfa7fc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:25.351239 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1bd2448d-4252-412e-b468-da31dfa7fc3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:25.361216 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1bd2448d-4252-412e-b468-da31dfa7fc3c admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/77c1e896-60c9-48b0-a3d3-8fa5be13e902 HTTP/1.1" status: 204 len: 168 time: 0.2570243 Nov 04 10:43:25.371490 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2448d-4252-412e-b468-da31dfa7fc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c1e896-60c9-48b0-a3d3-8fa5be13e902,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:25.692250 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714cd7a-3e2b-4448-aace-d13363cf7421 req-5acaf558-7611-4e05-a53d-ae6e465526c7 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:25.694469 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c714cd7a-3e2b-4448-aace-d13363cf7421 req-5acaf558-7611-4e05-a53d-ae6e465526c7 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.0596893 Nov 04 10:43:25.782990 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c714cd7a-3e2b-4448-aace-d13363cf7421 req-995e648d-c1fb-4af8-ac58-f0c109d71bfa tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810857 Nov 04 10:43:25.921733 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a3a55-9ff9-4166-a52a-233a5935b928 req-cbe7bcd9-0843-437c-9421-ecd140ded783 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:25.929807 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4b6a3a55-9ff9-4166-a52a-233a5935b928 req-cbe7bcd9-0843-437c-9421-ecd140ded783 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=2ca9161d-0a60-4caf-9e2a-6ce68a89d46b HTTP/1.1" status: 200 len: 945 time: 0.0686507 Nov 04 10:43:26.006263 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 2f78e394-86e4-4632-9bbd-6ab22340d946 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:43:26.047157 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 2f78e394-86e4-4632-9bbd-6ab22340d946 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:43:26.047825 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 2f78e394-86e4-4632-9bbd-6ab22340d946 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:43:26.049018 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4b6a3a55-9ff9-4166-a52a-233a5935b928 req-48b9257f-47e0-4aec-9f09-526230dd3d98 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125135 Nov 04 10:43:26.395958 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 48190) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:26.624953 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48202) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:26.707237 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef9397-d890-483d-8677-1596811d4bd3 req-31640e83-b4d6-4c3c-a1c4-0230c9bc0667 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:26.708942 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6ef9397-d890-483d-8677-1596811d4bd3 req-31640e83-b4d6-4c3c-a1c4-0230c9bc0667 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.0758982 Nov 04 10:43:26.732223 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-6c95d6ad-78d3-4705-9e2e-128337a65863 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-591888531-network', 'tenant_id': '519fe2d2707c4aaba5f527f0da91d2d1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:26.788608 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c95d6ad-78d3-4705-9e2e-128337a65863 admin admin] Made reservation on behalf of 519fe2d2707c4aaba5f527f0da91d2d1 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:43:26.791642 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c95d6ad-78d3-4705-9e2e-128337a65863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:26.809177 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-9c6e71ea-4642-4804-97bc-b659ce4fe376 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1427025737-network', 'tenant_id': '360ac53ede364710af0e18a68fa96192'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:26.820582 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6ef9397-d890-483d-8677-1596811d4bd3 req-07db6e59-5e29-4ea7-ba2a-c62f6efc9235 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045523 Nov 04 10:43:26.830762 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c95d6ad-78d3-4705-9e2e-128337a65863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:26.852739 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6e71ea-4642-4804-97bc-b659ce4fe376 admin admin] Made reservation on behalf of 360ac53ede364710af0e18a68fa96192 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:43:26.856413 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c6e71ea-4642-4804-97bc-b659ce4fe376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:26.867888 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c6e71ea-4642-4804-97bc-b659ce4fe376 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:26.971192 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c6e71ea-4642-4804-97bc-b659ce4fe376 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:26.980214 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c6e71ea-4642-4804-97bc-b659ce4fe376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:26.993874 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6e71ea-4642-4804-97bc-b659ce4fe376 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1169} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:43:26.996346 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c95d6ad-78d3-4705-9e2e-128337a65863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:27.006496 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c6e71ea-4642-4804-97bc-b659ce4fe376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:27.007538 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-9c6e71ea-4642-4804-97bc-b659ce4fe376 admin admin] Added segment c3c1442f-d8cf-4bb1-b417-af30cc12c31d of type vlan for network 0598829b-4e7b-4ef0-b06b-71e7d85ef9ec Nov 04 10:43:27.008245 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c95d6ad-78d3-4705-9e2e-128337a65863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:27.065691 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c95d6ad-78d3-4705-9e2e-128337a65863 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1182} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:43:27.074893 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c6e71ea-4642-4804-97bc-b659ce4fe376 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:27.076950 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95d6ad-78d3-4705-9e2e-128337a65863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3d2396-5913-45f8-b900-7e8a858fe241,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:27.103887 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c95d6ad-78d3-4705-9e2e-128337a65863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:27.104617 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-6c95d6ad-78d3-4705-9e2e-128337a65863 admin admin] Added segment 1245e658-0bc2-463b-9e08-207c169a536a of type vlan for network 64c1b067-87ca-4100-acbf-560269882704 Nov 04 10:43:27.134723 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db27f79-b5d7-44a5-bc72-06c7537cf416 req-4afb4fcf-b63d-4c48-8f2c-ec5a39731d49 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:27.145695 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1db27f79-b5d7-44a5-bc72-06c7537cf416 req-4afb4fcf-b63d-4c48-8f2c-ec5a39731d49 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=2ca9161d-0a60-4caf-9e2a-6ce68a89d46b HTTP/1.1" status: 200 len: 945 time: 0.1478095 Nov 04 10:43:27.148733 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e71ea-4642-4804-97bc-b659ce4fe376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efcd793-8a67-416b-97a8-855f85eaf573,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:27.153155 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c6e71ea-4642-4804-97bc-b659ce4fe376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:27.155682 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6e71ea-4642-4804-97bc-b659ce4fe376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:27.156427 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c6e71ea-4642-4804-97bc-b659ce4fe376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:27.227942 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9c6e71ea-4642-4804-97bc-b659ce4fe376 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6011159 Nov 04 10:43:27.230993 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48214) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:27.234611 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c95d6ad-78d3-4705-9e2e-128337a65863 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:27.236888 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-7b096014-d79d-44e6-9cfa-5e4dffedd081 admin admin] Request body: {'subnet': {'network_id': '0598829b-4e7b-4ef0-b06b-71e7d85ef9ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1427025737-subnet', 'tenant_id': '360ac53ede364710af0e18a68fa96192', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:27.255710 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e71ea-4642-4804-97bc-b659ce4fe376 admin admin] Pushing event updated for resources: {'Network': ['ID=0598829b-4e7b-4ef0-b06b-71e7d85ef9ec,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:27.271262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b096014-d79d-44e6-9cfa-5e4dffedd081 admin admin] Made reservation on behalf of 360ac53ede364710af0e18a68fa96192 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:43:27.271641 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 0598829b-4e7b-4ef0-b06b-71e7d85ef9ec details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:43:27.276194 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b096014-d79d-44e6-9cfa-5e4dffedd081 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:27.286717 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1db27f79-b5d7-44a5-bc72-06c7537cf416 req-3f57fa84-de0d-4bf9-854f-3ca9b31860bc tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/security-groups?id=e40779eb-59ab-462f-a115-566acf58fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348255 Nov 04 10:43:27.310228 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c95d6ad-78d3-4705-9e2e-128337a65863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:27.312144 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c95d6ad-78d3-4705-9e2e-128337a65863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:27.312964 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c95d6ad-78d3-4705-9e2e-128337a65863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:27.459914 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6c95d6ad-78d3-4705-9e2e-128337a65863 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0626993 Nov 04 10:43:27.463371 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 48216) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:27.469637 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-bb683c9c-3f41-44a6-89b7-b37e451b9803 admin admin] Request body: {'subnet': {'network_id': '64c1b067-87ca-4100-acbf-560269882704', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-591888531-subnet', 'tenant_id': '519fe2d2707c4aaba5f527f0da91d2d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:27.473964 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95d6ad-78d3-4705-9e2e-128337a65863 admin admin] Pushing event updated for resources: {'Network': ['ID=64c1b067-87ca-4100-acbf-560269882704,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:27.485850 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 64c1b067-87ca-4100-acbf-560269882704 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:43:27.506832 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e310927-4f88-42f2-a5b5-d9d6e7a0e3ea req-549ff93f-94cf-455d-8f6d-2db6607023ca tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:27.526548 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3e310927-4f88-42f2-a5b5-d9d6e7a0e3ea req-549ff93f-94cf-455d-8f6d-2db6607023ca tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.1235971 Nov 04 10:43:27.531613 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b096014-d79d-44e6-9cfa-5e4dffedd081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:27.542328 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb683c9c-3f41-44a6-89b7-b37e451b9803 admin admin] Made reservation on behalf of 519fe2d2707c4aaba5f527f0da91d2d1 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:43:27.545710 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb683c9c-3f41-44a6-89b7-b37e451b9803 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:27.624967 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b096014-d79d-44e6-9cfa-5e4dffedd081 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fef37a2a-fe6a-4b7d-974f-9b1f15ae60eb,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:27.630932 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b096014-d79d-44e6-9cfa-5e4dffedd081 admin admin] Checking segment: {'id': 'c3c1442f-d8cf-4bb1-b417-af30cc12c31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '0598829b-4e7b-4ef0-b06b-71e7d85ef9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:43:27.631572 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b096014-d79d-44e6-9cfa-5e4dffedd081 admin admin] Network hostable DHCP agents. Network: 0598829b-4e7b-4ef0-b06b-71e7d85ef9ec, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:43:27.651108 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b096014-d79d-44e6-9cfa-5e4dffedd081 admin admin] Network 0598829b-4e7b-4ef0-b06b-71e7d85ef9ec is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:43:27.663742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-7b096014-d79d-44e6-9cfa-5e4dffedd081 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 0598829b-4e7b-4ef0-b06b-71e7d85ef9ec) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:43:27.670374 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b096014-d79d-44e6-9cfa-5e4dffedd081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:27.671604 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b096014-d79d-44e6-9cfa-5e4dffedd081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:27.680291 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4cebac-5a92-4a5e-93ee-153af0376a3b None None] Network 0598829b-4e7b-4ef0-b06b-71e7d85ef9ec requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:43:27.702013 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3e310927-4f88-42f2-a5b5-d9d6e7a0e3ea req-53cd72bc-e9dc-45a6-a300-84981ac2643c tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683748 Nov 04 10:43:27.702658 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7b096014-d79d-44e6-9cfa-5e4dffedd081 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4705057 Nov 04 10:43:27.875943 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c364b121-091c-447e-b506-c1d42ed1672e None None] Network 0598829b-4e7b-4ef0-b06b-71e7d85ef9ec requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:43:27.878395 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb683c9c-3f41-44a6-89b7-b37e451b9803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:27.990796 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb683c9c-3f41-44a6-89b7-b37e451b9803 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf115555-b062-4ea6-ba70-643a9f3c1ede,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:27.994695 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb683c9c-3f41-44a6-89b7-b37e451b9803 admin admin] Checking segment: {'id': '1245e658-0bc2-463b-9e08-207c169a536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '64c1b067-87ca-4100-acbf-560269882704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:43:27.995030 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb683c9c-3f41-44a6-89b7-b37e451b9803 admin admin] Network hostable DHCP agents. Network: 64c1b067-87ca-4100-acbf-560269882704, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:43:28.027717 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e1230-3527-427c-aee5-5316824788fe req-b5ad6f97-41fb-4848-8611-84ed837c1461 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:28.029337 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6f5e1230-3527-427c-aee5-5316824788fe req-b5ad6f97-41fb-4848-8611-84ed837c1461 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.0838432 Nov 04 10:43:28.030406 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb683c9c-3f41-44a6-89b7-b37e451b9803 admin admin] Network 64c1b067-87ca-4100-acbf-560269882704 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:43:28.043757 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-bb683c9c-3f41-44a6-89b7-b37e451b9803 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 64c1b067-87ca-4100-acbf-560269882704) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:43:28.055781 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf38b666-164c-4f70-a37a-cb8127e32c50 None None] Network 64c1b067-87ca-4100-acbf-560269882704 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:43:28.056837 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb683c9c-3f41-44a6-89b7-b37e451b9803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:28.057444 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb683c9c-3f41-44a6-89b7-b37e451b9803 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:28.087454 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bb683c9c-3f41-44a6-89b7-b37e451b9803 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6217871 Nov 04 10:43:28.095110 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6f5e1230-3527-427c-aee5-5316824788fe req-f42849b3-740e-4103-b3e8-31e41af0bd69 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591857 Nov 04 10:43:28.196648 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f9b7fa-ec08-461d-b578-29340848f9b4 None None] Network 64c1b067-87ca-4100-acbf-560269882704 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:43:28.226379 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593e837-fad3-4aae-a6d4-b1f3fc9e856a req-919bb5ac-44cc-4d5b-b0d8-c76230ad91b2 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:28.228795 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a593e837-fad3-4aae-a6d4-b1f3fc9e856a req-919bb5ac-44cc-4d5b-b0d8-c76230ad91b2 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.126 "GET /v2.0/ports?device_id=2ca9161d-0a60-4caf-9e2a-6ce68a89d46b HTTP/1.1" status: 200 len: 945 time: 0.0661423 Nov 04 10:43:28.350218 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-a593e837-fad3-4aae-a6d4-b1f3fc9e856a req-680ef86f-3e1f-4542-889f-4312be9a48e2 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Deleting port f636421c-3755-425a-977c-7d26c82b7d06 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:43:28.350555 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a593e837-fad3-4aae-a6d4-b1f3fc9e856a req-680ef86f-3e1f-4542-889f-4312be9a48e2 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:28.456582 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-a593e837-fad3-4aae-a6d4-b1f3fc9e856a req-680ef86f-3e1f-4542-889f-4312be9a48e2 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] For port f636421c-3755-425a-977c-7d26c82b7d06, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=f636421c-3755-425a-977c-7d26c82b7d06,segment=NetworkSegment(f0c3054a-fa88-48e0-9388-17f1ad04c741),segment_id=f0c3054a-fa88-48e0-9388-17f1ad04c741)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:28.457125 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a593e837-fad3-4aae-a6d4-b1f3fc9e856a req-680ef86f-3e1f-4542-889f-4312be9a48e2 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:28.463134 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-f9ed1d60-ec40-44d9-b7ca-d39a37c756c1 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:28.472485 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-f9ed1d60-ec40-44d9-b7ca-d39a37c756c1 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] 10.222.0.127 "GET /v2.0/networks?id=0598829b-4e7b-4ef0-b06b-71e7d85ef9ec HTTP/1.1" status: 200 len: 818 time: 0.1373785 Nov 04 10:43:28.475991 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-a593e837-fad3-4aae-a6d4-b1f3fc9e856a req-680ef86f-3e1f-4542-889f-4312be9a48e2 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Calling delete_port for f636421c-3755-425a-977c-7d26c82b7d06 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:43:28.486704 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-8af7141f-11ea-405b-835d-e9f6d82ce844 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] 10.222.0.127 "GET /v2.0/quotas/360ac53ede364710af0e18a68fa96192 HTTP/1.1" status: 200 len: 375 time: 0.0150039 Nov 04 10:43:28.521700 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-c8fa706b-f9c6-4792-a3e4-afd7a42859e2 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=360ac53ede364710af0e18a68fa96192&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293207 Nov 04 10:43:28.641474 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a593e837-fad3-4aae-a6d4-b1f3fc9e856a req-680ef86f-3e1f-4542-889f-4312be9a48e2 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:28.661059 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['f636421c-3755-425a-977c-7d26c82b7d06'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:43:28.678719 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ef86f-3e1f-4542-889f-4312be9a48e2 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Pushing event deleted for resources: {'Port': ['ID=f636421c-3755-425a-977c-7d26c82b7d06,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:28.681898 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-a1971fa2-09c2-412a-bea4-e70671437322 service neutron] 10.222.0.127 "GET /v2.0/networks/0598829b-4e7b-4ef0-b06b-71e7d85ef9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488559 Nov 04 10:43:28.698718 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48258) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:28.706277 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-9054c5a3-d9bf-4be4-a039-42519b4e0ad9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1445177897-network', 'tenant_id': '135fe1072c334abab1c457716ea29f62'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:28.754946 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-a593e837-fad3-4aae-a6d4-b1f3fc9e856a req-680ef86f-3e1f-4542-889f-4312be9a48e2 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] No DVR routers for this DVR port f636421c-3755-425a-977c-7d26c82b7d06 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:43:28.758513 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a593e837-fad3-4aae-a6d4-b1f3fc9e856a req-680ef86f-3e1f-4542-889f-4312be9a48e2 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:28.761918 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a593e837-fad3-4aae-a6d4-b1f3fc9e856a req-680ef86f-3e1f-4542-889f-4312be9a48e2 tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.126 "DELETE /v2.0/ports/f636421c-3755-425a-977c-7d26c82b7d06 HTTP/1.1" status: 204 len: 173 time: 0.5269079 Nov 04 10:43:28.762326 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca9161d-0a60-4caf-9e2a-6ce68a89d46b', 'name': 'network-vif-deleted', 'tag': 'f636421c-3755-425a-977c-7d26c82b7d06'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:43:28.765168 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0713a0e3-065b-4737-8b37-e408da81fc3b" -d '{"events": [{"server_uuid": "2ca9161d-0a60-4caf-9e2a-6ce68a89d46b", "name": "network-vif-deleted", "tag": "f636421c-3755-425a-977c-7d26c82b7d06"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:43:28.782467 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9054c5a3-d9bf-4be4-a039-42519b4e0ad9 admin admin] Made reservation on behalf of 135fe1072c334abab1c457716ea29f62 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:43:28.787055 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9054c5a3-d9bf-4be4-a039-42519b4e0ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:28.800938 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9054c5a3-d9bf-4be4-a039-42519b4e0ad9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:28.832024 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-c445c33b-05b3-4e8c-92d6-14306aad70fc service neutron] 10.222.0.127 "GET /v2.0/networks/0598829b-4e7b-4ef0-b06b-71e7d85ef9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486638 Nov 04 10:43:28.909037 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9054c5a3-d9bf-4be4-a039-42519b4e0ad9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:28.914104 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9054c5a3-d9bf-4be4-a039-42519b4e0ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:28.945355 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9054c5a3-d9bf-4be4-a039-42519b4e0ad9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1174} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:43:28.954697 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054c5a3-d9bf-4be4-a039-42519b4e0ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56ba779-2b61-4800-8f4d-cbbc65fa4a03,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:28.960990 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9054c5a3-d9bf-4be4-a039-42519b4e0ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:28.961938 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-9054c5a3-d9bf-4be4-a039-42519b4e0ad9 admin admin] Added segment 6cb2fe9c-26f3-422d-81c0-0c9ecbea0249 of type vlan for network 3b1235e4-719a-412f-8bf2-bb1da523ead7 Nov 04 10:43:29.018051 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9054c5a3-d9bf-4be4-a039-42519b4e0ad9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:29.088111 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9054c5a3-d9bf-4be4-a039-42519b4e0ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:29.089279 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9054c5a3-d9bf-4be4-a039-42519b4e0ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:29.089827 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9054c5a3-d9bf-4be4-a039-42519b4e0ad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:29.150929 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-52256324-4368-4f3e-853c-32b0a1c9f5e5 req-10bd1e4f-f138-454a-b1de-5f59aa2cbf5b tempest-DeleteServersTestJSON-574325331 tempest-DeleteServersTestJSON-574325331-project] 10.222.0.127 "GET /v2.0/ports?device_id=2ca9161d-0a60-4caf-9e2a-6ce68a89d46b HTTP/1.1" status: 200 len: 210 time: 0.0667744 Nov 04 10:43:29.163015 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054c5a3-d9bf-4be4-a039-42519b4e0ad9 admin admin] Pushing event updated for resources: {'Network': ['ID=3b1235e4-719a-412f-8bf2-bb1da523ead7,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:29.174396 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 3b1235e4-719a-412f-8bf2-bb1da523ead7 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:43:29.191914 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9054c5a3-d9bf-4be4-a039-42519b4e0ad9 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4908040 Nov 04 10:43:29.192635 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48280) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:29.206463 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-4db51ce3-b4f0-47d7-a123-fd2915f84294 admin admin] Request body: {'subnet': {'network_id': '3b1235e4-719a-412f-8bf2-bb1da523ead7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1445177897-subnet', 'tenant_id': '135fe1072c334abab1c457716ea29f62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:29.228929 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5a6ea73-dda9-417f-b54b-358380effaf4 req-df63846f-c53e-4b54-a785-c2cef7ecc8e0 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=95be77b3-590a-440e-b99a-f0d08aaa8e01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1116230 Nov 04 10:43:29.242882 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db51ce3-b4f0-47d7-a123-fd2915f84294 admin admin] Made reservation on behalf of 135fe1072c334abab1c457716ea29f62 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:43:29.246166 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4db51ce3-b4f0-47d7-a123-fd2915f84294 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:29.319379 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6ea73-dda9-417f-b54b-358380effaf4 req-eaafe2ba-1b9e-4480-88bd-5615a9674ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:29.321954 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5a6ea73-dda9-417f-b54b-358380effaf4 req-eaafe2ba-1b9e-4480-88bd-5615a9674ebe service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=83608edca88c49429647d6bc7f371c77&device_id=95be77b3-590a-440e-b99a-f0d08aaa8e01 HTTP/1.1" status: 200 len: 1096 time: 0.0672834 Nov 04 10:43:29.500676 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6ea73-dda9-417f-b54b-358380effaf4 req-7e6e6eed-203e-420a-9659-8a5ab549ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:29.503961 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5a6ea73-dda9-417f-b54b-358380effaf4 req-7e6e6eed-203e-420a-9659-8a5ab549ca4d service neutron] 10.222.0.121 "GET /v2.0/networks?id=f2d56fe0-b956-44c6-b132-becb96ea8b6b HTTP/1.1" status: 200 len: 907 time: 0.1309385 Nov 04 10:43:29.553690 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4db51ce3-b4f0-47d7-a123-fd2915f84294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:29.588454 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5a6ea73-dda9-417f-b54b-358380effaf4 req-b664f7db-633f-4c60-81eb-d7cc0eba26ad service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=357a8562-1cb6-4594-93c7-c208305edbaa HTTP/1.1" status: 200 len: 1000 time: 0.0763810 Nov 04 10:43:29.618638 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e077b-02d7-467d-ad8f-026e3b2aa5e5 req-a466d614-fcd5-42c6-b2cf-3262f4b6632b tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:29.621325 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-274e077b-02d7-467d-ad8f-026e3b2aa5e5 req-a466d614-fcd5-42c6-b2cf-3262f4b6632b tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.2982500 Nov 04 10:43:29.621812 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db51ce3-b4f0-47d7-a123-fd2915f84294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47af0673-07cd-4df4-b523-9a8ad96c9077,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:29.626418 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db51ce3-b4f0-47d7-a123-fd2915f84294 admin admin] Checking segment: {'id': '6cb2fe9c-26f3-422d-81c0-0c9ecbea0249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '3b1235e4-719a-412f-8bf2-bb1da523ead7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:43:29.626762 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db51ce3-b4f0-47d7-a123-fd2915f84294 admin admin] Network hostable DHCP agents. Network: 3b1235e4-719a-412f-8bf2-bb1da523ead7, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:43:29.647550 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db51ce3-b4f0-47d7-a123-fd2915f84294 admin admin] Network 3b1235e4-719a-412f-8bf2-bb1da523ead7 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:43:29.660233 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-4db51ce3-b4f0-47d7-a123-fd2915f84294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 3b1235e4-719a-412f-8bf2-bb1da523ead7) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:43:29.665768 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db51ce3-b4f0-47d7-a123-fd2915f84294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:29.666652 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4db51ce3-b4f0-47d7-a123-fd2915f84294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:29.671779 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d9e85a-ea81-4e50-b492-f2813ad2c403 None None] Network 3b1235e4-719a-412f-8bf2-bb1da523ead7 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:43:29.697503 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4db51ce3-b4f0-47d7-a123-fd2915f84294 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5019815 Nov 04 10:43:29.710308 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6ea73-dda9-417f-b54b-358380effaf4 req-a486ac29-3c12-49b9-9606-b49518b22e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:29.712001 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5a6ea73-dda9-417f-b54b-358380effaf4 req-a486ac29-3c12-49b9-9606-b49518b22e1c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=794583f9-fd3c-45d8-84dc-0cdc1c82af17 HTTP/1.1" status: 200 len: 844 time: 0.1161640 Nov 04 10:43:29.727592 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-274e077b-02d7-467d-ad8f-026e3b2aa5e5 req-017512f0-04ec-4af0-890c-fb3e74934095 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709407 Nov 04 10:43:29.783161 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6ea73-dda9-417f-b54b-358380effaf4 req-02ab03dc-6758-4589-81cf-a18716040bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:29.784783 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5a6ea73-dda9-417f-b54b-358380effaf4 req-02ab03dc-6758-4589-81cf-a18716040bc7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f2d56fe0-b956-44c6-b132-becb96ea8b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547454 Nov 04 10:43:29.787095 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65750ab-e8c2-402f-bd5b-70f7051ce8ce x-openstack-request-id: req-f65750ab-e8c2-402f-bd5b-70f7051ce8ce {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:43:29.787407 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca9161d-0a60-4caf-9e2a-6ce68a89d46b", "name": "network-vif-deleted", "tag": "f636421c-3755-425a-977c-7d26c82b7d06", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:43:29.787665 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f65750ab-e8c2-402f-bd5b-70f7051ce8ce {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:43:29.788111 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca9161d-0a60-4caf-9e2a-6ce68a89d46b', 'name': 'network-vif-deleted', 'tag': 'f636421c-3755-425a-977c-7d26c82b7d06', 'status': 'completed', 'code': 200} Nov 04 10:43:29.862980 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e12c4b9-4012-4e57-abc0-19fe84144b59 None None] Network 3b1235e4-719a-412f-8bf2-bb1da523ead7 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:43:29.930928 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5a6ea73-dda9-417f-b54b-358380effaf4 req-d451bfe2-a168-4a1a-ad3f-c18cf28f6b7b service neutron] 10.222.0.121 "GET /v2.0/networks/f2d56fe0-b956-44c6-b132-becb96ea8b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388373 Nov 04 10:43:30.138034 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5a6ea73-dda9-417f-b54b-358380effaf4 req-86895634-75b1-4a6a-9d99-a02933d5781c service neutron] 10.222.0.121 "GET /v2.0/networks/f2d56fe0-b956-44c6-b132-becb96ea8b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895132 Nov 04 10:43:30.161438 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3451c635-a94b-4c5b-aefd-056d1e54bff2 req-c0814c5b-fbea-4cb2-95e1-a5f601d462a1 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] 10.222.0.127 "GET /v2.0/ports?device_id=f45cc5ee-6a43-4d0e-ae80-8a6c9c321005 HTTP/1.1" status: 200 len: 210 time: 0.0554395 Nov 04 10:43:30.295931 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa433f-2758-407b-8e1d-bcfdd6b6a905 req-8bd08933-4802-41fb-b41c-f8350bb5d93a tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:30.298041 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-72fa433f-2758-407b-8e1d-bcfdd6b6a905 req-8bd08933-4802-41fb-b41c-f8350bb5d93a tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.0621080 Nov 04 10:43:30.419179 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-72fa433f-2758-407b-8e1d-bcfdd6b6a905 req-9acf9127-9787-4703-be3a-334ecfc13864 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096275 Nov 04 10:43:30.449186 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-50b5d8dc-9838-4927-9f38-d2147d8123e9 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:30.449186 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-50b5d8dc-9838-4927-9f38-d2147d8123e9 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] 10.222.0.121 "GET /v2.0/networks?id=0598829b-4e7b-4ef0-b06b-71e7d85ef9ec HTTP/1.1" status: 200 len: 818 time: 0.1487584 Nov 04 10:43:30.464512 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-b92633ff-b913-4c33-924a-146feda2531b tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Request body: {'port': {'device_id': 'f45cc5ee-6a43-4d0e-ae80-8a6c9c321005', 'network_id': '0598829b-4e7b-4ef0-b06b-71e7d85ef9ec', 'admin_state_up': True, 'tenant_id': '360ac53ede364710af0e18a68fa96192'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:30.582162 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-b92633ff-b913-4c33-924a-146feda2531b tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Made reservation on behalf of 360ac53ede364710af0e18a68fa96192 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:43:30.585975 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-b92633ff-b913-4c33-924a-146feda2531b tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:30.799410 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-b92633ff-b913-4c33-924a-146feda2531b tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Allocated IP 172.20.0.12 (0598829b-4e7b-4ef0-b06b-71e7d85ef9ec/fef37a2a-fe6a-4b7d-974f-9b1f15ae60eb/6e3077d6-cfb6-4579-8453-88bef73b60e4) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:43:30.812648 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-4f304248-e6d7-4b42-ae4e-ab0e45cd648d tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:30.814198 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-4f304248-e6d7-4b42-ae4e-ab0e45cd648d tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/networks?id=64c1b067-87ca-4100-acbf-560269882704 HTTP/1.1" status: 200 len: 811 time: 0.1623075 Nov 04 10:43:30.851666 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-d1873578-750f-4d83-ae22-b00ef4da651c tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/quotas/519fe2d2707c4aaba5f527f0da91d2d1 HTTP/1.1" status: 200 len: 375 time: 0.0305967 Nov 04 10:43:30.896316 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-7f502f08-9546-4c00-b46b-9d7fe2daa6f9 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=519fe2d2707c4aaba5f527f0da91d2d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356503 Nov 04 10:43:31.068515 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-ffed8640-a8ef-41d5-ac60-1516d6d1bb39 service neutron] 10.222.0.127 "GET /v2.0/networks/64c1b067-87ca-4100-acbf-560269882704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571891 Nov 04 10:43:31.071195 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-b92633ff-b913-4c33-924a-146feda2531b tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:31.177217 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-b92633ff-b913-4c33-924a-146feda2531b tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:31.185042 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device f636421c-3755-425a-977c-7d26c82b7d06 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:43:31.211479 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: f636421c-3755-425a-977c-7d26c82b7d06 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:43:31.211821 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device f636421c-3755-425a-977c-7d26c82b7d06 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:43:31.225550 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-8d3e8022-5f7a-4cb4-ba79-36beef7ee48d service neutron] 10.222.0.127 "GET /v2.0/networks/64c1b067-87ca-4100-acbf-560269882704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497021 Nov 04 10:43:31.263132 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92633ff-b913-4c33-924a-146feda2531b tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Pushing event updated for resources: {'Port': ['ID=6e3077d6-cfb6-4579-8453-88bef73b60e4,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:31.275606 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-b92633ff-b913-4c33-924a-146feda2531b tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Network 0598829b-4e7b-4ef0-b06b-71e7d85ef9ec is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:43:31.277830 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-b92633ff-b913-4c33-924a-146feda2531b tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:43:31.280433 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-b92633ff-b913-4c33-924a-146feda2531b tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:43:31.334371 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-b92633ff-b913-4c33-924a-146feda2531b tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:31.334994 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-b92633ff-b913-4c33-924a-146feda2531b tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:31.365006 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-b92633ff-b913-4c33-924a-146feda2531b tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9064467 Nov 04 10:43:31.378951 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-5c233512-f448-4c95-b4f5-52c513926a50 service neutron] Request body: {'port': {'device_id': 'f45cc5ee-6a43-4d0e-ae80-8a6c9c321005', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:31.481306 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-5c233512-f448-4c95-b4f5-52c513926a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:31.541297 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e7cca-74f6-4696-834e-fb06a2c6ef5c req-58783881-1b6f-4ab0-82bf-273d41a6715a tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:31.543754 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4c2e7cca-74f6-4696-834e-fb06a2c6ef5c req-58783881-1b6f-4ab0-82bf-273d41a6715a tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.1013548 Nov 04 10:43:31.682406 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4c2e7cca-74f6-4696-834e-fb06a2c6ef5c req-56e3faee-3421-4be3-8169-ad9a1e209a07 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285932 Nov 04 10:43:31.842284 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-5c233512-f448-4c95-b4f5-52c513926a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e3077d6-cfb6-4579-8453-88bef73b60e4 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:43:31.851816 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-5c233512-f448-4c95-b4f5-52c513926a50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:31.883877 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-5c233512-f448-4c95-b4f5-52c513926a50 service neutron] Transition to ACTIVE for port object 6e3077d6-cfb6-4579-8453-88bef73b60e4 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:43:31.889462 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-5c233512-f448-4c95-b4f5-52c513926a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:31.985835 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c233512-f448-4c95-b4f5-52c513926a50 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3077d6-cfb6-4579-8453-88bef73b60e4,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:32.044486 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10fadc-85ce-46bf-be40-fa5edd942b01 req-3863d1fd-1d8d-438d-b1b9-4ff6ab9a20ba tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:32.046419 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c10fadc-85ce-46bf-be40-fa5edd942b01 req-3863d1fd-1d8d-438d-b1b9-4ff6ab9a20ba tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] 10.222.0.127 "GET /v2.0/ports?device_id=f45cc5ee-6a43-4d0e-ae80-8a6c9c321005 HTTP/1.1" status: 200 len: 944 time: 0.1095707 Nov 04 10:43:32.098422 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-5c233512-f448-4c95-b4f5-52c513926a50 service neutron] Attempting to bind port 6e3077d6-cfb6-4579-8453-88bef73b60e4 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:43:32.098847 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-5c233512-f448-4c95-b4f5-52c513926a50 service neutron] Attempting to bind port 6e3077d6-cfb6-4579-8453-88bef73b60e4 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'c3c1442f-d8cf-4bb1-b417-af30cc12c31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '0598829b-4e7b-4ef0-b06b-71e7d85ef9ec'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:43:32.099101 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-5c233512-f448-4c95-b4f5-52c513926a50 service neutron] Attempting to bind port 6e3077d6-cfb6-4579-8453-88bef73b60e4 on network 0598829b-4e7b-4ef0-b06b-71e7d85ef9ec {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:43:32.114903 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-5c233512-f448-4c95-b4f5-52c513926a50 service neutron] Port 6e3077d6-cfb6-4579-8453-88bef73b60e4 on network 0598829b-4e7b-4ef0-b06b-71e7d85ef9ec not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:43:32.115119 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-5c233512-f448-4c95-b4f5-52c513926a50 service neutron] Attempting to bind port 6e3077d6-cfb6-4579-8453-88bef73b60e4 on network 0598829b-4e7b-4ef0-b06b-71e7d85ef9ec {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:43:32.131052 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-5c233512-f448-4c95-b4f5-52c513926a50 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:43:32.131383 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-5c233512-f448-4c95-b4f5-52c513926a50 service neutron] Checking segment: {'id': 'c3c1442f-d8cf-4bb1-b417-af30cc12c31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '0598829b-4e7b-4ef0-b06b-71e7d85ef9ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:43:32.131777 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-5c233512-f448-4c95-b4f5-52c513926a50 service neutron] Bound using segment: {'id': 'c3c1442f-d8cf-4bb1-b417-af30cc12c31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '0598829b-4e7b-4ef0-b06b-71e7d85ef9ec'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:43:32.132218 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-5c233512-f448-4c95-b4f5-52c513926a50 service neutron] Bound port: 6e3077d6-cfb6-4579-8453-88bef73b60e4, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c1442f-d8cf-4bb1-b417-af30cc12c31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '0598829b-4e7b-4ef0-b06b-71e7d85ef9ec'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:43:32.132573 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-5c233512-f448-4c95-b4f5-52c513926a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:32.139219 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c10fadc-85ce-46bf-be40-fa5edd942b01 req-560be06e-1673-48cf-96bc-27529ac2a8b9 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] 10.222.0.127 "GET /v2.0/security-groups?id=1efcd793-8a67-416b-97a8-855f85eaf573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814028 Nov 04 10:43:32.207863 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-5c233512-f448-4c95-b4f5-52c513926a50 service neutron] For port 6e3077d6-cfb6-4579-8453-88bef73b60e4, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:43:32.212453 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-5c233512-f448-4c95-b4f5-52c513926a50 service neutron] For port 6e3077d6-cfb6-4579-8453-88bef73b60e4, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6e3077d6-cfb6-4579-8453-88bef73b60e4,segment=NetworkSegment(c3c1442f-d8cf-4bb1-b417-af30cc12c31d),segment_id=c3c1442f-d8cf-4bb1-b417-af30cc12c31d)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:43:32.232152 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-5c233512-f448-4c95-b4f5-52c513926a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:32.276468 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eedae6ae-7dbc-4ef2-9b4c-54111ccfded0 req-b4821edd-2a8e-455c-bdbe-f61449a12083 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/ports?device_id=bea2031a-172c-4001-a1f3-c58625a4e7e4 HTTP/1.1" status: 200 len: 210 time: 0.0597680 Nov 04 10:43:32.292111 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-5c233512-f448-4c95-b4f5-52c513926a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:32.292736 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-5c233512-f448-4c95-b4f5-52c513926a50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:32.294348 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-5c233512-f448-4c95-b4f5-52c513926a50 service neutron] 10.222.0.121 "PUT /v2.0/ports/6e3077d6-cfb6-4579-8453-88bef73b60e4 HTTP/1.1" status: 200 len: 1092 time: 0.9202828 Nov 04 10:43:32.297572 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45cc5ee-6a43-4d0e-ae80-8a6c9c321005', 'tag': '6e3077d6-cfb6-4579-8453-88bef73b60e4'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:43:32.300398 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb20b82-c673-436c-ac2d-b0182d96cad6" -d '{"events": [{"name": "network-changed", "server_uuid": "f45cc5ee-6a43-4d0e-ae80-8a6c9c321005", "tag": "6e3077d6-cfb6-4579-8453-88bef73b60e4"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:43:32.332946 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c233512-f448-4c95-b4f5-52c513926a50 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3077d6-cfb6-4579-8453-88bef73b60e4,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:32.382138 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-d24c2f15-1dd7-47ac-98b8-142e7e9e34e0 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0998886 Nov 04 10:43:32.418958 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-ea60bf99-e475-467e-aec8-44d89850bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:32.421092 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-ea60bf99-e475-467e-aec8-44d89850bd34 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=360ac53ede364710af0e18a68fa96192&device_id=f45cc5ee-6a43-4d0e-ae80-8a6c9c321005 HTTP/1.1" status: 200 len: 1095 time: 0.0612082 Nov 04 10:43:32.494735 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-4c98adfa-81eb-4c0e-b249-417c45ba2517 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e3077d6-cfb6-4579-8453-88bef73b60e4 HTTP/1.1" status: 200 len: 217 time: 0.0631583 Nov 04 10:43:32.555325 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-7f63f0a6-b5ff-4db4-91f7-9f0560723f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:32.556163 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-7f63f0a6-b5ff-4db4-91f7-9f0560723f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:32.556656 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-7f63f0a6-b5ff-4db4-91f7-9f0560723f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:32.557331 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-7f63f0a6-b5ff-4db4-91f7-9f0560723f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:32.557816 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-7f63f0a6-b5ff-4db4-91f7-9f0560723f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:32.558289 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-7f63f0a6-b5ff-4db4-91f7-9f0560723f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:32.566329 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-7f63f0a6-b5ff-4db4-91f7-9f0560723f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:32.568968 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-7f63f0a6-b5ff-4db4-91f7-9f0560723f15 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=24e6e80e7cbd47b89cef6beaedf3befe&device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 6491 time: 0.1043866 Nov 04 10:43:32.756864 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-4c3491d8-f4c8-44df-9c23-aae782ff6502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:32.757330 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-4c3491d8-f4c8-44df-9c23-aae782ff6502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:32.757946 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-4c3491d8-f4c8-44df-9c23-aae782ff6502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:32.759744 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-4c3491d8-f4c8-44df-9c23-aae782ff6502 service neutron] 10.222.0.126 "GET /v2.0/networks?id=1b9e5f98-4b76-4986-a39a-d24c4975f75c&id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&id=e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1&id=e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1 HTTP/1.1" status: 200 len: 2296 time: 0.1605825 Nov 04 10:43:32.837065 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-f10f6d7a-8ecb-4d63-8ea8-07937bc22791 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=511fc5ae-cb19-4f00-a96e-ae1fe43026e6 HTTP/1.1" status: 200 len: 1001 time: 0.0676265 Nov 04 10:43:32.900059 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-ff9cb024-ee2d-4e6a-9456-4543c1458193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:32.902190 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-ff9cb024-ee2d-4e6a-9456-4543c1458193 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=cad3f525-abcd-4ea2-aa2e-91412e579fe9 HTTP/1.1" status: 200 len: 850 time: 0.0521631 Nov 04 10:43:32.972254 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-c4e57cca-d221-4e67-9882-59d6c1cf8aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:32.975211 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-c4e57cca-d221-4e67-9882-59d6c1cf8aa6 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1b9e5f98-4b76-4986-a39a-d24c4975f75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613313 Nov 04 10:43:33.045392 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-c946118d-925f-43b5-89c7-0bf17cc04dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:33.047386 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-c946118d-925f-43b5-89c7-0bf17cc04dde service neutron] 10.222.0.121 "GET /v2.0/subnets?id=fef37a2a-fe6a-4b7d-974f-9b1f15ae60eb HTTP/1.1" status: 200 len: 858 time: 0.5438621 Nov 04 10:43:33.079049 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-fbaf361d-5901-4af2-9315-658c34680ed5 service neutron] 10.222.0.126 "GET /v2.0/networks/1b9e5f98-4b76-4986-a39a-d24c4975f75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920441 Nov 04 10:43:33.096947 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-cf45fb6f-a0a2-44b6-ac6c-cb532cf087c0 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0598829b-4e7b-4ef0-b06b-71e7d85ef9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403578 Nov 04 10:43:33.116643 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b03421-e690-45b2-a56a-160434af5a6c req-2bf9ad8e-9555-4d78-aca6-699297cae091 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:33.118325 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-06b03421-e690-45b2-a56a-160434af5a6c req-2bf9ad8e-9555-4d78-aca6-699297cae091 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.5668950 Nov 04 10:43:33.199054 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-b054214c-b047-4c4d-910c-b970def86394 service neutron] 10.222.0.126 "GET /v2.0/networks/1b9e5f98-4b76-4986-a39a-d24c4975f75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086020 Nov 04 10:43:33.215982 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-888c9366-3dcf-49bb-8eb9-2e35a9585c08 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:33.217515 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-888c9366-3dcf-49bb-8eb9-2e35a9585c08 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.126 "GET /v2.0/networks?id=64c1b067-87ca-4100-acbf-560269882704 HTTP/1.1" status: 200 len: 811 time: 0.6551986 Nov 04 10:43:33.239167 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-70aa728d-4745-4896-90a7-22dc8601151f tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Request body: {'port': {'device_id': 'bea2031a-172c-4001-a1f3-c58625a4e7e4', 'network_id': '64c1b067-87ca-4100-acbf-560269882704', 'admin_state_up': True, 'tenant_id': '519fe2d2707c4aaba5f527f0da91d2d1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:33.246186 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-ac0ac6fd-e9e3-47de-820d-6739ecfa1e3a service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=93a6d616-ae72-4081-a095-06a4eb3aa14f HTTP/1.1" status: 200 len: 217 time: 0.0365074 Nov 04 10:43:33.301272 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-e076655e-729c-46ea-bbc0-ea55530e48bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:33.302824 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-e076655e-729c-46ea-bbc0-ea55530e48bf service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c288e9a9-e266-47aa-b999-fff4d7adb121 HTTP/1.1" status: 200 len: 797 time: 0.0492983 Nov 04 10:43:33.308802 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-06b03421-e690-45b2-a56a-160434af5a6c req-f6cc3ce8-f51f-4f31-b0e5-813d4006dac3 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767032 Nov 04 10:43:33.345433 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-b87f08c9-2301-4658-b8a6-ad609d6e3b72 service neutron] 10.222.0.121 "GET /v2.0/networks/0598829b-4e7b-4ef0-b06b-71e7d85ef9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239904 Nov 04 10:43:33.365272 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-707063fb-0819-4b96-be29-3b98a0ac448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:33.367226 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-707063fb-0819-4b96-be29-3b98a0ac448c service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0563309 Nov 04 10:43:33.372618 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7292c02f-b135-469f-b9ef-f23d2353ba3e x-openstack-request-id: req-7292c02f-b135-469f-b9ef-f23d2353ba3e {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:43:33.373039 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45cc5ee-6a43-4d0e-ae80-8a6c9c321005", "tag": "6e3077d6-cfb6-4579-8453-88bef73b60e4", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:43:33.373293 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-7292c02f-b135-469f-b9ef-f23d2353ba3e {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:43:33.373699 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45cc5ee-6a43-4d0e-ae80-8a6c9c321005', 'tag': '6e3077d6-cfb6-4579-8453-88bef73b60e4', 'status': 'completed', 'code': 200} Nov 04 10:43:33.471980 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-733072ab-ad82-4d81-811b-80ae7fd31961 req-de5f8853-cb0a-4d56-8085-39f71b8ba5fc service neutron] 10.222.0.121 "GET /v2.0/networks/0598829b-4e7b-4ef0-b06b-71e7d85ef9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140430 Nov 04 10:43:33.501604 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-bc3e5737-a834-417e-aa05-be82ebd30d5d service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201963 Nov 04 10:43:33.533252 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-70aa728d-4745-4896-90a7-22dc8601151f tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Made reservation on behalf of 519fe2d2707c4aaba5f527f0da91d2d1 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:43:33.537275 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-70aa728d-4745-4896-90a7-22dc8601151f tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:33.613581 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-954195de-8b64-4fc0-8dbe-8d8a6f741b9d service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953336 Nov 04 10:43:33.664689 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c912d-6e26-4b6e-9565-c4c2a1456c69 req-3eabf09f-a5f7-45d2-ad38-6030e9e149fe tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:33.666381 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d91c912d-6e26-4b6e-9565-c4c2a1456c69 req-3eabf09f-a5f7-45d2-ad38-6030e9e149fe tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.1542296 Nov 04 10:43:33.674283 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-711a5a1c-d416-45ff-9fc6-f8ba75ecfe37 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=a09927a9-ef20-452f-a0cd-6d40858aa8ef HTTP/1.1" status: 200 len: 217 time: 0.0480020 Nov 04 10:43:33.674578 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb20b82-c673-436c-ac2d-b0182d96cad6 req-5ebcc0df-00b7-4785-8945-109766b8ca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:33.676062 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bfb20b82-c673-436c-ac2d-b0182d96cad6 req-5ebcc0df-00b7-4785-8945-109766b8ca98 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=360ac53ede364710af0e18a68fa96192&device_id=f45cc5ee-6a43-4d0e-ae80-8a6c9c321005 HTTP/1.1" status: 200 len: 1095 time: 0.1203589 Nov 04 10:43:33.729920 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-7913d021-6e32-4096-96bd-7ff0771936c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:33.731363 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-7913d021-6e32-4096-96bd-7ff0771936c4 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c288e9a9-e266-47aa-b999-fff4d7adb121 HTTP/1.1" status: 200 len: 797 time: 0.0487928 Nov 04 10:43:33.784798 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-2462bedd-fda8-469b-8bb4-09587e113933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:33.786370 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-2462bedd-fda8-469b-8bb4-09587e113933 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0476768 Nov 04 10:43:33.829315 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d91c912d-6e26-4b6e-9565-c4c2a1456c69 req-3014cae7-8f3f-4a7f-83ae-274d2137b991 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520932 Nov 04 10:43:33.848922 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-70aa728d-4745-4896-90a7-22dc8601151f tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Allocated IP 172.20.0.8 (64c1b067-87ca-4100-acbf-560269882704/bf115555-b062-4ea6-ba70-643a9f3c1ede/685b139e-5aba-4f36-b48e-8d1a08099523) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:43:33.882083 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb20b82-c673-436c-ac2d-b0182d96cad6 req-66a73a31-ae90-4722-9cab-c17dc5829724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:33.883736 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bfb20b82-c673-436c-ac2d-b0182d96cad6 req-66a73a31-ae90-4722-9cab-c17dc5829724 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0598829b-4e7b-4ef0-b06b-71e7d85ef9ec HTTP/1.1" status: 200 len: 920 time: 0.1925299 Nov 04 10:43:33.910721 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-0cb06f64-9e7a-4e6d-8ed7-ee993765e366 service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074753 Nov 04 10:43:33.959172 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bfb20b82-c673-436c-ac2d-b0182d96cad6 req-050aded8-d811-4d58-ac51-0934633f2b6a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e3077d6-cfb6-4579-8453-88bef73b60e4 HTTP/1.1" status: 200 len: 217 time: 0.0649710 Nov 04 10:43:34.022307 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-a473f8d3-71f1-4e31-8fd4-3909f21879ef service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031063 Nov 04 10:43:34.077504 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb20b82-c673-436c-ac2d-b0182d96cad6 req-895793dc-fd32-4d62-b785-72ab99967260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:34.079089 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bfb20b82-c673-436c-ac2d-b0182d96cad6 req-895793dc-fd32-4d62-b785-72ab99967260 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=fef37a2a-fe6a-4b7d-974f-9b1f15ae60eb HTTP/1.1" status: 200 len: 858 time: 0.1010041 Nov 04 10:43:34.081498 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-45bd7a53-e00d-4d77-b0c8-ab1b86c70853 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=4ab0a657-f335-4fa1-bff5-c15c3461f18a HTTP/1.1" status: 200 len: 217 time: 0.0509348 Nov 04 10:43:34.132841 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bfb20b82-c673-436c-ac2d-b0182d96cad6 req-221ac62e-6b2a-428c-968a-96722320eba1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0598829b-4e7b-4ef0-b06b-71e7d85ef9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443990 Nov 04 10:43:34.140118 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-c9e87566-1f14-4376-8930-0baf4f4c7fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:34.142556 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-c9e87566-1f14-4376-8930-0baf4f4c7fb7 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c288e9a9-e266-47aa-b999-fff4d7adb121 HTTP/1.1" status: 200 len: 797 time: 0.0530059 Nov 04 10:43:34.179483 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-70aa728d-4745-4896-90a7-22dc8601151f tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:34.194708 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-5948e546-ea58-4405-a666-a4af12f8eecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:34.196360 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-5948e546-ea58-4405-a666-a4af12f8eecc service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0461361 Nov 04 10:43:34.309839 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bfb20b82-c673-436c-ac2d-b0182d96cad6 req-04145ace-b13d-46e8-a027-22c61013886e service neutron] 10.222.0.121 "GET /v2.0/networks/0598829b-4e7b-4ef0-b06b-71e7d85ef9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677473 Nov 04 10:43:34.310507 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-0b5a7932-546e-4cc6-a0d7-87ef805675f1 service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956960 Nov 04 10:43:34.318002 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924629a2-69f1-497d-b0af-e1c600251fe8 req-cdc1f851-d82c-49c5-9dfe-2c5fb99bd889 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:34.319582 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-924629a2-69f1-497d-b0af-e1c600251fe8 req-cdc1f851-d82c-49c5-9dfe-2c5fb99bd889 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] 10.222.0.127 "GET /v2.0/ports?device_id=f45cc5ee-6a43-4d0e-ae80-8a6c9c321005 HTTP/1.1" status: 200 len: 944 time: 0.1550782 Nov 04 10:43:34.375450 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-70aa728d-4745-4896-90a7-22dc8601151f tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:34.409525 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-69d1ae0e-d486-4f76-94a1-adc190f08b0d service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918221 Nov 04 10:43:34.459179 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-7e3f5bfb-6ee5-4b02-b25c-588dea32089d service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=bb296dc2-fe9a-4d2b-a25a-d011341603b9 HTTP/1.1" status: 200 len: 217 time: 0.0414813 Nov 04 10:43:34.467040 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-70aa728d-4745-4896-90a7-22dc8601151f tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Network 64c1b067-87ca-4100-acbf-560269882704 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:43:34.477712 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-70aa728d-4745-4896-90a7-22dc8601151f tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:43:34.488245 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-70aa728d-4745-4896-90a7-22dc8601151f tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:43:34.490828 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa728d-4745-4896-90a7-22dc8601151f tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Pushing event updated for resources: {'Port': ['ID=685b139e-5aba-4f36-b48e-8d1a08099523,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:34.531111 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-924629a2-69f1-497d-b0af-e1c600251fe8 req-703e000a-35ac-4cc8-9946-2a80e33b472b tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] 10.222.0.127 "GET /v2.0/security-groups?id=1efcd793-8a67-416b-97a8-855f85eaf573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910634 Nov 04 10:43:34.541282 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bfb20b82-c673-436c-ac2d-b0182d96cad6 req-ee75d7a5-e8df-46f4-aad7-e6c2e7758615 service neutron] 10.222.0.121 "GET /v2.0/networks/0598829b-4e7b-4ef0-b06b-71e7d85ef9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191148 Nov 04 10:43:34.575633 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-70aa728d-4745-4896-90a7-22dc8601151f tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:34.576864 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-70aa728d-4745-4896-90a7-22dc8601151f tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:34.597436 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-70aa728d-4745-4896-90a7-22dc8601151f tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3637960 Nov 04 10:43:34.613952 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-a7d55b97-fada-4e0c-8b93-0913da3d0bd4 service neutron] Request body: {'port': {'device_id': 'bea2031a-172c-4001-a1f3-c58625a4e7e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:34.714843 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a5c75-e477-4258-bb72-8b43bea0e484 req-56187683-28ed-4afd-98e9-d2b969b5cedc tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:34.716538 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-087a5c75-e477-4258-bb72-8b43bea0e484 req-56187683-28ed-4afd-98e9-d2b969b5cedc tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/ports?device_id=bea2031a-172c-4001-a1f3-c58625a4e7e4 HTTP/1.1" status: 200 len: 931 time: 0.0994282 Nov 04 10:43:34.724546 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-a7d55b97-fada-4e0c-8b93-0913da3d0bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:34.822450 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-087a5c75-e477-4258-bb72-8b43bea0e484 req-4b385488-e3d8-43fc-9c28-162576e7f677 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f3d2396-5913-45f8-b900-7e8a858fe241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944245 Nov 04 10:43:34.832629 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-a7db54e2-eb24-432a-97bc-a1e14b841f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:34.834260 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-a7db54e2-eb24-432a-97bc-a1e14b841f4f service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c288e9a9-e266-47aa-b999-fff4d7adb121 HTTP/1.1" status: 200 len: 797 time: 0.3679857 Nov 04 10:43:34.902759 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-c0397dd6-befd-4795-be4b-f49e2feea071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:34.904805 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-c0397dd6-befd-4795-be4b-f49e2feea071 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0581892 Nov 04 10:43:35.017317 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-545c0d54-877d-449a-acde-ac729c9cf936 service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054096 Nov 04 10:43:35.018616 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991727f-e420-4768-b564-61e745420b02 req-6f806d54-3216-4666-b0c4-9924e0202f13 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:35.020118 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0991727f-e420-4768-b564-61e745420b02 req-6f806d54-3216-4666-b0c4-9924e0202f13 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.0751376 Nov 04 10:43:35.114080 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-414a1a07-c23a-48d6-8d40-4071469331a8 service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890601 Nov 04 10:43:35.125338 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0991727f-e420-4768-b564-61e745420b02 req-c62c157e-994c-4e98-a097-ad5f44fac2c9 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934677 Nov 04 10:43:35.149387 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-a7d55b97-fada-4e0c-8b93-0913da3d0bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 685b139e-5aba-4f36-b48e-8d1a08099523 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:43:35.162085 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-a7d55b97-fada-4e0c-8b93-0913da3d0bd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:35.175305 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-945d8130-94fd-446b-a751-e5a872da865f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=72df5c77-e2bf-4914-a389-b01de4c7d2be HTTP/1.1" status: 200 len: 217 time: 0.0480826 Nov 04 10:43:35.175576 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-a7d55b97-fada-4e0c-8b93-0913da3d0bd4 service neutron] Transition to ACTIVE for port object 685b139e-5aba-4f36-b48e-8d1a08099523 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:43:35.182249 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-a7d55b97-fada-4e0c-8b93-0913da3d0bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:35.232443 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-c3f431d0-8ae6-44e4-8c0f-cc9b5069568f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:35.234003 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-c3f431d0-8ae6-44e4-8c0f-cc9b5069568f service neutron] 10.222.0.126 "GET /v2.0/subnets?id=fb0189f5-0dbc-49c3-b67c-b28bc1fef63a HTTP/1.1" status: 200 len: 797 time: 0.0511549 Nov 04 10:43:35.277574 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d55b97-fada-4e0c-8b93-0913da3d0bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=685b139e-5aba-4f36-b48e-8d1a08099523,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:35.287185 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-7a3d5eb0-605d-44c4-a2b8-f41942fbbdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:35.289461 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-7a3d5eb0-605d-44c4-a2b8-f41942fbbdca service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0446906 Nov 04 10:43:35.337039 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1511196-0281-4760-88cd-8ad8f09c5000 req-433b84b9-49f9-42d7-92c9-cf4385bc0d18 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:35.338915 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a1511196-0281-4760-88cd-8ad8f09c5000 req-433b84b9-49f9-42d7-92c9-cf4385bc0d18 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.1202037 Nov 04 10:43:35.391434 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-a7d55b97-fada-4e0c-8b93-0913da3d0bd4 service neutron] Attempting to bind port 685b139e-5aba-4f36-b48e-8d1a08099523 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:43:35.391686 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-a7d55b97-fada-4e0c-8b93-0913da3d0bd4 service neutron] Attempting to bind port 685b139e-5aba-4f36-b48e-8d1a08099523 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '1245e658-0bc2-463b-9e08-207c169a536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '64c1b067-87ca-4100-acbf-560269882704'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:43:35.392015 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-a7d55b97-fada-4e0c-8b93-0913da3d0bd4 service neutron] Attempting to bind port 685b139e-5aba-4f36-b48e-8d1a08099523 on network 64c1b067-87ca-4100-acbf-560269882704 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:43:35.393219 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-38111629-589d-42be-ad6c-5e9d74bcb7d1 service neutron] 10.222.0.126 "GET /v2.0/networks/e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945044 Nov 04 10:43:35.406940 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-a7d55b97-fada-4e0c-8b93-0913da3d0bd4 service neutron] Port 685b139e-5aba-4f36-b48e-8d1a08099523 on network 64c1b067-87ca-4100-acbf-560269882704 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:43:35.407262 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-a7d55b97-fada-4e0c-8b93-0913da3d0bd4 service neutron] Attempting to bind port 685b139e-5aba-4f36-b48e-8d1a08099523 on network 64c1b067-87ca-4100-acbf-560269882704 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:43:35.416022 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a1511196-0281-4760-88cd-8ad8f09c5000 req-6e91e4f7-e6dd-4739-9151-1b13695e9b8f tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685604 Nov 04 10:43:35.416957 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-a7d55b97-fada-4e0c-8b93-0913da3d0bd4 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:43:35.417297 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-a7d55b97-fada-4e0c-8b93-0913da3d0bd4 service neutron] Checking segment: {'id': '1245e658-0bc2-463b-9e08-207c169a536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '64c1b067-87ca-4100-acbf-560269882704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:43:35.417669 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-a7d55b97-fada-4e0c-8b93-0913da3d0bd4 service neutron] Bound using segment: {'id': '1245e658-0bc2-463b-9e08-207c169a536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '64c1b067-87ca-4100-acbf-560269882704'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:43:35.418101 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-a7d55b97-fada-4e0c-8b93-0913da3d0bd4 service neutron] Bound port: 685b139e-5aba-4f36-b48e-8d1a08099523, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1245e658-0bc2-463b-9e08-207c169a536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '64c1b067-87ca-4100-acbf-560269882704'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:43:35.418457 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-a7d55b97-fada-4e0c-8b93-0913da3d0bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:35.493436 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-a7d55b97-fada-4e0c-8b93-0913da3d0bd4 service neutron] For port 685b139e-5aba-4f36-b48e-8d1a08099523, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:43:35.497081 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-a7d55b97-fada-4e0c-8b93-0913da3d0bd4 service neutron] For port 685b139e-5aba-4f36-b48e-8d1a08099523, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=685b139e-5aba-4f36-b48e-8d1a08099523,segment=NetworkSegment(1245e658-0bc2-463b-9e08-207c169a536a),segment_id=1245e658-0bc2-463b-9e08-207c169a536a)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:43:35.505333 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-a7d55b97-fada-4e0c-8b93-0913da3d0bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:35.513726 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-0402224b-60b2-4c0e-81bc-939d1db2a8a3 service neutron] 10.222.0.126 "GET /v2.0/networks/e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129766 Nov 04 10:43:35.565190 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-8ecb5830-53b5-498a-a83c-bd068101767f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=774451b9-da41-429f-b239-13e3f3375067 HTTP/1.1" status: 200 len: 217 time: 0.0440202 Nov 04 10:43:35.581468 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-a7d55b97-fada-4e0c-8b93-0913da3d0bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:35.582151 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-a7d55b97-fada-4e0c-8b93-0913da3d0bd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:35.583612 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-a7d55b97-fada-4e0c-8b93-0913da3d0bd4 service neutron] 10.222.0.126 "PUT /v2.0/ports/685b139e-5aba-4f36-b48e-8d1a08099523 HTTP/1.1" status: 200 len: 1091 time: 0.9751606 Nov 04 10:43:35.584369 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d55b97-fada-4e0c-8b93-0913da3d0bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=685b139e-5aba-4f36-b48e-8d1a08099523,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:35.587702 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea2031a-172c-4001-a1f3-c58625a4e7e4', 'tag': '685b139e-5aba-4f36-b48e-8d1a08099523'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:43:35.590252 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d30f0e-e3fb-4525-94f3-ea84c9bf6007" -d '{"events": [{"name": "network-changed", "server_uuid": "bea2031a-172c-4001-a1f3-c58625a4e7e4", "tag": "685b139e-5aba-4f36-b48e-8d1a08099523"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:43:35.639668 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-2022ccd8-980b-44e7-a71a-b17cb0ca9ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:35.641807 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-2022ccd8-980b-44e7-a71a-b17cb0ca9ef8 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=fb0189f5-0dbc-49c3-b67c-b28bc1fef63a HTTP/1.1" status: 200 len: 797 time: 0.0681071 Nov 04 10:43:35.688435 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-511cc7f0-5137-4355-aafe-d9eff7e7a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:35.690028 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-511cc7f0-5137-4355-aafe-d9eff7e7a4db service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=519fe2d2707c4aaba5f527f0da91d2d1&device_id=bea2031a-172c-4001-a1f3-c58625a4e7e4 HTTP/1.1" status: 200 len: 1094 time: 0.0600750 Nov 04 10:43:35.719838 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-bb2c9d2b-3e1f-4f8f-8cfe-b060c2117315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:35.721850 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-bb2c9d2b-3e1f-4f8f-8cfe-b060c2117315 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0606182 Nov 04 10:43:35.737950 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-a6c25eb1-9e99-489a-aa72-338c0133dcc0 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=685b139e-5aba-4f36-b48e-8d1a08099523 HTTP/1.1" status: 200 len: 217 time: 0.0393028 Nov 04 10:43:35.824489 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-c08682d6-bd7a-457e-a413-489a67400d7f service neutron] 10.222.0.126 "GET /v2.0/networks/e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943823 Nov 04 10:43:35.824902 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-933bf60d-73f2-444d-8777-6fecfeddb525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:35.826691 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-933bf60d-73f2-444d-8777-6fecfeddb525 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=bf115555-b062-4ea6-ba70-643a9f3c1ede HTTP/1.1" status: 200 len: 851 time: 0.0815685 Nov 04 10:43:35.837944 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82437f9b-2e3e-4fcd-a8ec-da6ad234f461 req-04272c5c-8c2e-40d5-8f50-893e12ef146b tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:35.845755 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82437f9b-2e3e-4fcd-a8ec-da6ad234f461 req-04272c5c-8c2e-40d5-8f50-893e12ef146b tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] 10.222.0.127 "GET /v2.0/ports?device_id=f45cc5ee-6a43-4d0e-ae80-8a6c9c321005 HTTP/1.1" status: 200 len: 944 time: 0.0913110 Nov 04 10:43:35.886286 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-a6e622c9-6d47-4ec4-afa2-56e5496024fc service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=64c1b067-87ca-4100-acbf-560269882704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377846 Nov 04 10:43:35.940178 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-529dc401-1ed7-4c0d-8a40-820c6e8220ba req-e6b6bb77-62f9-4c9a-aa80-5347952d1f67 service neutron] 10.222.0.126 "GET /v2.0/networks/e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012616 Nov 04 10:43:35.965677 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82437f9b-2e3e-4fcd-a8ec-da6ad234f461 req-5f161a95-8f9d-4d7f-83a5-1fd34d44ac76 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] 10.222.0.127 "GET /v2.0/security-groups?id=1efcd793-8a67-416b-97a8-855f85eaf573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187308 Nov 04 10:43:36.016268 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-d28cd1b1-a2cd-464b-a4e4-e6b0c2cc7fc3 service neutron] 10.222.0.126 "GET /v2.0/networks/64c1b067-87ca-4100-acbf-560269882704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182861 Nov 04 10:43:36.033488 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516af5a1-6d09-4cd0-ae1b-84c4e3b0ce2d x-openstack-request-id: req-516af5a1-6d09-4cd0-ae1b-84c4e3b0ce2d {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:43:36.033778 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bea2031a-172c-4001-a1f3-c58625a4e7e4", "tag": "685b139e-5aba-4f36-b48e-8d1a08099523", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:43:36.034022 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-516af5a1-6d09-4cd0-ae1b-84c4e3b0ce2d {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:43:36.034415 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bea2031a-172c-4001-a1f3-c58625a4e7e4', 'tag': '685b139e-5aba-4f36-b48e-8d1a08099523', 'status': 'completed', 'code': 200} Nov 04 10:43:36.035617 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6e3077d6-cfb6-4579-8453-88bef73b60e4 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:43:36.135594 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7932646a-e52d-4a6a-83ef-089e51572f99 req-a59ef8df-5df3-4656-8e30-9c5bf6e3639b service neutron] 10.222.0.126 "GET /v2.0/networks/64c1b067-87ca-4100-acbf-560269882704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110287 Nov 04 10:43:36.186945 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 6e3077d6-cfb6-4579-8453-88bef73b60e4, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6e3077d6-cfb6-4579-8453-88bef73b60e4,segment=NetworkSegment(c3c1442f-d8cf-4bb1-b417-af30cc12c31d),segment_id=c3c1442f-d8cf-4bb1-b417-af30cc12c31d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:36.191053 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becf2c5-5e02-45dd-9d2f-784444c925a8 req-ad3c1767-7bab-499d-84f3-e6d4e96f8879 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:36.192445 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7becf2c5-5e02-45dd-9d2f-784444c925a8 req-ad3c1767-7bab-499d-84f3-e6d4e96f8879 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/ports?device_id=bea2031a-172c-4001-a1f3-c58625a4e7e4 HTTP/1.1" status: 200 len: 943 time: 0.0553765 Nov 04 10:43:36.200222 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '6e3077d6-cfb6-4579-8453-88bef73b60e4', 'network_id': '0598829b-4e7b-4ef0-b06b-71e7d85ef9ec', 'port_id': '6e3077d6-cfb6-4579-8453-88bef73b60e4', 'mac_address': 'fa:16:3e:7a:3e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef37a2a-fe6a-4b7d-974f-9b1f15ae60eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:43:36.243564 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:36.265435 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e3077d6-cfb6-4579-8453-88bef73b60e4 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:43:36.289026 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 6e3077d6-cfb6-4579-8453-88bef73b60e4, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6e3077d6-cfb6-4579-8453-88bef73b60e4,segment=NetworkSegment(c3c1442f-d8cf-4bb1-b417-af30cc12c31d),segment_id=c3c1442f-d8cf-4bb1-b417-af30cc12c31d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:36.289655 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7becf2c5-5e02-45dd-9d2f-784444c925a8 req-2e362b96-58d7-43ef-a40c-ba414a9c522f tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f3d2396-5913-45f8-b900-7e8a858fe241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900874 Nov 04 10:43:36.298607 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:36.306382 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d30f0e-e3fb-4525-94f3-ea84c9bf6007 req-f97e9865-10ee-493b-8b39-4b5716894a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:36.307930 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e4d30f0e-e3fb-4525-94f3-ea84c9bf6007 req-f97e9865-10ee-493b-8b39-4b5716894a48 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=519fe2d2707c4aaba5f527f0da91d2d1&device_id=bea2031a-172c-4001-a1f3-c58625a4e7e4 HTTP/1.1" status: 200 len: 1094 time: 0.1003942 Nov 04 10:43:36.354809 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=6e3077d6-cfb6-4579-8453-88bef73b60e4,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:36.450491 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d30f0e-e3fb-4525-94f3-ea84c9bf6007 req-7c48932a-cad0-4e74-8b99-a03589fe3021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:36.451954 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e4d30f0e-e3fb-4525-94f3-ea84c9bf6007 req-7c48932a-cad0-4e74-8b99-a03589fe3021 service neutron] 10.222.0.126 "GET /v2.0/networks?id=64c1b067-87ca-4100-acbf-560269882704 HTTP/1.1" status: 200 len: 913 time: 0.1368389 Nov 04 10:43:36.504857 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cdca2-2b72-4a1b-ba64-8890f52f21c2 req-7fe7f520-b81d-40e4-ab0e-765b4724dab7 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:36.506370 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf2cdca2-2b72-4a1b-ba64-8890f52f21c2 req-7fe7f520-b81d-40e4-ab0e-765b4724dab7 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.0990269 Nov 04 10:43:36.507776 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e4d30f0e-e3fb-4525-94f3-ea84c9bf6007 req-61d53b85-43ea-4115-a74b-9e1399fd2783 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=685b139e-5aba-4f36-b48e-8d1a08099523 HTTP/1.1" status: 200 len: 217 time: 0.0481429 Nov 04 10:43:36.530890 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['6e3077d6-cfb6-4579-8453-88bef73b60e4'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:43:36.588075 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d30f0e-e3fb-4525-94f3-ea84c9bf6007 req-dc6051e5-2587-4c14-8b94-e69ea3854cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:36.589660 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e4d30f0e-e3fb-4525-94f3-ea84c9bf6007 req-dc6051e5-2587-4c14-8b94-e69ea3854cee service neutron] 10.222.0.126 "GET /v2.0/subnets?id=bf115555-b062-4ea6-ba70-643a9f3c1ede HTTP/1.1" status: 200 len: 851 time: 0.0709918 Nov 04 10:43:36.593662 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf2cdca2-2b72-4a1b-ba64-8890f52f21c2 req-af4d1b1b-a1e5-4982-949c-921c7a43b413 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810337 Nov 04 10:43:36.642774 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e4d30f0e-e3fb-4525-94f3-ea84c9bf6007 req-bdf7a191-6a72-4a65-9ea3-79f04299a0ec service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=64c1b067-87ca-4100-acbf-560269882704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401833 Nov 04 10:43:36.784236 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00d287-14d6-475c-8984-561fcade1eae req-24cf2f3b-fac5-4249-9f01-3701321654b2 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:36.785767 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fa00d287-14d6-475c-8984-561fcade1eae req-24cf2f3b-fac5-4249-9f01-3701321654b2 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.0831249 Nov 04 10:43:36.788351 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e4d30f0e-e3fb-4525-94f3-ea84c9bf6007 req-cac84156-9411-45c1-b974-89c22e286e1a service neutron] 10.222.0.126 "GET /v2.0/networks/64c1b067-87ca-4100-acbf-560269882704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370890 Nov 04 10:43:36.894116 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fa00d287-14d6-475c-8984-561fcade1eae req-a7a7a366-9618-49e7-8b04-2ed861068ccf tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018722 Nov 04 10:43:36.919126 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e4d30f0e-e3fb-4525-94f3-ea84c9bf6007 req-53bb095a-d7b7-4f84-aea2-1ebad9d846cc service neutron] 10.222.0.126 "GET /v2.0/networks/64c1b067-87ca-4100-acbf-560269882704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204596 Nov 04 10:43:37.163699 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d464439-ce04-4737-9784-780c98e2a234 req-d3ca2024-ba84-4d0f-bd09-ed7ddb5f7eaa tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:37.165418 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3d464439-ce04-4737-9784-780c98e2a234 req-d3ca2024-ba84-4d0f-bd09-ed7ddb5f7eaa tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] 10.222.0.127 "GET /v2.0/ports?device_id=f45cc5ee-6a43-4d0e-ae80-8a6c9c321005 HTTP/1.1" status: 200 len: 945 time: 0.0546443 Nov 04 10:43:37.220685 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3d464439-ce04-4737-9784-780c98e2a234 req-f9b46348-182f-4df4-b6d5-9d02ec6c8164 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] 10.222.0.127 "GET /v2.0/security-groups?id=1efcd793-8a67-416b-97a8-855f85eaf573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492580 Nov 04 10:43:37.439252 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc4037-9b29-4ca9-8674-b296072cb39f req-e17659c8-f477-4f11-9ac0-93860131589d tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:37.440847 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-84cc4037-9b29-4ca9-8674-b296072cb39f req-e17659c8-f477-4f11-9ac0-93860131589d tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/ports?device_id=bea2031a-172c-4001-a1f3-c58625a4e7e4 HTTP/1.1" status: 200 len: 943 time: 0.0595508 Nov 04 10:43:37.511313 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-84cc4037-9b29-4ca9-8674-b296072cb39f req-e7cf1d0f-1293-4d95-a654-022a1ff50f44 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f3d2396-5913-45f8-b900-7e8a858fe241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633595 Nov 04 10:43:37.716945 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a28ce-5a90-4dcb-8686-913bcdabfa87 req-a4123bd5-7862-4245-8cea-2b73c239be1e tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:37.718807 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e5a28ce-5a90-4dcb-8686-913bcdabfa87 req-a4123bd5-7862-4245-8cea-2b73c239be1e tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.0516551 Nov 04 10:43:37.769823 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e5a28ce-5a90-4dcb-8686-913bcdabfa87 req-7e539b15-3778-4dc5-9aeb-cecf290f8ce0 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441198 Nov 04 10:43:38.025167 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afa48d-b17f-4a15-a6f9-67dd546d39a3 req-49b38271-6a9e-4ed8-b95d-ad8745e138ab tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:38.026719 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-18afa48d-b17f-4a15-a6f9-67dd546d39a3 req-49b38271-6a9e-4ed8-b95d-ad8745e138ab tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.0599058 Nov 04 10:43:38.043497 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6e3077d6-cfb6-4579-8453-88bef73b60e4 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:43:38.107405 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-18afa48d-b17f-4a15-a6f9-67dd546d39a3 req-a7709bb1-fd25-4c21-9995-2143d340a7da tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722899 Nov 04 10:43:38.110558 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 6e3077d6-cfb6-4579-8453-88bef73b60e4 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:43:38.119622 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 6e3077d6-cfb6-4579-8453-88bef73b60e4 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:43:38.119997 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:38.237919 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:38.282108 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45cc5ee-6a43-4d0e-ae80-8a6c9c321005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3077d6-cfb6-4579-8453-88bef73b60e4'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:43:38.285501 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664a85d6-63e0-46f1-a02c-b9456fee390c" -d '{"events": [{"server_uuid": "f45cc5ee-6a43-4d0e-ae80-8a6c9c321005", "name": "network-vif-plugged", "status": "completed", "tag": "6e3077d6-cfb6-4579-8453-88bef73b60e4"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:43:38.319006 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 6e3077d6-cfb6-4579-8453-88bef73b60e4, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6e3077d6-cfb6-4579-8453-88bef73b60e4,segment=NetworkSegment(c3c1442f-d8cf-4bb1-b417-af30cc12c31d),segment_id=c3c1442f-d8cf-4bb1-b417-af30cc12c31d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:38.330399 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:38.430888 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=6e3077d6-cfb6-4579-8453-88bef73b60e4,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:38.446459 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7515d6-86f0-4d2c-bba4-8586d7db255b req-94963acf-c40b-450a-9b35-13c92bf6c392 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:38.448249 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9a7515d6-86f0-4d2c-bba4-8586d7db255b req-94963acf-c40b-450a-9b35-13c92bf6c392 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] 10.222.0.127 "GET /v2.0/ports?device_id=f45cc5ee-6a43-4d0e-ae80-8a6c9c321005 HTTP/1.1" status: 200 len: 946 time: 0.0564954 Nov 04 10:43:38.504479 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9a7515d6-86f0-4d2c-bba4-8586d7db255b req-3cd8132b-cafe-45ed-b119-9cde5465f610 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] 10.222.0.127 "GET /v2.0/security-groups?id=1efcd793-8a67-416b-97a8-855f85eaf573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488846 Nov 04 10:43:38.555657 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dafef0d-933d-43d3-9f80-fb2d8f6a0bb1 x-openstack-request-id: req-9dafef0d-933d-43d3-9f80-fb2d8f6a0bb1 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:43:38.556228 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45cc5ee-6a43-4d0e-ae80-8a6c9c321005", "name": "network-vif-plugged", "status": "completed", "tag": "6e3077d6-cfb6-4579-8453-88bef73b60e4", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:43:38.556575 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-9dafef0d-933d-43d3-9f80-fb2d8f6a0bb1 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:43:38.557110 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45cc5ee-6a43-4d0e-ae80-8a6c9c321005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3077d6-cfb6-4579-8453-88bef73b60e4', 'code': 200} Nov 04 10:43:38.718803 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e707a14-71f6-4a30-a0e5-c359d4ffc4e2 req-9e85f6d9-8f40-4359-ab8d-3c88eefc0078 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:38.719635 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8e707a14-71f6-4a30-a0e5-c359d4ffc4e2 req-9e85f6d9-8f40-4359-ab8d-3c88eefc0078 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/ports?device_id=bea2031a-172c-4001-a1f3-c58625a4e7e4 HTTP/1.1" status: 200 len: 943 time: 0.1097527 Nov 04 10:43:38.753583 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff8bda-a3f9-461d-8188-ea5632c6f80d req-37032c8a-74ea-4987-8cdc-a89493fb34ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:38.755121 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78ff8bda-a3f9-461d-8188-ea5632c6f80d req-37032c8a-74ea-4987-8cdc-a89493fb34ad service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=f45cc5ee-6a43-4d0e-ae80-8a6c9c321005 HTTP/1.1" status: 200 len: 1097 time: 0.1170175 Nov 04 10:43:38.811792 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8e707a14-71f6-4a30-a0e5-c359d4ffc4e2 req-ce66cd79-221c-4be2-84ec-f4cc749fc756 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f3d2396-5913-45f8-b900-7e8a858fe241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916002 Nov 04 10:43:38.838671 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78ff8bda-a3f9-461d-8188-ea5632c6f80d req-3235225d-dd2f-4e40-b275-ae6f0426ddf0 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=1efcd793-8a67-416b-97a8-855f85eaf573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705752 Nov 04 10:43:38.938123 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69205a66-1882-429b-a08d-696b9c6ee766 req-185ce4bc-dd3c-4110-bb9e-20dc4463f079 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:38.939561 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69205a66-1882-429b-a08d-696b9c6ee766 req-185ce4bc-dd3c-4110-bb9e-20dc4463f079 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.0537763 Nov 04 10:43:38.992403 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69205a66-1882-429b-a08d-696b9c6ee766 req-1851b689-7486-4b33-9adf-df3566c71f03 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463512 Nov 04 10:43:39.226114 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 685b139e-5aba-4f36-b48e-8d1a08099523 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:43:39.269290 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20b3b7-e843-46c5-800b-1cdf6e33d6dd req-a1dafd88-f8f9-4244-b65f-c80b342f2876 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:39.270982 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4e20b3b7-e843-46c5-800b-1cdf6e33d6dd req-a1dafd88-f8f9-4244-b65f-c80b342f2876 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.0555663 Nov 04 10:43:39.337988 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 685b139e-5aba-4f36-b48e-8d1a08099523, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=685b139e-5aba-4f36-b48e-8d1a08099523,segment=NetworkSegment(1245e658-0bc2-463b-9e08-207c169a536a),segment_id=1245e658-0bc2-463b-9e08-207c169a536a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:39.353630 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '685b139e-5aba-4f36-b48e-8d1a08099523', 'network_id': '64c1b067-87ca-4100-acbf-560269882704', 'port_id': '685b139e-5aba-4f36-b48e-8d1a08099523', 'mac_address': 'fa:16:3e:f5:7f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf115555-b062-4ea6-ba70-643a9f3c1ede', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:43:39.404119 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:39.420280 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 685b139e-5aba-4f36-b48e-8d1a08099523 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:43:39.442684 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 685b139e-5aba-4f36-b48e-8d1a08099523, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=685b139e-5aba-4f36-b48e-8d1a08099523,segment=NetworkSegment(1245e658-0bc2-463b-9e08-207c169a536a),segment_id=1245e658-0bc2-463b-9e08-207c169a536a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:39.448058 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:39.471025 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4e20b3b7-e843-46c5-800b-1cdf6e33d6dd req-2496983e-d0bf-4f86-8720-7851939adc07 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931996 Nov 04 10:43:39.514428 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=685b139e-5aba-4f36-b48e-8d1a08099523,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:39.740296 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652d7c9-aad1-4e93-a895-a11c0b8e277a req-b61cfb30-4b96-4990-a59a-89b2c70f886d tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:39.741920 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4652d7c9-aad1-4e93-a895-a11c0b8e277a req-b61cfb30-4b96-4990-a59a-89b2c70f886d tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] 10.222.0.127 "GET /v2.0/ports?device_id=f45cc5ee-6a43-4d0e-ae80-8a6c9c321005 HTTP/1.1" status: 200 len: 946 time: 0.0546210 Nov 04 10:43:39.789881 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['685b139e-5aba-4f36-b48e-8d1a08099523'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:43:39.808735 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4652d7c9-aad1-4e93-a895-a11c0b8e277a req-71190f2c-cc54-40ee-8405-d2bdd53e0f0f tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] 10.222.0.127 "GET /v2.0/security-groups?id=1efcd793-8a67-416b-97a8-855f85eaf573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587664 Nov 04 10:43:39.980230 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9c368-e523-4b61-858e-dadb2850d965 req-b870706d-84ad-49c9-ab50-e6604dcabab9 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:39.989109 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-28e9c368-e523-4b61-858e-dadb2850d965 req-b870706d-84ad-49c9-ab50-e6604dcabab9 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/ports?device_id=bea2031a-172c-4001-a1f3-c58625a4e7e4 HTTP/1.1" status: 200 len: 944 time: 0.0823908 Nov 04 10:43:40.039943 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-28e9c368-e523-4b61-858e-dadb2850d965 req-14b54150-1523-4be6-9183-0a20b98c595a tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f3d2396-5913-45f8-b900-7e8a858fe241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495849 Nov 04 10:43:40.161200 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efdfd9-46db-4fc0-9d45-ad77e220fbbc req-7089a0a2-0d26-47c8-8475-1fe51c4adcce tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:40.163028 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a5efdfd9-46db-4fc0-9d45-ad77e220fbbc req-7089a0a2-0d26-47c8-8475-1fe51c4adcce tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.0557513 Nov 04 10:43:40.215382 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a5efdfd9-46db-4fc0-9d45-ad77e220fbbc req-2ff2934d-f015-4419-b025-10eb3a52fe7b tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455670 Nov 04 10:43:40.598480 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f355d73-2756-4c27-9b5a-fc7431e42b6a req-51f63cc3-3326-40e8-8938-c2585c01612e tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:40.600088 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5f355d73-2756-4c27-9b5a-fc7431e42b6a req-51f63cc3-3326-40e8-8938-c2585c01612e tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.0572796 Nov 04 10:43:40.661271 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5f355d73-2756-4c27-9b5a-fc7431e42b6a req-4dce7484-4180-44fb-95fe-fd2ff896ca6d tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546064 Nov 04 10:43:40.983139 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec482353-c452-45c2-8a7c-85511a7c131e req-a91fad45-cfd6-4dc7-82ed-8040e00e7db0 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:40.985808 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ec482353-c452-45c2-8a7c-85511a7c131e req-a91fad45-cfd6-4dc7-82ed-8040e00e7db0 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] 10.222.0.127 "GET /v2.0/ports?device_id=f45cc5ee-6a43-4d0e-ae80-8a6c9c321005 HTTP/1.1" status: 200 len: 946 time: 0.0549767 Nov 04 10:43:41.045335 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ec482353-c452-45c2-8a7c-85511a7c131e req-da7b9ace-e30d-403a-a863-bd6af2a89b77 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] 10.222.0.127 "GET /v2.0/security-groups?id=1efcd793-8a67-416b-97a8-855f85eaf573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516977 Nov 04 10:43:41.237363 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 685b139e-5aba-4f36-b48e-8d1a08099523 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:43:41.275864 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac322d-fc82-4aa5-ae7e-f77ddaa6e034 req-5c348dd1-bc9f-4adf-b151-d1f658699615 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:41.283608 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a5ac322d-fc82-4aa5-ae7e-f77ddaa6e034 req-5c348dd1-bc9f-4adf-b151-d1f658699615 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/ports?device_id=bea2031a-172c-4001-a1f3-c58625a4e7e4 HTTP/1.1" status: 200 len: 944 time: 0.0878081 Nov 04 10:43:41.349584 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a5ac322d-fc82-4aa5-ae7e-f77ddaa6e034 req-46d24f9f-d9c0-4ae7-81e4-81e58cdc2d32 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f3d2396-5913-45f8-b900-7e8a858fe241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649695 Nov 04 10:43:41.353014 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 685b139e-5aba-4f36-b48e-8d1a08099523 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:43:41.365638 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 685b139e-5aba-4f36-b48e-8d1a08099523 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:43:41.366010 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:41.535592 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:41.558891 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48508) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:41.583155 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 685b139e-5aba-4f36-b48e-8d1a08099523, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=685b139e-5aba-4f36-b48e-8d1a08099523,segment=NetworkSegment(1245e658-0bc2-463b-9e08-207c169a536a),segment_id=1245e658-0bc2-463b-9e08-207c169a536a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:41.584439 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea2031a-172c-4001-a1f3-c58625a4e7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685b139e-5aba-4f36-b48e-8d1a08099523'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:43:41.587769 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c3bf90-4fe1-4e2a-b27f-bef19d363144" -d '{"events": [{"server_uuid": "bea2031a-172c-4001-a1f3-c58625a4e7e4", "name": "network-vif-plugged", "status": "completed", "tag": "685b139e-5aba-4f36-b48e-8d1a08099523"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:43:41.594929 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:41.658249 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=685b139e-5aba-4f36-b48e-8d1a08099523,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:41.721129 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce412004-93cb-4d77-8ee2-e63195328d1f req-6e301c51-bf17-490e-a25a-bf504d1c2740 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:41.723341 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ce412004-93cb-4d77-8ee2-e63195328d1f req-6e301c51-bf17-490e-a25a-bf504d1c2740 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.0967174 Nov 04 10:43:41.780555 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ce412004-93cb-4d77-8ee2-e63195328d1f req-9c9fec9b-ecbf-4c22-9732-6bb9c1f5ce85 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500059 Nov 04 10:43:41.849179 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-56660c35-6ef1-44ac-b7a0-29e06bf37df4 admin admin] Deleting subnet 5626b5c5-059d-4165-96a5-a79a81820db5 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:43:41.858863 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-56660c35-6ef1-44ac-b7a0-29e06bf37df4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:41.939237 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-56660c35-6ef1-44ac-b7a0-29e06bf37df4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:41.946607 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed417717-ee40-4ee1-80d3-dd5a290e193e req-61ffe739-a244-4291-8311-3c9abe5e8aab tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:41.955029 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed417717-ee40-4ee1-80d3-dd5a290e193e req-61ffe739-a244-4291-8311-3c9abe5e8aab tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] 10.222.0.127 "GET /v2.0/ports?device_id=f45cc5ee-6a43-4d0e-ae80-8a6c9c321005 HTTP/1.1" status: 200 len: 946 time: 0.0898979 Nov 04 10:43:41.992331 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-56660c35-6ef1-44ac-b7a0-29e06bf37df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:42.080651 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-56660c35-6ef1-44ac-b7a0-29e06bf37df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:42.085351 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acf0d1-85cb-4cbb-a9ab-64484e4b3e52 req-e256cbf2-6b08-40b4-a1da-3fcc86b4d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:42.086892 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42acf0d1-85cb-4cbb-a9ab-64484e4b3e52 req-e256cbf2-6b08-40b4-a1da-3fcc86b4d015 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 1096 time: 0.1298449 Nov 04 10:43:42.120035 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56660c35-6ef1-44ac-b7a0-29e06bf37df4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5626b5c5-059d-4165-96a5-a79a81820db5,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:42.125126 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-56660c35-6ef1-44ac-b7a0-29e06bf37df4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:42.133769 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-56660c35-6ef1-44ac-b7a0-29e06bf37df4 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/5626b5c5-059d-4165-96a5-a79a81820db5 HTTP/1.1" status: 204 len: 168 time: 0.5737996 Nov 04 10:43:42.135354 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48520) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:42.161534 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed417717-ee40-4ee1-80d3-dd5a290e193e req-17a6fd3b-510d-4a0c-9c71-0253e16cbc4d tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] 10.222.0.127 "GET /v2.0/security-groups?id=1efcd793-8a67-416b-97a8-855f85eaf573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054422 Nov 04 10:43:42.233935 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d414712-8d24-4d8d-83de-b32a301eaea4 x-openstack-request-id: req-9d414712-8d24-4d8d-83de-b32a301eaea4 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:43:42.234519 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea2031a-172c-4001-a1f3-c58625a4e7e4", "name": "network-vif-plugged", "status": "completed", "tag": "685b139e-5aba-4f36-b48e-8d1a08099523", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:43:42.234797 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-9d414712-8d24-4d8d-83de-b32a301eaea4 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:43:42.235257 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea2031a-172c-4001-a1f3-c58625a4e7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685b139e-5aba-4f36-b48e-8d1a08099523', 'code': 200} Nov 04 10:43:42.243880 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42acf0d1-85cb-4cbb-a9ab-64484e4b3e52 req-fd8e3440-6755-4bfc-9343-9f5181b6da2f service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369526 Nov 04 10:43:42.299471 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:42.342260 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fdb1e748-0c71-49f8-9a67-b674ee08f87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:42.411384 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609acc4-1124-4cad-9a67-e2aa98d8227d req-bef67e36-e135-4310-ad7d-e609b272b588 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:42.413264 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6609acc4-1124-4cad-9a67-e2aa98d8227d req-bef67e36-e135-4310-ad7d-e609b272b588 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.0816777 Nov 04 10:43:42.459734 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fdb1e748-0c71-49f8-9a67-b674ee08f87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:42.468630 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6609acc4-1124-4cad-9a67-e2aa98d8227d req-70bbecc4-e492-4e4c-b9e3-07c711ea6b16 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489492 Nov 04 10:43:42.489345 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-fdb1e748-0c71-49f8-9a67-b674ee08f87c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c8a1e5a-f063-46d4-a45c-05147903d1b7']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:43:42.505736 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-fdb1e748-0c71-49f8-9a67-b674ee08f87c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c3054a-fa88-48e0-9388-17f1ad04c741') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:43:42.506140 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-fdb1e748-0c71-49f8-9a67-b674ee08f87c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c3054a-fa88-48e0-9388-17f1ad04c741') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:43:42.519149 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fdb1e748-0c71-49f8-9a67-b674ee08f87c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:42.536508 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9799f37-19d1-4ee1-9db0-4ba17ae042f3 req-b8caf382-b35d-4ae2-bcc1-cd52e3267e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:42.538192 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a9799f37-19d1-4ee1-9db0-4ba17ae042f3 req-b8caf382-b35d-4ae2-bcc1-cd52e3267e71 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=bea2031a-172c-4001-a1f3-c58625a4e7e4 HTTP/1.1" status: 200 len: 1096 time: 0.0578196 Nov 04 10:43:42.543161 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fdb1e748-0c71-49f8-9a67-b674ee08f87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:42.551206 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb1e748-0c71-49f8-9a67-b674ee08f87c admin admin] Releasing vlan 1185 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:43:42.551799 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fdb1e748-0c71-49f8-9a67-b674ee08f87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:43:42.554208 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:43:42.591631 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a9799f37-19d1-4ee1-9db0-4ba17ae042f3 req-7b8e30ea-98b2-4e78-a4e3-934739813bb5 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=4f3d2396-5913-45f8-b900-7e8a858fe241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450170 Nov 04 10:43:42.619646 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fdb1e748-0c71-49f8-9a67-b674ee08f87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:42.625507 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fdb1e748-0c71-49f8-9a67-b674ee08f87c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:42.628688 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fdb1e748-0c71-49f8-9a67-b674ee08f87c admin admin] 10.222.0.127 "DELETE /v2.0/networks/8c8a1e5a-f063-46d4-a45c-05147903d1b7 HTTP/1.1" status: 204 len: 168 time: 0.4910018 Nov 04 10:43:42.640764 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1e748-0c71-49f8-9a67-b674ee08f87c admin admin] Pushing event deleted for resources: {'Network': ['ID=8c8a1e5a-f063-46d4-a45c-05147903d1b7,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:42.745444 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48530) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:42.786993 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2f275833-6c13-40c8-bb83-c0321a3f29bc admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=53562ae687274bbeba84f6369ffa7a9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399275 Nov 04 10:43:42.789264 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 48532) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:43.227537 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b801161-0adc-49e8-b522-4065259ab176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:43.238555 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39cd6b-8480-41dd-a709-a0e70d02d97c req-eb35d867-45ee-46d1-8828-2b40cc6b7770 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:43.240122 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2b39cd6b-8480-41dd-a709-a0e70d02d97c req-eb35d867-45ee-46d1-8828-2b40cc6b7770 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/ports?device_id=bea2031a-172c-4001-a1f3-c58625a4e7e4 HTTP/1.1" status: 200 len: 945 time: 0.1076715 Nov 04 10:43:43.271442 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a25ca-97c0-498f-bd24-6c889c0269a0 req-732d9fe4-c4f7-44bf-b4ce-fd3d4ed1f45c tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:43.272965 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f31a25ca-97c0-498f-bd24-6c889c0269a0 req-732d9fe4-c4f7-44bf-b4ce-fd3d4ed1f45c tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] 10.222.0.121 "GET /v2.0/ports?device_id=f45cc5ee-6a43-4d0e-ae80-8a6c9c321005 HTTP/1.1" status: 200 len: 946 time: 0.1393430 Nov 04 10:43:43.278646 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b801161-0adc-49e8-b522-4065259ab176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:43.395897 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2b39cd6b-8480-41dd-a709-a0e70d02d97c req-72ed542b-8c73-41cd-8d2d-71a17dd648a6 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f3d2396-5913-45f8-b900-7e8a858fe241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463432 Nov 04 10:43:43.431235 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b801161-0adc-49e8-b522-4065259ab176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:43.433921 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b801161-0adc-49e8-b522-4065259ab176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:43.436523 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2b801161-0adc-49e8-b522-4065259ab176 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/e40779eb-59ab-462f-a115-566acf58fdae HTTP/1.1" status: 204 len: 168 time: 0.6462202 Nov 04 10:43:43.449055 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-f31a25ca-97c0-498f-bd24-6c889c0269a0 req-e7526097-1db9-4fac-9050-ec65e622e2e1 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Deleting port 6e3077d6-cfb6-4579-8453-88bef73b60e4 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:43:43.449390 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f31a25ca-97c0-498f-bd24-6c889c0269a0 req-e7526097-1db9-4fac-9050-ec65e622e2e1 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:43.457707 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b801161-0adc-49e8-b522-4065259ab176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40779eb-59ab-462f-a115-566acf58fdae,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:43.598156 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-f31a25ca-97c0-498f-bd24-6c889c0269a0 req-e7526097-1db9-4fac-9050-ec65e622e2e1 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] For port 6e3077d6-cfb6-4579-8453-88bef73b60e4, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6e3077d6-cfb6-4579-8453-88bef73b60e4,segment=NetworkSegment(c3c1442f-d8cf-4bb1-b417-af30cc12c31d),segment_id=c3c1442f-d8cf-4bb1-b417-af30cc12c31d)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:43.598653 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f31a25ca-97c0-498f-bd24-6c889c0269a0 req-e7526097-1db9-4fac-9050-ec65e622e2e1 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:43.623333 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c03a2e-f4d3-4657-9d3e-344bdb504362 req-5defd4b0-b47d-457f-b9c3-2eaf788bf69a tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:43.631580 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-41c03a2e-f4d3-4657-9d3e-344bdb504362 req-5defd4b0-b47d-457f-b9c3-2eaf788bf69a tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.1120348 Nov 04 10:43:43.634540 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-f31a25ca-97c0-498f-bd24-6c889c0269a0 req-e7526097-1db9-4fac-9050-ec65e622e2e1 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Calling delete_port for 6e3077d6-cfb6-4579-8453-88bef73b60e4 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:43:43.751469 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-41c03a2e-f4d3-4657-9d3e-344bdb504362 req-83c19767-7fda-4701-b152-18a7103c4ffb tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076357 Nov 04 10:43:43.885460 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208d9ff-456c-4081-a745-1e9ef5d4bbd7 req-0a45523c-8715-4c05-b32b-6ed6ccd1e068 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:43.887402 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7208d9ff-456c-4081-a745-1e9ef5d4bbd7 req-0a45523c-8715-4c05-b32b-6ed6ccd1e068 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] 10.222.0.127 "GET /v2.0/ports?device_id=f45cc5ee-6a43-4d0e-ae80-8a6c9c321005 HTTP/1.1" status: 200 len: 946 time: 0.0889261 Nov 04 10:43:43.892888 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f31a25ca-97c0-498f-bd24-6c889c0269a0 req-e7526097-1db9-4fac-9050-ec65e622e2e1 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:43.906150 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['6e3077d6-cfb6-4579-8453-88bef73b60e4'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:43:43.939894 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7526097-1db9-4fac-9050-ec65e622e2e1 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Pushing event deleted for resources: {'Port': ['ID=6e3077d6-cfb6-4579-8453-88bef73b60e4,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:44.012497 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31a25ca-97c0-498f-bd24-6c889c0269a0 req-e7526097-1db9-4fac-9050-ec65e622e2e1 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] No DVR routers for this DVR port 6e3077d6-cfb6-4579-8453-88bef73b60e4 on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:43:44.016920 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-f31a25ca-97c0-498f-bd24-6c889c0269a0 req-e7526097-1db9-4fac-9050-ec65e622e2e1 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:44.020364 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f31a25ca-97c0-498f-bd24-6c889c0269a0 req-e7526097-1db9-4fac-9050-ec65e622e2e1 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] 10.222.0.121 "DELETE /v2.0/ports/6e3077d6-cfb6-4579-8453-88bef73b60e4 HTTP/1.1" status: 204 len: 173 time: 0.7397680 Nov 04 10:43:44.021422 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45cc5ee-6a43-4d0e-ae80-8a6c9c321005', 'name': 'network-vif-deleted', 'tag': '6e3077d6-cfb6-4579-8453-88bef73b60e4'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:43:44.025296 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa720110-2f77-4a34-afe7-e1097b13e3bc" -d '{"events": [{"server_uuid": "f45cc5ee-6a43-4d0e-ae80-8a6c9c321005", "name": "network-vif-deleted", "tag": "6e3077d6-cfb6-4579-8453-88bef73b60e4"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:43:44.032168 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7208d9ff-456c-4081-a745-1e9ef5d4bbd7 req-ebdecdf3-bdba-477b-bf00-2c92a584bfb8 tempest-InstanceActionsV221TestJSON-415163093 tempest-InstanceActionsV221TestJSON-415163093-project] 10.222.0.127 "GET /v2.0/security-groups?id=1efcd793-8a67-416b-97a8-855f85eaf573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369524 Nov 04 10:43:44.190285 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba762d-5dc7-4428-8b44-e5b9bbb2c457 req-ce9224c5-f696-45e7-a715-058d471359fa tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:44.191915 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-12ba762d-5dc7-4428-8b44-e5b9bbb2c457 req-ce9224c5-f696-45e7-a715-058d471359fa tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.0596018 Nov 04 10:43:44.248126 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-12ba762d-5dc7-4428-8b44-e5b9bbb2c457 req-0435c31e-bd73-456e-b236-01ae1f9d0ce2 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501862 Nov 04 10:43:44.390361 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 48592) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:44.429041 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560141b3-c663-42f3-a96f-bae393b01fe5 x-openstack-request-id: req-560141b3-c663-42f3-a96f-bae393b01fe5 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:43:44.429410 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45cc5ee-6a43-4d0e-ae80-8a6c9c321005", "name": "network-vif-deleted", "tag": "6e3077d6-cfb6-4579-8453-88bef73b60e4", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:43:44.429644 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-560141b3-c663-42f3-a96f-bae393b01fe5 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:43:44.430045 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45cc5ee-6a43-4d0e-ae80-8a6c9c321005', 'name': 'network-vif-deleted', 'tag': '6e3077d6-cfb6-4579-8453-88bef73b60e4', 'status': 'completed', 'code': 200} Nov 04 10:43:44.512643 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-d791c6b6-6564-446c-81fc-582e16c643bd admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1925821643-network', 'tenant_id': '1b58039ae5c945d88e702cafc65cb86d'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:44.539453 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d791c6b6-6564-446c-81fc-582e16c643bd admin admin] Made reservation on behalf of 1b58039ae5c945d88e702cafc65cb86d for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:43:44.543885 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d791c6b6-6564-446c-81fc-582e16c643bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:44.566950 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d791c6b6-6564-446c-81fc-582e16c643bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:44.702478 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38c327-0033-4a99-8a35-6567a4a1b277 req-5dfbd501-056b-429e-84a9-a0be43cea7ca tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:44.703966 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8d38c327-0033-4a99-8a35-6567a4a1b277 req-5dfbd501-056b-429e-84a9-a0be43cea7ca tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/ports?device_id=bea2031a-172c-4001-a1f3-c58625a4e7e4 HTTP/1.1" status: 200 len: 945 time: 0.0823879 Nov 04 10:43:44.706111 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d791c6b6-6564-446c-81fc-582e16c643bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:44.712892 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d791c6b6-6564-446c-81fc-582e16c643bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:44.731262 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:44.746994 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d791c6b6-6564-446c-81fc-582e16c643bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1185} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:43:44.766504 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791c6b6-6564-446c-81fc-582e16c643bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6860aa-a321-4668-aec5-b62684ef2c48,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:44.773371 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d791c6b6-6564-446c-81fc-582e16c643bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:44.773718 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-d791c6b6-6564-446c-81fc-582e16c643bd admin admin] Added segment f8465b5a-60fe-4380-ac16-8e6a62f3f5a4 of type vlan for network 1a22bc6f-a08a-4052-b571-d98123c0c96c Nov 04 10:43:44.830774 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d791c6b6-6564-446c-81fc-582e16c643bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:44.837273 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8d38c327-0033-4a99-8a35-6567a4a1b277 req-08862468-aeae-4b4a-8cd3-576bdaffbf7c tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f3d2396-5913-45f8-b900-7e8a858fe241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096184 Nov 04 10:43:44.873375 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d791c6b6-6564-446c-81fc-582e16c643bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:44.874567 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d791c6b6-6564-446c-81fc-582e16c643bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:44.875251 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d791c6b6-6564-446c-81fc-582e16c643bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:44.947597 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d791c6b6-6564-446c-81fc-582e16c643bd admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5531805 Nov 04 10:43:44.947848 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 48608) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:44.957167 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-a7e666f0-b5c8-4693-a690-d5ff6108af27 admin admin] Request body: {'subnet': {'network_id': '1a22bc6f-a08a-4052-b571-d98123c0c96c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1925821643-subnet', 'tenant_id': '1b58039ae5c945d88e702cafc65cb86d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:44.964418 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791c6b6-6564-446c-81fc-582e16c643bd admin admin] Pushing event updated for resources: {'Network': ['ID=1a22bc6f-a08a-4052-b571-d98123c0c96c,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:44.985707 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 1a22bc6f-a08a-4052-b571-d98123c0c96c details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:43:44.996250 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e666f0-b5c8-4693-a690-d5ff6108af27 admin admin] Made reservation on behalf of 1b58039ae5c945d88e702cafc65cb86d for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:43:44.999279 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a7e666f0-b5c8-4693-a690-d5ff6108af27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:45.165553 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a896cb-6aed-401a-81a6-df89dde5e420 req-0ccb09e8-0e4e-4e69-800e-e5d740faa609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:45.167119 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6a896cb-6aed-401a-81a6-df89dde5e420 req-0ccb09e8-0e4e-4e69-800e-e5d740faa609 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=ead355d3198b4aadbda9707a7fac95b2&device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 1096 time: 0.1556215 Nov 04 10:43:45.183320 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76067511-7d45-4197-89ec-f01307066bdb req-04a7b55f-bdff-40f9-89d4-909591209d1e tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:45.184800 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-76067511-7d45-4197-89ec-f01307066bdb req-04a7b55f-bdff-40f9-89d4-909591209d1e tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.1478677 Nov 04 10:43:45.382501 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-76067511-7d45-4197-89ec-f01307066bdb req-3d2e8648-0063-4891-aaf1-a9bd071487d1 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862786 Nov 04 10:43:45.390413 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a896cb-6aed-401a-81a6-df89dde5e420 req-ae604730-f100-4da3-9c0e-23752db5ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:45.391894 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6a896cb-6aed-401a-81a6-df89dde5e420 req-ae604730-f100-4da3-9c0e-23752db5ec12 service neutron] 10.222.0.126 "GET /v2.0/networks?id=eb289679-7639-4a66-aa3b-ec07d6a9d79d HTTP/1.1" status: 200 len: 921 time: 0.2048564 Nov 04 10:43:45.412066 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a7e666f0-b5c8-4693-a690-d5ff6108af27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:45.471962 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6a896cb-6aed-401a-81a6-df89dde5e420 req-5081a5a1-ecb6-4776-9290-fda20f530289 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b45698a8-448e-4114-8b03-1c7e4d84ded8 HTTP/1.1" status: 200 len: 217 time: 0.0665607 Nov 04 10:43:45.555436 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e666f0-b5c8-4693-a690-d5ff6108af27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eae3a3af-dac0-49f0-b528-c2b1e1b0da8c,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:45.587730 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a896cb-6aed-401a-81a6-df89dde5e420 req-98263b6b-8242-403a-b19a-6c5ffdd8858d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:45.589280 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6a896cb-6aed-401a-81a6-df89dde5e420 req-98263b6b-8242-403a-b19a-6c5ffdd8858d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=59bf7bce-0a06-4e94-b69d-9476ec3fc967 HTTP/1.1" status: 200 len: 859 time: 0.1023841 Nov 04 10:43:45.598957 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224f012-dc38-4e93-91c6-0c71dffbaafe req-6a964064-08a3-47fb-83f8-012ae25cc217 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:45.600382 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7224f012-dc38-4e93-91c6-0c71dffbaafe req-6a964064-08a3-47fb-83f8-012ae25cc217 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/ports?device_id=bea2031a-172c-4001-a1f3-c58625a4e7e4 HTTP/1.1" status: 200 len: 945 time: 0.1482670 Nov 04 10:43:45.609552 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e666f0-b5c8-4693-a690-d5ff6108af27 admin admin] Checking segment: {'id': 'f8465b5a-60fe-4380-ac16-8e6a62f3f5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1a22bc6f-a08a-4052-b571-d98123c0c96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:43:45.609914 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e666f0-b5c8-4693-a690-d5ff6108af27 admin admin] Network hostable DHCP agents. Network: 1a22bc6f-a08a-4052-b571-d98123c0c96c, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:43:45.642479 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6a896cb-6aed-401a-81a6-df89dde5e420 req-891229fe-de42-4f77-8986-bbbda6ef2fed service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=eb289679-7639-4a66-aa3b-ec07d6a9d79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407562 Nov 04 10:43:45.720437 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e666f0-b5c8-4693-a690-d5ff6108af27 admin admin] Network 1a22bc6f-a08a-4052-b571-d98123c0c96c is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:43:45.746571 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7224f012-dc38-4e93-91c6-0c71dffbaafe req-d0843e9c-d7f2-48a0-b243-827f475ff141 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f3d2396-5913-45f8-b900-7e8a858fe241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330857 Nov 04 10:43:45.747205 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-a7e666f0-b5c8-4693-a690-d5ff6108af27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 1a22bc6f-a08a-4052-b571-d98123c0c96c) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:43:45.754575 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e666f0-b5c8-4693-a690-d5ff6108af27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:45.755178 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a7e666f0-b5c8-4693-a690-d5ff6108af27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:45.769074 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c280a221-0a4d-4e6d-acd3-97b3bd0d4caa None None] Network 1a22bc6f-a08a-4052-b571-d98123c0c96c requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:43:45.798991 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a7e666f0-b5c8-4693-a690-d5ff6108af27 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8493152 Nov 04 10:43:45.829561 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6a896cb-6aed-401a-81a6-df89dde5e420 req-3cf9b100-bc84-41ad-bd74-7b28548c9fbc service neutron] 10.222.0.126 "GET /v2.0/networks/eb289679-7639-4a66-aa3b-ec07d6a9d79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763988 Nov 04 10:43:45.923719 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4902cee-1e2e-4815-8a6a-3097ff8f6ab5 None None] Network 1a22bc6f-a08a-4052-b571-d98123c0c96c requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:43:45.989866 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc665b9a-caab-4a65-a79b-61ffefc7f94b req-8251831b-c9e1-4c63-9ec8-bce1d0122e86 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:45.991568 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bc665b9a-caab-4a65-a79b-61ffefc7f94b req-8251831b-c9e1-4c63-9ec8-bce1d0122e86 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.1180992 Nov 04 10:43:45.995737 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6a896cb-6aed-401a-81a6-df89dde5e420 req-3cc3c2d3-b425-4d90-ada8-e0c46b1252e1 service neutron] 10.222.0.126 "GET /v2.0/networks/eb289679-7639-4a66-aa3b-ec07d6a9d79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529539 Nov 04 10:43:46.069989 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6e3077d6-cfb6-4579-8453-88bef73b60e4 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:43:46.072229 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bc665b9a-caab-4a65-a79b-61ffefc7f94b req-03cbb3b5-b8e2-484a-9ea2-06cad889324c tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720131 Nov 04 10:43:46.101853 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 6e3077d6-cfb6-4579-8453-88bef73b60e4 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:43:46.102254 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6e3077d6-cfb6-4579-8453-88bef73b60e4 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:43:46.731485 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-f3f18e3b-9498-4558-9123-bd57dbde20ad tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:46.733361 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-f3f18e3b-9498-4558-9123-bd57dbde20ad tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/networks?id=1a22bc6f-a08a-4052-b571-d98123c0c96c HTTP/1.1" status: 200 len: 818 time: 0.1153233 Nov 04 10:43:46.749344 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-fa4a95bf-6fb3-480b-a846-14c6a6eecbb3 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/quotas/1b58039ae5c945d88e702cafc65cb86d HTTP/1.1" status: 200 len: 375 time: 0.0095692 Nov 04 10:43:46.781128 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-9e01bb01-1810-4ccb-a484-5cf709ebe43c tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=1b58039ae5c945d88e702cafc65cb86d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265059 Nov 04 10:43:46.851804 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3384faa1-6cda-4987-88d0-8b8bbd0ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:46.885035 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-536ef379-0090-4c66-9520-df80708e2c7c service neutron] 10.222.0.127 "GET /v2.0/networks/1a22bc6f-a08a-4052-b571-d98123c0c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964839 Nov 04 10:43:46.989144 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-6dec1a25-d9a6-4507-8f93-91dcd1e40597 service neutron] 10.222.0.127 "GET /v2.0/networks/1a22bc6f-a08a-4052-b571-d98123c0c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944977 Nov 04 10:43:47.427489 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ad403-2b27-4d56-ab5a-4de9c736b394 req-c78ba5ec-93ba-4927-bfea-d92fedf54259 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:47.429430 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f44ad403-2b27-4d56-ab5a-4de9c736b394 req-c78ba5ec-93ba-4927-bfea-d92fedf54259 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.0781503 Nov 04 10:43:47.520629 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f44ad403-2b27-4d56-ab5a-4de9c736b394 req-e92d5929-635a-4fbb-b714-9eec4c0ce2ce tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809436 Nov 04 10:43:47.659767 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda1d5b-43db-46c6-a2ef-d38393a214a3 req-304c5b50-d13a-46e7-916a-0986fce299c0 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:47.662208 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6dda1d5b-43db-46c6-a2ef-d38393a214a3 req-304c5b50-d13a-46e7-916a-0986fce299c0 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/ports?device_id=bea2031a-172c-4001-a1f3-c58625a4e7e4 HTTP/1.1" status: 200 len: 945 time: 0.0697629 Nov 04 10:43:47.722485 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6dda1d5b-43db-46c6-a2ef-d38393a214a3 req-4c69d125-da6a-41ec-9b28-9222edbcc6c2 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f3d2396-5913-45f8-b900-7e8a858fe241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510073 Nov 04 10:43:47.866008 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd877a76-d355-404c-a9a7-20afe42867df req-b6dbc0c1-1c8b-4fda-b95e-8690f798ebc4 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:47.867996 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dd877a76-d355-404c-a9a7-20afe42867df req-b6dbc0c1-1c8b-4fda-b95e-8690f798ebc4 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.0675731 Nov 04 10:43:47.926887 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dd877a76-d355-404c-a9a7-20afe42867df req-b13040ff-1bce-41d7-9b23-94fb25a9c08d tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506821 Nov 04 10:43:48.508525 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e1640ec5-9345-496e-be5d-56d74072fdf4 req-c6e51746-f2b9-4556-9162-15ca160aa6f9 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/ports?device_id=e3ef4ff9-b291-4cb8-9dd2-09a785883cbd HTTP/1.1" status: 200 len: 210 time: 0.0602531 Nov 04 10:43:48.550445 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896b802-c4c7-423e-914d-386da340dddf req-1e3f054a-3de1-4b7e-8439-b8cac966b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:48.551867 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5896b802-c4c7-423e-914d-386da340dddf req-1e3f054a-3de1-4b7e-8439-b8cac966b4df service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=519fe2d2707c4aaba5f527f0da91d2d1&device_id=bea2031a-172c-4001-a1f3-c58625a4e7e4 HTTP/1.1" status: 200 len: 1096 time: 0.0531995 Nov 04 10:43:48.559224 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48696) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:48.618425 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-5980bdb5-95c8-416f-875e-dadf849681ee admin admin] Deleting subnet fef37a2a-fe6a-4b7d-974f-9b1f15ae60eb {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:43:48.621992 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5980bdb5-95c8-416f-875e-dadf849681ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:48.658392 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5980bdb5-95c8-416f-875e-dadf849681ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:48.698860 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77296528-e32e-480d-9e72-dd65ba9747d6 req-424f64c3-70e0-438c-ab36-874925dbd70f tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:48.700299 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-77296528-e32e-480d-9e72-dd65ba9747d6 req-424f64c3-70e0-438c-ab36-874925dbd70f tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/ports?device_id=bea2031a-172c-4001-a1f3-c58625a4e7e4 HTTP/1.1" status: 200 len: 945 time: 0.0842335 Nov 04 10:43:48.703495 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896b802-c4c7-423e-914d-386da340dddf req-9e8aa341-6038-475a-a035-db93fec8c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:48.704932 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5896b802-c4c7-423e-914d-386da340dddf req-9e8aa341-6038-475a-a035-db93fec8c156 service neutron] 10.222.0.126 "GET /v2.0/networks?id=64c1b067-87ca-4100-acbf-560269882704 HTTP/1.1" status: 200 len: 913 time: 0.1430080 Nov 04 10:43:48.707891 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5980bdb5-95c8-416f-875e-dadf849681ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:48.760120 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5896b802-c4c7-423e-914d-386da340dddf req-65fd50f6-1c5e-442c-ba4c-8ae30475b0b2 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=685b139e-5aba-4f36-b48e-8d1a08099523 HTTP/1.1" status: 200 len: 217 time: 0.0437050 Nov 04 10:43:48.802749 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5980bdb5-95c8-416f-875e-dadf849681ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:48.834709 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-77296528-e32e-480d-9e72-dd65ba9747d6 req-1fdc1b9d-ec10-4d85-b842-82eabb39ef50 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f3d2396-5913-45f8-b900-7e8a858fe241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247051 Nov 04 10:43:48.865729 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980bdb5-95c8-416f-875e-dadf849681ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fef37a2a-fe6a-4b7d-974f-9b1f15ae60eb,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:48.883397 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5980bdb5-95c8-416f-875e-dadf849681ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:48.889560 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5980bdb5-95c8-416f-875e-dadf849681ee admin admin] 10.222.0.127 "DELETE /v2.0/subnets/fef37a2a-fe6a-4b7d-974f-9b1f15ae60eb HTTP/1.1" status: 204 len: 168 time: 0.3266537 Nov 04 10:43:48.891077 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48698) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:48.911234 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896b802-c4c7-423e-914d-386da340dddf req-de6c54d7-551d-480f-89f3-869dd4939e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:48.912766 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5896b802-c4c7-423e-914d-386da340dddf req-de6c54d7-551d-480f-89f3-869dd4939e42 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=bf115555-b062-4ea6-ba70-643a9f3c1ede HTTP/1.1" status: 200 len: 851 time: 0.1382475 Nov 04 10:43:48.951265 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5896b802-c4c7-423e-914d-386da340dddf req-aee045ef-b68b-4e1d-92c5-3cdb73e557ee service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=64c1b067-87ca-4100-acbf-560269882704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297034 Nov 04 10:43:49.000555 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-993f4616-d651-47de-b679-97a9df32851b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:49.082631 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-7357bdbb-3977-4756-bf19-74fd8decbf34 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:49.084422 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-7357bdbb-3977-4756-bf19-74fd8decbf34 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.121 "GET /v2.0/networks?id=1a22bc6f-a08a-4052-b571-d98123c0c96c HTTP/1.1" status: 200 len: 818 time: 0.2485640 Nov 04 10:43:49.107386 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-00e42612-c161-4f7d-993c-445984c2198e tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Request body: {'port': {'device_id': 'e056069d-8fd6-4d48-815b-12bb2f5b620e', 'network_id': '1a22bc6f-a08a-4052-b571-d98123c0c96c', 'admin_state_up': True, 'tenant_id': '1b58039ae5c945d88e702cafc65cb86d'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:49.109321 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-993f4616-d651-47de-b679-97a9df32851b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:49.142206 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-993f4616-d651-47de-b679-97a9df32851b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0598829b-4e7b-4ef0-b06b-71e7d85ef9ec']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:43:49.160566 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-993f4616-d651-47de-b679-97a9df32851b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3c1442f-d8cf-4bb1-b417-af30cc12c31d') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:43:49.160881 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-993f4616-d651-47de-b679-97a9df32851b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3c1442f-d8cf-4bb1-b417-af30cc12c31d') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:43:49.185737 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-993f4616-d651-47de-b679-97a9df32851b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:49.200218 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8ed0f-c208-443b-a512-471d13f2f17d req-7a701651-3b4f-4c74-803a-ba4dfbc01e60 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:49.208455 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-caf8ed0f-c208-443b-a512-471d13f2f17d req-7a701651-3b4f-4c74-803a-ba4dfbc01e60 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.2282038 Nov 04 10:43:49.218154 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-993f4616-d651-47de-b679-97a9df32851b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:49.229269 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-993f4616-d651-47de-b679-97a9df32851b admin admin] Releasing vlan 1169 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:43:49.231314 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-993f4616-d651-47de-b679-97a9df32851b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:43:49.234554 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:43:49.276284 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5896b802-c4c7-423e-914d-386da340dddf req-a1f3b0b5-9d65-45c7-a55a-49a8a8cc98c8 service neutron] 10.222.0.126 "GET /v2.0/networks/64c1b067-87ca-4100-acbf-560269882704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108826 Nov 04 10:43:49.318316 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-993f4616-d651-47de-b679-97a9df32851b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:49.329064 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-993f4616-d651-47de-b679-97a9df32851b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:49.337755 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-993f4616-d651-47de-b679-97a9df32851b admin admin] 10.222.0.127 "DELETE /v2.0/networks/0598829b-4e7b-4ef0-b06b-71e7d85ef9ec HTTP/1.1" status: 204 len: 168 time: 0.4448693 Nov 04 10:43:49.363965 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f4616-d651-47de-b679-97a9df32851b admin admin] Pushing event deleted for resources: {'Network': ['ID=0598829b-4e7b-4ef0-b06b-71e7d85ef9ec,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:49.366245 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-80e0e13e-2b42-4e0e-b645-f995f3e2cd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:49.466299 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-caf8ed0f-c208-443b-a512-471d13f2f17d req-939a7e9a-2857-46ab-82ed-f837dea57f34 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569478 Nov 04 10:43:49.503779 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-4c145d55-5d41-4713-817a-c3ad4e908b41 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:49.505302 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-4c145d55-5d41-4713-817a-c3ad4e908b41 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.121 "GET /v2.0/networks?id=1a22bc6f-a08a-4052-b571-d98123c0c96c HTTP/1.1" status: 200 len: 818 time: 0.3196125 Nov 04 10:43:49.523520 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48710) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:49.528198 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-ef64d481-aa19-4f4a-b8da-88418ef94246 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Request body: {'port': {'device_id': 'c2717323-18bd-4b34-aa13-1e01efeef1ff', 'network_id': '1a22bc6f-a08a-4052-b571-d98123c0c96c', 'admin_state_up': True, 'tenant_id': '1b58039ae5c945d88e702cafc65cb86d'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:49.554708 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5896b802-c4c7-423e-914d-386da340dddf req-e352baec-8ae4-4a6c-a9f7-05b9f7b5b0ac service neutron] 10.222.0.126 "GET /v2.0/networks/64c1b067-87ca-4100-acbf-560269882704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635665 Nov 04 10:43:49.577385 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c888e65f-79bc-4244-ae97-08350adc936a admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=360ac53ede364710af0e18a68fa96192&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0523410 Nov 04 10:43:49.579039 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48714) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:49.581899 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-00e42612-c161-4f7d-993c-445984c2198e tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Made reservation on behalf of 1b58039ae5c945d88e702cafc65cb86d for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:43:49.587655 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-00e42612-c161-4f7d-993c-445984c2198e tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:49.654599 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-913124c2-e8b5-40df-b0df-14fc57a4d52f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:49.687719 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-913124c2-e8b5-40df-b0df-14fc57a4d52f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:49.856398 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-d3cb9a3b-e7cf-4e6d-941d-45b1fedfa772 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:49.858421 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-d3cb9a3b-e7cf-4e6d-941d-45b1fedfa772 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.121 "GET /v2.0/networks?id=1a22bc6f-a08a-4052-b571-d98123c0c96c HTTP/1.1" status: 200 len: 818 time: 0.1680470 Nov 04 10:43:49.859477 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-913124c2-e8b5-40df-b0df-14fc57a4d52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:49.859729 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-ef64d481-aa19-4f4a-b8da-88418ef94246 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Made reservation on behalf of 1b58039ae5c945d88e702cafc65cb86d for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:43:49.863296 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-913124c2-e8b5-40df-b0df-14fc57a4d52f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:49.863655 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-ef64d481-aa19-4f4a-b8da-88418ef94246 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:49.867653 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-913124c2-e8b5-40df-b0df-14fc57a4d52f admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/1efcd793-8a67-416b-97a8-855f85eaf573 HTTP/1.1" status: 204 len: 168 time: 0.2872474 Nov 04 10:43:49.885189 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-8121f61b-1173-4ea9-8e3a-aded69dd4315 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Request body: {'port': {'device_id': 'e3ef4ff9-b291-4cb8-9dd2-09a785883cbd', 'network_id': '1a22bc6f-a08a-4052-b571-d98123c0c96c', 'admin_state_up': True, 'tenant_id': '1b58039ae5c945d88e702cafc65cb86d'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:49.888911 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913124c2-e8b5-40df-b0df-14fc57a4d52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efcd793-8a67-416b-97a8-855f85eaf573,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:49.903932 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-00e42612-c161-4f7d-993c-445984c2198e tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Allocated IP 172.20.0.2 (1a22bc6f-a08a-4052-b571-d98123c0c96c/eae3a3af-dac0-49f0-b528-c2b1e1b0da8c/519a0d6d-e349-4daf-9f65-4fe718fb749f) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:43:49.921323 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb3f67-ece3-47d6-be56-0850c033ac2d req-1c750eff-9d98-4ea8-b308-6546e33b9e92 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:49.922975 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-40bb3f67-ece3-47d6-be56-0850c033ac2d req-1c750eff-9d98-4ea8-b308-6546e33b9e92 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.2850399 Nov 04 10:43:50.028652 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-8121f61b-1173-4ea9-8e3a-aded69dd4315 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Made reservation on behalf of 1b58039ae5c945d88e702cafc65cb86d for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:43:50.034687 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-8121f61b-1173-4ea9-8e3a-aded69dd4315 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:50.106049 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-40bb3f67-ece3-47d6-be56-0850c033ac2d req-773886c1-ba9d-443a-8f2c-2746ad0ccae5 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709712 Nov 04 10:43:50.230424 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-00e42612-c161-4f7d-993c-445984c2198e tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:50.283376 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-00e42612-c161-4f7d-993c-445984c2198e tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:50.372632 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-ef64d481-aa19-4f4a-b8da-88418ef94246 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Allocated IP 172.20.0.10 (1a22bc6f-a08a-4052-b571-d98123c0c96c/eae3a3af-dac0-49f0-b528-c2b1e1b0da8c/c7637261-78db-470e-90fd-225b54904663) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:43:50.409576 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-00e42612-c161-4f7d-993c-445984c2198e tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Network 1a22bc6f-a08a-4052-b571-d98123c0c96c is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:43:50.422693 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-00e42612-c161-4f7d-993c-445984c2198e tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:43:50.425479 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-00e42612-c161-4f7d-993c-445984c2198e tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:43:50.533344 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bd25f0ea-c265-4bcc-9469-c5e742b11f19 req-5acb2315-3e85-450a-a0e6-2a799c01de38 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/ports?device_id=e3ef4ff9-b291-4cb8-9dd2-09a785883cbd HTTP/1.1" status: 200 len: 210 time: 0.0764034 Nov 04 10:43:50.533979 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e42612-c161-4f7d-993c-445984c2198e tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Pushing event updated for resources: {'Port': ['ID=519a0d6d-e349-4daf-9f65-4fe718fb749f,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:50.582469 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-00e42612-c161-4f7d-993c-445984c2198e tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:50.583042 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-00e42612-c161-4f7d-993c-445984c2198e tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:50.676551 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48740) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:50.689056 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:50.733509 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f78117e-4c47-466d-aa8c-c52ab5a163e6 admin admin] Deleting subnet 0ecf4301-99cb-4cf3-b3bf-f2db99d830c2 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:43:50.745728 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f78117e-4c47-466d-aa8c-c52ab5a163e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:50.793461 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f78117e-4c47-466d-aa8c-c52ab5a163e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:50.843930 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f78117e-4c47-466d-aa8c-c52ab5a163e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:50.914740 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f78117e-4c47-466d-aa8c-c52ab5a163e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:50.949410 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48748) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:50.955783 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78117e-4c47-466d-aa8c-c52ab5a163e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ecf4301-99cb-4cf3-b3bf-f2db99d830c2,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:50.962576 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f78117e-4c47-466d-aa8c-c52ab5a163e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:50.969259 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2f78117e-4c47-466d-aa8c-c52ab5a163e6 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/0ecf4301-99cb-4cf3-b3bf-f2db99d830c2 HTTP/1.1" status: 204 len: 168 time: 0.2912753 Nov 04 10:43:50.970016 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48752) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:51.040968 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-ef64d481-aa19-4f4a-b8da-88418ef94246 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:51.043459 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fd21a19-9e3f-46f4-a84c-1da4200a6c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:51.106967 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-ef64d481-aa19-4f4a-b8da-88418ef94246 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:51.124972 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-00e42612-c161-4f7d-993c-445984c2198e tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0265586 Nov 04 10:43:51.144422 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fd21a19-9e3f-46f4-a84c-1da4200a6c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:51.152227 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-831ce8f5-da62-4f3b-8961-7933e5610851 service neutron] Request body: {'port': {'device_id': 'e056069d-8fd6-4d48-815b-12bb2f5b620e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:51.167300 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-9fd21a19-9e3f-46f4-a84c-1da4200a6c7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ffa9e5a-825b-4945-866a-279c1e0c081f']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:43:51.177995 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-9fd21a19-9e3f-46f4-a84c-1da4200a6c7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eec074b-2081-47fc-8234-39e3bb5ee601') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:43:51.178430 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-9fd21a19-9e3f-46f4-a84c-1da4200a6c7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eec074b-2081-47fc-8234-39e3bb5ee601') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:43:51.189435 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fd21a19-9e3f-46f4-a84c-1da4200a6c7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:51.197009 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-ef64d481-aa19-4f4a-b8da-88418ef94246 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Network 1a22bc6f-a08a-4052-b571-d98123c0c96c is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:43:51.204701 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fd21a19-9e3f-46f4-a84c-1da4200a6c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:51.207962 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-ef64d481-aa19-4f4a-b8da-88418ef94246 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:43:51.211111 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-ef64d481-aa19-4f4a-b8da-88418ef94246 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:43:51.212673 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd21a19-9e3f-46f4-a84c-1da4200a6c7e admin admin] Releasing vlan 1165 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:43:51.213233 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fd21a19-9e3f-46f4-a84c-1da4200a6c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:51.215874 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64d481-aa19-4f4a-b8da-88418ef94246 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Pushing event updated for resources: {'Port': ['ID=c7637261-78db-470e-90fd-225b54904663,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:51.254831 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe498cc-3d78-410c-9916-e63c2cdb917a req-77922622-b543-46c9-ac91-fe9d4cb2a48e tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:51.262362 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dbe498cc-3d78-410c-9916-e63c2cdb917a req-77922622-b543-46c9-ac91-fe9d4cb2a48e tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/ports?device_id=bea2031a-172c-4001-a1f3-c58625a4e7e4 HTTP/1.1" status: 200 len: 945 time: 0.1899328 Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:43:51.276987 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:43:51.283084 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-6c0a05a1-5819-4086-87be-7e7f0ac95094 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-653404546-network', 'tenant_id': '703ad29d11ca412593de8589dcb479dc'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:51.313424 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-831ce8f5-da62-4f3b-8961-7933e5610851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:51.333834 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fd21a19-9e3f-46f4-a84c-1da4200a6c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:51.344739 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-ef64d481-aa19-4f4a-b8da-88418ef94246 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:51.345177 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fd21a19-9e3f-46f4-a84c-1da4200a6c7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:51.345479 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-ef64d481-aa19-4f4a-b8da-88418ef94246 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:51.347943 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9fd21a19-9e3f-46f4-a84c-1da4200a6c7e admin admin] 10.222.0.127 "DELETE /v2.0/networks/1ffa9e5a-825b-4945-866a-279c1e0c081f HTTP/1.1" status: 204 len: 168 time: 0.3766618 Nov 04 10:43:51.353095 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 48758) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:51.372865 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0a05a1-5819-4086-87be-7e7f0ac95094 admin admin] Made reservation on behalf of 703ad29d11ca412593de8589dcb479dc for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:43:51.375209 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c0a05a1-5819-4086-87be-7e7f0ac95094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:51.381339 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd21a19-9e3f-46f4-a84c-1da4200a6c7e admin admin] Pushing event deleted for resources: {'Network': ['ID=1ffa9e5a-825b-4945-866a-279c1e0c081f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:51.393162 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c0a05a1-5819-4086-87be-7e7f0ac95094 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:51.395381 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-8121f61b-1173-4ea9-8e3a-aded69dd4315 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Allocated IP 172.20.0.3 (1a22bc6f-a08a-4052-b571-d98123c0c96c/eae3a3af-dac0-49f0-b528-c2b1e1b0da8c/9ef2c3af-7613-42bb-b545-bf26d4217418) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:43:51.415677 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dbe498cc-3d78-410c-9916-e63c2cdb917a req-d65732a5-af8c-4a07-854e-86a4632e6399 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f3d2396-5913-45f8-b900-7e8a858fe241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524355 Nov 04 10:43:51.422291 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-ef64d481-aa19-4f4a-b8da-88418ef94246 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9010646 Nov 04 10:43:51.440477 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-937b46ec-d381-4816-b0e0-da22fa6b87e1 service neutron] Request body: {'port': {'device_id': 'c2717323-18bd-4b34-aa13-1e01efeef1ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:51.506053 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c0a05a1-5819-4086-87be-7e7f0ac95094 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:51.535127 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ecf048f-7df3-4a2f-bc6b-98c6ac41cb94 admin admin] Deleting subnet 8981c4bf-f694-4bdd-bd2b-44802b69a646 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:43:51.537346 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c0a05a1-5819-4086-87be-7e7f0ac95094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:51.548439 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1ecf048f-7df3-4a2f-bc6b-98c6ac41cb94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:51.618213 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0a05a1-5819-4086-87be-7e7f0ac95094 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1183} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:43:51.634819 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-937b46ec-d381-4816-b0e0-da22fa6b87e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:51.639454 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1ecf048f-7df3-4a2f-bc6b-98c6ac41cb94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:51.645850 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a05a1-5819-4086-87be-7e7f0ac95094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3dd987-0e09-483e-9782-ebce7f5bc9f6,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:51.648848 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c0a05a1-5819-4086-87be-7e7f0ac95094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:51.649257 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-6c0a05a1-5819-4086-87be-7e7f0ac95094 admin admin] Added segment 29bfa2e2-d528-46a4-a5ff-9e66b180f696 of type vlan for network d2a49668-3a63-41c1-a51a-12911233532e Nov 04 10:43:51.723654 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c0a05a1-5819-4086-87be-7e7f0ac95094 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:51.733207 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1ecf048f-7df3-4a2f-bc6b-98c6ac41cb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:51.768088 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c0a05a1-5819-4086-87be-7e7f0ac95094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:51.769070 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0a05a1-5819-4086-87be-7e7f0ac95094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:51.769649 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c0a05a1-5819-4086-87be-7e7f0ac95094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:51.840009 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-8121f61b-1173-4ea9-8e3a-aded69dd4315 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:51.860046 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6c0a05a1-5819-4086-87be-7e7f0ac95094 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9095538 Nov 04 10:43:51.863024 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a05a1-5819-4086-87be-7e7f0ac95094 admin admin] Pushing event updated for resources: {'Network': ['ID=d2a49668-3a63-41c1-a51a-12911233532e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:51.865071 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48770) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:51.873431 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-11d02c86-fb8f-463d-bd18-e8cad2d2d21c admin admin] Request body: {'subnet': {'network_id': 'd2a49668-3a63-41c1-a51a-12911233532e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-653404546-subnet', 'tenant_id': '703ad29d11ca412593de8589dcb479dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:51.878111 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network d2a49668-3a63-41c1-a51a-12911233532e details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:43:51.910012 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fdf00-d708-420a-b34d-541759a2748f req-8c1fa167-9697-4866-80ae-f81c66fc5e16 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:51.911786 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-006fdf00-d708-420a-b34d-541759a2748f req-8c1fa167-9697-4866-80ae-f81c66fc5e16 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.1563339 Nov 04 10:43:51.919573 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-8121f61b-1173-4ea9-8e3a-aded69dd4315 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:51.935199 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1ecf048f-7df3-4a2f-bc6b-98c6ac41cb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:51.937837 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d02c86-fb8f-463d-bd18-e8cad2d2d21c admin admin] Made reservation on behalf of 703ad29d11ca412593de8589dcb479dc for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:43:51.940301 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-11d02c86-fb8f-463d-bd18-e8cad2d2d21c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:52.009514 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf048f-7df3-4a2f-bc6b-98c6ac41cb94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8981c4bf-f694-4bdd-bd2b-44802b69a646,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:52.013371 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-8121f61b-1173-4ea9-8e3a-aded69dd4315 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Network 1a22bc6f-a08a-4052-b571-d98123c0c96c is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:43:52.016371 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1ecf048f-7df3-4a2f-bc6b-98c6ac41cb94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:52.022585 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1ecf048f-7df3-4a2f-bc6b-98c6ac41cb94 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/8981c4bf-f694-4bdd-bd2b-44802b69a646 HTTP/1.1" status: 204 len: 168 time: 0.6619122 Nov 04 10:43:52.023365 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-8121f61b-1173-4ea9-8e3a-aded69dd4315 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:43:52.025502 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 48772) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:52.032344 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-8121f61b-1173-4ea9-8e3a-aded69dd4315 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:43:52.069020 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121f61b-1173-4ea9-8e3a-aded69dd4315 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Pushing event updated for resources: {'Port': ['ID=9ef2c3af-7613-42bb-b545-bf26d4217418,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:52.115200 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-8121f61b-1173-4ea9-8e3a-aded69dd4315 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:52.115842 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-8121f61b-1173-4ea9-8e3a-aded69dd4315 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:52.119147 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:52.150377 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-006fdf00-d708-420a-b34d-541759a2748f req-f84dbd31-71ae-4af5-b81f-9d70ee5a7569 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308240 Nov 04 10:43:52.166779 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7da209dd-0989-4b0f-89f9-cb758a3aa0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:52.177356 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-8121f61b-1173-4ea9-8e3a-aded69dd4315 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3083458 Nov 04 10:43:52.192628 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-a3f564c4-905f-4644-bd24-0ccd93f3be9d service neutron] Request body: {'port': {'device_id': 'e3ef4ff9-b291-4cb8-9dd2-09a785883cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:52.253156 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-831ce8f5-da62-4f3b-8961-7933e5610851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519a0d6d-e349-4daf-9f65-4fe718fb749f {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:43:52.266960 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-831ce8f5-da62-4f3b-8961-7933e5610851 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:52.293602 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-11d02c86-fb8f-463d-bd18-e8cad2d2d21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:52.310752 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-831ce8f5-da62-4f3b-8961-7933e5610851 service neutron] Transition to ACTIVE for port object 519a0d6d-e349-4daf-9f65-4fe718fb749f will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:43:52.328462 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-a3f564c4-905f-4644-bd24-0ccd93f3be9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:52.399242 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d02c86-fb8f-463d-bd18-e8cad2d2d21c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c17d38bb-b9d9-4b52-9c70-b68fc5fbf493,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:52.416636 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d02c86-fb8f-463d-bd18-e8cad2d2d21c admin admin] Checking segment: {'id': '29bfa2e2-d528-46a4-a5ff-9e66b180f696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'd2a49668-3a63-41c1-a51a-12911233532e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:43:52.417185 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d02c86-fb8f-463d-bd18-e8cad2d2d21c admin admin] Network hostable DHCP agents. Network: d2a49668-3a63-41c1-a51a-12911233532e, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:43:52.491745 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d02c86-fb8f-463d-bd18-e8cad2d2d21c admin admin] Network d2a49668-3a63-41c1-a51a-12911233532e is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:43:52.506753 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-937b46ec-d381-4816-b0e0-da22fa6b87e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7637261-78db-470e-90fd-225b54904663 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:43:52.515007 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-11d02c86-fb8f-463d-bd18-e8cad2d2d21c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, d2a49668-3a63-41c1-a51a-12911233532e) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:43:52.521241 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-937b46ec-d381-4816-b0e0-da22fa6b87e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:52.529292 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d02c86-fb8f-463d-bd18-e8cad2d2d21c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:52.529665 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1051b20-7128-43e6-a2e7-303c903f2071 None None] Network d2a49668-3a63-41c1-a51a-12911233532e requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:43:52.529897 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-11d02c86-fb8f-463d-bd18-e8cad2d2d21c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:52.540281 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-937b46ec-d381-4816-b0e0-da22fa6b87e1 service neutron] Transition to ACTIVE for port object c7637261-78db-470e-90fd-225b54904663 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:43:52.541303 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-831ce8f5-da62-4f3b-8961-7933e5610851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:52.550285 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-11d02c86-fb8f-463d-bd18-e8cad2d2d21c admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6826968 Nov 04 10:43:52.634178 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:52.706188 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-937b46ec-d381-4816-b0e0-da22fa6b87e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:52.734392 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc17a9d7-b379-48c8-ba23-b95d42ad299f None None] Network d2a49668-3a63-41c1-a51a-12911233532e requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:43:52.753270 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7da209dd-0989-4b0f-89f9-cb758a3aa0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:52.791175 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-7da209dd-0989-4b0f-89f9-cb758a3aa0c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1877628b-a723-408c-9a86-02eebb6af4a7']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:43:52.803041 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-a3f564c4-905f-4644-bd24-0ccd93f3be9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef2c3af-7613-42bb-b545-bf26d4217418 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:43:52.804481 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-7da209dd-0989-4b0f-89f9-cb758a3aa0c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f08737-62e4-4b36-a789-3b523df5715f') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:43:52.804797 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-7da209dd-0989-4b0f-89f9-cb758a3aa0c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f08737-62e4-4b36-a789-3b523df5715f') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:43:52.820457 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7da209dd-0989-4b0f-89f9-cb758a3aa0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:52.823312 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-a3f564c4-905f-4644-bd24-0ccd93f3be9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:52.836630 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-a3f564c4-905f-4644-bd24-0ccd93f3be9d service neutron] Transition to ACTIVE for port object 9ef2c3af-7613-42bb-b545-bf26d4217418 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:43:52.844168 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-a3f564c4-905f-4644-bd24-0ccd93f3be9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:52.906131 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5135a8-658e-439d-8637-2b62407b6bba req-38c6a084-61d6-4e0d-8f5f-ece24927bd1e tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:52.914146 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3a5135a8-658e-439d-8637-2b62407b6bba req-38c6a084-61d6-4e0d-8f5f-ece24927bd1e tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/ports?device_id=e3ef4ff9-b291-4cb8-9dd2-09a785883cbd HTTP/1.1" status: 200 len: 931 time: 0.2843339 Nov 04 10:43:52.916209 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ce8f5-da62-4f3b-8961-7933e5610851 service neutron] Pushing event updated for resources: {'Port': ['ID=519a0d6d-e349-4daf-9f65-4fe718fb749f,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:52.940722 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7da209dd-0989-4b0f-89f9-cb758a3aa0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:52.952721 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f564c4-905f-4644-bd24-0ccd93f3be9d service neutron] Pushing event updated for resources: {'Port': ['ID=9ef2c3af-7613-42bb-b545-bf26d4217418,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:52.987899 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-a3f564c4-905f-4644-bd24-0ccd93f3be9d service neutron] Attempting to bind port 9ef2c3af-7613-42bb-b545-bf26d4217418 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:43:52.988122 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-a3f564c4-905f-4644-bd24-0ccd93f3be9d service neutron] Attempting to bind port 9ef2c3af-7613-42bb-b545-bf26d4217418 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'f8465b5a-60fe-4380-ac16-8e6a62f3f5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1a22bc6f-a08a-4052-b571-d98123c0c96c'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:43:52.988459 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-a3f564c4-905f-4644-bd24-0ccd93f3be9d service neutron] Attempting to bind port 9ef2c3af-7613-42bb-b545-bf26d4217418 on network 1a22bc6f-a08a-4052-b571-d98123c0c96c {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:43:52.993653 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-a3f564c4-905f-4644-bd24-0ccd93f3be9d service neutron] Port 9ef2c3af-7613-42bb-b545-bf26d4217418 on network 1a22bc6f-a08a-4052-b571-d98123c0c96c not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:43:52.993980 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-a3f564c4-905f-4644-bd24-0ccd93f3be9d service neutron] Attempting to bind port 9ef2c3af-7613-42bb-b545-bf26d4217418 on network 1a22bc6f-a08a-4052-b571-d98123c0c96c {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:43:52.999285 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-a3f564c4-905f-4644-bd24-0ccd93f3be9d service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:43:52.999620 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-a3f564c4-905f-4644-bd24-0ccd93f3be9d service neutron] Checking segment: {'id': 'f8465b5a-60fe-4380-ac16-8e6a62f3f5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1a22bc6f-a08a-4052-b571-d98123c0c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:43:53.000007 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-a3f564c4-905f-4644-bd24-0ccd93f3be9d service neutron] Bound using segment: {'id': 'f8465b5a-60fe-4380-ac16-8e6a62f3f5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1a22bc6f-a08a-4052-b571-d98123c0c96c'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:43:53.000443 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-a3f564c4-905f-4644-bd24-0ccd93f3be9d service neutron] Bound port: 9ef2c3af-7613-42bb-b545-bf26d4217418, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8465b5a-60fe-4380-ac16-8e6a62f3f5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1a22bc6f-a08a-4052-b571-d98123c0c96c'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:43:53.000802 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-a3f564c4-905f-4644-bd24-0ccd93f3be9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:53.007507 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da209dd-0989-4b0f-89f9-cb758a3aa0c1 admin admin] Releasing vlan 1150 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:43:53.007934 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7da209dd-0989-4b0f-89f9-cb758a3aa0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:43:53.014678 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:43:53.080403 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-a3f564c4-905f-4644-bd24-0ccd93f3be9d service neutron] For port 9ef2c3af-7613-42bb-b545-bf26d4217418, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:43:53.087338 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-a3f564c4-905f-4644-bd24-0ccd93f3be9d service neutron] For port 9ef2c3af-7613-42bb-b545-bf26d4217418, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=9ef2c3af-7613-42bb-b545-bf26d4217418,segment=NetworkSegment(f8465b5a-60fe-4380-ac16-8e6a62f3f5a4),segment_id=f8465b5a-60fe-4380-ac16-8e6a62f3f5a4)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:43:53.094949 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-a3f564c4-905f-4644-bd24-0ccd93f3be9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:53.148072 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-a3f564c4-905f-4644-bd24-0ccd93f3be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:53.149213 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-a3f564c4-905f-4644-bd24-0ccd93f3be9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:53.150689 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-a3f564c4-905f-4644-bd24-0ccd93f3be9d service neutron] 10.222.0.121 "PUT /v2.0/ports/9ef2c3af-7613-42bb-b545-bf26d4217418 HTTP/1.1" status: 200 len: 1091 time: 0.9640894 Nov 04 10:43:53.151159 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ef4ff9-b291-4cb8-9dd2-09a785883cbd', 'tag': '9ef2c3af-7613-42bb-b545-bf26d4217418'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:43:53.154012 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6cbc1c-4712-4e6f-926e-75c5ccde8291" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ef4ff9-b291-4cb8-9dd2-09a785883cbd", "tag": "9ef2c3af-7613-42bb-b545-bf26d4217418"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:43:53.155090 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b46ec-d381-4816-b0e0-da22fa6b87e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c7637261-78db-470e-90fd-225b54904663,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:53.159582 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7da209dd-0989-4b0f-89f9-cb758a3aa0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:53.170824 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3a5135a8-658e-439d-8637-2b62407b6bba req-6433634f-704c-46f4-832c-cd1a984db9ad tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/security-groups?id=1f6860aa-a321-4668-aec5-b62684ef2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554677 Nov 04 10:43:53.184529 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-937b46ec-d381-4816-b0e0-da22fa6b87e1 service neutron] Attempting to bind port c7637261-78db-470e-90fd-225b54904663 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:43:53.184940 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-937b46ec-d381-4816-b0e0-da22fa6b87e1 service neutron] Attempting to bind port c7637261-78db-470e-90fd-225b54904663 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'f8465b5a-60fe-4380-ac16-8e6a62f3f5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1a22bc6f-a08a-4052-b571-d98123c0c96c'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:43:53.185326 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-937b46ec-d381-4816-b0e0-da22fa6b87e1 service neutron] Attempting to bind port c7637261-78db-470e-90fd-225b54904663 on network 1a22bc6f-a08a-4052-b571-d98123c0c96c {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:43:53.188183 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7da209dd-0989-4b0f-89f9-cb758a3aa0c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:53.202401 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7da209dd-0989-4b0f-89f9-cb758a3aa0c1 admin admin] 10.222.0.127 "DELETE /v2.0/networks/1877628b-a723-408c-9a86-02eebb6af4a7 HTTP/1.1" status: 204 len: 168 time: 1.1752009 Nov 04 10:43:53.218149 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-831ce8f5-da62-4f3b-8961-7933e5610851 service neutron] Attempting to bind port 519a0d6d-e349-4daf-9f65-4fe718fb749f on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:43:53.218612 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-831ce8f5-da62-4f3b-8961-7933e5610851 service neutron] Attempting to bind port 519a0d6d-e349-4daf-9f65-4fe718fb749f by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'f8465b5a-60fe-4380-ac16-8e6a62f3f5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1a22bc6f-a08a-4052-b571-d98123c0c96c'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:43:53.219131 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-831ce8f5-da62-4f3b-8961-7933e5610851 service neutron] Attempting to bind port 519a0d6d-e349-4daf-9f65-4fe718fb749f on network 1a22bc6f-a08a-4052-b571-d98123c0c96c {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:43:53.243076 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-937b46ec-d381-4816-b0e0-da22fa6b87e1 service neutron] Port c7637261-78db-470e-90fd-225b54904663 on network 1a22bc6f-a08a-4052-b571-d98123c0c96c not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:43:53.243433 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-937b46ec-d381-4816-b0e0-da22fa6b87e1 service neutron] Attempting to bind port c7637261-78db-470e-90fd-225b54904663 on network 1a22bc6f-a08a-4052-b571-d98123c0c96c {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:43:53.250319 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-831ce8f5-da62-4f3b-8961-7933e5610851 service neutron] Port 519a0d6d-e349-4daf-9f65-4fe718fb749f on network 1a22bc6f-a08a-4052-b571-d98123c0c96c not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:43:53.250650 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-831ce8f5-da62-4f3b-8961-7933e5610851 service neutron] Attempting to bind port 519a0d6d-e349-4daf-9f65-4fe718fb749f on network 1a22bc6f-a08a-4052-b571-d98123c0c96c {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:43:53.253791 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f564c4-905f-4644-bd24-0ccd93f3be9d service neutron] Pushing event updated for resources: {'Port': ['ID=9ef2c3af-7613-42bb-b545-bf26d4217418,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:53.263564 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da209dd-0989-4b0f-89f9-cb758a3aa0c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1877628b-a723-408c-9a86-02eebb6af4a7,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:53.272465 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-831ce8f5-da62-4f3b-8961-7933e5610851 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:43:53.277506 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-831ce8f5-da62-4f3b-8961-7933e5610851 service neutron] Checking segment: {'id': 'f8465b5a-60fe-4380-ac16-8e6a62f3f5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1a22bc6f-a08a-4052-b571-d98123c0c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:43:53.278175 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-831ce8f5-da62-4f3b-8961-7933e5610851 service neutron] Bound using segment: {'id': 'f8465b5a-60fe-4380-ac16-8e6a62f3f5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1a22bc6f-a08a-4052-b571-d98123c0c96c'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:43:53.278515 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-60e105f1-3208-4c1b-a686-f07cb13de1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:53.279037 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-831ce8f5-da62-4f3b-8961-7933e5610851 service neutron] Bound port: 519a0d6d-e349-4daf-9f65-4fe718fb749f, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8465b5a-60fe-4380-ac16-8e6a62f3f5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1a22bc6f-a08a-4052-b571-d98123c0c96c'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:43:53.279589 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-831ce8f5-da62-4f3b-8961-7933e5610851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:53.281047 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-60e105f1-3208-4c1b-a686-f07cb13de1c3 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1b58039ae5c945d88e702cafc65cb86d&device_id=e3ef4ff9-b291-4cb8-9dd2-09a785883cbd HTTP/1.1" status: 200 len: 1094 time: 0.0640969 Nov 04 10:43:53.290825 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-937b46ec-d381-4816-b0e0-da22fa6b87e1 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:43:53.291485 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-937b46ec-d381-4816-b0e0-da22fa6b87e1 service neutron] Checking segment: {'id': 'f8465b5a-60fe-4380-ac16-8e6a62f3f5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1a22bc6f-a08a-4052-b571-d98123c0c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:43:53.292034 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-937b46ec-d381-4816-b0e0-da22fa6b87e1 service neutron] Bound using segment: {'id': 'f8465b5a-60fe-4380-ac16-8e6a62f3f5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1a22bc6f-a08a-4052-b571-d98123c0c96c'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:43:53.293237 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-937b46ec-d381-4816-b0e0-da22fa6b87e1 service neutron] Bound port: c7637261-78db-470e-90fd-225b54904663, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8465b5a-60fe-4380-ac16-8e6a62f3f5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '1a22bc6f-a08a-4052-b571-d98123c0c96c'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:43:53.294023 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-937b46ec-d381-4816-b0e0-da22fa6b87e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:53.356613 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-9e0ee93c-3bf9-44b3-84ee-9b13707c9670 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ef2c3af-7613-42bb-b545-bf26d4217418 HTTP/1.1" status: 200 len: 217 time: 0.0622666 Nov 04 10:43:53.404265 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48792) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:53.426516 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-831ce8f5-da62-4f3b-8961-7933e5610851 service neutron] For port 519a0d6d-e349-4daf-9f65-4fe718fb749f, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:43:53.446127 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-d1d07b1b-6e5a-4572-af81-1342d35a2766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:53.447794 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-831ce8f5-da62-4f3b-8961-7933e5610851 service neutron] For port 519a0d6d-e349-4daf-9f65-4fe718fb749f, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=519a0d6d-e349-4daf-9f65-4fe718fb749f,segment=NetworkSegment(f8465b5a-60fe-4380-ac16-8e6a62f3f5a4),segment_id=f8465b5a-60fe-4380-ac16-8e6a62f3f5a4)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:43:53.448112 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-d1d07b1b-6e5a-4572-af81-1342d35a2766 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=eae3a3af-dac0-49f0-b528-c2b1e1b0da8c HTTP/1.1" status: 200 len: 858 time: 0.0813446 Nov 04 10:43:53.462503 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-831ce8f5-da62-4f3b-8961-7933e5610851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:53.496754 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5d2ec3de-8262-4139-b278-07eec054768c admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=7668ed7dcc134c94831db42b09f28369&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0910871 Nov 04 10:43:53.500117 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-9356517e-82c7-423a-89bb-10b60f0361ae service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1a22bc6f-a08a-4052-b571-d98123c0c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392671 Nov 04 10:43:53.500675 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48794) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:53.515659 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b960a-74e8-41c5-afa3-9c7dd19f28dd req-f1c85ee4-b18e-42c4-b32b-be41662c92f8 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:53.516717 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4b4b960a-74e8-41c5-afa3-9c7dd19f28dd req-f1c85ee4-b18e-42c4-b32b-be41662c92f8 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/ports?device_id=bea2031a-172c-4001-a1f3-c58625a4e7e4 HTTP/1.1" status: 200 len: 945 time: 0.1435845 Nov 04 10:43:53.523927 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-831ce8f5-da62-4f3b-8961-7933e5610851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:53.524540 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-831ce8f5-da62-4f3b-8961-7933e5610851 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:53.526179 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-831ce8f5-da62-4f3b-8961-7933e5610851 service neutron] 10.222.0.121 "PUT /v2.0/ports/519a0d6d-e349-4daf-9f65-4fe718fb749f HTTP/1.1" status: 200 len: 1091 time: 2.3809023 Nov 04 10:43:53.526384 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e056069d-8fd6-4d48-815b-12bb2f5b620e', 'tag': '519a0d6d-e349-4daf-9f65-4fe718fb749f'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:43:53.528781 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef5c717-f133-4338-85c8-fdd5a7882a80" -d '{"events": [{"name": "network-changed", "server_uuid": "e056069d-8fd6-4d48-815b-12bb2f5b620e", "tag": "519a0d6d-e349-4daf-9f65-4fe718fb749f"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:43:53.534041 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-937b46ec-d381-4816-b0e0-da22fa6b87e1 service neutron] For port c7637261-78db-470e-90fd-225b54904663, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:43:53.562122 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-937b46ec-d381-4816-b0e0-da22fa6b87e1 service neutron] For port c7637261-78db-470e-90fd-225b54904663, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=c7637261-78db-470e-90fd-225b54904663,segment=NetworkSegment(f8465b5a-60fe-4380-ac16-8e6a62f3f5a4),segment_id=f8465b5a-60fe-4380-ac16-8e6a62f3f5a4)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:43:53.586883 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-937b46ec-d381-4816-b0e0-da22fa6b87e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:53.630277 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ce8f5-da62-4f3b-8961-7933e5610851 service neutron] Pushing event updated for resources: {'Port': ['ID=519a0d6d-e349-4daf-9f65-4fe718fb749f,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:53.672261 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-89f2245d-4031-4689-8afc-7d0cd5f06f7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:53.680306 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-937b46ec-d381-4816-b0e0-da22fa6b87e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:53.680852 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-937b46ec-d381-4816-b0e0-da22fa6b87e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:53.682688 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-937b46ec-d381-4816-b0e0-da22fa6b87e1 service neutron] 10.222.0.121 "PUT /v2.0/ports/c7637261-78db-470e-90fd-225b54904663 HTTP/1.1" status: 200 len: 1092 time: 2.2466772 Nov 04 10:43:53.704352 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4b4b960a-74e8-41c5-afa3-9c7dd19f28dd req-ae1e7d00-93dc-4ddb-a836-af1e4095edca tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f3d2396-5913-45f8-b900-7e8a858fe241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634591 Nov 04 10:43:53.732088 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-d6bb7ce8-62a4-4f99-afd4-dad410b210c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:53.733850 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-d6bb7ce8-62a4-4f99-afd4-dad410b210c5 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1b58039ae5c945d88e702cafc65cb86d&device_id=e056069d-8fd6-4d48-815b-12bb2f5b620e HTTP/1.1" status: 200 len: 1094 time: 0.1591744 Nov 04 10:43:53.743348 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-89f2245d-4031-4689-8afc-7d0cd5f06f7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:53.745899 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b46ec-d381-4816-b0e0-da22fa6b87e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c7637261-78db-470e-90fd-225b54904663,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:53.776226 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-dd8b1918-57db-4ed2-9c61-f97b211ca76c service neutron] 10.222.0.121 "GET /v2.0/networks/1a22bc6f-a08a-4052-b571-d98123c0c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668691 Nov 04 10:43:53.801004 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-0cdf0e3b-90ed-4575-a3c8-798437d6eb31 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=519a0d6d-e349-4daf-9f65-4fe718fb749f HTTP/1.1" status: 200 len: 217 time: 0.0514553 Nov 04 10:43:53.894590 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-89f2245d-4031-4689-8afc-7d0cd5f06f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:53.897221 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-89f2245d-4031-4689-8afc-7d0cd5f06f7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:53.898403 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-89f2245d-4031-4689-8afc-7d0cd5f06f7c admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/47180c2b-ea72-4d25-9a22-6c231779ebc0 HTTP/1.1" status: 204 len: 168 time: 0.3967652 Nov 04 10:43:53.914894 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-ee98f39d-0574-489d-8fc9-d3d0a384a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:53.918869 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-ee98f39d-0574-489d-8fc9-d3d0a384a628 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=eae3a3af-dac0-49f0-b528-c2b1e1b0da8c HTTP/1.1" status: 200 len: 858 time: 0.0992568 Nov 04 10:43:53.919119 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2245d-4031-4689-8afc-7d0cd5f06f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47180c2b-ea72-4d25-9a22-6c231779ebc0,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:53.923974 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-e56fea00-d51a-4c4f-a168-b539e97a25ee service neutron] 10.222.0.121 "GET /v2.0/networks/1a22bc6f-a08a-4052-b571-d98123c0c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349332 Nov 04 10:43:53.964842 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-0a10fcef-4d79-4cdd-815e-0ec12f2d415c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:53.966451 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-0a10fcef-4d79-4cdd-815e-0ec12f2d415c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1b58039ae5c945d88e702cafc65cb86d&device_id=c2717323-18bd-4b34-aa13-1e01efeef1ff HTTP/1.1" status: 200 len: 1095 time: 0.2082253 Nov 04 10:43:54.002253 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-349565bf-8169-4cbc-958c-866ab4349a87 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1a22bc6f-a08a-4052-b571-d98123c0c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689399 Nov 04 10:43:54.052879 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-2c81bddd-5bcf-494a-ace1-797e33dba03f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7637261-78db-470e-90fd-225b54904663 HTTP/1.1" status: 200 len: 217 time: 0.0585096 Nov 04 10:43:54.233343 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-abef6683-8ed4-47b5-8e05-9e35c9e23843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:54.234880 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-abef6683-8ed4-47b5-8e05-9e35c9e23843 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=eae3a3af-dac0-49f0-b528-c2b1e1b0da8c HTTP/1.1" status: 200 len: 858 time: 0.1715987 Nov 04 10:43:54.289521 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-524d4b50-f981-42e0-969f-c60b03dbc3f7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1a22bc6f-a08a-4052-b571-d98123c0c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435865 Nov 04 10:43:54.293886 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-73e2ebb1-58e2-4ff6-9937-86dff51511ca service neutron] 10.222.0.121 "GET /v2.0/networks/1a22bc6f-a08a-4052-b571-d98123c0c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506440 Nov 04 10:43:54.399522 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48818) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:54.444221 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-190a7876-7a12-4da8-87a1-830aefadccd9 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=0ebc8554f398455db2872e1d2e1d2380&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433753 Nov 04 10:43:54.446782 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48820) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:54.450193 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d1620-dd08-4c11-8666-1c62204520d5 req-b6111363-9503-4e4f-b021-cc76ca50424d tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:54.451794 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-991d1620-dd08-4c11-8666-1c62204520d5 req-b6111363-9503-4e4f-b021-cc76ca50424d tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.127 "GET /v2.0/networks?id=d2a49668-3a63-41c1-a51a-12911233532e HTTP/1.1" status: 200 len: 813 time: 0.2885311 Nov 04 10:43:54.499516 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-991d1620-dd08-4c11-8666-1c62204520d5 req-aa213772-8c39-405a-bb27-dc4ac84b1d29 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.127 "GET /v2.0/quotas/703ad29d11ca412593de8589dcb479dc HTTP/1.1" status: 200 len: 375 time: 0.0352495 Nov 04 10:43:54.500855 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a46b2e23-3577-4db2-8bd7-2d324fa9c981 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:54.528486 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a46b2e23-3577-4db2-8bd7-2d324fa9c981 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:54.558793 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-991d1620-dd08-4c11-8666-1c62204520d5 req-6a9ff8c5-7305-43ba-ad88-3f1876ec7572 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=703ad29d11ca412593de8589dcb479dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502341 Nov 04 10:43:54.562935 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-f5486241-d808-473c-983d-e9178291b84e service neutron] 10.222.0.121 "GET /v2.0/networks/1a22bc6f-a08a-4052-b571-d98123c0c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480371 Nov 04 10:43:54.566526 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-64792346-7a8e-49a5-932d-ebe7d943728d service neutron] 10.222.0.121 "GET /v2.0/networks/1a22bc6f-a08a-4052-b571-d98123c0c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601340 Nov 04 10:43:54.582295 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a46b2e23-3577-4db2-8bd7-2d324fa9c981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:54.586042 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a46b2e23-3577-4db2-8bd7-2d324fa9c981 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:54.589700 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a46b2e23-3577-4db2-8bd7-2d324fa9c981 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/3f78469f-abe5-4a53-9eef-1ce0ee1b58ce HTTP/1.1" status: 204 len: 168 time: 0.1396208 Nov 04 10:43:54.599239 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b2e23-3577-4db2-8bd7-2d324fa9c981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f78469f-abe5-4a53-9eef-1ce0ee1b58ce,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:54.777626 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-991d1620-dd08-4c11-8666-1c62204520d5 req-f7154384-9892-44fe-81c7-9a4628de19fe service neutron] 10.222.0.127 "GET /v2.0/networks/d2a49668-3a63-41c1-a51a-12911233532e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063973 Nov 04 10:43:54.779718 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b6438a1-8762-46fb-9839-ad9dd416f01b req-856f4dc9-6d39-4f89-8cac-5b7091376abf service neutron] 10.222.0.121 "GET /v2.0/networks/1a22bc6f-a08a-4052-b571-d98123c0c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916950 Nov 04 10:43:54.903251 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-991d1620-dd08-4c11-8666-1c62204520d5 req-ad88ed04-1472-45bb-a682-0c43ab680435 service neutron] 10.222.0.127 "GET /v2.0/networks/d2a49668-3a63-41c1-a51a-12911233532e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018729 Nov 04 10:43:55.102611 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b97977-c262-41c8-9492-5ad531ece148 x-openstack-request-id: req-41b97977-c262-41c8-9492-5ad531ece148 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:43:55.103160 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ef4ff9-b291-4cb8-9dd2-09a785883cbd", "tag": "9ef2c3af-7613-42bb-b545-bf26d4217418", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:43:55.103255 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-41b97977-c262-41c8-9492-5ad531ece148 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:43:55.103791 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ef4ff9-b291-4cb8-9dd2-09a785883cbd', 'tag': '9ef2c3af-7613-42bb-b545-bf26d4217418', 'status': 'completed', 'code': 200} Nov 04 10:43:55.177417 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6cbc1c-4712-4e6f-926e-75c5ccde8291 req-7c2b29b1-a123-463b-9302-69c0fe3922d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:55.180507 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3a6cbc1c-4712-4e6f-926e-75c5ccde8291 req-7c2b29b1-a123-463b-9302-69c0fe3922d1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1b58039ae5c945d88e702cafc65cb86d&device_id=e3ef4ff9-b291-4cb8-9dd2-09a785883cbd HTTP/1.1" status: 200 len: 1094 time: 0.0722396 Nov 04 10:43:55.712628 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1c3bd-b442-4163-a70e-93ad7c94332b req-1c53f434-e38e-4fe7-8514-d30e6a217ab8 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:55.720554 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-66a1c3bd-b442-4163-a70e-93ad7c94332b req-1c53f434-e38e-4fe7-8514-d30e6a217ab8 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.5017853 Nov 04 10:43:55.742728 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6cbc1c-4712-4e6f-926e-75c5ccde8291 req-be935334-24d7-4c63-be02-044381a3da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:55.744309 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3a6cbc1c-4712-4e6f-926e-75c5ccde8291 req-be935334-24d7-4c63-be02-044381a3da98 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1a22bc6f-a08a-4052-b571-d98123c0c96c HTTP/1.1" status: 200 len: 920 time: 0.5546830 Nov 04 10:43:55.804770 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3a6cbc1c-4712-4e6f-926e-75c5ccde8291 req-d431bb21-8901-4d9c-b590-8ee04d8eb62b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ef2c3af-7613-42bb-b545-bf26d4217418 HTTP/1.1" status: 200 len: 217 time: 0.0484970 Nov 04 10:43:55.834654 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-66a1c3bd-b442-4163-a70e-93ad7c94332b req-59f76997-f234-42c0-bd44-bd5d7acaeb21 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041377 Nov 04 10:43:55.883156 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6cbc1c-4712-4e6f-926e-75c5ccde8291 req-fb970afa-a3e0-4d2e-af13-200504be8954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:55.884662 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3a6cbc1c-4712-4e6f-926e-75c5ccde8291 req-fb970afa-a3e0-4d2e-af13-200504be8954 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=eae3a3af-dac0-49f0-b528-c2b1e1b0da8c HTTP/1.1" status: 200 len: 858 time: 0.0578732 Nov 04 10:43:55.933742 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3a6cbc1c-4712-4e6f-926e-75c5ccde8291 req-687c4790-3d71-42eb-a489-fd160f1611bd service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1a22bc6f-a08a-4052-b571-d98123c0c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380309 Nov 04 10:43:56.006512 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48860) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:56.050082 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c13c50-8162-4df5-b7e6-20cf74d2e8a9 x-openstack-request-id: req-41c13c50-8162-4df5-b7e6-20cf74d2e8a9 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:43:56.050395 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e056069d-8fd6-4d48-815b-12bb2f5b620e", "tag": "519a0d6d-e349-4daf-9f65-4fe718fb749f", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:43:56.050645 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-41c13c50-8162-4df5-b7e6-20cf74d2e8a9 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:43:56.051057 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e056069d-8fd6-4d48-815b-12bb2f5b620e', 'tag': '519a0d6d-e349-4daf-9f65-4fe718fb749f', 'status': 'completed', 'code': 200} Nov 04 10:43:56.053529 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3a6cbc1c-4712-4e6f-926e-75c5ccde8291 req-1b161b6a-b9b6-4387-9b0a-539c4698ba2b service neutron] 10.222.0.121 "GET /v2.0/networks/1a22bc6f-a08a-4052-b571-d98123c0c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104186 Nov 04 10:43:56.131986 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 9ef2c3af-7613-42bb-b545-bf26d4217418 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:43:56.186916 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bdc2208a-94a8-45ee-8681-6ff38b434bd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:56.188042 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5c717-f133-4338-85c8-fdd5a7882a80 req-664b6abf-ff74-4885-8dda-06f38d0ddc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:56.189770 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ef5c717-f133-4338-85c8-fdd5a7882a80 req-664b6abf-ff74-4885-8dda-06f38d0ddc1d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1b58039ae5c945d88e702cafc65cb86d&device_id=e056069d-8fd6-4d48-815b-12bb2f5b620e HTTP/1.1" status: 200 len: 1094 time: 0.1138618 Nov 04 10:43:56.282940 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3a6cbc1c-4712-4e6f-926e-75c5ccde8291 req-271d792d-7ed0-4fdf-80e8-10f794eeb5a6 service neutron] 10.222.0.121 "GET /v2.0/networks/1a22bc6f-a08a-4052-b571-d98123c0c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152343 Nov 04 10:43:56.348347 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5c717-f133-4338-85c8-fdd5a7882a80 req-988162e1-a0c5-40d7-8438-83d9fe539464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:56.350213 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ef5c717-f133-4338-85c8-fdd5a7882a80 req-988162e1-a0c5-40d7-8438-83d9fe539464 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1a22bc6f-a08a-4052-b571-d98123c0c96c HTTP/1.1" status: 200 len: 920 time: 0.1521714 Nov 04 10:43:56.375341 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bdc2208a-94a8-45ee-8681-6ff38b434bd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:56.380468 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bdc2208a-94a8-45ee-8681-6ff38b434bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:56.383480 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 9ef2c3af-7613-42bb-b545-bf26d4217418, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=9ef2c3af-7613-42bb-b545-bf26d4217418,segment=NetworkSegment(f8465b5a-60fe-4380-ac16-8e6a62f3f5a4),segment_id=f8465b5a-60fe-4380-ac16-8e6a62f3f5a4)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:56.401074 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '9ef2c3af-7613-42bb-b545-bf26d4217418', 'network_id': '1a22bc6f-a08a-4052-b571-d98123c0c96c', 'port_id': '9ef2c3af-7613-42bb-b545-bf26d4217418', 'mac_address': 'fa:16:3e:11:8c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae3a3af-dac0-49f0-b528-c2b1e1b0da8c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:43:56.445399 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ef5c717-f133-4338-85c8-fdd5a7882a80 req-193cf6eb-83d6-4591-bbe5-77f52484c27b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=519a0d6d-e349-4daf-9f65-4fe718fb749f HTTP/1.1" status: 200 len: 217 time: 0.0717530 Nov 04 10:43:56.472084 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:56.490016 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef2c3af-7613-42bb-b545-bf26d4217418 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:43:56.502634 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb39fa-d9b9-4fd7-a49f-b9914c6c9362 req-47073567-b240-46dc-9a6b-4dd8afeba55c tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:56.505389 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-54bb39fa-d9b9-4fd7-a49f-b9914c6c9362 req-47073567-b240-46dc-9a6b-4dd8afeba55c tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/ports?device_id=e3ef4ff9-b291-4cb8-9dd2-09a785883cbd HTTP/1.1" status: 200 len: 943 time: 0.1465216 Nov 04 10:43:56.535272 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 9ef2c3af-7613-42bb-b545-bf26d4217418, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=9ef2c3af-7613-42bb-b545-bf26d4217418,segment=NetworkSegment(f8465b5a-60fe-4380-ac16-8e6a62f3f5a4),segment_id=f8465b5a-60fe-4380-ac16-8e6a62f3f5a4)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:56.543720 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:56.554872 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bdc2208a-94a8-45ee-8681-6ff38b434bd4 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=aac327f318be462080551e827fa055d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5472624 Nov 04 10:43:56.558906 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48868) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:43:56.569552 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2208a-94a8-45ee-8681-6ff38b434bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecaca3de-cb39-4114-937b-150b8e8ea894,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:56.605646 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2208a-94a8-45ee-8681-6ff38b434bd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:43:56.606283 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2208a-94a8-45ee-8681-6ff38b434bd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:43:56.606595 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=9ef2c3af-7613-42bb-b545-bf26d4217418,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:56.606951 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2208a-94a8-45ee-8681-6ff38b434bd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:43:56.608287 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2208a-94a8-45ee-8681-6ff38b434bd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:43:56.608287 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2208a-94a8-45ee-8681-6ff38b434bd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:43:56.608568 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2208a-94a8-45ee-8681-6ff38b434bd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:43:56.609011 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2208a-94a8-45ee-8681-6ff38b434bd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:43:56.610042 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2208a-94a8-45ee-8681-6ff38b434bd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:43:56.610372 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2208a-94a8-45ee-8681-6ff38b434bd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:43:56.611070 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2208a-94a8-45ee-8681-6ff38b434bd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:43:56.611613 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2208a-94a8-45ee-8681-6ff38b434bd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:43:56.611953 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2208a-94a8-45ee-8681-6ff38b434bd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:43:56.655597 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5c717-f133-4338-85c8-fdd5a7882a80 req-c577e7c3-63e0-47d5-a7d8-1b5c6d47e15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:56.657195 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ef5c717-f133-4338-85c8-fdd5a7882a80 req-c577e7c3-63e0-47d5-a7d8-1b5c6d47e15f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=eae3a3af-dac0-49f0-b528-c2b1e1b0da8c HTTP/1.1" status: 200 len: 858 time: 0.2020164 Nov 04 10:43:56.684527 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-54bb39fa-d9b9-4fd7-a49f-b9914c6c9362 req-6f584e93-9daa-43a0-a168-06d89375a586 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/security-groups?id=1f6860aa-a321-4668-aec5-b62684ef2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646948 Nov 04 10:43:56.690629 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d1620-dd08-4c11-8666-1c62204520d5 req-a001e6f6-833e-45b2-8d0a-624bdf12b5a3 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:56.692448 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-991d1620-dd08-4c11-8666-1c62204520d5 req-a001e6f6-833e-45b2-8d0a-624bdf12b5a3 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.126 "GET /v2.0/networks?id=d2a49668-3a63-41c1-a51a-12911233532e HTTP/1.1" status: 200 len: 813 time: 0.2948442 Nov 04 10:43:56.692830 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a29e8a89-f9c0-4197-80ec-1b11b1a2058b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:56.700010 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f79739-0a36-4b39-b252-6b12f1309866 req-7dfc2166-422a-46ef-90a1-0a95902d079e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:56.707573 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d2f79739-0a36-4b39-b252-6b12f1309866 req-7dfc2166-422a-46ef-90a1-0a95902d079e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=519fe2d2707c4aaba5f527f0da91d2d1&device_id=bea2031a-172c-4001-a1f3-c58625a4e7e4 HTTP/1.1" status: 200 len: 1096 time: 0.3150678 Nov 04 10:43:56.707573 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ef5c717-f133-4338-85c8-fdd5a7882a80 req-a1315c44-dbf6-4f4b-8be9-c65adb0f2589 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1a22bc6f-a08a-4052-b571-d98123c0c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353911 Nov 04 10:43:56.711971 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-991d1620-dd08-4c11-8666-1c62204520d5 req-14f1e3e9-2cfe-4a1b-98ac-0878fbbe6506 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Request body: {'port': {'device_id': '50309f4e-741f-43f0-b0d6-97d9bd285bc7', 'network_id': 'd2a49668-3a63-41c1-a51a-12911233532e', 'admin_state_up': True, 'tenant_id': '703ad29d11ca412593de8589dcb479dc'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:56.820444 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['9ef2c3af-7613-42bb-b545-bf26d4217418'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:43:56.870629 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a29e8a89-f9c0-4197-80ec-1b11b1a2058b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:56.902977 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab9ed5e9-669d-447f-80de-f8b06249fb0b req-1d7f8651-8168-4177-a924-6e96655481d7 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.127 "GET /v2.0/ports?device_id=50309f4e-741f-43f0-b0d6-97d9bd285bc7 HTTP/1.1" status: 200 len: 210 time: 0.0473058 Nov 04 10:43:56.926428 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f79739-0a36-4b39-b252-6b12f1309866 req-599469ff-725f-4577-9f07-aa21e51e5e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:56.927938 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d2f79739-0a36-4b39-b252-6b12f1309866 req-599469ff-725f-4577-9f07-aa21e51e5e83 service neutron] 10.222.0.126 "GET /v2.0/networks?id=64c1b067-87ca-4100-acbf-560269882704 HTTP/1.1" status: 200 len: 913 time: 0.2094805 Nov 04 10:43:56.936978 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ef5c717-f133-4338-85c8-fdd5a7882a80 req-db19376b-ba63-4ab5-b025-f9f8d2803962 service neutron] 10.222.0.121 "GET /v2.0/networks/1a22bc6f-a08a-4052-b571-d98123c0c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197809 Nov 04 10:43:56.973717 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-991d1620-dd08-4c11-8666-1c62204520d5 req-14f1e3e9-2cfe-4a1b-98ac-0878fbbe6506 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Made reservation on behalf of 703ad29d11ca412593de8589dcb479dc for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:43:56.977426 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-991d1620-dd08-4c11-8666-1c62204520d5 req-14f1e3e9-2cfe-4a1b-98ac-0878fbbe6506 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:57.067170 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d2f79739-0a36-4b39-b252-6b12f1309866 req-15a5b94d-2f30-41df-a147-daeb20b2fb20 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=685b139e-5aba-4f36-b48e-8d1a08099523 HTTP/1.1" status: 200 len: 217 time: 0.1287117 Nov 04 10:43:57.071888 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a29e8a89-f9c0-4197-80ec-1b11b1a2058b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:57.074632 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a29e8a89-f9c0-4197-80ec-1b11b1a2058b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:57.078548 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a29e8a89-f9c0-4197-80ec-1b11b1a2058b admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/ecaca3de-cb39-4114-937b-150b8e8ea894 HTTP/1.1" status: 204 len: 168 time: 0.5159581 Nov 04 10:43:57.174352 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f79739-0a36-4b39-b252-6b12f1309866 req-7a11445f-c461-4e60-afb7-561a09c3ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:57.175774 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d2f79739-0a36-4b39-b252-6b12f1309866 req-7a11445f-c461-4e60-afb7-561a09c3ee84 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=bf115555-b062-4ea6-ba70-643a9f3c1ede HTTP/1.1" status: 200 len: 851 time: 0.0907323 Nov 04 10:43:57.211808 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b0284-ce0a-458b-9b94-ff96c840e94f req-681deee1-8bfe-4eab-822b-7eea2990de42 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:57.213411 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-771b0284-ce0a-458b-9b94-ff96c840e94f req-681deee1-8bfe-4eab-822b-7eea2990de42 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/ports?device_id=bea2031a-172c-4001-a1f3-c58625a4e7e4 HTTP/1.1" status: 200 len: 945 time: 0.1611192 Nov 04 10:43:57.236588 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d2f79739-0a36-4b39-b252-6b12f1309866 req-a1d3ee81-23ec-4b58-8104-a39782c891d1 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=64c1b067-87ca-4100-acbf-560269882704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521114 Nov 04 10:43:57.301861 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ef5c717-f133-4338-85c8-fdd5a7882a80 req-e3801e28-68b2-4829-9421-f04448db3378 service neutron] 10.222.0.121 "GET /v2.0/networks/1a22bc6f-a08a-4052-b571-d98123c0c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023639 Nov 04 10:43:57.335207 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device af3bb775-c9f6-4aad-940e-944b72d676a9 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:43:57.349270 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-771b0284-ce0a-458b-9b94-ff96c840e94f req-401abeb2-6618-416b-96d3-f80fae29c480 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f3d2396-5913-45f8-b900-7e8a858fe241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150625 Nov 04 10:43:57.444483 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d2f79739-0a36-4b39-b252-6b12f1309866 req-0983a8e6-66c1-44df-8bf0-c83cfdf816be service neutron] 10.222.0.126 "GET /v2.0/networks/64c1b067-87ca-4100-acbf-560269882704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753492 Nov 04 10:43:57.471262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e8a89-f9c0-4197-80ec-1b11b1a2058b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecaca3de-cb39-4114-937b-150b8e8ea894,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:57.499935 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-991d1620-dd08-4c11-8666-1c62204520d5 req-14f1e3e9-2cfe-4a1b-98ac-0878fbbe6506 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Allocated IP 172.20.0.4 (d2a49668-3a63-41c1-a51a-12911233532e/c17d38bb-b9d9-4b52-9c70-b68fc5fbf493/4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:43:57.552522 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port af3bb775-c9f6-4aad-940e-944b72d676a9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=af3bb775-c9f6-4aad-940e-944b72d676a9,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:57.568479 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'af3bb775-c9f6-4aad-940e-944b72d676a9', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': 'af3bb775-c9f6-4aad-940e-944b72d676a9', 'mac_address': 'fa:16:3e:11:31:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:43:57.580601 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613bc1a-7582-4aab-a9fa-c6c02e567e62 req-7d75d854-d268-4111-af1c-0dded933a9a0 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:57.589309 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e613bc1a-7582-4aab-a9fa-c6c02e567e62 req-7d75d854-d268-4111-af1c-0dded933a9a0 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 949 time: 0.1473563 Nov 04 10:43:57.662435 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:57.678303 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d2f79739-0a36-4b39-b252-6b12f1309866 req-4249333b-6a7c-400b-9e35-69119fae0277 service neutron] 10.222.0.126 "GET /v2.0/networks/64c1b067-87ca-4100-acbf-560269882704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237482 Nov 04 10:43:57.697485 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af3bb775-c9f6-4aad-940e-944b72d676a9 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:43:57.706914 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-991d1620-dd08-4c11-8666-1c62204520d5 req-14f1e3e9-2cfe-4a1b-98ac-0878fbbe6506 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:57.736695 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e613bc1a-7582-4aab-a9fa-c6c02e567e62 req-81fa2491-b49e-4579-84d6-9e18de1cd0a0 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461453 Nov 04 10:43:57.753932 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port af3bb775-c9f6-4aad-940e-944b72d676a9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=af3bb775-c9f6-4aad-940e-944b72d676a9,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:57.761015 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-991d1620-dd08-4c11-8666-1c62204520d5 req-14f1e3e9-2cfe-4a1b-98ac-0878fbbe6506 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:57.761189 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:57.809742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-991d1620-dd08-4c11-8666-1c62204520d5 req-14f1e3e9-2cfe-4a1b-98ac-0878fbbe6506 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Network d2a49668-3a63-41c1-a51a-12911233532e is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:43:57.816346 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-991d1620-dd08-4c11-8666-1c62204520d5 req-14f1e3e9-2cfe-4a1b-98ac-0878fbbe6506 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:43:57.821754 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-991d1620-dd08-4c11-8666-1c62204520d5 req-14f1e3e9-2cfe-4a1b-98ac-0878fbbe6506 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:43:57.828864 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1e3e9-2cfe-4a1b-98ac-0878fbbe6506 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Pushing event updated for resources: {'Port': ['ID=4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:57.896215 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d1620-dd08-4c11-8666-1c62204520d5 req-14f1e3e9-2cfe-4a1b-98ac-0878fbbe6506 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:57.896383 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=af3bb775-c9f6-4aad-940e-944b72d676a9,revision_number=9']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:57.896487 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-991d1620-dd08-4c11-8666-1c62204520d5 req-14f1e3e9-2cfe-4a1b-98ac-0878fbbe6506 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:57.925054 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-991d1620-dd08-4c11-8666-1c62204520d5 req-14f1e3e9-2cfe-4a1b-98ac-0878fbbe6506 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2223742 Nov 04 10:43:57.949988 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-991d1620-dd08-4c11-8666-1c62204520d5 req-faf01a60-c3b5-4d18-9bca-3fce4eafbe50 service neutron] Request body: {'port': {'device_id': '50309f4e-741f-43f0-b0d6-97d9bd285bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:43:58.016159 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-991d1620-dd08-4c11-8666-1c62204520d5 req-faf01a60-c3b5-4d18-9bca-3fce4eafbe50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:58.048617 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f9f55-33f8-49cb-8256-51bcff4755ed req-d8b641fd-bb08-46e6-92aa-1c351055b5d4 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:58.050386 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e04f9f55-33f8-49cb-8256-51bcff4755ed req-d8b641fd-bb08-46e6-92aa-1c351055b5d4 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/ports?device_id=e3ef4ff9-b291-4cb8-9dd2-09a785883cbd HTTP/1.1" status: 200 len: 944 time: 0.0584939 Nov 04 10:43:58.052121 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2717323-18bd-4b34-aa13-1e01efeef1ff', 'tag': 'c7637261-78db-470e-90fd-225b54904663'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:43:58.054955 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fe6c7f-03fb-4d8c-9003-762ef1db3b44" -d '{"events": [{"name": "network-changed", "server_uuid": "c2717323-18bd-4b34-aa13-1e01efeef1ff", "tag": "c7637261-78db-470e-90fd-225b54904663"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:43:58.105046 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e04f9f55-33f8-49cb-8256-51bcff4755ed req-0c54a460-9e56-4bfc-adab-6e6f34ae8605 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/security-groups?id=1f6860aa-a321-4668-aec5-b62684ef2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461164 Nov 04 10:43:58.139763 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 519a0d6d-e349-4daf-9f65-4fe718fb749f details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:43:58.142189 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 9ef2c3af-7613-42bb-b545-bf26d4217418 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:43:58.182483 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['af3bb775-c9f6-4aad-940e-944b72d676a9'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:43:58.311392 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38810111-80ba-41d5-9b70-aaf96d42bfe4 req-b9076217-4c4a-43ac-aacc-19979c7f3f85 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:58.320781 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-38810111-80ba-41d5-9b70-aaf96d42bfe4 req-b9076217-4c4a-43ac-aacc-19979c7f3f85 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.127 "GET /v2.0/ports?device_id=50309f4e-741f-43f0-b0d6-97d9bd285bc7 HTTP/1.1" status: 200 len: 931 time: 0.0734563 Nov 04 10:43:58.353427 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-991d1620-dd08-4c11-8666-1c62204520d5 req-faf01a60-c3b5-4d18-9bca-3fce4eafbe50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:43:58.373653 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-991d1620-dd08-4c11-8666-1c62204520d5 req-faf01a60-c3b5-4d18-9bca-3fce4eafbe50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:58.375456 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 9ef2c3af-7613-42bb-b545-bf26d4217418 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:43:58.382809 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 9ef2c3af-7613-42bb-b545-bf26d4217418 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:43:58.383200 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:58.401583 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-38810111-80ba-41d5-9b70-aaf96d42bfe4 req-fb6fb66e-8ef0-46af-bce0-b35527bbeabf tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.127 "GET /v2.0/security-groups?id=2f3dd987-0e09-483e-9782-ebce7f5bc9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798259 Nov 04 10:43:58.406086 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-991d1620-dd08-4c11-8666-1c62204520d5 req-faf01a60-c3b5-4d18-9bca-3fce4eafbe50 service neutron] Transition to ACTIVE for port object 4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:43:58.415943 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-991d1620-dd08-4c11-8666-1c62204520d5 req-faf01a60-c3b5-4d18-9bca-3fce4eafbe50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:58.485008 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ddf58c-adec-4a29-a368-770c03fe6cf8 x-openstack-request-id: req-81ddf58c-adec-4a29-a368-770c03fe6cf8 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:43:58.485597 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2717323-18bd-4b34-aa13-1e01efeef1ff", "tag": "c7637261-78db-470e-90fd-225b54904663", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:43:58.486208 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-81ddf58c-adec-4a29-a368-770c03fe6cf8 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:43:58.486876 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2717323-18bd-4b34-aa13-1e01efeef1ff', 'tag': 'c7637261-78db-470e-90fd-225b54904663', 'status': 'completed', 'code': 200} Nov 04 10:43:58.497731 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 519a0d6d-e349-4daf-9f65-4fe718fb749f, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=519a0d6d-e349-4daf-9f65-4fe718fb749f,segment=NetworkSegment(f8465b5a-60fe-4380-ac16-8e6a62f3f5a4),segment_id=f8465b5a-60fe-4380-ac16-8e6a62f3f5a4)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:58.506613 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf01a60-c3b5-4d18-9bca-3fce4eafbe50 service neutron] Pushing event updated for resources: {'Port': ['ID=4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:58.552202 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '519a0d6d-e349-4daf-9f65-4fe718fb749f', 'network_id': '1a22bc6f-a08a-4052-b571-d98123c0c96c', 'port_id': '519a0d6d-e349-4daf-9f65-4fe718fb749f', 'mac_address': 'fa:16:3e:28:e5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae3a3af-dac0-49f0-b528-c2b1e1b0da8c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:43:58.610035 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe6c7f-03fb-4d8c-9003-762ef1db3b44 req-df580ccb-d76e-4776-b6c2-bcf52ed6d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:58.611621 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-84fe6c7f-03fb-4d8c-9003-762ef1db3b44 req-df580ccb-d76e-4776-b6c2-bcf52ed6d4b8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1b58039ae5c945d88e702cafc65cb86d&device_id=c2717323-18bd-4b34-aa13-1e01efeef1ff HTTP/1.1" status: 200 len: 1095 time: 0.1015499 Nov 04 10:43:58.636262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-991d1620-dd08-4c11-8666-1c62204520d5 req-faf01a60-c3b5-4d18-9bca-3fce4eafbe50 service neutron] Attempting to bind port 4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:43:58.637167 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-991d1620-dd08-4c11-8666-1c62204520d5 req-faf01a60-c3b5-4d18-9bca-3fce4eafbe50 service neutron] Attempting to bind port 4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '29bfa2e2-d528-46a4-a5ff-9e66b180f696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'd2a49668-3a63-41c1-a51a-12911233532e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:43:58.637676 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d1620-dd08-4c11-8666-1c62204520d5 req-faf01a60-c3b5-4d18-9bca-3fce4eafbe50 service neutron] Attempting to bind port 4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91 on network d2a49668-3a63-41c1-a51a-12911233532e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:43:58.643720 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d1620-dd08-4c11-8666-1c62204520d5 req-faf01a60-c3b5-4d18-9bca-3fce4eafbe50 service neutron] Port 4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91 on network d2a49668-3a63-41c1-a51a-12911233532e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:43:58.643916 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:58.644510 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d1620-dd08-4c11-8666-1c62204520d5 req-faf01a60-c3b5-4d18-9bca-3fce4eafbe50 service neutron] Attempting to bind port 4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91 on network d2a49668-3a63-41c1-a51a-12911233532e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:43:58.650764 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d1620-dd08-4c11-8666-1c62204520d5 req-faf01a60-c3b5-4d18-9bca-3fce4eafbe50 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:43:58.651362 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d1620-dd08-4c11-8666-1c62204520d5 req-faf01a60-c3b5-4d18-9bca-3fce4eafbe50 service neutron] Checking segment: {'id': '29bfa2e2-d528-46a4-a5ff-9e66b180f696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'd2a49668-3a63-41c1-a51a-12911233532e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:43:58.652051 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d1620-dd08-4c11-8666-1c62204520d5 req-faf01a60-c3b5-4d18-9bca-3fce4eafbe50 service neutron] Bound using segment: {'id': '29bfa2e2-d528-46a4-a5ff-9e66b180f696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'd2a49668-3a63-41c1-a51a-12911233532e'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:43:58.652680 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-991d1620-dd08-4c11-8666-1c62204520d5 req-faf01a60-c3b5-4d18-9bca-3fce4eafbe50 service neutron] Bound port: 4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29bfa2e2-d528-46a4-a5ff-9e66b180f696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'd2a49668-3a63-41c1-a51a-12911233532e'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:43:58.653217 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-991d1620-dd08-4c11-8666-1c62204520d5 req-faf01a60-c3b5-4d18-9bca-3fce4eafbe50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:58.711077 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd231b0-0839-40aa-bdc9-31e249b5dd4c req-a2d282e2-55dd-41c6-8219-c5a4da4e455e tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:58.712672 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cfd231b0-0839-40aa-bdc9-31e249b5dd4c req-a2d282e2-55dd-41c6-8219-c5a4da4e455e tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/ports?device_id=bea2031a-172c-4001-a1f3-c58625a4e7e4 HTTP/1.1" status: 200 len: 945 time: 0.1152470 Nov 04 10:43:58.732844 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-991d1620-dd08-4c11-8666-1c62204520d5 req-faf01a60-c3b5-4d18-9bca-3fce4eafbe50 service neutron] For port 4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:43:58.737452 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-991d1620-dd08-4c11-8666-1c62204520d5 req-faf01a60-c3b5-4d18-9bca-3fce4eafbe50 service neutron] For port 4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91,segment=NetworkSegment(29bfa2e2-d528-46a4-a5ff-9e66b180f696),segment_id=29bfa2e2-d528-46a4-a5ff-9e66b180f696)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:43:58.746906 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-991d1620-dd08-4c11-8666-1c62204520d5 req-faf01a60-c3b5-4d18-9bca-3fce4eafbe50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:58.796774 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe6c7f-03fb-4d8c-9003-762ef1db3b44 req-8880082f-a922-46a4-87cd-e586bb3f0d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:58.807024 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d1620-dd08-4c11-8666-1c62204520d5 req-faf01a60-c3b5-4d18-9bca-3fce4eafbe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:58.807663 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-991d1620-dd08-4c11-8666-1c62204520d5 req-faf01a60-c3b5-4d18-9bca-3fce4eafbe50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:58.809218 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-991d1620-dd08-4c11-8666-1c62204520d5 req-faf01a60-c3b5-4d18-9bca-3fce4eafbe50 service neutron] 10.222.0.126 "PUT /v2.0/ports/4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91 HTTP/1.1" status: 200 len: 1091 time: 0.8644667 Nov 04 10:43:58.809500 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-84fe6c7f-03fb-4d8c-9003-762ef1db3b44 req-8880082f-a922-46a4-87cd-e586bb3f0d1d service neutron] 10.222.0.121 "GET /v2.0/networks?id=1a22bc6f-a08a-4052-b571-d98123c0c96c HTTP/1.1" status: 200 len: 920 time: 0.1633646 Nov 04 10:43:58.809695 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50309f4e-741f-43f0-b0d6-97d9bd285bc7', 'tag': '4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:43:58.813121 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be63f6e-d4e9-4400-bfdf-8dbb17e1b6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "50309f4e-741f-43f0-b0d6-97d9bd285bc7", "tag": "4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:43:58.869119 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 9ef2c3af-7613-42bb-b545-bf26d4217418, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=9ef2c3af-7613-42bb-b545-bf26d4217418,segment=NetworkSegment(f8465b5a-60fe-4380-ac16-8e6a62f3f5a4),segment_id=f8465b5a-60fe-4380-ac16-8e6a62f3f5a4)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:58.869119 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ef4ff9-b291-4cb8-9dd2-09a785883cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef2c3af-7613-42bb-b545-bf26d4217418'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:43:58.876691 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bbf16e-abfb-48d2-9db7-4f8d2e1360a3" -d '{"events": [{"server_uuid": "e3ef4ff9-b291-4cb8-9dd2-09a785883cbd", "name": "network-vif-plugged", "status": "completed", "tag": "9ef2c3af-7613-42bb-b545-bf26d4217418"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:43:58.878951 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:58.885581 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-84fe6c7f-03fb-4d8c-9003-762ef1db3b44 req-158bb045-8369-4984-9269-ff13a6e7454d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7637261-78db-470e-90fd-225b54904663 HTTP/1.1" status: 200 len: 217 time: 0.0745523 Nov 04 10:43:58.898477 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cfd231b0-0839-40aa-bdc9-31e249b5dd4c req-951db7c7-2f59-419f-b7c0-d96b5e49e94f tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f3d2396-5913-45f8-b900-7e8a858fe241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737430 Nov 04 10:43:58.898881 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519a0d6d-e349-4daf-9f65-4fe718fb749f {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:43:58.904456 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:58.921583 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf01a60-c3b5-4d18-9bca-3fce4eafbe50 service neutron] Pushing event updated for resources: {'Port': ['ID=4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:58.945594 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d1620-dd08-4c11-8666-1c62204520d5 req-11106a6e-ab17-4fed-8986-2102a3b83642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:58.947359 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-991d1620-dd08-4c11-8666-1c62204520d5 req-11106a6e-ab17-4fed-8986-2102a3b83642 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=703ad29d11ca412593de8589dcb479dc&device_id=50309f4e-741f-43f0-b0d6-97d9bd285bc7 HTTP/1.1" status: 200 len: 1094 time: 0.0873649 Nov 04 10:43:58.969076 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 519a0d6d-e349-4daf-9f65-4fe718fb749f, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=519a0d6d-e349-4daf-9f65-4fe718fb749f,segment=NetworkSegment(f8465b5a-60fe-4380-ac16-8e6a62f3f5a4),segment_id=f8465b5a-60fe-4380-ac16-8e6a62f3f5a4)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:58.981795 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:58.982456 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device c7637261-78db-470e-90fd-225b54904663 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:43:58.998365 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe6c7f-03fb-4d8c-9003-762ef1db3b44 req-8a36fa8e-4ed5-45d9-955e-a76395ebc10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:59.000555 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-84fe6c7f-03fb-4d8c-9003-762ef1db3b44 req-8a36fa8e-4ed5-45d9-955e-a76395ebc10f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=eae3a3af-dac0-49f0-b528-c2b1e1b0da8c HTTP/1.1" status: 200 len: 858 time: 0.0960507 Nov 04 10:43:59.007241 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=9ef2c3af-7613-42bb-b545-bf26d4217418,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:59.044345 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-84fe6c7f-03fb-4d8c-9003-762ef1db3b44 req-51e9c088-9432-4304-910f-6d57e820242e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1a22bc6f-a08a-4052-b571-d98123c0c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351131 Nov 04 10:43:59.059738 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port c7637261-78db-470e-90fd-225b54904663, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=c7637261-78db-470e-90fd-225b54904663,segment=NetworkSegment(f8465b5a-60fe-4380-ac16-8e6a62f3f5a4),segment_id=f8465b5a-60fe-4380-ac16-8e6a62f3f5a4)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:59.087663 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'c7637261-78db-470e-90fd-225b54904663', 'network_id': '1a22bc6f-a08a-4052-b571-d98123c0c96c', 'port_id': 'c7637261-78db-470e-90fd-225b54904663', 'mac_address': 'fa:16:3e:c5:a6:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae3a3af-dac0-49f0-b528-c2b1e1b0da8c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:43:59.090022 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-991d1620-dd08-4c11-8666-1c62204520d5 req-11bcab13-07ef-4df4-9101-be9ec30c238c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91 HTTP/1.1" status: 200 len: 217 time: 0.1313367 Nov 04 10:43:59.120685 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=519a0d6d-e349-4daf-9f65-4fe718fb749f,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:59.153468 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:59.171439 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7637261-78db-470e-90fd-225b54904663 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:43:59.196309 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port c7637261-78db-470e-90fd-225b54904663, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=c7637261-78db-470e-90fd-225b54904663,segment=NetworkSegment(f8465b5a-60fe-4380-ac16-8e6a62f3f5a4),segment_id=f8465b5a-60fe-4380-ac16-8e6a62f3f5a4)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:59.203772 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:59.226970 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d1620-dd08-4c11-8666-1c62204520d5 req-386708ec-4cdd-4b42-b75b-681b01a1f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:59.230451 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fa0a2-a4be-48de-8776-16775445d40e req-a5e032d1-8d3c-438b-92b0-dcd4a593930b tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:59.231966 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-991d1620-dd08-4c11-8666-1c62204520d5 req-386708ec-4cdd-4b42-b75b-681b01a1f977 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c17d38bb-b9d9-4b52-9c70-b68fc5fbf493 HTTP/1.1" status: 200 len: 853 time: 0.1351078 Nov 04 10:43:59.232559 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6e4fa0a2-a4be-48de-8776-16775445d40e req-a5e032d1-8d3c-438b-92b0-dcd4a593930b tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 948 time: 0.0900414 Nov 04 10:43:59.235394 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-84fe6c7f-03fb-4d8c-9003-762ef1db3b44 req-1d50e92e-9da3-4d07-b986-a340cbbff67e service neutron] 10.222.0.121 "GET /v2.0/networks/1a22bc6f-a08a-4052-b571-d98123c0c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805580 Nov 04 10:43:59.273610 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-991d1620-dd08-4c11-8666-1c62204520d5 req-d34d0132-8c49-4da4-9e20-961e1353df99 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=d2a49668-3a63-41c1-a51a-12911233532e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339942 Nov 04 10:43:59.307267 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=c7637261-78db-470e-90fd-225b54904663,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:59.355982 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device af3bb775-c9f6-4aad-940e-944b72d676a9 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:43:59.363806 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6e4fa0a2-a4be-48de-8776-16775445d40e req-ba94d223-f66c-4588-aff9-414bf93d7d0d tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247282 Nov 04 10:43:59.413867 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-991d1620-dd08-4c11-8666-1c62204520d5 req-cdeab5f1-d403-429c-8612-348d5d218485 service neutron] 10.222.0.126 "GET /v2.0/networks/d2a49668-3a63-41c1-a51a-12911233532e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281312 Nov 04 10:43:59.446464 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-84fe6c7f-03fb-4d8c-9003-762ef1db3b44 req-5acfd8bd-61d8-4239-bc1d-759672a69f98 service neutron] 10.222.0.121 "GET /v2.0/networks/1a22bc6f-a08a-4052-b571-d98123c0c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803546 Nov 04 10:43:59.476598 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59b0ac1-34c7-4c6f-8e59-41ef58fa2969 x-openstack-request-id: req-d59b0ac1-34c7-4c6f-8e59-41ef58fa2969 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:43:59.476928 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50309f4e-741f-43f0-b0d6-97d9bd285bc7", "tag": "4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:43:59.477182 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-d59b0ac1-34c7-4c6f-8e59-41ef58fa2969 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:43:59.477846 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50309f4e-741f-43f0-b0d6-97d9bd285bc7', 'tag': '4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91', 'status': 'completed', 'code': 200} Nov 04 10:43:59.485051 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:59.499557 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id af3bb775-c9f6-4aad-940e-944b72d676a9 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:43:59.531478 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['519a0d6d-e349-4daf-9f65-4fe718fb749f'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:43:59.535044 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['c7637261-78db-470e-90fd-225b54904663'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:43:59.561866 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port af3bb775-c9f6-4aad-940e-944b72d676a9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=af3bb775-c9f6-4aad-940e-944b72d676a9,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:43:59.586556 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:43:59.608058 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-991d1620-dd08-4c11-8666-1c62204520d5 req-fdd7698e-da57-4488-81e9-5a05f3bd2c5d service neutron] 10.222.0.126 "GET /v2.0/networks/d2a49668-3a63-41c1-a51a-12911233532e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840229 Nov 04 10:43:59.635580 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d8335d-5289-4866-a8ad-ef0982fbef22 x-openstack-request-id: req-50d8335d-5289-4866-a8ad-ef0982fbef22 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:43:59.636673 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ef4ff9-b291-4cb8-9dd2-09a785883cbd", "name": "network-vif-plugged", "status": "completed", "tag": "9ef2c3af-7613-42bb-b545-bf26d4217418", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:43:59.636982 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-50d8335d-5289-4866-a8ad-ef0982fbef22 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:43:59.637381 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ef4ff9-b291-4cb8-9dd2-09a785883cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef2c3af-7613-42bb-b545-bf26d4217418', 'code': 200} Nov 04 10:43:59.754023 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=af3bb775-c9f6-4aad-940e-944b72d676a9,revision_number=10']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:43:59.795283 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359848d-b1a9-4bad-8dea-df4d7b1471c6 req-1856a789-551b-43a1-a564-4a3d8ed1ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:59.801491 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8359848d-b1a9-4bad-8dea-df4d7b1471c6 req-1856a789-551b-43a1-a564-4a3d8ed1ac1c service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=e3ef4ff9-b291-4cb8-9dd2-09a785883cbd HTTP/1.1" status: 200 len: 1096 time: 0.0936434 Nov 04 10:43:59.807357 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be63f6e-d4e9-4400-bfdf-8dbb17e1b6d7 req-a52d9b4b-20e4-4dbc-b51a-6449f8b5bf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:59.809052 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9be63f6e-d4e9-4400-bfdf-8dbb17e1b6d7 req-a52d9b4b-20e4-4dbc-b51a-6449f8b5bf7d service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=703ad29d11ca412593de8589dcb479dc&device_id=50309f4e-741f-43f0-b0d6-97d9bd285bc7 HTTP/1.1" status: 200 len: 1094 time: 0.1320119 Nov 04 10:43:59.906223 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8359848d-b1a9-4bad-8dea-df4d7b1471c6 req-a8298af2-3544-4538-86c7-73e4d36ad8cc service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=1f6860aa-a321-4668-aec5-b62684ef2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917432 Nov 04 10:43:59.994310 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be63f6e-d4e9-4400-bfdf-8dbb17e1b6d7 req-097e96a9-63c4-4b01-84ec-f638b0c41d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:43:59.996389 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9be63f6e-d4e9-4400-bfdf-8dbb17e1b6d7 req-097e96a9-63c4-4b01-84ec-f638b0c41d87 service neutron] 10.222.0.126 "GET /v2.0/networks?id=d2a49668-3a63-41c1-a51a-12911233532e HTTP/1.1" status: 200 len: 915 time: 0.1768026 Nov 04 10:44:00.047908 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9be63f6e-d4e9-4400-bfdf-8dbb17e1b6d7 req-e01707b5-830b-4ff0-aba4-95fa7e573b2f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91 HTTP/1.1" status: 200 len: 217 time: 0.0403366 Nov 04 10:44:00.122007 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be63f6e-d4e9-4400-bfdf-8dbb17e1b6d7 req-6c837580-60b4-4944-91bb-597c88c0ee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:00.123744 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceabd16-962a-4bfa-9272-b81ba67d8365 req-293a2a8f-3109-4ee4-a7ca-ac8277825c09 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:00.124327 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9be63f6e-d4e9-4400-bfdf-8dbb17e1b6d7 req-6c837580-60b4-4944-91bb-597c88c0ee7a service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c17d38bb-b9d9-4b52-9c70-b68fc5fbf493 HTTP/1.1" status: 200 len: 853 time: 0.0654690 Nov 04 10:44:00.125918 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aceabd16-962a-4bfa-9272-b81ba67d8365 req-293a2a8f-3109-4ee4-a7ca-ac8277825c09 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/ports?device_id=e3ef4ff9-b291-4cb8-9dd2-09a785883cbd HTTP/1.1" status: 200 len: 945 time: 0.0582690 Nov 04 10:44:00.163197 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9be63f6e-d4e9-4400-bfdf-8dbb17e1b6d7 req-9bd97d31-4093-40b1-9103-aefead9716c7 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=d2a49668-3a63-41c1-a51a-12911233532e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303140 Nov 04 10:44:00.202281 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aceabd16-962a-4bfa-9272-b81ba67d8365 req-af8ea39a-1b15-4b71-a450-173b1c7bbeff tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/security-groups?id=1f6860aa-a321-4668-aec5-b62684ef2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561688 Nov 04 10:44:00.292623 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9be63f6e-d4e9-4400-bfdf-8dbb17e1b6d7 req-62546477-629f-4d9e-83d9-c7d115ff13ce service neutron] 10.222.0.126 "GET /v2.0/networks/d2a49668-3a63-41c1-a51a-12911233532e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146338 Nov 04 10:44:00.321376 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba29678-e613-4cee-b5d6-90b07be2daf3 req-5cb2b4a2-ca2d-4682-89aa-30435c8ecced tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:00.329563 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8ba29678-e613-4cee-b5d6-90b07be2daf3 req-5cb2b4a2-ca2d-4682-89aa-30435c8ecced tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.127 "GET /v2.0/ports?device_id=50309f4e-741f-43f0-b0d6-97d9bd285bc7 HTTP/1.1" status: 200 len: 943 time: 0.0636823 Nov 04 10:44:00.404100 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8ba29678-e613-4cee-b5d6-90b07be2daf3 req-4bd967a8-bcdc-41b2-9874-decc49993571 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.127 "GET /v2.0/security-groups?id=2f3dd987-0e09-483e-9782-ebce7f5bc9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735755 Nov 04 10:44:00.434141 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9be63f6e-d4e9-4400-bfdf-8dbb17e1b6d7 req-a275f8f2-8b99-4b64-a112-451bb3f075f0 service neutron] 10.222.0.126 "GET /v2.0/networks/d2a49668-3a63-41c1-a51a-12911233532e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322055 Nov 04 10:44:00.521540 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c40aeb-1915-4ca7-89c8-58b1d5550b1d req-713b1052-2ac7-4dcb-afe0-e1f261c8fbb3 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:00.523941 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69c40aeb-1915-4ca7-89c8-58b1d5550b1d req-713b1052-2ac7-4dcb-afe0-e1f261c8fbb3 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "GET /v2.0/ports?device_id=95be77b3-590a-440e-b99a-f0d08aaa8e01 HTTP/1.1" status: 200 len: 945 time: 0.0512791 Nov 04 10:44:00.577173 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69c40aeb-1915-4ca7-89c8-58b1d5550b1d req-cb7dad74-b0b0-4457-b6bf-608fe9a17888 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "GET /v2.0/security-groups?id=274d5cb1-f33c-4ae9-9686-3076c55a7632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451183 Nov 04 10:44:00.708508 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c72ee1-27df-4b5a-8e78-dee0c5da2ce2 req-9a795bfc-65a6-4137-ac68-817d387d39e6 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:00.711896 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1c72ee1-27df-4b5a-8e78-dee0c5da2ce2 req-9a795bfc-65a6-4137-ac68-817d387d39e6 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/ports?device_id=bea2031a-172c-4001-a1f3-c58625a4e7e4 HTTP/1.1" status: 200 len: 945 time: 0.0599945 Nov 04 10:44:00.769662 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1c72ee1-27df-4b5a-8e78-dee0c5da2ce2 req-08d49e7f-3ed1-4f8f-8e8a-ec92d5717695 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f3d2396-5913-45f8-b900-7e8a858fe241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507054 Nov 04 10:44:00.891139 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b429f-c3ac-48d7-9fde-fff59864b27f req-1fa78e0d-a969-4310-abd5-3e8da12fb34a tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:00.892835 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-830b429f-c3ac-48d7-9fde-fff59864b27f req-1fa78e0d-a969-4310-abd5-3e8da12fb34a tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 948 time: 0.0560346 Nov 04 10:44:00.949702 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-830b429f-c3ac-48d7-9fde-fff59864b27f req-462fff47-ffee-4ca5-9a54-cd411eb3d34d tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499127 Nov 04 10:44:01.165139 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:44:01.349186 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab046b70-a004-499b-81e7-3278c99f3a8f req-b0bf287b-bce8-4c95-91f7-2ebcae92abf9 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:01.351062 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab046b70-a004-499b-81e7-3278c99f3a8f req-b0bf287b-bce8-4c95-91f7-2ebcae92abf9 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/ports?device_id=e3ef4ff9-b291-4cb8-9dd2-09a785883cbd HTTP/1.1" status: 200 len: 945 time: 0.0559657 Nov 04 10:44:01.354626 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device af3bb775-c9f6-4aad-940e-944b72d676a9 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:44:01.440498 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab046b70-a004-499b-81e7-3278c99f3a8f req-5b9f5a93-ddc8-4343-b5cc-14dabd726275 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/security-groups?id=1f6860aa-a321-4668-aec5-b62684ef2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633488 Nov 04 10:44:01.446135 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port af3bb775-c9f6-4aad-940e-944b72d676a9 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:01.447278 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:01.536633 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:01.587674 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port af3bb775-c9f6-4aad-940e-944b72d676a9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=af3bb775-c9f6-4aad-940e-944b72d676a9,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:01.594325 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:01.640703 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a14509-5aa8-41ef-a888-77676ea16350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3bb775-c9f6-4aad-940e-944b72d676a9'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:44:01.643013 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3307c239-fc75-47af-a8f3-5ea98038e1da" -d '{"events": [{"server_uuid": "80a14509-5aa8-41ef-a888-77676ea16350", "name": "network-vif-plugged", "status": "completed", "tag": "af3bb775-c9f6-4aad-940e-944b72d676a9"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:44:01.658024 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=af3bb775-c9f6-4aad-940e-944b72d676a9,revision_number=11']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:01.685135 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9447d70-f4a7-41a8-a139-e48e12016185 req-42da6de6-a189-4834-8c67-207e5d59f05a tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:01.686978 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f9447d70-f4a7-41a8-a139-e48e12016185 req-42da6de6-a189-4834-8c67-207e5d59f05a tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.127 "GET /v2.0/ports?device_id=50309f4e-741f-43f0-b0d6-97d9bd285bc7 HTTP/1.1" status: 200 len: 943 time: 0.0678997 Nov 04 10:44:01.739322 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f9447d70-f4a7-41a8-a139-e48e12016185 req-26b29100-27bd-48b9-9baf-87b756866a4c tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.127 "GET /v2.0/security-groups?id=2f3dd987-0e09-483e-9782-ebce7f5bc9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457878 Nov 04 10:44:01.855917 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63277c8a-2d95-4209-a95d-f71fe3af398f req-47fce5f3-b58b-40a7-81a3-a282c4768b9d tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:01.858282 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-63277c8a-2d95-4209-a95d-f71fe3af398f req-47fce5f3-b58b-40a7-81a3-a282c4768b9d tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/ports?device_id=c2717323-18bd-4b34-aa13-1e01efeef1ff HTTP/1.1" status: 200 len: 945 time: 0.0547779 Nov 04 10:44:01.913087 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-63277c8a-2d95-4209-a95d-f71fe3af398f req-7f74172e-ec2c-46bc-9089-778e9eee5bdd tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/security-groups?id=1f6860aa-a321-4668-aec5-b62684ef2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480311 Nov 04 10:44:02.053772 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd9f08-ed1b-4d76-834d-848feb955b57 req-8befadd4-5873-4093-af04-bdc85d91b2c5 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:02.056043 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f0cd9f08-ed1b-4d76-834d-848feb955b57 req-8befadd4-5873-4093-af04-bdc85d91b2c5 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.126 "GET /v2.0/ports?device_id=bea2031a-172c-4001-a1f3-c58625a4e7e4 HTTP/1.1" status: 200 len: 945 time: 0.0682976 Nov 04 10:44:02.097654 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318f925-944f-4b29-8585-0d7b57e0e5a3 req-44b86d6e-c458-4884-a034-8711e015bd44 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:02.107261 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1318f925-944f-4b29-8585-0d7b57e0e5a3 req-44b86d6e-c458-4884-a034-8711e015bd44 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "GET /v2.0/ports?device_id=95be77b3-590a-440e-b99a-f0d08aaa8e01 HTTP/1.1" status: 200 len: 945 time: 0.0681520 Nov 04 10:44:02.145986 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 519a0d6d-e349-4daf-9f65-4fe718fb749f up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:44:02.213812 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1318f925-944f-4b29-8585-0d7b57e0e5a3 req-bdb7b111-309f-4db6-bd7b-f839c244ce08 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "GET /v2.0/security-groups?id=274d5cb1-f33c-4ae9-9686-3076c55a7632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019137 Nov 04 10:44:02.236614 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-f0cd9f08-ed1b-4d76-834d-848feb955b57 req-9dbc75dd-4d74-43c8-ace3-d0b774f3c465 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Deleting port 685b139e-5aba-4f36-b48e-8d1a08099523 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:44:02.238292 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f0cd9f08-ed1b-4d76-834d-848feb955b57 req-9dbc75dd-4d74-43c8-ace3-d0b774f3c465 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:02.258967 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ee8eab-edaf-4281-9f36-0889f677eab8 x-openstack-request-id: req-56ee8eab-edaf-4281-9f36-0889f677eab8 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:44:02.259258 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a14509-5aa8-41ef-a888-77676ea16350", "name": "network-vif-plugged", "status": "completed", "tag": "af3bb775-c9f6-4aad-940e-944b72d676a9", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:44:02.259739 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-56ee8eab-edaf-4281-9f36-0889f677eab8 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:44:02.260288 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a14509-5aa8-41ef-a888-77676ea16350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3bb775-c9f6-4aad-940e-944b72d676a9', 'code': 200} Nov 04 10:44:02.266679 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 519a0d6d-e349-4daf-9f65-4fe718fb749f completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:44:02.275786 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 519a0d6d-e349-4daf-9f65-4fe718fb749f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:02.277400 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:02.401206 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-f0cd9f08-ed1b-4d76-834d-848feb955b57 req-9dbc75dd-4d74-43c8-ace3-d0b774f3c465 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] For port 685b139e-5aba-4f36-b48e-8d1a08099523, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=685b139e-5aba-4f36-b48e-8d1a08099523,segment=NetworkSegment(1245e658-0bc2-463b-9e08-207c169a536a),segment_id=1245e658-0bc2-463b-9e08-207c169a536a)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:02.401632 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f0cd9f08-ed1b-4d76-834d-848feb955b57 req-9dbc75dd-4d74-43c8-ace3-d0b774f3c465 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:02.417336 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-f0cd9f08-ed1b-4d76-834d-848feb955b57 req-9dbc75dd-4d74-43c8-ace3-d0b774f3c465 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Calling delete_port for 685b139e-5aba-4f36-b48e-8d1a08099523 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:44:02.423121 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:02.449696 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217d5f6-2eff-4590-a64f-0e3d8d00f653 req-3ca685b5-9375-428e-abac-58154b771426 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:02.452107 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8217d5f6-2eff-4590-a64f-0e3d8d00f653 req-3ca685b5-9375-428e-abac-58154b771426 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/ports?device_id=bea2031a-172c-4001-a1f3-c58625a4e7e4 HTTP/1.1" status: 200 len: 945 time: 0.0939624 Nov 04 10:44:02.505672 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 519a0d6d-e349-4daf-9f65-4fe718fb749f, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=519a0d6d-e349-4daf-9f65-4fe718fb749f,segment=NetworkSegment(f8465b5a-60fe-4380-ac16-8e6a62f3f5a4),segment_id=f8465b5a-60fe-4380-ac16-8e6a62f3f5a4)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:02.514162 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:02.516017 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device c7637261-78db-470e-90fd-225b54904663 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:44:02.533572 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8217d5f6-2eff-4590-a64f-0e3d8d00f653 req-d06053b7-89f9-40bb-a4ba-6d4a509624cb tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f3d2396-5913-45f8-b900-7e8a858fe241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741029 Nov 04 10:44:02.620356 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5700e6-8aee-47b6-9e6c-87e6b69744e4 req-990a7a0c-1101-403d-aa0f-0945cf1a23ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:02.622037 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cb5700e6-8aee-47b6-9e6c-87e6b69744e4 req-990a7a0c-1101-403d-aa0f-0945cf1a23ed service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 1101 time: 0.0747821 Nov 04 10:44:02.664043 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=519a0d6d-e349-4daf-9f65-4fe718fb749f,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:02.679221 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f0cd9f08-ed1b-4d76-834d-848feb955b57 req-9dbc75dd-4d74-43c8-ace3-d0b774f3c465 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:02.682229 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port c7637261-78db-470e-90fd-225b54904663 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:44:02.688117 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port c7637261-78db-470e-90fd-225b54904663 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:02.688477 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:02.694049 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['685b139e-5aba-4f36-b48e-8d1a08099523'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:44:02.719295 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cb5700e6-8aee-47b6-9e6c-87e6b69744e4 req-314c6f52-7cc8-4cac-a4ed-4a0952c8d42e service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901139 Nov 04 10:44:02.726427 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc75dd-4d74-43c8-ace3-d0b774f3c465 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Pushing event deleted for resources: {'Port': ['ID=685b139e-5aba-4f36-b48e-8d1a08099523,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:02.751656 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b806e-cad8-499e-b35a-ea1ca1d9b3b4 req-6b0aac06-dd9e-4edd-8837-92027faca954 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:02.753862 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-329b806e-cad8-499e-b35a-ea1ca1d9b3b4 req-6b0aac06-dd9e-4edd-8837-92027faca954 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 950 time: 0.1047728 Nov 04 10:44:02.803254 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cd9f08-ed1b-4d76-834d-848feb955b57 req-9dbc75dd-4d74-43c8-ace3-d0b774f3c465 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] No DVR routers for this DVR port 685b139e-5aba-4f36-b48e-8d1a08099523 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:44:02.804184 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:02.810949 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f0cd9f08-ed1b-4d76-834d-848feb955b57 req-9dbc75dd-4d74-43c8-ace3-d0b774f3c465 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:02.817706 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f0cd9f08-ed1b-4d76-834d-848feb955b57 req-9dbc75dd-4d74-43c8-ace3-d0b774f3c465 tempest-TestServerAdvancedOps-1975958330 tempest-TestServerAdvancedOps-1975958330-project] 10.222.0.126 "DELETE /v2.0/ports/685b139e-5aba-4f36-b48e-8d1a08099523 HTTP/1.1" status: 204 len: 173 time: 0.7472856 Nov 04 10:44:02.821542 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea2031a-172c-4001-a1f3-c58625a4e7e4', 'name': 'network-vif-deleted', 'tag': '685b139e-5aba-4f36-b48e-8d1a08099523'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:44:02.824292 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a1a1ee-0297-43d9-846e-57b5bbb846db" -d '{"events": [{"server_uuid": "bea2031a-172c-4001-a1f3-c58625a4e7e4", "name": "network-vif-deleted", "tag": "685b139e-5aba-4f36-b48e-8d1a08099523"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:44:02.842511 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port c7637261-78db-470e-90fd-225b54904663, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=c7637261-78db-470e-90fd-225b54904663,segment=NetworkSegment(f8465b5a-60fe-4380-ac16-8e6a62f3f5a4),segment_id=f8465b5a-60fe-4380-ac16-8e6a62f3f5a4)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:02.847805 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:02.872576 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-329b806e-cad8-499e-b35a-ea1ca1d9b3b4 req-63db1fc4-5961-4780-b9a3-443a0f3bfc48 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099207 Nov 04 10:44:02.920105 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=c7637261-78db-470e-90fd-225b54904663,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:03.120399 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa6486-fa37-45c0-bc46-4d9e0b5ad647 req-21dcf1df-4990-48ab-88c2-20c9d40f6ace tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:03.127910 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6faa6486-fa37-45c0-bc46-4d9e0b5ad647 req-21dcf1df-4990-48ab-88c2-20c9d40f6ace tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.127 "GET /v2.0/ports?device_id=50309f4e-741f-43f0-b0d6-97d9bd285bc7 HTTP/1.1" status: 200 len: 943 time: 0.0653870 Nov 04 10:44:03.177679 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6faa6486-fa37-45c0-bc46-4d9e0b5ad647 req-689f0ded-e2fa-4a27-8b40-62b8ac142dc0 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.127 "GET /v2.0/security-groups?id=2f3dd987-0e09-483e-9782-ebce7f5bc9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485437 Nov 04 10:44:03.248997 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08359e1f-b311-43f9-bc64-a1fef68e3795 x-openstack-request-id: req-08359e1f-b311-43f9-bc64-a1fef68e3795 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:44:03.250046 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea2031a-172c-4001-a1f3-c58625a4e7e4", "name": "network-vif-deleted", "tag": "685b139e-5aba-4f36-b48e-8d1a08099523", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:44:03.250704 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-08359e1f-b311-43f9-bc64-a1fef68e3795 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:44:03.251337 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea2031a-172c-4001-a1f3-c58625a4e7e4', 'name': 'network-vif-deleted', 'tag': '685b139e-5aba-4f36-b48e-8d1a08099523', 'status': 'completed', 'code': 200} Nov 04 10:44:03.350403 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c2d5e-bd1d-46a9-819f-f92bc3ec3777 req-28d218a6-8720-4e05-a7fb-5b6a0c3c92bc tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:03.352106 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fa0c2d5e-bd1d-46a9-819f-f92bc3ec3777 req-28d218a6-8720-4e05-a7fb-5b6a0c3c92bc tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/ports?device_id=c2717323-18bd-4b34-aa13-1e01efeef1ff HTTP/1.1" status: 200 len: 946 time: 0.0573330 Nov 04 10:44:03.369039 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:44:03.459720 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fa0c2d5e-bd1d-46a9-819f-f92bc3ec3777 req-9f22ccaa-6951-4627-b318-3014cc14f2ef tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/security-groups?id=1f6860aa-a321-4668-aec5-b62684ef2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967753 Nov 04 10:44:03.556692 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91,segment=NetworkSegment(29bfa2e2-d528-46a4-a5ff-9e66b180f696),segment_id=29bfa2e2-d528-46a4-a5ff-9e66b180f696)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:03.595933 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91', 'network_id': 'd2a49668-3a63-41c1-a51a-12911233532e', 'port_id': '4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91', 'mac_address': 'fa:16:3e:e0:aa:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c17d38bb-b9d9-4b52-9c70-b68fc5fbf493', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:44:03.645052 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:03.665694 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:44:03.721689 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91,segment=NetworkSegment(29bfa2e2-d528-46a4-a5ff-9e66b180f696),segment_id=29bfa2e2-d528-46a4-a5ff-9e66b180f696)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:03.733919 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:03.765996 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49026) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:03.802900 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:03.848378 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-92dc792f-1bf6-4bca-9083-1b6b92bad86c admin admin] Deleting subnet bf115555-b062-4ea6-ba70-643a9f3c1ede {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:44:03.855595 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-92dc792f-1bf6-4bca-9083-1b6b92bad86c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:03.944721 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-92dc792f-1bf6-4bca-9083-1b6b92bad86c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:03.955220 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04afae5-9e19-4a17-a81f-bbd83bbc471c req-04fccdba-6898-48c3-bea9-94e391b25aeb tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:03.962973 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d04afae5-9e19-4a17-a81f-bbd83bbc471c req-04fccdba-6898-48c3-bea9-94e391b25aeb tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "GET /v2.0/ports?device_id=95be77b3-590a-440e-b99a-f0d08aaa8e01 HTTP/1.1" status: 200 len: 945 time: 0.0775678 Nov 04 10:44:04.062219 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-92dc792f-1bf6-4bca-9083-1b6b92bad86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:04.147870 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:44:04.172764 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d04afae5-9e19-4a17-a81f-bbd83bbc471c req-b5bcbd62-5177-4aa3-9b48-ab23498666d2 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "GET /v2.0/security-groups?id=274d5cb1-f33c-4ae9-9686-3076c55a7632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087991 Nov 04 10:44:04.193198 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-92dc792f-1bf6-4bca-9083-1b6b92bad86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:04.230524 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-92dc792f-1bf6-4bca-9083-1b6b92bad86c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:04.240180 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-92dc792f-1bf6-4bca-9083-1b6b92bad86c admin admin] 10.222.0.127 "DELETE /v2.0/subnets/bf115555-b062-4ea6-ba70-643a9f3c1ede HTTP/1.1" status: 204 len: 168 time: 0.4726608 Nov 04 10:44:04.241405 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49034) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:04.268559 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e056069d-8fd6-4d48-815b-12bb2f5b620e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519a0d6d-e349-4daf-9f65-4fe718fb749f'}, {'server_uuid': 'c2717323-18bd-4b34-aa13-1e01efeef1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7637261-78db-470e-90fd-225b54904663'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:44:04.289261 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479f9210-e267-40da-80c1-357b1319a181" -d '{"events": [{"server_uuid": "e056069d-8fd6-4d48-815b-12bb2f5b620e", "name": "network-vif-plugged", "status": "completed", "tag": "519a0d6d-e349-4daf-9f65-4fe718fb749f"}, {"server_uuid": "c2717323-18bd-4b34-aa13-1e01efeef1ff", "name": "network-vif-plugged", "status": "completed", "tag": "c7637261-78db-470e-90fd-225b54904663"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:44:04.309961 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc792f-1bf6-4bca-9083-1b6b92bad86c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf115555-b062-4ea6-ba70-643a9f3c1ede,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:04.326890 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc792f-1bf6-4bca-9083-1b6b92bad86c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:04.327189 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc792f-1bf6-4bca-9083-1b6b92bad86c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:04.327537 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc792f-1bf6-4bca-9083-1b6b92bad86c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:04.328318 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc792f-1bf6-4bca-9083-1b6b92bad86c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:04.329705 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc792f-1bf6-4bca-9083-1b6b92bad86c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:04.330059 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc792f-1bf6-4bca-9083-1b6b92bad86c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:04.330967 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc792f-1bf6-4bca-9083-1b6b92bad86c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:04.330967 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc792f-1bf6-4bca-9083-1b6b92bad86c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:04.331229 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc792f-1bf6-4bca-9083-1b6b92bad86c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:04.331564 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc792f-1bf6-4bca-9083-1b6b92bad86c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:04.331949 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc792f-1bf6-4bca-9083-1b6b92bad86c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:04.332316 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc792f-1bf6-4bca-9083-1b6b92bad86c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:04.439724 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d7b409dd-e2ac-4380-99d2-1947e40ca7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:04.449905 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1a711-401f-4a63-afb4-03018b548011 req-0d453775-8b0a-495f-bbdf-6cdd59ee2852 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:04.454879 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69b1a711-401f-4a63-afb4-03018b548011 req-0d453775-8b0a-495f-bbdf-6cdd59ee2852 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 950 time: 0.1291394 Nov 04 10:44:04.549620 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d7b409dd-e2ac-4380-99d2-1947e40ca7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:04.551101 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69b1a711-401f-4a63-afb4-03018b548011 req-57eb650a-79e9-43d3-9462-a9886f38cc27 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891097 Nov 04 10:44:04.582658 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-d7b409dd-e2ac-4380-99d2-1947e40ca7d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c1b067-87ca-4100-acbf-560269882704']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:04.594780 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-d7b409dd-e2ac-4380-99d2-1947e40ca7d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1245e658-0bc2-463b-9e08-207c169a536a') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:04.595160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-d7b409dd-e2ac-4380-99d2-1947e40ca7d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1245e658-0bc2-463b-9e08-207c169a536a') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:04.628089 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d7b409dd-e2ac-4380-99d2-1947e40ca7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:04.654438 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d7b409dd-e2ac-4380-99d2-1947e40ca7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:04.663151 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b409dd-e2ac-4380-99d2-1947e40ca7d1 admin admin] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:44:04.663664 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d7b409dd-e2ac-4380-99d2-1947e40ca7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:44:04.665669 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:44:04.743863 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d7b409dd-e2ac-4380-99d2-1947e40ca7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:04.776002 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d7b409dd-e2ac-4380-99d2-1947e40ca7d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:04.779518 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d7b409dd-e2ac-4380-99d2-1947e40ca7d1 admin admin] 10.222.0.127 "DELETE /v2.0/networks/64c1b067-87ca-4100-acbf-560269882704 HTTP/1.1" status: 204 len: 168 time: 0.5369577 Nov 04 10:44:04.780425 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b409dd-e2ac-4380-99d2-1947e40ca7d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=64c1b067-87ca-4100-acbf-560269882704,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:04.782376 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49050) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:04.782742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49052) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:04.866776 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbb6dd-946e-4e9a-92d3-8c554372d7ff req-12932194-345b-4fdf-80a7-9d69747fab7d tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:04.867870 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a698f4d-04e1-4cc0-bd42-428813f1f44f admin admin] Deleting subnet 47af0673-07cd-4df4-b523-9a8ad96c9077 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:44:04.871298 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-12cbb6dd-946e-4e9a-92d3-8c554372d7ff req-12932194-345b-4fdf-80a7-9d69747fab7d tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.127 "GET /v2.0/ports?device_id=50309f4e-741f-43f0-b0d6-97d9bd285bc7 HTTP/1.1" status: 200 len: 944 time: 0.1097279 Nov 04 10:44:04.872641 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9a698f4d-04e1-4cc0-bd42-428813f1f44f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:04.935465 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9a698f4d-04e1-4cc0-bd42-428813f1f44f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:04.951680 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-12cbb6dd-946e-4e9a-92d3-8c554372d7ff req-434567f4-f66d-4a9c-8e9d-947695982006 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.127 "GET /v2.0/security-groups?id=2f3dd987-0e09-483e-9782-ebce7f5bc9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731361 Nov 04 10:44:04.993086 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9a698f4d-04e1-4cc0-bd42-428813f1f44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:04.999893 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 04 Nov 2021 10:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a6141f-29aa-4646-8d51-45865a258af7 x-openstack-request-id: req-c9a6141f-29aa-4646-8d51-45865a258af7 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:44:05.000713 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e056069d-8fd6-4d48-815b-12bb2f5b620e", "name": "network-vif-plugged", "status": "completed", "tag": "519a0d6d-e349-4daf-9f65-4fe718fb749f", "code": 200}, {"server_uuid": "c2717323-18bd-4b34-aa13-1e01efeef1ff", "name": "network-vif-plugged", "status": "completed", "tag": "c7637261-78db-470e-90fd-225b54904663", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:44:05.001155 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-c9a6141f-29aa-4646-8d51-45865a258af7 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:44:05.001702 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e056069d-8fd6-4d48-815b-12bb2f5b620e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519a0d6d-e349-4daf-9f65-4fe718fb749f', 'code': 200} Nov 04 10:44:05.002123 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2717323-18bd-4b34-aa13-1e01efeef1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7637261-78db-470e-90fd-225b54904663', 'code': 200} Nov 04 10:44:05.072723 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9a698f4d-04e1-4cc0-bd42-428813f1f44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:05.095596 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9a698f4d-04e1-4cc0-bd42-428813f1f44f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:05.100146 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9a698f4d-04e1-4cc0-bd42-428813f1f44f admin admin] 10.222.0.127 "DELETE /v2.0/subnets/47af0673-07cd-4df4-b523-9a8ad96c9077 HTTP/1.1" status: 204 len: 168 time: 0.3153539 Nov 04 10:44:05.101418 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-77d40aef-173e-4fca-b967-f59bd987e7e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:05.125657 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49058) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:05.214618 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4bbbc-8329-4d56-9396-c5416b7c1e3d req-6969dcf9-ebe2-4a0d-98ca-cfb2ed93e774 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:05.216713 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e7e4bbbc-8329-4d56-9396-c5416b7c1e3d req-6969dcf9-ebe2-4a0d-98ca-cfb2ed93e774 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/ports?device_id=c2717323-18bd-4b34-aa13-1e01efeef1ff HTTP/1.1" status: 200 len: 946 time: 0.1260929 Nov 04 10:44:05.224474 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-87cd94a3-32ec-4ec5-ba4b-6d7404d8f2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:05.240612 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a698f4d-04e1-4cc0-bd42-428813f1f44f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47af0673-07cd-4df4-b523-9a8ad96c9077,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:05.255629 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0785d88-9f70-40fa-ba5d-0eeea054cc3a req-ae6b17da-b2c8-43eb-9761-2170e703276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:05.257948 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e0785d88-9f70-40fa-ba5d-0eeea054cc3a req-ae6b17da-b2c8-43eb-9761-2170e703276a service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=e056069d-8fd6-4d48-815b-12bb2f5b620e HTTP/1.1" status: 200 len: 1096 time: 0.1160970 Nov 04 10:44:05.262350 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4fa307-8cb8-4fa9-8c24-3e2c8c894d19 req-24962e5b-7c18-4b2a-adcd-3b1a21d87bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:05.264460 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b4fa307-8cb8-4fa9-8c24-3e2c8c894d19 req-24962e5b-7c18-4b2a-adcd-3b1a21d87bd2 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c2717323-18bd-4b34-aa13-1e01efeef1ff HTTP/1.1" status: 200 len: 1097 time: 0.1307371 Nov 04 10:44:05.353853 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e7e4bbbc-8329-4d56-9396-c5416b7c1e3d req-d999ba9f-bfaa-4867-b220-753aaa0533ec tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/security-groups?id=1f6860aa-a321-4668-aec5-b62684ef2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264858 Nov 04 10:44:05.368519 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b4fa307-8cb8-4fa9-8c24-3e2c8c894d19 req-5e187b64-e31f-4a57-a282-125b7f652482 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=1f6860aa-a321-4668-aec5-b62684ef2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854659 Nov 04 10:44:05.369163 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:44:05.376458 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e0785d88-9f70-40fa-ba5d-0eeea054cc3a req-2dca5647-5628-455a-9164-3c1012169a2b service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=1f6860aa-a321-4668-aec5-b62684ef2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013196 Nov 04 10:44:05.424865 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-87cd94a3-32ec-4ec5-ba4b-6d7404d8f2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:05.440223 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:44:05.447907 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:05.448524 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:05.471441 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbd259-99ab-4170-bf86-59d636c2f632 req-677e0b40-cae8-4282-8388-26a577fa4675 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:05.473098 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-29dbd259-99ab-4170-bf86-59d636c2f632 req-677e0b40-cae8-4282-8388-26a577fa4675 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.121 "GET /v2.0/ports?device_id=95be77b3-590a-440e-b99a-f0d08aaa8e01 HTTP/1.1" status: 200 len: 945 time: 0.1746154 Nov 04 10:44:05.478796 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-87cd94a3-32ec-4ec5-ba4b-6d7404d8f2a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1235e4-719a-412f-8bf2-bb1da523ead7']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:05.495396 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-87cd94a3-32ec-4ec5-ba4b-6d7404d8f2a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb2fe9c-26f3-422d-81c0-0c9ecbea0249') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:05.495723 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-87cd94a3-32ec-4ec5-ba4b-6d7404d8f2a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb2fe9c-26f3-422d-81c0-0c9ecbea0249') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:05.517881 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-87cd94a3-32ec-4ec5-ba4b-6d7404d8f2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:05.547783 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-87cd94a3-32ec-4ec5-ba4b-6d7404d8f2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:05.560593 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:05.562131 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-77d40aef-173e-4fca-b967-f59bd987e7e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:05.568358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87cd94a3-32ec-4ec5-ba4b-6d7404d8f2a3 admin admin] Releasing vlan 1174 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:44:05.568920 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-87cd94a3-32ec-4ec5-ba4b-6d7404d8f2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:44:05.584342 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:44:05.599921 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91,segment=NetworkSegment(29bfa2e2-d528-46a4-a5ff-9e66b180f696),segment_id=29bfa2e2-d528-46a4-a5ff-9e66b180f696)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:05.606384 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:05.607812 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 685b139e-5aba-4f36-b48e-8d1a08099523 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:44:05.613840 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-77d40aef-173e-4fca-b967-f59bd987e7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:05.630248 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 685b139e-5aba-4f36-b48e-8d1a08099523 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:44:05.630517 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 685b139e-5aba-4f36-b48e-8d1a08099523 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:44:05.688437 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:05.694610 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d40aef-173e-4fca-b967-f59bd987e7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865fcd2f-63fe-41cc-b567-b1a54c2ee131,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:05.700779 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d265ae-9f16-48d2-81fc-920ea0c54541 req-a24f1c98-081b-4c86-9707-bca49dab5e4f tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:05.701552 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-77d40aef-173e-4fca-b967-f59bd987e7e6 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=af6b66786368435aa4f7a79357ccfd3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9176519 Nov 04 10:44:05.704129 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49066) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:05.705147 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-16d265ae-9f16-48d2-81fc-920ea0c54541 req-a24f1c98-081b-4c86-9707-bca49dab5e4f tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "GET /v2.0/ports?device_id=95be77b3-590a-440e-b99a-f0d08aaa8e01 HTTP/1.1" status: 200 len: 945 time: 0.0736685 Nov 04 10:44:05.714741 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-87cd94a3-32ec-4ec5-ba4b-6d7404d8f2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:05.733020 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-87cd94a3-32ec-4ec5-ba4b-6d7404d8f2a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:05.738202 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-87cd94a3-32ec-4ec5-ba4b-6d7404d8f2a3 admin admin] 10.222.0.127 "DELETE /v2.0/networks/3b1235e4-719a-412f-8bf2-bb1da523ead7 HTTP/1.1" status: 204 len: 168 time: 0.6086714 Nov 04 10:44:05.774322 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd94a3-32ec-4ec5-ba4b-6d7404d8f2a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b1235e4-719a-412f-8bf2-bb1da523ead7,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:05.786929 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-16d265ae-9f16-48d2-81fc-920ea0c54541 req-83c0ee07-38d5-4a48-88a4-e25622db08af tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "GET /v2.0/security-groups?id=274d5cb1-f33c-4ae9-9686-3076c55a7632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724866 Nov 04 10:44:05.876954 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fc04d324-4013-4e83-9312-ee444f7f2e9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:05.893905 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49072) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:05.920875 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc8664-1683-4627-b000-8f9cbe606e6c req-4eb43903-961c-4266-a203-d5c2977f04b7 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:05.922627 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-68dc8664-1683-4627-b000-8f9cbe606e6c req-4eb43903-961c-4266-a203-d5c2977f04b7 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 1101 time: 0.0437381 Nov 04 10:44:05.961503 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fc04d324-4013-4e83-9312-ee444f7f2e9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:05.997640 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-68dc8664-1683-4627-b000-8f9cbe606e6c req-2b88dfa8-bb9a-4b9c-90bc-27c6191975ed tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533361 Nov 04 10:44:06.025552 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7854e8d5-4a51-438e-8332-a1ee016a9cee admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=519fe2d2707c4aaba5f527f0da91d2d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1219985 Nov 04 10:44:06.025937 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49078) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:06.057008 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-29dbd259-99ab-4170-bf86-59d636c2f632 req-473a66a6-5568-4fcb-869d-48311e0c7be8 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Deleting port 357a8562-1cb6-4594-93c7-c208305edbaa {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:44:06.057403 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-29dbd259-99ab-4170-bf86-59d636c2f632 req-473a66a6-5568-4fcb-869d-48311e0c7be8 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:06.061995 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fc04d324-4013-4e83-9312-ee444f7f2e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:06.064551 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fc04d324-4013-4e83-9312-ee444f7f2e9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:06.068168 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fc04d324-4013-4e83-9312-ee444f7f2e9e admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/865fcd2f-63fe-41cc-b567-b1a54c2ee131 HTTP/1.1" status: 204 len: 168 time: 0.3606927 Nov 04 10:44:06.114963 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04d324-4013-4e83-9312-ee444f7f2e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865fcd2f-63fe-41cc-b567-b1a54c2ee131,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:06.141407 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c127f027-28ca-4e8a-bb7c-792bcbf367a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:06.170593 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c127f027-28ca-4e8a-bb7c-792bcbf367a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:06.211301 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-29dbd259-99ab-4170-bf86-59d636c2f632 req-473a66a6-5568-4fcb-869d-48311e0c7be8 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] For port 357a8562-1cb6-4594-93c7-c208305edbaa, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=357a8562-1cb6-4594-93c7-c208305edbaa,segment=NetworkSegment(7d0d397e-9583-4dfe-af3f-bbe8936acf96),segment_id=7d0d397e-9583-4dfe-af3f-bbe8936acf96)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:06.212139 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-29dbd259-99ab-4170-bf86-59d636c2f632 req-473a66a6-5568-4fcb-869d-48311e0c7be8 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:06.273512 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaf547-a606-464d-9734-ab24e9dde7a8 req-4c800550-654a-4909-a0a5-3001f1f6d62a tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:06.275143 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5eaf547-a606-464d-9734-ab24e9dde7a8 req-4c800550-654a-4909-a0a5-3001f1f6d62a tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.127 "GET /v2.0/ports?device_id=50309f4e-741f-43f0-b0d6-97d9bd285bc7 HTTP/1.1" status: 200 len: 945 time: 0.0931962 Nov 04 10:44:06.275835 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c127f027-28ca-4e8a-bb7c-792bcbf367a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:06.278544 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c127f027-28ca-4e8a-bb7c-792bcbf367a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:06.291391 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c127f027-28ca-4e8a-bb7c-792bcbf367a4 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/4f3d2396-5913-45f8-b900-7e8a858fe241 HTTP/1.1" status: 204 len: 168 time: 0.2641006 Nov 04 10:44:06.330243 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127f027-28ca-4e8a-bb7c-792bcbf367a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3d2396-5913-45f8-b900-7e8a858fe241,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:06.395551 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5eaf547-a606-464d-9734-ab24e9dde7a8 req-8fdfb89b-aaed-4020-86c1-b7dbd25d4ad2 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.127 "GET /v2.0/security-groups?id=2f3dd987-0e09-483e-9782-ebce7f5bc9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028421 Nov 04 10:44:06.594808 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-29dbd259-99ab-4170-bf86-59d636c2f632 req-473a66a6-5568-4fcb-869d-48311e0c7be8 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:06.595404 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-29dbd259-99ab-4170-bf86-59d636c2f632 req-473a66a6-5568-4fcb-869d-48311e0c7be8 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:06.595626 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [req-29dbd259-99ab-4170-bf86-59d636c2f632 req-473a66a6-5568-4fcb-869d-48311e0c7be8 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Floating IP bdcc976d-4dd6-47c7-97c8-01fb70b285de disassociated. External IP: 172.25.7.49, port: 357a8562-1cb6-4594-93c7-c208305edbaa. Nov 04 10:44:06.595975 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-29dbd259-99ab-4170-bf86-59d636c2f632 req-473a66a6-5568-4fcb-869d-48311e0c7be8 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Calling delete_port for 357a8562-1cb6-4594-93c7-c208305edbaa owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:44:06.676995 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49092) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:06.695206 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0c0188d0-335c-4a13-8447-322d472e4a20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:06.727423 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc600328-c2c9-4063-91e4-52b9185ea3f1 req-7a69c935-0810-4e2c-aaf1-56ac82dc2ad4 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:06.737046 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dc600328-c2c9-4063-91e4-52b9185ea3f1 req-7a69c935-0810-4e2c-aaf1-56ac82dc2ad4 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/ports?device_id=c2717323-18bd-4b34-aa13-1e01efeef1ff HTTP/1.1" status: 200 len: 946 time: 0.1039238 Nov 04 10:44:06.812524 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dc600328-c2c9-4063-91e4-52b9185ea3f1 req-49ed4e8a-d390-4df7-a50c-58e24b6d27f7 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/security-groups?id=1f6860aa-a321-4668-aec5-b62684ef2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729027 Nov 04 10:44:06.859134 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0c0188d0-335c-4a13-8447-322d472e4a20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:06.860936 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-29dbd259-99ab-4170-bf86-59d636c2f632 req-473a66a6-5568-4fcb-869d-48311e0c7be8 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:06.893245 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0c0188d0-335c-4a13-8447-322d472e4a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:06.939581 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49100) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:06.941481 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a66a6-5568-4fcb-869d-48311e0c7be8 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Pushing event deleted for resources: {'Port': ['ID=357a8562-1cb6-4594-93c7-c208305edbaa,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:07.003669 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50309f4e-741f-43f0-b0d6-97d9bd285bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:44:07.007175 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0218a205-e4a1-4279-9b28-07714e6044dc" -d '{"events": [{"server_uuid": "50309f4e-741f-43f0-b0d6-97d9bd285bc7", "name": "network-vif-plugged", "status": "completed", "tag": "4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:44:07.018894 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0c0188d0-335c-4a13-8447-322d472e4a20 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=a6d613728b0d40cf8e07c626d183217e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3405144 Nov 04 10:44:07.019657 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0188d0-335c-4a13-8447-322d472e4a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb7c122-bf56-48f7-b97d-be985746b3fa,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:07.022067 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49104) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:07.027818 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2d22875a-69e5-4491-b780-2e6a1e529927 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=135fe1072c334abab1c457716ea29f62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0861635 Nov 04 10:44:07.030643 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49106) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:07.056098 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967facad-a048-4155-b3a1-512eaecfb308 req-86f86c28-4516-4db0-8031-938a9bfd99a7 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:07.058246 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-967facad-a048-4155-b3a1-512eaecfb308 req-86f86c28-4516-4db0-8031-938a9bfd99a7 tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 1101 time: 0.1147728 Nov 04 10:44:07.143177 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29dbd259-99ab-4170-bf86-59d636c2f632 req-473a66a6-5568-4fcb-869d-48311e0c7be8 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Router b1ab101e-195d-455a-b3f0-81b93d65fc76 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:44:07.144324 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-967facad-a048-4155-b3a1-512eaecfb308 req-04cd4f73-0fab-45ae-ab18-fb65a64c649b tempest-ServersAdminTestJSON-66291720 tempest-ServersAdminTestJSON-66291720-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746536 Nov 04 10:44:07.145872 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aedb6251-c50f-4899-9d54-7af669f30f78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:07.174336 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a8aaf07e-3300-4940-ab19-a8e3d3ddad3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:07.185000 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aedb6251-c50f-4899-9d54-7af669f30f78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:07.247672 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a8aaf07e-3300-4940-ab19-a8e3d3ddad3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:07.259944 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-957686f5-4fcc-43d2-a949-4950c9044c9e req-e9bfd6b7-ad93-48ae-be06-46bebb64f16f tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "GET /v2.0/ports?device_id=95be77b3-590a-440e-b99a-f0d08aaa8e01 HTTP/1.1" status: 200 len: 210 time: 0.0446405 Nov 04 10:44:07.292366 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aedb6251-c50f-4899-9d54-7af669f30f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:07.295414 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aedb6251-c50f-4899-9d54-7af669f30f78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:07.297016 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-aedb6251-c50f-4899-9d54-7af669f30f78 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/b56ba779-2b61-4800-8f4d-cbbc65fa4a03 HTTP/1.1" status: 204 len: 168 time: 0.2652099 Nov 04 10:44:07.310980 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb6251-c50f-4899-9d54-7af669f30f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56ba779-2b61-4800-8f4d-cbbc65fa4a03,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:07.388527 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29dbd259-99ab-4170-bf86-59d636c2f632 req-473a66a6-5568-4fcb-869d-48311e0c7be8 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:44:07.407606 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0599e8-0ea1-4487-b77c-b1ef6bb9c88d None None] Sync routers for ids ['b1ab101e-195d-455a-b3f0-81b93d65fc76'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:44:07.431617 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0599e8-0ea1-4487-b77c-b1ef6bb9c88d None None] Routers {'b1ab101e-195d-455a-b3f0-81b93d65fc76'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:44:07.432377 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-4a0599e8-0ea1-4487-b77c-b1ef6bb9c88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:43:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['b1ab101e-195d-455a-b3f0-81b93d65fc76'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:07.436080 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a8aaf07e-3300-4940-ab19-a8e3d3ddad3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:07.439210 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a8aaf07e-3300-4940-ab19-a8e3d3ddad3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:07.441409 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a8aaf07e-3300-4940-ab19-a8e3d3ddad3b admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/2bb7c122-bf56-48f7-b97d-be985746b3fa HTTP/1.1" status: 204 len: 168 time: 0.4163814 Nov 04 10:44:07.520275 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-29dbd259-99ab-4170-bf86-59d636c2f632 req-473a66a6-5568-4fcb-869d-48311e0c7be8 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] No DVR routers for this DVR port 357a8562-1cb6-4594-93c7-c208305edbaa on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:44:07.522177 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aaf07e-3300-4940-ab19-a8e3d3ddad3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb7c122-bf56-48f7-b97d-be985746b3fa,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:07.531351 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-29dbd259-99ab-4170-bf86-59d636c2f632 req-473a66a6-5568-4fcb-869d-48311e0c7be8 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:07.536152 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-29dbd259-99ab-4170-bf86-59d636c2f632 req-473a66a6-5568-4fcb-869d-48311e0c7be8 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.121 "DELETE /v2.0/ports/357a8562-1cb6-4594-93c7-c208305edbaa HTTP/1.1" status: 204 len: 173 time: 1.7588208 Nov 04 10:44:07.537528 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95be77b3-590a-440e-b99a-f0d08aaa8e01', 'name': 'network-vif-deleted', 'tag': '357a8562-1cb6-4594-93c7-c208305edbaa'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:44:07.540627 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbbce60-b5e6-455e-8028-c3a95974f030" -d '{"events": [{"server_uuid": "95be77b3-590a-440e-b99a-f0d08aaa8e01", "name": "network-vif-deleted", "tag": "357a8562-1cb6-4594-93c7-c208305edbaa"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:44:07.575097 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953f2c4b-c442-4694-a749-cb02035dbed9 x-openstack-request-id: req-953f2c4b-c442-4694-a749-cb02035dbed9 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:44:07.575516 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50309f4e-741f-43f0-b0d6-97d9bd285bc7", "name": "network-vif-plugged", "status": "completed", "tag": "4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:44:07.576039 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-953f2c4b-c442-4694-a749-cb02035dbed9 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:44:07.577092 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50309f4e-741f-43f0-b0d6-97d9bd285bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91', 'code': 200} Nov 04 10:44:07.722234 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-4a0599e8-0ea1-4487-b77c-b1ef6bb9c88d None None] Set router b1ab101e-195d-455a-b3f0-81b93d65fc76 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:44:07.771142 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb14e70-f9dd-4447-a19d-5174a25e8d7a req-6a797b12-de4e-4cc1-815b-f7816eba57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:07.772715 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1fb14e70-f9dd-4447-a19d-5174a25e8d7a req-6a797b12-de4e-4cc1-815b-f7816eba57aa service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=50309f4e-741f-43f0-b0d6-97d9bd285bc7 HTTP/1.1" status: 200 len: 1096 time: 0.0956194 Nov 04 10:44:07.831545 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1fb14e70-f9dd-4447-a19d-5174a25e8d7a req-636b59dc-283c-4783-9ae2-8f7058f9bb75 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=2f3dd987-0e09-483e-9782-ebce7f5bc9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495739 Nov 04 10:44:08.059949 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-4a0599e8-0ea1-4487-b77c-b1ef6bb9c88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'name': 'tempest-ServersTestJSON-611007139-router', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:13Z', 'updated_at': '2021-11-04T10:41:24Z', 'revision_number': 4, 'project_id': '83608edca88c49429647d6bc7f371c77', 'gw_port': {'id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:16Z', 'updated_at': '2021-11-04T10:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '4522e2b0-7540-42bd-b29c-afa3494d1445', 'name': '', 'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'mac_address': 'fa:16:3e:00:a2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '794583f9-fd3c-45d8-84dc-0cdc1c82af17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:22Z', 'updated_at': '2021-11-04T10:41:35Z', 'revision_number': 5, 'project_id': '83608edca88c49429647d6bc7f371c77', 'subnets': [{'id': '794583f9-fd3c-45d8-84dc-0cdc1c82af17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:08.109847 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0599e8-0ea1-4487-b77c-b1ef6bb9c88d None None] Checking router: b1ab101e-195d-455a-b3f0-81b93d65fc76 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:44:08.120234 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0599e8-0ea1-4487-b77c-b1ef6bb9c88d None None] Routers {'b1ab101e-195d-455a-b3f0-81b93d65fc76'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:44:08.121212 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-4a0599e8-0ea1-4487-b77c-b1ef6bb9c88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:43:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['b1ab101e-195d-455a-b3f0-81b93d65fc76'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:08.137155 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff532f-060b-4cd5-8e58-19c4efa95aeb req-c921e1d6-33ed-487f-897b-d0275181cd17 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:08.139905 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aaff532f-060b-4cd5-8e58-19c4efa95aeb req-c921e1d6-33ed-487f-897b-d0275181cd17 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.127 "GET /v2.0/ports?device_id=50309f4e-741f-43f0-b0d6-97d9bd285bc7 HTTP/1.1" status: 200 len: 945 time: 0.0698621 Nov 04 10:44:08.196992 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 357a8562-1cb6-4594-93c7-c208305edbaa no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:44:08.226599 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 357a8562-1cb6-4594-93c7-c208305edbaa {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:44:08.227368 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 357a8562-1cb6-4594-93c7-c208305edbaa not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:44:08.268926 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aaff532f-060b-4cd5-8e58-19c4efa95aeb req-86ae2051-d9ad-4e1c-9b9c-aa7f577c33ee tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.127 "GET /v2.0/security-groups?id=2f3dd987-0e09-483e-9782-ebce7f5bc9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194618 Nov 04 10:44:08.374667 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-4a0599e8-0ea1-4487-b77c-b1ef6bb9c88d None None] Set router b1ab101e-195d-455a-b3f0-81b93d65fc76 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:44:08.448577 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f35ad-857c-47ee-8efa-ac578f19fbed req-bcad9a10-1fd5-490b-801f-3070d9185b25 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:08.457383 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a66f35ad-857c-47ee-8efa-ac578f19fbed req-bcad9a10-1fd5-490b-801f-3070d9185b25 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 945 time: 0.0862453 Nov 04 10:44:08.532260 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a66f35ad-857c-47ee-8efa-ac578f19fbed req-89873a10-6788-41dc-be4c-7e359c952b0e tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733814 Nov 04 10:44:08.656655 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-4a0599e8-0ea1-4487-b77c-b1ef6bb9c88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'name': 'tempest-ServersTestJSON-611007139-router', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:13Z', 'updated_at': '2021-11-04T10:41:24Z', 'revision_number': 4, 'project_id': '83608edca88c49429647d6bc7f371c77', 'gw_port': {'id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:16Z', 'updated_at': '2021-11-04T10:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '4522e2b0-7540-42bd-b29c-afa3494d1445', 'name': '', 'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'mac_address': 'fa:16:3e:00:a2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '794583f9-fd3c-45d8-84dc-0cdc1c82af17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:22Z', 'updated_at': '2021-11-04T10:41:35Z', 'revision_number': 5, 'project_id': '83608edca88c49429647d6bc7f371c77', 'subnets': [{'id': '794583f9-fd3c-45d8-84dc-0cdc1c82af17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:08.734842 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537d2467-9084-4102-a4dd-68859e145e78 x-openstack-request-id: req-537d2467-9084-4102-a4dd-68859e145e78 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:44:08.735176 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95be77b3-590a-440e-b99a-f0d08aaa8e01", "name": "network-vif-deleted", "tag": "357a8562-1cb6-4594-93c7-c208305edbaa", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:44:08.735393 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-537d2467-9084-4102-a4dd-68859e145e78 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:44:08.735835 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95be77b3-590a-440e-b99a-f0d08aaa8e01', 'name': 'network-vif-deleted', 'tag': '357a8562-1cb6-4594-93c7-c208305edbaa', 'status': 'completed', 'code': 200} Nov 04 10:44:08.785625 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0599e8-0ea1-4487-b77c-b1ef6bb9c88d None None] The sync data for ids ['b1ab101e-195d-455a-b3f0-81b93d65fc76'] in n-d-816629-1 is: [{'id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'name': 'tempest-ServersTestJSON-611007139-router', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:13Z', 'updated_at': '2021-11-04T10:41:24Z', 'revision_number': 4, 'project_id': '83608edca88c49429647d6bc7f371c77', 'gw_port': {'id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:16Z', 'updated_at': '2021-11-04T10:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '4522e2b0-7540-42bd-b29c-afa3494d1445', 'name': '', 'network_id': 'f2d56fe0-b956-44c6-b132-becb96ea8b6b', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'mac_address': 'fa:16:3e:00:a2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '794583f9-fd3c-45d8-84dc-0cdc1c82af17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:22Z', 'updated_at': '2021-11-04T10:41:35Z', 'revision_number': 5, 'project_id': '83608edca88c49429647d6bc7f371c77', 'subnets': [{'id': '794583f9-fd3c-45d8-84dc-0cdc1c82af17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:44:08.799091 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49166) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:08.869294 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853725a-7490-498b-ba4b-fb8b7e16a789 req-e6b0d52c-fb4a-4555-a39e-975e457d33a2 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:08.871573 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9853725a-7490-498b-ba4b-fb8b7e16a789 req-e6b0d52c-fb4a-4555-a39e-975e457d33a2 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/ports?device_id=c2717323-18bd-4b34-aa13-1e01efeef1ff HTTP/1.1" status: 200 len: 946 time: 0.0698750 Nov 04 10:44:08.935869 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9853725a-7490-498b-ba4b-fb8b7e16a789 req-c3c836c0-39b9-400f-a8d4-51bdf9ed28b5 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/security-groups?id=1f6860aa-a321-4668-aec5-b62684ef2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578730 Nov 04 10:44:09.072474 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783ccbb-1100-4325-97c7-44317b718cf7 req-84d56164-0ef7-467b-b91b-2a19b9c94ada tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:09.074174 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0783ccbb-1100-4325-97c7-44317b718cf7 req-84d56164-0ef7-467b-b91b-2a19b9c94ada tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=8e587bd3-77c7-48b1-8f26-73a45e99b236 HTTP/1.1" status: 200 len: 950 time: 0.0676658 Nov 04 10:44:09.081602 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-5e0bc462-7775-45e9-a0d1-e17efb806e0d admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-270573430-network', 'tenant_id': '023405fa6c354f6c8227471a497bc543'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:44:09.138212 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0bc462-7775-45e9-a0d1-e17efb806e0d admin admin] Made reservation on behalf of 023405fa6c354f6c8227471a497bc543 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:44:09.140670 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e0bc462-7775-45e9-a0d1-e17efb806e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:09.152274 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e0bc462-7775-45e9-a0d1-e17efb806e0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:09.184182 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dbc358-4d3c-4455-80fe-bea46789372d None None] New status for floating IP bdcc976d-4dd6-47c7-97c8-01fb70b285de: DOWN {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:44:09.200105 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0783ccbb-1100-4325-97c7-44317b718cf7 req-2744f508-cd78-4cdc-9cbc-88454a4a55c9 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132536 Nov 04 10:44:09.286584 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e0bc462-7775-45e9-a0d1-e17efb806e0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:09.293003 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e0bc462-7775-45e9-a0d1-e17efb806e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:09.324740 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e0bc462-7775-45e9-a0d1-e17efb806e0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1173} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:44:09.335022 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bc462-7775-45e9-a0d1-e17efb806e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9597ed5-e435-4add-8a8c-6017ee163a24,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:09.341630 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e0bc462-7775-45e9-a0d1-e17efb806e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:09.342113 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-5e0bc462-7775-45e9-a0d1-e17efb806e0d admin admin] Added segment bd2cfffe-e3ee-44a4-8d80-f871934390a3 of type vlan for network b67683eb-609e-4ae8-8d10-47e857a310b6 Nov 04 10:44:09.389619 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e0bc462-7775-45e9-a0d1-e17efb806e0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:09.423653 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e0bc462-7775-45e9-a0d1-e17efb806e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:09.424639 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0bc462-7775-45e9-a0d1-e17efb806e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:09.425240 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e0bc462-7775-45e9-a0d1-e17efb806e0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:09.516702 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a109516-2715-40bd-966a-3c23a8c301c6 req-50903cdb-154d-4076-875b-a19713f772ed tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:09.518267 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3a109516-2715-40bd-966a-3c23a8c301c6 req-50903cdb-154d-4076-875b-a19713f772ed tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/ports?device_id=e056069d-8fd6-4d48-815b-12bb2f5b620e HTTP/1.1" status: 200 len: 945 time: 0.1069958 Nov 04 10:44:09.526557 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5e0bc462-7775-45e9-a0d1-e17efb806e0d admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7233472 Nov 04 10:44:09.527003 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49186) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:09.532572 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-fb4272df-90b3-47d7-8b52-fc9c6ec77526 admin admin] Request body: {'subnet': {'network_id': 'b67683eb-609e-4ae8-8d10-47e857a310b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-270573430-subnet', 'tenant_id': '023405fa6c354f6c8227471a497bc543', 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:44:09.536108 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bc462-7775-45e9-a0d1-e17efb806e0d admin admin] Pushing event updated for resources: {'Network': ['ID=b67683eb-609e-4ae8-8d10-47e857a310b6,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:09.552619 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network b67683eb-609e-4ae8-8d10-47e857a310b6 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:44:09.563618 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4272df-90b3-47d7-8b52-fc9c6ec77526 admin admin] Made reservation on behalf of 023405fa6c354f6c8227471a497bc543 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:44:09.566501 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fb4272df-90b3-47d7-8b52-fc9c6ec77526 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:09.575825 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3a109516-2715-40bd-966a-3c23a8c301c6 req-5e47d41f-fb1f-4289-8a9d-8f4d02bbd8ee tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/security-groups?id=1f6860aa-a321-4668-aec5-b62684ef2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488756 Nov 04 10:44:09.644460 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49194) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:09.712006 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd45996-000f-4628-b593-adf97ce3f182 req-9ae9c141-a8ad-4002-bd05-9c9a2a786037 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:09.713786 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2cd45996-000f-4628-b593-adf97ce3f182 req-9ae9c141-a8ad-4002-bd05-9c9a2a786037 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.126 "GET /v2.0/ports?device_id=8e587bd3-77c7-48b1-8f26-73a45e99b236 HTTP/1.1" status: 200 len: 950 time: 0.0992403 Nov 04 10:44:09.737084 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bab05721-aa3d-421d-bae9-956ac312dc71 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:09.783780 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bab05721-aa3d-421d-bae9-956ac312dc71 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:09.827174 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db05fc-e4d3-458d-86c0-29497e05a606 req-22d240fe-aef0-4196-89c8-3278ff66373b tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:09.828775 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-05db05fc-e4d3-458d-86c0-29497e05a606 req-22d240fe-aef0-4196-89c8-3278ff66373b tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.127 "GET /v2.0/ports?device_id=50309f4e-741f-43f0-b0d6-97d9bd285bc7 HTTP/1.1" status: 200 len: 945 time: 0.1071692 Nov 04 10:44:09.880956 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fb4272df-90b3-47d7-8b52-fc9c6ec77526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:09.887157 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bab05721-aa3d-421d-bae9-956ac312dc71 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:09.891348 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bab05721-aa3d-421d-bae9-956ac312dc71 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:09.892801 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bab05721-aa3d-421d-bae9-956ac312dc71 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "DELETE /v2.0/security-groups/274d5cb1-f33c-4ae9-9686-3076c55a7632 HTTP/1.1" status: 204 len: 168 time: 0.2470708 Nov 04 10:44:09.907012 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49196) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:09.909247 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab05721-aa3d-421d-bae9-956ac312dc71 tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=274d5cb1-f33c-4ae9-9686-3076c55a7632,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:09.926861 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-2cd45996-000f-4628-b593-adf97ce3f182 req-0bd1d2b8-ff3a-46ee-9b2e-73250f37c353 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Deleting port 6bb97ae9-fd49-4b62-af94-32e1e7200fc9 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:44:09.927200 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2cd45996-000f-4628-b593-adf97ce3f182 req-0bd1d2b8-ff3a-46ee-9b2e-73250f37c353 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:09.938807 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-05db05fc-e4d3-458d-86c0-29497e05a606 req-24ca56be-0baa-4b03-bb29-119973919ab7 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.127 "GET /v2.0/security-groups?id=2f3dd987-0e09-483e-9782-ebce7f5bc9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017661 Nov 04 10:44:09.948643 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-8090fcf5-3412-4ea8-b16c-c99ee849424f tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] show failed (client error): The resource could not be found. Nov 04 10:44:09.949631 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8090fcf5-3412-4ea8-b16c-c99ee849424f tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "GET /v2.0/security-groups/274d5cb1-f33c-4ae9-9686-3076c55a7632 HTTP/1.1" status: 404 len: 347 time: 0.0363257 Nov 04 10:44:09.953861 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49198) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:09.974930 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4272df-90b3-47d7-8b52-fc9c6ec77526 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc1dc30d-b593-4fca-8170-57b7c791a558,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:10.115233 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf004f-2c3b-43b2-9807-e005cf57fb53 req-cd7bb7b1-4be4-44b9-8985-19d6b1e71ab0 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:10.116923 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5cf004f-2c3b-43b2-9807-e005cf57fb53 req-cd7bb7b1-4be4-44b9-8985-19d6b1e71ab0 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 945 time: 0.0778151 Nov 04 10:44:10.170942 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-f0285f26-4635-45fa-8cb1-7260c4e4093d tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Deleting port fb2ab5dc-40a7-48cd-a245-ee5a85aa6bfb {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:44:10.171625 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0285f26-4635-45fa-8cb1-7260c4e4093d tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:10.228268 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5cf004f-2c3b-43b2-9807-e005cf57fb53 req-50945529-98ed-42d5-8e52-ff715fc7c18c tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043208 Nov 04 10:44:10.290966 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0285f26-4635-45fa-8cb1-7260c4e4093d tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:10.291332 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0285f26-4635-45fa-8cb1-7260c4e4093d tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:10.307576 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-f0285f26-4635-45fa-8cb1-7260c4e4093d tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Calling delete_port for fb2ab5dc-40a7-48cd-a245-ee5a85aa6bfb owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:44:10.397165 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4272df-90b3-47d7-8b52-fc9c6ec77526 admin admin] Checking segment: {'id': 'bd2cfffe-e3ee-44a4-8d80-f871934390a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b67683eb-609e-4ae8-8d10-47e857a310b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:44:10.397531 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4272df-90b3-47d7-8b52-fc9c6ec77526 admin admin] Network hostable DHCP agents. Network: b67683eb-609e-4ae8-8d10-47e857a310b6, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:44:10.435388 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-2cd45996-000f-4628-b593-adf97ce3f182 req-0bd1d2b8-ff3a-46ee-9b2e-73250f37c353 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] For port 6bb97ae9-fd49-4b62-af94-32e1e7200fc9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=6bb97ae9-fd49-4b62-af94-32e1e7200fc9,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:10.435855 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2cd45996-000f-4628-b593-adf97ce3f182 req-0bd1d2b8-ff3a-46ee-9b2e-73250f37c353 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:10.441285 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4272df-90b3-47d7-8b52-fc9c6ec77526 admin admin] Network b67683eb-609e-4ae8-8d10-47e857a310b6 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:44:10.459196 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-2cd45996-000f-4628-b593-adf97ce3f182 req-0bd1d2b8-ff3a-46ee-9b2e-73250f37c353 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Calling delete_port for 6bb97ae9-fd49-4b62-af94-32e1e7200fc9 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:44:10.469646 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-fb4272df-90b3-47d7-8b52-fc9c6ec77526 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, b67683eb-609e-4ae8-8d10-47e857a310b6) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:44:10.476617 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4272df-90b3-47d7-8b52-fc9c6ec77526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:10.477235 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fb4272df-90b3-47d7-8b52-fc9c6ec77526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:10.486618 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa61565-9355-4de9-b78a-5af8e8c0f302 None None] Network b67683eb-609e-4ae8-8d10-47e857a310b6 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:44:10.555727 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0285f26-4635-45fa-8cb1-7260c4e4093d tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:10.615554 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0285f26-4635-45fa-8cb1-7260c4e4093d tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Pushing event deleted for resources: {'Port': ['ID=fb2ab5dc-40a7-48cd-a245-ee5a85aa6bfb,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:10.680120 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fb4272df-90b3-47d7-8b52-fc9c6ec77526 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1516962 Nov 04 10:44:10.687872 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49212) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:10.695278 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-7a74ac46-2cf9-4857-a087-ceed63638600 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-270573430-router', 'tenant_id': '023405fa6c354f6c8227471a497bc543', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:44:10.703930 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75750d56-51fc-48b4-b28a-a002295d9c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-b67683eb-609e-4ae8-8d10-47e857a310b6', 'network_id': 'b67683eb-609e-4ae8-8d10-47e857a310b6', 'tenant_id': '023405fa6c354f6c8227471a497bc543', 'fixed_ips': [{'subnet_id': 'dc1dc30d-b593-4fca-8170-57b7c791a558'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:44:10.705392 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-75750d56-51fc-48b4-b28a-a002295d9c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:10.725462 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2cd45996-000f-4628-b593-adf97ce3f182 req-0bd1d2b8-ff3a-46ee-9b2e-73250f37c353 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:10.752678 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c4bce-04fe-401a-aee9-23dc06a08f21 req-291f20ea-7975-496d-8942-00256242282f tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:10.754227 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-606c4bce-04fe-401a-aee9-23dc06a08f21 req-291f20ea-7975-496d-8942-00256242282f tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.121 "GET /v2.0/ports?device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 945 time: 0.1496785 Nov 04 10:44:10.785346 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7a74ac46-2cf9-4857-a087-ceed63638600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:10.787036 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7a74ac46-2cf9-4857-a087-ceed63638600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:10.787391 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['6bb97ae9-fd49-4b62-af94-32e1e7200fc9', 'af3bb775-c9f6-4aad-940e-944b72d676a9'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:44:10.789579 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['863a8c40-667f-4457-8387-fdb4896f1cfc'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:44:10.789856 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1d2b8-ff3a-46ee-9b2e-73250f37c353 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Pushing event deleted for resources: {'Port': ['ID=6bb97ae9-fd49-4b62-af94-32e1e7200fc9,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:10.891224 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd45996-000f-4628-b593-adf97ce3f182 req-0bd1d2b8-ff3a-46ee-9b2e-73250f37c353 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] No DVR routers for this DVR port 6bb97ae9-fd49-4b62-af94-32e1e7200fc9 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:44:10.920788 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2cd45996-000f-4628-b593-adf97ce3f182 req-0bd1d2b8-ff3a-46ee-9b2e-73250f37c353 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:10.924273 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2cd45996-000f-4628-b593-adf97ce3f182 req-0bd1d2b8-ff3a-46ee-9b2e-73250f37c353 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.126 "DELETE /v2.0/ports/6bb97ae9-fd49-4b62-af94-32e1e7200fc9 HTTP/1.1" status: 204 len: 173 time: 1.2027907 Nov 04 10:44:10.924946 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e587bd3-77c7-48b1-8f26-73a45e99b236', 'name': 'network-vif-deleted', 'tag': '6bb97ae9-fd49-4b62-af94-32e1e7200fc9'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:44:10.927319 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e92f3fc-f509-4ac2-bfad-d1ed5597aa6f" -d '{"events": [{"server_uuid": "8e587bd3-77c7-48b1-8f26-73a45e99b236", "name": "network-vif-deleted", "tag": "6bb97ae9-fd49-4b62-af94-32e1e7200fc9"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:44:10.992691 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-75750d56-51fc-48b4-b28a-a002295d9c5c None None] Allocated IP 172.20.0.2 (b67683eb-609e-4ae8-8d10-47e857a310b6/dc1dc30d-b593-4fca-8170-57b7c791a558/b53f9e66-df5f-4d4a-bb37-8290df1e1582) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:44:10.999344 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7a74ac46-2cf9-4857-a087-ceed63638600 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:11.018274 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-606c4bce-04fe-401a-aee9-23dc06a08f21 req-f455c2f8-7717-4910-9102-d946a7ea3cae tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Deleting port 41362cd5-e4e7-47af-a279-ab553d8c766c {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:44:11.018781 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-606c4bce-04fe-401a-aee9-23dc06a08f21 req-f455c2f8-7717-4910-9102-d946a7ea3cae tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:11.055845 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925bff7-8ba9-448a-893e-fd6cb97dcef1 req-01c17e3c-4f84-4640-8776-6c74d8f6a459 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:11.063700 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c925bff7-8ba9-448a-893e-fd6cb97dcef1 req-01c17e3c-4f84-4640-8776-6c74d8f6a459 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=8e587bd3-77c7-48b1-8f26-73a45e99b236 HTTP/1.1" status: 200 len: 867 time: 0.4519615 Nov 04 10:44:11.081890 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0285f26-4635-45fa-8cb1-7260c4e4093d tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:11.084527 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0285f26-4635-45fa-8cb1-7260c4e4093d tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:11.085747 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f0285f26-4635-45fa-8cb1-7260c4e4093d tempest-ServersTestJSON-434401595 tempest-ServersTestJSON-434401595-project] 10.222.0.127 "DELETE /v2.0/floatingips/bdcc976d-4dd6-47c7-97c8-01fb70b285de HTTP/1.1" status: 204 len: 168 time: 1.1309450 Nov 04 10:44:11.088876 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49216) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:11.170173 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c925bff7-8ba9-448a-893e-fd6cb97dcef1 req-8d554d8c-001f-4fff-a8b3-541f107cab19 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054845 Nov 04 10:44:11.409939 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7a74ac46-2cf9-4857-a087-ceed63638600 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:11.414218 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-606c4bce-04fe-401a-aee9-23dc06a08f21 req-f455c2f8-7717-4910-9102-d946a7ea3cae tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] For port 41362cd5-e4e7-47af-a279-ab553d8c766c, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=41362cd5-e4e7-47af-a279-ab553d8c766c,segment=NetworkSegment(01f724fb-d5bb-4d4a-b3e6-7600685a2694),segment_id=01f724fb-d5bb-4d4a-b3e6-7600685a2694)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:11.414589 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-606c4bce-04fe-401a-aee9-23dc06a08f21 req-f455c2f8-7717-4910-9102-d946a7ea3cae tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:11.430519 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-606c4bce-04fe-401a-aee9-23dc06a08f21 req-f455c2f8-7717-4910-9102-d946a7ea3cae tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Calling delete_port for 41362cd5-e4e7-47af-a279-ab553d8c766c owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:44:11.518930 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0814a-a2a8-423c-910a-9a5390c3733e req-ac96bd1d-9cbb-43b1-af35-e4156d6725bc tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:11.526600 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ade0814a-a2a8-423c-910a-9a5390c3733e req-ac96bd1d-9cbb-43b1-af35-e4156d6725bc tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/ports?device_id=e056069d-8fd6-4d48-815b-12bb2f5b620e HTTP/1.1" status: 200 len: 945 time: 0.0943332 Nov 04 10:44:11.550801 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-75750d56-51fc-48b4-b28a-a002295d9c5c None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:11.574568 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-75750d56-51fc-48b4-b28a-a002295d9c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:11.593673 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ade0814a-a2a8-423c-910a-9a5390c3733e req-3e88dcb7-28ec-452b-bb12-3cd525d619e5 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/security-groups?id=1f6860aa-a321-4668-aec5-b62684ef2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658605 Nov 04 10:44:11.635524 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75750d56-51fc-48b4-b28a-a002295d9c5c None None] Network b67683eb-609e-4ae8-8d10-47e857a310b6 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:44:11.639890 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-75750d56-51fc-48b4-b28a-a002295d9c5c None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:44:11.648031 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75750d56-51fc-48b4-b28a-a002295d9c5c None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:44:11.653718 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75750d56-51fc-48b4-b28a-a002295d9c5c None None] Pushing event updated for resources: {'Port': ['ID=b53f9e66-df5f-4d4a-bb37-8290df1e1582,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:11.713035 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-75750d56-51fc-48b4-b28a-a002295d9c5c None None] Attempting to bind port b53f9e66-df5f-4d4a-bb37-8290df1e1582 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:44:11.713775 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-75750d56-51fc-48b4-b28a-a002295d9c5c None None] Attempting to bind port b53f9e66-df5f-4d4a-bb37-8290df1e1582 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'bd2cfffe-e3ee-44a4-8d80-f871934390a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b67683eb-609e-4ae8-8d10-47e857a310b6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:44:11.714107 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75750d56-51fc-48b4-b28a-a002295d9c5c None None] Attempting to bind port b53f9e66-df5f-4d4a-bb37-8290df1e1582 on network b67683eb-609e-4ae8-8d10-47e857a310b6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:44:11.721727 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75750d56-51fc-48b4-b28a-a002295d9c5c None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:44:11.722424 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75750d56-51fc-48b4-b28a-a002295d9c5c None None] Checking segment: {'id': 'bd2cfffe-e3ee-44a4-8d80-f871934390a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b67683eb-609e-4ae8-8d10-47e857a310b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:44:11.723108 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-75750d56-51fc-48b4-b28a-a002295d9c5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:11.723591 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75750d56-51fc-48b4-b28a-a002295d9c5c None None] Bound using segment: {'id': 'bd2cfffe-e3ee-44a4-8d80-f871934390a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b67683eb-609e-4ae8-8d10-47e857a310b6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:44:11.724197 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-75750d56-51fc-48b4-b28a-a002295d9c5c None None] Bound port: b53f9e66-df5f-4d4a-bb37-8290df1e1582, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2cfffe-e3ee-44a4-8d80-f871934390a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b67683eb-609e-4ae8-8d10-47e857a310b6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:44:11.724686 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-75750d56-51fc-48b4-b28a-a002295d9c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:11.736999 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308e0b1d-3f4b-4a1b-82aa-f3cc8a7c6a68 x-openstack-request-id: req-308e0b1d-3f4b-4a1b-82aa-f3cc8a7c6a68 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:44:11.737595 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e587bd3-77c7-48b1-8f26-73a45e99b236", "name": "network-vif-deleted", "tag": "6bb97ae9-fd49-4b62-af94-32e1e7200fc9", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:44:11.737595 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-308e0b1d-3f4b-4a1b-82aa-f3cc8a7c6a68 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:44:11.737923 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e587bd3-77c7-48b1-8f26-73a45e99b236', 'name': 'network-vif-deleted', 'tag': '6bb97ae9-fd49-4b62-af94-32e1e7200fc9', 'status': 'completed', 'code': 200} Nov 04 10:44:11.743769 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8f710688-1dee-4afe-9729-821871eca629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:11.747703 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-606c4bce-04fe-401a-aee9-23dc06a08f21 req-f455c2f8-7717-4910-9102-d946a7ea3cae tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:11.771825 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['b45698a8-448e-4114-8b03-1c7e4d84ded8'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:44:11.811813 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['41362cd5-e4e7-47af-a279-ab553d8c766c'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:44:11.812245 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455c2f8-7717-4910-9102-d946a7ea3cae tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Pushing event deleted for resources: {'Port': ['ID=41362cd5-e4e7-47af-a279-ab553d8c766c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:11.865189 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7a74ac46-2cf9-4857-a087-ceed63638600 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:11.891490 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-606c4bce-04fe-401a-aee9-23dc06a08f21 req-f455c2f8-7717-4910-9102-d946a7ea3cae tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] No DVR routers for this DVR port 41362cd5-e4e7-47af-a279-ab553d8c766c on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:44:11.901263 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-75750d56-51fc-48b4-b28a-a002295d9c5c None None] For port b53f9e66-df5f-4d4a-bb37-8290df1e1582, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:44:11.904983 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-75750d56-51fc-48b4-b28a-a002295d9c5c None None] For port b53f9e66-df5f-4d4a-bb37-8290df1e1582, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b53f9e66-df5f-4d4a-bb37-8290df1e1582,segment=NetworkSegment(bd2cfffe-e3ee-44a4-8d80-f871934390a3),segment_id=bd2cfffe-e3ee-44a4-8d80-f871934390a3)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:44:11.912158 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-606c4bce-04fe-401a-aee9-23dc06a08f21 req-f455c2f8-7717-4910-9102-d946a7ea3cae tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:11.916228 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-606c4bce-04fe-401a-aee9-23dc06a08f21 req-f455c2f8-7717-4910-9102-d946a7ea3cae tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.121 "DELETE /v2.0/ports/41362cd5-e4e7-47af-a279-ab553d8c766c HTTP/1.1" status: 204 len: 173 time: 1.1390367 Nov 04 10:44:11.917629 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7a74ac46-2cf9-4857-a087-ceed63638600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:11.937260 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-75750d56-51fc-48b4-b28a-a002295d9c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:11.974681 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-49b8d6af-713e-45d8-b190-0125d6e76c9d req-e8e8ecdd-3f97-4ba3-8b6f-345d6a570454 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=dba68183-0345-45fd-a77d-de29fb3c1eb0 HTTP/1.1" status: 200 len: 210 time: 0.0544355 Nov 04 10:44:12.141567 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75750d56-51fc-48b4-b28a-a002295d9c5c None None] Pushing event updated for resources: {'Port': ['ID=b53f9e66-df5f-4d4a-bb37-8290df1e1582,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:12.233492 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-7a74ac46-2cf9-4857-a087-ceed63638600 admin admin] Allocated IP 172.25.7.48 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/2e77b3ba-8582-445b-be0a-94b935a911f6) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:44:12.277061 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:12.349239 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-8f710688-1dee-4afe-9729-821871eca629 admin admin] Deleting port 4522e2b0-7540-42bd-b29c-afa3494d1445 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:44:12.349600 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8f710688-1dee-4afe-9729-821871eca629 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:12.445718 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af890fb3-8b78-4bbd-8fff-a737082b0884 req-d696bb79-243a-4f26-83c8-9a2724ec5d5f tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:12.447215 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-af890fb3-8b78-4bbd-8fff-a737082b0884 req-d696bb79-243a-4f26-83c8-9a2724ec5d5f tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.121 "GET /v2.0/ports?device_id=e056069d-8fd6-4d48-815b-12bb2f5b620e HTTP/1.1" status: 200 len: 945 time: 0.2012188 Nov 04 10:44:12.496683 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-8f710688-1dee-4afe-9729-821871eca629 admin admin] For port 4522e2b0-7540-42bd-b29c-afa3494d1445, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4522e2b0-7540-42bd-b29c-afa3494d1445,segment=NetworkSegment(7d0d397e-9583-4dfe-af3f-bbe8936acf96),segment_id=7d0d397e-9583-4dfe-af3f-bbe8936acf96)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:12.497196 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8f710688-1dee-4afe-9729-821871eca629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:12.517906 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-8f710688-1dee-4afe-9729-821871eca629 admin admin] Calling delete_port for 4522e2b0-7540-42bd-b29c-afa3494d1445 owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:44:12.690901 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-af890fb3-8b78-4bbd-8fff-a737082b0884 req-6d041426-d2c3-47e1-9b25-d645cac4a80f tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Deleting port 519a0d6d-e349-4daf-9f65-4fe718fb749f {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:44:12.691685 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-af890fb3-8b78-4bbd-8fff-a737082b0884 req-6d041426-d2c3-47e1-9b25-d645cac4a80f tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:12.770077 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11d35e-0466-40e3-83bd-b02e999ca75a req-b11fecb0-5eff-41b9-9935-daed6d9c7986 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:12.777549 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6e11d35e-0466-40e3-83bd-b02e999ca75a req-b11fecb0-5eff-41b9-9935-daed6d9c7986 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.127 "GET /v2.0/ports?device_id=50309f4e-741f-43f0-b0d6-97d9bd285bc7 HTTP/1.1" status: 200 len: 945 time: 0.0934405 Nov 04 10:44:12.778847 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7a74ac46-2cf9-4857-a087-ceed63638600 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:12.842169 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-af890fb3-8b78-4bbd-8fff-a737082b0884 req-6d041426-d2c3-47e1-9b25-d645cac4a80f tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] For port 519a0d6d-e349-4daf-9f65-4fe718fb749f, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=519a0d6d-e349-4daf-9f65-4fe718fb749f,segment=NetworkSegment(f8465b5a-60fe-4380-ac16-8e6a62f3f5a4),segment_id=f8465b5a-60fe-4380-ac16-8e6a62f3f5a4)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:12.842412 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-af890fb3-8b78-4bbd-8fff-a737082b0884 req-6d041426-d2c3-47e1-9b25-d645cac4a80f tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:12.856636 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6e11d35e-0466-40e3-83bd-b02e999ca75a req-222b5abf-f550-4441-979d-69426a594fc5 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.127 "GET /v2.0/security-groups?id=2f3dd987-0e09-483e-9782-ebce7f5bc9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780437 Nov 04 10:44:12.859263 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-af890fb3-8b78-4bbd-8fff-a737082b0884 req-6d041426-d2c3-47e1-9b25-d645cac4a80f tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Calling delete_port for 519a0d6d-e349-4daf-9f65-4fe718fb749f owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:44:12.864612 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7a74ac46-2cf9-4857-a087-ceed63638600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:12.888476 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8f710688-1dee-4afe-9729-821871eca629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:12.936000 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f710688-1dee-4afe-9729-821871eca629 admin admin] Pushing event deleted for resources: {'Port': ['ID=4522e2b0-7540-42bd-b29c-afa3494d1445,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:12.963703 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a74ac46-2cf9-4857-a087-ceed63638600 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:44:12.972462 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74ac46-2cf9-4857-a087-ceed63638600 admin admin] Pushing event updated for resources: {'Port': ['ID=2e77b3ba-8582-445b-be0a-94b935a911f6,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:12.984377 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-7a74ac46-2cf9-4857-a087-ceed63638600 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:44:12.988311 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a74ac46-2cf9-4857-a087-ceed63638600 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:44:13.347921 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-af890fb3-8b78-4bbd-8fff-a737082b0884 req-6d041426-d2c3-47e1-9b25-d645cac4a80f tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:13.367098 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['9ef2c3af-7613-42bb-b545-bf26d4217418', 'c7637261-78db-470e-90fd-225b54904663', '519a0d6d-e349-4daf-9f65-4fe718fb749f'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:44:13.410304 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8f710688-1dee-4afe-9729-821871eca629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:13.412802 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d041426-d2c3-47e1-9b25-d645cac4a80f tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Pushing event deleted for resources: {'Port': ['ID=519a0d6d-e349-4daf-9f65-4fe718fb749f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:13.450244 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313d92e-b2d5-48ee-9470-d6d143e9d8c6 req-fdd7d2e8-5cae-400c-b19f-8c524f5f6916 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:13.452004 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7313d92e-b2d5-48ee-9470-d6d143e9d8c6 req-fdd7d2e8-5cae-400c-b19f-8c524f5f6916 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/ports?device_id=e056069d-8fd6-4d48-815b-12bb2f5b620e HTTP/1.1" status: 200 len: 867 time: 0.1600752 Nov 04 10:44:13.467638 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 6bb97ae9-fd49-4b62-af94-32e1e7200fc9 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:44:13.526737 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 6bb97ae9-fd49-4b62-af94-32e1e7200fc9 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:44:13.527064 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 6bb97ae9-fd49-4b62-af94-32e1e7200fc9 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:44:13.562651 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-af890fb3-8b78-4bbd-8fff-a737082b0884 req-6d041426-d2c3-47e1-9b25-d645cac4a80f tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] No DVR routers for this DVR port 519a0d6d-e349-4daf-9f65-4fe718fb749f on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:44:13.570184 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b53f9e66-df5f-4d4a-bb37-8290df1e1582 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:44:13.570518 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-af890fb3-8b78-4bbd-8fff-a737082b0884 req-6d041426-d2c3-47e1-9b25-d645cac4a80f tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:13.574582 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-af890fb3-8b78-4bbd-8fff-a737082b0884 req-6d041426-d2c3-47e1-9b25-d645cac4a80f tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.121 "DELETE /v2.0/ports/519a0d6d-e349-4daf-9f65-4fe718fb749f HTTP/1.1" status: 204 len: 173 time: 1.1177769 Nov 04 10:44:13.670896 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7313d92e-b2d5-48ee-9470-d6d143e9d8c6 req-81e0bb05-748b-41ba-9bb8-92e18c8ee7ab tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/security-groups?id=1f6860aa-a321-4668-aec5-b62684ef2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067969 Nov 04 10:44:13.698522 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7a74ac46-2cf9-4857-a087-ceed63638600 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:13.755242 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd599e35-6d99-4278-b452-a3e61f438d71 None None] Network b67683eb-609e-4ae8-8d10-47e857a310b6 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:44:13.789434 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port b53f9e66-df5f-4d4a-bb37-8290df1e1582 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:13.789809 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:13.849783 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba68183-0345-45fd-a77d-de29fb3c1eb0', 'name': 'network-vif-deleted', 'tag': '41362cd5-e4e7-47af-a279-ab553d8c766c'}, {'server_uuid': 'e056069d-8fd6-4d48-815b-12bb2f5b620e', 'name': 'network-vif-deleted', 'tag': '519a0d6d-e349-4daf-9f65-4fe718fb749f'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:44:13.852313 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2577fb-4fb8-4c9a-a78b-b7961aad97b5" -d '{"events": [{"server_uuid": "dba68183-0345-45fd-a77d-de29fb3c1eb0", "name": "network-vif-deleted", "tag": "41362cd5-e4e7-47af-a279-ab553d8c766c"}, {"server_uuid": "e056069d-8fd6-4d48-815b-12bb2f5b620e", "name": "network-vif-deleted", "tag": "519a0d6d-e349-4daf-9f65-4fe718fb749f"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:44:13.915848 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-30a90a4a-882e-4f8c-8e94-a62a4a565d41 None None] Provisioning complete for port b53f9e66-df5f-4d4a-bb37-8290df1e1582 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:13.916129 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-30a90a4a-882e-4f8c-8e94-a62a4a565d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:13.989199 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c0084-23dd-40ff-8f6f-5aaad550a905 req-2ffdf620-7c8d-46f8-b57c-cc04e29b870f tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:13.999320 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f710688-1dee-4afe-9729-821871eca629 admin admin] Router b1ab101e-195d-455a-b3f0-81b93d65fc76 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:44:14.000775 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-441c0084-23dd-40ff-8f6f-5aaad550a905 req-2ffdf620-7c8d-46f8-b57c-cc04e29b870f tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.126 "GET /v2.0/ports?device_id=50309f4e-741f-43f0-b0d6-97d9bd285bc7 HTTP/1.1" status: 200 len: 945 time: 0.0921726 Nov 04 10:44:14.049941 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd0633-3d3b-4b21-97d3-62e60a5fdbcb req-0a5b4ea1-fd77-4de9-8ef3-8bdb5c6d167f tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:14.062735 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bcdd0633-3d3b-4b21-97d3-62e60a5fdbcb req-0a5b4ea1-fd77-4de9-8ef3-8bdb5c6d167f tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe485c6-95bc-4161-822e-5d799a81cb84 HTTP/1.1" status: 200 len: 949 time: 0.1972837 Nov 04 10:44:14.229826 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-30a90a4a-882e-4f8c-8e94-a62a4a565d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:14.246471 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 41362cd5-e4e7-47af-a279-ab553d8c766c no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:44:14.279660 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bcdd0633-3d3b-4b21-97d3-62e60a5fdbcb req-7cb8bf23-f7fd-4c44-bb1e-ff347730070d tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107368 Nov 04 10:44:14.282010 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-30a90a4a-882e-4f8c-8e94-a62a4a565d41 None None] For port b53f9e66-df5f-4d4a-bb37-8290df1e1582, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b53f9e66-df5f-4d4a-bb37-8290df1e1582,segment=NetworkSegment(bd2cfffe-e3ee-44a4-8d80-f871934390a3),segment_id=bd2cfffe-e3ee-44a4-8d80-f871934390a3)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:14.283354 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7a74ac46-2cf9-4857-a087-ceed63638600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:14.339153 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f710688-1dee-4afe-9729-821871eca629 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:44:14.353363 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49256) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:14.357222 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72500179-cd7e-41bf-9bc8-dfa2ab0e65d0 None None] Sync routers for ids ['b1ab101e-195d-455a-b3f0-81b93d65fc76'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:44:14.370551 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8f710688-1dee-4afe-9729-821871eca629 admin admin] 10.222.0.127 "PUT /v2.0/routers/b1ab101e-195d-455a-b3f0-81b93d65fc76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2807248 Nov 04 10:44:14.373196 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72500179-cd7e-41bf-9bc8-dfa2ab0e65d0 None None] Routers {'b1ab101e-195d-455a-b3f0-81b93d65fc76'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:44:14.377043 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-72500179-cd7e-41bf-9bc8-dfa2ab0e65d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:43:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['b1ab101e-195d-455a-b3f0-81b93d65fc76'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:14.378066 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-30a90a4a-882e-4f8c-8e94-a62a4a565d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:14.383842 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 41362cd5-e4e7-47af-a279-ab553d8c766c {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:44:14.385472 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 41362cd5-e4e7-47af-a279-ab553d8c766c not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:44:14.510145 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a90a4a-882e-4f8c-8e94-a62a4a565d41 None None] Pushing event updated for resources: {'Port': ['ID=b53f9e66-df5f-4d4a-bb37-8290df1e1582,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:14.519921 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a90a4a-882e-4f8c-8e94-a62a4a565d41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:14.522837 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a90a4a-882e-4f8c-8e94-a62a4a565d41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:14.523424 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a90a4a-882e-4f8c-8e94-a62a4a565d41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:14.524036 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a90a4a-882e-4f8c-8e94-a62a4a565d41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:14.524583 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a90a4a-882e-4f8c-8e94-a62a4a565d41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:14.525144 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a90a4a-882e-4f8c-8e94-a62a4a565d41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:14.525673 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a90a4a-882e-4f8c-8e94-a62a4a565d41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:14.526195 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a90a4a-882e-4f8c-8e94-a62a4a565d41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:14.526716 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a90a4a-882e-4f8c-8e94-a62a4a565d41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:14.527856 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a90a4a-882e-4f8c-8e94-a62a4a565d41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:14.528670 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a90a4a-882e-4f8c-8e94-a62a4a565d41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:14.529289 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a90a4a-882e-4f8c-8e94-a62a4a565d41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:14.600495 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-72500179-cd7e-41bf-9bc8-dfa2ab0e65d0 None None] Set router b1ab101e-195d-455a-b3f0-81b93d65fc76 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:44:14.758333 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:14.793871 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 04 Nov 2021 10:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cd545c-8cc8-4259-ae59-492430fc31e8 x-openstack-request-id: req-b2cd545c-8cc8-4259-ae59-492430fc31e8 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:44:14.794295 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba68183-0345-45fd-a77d-de29fb3c1eb0", "name": "network-vif-deleted", "tag": "41362cd5-e4e7-47af-a279-ab553d8c766c", "status": "completed", "code": 200}, {"server_uuid": "e056069d-8fd6-4d48-815b-12bb2f5b620e", "name": "network-vif-deleted", "tag": "519a0d6d-e349-4daf-9f65-4fe718fb749f", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:44:14.794454 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-b2cd545c-8cc8-4259-ae59-492430fc31e8 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:44:14.794982 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba68183-0345-45fd-a77d-de29fb3c1eb0', 'name': 'network-vif-deleted', 'tag': '41362cd5-e4e7-47af-a279-ab553d8c766c', 'status': 'completed', 'code': 200} Nov 04 10:44:14.795242 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e056069d-8fd6-4d48-815b-12bb2f5b620e', 'name': 'network-vif-deleted', 'tag': '519a0d6d-e349-4daf-9f65-4fe718fb749f', 'status': 'completed', 'code': 200} Nov 04 10:44:14.812864 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-441c0084-23dd-40ff-8f6f-5aaad550a905 req-01628747-24ed-45f1-9664-b56e5bb54758 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Deleting port 4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:44:14.813288 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-441c0084-23dd-40ff-8f6f-5aaad550a905 req-01628747-24ed-45f1-9664-b56e5bb54758 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:14.831304 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61219863-4da1-491b-acba-669d2d0ee88a req-6cfe50f8-621b-403a-8d9a-ad739077552b tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:14.833047 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-61219863-4da1-491b-acba-669d2d0ee88a req-6cfe50f8-621b-403a-8d9a-ad739077552b tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.127 "GET /v2.0/ports?device_id=50309f4e-741f-43f0-b0d6-97d9bd285bc7 HTTP/1.1" status: 200 len: 945 time: 0.0601690 Nov 04 10:44:14.834391 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c7d9a2b8-8bab-4f5b-a358-690f54381178 None None] Provisioning complete for port b53f9e66-df5f-4d4a-bb37-8290df1e1582 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:14.835260 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c7d9a2b8-8bab-4f5b-a358-690f54381178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:14.859794 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-72500179-cd7e-41bf-9bc8-dfa2ab0e65d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'name': 'tempest-ServersTestJSON-611007139-router', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:13Z', 'updated_at': '2021-11-04T10:44:12Z', 'revision_number': 5, 'project_id': '83608edca88c49429647d6bc7f371c77', 'gw_port': {'id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:16Z', 'updated_at': '2021-11-04T10:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:14.892429 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72500179-cd7e-41bf-9bc8-dfa2ab0e65d0 None None] Checking router: b1ab101e-195d-455a-b3f0-81b93d65fc76 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:44:14.896621 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-61219863-4da1-491b-acba-669d2d0ee88a req-96c71738-bf42-40c4-b4a0-e808f8081608 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.127 "GET /v2.0/security-groups?id=2f3dd987-0e09-483e-9782-ebce7f5bc9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568864 Nov 04 10:44:14.912397 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72500179-cd7e-41bf-9bc8-dfa2ab0e65d0 None None] Routers {'b1ab101e-195d-455a-b3f0-81b93d65fc76'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:44:14.913101 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-72500179-cd7e-41bf-9bc8-dfa2ab0e65d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:43:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['b1ab101e-195d-455a-b3f0-81b93d65fc76'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:15.005785 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4c517b0e-6894-4c75-9e57-797f9ed500a0 admin admin] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:15.032734 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4ba7d-7297-4259-9f12-4d3555998b39 req-771c8cfc-63cb-4666-840c-98e91f9f1b3d tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:15.034541 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e3b4ba7d-7297-4259-9f12-4d3555998b39 req-771c8cfc-63cb-4666-840c-98e91f9f1b3d tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.0660944 Nov 04 10:44:15.038395 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad49cb-0761-4fcc-9d2a-32fc5b988607 req-8c186592-2964-45bf-b962-d1b896800662 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:15.040048 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4dad49cb-0761-4fcc-9d2a-32fc5b988607 req-8c186592-2964-45bf-b962-d1b896800662 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.121 "GET /v2.0/ports?device_id=afe485c6-95bc-4161-822e-5d799a81cb84 HTTP/1.1" status: 200 len: 949 time: 0.1728945 Nov 04 10:44:15.045510 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-441c0084-23dd-40ff-8f6f-5aaad550a905 req-01628747-24ed-45f1-9664-b56e5bb54758 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] For port 4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91,segment=NetworkSegment(29bfa2e2-d528-46a4-a5ff-9e66b180f696),segment_id=29bfa2e2-d528-46a4-a5ff-9e66b180f696)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:15.045879 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-441c0084-23dd-40ff-8f6f-5aaad550a905 req-01628747-24ed-45f1-9664-b56e5bb54758 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:15.048795 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-72500179-cd7e-41bf-9bc8-dfa2ab0e65d0 None None] Set router b1ab101e-195d-455a-b3f0-81b93d65fc76 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:44:15.085311 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e3b4ba7d-7297-4259-9f12-4d3555998b39 req-047da1a6-714a-4b66-8c69-d4f29ac3986f tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441599 Nov 04 10:44:15.128376 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-441c0084-23dd-40ff-8f6f-5aaad550a905 req-01628747-24ed-45f1-9664-b56e5bb54758 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Calling delete_port for 4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:44:15.135512 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a74ac46-2cf9-4857-a087-ceed63638600 admin admin] Router 90dbfbd5-b0de-4814-ac54-5c9d19c74299 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:44:15.266921 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-72500179-cd7e-41bf-9bc8-dfa2ab0e65d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'name': 'tempest-ServersTestJSON-611007139-router', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:13Z', 'updated_at': '2021-11-04T10:44:12Z', 'revision_number': 5, 'project_id': '83608edca88c49429647d6bc7f371c77', 'gw_port': {'id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:16Z', 'updated_at': '2021-11-04T10:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:15.327295 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72500179-cd7e-41bf-9bc8-dfa2ab0e65d0 None None] The sync data for ids ['b1ab101e-195d-455a-b3f0-81b93d65fc76'] in n-d-816629-1 is: [{'id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'name': 'tempest-ServersTestJSON-611007139-router', 'tenant_id': '83608edca88c49429647d6bc7f371c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:13Z', 'updated_at': '2021-11-04T10:44:12Z', 'revision_number': 5, 'project_id': '83608edca88c49429647d6bc7f371c77', 'gw_port': {'id': '0f0fe94d-23ae-4395-98ef-91000bf337c5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ab101e-195d-455a-b3f0-81b93d65fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:16Z', 'updated_at': '2021-11-04T10:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:44:15.339448 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b53f9e66-df5f-4d4a-bb37-8290df1e1582 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:44:15.411356 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port b53f9e66-df5f-4d4a-bb37-8290df1e1582 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:15.411961 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:15.440352 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4c517b0e-6894-4c75-9e57-797f9ed500a0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:15.457155 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-4dad49cb-0761-4fcc-9d2a-32fc5b988607 req-94b44a1a-7ce2-4e7f-811e-71dc90ae67ad tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Deleting port 863a8c40-667f-4457-8387-fdb4896f1cfc {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:44:15.457495 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4dad49cb-0761-4fcc-9d2a-32fc5b988607 req-94b44a1a-7ce2-4e7f-811e-71dc90ae67ad tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:15.476348 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a74ac46-2cf9-4857-a087-ceed63638600 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:44:15.543876 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cd9e5c-dfcf-4a04-ba88-7a7b1a5d440f None None] Sync routers for ids ['90dbfbd5-b0de-4814-ac54-5c9d19c74299'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:44:15.549178 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa019a-705d-4a43-af12-ddbe7f519c64 req-f8057917-fc38-42fc-bfd8-4018cb8f3cf8 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:15.563258 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-14aa019a-705d-4a43-af12-ddbe7f519c64 req-f8057917-fc38-42fc-bfd8-4018cb8f3cf8 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe485c6-95bc-4161-822e-5d799a81cb84 HTTP/1.1" status: 200 len: 949 time: 0.0907979 Nov 04 10:44:15.563985 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cd9e5c-dfcf-4a04-ba88-7a7b1a5d440f None None] Routers {'90dbfbd5-b0de-4814-ac54-5c9d19c74299'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:44:15.564726 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e2cd9e5c-dfcf-4a04-ba88-7a7b1a5d440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:43:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['90dbfbd5-b0de-4814-ac54-5c9d19c74299'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:15.611568 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7a74ac46-2cf9-4857-a087-ceed63638600 admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:15.615467 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7a74ac46-2cf9-4857-a087-ceed63638600 admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 4.9213781 Nov 04 10:44:15.616131 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49280) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:15.632854 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-14aa019a-705d-4a43-af12-ddbe7f519c64 req-9277c78b-a7ea-452f-8fe0-8d16f1182604 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684421 Nov 04 10:44:15.639429 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-441c0084-23dd-40ff-8f6f-5aaad550a905 req-01628747-24ed-45f1-9664-b56e5bb54758 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:15.684087 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-e2cd9e5c-dfcf-4a04-ba88-7a7b1a5d440f None None] Set router 90dbfbd5-b0de-4814-ac54-5c9d19c74299 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:44:15.692394 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01628747-24ed-45f1-9664-b56e5bb54758 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Pushing event deleted for resources: {'Port': ['ID=4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:15.723865 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-4dad49cb-0761-4fcc-9d2a-32fc5b988607 req-94b44a1a-7ce2-4e7f-811e-71dc90ae67ad tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] For port 863a8c40-667f-4457-8387-fdb4896f1cfc, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=863a8c40-667f-4457-8387-fdb4896f1cfc,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:15.724213 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4dad49cb-0761-4fcc-9d2a-32fc5b988607 req-94b44a1a-7ce2-4e7f-811e-71dc90ae67ad tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:15.782241 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-4c517b0e-6894-4c75-9e57-797f9ed500a0 admin admin] Deleting port 0f0fe94d-23ae-4395-98ef-91000bf337c5 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:44:15.782575 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4c517b0e-6894-4c75-9e57-797f9ed500a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:15.821555 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-441c0084-23dd-40ff-8f6f-5aaad550a905 req-01628747-24ed-45f1-9664-b56e5bb54758 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] No DVR routers for this DVR port 4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:44:15.837326 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-4dad49cb-0761-4fcc-9d2a-32fc5b988607 req-94b44a1a-7ce2-4e7f-811e-71dc90ae67ad tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Calling delete_port for 863a8c40-667f-4457-8387-fdb4896f1cfc owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:44:15.839677 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-441c0084-23dd-40ff-8f6f-5aaad550a905 req-01628747-24ed-45f1-9664-b56e5bb54758 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:15.845388 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-441c0084-23dd-40ff-8f6f-5aaad550a905 req-01628747-24ed-45f1-9664-b56e5bb54758 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.126 "DELETE /v2.0/ports/4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91 HTTP/1.1" status: 204 len: 173 time: 1.6944344 Nov 04 10:44:16.078036 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e2cd9e5c-dfcf-4a04-ba88-7a7b1a5d440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dbfbd5-b0de-4814-ac54-5c9d19c74299', 'name': 'tempest-ImageQuotaTest-270573430-router', 'tenant_id': '023405fa6c354f6c8227471a497bc543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '2e77b3ba-8582-445b-be0a-94b935a911f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:10Z', 'updated_at': '2021-11-04T10:44:13Z', 'revision_number': 3, 'project_id': '023405fa6c354f6c8227471a497bc543', 'gw_port': {'id': '2e77b3ba-8582-445b-be0a-94b935a911f6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:27:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90dbfbd5-b0de-4814-ac54-5c9d19c74299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:11Z', 'updated_at': '2021-11-04T10:44:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:16.082614 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-4c517b0e-6894-4c75-9e57-797f9ed500a0 admin admin] For port 0f0fe94d-23ae-4395-98ef-91000bf337c5, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0f0fe94d-23ae-4395-98ef-91000bf337c5,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:16.083130 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4c517b0e-6894-4c75-9e57-797f9ed500a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:16.100298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-4c517b0e-6894-4c75-9e57-797f9ed500a0 admin admin] Calling delete_port for 0f0fe94d-23ae-4395-98ef-91000bf337c5 owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:44:16.111795 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cd9e5c-dfcf-4a04-ba88-7a7b1a5d440f None None] Checking router: 90dbfbd5-b0de-4814-ac54-5c9d19c74299 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:44:16.112139 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cd9e5c-dfcf-4a04-ba88-7a7b1a5d440f None None] Updating router 90dbfbd5-b0de-4814-ac54-5c9d19c74299 port 2e77b3ba-8582-445b-be0a-94b935a911f6 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:44:16.143461 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5011b7ae-2b06-47c6-84cd-1635a993d55e req-4ae4fe12-25b7-41cc-8fcc-f90ad084f6b4 tempest-ServerAddressesTestJSON-206247425 tempest-ServerAddressesTestJSON-206247425-project] 10.222.0.127 "GET /v2.0/ports?device_id=50309f4e-741f-43f0-b0d6-97d9bd285bc7 HTTP/1.1" status: 200 len: 210 time: 0.0465720 Nov 04 10:44:16.148925 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9e5c-dfcf-4a04-ba88-7a7b1a5d440f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:16.313767 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 519a0d6d-e349-4daf-9f65-4fe718fb749f no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:44:16.371782 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 519a0d6d-e349-4daf-9f65-4fe718fb749f {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:44:16.372290 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 519a0d6d-e349-4daf-9f65-4fe718fb749f not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:44:16.453540 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e796539-500c-4204-8329-632ca9c2c2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:16.472455 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4c517b0e-6894-4c75-9e57-797f9ed500a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:16.515966 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c517b0e-6894-4c75-9e57-797f9ed500a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f0fe94d-23ae-4395-98ef-91000bf337c5,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:16.558844 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4dad49cb-0761-4fcc-9d2a-32fc5b988607 req-94b44a1a-7ce2-4e7f-811e-71dc90ae67ad tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:16.578845 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['af3bb775-c9f6-4aad-940e-944b72d676a9'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:44:16.600595 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cc8a5-2654-44f4-9bf1-c3aad9171655 req-d453fc8a-0425-4c39-9563-00e2d2aca2b5 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:16.610523 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db9cc8a5-2654-44f4-9bf1-c3aad9171655 req-d453fc8a-0425-4c39-9563-00e2d2aca2b5 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.1389947 Nov 04 10:44:16.646942 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b44a1a-7ce2-4e7f-811e-71dc90ae67ad tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Pushing event deleted for resources: {'Port': ['ID=863a8c40-667f-4457-8387-fdb4896f1cfc,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:16.674293 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9e5c-dfcf-4a04-ba88-7a7b1a5d440f None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:16.693983 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9e5c-dfcf-4a04-ba88-7a7b1a5d440f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:16.700056 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dad49cb-0761-4fcc-9d2a-32fc5b988607 req-94b44a1a-7ce2-4e7f-811e-71dc90ae67ad tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] No DVR routers for this DVR port 863a8c40-667f-4457-8387-fdb4896f1cfc on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:44:16.707879 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4dad49cb-0761-4fcc-9d2a-32fc5b988607 req-94b44a1a-7ce2-4e7f-811e-71dc90ae67ad tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:16.711680 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4dad49cb-0761-4fcc-9d2a-32fc5b988607 req-94b44a1a-7ce2-4e7f-811e-71dc90ae67ad tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.121 "DELETE /v2.0/ports/863a8c40-667f-4457-8387-fdb4896f1cfc HTTP/1.1" status: 204 len: 173 time: 1.6231947 Nov 04 10:44:16.716023 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4c517b0e-6894-4c75-9e57-797f9ed500a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:16.774314 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef8607-ad3e-4698-a3c9-58d79fd4bf24 None None] Pushing event updated for resources: {'Port': ['ID=2e77b3ba-8582-445b-be0a-94b935a911f6,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:16.779094 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-e2cd9e5c-dfcf-4a04-ba88-7a7b1a5d440f None None] Attempting to bind port 2e77b3ba-8582-445b-be0a-94b935a911f6 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:44:16.780281 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-e2cd9e5c-dfcf-4a04-ba88-7a7b1a5d440f None None] Attempting to bind port 2e77b3ba-8582-445b-be0a-94b935a911f6 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:44:16.780281 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cd9e5c-dfcf-4a04-ba88-7a7b1a5d440f None None] Attempting to bind port 2e77b3ba-8582-445b-be0a-94b935a911f6 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:44:16.795012 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cd9e5c-dfcf-4a04-ba88-7a7b1a5d440f None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:44:16.795679 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cd9e5c-dfcf-4a04-ba88-7a7b1a5d440f None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:44:16.796174 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9e5c-dfcf-4a04-ba88-7a7b1a5d440f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:16.796647 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cd9e5c-dfcf-4a04-ba88-7a7b1a5d440f None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:44:16.797226 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-e2cd9e5c-dfcf-4a04-ba88-7a7b1a5d440f None None] Bound port: 2e77b3ba-8582-445b-be0a-94b935a911f6, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:44:16.797681 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9e5c-dfcf-4a04-ba88-7a7b1a5d440f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:16.862124 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-0e796539-500c-4204-8329-632ca9c2c2f8 admin admin] Allocated IP 172.20.0.1 (b67683eb-609e-4ae8-8d10-47e857a310b6/dc1dc30d-b593-4fca-8170-57b7c791a558/21420f13-e0fa-4ebc-bd6c-7a97dfac85ef) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:44:16.870400 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db9cc8a5-2654-44f4-9bf1-c3aad9171655 req-72eaffb5-471d-44d0-b365-47b62d1fc0ae tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482314 Nov 04 10:44:16.881633 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c682-e401-4692-befc-5bdfb7ba8106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:16.900376 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4c517b0e-6894-4c75-9e57-797f9ed500a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:16.910506 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4c517b0e-6894-4c75-9e57-797f9ed500a0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:16.960100 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50309f4e-741f-43f0-b0d6-97d9bd285bc7', 'name': 'network-vif-deleted', 'tag': '4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91'}, {'server_uuid': 'afe485c6-95bc-4161-822e-5d799a81cb84', 'name': 'network-vif-deleted', 'tag': '863a8c40-667f-4457-8387-fdb4896f1cfc'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:44:16.963095 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641b4f00-6688-4d4a-be9d-3d64b361fc36" -d '{"events": [{"server_uuid": "50309f4e-741f-43f0-b0d6-97d9bd285bc7", "name": "network-vif-deleted", "tag": "4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91"}, {"server_uuid": "afe485c6-95bc-4161-822e-5d799a81cb84", "name": "network-vif-deleted", "tag": "863a8c40-667f-4457-8387-fdb4896f1cfc"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:44:16.972073 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4c517b0e-6894-4c75-9e57-797f9ed500a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:16.972640 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c517b0e-6894-4c75-9e57-797f9ed500a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1ab101e-195d-455a-b3f0-81b93d65fc76 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:44:16.979821 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4c517b0e-6894-4c75-9e57-797f9ed500a0 admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:16.983406 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4c517b0e-6894-4c75-9e57-797f9ed500a0 admin admin] 10.222.0.127 "DELETE /v2.0/routers/b1ab101e-195d-455a-b3f0-81b93d65fc76 HTTP/1.1" status: 204 len: 168 time: 2.6238887 Nov 04 10:44:16.985305 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e2cd9e5c-dfcf-4a04-ba88-7a7b1a5d440f None None] For port 2e77b3ba-8582-445b-be0a-94b935a911f6, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:44:16.987621 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49304) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:16.990390 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e2cd9e5c-dfcf-4a04-ba88-7a7b1a5d440f None None] For port 2e77b3ba-8582-445b-be0a-94b935a911f6, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2e77b3ba-8582-445b-be0a-94b935a911f6,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:44:16.999618 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9e5c-dfcf-4a04-ba88-7a7b1a5d440f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:17.055770 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e796539-500c-4204-8329-632ca9c2c2f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:17.122570 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e796539-500c-4204-8329-632ca9c2c2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:17.133032 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-010d36a2-f802-4015-aa50-0aea39e1f402 admin admin] Deleting subnet 794583f9-fd3c-45d8-84dc-0cdc1c82af17 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:44:17.157349 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-010d36a2-f802-4015-aa50-0aea39e1f402 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:17.180216 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cd9e5c-dfcf-4a04-ba88-7a7b1a5d440f None None] Routers {'90dbfbd5-b0de-4814-ac54-5c9d19c74299'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:44:17.180887 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e2cd9e5c-dfcf-4a04-ba88-7a7b1a5d440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:43:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['90dbfbd5-b0de-4814-ac54-5c9d19c74299'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:17.186129 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef8607-ad3e-4698-a3c9-58d79fd4bf24 None None] Pushing event updated for resources: {'Port': ['ID=2e77b3ba-8582-445b-be0a-94b935a911f6,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:17.292102 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e796539-500c-4204-8329-632ca9c2c2f8 admin admin] Network b67683eb-609e-4ae8-8d10-47e857a310b6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:44:17.322570 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-010d36a2-f802-4015-aa50-0aea39e1f402 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:17.380106 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e796539-500c-4204-8329-632ca9c2c2f8 admin admin] Pushing event updated for resources: {'Port': ['ID=21420f13-e0fa-4ebc-bd6c-7a97dfac85ef,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:17.393157 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-0e796539-500c-4204-8329-632ca9c2c2f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:44:17.408562 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e796539-500c-4204-8329-632ca9c2c2f8 admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:44:17.444498 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8b7dc9cf-3efe-447f-b04d-ad922ce7201b req-4ec90be5-13d7-40a4-b5d3-0ac9c4e04389 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe485c6-95bc-4161-822e-5d799a81cb84 HTTP/1.1" status: 200 len: 210 time: 0.0610321 Nov 04 10:44:17.557319 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e796539-500c-4204-8329-632ca9c2c2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:17.648759 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-010d36a2-f802-4015-aa50-0aea39e1f402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:17.696960 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:44:17.730735 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:44:17.731088 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:44:17.733762 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4522e2b0-7540-42bd-b29c-afa3494d1445 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:44:17.764543 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 4522e2b0-7540-42bd-b29c-afa3494d1445 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:44:17.764974 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4522e2b0-7540-42bd-b29c-afa3494d1445 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:44:17.802974 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-e2cd9e5c-dfcf-4a04-ba88-7a7b1a5d440f None None] Set router 90dbfbd5-b0de-4814-ac54-5c9d19c74299 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:44:17.829353 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-010d36a2-f802-4015-aa50-0aea39e1f402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:17.903531 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d36a2-f802-4015-aa50-0aea39e1f402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=794583f9-fd3c-45d8-84dc-0cdc1c82af17,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:17.910109 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-010d36a2-f802-4015-aa50-0aea39e1f402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:17.913510 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-010d36a2-f802-4015-aa50-0aea39e1f402 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/794583f9-fd3c-45d8-84dc-0cdc1c82af17 HTTP/1.1" status: 204 len: 168 time: 0.9214473 Nov 04 10:44:17.917169 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49316) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:17.960090 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e796539-500c-4204-8329-632ca9c2c2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:18.011695 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6544b235-bc66-4ba0-9926-c597d9ca17c5 None None] Network f2d56fe0-b956-44c6-b132-becb96ea8b6b requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:44:18.064983 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b8df8d0-b1ec-4a0a-81ea-7a6f1bd9c0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:18.092002 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 04 Nov 2021 10:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bf34f6-9b7f-42ef-a43f-c24012f279cb x-openstack-request-id: req-b0bf34f6-9b7f-42ef-a43f-c24012f279cb {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:44:18.093040 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50309f4e-741f-43f0-b0d6-97d9bd285bc7", "name": "network-vif-deleted", "tag": "4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91", "status": "completed", "code": 200}, {"server_uuid": "afe485c6-95bc-4161-822e-5d799a81cb84", "name": "network-vif-deleted", "tag": "863a8c40-667f-4457-8387-fdb4896f1cfc", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:44:18.093040 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-b0bf34f6-9b7f-42ef-a43f-c24012f279cb {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:44:18.119335 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50309f4e-741f-43f0-b0d6-97d9bd285bc7', 'name': 'network-vif-deleted', 'tag': '4d01b4c1-a9cc-4fa4-ad75-06e4853dfb91', 'status': 'completed', 'code': 200} Nov 04 10:44:18.119683 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe485c6-95bc-4161-822e-5d799a81cb84', 'name': 'network-vif-deleted', 'tag': '863a8c40-667f-4457-8387-fdb4896f1cfc', 'status': 'completed', 'code': 200} Nov 04 10:44:18.212914 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f0964bb5-981f-4655-bba7-023bb1321d3f None None] Provisioning complete for port 21420f13-e0fa-4ebc-bd6c-7a97dfac85ef triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:18.213277 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f0964bb5-981f-4655-bba7-023bb1321d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:18.253736 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-7b8df8d0-b1ec-4a0a-81ea-7a6f1bd9c0bf admin admin] Deleting port 7a6c7a3c-8cd5-4131-a60f-232c06a4f45d {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:44:18.254301 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b8df8d0-b1ec-4a0a-81ea-7a6f1bd9c0bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:18.284603 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 863a8c40-667f-4457-8387-fdb4896f1cfc no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:44:18.300447 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e796539-500c-4204-8329-632ca9c2c2f8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:18.317872 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e796539-500c-4204-8329-632ca9c2c2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:18.327233 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 863a8c40-667f-4457-8387-fdb4896f1cfc {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:44:18.327623 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 863a8c40-667f-4457-8387-fdb4896f1cfc not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:44:18.347649 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-7b8df8d0-b1ec-4a0a-81ea-7a6f1bd9c0bf admin admin] For port 7a6c7a3c-8cd5-4131-a60f-232c06a4f45d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7a6c7a3c-8cd5-4131-a60f-232c06a4f45d,segment=NetworkSegment(7d0d397e-9583-4dfe-af3f-bbe8936acf96),segment_id=7d0d397e-9583-4dfe-af3f-bbe8936acf96)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:18.348023 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b8df8d0-b1ec-4a0a-81ea-7a6f1bd9c0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:18.366065 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-7b8df8d0-b1ec-4a0a-81ea-7a6f1bd9c0bf admin admin] Calling delete_port for 7a6c7a3c-8cd5-4131-a60f-232c06a4f45d owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:44:18.370767 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-f0964bb5-981f-4655-bba7-023bb1321d3f None None] Port 21420f13-e0fa-4ebc-bd6c-7a97dfac85ef cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:44:18.416465 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e2cd9e5c-dfcf-4a04-ba88-7a7b1a5d440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dbfbd5-b0de-4814-ac54-5c9d19c74299', 'name': 'tempest-ImageQuotaTest-270573430-router', 'tenant_id': '023405fa6c354f6c8227471a497bc543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '2e77b3ba-8582-445b-be0a-94b935a911f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:10Z', 'updated_at': '2021-11-04T10:44:13Z', 'revision_number': 3, 'project_id': '023405fa6c354f6c8227471a497bc543', 'gw_port': {'id': '2e77b3ba-8582-445b-be0a-94b935a911f6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:27:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90dbfbd5-b0de-4814-ac54-5c9d19c74299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:11Z', 'updated_at': '2021-11-04T10:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:18.462301 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cd9e5c-dfcf-4a04-ba88-7a7b1a5d440f None None] The sync data for ids ['90dbfbd5-b0de-4814-ac54-5c9d19c74299'] in n-d-816629-1 is: [{'id': '90dbfbd5-b0de-4814-ac54-5c9d19c74299', 'name': 'tempest-ImageQuotaTest-270573430-router', 'tenant_id': '023405fa6c354f6c8227471a497bc543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '2e77b3ba-8582-445b-be0a-94b935a911f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:10Z', 'updated_at': '2021-11-04T10:44:13Z', 'revision_number': 3, 'project_id': '023405fa6c354f6c8227471a497bc543', 'gw_port': {'id': '2e77b3ba-8582-445b-be0a-94b935a911f6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:27:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90dbfbd5-b0de-4814-ac54-5c9d19c74299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:11Z', 'updated_at': '2021-11-04T10:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:44:18.479989 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b8df8d0-b1ec-4a0a-81ea-7a6f1bd9c0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:18.502183 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8df8d0-b1ec-4a0a-81ea-7a6f1bd9c0bf admin admin] No DVR routers for this DVR port 7a6c7a3c-8cd5-4131-a60f-232c06a4f45d on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:44:18.534783 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8df8d0-b1ec-4a0a-81ea-7a6f1bd9c0bf admin admin] Pushing event deleted for resources: {'Port': ['ID=7a6c7a3c-8cd5-4131-a60f-232c06a4f45d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:18.565614 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5bb82d-2ce0-45af-84b3-88c18cc87bf6 None None] DHCP port deletion for f2d56fe0-b956-44c6-b132-becb96ea8b6b request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:44:18.618454 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b8df8d0-b1ec-4a0a-81ea-7a6f1bd9c0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:18.650989 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-7b8df8d0-b1ec-4a0a-81ea-7a6f1bd9c0bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d56fe0-b956-44c6-b132-becb96ea8b6b']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:18.664280 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-7b8df8d0-b1ec-4a0a-81ea-7a6f1bd9c0bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0d397e-9583-4dfe-af3f-bbe8936acf96') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:18.664676 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-7b8df8d0-b1ec-4a0a-81ea-7a6f1bd9c0bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0d397e-9583-4dfe-af3f-bbe8936acf96') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:18.677934 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b8df8d0-b1ec-4a0a-81ea-7a6f1bd9c0bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:18.700798 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b8df8d0-b1ec-4a0a-81ea-7a6f1bd9c0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:18.709112 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8df8d0-b1ec-4a0a-81ea-7a6f1bd9c0bf admin admin] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:44:18.709688 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b8df8d0-b1ec-4a0a-81ea-7a6f1bd9c0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:44:18.712030 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:44:18.799851 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b8df8d0-b1ec-4a0a-81ea-7a6f1bd9c0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:18.817315 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e796539-500c-4204-8329-632ca9c2c2f8 admin admin] Pushing event updated for resources: {'Port': ['ID=21420f13-e0fa-4ebc-bd6c-7a97dfac85ef,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:18.817492 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b8df8d0-b1ec-4a0a-81ea-7a6f1bd9c0bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:18.827327 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7b8df8d0-b1ec-4a0a-81ea-7a6f1bd9c0bf admin admin] 10.222.0.127 "DELETE /v2.0/networks/f2d56fe0-b956-44c6-b132-becb96ea8b6b HTTP/1.1" status: 204 len: 168 time: 0.9062901 Nov 04 10:44:18.828624 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e796539-500c-4204-8329-632ca9c2c2f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:18.856112 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8df8d0-b1ec-4a0a-81ea-7a6f1bd9c0bf admin admin] Pushing event deleted for resources: {'Network': ['ID=f2d56fe0-b956-44c6-b132-becb96ea8b6b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:18.875718 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed3265-b925-443b-a262-0bf5a3ad72b7 req-f9a6ac18-dbcd-4ee7-b4d7-3007d1da4323 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:18.881834 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed3265-b925-443b-a262-0bf5a3ad72b7 req-f9a6ac18-dbcd-4ee7-b4d7-3007d1da4323 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:18.893548 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-41ed3265-b925-443b-a262-0bf5a3ad72b7 req-f9a6ac18-dbcd-4ee7-b4d7-3007d1da4323 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/ports?device_id=c2717323-18bd-4b34-aa13-1e01efeef1ff&device_id=e3ef4ff9-b291-4cb8-9dd2-09a785883cbd HTTP/1.1" status: 200 len: 1682 time: 0.5872979 Nov 04 10:44:19.002593 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49328) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:19.019763 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-41ed3265-b925-443b-a262-0bf5a3ad72b7 req-845b6d70-62ee-443c-a198-a6cef799b9bd tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/security-groups?id=1f6860aa-a321-4668-aec5-b62684ef2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251760 Nov 04 10:44:19.057025 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2063f499-c058-4a47-b77b-a53bb7f5c1b1 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=83608edca88c49429647d6bc7f371c77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0528841 Nov 04 10:44:19.061219 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49334) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:19.075017 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49336) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:19.092015 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e796539-500c-4204-8329-632ca9c2c2f8 admin admin] Network b67683eb-609e-4ae8-8d10-47e857a310b6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:44:19.099209 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-0e796539-500c-4204-8329-632ca9c2c2f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:44:19.140991 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff4b21a-f365-4b3e-88a7-01e66905de5a admin admin] Deleting subnet c17d38bb-b9d9-4b52-9c70-b68fc5fbf493 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:44:19.144977 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ff4b21a-f365-4b3e-88a7-01e66905de5a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:19.208305 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ff4b21a-f365-4b3e-88a7-01e66905de5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:19.267538 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ff4b21a-f365-4b3e-88a7-01e66905de5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:19.353496 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b6a42dc1-4b4a-43fc-af7b-3fd082a2f668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:19.376017 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ff4b21a-f365-4b3e-88a7-01e66905de5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:19.421927 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2e77b3ba-8582-445b-be0a-94b935a911f6 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:44:19.426715 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fc401338-9afe-4abe-9776-e642bb97d27e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:19.455925 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4b21a-f365-4b3e-88a7-01e66905de5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c17d38bb-b9d9-4b52-9c70-b68fc5fbf493,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:19.461117 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ff4b21a-f365-4b3e-88a7-01e66905de5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:19.467116 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cc4c8-07cd-4957-98d3-b147bd3e9f6b req-8a35d7b9-b90a-4725-8af6-825c5abf1f35 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:19.467472 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5ff4b21a-f365-4b3e-88a7-01e66905de5a admin admin] 10.222.0.127 "DELETE /v2.0/subnets/c17d38bb-b9d9-4b52-9c70-b68fc5fbf493 HTTP/1.1" status: 204 len: 168 time: 0.3910546 Nov 04 10:44:19.468149 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49338) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:19.476113 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e74cc4c8-07cd-4957-98d3-b147bd3e9f6b req-8a35d7b9-b90a-4725-8af6-825c5abf1f35 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.2922385 Nov 04 10:44:19.509622 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fc401338-9afe-4abe-9776-e642bb97d27e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:19.542918 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e796539-500c-4204-8329-632ca9c2c2f8 admin admin] Router 90dbfbd5-b0de-4814-ac54-5c9d19c74299 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:44:19.543180 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4e5b4c14-45dc-4960-a192-b0c3303a9f92 None None] Provisioning complete for port 21420f13-e0fa-4ebc-bd6c-7a97dfac85ef triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:19.543380 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4e5b4c14-45dc-4960-a192-b0c3303a9f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:19.547909 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 2e77b3ba-8582-445b-be0a-94b935a911f6 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:19.548279 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:19.564850 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72bb17a0-ab48-44c5-a8ee-9ed15fbdc28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:19.598311 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e74cc4c8-07cd-4957-98d3-b147bd3e9f6b req-e1c508eb-b464-4d0d-8e0b-bde887c1abf8 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160932 Nov 04 10:44:19.700949 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-4e5b4c14-45dc-4960-a192-b0c3303a9f92 None None] Port 21420f13-e0fa-4ebc-bd6c-7a97dfac85ef cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:44:19.700949 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:19.717033 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72bb17a0-ab48-44c5-a8ee-9ed15fbdc28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:19.728202 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 2e77b3ba-8582-445b-be0a-94b935a911f6, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2e77b3ba-8582-445b-be0a-94b935a911f6,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:19.735789 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:19.765375 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-72bb17a0-ab48-44c5-a8ee-9ed15fbdc28f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a49668-3a63-41c1-a51a-12911233532e']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:19.794628 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-72bb17a0-ab48-44c5-a8ee-9ed15fbdc28f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29bfa2e2-d528-46a4-a5ff-9e66b180f696') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:19.795333 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-72bb17a0-ab48-44c5-a8ee-9ed15fbdc28f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29bfa2e2-d528-46a4-a5ff-9e66b180f696') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:19.807182 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72bb17a0-ab48-44c5-a8ee-9ed15fbdc28f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:19.823150 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=2e77b3ba-8582-445b-be0a-94b935a911f6,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:19.828496 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72bb17a0-ab48-44c5-a8ee-9ed15fbdc28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:19.839865 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72bb17a0-ab48-44c5-a8ee-9ed15fbdc28f admin admin] Releasing vlan 1183 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:44:19.840430 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72bb17a0-ab48-44c5-a8ee-9ed15fbdc28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:44:19.849026 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:44:19.862626 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7a6c7a3c-8cd5-4131-a60f-232c06a4f45d no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:44:19.866191 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fc401338-9afe-4abe-9776-e642bb97d27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:19.869017 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fc401338-9afe-4abe-9776-e642bb97d27e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:19.870347 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fc401338-9afe-4abe-9776-e642bb97d27e admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/39465461-e507-44d1-82e2-3c7802ce2622 HTTP/1.1" status: 204 len: 168 time: 0.8056633 Nov 04 10:44:19.903058 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc401338-9afe-4abe-9776-e642bb97d27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39465461-e507-44d1-82e2-3c7802ce2622,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:19.909078 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 7a6c7a3c-8cd5-4131-a60f-232c06a4f45d {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:44:19.909641 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7a6c7a3c-8cd5-4131-a60f-232c06a4f45d not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:44:19.909803 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0f0fe94d-23ae-4395-98ef-91000bf337c5 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:44:19.917007 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e796539-500c-4204-8329-632ca9c2c2f8 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:44:19.923439 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0e796539-500c-4204-8329-632ca9c2c2f8 admin admin] 10.222.0.127 "PUT /v2.0/routers/90dbfbd5-b0de-4814-ac54-5c9d19c74299/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3049440 Nov 04 10:44:19.965488 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 0f0fe94d-23ae-4395-98ef-91000bf337c5 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:44:19.968065 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0f0fe94d-23ae-4395-98ef-91000bf337c5 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:44:19.990627 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72bb17a0-ab48-44c5-a8ee-9ed15fbdc28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:20.004656 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72bb17a0-ab48-44c5-a8ee-9ed15fbdc28f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:20.011035 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-72bb17a0-ab48-44c5-a8ee-9ed15fbdc28f admin admin] 10.222.0.127 "DELETE /v2.0/networks/d2a49668-3a63-41c1-a51a-12911233532e HTTP/1.1" status: 204 len: 168 time: 0.5393875 Nov 04 10:44:20.023084 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb17a0-ab48-44c5-a8ee-9ed15fbdc28f admin admin] Pushing event deleted for resources: {'Network': ['ID=d2a49668-3a63-41c1-a51a-12911233532e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:20.327888 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6a0cb-6bee-42b3-8ef9-852b93455a94 req-11f0a2b1-be74-4564-8ec6-f0b5a653032a tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:20.336797 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-00f6a0cb-6bee-42b3-8ef9-852b93455a94 req-11f0a2b1-be74-4564-8ec6-f0b5a653032a tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 950 time: 0.0728943 Nov 04 10:44:20.388152 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49362) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:20.424321 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-00f6a0cb-6bee-42b3-8ef9-852b93455a94 req-aa3560ea-03d8-440d-a9dd-58bf6d388c1f tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819032 Nov 04 10:44:20.496448 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a4b10188-f57c-44b6-b4e8-e592caea25a8 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=703ad29d11ca412593de8589dcb479dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1061544 Nov 04 10:44:20.499133 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49366) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:20.571742 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-91f2d0fd-3881-4ffe-a374-dd3acf02d1aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:20.605800 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-91f2d0fd-3881-4ffe-a374-dd3acf02d1aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:20.681425 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:20.712238 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-91f2d0fd-3881-4ffe-a374-dd3acf02d1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:20.714166 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adec130-860f-4c7d-9f89-eadad54d8ee5 req-7f34c479-f313-48d9-ad2c-7471aa292468 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:20.715495 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-91f2d0fd-3881-4ffe-a374-dd3acf02d1aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:20.715971 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7adec130-860f-4c7d-9f89-eadad54d8ee5 req-7f34c479-f313-48d9-ad2c-7471aa292468 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.126 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.1584353 Nov 04 10:44:20.721090 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-91f2d0fd-3881-4ffe-a374-dd3acf02d1aa admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/2f3dd987-0e09-483e-9782-ebce7f5bc9f6 HTTP/1.1" status: 204 len: 168 time: 0.2164087 Nov 04 10:44:20.734772 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2d0fd-3881-4ffe-a374-dd3acf02d1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3dd987-0e09-483e-9782-ebce7f5bc9f6,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:21.002086 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-7adec130-860f-4c7d-9f89-eadad54d8ee5 req-2f37ed1c-0cab-46b1-a352-4147e0a447c6 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Deleting port b45698a8-448e-4114-8b03-1c7e4d84ded8 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:44:21.002433 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7adec130-860f-4c7d-9f89-eadad54d8ee5 req-2f37ed1c-0cab-46b1-a352-4147e0a447c6 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:21.014209 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5ce96-e927-4a5a-a85a-3856f02e497b req-2ef0a2a7-275e-4f68-b1e9-fdbc84945b17 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:21.016128 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-53f5ce96-e927-4a5a-a85a-3856f02e497b req-2ef0a2a7-275e-4f68-b1e9-fdbc84945b17 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/ports?device_id=a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08 HTTP/1.1" status: 200 len: 945 time: 0.0760219 Nov 04 10:44:21.104191 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-53f5ce96-e927-4a5a-a85a-3856f02e497b req-68166720-7e1d-456a-9520-cbe4093997bc tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.127 "GET /v2.0/security-groups?id=befa0596-be63-4967-8fc9-9a901d6514b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786860 Nov 04 10:44:21.122875 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06177c62-2eba-4e9a-a2d5-8bd26a1a708e None None] Sync routers for ids ['90dbfbd5-b0de-4814-ac54-5c9d19c74299'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:44:21.156984 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06177c62-2eba-4e9a-a2d5-8bd26a1a708e None None] Routers {'90dbfbd5-b0de-4814-ac54-5c9d19c74299'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:44:21.158664 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-06177c62-2eba-4e9a-a2d5-8bd26a1a708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:44:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['90dbfbd5-b0de-4814-ac54-5c9d19c74299'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:21.185909 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-7adec130-860f-4c7d-9f89-eadad54d8ee5 req-2f37ed1c-0cab-46b1-a352-4147e0a447c6 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] For port b45698a8-448e-4114-8b03-1c7e4d84ded8, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b45698a8-448e-4114-8b03-1c7e4d84ded8,segment=NetworkSegment(01f724fb-d5bb-4d4a-b3e6-7600685a2694),segment_id=01f724fb-d5bb-4d4a-b3e6-7600685a2694)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:21.186551 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7adec130-860f-4c7d-9f89-eadad54d8ee5 req-2f37ed1c-0cab-46b1-a352-4147e0a447c6 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:21.203546 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-7adec130-860f-4c7d-9f89-eadad54d8ee5 req-2f37ed1c-0cab-46b1-a352-4147e0a447c6 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Calling delete_port for b45698a8-448e-4114-8b03-1c7e4d84ded8 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:44:21.286360 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-06177c62-2eba-4e9a-a2d5-8bd26a1a708e None None] Set router 90dbfbd5-b0de-4814-ac54-5c9d19c74299 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:44:21.334177 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2e77b3ba-8582-445b-be0a-94b935a911f6 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:44:21.442980 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 2e77b3ba-8582-445b-be0a-94b935a911f6 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:21.443682 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:21.513782 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7adec130-860f-4c7d-9f89-eadad54d8ee5 req-2f37ed1c-0cab-46b1-a352-4147e0a447c6 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:21.658172 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7adec130-860f-4c7d-9f89-eadad54d8ee5 req-2f37ed1c-0cab-46b1-a352-4147e0a447c6 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] No DVR routers for this DVR port b45698a8-448e-4114-8b03-1c7e4d84ded8 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:44:21.671391 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37ed1c-0cab-46b1-a352-4147e0a447c6 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Pushing event deleted for resources: {'Port': ['ID=b45698a8-448e-4114-8b03-1c7e4d84ded8,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:21.678633 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7adec130-860f-4c7d-9f89-eadad54d8ee5 req-2f37ed1c-0cab-46b1-a352-4147e0a447c6 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:21.688236 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc7886-c628-4dbd-9af3-60176d9ba4e2 req-9ff714d9-1962-402b-8b79-abffc0906dc6 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:21.689586 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7adec130-860f-4c7d-9f89-eadad54d8ee5 req-2f37ed1c-0cab-46b1-a352-4147e0a447c6 tempest-ServerRescueNegativeTestJSON-519763525 tempest-ServerRescueNegativeTestJSON-519763525-project] 10.222.0.126 "DELETE /v2.0/ports/b45698a8-448e-4114-8b03-1c7e4d84ded8 HTTP/1.1" status: 204 len: 173 time: 0.9595830 Nov 04 10:44:21.690064 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08', 'name': 'network-vif-deleted', 'tag': 'b45698a8-448e-4114-8b03-1c7e4d84ded8'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:44:21.693470 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da3d722-e75d-4313-a062-a0c7a3fabb39" -d '{"events": [{"server_uuid": "a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08", "name": "network-vif-deleted", "tag": "b45698a8-448e-4114-8b03-1c7e4d84ded8"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:44:21.696172 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7cdc7886-c628-4dbd-9af3-60176d9ba4e2 req-9ff714d9-1962-402b-8b79-abffc0906dc6 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.126 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 950 time: 0.1153567 Nov 04 10:44:21.794019 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-06177c62-2eba-4e9a-a2d5-8bd26a1a708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dbfbd5-b0de-4814-ac54-5c9d19c74299', 'name': 'tempest-ImageQuotaTest-270573430-router', 'tenant_id': '023405fa6c354f6c8227471a497bc543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '2e77b3ba-8582-445b-be0a-94b935a911f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:10Z', 'updated_at': '2021-11-04T10:44:17Z', 'revision_number': 4, 'project_id': '023405fa6c354f6c8227471a497bc543', 'gw_port': {'id': '2e77b3ba-8582-445b-be0a-94b935a911f6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:27:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dbfbd5-b0de-4814-ac54-5c9d19c74299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:11Z', 'updated_at': '2021-11-04T10:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '21420f13-e0fa-4ebc-bd6c-7a97dfac85ef', 'name': '', 'network_id': 'b67683eb-609e-4ae8-8d10-47e857a310b6', 'tenant_id': '023405fa6c354f6c8227471a497bc543', 'mac_address': 'fa:16:3e:50:1b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90dbfbd5-b0de-4814-ac54-5c9d19c74299', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'dc1dc30d-b593-4fca-8170-57b7c791a558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:16Z', 'updated_at': '2021-11-04T10:44:18Z', 'revision_number': 2, 'project_id': '023405fa6c354f6c8227471a497bc543', 'subnets': [{'id': 'dc1dc30d-b593-4fca-8170-57b7c791a558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:21.871509 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06177c62-2eba-4e9a-a2d5-8bd26a1a708e None None] Checking router: 90dbfbd5-b0de-4814-ac54-5c9d19c74299 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:44:21.872165 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06177c62-2eba-4e9a-a2d5-8bd26a1a708e None None] Updating router 90dbfbd5-b0de-4814-ac54-5c9d19c74299 port 21420f13-e0fa-4ebc-bd6c-7a97dfac85ef binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:44:21.929175 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-06177c62-2eba-4e9a-a2d5-8bd26a1a708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:21.957360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49420) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:22.000300 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29aa3ab-144f-41a6-aaf9-faba5e1e11e4 req-252aa510-77b1-4f2f-a480-8513668cebeb tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:22.001919 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f29aa3ab-144f-41a6-aaf9-faba5e1e11e4 req-252aa510-77b1-4f2f-a480-8513668cebeb tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/ports?device_id=80a14509-5aa8-41ef-a888-77676ea16350 HTTP/1.1" status: 200 len: 950 time: 0.1888888 Nov 04 10:44:22.019561 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-7cdc7886-c628-4dbd-9af3-60176d9ba4e2 req-90aa4acd-4ce2-4ed1-90d2-d02cb9b4602c tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Deleting port af3bb775-c9f6-4aad-940e-944b72d676a9 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:44:22.020281 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7cdc7886-c628-4dbd-9af3-60176d9ba4e2 req-90aa4acd-4ce2-4ed1-90d2-d02cb9b4602c tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:22.135401 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:22.222478 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-3426ed41-7758-4987-b483-9e165ba180dd admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2102480345-network', 'tenant_id': '70e6800525e94252bd926fa3f3533b35'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:44:22.240054 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f29aa3ab-144f-41a6-aaf9-faba5e1e11e4 req-5c2fbbef-fcdc-48f9-9bff-1704682704d3 tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.127 "GET /v2.0/security-groups?id=638626dc-bd8a-4701-9ce2-fc222ac06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294006 Nov 04 10:44:22.288948 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3426ed41-7758-4987-b483-9e165ba180dd admin admin] Made reservation on behalf of 70e6800525e94252bd926fa3f3533b35 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:44:22.291494 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3426ed41-7758-4987-b483-9e165ba180dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:22.311002 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3426ed41-7758-4987-b483-9e165ba180dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:22.317304 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-7cdc7886-c628-4dbd-9af3-60176d9ba4e2 req-90aa4acd-4ce2-4ed1-90d2-d02cb9b4602c tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] For port af3bb775-c9f6-4aad-940e-944b72d676a9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=af3bb775-c9f6-4aad-940e-944b72d676a9,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:22.318006 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7cdc7886-c628-4dbd-9af3-60176d9ba4e2 req-90aa4acd-4ce2-4ed1-90d2-d02cb9b4602c tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:22.356199 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-7cdc7886-c628-4dbd-9af3-60176d9ba4e2 req-90aa4acd-4ce2-4ed1-90d2-d02cb9b4602c tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Calling delete_port for af3bb775-c9f6-4aad-940e-944b72d676a9 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:44:22.436253 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7305917-6ea1-47df-b062-7441ee584d42 x-openstack-request-id: req-c7305917-6ea1-47df-b062-7441ee584d42 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:44:22.437285 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08", "name": "network-vif-deleted", "tag": "b45698a8-448e-4114-8b03-1c7e4d84ded8", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:44:22.438258 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-c7305917-6ea1-47df-b062-7441ee584d42 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:44:22.438940 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f8ce04-dd15-4b3f-a9b0-d6601f5e5d08', 'name': 'network-vif-deleted', 'tag': 'b45698a8-448e-4114-8b03-1c7e4d84ded8', 'status': 'completed', 'code': 200} Nov 04 10:44:22.486233 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3426ed41-7758-4987-b483-9e165ba180dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:22.498418 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3426ed41-7758-4987-b483-9e165ba180dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:22.520343 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7178b09-2e53-4553-ba76-1624ce58eab7 req-53d75ca2-72f5-4567-bd38-dc2cc9916ef9 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:22.522871 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e7178b09-2e53-4553-ba76-1624ce58eab7 req-53d75ca2-72f5-4567-bd38-dc2cc9916ef9 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.121 "GET /v2.0/ports?device_id=c2717323-18bd-4b34-aa13-1e01efeef1ff HTTP/1.1" status: 200 len: 946 time: 0.1069353 Nov 04 10:44:22.530745 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49438) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:22.580013 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:22.592146 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3426ed41-7758-4987-b483-9e165ba180dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1164} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:44:22.620342 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-06177c62-2eba-4e9a-a2d5-8bd26a1a708e None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:22.626296 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49442) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:22.631726 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-06177c62-2eba-4e9a-a2d5-8bd26a1a708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:22.649890 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426ed41-7758-4987-b483-9e165ba180dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7061fe0-1d43-4caf-97c9-b8eea0ba3fee,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:22.692453 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90d2c7-7c51-46a1-a60e-e2977742f2d9 None None] Pushing event updated for resources: {'Port': ['ID=21420f13-e0fa-4ebc-bd6c-7a97dfac85ef,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:22.713562 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f90d2c7-7c51-46a1-a60e-e2977742f2d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:22.713903 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f90d2c7-7c51-46a1-a60e-e2977742f2d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:22.714232 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f90d2c7-7c51-46a1-a60e-e2977742f2d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:22.714765 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f90d2c7-7c51-46a1-a60e-e2977742f2d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:22.715312 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f90d2c7-7c51-46a1-a60e-e2977742f2d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:22.715887 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f90d2c7-7c51-46a1-a60e-e2977742f2d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:22.716368 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f90d2c7-7c51-46a1-a60e-e2977742f2d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:22.716861 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f90d2c7-7c51-46a1-a60e-e2977742f2d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:22.717390 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f90d2c7-7c51-46a1-a60e-e2977742f2d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:22.718003 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f90d2c7-7c51-46a1-a60e-e2977742f2d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:22.718475 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f90d2c7-7c51-46a1-a60e-e2977742f2d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:22.718962 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f90d2c7-7c51-46a1-a60e-e2977742f2d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:22.732983 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3426ed41-7758-4987-b483-9e165ba180dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:22.738318 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-3426ed41-7758-4987-b483-9e165ba180dd admin admin] Added segment 02d8d283-88e4-4809-9dbe-93263286f795 of type vlan for network f30ef001-50f8-4502-9fd3-b2ec1bbf0d34 Nov 04 10:44:22.812914 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49446) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:22.906884 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3f1ba-a38e-475d-a746-d3fb1659f604 req-faf29a61-1330-4e2b-83e5-b919114f0c40 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:22.915559 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9db3f1ba-a38e-475d-a746-d3fb1659f604 req-faf29a61-1330-4e2b-83e5-b919114f0c40 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/ports?device_id=c2717323-18bd-4b34-aa13-1e01efeef1ff HTTP/1.1" status: 200 len: 946 time: 0.2603207 Nov 04 10:44:22.920716 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7cdc7886-c628-4dbd-9af3-60176d9ba4e2 req-90aa4acd-4ce2-4ed1-90d2-d02cb9b4602c tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:22.934784 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['af3bb775-c9f6-4aad-940e-944b72d676a9'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:44:22.995756 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa4acd-4ce2-4ed1-90d2-d02cb9b4602c tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Pushing event deleted for resources: {'Port': ['ID=af3bb775-c9f6-4aad-940e-944b72d676a9,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:23.044243 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-73d68ab5-7e9c-4cc6-b832-f901eb993fc6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1316710329-network', 'tenant_id': '965f80338c0a4ea9b4688fbfb031996f'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:44:23.048741 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-06177c62-2eba-4e9a-a2d5-8bd26a1a708e None None] Attempting to bind port 21420f13-e0fa-4ebc-bd6c-7a97dfac85ef on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:44:23.049389 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-06177c62-2eba-4e9a-a2d5-8bd26a1a708e None None] Attempting to bind port 21420f13-e0fa-4ebc-bd6c-7a97dfac85ef by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'bd2cfffe-e3ee-44a4-8d80-f871934390a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b67683eb-609e-4ae8-8d10-47e857a310b6'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:44:23.049938 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06177c62-2eba-4e9a-a2d5-8bd26a1a708e None None] Attempting to bind port 21420f13-e0fa-4ebc-bd6c-7a97dfac85ef on network b67683eb-609e-4ae8-8d10-47e857a310b6 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:44:23.056034 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06177c62-2eba-4e9a-a2d5-8bd26a1a708e None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:44:23.068379 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06177c62-2eba-4e9a-a2d5-8bd26a1a708e None None] Checking segment: {'id': 'bd2cfffe-e3ee-44a4-8d80-f871934390a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b67683eb-609e-4ae8-8d10-47e857a310b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:44:23.069134 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-06177c62-2eba-4e9a-a2d5-8bd26a1a708e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:23.069719 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06177c62-2eba-4e9a-a2d5-8bd26a1a708e None None] Bound using segment: {'id': 'bd2cfffe-e3ee-44a4-8d80-f871934390a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b67683eb-609e-4ae8-8d10-47e857a310b6'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:44:23.070421 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-06177c62-2eba-4e9a-a2d5-8bd26a1a708e None None] Bound port: 21420f13-e0fa-4ebc-bd6c-7a97dfac85ef, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2cfffe-e3ee-44a4-8d80-f871934390a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b67683eb-609e-4ae8-8d10-47e857a310b6'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:44:23.070988 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-06177c62-2eba-4e9a-a2d5-8bd26a1a708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:23.156961 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3426ed41-7758-4987-b483-9e165ba180dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:23.189640 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-06177c62-2eba-4e9a-a2d5-8bd26a1a708e None None] For port 21420f13-e0fa-4ebc-bd6c-7a97dfac85ef, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:44:23.193774 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-06177c62-2eba-4e9a-a2d5-8bd26a1a708e None None] For port 21420f13-e0fa-4ebc-bd6c-7a97dfac85ef, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=21420f13-e0fa-4ebc-bd6c-7a97dfac85ef,segment=NetworkSegment(bd2cfffe-e3ee-44a4-8d80-f871934390a3),segment_id=bd2cfffe-e3ee-44a4-8d80-f871934390a3)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:44:23.201975 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-06177c62-2eba-4e9a-a2d5-8bd26a1a708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:23.214832 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cdc7886-c628-4dbd-9af3-60176d9ba4e2 req-90aa4acd-4ce2-4ed1-90d2-d02cb9b4602c tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] No DVR routers for this DVR port af3bb775-c9f6-4aad-940e-944b72d676a9 on host n-h1-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:44:23.226117 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-7cdc7886-c628-4dbd-9af3-60176d9ba4e2 req-90aa4acd-4ce2-4ed1-90d2-d02cb9b4602c tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:23.230213 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7cdc7886-c628-4dbd-9af3-60176d9ba4e2 req-90aa4acd-4ce2-4ed1-90d2-d02cb9b4602c tempest-ServersAdminTestJSON-1195670904 tempest-ServersAdminTestJSON-1195670904-project] 10.222.0.126 "DELETE /v2.0/ports/af3bb775-c9f6-4aad-940e-944b72d676a9 HTTP/1.1" status: 204 len: 173 time: 1.5277591 Nov 04 10:44:23.238848 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a14509-5aa8-41ef-a888-77676ea16350', 'name': 'network-vif-deleted', 'tag': 'af3bb775-c9f6-4aad-940e-944b72d676a9'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:44:23.241637 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13ff042-c3df-41a9-9e88-e37bced2f672" -d '{"events": [{"server_uuid": "80a14509-5aa8-41ef-a888-77676ea16350", "name": "network-vif-deleted", "tag": "af3bb775-c9f6-4aad-940e-944b72d676a9"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:44:23.281021 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90d2c7-7c51-46a1-a60e-e2977742f2d9 None None] Pushing event updated for resources: {'Port': ['ID=21420f13-e0fa-4ebc-bd6c-7a97dfac85ef,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:23.310712 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-04ade816-76cb-4b94-a1e8-7b868684a290 None None] Provisioning complete for port 21420f13-e0fa-4ebc-bd6c-7a97dfac85ef triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:23.311323 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-04ade816-76cb-4b94-a1e8-7b868684a290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:23.319751 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06177c62-2eba-4e9a-a2d5-8bd26a1a708e None None] Routers {'90dbfbd5-b0de-4814-ac54-5c9d19c74299'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:44:23.321096 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-06177c62-2eba-4e9a-a2d5-8bd26a1a708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:44:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['90dbfbd5-b0de-4814-ac54-5c9d19c74299'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:23.410840 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e785a49-c30a-49e4-ac0b-e318cf5d21f0 req-906a34a8-1925-44c8-82fd-411172d07031 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:23.413230 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8e785a49-c30a-49e4-ac0b-e318cf5d21f0 req-906a34a8-1925-44c8-82fd-411172d07031 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.121 "GET /v2.0/ports?device_id=e3ef4ff9-b291-4cb8-9dd2-09a785883cbd HTTP/1.1" status: 200 len: 945 time: 0.3450394 Nov 04 10:44:23.449170 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9db3f1ba-a38e-475d-a746-d3fb1659f604 req-709a1d38-7708-4127-b895-6e132a372e7c tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/security-groups?id=1f6860aa-a321-4668-aec5-b62684ef2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5190520 Nov 04 10:44:23.453403 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d68ab5-7e9c-4cc6-b832-f901eb993fc6 admin admin] Made reservation on behalf of 965f80338c0a4ea9b4688fbfb031996f for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:44:23.458022 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b45698a8-448e-4114-8b03-1c7e4d84ded8 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:44:23.488768 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-73d68ab5-7e9c-4cc6-b832-f901eb993fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:23.569148 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-06177c62-2eba-4e9a-a2d5-8bd26a1a708e None None] Set router 90dbfbd5-b0de-4814-ac54-5c9d19c74299 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:44:23.570180 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: b45698a8-448e-4114-8b03-1c7e4d84ded8 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:44:23.570708 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b45698a8-448e-4114-8b03-1c7e4d84ded8 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:44:23.639722 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-73d68ab5-7e9c-4cc6-b832-f901eb993fc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:23.681912 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-04ade816-76cb-4b94-a1e8-7b868684a290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:23.733502 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-04ade816-76cb-4b94-a1e8-7b868684a290 None None] For port 21420f13-e0fa-4ebc-bd6c-7a97dfac85ef, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=21420f13-e0fa-4ebc-bd6c-7a97dfac85ef,segment=NetworkSegment(bd2cfffe-e3ee-44a4-8d80-f871934390a3),segment_id=bd2cfffe-e3ee-44a4-8d80-f871934390a3)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:23.744983 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-04ade816-76cb-4b94-a1e8-7b868684a290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:23.860648 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-8e785a49-c30a-49e4-ac0b-e318cf5d21f0 req-cc542d8d-cc93-4d3a-9d5e-e1ad84e3ab50 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Deleting port 9ef2c3af-7613-42bb-b545-bf26d4217418 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:44:23.861206 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-8e785a49-c30a-49e4-ac0b-e318cf5d21f0 req-cc542d8d-cc93-4d3a-9d5e-e1ad84e3ab50 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:23.872259 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ade816-76cb-4b94-a1e8-7b868684a290 None None] Pushing event updated for resources: {'Port': ['ID=21420f13-e0fa-4ebc-bd6c-7a97dfac85ef,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:23.897581 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4240c72f-db25-411d-9cab-c7a0e48a2f7e None None] Provisioning complete for port 21420f13-e0fa-4ebc-bd6c-7a97dfac85ef triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:23.897943 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4240c72f-db25-411d-9cab-c7a0e48a2f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:23.983352 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-06177c62-2eba-4e9a-a2d5-8bd26a1a708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dbfbd5-b0de-4814-ac54-5c9d19c74299', 'name': 'tempest-ImageQuotaTest-270573430-router', 'tenant_id': '023405fa6c354f6c8227471a497bc543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '2e77b3ba-8582-445b-be0a-94b935a911f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:10Z', 'updated_at': '2021-11-04T10:44:17Z', 'revision_number': 4, 'project_id': '023405fa6c354f6c8227471a497bc543', 'gw_port': {'id': '2e77b3ba-8582-445b-be0a-94b935a911f6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:27:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dbfbd5-b0de-4814-ac54-5c9d19c74299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:11Z', 'updated_at': '2021-11-04T10:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '21420f13-e0fa-4ebc-bd6c-7a97dfac85ef', 'name': '', 'network_id': 'b67683eb-609e-4ae8-8d10-47e857a310b6', 'tenant_id': '023405fa6c354f6c8227471a497bc543', 'mac_address': 'fa:16:3e:50:1b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90dbfbd5-b0de-4814-ac54-5c9d19c74299', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'dc1dc30d-b593-4fca-8170-57b7c791a558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:16Z', 'updated_at': '2021-11-04T10:44:23Z', 'revision_number': 4, 'project_id': '023405fa6c354f6c8227471a497bc543', 'subnets': [{'id': 'dc1dc30d-b593-4fca-8170-57b7c791a558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:24.019458 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06177c62-2eba-4e9a-a2d5-8bd26a1a708e None None] The sync data for ids ['90dbfbd5-b0de-4814-ac54-5c9d19c74299'] in n-d-816629-1 is: [{'id': '90dbfbd5-b0de-4814-ac54-5c9d19c74299', 'name': 'tempest-ImageQuotaTest-270573430-router', 'tenant_id': '023405fa6c354f6c8227471a497bc543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '2e77b3ba-8582-445b-be0a-94b935a911f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:10Z', 'updated_at': '2021-11-04T10:44:17Z', 'revision_number': 4, 'project_id': '023405fa6c354f6c8227471a497bc543', 'gw_port': {'id': '2e77b3ba-8582-445b-be0a-94b935a911f6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:27:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dbfbd5-b0de-4814-ac54-5c9d19c74299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:11Z', 'updated_at': '2021-11-04T10:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '21420f13-e0fa-4ebc-bd6c-7a97dfac85ef', 'name': '', 'network_id': 'b67683eb-609e-4ae8-8d10-47e857a310b6', 'tenant_id': '023405fa6c354f6c8227471a497bc543', 'mac_address': 'fa:16:3e:50:1b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90dbfbd5-b0de-4814-ac54-5c9d19c74299', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'dc1dc30d-b593-4fca-8170-57b7c791a558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:16Z', 'updated_at': '2021-11-04T10:44:23Z', 'revision_number': 4, 'project_id': '023405fa6c354f6c8227471a497bc543', 'subnets': [{'id': 'dc1dc30d-b593-4fca-8170-57b7c791a558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:44:24.066388 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2208b898-0fab-498b-b85f-b957830df86b x-openstack-request-id: req-2208b898-0fab-498b-b85f-b957830df86b {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:44:24.066739 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a14509-5aa8-41ef-a888-77676ea16350", "name": "network-vif-deleted", "tag": "af3bb775-c9f6-4aad-940e-944b72d676a9", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:44:24.066911 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-2208b898-0fab-498b-b85f-b957830df86b {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:44:24.067301 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a14509-5aa8-41ef-a888-77676ea16350', 'name': 'network-vif-deleted', 'tag': 'af3bb775-c9f6-4aad-940e-944b72d676a9', 'status': 'completed', 'code': 200} Nov 04 10:44:24.174384 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-73d68ab5-7e9c-4cc6-b832-f901eb993fc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:24.176765 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-8e785a49-c30a-49e4-ac0b-e318cf5d21f0 req-cc542d8d-cc93-4d3a-9d5e-e1ad84e3ab50 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] For port 9ef2c3af-7613-42bb-b545-bf26d4217418, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=9ef2c3af-7613-42bb-b545-bf26d4217418,segment=NetworkSegment(f8465b5a-60fe-4380-ac16-8e6a62f3f5a4),segment_id=f8465b5a-60fe-4380-ac16-8e6a62f3f5a4)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:24.182033 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-8e785a49-c30a-49e4-ac0b-e318cf5d21f0 req-cc542d8d-cc93-4d3a-9d5e-e1ad84e3ab50 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:24.202599 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-73d68ab5-7e9c-4cc6-b832-f901eb993fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:24.210560 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.db.resource_extend [None req-3426ed41-7758-4987-b483-9e165ba180dd admin admin] It took 1.03 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:44:24.236070 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3426ed41-7758-4987-b483-9e165ba180dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:24.237605 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3426ed41-7758-4987-b483-9e165ba180dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:24.238343 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3426ed41-7758-4987-b483-9e165ba180dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:24.249484 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-8e785a49-c30a-49e4-ac0b-e318cf5d21f0 req-cc542d8d-cc93-4d3a-9d5e-e1ad84e3ab50 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Calling delete_port for 9ef2c3af-7613-42bb-b545-bf26d4217418 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:44:24.279647 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3426ed41-7758-4987-b483-9e165ba180dd admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3207970 Nov 04 10:44:24.293649 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d68ab5-7e9c-4cc6-b832-f901eb993fc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1174} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:44:24.302309 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49460) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:24.317885 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b3a35d4a-f5c1-44a2-9773-2af9c9903c46 admin admin] Request body: {'subnet': {'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2102480345-subnet', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:44:24.372995 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-e7178b09-2e53-4553-ba76-1624ce58eab7 req-df1b30c8-4115-4ae0-8b05-20ff72d4b685 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Deleting port c7637261-78db-470e-90fd-225b54904663 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:44:24.373636 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e7178b09-2e53-4553-ba76-1624ce58eab7 req-df1b30c8-4115-4ae0-8b05-20ff72d4b685 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:24.474311 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e7178b09-2e53-4553-ba76-1624ce58eab7 req-df1b30c8-4115-4ae0-8b05-20ff72d4b685 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] For port c7637261-78db-470e-90fd-225b54904663, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=c7637261-78db-470e-90fd-225b54904663,segment=NetworkSegment(f8465b5a-60fe-4380-ac16-8e6a62f3f5a4),segment_id=f8465b5a-60fe-4380-ac16-8e6a62f3f5a4)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:24.474942 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e7178b09-2e53-4553-ba76-1624ce58eab7 req-df1b30c8-4115-4ae0-8b05-20ff72d4b685 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:24.506017 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-e7178b09-2e53-4553-ba76-1624ce58eab7 req-df1b30c8-4115-4ae0-8b05-20ff72d4b685 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Calling delete_port for c7637261-78db-470e-90fd-225b54904663 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:44:24.511083 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49466) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:24.516550 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d68ab5-7e9c-4cc6-b832-f901eb993fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1136350e-deff-43a9-a58f-ead008f189f0,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:24.520328 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-73d68ab5-7e9c-4cc6-b832-f901eb993fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:24.521110 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-73d68ab5-7e9c-4cc6-b832-f901eb993fc6 admin admin] Added segment 48be911c-1787-4a97-aa12-b6926dacc7bb of type vlan for network af38bc37-244e-4b4b-b7c0-7d70960787ec Nov 04 10:44:24.543553 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426ed41-7758-4987-b483-9e165ba180dd admin admin] Pushing event updated for resources: {'Network': ['ID=f30ef001-50f8-4502-9fd3-b2ec1bbf0d34,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:24.559230 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network f30ef001-50f8-4502-9fd3-b2ec1bbf0d34 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:44:24.572562 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-8e785a49-c30a-49e4-ac0b-e318cf5d21f0 req-cc542d8d-cc93-4d3a-9d5e-e1ad84e3ab50 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:24.725153 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc542d8d-cc93-4d3a-9d5e-e1ad84e3ab50 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Pushing event deleted for resources: {'Port': ['ID=9ef2c3af-7613-42bb-b545-bf26d4217418,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:24.774996 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a35d4a-f5c1-44a2-9773-2af9c9903c46 admin admin] Made reservation on behalf of 70e6800525e94252bd926fa3f3533b35 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:44:24.777356 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b3a35d4a-f5c1-44a2-9773-2af9c9903c46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:24.820207 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-73d68ab5-7e9c-4cc6-b832-f901eb993fc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:24.831484 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e7178b09-2e53-4553-ba76-1624ce58eab7 req-df1b30c8-4115-4ae0-8b05-20ff72d4b685 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:24.877262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b30c8-4115-4ae0-8b05-20ff72d4b685 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Pushing event deleted for resources: {'Port': ['ID=c7637261-78db-470e-90fd-225b54904663,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:24.902938 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e785a49-c30a-49e4-ac0b-e318cf5d21f0 req-cc542d8d-cc93-4d3a-9d5e-e1ad84e3ab50 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] No DVR routers for this DVR port 9ef2c3af-7613-42bb-b545-bf26d4217418 on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:44:24.911066 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-8e785a49-c30a-49e4-ac0b-e318cf5d21f0 req-cc542d8d-cc93-4d3a-9d5e-e1ad84e3ab50 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:24.914669 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8e785a49-c30a-49e4-ac0b-e318cf5d21f0 req-cc542d8d-cc93-4d3a-9d5e-e1ad84e3ab50 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.121 "DELETE /v2.0/ports/9ef2c3af-7613-42bb-b545-bf26d4217418 HTTP/1.1" status: 204 len: 173 time: 1.4134874 Nov 04 10:44:24.934624 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cda9d097-9bfc-4b11-bde5-a0856173e4a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:24.935338 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7c776937-cbc4-403f-896d-96ddb09911b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:24.957752 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7178b09-2e53-4553-ba76-1624ce58eab7 req-df1b30c8-4115-4ae0-8b05-20ff72d4b685 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] No DVR routers for this DVR port c7637261-78db-470e-90fd-225b54904663 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:44:25.005998 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e7178b09-2e53-4553-ba76-1624ce58eab7 req-df1b30c8-4115-4ae0-8b05-20ff72d4b685 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:25.009793 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e7178b09-2e53-4553-ba76-1624ce58eab7 req-df1b30c8-4115-4ae0-8b05-20ff72d4b685 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.121 "DELETE /v2.0/ports/c7637261-78db-470e-90fd-225b54904663 HTTP/1.1" status: 204 len: 173 time: 2.4733565 Nov 04 10:44:25.010453 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2717323-18bd-4b34-aa13-1e01efeef1ff', 'name': 'network-vif-deleted', 'tag': 'c7637261-78db-470e-90fd-225b54904663'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:44:25.013806 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8ba226-4204-45b3-9e38-c0f5b1da6dea" -d '{"events": [{"server_uuid": "c2717323-18bd-4b34-aa13-1e01efeef1ff", "name": "network-vif-deleted", "tag": "c7637261-78db-470e-90fd-225b54904663"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:44:25.099094 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-73d68ab5-7e9c-4cc6-b832-f901eb993fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:25.100095 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d68ab5-7e9c-4cc6-b832-f901eb993fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:25.100678 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-73d68ab5-7e9c-4cc6-b832-f901eb993fc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:25.206497 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffc831-71eb-41c7-8d78-ef8408ecc12e req-d8e599fc-5539-48fc-834f-1a07a0029822 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:25.208156 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-09ffc831-71eb-41c7-8d78-ef8408ecc12e req-d8e599fc-5539-48fc-834f-1a07a0029822 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/ports?device_id=c2717323-18bd-4b34-aa13-1e01efeef1ff HTTP/1.1" status: 200 len: 867 time: 0.4860752 Nov 04 10:44:25.289703 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-73d68ab5-7e9c-4cc6-b832-f901eb993fc6 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.4695787 Nov 04 10:44:25.290092 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49476) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:25.307271 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-783af494-925b-4ce3-bfee-010192995273 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=f80e3af4528242d8863546a3e65b8608&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7913768 Nov 04 10:44:25.314570 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-fddcf786-ad2d-47ac-a40c-60ec1952f6ff admin admin] Request body: {'subnet': {'network_id': 'af38bc37-244e-4b4b-b7c0-7d70960787ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1316710329-subnet', 'tenant_id': '965f80338c0a4ea9b4688fbfb031996f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:44:25.315273 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49478) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:25.381320 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 21420f13-e0fa-4ebc-bd6c-7a97dfac85ef up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:44:25.413150 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddcf786-ad2d-47ac-a40c-60ec1952f6ff admin admin] Made reservation on behalf of 965f80338c0a4ea9b4688fbfb031996f for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:44:25.416013 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fddcf786-ad2d-47ac-a40c-60ec1952f6ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:25.461869 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device af3bb775-c9f6-4aad-940e-944b72d676a9 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:44:25.515810 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: af3bb775-c9f6-4aad-940e-944b72d676a9 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:44:25.516547 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device af3bb775-c9f6-4aad-940e-944b72d676a9 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:44:25.526451 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 21420f13-e0fa-4ebc-bd6c-7a97dfac85ef triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:25.527049 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:25.559913 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-7c776937-cbc4-403f-896d-96ddb09911b7 admin admin] Deleting port 21420f13-e0fa-4ebc-bd6c-7a97dfac85ef {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:44:25.565309 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7c776937-cbc4-403f-896d-96ddb09911b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:25.641525 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d68ab5-7e9c-4cc6-b832-f901eb993fc6 admin admin] Pushing event updated for resources: {'Network': ['ID=af38bc37-244e-4b4b-b7c0-7d70960787ec,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:25.680501 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network af38bc37-244e-4b4b-b7c0-7d70960787ec details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:44:25.755967 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b3a35d4a-f5c1-44a2-9773-2af9c9903c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:25.762302 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b1dbcdd-aa4d-495e-9aa2-a1e7f96886fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:25.834285 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-7c776937-cbc4-403f-896d-96ddb09911b7 admin admin] For port 21420f13-e0fa-4ebc-bd6c-7a97dfac85ef, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=21420f13-e0fa-4ebc-bd6c-7a97dfac85ef,segment=NetworkSegment(bd2cfffe-e3ee-44a4-8d80-f871934390a3),segment_id=bd2cfffe-e3ee-44a4-8d80-f871934390a3)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:25.834947 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7c776937-cbc4-403f-896d-96ddb09911b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:25.852944 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-7c776937-cbc4-403f-896d-96ddb09911b7 admin admin] Calling delete_port for 21420f13-e0fa-4ebc-bd6c-7a97dfac85ef owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:44:25.926680 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a35d4a-f5c1-44a2-9773-2af9c9903c46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95124d82-029a-4bad-bd56-4a328bc7edbc,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:26.045321 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b1dbcdd-aa4d-495e-9aa2-a1e7f96886fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:26.077135 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ef4ff9-b291-4cb8-9dd2-09a785883cbd', 'name': 'network-vif-deleted', 'tag': '9ef2c3af-7613-42bb-b545-bf26d4217418'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:44:26.079458 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4998cf64-2d38-4043-a8ec-03d638beb8ed" -d '{"events": [{"server_uuid": "e3ef4ff9-b291-4cb8-9dd2-09a785883cbd", "name": "network-vif-deleted", "tag": "9ef2c3af-7613-42bb-b545-bf26d4217418"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:44:26.085335 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a35d4a-f5c1-44a2-9773-2af9c9903c46 admin admin] Checking segment: {'id': '02d8d283-88e4-4809-9dbe-93263286f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:44:26.085741 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a35d4a-f5c1-44a2-9773-2af9c9903c46 admin admin] Network hostable DHCP agents. Network: f30ef001-50f8-4502-9fd3-b2ec1bbf0d34, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:44:26.101638 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-09ffc831-71eb-41c7-8d78-ef8408ecc12e req-308889f7-698f-4c8c-8baf-77c167654764 tempest-ListServersNegativeTestJSON-1439940468 tempest-ListServersNegativeTestJSON-1439940468-project] 10.222.0.127 "GET /v2.0/security-groups?id=1f6860aa-a321-4668-aec5-b62684ef2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8128369 Nov 04 10:44:26.109851 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7c776937-cbc4-403f-896d-96ddb09911b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:26.161797 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b1dbcdd-aa4d-495e-9aa2-a1e7f96886fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:26.164457 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b1dbcdd-aa4d-495e-9aa2-a1e7f96886fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:26.165677 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2b1dbcdd-aa4d-495e-9aa2-a1e7f96886fb admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/638626dc-bd8a-4701-9ce2-fc222ac06ebf HTTP/1.1" status: 204 len: 168 time: 0.8478386 Nov 04 10:44:26.195424 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c776937-cbc4-403f-896d-96ddb09911b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=21420f13-e0fa-4ebc-bd6c-7a97dfac85ef,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:26.247366 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 9ef2c3af-7613-42bb-b545-bf26d4217418 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:44:26.317150 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1dbcdd-aa4d-495e-9aa2-a1e7f96886fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638626dc-bd8a-4701-9ce2-fc222ac06ebf,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:26.349289 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a35d4a-f5c1-44a2-9773-2af9c9903c46 admin admin] Network f30ef001-50f8-4502-9fd3-b2ec1bbf0d34 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:44:26.359091 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 9ef2c3af-7613-42bb-b545-bf26d4217418 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:44:26.360067 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 9ef2c3af-7613-42bb-b545-bf26d4217418 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:44:26.361355 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device c7637261-78db-470e-90fd-225b54904663 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:44:26.400452 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: c7637261-78db-470e-90fd-225b54904663 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:44:26.401372 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device c7637261-78db-470e-90fd-225b54904663 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:44:26.412372 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d94da2-3ad3-4f1a-9ffd-ce61d49a6a60 x-openstack-request-id: req-12d94da2-3ad3-4f1a-9ffd-ce61d49a6a60 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:44:26.412897 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2717323-18bd-4b34-aa13-1e01efeef1ff", "name": "network-vif-deleted", "tag": "c7637261-78db-470e-90fd-225b54904663", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:44:26.413645 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-12d94da2-3ad3-4f1a-9ffd-ce61d49a6a60 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:44:26.414157 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2717323-18bd-4b34-aa13-1e01efeef1ff', 'name': 'network-vif-deleted', 'tag': 'c7637261-78db-470e-90fd-225b54904663', 'status': 'completed', 'code': 200} Nov 04 10:44:26.422186 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-b3a35d4a-f5c1-44a2-9773-2af9c9903c46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, f30ef001-50f8-4502-9fd3-b2ec1bbf0d34) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:44:26.429965 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a35d4a-f5c1-44a2-9773-2af9c9903c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:26.431863 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fe313e-ca60-42f8-99db-9a83f6e60e90 None None] Network f30ef001-50f8-4502-9fd3-b2ec1bbf0d34 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:44:26.433048 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b3a35d4a-f5c1-44a2-9773-2af9c9903c46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:26.460763 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f14dc81-edbe-4db8-8934-36d6d9cd2e13 x-openstack-request-id: req-5f14dc81-edbe-4db8-8934-36d6d9cd2e13 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:44:26.461348 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ef4ff9-b291-4cb8-9dd2-09a785883cbd", "name": "network-vif-deleted", "tag": "9ef2c3af-7613-42bb-b545-bf26d4217418", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:44:26.461758 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-5f14dc81-edbe-4db8-8934-36d6d9cd2e13 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:44:26.462438 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ef4ff9-b291-4cb8-9dd2-09a785883cbd', 'name': 'network-vif-deleted', 'tag': '9ef2c3af-7613-42bb-b545-bf26d4217418', 'status': 'completed', 'code': 200} Nov 04 10:44:26.495008 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b3a35d4a-f5c1-44a2-9773-2af9c9903c46 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1915822 Nov 04 10:44:26.500460 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49488) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:26.508028 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-cda9d097-9bfc-4b11-bde5-a0856173e4a8 admin admin] Deleting port 24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:44:26.508375 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cda9d097-9bfc-4b11-bde5-a0856173e4a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:26.513947 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-2b207882-27de-4379-9194-0bf432dca78f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2102480345-router', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:44:26.592646 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fddcf786-ad2d-47ac-a40c-60ec1952f6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:26.659198 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-cda9d097-9bfc-4b11-bde5-a0856173e4a8 admin admin] For port 24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2,segment=NetworkSegment(01f724fb-d5bb-4d4a-b3e6-7600685a2694),segment_id=01f724fb-d5bb-4d4a-b3e6-7600685a2694)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:26.659694 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cda9d097-9bfc-4b11-bde5-a0856173e4a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:26.684681 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-cda9d097-9bfc-4b11-bde5-a0856173e4a8 admin admin] Calling delete_port for 24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2 owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:44:26.741327 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcf786-ad2d-47ac-a40c-60ec1952f6ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca21843c-769c-4c2d-ae8a-b3a33a1390d3,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:26.763777 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cd0c2a-33b7-4f6e-aa67-a912b27d5997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-f30ef001-50f8-4502-9fd3-b2ec1bbf0d34', 'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'fixed_ips': [{'subnet_id': '95124d82-029a-4bad-bd56-4a328bc7edbc'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:44:26.766379 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2b207882-27de-4379-9194-0bf432dca78f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:26.767761 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2b207882-27de-4379-9194-0bf432dca78f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:26.768521 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-39cd0c2a-33b7-4f6e-aa67-a912b27d5997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:26.772669 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49492) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:26.838860 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f62fde58-f341-4b32-8706-00edfd1e9183 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=d5ca87115ca5414494cb8f8a42abe991&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0647588 Nov 04 10:44:26.840490 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcf786-ad2d-47ac-a40c-60ec1952f6ff admin admin] Checking segment: {'id': '48be911c-1787-4a97-aa12-b6926dacc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'af38bc37-244e-4b4b-b7c0-7d70960787ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:44:26.841109 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddcf786-ad2d-47ac-a40c-60ec1952f6ff admin admin] Network hostable DHCP agents. Network: af38bc37-244e-4b4b-b7c0-7d70960787ec, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:44:26.843228 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49494) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:26.923000 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7c776937-cbc4-403f-896d-96ddb09911b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:26.925578 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2b207882-27de-4379-9194-0bf432dca78f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:27.079816 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-39cd0c2a-33b7-4f6e-aa67-a912b27d5997 None None] Allocated IP 172.20.0.2 (f30ef001-50f8-4502-9fd3-b2ec1bbf0d34/95124d82-029a-4bad-bd56-4a328bc7edbc/a6f56412-d38f-4f81-a2be-9d732ddc14ef) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:44:27.115770 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddcf786-ad2d-47ac-a40c-60ec1952f6ff admin admin] Network af38bc37-244e-4b4b-b7c0-7d70960787ec is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:44:27.182989 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-fddcf786-ad2d-47ac-a40c-60ec1952f6ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, af38bc37-244e-4b4b-b7c0-7d70960787ec) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:44:27.204083 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4070e60e-454c-46d5-ab83-bbe908a72ba5 None None] Network af38bc37-244e-4b4b-b7c0-7d70960787ec requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:44:27.368495 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49500) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:27.404379 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e14b4453-a69d-4d0a-842e-5419b496d095 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:27.471386 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-228a9e9d-308b-43cf-b51c-56fbd1450923 admin admin] Deleting subnet eae3a3af-dac0-49f0-b528-c2b1e1b0da8c {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:44:27.477767 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e14b4453-a69d-4d0a-842e-5419b496d095 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:27.485158 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-228a9e9d-308b-43cf-b51c-56fbd1450923 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:27.492511 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddcf786-ad2d-47ac-a40c-60ec1952f6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:27.493081 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fddcf786-ad2d-47ac-a40c-60ec1952f6ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:27.515580 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b13cf53-b68f-4ce7-892c-850ae2a2aff6 None None] Network af38bc37-244e-4b4b-b7c0-7d70960787ec requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:44:27.558854 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cda9d097-9bfc-4b11-bde5-a0856173e4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:27.575001 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-228a9e9d-308b-43cf-b51c-56fbd1450923 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:27.617348 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-39cd0c2a-33b7-4f6e-aa67-a912b27d5997 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:27.617651 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2b207882-27de-4379-9194-0bf432dca78f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:27.631571 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fddcf786-ad2d-47ac-a40c-60ec1952f6ff admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.3401558 Nov 04 10:44:27.654596 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9d097-9bfc-4b11-bde5-a0856173e4a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:27.674804 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-39cd0c2a-33b7-4f6e-aa67-a912b27d5997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:27.686972 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c776937-cbc4-403f-896d-96ddb09911b7 admin admin] Router 90dbfbd5-b0de-4814-ac54-5c9d19c74299 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:44:27.775395 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e14b4453-a69d-4d0a-842e-5419b496d095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:27.782849 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cd0c2a-33b7-4f6e-aa67-a912b27d5997 None None] Network f30ef001-50f8-4502-9fd3-b2ec1bbf0d34 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:44:27.793360 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e14b4453-a69d-4d0a-842e-5419b496d095 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:27.807874 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-39cd0c2a-33b7-4f6e-aa67-a912b27d5997 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:44:27.814911 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e14b4453-a69d-4d0a-842e-5419b496d095 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/30d77f81-8fef-42d6-915f-124399411900 HTTP/1.1" status: 204 len: 168 time: 0.9691892 Nov 04 10:44:27.816599 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cd0c2a-33b7-4f6e-aa67-a912b27d5997 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:44:27.838382 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-228a9e9d-308b-43cf-b51c-56fbd1450923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:27.877495 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c776937-cbc4-403f-896d-96ddb09911b7 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:44:27.886959 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7c776937-cbc4-403f-896d-96ddb09911b7 admin admin] 10.222.0.127 "PUT /v2.0/routers/90dbfbd5-b0de-4814-ac54-5c9d19c74299/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2564597 Nov 04 10:44:27.888751 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49512) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:27.929654 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd0c2a-33b7-4f6e-aa67-a912b27d5997 None None] Pushing event updated for resources: {'Port': ['ID=a6f56412-d38f-4f81-a2be-9d732ddc14ef,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:27.932771 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b4453-a69d-4d0a-842e-5419b496d095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d77f81-8fef-42d6-915f-124399411900,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:27.951844 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d711ee-d8fe-4b96-91b3-05fd044cf0e7 None None] Sync routers for ids ['90dbfbd5-b0de-4814-ac54-5c9d19c74299'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:44:28.060540 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d711ee-d8fe-4b96-91b3-05fd044cf0e7 None None] Routers {'90dbfbd5-b0de-4814-ac54-5c9d19c74299'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:44:28.061816 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-23d711ee-d8fe-4b96-91b3-05fd044cf0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:44:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['90dbfbd5-b0de-4814-ac54-5c9d19c74299'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:28.149786 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-014a079d-7ceb-47d6-ad96-774586ac3f07 admin admin] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:28.204572 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cda9d097-9bfc-4b11-bde5-a0856173e4a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:28.381486 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-228a9e9d-308b-43cf-b51c-56fbd1450923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:28.412776 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-39cd0c2a-33b7-4f6e-aa67-a912b27d5997 None None] Attempting to bind port a6f56412-d38f-4f81-a2be-9d732ddc14ef on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:44:28.413352 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-39cd0c2a-33b7-4f6e-aa67-a912b27d5997 None None] Attempting to bind port a6f56412-d38f-4f81-a2be-9d732ddc14ef by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '02d8d283-88e4-4809-9dbe-93263286f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:44:28.413763 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd0c2a-33b7-4f6e-aa67-a912b27d5997 None None] Attempting to bind port a6f56412-d38f-4f81-a2be-9d732ddc14ef on network f30ef001-50f8-4502-9fd3-b2ec1bbf0d34 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:44:28.424642 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd0c2a-33b7-4f6e-aa67-a912b27d5997 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:44:28.425339 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd0c2a-33b7-4f6e-aa67-a912b27d5997 None None] Checking segment: {'id': '02d8d283-88e4-4809-9dbe-93263286f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:44:28.425639 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-39cd0c2a-33b7-4f6e-aa67-a912b27d5997 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:28.426036 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd0c2a-33b7-4f6e-aa67-a912b27d5997 None None] Bound using segment: {'id': '02d8d283-88e4-4809-9dbe-93263286f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:44:28.426686 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-39cd0c2a-33b7-4f6e-aa67-a912b27d5997 None None] Bound port: a6f56412-d38f-4f81-a2be-9d732ddc14ef, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d8d283-88e4-4809-9dbe-93263286f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:44:28.426969 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-39cd0c2a-33b7-4f6e-aa67-a912b27d5997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:28.509431 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-228a9e9d-308b-43cf-b51c-56fbd1450923 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:28.514096 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-228a9e9d-308b-43cf-b51c-56fbd1450923 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/eae3a3af-dac0-49f0-b528-c2b1e1b0da8c HTTP/1.1" status: 204 len: 168 time: 1.1435685 Nov 04 10:44:28.517432 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49532) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:28.525510 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a9e9d-308b-43cf-b51c-56fbd1450923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eae3a3af-dac0-49f0-b528-c2b1e1b0da8c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:28.545768 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-39cd0c2a-33b7-4f6e-aa67-a912b27d5997 None None] For port a6f56412-d38f-4f81-a2be-9d732ddc14ef, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:44:28.553936 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-39cd0c2a-33b7-4f6e-aa67-a912b27d5997 None None] For port a6f56412-d38f-4f81-a2be-9d732ddc14ef, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a6f56412-d38f-4f81-a2be-9d732ddc14ef,segment=NetworkSegment(02d8d283-88e4-4809-9dbe-93263286f795),segment_id=02d8d283-88e4-4809-9dbe-93263286f795)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:44:28.664940 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-39cd0c2a-33b7-4f6e-aa67-a912b27d5997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:28.804975 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd0c2a-33b7-4f6e-aa67-a912b27d5997 None None] Pushing event updated for resources: {'Port': ['ID=a6f56412-d38f-4f81-a2be-9d732ddc14ef,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:28.815316 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-23d711ee-d8fe-4b96-91b3-05fd044cf0e7 None None] Set router 90dbfbd5-b0de-4814-ac54-5c9d19c74299 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:44:28.876227 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5593a8ee-2a5f-4563-b690-5584cde4041c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:29.093555 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda9d097-9bfc-4b11-bde5-a0856173e4a8 admin admin] Router dd2e123c-b60a-469e-87b4-0152498ff8d2 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:44:29.226829 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-e7de3de0-83d1-4689-8fc8-e91c302a66d3 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:29.229557 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-e7de3de0-83d1-4689-8fc8-e91c302a66d3 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.127 "GET /v2.0/networks?id=af38bc37-244e-4b4b-b7c0-7d70960787ec HTTP/1.1" status: 200 len: 822 time: 0.5321822 Nov 04 10:44:29.253525 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-23d711ee-d8fe-4b96-91b3-05fd044cf0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dbfbd5-b0de-4814-ac54-5c9d19c74299', 'name': 'tempest-ImageQuotaTest-270573430-router', 'tenant_id': '023405fa6c354f6c8227471a497bc543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '2e77b3ba-8582-445b-be0a-94b935a911f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:10Z', 'updated_at': '2021-11-04T10:44:26Z', 'revision_number': 5, 'project_id': '023405fa6c354f6c8227471a497bc543', 'gw_port': {'id': '2e77b3ba-8582-445b-be0a-94b935a911f6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:27:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dbfbd5-b0de-4814-ac54-5c9d19c74299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:11Z', 'updated_at': '2021-11-04T10:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:29.297572 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d711ee-d8fe-4b96-91b3-05fd044cf0e7 None None] Checking router: 90dbfbd5-b0de-4814-ac54-5c9d19c74299 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:44:29.324301 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d711ee-d8fe-4b96-91b3-05fd044cf0e7 None None] Routers {'90dbfbd5-b0de-4814-ac54-5c9d19c74299'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:44:29.326003 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-23d711ee-d8fe-4b96-91b3-05fd044cf0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:44:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['90dbfbd5-b0de-4814-ac54-5c9d19c74299'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:29.360786 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2b207882-27de-4379-9194-0bf432dca78f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:29.399210 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2b207882-27de-4379-9194-0bf432dca78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:29.470377 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-014a079d-7ceb-47d6-ad96-774586ac3f07 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:29.537394 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5593a8ee-2a5f-4563-b690-5584cde4041c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:29.590314 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-2b207882-27de-4379-9194-0bf432dca78f admin admin] Allocated IP 172.25.7.140 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/b2effcf6-7eb0-4196-a427-020a9aa91780) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:44:29.592387 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-23d711ee-d8fe-4b96-91b3-05fd044cf0e7 None None] Set router 90dbfbd5-b0de-4814-ac54-5c9d19c74299 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:44:29.612610 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-5593a8ee-2a5f-4563-b690-5584cde4041c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a22bc6f-a08a-4052-b571-d98123c0c96c']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:29.620367 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-014a079d-7ceb-47d6-ad96-774586ac3f07 admin admin] Deleting port 2e77b3ba-8582-445b-be0a-94b935a911f6 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:44:29.620748 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-014a079d-7ceb-47d6-ad96-774586ac3f07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:29.644617 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-5593a8ee-2a5f-4563-b690-5584cde4041c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8465b5a-60fe-4380-ac16-8e6a62f3f5a4') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:29.645057 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-5593a8ee-2a5f-4563-b690-5584cde4041c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8465b5a-60fe-4380-ac16-8e6a62f3f5a4') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:29.658780 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5593a8ee-2a5f-4563-b690-5584cde4041c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:29.689003 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5593a8ee-2a5f-4563-b690-5584cde4041c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:29.707098 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a6f56412-d38f-4f81-a2be-9d732ddc14ef up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:44:29.709602 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5593a8ee-2a5f-4563-b690-5584cde4041c admin admin] Releasing vlan 1185 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:44:29.710022 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5593a8ee-2a5f-4563-b690-5584cde4041c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:44:29.843300 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:44:29.887179 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2b207882-27de-4379-9194-0bf432dca78f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:29.890618 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-014a079d-7ceb-47d6-ad96-774586ac3f07 admin admin] For port 2e77b3ba-8582-445b-be0a-94b935a911f6, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2e77b3ba-8582-445b-be0a-94b935a911f6,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:29.891007 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-014a079d-7ceb-47d6-ad96-774586ac3f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:29.911311 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-014a079d-7ceb-47d6-ad96-774586ac3f07 admin admin] Calling delete_port for 2e77b3ba-8582-445b-be0a-94b935a911f6 owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:44:29.960569 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port a6f56412-d38f-4f81-a2be-9d732ddc14ef triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:29.961202 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:30.011560 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda9d097-9bfc-4b11-bde5-a0856173e4a8 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:44:30.026325 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a5902a-ecb9-46e0-8991-1cf76e30ccfd None None] Sync routers for ids ['dd2e123c-b60a-469e-87b4-0152498ff8d2'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:44:30.031001 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cda9d097-9bfc-4b11-bde5-a0856173e4a8 admin admin] 10.222.0.127 "PUT /v2.0/routers/dd2e123c-b60a-469e-87b4-0152498ff8d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4962478 Nov 04 10:44:30.031879 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49566) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:30.051604 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a5902a-ecb9-46e0-8991-1cf76e30ccfd None None] Routers {'dd2e123c-b60a-469e-87b4-0152498ff8d2'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:44:30.056795 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-12a5902a-ecb9-46e0-8991-1cf76e30ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:44:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['dd2e123c-b60a-469e-87b4-0152498ff8d2'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:30.057516 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2b207882-27de-4379-9194-0bf432dca78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:30.060419 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-0856091a-0cc5-4377-b22a-939d2ed62232 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.127 "GET /v2.0/quotas/965f80338c0a4ea9b4688fbfb031996f HTTP/1.1" status: 200 len: 375 time: 0.7478726 Nov 04 10:44:30.079562 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5593a8ee-2a5f-4563-b690-5584cde4041c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:30.110512 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5593a8ee-2a5f-4563-b690-5584cde4041c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:30.113842 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5593a8ee-2a5f-4563-b690-5584cde4041c admin admin] 10.222.0.127 "DELETE /v2.0/networks/1a22bc6f-a08a-4052-b571-d98123c0c96c HTTP/1.1" status: 204 len: 168 time: 1.5951648 Nov 04 10:44:30.185880 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b207882-27de-4379-9194-0bf432dca78f admin admin] Pushing event updated for resources: {'Port': ['ID=b2effcf6-7eb0-4196-a427-020a9aa91780,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:30.214638 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-23d711ee-d8fe-4b96-91b3-05fd044cf0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dbfbd5-b0de-4814-ac54-5c9d19c74299', 'name': 'tempest-ImageQuotaTest-270573430-router', 'tenant_id': '023405fa6c354f6c8227471a497bc543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '2e77b3ba-8582-445b-be0a-94b935a911f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:10Z', 'updated_at': '2021-11-04T10:44:26Z', 'revision_number': 5, 'project_id': '023405fa6c354f6c8227471a497bc543', 'gw_port': {'id': '2e77b3ba-8582-445b-be0a-94b935a911f6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:27:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dbfbd5-b0de-4814-ac54-5c9d19c74299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:11Z', 'updated_at': '2021-11-04T10:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:30.314956 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b207882-27de-4379-9194-0bf432dca78f admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:44:30.330619 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-2b207882-27de-4379-9194-0bf432dca78f admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:44:30.337705 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b207882-27de-4379-9194-0bf432dca78f admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:44:30.345405 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d711ee-d8fe-4b96-91b3-05fd044cf0e7 None None] The sync data for ids ['90dbfbd5-b0de-4814-ac54-5c9d19c74299'] in n-d-816629-1 is: [{'id': '90dbfbd5-b0de-4814-ac54-5c9d19c74299', 'name': 'tempest-ImageQuotaTest-270573430-router', 'tenant_id': '023405fa6c354f6c8227471a497bc543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '2e77b3ba-8582-445b-be0a-94b935a911f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:10Z', 'updated_at': '2021-11-04T10:44:26Z', 'revision_number': 5, 'project_id': '023405fa6c354f6c8227471a497bc543', 'gw_port': {'id': '2e77b3ba-8582-445b-be0a-94b935a911f6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:27:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dbfbd5-b0de-4814-ac54-5c9d19c74299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:11Z', 'updated_at': '2021-11-04T10:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:44:30.347531 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-9346dbfa-c17a-4c69-a57b-48a5d23e42ad tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=965f80338c0a4ea9b4688fbfb031996f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2859831 Nov 04 10:44:30.402436 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593a8ee-2a5f-4563-b690-5584cde4041c admin admin] Pushing event deleted for resources: {'Network': ['ID=1a22bc6f-a08a-4052-b571-d98123c0c96c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:30.460177 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49576) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:30.463335 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-12a5902a-ecb9-46e0-8991-1cf76e30ccfd None None] Set router dd2e123c-b60a-469e-87b4-0152498ff8d2 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:44:30.527922 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:30.654309 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port a6f56412-d38f-4f81-a2be-9d732ddc14ef, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a6f56412-d38f-4f81-a2be-9d732ddc14ef,segment=NetworkSegment(02d8d283-88e4-4809-9dbe-93263286f795),segment_id=02d8d283-88e4-4809-9dbe-93263286f795)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:30.663711 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:30.736239 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-014a079d-7ceb-47d6-ad96-774586ac3f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:30.771302 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e276d0aa-63c0-4f1d-8ee6-9aed578e6242 None None] Network f30ef001-50f8-4502-9fd3-b2ec1bbf0d34 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:44:30.882528 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-af22675c-1287-44c3-b41d-e7ad3fff72d4 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=1b58039ae5c945d88e702cafc65cb86d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2856026 Nov 04 10:44:30.902038 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49586) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:30.968230 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-12a5902a-ecb9-46e0-8991-1cf76e30ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2e123c-b60a-469e-87b4-0152498ff8d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1226754562-router', 'tenant_id': 'ead355d3198b4aadbda9707a7fac95b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'f943b67e-3774-4e07-944b-4360d73d738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:14Z', 'updated_at': '2021-11-04T10:44:27Z', 'revision_number': 5, 'project_id': 'ead355d3198b4aadbda9707a7fac95b2', 'gw_port': {'id': 'f943b67e-3774-4e07-944b-4360d73d738f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:90:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2e123c-b60a-469e-87b4-0152498ff8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:16Z', 'updated_at': '2021-11-04T10:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:31.004509 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=a6f56412-d38f-4f81-a2be-9d732ddc14ef,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:31.021671 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-260dcea4-c24c-4421-bc52-43926947d7c8 admin admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:31.037406 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a5902a-ecb9-46e0-8991-1cf76e30ccfd None None] Checking router: dd2e123c-b60a-469e-87b4-0152498ff8d2 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:44:31.057472 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-1ae68335-8420-4fc8-86dd-5dcaf328f47f None None] Provisioning complete for port a6f56412-d38f-4f81-a2be-9d732ddc14ef triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:31.058206 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1ae68335-8420-4fc8-86dd-5dcaf328f47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:31.061134 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a5902a-ecb9-46e0-8991-1cf76e30ccfd None None] Routers {'dd2e123c-b60a-469e-87b4-0152498ff8d2'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:44:31.062122 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-12a5902a-ecb9-46e0-8991-1cf76e30ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:44:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['dd2e123c-b60a-469e-87b4-0152498ff8d2'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:31.105500 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a079d-7ceb-47d6-ad96-774586ac3f07 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e77b3ba-8582-445b-be0a-94b935a911f6,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:31.185398 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-260dcea4-c24c-4421-bc52-43926947d7c8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:31.190121 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-d6deef8b-f2a4-4abd-b3a4-032ad03a4ffd service neutron] 10.222.0.127 "GET /v2.0/networks/af38bc37-244e-4b4b-b7c0-7d70960787ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8417373 Nov 04 10:44:31.297315 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-96238f95-602f-4e08-a22f-23224804750f service neutron] 10.222.0.127 "GET /v2.0/networks/af38bc37-244e-4b4b-b7c0-7d70960787ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929122 Nov 04 10:44:31.299144 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b026dfb5-a029-461f-98c9-57c320641f3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:31.335323 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-12a5902a-ecb9-46e0-8991-1cf76e30ccfd None None] Set router dd2e123c-b60a-469e-87b4-0152498ff8d2 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:44:31.369143 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-014a079d-7ceb-47d6-ad96-774586ac3f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:31.400278 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b026dfb5-a029-461f-98c9-57c320641f3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:31.443924 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-260dcea4-c24c-4421-bc52-43926947d7c8 admin admin] Deleting port f943b67e-3774-4e07-944b-4360d73d738f {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:44:31.444501 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-260dcea4-c24c-4421-bc52-43926947d7c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:31.523024 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a6f56412-d38f-4f81-a2be-9d732ddc14ef up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:44:31.562187 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-014a079d-7ceb-47d6-ad96-774586ac3f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:31.564073 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-014a079d-7ceb-47d6-ad96-774586ac3f07 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:31.568130 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b026dfb5-a029-461f-98c9-57c320641f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:31.571150 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b026dfb5-a029-461f-98c9-57c320641f3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:31.575059 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b026dfb5-a029-461f-98c9-57c320641f3c admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/1f6860aa-a321-4668-aec5-b62684ef2c48 HTTP/1.1" status: 204 len: 168 time: 0.6718874 Nov 04 10:44:31.603786 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026dfb5-a029-461f-98c9-57c320641f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6860aa-a321-4668-aec5-b62684ef2c48,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:31.711116 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-014a079d-7ceb-47d6-ad96-774586ac3f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:31.712317 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014a079d-7ceb-47d6-ad96-774586ac3f07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90dbfbd5-b0de-4814-ac54-5c9d19c74299 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:44:31.713699 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port a6f56412-d38f-4f81-a2be-9d732ddc14ef triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:31.714068 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:31.727649 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-014a079d-7ceb-47d6-ad96-774586ac3f07 admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:31.737253 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-014a079d-7ceb-47d6-ad96-774586ac3f07 admin admin] 10.222.0.127 "DELETE /v2.0/routers/90dbfbd5-b0de-4814-ac54-5c9d19c74299 HTTP/1.1" status: 204 len: 168 time: 3.8451464 Nov 04 10:44:31.737943 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49600) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:31.740353 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-260dcea4-c24c-4421-bc52-43926947d7c8 admin admin] For port f943b67e-3774-4e07-944b-4360d73d738f, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f943b67e-3774-4e07-944b-4360d73d738f,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:31.740953 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-260dcea4-c24c-4421-bc52-43926947d7c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:31.778487 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-260dcea4-c24c-4421-bc52-43926947d7c8 admin admin] Calling delete_port for f943b67e-3774-4e07-944b-4360d73d738f owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:44:31.817368 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-12a5902a-ecb9-46e0-8991-1cf76e30ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2e123c-b60a-469e-87b4-0152498ff8d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1226754562-router', 'tenant_id': 'ead355d3198b4aadbda9707a7fac95b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'f943b67e-3774-4e07-944b-4360d73d738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:14Z', 'updated_at': '2021-11-04T10:44:27Z', 'revision_number': 5, 'project_id': 'ead355d3198b4aadbda9707a7fac95b2', 'gw_port': {'id': 'f943b67e-3774-4e07-944b-4360d73d738f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:90:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2e123c-b60a-469e-87b4-0152498ff8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:16Z', 'updated_at': '2021-11-04T10:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:31.891517 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-3dee9f0c-debc-4168-a693-224a2de2bafb None None] Provisioning complete for port a6f56412-d38f-4f81-a2be-9d732ddc14ef triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:31.895701 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3dee9f0c-debc-4168-a693-224a2de2bafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:31.899123 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2b207882-27de-4379-9194-0bf432dca78f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:31.912734 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a5902a-ecb9-46e0-8991-1cf76e30ccfd None None] The sync data for ids ['dd2e123c-b60a-469e-87b4-0152498ff8d2'] in n-d-816629-1 is: [{'id': 'dd2e123c-b60a-469e-87b4-0152498ff8d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1226754562-router', 'tenant_id': 'ead355d3198b4aadbda9707a7fac95b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': 'f943b67e-3774-4e07-944b-4360d73d738f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:41:14Z', 'updated_at': '2021-11-04T10:44:27Z', 'revision_number': 5, 'project_id': 'ead355d3198b4aadbda9707a7fac95b2', 'gw_port': {'id': 'f943b67e-3774-4e07-944b-4360d73d738f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:90:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2e123c-b60a-469e-87b4-0152498ff8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:41:16Z', 'updated_at': '2021-11-04T10:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:44:32.019478 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-901295a2-ceff-48ee-96da-22a46a4698eb admin admin] Deleting subnet dc1dc30d-b593-4fca-8170-57b7c791a558 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:44:32.030940 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-901295a2-ceff-48ee-96da-22a46a4698eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:32.184568 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 21420f13-e0fa-4ebc-bd6c-7a97dfac85ef no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:44:32.197874 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-260dcea4-c24c-4421-bc52-43926947d7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:32.225932 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-901295a2-ceff-48ee-96da-22a46a4698eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:32.236572 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 21420f13-e0fa-4ebc-bd6c-7a97dfac85ef {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:44:32.237226 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 21420f13-e0fa-4ebc-bd6c-7a97dfac85ef not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:44:32.286744 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260dcea4-c24c-4421-bc52-43926947d7c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f943b67e-3774-4e07-944b-4360d73d738f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:32.454396 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-260dcea4-c24c-4421-bc52-43926947d7c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:32.601750 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b0aa9ef0-a142-43c1-912f-37480f491886 req-c06a7912-1b4a-4d67-8e70-0a28080010aa tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.127 "GET /v2.0/ports?device_id=f729eafb-e8d7-41e7-a49d-117f6a5293c6 HTTP/1.1" status: 200 len: 210 time: 0.0972724 Nov 04 10:44:32.609987 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-260dcea4-c24c-4421-bc52-43926947d7c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:32.613077 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-260dcea4-c24c-4421-bc52-43926947d7c8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:32.644223 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-901295a2-ceff-48ee-96da-22a46a4698eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:32.686891 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-260dcea4-c24c-4421-bc52-43926947d7c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:32.687605 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260dcea4-c24c-4421-bc52-43926947d7c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd2e123c-b60a-469e-87b4-0152498ff8d2 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:44:32.693328 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2b207882-27de-4379-9194-0bf432dca78f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:32.700026 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-260dcea4-c24c-4421-bc52-43926947d7c8 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:32.710289 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-260dcea4-c24c-4421-bc52-43926947d7c8 admin admin] 10.222.0.127 "DELETE /v2.0/routers/dd2e123c-b60a-469e-87b4-0152498ff8d2 HTTP/1.1" status: 204 len: 168 time: 2.6460593 Nov 04 10:44:32.711593 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49626) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:32.787490 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-157702f3-6325-42a4-b968-228d4c7b660a admin admin] Deleting subnet 59bf7bce-0a06-4e94-b69d-9476ec3fc967 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:44:32.791978 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-157702f3-6325-42a4-b968-228d4c7b660a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:32.893727 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-157702f3-6325-42a4-b968-228d4c7b660a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:32.894279 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-901295a2-ceff-48ee-96da-22a46a4698eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:32.922024 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-901295a2-ceff-48ee-96da-22a46a4698eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:32.930040 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920eeab0-4633-4248-940d-c3c455a5f4c9 None None] Network b67683eb-609e-4ae8-8d10-47e857a310b6 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:44:32.933382 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-901295a2-ceff-48ee-96da-22a46a4698eb admin admin] 10.222.0.127 "DELETE /v2.0/subnets/dc1dc30d-b593-4fca-8170-57b7c791a558 HTTP/1.1" status: 204 len: 168 time: 1.1867156 Nov 04 10:44:32.934029 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49636) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:32.997557 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901295a2-ceff-48ee-96da-22a46a4698eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc1dc30d-b593-4fca-8170-57b7c791a558,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:33.006145 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-157702f3-6325-42a4-b968-228d4c7b660a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:33.127855 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-157702f3-6325-42a4-b968-228d4c7b660a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:33.185615 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-53baa9a7-870a-46c9-bcf7-109c9f77f0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:33.189790 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b207882-27de-4379-9194-0bf432dca78f admin admin] Router ee653f2e-c4da-41e5-9134-f2e823a8c318 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:44:33.203187 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157702f3-6325-42a4-b968-228d4c7b660a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59bf7bce-0a06-4e94-b69d-9476ec3fc967,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:33.226124 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-157702f3-6325-42a4-b968-228d4c7b660a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:33.229481 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-157702f3-6325-42a4-b968-228d4c7b660a admin admin] 10.222.0.127 "DELETE /v2.0/subnets/59bf7bce-0a06-4e94-b69d-9476ec3fc967 HTTP/1.1" status: 204 len: 168 time: 0.5168049 Nov 04 10:44:33.238622 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49654) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:33.397363 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2e77b3ba-8582-445b-be0a-94b935a911f6 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:44:33.420330 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-53baa9a7-870a-46c9-bcf7-109c9f77f0a6 admin admin] Deleting port b53f9e66-df5f-4d4a-bb37-8290df1e1582 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:44:33.420665 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-53baa9a7-870a-46c9-bcf7-109c9f77f0a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:33.424216 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b207882-27de-4379-9194-0bf432dca78f admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:44:33.464041 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7894016f-fdf7-438c-bf12-1062effdff49 None None] DHCP port deletion for b67683eb-609e-4ae8-8d10-47e857a310b6 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:44:33.466279 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5a53fa-353e-4eb3-9921-c25756d85d83 None None] Sync routers for ids ['ee653f2e-c4da-41e5-9134-f2e823a8c318'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:44:33.477818 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-33021b3e-af96-413a-8287-1d01f30ea567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:33.489893 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49656) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:33.490944 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 2e77b3ba-8582-445b-be0a-94b935a911f6 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:44:33.491288 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2e77b3ba-8582-445b-be0a-94b935a911f6 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:44:33.491977 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:44:33.510653 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2b207882-27de-4379-9194-0bf432dca78f admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:33.515348 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2b207882-27de-4379-9194-0bf432dca78f admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0114377 Nov 04 10:44:33.516949 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49660) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:33.522461 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-53baa9a7-870a-46c9-bcf7-109c9f77f0a6 admin admin] For port b53f9e66-df5f-4d4a-bb37-8290df1e1582, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b53f9e66-df5f-4d4a-bb37-8290df1e1582,segment=NetworkSegment(bd2cfffe-e3ee-44a4-8d80-f871934390a3),segment_id=bd2cfffe-e3ee-44a4-8d80-f871934390a3)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:33.522824 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-53baa9a7-870a-46c9-bcf7-109c9f77f0a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:33.543538 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-53baa9a7-870a-46c9-bcf7-109c9f77f0a6 admin admin] Calling delete_port for b53f9e66-df5f-4d4a-bb37-8290df1e1582 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:44:33.572559 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:44:33.572917 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 24bbeef2-c7c7-4d90-b03c-c6d0808bf3e2 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:44:33.575873 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5a53fa-353e-4eb3-9921-c25756d85d83 None None] Routers {'ee653f2e-c4da-41e5-9134-f2e823a8c318'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:44:33.580752 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-3d5a53fa-353e-4eb3-9921-c25756d85d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:44:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ee653f2e-c4da-41e5-9134-f2e823a8c318'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:33.959765 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49666) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:34.037362 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ba1969d-2a6c-4721-a134-80e62f272b71 req-85c3e3b1-b238-45d3-adbe-a721168305ca tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.127 "GET /v2.0/ports?device_id=f729eafb-e8d7-41e7-a49d-117f6a5293c6 HTTP/1.1" status: 200 len: 210 time: 0.1364825 Nov 04 10:44:34.042577 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-e48e7c53-889b-4472-9c2b-765bdfb8c53b tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:34.044442 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-e48e7c53-889b-4472-9c2b-765bdfb8c53b tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.121 "GET /v2.0/networks?id=af38bc37-244e-4b4b-b7c0-7d70960787ec HTTP/1.1" status: 200 len: 822 time: 0.3620226 Nov 04 10:44:34.060230 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-6e08fafc-f9c4-498a-81e9-f24a5bb96d1a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1291412110-network', 'tenant_id': '343110c8f9b64c948b5d4c411d3c8a01'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:44:34.081183 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-53baa9a7-870a-46c9-bcf7-109c9f77f0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:34.085192 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-33021b3e-af96-413a-8287-1d01f30ea567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:34.098184 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-3ebce95b-6b8c-4aea-a3ef-2fef25e198f7 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Request body: {'port': {'device_id': 'f729eafb-e8d7-41e7-a49d-117f6a5293c6', 'network_id': 'af38bc37-244e-4b4b-b7c0-7d70960787ec', 'admin_state_up': True, 'tenant_id': '965f80338c0a4ea9b4688fbfb031996f'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:44:34.129740 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e08fafc-f9c4-498a-81e9-f24a5bb96d1a admin admin] Made reservation on behalf of 343110c8f9b64c948b5d4c411d3c8a01 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:44:34.135305 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6e08fafc-f9c4-498a-81e9-f24a5bb96d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:34.138038 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53baa9a7-870a-46c9-bcf7-109c9f77f0a6 admin admin] No DVR routers for this DVR port b53f9e66-df5f-4d4a-bb37-8290df1e1582 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:44:34.143302 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-7894016f-fdf7-438c-bf12-1062effdff49 None None] Deleting port b53f9e66-df5f-4d4a-bb37-8290df1e1582 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:44:34.143665 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7894016f-fdf7-438c-bf12-1062effdff49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:34.223220 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-3d5a53fa-353e-4eb3-9921-c25756d85d83 None None] Set router ee653f2e-c4da-41e5-9134-f2e823a8c318 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:44:34.290037 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6e08fafc-f9c4-498a-81e9-f24a5bb96d1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:34.300766 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53baa9a7-870a-46c9-bcf7-109c9f77f0a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b53f9e66-df5f-4d4a-bb37-8290df1e1582,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:34.329435 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-7894016f-fdf7-438c-bf12-1062effdff49 None None] For port b53f9e66-df5f-4d4a-bb37-8290df1e1582, host n-d-816629-1, got binding levels [] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:34.329705 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7894016f-fdf7-438c-bf12-1062effdff49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:34.396670 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-7894016f-fdf7-438c-bf12-1062effdff49 None None] Calling delete_port for b53f9e66-df5f-4d4a-bb37-8290df1e1582 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:44:34.404919 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.ipam_backend_mixin [None req-7894016f-fdf7-438c-bf12-1062effdff49 None None] Port b53f9e66-df5f-4d4a-bb37-8290df1e1582 was not found and therefore no delete operation was performed {{(pid=101776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 10:44:34.412322 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7894016f-fdf7-438c-bf12-1062effdff49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:34.428455 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7894016f-fdf7-438c-bf12-1062effdff49 None None] No DVR routers for this DVR port b53f9e66-df5f-4d4a-bb37-8290df1e1582 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:44:34.464543 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894016f-fdf7-438c-bf12-1062effdff49 None None] Pushing event deleted for resources: {'Port': ['ID=b53f9e66-df5f-4d4a-bb37-8290df1e1582,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:34.494741 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-53baa9a7-870a-46c9-bcf7-109c9f77f0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:34.529956 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-53baa9a7-870a-46c9-bcf7-109c9f77f0a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b67683eb-609e-4ae8-8d10-47e857a310b6']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:34.552028 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-3d5a53fa-353e-4eb3-9921-c25756d85d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'name': 'tempest-ServersTestManualDisk-2102480345-router', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:26Z', 'updated_at': '2021-11-04T10:44:31Z', 'revision_number': 3, 'project_id': '70e6800525e94252bd926fa3f3533b35', 'gw_port': {'id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:48:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:29Z', 'updated_at': '2021-11-04T10:44:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:34.552349 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-53baa9a7-870a-46c9-bcf7-109c9f77f0a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2cfffe-e3ee-44a4-8d80-f871934390a3') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:34.552629 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-53baa9a7-870a-46c9-bcf7-109c9f77f0a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2cfffe-e3ee-44a4-8d80-f871934390a3') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:34.573602 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-53baa9a7-870a-46c9-bcf7-109c9f77f0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:34.588408 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5a53fa-353e-4eb3-9921-c25756d85d83 None None] Checking router: ee653f2e-c4da-41e5-9134-f2e823a8c318 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:44:34.588762 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5a53fa-353e-4eb3-9921-c25756d85d83 None None] Updating router ee653f2e-c4da-41e5-9134-f2e823a8c318 port b2effcf6-7eb0-4196-a427-020a9aa91780 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:44:34.618506 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-53baa9a7-870a-46c9-bcf7-109c9f77f0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:34.622051 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-3ebce95b-6b8c-4aea-a3ef-2fef25e198f7 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Made reservation on behalf of 965f80338c0a4ea9b4688fbfb031996f for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:44:34.625880 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-3ebce95b-6b8c-4aea-a3ef-2fef25e198f7 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:34.636317 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3d5a53fa-353e-4eb3-9921-c25756d85d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:34.645230 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53baa9a7-870a-46c9-bcf7-109c9f77f0a6 admin admin] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:44:34.645682 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-53baa9a7-870a-46c9-bcf7-109c9f77f0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:44:34.648568 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:44:34.686293 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-33021b3e-af96-413a-8287-1d01f30ea567 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb289679-7639-4a66-aa3b-ec07d6a9d79d']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:34.697031 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a65b1f05-e182-4696-b1a8-1f8f5dbfffb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:34.704272 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-33021b3e-af96-413a-8287-1d01f30ea567 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f724fb-d5bb-4d4a-b3e6-7600685a2694') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:34.704563 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-33021b3e-af96-413a-8287-1d01f30ea567 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f724fb-d5bb-4d4a-b3e6-7600685a2694') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:34.732545 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6e08fafc-f9c4-498a-81e9-f24a5bb96d1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:34.747597 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-33021b3e-af96-413a-8287-1d01f30ea567 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:34.764349 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6e08fafc-f9c4-498a-81e9-f24a5bb96d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:34.778356 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-33021b3e-af96-413a-8287-1d01f30ea567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:34.779712 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-53baa9a7-870a-46c9-bcf7-109c9f77f0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:34.792778 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33021b3e-af96-413a-8287-1d01f30ea567 admin admin] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:44:34.793219 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-33021b3e-af96-413a-8287-1d01f30ea567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:44:34.797931 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:44:34.806480 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-53baa9a7-870a-46c9-bcf7-109c9f77f0a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:34.812303 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-53baa9a7-870a-46c9-bcf7-109c9f77f0a6 admin admin] 10.222.0.127 "DELETE /v2.0/networks/b67683eb-609e-4ae8-8d10-47e857a310b6 HTTP/1.1" status: 204 len: 168 time: 1.8652248 Nov 04 10:44:34.814007 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e08fafc-f9c4-498a-81e9-f24a5bb96d1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1159} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:44:34.840626 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53baa9a7-870a-46c9-bcf7-109c9f77f0a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b67683eb-609e-4ae8-8d10-47e857a310b6,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:34.872200 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6e08fafc-f9c4-498a-81e9-f24a5bb96d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:34.872429 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-6e08fafc-f9c4-498a-81e9-f24a5bb96d1a admin admin] Added segment bcca8c31-d7a4-433d-b40d-28629679c70c of type vlan for network 4ea30ddd-783c-4e98-88c8-c72495d90b19 Nov 04 10:44:34.894218 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08fafc-f9c4-498a-81e9-f24a5bb96d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd15b03c-0d85-4b6b-97be-64100d425a08,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:34.899227 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-33021b3e-af96-413a-8287-1d01f30ea567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:34.912754 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-33021b3e-af96-413a-8287-1d01f30ea567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:34.916025 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-33021b3e-af96-413a-8287-1d01f30ea567 admin admin] 10.222.0.127 "DELETE /v2.0/networks/eb289679-7639-4a66-aa3b-ec07d6a9d79d HTTP/1.1" status: 204 len: 168 time: 1.6763830 Nov 04 10:44:34.940466 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6e08fafc-f9c4-498a-81e9-f24a5bb96d1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:34.947317 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-3ebce95b-6b8c-4aea-a3ef-2fef25e198f7 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Allocated IP 172.20.0.10 (af38bc37-244e-4b4b-b7c0-7d70960787ec/ca21843c-769c-4c2d-ae8a-b3a33a1390d3/ae5fba65-8ba3-47e9-a6a0-6114ed284b60) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:44:34.956265 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33021b3e-af96-413a-8287-1d01f30ea567 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb289679-7639-4a66-aa3b-ec07d6a9d79d,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:34.992209 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6e08fafc-f9c4-498a-81e9-f24a5bb96d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:34.993035 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a65b1f05-e182-4696-b1a8-1f8f5dbfffb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:34.993187 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e08fafc-f9c4-498a-81e9-f24a5bb96d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:34.993769 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6e08fafc-f9c4-498a-81e9-f24a5bb96d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:34.999803 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a65b1f05-e182-4696-b1a8-1f8f5dbfffb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:35.082032 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b1f05-e182-4696-b1a8-1f8f5dbfffb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d408d7db-03dd-4947-9aa5-6a31a0878a36,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:35.086685 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-44d28814-ff25-4c68-b341-568e45692980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:35.091423 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6e08fafc-f9c4-498a-81e9-f24a5bb96d1a admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5974152 Nov 04 10:44:35.095865 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a65b1f05-e182-4696-b1a8-1f8f5dbfffb3 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=8655c9c824be4b37b52364dbae833369&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1011338 Nov 04 10:44:35.096967 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49680) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:35.104326 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49682) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:35.104592 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49684) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:35.105410 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-84f7ee69-fd0b-4568-a0b2-e17311aaea2b admin admin] Request body: {'subnet': {'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1291412110-subnet', 'tenant_id': '343110c8f9b64c948b5d4c411d3c8a01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:44:35.164654 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08fafc-f9c4-498a-81e9-f24a5bb96d1a admin admin] Pushing event updated for resources: {'Network': ['ID=4ea30ddd-783c-4e98-88c8-c72495d90b19,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:35.170499 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3d5a53fa-353e-4eb3-9921-c25756d85d83 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:35.187657 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 4ea30ddd-783c-4e98-88c8-c72495d90b19 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:44:35.202199 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f7ee69-fd0b-4568-a0b2-e17311aaea2b admin admin] Made reservation on behalf of 343110c8f9b64c948b5d4c411d3c8a01 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:44:35.204903 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-84f7ee69-fd0b-4568-a0b2-e17311aaea2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:35.261011 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ad2f5f50-1782-4c8e-b9d6-7463bddb81a0 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=023405fa6c354f6c8227471a497bc543&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1290514 Nov 04 10:44:35.265118 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49688) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:35.287960 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49690) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:35.291430 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3d5a53fa-353e-4eb3-9921-c25756d85d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:35.315214 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-3ebce95b-6b8c-4aea-a3ef-2fef25e198f7 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:35.318185 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-880e73c2-04f0-4c61-bb65-966c14b0a0b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:35.347536 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f943b67e-3774-4e07-944b-4360d73d738f no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:44:35.352693 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fa1d987f-e0bd-4a63-9608-39526bd31e9d req-1fc61f07-2709-4af9-adc0-9f39563aaed4 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.127 "GET /v2.0/ports?device_id=f729eafb-e8d7-41e7-a49d-117f6a5293c6 HTTP/1.1" status: 200 len: 210 time: 0.0895290 Nov 04 10:44:35.382590 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: f943b67e-3774-4e07-944b-4360d73d738f {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:44:35.382941 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f943b67e-3774-4e07-944b-4360d73d738f not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:44:35.383361 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b53f9e66-df5f-4d4a-bb37-8290df1e1582 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:44:35.427146 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-3d5a53fa-353e-4eb3-9921-c25756d85d83 None None] Attempting to bind port b2effcf6-7eb0-4196-a427-020a9aa91780 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:44:35.427865 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-3d5a53fa-353e-4eb3-9921-c25756d85d83 None None] Attempting to bind port b2effcf6-7eb0-4196-a427-020a9aa91780 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:44:35.427865 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5a53fa-353e-4eb3-9921-c25756d85d83 None None] Attempting to bind port b2effcf6-7eb0-4196-a427-020a9aa91780 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:44:35.430391 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-880e73c2-04f0-4c61-bb65-966c14b0a0b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:35.441027 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5a53fa-353e-4eb3-9921-c25756d85d83 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:44:35.441833 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5a53fa-353e-4eb3-9921-c25756d85d83 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:44:35.442996 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3d5a53fa-353e-4eb3-9921-c25756d85d83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:35.443558 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5a53fa-353e-4eb3-9921-c25756d85d83 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:44:35.444233 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-3d5a53fa-353e-4eb3-9921-c25756d85d83 None None] Bound port: b2effcf6-7eb0-4196-a427-020a9aa91780, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:44:35.444785 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3d5a53fa-353e-4eb3-9921-c25756d85d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:35.451997 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3f74a-e30d-4cd7-b93c-4065fc7b1c89 None None] Pushing event updated for resources: {'Port': ['ID=b2effcf6-7eb0-4196-a427-020a9aa91780,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:35.454850 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: b53f9e66-df5f-4d4a-bb37-8290df1e1582 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:44:35.455374 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b53f9e66-df5f-4d4a-bb37-8290df1e1582 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:44:35.467244 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-354cae0c-3103-4195-b8ed-9664f301726e admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=ead355d3198b4aadbda9707a7fac95b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1737182 Nov 04 10:44:35.475134 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49696) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:35.515837 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d2323f8-dc70-41d5-9a7c-4987a7ed5caa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:35.518542 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-3ebce95b-6b8c-4aea-a3ef-2fef25e198f7 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:35.532035 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-3d5a53fa-353e-4eb3-9921-c25756d85d83 None None] For port b2effcf6-7eb0-4196-a427-020a9aa91780, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:44:35.536854 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-3d5a53fa-353e-4eb3-9921-c25756d85d83 None None] For port b2effcf6-7eb0-4196-a427-020a9aa91780, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b2effcf6-7eb0-4196-a427-020a9aa91780,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:44:35.542783 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3d5a53fa-353e-4eb3-9921-c25756d85d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:35.605878 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d2323f8-dc70-41d5-9a7c-4987a7ed5caa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:35.630852 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-44d28814-ff25-4c68-b341-568e45692980 admin admin] Allocated IP 172.20.0.1 (f30ef001-50f8-4502-9fd3-b2ec1bbf0d34/95124d82-029a-4bad-bd56-4a328bc7edbc/c9dc1490-7b9c-4b6f-859a-946dcc7807b9) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:44:35.637922 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-3ebce95b-6b8c-4aea-a3ef-2fef25e198f7 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Network af38bc37-244e-4b4b-b7c0-7d70960787ec is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:44:35.649582 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5a53fa-353e-4eb3-9921-c25756d85d83 None None] Routers {'ee653f2e-c4da-41e5-9134-f2e823a8c318'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:44:35.650217 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-880e73c2-04f0-4c61-bb65-966c14b0a0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:35.650347 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-3d5a53fa-353e-4eb3-9921-c25756d85d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:44:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ee653f2e-c4da-41e5-9134-f2e823a8c318'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:35.652763 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-880e73c2-04f0-4c61-bb65-966c14b0a0b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:35.654381 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-880e73c2-04f0-4c61-bb65-966c14b0a0b1 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/d408d7db-03dd-4947-9aa5-6a31a0878a36 HTTP/1.1" status: 204 len: 168 time: 0.5238485 Nov 04 10:44:35.655133 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebce95b-6b8c-4aea-a3ef-2fef25e198f7 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Pushing event updated for resources: {'Port': ['ID=ae5fba65-8ba3-47e9-a6a0-6114ed284b60,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:35.657940 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3f74a-e30d-4cd7-b93c-4065fc7b1c89 None None] Pushing event updated for resources: {'Port': ['ID=b2effcf6-7eb0-4196-a427-020a9aa91780,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:35.658086 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-3ebce95b-6b8c-4aea-a3ef-2fef25e198f7 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:44:35.675462 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-3ebce95b-6b8c-4aea-a3ef-2fef25e198f7 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:44:35.710276 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-23ebf3a7-d3fc-4885-a992-cc6c85aaaddf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:35.712012 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e73c2-04f0-4c61-bb65-966c14b0a0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d408d7db-03dd-4947-9aa5-6a31a0878a36,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:35.749901 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-23ebf3a7-d3fc-4885-a992-cc6c85aaaddf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:35.763245 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-84f7ee69-fd0b-4568-a0b2-e17311aaea2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:35.770418 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-3ebce95b-6b8c-4aea-a3ef-2fef25e198f7 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:35.771055 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-3ebce95b-6b8c-4aea-a3ef-2fef25e198f7 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:35.781391 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d2323f8-dc70-41d5-9a7c-4987a7ed5caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:35.784080 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d2323f8-dc70-41d5-9a7c-4987a7ed5caa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:35.787798 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6d2323f8-dc70-41d5-9a7c-4987a7ed5caa admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/f9597ed5-e435-4add-8a8c-6017ee163a24 HTTP/1.1" status: 204 len: 168 time: 0.5165007 Nov 04 10:44:35.821776 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-3d5a53fa-353e-4eb3-9921-c25756d85d83 None None] Set router ee653f2e-c4da-41e5-9134-f2e823a8c318 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:44:35.847415 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-3ebce95b-6b8c-4aea-a3ef-2fef25e198f7 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7527497 Nov 04 10:44:35.854461 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2323f8-dc70-41d5-9a7c-4987a7ed5caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9597ed5-e435-4add-8a8c-6017ee163a24,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:35.887097 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7ee69-fd0b-4568-a0b2-e17311aaea2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f935783-72d0-4b06-b77a-43dd18ec13a3,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:35.907139 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-23ebf3a7-d3fc-4885-a992-cc6c85aaaddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:35.909939 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-23ebf3a7-d3fc-4885-a992-cc6c85aaaddf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:35.911138 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-23ebf3a7-d3fc-4885-a992-cc6c85aaaddf admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/befa0596-be63-4967-8fc9-9a901d6514b3 HTTP/1.1" status: 204 len: 168 time: 0.4254034 Nov 04 10:44:35.928745 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebf3a7-d3fc-4885-a992-cc6c85aaaddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befa0596-be63-4967-8fc9-9a901d6514b3,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:36.078797 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f7ee69-fd0b-4568-a0b2-e17311aaea2b admin admin] Checking segment: {'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:44:36.079750 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f7ee69-fd0b-4568-a0b2-e17311aaea2b admin admin] Network hostable DHCP agents. Network: 4ea30ddd-783c-4e98-88c8-c72495d90b19, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:44:36.089299 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-44d28814-ff25-4c68-b341-568e45692980 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:36.113738 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-3d5a53fa-353e-4eb3-9921-c25756d85d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'name': 'tempest-ServersTestManualDisk-2102480345-router', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:26Z', 'updated_at': '2021-11-04T10:44:31Z', 'revision_number': 3, 'project_id': '70e6800525e94252bd926fa3f3533b35', 'gw_port': {'id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:48:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:29Z', 'updated_at': '2021-11-04T10:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:36.139832 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f7ee69-fd0b-4568-a0b2-e17311aaea2b admin admin] Network 4ea30ddd-783c-4e98-88c8-c72495d90b19 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:44:36.156993 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5a53fa-353e-4eb3-9921-c25756d85d83 None None] The sync data for ids ['ee653f2e-c4da-41e5-9134-f2e823a8c318'] in n-d-816629-1 is: [{'id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'name': 'tempest-ServersTestManualDisk-2102480345-router', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:26Z', 'updated_at': '2021-11-04T10:44:31Z', 'revision_number': 3, 'project_id': '70e6800525e94252bd926fa3f3533b35', 'gw_port': {'id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:48:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:29Z', 'updated_at': '2021-11-04T10:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:44:36.180810 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-84f7ee69-fd0b-4568-a0b2-e17311aaea2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 4ea30ddd-783c-4e98-88c8-c72495d90b19) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:44:36.189940 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f7ee69-fd0b-4568-a0b2-e17311aaea2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:36.190655 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-84f7ee69-fd0b-4568-a0b2-e17311aaea2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:36.198009 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b351a5-1c87-4a30-9dde-bb0dc974737b None None] Network 4ea30ddd-783c-4e98-88c8-c72495d90b19 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:44:36.220114 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-44d28814-ff25-4c68-b341-568e45692980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:36.260486 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-84f7ee69-fd0b-4568-a0b2-e17311aaea2b admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1600311 Nov 04 10:44:36.274633 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d28814-ff25-4c68-b341-568e45692980 admin admin] Network f30ef001-50f8-4502-9fd3-b2ec1bbf0d34 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:44:36.280364 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-44d28814-ff25-4c68-b341-568e45692980 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:44:36.295753 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d28814-ff25-4c68-b341-568e45692980 admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:44:36.371089 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-44d28814-ff25-4c68-b341-568e45692980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:36.393417 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d28814-ff25-4c68-b341-568e45692980 admin admin] Pushing event updated for resources: {'Port': ['ID=c9dc1490-7b9c-4b6f-859a-946dcc7807b9,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:36.444869 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-eba23767-e4fc-4511-80db-483bd0d1ac91 service neutron] Request body: {'port': {'device_id': 'f729eafb-e8d7-41e7-a49d-117f6a5293c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:44:36.450257 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5ceb1a-ac9f-42fc-a9aa-7b6dfba2eb0d None None] Network 4ea30ddd-783c-4e98-88c8-c72495d90b19 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:44:36.759936 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f942c0-89a5-47cb-b10a-e75e4e14ac75 req-3191f05b-f63c-4155-b64c-ca633e47d0cd tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:36.786221 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-66f942c0-89a5-47cb-b10a-e75e4e14ac75 req-3191f05b-f63c-4155-b64c-ca633e47d0cd tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.127 "GET /v2.0/ports?device_id=f729eafb-e8d7-41e7-a49d-117f6a5293c6 HTTP/1.1" status: 200 len: 932 time: 0.1947727 Nov 04 10:44:36.788677 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-44d28814-ff25-4c68-b341-568e45692980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:36.848864 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49724) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:36.953173 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b3b7fcfd-8244-4d4e-8000-6d5c90f7a8c4 None None] Provisioning complete for port c9dc1490-7b9c-4b6f-859a-946dcc7807b9 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:36.955410 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b3b7fcfd-8244-4d4e-8000-6d5c90f7a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:37.041659 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a2a3668b-834a-4fe5-b0d9-02c43acbfae4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:37.072543 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-b3b7fcfd-8244-4d4e-8000-6d5c90f7a8c4 None None] Port c9dc1490-7b9c-4b6f-859a-946dcc7807b9 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:44:37.072793 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-66f942c0-89a5-47cb-b10a-e75e4e14ac75 req-5305c894-cf40-4799-aa9f-9ce749d1ec06 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.127 "GET /v2.0/security-groups?id=1136350e-deff-43a9-a58f-ead008f189f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673020 Nov 04 10:44:37.270333 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-eba23767-e4fc-4511-80db-483bd0d1ac91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:37.293541 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49736) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:37.370845 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8b28ddea-31a2-4007-9222-f74f0d7bac86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:37.389805 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b2effcf6-7eb0-4196-a427-020a9aa91780 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:44:37.449495 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-44d28814-ff25-4c68-b341-568e45692980 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:37.472313 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-44d28814-ff25-4c68-b341-568e45692980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:37.543014 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port b2effcf6-7eb0-4196-a427-020a9aa91780 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:37.547481 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:37.625943 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d28814-ff25-4c68-b341-568e45692980 admin admin] Pushing event updated for resources: {'Port': ['ID=c9dc1490-7b9c-4b6f-859a-946dcc7807b9,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:37.668886 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a2a3668b-834a-4fe5-b0d9-02c43acbfae4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:37.674396 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-44d28814-ff25-4c68-b341-568e45692980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:37.686341 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a2a3668b-834a-4fe5-b0d9-02c43acbfae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:37.730504 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3668b-834a-4fe5-b0d9-02c43acbfae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f8a00b-7f38-4466-943a-5bc8e5bff55f,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:37.789712 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8b28ddea-31a2-4007-9222-f74f0d7bac86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:37.829041 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a2a3668b-834a-4fe5-b0d9-02c43acbfae4 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.9723051 Nov 04 10:44:37.829641 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49744) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:37.834957 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8b28ddea-31a2-4007-9222-f74f0d7bac86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:37.842802 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:37.895445 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28ddea-31a2-4007-9222-f74f0d7bac86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b40d308-04ec-4e1a-b5e1-7f3e1c3cede0,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:37.922661 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port b2effcf6-7eb0-4196-a427-020a9aa91780, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b2effcf6-7eb0-4196-a427-020a9aa91780,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:37.932457 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:37.938896 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8b28ddea-31a2-4007-9222-f74f0d7bac86 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=14cfefee100247fcb740cedc277e2899&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6427505 Nov 04 10:44:37.941619 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49754) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:38.026076 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=b2effcf6-7eb0-4196-a427-020a9aa91780,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:38.031442 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78790386-1158-426e-97d9-a73fddbe8f99 req-43462056-0fd1-4886-931d-e6fc0daaeac6 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:38.041260 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78790386-1158-426e-97d9-a73fddbe8f99 req-43462056-0fd1-4886-931d-e6fc0daaeac6 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/networks?id=4ea30ddd-783c-4e98-88c8-c72495d90b19 HTTP/1.1" status: 200 len: 806 time: 0.1396425 Nov 04 10:44:38.042749 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-eba23767-e4fc-4511-80db-483bd0d1ac91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5fba65-8ba3-47e9-a6a0-6114ed284b60 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:44:38.047772 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0227ac51-ada2-467e-85c3-2523d0d79f89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:38.056835 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-eba23767-e4fc-4511-80db-483bd0d1ac91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:38.067380 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-437441cd-beb4-4987-b40c-aed83adb34a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:38.077422 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d28814-ff25-4c68-b341-568e45692980 admin admin] Network f30ef001-50f8-4502-9fd3-b2ec1bbf0d34 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:44:38.090147 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0227ac51-ada2-467e-85c3-2523d0d79f89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:38.093343 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-eba23767-e4fc-4511-80db-483bd0d1ac91 service neutron] Transition to ACTIVE for port object ae5fba65-8ba3-47e9-a6a0-6114ed284b60 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:44:38.105195 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-eba23767-e4fc-4511-80db-483bd0d1ac91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:38.118624 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-44d28814-ff25-4c68-b341-568e45692980 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:44:38.134804 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78790386-1158-426e-97d9-a73fddbe8f99 req-5d4910f5-d6c8-4bce-a1ee-c861bda63e4d tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/quotas/343110c8f9b64c948b5d4c411d3c8a01 HTTP/1.1" status: 200 len: 375 time: 0.0778785 Nov 04 10:44:38.158024 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-437441cd-beb4-4987-b40c-aed83adb34a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:38.165667 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:44:38.235577 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78790386-1158-426e-97d9-a73fddbe8f99 req-88fad60c-bd23-4f3a-9ad2-e02f1b88597d tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=343110c8f9b64c948b5d4c411d3c8a01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0994706 Nov 04 10:44:38.278391 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba23767-e4fc-4511-80db-483bd0d1ac91 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5fba65-8ba3-47e9-a6a0-6114ed284b60,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:38.338975 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0227ac51-ada2-467e-85c3-2523d0d79f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:38.342538 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0227ac51-ada2-467e-85c3-2523d0d79f89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:38.344422 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0227ac51-ada2-467e-85c3-2523d0d79f89 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/6b40d308-04ec-4e1a-b5e1-7f3e1c3cede0 HTTP/1.1" status: 204 len: 168 time: 0.4009869 Nov 04 10:44:38.369196 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-eba23767-e4fc-4511-80db-483bd0d1ac91 service neutron] Attempting to bind port ae5fba65-8ba3-47e9-a6a0-6114ed284b60 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:44:38.369894 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-eba23767-e4fc-4511-80db-483bd0d1ac91 service neutron] Attempting to bind port ae5fba65-8ba3-47e9-a6a0-6114ed284b60 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '48be911c-1787-4a97-aa12-b6926dacc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'af38bc37-244e-4b4b-b7c0-7d70960787ec'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:44:38.370409 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-eba23767-e4fc-4511-80db-483bd0d1ac91 service neutron] Attempting to bind port ae5fba65-8ba3-47e9-a6a0-6114ed284b60 on network af38bc37-244e-4b4b-b7c0-7d70960787ec {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:44:38.374289 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227ac51-ada2-467e-85c3-2523d0d79f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b40d308-04ec-4e1a-b5e1-7f3e1c3cede0,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:38.380530 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-eba23767-e4fc-4511-80db-483bd0d1ac91 service neutron] Port ae5fba65-8ba3-47e9-a6a0-6114ed284b60 on network af38bc37-244e-4b4b-b7c0-7d70960787ec not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:44:38.381000 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-eba23767-e4fc-4511-80db-483bd0d1ac91 service neutron] Attempting to bind port ae5fba65-8ba3-47e9-a6a0-6114ed284b60 on network af38bc37-244e-4b4b-b7c0-7d70960787ec {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:44:38.388100 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-eba23767-e4fc-4511-80db-483bd0d1ac91 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:44:38.388100 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-eba23767-e4fc-4511-80db-483bd0d1ac91 service neutron] Checking segment: {'id': '48be911c-1787-4a97-aa12-b6926dacc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'af38bc37-244e-4b4b-b7c0-7d70960787ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:44:38.388100 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-eba23767-e4fc-4511-80db-483bd0d1ac91 service neutron] Bound using segment: {'id': '48be911c-1787-4a97-aa12-b6926dacc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'af38bc37-244e-4b4b-b7c0-7d70960787ec'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:44:38.388781 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-eba23767-e4fc-4511-80db-483bd0d1ac91 service neutron] Bound port: ae5fba65-8ba3-47e9-a6a0-6114ed284b60, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48be911c-1787-4a97-aa12-b6926dacc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'af38bc37-244e-4b4b-b7c0-7d70960787ec'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:44:38.389363 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-eba23767-e4fc-4511-80db-483bd0d1ac91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:38.454173 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78790386-1158-426e-97d9-a73fddbe8f99 req-fc356907-3a35-4c2d-ac78-000ac34bcba6 service neutron] 10.222.0.127 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174890 Nov 04 10:44:38.469701 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-eba23767-e4fc-4511-80db-483bd0d1ac91 service neutron] For port ae5fba65-8ba3-47e9-a6a0-6114ed284b60, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:44:38.474846 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-eba23767-e4fc-4511-80db-483bd0d1ac91 service neutron] For port ae5fba65-8ba3-47e9-a6a0-6114ed284b60, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=ae5fba65-8ba3-47e9-a6a0-6114ed284b60,segment=NetworkSegment(48be911c-1787-4a97-aa12-b6926dacc7bb),segment_id=48be911c-1787-4a97-aa12-b6926dacc7bb)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:44:38.483105 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-eba23767-e4fc-4511-80db-483bd0d1ac91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:38.570067 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba23767-e4fc-4511-80db-483bd0d1ac91 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5fba65-8ba3-47e9-a6a0-6114ed284b60,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:38.582873 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-eba23767-e4fc-4511-80db-483bd0d1ac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:38.583917 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-eba23767-e4fc-4511-80db-483bd0d1ac91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:38.586000 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-eba23767-e4fc-4511-80db-483bd0d1ac91 service neutron] 10.222.0.121 "PUT /v2.0/ports/ae5fba65-8ba3-47e9-a6a0-6114ed284b60 HTTP/1.1" status: 200 len: 1092 time: 2.7218387 Nov 04 10:44:38.586692 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f729eafb-e8d7-41e7-a49d-117f6a5293c6', 'tag': 'ae5fba65-8ba3-47e9-a6a0-6114ed284b60'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:44:38.599284 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed17cac-8ce1-426d-9a35-e10be136cc08" -d '{"events": [{"name": "network-changed", "server_uuid": "f729eafb-e8d7-41e7-a49d-117f6a5293c6", "tag": "ae5fba65-8ba3-47e9-a6a0-6114ed284b60"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:44:38.636297 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2b5c4a79-3ca2-4a24-9a1a-a30e0a306ac7 None None] Provisioning complete for port c9dc1490-7b9c-4b6f-859a-946dcc7807b9 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:38.637000 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2b5c4a79-3ca2-4a24-9a1a-a30e0a306ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:38.721394 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2b5c4a79-3ca2-4a24-9a1a-a30e0a306ac7 None None] Port c9dc1490-7b9c-4b6f-859a-946dcc7807b9 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:44:38.738885 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78790386-1158-426e-97d9-a73fddbe8f99 req-fcc4e934-55e4-42f5-944e-ef97aab61318 service neutron] 10.222.0.127 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473500 Nov 04 10:44:38.750389 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-8458b58b-1f24-4006-92d4-d3d154663f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:38.751996 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-8458b58b-1f24-4006-92d4-d3d154663f33 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=965f80338c0a4ea9b4688fbfb031996f&device_id=f729eafb-e8d7-41e7-a49d-117f6a5293c6 HTTP/1.1" status: 200 len: 1095 time: 0.1121812 Nov 04 10:44:38.780494 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-437441cd-beb4-4987-b40c-aed83adb34a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:38.783637 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-437441cd-beb4-4987-b40c-aed83adb34a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:38.787499 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-437441cd-beb4-4987-b40c-aed83adb34a5 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/20f8a00b-7f38-4466-943a-5bc8e5bff55f HTTP/1.1" status: 204 len: 168 time: 0.9543676 Nov 04 10:44:38.787499 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d28814-ff25-4c68-b341-568e45692980 admin admin] Router ee653f2e-c4da-41e5-9134-f2e823a8c318 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:44:38.835150 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437441cd-beb4-4987-b40c-aed83adb34a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f8a00b-7f38-4466-943a-5bc8e5bff55f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:38.836318 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-621e260c-c7c7-4e74-b368-be6dd06da67d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae5fba65-8ba3-47e9-a6a0-6114ed284b60 HTTP/1.1" status: 200 len: 217 time: 0.0751231 Nov 04 10:44:38.917966 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-df78c65f-7daf-4259-93c2-3f07f6a4f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:38.921740 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-df78c65f-7daf-4259-93c2-3f07f6a4f2ed service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ca21843c-769c-4c2d-ae8a-b3a33a1390d3 HTTP/1.1" status: 200 len: 862 time: 0.0781465 Nov 04 10:44:38.980097 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-0e55ea3d-2839-4ae8-aaf8-25a97f2e07fd service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=af38bc37-244e-4b4b-b7c0-7d70960787ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505261 Nov 04 10:44:39.158762 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-6be11036-5a04-4466-a0d8-b336ebe15ec2 service neutron] 10.222.0.121 "GET /v2.0/networks/af38bc37-244e-4b4b-b7c0-7d70960787ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697478 Nov 04 10:44:39.168999 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d28814-ff25-4c68-b341-568e45692980 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:44:39.181423 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980fa06c-c740-44b2-afc0-ae2fc3f53220 None None] Sync routers for ids ['ee653f2e-c4da-41e5-9134-f2e823a8c318'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:44:39.197166 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980fa06c-c740-44b2-afc0-ae2fc3f53220 None None] Routers {'ee653f2e-c4da-41e5-9134-f2e823a8c318'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:44:39.197783 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-980fa06c-c740-44b2-afc0-ae2fc3f53220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:44:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ee653f2e-c4da-41e5-9134-f2e823a8c318'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:39.205419 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-44d28814-ff25-4c68-b341-568e45692980 admin admin] 10.222.0.127 "PUT /v2.0/routers/ee653f2e-c4da-41e5-9134-f2e823a8c318/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6815464 Nov 04 10:44:39.255528 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d913b2-358e-467f-a2b0-9b41fa4b5b0c req-70d7a4dc-cc02-4211-b584-c487e74c35f0 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:39.266508 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a0d913b2-358e-467f-a2b0-9b41fa4b5b0c req-70d7a4dc-cc02-4211-b584-c487e74c35f0 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.127 "GET /v2.0/ports?device_id=f729eafb-e8d7-41e7-a49d-117f6a5293c6 HTTP/1.1" status: 200 len: 944 time: 0.1812027 Nov 04 10:44:39.328810 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a0d913b2-358e-467f-a2b0-9b41fa4b5b0c req-842d33a5-b0e9-4d85-8f08-95f6784f7e37 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.127 "GET /v2.0/security-groups?id=1136350e-deff-43a9-a58f-ead008f189f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613086 Nov 04 10:44:39.376673 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b2effcf6-7eb0-4196-a427-020a9aa91780 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:44:39.455144 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-980fa06c-c740-44b2-afc0-ae2fc3f53220 None None] Set router ee653f2e-c4da-41e5-9134-f2e823a8c318 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:44:39.518932 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port b2effcf6-7eb0-4196-a427-020a9aa91780 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:39.520656 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:39.549696 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ca1a01ad-9b4e-4bf8-91af-ec65d9e7a6e8 req-f524458e-3740-4f41-9fdd-3f428caa6941 service neutron] 10.222.0.121 "GET /v2.0/networks/af38bc37-244e-4b4b-b7c0-7d70960787ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823760 Nov 04 10:44:39.640369 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b012eb64-2e77-420c-a300-58c44aac457d x-openstack-request-id: req-b012eb64-2e77-420c-a300-58c44aac457d {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:44:39.640692 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f729eafb-e8d7-41e7-a49d-117f6a5293c6", "tag": "ae5fba65-8ba3-47e9-a6a0-6114ed284b60", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:44:39.640979 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-b012eb64-2e77-420c-a300-58c44aac457d {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:44:39.642341 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f729eafb-e8d7-41e7-a49d-117f6a5293c6', 'tag': 'ae5fba65-8ba3-47e9-a6a0-6114ed284b60', 'status': 'completed', 'code': 200} Nov 04 10:44:39.748814 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed17cac-8ce1-426d-9a35-e10be136cc08 req-2b146314-7b80-41e2-b1ab-1e515e856d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:39.752948 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-eed17cac-8ce1-426d-9a35-e10be136cc08 req-2b146314-7b80-41e2-b1ab-1e515e856d86 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=965f80338c0a4ea9b4688fbfb031996f&device_id=f729eafb-e8d7-41e7-a49d-117f6a5293c6 HTTP/1.1" status: 200 len: 1095 time: 0.0926769 Nov 04 10:44:39.787105 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-36c480c8-edff-4a53-9672-7575a99ad2c3 req-dce9a7a2-9848-43bf-8470-7391d39f4340 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=57f9d6ff-d3b2-4838-8bd6-98e702f22c1b HTTP/1.1" status: 200 len: 210 time: 0.0707316 Nov 04 10:44:39.927390 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed17cac-8ce1-426d-9a35-e10be136cc08 req-3d4885bb-1aca-4379-ad92-2d61bba685bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:39.929367 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-eed17cac-8ce1-426d-9a35-e10be136cc08 req-3d4885bb-1aca-4379-ad92-2d61bba685bd service neutron] 10.222.0.121 "GET /v2.0/networks?id=af38bc37-244e-4b4b-b7c0-7d70960787ec HTTP/1.1" status: 200 len: 924 time: 0.1589136 Nov 04 10:44:40.049941 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-980fa06c-c740-44b2-afc0-ae2fc3f53220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'name': 'tempest-ServersTestManualDisk-2102480345-router', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:26Z', 'updated_at': '2021-11-04T10:44:36Z', 'revision_number': 4, 'project_id': '70e6800525e94252bd926fa3f3533b35', 'gw_port': {'id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:29Z', 'updated_at': '2021-11-04T10:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'c9dc1490-7b9c-4b6f-859a-946dcc7807b9', 'name': '', 'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'mac_address': 'fa:16:3e:c8:0e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '95124d82-029a-4bad-bd56-4a328bc7edbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:35Z', 'updated_at': '2021-11-04T10:44:37Z', 'revision_number': 2, 'project_id': '70e6800525e94252bd926fa3f3533b35', 'subnets': [{'id': '95124d82-029a-4bad-bd56-4a328bc7edbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:40.093448 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980fa06c-c740-44b2-afc0-ae2fc3f53220 None None] Checking router: ee653f2e-c4da-41e5-9134-f2e823a8c318 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:44:40.094808 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980fa06c-c740-44b2-afc0-ae2fc3f53220 None None] Updating router ee653f2e-c4da-41e5-9134-f2e823a8c318 port c9dc1490-7b9c-4b6f-859a-946dcc7807b9 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:44:40.124719 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-eed17cac-8ce1-426d-9a35-e10be136cc08 req-6908c847-2811-4fb1-899c-7941fcb8b4a8 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae5fba65-8ba3-47e9-a6a0-6114ed284b60 HTTP/1.1" status: 200 len: 217 time: 0.1824162 Nov 04 10:44:40.133842 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-980fa06c-c740-44b2-afc0-ae2fc3f53220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:40.242555 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed17cac-8ce1-426d-9a35-e10be136cc08 req-2b85b769-d4f4-4284-bae0-09524fb53c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:40.244476 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-eed17cac-8ce1-426d-9a35-e10be136cc08 req-2b85b769-d4f4-4284-bae0-09524fb53c14 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ca21843c-769c-4c2d-ae8a-b3a33a1390d3 HTTP/1.1" status: 200 len: 862 time: 0.1117074 Nov 04 10:44:40.323152 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49828) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:40.339429 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-eed17cac-8ce1-426d-9a35-e10be136cc08 req-ecc86c48-bc27-40d9-94c4-d53d6b8f15f1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=af38bc37-244e-4b4b-b7c0-7d70960787ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837474 Nov 04 10:44:40.540716 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-eed17cac-8ce1-426d-9a35-e10be136cc08 req-9c250791-bf5c-4d61-9e84-5ed417682a3d service neutron] 10.222.0.121 "GET /v2.0/networks/af38bc37-244e-4b4b-b7c0-7d70960787ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926422 Nov 04 10:44:40.557854 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ff80682-70bd-4fd7-8778-96a6d58f1d15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:40.697352 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-980fa06c-c740-44b2-afc0-ae2fc3f53220 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:40.704851 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-980fa06c-c740-44b2-afc0-ae2fc3f53220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:40.738956 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ff80682-70bd-4fd7-8778-96a6d58f1d15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:40.763646 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-eed17cac-8ce1-426d-9a35-e10be136cc08 req-003c772b-1ab9-4ac8-929f-c065e9306c5b service neutron] 10.222.0.121 "GET /v2.0/networks/af38bc37-244e-4b4b-b7c0-7d70960787ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110128 Nov 04 10:44:40.765209 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ff80682-70bd-4fd7-8778-96a6d58f1d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:40.813604 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c011d-9289-478c-b56d-1d8da0dce5b9 None None] Pushing event updated for resources: {'Port': ['ID=c9dc1490-7b9c-4b6f-859a-946dcc7807b9,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:40.846856 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49848) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:40.885539 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49854) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:40.899141 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-f45470ec-a969-45ae-b499-00a06bc36636 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1393582916', 'description': 'tempest-description--1474452212'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:44:40.979562 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-980fa06c-c740-44b2-afc0-ae2fc3f53220 None None] Attempting to bind port c9dc1490-7b9c-4b6f-859a-946dcc7807b9 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:44:40.982756 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-980fa06c-c740-44b2-afc0-ae2fc3f53220 None None] Attempting to bind port c9dc1490-7b9c-4b6f-859a-946dcc7807b9 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '02d8d283-88e4-4809-9dbe-93263286f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:44:40.983177 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980fa06c-c740-44b2-afc0-ae2fc3f53220 None None] Attempting to bind port c9dc1490-7b9c-4b6f-859a-946dcc7807b9 on network f30ef001-50f8-4502-9fd3-b2ec1bbf0d34 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:44:40.989058 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f45470ec-a969-45ae-b499-00a06bc36636 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:40.994519 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980fa06c-c740-44b2-afc0-ae2fc3f53220 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:44:40.994884 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980fa06c-c740-44b2-afc0-ae2fc3f53220 None None] Checking segment: {'id': '02d8d283-88e4-4809-9dbe-93263286f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:44:40.995465 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-980fa06c-c740-44b2-afc0-ae2fc3f53220 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:40.996002 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980fa06c-c740-44b2-afc0-ae2fc3f53220 None None] Bound using segment: {'id': '02d8d283-88e4-4809-9dbe-93263286f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:44:40.996699 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-980fa06c-c740-44b2-afc0-ae2fc3f53220 None None] Bound port: c9dc1490-7b9c-4b6f-859a-946dcc7807b9, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d8d283-88e4-4809-9dbe-93263286f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:44:40.997257 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-980fa06c-c740-44b2-afc0-ae2fc3f53220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:41.080384 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-980fa06c-c740-44b2-afc0-ae2fc3f53220 None None] For port c9dc1490-7b9c-4b6f-859a-946dcc7807b9, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:44:41.088729 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-980fa06c-c740-44b2-afc0-ae2fc3f53220 None None] For port c9dc1490-7b9c-4b6f-859a-946dcc7807b9, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c9dc1490-7b9c-4b6f-859a-946dcc7807b9,segment=NetworkSegment(02d8d283-88e4-4809-9dbe-93263286f795),segment_id=02d8d283-88e4-4809-9dbe-93263286f795)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:44:41.099392 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-980fa06c-c740-44b2-afc0-ae2fc3f53220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:41.153544 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-c8866dc1-45fb-470a-9406-07b3cb0f5ff1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1711225724-network', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:44:41.157966 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980fa06c-c740-44b2-afc0-ae2fc3f53220 None None] Routers {'ee653f2e-c4da-41e5-9134-f2e823a8c318'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:44:41.158571 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-980fa06c-c740-44b2-afc0-ae2fc3f53220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:44:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ee653f2e-c4da-41e5-9134-f2e823a8c318'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:41.219410 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78790386-1158-426e-97d9-a73fddbe8f99 req-2bf2bbf2-cf91-4ef1-b0ae-38aa51355746 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:41.221197 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78790386-1158-426e-97d9-a73fddbe8f99 req-2bf2bbf2-cf91-4ef1-b0ae-38aa51355746 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.126 "GET /v2.0/networks?id=4ea30ddd-783c-4e98-88c8-c72495d90b19 HTTP/1.1" status: 200 len: 806 time: 0.4794931 Nov 04 10:44:41.235747 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f45470ec-a969-45ae-b499-00a06bc36636 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:41.248165 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f45470ec-a969-45ae-b499-00a06bc36636 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:41.275981 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-da849350-8387-490a-ad9a-6661b83ada94 None None] Provisioning complete for port c9dc1490-7b9c-4b6f-859a-946dcc7807b9 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:41.293128 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-da849350-8387-490a-ad9a-6661b83ada94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:41.307131 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8866dc1-45fb-470a-9406-07b3cb0f5ff1 admin admin] Made reservation on behalf of 1f6ce77b47aa41a995e4704afc0cafa2 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:44:41.313800 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c8866dc1-45fb-470a-9406-07b3cb0f5ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:41.314059 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-78790386-1158-426e-97d9-a73fddbe8f99 req-de91edcf-7515-42e5-bec0-4d88b3587cd0 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Request body: {'port': {'device_id': '57f9d6ff-d3b2-4838-8bd6-98e702f22c1b', 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19', 'admin_state_up': True, 'tenant_id': '343110c8f9b64c948b5d4c411d3c8a01'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:44:41.326249 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c011d-9289-478c-b56d-1d8da0dce5b9 None None] Pushing event updated for resources: {'Port': ['ID=c9dc1490-7b9c-4b6f-859a-946dcc7807b9,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:41.327611 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c8866dc1-45fb-470a-9406-07b3cb0f5ff1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:41.332934 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f45470ec-a969-45ae-b499-00a06bc36636 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:41.334213 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f45470ec-a969-45ae-b499-00a06bc36636 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4476247 Nov 04 10:44:41.337546 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49864) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:41.338215 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45470ec-a969-45ae-b499-00a06bc36636 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2881a6-1c2a-4867-9582-37a61c635b97,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:41.346260 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-d59ff99a-d7d0-4844-80f4-0ef37229d00d tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Request body: {'security_group_rule': {'security_group_id': '8b2881a6-1c2a-4867-9582-37a61c635b97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:44:41.414215 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d59ff99a-d7d0-4844-80f4-0ef37229d00d tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:41.416043 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-da849350-8387-490a-ad9a-6661b83ada94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:41.498936 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-980fa06c-c740-44b2-afc0-ae2fc3f53220 None None] Set router ee653f2e-c4da-41e5-9134-f2e823a8c318 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:44:41.523263 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-da849350-8387-490a-ad9a-6661b83ada94 None None] For port c9dc1490-7b9c-4b6f-859a-946dcc7807b9, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c9dc1490-7b9c-4b6f-859a-946dcc7807b9,segment=NetworkSegment(02d8d283-88e4-4809-9dbe-93263286f795),segment_id=02d8d283-88e4-4809-9dbe-93263286f795)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:41.527530 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-da849350-8387-490a-ad9a-6661b83ada94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:41.549789 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff80682-70bd-4fd7-8778-96a6d58f1d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0140f0-3667-487f-a584-6caabe459a92,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:41.568759 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5ff80682-70bd-4fd7-8778-96a6d58f1d15 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=d7f0dd1bfdd8436b942346723fbf5f56&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2417345 Nov 04 10:44:41.573650 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49870) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:41.625537 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c8866dc1-45fb-470a-9406-07b3cb0f5ff1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:41.631973 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813d5ae-e1df-4d40-81dd-e18b25ca4fe9 req-4e375700-e611-4469-8c7f-cf6bd5ee6552 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:41.632293 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d59ff99a-d7d0-4844-80f4-0ef37229d00d tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:41.640383 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c8866dc1-45fb-470a-9406-07b3cb0f5ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:41.647467 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d813d5ae-e1df-4d40-81dd-e18b25ca4fe9 req-4e375700-e611-4469-8c7f-cf6bd5ee6552 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.127 "GET /v2.0/ports?device_id=f729eafb-e8d7-41e7-a49d-117f6a5293c6 HTTP/1.1" status: 200 len: 944 time: 0.4234052 Nov 04 10:44:41.667005 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da849350-8387-490a-ad9a-6661b83ada94 None None] Pushing event updated for resources: {'Port': ['ID=c9dc1490-7b9c-4b6f-859a-946dcc7807b9,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:41.693656 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8866dc1-45fb-470a-9406-07b3cb0f5ff1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1186} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:44:41.709954 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c8866dc1-45fb-470a-9406-07b3cb0f5ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:41.710798 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-c8866dc1-45fb-470a-9406-07b3cb0f5ff1 admin admin] Added segment 30d4132d-ec40-4317-b78d-343556d5fac7 of type vlan for network f9e59902-9960-4058-813a-8c12bf428482 Nov 04 10:44:41.763711 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b7b25f7c-6649-40f5-a14d-d50d3967e58d None None] Provisioning complete for port c9dc1490-7b9c-4b6f-859a-946dcc7807b9 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:41.764662 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b7b25f7c-6649-40f5-a14d-d50d3967e58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:41.764791 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d59ff99a-d7d0-4844-80f4-0ef37229d00d tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:41.841025 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ff99a-d7d0-4844-80f4-0ef37229d00d tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3deb53-4f9d-4021-904e-fe3e77643bb6,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:41.857202 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-24da1618-52a0-44bf-b2a8-283488628af2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:41.857665 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c8866dc1-45fb-470a-9406-07b3cb0f5ff1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:41.861422 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-980fa06c-c740-44b2-afc0-ae2fc3f53220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'name': 'tempest-ServersTestManualDisk-2102480345-router', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:26Z', 'updated_at': '2021-11-04T10:44:36Z', 'revision_number': 4, 'project_id': '70e6800525e94252bd926fa3f3533b35', 'gw_port': {'id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:29Z', 'updated_at': '2021-11-04T10:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'c9dc1490-7b9c-4b6f-859a-946dcc7807b9', 'name': '', 'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'mac_address': 'fa:16:3e:c8:0e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '95124d82-029a-4bad-bd56-4a328bc7edbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:35Z', 'updated_at': '2021-11-04T10:44:41Z', 'revision_number': 4, 'project_id': '70e6800525e94252bd926fa3f3533b35', 'subnets': [{'id': '95124d82-029a-4bad-bd56-4a328bc7edbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:41.881154 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d813d5ae-e1df-4d40-81dd-e18b25ca4fe9 req-42d0b550-3715-4dc6-a261-7ef5deb91c78 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.127 "GET /v2.0/security-groups?id=1136350e-deff-43a9-a58f-ead008f189f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323766 Nov 04 10:44:41.889108 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8866dc1-45fb-470a-9406-07b3cb0f5ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c09d9c7-bea0-4314-a911-c8096a4ab6d5,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:41.898286 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980fa06c-c740-44b2-afc0-ae2fc3f53220 None None] The sync data for ids ['ee653f2e-c4da-41e5-9134-f2e823a8c318'] in n-d-816629-1 is: [{'id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'name': 'tempest-ServersTestManualDisk-2102480345-router', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:26Z', 'updated_at': '2021-11-04T10:44:36Z', 'revision_number': 4, 'project_id': '70e6800525e94252bd926fa3f3533b35', 'gw_port': {'id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:29Z', 'updated_at': '2021-11-04T10:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'c9dc1490-7b9c-4b6f-859a-946dcc7807b9', 'name': '', 'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'mac_address': 'fa:16:3e:c8:0e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '95124d82-029a-4bad-bd56-4a328bc7edbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:35Z', 'updated_at': '2021-11-04T10:44:41Z', 'revision_number': 4, 'project_id': '70e6800525e94252bd926fa3f3533b35', 'subnets': [{'id': '95124d82-029a-4bad-bd56-4a328bc7edbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:44:41.956982 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c8866dc1-45fb-470a-9406-07b3cb0f5ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:41.960920 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8866dc1-45fb-470a-9406-07b3cb0f5ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:41.961905 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c8866dc1-45fb-470a-9406-07b3cb0f5ff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:41.988708 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-24da1618-52a0-44bf-b2a8-283488628af2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:42.044932 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78790386-1158-426e-97d9-a73fddbe8f99 req-de91edcf-7515-42e5-bec0-4d88b3587cd0 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Made reservation on behalf of 343110c8f9b64c948b5d4c411d3c8a01 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:44:42.051067 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-78790386-1158-426e-97d9-a73fddbe8f99 req-de91edcf-7515-42e5-bec0-4d88b3587cd0 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:42.080493 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d59ff99a-d7d0-4844-80f4-0ef37229d00d tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:42.082037 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d59ff99a-d7d0-4844-80f4-0ef37229d00d tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7397578 Nov 04 10:44:42.092714 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49876) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:42.095884 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-985a2567-e009-45b5-9df6-e8bb23923a4e tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Request body: {'security_group_rule': {'security_group_id': '8b2881a6-1c2a-4867-9582-37a61c635b97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:44:42.117451 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c8866dc1-45fb-470a-9406-07b3cb0f5ff1 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2721043 Nov 04 10:44:42.121334 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49878) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:42.130989 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-a4b33856-740e-41cb-98f3-f1ad52a6fef8 admin admin] Request body: {'subnet': {'network_id': 'f9e59902-9960-4058-813a-8c12bf428482', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1711225724-subnet', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:44:42.142520 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8866dc1-45fb-470a-9406-07b3cb0f5ff1 admin admin] Pushing event updated for resources: {'Network': ['ID=f9e59902-9960-4058-813a-8c12bf428482,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:42.152261 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network f9e59902-9960-4058-813a-8c12bf428482 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:44:42.168206 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-985a2567-e009-45b5-9df6-e8bb23923a4e tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:42.258037 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dfd0bdfa-3f76-45ed-9d25-cd9670596453 req-fcd68acf-d28c-4112-8d06-92a04610b86c tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=57f9d6ff-d3b2-4838-8bd6-98e702f22c1b HTTP/1.1" status: 200 len: 210 time: 0.0378902 Nov 04 10:44:42.280855 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b33856-740e-41cb-98f3-f1ad52a6fef8 admin admin] Made reservation on behalf of 1f6ce77b47aa41a995e4704afc0cafa2 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:44:42.302681 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a4b33856-740e-41cb-98f3-f1ad52a6fef8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:42.307048 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device ae5fba65-8ba3-47e9-a6a0-6114ed284b60 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:44:42.307553 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-985a2567-e009-45b5-9df6-e8bb23923a4e tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:42.313543 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-985a2567-e009-45b5-9df6-e8bb23923a4e tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:42.316794 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:42.345353 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-985a2567-e009-45b5-9df6-e8bb23923a4e tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:42.346676 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-985a2567-e009-45b5-9df6-e8bb23923a4e tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2559743 Nov 04 10:44:42.349552 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49884) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:42.354538 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-b8affc09-059c-4a17-94eb-7081f7043355 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:44:42.360366 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a2567-e009-45b5-9df6-e8bb23923a4e tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=125101ea-16cc-4d16-a06e-12814031a2bd,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:42.404671 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b8affc09-059c-4a17-94eb-7081f7043355 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks [] for floatingip, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:42.464264 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port ae5fba65-8ba3-47e9-a6a0-6114ed284b60, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=ae5fba65-8ba3-47e9-a6a0-6114ed284b60,segment=NetworkSegment(48be911c-1787-4a97-aa12-b6926dacc7bb),segment_id=48be911c-1787-4a97-aa12-b6926dacc7bb)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:42.499561 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'ae5fba65-8ba3-47e9-a6a0-6114ed284b60', 'network_id': 'af38bc37-244e-4b4b-b7c0-7d70960787ec', 'port_id': 'ae5fba65-8ba3-47e9-a6a0-6114ed284b60', 'mac_address': 'fa:16:3e:c9:b4:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca21843c-769c-4c2d-ae8a-b3a33a1390d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:44:42.501217 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-24da1618-52a0-44bf-b2a8-283488628af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:42.506386 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-24da1618-52a0-44bf-b2a8-283488628af2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:42.515149 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-24da1618-52a0-44bf-b2a8-283488628af2 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/6e0140f0-3667-487f-a584-6caabe459a92 HTTP/1.1" status: 204 len: 168 time: 0.9404330 Nov 04 10:44:42.622359 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b8affc09-059c-4a17-94eb-7081f7043355 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:42.648479 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da1618-52a0-44bf-b2a8-283488628af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0140f0-3667-487f-a584-6caabe459a92,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:42.843706 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-ba28e273-46b9-4fa7-bf7a-14c23cc81b94 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=1de7002edf924145b82dcfffe5397184&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1398964 Nov 04 10:44:42.944485 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-b8affc09-059c-4a17-94eb-7081f7043355 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Allocated IP 172.25.7.13 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/14478a57-fc8c-430f-b99a-ba379ecfe697) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:44:43.057245 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-62f5e2af-4c26-4c9f-9f0b-3f5169fc6288 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:43.064661 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-62f5e2af-4c26-4c9f-9f0b-3f5169fc6288 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1908774 Nov 04 10:44:43.086516 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-78790386-1158-426e-97d9-a73fddbe8f99 req-de91edcf-7515-42e5-bec0-4d88b3587cd0 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Allocated IP 172.20.0.8 (4ea30ddd-783c-4e98-88c8-c72495d90b19/2f935783-72d0-4b06-b77a-43dd18ec13a3/310bdf6a-823e-4dce-ba34-0799bb073a43) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:44:43.107724 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-7e03c918-789e-4b1c-9561-e59603e1bc9e tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.127 "GET /v2.0/quotas/1de7002edf924145b82dcfffe5397184 HTTP/1.1" status: 200 len: 375 time: 0.0420492 Nov 04 10:44:43.142561 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a4b33856-740e-41cb-98f3-f1ad52a6fef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:43.160207 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:43.186186 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-ae930713-d8da-4b36-be1d-48a21953476a tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=1de7002edf924145b82dcfffe5397184&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774317 Nov 04 10:44:43.198065 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5fba65-8ba3-47e9-a6a0-6114ed284b60 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:44:43.212227 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b8affc09-059c-4a17-94eb-7081f7043355 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:43.243718 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port ae5fba65-8ba3-47e9-a6a0-6114ed284b60, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=ae5fba65-8ba3-47e9-a6a0-6114ed284b60,segment=NetworkSegment(48be911c-1787-4a97-aa12-b6926dacc7bb),segment_id=48be911c-1787-4a97-aa12-b6926dacc7bb)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:43.253068 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:43.345823 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b8affc09-059c-4a17-94eb-7081f7043355 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:43.397859 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=ae5fba65-8ba3-47e9-a6a0-6114ed284b60,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:43.439547 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8affc09-059c-4a17-94eb-7081f7043355 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:44:43.458919 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b33856-740e-41cb-98f3-f1ad52a6fef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16405c66-cb9c-4753-af06-4d5d5dba6dfc,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:43.472333 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-b8affc09-059c-4a17-94eb-7081f7043355 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:44:43.483707 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8affc09-059c-4a17-94eb-7081f7043355 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:44:43.484244 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b33856-740e-41cb-98f3-f1ad52a6fef8 admin admin] Checking segment: {'id': '30d4132d-ec40-4317-b78d-343556d5fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:44:43.485073 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b33856-740e-41cb-98f3-f1ad52a6fef8 admin admin] Network hostable DHCP agents. Network: f9e59902-9960-4058-813a-8c12bf428482, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:44:43.494404 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['ae5fba65-8ba3-47e9-a6a0-6114ed284b60'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:44:43.558463 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8affc09-059c-4a17-94eb-7081f7043355 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Pushing event updated for resources: {'Port': ['ID=14478a57-fc8c-430f-b99a-ba379ecfe697,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:43.621956 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c9dc1490-7b9c-4b6f-859a-946dcc7807b9 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:44:43.780344 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b8affc09-059c-4a17-94eb-7081f7043355 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:43.783006 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b33856-740e-41cb-98f3-f1ad52a6fef8 admin admin] Network f9e59902-9960-4058-813a-8c12bf428482 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:44:43.857397 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-a4b33856-740e-41cb-98f3-f1ad52a6fef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, f9e59902-9960-4058-813a-8c12bf428482) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:44:43.875201 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b8affc09-059c-4a17-94eb-7081f7043355 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:43.895879 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b33856-740e-41cb-98f3-f1ad52a6fef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:43.896735 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a4b33856-740e-41cb-98f3-f1ad52a6fef8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:43.900051 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7b33c3-2c5d-4f20-bd2d-b95f328eebee None None] Network f9e59902-9960-4058-813a-8c12bf428482 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:44:44.046034 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port c9dc1490-7b9c-4b6f-859a-946dcc7807b9 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:44.047052 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:44.116622 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-78790386-1158-426e-97d9-a73fddbe8f99 req-de91edcf-7515-42e5-bec0-4d88b3587cd0 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:44.235953 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca63bfc-eb19-4fd7-9560-d85456bed5ce req-2695e7c2-1014-4224-8f8f-c6ab52afb372 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:44.245008 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2ca63bfc-eb19-4fd7-9560-d85456bed5ce req-2695e7c2-1014-4224-8f8f-c6ab52afb372 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.127 "GET /v2.0/ports?device_id=f729eafb-e8d7-41e7-a49d-117f6a5293c6 HTTP/1.1" status: 200 len: 945 time: 0.5257151 Nov 04 10:44:44.265476 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a4b33856-740e-41cb-98f3-f1ad52a6fef8 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1397185 Nov 04 10:44:44.274138 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b8affc09-059c-4a17-94eb-7081f7043355 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:44.276765 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49932) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:44.295652 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-1e4e5cb9-ecf6-487e-b901-4122eec91c4f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1711225724-router', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:44:44.323702 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b8affc09-059c-4a17-94eb-7081f7043355 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:44.380059 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8affc09-059c-4a17-94eb-7081f7043355 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Pushing event updated for resources: {'Port': ['ID=14478a57-fc8c-430f-b99a-ba379ecfe697,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:44.391902 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5cb9-ecf6-487e-b901-4122eec91c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:44.393385 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5cb9-ecf6-487e-b901-4122eec91c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:44.459194 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b8affc09-059c-4a17-94eb-7081f7043355 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:44.533336 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d628d9b8-5cca-4817-b5fc-4add18472681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-f9e59902-9960-4058-813a-8c12bf428482', 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'fixed_ips': [{'subnet_id': '16405c66-cb9c-4753-af06-4d5d5dba6dfc'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:44:44.533952 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-78790386-1158-426e-97d9-a73fddbe8f99 req-de91edcf-7515-42e5-bec0-4d88b3587cd0 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:44.535478 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d628d9b8-5cca-4817-b5fc-4add18472681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:44.566471 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5cb9-ecf6-487e-b901-4122eec91c4f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:44.574633 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b8affc09-059c-4a17-94eb-7081f7043355 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:44.577703 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b8affc09-059c-4a17-94eb-7081f7043355 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2269747 Nov 04 10:44:44.606816 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2ca63bfc-eb19-4fd7-9560-d85456bed5ce req-d00a0324-47c5-48cb-a4fe-b2cf47b6bad3 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.127 "GET /v2.0/security-groups?id=1136350e-deff-43a9-a58f-ead008f189f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340294 Nov 04 10:44:44.683675 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78790386-1158-426e-97d9-a73fddbe8f99 req-de91edcf-7515-42e5-bec0-4d88b3587cd0 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Network 4ea30ddd-783c-4e98-88c8-c72495d90b19 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:44:44.701873 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-78790386-1158-426e-97d9-a73fddbe8f99 req-de91edcf-7515-42e5-bec0-4d88b3587cd0 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:44:44.713695 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-78790386-1158-426e-97d9-a73fddbe8f99 req-de91edcf-7515-42e5-bec0-4d88b3587cd0 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:44:44.893034 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:44.907747 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de91edcf-7515-42e5-bec0-4d88b3587cd0 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Pushing event updated for resources: {'Port': ['ID=310bdf6a-823e-4dce-ba34-0799bb073a43,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:44.984208 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-d628d9b8-5cca-4817-b5fc-4add18472681 None None] Allocated IP 172.20.0.2 (f9e59902-9960-4058-813a-8c12bf428482/16405c66-cb9c-4753-af06-4d5d5dba6dfc/f5fc59ed-e61c-40e8-92a5-5e39a701b35b) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:44:45.008388 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78790386-1158-426e-97d9-a73fddbe8f99 req-de91edcf-7515-42e5-bec0-4d88b3587cd0 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:45.009189 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-78790386-1158-426e-97d9-a73fddbe8f99 req-de91edcf-7515-42e5-bec0-4d88b3587cd0 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:45.041462 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5cb9-ecf6-487e-b901-4122eec91c4f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:45.047887 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78790386-1158-426e-97d9-a73fddbe8f99 req-de91edcf-7515-42e5-bec0-4d88b3587cd0 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8052003 Nov 04 10:44:45.064591 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-78790386-1158-426e-97d9-a73fddbe8f99 req-4a8cd2d4-e442-487b-b3d6-d9946441f9f5 service neutron] Request body: {'port': {'device_id': '57f9d6ff-d3b2-4838-8bd6-98e702f22c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:44:45.113508 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ff97d-0b37-47ae-90fe-42ca4dade6e1 req-0c07f321-ee8b-41f9-8249-94cb99087153 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:45.121294 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-836ff97d-0b37-47ae-90fe-42ca4dade6e1 req-0c07f321-ee8b-41f9-8249-94cb99087153 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=57f9d6ff-d3b2-4838-8bd6-98e702f22c1b HTTP/1.1" status: 200 len: 931 time: 0.1579142 Nov 04 10:44:45.171464 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-78790386-1158-426e-97d9-a73fddbe8f99 req-4a8cd2d4-e442-487b-b3d6-d9946441f9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:45.216588 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-836ff97d-0b37-47ae-90fe-42ca4dade6e1 req-80bf2dc8-1c45-4590-9f0f-202e832cc8dc tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943890 Nov 04 10:44:45.423890 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d628d9b8-5cca-4817-b5fc-4add18472681 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:45.437746 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d628d9b8-5cca-4817-b5fc-4add18472681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:45.472187 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-2f4f3c6e-422f-414a-99a4-febb8f61b89f tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=1de7002edf924145b82dcfffe5397184&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892079 Nov 04 10:44:45.508252 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d628d9b8-5cca-4817-b5fc-4add18472681 None None] Network f9e59902-9960-4058-813a-8c12bf428482 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:44:45.513655 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-d628d9b8-5cca-4817-b5fc-4add18472681 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:44:45.518841 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d628d9b8-5cca-4817-b5fc-4add18472681 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:44:45.528600 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628d9b8-5cca-4817-b5fc-4add18472681 None None] Pushing event updated for resources: {'Port': ['ID=f5fc59ed-e61c-40e8-92a5-5e39a701b35b,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:45.608597 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c8084430-1dbb-4c43-a19a-b290becdfff4 req-1b246182-d889-48f2-a4a2-1935a2ab7cd8 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.127 "GET /v2.0/ports?device_id=ac96f362-3299-4351-a502-47663171b242 HTTP/1.1" status: 200 len: 210 time: 0.0688488 Nov 04 10:44:45.624534 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-d628d9b8-5cca-4817-b5fc-4add18472681 None None] Attempting to bind port f5fc59ed-e61c-40e8-92a5-5e39a701b35b on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:44:45.625177 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-d628d9b8-5cca-4817-b5fc-4add18472681 None None] Attempting to bind port f5fc59ed-e61c-40e8-92a5-5e39a701b35b by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '30d4132d-ec40-4317-b78d-343556d5fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:44:45.625433 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d628d9b8-5cca-4817-b5fc-4add18472681 None None] Attempting to bind port f5fc59ed-e61c-40e8-92a5-5e39a701b35b on network f9e59902-9960-4058-813a-8c12bf428482 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:44:45.660555 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d628d9b8-5cca-4817-b5fc-4add18472681 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:44:45.663277 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d628d9b8-5cca-4817-b5fc-4add18472681 None None] Checking segment: {'id': '30d4132d-ec40-4317-b78d-343556d5fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:44:45.664308 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d628d9b8-5cca-4817-b5fc-4add18472681 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:45.664836 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d628d9b8-5cca-4817-b5fc-4add18472681 None None] Bound using segment: {'id': '30d4132d-ec40-4317-b78d-343556d5fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:44:45.668973 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-d628d9b8-5cca-4817-b5fc-4add18472681 None None] Bound port: f5fc59ed-e61c-40e8-92a5-5e39a701b35b, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d4132d-ec40-4317-b78d-343556d5fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:44:45.669408 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d628d9b8-5cca-4817-b5fc-4add18472681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:45.696203 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5cb9-ecf6-487e-b901-4122eec91c4f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:45.735450 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5cb9-ecf6-487e-b901-4122eec91c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:45.830457 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-d628d9b8-5cca-4817-b5fc-4add18472681 None None] For port f5fc59ed-e61c-40e8-92a5-5e39a701b35b, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:44:45.839989 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-d628d9b8-5cca-4817-b5fc-4add18472681 None None] For port f5fc59ed-e61c-40e8-92a5-5e39a701b35b, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f5fc59ed-e61c-40e8-92a5-5e39a701b35b,segment=NetworkSegment(30d4132d-ec40-4317-b78d-343556d5fac7),segment_id=30d4132d-ec40-4317-b78d-343556d5fac7)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:44:45.854078 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-a00ad089-c20b-4f18-ac19-59c0aa388e37 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:45.854405 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d628d9b8-5cca-4817-b5fc-4add18472681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:45.856580 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-a00ad089-c20b-4f18-ac19-59c0aa388e37 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3748188 Nov 04 10:44:45.906689 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-0854bbbf-91c2-4182-9826-d3c06b2c3209 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Request body: {'port': {'device_id': 'ac96f362-3299-4351-a502-47663171b242', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': '1de7002edf924145b82dcfffe5397184'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:44:45.964327 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628d9b8-5cca-4817-b5fc-4add18472681 None None] Pushing event updated for resources: {'Port': ['ID=f5fc59ed-e61c-40e8-92a5-5e39a701b35b,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:46.109230 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-1e4e5cb9-ecf6-487e-b901-4122eec91c4f admin admin] Allocated IP 172.25.7.166 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:44:46.217078 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-0854bbbf-91c2-4182-9826-d3c06b2c3209 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Made reservation on behalf of 1de7002edf924145b82dcfffe5397184 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:44:46.220621 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-0854bbbf-91c2-4182-9826-d3c06b2c3209 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:46.238430 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-0854bbbf-91c2-4182-9826-d3c06b2c3209 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:46.285280 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5cb9-ecf6-487e-b901-4122eec91c4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:46.324608 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device ae5fba65-8ba3-47e9-a6a0-6114ed284b60 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:44:46.340588 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-1cb5392d-a611-46bd-8a1d-61456cbbf9ec tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-securitygroup--1393582916&fields=id&tenant_id=70e6800525e94252bd926fa3f3533b35 HTTP/1.1" status: 200 len: 267 time: 0.0930195 Nov 04 10:44:46.448902 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5cb9-ecf6-487e-b901-4122eec91c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:46.464244 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port ae5fba65-8ba3-47e9-a6a0-6114ed284b60 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:44:46.474876 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port ae5fba65-8ba3-47e9-a6a0-6114ed284b60 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:46.474876 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:46.515395 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-0854bbbf-91c2-4182-9826-d3c06b2c3209 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:46.526961 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-0854bbbf-91c2-4182-9826-d3c06b2c3209 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:46.548528 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4e5cb9-ecf6-487e-b901-4122eec91c4f admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:44:46.573510 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-1e4e5cb9-ecf6-487e-b901-4122eec91c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:44:46.581538 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-74df8a6a-4f04-45a7-be23-9bb002d47cb6 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:46.584280 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e5cb9-ecf6-487e-b901-4122eec91c4f admin admin] Pushing event updated for resources: {'Port': ['ID=f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:46.587048 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4e5cb9-ecf6-487e-b901-4122eec91c4f admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:44:46.590189 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-74df8a6a-4f04-45a7-be23-9bb002d47cb6 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/networks?id=f30ef001-50f8-4502-9fd3-b2ec1bbf0d34 HTTP/1.1" status: 200 len: 812 time: 0.2484846 Nov 04 10:44:46.622397 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-adc0dee0-50a2-4690-b01e-0814624d2a1e tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/quotas/70e6800525e94252bd926fa3f3533b35 HTTP/1.1" status: 200 len: 375 time: 0.0304513 Nov 04 10:44:46.675024 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-78790386-1158-426e-97d9-a73fddbe8f99 req-4a8cd2d4-e442-487b-b3d6-d9946441f9f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 310bdf6a-823e-4dce-ba34-0799bb073a43 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:44:46.690406 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854bbbf-91c2-4182-9826-d3c06b2c3209 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec49b792-1b51-4353-b496-185b3d407973,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:46.691346 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-78790386-1158-426e-97d9-a73fddbe8f99 req-4a8cd2d4-e442-487b-b3d6-d9946441f9f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:46.711607 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-78790386-1158-426e-97d9-a73fddbe8f99 req-4a8cd2d4-e442-487b-b3d6-d9946441f9f5 service neutron] Transition to ACTIVE for port object 310bdf6a-823e-4dce-ba34-0799bb073a43 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:44:46.724845 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-78790386-1158-426e-97d9-a73fddbe8f99 req-4a8cd2d4-e442-487b-b3d6-d9946441f9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:46.731288 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:46.765186 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-9a2edb82-09ab-4ba5-93a9-572df217f9b2 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=70e6800525e94252bd926fa3f3533b35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1355038 Nov 04 10:44:46.765608 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f729eafb-e8d7-41e7-a49d-117f6a5293c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5fba65-8ba3-47e9-a6a0-6114ed284b60'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:44:46.773358 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985b2876-9d05-4e36-949c-f52b87326fb7" -d '{"events": [{"server_uuid": "f729eafb-e8d7-41e7-a49d-117f6a5293c6", "name": "network-vif-plugged", "status": "completed", "tag": "ae5fba65-8ba3-47e9-a6a0-6114ed284b60"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:44:46.807235 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port ae5fba65-8ba3-47e9-a6a0-6114ed284b60, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=ae5fba65-8ba3-47e9-a6a0-6114ed284b60,segment=NetworkSegment(48be911c-1787-4a97-aa12-b6926dacc7bb),segment_id=48be911c-1787-4a97-aa12-b6926dacc7bb)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:46.818115 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:46.945164 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3097ee44-ba66-4850-9fa8-4885cbc78f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:46.952349 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-0854bbbf-91c2-4182-9826-d3c06b2c3209 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Allocated IP 192.168.233.111 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/42646935-0688-4f99-99c2-a0db4f624227) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:44:46.982986 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=ae5fba65-8ba3-47e9-a6a0-6114ed284b60,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:47.035444 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8cd2d4-e442-487b-b3d6-d9946441f9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=310bdf6a-823e-4dce-ba34-0799bb073a43,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:47.117085 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-78790386-1158-426e-97d9-a73fddbe8f99 req-4a8cd2d4-e442-487b-b3d6-d9946441f9f5 service neutron] Attempting to bind port 310bdf6a-823e-4dce-ba34-0799bb073a43 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:44:47.117626 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-78790386-1158-426e-97d9-a73fddbe8f99 req-4a8cd2d4-e442-487b-b3d6-d9946441f9f5 service neutron] Attempting to bind port 310bdf6a-823e-4dce-ba34-0799bb073a43 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:44:47.120395 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78790386-1158-426e-97d9-a73fddbe8f99 req-4a8cd2d4-e442-487b-b3d6-d9946441f9f5 service neutron] Attempting to bind port 310bdf6a-823e-4dce-ba34-0799bb073a43 on network 4ea30ddd-783c-4e98-88c8-c72495d90b19 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:44:47.132097 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-090c4b18-1f25-4fc8-b420-41eadb3aebb9 service neutron] 10.222.0.127 "GET /v2.0/networks/f30ef001-50f8-4502-9fd3-b2ec1bbf0d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626072 Nov 04 10:44:47.143586 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78790386-1158-426e-97d9-a73fddbe8f99 req-4a8cd2d4-e442-487b-b3d6-d9946441f9f5 service neutron] Port 310bdf6a-823e-4dce-ba34-0799bb073a43 on network 4ea30ddd-783c-4e98-88c8-c72495d90b19 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:44:47.143586 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78790386-1158-426e-97d9-a73fddbe8f99 req-4a8cd2d4-e442-487b-b3d6-d9946441f9f5 service neutron] Attempting to bind port 310bdf6a-823e-4dce-ba34-0799bb073a43 on network 4ea30ddd-783c-4e98-88c8-c72495d90b19 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:44:47.186060 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78790386-1158-426e-97d9-a73fddbe8f99 req-4a8cd2d4-e442-487b-b3d6-d9946441f9f5 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:44:47.186521 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78790386-1158-426e-97d9-a73fddbe8f99 req-4a8cd2d4-e442-487b-b3d6-d9946441f9f5 service neutron] Checking segment: {'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:44:47.186784 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78790386-1158-426e-97d9-a73fddbe8f99 req-4a8cd2d4-e442-487b-b3d6-d9946441f9f5 service neutron] Bound using segment: {'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:44:47.187238 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-78790386-1158-426e-97d9-a73fddbe8f99 req-4a8cd2d4-e442-487b-b3d6-d9946441f9f5 service neutron] Bound port: 310bdf6a-823e-4dce-ba34-0799bb073a43, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:44:47.187608 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-78790386-1158-426e-97d9-a73fddbe8f99 req-4a8cd2d4-e442-487b-b3d6-d9946441f9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:47.391877 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-78790386-1158-426e-97d9-a73fddbe8f99 req-4a8cd2d4-e442-487b-b3d6-d9946441f9f5 service neutron] For port 310bdf6a-823e-4dce-ba34-0799bb073a43, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:44:47.398836 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-78790386-1158-426e-97d9-a73fddbe8f99 req-4a8cd2d4-e442-487b-b3d6-d9946441f9f5 service neutron] For port 310bdf6a-823e-4dce-ba34-0799bb073a43, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=310bdf6a-823e-4dce-ba34-0799bb073a43,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:44:47.401710 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-6caf1686-3a39-42a4-aee2-1f4d58747ae9 service neutron] 10.222.0.127 "GET /v2.0/networks/f30ef001-50f8-4502-9fd3-b2ec1bbf0d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686489 Nov 04 10:44:47.410604 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-78790386-1158-426e-97d9-a73fddbe8f99 req-4a8cd2d4-e442-487b-b3d6-d9946441f9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:47.418690 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f5fc59ed-e61c-40e8-92a5-5e39a701b35b up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:44:47.472742 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8cd2d4-e442-487b-b3d6-d9946441f9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=310bdf6a-823e-4dce-ba34-0799bb073a43,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:47.489286 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78790386-1158-426e-97d9-a73fddbe8f99 req-4a8cd2d4-e442-487b-b3d6-d9946441f9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:47.490195 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-78790386-1158-426e-97d9-a73fddbe8f99 req-4a8cd2d4-e442-487b-b3d6-d9946441f9f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:47.492417 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78790386-1158-426e-97d9-a73fddbe8f99 req-4a8cd2d4-e442-487b-b3d6-d9946441f9f5 service neutron] 10.222.0.126 "PUT /v2.0/ports/310bdf6a-823e-4dce-ba34-0799bb073a43 HTTP/1.1" status: 200 len: 1091 time: 2.4334943 Nov 04 10:44:47.493307 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f9d6ff-d3b2-4838-8bd6-98e702f22c1b', 'tag': '310bdf6a-823e-4dce-ba34-0799bb073a43'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:44:47.495921 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19879d33-a1f2-4146-9f10-240e88adc0c6" -d '{"events": [{"name": "network-changed", "server_uuid": "57f9d6ff-d3b2-4838-8bd6-98e702f22c1b", "tag": "310bdf6a-823e-4dce-ba34-0799bb073a43"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:44:47.619334 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port f5fc59ed-e61c-40e8-92a5-5e39a701b35b triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:47.620001 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:47.676463 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78790386-1158-426e-97d9-a73fddbe8f99 req-518d34c9-ba3d-4930-8b18-bb2ee95b2d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:47.681291 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78790386-1158-426e-97d9-a73fddbe8f99 req-518d34c9-ba3d-4930-8b18-bb2ee95b2d87 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=343110c8f9b64c948b5d4c411d3c8a01&device_id=57f9d6ff-d3b2-4838-8bd6-98e702f22c1b HTTP/1.1" status: 200 len: 1094 time: 0.1259246 Nov 04 10:44:47.808453 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78790386-1158-426e-97d9-a73fddbe8f99 req-455a463a-3ef6-4eab-a58f-1c0bd1d98e1f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=310bdf6a-823e-4dce-ba34-0799bb073a43 HTTP/1.1" status: 200 len: 217 time: 0.1213012 Nov 04 10:44:47.825627 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9498891-cb8d-4ae8-8379-39471e33246a None None] Network f9e59902-9960-4058-813a-8c12bf428482 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:44:47.902215 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b29bd4b5-9f0d-4201-af45-2bd26f263fc2 None None] Provisioning complete for port f5fc59ed-e61c-40e8-92a5-5e39a701b35b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:47.902672 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b29bd4b5-9f0d-4201-af45-2bd26f263fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:47.904530 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:47.982625 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port f5fc59ed-e61c-40e8-92a5-5e39a701b35b, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f5fc59ed-e61c-40e8-92a5-5e39a701b35b,segment=NetworkSegment(30d4132d-ec40-4317-b78d-343556d5fac7),segment_id=30d4132d-ec40-4317-b78d-343556d5fac7)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:47.996522 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:48.017743 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6a929-bb57-4575-83eb-78273a957e68 req-c48daf28-a0f7-48bc-84e6-95b369b0fb9b tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:48.031659 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-88e6a929-bb57-4575-83eb-78273a957e68 req-c48daf28-a0f7-48bc-84e6-95b369b0fb9b tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.127 "GET /v2.0/ports?device_id=f729eafb-e8d7-41e7-a49d-117f6a5293c6 HTTP/1.1" status: 200 len: 946 time: 0.1858969 Nov 04 10:44:48.038637 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5cb9-ecf6-487e-b901-4122eec91c4f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:48.054660 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=f5fc59ed-e61c-40e8-92a5-5e39a701b35b,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:48.077011 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78790386-1158-426e-97d9-a73fddbe8f99 req-44d4bcf4-40a2-4a8f-9ed4-8dcc5b1d7555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:48.079668 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78790386-1158-426e-97d9-a73fddbe8f99 req-44d4bcf4-40a2-4a8f-9ed4-8dcc5b1d7555 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=2f935783-72d0-4b06-b77a-43dd18ec13a3 HTTP/1.1" status: 200 len: 846 time: 0.2638607 Nov 04 10:44:48.251449 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-88e6a929-bb57-4575-83eb-78273a957e68 req-4adf9219-4e36-4055-a025-c563cfb5a47d tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.127 "GET /v2.0/security-groups?id=1136350e-deff-43a9-a58f-ead008f189f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185926 Nov 04 10:44:48.253931 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78790386-1158-426e-97d9-a73fddbe8f99 req-49a83793-7f9c-4acf-90de-adfb4f03deb6 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=4ea30ddd-783c-4e98-88c8-c72495d90b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013134 Nov 04 10:44:48.379998 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-0854bbbf-91c2-4182-9826-d3c06b2c3209 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:48.554830 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78790386-1158-426e-97d9-a73fddbe8f99 req-d972577a-1fac-490b-a73e-c01e0fab9eb6 service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871480 Nov 04 10:44:48.646771 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5cb9-ecf6-487e-b901-4122eec91c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:48.704424 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78790386-1158-426e-97d9-a73fddbe8f99 req-81df3240-e0f6-43fe-b935-953029112307 service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463857 Nov 04 10:44:48.727916 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b35d94b8-9611-4064-9742-450ebd133d0e None None] Provisioning complete for port f5fc59ed-e61c-40e8-92a5-5e39a701b35b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:48.728503 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b35d94b8-9611-4064-9742-450ebd133d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:48.771555 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71700738-fc9b-40a8-9750-38761c77dbba req-165a5d80-39d2-4912-8cbf-3ef850542dd6 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:48.780316 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-71700738-fc9b-40a8-9750-38761c77dbba req-165a5d80-39d2-4912-8cbf-3ef850542dd6 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=57f9d6ff-d3b2-4838-8bd6-98e702f22c1b HTTP/1.1" status: 200 len: 943 time: 0.0947182 Nov 04 10:44:48.810470 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-0854bbbf-91c2-4182-9826-d3c06b2c3209 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:48.872121 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-71700738-fc9b-40a8-9750-38761c77dbba req-6a725dfa-4300-4f35-b3de-e533e8c1e222 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906439 Nov 04 10:44:48.961993 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854bbbf-91c2-4182-9826-d3c06b2c3209 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Pushing event updated for resources: {'Port': ['ID=42646935-0688-4f99-99c2-a0db4f624227,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:49.004055 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-0854bbbf-91c2-4182-9826-d3c06b2c3209 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:44:49.009200 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-0854bbbf-91c2-4182-9826-d3c06b2c3209 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:44:49.018397 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-0854bbbf-91c2-4182-9826-d3c06b2c3209 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:44:49.074981 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e2ee7-3210-4a79-9090-6e7841045841 req-c8fa84b4-6508-4dcc-858b-3f6ccaec794c tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:49.083831 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db1e2ee7-3210-4a79-9090-6e7841045841 req-c8fa84b4-6508-4dcc-858b-3f6ccaec794c tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.127 "GET /v2.0/ports?device_id=ac96f362-3299-4351-a502-47663171b242 HTTP/1.1" status: 200 len: 936 time: 0.0930295 Nov 04 10:44:49.179934 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-0854bbbf-91c2-4182-9826-d3c06b2c3209 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:49.180948 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-0854bbbf-91c2-4182-9826-d3c06b2c3209 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:49.198379 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db1e2ee7-3210-4a79-9090-6e7841045841 req-bf77125a-e9b6-4eff-b171-78b42c48c384 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.127 "GET /v2.0/security-groups?id=ec49b792-1b51-4353-b496-185b3d407973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131620 Nov 04 10:44:49.216059 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4e5cb9-ecf6-487e-b901-4122eec91c4f admin admin] Router 4c5935e5-602a-4c12-ba2f-e2836a28aa19 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:44:49.226262 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-0854bbbf-91c2-4182-9826-d3c06b2c3209 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3311923 Nov 04 10:44:49.352351 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-47758b9a-9c1c-431b-987d-7c98c199737c service neutron] Request body: {'port': {'device_id': 'ac96f362-3299-4351-a502-47663171b242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:44:49.418907 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0825e744-04ff-461f-aab3-726047ffa5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:49.438663 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-47758b9a-9c1c-431b-987d-7c98c199737c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:49.443998 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4e5cb9-ecf6-487e-b901-4122eec91c4f admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:44:49.457681 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbebd3a8-9d18-49f5-ad7c-ecf0723859fc None None] Sync routers for ids ['4c5935e5-602a-4c12-ba2f-e2836a28aa19'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:44:49.487275 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f5fc59ed-e61c-40e8-92a5-5e39a701b35b up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:44:49.526269 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbebd3a8-9d18-49f5-ad7c-ecf0723859fc None None] Routers {'4c5935e5-602a-4c12-ba2f-e2836a28aa19'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:44:49.532878 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-cbebd3a8-9d18-49f5-ad7c-ecf0723859fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:44:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['4c5935e5-602a-4c12-ba2f-e2836a28aa19'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:49.557451 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5cb9-ecf6-487e-b901-4122eec91c4f admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:49.559010 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1e4e5cb9-ecf6-487e-b901-4122eec91c4f admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2807922 Nov 04 10:44:49.561841 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50026) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:49.791199 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-e12b1a89-077b-46d6-ae0d-8f5a8bfa140d tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:49.793519 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-e12b1a89-077b-46d6-ae0d-8f5a8bfa140d tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.126 "GET /v2.0/networks?id=f30ef001-50f8-4502-9fd3-b2ec1bbf0d34 HTTP/1.1" status: 200 len: 812 time: 0.2280052 Nov 04 10:44:49.797543 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-700fce21-e8a9-470d-be62-b5eed2279d8f None None] Provisioning complete for port 42646935-0688-4f99-99c2-a0db4f624227 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:49.797914 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-700fce21-e8a9-470d-be62-b5eed2279d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:49.869843 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861a7de9-495d-4d42-9b1d-f0ee8796748f x-openstack-request-id: req-861a7de9-495d-4d42-9b1d-f0ee8796748f {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:44:49.870868 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f729eafb-e8d7-41e7-a49d-117f6a5293c6", "name": "network-vif-plugged", "status": "completed", "tag": "ae5fba65-8ba3-47e9-a6a0-6114ed284b60", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:44:49.872524 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-861a7de9-495d-4d42-9b1d-f0ee8796748f {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:44:49.873270 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f729eafb-e8d7-41e7-a49d-117f6a5293c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5fba65-8ba3-47e9-a6a0-6114ed284b60', 'code': 200} Nov 04 10:44:49.914166 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50032) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:49.920576 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port f5fc59ed-e61c-40e8-92a5-5e39a701b35b triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:49.921080 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:49.975095 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40099b85-f917-49f2-8bcc-b4b4e81f03d5 x-openstack-request-id: req-40099b85-f917-49f2-8bcc-b4b4e81f03d5 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:44:49.975538 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57f9d6ff-d3b2-4838-8bd6-98e702f22c1b", "tag": "310bdf6a-823e-4dce-ba34-0799bb073a43", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:44:49.976029 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-40099b85-f917-49f2-8bcc-b4b4e81f03d5 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:44:49.976518 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f9d6ff-d3b2-4838-8bd6-98e702f22c1b', 'tag': '310bdf6a-823e-4dce-ba34-0799bb073a43', 'status': 'completed', 'code': 200} Nov 04 10:44:49.988216 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-700fce21-e8a9-470d-be62-b5eed2279d8f None None] Port 42646935-0688-4f99-99c2-a0db4f624227 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:44:49.999772 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-cbebd3a8-9d18-49f5-ad7c-ecf0723859fc None None] Set router 4c5935e5-602a-4c12-ba2f-e2836a28aa19 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:44:50.104392 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19879d33-a1f2-4146-9f10-240e88adc0c6 req-99f2e80a-db1f-4151-b65e-53d1406ab727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:50.106127 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-19879d33-a1f2-4146-9f10-240e88adc0c6 req-99f2e80a-db1f-4151-b65e-53d1406ab727 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=343110c8f9b64c948b5d4c411d3c8a01&device_id=57f9d6ff-d3b2-4838-8bd6-98e702f22c1b HTTP/1.1" status: 200 len: 1094 time: 0.1545923 Nov 04 10:44:50.108501 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-416b483c-7294-4e8a-9549-3d1e5a3c3d37 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70e6800525e94252bd926fa3f3533b35 HTTP/1.1" status: 200 len: 380 time: 0.3003066 Nov 04 10:44:50.128809 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-077fecf6-307b-4260-a04a-ef8b5444c292 req-ca9fc2cf-d2fd-427e-80d2-054f556db556 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/ports?device_id=58863eba-7e5d-4c58-af5c-d42c49aab2d0 HTTP/1.1" status: 200 len: 210 time: 0.1170363 Nov 04 10:44:50.138232 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cd407-38cc-47b4-a977-942e621795c0 req-a886a35c-d5e9-4823-882a-f12b661ce143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:50.161241 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e4cd407-38cc-47b4-a977-942e621795c0 req-a886a35c-d5e9-4823-882a-f12b661ce143 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=f729eafb-e8d7-41e7-a49d-117f6a5293c6 HTTP/1.1" status: 200 len: 1097 time: 0.2259414 Nov 04 10:44:50.171501 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-43a42f12-64eb-48bc-a4ea-d0ac87854769 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Request body: {'port': {'device_id': '58863eba-7e5d-4c58-af5c-d42c49aab2d0', 'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34', 'admin_state_up': True, 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'security_groups': ['8b2881a6-1c2a-4867-9582-37a61c635b97']}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:44:50.254853 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-994f69f9-aa33-48ae-a3b4-65989e670fe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:50.373855 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e4cd407-38cc-47b4-a977-942e621795c0 req-6912a58e-9930-4131-b802-99731c073146 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=1136350e-deff-43a9-a58f-ead008f189f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116692 Nov 04 10:44:50.407054 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0a7c4-30f1-4f60-99ef-88b1caf484c9 req-dc391e7d-03ef-47dc-88cc-282f435996c1 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:50.408342 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-47758b9a-9c1c-431b-987d-7c98c199737c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42646935-0688-4f99-99c2-a0db4f624227 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:44:50.414626 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e4f0a7c4-30f1-4f60-99ef-88b1caf484c9 req-dc391e7d-03ef-47dc-88cc-282f435996c1 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.127 "GET /v2.0/ports?device_id=f729eafb-e8d7-41e7-a49d-117f6a5293c6 HTTP/1.1" status: 200 len: 946 time: 0.1772413 Nov 04 10:44:50.421462 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-47758b9a-9c1c-431b-987d-7c98c199737c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:50.458173 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-43a42f12-64eb-48bc-a4ea-d0ac87854769 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Made reservation on behalf of 70e6800525e94252bd926fa3f3533b35 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:44:50.461904 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-43a42f12-64eb-48bc-a4ea-d0ac87854769 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:50.469828 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19879d33-a1f2-4146-9f10-240e88adc0c6 req-ea3f8520-c306-4de7-83cd-4a718d70a7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:50.471386 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-19879d33-a1f2-4146-9f10-240e88adc0c6 req-ea3f8520-c306-4de7-83cd-4a718d70a7b7 service neutron] 10.222.0.126 "GET /v2.0/networks?id=4ea30ddd-783c-4e98-88c8-c72495d90b19 HTTP/1.1" status: 200 len: 908 time: 0.3468885 Nov 04 10:44:50.474238 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-cbebd3a8-9d18-49f5-ad7c-ecf0723859fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'name': 'tempest-TestVolumeBackupRestore-1711225724-router', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:44Z', 'updated_at': '2021-11-04T10:44:46Z', 'revision_number': 3, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'gw_port': {'id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:45Z', 'updated_at': '2021-11-04T10:44:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:50.475925 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-47758b9a-9c1c-431b-987d-7c98c199737c service neutron] Transition to ACTIVE for port object 42646935-0688-4f99-99c2-a0db4f624227 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:44:50.494040 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-47758b9a-9c1c-431b-987d-7c98c199737c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:50.508117 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbebd3a8-9d18-49f5-ad7c-ecf0723859fc None None] Checking router: 4c5935e5-602a-4c12-ba2f-e2836a28aa19 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:44:50.508117 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbebd3a8-9d18-49f5-ad7c-ecf0723859fc None None] Updating router 4c5935e5-602a-4c12-ba2f-e2836a28aa19 port f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:44:50.547991 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cbebd3a8-9d18-49f5-ad7c-ecf0723859fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:50.551102 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-19879d33-a1f2-4146-9f10-240e88adc0c6 req-6434b117-8dd6-4d89-92a8-b8fe2ea64fd6 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=310bdf6a-823e-4dce-ba34-0799bb073a43 HTTP/1.1" status: 200 len: 217 time: 0.0721612 Nov 04 10:44:50.604262 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e4f0a7c4-30f1-4f60-99ef-88b1caf484c9 req-513aa6b6-2c47-4fc7-83d2-2ec82f708492 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.127 "GET /v2.0/security-groups?id=1136350e-deff-43a9-a58f-ead008f189f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884754 Nov 04 10:44:50.648593 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-994f69f9-aa33-48ae-a3b4-65989e670fe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:50.663714 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-994f69f9-aa33-48ae-a3b4-65989e670fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:50.720290 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:50.755985 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47758b9a-9c1c-431b-987d-7c98c199737c service neutron] Pushing event updated for resources: {'Port': ['ID=42646935-0688-4f99-99c2-a0db4f624227,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:50.779866 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19879d33-a1f2-4146-9f10-240e88adc0c6 req-6551063e-7f74-4b3b-be39-f7a3fc947892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:50.789774 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-19879d33-a1f2-4146-9f10-240e88adc0c6 req-6551063e-7f74-4b3b-be39-f7a3fc947892 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=2f935783-72d0-4b06-b77a-43dd18ec13a3 HTTP/1.1" status: 200 len: 846 time: 0.2187879 Nov 04 10:44:50.877642 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-43a42f12-64eb-48bc-a4ea-d0ac87854769 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Allocated IP 172.20.0.5 (f30ef001-50f8-4502-9fd3-b2ec1bbf0d34/95124d82-029a-4bad-bd56-4a328bc7edbc/43a65829-146b-48ea-9264-f3cc317d6ea0) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:44:50.881739 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f69f9-aa33-48ae-a3b4-65989e670fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca222d64-ed50-4893-9967-b834e6ccd7f9,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:50.886035 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-19879d33-a1f2-4146-9f10-240e88adc0c6 req-19819282-7897-45e2-a9ba-f55592b232af service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=4ea30ddd-783c-4e98-88c8-c72495d90b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463181 Nov 04 10:44:50.951609 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-994f69f9-aa33-48ae-a3b4-65989e670fe6 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=3872f5a7b3824e86b7b923a5c872a0ae&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0294251 Nov 04 10:44:50.982324 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cbebd3a8-9d18-49f5-ad7c-ecf0723859fc None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:50.983795 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50046) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:50.990253 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cbebd3a8-9d18-49f5-ad7c-ecf0723859fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:51.041159 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7cf09-23c2-42f1-b09c-f712239feedd req-16f46112-378a-4479-b2ad-b771a0ee8caf tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:51.041412 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-47758b9a-9c1c-431b-987d-7c98c199737c service neutron] Attempting to bind port 42646935-0688-4f99-99c2-a0db4f624227 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:44:51.041504 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-47758b9a-9c1c-431b-987d-7c98c199737c service neutron] Attempting to bind port 42646935-0688-4f99-99c2-a0db4f624227 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:44:51.041812 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-47758b9a-9c1c-431b-987d-7c98c199737c service neutron] Attempting to bind port 42646935-0688-4f99-99c2-a0db4f624227 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:44:51.042923 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25b7cf09-23c2-42f1-b09c-f712239feedd req-16f46112-378a-4479-b2ad-b771a0ee8caf tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=57f9d6ff-d3b2-4838-8bd6-98e702f22c1b HTTP/1.1" status: 200 len: 943 time: 0.1301184 Nov 04 10:44:51.045894 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-cbebd3a8-9d18-49f5-ad7c-ecf0723859fc None None] Attempting to bind port f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:44:51.047471 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-cbebd3a8-9d18-49f5-ad7c-ecf0723859fc None None] Attempting to bind port f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:44:51.048605 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbebd3a8-9d18-49f5-ad7c-ecf0723859fc None None] Attempting to bind port f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:44:51.074740 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-47758b9a-9c1c-431b-987d-7c98c199737c service neutron] Port 42646935-0688-4f99-99c2-a0db4f624227 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:44:51.075143 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-47758b9a-9c1c-431b-987d-7c98c199737c service neutron] Attempting to bind port 42646935-0688-4f99-99c2-a0db4f624227 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:44:51.079981 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbebd3a8-9d18-49f5-ad7c-ecf0723859fc None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:44:51.081021 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbebd3a8-9d18-49f5-ad7c-ecf0723859fc None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:44:51.081738 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cbebd3a8-9d18-49f5-ad7c-ecf0723859fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:51.082920 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbebd3a8-9d18-49f5-ad7c-ecf0723859fc None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:44:51.083621 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-cbebd3a8-9d18-49f5-ad7c-ecf0723859fc None None] Bound port: f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:44:51.084225 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cbebd3a8-9d18-49f5-ad7c-ecf0723859fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:51.097885 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c2e7305f-0903-45e8-88fc-9774a1d86c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:51.105209 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-47758b9a-9c1c-431b-987d-7c98c199737c service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:44:51.105551 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-47758b9a-9c1c-431b-987d-7c98c199737c service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:44:51.106241 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-47758b9a-9c1c-431b-987d-7c98c199737c service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:44:51.106473 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-47758b9a-9c1c-431b-987d-7c98c199737c service neutron] Bound port: 42646935-0688-4f99-99c2-a0db4f624227, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:44:51.106808 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-47758b9a-9c1c-431b-987d-7c98c199737c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:51.130078 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25b7cf09-23c2-42f1-b09c-f712239feedd req-91f6a837-4fde-4f28-86e5-93842fe9b338 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699499 Nov 04 10:44:51.158489 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-cbebd3a8-9d18-49f5-ad7c-ecf0723859fc None None] For port f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:44:51.163701 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-cbebd3a8-9d18-49f5-ad7c-ecf0723859fc None None] For port f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:44:51.182870 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cbebd3a8-9d18-49f5-ad7c-ecf0723859fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:51.211061 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011a9dd-84af-4175-9225-d8c6b3300efa None None] Pushing event updated for resources: {'Port': ['ID=f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:51.211645 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-19879d33-a1f2-4146-9f10-240e88adc0c6 req-c9a2361b-fb69-4735-aaae-35ce24f81f80 service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137352 Nov 04 10:44:51.214901 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-833db73b-2068-4a85-afa8-824139fe5d31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:51.253288 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbebd3a8-9d18-49f5-ad7c-ecf0723859fc None None] Routers {'4c5935e5-602a-4c12-ba2f-e2836a28aa19'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:44:51.253950 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-cbebd3a8-9d18-49f5-ad7c-ecf0723859fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:44:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['4c5935e5-602a-4c12-ba2f-e2836a28aa19'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:51.315310 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011a9dd-84af-4175-9225-d8c6b3300efa None None] Pushing event updated for resources: {'Port': ['ID=f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:51.390836 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbccb9d-8800-49b8-81b0-c41e02b09c0a req-62355b3e-6296-4aaa-a0d3-03b9e2815547 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:51.392441 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2fbccb9d-8800-49b8-81b0-c41e02b09c0a req-62355b3e-6296-4aaa-a0d3-03b9e2815547 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.127 "GET /v2.0/ports?device_id=ac96f362-3299-4351-a502-47663171b242 HTTP/1.1" status: 200 len: 948 time: 0.1046152 Nov 04 10:44:51.405455 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-cbebd3a8-9d18-49f5-ad7c-ecf0723859fc None None] Set router 4c5935e5-602a-4c12-ba2f-e2836a28aa19 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:44:51.419927 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-19879d33-a1f2-4146-9f10-240e88adc0c6 req-3e9de363-7488-4d30-bdf0-d072a076d325 service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982780 Nov 04 10:44:51.433525 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-43a42f12-64eb-48bc-a4ea-d0ac87854769 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:51.472578 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-833db73b-2068-4a85-afa8-824139fe5d31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:51.482449 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2fbccb9d-8800-49b8-81b0-c41e02b09c0a req-6f8891d4-a478-43b5-8b10-ed1f9476ab36 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.127 "GET /v2.0/security-groups?id=ec49b792-1b51-4353-b496-185b3d407973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804870 Nov 04 10:44:51.499088 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-43a42f12-64eb-48bc-a4ea-d0ac87854769 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:51.537405 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 310bdf6a-823e-4dce-ba34-0799bb073a43 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:44:51.567840 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-47758b9a-9c1c-431b-987d-7c98c199737c service neutron] For port 42646935-0688-4f99-99c2-a0db4f624227, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:44:51.572064 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-43a42f12-64eb-48bc-a4ea-d0ac87854769 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Network f30ef001-50f8-4502-9fd3-b2ec1bbf0d34 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:44:51.578226 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-43a42f12-64eb-48bc-a4ea-d0ac87854769 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:44:51.582536 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-43a42f12-64eb-48bc-a4ea-d0ac87854769 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:44:51.589481 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a42f12-64eb-48bc-a4ea-d0ac87854769 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Pushing event updated for resources: {'Port': ['ID=43a65829-146b-48ea-9264-f3cc317d6ea0,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:51.649661 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-47758b9a-9c1c-431b-987d-7c98c199737c service neutron] For port 42646935-0688-4f99-99c2-a0db4f624227, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=42646935-0688-4f99-99c2-a0db4f624227,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:44:51.663929 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-47758b9a-9c1c-431b-987d-7c98c199737c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:51.702085 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-43a42f12-64eb-48bc-a4ea-d0ac87854769 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:51.702772 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-43a42f12-64eb-48bc-a4ea-d0ac87854769 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:51.728350 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95de93-2166-4706-ba1a-4173fa50db1c req-995191db-e3d2-4e6c-b636-56167a542ce9 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:51.730043 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6d95de93-2166-4706-ba1a-4173fa50db1c req-995191db-e3d2-4e6c-b636-56167a542ce9 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/ports?device_id=58863eba-7e5d-4c58-af5c-d42c49aab2d0 HTTP/1.1" status: 200 len: 931 time: 0.1156056 Nov 04 10:44:51.734956 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-43a42f12-64eb-48bc-a4ea-d0ac87854769 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5996313 Nov 04 10:44:51.749257 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-83d79ad9-9665-4f9c-8e27-864eb7fd72ca service neutron] Request body: {'port': {'device_id': '58863eba-7e5d-4c58-af5c-d42c49aab2d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:44:51.777849 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 310bdf6a-823e-4dce-ba34-0799bb073a43, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=310bdf6a-823e-4dce-ba34-0799bb073a43,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:51.794056 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '310bdf6a-823e-4dce-ba34-0799bb073a43', 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19', 'port_id': '310bdf6a-823e-4dce-ba34-0799bb073a43', 'mac_address': 'fa:16:3e:8c:31:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f935783-72d0-4b06-b77a-43dd18ec13a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:44:51.845152 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:51.884804 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6d95de93-2166-4706-ba1a-4173fa50db1c req-3ef50e70-c5fe-4442-a1b1-bd055446c8d6 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/security-groups?id=8b2881a6-1c2a-4867-9582-37a61c635b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480584 Nov 04 10:44:51.887365 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-cbebd3a8-9d18-49f5-ad7c-ecf0723859fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'name': 'tempest-TestVolumeBackupRestore-1711225724-router', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:44Z', 'updated_at': '2021-11-04T10:44:46Z', 'revision_number': 3, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'gw_port': {'id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:45Z', 'updated_at': '2021-11-04T10:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:51.897670 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-83d79ad9-9665-4f9c-8e27-864eb7fd72ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:51.924697 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310bdf6a-823e-4dce-ba34-0799bb073a43 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:44:51.938511 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbebd3a8-9d18-49f5-ad7c-ecf0723859fc None None] The sync data for ids ['4c5935e5-602a-4c12-ba2f-e2836a28aa19'] in n-d-816629-1 is: [{'id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'name': 'tempest-TestVolumeBackupRestore-1711225724-router', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:44Z', 'updated_at': '2021-11-04T10:44:46Z', 'revision_number': 3, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'gw_port': {'id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:45Z', 'updated_at': '2021-11-04T10:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:44:51.977410 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 310bdf6a-823e-4dce-ba34-0799bb073a43, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=310bdf6a-823e-4dce-ba34-0799bb073a43,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:51.992941 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:52.071983 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-be4e18f8-39cc-491b-b212-71e7d9279a91 None None] Provisioning complete for port 43a65829-146b-48ea-9264-f3cc317d6ea0 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:52.076990 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-be4e18f8-39cc-491b-b212-71e7d9279a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:52.089063 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=310bdf6a-823e-4dce-ba34-0799bb073a43,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:52.175380 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-be4e18f8-39cc-491b-b212-71e7d9279a91 None None] Port 43a65829-146b-48ea-9264-f3cc317d6ea0 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:44:52.190470 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:52.225054 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-47758b9a-9c1c-431b-987d-7c98c199737c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:52.225685 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-47758b9a-9c1c-431b-987d-7c98c199737c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:52.227127 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-47758b9a-9c1c-431b-987d-7c98c199737c service neutron] 10.222.0.121 "PUT /v2.0/ports/42646935-0688-4f99-99c2-a0db4f624227 HTTP/1.1" status: 200 len: 1096 time: 2.8840134 Nov 04 10:44:52.227587 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac96f362-3299-4351-a502-47663171b242', 'tag': '42646935-0688-4f99-99c2-a0db4f624227'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:44:52.234435 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de42961a-3a1b-4a2c-802d-5153bd6f7b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac96f362-3299-4351-a502-47663171b242", "tag": "42646935-0688-4f99-99c2-a0db4f624227"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:44:52.273040 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d68a4-0b0b-4018-9c8b-52f81354b45a req-d11deff0-a02b-40c7-b060-9db72af30c96 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:52.278510 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['310bdf6a-823e-4dce-ba34-0799bb073a43'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:44:52.282949 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-007d68a4-0b0b-4018-9c8b-52f81354b45a req-d11deff0-a02b-40c7-b060-9db72af30c96 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.127 "GET /v2.0/ports?device_id=f729eafb-e8d7-41e7-a49d-117f6a5293c6 HTTP/1.1" status: 200 len: 946 time: 0.2754030 Nov 04 10:44:52.378875 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47758b9a-9c1c-431b-987d-7c98c199737c service neutron] Pushing event updated for resources: {'Port': ['ID=42646935-0688-4f99-99c2-a0db4f624227,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:52.415924 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-833db73b-2068-4a85-afa8-824139fe5d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:52.419045 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-833db73b-2068-4a85-afa8-824139fe5d31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:52.425411 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-833db73b-2068-4a85-afa8-824139fe5d31 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/ca222d64-ed50-4893-9967-b834e6ccd7f9 HTTP/1.1" status: 204 len: 168 time: 1.4293504 Nov 04 10:44:52.464633 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833db73b-2068-4a85-afa8-824139fe5d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca222d64-ed50-4893-9967-b834e6ccd7f9,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:52.489651 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-c2e7305f-0903-45e8-88fc-9774a1d86c19 admin admin] Allocated IP 172.20.0.1 (f9e59902-9960-4058-813a-8c12bf428482/16405c66-cb9c-4753-af06-4d5d5dba6dfc/3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:44:52.502702 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-007d68a4-0b0b-4018-9c8b-52f81354b45a req-85628899-b4f4-47d0-9466-79c26ddf31ea tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.127 "GET /v2.0/security-groups?id=1136350e-deff-43a9-a58f-ead008f189f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179730 Nov 04 10:44:52.503774 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-d2e9e2a7-0654-4762-99cc-84fabb3e97bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:52.505798 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-d2e9e2a7-0654-4762-99cc-84fabb3e97bc service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1de7002edf924145b82dcfffe5397184&device_id=ac96f362-3299-4351-a502-47663171b242 HTTP/1.1" status: 200 len: 1099 time: 0.1180632 Nov 04 10:44:52.591303 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-b3c3bcac-0aef-4b21-b0e1-35a15da0cb3f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=42646935-0688-4f99-99c2-a0db4f624227 HTTP/1.1" status: 200 len: 217 time: 0.0768087 Nov 04 10:44:52.716494 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:52.727135 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-aa95a92b-0634-49d2-8bae-6d347f339664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:52.730392 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-aa95a92b-0634-49d2-8bae-6d347f339664 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1197500 Nov 04 10:44:52.831505 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-83d79ad9-9665-4f9c-8e27-864eb7fd72ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a65829-146b-48ea-9264-f3cc317d6ea0 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:44:52.879106 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-101af064-f579-44d6-b75f-447bad96d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:52.881044 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-101af064-f579-44d6-b75f-447bad96d864 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0929527 Nov 04 10:44:52.890957 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-83d79ad9-9665-4f9c-8e27-864eb7fd72ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:52.936893 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-83d79ad9-9665-4f9c-8e27-864eb7fd72ca service neutron] Transition to ACTIVE for port object 43a65829-146b-48ea-9264-f3cc317d6ea0 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:44:52.958421 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-83d79ad9-9665-4f9c-8e27-864eb7fd72ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:52.968041 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c2e7305f-0903-45e8-88fc-9774a1d86c19 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:52.990147 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85360d8-f1f5-42ed-ab8c-fe9207296f3c req-62afb343-e865-4370-b46f-faeac4159934 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:52.998426 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c85360d8-f1f5-42ed-ab8c-fe9207296f3c req-62afb343-e865-4370-b46f-faeac4159934 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=57f9d6ff-d3b2-4838-8bd6-98e702f22c1b HTTP/1.1" status: 200 len: 944 time: 0.1499102 Nov 04 10:44:53.044378 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50072) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:53.093966 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f3c32911-2797-4d87-84ec-c6d36a146894 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:53.100026 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-5c82e6c9-9aa7-4496-8078-5aa3a18d0b0d service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062972 Nov 04 10:44:53.141672 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c85360d8-f1f5-42ed-ab8c-fe9207296f3c req-3cad982c-71b0-4c58-b74f-90cc277a615d tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374114 Nov 04 10:44:53.143890 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d79ad9-9665-4f9c-8e27-864eb7fd72ca service neutron] Pushing event updated for resources: {'Port': ['ID=43a65829-146b-48ea-9264-f3cc317d6ea0,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:53.260753 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c2e7305f-0903-45e8-88fc-9774a1d86c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:53.266920 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3779442d-10f6-43e2-9418-aecf3665c7d1 x-openstack-request-id: req-3779442d-10f6-43e2-9418-aecf3665c7d1 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:44:53.267217 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac96f362-3299-4351-a502-47663171b242", "tag": "42646935-0688-4f99-99c2-a0db4f624227", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:44:53.267507 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-3779442d-10f6-43e2-9418-aecf3665c7d1 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:44:53.267950 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac96f362-3299-4351-a502-47663171b242', 'tag': '42646935-0688-4f99-99c2-a0db4f624227', 'status': 'completed', 'code': 200} Nov 04 10:44:53.336771 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e7305f-0903-45e8-88fc-9774a1d86c19 admin admin] Network f9e59902-9960-4058-813a-8c12bf428482 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:44:53.356054 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-c2e7305f-0903-45e8-88fc-9774a1d86c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:44:53.388360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e7305f-0903-45e8-88fc-9774a1d86c19 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:44:53.397434 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7305f-0903-45e8-88fc-9774a1d86c19 admin admin] Pushing event updated for resources: {'Port': ['ID=3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:53.434496 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:44:53.474176 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-83d79ad9-9665-4f9c-8e27-864eb7fd72ca service neutron] Attempting to bind port 43a65829-146b-48ea-9264-f3cc317d6ea0 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:44:53.475035 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-83d79ad9-9665-4f9c-8e27-864eb7fd72ca service neutron] Attempting to bind port 43a65829-146b-48ea-9264-f3cc317d6ea0 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '02d8d283-88e4-4809-9dbe-93263286f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:44:53.475035 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-83d79ad9-9665-4f9c-8e27-864eb7fd72ca service neutron] Attempting to bind port 43a65829-146b-48ea-9264-f3cc317d6ea0 on network f30ef001-50f8-4502-9fd3-b2ec1bbf0d34 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:44:53.486698 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-44307fb1-c2c9-4e8d-980d-e15f2a2e3847 req-0f21c683-080e-4333-acc7-4c5e60882cfd service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761106 Nov 04 10:44:53.504430 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-83d79ad9-9665-4f9c-8e27-864eb7fd72ca service neutron] Port 43a65829-146b-48ea-9264-f3cc317d6ea0 on network f30ef001-50f8-4502-9fd3-b2ec1bbf0d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:44:53.504859 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-83d79ad9-9665-4f9c-8e27-864eb7fd72ca service neutron] Attempting to bind port 43a65829-146b-48ea-9264-f3cc317d6ea0 on network f30ef001-50f8-4502-9fd3-b2ec1bbf0d34 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:44:53.536395 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-83d79ad9-9665-4f9c-8e27-864eb7fd72ca service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:44:53.537048 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-83d79ad9-9665-4f9c-8e27-864eb7fd72ca service neutron] Checking segment: {'id': '02d8d283-88e4-4809-9dbe-93263286f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:44:53.539568 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c2e7305f-0903-45e8-88fc-9774a1d86c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:53.539973 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-83d79ad9-9665-4f9c-8e27-864eb7fd72ca service neutron] Bound using segment: {'id': '02d8d283-88e4-4809-9dbe-93263286f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:44:53.540431 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-83d79ad9-9665-4f9c-8e27-864eb7fd72ca service neutron] Bound port: 43a65829-146b-48ea-9264-f3cc317d6ea0, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8d283-88e4-4809-9dbe-93263286f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:44:53.540796 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-83d79ad9-9665-4f9c-8e27-864eb7fd72ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:53.567958 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:53.568346 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:53.574131 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbede2-f16d-46cd-9e1a-3f52b7d2d3be req-96f54232-31f5-48d1-b658-1bb1b28d4d10 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:53.576558 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-63dbede2-f16d-46cd-9e1a-3f52b7d2d3be req-96f54232-31f5-48d1-b658-1bb1b28d4d10 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.127 "GET /v2.0/ports?device_id=ac96f362-3299-4351-a502-47663171b242 HTTP/1.1" status: 200 len: 948 time: 0.2464566 Nov 04 10:44:53.603121 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f3c32911-2797-4d87-84ec-c6d36a146894 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:53.622468 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 310bdf6a-823e-4dce-ba34-0799bb073a43 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:44:53.632182 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f3c32911-2797-4d87-84ec-c6d36a146894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:53.691407 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-63dbede2-f16d-46cd-9e1a-3f52b7d2d3be req-18e0a44d-f513-4f62-8bb8-e8da7d459271 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.127 "GET /v2.0/security-groups?id=ec49b792-1b51-4353-b496-185b3d407973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797966 Nov 04 10:44:53.733886 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-83d79ad9-9665-4f9c-8e27-864eb7fd72ca service neutron] For port 43a65829-146b-48ea-9264-f3cc317d6ea0, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:44:53.737532 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c32911-2797-4d87-84ec-c6d36a146894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6580580c-c68a-4f27-984c-65c1c29bc7f9,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:53.743587 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-83d79ad9-9665-4f9c-8e27-864eb7fd72ca service neutron] For port 43a65829-146b-48ea-9264-f3cc317d6ea0, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=43a65829-146b-48ea-9264-f3cc317d6ea0,segment=NetworkSegment(02d8d283-88e4-4809-9dbe-93263286f795),segment_id=02d8d283-88e4-4809-9dbe-93263286f795)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:44:53.745138 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f3c32911-2797-4d87-84ec-c6d36a146894 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=d2dd9b133b354080b446f09a9fd1be1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7010155 Nov 04 10:44:53.749458 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50076) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:53.770044 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-83d79ad9-9665-4f9c-8e27-864eb7fd72ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:53.778450 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42961a-3a1b-4a2c-802d-5153bd6f7b2b req-31ba7aa4-88cb-4ace-9e95-79fc265e16ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:53.780675 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-de42961a-3a1b-4a2c-802d-5153bd6f7b2b req-31ba7aa4-88cb-4ace-9e95-79fc265e16ae service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1de7002edf924145b82dcfffe5397184&device_id=ac96f362-3299-4351-a502-47663171b242 HTTP/1.1" status: 200 len: 1099 time: 0.1761279 Nov 04 10:44:53.857846 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 310bdf6a-823e-4dce-ba34-0799bb073a43 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:44:53.865011 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 310bdf6a-823e-4dce-ba34-0799bb073a43 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:53.865685 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:53.930120 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:53.968874 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c2e7305f-0903-45e8-88fc-9774a1d86c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:53.986199 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:53.989432 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42961a-3a1b-4a2c-802d-5153bd6f7b2b req-fd6b9be5-c1cb-43c0-a87f-9e36ddfeded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:53.991584 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-de42961a-3a1b-4a2c-802d-5153bd6f7b2b req-fd6b9be5-c1cb-43c0-a87f-9e36ddfeded0 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.1826074 Nov 04 10:44:53.991740 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-1c5e12f7-bda1-411e-85e8-ac0c2bea615f None None] Provisioning complete for port 3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:53.992122 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1c5e12f7-bda1-411e-85e8-ac0c2bea615f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:53.996736 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:54.014969 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-83d79ad9-9665-4f9c-8e27-864eb7fd72ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:54.017131 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-83d79ad9-9665-4f9c-8e27-864eb7fd72ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:54.039291 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-83d79ad9-9665-4f9c-8e27-864eb7fd72ca service neutron] 10.222.0.126 "PUT /v2.0/ports/43a65829-146b-48ea-9264-f3cc317d6ea0 HTTP/1.1" status: 200 len: 1091 time: 2.2945149 Nov 04 10:44:54.141846 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-de42961a-3a1b-4a2c-802d-5153bd6f7b2b req-73fcf01b-046f-46ae-ab06-ff32ac5b8d9b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=42646935-0688-4f99-99c2-a0db4f624227 HTTP/1.1" status: 200 len: 217 time: 0.1184731 Nov 04 10:44:54.151786 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d79ad9-9665-4f9c-8e27-864eb7fd72ca service neutron] Pushing event updated for resources: {'Port': ['ID=43a65829-146b-48ea-9264-f3cc317d6ea0,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:54.155099 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58863eba-7e5d-4c58-af5c-d42c49aab2d0', 'tag': '43a65829-146b-48ea-9264-f3cc317d6ea0'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:44:54.168530 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51fbb53-bdd3-4e13-8bf4-93e2b727a148" -d '{"events": [{"name": "network-changed", "server_uuid": "58863eba-7e5d-4c58-af5c-d42c49aab2d0", "tag": "43a65829-146b-48ea-9264-f3cc317d6ea0"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:44:54.200757 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-1c5e12f7-bda1-411e-85e8-ac0c2bea615f None None] Port 3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:44:54.210140 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca97d36c-1fce-4493-aafd-487aa4483d23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:54.215018 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:54.275947 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:54.284474 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f9d6ff-d3b2-4838-8bd6-98e702f22c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310bdf6a-823e-4dce-ba34-0799bb073a43'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:44:54.287247 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ce4112-a2d2-46a4-9c91-26a888748a15" -d '{"events": [{"server_uuid": "57f9d6ff-d3b2-4838-8bd6-98e702f22c1b", "name": "network-vif-plugged", "status": "completed", "tag": "310bdf6a-823e-4dce-ba34-0799bb073a43"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:44:54.302642 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 310bdf6a-823e-4dce-ba34-0799bb073a43, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=310bdf6a-823e-4dce-ba34-0799bb073a43,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:54.313040 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:54.326216 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab03b5d-75c9-4013-9fba-b7262e02b7c4 req-16a5038a-1ba7-4012-aa02-3c57927443bd tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:54.334081 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ab03b5d-75c9-4013-9fba-b7262e02b7c4 req-16a5038a-1ba7-4012-aa02-3c57927443bd tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/ports?device_id=58863eba-7e5d-4c58-af5c-d42c49aab2d0 HTTP/1.1" status: 200 len: 943 time: 0.4343865 Nov 04 10:44:54.368121 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca97d36c-1fce-4493-aafd-487aa4483d23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:54.411449 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42961a-3a1b-4a2c-802d-5153bd6f7b2b req-a65d272a-fd66-4f29-a996-e321422abfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:54.412979 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-de42961a-3a1b-4a2c-802d-5153bd6f7b2b req-a65d272a-fd66-4f29-a996-e321422abfaa service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.2569482 Nov 04 10:44:54.414320 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-d379a343-7295-40b0-a966-3069a0e0f31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:54.415849 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-d379a343-7295-40b0-a966-3069a0e0f31b service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=70e6800525e94252bd926fa3f3533b35&device_id=58863eba-7e5d-4c58-af5c-d42c49aab2d0 HTTP/1.1" status: 200 len: 1094 time: 0.2276130 Nov 04 10:44:54.420098 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=310bdf6a-823e-4dce-ba34-0799bb073a43,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:54.439996 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ab03b5d-75c9-4013-9fba-b7262e02b7c4 req-0fe3d092-222c-41c2-be1b-0a5a465e64e1 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/security-groups?id=8b2881a6-1c2a-4867-9582-37a61c635b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047509 Nov 04 10:44:54.497833 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-c66ca645-3427-4aaa-b0a9-a5bdf52c5e5f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43a65829-146b-48ea-9264-f3cc317d6ea0 HTTP/1.1" status: 200 len: 217 time: 0.0669556 Nov 04 10:44:54.561350 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca97d36c-1fce-4493-aafd-487aa4483d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:54.566335 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca97d36c-1fce-4493-aafd-487aa4483d23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:54.568291 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ca97d36c-1fce-4493-aafd-487aa4483d23 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/6580580c-c68a-4f27-984c-65c1c29bc7f9 HTTP/1.1" status: 204 len: 168 time: 0.8172231 Nov 04 10:44:54.586003 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97d36c-1fce-4493-aafd-487aa4483d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6580580c-c68a-4f27-984c-65c1c29bc7f9,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:54.593424 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c2e7305f-0903-45e8-88fc-9774a1d86c19 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:54.600545 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c2e7305f-0903-45e8-88fc-9774a1d86c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:54.616770 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-8f63fae7-d8be-419d-9edf-e660b1ac0744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:54.623809 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-8f63fae7-d8be-419d-9edf-e660b1ac0744 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=95124d82-029a-4bad-bd56-4a328bc7edbc HTTP/1.1" status: 200 len: 851 time: 0.1173837 Nov 04 10:44:54.689785 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0ba9de-9fe6-4c18-8e84-3c641a79a7c8 x-openstack-request-id: req-4c0ba9de-9fe6-4c18-8e84-3c641a79a7c8 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:44:54.690177 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58863eba-7e5d-4c58-af5c-d42c49aab2d0", "tag": "43a65829-146b-48ea-9264-f3cc317d6ea0", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:44:54.690523 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-4c0ba9de-9fe6-4c18-8e84-3c641a79a7c8 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:44:54.691088 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58863eba-7e5d-4c58-af5c-d42c49aab2d0', 'tag': '43a65829-146b-48ea-9264-f3cc317d6ea0', 'status': 'completed', 'code': 200} Nov 04 10:44:54.698604 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c2e7305f-0903-45e8-88fc-9774a1d86c19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:54.699710 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-d7fcb81a-dfe8-41a8-8238-c2a126450665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:54.701550 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7305f-0903-45e8-88fc-9774a1d86c19 admin admin] Pushing event updated for resources: {'Port': ['ID=3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:54.702509 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-d7fcb81a-dfe8-41a8-8238-c2a126450665 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=f30ef001-50f8-4502-9fd3-b2ec1bbf0d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732658 Nov 04 10:44:54.786802 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42961a-3a1b-4a2c-802d-5153bd6f7b2b req-b26d6194-2f3c-4c76-ae19-932054878118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:54.787681 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-de42961a-3a1b-4a2c-802d-5153bd6f7b2b req-b26d6194-2f3c-4c76-ae19-932054878118 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3566442 Nov 04 10:44:54.866171 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3509ed1-b757-4e51-ac07-16affec5d94f req-87d4d246-2618-4a24-94da-92803b59c35b tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:54.867836 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d3509ed1-b757-4e51-ac07-16affec5d94f req-87d4d246-2618-4a24-94da-92803b59c35b tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=57f9d6ff-d3b2-4838-8bd6-98e702f22c1b HTTP/1.1" status: 200 len: 945 time: 0.0937045 Nov 04 10:44:54.875353 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-bc4f1027-47ed-4132-98e2-51e2ec7007e7 service neutron] 10.222.0.126 "GET /v2.0/networks/f30ef001-50f8-4502-9fd3-b2ec1bbf0d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625328 Nov 04 10:44:54.910102 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e7305f-0903-45e8-88fc-9774a1d86c19 admin admin] Network f9e59902-9960-4058-813a-8c12bf428482 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:44:54.913298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-c2e7305f-0903-45e8-88fc-9774a1d86c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:44:54.978387 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-de42961a-3a1b-4a2c-802d-5153bd6f7b2b req-0a2e749a-5534-4249-a300-5b07623d7466 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787398 Nov 04 10:44:54.991085 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d3509ed1-b757-4e51-ac07-16affec5d94f req-36ebca20-8ee7-44c7-a6df-26ba802ea838 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127470 Nov 04 10:44:55.053438 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-185a5bd1-a6d2-4b69-9521-1e0d409037f1 req-4376a38e-c4da-4a87-a8ad-e4aaf24da4bb service neutron] 10.222.0.126 "GET /v2.0/networks/f30ef001-50f8-4502-9fd3-b2ec1bbf0d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455343 Nov 04 10:44:55.095263 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca726b5-e56f-4004-baae-7833219f4e66 x-openstack-request-id: req-6ca726b5-e56f-4004-baae-7833219f4e66 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:44:55.095756 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f9d6ff-d3b2-4838-8bd6-98e702f22c1b", "name": "network-vif-plugged", "status": "completed", "tag": "310bdf6a-823e-4dce-ba34-0799bb073a43", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:44:55.095934 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-6ca726b5-e56f-4004-baae-7833219f4e66 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:44:55.096212 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f9d6ff-d3b2-4838-8bd6-98e702f22c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310bdf6a-823e-4dce-ba34-0799bb073a43', 'code': 200} Nov 04 10:44:55.165821 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-de42961a-3a1b-4a2c-802d-5153bd6f7b2b req-92aa6727-2daf-4a74-802c-dd1998992425 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746459 Nov 04 10:44:55.175854 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e7305f-0903-45e8-88fc-9774a1d86c19 admin admin] Router 4c5935e5-602a-4c12-ba2f-e2836a28aa19 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:44:55.268780 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-41df8d3d-c38a-459e-9f8f-8278eb2bdf63 None None] Provisioning complete for port 3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:55.270973 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fbb53-bdd3-4e13-8bf4-93e2b727a148 req-77171aee-d162-4cdf-a133-c29c612d7309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:55.271141 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-41df8d3d-c38a-459e-9f8f-8278eb2bdf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:55.274908 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b51fbb53-bdd3-4e13-8bf4-93e2b727a148 req-77171aee-d162-4cdf-a133-c29c612d7309 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=70e6800525e94252bd926fa3f3533b35&device_id=58863eba-7e5d-4c58-af5c-d42c49aab2d0 HTTP/1.1" status: 200 len: 1094 time: 0.1364350 Nov 04 10:44:55.346238 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-41df8d3d-c38a-459e-9f8f-8278eb2bdf63 None None] Port 3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:44:55.367570 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:44:55.396656 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e7305f-0903-45e8-88fc-9774a1d86c19 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:44:55.410979 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f6ecb7-e070-45b7-8a89-6bfb71a1a7f7 None None] Sync routers for ids ['4c5935e5-602a-4c12-ba2f-e2836a28aa19'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:44:55.416424 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fbb53-bdd3-4e13-8bf4-93e2b727a148 req-7b9318fe-c5e6-416a-8b7a-6b5ac47fb053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:55.418802 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b51fbb53-bdd3-4e13-8bf4-93e2b727a148 req-7b9318fe-c5e6-416a-8b7a-6b5ac47fb053 service neutron] 10.222.0.126 "GET /v2.0/networks?id=f30ef001-50f8-4502-9fd3-b2ec1bbf0d34 HTTP/1.1" status: 200 len: 914 time: 0.1370509 Nov 04 10:44:55.432013 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f6ecb7-e070-45b7-8a89-6bfb71a1a7f7 None None] Routers {'4c5935e5-602a-4c12-ba2f-e2836a28aa19'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:44:55.432917 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c2f6ecb7-e070-45b7-8a89-6bfb71a1a7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:44:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['4c5935e5-602a-4c12-ba2f-e2836a28aa19'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:55.465980 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:55.466465 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:55.487694 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c2e7305f-0903-45e8-88fc-9774a1d86c19 admin admin] 10.222.0.127 "PUT /v2.0/routers/4c5935e5-602a-4c12-ba2f-e2836a28aa19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9245126 Nov 04 10:44:55.526161 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87448fa7-61a6-4bbb-be9f-c2377812b090 req-c31b2e7f-1495-471d-a9c3-30bd15cf39ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:55.527880 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-87448fa7-61a6-4bbb-be9f-c2377812b090 req-c31b2e7f-1495-471d-a9c3-30bd15cf39ca service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=57f9d6ff-d3b2-4838-8bd6-98e702f22c1b HTTP/1.1" status: 200 len: 1096 time: 0.1334808 Nov 04 10:44:55.540272 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b51fbb53-bdd3-4e13-8bf4-93e2b727a148 req-ee23d038-d792-44bf-89bc-d42b0489c63d service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43a65829-146b-48ea-9264-f3cc317d6ea0 HTTP/1.1" status: 200 len: 217 time: 0.1089480 Nov 04 10:44:55.689826 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-87448fa7-61a6-4bbb-be9f-c2377812b090 req-a6fbfffe-c9ea-464c-a5cf-d13ec1cde43b service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473534 Nov 04 10:44:55.697449 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fbb53-bdd3-4e13-8bf4-93e2b727a148 req-a7260701-0986-4f81-b4ce-b48e1b856bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:55.699124 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b51fbb53-bdd3-4e13-8bf4-93e2b727a148 req-a7260701-0986-4f81-b4ce-b48e1b856bc0 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=95124d82-029a-4bad-bd56-4a328bc7edbc HTTP/1.1" status: 200 len: 851 time: 0.1518812 Nov 04 10:44:55.712377 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165274c-87f4-4cec-a3a5-514bf7a408c9 req-afb8fbfa-47e2-4ff0-9a31-e7dd732e1612 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:55.714087 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e165274c-87f4-4cec-a3a5-514bf7a408c9 req-afb8fbfa-47e2-4ff0-9a31-e7dd732e1612 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.127 "GET /v2.0/ports?device_id=ac96f362-3299-4351-a502-47663171b242 HTTP/1.1" status: 200 len: 948 time: 0.0858727 Nov 04 10:44:55.749382 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-c2f6ecb7-e070-45b7-8a89-6bfb71a1a7f7 None None] Set router 4c5935e5-602a-4c12-ba2f-e2836a28aa19 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:44:55.804224 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e165274c-87f4-4cec-a3a5-514bf7a408c9 req-d438f3b2-077d-42fe-96b8-15b5af277f75 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.127 "GET /v2.0/security-groups?id=ec49b792-1b51-4353-b496-185b3d407973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836270 Nov 04 10:44:55.987016 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab00067-823a-4a20-a193-522128ed7221 req-e6561b1f-eac1-4734-99db-d650063ccf43 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:55.995367 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5ab00067-823a-4a20-a193-522128ed7221 req-e6561b1f-eac1-4734-99db-d650063ccf43 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.127 "GET /v2.0/ports?device_id=f729eafb-e8d7-41e7-a49d-117f6a5293c6 HTTP/1.1" status: 200 len: 946 time: 0.0846896 Nov 04 10:44:55.998724 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fbb53-bdd3-4e13-8bf4-93e2b727a148 req-822178ba-9dd3-492f-a6ec-5e610ead79b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:56.000227 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b51fbb53-bdd3-4e13-8bf4-93e2b727a148 req-822178ba-9dd3-492f-a6ec-5e610ead79b5 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=f30ef001-50f8-4502-9fd3-b2ec1bbf0d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236296 Nov 04 10:44:56.023736 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c2f6ecb7-e070-45b7-8a89-6bfb71a1a7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'name': 'tempest-TestVolumeBackupRestore-1711225724-router', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:44Z', 'updated_at': '2021-11-04T10:44:53Z', 'revision_number': 4, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'gw_port': {'id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:45Z', 'updated_at': '2021-11-04T10:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b', 'name': '', 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'mac_address': 'fa:16:3e:88:98:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '16405c66-cb9c-4753-af06-4d5d5dba6dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:51Z', 'updated_at': '2021-11-04T10:44:54Z', 'revision_number': 2, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'subnets': [{'id': '16405c66-cb9c-4753-af06-4d5d5dba6dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:56.058207 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f6ecb7-e070-45b7-8a89-6bfb71a1a7f7 None None] Checking router: 4c5935e5-602a-4c12-ba2f-e2836a28aa19 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:44:56.058562 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f6ecb7-e070-45b7-8a89-6bfb71a1a7f7 None None] Updating router 4c5935e5-602a-4c12-ba2f-e2836a28aa19 port 3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:44:56.087226 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c2f6ecb7-e070-45b7-8a89-6bfb71a1a7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:56.154993 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5ab00067-823a-4a20-a193-522128ed7221 req-dd86ae31-1457-4032-ab87-39ed9082bf5a tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.127 "GET /v2.0/security-groups?id=1136350e-deff-43a9-a58f-ead008f189f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587243 Nov 04 10:44:56.223427 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b51fbb53-bdd3-4e13-8bf4-93e2b727a148 req-59ed8553-58c6-41bb-a26d-827403093236 service neutron] 10.222.0.126 "GET /v2.0/networks/f30ef001-50f8-4502-9fd3-b2ec1bbf0d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037761 Nov 04 10:44:56.381770 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 42646935-0688-4f99-99c2-a0db4f624227 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:44:56.414761 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b51fbb53-bdd3-4e13-8bf4-93e2b727a148 req-e835eacb-ee3d-4c78-b63f-eebb713f736b service neutron] 10.222.0.126 "GET /v2.0/networks/f30ef001-50f8-4502-9fd3-b2ec1bbf0d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831615 Nov 04 10:44:56.458221 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50144) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:56.464483 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-96a191df-9e3d-4352-8e92-4459f32d8156 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-3445754-network', 'tenant_id': '2ea933d7f793471b844833d1e7d64070'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:44:56.499033 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba008ea-c041-419b-a2e5-da3c1f9b47f9 req-247e1f53-1e9a-46cd-a6f5-f07612788bd5 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:56.507782 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a191df-9e3d-4352-8e92-4459f32d8156 admin admin] Made reservation on behalf of 2ea933d7f793471b844833d1e7d64070 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:44:56.508561 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ba008ea-c041-419b-a2e5-da3c1f9b47f9 req-247e1f53-1e9a-46cd-a6f5-f07612788bd5 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/ports?device_id=58863eba-7e5d-4c58-af5c-d42c49aab2d0 HTTP/1.1" status: 200 len: 943 time: 0.0926688 Nov 04 10:44:56.510210 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96a191df-9e3d-4352-8e92-4459f32d8156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:56.526085 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96a191df-9e3d-4352-8e92-4459f32d8156 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:56.570591 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 42646935-0688-4f99-99c2-a0db4f624227, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=42646935-0688-4f99-99c2-a0db4f624227,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:56.588357 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '42646935-0688-4f99-99c2-a0db4f624227', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '42646935-0688-4f99-99c2-a0db4f624227', 'mac_address': 'fa:16:3e:c2:2a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:44:56.595322 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ba008ea-c041-419b-a2e5-da3c1f9b47f9 req-d3f653fe-a8f4-4154-a452-1f8f4eb30f24 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/security-groups?id=8b2881a6-1c2a-4867-9582-37a61c635b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855138 Nov 04 10:44:56.641503 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c2f6ecb7-e070-45b7-8a89-6bfb71a1a7f7 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:56.643886 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:56.655589 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c2f6ecb7-e070-45b7-8a89-6bfb71a1a7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:56.661143 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42646935-0688-4f99-99c2-a0db4f624227 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:44:56.674638 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96a191df-9e3d-4352-8e92-4459f32d8156 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:56.680593 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96a191df-9e3d-4352-8e92-4459f32d8156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:56.709539 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 42646935-0688-4f99-99c2-a0db4f624227, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=42646935-0688-4f99-99c2-a0db4f624227,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:56.719053 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:56.732247 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a191df-9e3d-4352-8e92-4459f32d8156 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1191} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:44:56.750851 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a191df-9e3d-4352-8e92-4459f32d8156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56af1d5-4c9c-416c-abcb-76c763786980,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:56.757598 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96a191df-9e3d-4352-8e92-4459f32d8156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:56.771976 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-96a191df-9e3d-4352-8e92-4459f32d8156 admin admin] Added segment 9cb5b4b2-05a7-4f13-8398-e245a4799d79 of type vlan for network cd97093c-c6aa-4117-afc7-560d93dc9765 Nov 04 10:44:56.810314 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a191df-9e3d-4352-8e92-4459f32d8156 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:56.815133 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a191df-9e3d-4352-8e92-4459f32d8156 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:56.816138 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a191df-9e3d-4352-8e92-4459f32d8156 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:56.817368 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a191df-9e3d-4352-8e92-4459f32d8156 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:56.823913 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a191df-9e3d-4352-8e92-4459f32d8156 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:56.824401 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a191df-9e3d-4352-8e92-4459f32d8156 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:56.824903 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a191df-9e3d-4352-8e92-4459f32d8156 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:56.825344 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a191df-9e3d-4352-8e92-4459f32d8156 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:56.825758 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a191df-9e3d-4352-8e92-4459f32d8156 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:56.826165 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a191df-9e3d-4352-8e92-4459f32d8156 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:56.826575 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a191df-9e3d-4352-8e92-4459f32d8156 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:56.827474 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a191df-9e3d-4352-8e92-4459f32d8156 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:44:56.917996 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=42646935-0688-4f99-99c2-a0db4f624227,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:56.950306 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['42646935-0688-4f99-99c2-a0db4f624227'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:44:56.954443 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96a191df-9e3d-4352-8e92-4459f32d8156 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:56.957863 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cefa76-b0a2-4b71-ac3e-0a502a7fc836 None None] Pushing event updated for resources: {'Port': ['ID=3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:56.980538 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-c2f6ecb7-e070-45b7-8a89-6bfb71a1a7f7 None None] Attempting to bind port 3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:44:56.982036 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-c2f6ecb7-e070-45b7-8a89-6bfb71a1a7f7 None None] Attempting to bind port 3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '30d4132d-ec40-4317-b78d-343556d5fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:44:56.982598 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f6ecb7-e070-45b7-8a89-6bfb71a1a7f7 None None] Attempting to bind port 3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b on network f9e59902-9960-4058-813a-8c12bf428482 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:44:56.990643 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f6ecb7-e070-45b7-8a89-6bfb71a1a7f7 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:44:56.991366 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f6ecb7-e070-45b7-8a89-6bfb71a1a7f7 None None] Checking segment: {'id': '30d4132d-ec40-4317-b78d-343556d5fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:44:56.992007 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c2f6ecb7-e070-45b7-8a89-6bfb71a1a7f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:56.992765 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f6ecb7-e070-45b7-8a89-6bfb71a1a7f7 None None] Bound using segment: {'id': '30d4132d-ec40-4317-b78d-343556d5fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:44:56.993428 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96a191df-9e3d-4352-8e92-4459f32d8156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:56.993722 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-c2f6ecb7-e070-45b7-8a89-6bfb71a1a7f7 None None] Bound port: 3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d4132d-ec40-4317-b78d-343556d5fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:44:56.994397 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c2f6ecb7-e070-45b7-8a89-6bfb71a1a7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:56.994938 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a191df-9e3d-4352-8e92-4459f32d8156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:56.996006 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96a191df-9e3d-4352-8e92-4459f32d8156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:57.059827 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4146cc-3e45-439c-a7b3-fa26bbf3038a req-201ee738-2831-4584-9ea0-e369fcb1f723 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:57.061475 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9d4146cc-3e45-439c-a7b3-fa26bbf3038a req-201ee738-2831-4584-9ea0-e369fcb1f723 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=57f9d6ff-d3b2-4838-8bd6-98e702f22c1b HTTP/1.1" status: 200 len: 945 time: 0.1454277 Nov 04 10:44:57.081702 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-c2f6ecb7-e070-45b7-8a89-6bfb71a1a7f7 None None] For port 3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:44:57.085273 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-c2f6ecb7-e070-45b7-8a89-6bfb71a1a7f7 None None] For port 3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b,segment=NetworkSegment(30d4132d-ec40-4317-b78d-343556d5fac7),segment_id=30d4132d-ec40-4317-b78d-343556d5fac7)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:44:57.093055 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c2f6ecb7-e070-45b7-8a89-6bfb71a1a7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:57.117354 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a191df-9e3d-4352-8e92-4459f32d8156 admin admin] Pushing event updated for resources: {'Network': ['ID=cd97093c-c6aa-4117-afc7-560d93dc9765,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:57.123372 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-96a191df-9e3d-4352-8e92-4459f32d8156 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6640332 Nov 04 10:44:57.132052 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50158) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:57.139619 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-55046c48-342b-47c6-969a-985120f32009 admin admin] Request body: {'subnet': {'network_id': 'cd97093c-c6aa-4117-afc7-560d93dc9765', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-3445754-subnet', 'tenant_id': '2ea933d7f793471b844833d1e7d64070', 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:44:57.149271 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network cd97093c-c6aa-4117-afc7-560d93dc9765 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:44:57.176722 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc9ba3-519f-4ce9-9ac1-9777ddc5066e req-b56f70e0-87ee-4283-b42a-a6115b5b6e1b tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:57.176722 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a1bc9ba3-519f-4ce9-9ac1-9777ddc5066e req-b56f70e0-87ee-4283-b42a-a6115b5b6e1b tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.121 "GET /v2.0/ports?device_id=f729eafb-e8d7-41e7-a49d-117f6a5293c6 HTTP/1.1" status: 200 len: 946 time: 0.3692887 Nov 04 10:44:57.177076 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9d4146cc-3e45-439c-a7b3-fa26bbf3038a req-76deaa09-fcb6-4788-8622-fb6b4bb78c6d tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067743 Nov 04 10:44:57.196220 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e189530e-8fff-4510-97f6-1d2c73b06ca5 None None] Provisioning complete for port 3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:44:57.196600 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e189530e-8fff-4510-97f6-1d2c73b06ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:57.224236 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f6ecb7-e070-45b7-8a89-6bfb71a1a7f7 None None] Routers {'4c5935e5-602a-4c12-ba2f-e2836a28aa19'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:44:57.227171 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c2f6ecb7-e070-45b7-8a89-6bfb71a1a7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:44:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['4c5935e5-602a-4c12-ba2f-e2836a28aa19'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:57.398981 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55046c48-342b-47c6-969a-985120f32009 admin admin] Made reservation on behalf of 2ea933d7f793471b844833d1e7d64070 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:44:57.401591 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-55046c48-342b-47c6-969a-985120f32009 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:57.483899 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f021e55-5336-45c2-bb76-4762eb45a486 req-02670058-00b0-48d2-901d-fc37d085c1a9 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:57.494180 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f021e55-5336-45c2-bb76-4762eb45a486 req-02670058-00b0-48d2-901d-fc37d085c1a9 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.127 "GET /v2.0/ports?device_id=ac96f362-3299-4351-a502-47663171b242 HTTP/1.1" status: 200 len: 949 time: 0.1692424 Nov 04 10:44:57.577655 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-c2f6ecb7-e070-45b7-8a89-6bfb71a1a7f7 None None] Set router 4c5935e5-602a-4c12-ba2f-e2836a28aa19 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:44:57.645600 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f021e55-5336-45c2-bb76-4762eb45a486 req-6ac0c44b-0aec-4017-8d13-31e8ae4d2679 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.127 "GET /v2.0/security-groups?id=ec49b792-1b51-4353-b496-185b3d407973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473210 Nov 04 10:44:57.649104 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cefa76-b0a2-4b71-ac3e-0a502a7fc836 None None] Pushing event updated for resources: {'Port': ['ID=3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:57.669780 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-a1bc9ba3-519f-4ce9-9ac1-9777ddc5066e req-fa124fa9-b448-4d09-8420-9a38d95b9490 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Deleting port ae5fba65-8ba3-47e9-a6a0-6114ed284b60 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:44:57.670424 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a1bc9ba3-519f-4ce9-9ac1-9777ddc5066e req-fa124fa9-b448-4d09-8420-9a38d95b9490 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:57.729713 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 43a65829-146b-48ea-9264-f3cc317d6ea0 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:44:57.730450 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-55046c48-342b-47c6-969a-985120f32009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:57.785492 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55046c48-342b-47c6-969a-985120f32009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a3274c2-5c5a-49d7-8b41-028c290430c4,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:57.844480 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55046c48-342b-47c6-969a-985120f32009 admin admin] Checking segment: {'id': '9cb5b4b2-05a7-4f13-8398-e245a4799d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'cd97093c-c6aa-4117-afc7-560d93dc9765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:44:57.845141 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55046c48-342b-47c6-969a-985120f32009 admin admin] Network hostable DHCP agents. Network: cd97093c-c6aa-4117-afc7-560d93dc9765, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:44:57.888624 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55046c48-342b-47c6-969a-985120f32009 admin admin] Network cd97093c-c6aa-4117-afc7-560d93dc9765 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:44:57.893183 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-a1bc9ba3-519f-4ce9-9ac1-9777ddc5066e req-fa124fa9-b448-4d09-8420-9a38d95b9490 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] For port ae5fba65-8ba3-47e9-a6a0-6114ed284b60, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=ae5fba65-8ba3-47e9-a6a0-6114ed284b60,segment=NetworkSegment(48be911c-1787-4a97-aa12-b6926dacc7bb),segment_id=48be911c-1787-4a97-aa12-b6926dacc7bb)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:57.893823 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a1bc9ba3-519f-4ce9-9ac1-9777ddc5066e req-fa124fa9-b448-4d09-8420-9a38d95b9490 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:57.895019 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d662071-8f3a-4f6e-943b-42bb2398b631 req-569385be-75b3-4a14-bf7e-d08cf9fcbb84 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:57.906068 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3d662071-8f3a-4f6e-943b-42bb2398b631 req-569385be-75b3-4a14-bf7e-d08cf9fcbb84 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.127 "GET /v2.0/ports?device_id=f729eafb-e8d7-41e7-a49d-117f6a5293c6 HTTP/1.1" status: 200 len: 946 time: 0.1193354 Nov 04 10:44:57.945056 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-a1bc9ba3-519f-4ce9-9ac1-9777ddc5066e req-fa124fa9-b448-4d09-8420-9a38d95b9490 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Calling delete_port for ae5fba65-8ba3-47e9-a6a0-6114ed284b60 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:44:57.952014 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-55046c48-342b-47c6-969a-985120f32009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, cd97093c-c6aa-4117-afc7-560d93dc9765) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:44:57.961710 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55046c48-342b-47c6-969a-985120f32009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:57.962595 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-55046c48-342b-47c6-969a-985120f32009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:57.992345 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-55046c48-342b-47c6-969a-985120f32009 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8579099 Nov 04 10:44:57.995199 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50186) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:58.001880 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-44d3e1bf-6b3f-4117-9042-fac45eca9288 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-3445754-router', 'tenant_id': '2ea933d7f793471b844833d1e7d64070', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:44:58.030694 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3d662071-8f3a-4f6e-943b-42bb2398b631 req-89ca755c-a7f5-4a06-8b65-62a8e48d7eec tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.127 "GET /v2.0/security-groups?id=1136350e-deff-43a9-a58f-ead008f189f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224945 Nov 04 10:44:58.046730 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c2f6ecb7-e070-45b7-8a89-6bfb71a1a7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'name': 'tempest-TestVolumeBackupRestore-1711225724-router', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:44Z', 'updated_at': '2021-11-04T10:44:53Z', 'revision_number': 4, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'gw_port': {'id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:45Z', 'updated_at': '2021-11-04T10:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b', 'name': '', 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'mac_address': 'fa:16:3e:88:98:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '16405c66-cb9c-4753-af06-4d5d5dba6dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:51Z', 'updated_at': '2021-11-04T10:44:57Z', 'revision_number': 4, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'subnets': [{'id': '16405c66-cb9c-4753-af06-4d5d5dba6dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:44:58.066717 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90460c5d-bc8c-4db7-9174-125b7264bfa5 None None] Network cd97093c-c6aa-4117-afc7-560d93dc9765 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:44:58.081036 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f6ecb7-e070-45b7-8a89-6bfb71a1a7f7 None None] The sync data for ids ['4c5935e5-602a-4c12-ba2f-e2836a28aa19'] in n-d-816629-1 is: [{'id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'name': 'tempest-TestVolumeBackupRestore-1711225724-router', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:44Z', 'updated_at': '2021-11-04T10:44:53Z', 'revision_number': 4, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'gw_port': {'id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:45Z', 'updated_at': '2021-11-04T10:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b', 'name': '', 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'mac_address': 'fa:16:3e:88:98:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '16405c66-cb9c-4753-af06-4d5d5dba6dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:51Z', 'updated_at': '2021-11-04T10:44:57Z', 'revision_number': 4, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'subnets': [{'id': '16405c66-cb9c-4753-af06-4d5d5dba6dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:44:58.096285 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44d3e1bf-6b3f-4117-9042-fac45eca9288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:58.097490 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44d3e1bf-6b3f-4117-9042-fac45eca9288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:58.267406 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44d3e1bf-6b3f-4117-9042-fac45eca9288 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:58.315075 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fe31a-aab9-4ecc-87a2-645950f3b65f req-5925a534-679c-4676-a5db-50f950b96ba4 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:58.317703 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-252fe31a-aab9-4ecc-87a2-645950f3b65f req-5925a534-679c-4676-a5db-50f950b96ba4 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/ports?device_id=58863eba-7e5d-4c58-af5c-d42c49aab2d0 HTTP/1.1" status: 200 len: 943 time: 0.1058679 Nov 04 10:44:58.412882 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 43a65829-146b-48ea-9264-f3cc317d6ea0, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=43a65829-146b-48ea-9264-f3cc317d6ea0,segment=NetworkSegment(02d8d283-88e4-4809-9dbe-93263286f795),segment_id=02d8d283-88e4-4809-9dbe-93263286f795)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:58.468125 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-252fe31a-aab9-4ecc-87a2-645950f3b65f req-f55b41ff-a20a-450c-ac91-c4b5277412f3 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/security-groups?id=8b2881a6-1c2a-4867-9582-37a61c635b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356475 Nov 04 10:44:58.681369 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '43a65829-146b-48ea-9264-f3cc317d6ea0', 'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34', 'port_id': '43a65829-146b-48ea-9264-f3cc317d6ea0', 'mac_address': 'fa:16:3e:56:e9:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95124d82-029a-4bad-bd56-4a328bc7edbc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:44:58.711711 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e189530e-8fff-4510-97f6-1d2c73b06ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:58.745969 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079c5ef-72f9-4a58-9d53-afd5765d1ff2 req-dac436d6-8a44-44f4-96c7-3f3e28f8b505 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:58.763612 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e079c5ef-72f9-4a58-9d53-afd5765d1ff2 req-dac436d6-8a44-44f4-96c7-3f3e28f8b505 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=57f9d6ff-d3b2-4838-8bd6-98e702f22c1b HTTP/1.1" status: 200 len: 945 time: 0.1034434 Nov 04 10:44:58.889911 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e079c5ef-72f9-4a58-9d53-afd5765d1ff2 req-03147738-5499-4ec5-9213-d5ec71365248 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023922 Nov 04 10:44:59.019786 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e189530e-8fff-4510-97f6-1d2c73b06ca5 None None] For port 3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b,segment=NetworkSegment(30d4132d-ec40-4317-b78d-343556d5fac7),segment_id=30d4132d-ec40-4317-b78d-343556d5fac7)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:59.071644 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de70e96c-dc4a-4fb7-95bd-40208da7dd36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-cd97093c-c6aa-4117-afc7-560d93dc9765', 'network_id': 'cd97093c-c6aa-4117-afc7-560d93dc9765', 'tenant_id': '2ea933d7f793471b844833d1e7d64070', 'fixed_ips': [{'subnet_id': '6a3274c2-5c5a-49d7-8b41-028c290430c4'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:44:59.075209 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-de70e96c-dc4a-4fb7-95bd-40208da7dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:59.086848 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e189530e-8fff-4510-97f6-1d2c73b06ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:59.100385 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:59.132784 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a788e-b157-43c3-92e9-19cff58b1696 req-de88e6ea-09d3-4f4a-bfec-6711578a3baa tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:59.139002 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a65829-146b-48ea-9264-f3cc317d6ea0 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:44:59.139212 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-600a788e-b157-43c3-92e9-19cff58b1696 req-de88e6ea-09d3-4f4a-bfec-6711578a3baa tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.127 "GET /v2.0/ports?device_id=ac96f362-3299-4351-a502-47663171b242 HTTP/1.1" status: 200 len: 949 time: 0.1369460 Nov 04 10:44:59.231087 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-600a788e-b157-43c3-92e9-19cff58b1696 req-0ee957e1-4403-40f9-970c-8c9399bef96f tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.127 "GET /v2.0/security-groups?id=ec49b792-1b51-4353-b496-185b3d407973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907996 Nov 04 10:44:59.247685 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44d3e1bf-6b3f-4117-9042-fac45eca9288 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:59.415688 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 43a65829-146b-48ea-9264-f3cc317d6ea0, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=43a65829-146b-48ea-9264-f3cc317d6ea0,segment=NetworkSegment(02d8d283-88e4-4809-9dbe-93263286f795),segment_id=02d8d283-88e4-4809-9dbe-93263286f795)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:44:59.502194 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31a295-45a6-4558-b37d-5872fcb63d55 req-7d4c6591-4178-4ffb-b734-2dd82999901c tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:59.507419 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5b31a295-45a6-4558-b37d-5872fcb63d55 req-7d4c6591-4178-4ffb-b734-2dd82999901c tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.127 "GET /v2.0/ports?device_id=f729eafb-e8d7-41e7-a49d-117f6a5293c6 HTTP/1.1" status: 200 len: 946 time: 0.1453822 Nov 04 10:44:59.539252 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:44:59.540297 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a1bc9ba3-519f-4ce9-9ac1-9777ddc5066e req-fa124fa9-b448-4d09-8420-9a38d95b9490 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:59.545157 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:59.586707 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5b31a295-45a6-4558-b37d-5872fcb63d55 req-0ac9e0f5-4f42-4b8f-9461-f42f952e30e2 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.127 "GET /v2.0/security-groups?id=1136350e-deff-43a9-a58f-ead008f189f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711210 Nov 04 10:44:59.597346 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-de70e96c-dc4a-4fb7-95bd-40208da7dd36 None None] Allocated IP 172.20.0.2 (cd97093c-c6aa-4117-afc7-560d93dc9765/6a3274c2-5c5a-49d7-8b41-028c290430c4/87461df4-aaee-4527-80a2-b4b180b0fd8b) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:44:59.647312 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa124fa9-b448-4d09-8420-9a38d95b9490 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Pushing event deleted for resources: {'Port': ['ID=ae5fba65-8ba3-47e9-a6a0-6114ed284b60,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:44:59.742231 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1bc9ba3-519f-4ce9-9ac1-9777ddc5066e req-fa124fa9-b448-4d09-8420-9a38d95b9490 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] No DVR routers for this DVR port ae5fba65-8ba3-47e9-a6a0-6114ed284b60 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:44:59.750133 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a1bc9ba3-519f-4ce9-9ac1-9777ddc5066e req-fa124fa9-b448-4d09-8420-9a38d95b9490 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:44:59.755290 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a1bc9ba3-519f-4ce9-9ac1-9777ddc5066e req-fa124fa9-b448-4d09-8420-9a38d95b9490 tempest-ServerAddressesNegativeTestJSON-468421158 tempest-ServerAddressesNegativeTestJSON-468421158-project] 10.222.0.121 "DELETE /v2.0/ports/ae5fba65-8ba3-47e9-a6a0-6114ed284b60 HTTP/1.1" status: 204 len: 173 time: 2.5615723 Nov 04 10:44:59.757484 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f729eafb-e8d7-41e7-a49d-117f6a5293c6', 'name': 'network-vif-deleted', 'tag': 'ae5fba65-8ba3-47e9-a6a0-6114ed284b60'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:44:59.761437 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b7b53f-68a3-4edb-8488-575fc8c7d091" -d '{"events": [{"server_uuid": "f729eafb-e8d7-41e7-a49d-117f6a5293c6", "name": "network-vif-deleted", "tag": "ae5fba65-8ba3-47e9-a6a0-6114ed284b60"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:44:59.766964 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50248) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:44:59.992843 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-d7752fde-fd16-44eb-b0d3-d7394e0616a8 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:44:59.994502 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-d7752fde-fd16-44eb-b0d3-d7394e0616a8 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/networks?id=4ea30ddd-783c-4e98-88c8-c72495d90b19 HTTP/1.1" status: 200 len: 806 time: 0.2729490 Nov 04 10:45:00.014668 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189530e-8fff-4510-97f6-1d2c73b06ca5 None None] Pushing event updated for resources: {'Port': ['ID=3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:00.047524 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-0c123f2b-cf90-4c18-97b7-b11e371f109c tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/quotas/343110c8f9b64c948b5d4c411d3c8a01 HTTP/1.1" status: 200 len: 375 time: 0.0418453 Nov 04 10:45:00.089358 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-10af3903-4ebd-4960-a2ea-5d6e11fd5903 None None] Provisioning complete for port 3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:00.089965 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-10af3903-4ebd-4960-a2ea-5d6e11fd5903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:00.119798 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cfa98c66-3cc4-4d65-bcb7-6d4a0ee5c694 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:00.153656 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['43a65829-146b-48ea-9264-f3cc317d6ea0'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:45:00.172345 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44d3e1bf-6b3f-4117-9042-fac45eca9288 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:00.205535 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44d3e1bf-6b3f-4117-9042-fac45eca9288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:00.272407 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=43a65829-146b-48ea-9264-f3cc317d6ea0,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:00.337540 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cfa98c66-3cc4-4d65-bcb7-6d4a0ee5c694 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:00.344611 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cfa98c66-3cc4-4d65-bcb7-6d4a0ee5c694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:00.408480 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 42646935-0688-4f99-99c2-a0db4f624227 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:45:00.462791 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-de70e96c-dc4a-4fb7-95bd-40208da7dd36 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:00.471975 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:00.472456 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:00.473948 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-cfa98c66-3cc4-4d65-bcb7-6d4a0ee5c694 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=aa178ef395344463aa7ad97144136033&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7027519 Nov 04 10:45:00.481819 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50256) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:00.519485 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-de70e96c-dc4a-4fb7-95bd-40208da7dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:00.562206 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa98c66-3cc4-4d65-bcb7-6d4a0ee5c694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088c9adb-4990-4ab5-80ee-d68eb4730d74,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:00.614761 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de70e96c-dc4a-4fb7-95bd-40208da7dd36 None None] Network cd97093c-c6aa-4117-afc7-560d93dc9765 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:45:00.627106 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5523bac-8ffe-4520-b525-12422de6af5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:00.650129 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-de70e96c-dc4a-4fb7-95bd-40208da7dd36 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:45:00.661714 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5523bac-8ffe-4520-b525-12422de6af5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:00.663396 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de70e96c-dc4a-4fb7-95bd-40208da7dd36 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:45:00.678876 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-44d3e1bf-6b3f-4117-9042-fac45eca9288 admin admin] Allocated IP 172.25.7.181 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/6c752e18-42f5-443a-8d71-5f8beb314fe5) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:45:00.707160 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70e96c-dc4a-4fb7-95bd-40208da7dd36 None None] Pushing event updated for resources: {'Port': ['ID=87461df4-aaee-4527-80a2-b4b180b0fd8b,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:00.753949 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-edf64654-fc70-43b2-b3eb-fdc6b74b74af tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=343110c8f9b64c948b5d4c411d3c8a01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6922500 Nov 04 10:45:00.784194 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 42646935-0688-4f99-99c2-a0db4f624227 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:45:00.789549 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5523bac-8ffe-4520-b525-12422de6af5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:00.792171 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5523bac-8ffe-4520-b525-12422de6af5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:00.796463 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b5523bac-8ffe-4520-b525-12422de6af5f admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/088c9adb-4990-4ab5-80ee-d68eb4730d74 HTTP/1.1" status: 204 len: 168 time: 0.2957053 Nov 04 10:45:00.816140 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-de70e96c-dc4a-4fb7-95bd-40208da7dd36 None None] Attempting to bind port 87461df4-aaee-4527-80a2-b4b180b0fd8b on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:45:00.816498 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-de70e96c-dc4a-4fb7-95bd-40208da7dd36 None None] Attempting to bind port 87461df4-aaee-4527-80a2-b4b180b0fd8b by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9cb5b4b2-05a7-4f13-8398-e245a4799d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'cd97093c-c6aa-4117-afc7-560d93dc9765'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:45:00.816902 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de70e96c-dc4a-4fb7-95bd-40208da7dd36 None None] Attempting to bind port 87461df4-aaee-4527-80a2-b4b180b0fd8b on network cd97093c-c6aa-4117-afc7-560d93dc9765 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:45:00.817634 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5523bac-8ffe-4520-b525-12422de6af5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088c9adb-4990-4ab5-80ee-d68eb4730d74,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:00.822650 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 42646935-0688-4f99-99c2-a0db4f624227 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:00.823383 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:00.861793 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44d3e1bf-6b3f-4117-9042-fac45eca9288 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:00.903463 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de70e96c-dc4a-4fb7-95bd-40208da7dd36 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:45:00.903874 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de70e96c-dc4a-4fb7-95bd-40208da7dd36 None None] Checking segment: {'id': '9cb5b4b2-05a7-4f13-8398-e245a4799d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'cd97093c-c6aa-4117-afc7-560d93dc9765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:45:00.906213 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-de70e96c-dc4a-4fb7-95bd-40208da7dd36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:00.906626 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de70e96c-dc4a-4fb7-95bd-40208da7dd36 None None] Bound using segment: {'id': '9cb5b4b2-05a7-4f13-8398-e245a4799d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'cd97093c-c6aa-4117-afc7-560d93dc9765'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:45:00.907140 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-de70e96c-dc4a-4fb7-95bd-40208da7dd36 None None] Bound port: 87461df4-aaee-4527-80a2-b4b180b0fd8b, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb5b4b2-05a7-4f13-8398-e245a4799d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'cd97093c-c6aa-4117-afc7-560d93dc9765'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:45:00.907527 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-de70e96c-dc4a-4fb7-95bd-40208da7dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:00.918937 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44d3e1bf-6b3f-4117-9042-fac45eca9288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:00.964023 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-160655bd-fb91-4a87-916d-c67f6d6fe8b3 service neutron] 10.222.0.127 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083714 Nov 04 10:45:00.980358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d3e1bf-6b3f-4117-9042-fac45eca9288 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:45:00.988568 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-44d3e1bf-6b3f-4117-9042-fac45eca9288 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:45:00.993823 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d3e1bf-6b3f-4117-9042-fac45eca9288 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:45:01.025103 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3e1bf-6b3f-4117-9042-fac45eca9288 admin admin] Pushing event updated for resources: {'Port': ['ID=6c752e18-42f5-443a-8d71-5f8beb314fe5,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:01.110006 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-0a6fce57-be87-45af-acc2-1e91b2167bc3 service neutron] 10.222.0.127 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446629 Nov 04 10:45:01.145156 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-de70e96c-dc4a-4fb7-95bd-40208da7dd36 None None] For port 87461df4-aaee-4527-80a2-b4b180b0fd8b, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:45:01.152005 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-de70e96c-dc4a-4fb7-95bd-40208da7dd36 None None] For port 87461df4-aaee-4527-80a2-b4b180b0fd8b, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=87461df4-aaee-4527-80a2-b4b180b0fd8b,segment=NetworkSegment(9cb5b4b2-05a7-4f13-8398-e245a4799d79),segment_id=9cb5b4b2-05a7-4f13-8398-e245a4799d79)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:45:01.169183 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-de70e96c-dc4a-4fb7-95bd-40208da7dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:01.339839 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50270) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:01.361699 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:01.370160 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-63c34bf4-fe50-4174-b08e-2b62054cb13b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:01.429824 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70e96c-dc4a-4fb7-95bd-40208da7dd36 None None] Pushing event updated for resources: {'Port': ['ID=87461df4-aaee-4527-80a2-b4b180b0fd8b,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:01.453747 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac96f362-3299-4351-a502-47663171b242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42646935-0688-4f99-99c2-a0db4f624227'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:45:01.459483 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44d3e1bf-6b3f-4117-9042-fac45eca9288 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:01.465730 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a629afd-723c-4ec9-a5f2-b5433ec8851b" -d '{"events": [{"server_uuid": "ac96f362-3299-4351-a502-47663171b242", "name": "network-vif-plugged", "status": "completed", "tag": "42646935-0688-4f99-99c2-a0db4f624227"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:45:01.471312 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc968e-6ad4-4b96-9e28-e079d9f3b965 req-1edc7254-8309-489e-9a26-d22f022c3f81 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:01.472983 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fdcc968e-6ad4-4b96-9e28-e079d9f3b965 req-1edc7254-8309-489e-9a26-d22f022c3f81 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/ports?device_id=58863eba-7e5d-4c58-af5c-d42c49aab2d0 HTTP/1.1" status: 200 len: 944 time: 0.1090662 Nov 04 10:45:01.476962 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:45:01.576062 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 42646935-0688-4f99-99c2-a0db4f624227, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=42646935-0688-4f99-99c2-a0db4f624227,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:45:01.583405 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fdcc968e-6ad4-4b96-9e28-e079d9f3b965 req-ecc2bca8-cf69-4b05-8253-2c64ecb49b56 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/security-groups?id=8b2881a6-1c2a-4867-9582-37a61c635b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000025 Nov 04 10:45:01.590284 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:01.591311 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device ae5fba65-8ba3-47e9-a6a0-6114ed284b60 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:45:01.627974 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: ae5fba65-8ba3-47e9-a6a0-6114ed284b60 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:45:01.645271 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device ae5fba65-8ba3-47e9-a6a0-6114ed284b60 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:45:01.651404 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-63c34bf4-fe50-4174-b08e-2b62054cb13b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:01.663470 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-63c34bf4-fe50-4174-b08e-2b62054cb13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:01.728105 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:01.728479 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:01.761530 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c34bf4-fe50-4174-b08e-2b62054cb13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51b3e6d-d05c-443d-aa50-557038ead35a,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:01.827469 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-63c34bf4-fe50-4174-b08e-2b62054cb13b admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=279de4bb9f1c4bccab22d94482be74d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4849629 Nov 04 10:45:01.828411 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50280) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:01.873730 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f47b254-d1f3-49b2-9a41-4ce82115fdcc x-openstack-request-id: req-1f47b254-d1f3-49b2-9a41-4ce82115fdcc {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:45:01.874138 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f729eafb-e8d7-41e7-a49d-117f6a5293c6", "name": "network-vif-deleted", "tag": "ae5fba65-8ba3-47e9-a6a0-6114ed284b60", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:45:01.874459 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-1f47b254-d1f3-49b2-9a41-4ce82115fdcc {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:45:01.874994 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f729eafb-e8d7-41e7-a49d-117f6a5293c6', 'name': 'network-vif-deleted', 'tag': 'ae5fba65-8ba3-47e9-a6a0-6114ed284b60', 'status': 'completed', 'code': 200} Nov 04 10:45:01.893433 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=42646935-0688-4f99-99c2-a0db4f624227,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:01.919656 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44d3e1bf-6b3f-4117-9042-fac45eca9288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:01.943359 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff245a56-5abc-4953-b278-a6ef43f9aaf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:01.983006 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff245a56-5abc-4953-b278-a6ef43f9aaf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:02.054050 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9bbf9-8a0f-4623-804a-06bf7a533064 req-6cb16919-7a8d-4ed0-9a26-e40c70168d47 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:02.062189 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2fc9bbf9-8a0f-4623-804a-06bf7a533064 req-6cb16919-7a8d-4ed0-9a26-e40c70168d47 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.127 "GET /v2.0/ports?device_id=ac96f362-3299-4351-a502-47663171b242 HTTP/1.1" status: 200 len: 950 time: 0.0940192 Nov 04 10:45:02.107485 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff245a56-5abc-4953-b278-a6ef43f9aaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:02.110622 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff245a56-5abc-4953-b278-a6ef43f9aaf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:02.112182 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ff245a56-5abc-4953-b278-a6ef43f9aaf8 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/b51b3e6d-d05c-443d-aa50-557038ead35a HTTP/1.1" status: 204 len: 168 time: 0.2824123 Nov 04 10:45:02.166270 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2fc9bbf9-8a0f-4623-804a-06bf7a533064 req-08c55b0e-5981-4225-8d9e-002e52a7234b tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.127 "GET /v2.0/security-groups?id=ec49b792-1b51-4353-b496-185b3d407973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009994 Nov 04 10:45:02.170093 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff245a56-5abc-4953-b278-a6ef43f9aaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51b3e6d-d05c-443d-aa50-557038ead35a,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:02.207507 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d3e1bf-6b3f-4117-9042-fac45eca9288 admin admin] Router 4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:45:02.223216 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50286) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:02.322117 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b737222-f36b-4983-9cb5-47ee189b55d0 admin admin] Deleting subnet ca21843c-769c-4c2d-ae8a-b3a33a1390d3 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:45:02.334516 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4b737222-f36b-4983-9cb5-47ee189b55d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:02.447741 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4b737222-f36b-4983-9cb5-47ee189b55d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:02.460196 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d3e1bf-6b3f-4117-9042-fac45eca9288 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:45:02.474690 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0255e71e-f3b1-4daf-a985-87802aef5041 None None] Sync routers for ids ['4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:45:02.496626 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44d3e1bf-6b3f-4117-9042-fac45eca9288 admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:02.496889 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0255e71e-f3b1-4daf-a985-87802aef5041 None None] Routers {'4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:45:02.499150 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-44d3e1bf-6b3f-4117-9042-fac45eca9288 admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5026228 Nov 04 10:45:02.502263 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0255e71e-f3b1-4daf-a985-87802aef5041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:44:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:02.502567 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50290) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:02.541269 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4b737222-f36b-4983-9cb5-47ee189b55d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:02.672155 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4b737222-f36b-4983-9cb5-47ee189b55d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:02.715361 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b737222-f36b-4983-9cb5-47ee189b55d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca21843c-769c-4c2d-ae8a-b3a33a1390d3,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:02.752221 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4b737222-f36b-4983-9cb5-47ee189b55d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:02.767940 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4b737222-f36b-4983-9cb5-47ee189b55d0 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/ca21843c-769c-4c2d-ae8a-b3a33a1390d3 HTTP/1.1" status: 204 len: 168 time: 0.5434239 Nov 04 10:45:02.770113 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-0255e71e-f3b1-4daf-a985-87802aef5041 None None] Set router 4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:45:02.770889 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50300) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:02.999499 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3b624c50-d736-4776-a668-29759301c77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:03.096345 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-0de1d7da-ca04-4961-9769-cbb28c950846 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:03.105061 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-0de1d7da-ca04-4961-9769-cbb28c950846 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.121 "GET /v2.0/networks?id=4ea30ddd-783c-4e98-88c8-c72495d90b19 HTTP/1.1" status: 200 len: 806 time: 0.2797637 Nov 04 10:45:03.134616 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-0ff4e09d-b1e0-44e1-9b03-5f683151b337 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Request body: {'port': {'device_id': 'bc2b8080-d0ea-46b0-ba01-33bb002f1d7c', 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19', 'admin_state_up': True, 'tenant_id': '343110c8f9b64c948b5d4c411d3c8a01'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:45:03.205452 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e94ca79-6d16-4461-8844-be21d77b84b5 x-openstack-request-id: req-8e94ca79-6d16-4461-8844-be21d77b84b5 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:45:03.206897 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac96f362-3299-4351-a502-47663171b242", "name": "network-vif-plugged", "status": "completed", "tag": "42646935-0688-4f99-99c2-a0db4f624227", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:45:03.212628 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-8e94ca79-6d16-4461-8844-be21d77b84b5 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:45:03.213845 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac96f362-3299-4351-a502-47663171b242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42646935-0688-4f99-99c2-a0db4f624227', 'code': 200} Nov 04 10:45:03.229764 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3b624c50-d736-4776-a668-29759301c77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:03.299803 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f0f7e1-eded-40f4-86e5-854003bc9648 None None] Network cd97093c-c6aa-4117-afc7-560d93dc9765 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:45:03.338259 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-3b624c50-d736-4776-a668-29759301c77c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af38bc37-244e-4b4b-b7c0-7d70960787ec']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:03.432328 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-3b624c50-d736-4776-a668-29759301c77c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48be911c-1787-4a97-aa12-b6926dacc7bb') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:03.432645 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-3b624c50-d736-4776-a668-29759301c77c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48be911c-1787-4a97-aa12-b6926dacc7bb') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:03.492801 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3b624c50-d736-4776-a668-29759301c77c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:03.509206 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843826d3-90c2-49cf-b5b0-abb5409f1ada req-f5c45c5c-a52f-455c-b7bc-0d2fbe2de269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:03.510828 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-843826d3-90c2-49cf-b5b0-abb5409f1ada req-f5c45c5c-a52f-455c-b7bc-0d2fbe2de269 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=ac96f362-3299-4351-a502-47663171b242 HTTP/1.1" status: 200 len: 1101 time: 0.2457700 Nov 04 10:45:03.519522 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3b624c50-d736-4776-a668-29759301c77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:03.547757 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c38bbd-4fb9-4325-854e-1c0e942e3685 req-30054f1a-8ef4-4e09-aac4-ae39f312b859 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:03.550986 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-52c38bbd-4fb9-4325-854e-1c0e942e3685 req-30054f1a-8ef4-4e09-aac4-ae39f312b859 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/ports?device_id=58863eba-7e5d-4c58-af5c-d42c49aab2d0 HTTP/1.1" status: 200 len: 944 time: 0.2234676 Nov 04 10:45:03.553448 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b624c50-d736-4776-a668-29759301c77c admin admin] Releasing vlan 1174 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:45:03.553938 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3b624c50-d736-4776-a668-29759301c77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:03.563670 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 87461df4-aaee-4527-80a2-b4b180b0fd8b up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:45:03.564617 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:45:03.637204 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-0ff4e09d-b1e0-44e1-9b03-5f683151b337 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Made reservation on behalf of 343110c8f9b64c948b5d4c411d3c8a01 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:45:03.642999 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-0ff4e09d-b1e0-44e1-9b03-5f683151b337 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:03.690029 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3b624c50-d736-4776-a668-29759301c77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:03.701050 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-843826d3-90c2-49cf-b5b0-abb5409f1ada req-7b1b9639-3081-43da-a428-699ef3a58c2a service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=ec49b792-1b51-4353-b496-185b3d407973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726732 Nov 04 10:45:03.707319 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3b624c50-d736-4776-a668-29759301c77c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:03.710769 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3b624c50-d736-4776-a668-29759301c77c admin admin] 10.222.0.127 "DELETE /v2.0/networks/af38bc37-244e-4b4b-b7c0-7d70960787ec HTTP/1.1" status: 204 len: 168 time: 0.9335058 Nov 04 10:45:03.736688 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-52c38bbd-4fb9-4325-854e-1c0e942e3685 req-b05c8245-ace1-4c2e-86a3-406390a52332 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/security-groups?id=8b2881a6-1c2a-4867-9582-37a61c635b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670234 Nov 04 10:45:03.737899 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b624c50-d736-4776-a668-29759301c77c admin admin] Pushing event deleted for resources: {'Network': ['ID=af38bc37-244e-4b4b-b7c0-7d70960787ec,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:03.772467 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 43a65829-146b-48ea-9264-f3cc317d6ea0 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:45:03.839970 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-0ff4e09d-b1e0-44e1-9b03-5f683151b337 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Allocated IP 172.20.0.5 (4ea30ddd-783c-4e98-88c8-c72495d90b19/2f935783-72d0-4b06-b77a-43dd18ec13a3/4a7a552b-3a8e-44ce-8834-76eb00d30456) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:45:03.875921 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a05e109c-d86b-4c8b-bd6a-e1e2090da59e None None] Provisioning complete for port 87461df4-aaee-4527-80a2-b4b180b0fd8b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:03.876291 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a05e109c-d86b-4c8b-bd6a-e1e2090da59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:03.941455 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e67dc965-5ff9-4cea-9542-cf0293c9c518 req-0bee3467-26b8-484c-b024-a91b061b649c tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=bc2b8080-d0ea-46b0-ba01-33bb002f1d7c HTTP/1.1" status: 200 len: 210 time: 0.0411160 Nov 04 10:45:04.110837 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62caec-d678-46a7-b9f4-b462188f473b req-66f26e4d-b8ba-4158-8662-1907df6555e1 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:04.122915 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8c62caec-d678-46a7-b9f4-b462188f473b req-66f26e4d-b8ba-4158-8662-1907df6555e1 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.127 "GET /v2.0/ports?device_id=ac96f362-3299-4351-a502-47663171b242 HTTP/1.1" status: 200 len: 950 time: 0.0959332 Nov 04 10:45:04.162443 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50344) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:04.174440 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50346) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:04.261736 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-085fec86-4a3f-4592-92d5-443ff1f03615 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=965f80338c0a4ea9b4688fbfb031996f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0842731 Nov 04 10:45:04.264544 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50350) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:04.296080 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f6dbbb3-40d3-4180-8913-65093150c614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:04.296317 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 87461df4-aaee-4527-80a2-b4b180b0fd8b triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:04.296661 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:04.319604 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8c62caec-d678-46a7-b9f4-b462188f473b req-41d77197-1f89-4a5d-8b16-6025cd6bf0d0 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.127 "GET /v2.0/security-groups?id=ec49b792-1b51-4353-b496-185b3d407973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955173 Nov 04 10:45:04.353453 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-0ff4e09d-b1e0-44e1-9b03-5f683151b337 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:04.370042 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-06fc9b62-8ae7-41aa-b28d-c1f063679839 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:04.408190 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-06fc9b62-8ae7-41aa-b28d-c1f063679839 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:04.427122 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 43a65829-146b-48ea-9264-f3cc317d6ea0 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:45:04.434336 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 43a65829-146b-48ea-9264-f3cc317d6ea0 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:04.434717 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:04.436239 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a05e109c-d86b-4c8b-bd6a-e1e2090da59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:04.489714 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7020d3cc-8b58-4752-9f29-9a3e5a85ea18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:04.493306 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-06fc9b62-8ae7-41aa-b28d-c1f063679839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:04.496037 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-06fc9b62-8ae7-41aa-b28d-c1f063679839 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:04.499906 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-06fc9b62-8ae7-41aa-b28d-c1f063679839 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/1136350e-deff-43a9-a58f-ead008f189f0 HTTP/1.1" status: 204 len: 168 time: 0.2335379 Nov 04 10:45:04.515168 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc9b62-8ae7-41aa-b28d-c1f063679839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1136350e-deff-43a9-a58f-ead008f189f0,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:04.524269 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-a05e109c-d86b-4c8b-bd6a-e1e2090da59e None None] For port 87461df4-aaee-4527-80a2-b4b180b0fd8b, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=87461df4-aaee-4527-80a2-b4b180b0fd8b,segment=NetworkSegment(9cb5b4b2-05a7-4f13-8398-e245a4799d79),segment_id=9cb5b4b2-05a7-4f13-8398-e245a4799d79)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:45:04.526065 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc9b62-8ae7-41aa-b28d-c1f063679839 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:04.526408 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc9b62-8ae7-41aa-b28d-c1f063679839 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:04.526742 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc9b62-8ae7-41aa-b28d-c1f063679839 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:04.527091 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc9b62-8ae7-41aa-b28d-c1f063679839 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:04.527602 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc9b62-8ae7-41aa-b28d-c1f063679839 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:04.527931 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc9b62-8ae7-41aa-b28d-c1f063679839 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:04.528297 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc9b62-8ae7-41aa-b28d-c1f063679839 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:04.529012 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc9b62-8ae7-41aa-b28d-c1f063679839 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:04.529349 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc9b62-8ae7-41aa-b28d-c1f063679839 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:04.529765 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc9b62-8ae7-41aa-b28d-c1f063679839 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:04.529999 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc9b62-8ae7-41aa-b28d-c1f063679839 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:04.530313 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc9b62-8ae7-41aa-b28d-c1f063679839 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:04.541829 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a05e109c-d86b-4c8b-bd6a-e1e2090da59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:04.638473 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-0ff4e09d-b1e0-44e1-9b03-5f683151b337 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:04.644912 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7020d3cc-8b58-4752-9f29-9a3e5a85ea18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:04.651738 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7020d3cc-8b58-4752-9f29-9a3e5a85ea18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:04.662652 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-5f6dbbb3-40d3-4180-8913-65093150c614 admin admin] Allocated IP 172.20.0.1 (cd97093c-c6aa-4117-afc7-560d93dc9765/6a3274c2-5c5a-49d7-8b41-028c290430c4/67b8728a-a182-46ad-942c-451137dbab80) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:45:04.675909 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['310bdf6a-823e-4dce-ba34-0799bb073a43'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:45:04.714407 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-0ff4e09d-b1e0-44e1-9b03-5f683151b337 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Network 4ea30ddd-783c-4e98-88c8-c72495d90b19 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:45:04.721873 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7020d3cc-8b58-4752-9f29-9a3e5a85ea18 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=2232a21070024e81b80f0d150847dd60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5536764 Nov 04 10:45:04.722679 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020d3cc-8b58-4752-9f29-9a3e5a85ea18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed503d33-8b47-4305-8d2d-c6f8a06d8dbe,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:04.723675 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-0ff4e09d-b1e0-44e1-9b03-5f683151b337 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:45:04.726122 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-0ff4e09d-b1e0-44e1-9b03-5f683151b337 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:45:04.734819 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50358) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:04.820549 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b9bf2e6b-b973-4900-86ee-730bb9bb8df6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:04.877361 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b9bf2e6b-b973-4900-86ee-730bb9bb8df6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:04.908061 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e109c-d86b-4c8b-bd6a-e1e2090da59e None None] Pushing event updated for resources: {'Port': ['ID=87461df4-aaee-4527-80a2-b4b180b0fd8b,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:04.915828 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2b99e5d1-9c4a-4cc8-a9bf-0b3bc329468e None None] Provisioning complete for port 87461df4-aaee-4527-80a2-b4b180b0fd8b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:04.916475 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2b99e5d1-9c4a-4cc8-a9bf-0b3bc329468e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:04.930813 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-0ff4e09d-b1e0-44e1-9b03-5f683151b337 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:04.933111 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-0ff4e09d-b1e0-44e1-9b03-5f683151b337 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:04.962409 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0255e71e-f3b1-4daf-a985-87802aef5041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6', 'name': 'tempest-TestVolumeBackupRestore-3445754-router', 'tenant_id': '2ea933d7f793471b844833d1e7d64070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '6c752e18-42f5-443a-8d71-5f8beb314fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:58Z', 'updated_at': '2021-11-04T10:45:01Z', 'revision_number': 3, 'project_id': '2ea933d7f793471b844833d1e7d64070', 'gw_port': {'id': '6c752e18-42f5-443a-8d71-5f8beb314fe5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:00Z', 'updated_at': '2021-11-04T10:45:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:05.082382 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0255e71e-f3b1-4daf-a985-87802aef5041 None None] Checking router: 4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:45:05.092424 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886c051-8db8-4a5f-ab1b-1c8c3289cb33 req-ce754495-d1d7-4d12-91c7-fd1408530509 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:05.093585 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0255e71e-f3b1-4daf-a985-87802aef5041 None None] Updating router 4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6 port 6c752e18-42f5-443a-8d71-5f8beb314fe5 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:45:05.098151 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:05.105757 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4e09d-b1e0-44e1-9b03-5f683151b337 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Pushing event updated for resources: {'Port': ['ID=4a7a552b-3a8e-44ce-8834-76eb00d30456,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:05.107701 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1886c051-8db8-4a5f-ab1b-1c8c3289cb33 req-ce754495-d1d7-4d12-91c7-fd1408530509 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/ports?device_id=58863eba-7e5d-4c58-af5c-d42c49aab2d0 HTTP/1.1" status: 200 len: 944 time: 0.1681380 Nov 04 10:45:05.141630 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-0ff4e09d-b1e0-44e1-9b03-5f683151b337 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0295570 Nov 04 10:45:05.148200 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b9bf2e6b-b973-4900-86ee-730bb9bb8df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:05.162453 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b9bf2e6b-b973-4900-86ee-730bb9bb8df6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:05.164011 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-cf909c7d-297a-4f08-9cae-2607c3d75c52 service neutron] Request body: {'port': {'device_id': 'bc2b8080-d0ea-46b0-ba01-33bb002f1d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:45:05.164305 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b9bf2e6b-b973-4900-86ee-730bb9bb8df6 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/ed503d33-8b47-4305-8d2d-c6f8a06d8dbe HTTP/1.1" status: 204 len: 168 time: 0.4274292 Nov 04 10:45:05.190440 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf2e6b-b973-4900-86ee-730bb9bb8df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed503d33-8b47-4305-8d2d-c6f8a06d8dbe,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:05.245054 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1886c051-8db8-4a5f-ab1b-1c8c3289cb33 req-3af1fe47-6f6f-46c2-a835-9b04ffdbd812 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/security-groups?id=8b2881a6-1c2a-4867-9582-37a61c635b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311290 Nov 04 10:45:05.376846 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0255e71e-f3b1-4daf-a985-87802aef5041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:05.428540 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f6dbbb3-40d3-4180-8913-65093150c614 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:05.432704 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-cf909c7d-297a-4f08-9cae-2607c3d75c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:05.479001 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 43a65829-146b-48ea-9264-f3cc317d6ea0, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=43a65829-146b-48ea-9264-f3cc317d6ea0,segment=NetworkSegment(02d8d283-88e4-4809-9dbe-93263286f795),segment_id=02d8d283-88e4-4809-9dbe-93263286f795)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:45:05.487401 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 87461df4-aaee-4527-80a2-b4b180b0fd8b up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:45:05.498686 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58863eba-7e5d-4c58-af5c-d42c49aab2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a65829-146b-48ea-9264-f3cc317d6ea0'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:45:05.502669 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c93d010-c0f9-45f0-99ee-8e7dd21d674b" -d '{"events": [{"server_uuid": "58863eba-7e5d-4c58-af5c-d42c49aab2d0", "name": "network-vif-plugged", "status": "completed", "tag": "43a65829-146b-48ea-9264-f3cc317d6ea0"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:45:05.598124 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:05.633491 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19ee2c-ef06-42cf-9bf8-09848ca970b3 req-7cdae561-71df-4f5d-890f-8aa7e836f1f0 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:05.641595 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2b19ee2c-ef06-42cf-9bf8-09848ca970b3 req-7cdae561-71df-4f5d-890f-8aa7e836f1f0 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=bc2b8080-d0ea-46b0-ba01-33bb002f1d7c HTTP/1.1" status: 200 len: 931 time: 0.0839462 Nov 04 10:45:05.742263 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2b19ee2c-ef06-42cf-9bf8-09848ca970b3 req-6892032f-08b0-4fab-b9d2-d722d4a7088c tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995154 Nov 04 10:45:05.797193 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f6dbbb3-40d3-4180-8913-65093150c614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:05.900757 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6dbbb3-40d3-4180-8913-65093150c614 admin admin] Network cd97093c-c6aa-4117-afc7-560d93dc9765 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:45:05.905738 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-5f6dbbb3-40d3-4180-8913-65093150c614 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:45:05.914573 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6dbbb3-40d3-4180-8913-65093150c614 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:45:05.975448 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=43a65829-146b-48ea-9264-f3cc317d6ea0,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:05.977593 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aae569-7b0b-45a8-a42c-0ef43bfa0d95 req-d289cfa5-166e-4a09-be8e-986192aff4ed tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:05.992611 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 87461df4-aaee-4527-80a2-b4b180b0fd8b triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:05.995917 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:05.999165 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6dbbb3-40d3-4180-8913-65093150c614 admin admin] Pushing event updated for resources: {'Port': ['ID=67b8728a-a182-46ad-942c-451137dbab80,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:06.010074 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-91aae569-7b0b-45a8-a42c-0ef43bfa0d95 req-d289cfa5-166e-4a09-be8e-986192aff4ed tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.127 "GET /v2.0/ports?device_id=ac96f362-3299-4351-a502-47663171b242 HTTP/1.1" status: 200 len: 950 time: 0.1343186 Nov 04 10:45:06.042836 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f6dbbb3-40d3-4180-8913-65093150c614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:06.096919 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-91aae569-7b0b-45a8-a42c-0ef43bfa0d95 req-b5a8bff4-4111-48bc-82d4-ddae83d68a4a tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.127 "GET /v2.0/security-groups?id=ec49b792-1b51-4353-b496-185b3d407973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796738 Nov 04 10:45:06.205649 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0255e71e-f3b1-4daf-a985-87802aef5041 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:06.215533 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9cd397-7270-4f1b-ba60-855f3afead08 x-openstack-request-id: req-7c9cd397-7270-4f1b-ba60-855f3afead08 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:45:06.215947 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58863eba-7e5d-4c58-af5c-d42c49aab2d0", "name": "network-vif-plugged", "status": "completed", "tag": "43a65829-146b-48ea-9264-f3cc317d6ea0", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:45:06.217400 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-7c9cd397-7270-4f1b-ba60-855f3afead08 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:45:06.217815 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58863eba-7e5d-4c58-af5c-d42c49aab2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a65829-146b-48ea-9264-f3cc317d6ea0', 'code': 200} Nov 04 10:45:06.227513 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0255e71e-f3b1-4daf-a985-87802aef5041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:06.381781 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fd220-3926-48a3-80c1-bfc870d63d05 req-0d7302c3-7f5b-4c63-8ee3-66bd844c8806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:06.389756 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4f4fd220-3926-48a3-80c1-bfc870d63d05 req-0d7302c3-7f5b-4c63-8ee3-66bd844c8806 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=58863eba-7e5d-4c58-af5c-d42c49aab2d0 HTTP/1.1" status: 200 len: 1096 time: 0.1063128 Nov 04 10:45:06.452235 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4f4fd220-3926-48a3-80c1-bfc870d63d05 req-27e4d488-348d-435b-bd65-3abaf8e29ad2 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=8b2881a6-1c2a-4867-9582-37a61c635b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612690 Nov 04 10:45:06.474971 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-0255e71e-f3b1-4daf-a985-87802aef5041 None None] Attempting to bind port 6c752e18-42f5-443a-8d71-5f8beb314fe5 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:45:06.476020 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-0255e71e-f3b1-4daf-a985-87802aef5041 None None] Attempting to bind port 6c752e18-42f5-443a-8d71-5f8beb314fe5 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:45:06.477161 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0255e71e-f3b1-4daf-a985-87802aef5041 None None] Attempting to bind port 6c752e18-42f5-443a-8d71-5f8beb314fe5 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:45:06.495893 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4adb5-c4b6-4643-8fa6-1fe72d402ce6 None None] Pushing event updated for resources: {'Port': ['ID=6c752e18-42f5-443a-8d71-5f8beb314fe5,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:06.499574 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0255e71e-f3b1-4daf-a985-87802aef5041 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:45:06.499974 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0255e71e-f3b1-4daf-a985-87802aef5041 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:45:06.500355 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0255e71e-f3b1-4daf-a985-87802aef5041 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:06.500736 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0255e71e-f3b1-4daf-a985-87802aef5041 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:45:06.501300 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-0255e71e-f3b1-4daf-a985-87802aef5041 None None] Bound port: 6c752e18-42f5-443a-8d71-5f8beb314fe5, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:45:06.501676 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0255e71e-f3b1-4daf-a985-87802aef5041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:06.561964 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-0ae335f1-3665-42b4-a30a-435a66741e22 None None] Provisioning complete for port 67b8728a-a182-46ad-942c-451137dbab80 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:06.562372 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0ae335f1-3665-42b4-a30a-435a66741e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:06.591231 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-0255e71e-f3b1-4daf-a985-87802aef5041 None None] For port 6c752e18-42f5-443a-8d71-5f8beb314fe5, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:45:06.611143 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-0255e71e-f3b1-4daf-a985-87802aef5041 None None] For port 6c752e18-42f5-443a-8d71-5f8beb314fe5, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6c752e18-42f5-443a-8d71-5f8beb314fe5,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:45:06.616972 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-0ae335f1-3665-42b4-a30a-435a66741e22 None None] Port 67b8728a-a182-46ad-942c-451137dbab80 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:45:06.620415 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0255e71e-f3b1-4daf-a985-87802aef5041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:06.673760 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-cf909c7d-297a-4f08-9cae-2607c3d75c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7a552b-3a8e-44ce-8834-76eb00d30456 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:45:06.682695 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0255e71e-f3b1-4daf-a985-87802aef5041 None None] Routers {'4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:45:06.683331 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0255e71e-f3b1-4daf-a985-87802aef5041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:44:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:06.685108 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-cf909c7d-297a-4f08-9cae-2607c3d75c52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:06.722223 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4adb5-c4b6-4643-8fa6-1fe72d402ce6 None None] Pushing event updated for resources: {'Port': ['ID=6c752e18-42f5-443a-8d71-5f8beb314fe5,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:06.723612 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-cf909c7d-297a-4f08-9cae-2607c3d75c52 service neutron] Transition to ACTIVE for port object 4a7a552b-3a8e-44ce-8834-76eb00d30456 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:45:06.731012 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-cf909c7d-297a-4f08-9cae-2607c3d75c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:06.805554 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50430) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:06.832560 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f6dbbb3-40d3-4180-8913-65093150c614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:06.835681 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf909c7d-297a-4f08-9cae-2607c3d75c52 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7a552b-3a8e-44ce-8834-76eb00d30456,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:06.845415 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-0255e71e-f3b1-4daf-a985-87802aef5041 None None] Set router 4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:45:06.944478 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-cf909c7d-297a-4f08-9cae-2607c3d75c52 service neutron] Attempting to bind port 4a7a552b-3a8e-44ce-8834-76eb00d30456 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:45:06.945224 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-cf909c7d-297a-4f08-9cae-2607c3d75c52 service neutron] Attempting to bind port 4a7a552b-3a8e-44ce-8834-76eb00d30456 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:45:06.945715 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-cf909c7d-297a-4f08-9cae-2607c3d75c52 service neutron] Attempting to bind port 4a7a552b-3a8e-44ce-8834-76eb00d30456 on network 4ea30ddd-783c-4e98-88c8-c72495d90b19 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:45:06.998358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-cf909c7d-297a-4f08-9cae-2607c3d75c52 service neutron] Port 4a7a552b-3a8e-44ce-8834-76eb00d30456 on network 4ea30ddd-783c-4e98-88c8-c72495d90b19 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:45:06.998915 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-cf909c7d-297a-4f08-9cae-2607c3d75c52 service neutron] Attempting to bind port 4a7a552b-3a8e-44ce-8834-76eb00d30456 on network 4ea30ddd-783c-4e98-88c8-c72495d90b19 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:45:07.006642 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-cf909c7d-297a-4f08-9cae-2607c3d75c52 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:45:07.007394 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-cf909c7d-297a-4f08-9cae-2607c3d75c52 service neutron] Checking segment: {'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:45:07.008107 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-cf909c7d-297a-4f08-9cae-2607c3d75c52 service neutron] Bound using segment: {'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:45:07.008716 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-cf909c7d-297a-4f08-9cae-2607c3d75c52 service neutron] Bound port: 4a7a552b-3a8e-44ce-8834-76eb00d30456, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:45:07.009275 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-cf909c7d-297a-4f08-9cae-2607c3d75c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:07.037561 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-8700ba69-0060-4f1b-a3fc-afdf691786d2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-600628357-network', 'tenant_id': '788160c19d1a4f008a54db687944f75d'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:45:07.119372 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8700ba69-0060-4f1b-a3fc-afdf691786d2 admin admin] Made reservation on behalf of 788160c19d1a4f008a54db687944f75d for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:45:07.132567 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8700ba69-0060-4f1b-a3fc-afdf691786d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:07.173312 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-cf909c7d-297a-4f08-9cae-2607c3d75c52 service neutron] For port 4a7a552b-3a8e-44ce-8834-76eb00d30456, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:45:07.180684 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-cf909c7d-297a-4f08-9cae-2607c3d75c52 service neutron] For port 4a7a552b-3a8e-44ce-8834-76eb00d30456, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4a7a552b-3a8e-44ce-8834-76eb00d30456,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:45:07.186543 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8700ba69-0060-4f1b-a3fc-afdf691786d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:07.192018 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-cf909c7d-297a-4f08-9cae-2607c3d75c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:07.228196 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e77f5a-7bbf-45b8-b83d-b627d9d393f3 req-3a4b59ff-3104-4e73-96bf-8b6f92ef9436 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:07.230421 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a6e77f5a-7bbf-45b8-b83d-b627d9d393f3 req-3a4b59ff-3104-4e73-96bf-8b6f92ef9436 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/ports?device_id=58863eba-7e5d-4c58-af5c-d42c49aab2d0 HTTP/1.1" status: 200 len: 945 time: 0.1224687 Nov 04 10:45:07.252227 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f6dbbb3-40d3-4180-8913-65093150c614 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:07.307090 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0255e71e-f3b1-4daf-a985-87802aef5041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6', 'name': 'tempest-TestVolumeBackupRestore-3445754-router', 'tenant_id': '2ea933d7f793471b844833d1e7d64070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '6c752e18-42f5-443a-8d71-5f8beb314fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:58Z', 'updated_at': '2021-11-04T10:45:01Z', 'revision_number': 3, 'project_id': '2ea933d7f793471b844833d1e7d64070', 'gw_port': {'id': '6c752e18-42f5-443a-8d71-5f8beb314fe5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:00Z', 'updated_at': '2021-11-04T10:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:07.320246 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f6dbbb3-40d3-4180-8913-65093150c614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:07.345496 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0255e71e-f3b1-4daf-a985-87802aef5041 None None] The sync data for ids ['4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6'] in n-d-816629-1 is: [{'id': '4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6', 'name': 'tempest-TestVolumeBackupRestore-3445754-router', 'tenant_id': '2ea933d7f793471b844833d1e7d64070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '6c752e18-42f5-443a-8d71-5f8beb314fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:58Z', 'updated_at': '2021-11-04T10:45:01Z', 'revision_number': 3, 'project_id': '2ea933d7f793471b844833d1e7d64070', 'gw_port': {'id': '6c752e18-42f5-443a-8d71-5f8beb314fe5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:00Z', 'updated_at': '2021-11-04T10:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:45:07.347870 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a6e77f5a-7bbf-45b8-b83d-b627d9d393f3 req-097d23c5-2182-4be5-a2e8-ad48c0f713a0 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/security-groups?id=8b2881a6-1c2a-4867-9582-37a61c635b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038799 Nov 04 10:45:07.351060 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-cf909c7d-297a-4f08-9cae-2607c3d75c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:07.351813 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-cf909c7d-297a-4f08-9cae-2607c3d75c52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:07.353273 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-cf909c7d-297a-4f08-9cae-2607c3d75c52 service neutron] 10.222.0.121 "PUT /v2.0/ports/4a7a552b-3a8e-44ce-8834-76eb00d30456 HTTP/1.1" status: 200 len: 1091 time: 2.1984959 Nov 04 10:45:07.353926 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2b8080-d0ea-46b0-ba01-33bb002f1d7c', 'tag': '4a7a552b-3a8e-44ce-8834-76eb00d30456'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:45:07.356490 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d7ad90-54ce-4d9a-b8c9-53cc055fc009" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2b8080-d0ea-46b0-ba01-33bb002f1d7c", "tag": "4a7a552b-3a8e-44ce-8834-76eb00d30456"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:45:07.388466 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8700ba69-0060-4f1b-a3fc-afdf691786d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:07.398681 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8700ba69-0060-4f1b-a3fc-afdf691786d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:07.415953 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f6dbbb3-40d3-4180-8913-65093150c614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:07.436361 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8700ba69-0060-4f1b-a3fc-afdf691786d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1161} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:45:07.456125 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700ba69-0060-4f1b-a3fc-afdf691786d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f065520-067a-433b-af2e-81d36750bcf1,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:07.456778 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf909c7d-297a-4f08-9cae-2607c3d75c52 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7a552b-3a8e-44ce-8834-76eb00d30456,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:07.459353 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8700ba69-0060-4f1b-a3fc-afdf691786d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:07.459699 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-8700ba69-0060-4f1b-a3fc-afdf691786d2 admin admin] Added segment 17d4fec5-2580-467a-9bbf-c7c393f2d484 of type vlan for network 731fed06-54a7-4fd6-8284-028a699f6dd4 Nov 04 10:45:07.523841 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8700ba69-0060-4f1b-a3fc-afdf691786d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:07.569931 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8700ba69-0060-4f1b-a3fc-afdf691786d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:07.571029 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8700ba69-0060-4f1b-a3fc-afdf691786d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:07.571645 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8700ba69-0060-4f1b-a3fc-afdf691786d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:07.740264 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-bf72a9ba-df7c-4120-a258-578567f2fbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:07.742265 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-bf72a9ba-df7c-4120-a258-578567f2fbbe service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=343110c8f9b64c948b5d4c411d3c8a01&device_id=bc2b8080-d0ea-46b0-ba01-33bb002f1d7c HTTP/1.1" status: 200 len: 1094 time: 0.3202085 Nov 04 10:45:07.746551 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6dbbb3-40d3-4180-8913-65093150c614 admin admin] Pushing event updated for resources: {'Port': ['ID=67b8728a-a182-46ad-942c-451137dbab80,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:07.809756 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-64ea9523-be88-4230-892f-a467296483bf service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a7a552b-3a8e-44ce-8834-76eb00d30456 HTTP/1.1" status: 200 len: 217 time: 0.0501564 Nov 04 10:45:07.819507 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8700ba69-0060-4f1b-a3fc-afdf691786d2 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0099583 Nov 04 10:45:07.838777 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50462) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:07.851910 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-c25c49c9-0dba-4683-b581-3800eacd3df9 admin admin] Request body: {'subnet': {'network_id': '731fed06-54a7-4fd6-8284-028a699f6dd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-600628357-subnet', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:45:07.869969 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700ba69-0060-4f1b-a3fc-afdf691786d2 admin admin] Pushing event updated for resources: {'Network': ['ID=731fed06-54a7-4fd6-8284-028a699f6dd4,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:07.885952 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 731fed06-54a7-4fd6-8284-028a699f6dd4 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:45:07.909602 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25c49c9-0dba-4683-b581-3800eacd3df9 admin admin] Made reservation on behalf of 788160c19d1a4f008a54db687944f75d for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:45:07.916911 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c25c49c9-0dba-4683-b581-3800eacd3df9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:07.935104 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8bd86-177a-4006-86e5-0d6462cebe51 req-58a61289-dc88-4fbc-9c36-ab2689d73164 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:07.938583 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b0f8bd86-177a-4006-86e5-0d6462cebe51 req-58a61289-dc88-4fbc-9c36-ab2689d73164 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=bc2b8080-d0ea-46b0-ba01-33bb002f1d7c HTTP/1.1" status: 200 len: 943 time: 0.2512710 Nov 04 10:45:08.042183 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b0f8bd86-177a-4006-86e5-0d6462cebe51 req-0af74c3d-4f81-40dc-9c6c-c1d5816adf73 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951385 Nov 04 10:45:08.048670 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6dbbb3-40d3-4180-8913-65093150c614 admin admin] Network cd97093c-c6aa-4117-afc7-560d93dc9765 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:45:08.059299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-5f6dbbb3-40d3-4180-8913-65093150c614 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:45:08.160339 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-963b57b6-88e4-4068-a0f7-6cfbf9333143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:08.161948 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-963b57b6-88e4-4068-a0f7-6cfbf9333143 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2f935783-72d0-4b06-b77a-43dd18ec13a3 HTTP/1.1" status: 200 len: 846 time: 0.3377614 Nov 04 10:45:08.198338 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2b54bd-f60c-42f2-bc28-4957a453cd92 x-openstack-request-id: req-cb2b54bd-f60c-42f2-bc28-4957a453cd92 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:45:08.198648 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2b8080-d0ea-46b0-ba01-33bb002f1d7c", "tag": "4a7a552b-3a8e-44ce-8834-76eb00d30456", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:45:08.198909 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-cb2b54bd-f60c-42f2-bc28-4957a453cd92 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:45:08.199399 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2b8080-d0ea-46b0-ba01-33bb002f1d7c', 'tag': '4a7a552b-3a8e-44ce-8834-76eb00d30456', 'status': 'completed', 'code': 200} Nov 04 10:45:08.260602 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-cd25c955-d680-40df-8978-0deb5476e444 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4ea30ddd-783c-4e98-88c8-c72495d90b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876338 Nov 04 10:45:08.459937 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4b769e8b-2828-4242-841c-9f2af15c616e None None] Provisioning complete for port 67b8728a-a182-46ad-942c-451137dbab80 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:08.460550 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4b769e8b-2828-4242-841c-9f2af15c616e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:08.466085 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-d881ae37-0cc5-4d83-b8b1-9c7b75cd5611 service neutron] 10.222.0.121 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923742 Nov 04 10:45:08.519080 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-4b769e8b-2828-4242-841c-9f2af15c616e None None] Port 67b8728a-a182-46ad-942c-451137dbab80 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:45:08.633098 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c25c49c9-0dba-4683-b581-3800eacd3df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:08.752301 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcb20d-3524-4b00-94d5-63fd0aaeb0e9 req-f7a46f5b-01a2-47fb-9349-652f0ef8838f tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:08.753975 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78fcb20d-3524-4b00-94d5-63fd0aaeb0e9 req-f7a46f5b-01a2-47fb-9349-652f0ef8838f tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/ports?device_id=58863eba-7e5d-4c58-af5c-d42c49aab2d0 HTTP/1.1" status: 200 len: 945 time: 0.1090596 Nov 04 10:45:08.783655 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6dbbb3-40d3-4180-8913-65093150c614 admin admin] Router 4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:45:08.821583 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-a71745bb-4c68-4f07-887d-b6cf8e4b65a6 service neutron] 10.222.0.121 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482106 Nov 04 10:45:08.822479 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c49c9-0dba-4683-b581-3800eacd3df9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a597efc5-0709-441b-8449-3ae594c8e7b6,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:08.833101 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25c49c9-0dba-4683-b581-3800eacd3df9 admin admin] Checking segment: {'id': '17d4fec5-2580-467a-9bbf-c7c393f2d484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '731fed06-54a7-4fd6-8284-028a699f6dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:45:08.833759 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25c49c9-0dba-4683-b581-3800eacd3df9 admin admin] Network hostable DHCP agents. Network: 731fed06-54a7-4fd6-8284-028a699f6dd4, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:45:08.859945 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78fcb20d-3524-4b00-94d5-63fd0aaeb0e9 req-9a33b380-d6b4-4f17-95d6-7d785cedcc8d tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/security-groups?id=8b2881a6-1c2a-4867-9582-37a61c635b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985501 Nov 04 10:45:08.872210 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50496) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:08.977868 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6dbbb3-40d3-4180-8913-65093150c614 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:45:08.992431 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5f6dbbb3-40d3-4180-8913-65093150c614 admin admin] 10.222.0.127 "PUT /v2.0/routers/4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4885793 Nov 04 10:45:09.051392 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7ad90-54ce-4d9a-b8c9-53cc055fc009 req-6a31cd41-39ea-48f0-8edc-d8e0644e7fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:09.053672 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b8d7ad90-54ce-4d9a-b8c9-53cc055fc009 req-6a31cd41-39ea-48f0-8edc-d8e0644e7fee service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=343110c8f9b64c948b5d4c411d3c8a01&device_id=bc2b8080-d0ea-46b0-ba01-33bb002f1d7c HTTP/1.1" status: 200 len: 1094 time: 0.0772817 Nov 04 10:45:09.054647 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25c49c9-0dba-4683-b581-3800eacd3df9 admin admin] Network 731fed06-54a7-4fd6-8284-028a699f6dd4 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:45:09.076115 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-c25c49c9-0dba-4683-b581-3800eacd3df9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 731fed06-54a7-4fd6-8284-028a699f6dd4) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:45:09.086897 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d094411f-aec8-4805-bc03-cc50831f23fc None None] Network 731fed06-54a7-4fd6-8284-028a699f6dd4 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:45:09.110615 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0cdaafc7-9787-481d-b36c-a66b22926253 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:09.127202 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25c49c9-0dba-4683-b581-3800eacd3df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:09.141231 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c25c49c9-0dba-4683-b581-3800eacd3df9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:09.168322 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c25c49c9-0dba-4683-b581-3800eacd3df9 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3281481 Nov 04 10:45:09.175163 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50510) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:09.181233 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-a1bd1b5a-ecc4-428a-8101-84443979b89c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-600628357-router', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:45:09.237716 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1bd1b5a-ecc4-428a-8101-84443979b89c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:09.238229 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1bd1b5a-ecc4-428a-8101-84443979b89c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:09.248651 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7ad90-54ce-4d9a-b8c9-53cc055fc009 req-858d2c1a-5aca-4d3c-8511-2d799d07db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:09.250081 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b8d7ad90-54ce-4d9a-b8c9-53cc055fc009 req-858d2c1a-5aca-4d3c-8511-2d799d07db86 service neutron] 10.222.0.121 "GET /v2.0/networks?id=4ea30ddd-783c-4e98-88c8-c72495d90b19 HTTP/1.1" status: 200 len: 908 time: 0.1852493 Nov 04 10:45:09.405600 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b8d7ad90-54ce-4d9a-b8c9-53cc055fc009 req-205ea4d9-dc48-4879-a226-238b1af910ce service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a7a552b-3a8e-44ce-8834-76eb00d30456 HTTP/1.1" status: 200 len: 217 time: 0.1434603 Nov 04 10:45:09.418689 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58971b68-aa90-4f71-ab7f-d77387755eab None None] Network 731fed06-54a7-4fd6-8284-028a699f6dd4 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:45:09.426319 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1bd1b5a-ecc4-428a-8101-84443979b89c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:09.546386 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7ad90-54ce-4d9a-b8c9-53cc055fc009 req-5d3bce9d-8ee9-4165-a0af-b86a0633ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:09.547939 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b8d7ad90-54ce-4d9a-b8c9-53cc055fc009 req-5d3bce9d-8ee9-4165-a0af-b86a0633ee8b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2f935783-72d0-4b06-b77a-43dd18ec13a3 HTTP/1.1" status: 200 len: 846 time: 0.1301725 Nov 04 10:45:09.564441 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6c752e18-42f5-443a-8d71-5f8beb314fe5 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:45:09.582348 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0cdaafc7-9787-481d-b36c-a66b22926253 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:09.594376 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-aa8ccce3-d0af-4e99-a36f-90467eaf3390 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:09.602458 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-aa8ccce3-d0af-4e99-a36f-90467eaf3390 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.121 "GET /v2.0/ports?device_id=bc2b8080-d0ea-46b0-ba01-33bb002f1d7c HTTP/1.1" status: 200 len: 943 time: 0.2814109 Nov 04 10:45:09.610208 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0cdaafc7-9787-481d-b36c-a66b22926253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:09.652059 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b8d7ad90-54ce-4d9a-b8c9-53cc055fc009 req-bd113624-470d-4cee-b6d3-98a6ad043d9d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4ea30ddd-783c-4e98-88c8-c72495d90b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637009 Nov 04 10:45:09.659897 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1bd1b5a-ecc4-428a-8101-84443979b89c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:09.662824 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2397e7-cb18-45e0-b334-de63872f1fea req-d2842815-e67a-4bdf-a94b-86f51d317317 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:09.675358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50528) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:09.679428 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea2397e7-cb18-45e0-b334-de63872f1fea req-d2842815-e67a-4bdf-a94b-86f51d317317 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/ports?device_id=58863eba-7e5d-4c58-af5c-d42c49aab2d0 HTTP/1.1" status: 200 len: 945 time: 0.3184495 Nov 04 10:45:09.684976 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-ae92bc15-410b-47ef-8351-91314b53031c tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Request body: {'floatingip': {'port_id': '43a65829-146b-48ea-9264-f3cc317d6ea0'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:45:09.770014 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0cdaafc7-9787-481d-b36c-a66b22926253 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=cd22bcbfdc904a4bb5da056762dce4ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8932240 Nov 04 10:45:09.777889 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50530) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:09.789704 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 6c752e18-42f5-443a-8d71-5f8beb314fe5 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:09.790085 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:09.892615 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ae92bc15-410b-47ef-8351-91314b53031c tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks [] for floatingip, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:09.914394 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:09.942292 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 6c752e18-42f5-443a-8d71-5f8beb314fe5, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6c752e18-42f5-443a-8d71-5f8beb314fe5,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:45:09.954012 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdaafc7-9787-481d-b36c-a66b22926253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c336acbf-c917-4309-9e08-85e8a9a0558c,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:09.959634 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:10.022845 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=6c752e18-42f5-443a-8d71-5f8beb314fe5,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:10.065117 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf4be9-506c-4e32-8e47-a73cd1d346ca req-bfc284f3-7bb3-4e5a-a250-e312ba516270 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:10.066741 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8abf4be9-506c-4e32-8e47-a73cd1d346ca req-bfc284f3-7bb3-4e5a-a250-e312ba516270 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=bc2b8080-d0ea-46b0-ba01-33bb002f1d7c HTTP/1.1" status: 200 len: 943 time: 0.2963715 Nov 04 10:45:10.091859 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b7e71bf0-4d79-4062-a584-18353e5cdc97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:10.146838 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b8d7ad90-54ce-4d9a-b8c9-53cc055fc009 req-8cc79e8c-82fb-478f-b3d2-077b5723f5bb service neutron] 10.222.0.121 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831147 Nov 04 10:45:10.178982 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cb440b-541b-46ec-b2d4-673c840ec942 None None] Sync routers for ids ['4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:45:10.199670 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cb440b-541b-46ec-b2d4-673c840ec942 None None] Routers {'4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:45:10.201502 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f2cb440b-541b-46ec-b2d4-673c840ec942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:44:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:10.220355 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-46ad5900-ec85-40f0-a247-eb4244a9c7fa tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Deleting port 4a7a552b-3a8e-44ce-8834-76eb00d30456 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:45:10.220850 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-46ad5900-ec85-40f0-a247-eb4244a9c7fa tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:10.238090 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b7e71bf0-4d79-4062-a584-18353e5cdc97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:10.335860 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8abf4be9-506c-4e32-8e47-a73cd1d346ca req-28cf17ed-3ed8-49d2-adb0-f1966bf8a8ff tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552567 Nov 04 10:45:10.493876 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-f2cb440b-541b-46ec-b2d4-673c840ec942 None None] Set router 4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:45:10.494698 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-46ad5900-ec85-40f0-a247-eb4244a9c7fa tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] For port 4a7a552b-3a8e-44ce-8834-76eb00d30456, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=4a7a552b-3a8e-44ce-8834-76eb00d30456,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:45:10.495137 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-46ad5900-ec85-40f0-a247-eb4244a9c7fa tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:10.510683 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-46ad5900-ec85-40f0-a247-eb4244a9c7fa tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Calling delete_port for 4a7a552b-3a8e-44ce-8834-76eb00d30456 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:45:10.527608 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b8d7ad90-54ce-4d9a-b8c9-53cc055fc009 req-ee66d1ab-9b38-4d24-bf59-01be9527ad6f service neutron] 10.222.0.121 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688331 Nov 04 10:45:10.725604 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1bd1b5a-ecc4-428a-8101-84443979b89c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:10.729173 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b7e71bf0-4d79-4062-a584-18353e5cdc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:10.732099 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b7e71bf0-4d79-4062-a584-18353e5cdc97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:10.734096 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b7e71bf0-4d79-4062-a584-18353e5cdc97 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/c336acbf-c917-4309-9e08-85e8a9a0558c HTTP/1.1" status: 204 len: 168 time: 0.9561462 Nov 04 10:45:10.762901 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e71bf0-4d79-4062-a584-18353e5cdc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c336acbf-c917-4309-9e08-85e8a9a0558c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:10.781772 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1bd1b5a-ecc4-428a-8101-84443979b89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:10.807595 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38fe1c0-ed42-47a8-a311-d214e2c063c9 req-48c23661-fdca-4b6e-b50b-94c3cc16dda5 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:10.816354 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a38fe1c0-ed42-47a8-a311-d214e2c063c9 req-48c23661-fdca-4b6e-b50b-94c3cc16dda5 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.127 "GET /v2.0/ports?device_id=ac96f362-3299-4351-a502-47663171b242 HTTP/1.1" status: 200 len: 950 time: 0.1902158 Nov 04 10:45:10.861615 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f2cb440b-541b-46ec-b2d4-673c840ec942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6', 'name': 'tempest-TestVolumeBackupRestore-3445754-router', 'tenant_id': '2ea933d7f793471b844833d1e7d64070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '6c752e18-42f5-443a-8d71-5f8beb314fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:58Z', 'updated_at': '2021-11-04T10:45:06Z', 'revision_number': 4, 'project_id': '2ea933d7f793471b844833d1e7d64070', 'gw_port': {'id': '6c752e18-42f5-443a-8d71-5f8beb314fe5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:00Z', 'updated_at': '2021-11-04T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '67b8728a-a182-46ad-942c-451137dbab80', 'name': '', 'network_id': 'cd97093c-c6aa-4117-afc7-560d93dc9765', 'tenant_id': '2ea933d7f793471b844833d1e7d64070', 'mac_address': 'fa:16:3e:86:a9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '6a3274c2-5c5a-49d7-8b41-028c290430c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:04Z', 'updated_at': '2021-11-04T10:45:06Z', 'revision_number': 2, 'project_id': '2ea933d7f793471b844833d1e7d64070', 'subnets': [{'id': '6a3274c2-5c5a-49d7-8b41-028c290430c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:10.884095 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a38fe1c0-ed42-47a8-a311-d214e2c063c9 req-57eed498-f273-46ee-a29a-dfe8245c68bd tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.127 "GET /v2.0/security-groups?id=ec49b792-1b51-4353-b496-185b3d407973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668216 Nov 04 10:45:10.885270 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-46ad5900-ec85-40f0-a247-eb4244a9c7fa tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:10.898056 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['310bdf6a-823e-4dce-ba34-0799bb073a43'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:45:10.961883 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cb440b-541b-46ec-b2d4-673c840ec942 None None] Checking router: 4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:45:10.962239 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cb440b-541b-46ec-b2d4-673c840ec942 None None] Updating router 4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6 port 67b8728a-a182-46ad-942c-451137dbab80 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:45:10.977842 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad5900-ec85-40f0-a247-eb4244a9c7fa tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Pushing event deleted for resources: {'Port': ['ID=4a7a552b-3a8e-44ce-8834-76eb00d30456,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:11.046600 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f2cb440b-541b-46ec-b2d4-673c840ec942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:11.107703 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-46ad5900-ec85-40f0-a247-eb4244a9c7fa tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] No DVR routers for this DVR port 4a7a552b-3a8e-44ce-8834-76eb00d30456 on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:45:11.117219 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-46ad5900-ec85-40f0-a247-eb4244a9c7fa tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:11.121583 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25d8faca-79ee-4443-b57b-ecbb1616b438 req-46ad5900-ec85-40f0-a247-eb4244a9c7fa tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.121 "DELETE /v2.0/ports/4a7a552b-3a8e-44ce-8834-76eb00d30456 HTTP/1.1" status: 204 len: 173 time: 1.4943552 Nov 04 10:45:11.125276 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2b8080-d0ea-46b0-ba01-33bb002f1d7c', 'name': 'network-vif-deleted', 'tag': '4a7a552b-3a8e-44ce-8834-76eb00d30456'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:45:11.130719 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ea4db9-5e22-46fb-92c2-1f0a662a5d71" -d '{"events": [{"server_uuid": "bc2b8080-d0ea-46b0-ba01-33bb002f1d7c", "name": "network-vif-deleted", "tag": "4a7a552b-3a8e-44ce-8834-76eb00d30456"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:45:11.248129 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 04 Nov 2021 10:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9d2b86-b40c-4ad4-a11c-a7a84f2d13b8 x-openstack-request-id: req-ec9d2b86-b40c-4ad4-a11c-a7a84f2d13b8 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:45:11.248427 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2b8080-d0ea-46b0-ba01-33bb002f1d7c", "name": "network-vif-deleted", "tag": "4a7a552b-3a8e-44ce-8834-76eb00d30456", "status": "failed", "code": 422}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:45:11.248715 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ec9d2b86-b40c-4ad4-a11c-a7a84f2d13b8 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:45:11.249117 n-d-816629-1 neutron-server[101774]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bc2b8080-d0ea-46b0-ba01-33bb002f1d7c', 'name': 'network-vif-deleted', 'tag': '4a7a552b-3a8e-44ce-8834-76eb00d30456', 'status': 'failed', 'code': 422} returned with failed status Nov 04 10:45:11.445402 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6c752e18-42f5-443a-8d71-5f8beb314fe5 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:45:11.526415 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-693a962e-9225-4838-8430-ee4534c985a5 req-9fd8c5ca-4adf-451b-81eb-7467c1ebc81f tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=bc2b8080-d0ea-46b0-ba01-33bb002f1d7c HTTP/1.1" status: 200 len: 210 time: 0.1077943 Nov 04 10:45:11.596475 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f2cb440b-541b-46ec-b2d4-673c840ec942 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:11.606307 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f2cb440b-541b-46ec-b2d4-673c840ec942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:11.618072 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 6c752e18-42f5-443a-8d71-5f8beb314fe5 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:11.621625 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:11.748233 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e69695ae-7520-4f23-9eb8-c8ed2ae40936 req-a1b2affb-d623-4a89-ab29-886a779c88da service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=343110c8f9b64c948b5d4c411d3c8a01&device_id=bc2b8080-d0ea-46b0-ba01-33bb002f1d7c HTTP/1.1" status: 200 len: 210 time: 0.0732956 Nov 04 10:45:11.769441 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-f2cb440b-541b-46ec-b2d4-673c840ec942 None None] Attempting to bind port 67b8728a-a182-46ad-942c-451137dbab80 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:45:11.770126 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-f2cb440b-541b-46ec-b2d4-673c840ec942 None None] Attempting to bind port 67b8728a-a182-46ad-942c-451137dbab80 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9cb5b4b2-05a7-4f13-8398-e245a4799d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'cd97093c-c6aa-4117-afc7-560d93dc9765'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:45:11.770725 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cb440b-541b-46ec-b2d4-673c840ec942 None None] Attempting to bind port 67b8728a-a182-46ad-942c-451137dbab80 on network cd97093c-c6aa-4117-afc7-560d93dc9765 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:45:11.773566 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c7636-cde3-450e-9f50-dfe1ef57930d None None] Pushing event updated for resources: {'Port': ['ID=67b8728a-a182-46ad-942c-451137dbab80,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:11.782519 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cb440b-541b-46ec-b2d4-673c840ec942 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:45:11.783003 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cb440b-541b-46ec-b2d4-673c840ec942 None None] Checking segment: {'id': '9cb5b4b2-05a7-4f13-8398-e245a4799d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'cd97093c-c6aa-4117-afc7-560d93dc9765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:45:11.783501 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f2cb440b-541b-46ec-b2d4-673c840ec942 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:11.783987 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cb440b-541b-46ec-b2d4-673c840ec942 None None] Bound using segment: {'id': '9cb5b4b2-05a7-4f13-8398-e245a4799d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'cd97093c-c6aa-4117-afc7-560d93dc9765'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:45:11.784560 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-f2cb440b-541b-46ec-b2d4-673c840ec942 None None] Bound port: 67b8728a-a182-46ad-942c-451137dbab80, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb5b4b2-05a7-4f13-8398-e245a4799d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'cd97093c-c6aa-4117-afc7-560d93dc9765'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:45:11.785102 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f2cb440b-541b-46ec-b2d4-673c840ec942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:11.891668 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50624) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:11.907694 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69695ae-7520-4f23-9eb8-c8ed2ae40936 req-8891b637-e40d-44bb-b19c-48b7563fa87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:11.911542 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e69695ae-7520-4f23-9eb8-c8ed2ae40936 req-8891b637-e40d-44bb-b19c-48b7563fa87b service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=343110c8f9b64c948b5d4c411d3c8a01&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1547203 Nov 04 10:45:11.952430 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-f2cb440b-541b-46ec-b2d4-673c840ec942 None None] For port 67b8728a-a182-46ad-942c-451137dbab80, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:45:11.958941 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-f2cb440b-541b-46ec-b2d4-673c840ec942 None None] For port 67b8728a-a182-46ad-942c-451137dbab80, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=67b8728a-a182-46ad-942c-451137dbab80,segment=NetworkSegment(9cb5b4b2-05a7-4f13-8398-e245a4799d79),segment_id=9cb5b4b2-05a7-4f13-8398-e245a4799d79)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:45:11.967836 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f2cb440b-541b-46ec-b2d4-673c840ec942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:12.073931 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c7636-cde3-450e-9f50-dfe1ef57930d None None] Pushing event updated for resources: {'Port': ['ID=67b8728a-a182-46ad-942c-451137dbab80,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:12.104441 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-a1bd1b5a-ecc4-428a-8101-84443979b89c admin admin] Allocated IP 172.25.7.136 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/678bc1a5-dac9-407d-9fb7-e466f692fa94) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:45:12.110268 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cb440b-541b-46ec-b2d4-673c840ec942 None None] Routers {'4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:45:12.112407 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f2cb440b-541b-46ec-b2d4-673c840ec942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:44:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:12.123385 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69695ae-7520-4f23-9eb8-c8ed2ae40936 req-e44cfc7d-94dc-4fc2-a69e-cc75cb0f0d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:12.125347 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e69695ae-7520-4f23-9eb8-c8ed2ae40936 req-e44cfc7d-94dc-4fc2-a69e-cc75cb0f0d7b service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2067399 Nov 04 10:45:12.152296 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820162db-9f57-4e13-812c-ed1c84d7b7af req-58217c40-789a-42fd-ac67-710558bfef40 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:12.157505 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d321c79d-84fb-4b29-8097-5885a283d894 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:12.161467 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-820162db-9f57-4e13-812c-ed1c84d7b7af req-58217c40-789a-42fd-ac67-710558bfef40 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.127 "GET /v2.0/ports?device_id=ac96f362-3299-4351-a502-47663171b242 HTTP/1.1" status: 200 len: 950 time: 0.1208591 Nov 04 10:45:12.194168 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-6142436c-2744-44a9-a19e-72a466fa6a55 None None] Provisioning complete for port 67b8728a-a182-46ad-942c-451137dbab80 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:12.194720 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6142436c-2744-44a9-a19e-72a466fa6a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:12.247798 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e69695ae-7520-4f23-9eb8-c8ed2ae40936 req-19a9d683-991d-48d3-a6b7-e616614f45d7 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.121 "GET /v2.0/ports?device_id=bc2b8080-d0ea-46b0-ba01-33bb002f1d7c HTTP/1.1" status: 200 len: 210 time: 0.0484531 Nov 04 10:45:12.302929 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75af7d-88ef-4007-859c-801c8c749199 req-a4729370-5caf-4ad4-b1da-4234b138d8a3 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:12.304954 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-820162db-9f57-4e13-812c-ed1c84d7b7af req-40cc172b-4b43-424f-bee1-7ebe91ecd876 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.127 "GET /v2.0/security-groups?id=ec49b792-1b51-4353-b496-185b3d407973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425104 Nov 04 10:45:12.308025 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa75af7d-88ef-4007-859c-801c8c749199 req-a4729370-5caf-4ad4-b1da-4234b138d8a3 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.121 "GET /v2.0/ports?device_id=ac96f362-3299-4351-a502-47663171b242 HTTP/1.1" status: 200 len: 950 time: 1.6265049 Nov 04 10:45:12.400921 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:12.404434 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-f2cb440b-541b-46ec-b2d4-673c840ec942 None None] Set router 4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:45:12.499247 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6142436c-2744-44a9-a19e-72a466fa6a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:12.538536 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-6142436c-2744-44a9-a19e-72a466fa6a55 None None] For port 67b8728a-a182-46ad-942c-451137dbab80, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=67b8728a-a182-46ad-942c-451137dbab80,segment=NetworkSegment(9cb5b4b2-05a7-4f13-8398-e245a4799d79),segment_id=9cb5b4b2-05a7-4f13-8398-e245a4799d79)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:45:12.564223 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6142436c-2744-44a9-a19e-72a466fa6a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:12.709757 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.db.resource_extend [None req-ae92bc15-410b-47ef-8351-91314b53031c tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:45:12.734854 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142436c-2744-44a9-a19e-72a466fa6a55 None None] Pushing event updated for resources: {'Port': ['ID=67b8728a-a182-46ad-942c-451137dbab80,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:12.750813 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4c8ae772-f3e1-45dc-8fe8-1f957426ab65 None None] Provisioning complete for port 67b8728a-a182-46ad-942c-451137dbab80 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:12.751184 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4c8ae772-f3e1-45dc-8fe8-1f957426ab65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:12.878212 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ae92bc15-410b-47ef-8351-91314b53031c tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:12.894387 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f2cb440b-541b-46ec-b2d4-673c840ec942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6', 'name': 'tempest-TestVolumeBackupRestore-3445754-router', 'tenant_id': '2ea933d7f793471b844833d1e7d64070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '6c752e18-42f5-443a-8d71-5f8beb314fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:58Z', 'updated_at': '2021-11-04T10:45:06Z', 'revision_number': 4, 'project_id': '2ea933d7f793471b844833d1e7d64070', 'gw_port': {'id': '6c752e18-42f5-443a-8d71-5f8beb314fe5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:00Z', 'updated_at': '2021-11-04T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '67b8728a-a182-46ad-942c-451137dbab80', 'name': '', 'network_id': 'cd97093c-c6aa-4117-afc7-560d93dc9765', 'tenant_id': '2ea933d7f793471b844833d1e7d64070', 'mac_address': 'fa:16:3e:86:a9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '6a3274c2-5c5a-49d7-8b41-028c290430c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:04Z', 'updated_at': '2021-11-04T10:45:11Z', 'revision_number': 4, 'project_id': '2ea933d7f793471b844833d1e7d64070', 'subnets': [{'id': '6a3274c2-5c5a-49d7-8b41-028c290430c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:12.934384 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ae92bc15-410b-47ef-8351-91314b53031c tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:12.940138 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cb440b-541b-46ec-b2d4-673c840ec942 None None] The sync data for ids ['4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6'] in n-d-816629-1 is: [{'id': '4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6', 'name': 'tempest-TestVolumeBackupRestore-3445754-router', 'tenant_id': '2ea933d7f793471b844833d1e7d64070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '6c752e18-42f5-443a-8d71-5f8beb314fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:58Z', 'updated_at': '2021-11-04T10:45:06Z', 'revision_number': 4, 'project_id': '2ea933d7f793471b844833d1e7d64070', 'gw_port': {'id': '6c752e18-42f5-443a-8d71-5f8beb314fe5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:00Z', 'updated_at': '2021-11-04T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '67b8728a-a182-46ad-942c-451137dbab80', 'name': '', 'network_id': 'cd97093c-c6aa-4117-afc7-560d93dc9765', 'tenant_id': '2ea933d7f793471b844833d1e7d64070', 'mac_address': 'fa:16:3e:86:a9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '6a3274c2-5c5a-49d7-8b41-028c290430c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:04Z', 'updated_at': '2021-11-04T10:45:11Z', 'revision_number': 4, 'project_id': '2ea933d7f793471b844833d1e7d64070', 'subnets': [{'id': '6a3274c2-5c5a-49d7-8b41-028c290430c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:45:13.048792 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1bd1b5a-ecc4-428a-8101-84443979b89c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:13.060981 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-fa75af7d-88ef-4007-859c-801c8c749199 req-ae410bed-4b60-4166-9d2f-b69bc66c5c96 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Deleting port 42646935-0688-4f99-99c2-a0db4f624227 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:45:13.062031 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fa75af7d-88ef-4007-859c-801c8c749199 req-ae410bed-4b60-4166-9d2f-b69bc66c5c96 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:13.183132 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d321c79d-84fb-4b29-8097-5885a283d894 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:13.223150 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-4e9c7c3e-4cf7-439d-bf7d-adfc9d9ca9e9 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:13.224994 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-4e9c7c3e-4cf7-439d-bf7d-adfc9d9ca9e9 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/networks?id=4ea30ddd-783c-4e98-88c8-c72495d90b19 HTTP/1.1" status: 200 len: 806 time: 0.1804042 Nov 04 10:45:13.259698 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-06b47ec4-98ed-4a72-9dac-b5f2c589791b tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/quotas/343110c8f9b64c948b5d4c411d3c8a01 HTTP/1.1" status: 200 len: 375 time: 0.0252657 Nov 04 10:45:13.310925 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d321c79d-84fb-4b29-8097-5885a283d894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:13.332730 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-3819cf52-38f3-426e-acc5-2d62391a98c8 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=343110c8f9b64c948b5d4c411d3c8a01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0739667 Nov 04 10:45:13.379985 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-fa75af7d-88ef-4007-859c-801c8c749199 req-ae410bed-4b60-4166-9d2f-b69bc66c5c96 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] For port 42646935-0688-4f99-99c2-a0db4f624227, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=42646935-0688-4f99-99c2-a0db4f624227,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:45:13.380803 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fa75af7d-88ef-4007-859c-801c8c749199 req-ae410bed-4b60-4166-9d2f-b69bc66c5c96 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:13.400689 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-fa75af7d-88ef-4007-859c-801c8c749199 req-ae410bed-4b60-4166-9d2f-b69bc66c5c96 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Calling delete_port for 42646935-0688-4f99-99c2-a0db4f624227 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:45:13.450039 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 67b8728a-a182-46ad-942c-451137dbab80 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:45:13.532425 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 67b8728a-a182-46ad-942c-451137dbab80 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:13.533330 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:13.610869 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1bd1b5a-ecc4-428a-8101-84443979b89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:13.707342 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-5761b396-7c65-4125-ae16-28e0f8e4b8d2 service neutron] 10.222.0.127 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735135 Nov 04 10:45:13.743628 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d321c79d-84fb-4b29-8097-5885a283d894 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=aa7e17368475471e8d17151649ef8ee9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7343912 Nov 04 10:45:13.743748 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50668) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:13.755479 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321c79d-84fb-4b29-8097-5885a283d894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a86680-118a-4510-9d40-33bdd9644f33,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:13.775809 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bd1b5a-ecc4-428a-8101-84443979b89c admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:45:13.778816 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [None req-ae92bc15-410b-47ef-8351-91314b53031c tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Floating IP e084bc17-12a3-46ed-b97e-2fd1c2a413a1 associated. External IP: 172.25.7.13, port: 43a65829-146b-48ea-9264-f3cc317d6ea0. Nov 04 10:45:13.786832 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd1b5a-ecc4-428a-8101-84443979b89c admin admin] Pushing event updated for resources: {'Port': ['ID=678bc1a5-dac9-407d-9fb7-e466f692fa94,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:13.829143 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-a1bd1b5a-ecc4-428a-8101-84443979b89c admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:45:13.832308 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bd1b5a-ecc4-428a-8101-84443979b89c admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:45:13.884351 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fa75af7d-88ef-4007-859c-801c8c749199 req-ae410bed-4b60-4166-9d2f-b69bc66c5c96 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:13.969011 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4b79aeb6-3c6b-4fcb-b014-79139feda692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:14.009267 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-e74c1ecd-e78f-4c64-b3d8-afd1af9488f8 service neutron] 10.222.0.127 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008695 Nov 04 10:45:14.030253 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae410bed-4b60-4166-9d2f-b69bc66c5c96 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Pushing event deleted for resources: {'Port': ['ID=42646935-0688-4f99-99c2-a0db4f624227,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:14.049956 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4b79aeb6-3c6b-4fcb-b014-79139feda692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:14.091633 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa75af7d-88ef-4007-859c-801c8c749199 req-ae410bed-4b60-4166-9d2f-b69bc66c5c96 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] No DVR routers for this DVR port 42646935-0688-4f99-99c2-a0db4f624227 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:45:14.104877 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fa75af7d-88ef-4007-859c-801c8c749199 req-ae410bed-4b60-4166-9d2f-b69bc66c5c96 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:14.113099 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa75af7d-88ef-4007-859c-801c8c749199 req-ae410bed-4b60-4166-9d2f-b69bc66c5c96 tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.121 "DELETE /v2.0/ports/42646935-0688-4f99-99c2-a0db4f624227 HTTP/1.1" status: 204 len: 173 time: 1.7795291 Nov 04 10:45:14.117999 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac96f362-3299-4351-a502-47663171b242', 'name': 'network-vif-deleted', 'tag': '42646935-0688-4f99-99c2-a0db4f624227'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:45:14.122141 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343621be-4d8e-4ab9-be7f-1856d192c751" -d '{"events": [{"server_uuid": "ac96f362-3299-4351-a502-47663171b242", "name": "network-vif-deleted", "tag": "42646935-0688-4f99-99c2-a0db4f624227"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:45:14.182090 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4b79aeb6-3c6b-4fcb-b014-79139feda692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:14.190450 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4b79aeb6-3c6b-4fcb-b014-79139feda692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:14.192578 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4b79aeb6-3c6b-4fcb-b014-79139feda692 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/d9a86680-118a-4510-9d40-33bdd9644f33 HTTP/1.1" status: 204 len: 168 time: 0.4443743 Nov 04 10:45:14.211399 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b79aeb6-3c6b-4fcb-b014-79139feda692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a86680-118a-4510-9d40-33bdd9644f33,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:14.508412 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 42646935-0688-4f99-99c2-a0db4f624227 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:45:14.595122 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 42646935-0688-4f99-99c2-a0db4f624227 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:45:14.598188 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 42646935-0688-4f99-99c2-a0db4f624227 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:45:14.607965 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6d07a68b-d78f-4692-a7d1-b7a475b43793 req-3bc52b34-981c-4a3a-9f15-ca3be9b7d11c tempest-TenantUsagesTestJSON-262261811 tempest-TenantUsagesTestJSON-262261811-project] 10.222.0.127 "GET /v2.0/ports?device_id=ac96f362-3299-4351-a502-47663171b242 HTTP/1.1" status: 200 len: 210 time: 0.0681205 Nov 04 10:45:14.669323 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae92bc15-410b-47ef-8351-91314b53031c tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Router ee653f2e-c4da-41e5-9134-f2e823a8c318 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:45:14.776016 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:14.816902 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1bd1b5a-ecc4-428a-8101-84443979b89c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:14.962538 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9fd8e1-5bc9-41d1-9a5e-4ff291181b9d x-openstack-request-id: req-6e9fd8e1-5bc9-41d1-9a5e-4ff291181b9d {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:45:14.962868 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac96f362-3299-4351-a502-47663171b242", "name": "network-vif-deleted", "tag": "42646935-0688-4f99-99c2-a0db4f624227", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:45:14.964197 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-6e9fd8e1-5bc9-41d1-9a5e-4ff291181b9d {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:45:14.964696 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac96f362-3299-4351-a502-47663171b242', 'name': 'network-vif-deleted', 'tag': '42646935-0688-4f99-99c2-a0db4f624227', 'status': 'completed', 'code': 200} Nov 04 10:45:15.011971 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-031f9ab5-7bc3-44cd-a09f-8581f1f4bd09 req-8be4962d-34d9-4694-94d3-2531bf4a72a0 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c HTTP/1.1" status: 200 len: 210 time: 0.0615222 Nov 04 10:45:15.165977 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:45:15.193383 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae92bc15-410b-47ef-8351-91314b53031c tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:45:15.202386 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ae92bc15-410b-47ef-8351-91314b53031c tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:15.208851 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4689b3dd-16de-4261-bd82-ef316169b0b8 None None] Sync routers for ids ['ee653f2e-c4da-41e5-9134-f2e823a8c318'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:45:15.233248 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4689b3dd-16de-4261-bd82-ef316169b0b8 None None] Routers {'ee653f2e-c4da-41e5-9134-f2e823a8c318'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:45:15.233585 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-4689b3dd-16de-4261-bd82-ef316169b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:44:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ee653f2e-c4da-41e5-9134-f2e823a8c318'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:15.320491 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ae92bc15-410b-47ef-8351-91314b53031c tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "PUT /v2.0/floatingips/e084bc17-12a3-46ed-b97e-2fd1c2a413a1 HTTP/1.1" status: 200 len: 990 time: 5.6398678 Nov 04 10:45:15.388506 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1bd1b5a-ecc4-428a-8101-84443979b89c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:15.415169 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-4689b3dd-16de-4261-bd82-ef316169b0b8 None None] Set router ee653f2e-c4da-41e5-9134-f2e823a8c318 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:45:15.734195 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bd1b5a-ecc4-428a-8101-84443979b89c admin admin] Router ab96b54e-52e3-486d-ae2a-634165408356 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:45:15.826066 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-4689b3dd-16de-4261-bd82-ef316169b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'name': 'tempest-ServersTestManualDisk-2102480345-router', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:26Z', 'updated_at': '2021-11-04T10:44:36Z', 'revision_number': 4, 'project_id': '70e6800525e94252bd926fa3f3533b35', 'gw_port': {'id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:29Z', 'updated_at': '2021-11-04T10:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'e084bc17-12a3-46ed-b97e-2fd1c2a413a1', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'port_id': '43a65829-146b-48ea-9264-f3cc317d6ea0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34', 'mac_address': 'fa:16:3e:56:e9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58863eba-7e5d-4c58-af5c-d42c49aab2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:44:43Z', 'updated_at': '2021-11-04T10:45:12Z', 'revision_number': 1, 'project_id': '70e6800525e94252bd926fa3f3533b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9dc1490-7b9c-4b6f-859a-946dcc7807b9', 'name': '', 'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'mac_address': 'fa:16:3e:c8:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '95124d82-029a-4bad-bd56-4a328bc7edbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:35Z', 'updated_at': '2021-11-04T10:44:41Z', 'revision_number': 5, 'project_id': '70e6800525e94252bd926fa3f3533b35', 'subnets': [{'id': '95124d82-029a-4bad-bd56-4a328bc7edbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:15.867789 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4689b3dd-16de-4261-bd82-ef316169b0b8 None None] Checking router: ee653f2e-c4da-41e5-9134-f2e823a8c318 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:45:15.881650 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4689b3dd-16de-4261-bd82-ef316169b0b8 None None] Routers {'ee653f2e-c4da-41e5-9134-f2e823a8c318'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:45:15.882786 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-4689b3dd-16de-4261-bd82-ef316169b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:44:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ee653f2e-c4da-41e5-9134-f2e823a8c318'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:15.959239 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bd1b5a-ecc4-428a-8101-84443979b89c admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:45:15.971203 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01355845-23b3-47e6-bff4-6392a7022c2a None None] Sync routers for ids ['ab96b54e-52e3-486d-ae2a-634165408356'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:45:15.994233 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01355845-23b3-47e6-bff4-6392a7022c2a None None] Routers {'ab96b54e-52e3-486d-ae2a-634165408356'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:45:15.994975 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-01355845-23b3-47e6-bff4-6392a7022c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:44:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ab96b54e-52e3-486d-ae2a-634165408356'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:16.000493 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1bd1b5a-ecc4-428a-8101-84443979b89c admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:16.004123 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a1bd1b5a-ecc4-428a-8101-84443979b89c admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.8274348 Nov 04 10:45:16.006682 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50728) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:16.246436 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-4689b3dd-16de-4261-bd82-ef316169b0b8 None None] Set router ee653f2e-c4da-41e5-9134-f2e823a8c318 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:45:16.268284 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-01355845-23b3-47e6-bff4-6392a7022c2a None None] Set router ab96b54e-52e3-486d-ae2a-634165408356 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:45:16.474509 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-22826fe4-4e8c-48e6-b34c-0d56cc3a2fcf tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:16.477171 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-22826fe4-4e8c-48e6-b34c-0d56cc3a2fcf tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.126 "GET /v2.0/networks?id=4ea30ddd-783c-4e98-88c8-c72495d90b19 HTTP/1.1" status: 200 len: 806 time: 0.1804121 Nov 04 10:45:16.575716 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-454dc326-2716-4304-bc8f-b56605bef0fd tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Request body: {'port': {'device_id': '35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c', 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19', 'admin_state_up': True, 'tenant_id': '343110c8f9b64c948b5d4c411d3c8a01'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:45:16.622926 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50742) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:16.661074 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-04b1ed0d-d422-46ad-8d34-8881ef9e07d3 req-33e852c9-0ddf-4c3b-a013-40e41a48b6e4 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c HTTP/1.1" status: 200 len: 210 time: 0.3579502 Nov 04 10:45:16.711560 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-01355845-23b3-47e6-bff4-6392a7022c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'name': 'tempest-ServerRescueTestJSONUnderV235-600628357-router', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '678bc1a5-dac9-407d-9fb7-e466f692fa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:09Z', 'updated_at': '2021-11-04T10:45:14Z', 'revision_number': 3, 'project_id': '788160c19d1a4f008a54db687944f75d', 'gw_port': {'id': '678bc1a5-dac9-407d-9fb7-e466f692fa94', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:10Z', 'updated_at': '2021-11-04T10:45:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:16.804043 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01355845-23b3-47e6-bff4-6392a7022c2a None None] Checking router: ab96b54e-52e3-486d-ae2a-634165408356 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:45:16.805772 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01355845-23b3-47e6-bff4-6392a7022c2a None None] Updating router ab96b54e-52e3-486d-ae2a-634165408356 port 678bc1a5-dac9-407d-9fb7-e466f692fa94 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:45:16.815345 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-4689b3dd-16de-4261-bd82-ef316169b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'name': 'tempest-ServersTestManualDisk-2102480345-router', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:26Z', 'updated_at': '2021-11-04T10:44:36Z', 'revision_number': 4, 'project_id': '70e6800525e94252bd926fa3f3533b35', 'gw_port': {'id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:29Z', 'updated_at': '2021-11-04T10:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'e084bc17-12a3-46ed-b97e-2fd1c2a413a1', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'port_id': '43a65829-146b-48ea-9264-f3cc317d6ea0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34', 'mac_address': 'fa:16:3e:56:e9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58863eba-7e5d-4c58-af5c-d42c49aab2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:44:43Z', 'updated_at': '2021-11-04T10:45:12Z', 'revision_number': 1, 'project_id': '70e6800525e94252bd926fa3f3533b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9dc1490-7b9c-4b6f-859a-946dcc7807b9', 'name': '', 'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'mac_address': 'fa:16:3e:c8:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '95124d82-029a-4bad-bd56-4a328bc7edbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:35Z', 'updated_at': '2021-11-04T10:44:41Z', 'revision_number': 5, 'project_id': '70e6800525e94252bd926fa3f3533b35', 'subnets': [{'id': '95124d82-029a-4bad-bd56-4a328bc7edbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:16.876673 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4689b3dd-16de-4261-bd82-ef316169b0b8 None None] The sync data for ids ['ee653f2e-c4da-41e5-9134-f2e823a8c318'] in n-d-816629-1 is: [{'id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'name': 'tempest-ServersTestManualDisk-2102480345-router', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:26Z', 'updated_at': '2021-11-04T10:44:36Z', 'revision_number': 4, 'project_id': '70e6800525e94252bd926fa3f3533b35', 'gw_port': {'id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:29Z', 'updated_at': '2021-11-04T10:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'e084bc17-12a3-46ed-b97e-2fd1c2a413a1', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'port_id': '43a65829-146b-48ea-9264-f3cc317d6ea0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34', 'mac_address': 'fa:16:3e:56:e9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58863eba-7e5d-4c58-af5c-d42c49aab2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:44:43Z', 'updated_at': '2021-11-04T10:45:12Z', 'revision_number': 1, 'project_id': '70e6800525e94252bd926fa3f3533b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9dc1490-7b9c-4b6f-859a-946dcc7807b9', 'name': '', 'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'mac_address': 'fa:16:3e:c8:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '95124d82-029a-4bad-bd56-4a328bc7edbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:35Z', 'updated_at': '2021-11-04T10:44:41Z', 'revision_number': 5, 'project_id': '70e6800525e94252bd926fa3f3533b35', 'subnets': [{'id': '95124d82-029a-4bad-bd56-4a328bc7edbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:45:16.891949 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-01355845-23b3-47e6-bff4-6392a7022c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:16.922708 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-02054d76-44b0-4d97-8347-364c9ad76cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:16.982110 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58863eba-7e5d-4c58-af5c-d42c49aab2d0', 'tag': '43a65829-146b-48ea-9264-f3cc317d6ea0'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:45:16.986588 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd7ecf4-12bd-49c7-a4f4-75dd6e6e694e" -d '{"events": [{"name": "network-changed", "server_uuid": "58863eba-7e5d-4c58-af5c-d42c49aab2d0", "tag": "43a65829-146b-48ea-9264-f3cc317d6ea0"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:45:17.066460 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50756) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:17.069416 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b9ebf556-c6e3-445b-83fc-2a4ed32ec5a0 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=1de7002edf924145b82dcfffe5397184&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4447656 Nov 04 10:45:17.098217 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43851fc2-6623-4e52-acb1-eb81f6de5c13 x-openstack-request-id: req-43851fc2-6623-4e52-acb1-eb81f6de5c13 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:45:17.098458 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58863eba-7e5d-4c58-af5c-d42c49aab2d0", "tag": "43a65829-146b-48ea-9264-f3cc317d6ea0", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:45:17.098707 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-43851fc2-6623-4e52-acb1-eb81f6de5c13 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:45:17.100049 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58863eba-7e5d-4c58-af5c-d42c49aab2d0', 'tag': '43a65829-146b-48ea-9264-f3cc317d6ea0', 'status': 'completed', 'code': 200} Nov 04 10:45:17.245027 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7ecf4-12bd-49c7-a4f4-75dd6e6e694e req-370e8f1a-6d47-4f02-b841-18f8bd881d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:17.247866 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1cd7ecf4-12bd-49c7-a4f4-75dd6e6e694e req-370e8f1a-6d47-4f02-b841-18f8bd881d5c service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=70e6800525e94252bd926fa3f3533b35&device_id=58863eba-7e5d-4c58-af5c-d42c49aab2d0 HTTP/1.1" status: 200 len: 1096 time: 0.1082826 Nov 04 10:45:17.336317 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b1b163-fbf7-426b-a123-265cbbeab59c None None] New status for floating IP e084bc17-12a3-46ed-b97e-2fd1c2a413a1: ACTIVE {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:45:17.389046 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-454dc326-2716-4304-bc8f-b56605bef0fd tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Made reservation on behalf of 343110c8f9b64c948b5d4c411d3c8a01 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:45:17.402391 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-454dc326-2716-4304-bc8f-b56605bef0fd tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:17.445580 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7ecf4-12bd-49c7-a4f4-75dd6e6e694e req-567559eb-9db8-4e82-a7e0-567852b2bf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:17.451066 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1cd7ecf4-12bd-49c7-a4f4-75dd6e6e694e req-567559eb-9db8-4e82-a7e0-567852b2bf81 service neutron] 10.222.0.126 "GET /v2.0/networks?id=f30ef001-50f8-4502-9fd3-b2ec1bbf0d34 HTTP/1.1" status: 200 len: 914 time: 0.1921015 Nov 04 10:45:17.454556 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb3dd3a9-1bc3-4bea-8285-a66ba1085da0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:17.604103 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb3dd3a9-1bc3-4bea-8285-a66ba1085da0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:17.651149 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1cd7ecf4-12bd-49c7-a4f4-75dd6e6e694e req-31e64a5b-df06-42bf-bedf-aded71204c8c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43a65829-146b-48ea-9264-f3cc317d6ea0 HTTP/1.1" status: 200 len: 998 time: 0.1812570 Nov 04 10:45:17.653306 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-01355845-23b3-47e6-bff4-6392a7022c2a None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:17.669990 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-01355845-23b3-47e6-bff4-6392a7022c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:17.778195 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-44f145b1-229b-4d8f-91ec-63be5b342783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:17.790566 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-01355845-23b3-47e6-bff4-6392a7022c2a None None] Attempting to bind port 678bc1a5-dac9-407d-9fb7-e466f692fa94 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:45:17.790931 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-01355845-23b3-47e6-bff4-6392a7022c2a None None] Attempting to bind port 678bc1a5-dac9-407d-9fb7-e466f692fa94 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:45:17.791212 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01355845-23b3-47e6-bff4-6392a7022c2a None None] Attempting to bind port 678bc1a5-dac9-407d-9fb7-e466f692fa94 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:45:17.848143 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01355845-23b3-47e6-bff4-6392a7022c2a None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:45:17.849936 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01355845-23b3-47e6-bff4-6392a7022c2a None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:45:17.850497 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-454dc326-2716-4304-bc8f-b56605bef0fd tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Allocated IP 172.20.0.6 (4ea30ddd-783c-4e98-88c8-c72495d90b19/2f935783-72d0-4b06-b77a-43dd18ec13a3/1071a360-2514-4cf7-b83d-13412bb98f79) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:45:17.851352 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-01355845-23b3-47e6-bff4-6392a7022c2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:17.853234 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01355845-23b3-47e6-bff4-6392a7022c2a None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:45:17.853869 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-01355845-23b3-47e6-bff4-6392a7022c2a None None] Bound port: 678bc1a5-dac9-407d-9fb7-e466f692fa94, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:45:17.854727 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-01355845-23b3-47e6-bff4-6392a7022c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:17.856150 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb3dd3a9-1bc3-4bea-8285-a66ba1085da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:17.859672 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb3dd3a9-1bc3-4bea-8285-a66ba1085da0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:17.861269 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bb3dd3a9-1bc3-4bea-8285-a66ba1085da0 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/ec49b792-1b51-4353-b496-185b3d407973 HTTP/1.1" status: 204 len: 168 time: 0.7932475 Nov 04 10:45:17.962256 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-01355845-23b3-47e6-bff4-6392a7022c2a None None] For port 678bc1a5-dac9-407d-9fb7-e466f692fa94, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:45:17.967894 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-01355845-23b3-47e6-bff4-6392a7022c2a None None] For port 678bc1a5-dac9-407d-9fb7-e466f692fa94, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=678bc1a5-dac9-407d-9fb7-e466f692fa94,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:45:17.974538 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4bfb9-0c24-49d0-8598-3ddb1996314b None None] Pushing event updated for resources: {'Port': ['ID=678bc1a5-dac9-407d-9fb7-e466f692fa94,revision_number=2']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:17.979777 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-01355845-23b3-47e6-bff4-6392a7022c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:18.073435 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01355845-23b3-47e6-bff4-6392a7022c2a None None] Routers {'ab96b54e-52e3-486d-ae2a-634165408356'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:45:18.074314 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-01355845-23b3-47e6-bff4-6392a7022c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:44:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ab96b54e-52e3-486d-ae2a-634165408356'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:18.199840 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4bfb9-0c24-49d0-8598-3ddb1996314b None None] Pushing event updated for resources: {'Port': ['ID=678bc1a5-dac9-407d-9fb7-e466f692fa94,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:18.443696 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-01355845-23b3-47e6-bff4-6392a7022c2a None None] Set router ab96b54e-52e3-486d-ae2a-634165408356 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:45:18.624040 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9162a48d-11e0-4d59-94e0-0d999835d715 req-6aed6fcd-fb18-4844-8bfe-6c099df82d22 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c HTTP/1.1" status: 200 len: 210 time: 0.7931881 Nov 04 10:45:18.667559 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3dd3a9-1bc3-4bea-8285-a66ba1085da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec49b792-1b51-4353-b496-185b3d407973,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:18.862567 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50804) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:18.887693 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7ecf4-12bd-49c7-a4f4-75dd6e6e694e req-d0043982-9a77-47ad-ac6f-6ae18b93611d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:18.889875 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1cd7ecf4-12bd-49c7-a4f4-75dd6e6e694e req-d0043982-9a77-47ad-ac6f-6ae18b93611d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=95124d82-029a-4bad-bd56-4a328bc7edbc HTTP/1.1" status: 200 len: 851 time: 1.2297747 Nov 04 10:45:18.911252 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-53084390-8a42-4a1c-a931-4993a0d1a0b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:19.030593 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-44f145b1-229b-4d8f-91ec-63be5b342783 admin admin] Allocated IP 172.20.0.1 (731fed06-54a7-4fd6-8284-028a699f6dd4/a597efc5-0709-441b-8449-3ae594c8e7b6/9d805827-4481-4898-9b32-f14dd9609f1b) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:45:19.048753 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-01355845-23b3-47e6-bff4-6392a7022c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'name': 'tempest-ServerRescueTestJSONUnderV235-600628357-router', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '678bc1a5-dac9-407d-9fb7-e466f692fa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:09Z', 'updated_at': '2021-11-04T10:45:14Z', 'revision_number': 3, 'project_id': '788160c19d1a4f008a54db687944f75d', 'gw_port': {'id': '678bc1a5-dac9-407d-9fb7-e466f692fa94', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:10Z', 'updated_at': '2021-11-04T10:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:19.084353 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7ecf4-12bd-49c7-a4f4-75dd6e6e694e req-2d40af80-b729-4054-80ec-6e6fe890286f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:19.087449 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1cd7ecf4-12bd-49c7-a4f4-75dd6e6e694e req-2d40af80-b729-4054-80ec-6e6fe890286f service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=f30ef001-50f8-4502-9fd3-b2ec1bbf0d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670506 Nov 04 10:45:19.117391 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01355845-23b3-47e6-bff4-6392a7022c2a None None] The sync data for ids ['ab96b54e-52e3-486d-ae2a-634165408356'] in n-d-816629-1 is: [{'id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'name': 'tempest-ServerRescueTestJSONUnderV235-600628357-router', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '678bc1a5-dac9-407d-9fb7-e466f692fa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:09Z', 'updated_at': '2021-11-04T10:45:14Z', 'revision_number': 3, 'project_id': '788160c19d1a4f008a54db687944f75d', 'gw_port': {'id': '678bc1a5-dac9-407d-9fb7-e466f692fa94', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:10Z', 'updated_at': '2021-11-04T10:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:45:19.124734 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50808) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:19.260417 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-53084390-8a42-4a1c-a931-4993a0d1a0b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:19.268902 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-53084390-8a42-4a1c-a931-4993a0d1a0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:19.288917 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1cd7ecf4-12bd-49c7-a4f4-75dd6e6e694e req-1748455c-82f3-4b95-9757-39a20eb61d9f service neutron] 10.222.0.126 "GET /v2.0/networks/f30ef001-50f8-4502-9fd3-b2ec1bbf0d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855018 Nov 04 10:45:19.347780 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0933-91a4-43ac-98d3-80805dd6d4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:19.348380 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-44f145b1-229b-4d8f-91ec-63be5b342783 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:19.375282 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-325b1ef8-e8cd-4035-87e2-204957af6d2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:19.392844 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-53084390-8a42-4a1c-a931-4993a0d1a0b3 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=410bf9c810674515ba172a23d321d7c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5287461 Nov 04 10:45:19.397670 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53084390-8a42-4a1c-a931-4993a0d1a0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298efc1a-872d-4f63-939d-6b049ca39db9,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:19.401832 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50812) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:19.488058 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-454dc326-2716-4304-bc8f-b56605bef0fd tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:19.505300 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1cd7ecf4-12bd-49c7-a4f4-75dd6e6e694e req-f5c1acce-9092-4fc2-942c-628d2bf093b4 service neutron] 10.222.0.126 "GET /v2.0/networks/f30ef001-50f8-4502-9fd3-b2ec1bbf0d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042565 Nov 04 10:45:19.517096 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-af94bffd-e4fe-4f20-b4ce-d21b34b3096e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:19.557280 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-af94bffd-e4fe-4f20-b4ce-d21b34b3096e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:19.591693 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-44f145b1-229b-4d8f-91ec-63be5b342783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:19.631225 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-af94bffd-e4fe-4f20-b4ce-d21b34b3096e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:19.636193 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-af94bffd-e4fe-4f20-b4ce-d21b34b3096e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:19.640688 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-af94bffd-e4fe-4f20-b4ce-d21b34b3096e admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/298efc1a-872d-4f63-939d-6b049ca39db9 HTTP/1.1" status: 204 len: 168 time: 0.2351563 Nov 04 10:45:19.654022 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94bffd-e4fe-4f20-b4ce-d21b34b3096e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298efc1a-872d-4f63-939d-6b049ca39db9,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:19.704481 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-325b1ef8-e8cd-4035-87e2-204957af6d2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:19.711374 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-454dc326-2716-4304-bc8f-b56605bef0fd tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:19.725614 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-325b1ef8-e8cd-4035-87e2-204957af6d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:19.725965 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['310bdf6a-823e-4dce-ba34-0799bb073a43'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:45:19.763578 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f145b1-229b-4d8f-91ec-63be5b342783 admin admin] Network 731fed06-54a7-4fd6-8284-028a699f6dd4 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:45:19.781537 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-44f145b1-229b-4d8f-91ec-63be5b342783 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:45:19.825494 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f145b1-229b-4d8f-91ec-63be5b342783 admin admin] Pushing event updated for resources: {'Port': ['ID=9d805827-4481-4898-9b32-f14dd9609f1b,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:19.880854 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f145b1-229b-4d8f-91ec-63be5b342783 admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:45:19.934360 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-454dc326-2716-4304-bc8f-b56605bef0fd tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Network 4ea30ddd-783c-4e98-88c8-c72495d90b19 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:45:19.973565 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-325b1ef8-e8cd-4035-87e2-204957af6d2a admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=f91fe7a715b94729a5260e2ac120d400&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8471155 Nov 04 10:45:19.976258 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50830) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:20.018414 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454dc326-2716-4304-bc8f-b56605bef0fd tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Pushing event updated for resources: {'Port': ['ID=1071a360-2514-4cf7-b83d-13412bb98f79,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:20.030747 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-454dc326-2716-4304-bc8f-b56605bef0fd tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:45:20.036063 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-454dc326-2716-4304-bc8f-b56605bef0fd tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:45:20.094107 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf1b0909-58c2-49b4-949f-68f86a1d6c7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:20.138352 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf1b0909-58c2-49b4-949f-68f86a1d6c7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:20.211967 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b1ef8-e8cd-4035-87e2-204957af6d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b80a5c1-b098-4582-86dc-fae2f556a765,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:20.219141 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf1b0909-58c2-49b4-949f-68f86a1d6c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:20.239956 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf1b0909-58c2-49b4-949f-68f86a1d6c7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:20.245948 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-cf1b0909-58c2-49b4-949f-68f86a1d6c7c admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/3b80a5c1-b098-4582-86dc-fae2f556a765 HTTP/1.1" status: 204 len: 168 time: 0.2655268 Nov 04 10:45:20.264260 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-454dc326-2716-4304-bc8f-b56605bef0fd tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:20.267473 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-454dc326-2716-4304-bc8f-b56605bef0fd tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:20.275806 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b0909-58c2-49b4-949f-68f86a1d6c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b80a5c1-b098-4582-86dc-fae2f556a765,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:20.382166 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-454dc326-2716-4304-bc8f-b56605bef0fd tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8126504 Nov 04 10:45:20.395620 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-44f145b1-229b-4d8f-91ec-63be5b342783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:20.421693 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-0d17775a-635d-411f-9f25-cd48c43169b4 service neutron] Request body: {'port': {'device_id': '35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:45:20.523599 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a7cf0-6900-4889-888f-22d532a42020 req-ffc34d7d-096c-4850-836a-85f5fda9bd22 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:20.534704 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e4a7cf0-6900-4889-888f-22d532a42020 req-ffc34d7d-096c-4850-836a-85f5fda9bd22 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c HTTP/1.1" status: 200 len: 931 time: 0.7583792 Nov 04 10:45:20.694780 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:20.811650 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-0d17775a-635d-411f-9f25-cd48c43169b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:20.938734 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e4a7cf0-6900-4889-888f-22d532a42020 req-7bf5b9d4-c0b2-4664-93a5-362f2b23f6bb tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028797 Nov 04 10:45:21.107275 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-44f145b1-229b-4d8f-91ec-63be5b342783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:21.212987 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50860) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:21.396404 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50864) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:21.430039 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-26fb26b2-c5bd-45ad-8179-f12a149d899f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:21.481212 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 678bc1a5-dac9-407d-9fb7-e466f692fa94 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:45:21.506756 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-8412ffa5-c412-4ef4-a0f6-88964aa80cd8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-136272207-network', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:45:21.638053 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8412ffa5-c412-4ef4-a0f6-88964aa80cd8 admin admin] Made reservation on behalf of daa3a4d308184b5b997a81a95ee49bba for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:45:21.648974 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8412ffa5-c412-4ef4-a0f6-88964aa80cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:21.693689 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8412ffa5-c412-4ef4-a0f6-88964aa80cd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:21.835931 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 678bc1a5-dac9-407d-9fb7-e466f692fa94 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:21.836982 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:21.875027 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-0d17775a-635d-411f-9f25-cd48c43169b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1071a360-2514-4cf7-b83d-13412bb98f79 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:45:21.886427 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-44f145b1-229b-4d8f-91ec-63be5b342783 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:21.890352 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-0d17775a-635d-411f-9f25-cd48c43169b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:21.895967 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-44f145b1-229b-4d8f-91ec-63be5b342783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:21.972063 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-0d17775a-635d-411f-9f25-cd48c43169b4 service neutron] Transition to ACTIVE for port object 1071a360-2514-4cf7-b83d-13412bb98f79 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:45:21.975672 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-26fb26b2-c5bd-45ad-8179-f12a149d899f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:21.993418 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-26fb26b2-c5bd-45ad-8179-f12a149d899f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:22.020633 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-0d17775a-635d-411f-9f25-cd48c43169b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:22.034650 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f145b1-229b-4d8f-91ec-63be5b342783 admin admin] Pushing event updated for resources: {'Port': ['ID=9d805827-4481-4898-9b32-f14dd9609f1b,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:22.069196 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-44f145b1-229b-4d8f-91ec-63be5b342783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:22.072473 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:22.156060 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-26fb26b2-c5bd-45ad-8179-f12a149d899f admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=878bd8a6014d433d984e94720b06233a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7579529 Nov 04 10:45:22.156743 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50874) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:22.176392 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8412ffa5-c412-4ef4-a0f6-88964aa80cd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:22.184478 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 678bc1a5-dac9-407d-9fb7-e466f692fa94, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=678bc1a5-dac9-407d-9fb7-e466f692fa94,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:45:22.194594 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb26b2-c5bd-45ad-8179-f12a149d899f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac53818f-cc5e-4982-aa43-ba77bd35fb76,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:22.198116 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:22.207203 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17775a-635d-411f-9f25-cd48c43169b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1071a360-2514-4cf7-b83d-13412bb98f79,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:22.219032 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8412ffa5-c412-4ef4-a0f6-88964aa80cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:22.266971 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8412ffa5-c412-4ef4-a0f6-88964aa80cd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1175} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:45:22.279346 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8412ffa5-c412-4ef4-a0f6-88964aa80cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:22.279707 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-8412ffa5-c412-4ef4-a0f6-88964aa80cd8 admin admin] Added segment 75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d of type vlan for network 22d81940-0863-47fd-a6fd-195db973a95d Nov 04 10:45:22.307692 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:22.341524 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=678bc1a5-dac9-407d-9fb7-e466f692fa94,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:22.349913 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8412ffa5-c412-4ef4-a0f6-88964aa80cd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:22.373374 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:22.374189 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:22.374842 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:22.375453 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:22.376013 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:22.377484 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:22.378062 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:22.378755 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:22.379331 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:22.380056 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:22.381188 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:22.381761 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:22.430041 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412ffa5-c412-4ef4-a0f6-88964aa80cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb0fa9b-4e23-4eb1-8b69-6a3b78163471,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:22.447327 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8412ffa5-c412-4ef4-a0f6-88964aa80cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:22.448221 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8412ffa5-c412-4ef4-a0f6-88964aa80cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:22.448807 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8412ffa5-c412-4ef4-a0f6-88964aa80cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:22.457899 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bb11f-9081-4e44-a25e-f6a66894c795 req-0704a901-f8f0-4411-8330-1984e33b1039 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:22.459723 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f4bb11f-9081-4e44-a25e-f6a66894c795 req-0704a901-f8f0-4411-8330-1984e33b1039 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c HTTP/1.1" status: 200 len: 943 time: 0.2538517 Nov 04 10:45:22.469398 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c072e748-85cb-4668-b858-07aeca48f001 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:22.495356 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-0d17775a-635d-411f-9f25-cd48c43169b4 service neutron] Attempting to bind port 1071a360-2514-4cf7-b83d-13412bb98f79 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:45:22.497322 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-0d17775a-635d-411f-9f25-cd48c43169b4 service neutron] Attempting to bind port 1071a360-2514-4cf7-b83d-13412bb98f79 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:45:22.497322 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-0d17775a-635d-411f-9f25-cd48c43169b4 service neutron] Attempting to bind port 1071a360-2514-4cf7-b83d-13412bb98f79 on network 4ea30ddd-783c-4e98-88c8-c72495d90b19 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:45:22.516505 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-0d17775a-635d-411f-9f25-cd48c43169b4 service neutron] Port 1071a360-2514-4cf7-b83d-13412bb98f79 on network 4ea30ddd-783c-4e98-88c8-c72495d90b19 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:45:22.516505 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-0d17775a-635d-411f-9f25-cd48c43169b4 service neutron] Attempting to bind port 1071a360-2514-4cf7-b83d-13412bb98f79 on network 4ea30ddd-783c-4e98-88c8-c72495d90b19 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:45:22.532114 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f145b1-229b-4d8f-91ec-63be5b342783 admin admin] Network 731fed06-54a7-4fd6-8284-028a699f6dd4 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:45:22.533083 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-0d17775a-635d-411f-9f25-cd48c43169b4 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:45:22.535327 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-0d17775a-635d-411f-9f25-cd48c43169b4 service neutron] Checking segment: {'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:45:22.535327 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-0d17775a-635d-411f-9f25-cd48c43169b4 service neutron] Bound using segment: {'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:45:22.535327 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-0d17775a-635d-411f-9f25-cd48c43169b4 service neutron] Bound port: 1071a360-2514-4cf7-b83d-13412bb98f79, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:45:22.535327 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-0d17775a-635d-411f-9f25-cd48c43169b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:22.536131 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8412ffa5-c412-4ef4-a0f6-88964aa80cd8 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3209434 Nov 04 10:45:22.536705 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50878) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:22.545388 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-44f145b1-229b-4d8f-91ec-63be5b342783 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:45:22.546649 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-04292dae-15ae-4356-9f08-4b79bf6b3b2f admin admin] Request body: {'subnet': {'network_id': '22d81940-0863-47fd-a6fd-195db973a95d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-136272207-subnet', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:45:22.552949 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c072e748-85cb-4668-b858-07aeca48f001 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:22.562221 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412ffa5-c412-4ef4-a0f6-88964aa80cd8 admin admin] Pushing event updated for resources: {'Network': ['ID=22d81940-0863-47fd-a6fd-195db973a95d,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:22.582377 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 22d81940-0863-47fd-a6fd-195db973a95d details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:45:22.589289 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f4bb11f-9081-4e44-a25e-f6a66894c795 req-4644ef60-6216-4036-bd8a-aec928297139 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088638 Nov 04 10:45:22.621734 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04292dae-15ae-4356-9f08-4b79bf6b3b2f admin admin] Made reservation on behalf of daa3a4d308184b5b997a81a95ee49bba for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:45:22.628325 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-04292dae-15ae-4356-9f08-4b79bf6b3b2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:22.694585 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:22.771585 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-0d17775a-635d-411f-9f25-cd48c43169b4 service neutron] For port 1071a360-2514-4cf7-b83d-13412bb98f79, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:45:22.781370 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-0d17775a-635d-411f-9f25-cd48c43169b4 service neutron] For port 1071a360-2514-4cf7-b83d-13412bb98f79, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1071a360-2514-4cf7-b83d-13412bb98f79,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:45:22.788411 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c072e748-85cb-4668-b858-07aeca48f001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:22.800003 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c072e748-85cb-4668-b858-07aeca48f001 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:22.801154 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-0d17775a-635d-411f-9f25-cd48c43169b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:22.806167 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c072e748-85cb-4668-b858-07aeca48f001 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/ac53818f-cc5e-4982-aa43-ba77bd35fb76 HTTP/1.1" status: 204 len: 168 time: 0.6322260 Nov 04 10:45:22.870102 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f145b1-229b-4d8f-91ec-63be5b342783 admin admin] Router ab96b54e-52e3-486d-ae2a-634165408356 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:45:22.879643 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-0d17775a-635d-411f-9f25-cd48c43169b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:22.880300 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-0d17775a-635d-411f-9f25-cd48c43169b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:22.881749 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-0d17775a-635d-411f-9f25-cd48c43169b4 service neutron] 10.222.0.126 "PUT /v2.0/ports/1071a360-2514-4cf7-b83d-13412bb98f79 HTTP/1.1" status: 200 len: 1091 time: 2.4785800 Nov 04 10:45:22.883740 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c', 'tag': '1071a360-2514-4cf7-b83d-13412bb98f79'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:45:22.890510 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ff5c8f-8acd-4bc0-be0a-82709a3f90fc" -d '{"events": [{"name": "network-changed", "server_uuid": "35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c", "tag": "1071a360-2514-4cf7-b83d-13412bb98f79"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:45:22.933572 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072e748-85cb-4668-b858-07aeca48f001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac53818f-cc5e-4982-aa43-ba77bd35fb76,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:23.050385 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef344d50-ecc4-42f1-b705-f61631d17e92 x-openstack-request-id: req-ef344d50-ecc4-42f1-b705-f61631d17e92 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:45:23.050634 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c", "tag": "1071a360-2514-4cf7-b83d-13412bb98f79", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:45:23.050914 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ef344d50-ecc4-42f1-b705-f61631d17e92 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:45:23.051314 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c', 'tag': '1071a360-2514-4cf7-b83d-13412bb98f79', 'status': 'completed', 'code': 200} Nov 04 10:45:23.070178 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17775a-635d-411f-9f25-cd48c43169b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1071a360-2514-4cf7-b83d-13412bb98f79,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:23.138794 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-04292dae-15ae-4356-9f08-4b79bf6b3b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:23.234002 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04292dae-15ae-4356-9f08-4b79bf6b3b2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b69ed837-2fcf-424e-9608-263128d9a467,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:23.236038 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-5539882e-f070-4150-9e5c-d5950d7414f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:23.237711 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-5539882e-f070-4150-9e5c-d5950d7414f5 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=343110c8f9b64c948b5d4c411d3c8a01&device_id=35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c HTTP/1.1" status: 200 len: 1094 time: 0.1799541 Nov 04 10:45:23.245157 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04292dae-15ae-4356-9f08-4b79bf6b3b2f admin admin] Checking segment: {'id': '75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '22d81940-0863-47fd-a6fd-195db973a95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:45:23.245596 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04292dae-15ae-4356-9f08-4b79bf6b3b2f admin admin] Network hostable DHCP agents. Network: 22d81940-0863-47fd-a6fd-195db973a95d, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:45:23.269601 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04292dae-15ae-4356-9f08-4b79bf6b3b2f admin admin] Network 22d81940-0863-47fd-a6fd-195db973a95d is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:45:23.284980 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-04292dae-15ae-4356-9f08-4b79bf6b3b2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 22d81940-0863-47fd-a6fd-195db973a95d) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:45:23.290528 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04292dae-15ae-4356-9f08-4b79bf6b3b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:23.291284 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-04292dae-15ae-4356-9f08-4b79bf6b3b2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:23.298499 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d3a451-df43-4722-8738-784ac7304292 None None] Network 22d81940-0863-47fd-a6fd-195db973a95d requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:45:23.321832 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-e3ba4c4e-af2f-4d2e-ad13-c9776ee5e14f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1071a360-2514-4cf7-b83d-13412bb98f79 HTTP/1.1" status: 200 len: 217 time: 0.0615802 Nov 04 10:45:23.333829 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-04292dae-15ae-4356-9f08-4b79bf6b3b2f admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7911768 Nov 04 10:45:23.336587 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50906) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:23.345671 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-a96f5313-3775-4dc6-91dd-2fd17cf2931d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-136272207-router', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:45:23.352006 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f145b1-229b-4d8f-91ec-63be5b342783 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:45:23.363821 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3488f24-7b06-4dd6-85c9-e188aca6c2c9 None None] Sync routers for ids ['ab96b54e-52e3-486d-ae2a-634165408356'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:45:23.384583 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3488f24-7b06-4dd6-85c9-e188aca6c2c9 None None] Routers {'ab96b54e-52e3-486d-ae2a-634165408356'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:45:23.388241 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c3488f24-7b06-4dd6-85c9-e188aca6c2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:45:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ab96b54e-52e3-486d-ae2a-634165408356'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:23.408113 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-44f145b1-229b-4d8f-91ec-63be5b342783 admin admin] 10.222.0.127 "PUT /v2.0/routers/ab96b54e-52e3-486d-ae2a-634165408356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3996091 Nov 04 10:45:23.413910 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 678bc1a5-dac9-407d-9fb7-e466f692fa94 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:45:23.421129 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a96f5313-3775-4dc6-91dd-2fd17cf2931d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:23.422476 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a96f5313-3775-4dc6-91dd-2fd17cf2931d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:23.486828 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-c4f1c8d2-18cd-4d46-b7a5-d5e0c715f0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:23.492104 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-c4f1c8d2-18cd-4d46-b7a5-d5e0c715f0d8 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=2f935783-72d0-4b06-b77a-43dd18ec13a3 HTTP/1.1" status: 200 len: 846 time: 0.1627977 Nov 04 10:45:23.555983 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a96f5313-3775-4dc6-91dd-2fd17cf2931d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:23.567662 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-8be5a53c-8a91-4319-b51f-524b4e50a0ef service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=4ea30ddd-783c-4e98-88c8-c72495d90b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671074 Nov 04 10:45:23.570826 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 678bc1a5-dac9-407d-9fb7-e466f692fa94 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:23.571387 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:23.682229 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-c3488f24-7b06-4dd6-85c9-e188aca6c2c9 None None] Set router ab96b54e-52e3-486d-ae2a-634165408356 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:45:23.709881 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8857f8d2-b3c6-40c1-8346-51d78b5410cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-22d81940-0863-47fd-a6fd-195db973a95d', 'network_id': '22d81940-0863-47fd-a6fd-195db973a95d', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'fixed_ips': [{'subnet_id': 'b69ed837-2fcf-424e-9608-263128d9a467'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:45:23.711239 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8857f8d2-b3c6-40c1-8346-51d78b5410cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:23.914627 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-922cfdfa-9bbb-4288-a097-762d6df0fccb service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339067 Nov 04 10:45:24.038840 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641dd78-ab03-4166-aa1a-33bb8ef2d864 req-964024c4-0df5-4754-bb54-b03e3a1ab780 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:24.039843 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-8857f8d2-b3c6-40c1-8346-51d78b5410cd None None] Allocated IP 172.20.0.2 (22d81940-0863-47fd-a6fd-195db973a95d/b69ed837-2fcf-424e-9608-263128d9a467/b8b5c60f-7820-416c-a367-f9e318185a44) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:45:24.056519 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a641dd78-ab03-4166-aa1a-33bb8ef2d864 req-964024c4-0df5-4754-bb54-b03e3a1ab780 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c HTTP/1.1" status: 200 len: 943 time: 0.2446229 Nov 04 10:45:24.057449 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a96f5313-3775-4dc6-91dd-2fd17cf2931d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:24.203506 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c3488f24-7b06-4dd6-85c9-e188aca6c2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'name': 'tempest-ServerRescueTestJSONUnderV235-600628357-router', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '678bc1a5-dac9-407d-9fb7-e466f692fa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:09Z', 'updated_at': '2021-11-04T10:45:20Z', 'revision_number': 4, 'project_id': '788160c19d1a4f008a54db687944f75d', 'gw_port': {'id': '678bc1a5-dac9-407d-9fb7-e466f692fa94', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:10Z', 'updated_at': '2021-11-04T10:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '9d805827-4481-4898-9b32-f14dd9609f1b', 'name': '', 'network_id': '731fed06-54a7-4fd6-8284-028a699f6dd4', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'mac_address': 'fa:16:3e:20:bb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': 'a597efc5-0709-441b-8449-3ae594c8e7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:17Z', 'updated_at': '2021-11-04T10:45:21Z', 'revision_number': 2, 'project_id': '788160c19d1a4f008a54db687944f75d', 'subnets': [{'id': 'a597efc5-0709-441b-8449-3ae594c8e7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:24.274495 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3488f24-7b06-4dd6-85c9-e188aca6c2c9 None None] Checking router: ab96b54e-52e3-486d-ae2a-634165408356 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:45:24.275601 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3488f24-7b06-4dd6-85c9-e188aca6c2c9 None None] Updating router ab96b54e-52e3-486d-ae2a-634165408356 port 9d805827-4481-4898-9b32-f14dd9609f1b binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:45:24.300606 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a641dd78-ab03-4166-aa1a-33bb8ef2d864 req-010e28cf-c33a-4664-8810-1d2240ee8cca tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280105 Nov 04 10:45:24.398893 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c3488f24-7b06-4dd6-85c9-e188aca6c2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:24.400457 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3efd2696-0c39-477a-97f8-0dbc5cf8a61d req-99370375-555a-41f9-b728-7256829cc9e7 service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674983 Nov 04 10:45:24.410039 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8857f8d2-b3c6-40c1-8346-51d78b5410cd None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:24.421248 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8857f8d2-b3c6-40c1-8346-51d78b5410cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:24.578822 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857f8d2-b3c6-40c1-8346-51d78b5410cd None None] Pushing event updated for resources: {'Port': ['ID=b8b5c60f-7820-416c-a367-f9e318185a44,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:24.597813 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a96f5313-3775-4dc6-91dd-2fd17cf2931d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:24.600263 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8857f8d2-b3c6-40c1-8346-51d78b5410cd None None] Network 22d81940-0863-47fd-a6fd-195db973a95d is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:45:24.606652 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-8857f8d2-b3c6-40c1-8346-51d78b5410cd None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:45:24.607465 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5c8f-8acd-4bc0-be0a-82709a3f90fc req-01182433-4707-467b-a5e0-a3811b5f9f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:24.613420 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-51ff5c8f-8acd-4bc0-be0a-82709a3f90fc req-01182433-4707-467b-a5e0-a3811b5f9f43 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=343110c8f9b64c948b5d4c411d3c8a01&device_id=35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c HTTP/1.1" status: 200 len: 1094 time: 0.1559477 Nov 04 10:45:24.614470 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8857f8d2-b3c6-40c1-8346-51d78b5410cd None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:45:24.648308 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a96f5313-3775-4dc6-91dd-2fd17cf2931d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:24.721521 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-8857f8d2-b3c6-40c1-8346-51d78b5410cd None None] Attempting to bind port b8b5c60f-7820-416c-a367-f9e318185a44 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:45:24.722258 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-8857f8d2-b3c6-40c1-8346-51d78b5410cd None None] Attempting to bind port b8b5c60f-7820-416c-a367-f9e318185a44 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '22d81940-0863-47fd-a6fd-195db973a95d'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:45:24.722833 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8857f8d2-b3c6-40c1-8346-51d78b5410cd None None] Attempting to bind port b8b5c60f-7820-416c-a367-f9e318185a44 on network 22d81940-0863-47fd-a6fd-195db973a95d {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:45:24.745077 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8857f8d2-b3c6-40c1-8346-51d78b5410cd None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:45:24.745768 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8857f8d2-b3c6-40c1-8346-51d78b5410cd None None] Checking segment: {'id': '75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '22d81940-0863-47fd-a6fd-195db973a95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:45:24.748873 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8857f8d2-b3c6-40c1-8346-51d78b5410cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:24.749553 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8857f8d2-b3c6-40c1-8346-51d78b5410cd None None] Bound using segment: {'id': '75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '22d81940-0863-47fd-a6fd-195db973a95d'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:45:24.750464 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-8857f8d2-b3c6-40c1-8346-51d78b5410cd None None] Bound port: b8b5c60f-7820-416c-a367-f9e318185a44, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '22d81940-0863-47fd-a6fd-195db973a95d'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:45:24.751092 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8857f8d2-b3c6-40c1-8346-51d78b5410cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:24.900610 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-8857f8d2-b3c6-40c1-8346-51d78b5410cd None None] For port b8b5c60f-7820-416c-a367-f9e318185a44, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:45:24.911881 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-8857f8d2-b3c6-40c1-8346-51d78b5410cd None None] For port b8b5c60f-7820-416c-a367-f9e318185a44, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b8b5c60f-7820-416c-a367-f9e318185a44,segment=NetworkSegment(75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d),segment_id=75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:45:24.920579 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8857f8d2-b3c6-40c1-8346-51d78b5410cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:24.940786 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-a96f5313-3775-4dc6-91dd-2fd17cf2931d admin admin] Allocated IP 172.25.7.219 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/6ca37e0e-010c-4936-98e0-04303c7762f6) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:45:24.997604 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c3488f24-7b06-4dd6-85c9-e188aca6c2c9 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:25.000387 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5c8f-8acd-4bc0-be0a-82709a3f90fc req-9b41c708-5c33-4fe2-a3f1-70d895738bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:25.004779 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-51ff5c8f-8acd-4bc0-be0a-82709a3f90fc req-9b41c708-5c33-4fe2-a3f1-70d895738bdb service neutron] 10.222.0.126 "GET /v2.0/networks?id=4ea30ddd-783c-4e98-88c8-c72495d90b19 HTTP/1.1" status: 200 len: 908 time: 0.3820133 Nov 04 10:45:25.012439 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c3488f24-7b06-4dd6-85c9-e188aca6c2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:25.054028 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857f8d2-b3c6-40c1-8346-51d78b5410cd None None] Pushing event updated for resources: {'Port': ['ID=b8b5c60f-7820-416c-a367-f9e318185a44,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:25.154053 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-51ff5c8f-8acd-4bc0-be0a-82709a3f90fc req-81feb374-0cf3-44ab-abb6-21c84c9cf5a9 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1071a360-2514-4cf7-b83d-13412bb98f79 HTTP/1.1" status: 200 len: 217 time: 0.1351244 Nov 04 10:45:25.158463 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca182337-1499-4191-a9c7-8361a9cf67e0 None None] Pushing event updated for resources: {'Port': ['ID=9d805827-4481-4898-9b32-f14dd9609f1b,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:25.222738 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a96f5313-3775-4dc6-91dd-2fd17cf2931d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:25.242034 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-8c8e7c77-1f81-4efb-8458-24c914c6bf81 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:25.249587 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-8c8e7c77-1f81-4efb-8458-24c914c6bf81 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/networks?id=731fed06-54a7-4fd6-8284-028a699f6dd4 HTTP/1.1" status: 200 len: 819 time: 0.4309583 Nov 04 10:45:25.282123 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-d6ef882e-f9e3-4c3c-a2a3-e243996546c7 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/quotas/788160c19d1a4f008a54db687944f75d HTTP/1.1" status: 200 len: 375 time: 0.0315065 Nov 04 10:45:25.287468 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a96f5313-3775-4dc6-91dd-2fd17cf2931d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:25.336706 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca182337-1499-4191-a9c7-8361a9cf67e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:25.337078 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca182337-1499-4191-a9c7-8361a9cf67e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:25.337416 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca182337-1499-4191-a9c7-8361a9cf67e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:25.337752 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca182337-1499-4191-a9c7-8361a9cf67e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:25.338082 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca182337-1499-4191-a9c7-8361a9cf67e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:25.338409 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca182337-1499-4191-a9c7-8361a9cf67e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:25.338916 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca182337-1499-4191-a9c7-8361a9cf67e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:25.339326 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca182337-1499-4191-a9c7-8361a9cf67e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:25.340783 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca182337-1499-4191-a9c7-8361a9cf67e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:25.340783 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca182337-1499-4191-a9c7-8361a9cf67e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:25.340783 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca182337-1499-4191-a9c7-8361a9cf67e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:25.340783 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca182337-1499-4191-a9c7-8361a9cf67e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:45:25.344061 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-c3488f24-7b06-4dd6-85c9-e188aca6c2c9 None None] Attempting to bind port 9d805827-4481-4898-9b32-f14dd9609f1b on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:45:25.344428 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-c3488f24-7b06-4dd6-85c9-e188aca6c2c9 None None] Attempting to bind port 9d805827-4481-4898-9b32-f14dd9609f1b by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '17d4fec5-2580-467a-9bbf-c7c393f2d484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '731fed06-54a7-4fd6-8284-028a699f6dd4'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:45:25.344794 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3488f24-7b06-4dd6-85c9-e188aca6c2c9 None None] Attempting to bind port 9d805827-4481-4898-9b32-f14dd9609f1b on network 731fed06-54a7-4fd6-8284-028a699f6dd4 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:45:25.351442 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3488f24-7b06-4dd6-85c9-e188aca6c2c9 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:45:25.351948 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3488f24-7b06-4dd6-85c9-e188aca6c2c9 None None] Checking segment: {'id': '17d4fec5-2580-467a-9bbf-c7c393f2d484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '731fed06-54a7-4fd6-8284-028a699f6dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:45:25.352203 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c3488f24-7b06-4dd6-85c9-e188aca6c2c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:25.352603 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3488f24-7b06-4dd6-85c9-e188aca6c2c9 None None] Bound using segment: {'id': '17d4fec5-2580-467a-9bbf-c7c393f2d484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '731fed06-54a7-4fd6-8284-028a699f6dd4'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:45:25.353081 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-c3488f24-7b06-4dd6-85c9-e188aca6c2c9 None None] Bound port: 9d805827-4481-4898-9b32-f14dd9609f1b, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d4fec5-2580-467a-9bbf-c7c393f2d484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '731fed06-54a7-4fd6-8284-028a699f6dd4'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:45:25.353462 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c3488f24-7b06-4dd6-85c9-e188aca6c2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:25.386029 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5c8f-8acd-4bc0-be0a-82709a3f90fc req-2f09de32-a364-458e-9bb5-ad85ed486a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:25.388900 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-51ff5c8f-8acd-4bc0-be0a-82709a3f90fc req-2f09de32-a364-458e-9bb5-ad85ed486a47 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=2f935783-72d0-4b06-b77a-43dd18ec13a3 HTTP/1.1" status: 200 len: 846 time: 0.2268627 Nov 04 10:45:25.404541 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f5313-3775-4dc6-91dd-2fd17cf2931d admin admin] Pushing event updated for resources: {'Port': ['ID=6ca37e0e-010c-4936-98e0-04303c7762f6,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:25.447099 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96f5313-3775-4dc6-91dd-2fd17cf2931d admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:45:25.449439 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-a96f5313-3775-4dc6-91dd-2fd17cf2931d admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:45:25.463208 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96f5313-3775-4dc6-91dd-2fd17cf2931d admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:45:25.470282 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-51ff5c8f-8acd-4bc0-be0a-82709a3f90fc req-d7b3d3f4-e1d9-404d-a55f-09f167aa022d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=4ea30ddd-783c-4e98-88c8-c72495d90b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508876 Nov 04 10:45:25.551896 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-c3488f24-7b06-4dd6-85c9-e188aca6c2c9 None None] For port 9d805827-4481-4898-9b32-f14dd9609f1b, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:45:25.557742 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-c3488f24-7b06-4dd6-85c9-e188aca6c2c9 None None] For port 9d805827-4481-4898-9b32-f14dd9609f1b, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=9d805827-4481-4898-9b32-f14dd9609f1b,segment=NetworkSegment(17d4fec5-2580-467a-9bbf-c7c393f2d484),segment_id=17d4fec5-2580-467a-9bbf-c7c393f2d484)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:45:25.572677 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c3488f24-7b06-4dd6-85c9-e188aca6c2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:25.684255 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-51ff5c8f-8acd-4bc0-be0a-82709a3f90fc req-77ee5401-0a97-4d48-afb7-4d0baa6493de service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060151 Nov 04 10:45:25.712361 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-cd5c3feb-e481-45b6-8d95-fb2e5233a055 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=788160c19d1a4f008a54db687944f75d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4290779 Nov 04 10:45:25.749662 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3488f24-7b06-4dd6-85c9-e188aca6c2c9 None None] Routers {'ab96b54e-52e3-486d-ae2a-634165408356'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:45:25.750385 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c3488f24-7b06-4dd6-85c9-e188aca6c2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:45:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ab96b54e-52e3-486d-ae2a-634165408356'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:25.753687 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1071a360-2514-4cf7-b83d-13412bb98f79 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:45:25.847299 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-51ff5c8f-8acd-4bc0-be0a-82709a3f90fc req-27319e03-935d-4759-8849-2539dbdabe70 service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507721 Nov 04 10:45:25.983525 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-0e8d4acd-40ac-469b-ae96-9044341e931f service neutron] 10.222.0.127 "GET /v2.0/networks/731fed06-54a7-4fd6-8284-028a699f6dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699926 Nov 04 10:45:26.051038 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 1071a360-2514-4cf7-b83d-13412bb98f79, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1071a360-2514-4cf7-b83d-13412bb98f79,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:45:26.075998 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '1071a360-2514-4cf7-b83d-13412bb98f79', 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19', 'port_id': '1071a360-2514-4cf7-b83d-13412bb98f79', 'mac_address': 'fa:16:3e:c6:b2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f935783-72d0-4b06-b77a-43dd18ec13a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:45:26.083130 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a96f5313-3775-4dc6-91dd-2fd17cf2931d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:26.154143 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-59a472c4-a0a2-4134-b6f8-5742dc04558c service neutron] 10.222.0.127 "GET /v2.0/networks/731fed06-54a7-4fd6-8284-028a699f6dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693563 Nov 04 10:45:26.220922 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:26.290360 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1071a360-2514-4cf7-b83d-13412bb98f79 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:45:26.368976 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 1071a360-2514-4cf7-b83d-13412bb98f79, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1071a360-2514-4cf7-b83d-13412bb98f79,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:45:26.376321 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:26.533717 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a96f5313-3775-4dc6-91dd-2fd17cf2931d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:26.549047 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=1071a360-2514-4cf7-b83d-13412bb98f79,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:26.575986 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca182337-1499-4191-a9c7-8361a9cf67e0 None None] Pushing event updated for resources: {'Port': ['ID=9d805827-4481-4898-9b32-f14dd9609f1b,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:26.668962 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-c3488f24-7b06-4dd6-85c9-e188aca6c2c9 None None] Set router ab96b54e-52e3-486d-ae2a-634165408356 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:45:26.686042 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['1071a360-2514-4cf7-b83d-13412bb98f79'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:45:26.944954 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091ed8ac-587c-4594-bb32-30891f43ff7d None None] Network 22d81940-0863-47fd-a6fd-195db973a95d requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:45:27.030304 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96f5313-3775-4dc6-91dd-2fd17cf2931d admin admin] Router 17a1cc1c-6852-4db5-81d5-61e2859544ae is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:45:27.391384 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-fd63cf68-4284-45ff-8eac-dd77355ff2b0 None None] Provisioning complete for port b8b5c60f-7820-416c-a367-f9e318185a44 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:27.392552 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fd63cf68-4284-45ff-8eac-dd77355ff2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:27.423060 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96f5313-3775-4dc6-91dd-2fd17cf2931d admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:45:27.479058 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a96f5313-3775-4dc6-91dd-2fd17cf2931d admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:27.488725 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a96f5313-3775-4dc6-91dd-2fd17cf2931d admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1509709 Nov 04 10:45:27.491510 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 51004) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:27.518068 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c3488f24-7b06-4dd6-85c9-e188aca6c2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'name': 'tempest-ServerRescueTestJSONUnderV235-600628357-router', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '678bc1a5-dac9-407d-9fb7-e466f692fa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:09Z', 'updated_at': '2021-11-04T10:45:20Z', 'revision_number': 4, 'project_id': '788160c19d1a4f008a54db687944f75d', 'gw_port': {'id': '678bc1a5-dac9-407d-9fb7-e466f692fa94', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:10Z', 'updated_at': '2021-11-04T10:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '9d805827-4481-4898-9b32-f14dd9609f1b', 'name': '', 'network_id': '731fed06-54a7-4fd6-8284-028a699f6dd4', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'mac_address': 'fa:16:3e:20:bb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': 'a597efc5-0709-441b-8449-3ae594c8e7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:17Z', 'updated_at': '2021-11-04T10:45:25Z', 'revision_number': 4, 'project_id': '788160c19d1a4f008a54db687944f75d', 'subnets': [{'id': 'a597efc5-0709-441b-8449-3ae594c8e7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:27.603392 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3488f24-7b06-4dd6-85c9-e188aca6c2c9 None None] The sync data for ids ['ab96b54e-52e3-486d-ae2a-634165408356'] in n-d-816629-1 is: [{'id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'name': 'tempest-ServerRescueTestJSONUnderV235-600628357-router', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '678bc1a5-dac9-407d-9fb7-e466f692fa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:09Z', 'updated_at': '2021-11-04T10:45:20Z', 'revision_number': 4, 'project_id': '788160c19d1a4f008a54db687944f75d', 'gw_port': {'id': '678bc1a5-dac9-407d-9fb7-e466f692fa94', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:10Z', 'updated_at': '2021-11-04T10:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '9d805827-4481-4898-9b32-f14dd9609f1b', 'name': '', 'network_id': '731fed06-54a7-4fd6-8284-028a699f6dd4', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'mac_address': 'fa:16:3e:20:bb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': 'a597efc5-0709-441b-8449-3ae594c8e7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:17Z', 'updated_at': '2021-11-04T10:45:25Z', 'revision_number': 4, 'project_id': '788160c19d1a4f008a54db687944f75d', 'subnets': [{'id': 'a597efc5-0709-441b-8449-3ae594c8e7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:45:27.625703 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c9fed7-cdc6-4069-9296-e76ba34b97f5 None None] Sync routers for ids ['17a1cc1c-6852-4db5-81d5-61e2859544ae'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:45:27.684060 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b8b5c60f-7820-416c-a367-f9e318185a44 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:45:27.820038 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c9fed7-cdc6-4069-9296-e76ba34b97f5 None None] Routers {'17a1cc1c-6852-4db5-81d5-61e2859544ae'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:45:27.820723 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-32c9fed7-cdc6-4069-9296-e76ba34b97f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:45:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['17a1cc1c-6852-4db5-81d5-61e2859544ae'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:28.168434 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-32c9fed7-cdc6-4069-9296-e76ba34b97f5 None None] Set router 17a1cc1c-6852-4db5-81d5-61e2859544ae gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:45:28.665459 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fd63cf68-4284-45ff-8eac-dd77355ff2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:28.695597 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port b8b5c60f-7820-416c-a367-f9e318185a44 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:28.695965 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:28.882124 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:28.931235 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-fd63cf68-4284-45ff-8eac-dd77355ff2b0 None None] For port b8b5c60f-7820-416c-a367-f9e318185a44, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b8b5c60f-7820-416c-a367-f9e318185a44,segment=NetworkSegment(75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d),segment_id=75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:45:28.948223 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fd63cf68-4284-45ff-8eac-dd77355ff2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:29.133224 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:45:29.133569 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:45:29.250926 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d5f90989-15a9-45b0-b5bc-007d87d3011b None None] Provisioning complete for port b8b5c60f-7820-416c-a367-f9e318185a44 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:29.251575 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d5f90989-15a9-45b0-b5bc-007d87d3011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:29.326293 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad20721-44f0-4480-99e5-33c823c73378 req-827babe6-be46-45f7-99ac-115d738c1c18 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:29.337428 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cad20721-44f0-4480-99e5-33c823c73378 req-827babe6-be46-45f7-99ac-115d738c1c18 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c HTTP/1.1" status: 200 len: 944 time: 0.5199158 Nov 04 10:45:29.386946 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63cf68-4284-45ff-8eac-dd77355ff2b0 None None] Pushing event updated for resources: {'Port': ['ID=b8b5c60f-7820-416c-a367-f9e318185a44,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:29.473260 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cad20721-44f0-4480-99e5-33c823c73378 req-3f5da96a-be44-44e4-8fba-b80aab007cae tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304841 Nov 04 10:45:29.505900 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-32c9fed7-cdc6-4069-9296-e76ba34b97f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'name': 'tempest-TaggedBootDevicesTest_v242-136272207-router', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '6ca37e0e-010c-4936-98e0-04303c7762f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:23Z', 'updated_at': '2021-11-04T10:45:25Z', 'revision_number': 3, 'project_id': 'daa3a4d308184b5b997a81a95ee49bba', 'gw_port': {'id': '6ca37e0e-010c-4936-98e0-04303c7762f6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:24Z', 'updated_at': '2021-11-04T10:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:29.550500 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c9fed7-cdc6-4069-9296-e76ba34b97f5 None None] Checking router: 17a1cc1c-6852-4db5-81d5-61e2859544ae for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:45:29.550877 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c9fed7-cdc6-4069-9296-e76ba34b97f5 None None] Updating router 17a1cc1c-6852-4db5-81d5-61e2859544ae port 6ca37e0e-010c-4936-98e0-04303c7762f6 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:45:29.757315 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-c60e4808-8ce3-49f2-b637-f8f9b98642e3 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:29.761809 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-c60e4808-8ce3-49f2-b637-f8f9b98642e3 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.126 "GET /v2.0/networks?id=731fed06-54a7-4fd6-8284-028a699f6dd4 HTTP/1.1" status: 200 len: 819 time: 0.9430397 Nov 04 10:45:29.824296 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-8169f172-beb6-464a-8ace-6b1f30f66bd7 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Request body: {'port': {'device_id': '7a773482-17d5-45db-b7ea-d83fcf6ec2cc', 'network_id': '731fed06-54a7-4fd6-8284-028a699f6dd4', 'admin_state_up': True, 'tenant_id': '788160c19d1a4f008a54db687944f75d'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:45:29.830068 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1071a360-2514-4cf7-b83d-13412bb98f79 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:45:29.843063 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 51046) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:29.919356 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-32c9fed7-cdc6-4069-9296-e76ba34b97f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:29.945451 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-501ffa3d-a322-4e14-8359-1e524bf22c72 req-ec18cf52-38ff-4056-aa3b-3bd3d17ac834 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 210 time: 0.2269263 Nov 04 10:45:30.008942 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 1071a360-2514-4cf7-b83d-13412bb98f79 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:45:30.059339 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 1071a360-2514-4cf7-b83d-13412bb98f79 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:30.062014 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:30.096022 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-350b95a6-19fc-4db5-910c-a3dca29ebd98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:30.314671 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-350b95a6-19fc-4db5-910c-a3dca29ebd98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:30.324252 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-350b95a6-19fc-4db5-910c-a3dca29ebd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:30.341745 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:30.404511 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 1071a360-2514-4cf7-b83d-13412bb98f79, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1071a360-2514-4cf7-b83d-13412bb98f79,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:45:30.414014 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1071a360-2514-4cf7-b83d-13412bb98f79'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:45:30.416305 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45c17c2-e861-405c-a340-7abefdc153d7" -d '{"events": [{"server_uuid": "35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c", "name": "network-vif-plugged", "status": "completed", "tag": "1071a360-2514-4cf7-b83d-13412bb98f79"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:45:30.429945 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-350b95a6-19fc-4db5-910c-a3dca29ebd98 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=7956f8ccf1454bfe949f1b9e644c2f30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5828905 Nov 04 10:45:30.436226 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 51056) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:30.437683 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 9d805827-4481-4898-9b32-f14dd9609f1b up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:45:30.446837 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:30.458417 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b95a6-19fc-4db5-910c-a3dca29ebd98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61da3b7a-2604-410e-a54c-e10bb262a12b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:30.482016 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d47844ab-9d20-4852-a156-15b21285ce4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:30.540900 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d86aba2-0479-475d-a56d-166db8c02de5 x-openstack-request-id: req-9d86aba2-0479-475d-a56d-166db8c02de5 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:45:30.541196 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c", "name": "network-vif-plugged", "status": "completed", "tag": "1071a360-2514-4cf7-b83d-13412bb98f79", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:45:30.541977 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-9d86aba2-0479-475d-a56d-166db8c02de5 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:45:30.541977 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1071a360-2514-4cf7-b83d-13412bb98f79', 'code': 200} Nov 04 10:45:30.678285 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f4c505dc-3159-419a-8714-33af7a0d4fd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:30.736154 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=1071a360-2514-4cf7-b83d-13412bb98f79,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:30.768464 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2e2a8-098c-474f-bc9e-1db3911c2657 req-09b5def0-d7bc-4413-9651-66f0ebdd37eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:30.785566 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08b2e2a8-098c-474f-bc9e-1db3911c2657 req-09b5def0-d7bc-4413-9651-66f0ebdd37eb service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c HTTP/1.1" status: 200 len: 1096 time: 0.1767902 Nov 04 10:45:30.785566 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f4c505dc-3159-419a-8714-33af7a0d4fd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:30.787173 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 9d805827-4481-4898-9b32-f14dd9609f1b triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:30.787472 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:30.932838 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-d47844ab-9d20-4852-a156-15b21285ce4f admin admin] Allocated IP 172.20.0.1 (22d81940-0863-47fd-a6fd-195db973a95d/b69ed837-2fcf-424e-9608-263128d9a467/64ac8033-428e-482b-a0d8-3a79b222e611) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:45:30.943671 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-32c9fed7-cdc6-4069-9296-e76ba34b97f5 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:30.959284 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-32c9fed7-cdc6-4069-9296-e76ba34b97f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:31.014436 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f4c505dc-3159-419a-8714-33af7a0d4fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:31.017513 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:31.023900 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f4c505dc-3159-419a-8714-33af7a0d4fd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:31.025597 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f4c505dc-3159-419a-8714-33af7a0d4fd7 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/61da3b7a-2604-410e-a54c-e10bb262a12b HTTP/1.1" status: 204 len: 168 time: 0.5883634 Nov 04 10:45:31.050620 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-32c9fed7-cdc6-4069-9296-e76ba34b97f5 None None] Attempting to bind port 6ca37e0e-010c-4936-98e0-04303c7762f6 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:45:31.050996 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-32c9fed7-cdc6-4069-9296-e76ba34b97f5 None None] Attempting to bind port 6ca37e0e-010c-4936-98e0-04303c7762f6 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:45:31.051357 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c9fed7-cdc6-4069-9296-e76ba34b97f5 None None] Attempting to bind port 6ca37e0e-010c-4936-98e0-04303c7762f6 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:45:31.072790 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08b2e2a8-098c-474f-bc9e-1db3911c2657 req-444da14c-1766-4a11-b108-0062a61801af service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761445 Nov 04 10:45:31.079461 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c505dc-3159-419a-8714-33af7a0d4fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61da3b7a-2604-410e-a54c-e10bb262a12b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:31.094354 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-8169f172-beb6-464a-8ace-6b1f30f66bd7 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Made reservation on behalf of 788160c19d1a4f008a54db687944f75d for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:45:31.097281 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 9d805827-4481-4898-9b32-f14dd9609f1b, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=9d805827-4481-4898-9b32-f14dd9609f1b,segment=NetworkSegment(17d4fec5-2580-467a-9bbf-c7c393f2d484),segment_id=17d4fec5-2580-467a-9bbf-c7c393f2d484)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:45:31.110727 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-8169f172-beb6-464a-8ace-6b1f30f66bd7 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:31.118434 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c9fed7-cdc6-4069-9296-e76ba34b97f5 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:45:31.118804 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c9fed7-cdc6-4069-9296-e76ba34b97f5 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:45:31.119219 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-32c9fed7-cdc6-4069-9296-e76ba34b97f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:31.119611 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c9fed7-cdc6-4069-9296-e76ba34b97f5 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:45:31.120143 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-32c9fed7-cdc6-4069-9296-e76ba34b97f5 None None] Bound port: 6ca37e0e-010c-4936-98e0-04303c7762f6, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:45:31.120527 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-32c9fed7-cdc6-4069-9296-e76ba34b97f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:31.124743 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:31.125614 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b8b5c60f-7820-416c-a367-f9e318185a44 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:45:31.134477 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1329660-d5be-463a-b989-782fdd8c7934 None None] Pushing event updated for resources: {'Port': ['ID=6ca37e0e-010c-4936-98e0-04303c7762f6,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:31.301734 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=9d805827-4481-4898-9b32-f14dd9609f1b,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:31.310501 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-32c9fed7-cdc6-4069-9296-e76ba34b97f5 None None] For port 6ca37e0e-010c-4936-98e0-04303c7762f6, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:45:31.315995 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-32c9fed7-cdc6-4069-9296-e76ba34b97f5 None None] For port 6ca37e0e-010c-4936-98e0-04303c7762f6, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6ca37e0e-010c-4936-98e0-04303c7762f6,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:45:31.326960 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-32c9fed7-cdc6-4069-9296-e76ba34b97f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:31.333941 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port b8b5c60f-7820-416c-a367-f9e318185a44 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:31.334317 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:31.439825 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c9fed7-cdc6-4069-9296-e76ba34b97f5 None None] Routers {'17a1cc1c-6852-4db5-81d5-61e2859544ae'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:45:31.440618 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-32c9fed7-cdc6-4069-9296-e76ba34b97f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:45:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['17a1cc1c-6852-4db5-81d5-61e2859544ae'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:31.443343 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1329660-d5be-463a-b989-782fdd8c7934 None None] Pushing event updated for resources: {'Port': ['ID=6ca37e0e-010c-4936-98e0-04303c7762f6,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:31.468350 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-8169f172-beb6-464a-8ace-6b1f30f66bd7 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Allocated IP 172.20.0.14 (731fed06-54a7-4fd6-8284-028a699f6dd4/a597efc5-0709-441b-8449-3ae594c8e7b6/8402569d-715d-4b93-af8f-956cf9bc875c) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:45:31.516564 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85fc2b-9199-4272-a8e8-1eb738a0d7cc req-7d9aebb3-486d-4865-9e60-89032fdeba09 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:31.524349 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cb85fc2b-9199-4272-a8e8-1eb738a0d7cc req-7d9aebb3-486d-4865-9e60-89032fdeba09 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c HTTP/1.1" status: 200 len: 945 time: 0.5164876 Nov 04 10:45:31.585030 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d47844ab-9d20-4852-a156-15b21285ce4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:31.622465 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-32c9fed7-cdc6-4069-9296-e76ba34b97f5 None None] Set router 17a1cc1c-6852-4db5-81d5-61e2859544ae gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:45:31.657455 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cb85fc2b-9199-4272-a8e8-1eb738a0d7cc req-20992883-dc43-4a9b-a2f0-d5bf5935e3d9 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319561 Nov 04 10:45:31.751614 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d47844ab-9d20-4852-a156-15b21285ce4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:31.832759 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47844ab-9d20-4852-a156-15b21285ce4f admin admin] Network 22d81940-0863-47fd-a6fd-195db973a95d is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:45:31.845122 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-d47844ab-9d20-4852-a156-15b21285ce4f admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:45:31.855354 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-8169f172-beb6-464a-8ace-6b1f30f66bd7 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:31.865340 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47844ab-9d20-4852-a156-15b21285ce4f admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:45:31.870394 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47844ab-9d20-4852-a156-15b21285ce4f admin admin] Pushing event updated for resources: {'Port': ['ID=64ac8033-428e-482b-a0d8-3a79b222e611,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:31.938475 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3e0c3ee1-bac5-4d3f-a0bb-bd7b188d4a1e req-0113d0dd-76f6-48eb-9c54-891089fa3ce8 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 210 time: 0.0436177 Nov 04 10:45:31.974074 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d47844ab-9d20-4852-a156-15b21285ce4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:32.017430 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-32c9fed7-cdc6-4069-9296-e76ba34b97f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'name': 'tempest-TaggedBootDevicesTest_v242-136272207-router', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '6ca37e0e-010c-4936-98e0-04303c7762f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:23Z', 'updated_at': '2021-11-04T10:45:25Z', 'revision_number': 3, 'project_id': 'daa3a4d308184b5b997a81a95ee49bba', 'gw_port': {'id': '6ca37e0e-010c-4936-98e0-04303c7762f6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:24Z', 'updated_at': '2021-11-04T10:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:32.106458 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c9fed7-cdc6-4069-9296-e76ba34b97f5 None None] The sync data for ids ['17a1cc1c-6852-4db5-81d5-61e2859544ae'] in n-d-816629-1 is: [{'id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'name': 'tempest-TaggedBootDevicesTest_v242-136272207-router', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '6ca37e0e-010c-4936-98e0-04303c7762f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:23Z', 'updated_at': '2021-11-04T10:45:25Z', 'revision_number': 3, 'project_id': 'daa3a4d308184b5b997a81a95ee49bba', 'gw_port': {'id': '6ca37e0e-010c-4936-98e0-04303c7762f6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:24Z', 'updated_at': '2021-11-04T10:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:45:32.161764 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-8169f172-beb6-464a-8ace-6b1f30f66bd7 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:32.247281 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 9d805827-4481-4898-9b32-f14dd9609f1b up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:45:32.332116 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-8169f172-beb6-464a-8ace-6b1f30f66bd7 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Network 731fed06-54a7-4fd6-8284-028a699f6dd4 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:45:32.354274 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-8169f172-beb6-464a-8ace-6b1f30f66bd7 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:45:32.359899 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-8169f172-beb6-464a-8ace-6b1f30f66bd7 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:45:32.427556 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169f172-beb6-464a-8ace-6b1f30f66bd7 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Pushing event updated for resources: {'Port': ['ID=8402569d-715d-4b93-af8f-956cf9bc875c,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:32.430558 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 9d805827-4481-4898-9b32-f14dd9609f1b triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:32.433645 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:32.456487 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-8169f172-beb6-464a-8ace-6b1f30f66bd7 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:32.456910 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 51098) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:32.457415 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-8169f172-beb6-464a-8ace-6b1f30f66bd7 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:32.481828 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-667af749-b67b-41f0-b406-08f6ce97e49e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:32.504239 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-8169f172-beb6-464a-8ace-6b1f30f66bd7 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6902709 Nov 04 10:45:32.513235 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-418ba343-d011-45e2-9e0b-fc87efba7ee1 None None] Provisioning complete for port 64ac8033-428e-482b-a0d8-3a79b222e611 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:32.513875 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-418ba343-d011-45e2-9e0b-fc87efba7ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:32.541878 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-1fb6d2c5-86cc-4207-868c-f1c499c14cd9 service neutron] Request body: {'port': {'device_id': '7a773482-17d5-45db-b7ea-d83fcf6ec2cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:45:32.641693 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-418ba343-d011-45e2-9e0b-fc87efba7ee1 None None] Port 64ac8033-428e-482b-a0d8-3a79b222e611 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:45:32.652980 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d47844ab-9d20-4852-a156-15b21285ce4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:32.678054 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-667af749-b67b-41f0-b406-08f6ce97e49e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:32.691498 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-667af749-b67b-41f0-b406-08f6ce97e49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:32.745478 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-667af749-b67b-41f0-b406-08f6ce97e49e admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=e62e898bdff942f48efd163f62718161&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2865160 Nov 04 10:45:32.749008 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 51102) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:32.799603 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667af749-b67b-41f0-b406-08f6ce97e49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59967227-6553-4d6b-8d0b-196789d1bd5b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:32.862717 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4e9fda6f-a036-4d9a-9e7e-d0ecc483e1d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:32.928752 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4e9fda6f-a036-4d9a-9e7e-d0ecc483e1d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:32.931519 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-1fb6d2c5-86cc-4207-868c-f1c499c14cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:33.031602 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4e9fda6f-a036-4d9a-9e7e-d0ecc483e1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:33.035740 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4e9fda6f-a036-4d9a-9e7e-d0ecc483e1d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:33.056608 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4e9fda6f-a036-4d9a-9e7e-d0ecc483e1d4 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/59967227-6553-4d6b-8d0b-196789d1bd5b HTTP/1.1" status: 204 len: 168 time: 0.3003485 Nov 04 10:45:33.077127 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d771f-fc85-4332-96c9-d7a946152955 req-7acb9d67-8753-4efc-8be2-b37b600d59a5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:33.087968 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-747d771f-fc85-4332-96c9-d7a946152955 req-7acb9d67-8753-4efc-8be2-b37b600d59a5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c HTTP/1.1" status: 200 len: 945 time: 0.2502859 Nov 04 10:45:33.092948 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fda6f-a036-4d9a-9e7e-d0ecc483e1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59967227-6553-4d6b-8d0b-196789d1bd5b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:33.273346 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d47844ab-9d20-4852-a156-15b21285ce4f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:33.308201 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-747d771f-fc85-4332-96c9-d7a946152955 req-5342f35f-f8ee-4154-8199-c7746b1014a6 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190223 Nov 04 10:45:33.313079 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d47844ab-9d20-4852-a156-15b21285ce4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:33.473171 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d47844ab-9d20-4852-a156-15b21285ce4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:33.503699 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47844ab-9d20-4852-a156-15b21285ce4f admin admin] Pushing event updated for resources: {'Port': ['ID=64ac8033-428e-482b-a0d8-3a79b222e611,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:33.660094 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47844ab-9d20-4852-a156-15b21285ce4f admin admin] Network 22d81940-0863-47fd-a6fd-195db973a95d is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:45:33.673750 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-d47844ab-9d20-4852-a156-15b21285ce4f admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:45:33.706414 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf815e-4062-4689-b92e-df2b0451b217 req-73b1654a-b196-4842-8e49-88083fd2988a tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:33.708067 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7acf815e-4062-4689-b92e-df2b0451b217 req-73b1654a-b196-4842-8e49-88083fd2988a tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 932 time: 0.2231390 Nov 04 10:45:33.912865 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 51144) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:33.928170 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b398581d-9f03-4e66-aa9e-94d15086f0bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:33.970688 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-1fb6d2c5-86cc-4207-868c-f1c499c14cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8402569d-715d-4b93-af8f-956cf9bc875c {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:45:34.003903 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-1fb6d2c5-86cc-4207-868c-f1c499c14cd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:34.020585 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7acf815e-4062-4689-b92e-df2b0451b217 req-d07edaad-3c58-48fa-ba20-38948a0a7ea1 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948058 Nov 04 10:45:34.054830 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b398581d-9f03-4e66-aa9e-94d15086f0bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:34.057126 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-1fb6d2c5-86cc-4207-868c-f1c499c14cd9 service neutron] Transition to ACTIVE for port object 8402569d-715d-4b93-af8f-956cf9bc875c will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:45:34.059962 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47844ab-9d20-4852-a156-15b21285ce4f admin admin] Router 17a1cc1c-6852-4db5-81d5-61e2859544ae has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:45:34.060745 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b398581d-9f03-4e66-aa9e-94d15086f0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:34.064635 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-1fb6d2c5-86cc-4207-868c-f1c499c14cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:34.100699 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d41c90f2-ba21-411a-b027-0a6eed675708 None None] Provisioning complete for port 64ac8033-428e-482b-a0d8-3a79b222e611 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:34.102433 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d41c90f2-ba21-411a-b027-0a6eed675708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:34.206351 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6d2c5-86cc-4207-868c-f1c499c14cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=8402569d-715d-4b93-af8f-956cf9bc875c,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:34.213799 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b398581d-9f03-4e66-aa9e-94d15086f0bf admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=9b26b9ccd94c4e55bfbf46237b15c27e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2997727 Nov 04 10:45:34.216799 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 51150) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:34.229691 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398581d-9f03-4e66-aa9e-94d15086f0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945eba8a-8295-4b5b-836d-b040a82e224f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:34.231207 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-d41c90f2-ba21-411a-b027-0a6eed675708 None None] Port 64ac8033-428e-482b-a0d8-3a79b222e611 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:45:34.285585 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6ca37e0e-010c-4936-98e0-04303c7762f6 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:45:34.321630 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-33e5d315-9905-4285-9e7b-cfc1c3d4b99f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:34.350678 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-33e5d315-9905-4285-9e7b-cfc1c3d4b99f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:34.395948 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 6ca37e0e-010c-4936-98e0-04303c7762f6 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:34.396560 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:34.430650 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-33e5d315-9905-4285-9e7b-cfc1c3d4b99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:34.433548 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-33e5d315-9905-4285-9e7b-cfc1c3d4b99f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:34.437245 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-33e5d315-9905-4285-9e7b-cfc1c3d4b99f admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/945eba8a-8295-4b5b-836d-b040a82e224f HTTP/1.1" status: 204 len: 168 time: 0.2163978 Nov 04 10:45:34.450033 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47844ab-9d20-4852-a156-15b21285ce4f admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:45:34.458068 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5d315-9905-4285-9e7b-cfc1c3d4b99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945eba8a-8295-4b5b-836d-b040a82e224f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:34.468060 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d47844ab-9d20-4852-a156-15b21285ce4f admin admin] 10.222.0.127 "PUT /v2.0/routers/17a1cc1c-6852-4db5-81d5-61e2859544ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9754000 Nov 04 10:45:34.469486 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-1fb6d2c5-86cc-4207-868c-f1c499c14cd9 service neutron] Attempting to bind port 8402569d-715d-4b93-af8f-956cf9bc875c on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:45:34.469822 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-1fb6d2c5-86cc-4207-868c-f1c499c14cd9 service neutron] Attempting to bind port 8402569d-715d-4b93-af8f-956cf9bc875c by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '17d4fec5-2580-467a-9bbf-c7c393f2d484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '731fed06-54a7-4fd6-8284-028a699f6dd4'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:45:34.470161 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-1fb6d2c5-86cc-4207-868c-f1c499c14cd9 service neutron] Attempting to bind port 8402569d-715d-4b93-af8f-956cf9bc875c on network 731fed06-54a7-4fd6-8284-028a699f6dd4 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:45:34.487345 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-1fb6d2c5-86cc-4207-868c-f1c499c14cd9 service neutron] Port 8402569d-715d-4b93-af8f-956cf9bc875c on network 731fed06-54a7-4fd6-8284-028a699f6dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:45:34.487747 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-1fb6d2c5-86cc-4207-868c-f1c499c14cd9 service neutron] Attempting to bind port 8402569d-715d-4b93-af8f-956cf9bc875c on network 731fed06-54a7-4fd6-8284-028a699f6dd4 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:45:34.498987 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-1fb6d2c5-86cc-4207-868c-f1c499c14cd9 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:45:34.500645 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-1fb6d2c5-86cc-4207-868c-f1c499c14cd9 service neutron] Checking segment: {'id': '17d4fec5-2580-467a-9bbf-c7c393f2d484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '731fed06-54a7-4fd6-8284-028a699f6dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:45:34.501044 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-1fb6d2c5-86cc-4207-868c-f1c499c14cd9 service neutron] Bound using segment: {'id': '17d4fec5-2580-467a-9bbf-c7c393f2d484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '731fed06-54a7-4fd6-8284-028a699f6dd4'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:45:34.501420 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-1fb6d2c5-86cc-4207-868c-f1c499c14cd9 service neutron] Bound port: 8402569d-715d-4b93-af8f-956cf9bc875c, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d4fec5-2580-467a-9bbf-c7c393f2d484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '731fed06-54a7-4fd6-8284-028a699f6dd4'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:45:34.501861 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-1fb6d2c5-86cc-4207-868c-f1c499c14cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:34.560843 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:34.595934 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 6ca37e0e-010c-4936-98e0-04303c7762f6, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6ca37e0e-010c-4936-98e0-04303c7762f6,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:45:34.602975 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:34.643991 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524f12f-3391-4a5a-bf33-f8d8bf315412 req-fd9b2a35-b93c-4647-ad67-4a99c4b6c790 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:34.655347 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9524f12f-3391-4a5a-bf33-f8d8bf315412 req-fd9b2a35-b93c-4647-ad67-4a99c4b6c790 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c HTTP/1.1" status: 200 len: 945 time: 0.1581030 Nov 04 10:45:34.684651 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=6ca37e0e-010c-4936-98e0-04303c7762f6,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:34.742100 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-1fb6d2c5-86cc-4207-868c-f1c499c14cd9 service neutron] For port 8402569d-715d-4b93-af8f-956cf9bc875c, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:45:34.776238 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9524f12f-3391-4a5a-bf33-f8d8bf315412 req-9856a23e-70a8-4a99-b359-a5ab2497f6c7 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148801 Nov 04 10:45:34.779077 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-1fb6d2c5-86cc-4207-868c-f1c499c14cd9 service neutron] For port 8402569d-715d-4b93-af8f-956cf9bc875c, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=8402569d-715d-4b93-af8f-956cf9bc875c,segment=NetworkSegment(17d4fec5-2580-467a-9bbf-c7c393f2d484),segment_id=17d4fec5-2580-467a-9bbf-c7c393f2d484)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:45:34.797103 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-1fb6d2c5-86cc-4207-868c-f1c499c14cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:34.862762 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-1fb6d2c5-86cc-4207-868c-f1c499c14cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:34.863555 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-1fb6d2c5-86cc-4207-868c-f1c499c14cd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:34.865260 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-1fb6d2c5-86cc-4207-868c-f1c499c14cd9 service neutron] 10.222.0.126 "PUT /v2.0/ports/8402569d-715d-4b93-af8f-956cf9bc875c HTTP/1.1" status: 200 len: 1092 time: 2.3397272 Nov 04 10:45:34.865815 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a773482-17d5-45db-b7ea-d83fcf6ec2cc', 'tag': '8402569d-715d-4b93-af8f-956cf9bc875c'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:45:34.868508 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44102a35-155f-4d1f-ba93-3f2a0fa58192" -d '{"events": [{"name": "network-changed", "server_uuid": "7a773482-17d5-45db-b7ea-d83fcf6ec2cc", "tag": "8402569d-715d-4b93-af8f-956cf9bc875c"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:45:34.903414 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6d2c5-86cc-4207-868c-f1c499c14cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=8402569d-715d-4b93-af8f-956cf9bc875c,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:34.917983 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51171a3-5e1a-4957-a811-4ee6f0a76153 None None] Sync routers for ids ['17a1cc1c-6852-4db5-81d5-61e2859544ae'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:45:34.942859 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51171a3-5e1a-4957-a811-4ee6f0a76153 None None] Routers {'17a1cc1c-6852-4db5-81d5-61e2859544ae'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:45:34.943864 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f51171a3-5e1a-4957-a811-4ee6f0a76153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:45:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['17a1cc1c-6852-4db5-81d5-61e2859544ae'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:35.000426 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-ac1de51c-4542-410b-b286-75c45f4f81fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:35.002074 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-ac1de51c-4542-410b-b286-75c45f4f81fa service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=788160c19d1a4f008a54db687944f75d&device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 1095 time: 0.0864065 Nov 04 10:45:35.076939 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-d467b89e-265b-4d37-b82a-92168d657455 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8402569d-715d-4b93-af8f-956cf9bc875c HTTP/1.1" status: 200 len: 217 time: 0.0647125 Nov 04 10:45:35.171557 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2edbe0c-b00a-4783-89a9-0b7fec37e2b2 x-openstack-request-id: req-c2edbe0c-b00a-4783-89a9-0b7fec37e2b2 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:45:35.171557 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a773482-17d5-45db-b7ea-d83fcf6ec2cc", "tag": "8402569d-715d-4b93-af8f-956cf9bc875c", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:45:35.171874 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-c2edbe0c-b00a-4783-89a9-0b7fec37e2b2 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:45:35.172095 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a773482-17d5-45db-b7ea-d83fcf6ec2cc', 'tag': '8402569d-715d-4b93-af8f-956cf9bc875c', 'status': 'completed', 'code': 200} Nov 04 10:45:35.228361 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-bfa3f353-a9ca-4210-a369-195f9942eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:35.232753 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-bfa3f353-a9ca-4210-a369-195f9942eb2b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=a597efc5-0709-441b-8449-3ae594c8e7b6 HTTP/1.1" status: 200 len: 859 time: 0.1348403 Nov 04 10:45:35.313307 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-f51171a3-5e1a-4957-a811-4ee6f0a76153 None None] Set router 17a1cc1c-6852-4db5-81d5-61e2859544ae gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:45:35.318446 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-f2326dec-e0b5-4ce3-bba2-af297cfaecb9 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=731fed06-54a7-4fd6-8284-028a699f6dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729733 Nov 04 10:45:35.344847 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-cf7c2ba9-4aa2-4a89-9169-cebc3a9a040d service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1753201 Nov 04 10:45:35.459625 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8368e5b-de7f-4e12-b832-d7e08eab30c9 req-710c0774-ca93-4952-8f73-2f8577d319d5 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:35.467786 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b8368e5b-de7f-4e12-b832-d7e08eab30c9 req-710c0774-ca93-4952-8f73-2f8577d319d5 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 944 time: 0.1517460 Nov 04 10:45:35.519630 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51a0a-0934-4742-8abc-5bb384177597 req-d78bef96-0067-4212-8ecb-64ae7fee9fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:35.520117 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51a0a-0934-4742-8abc-5bb384177597 req-d78bef96-0067-4212-8ecb-64ae7fee9fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:35.520584 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51a0a-0934-4742-8abc-5bb384177597 req-d78bef96-0067-4212-8ecb-64ae7fee9fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:35.525283 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51a0a-0934-4742-8abc-5bb384177597 req-d78bef96-0067-4212-8ecb-64ae7fee9fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:35.526039 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51a0a-0934-4742-8abc-5bb384177597 req-d78bef96-0067-4212-8ecb-64ae7fee9fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:35.526525 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51a0a-0934-4742-8abc-5bb384177597 req-d78bef96-0067-4212-8ecb-64ae7fee9fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:35.527082 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51a0a-0934-4742-8abc-5bb384177597 req-d78bef96-0067-4212-8ecb-64ae7fee9fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:35.529520 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-d78bef96-0067-4212-8ecb-64ae7fee9fa8 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=24e6e80e7cbd47b89cef6beaedf3befe&device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 6491 time: 0.1119120 Nov 04 10:45:35.803763 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f51171a3-5e1a-4957-a811-4ee6f0a76153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'name': 'tempest-TaggedBootDevicesTest_v242-136272207-router', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '6ca37e0e-010c-4936-98e0-04303c7762f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:23Z', 'updated_at': '2021-11-04T10:45:32Z', 'revision_number': 4, 'project_id': 'daa3a4d308184b5b997a81a95ee49bba', 'gw_port': {'id': '6ca37e0e-010c-4936-98e0-04303c7762f6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:24Z', 'updated_at': '2021-11-04T10:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '64ac8033-428e-482b-a0d8-3a79b222e611', 'name': '', 'network_id': '22d81940-0863-47fd-a6fd-195db973a95d', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'mac_address': 'fa:16:3e:fd:a3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'b69ed837-2fcf-424e-9608-263128d9a467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:30Z', 'updated_at': '2021-11-04T10:45:32Z', 'revision_number': 2, 'project_id': 'daa3a4d308184b5b997a81a95ee49bba', 'subnets': [{'id': 'b69ed837-2fcf-424e-9608-263128d9a467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:35.804728 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51a0a-0934-4742-8abc-5bb384177597 req-9918f15b-f053-4e3f-9138-5a53c72c0f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:35.806281 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51a0a-0934-4742-8abc-5bb384177597 req-9918f15b-f053-4e3f-9138-5a53c72c0f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:35.807309 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51a0a-0934-4742-8abc-5bb384177597 req-9918f15b-f053-4e3f-9138-5a53c72c0f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:35.814863 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-9918f15b-f053-4e3f-9138-5a53c72c0f1d service neutron] 10.222.0.126 "GET /v2.0/networks?id=1b9e5f98-4b76-4986-a39a-d24c4975f75c&id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&id=e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1&id=e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1 HTTP/1.1" status: 200 len: 2296 time: 0.2528353 Nov 04 10:45:35.846672 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51171a3-5e1a-4957-a811-4ee6f0a76153 None None] Checking router: 17a1cc1c-6852-4db5-81d5-61e2859544ae for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:45:35.846672 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51171a3-5e1a-4957-a811-4ee6f0a76153 None None] Updating router 17a1cc1c-6852-4db5-81d5-61e2859544ae port 64ac8033-428e-482b-a0d8-3a79b222e611 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:45:35.872766 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f51171a3-5e1a-4957-a811-4ee6f0a76153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:36.002259 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-e3848ed7-ebdd-4f79-bb03-24d042454066 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=511fc5ae-cb19-4f00-a96e-ae1fe43026e6 HTTP/1.1" status: 200 len: 1001 time: 0.1802838 Nov 04 10:45:36.116068 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b8368e5b-de7f-4e12-b832-d7e08eab30c9 req-301fd061-6e22-41c4-bd1f-52e92e134bda tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6466365 Nov 04 10:45:36.133564 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-d5b6b384-1c8d-4e84-bf22-985a3fc0fd68 service neutron] 10.222.0.126 "GET /v2.0/networks/731fed06-54a7-4fd6-8284-028a699f6dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8049073 Nov 04 10:45:36.235730 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51a0a-0934-4742-8abc-5bb384177597 req-044aff22-b331-4e6c-b349-a28828e4390d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:36.248024 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6ca37e0e-010c-4936-98e0-04303c7762f6 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:45:36.252211 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-044aff22-b331-4e6c-b349-a28828e4390d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=cad3f525-abcd-4ea2-aa2e-91412e579fe9 HTTP/1.1" status: 200 len: 850 time: 0.1926415 Nov 04 10:45:36.320382 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7e42e-ce80-4ffe-b895-a53077b74a23 req-c576154f-cca3-4a13-8479-aac3c4893b47 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:36.328119 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-27b7e42e-ce80-4ffe-b895-a53077b74a23 req-c576154f-cca3-4a13-8479-aac3c4893b47 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c HTTP/1.1" status: 200 len: 945 time: 0.0875578 Nov 04 10:45:36.373830 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e45e2e4-7789-4e1d-835f-80d33210c235 req-92f261df-c502-45e3-95d5-0eb23eff5fb6 service neutron] 10.222.0.126 "GET /v2.0/networks/731fed06-54a7-4fd6-8284-028a699f6dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298675 Nov 04 10:45:36.434805 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 6ca37e0e-010c-4936-98e0-04303c7762f6 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:36.435495 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:36.445168 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-27b7e42e-ce80-4ffe-b895-a53077b74a23 req-c667b508-a745-427a-a927-fb4cd152c72d tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122940 Nov 04 10:45:36.454965 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51a0a-0934-4742-8abc-5bb384177597 req-377756ee-bfbf-4127-bde8-91fbd5e40361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:36.457249 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-377756ee-bfbf-4127-bde8-91fbd5e40361 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1b9e5f98-4b76-4986-a39a-d24c4975f75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1959491 Nov 04 10:45:36.519434 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f51171a3-5e1a-4957-a811-4ee6f0a76153 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:36.532502 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f51171a3-5e1a-4957-a811-4ee6f0a76153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:36.581609 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44102a35-155f-4d1f-ba93-3f2a0fa58192 req-740093bb-33a4-4b9a-b1fc-e4bf16b30a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:36.590806 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-44102a35-155f-4d1f-ba93-3f2a0fa58192 req-740093bb-33a4-4b9a-b1fc-e4bf16b30a47 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=788160c19d1a4f008a54db687944f75d&device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 1095 time: 0.1337585 Nov 04 10:45:36.714859 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d5fec-2697-4d93-b520-bafc8ccdf94f None None] Pushing event updated for resources: {'Port': ['ID=64ac8033-428e-482b-a0d8-3a79b222e611,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:36.746432 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-c0534c66-478c-4e98-9414-9fc59ad33f8e service neutron] 10.222.0.126 "GET /v2.0/networks/1b9e5f98-4b76-4986-a39a-d24c4975f75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759569 Nov 04 10:45:36.870222 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-f51171a3-5e1a-4957-a811-4ee6f0a76153 None None] Attempting to bind port 64ac8033-428e-482b-a0d8-3a79b222e611 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:45:36.872625 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-f51171a3-5e1a-4957-a811-4ee6f0a76153 None None] Attempting to bind port 64ac8033-428e-482b-a0d8-3a79b222e611 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '22d81940-0863-47fd-a6fd-195db973a95d'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:45:36.877150 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51171a3-5e1a-4957-a811-4ee6f0a76153 None None] Attempting to bind port 64ac8033-428e-482b-a0d8-3a79b222e611 on network 22d81940-0863-47fd-a6fd-195db973a95d {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:45:36.886962 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51171a3-5e1a-4957-a811-4ee6f0a76153 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:45:36.887913 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51171a3-5e1a-4957-a811-4ee6f0a76153 None None] Checking segment: {'id': '75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '22d81940-0863-47fd-a6fd-195db973a95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:45:36.899800 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44102a35-155f-4d1f-ba93-3f2a0fa58192 req-fb90aa06-5b2b-4f06-898b-ddd8896ba01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:36.904347 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-44102a35-155f-4d1f-ba93-3f2a0fa58192 req-fb90aa06-5b2b-4f06-898b-ddd8896ba01b service neutron] 10.222.0.126 "GET /v2.0/networks?id=731fed06-54a7-4fd6-8284-028a699f6dd4 HTTP/1.1" status: 200 len: 921 time: 0.2852962 Nov 04 10:45:36.906353 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f51171a3-5e1a-4957-a811-4ee6f0a76153 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:36.911215 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51171a3-5e1a-4957-a811-4ee6f0a76153 None None] Bound using segment: {'id': '75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '22d81940-0863-47fd-a6fd-195db973a95d'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:45:36.911884 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-f51171a3-5e1a-4957-a811-4ee6f0a76153 None None] Bound port: 64ac8033-428e-482b-a0d8-3a79b222e611, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '22d81940-0863-47fd-a6fd-195db973a95d'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:45:36.914694 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f51171a3-5e1a-4957-a811-4ee6f0a76153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:36.986163 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-44102a35-155f-4d1f-ba93-3f2a0fa58192 req-39513250-e7f2-4f52-99a8-774b6bdd07d6 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8402569d-715d-4b93-af8f-956cf9bc875c HTTP/1.1" status: 200 len: 217 time: 0.0733879 Nov 04 10:45:37.120736 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44102a35-155f-4d1f-ba93-3f2a0fa58192 req-f9835c57-d6c0-42ea-8ca3-4dbc60613591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:37.123386 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-44102a35-155f-4d1f-ba93-3f2a0fa58192 req-f9835c57-d6c0-42ea-8ca3-4dbc60613591 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=a597efc5-0709-441b-8449-3ae594c8e7b6 HTTP/1.1" status: 200 len: 859 time: 0.1281576 Nov 04 10:45:37.124515 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87925c39-635d-4801-b265-131603ccf74a req-82096990-0d75-4610-a7ad-9931d97ae67b tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:37.126940 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-87925c39-635d-4801-b265-131603ccf74a req-82096990-0d75-4610-a7ad-9931d97ae67b tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.126 "GET /v2.0/ports?device_id=35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c HTTP/1.1" status: 200 len: 945 time: 0.1862061 Nov 04 10:45:37.155964 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-f51171a3-5e1a-4957-a811-4ee6f0a76153 None None] For port 64ac8033-428e-482b-a0d8-3a79b222e611, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:45:37.165535 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-f51171a3-5e1a-4957-a811-4ee6f0a76153 None None] For port 64ac8033-428e-482b-a0d8-3a79b222e611, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=64ac8033-428e-482b-a0d8-3a79b222e611,segment=NetworkSegment(75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d),segment_id=75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:45:37.181364 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f51171a3-5e1a-4957-a811-4ee6f0a76153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:37.217111 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e6995f90-8d04-4bd5-a3c6-bb6867ef132e None None] Provisioning complete for port 64ac8033-428e-482b-a0d8-3a79b222e611 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:37.217881 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e6995f90-8d04-4bd5-a3c6-bb6867ef132e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:37.222806 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-44102a35-155f-4d1f-ba93-3f2a0fa58192 req-05f52502-38b9-48ae-927c-ea3918fadb34 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=731fed06-54a7-4fd6-8284-028a699f6dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845833 Nov 04 10:45:37.256180 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-e188392b-3909-4513-ac51-8e755394fb30 service neutron] 10.222.0.126 "GET /v2.0/networks/1b9e5f98-4b76-4986-a39a-d24c4975f75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951000 Nov 04 10:45:37.384936 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51171a3-5e1a-4957-a811-4ee6f0a76153 None None] Routers {'17a1cc1c-6852-4db5-81d5-61e2859544ae'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:45:37.388377 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f51171a3-5e1a-4957-a811-4ee6f0a76153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:45:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['17a1cc1c-6852-4db5-81d5-61e2859544ae'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:37.403049 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-5a9ee73c-9194-4bca-899c-35386555c509 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=93a6d616-ae72-4081-a095-06a4eb3aa14f HTTP/1.1" status: 200 len: 217 time: 0.1405363 Nov 04 10:45:37.523949 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d5fec-2697-4d93-b520-bafc8ccdf94f None None] Pushing event updated for resources: {'Port': ['ID=64ac8033-428e-482b-a0d8-3a79b222e611,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:37.662899 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701e084-b0b7-4dae-aa97-a08d668af892 req-5ebbb44d-c81f-4273-8644-fe53e84f5678 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:37.670599 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c701e084-b0b7-4dae-aa97-a08d668af892 req-5ebbb44d-c81f-4273-8644-fe53e84f5678 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 944 time: 0.4095306 Nov 04 10:45:37.763521 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-f51171a3-5e1a-4957-a811-4ee6f0a76153 None None] Set router 17a1cc1c-6852-4db5-81d5-61e2859544ae gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:45:37.799080 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51a0a-0934-4742-8abc-5bb384177597 req-aa308052-a4c2-402b-b9db-42541a187904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:37.800583 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-aa308052-a4c2-402b-b9db-42541a187904 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c288e9a9-e266-47aa-b999-fff4d7adb121 HTTP/1.1" status: 200 len: 797 time: 0.3767738 Nov 04 10:45:37.869160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-87925c39-635d-4801-b265-131603ccf74a req-fe328cca-2f6c-41ea-9863-0dcd28b7ad9c tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Deleting port 1071a360-2514-4cf7-b83d-13412bb98f79 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:45:37.869507 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-87925c39-635d-4801-b265-131603ccf74a req-fe328cca-2f6c-41ea-9863-0dcd28b7ad9c tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:37.874413 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-44102a35-155f-4d1f-ba93-3f2a0fa58192 req-eb789f6a-1d58-4d71-9c6d-16a76044cca5 service neutron] 10.222.0.126 "GET /v2.0/networks/731fed06-54a7-4fd6-8284-028a699f6dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6378012 Nov 04 10:45:37.945489 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c701e084-b0b7-4dae-aa97-a08d668af892 req-5c76f861-6f92-4165-b31e-478c944a6cb6 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608035 Nov 04 10:45:37.955684 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 8402569d-715d-4b93-af8f-956cf9bc875c details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:45:37.958232 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e6995f90-8d04-4bd5-a3c6-bb6867ef132e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:38.056177 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e6995f90-8d04-4bd5-a3c6-bb6867ef132e None None] For port 64ac8033-428e-482b-a0d8-3a79b222e611, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=64ac8033-428e-482b-a0d8-3a79b222e611,segment=NetworkSegment(75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d),segment_id=75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:45:38.078224 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e6995f90-8d04-4bd5-a3c6-bb6867ef132e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:38.115446 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51a0a-0934-4742-8abc-5bb384177597 req-d4fb5fcd-ad17-4975-b016-05bd8136df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:38.122039 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-d4fb5fcd-ad17-4975-b016-05bd8136df2c service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3107495 Nov 04 10:45:38.155557 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f51171a3-5e1a-4957-a811-4ee6f0a76153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'name': 'tempest-TaggedBootDevicesTest_v242-136272207-router', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '6ca37e0e-010c-4936-98e0-04303c7762f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:23Z', 'updated_at': '2021-11-04T10:45:32Z', 'revision_number': 4, 'project_id': 'daa3a4d308184b5b997a81a95ee49bba', 'gw_port': {'id': '6ca37e0e-010c-4936-98e0-04303c7762f6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:24Z', 'updated_at': '2021-11-04T10:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '64ac8033-428e-482b-a0d8-3a79b222e611', 'name': '', 'network_id': '22d81940-0863-47fd-a6fd-195db973a95d', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'mac_address': 'fa:16:3e:fd:a3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'b69ed837-2fcf-424e-9608-263128d9a467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:30Z', 'updated_at': '2021-11-04T10:45:37Z', 'revision_number': 4, 'project_id': 'daa3a4d308184b5b997a81a95ee49bba', 'subnets': [{'id': 'b69ed837-2fcf-424e-9608-263128d9a467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:45:38.214284 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51171a3-5e1a-4957-a811-4ee6f0a76153 None None] The sync data for ids ['17a1cc1c-6852-4db5-81d5-61e2859544ae'] in n-d-816629-1 is: [{'id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'name': 'tempest-TaggedBootDevicesTest_v242-136272207-router', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '6ca37e0e-010c-4936-98e0-04303c7762f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:23Z', 'updated_at': '2021-11-04T10:45:32Z', 'revision_number': 4, 'project_id': 'daa3a4d308184b5b997a81a95ee49bba', 'gw_port': {'id': '6ca37e0e-010c-4936-98e0-04303c7762f6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:24Z', 'updated_at': '2021-11-04T10:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '64ac8033-428e-482b-a0d8-3a79b222e611', 'name': '', 'network_id': '22d81940-0863-47fd-a6fd-195db973a95d', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'mac_address': 'fa:16:3e:fd:a3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'b69ed837-2fcf-424e-9608-263128d9a467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:30Z', 'updated_at': '2021-11-04T10:45:37Z', 'revision_number': 4, 'project_id': 'daa3a4d308184b5b997a81a95ee49bba', 'subnets': [{'id': 'b69ed837-2fcf-424e-9608-263128d9a467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:45:38.224365 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.resource_extend [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:45:38.405800 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37fec2-dddf-4e38-a0dc-819eb45e6fae req-ff9643f2-096a-4389-9c8e-2e01cc0f7075 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:38.416003 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-243da8e9-11ec-4652-9bb8-d0bc6654dcae None None] Provisioning complete for port 64ac8033-428e-482b-a0d8-3a79b222e611 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:38.416369 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-243da8e9-11ec-4652-9bb8-d0bc6654dcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:38.418722 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bd37fec2-dddf-4e38-a0dc-819eb45e6fae req-ff9643f2-096a-4389-9c8e-2e01cc0f7075 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c HTTP/1.1" status: 200 len: 945 time: 0.2615623 Nov 04 10:45:38.421361 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6995f90-8d04-4bd5-a3c6-bb6867ef132e None None] Pushing event updated for resources: {'Port': ['ID=64ac8033-428e-482b-a0d8-3a79b222e611,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:38.534175 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 8402569d-715d-4b93-af8f-956cf9bc875c, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=8402569d-715d-4b93-af8f-956cf9bc875c,segment=NetworkSegment(17d4fec5-2580-467a-9bbf-c7c393f2d484),segment_id=17d4fec5-2580-467a-9bbf-c7c393f2d484)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:45:38.539783 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-87925c39-635d-4801-b265-131603ccf74a req-fe328cca-2f6c-41ea-9863-0dcd28b7ad9c tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] For port 1071a360-2514-4cf7-b83d-13412bb98f79, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1071a360-2514-4cf7-b83d-13412bb98f79,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:45:38.541097 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-87925c39-635d-4801-b265-131603ccf74a req-fe328cca-2f6c-41ea-9863-0dcd28b7ad9c tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:38.556406 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '8402569d-715d-4b93-af8f-956cf9bc875c', 'network_id': '731fed06-54a7-4fd6-8284-028a699f6dd4', 'port_id': '8402569d-715d-4b93-af8f-956cf9bc875c', 'mac_address': 'fa:16:3e:cf:93:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a597efc5-0709-441b-8449-3ae594c8e7b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:45:38.595105 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-44102a35-155f-4d1f-ba93-3f2a0fa58192 req-29c151cb-d321-4810-91c2-02d469028ab5 service neutron] 10.222.0.126 "GET /v2.0/networks/731fed06-54a7-4fd6-8284-028a699f6dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7042770 Nov 04 10:45:38.623678 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bd37fec2-dddf-4e38-a0dc-819eb45e6fae req-9b501eac-a0b1-4762-aacb-dd61b057ae21 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037504 Nov 04 10:45:38.743379 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-0ab13902-4410-4ca9-b4e8-5df6e77152bf service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5965197 Nov 04 10:45:38.774189 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:38.793616 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-87925c39-635d-4801-b265-131603ccf74a req-fe328cca-2f6c-41ea-9863-0dcd28b7ad9c tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Calling delete_port for 1071a360-2514-4cf7-b83d-13412bb98f79 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:45:38.856465 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8402569d-715d-4b93-af8f-956cf9bc875c {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:45:38.939003 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 8402569d-715d-4b93-af8f-956cf9bc875c, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=8402569d-715d-4b93-af8f-956cf9bc875c,segment=NetworkSegment(17d4fec5-2580-467a-9bbf-c7c393f2d484),segment_id=17d4fec5-2580-467a-9bbf-c7c393f2d484)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:45:38.949281 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:39.108523 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=8402569d-715d-4b93-af8f-956cf9bc875c,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:39.273904 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['8402569d-715d-4b93-af8f-956cf9bc875c'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:45:39.311243 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92e32c-8f12-4784-b903-a9ed3b4751a4 req-54264728-4405-45b9-b5f6-60cf44a86f15 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:39.336197 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4c92e32c-8f12-4784-b903-a9ed3b4751a4 req-54264728-4405-45b9-b5f6-60cf44a86f15 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 945 time: 0.1246123 Nov 04 10:45:39.453084 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4c92e32c-8f12-4784-b903-a9ed3b4751a4 req-5bd4a219-d0f6-4051-ae6f-b111bbf5b01b tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155457 Nov 04 10:45:39.800795 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1071a360-2514-4cf7-b83d-13412bb98f79 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:45:39.874196 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c5c166b2-d5e1-497f-a795-8aab3902e593 req-0a9a3f01-41cc-4a5d-a1e3-eba48850e81f tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c HTTP/1.1" status: 200 len: 210 time: 0.0872896 Nov 04 10:45:39.885819 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 1071a360-2514-4cf7-b83d-13412bb98f79 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:45:39.886166 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1071a360-2514-4cf7-b83d-13412bb98f79 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:45:40.091232 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-87925c39-635d-4801-b265-131603ccf74a req-fe328cca-2f6c-41ea-9863-0dcd28b7ad9c tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:40.211289 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-4e8fbefa-9bd8-494b-a727-4c3e877d00b4 service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1770070 Nov 04 10:45:40.278412 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 64ac8033-428e-482b-a0d8-3a79b222e611 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:45:40.341514 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe328cca-2f6c-41ea-9863-0dcd28b7ad9c tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Pushing event deleted for resources: {'Port': ['ID=1071a360-2514-4cf7-b83d-13412bb98f79,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:40.350687 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-020167d8-394f-4abc-8550-7e2cd7db94a2 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=a09927a9-ef20-452f-a0cd-6d40858aa8ef HTTP/1.1" status: 200 len: 217 time: 0.0937381 Nov 04 10:45:40.379858 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 64ac8033-428e-482b-a0d8-3a79b222e611 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:40.380521 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:40.417458 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['310bdf6a-823e-4dce-ba34-0799bb073a43'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:45:40.561662 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-87925c39-635d-4801-b265-131603ccf74a req-fe328cca-2f6c-41ea-9863-0dcd28b7ad9c tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] No DVR routers for this DVR port 1071a360-2514-4cf7-b83d-13412bb98f79 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:45:40.574351 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-87925c39-635d-4801-b265-131603ccf74a req-fe328cca-2f6c-41ea-9863-0dcd28b7ad9c tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:40.582578 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-87925c39-635d-4801-b265-131603ccf74a req-fe328cca-2f6c-41ea-9863-0dcd28b7ad9c tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.126 "DELETE /v2.0/ports/1071a360-2514-4cf7-b83d-13412bb98f79 HTTP/1.1" status: 204 len: 173 time: 3.4345396 Nov 04 10:45:40.601298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c', 'name': 'network-vif-deleted', 'tag': '1071a360-2514-4cf7-b83d-13412bb98f79'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:45:40.603915 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e29a68e-bab7-4008-8d5f-9312452bc0f7" -d '{"events": [{"server_uuid": "35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c", "name": "network-vif-deleted", "tag": "1071a360-2514-4cf7-b83d-13412bb98f79"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:45:40.694612 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51a0a-0934-4742-8abc-5bb384177597 req-e82a3ada-d0ac-422e-a8a4-7e404cc73041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:40.697102 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-e82a3ada-d0ac-422e-a8a4-7e404cc73041 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c288e9a9-e266-47aa-b999-fff4d7adb121 HTTP/1.1" status: 200 len: 797 time: 0.3378179 Nov 04 10:45:40.724076 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282a373-6b76-4097-81a4-8db9d6e342a1 req-d640ef41-dcca-4420-9586-9816a2d18953 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:40.736342 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4282a373-6b76-4097-81a4-8db9d6e342a1 req-d640ef41-dcca-4420-9586-9816a2d18953 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 945 time: 0.1126299 Nov 04 10:45:40.829317 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51a0a-0934-4742-8abc-5bb384177597 req-918c5b32-9c18-4d5c-a745-154659580f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:40.831197 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-918c5b32-9c18-4d5c-a745-154659580f53 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1271656 Nov 04 10:45:40.858916 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4282a373-6b76-4097-81a4-8db9d6e342a1 req-cd5835f6-5984-48d7-8c00-32e9f5d571a5 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197343 Nov 04 10:45:40.925121 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300d1bee-7ad3-419b-8e3a-dc8d3e66a90c x-openstack-request-id: req-300d1bee-7ad3-419b-8e3a-dc8d3e66a90c {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:45:40.925419 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c", "name": "network-vif-deleted", "tag": "1071a360-2514-4cf7-b83d-13412bb98f79", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:45:40.925672 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-300d1bee-7ad3-419b-8e3a-dc8d3e66a90c {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:45:40.928237 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c', 'name': 'network-vif-deleted', 'tag': '1071a360-2514-4cf7-b83d-13412bb98f79', 'status': 'completed', 'code': 200} Nov 04 10:45:41.032710 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-b4cf6a78-2563-461d-ac18-8191123b81e4 service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861789 Nov 04 10:45:41.151247 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d38bd27b-85e3-4ed2-8211-db3fb2849190 req-5a233719-7141-49c4-9eb6-5a45b90527b0 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=35ea9de6-9b09-4ef2-9b8e-d2a53ca0a79c HTTP/1.1" status: 200 len: 210 time: 0.0773194 Nov 04 10:45:41.222765 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-f6b95ba7-660d-4feb-81f8-d5650dd75475 service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816189 Nov 04 10:45:41.318173 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-e000c8ec-18e1-4572-8c22-a326f26a35bb service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=4ab0a657-f335-4fa1-bff5-c15c3461f18a HTTP/1.1" status: 200 len: 217 time: 0.0721407 Nov 04 10:45:41.426889 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51a0a-0934-4742-8abc-5bb384177597 req-36671ad9-6e93-43a6-873f-e6cd333b3679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:41.428714 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-36671ad9-6e93-43a6-873f-e6cd333b3679 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c288e9a9-e266-47aa-b999-fff4d7adb121 HTTP/1.1" status: 200 len: 797 time: 0.1095126 Nov 04 10:45:41.495717 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51a0a-0934-4742-8abc-5bb384177597 req-2466377a-8317-4c95-ba3f-1da5f559419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:41.497311 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-2466377a-8317-4c95-ba3f-1da5f559419a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0555084 Nov 04 10:45:41.652593 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-75b5af4e-9e2b-4883-96b5-b834b2b38e6c service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466744 Nov 04 10:45:41.800026 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 8402569d-715d-4b93-af8f-956cf9bc875c up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:45:41.834241 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-5090c8d7-ce50-4aa0-b513-c0d8b5afe6cb service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655502 Nov 04 10:45:41.906194 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 8402569d-715d-4b93-af8f-956cf9bc875c completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:45:41.911093 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 8402569d-715d-4b93-af8f-956cf9bc875c triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:41.911841 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:41.927456 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-fa0aaaee-6c94-44c2-962d-3f652ed3a041 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=bb296dc2-fe9a-4d2b-a25a-d011341603b9 HTTP/1.1" status: 200 len: 217 time: 0.0856709 Nov 04 10:45:42.043578 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51a0a-0934-4742-8abc-5bb384177597 req-1d3da064-b980-412b-b44e-63e3a52bc1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:42.044800 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-1d3da064-b980-412b-b44e-63e3a52bc1ca service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c288e9a9-e266-47aa-b999-fff4d7adb121 HTTP/1.1" status: 200 len: 797 time: 0.1095376 Nov 04 10:45:42.200805 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51a0a-0934-4742-8abc-5bb384177597 req-30fa5640-b2aa-4d7f-bc52-bb98381e263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:42.202706 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-30fa5640-b2aa-4d7f-bc52-bb98381e263e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1488984 Nov 04 10:45:42.213366 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64687063-d4ef-4e4f-8f76-6b60f632bb79 req-4eb7053f-e5ed-4ce9-a2e7-ee4af3b26c45 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:42.220463 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-64687063-d4ef-4e4f-8f76-6b60f632bb79 req-4eb7053f-e5ed-4ce9-a2e7-ee4af3b26c45 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 945 time: 0.1228998 Nov 04 10:45:42.260725 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:42.358197 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-64687063-d4ef-4e4f-8f76-6b60f632bb79 req-604b42dc-d8cd-4eaa-8830-4d3e345da688 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277688 Nov 04 10:45:42.361648 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-cc348033-1d79-4b29-a896-50fd367aab4a service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508710 Nov 04 10:45:42.370673 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a773482-17d5-45db-b7ea-d83fcf6ec2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8402569d-715d-4b93-af8f-956cf9bc875c'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:45:42.373203 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876d1bac-d4fa-4679-90ea-ffb6fcd7cde5" -d '{"events": [{"server_uuid": "7a773482-17d5-45db-b7ea-d83fcf6ec2cc", "name": "network-vif-plugged", "status": "completed", "tag": "8402569d-715d-4b93-af8f-956cf9bc875c"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:45:42.390758 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 8402569d-715d-4b93-af8f-956cf9bc875c, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=8402569d-715d-4b93-af8f-956cf9bc875c,segment=NetworkSegment(17d4fec5-2580-467a-9bbf-c7c393f2d484),segment_id=17d4fec5-2580-467a-9bbf-c7c393f2d484)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:45:42.397368 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:42.399096 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:42.513806 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=8402569d-715d-4b93-af8f-956cf9bc875c,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:42.577137 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-1c7c638e-e86d-487e-b07e-b02dfba0bc08 service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011812 Nov 04 10:45:42.600610 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69ba467-df83-4d32-a82c-24373b793895 x-openstack-request-id: req-a69ba467-df83-4d32-a82c-24373b793895 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:45:42.601470 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a773482-17d5-45db-b7ea-d83fcf6ec2cc", "name": "network-vif-plugged", "status": "completed", "tag": "8402569d-715d-4b93-af8f-956cf9bc875c", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:45:42.602040 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-a69ba467-df83-4d32-a82c-24373b793895 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:45:42.602671 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a773482-17d5-45db-b7ea-d83fcf6ec2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8402569d-715d-4b93-af8f-956cf9bc875c', 'code': 200} Nov 04 10:45:42.716278 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-fb5ec510-f807-4da5-9941-b92dc3edde76 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=72df5c77-e2bf-4914-a389-b01de4c7d2be HTTP/1.1" status: 200 len: 217 time: 0.1172092 Nov 04 10:45:42.833816 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51a0a-0934-4742-8abc-5bb384177597 req-a403d4aa-fd9c-470c-812c-4681f18e02c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:42.837221 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-a403d4aa-fd9c-470c-812c-4681f18e02c8 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=fb0189f5-0dbc-49c3-b67c-b28bc1fef63a HTTP/1.1" status: 200 len: 797 time: 0.0822814 Nov 04 10:45:42.875672 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d104dcd-f8b1-4e3a-9903-96bc19688a10 req-ecb314cd-52b7-4b16-92ae-7ebe32fe8a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:42.877356 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8d104dcd-f8b1-4e3a-9903-96bc19688a10 req-ecb314cd-52b7-4b16-92ae-7ebe32fe8a13 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 1097 time: 0.1731606 Nov 04 10:45:42.912140 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51a0a-0934-4742-8abc-5bb384177597 req-65b72237-1831-4a07-9c01-d67345ee287e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:42.913821 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-65b72237-1831-4a07-9c01-d67345ee287e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0674345 Nov 04 10:45:42.959514 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8d104dcd-f8b1-4e3a-9903-96bc19688a10 req-a8a3216a-8063-49c0-8ff0-09a7b15344b1 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707808 Nov 04 10:45:43.051759 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-18e3fdea-1575-4a2e-a807-9ef997d35113 service neutron] 10.222.0.126 "GET /v2.0/networks/e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182342 Nov 04 10:45:43.491628 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-37e0d254-fcc7-4c70-b279-492462d78501 service neutron] 10.222.0.126 "GET /v2.0/networks/e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947197 Nov 04 10:45:43.569353 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-13b2dcb2-35e6-4770-88a9-526a6d27f036 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=774451b9-da41-429f-b239-13e3f3375067 HTTP/1.1" status: 200 len: 217 time: 0.0618231 Nov 04 10:45:43.590835 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070b8ff-7c88-4fd9-a253-afba62c20389 req-80e8c8bd-c91c-4a87-a4ae-8d0e3d09745e tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:43.598699 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4070b8ff-7c88-4fd9-a253-afba62c20389 req-80e8c8bd-c91c-4a87-a4ae-8d0e3d09745e tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.1122665 Nov 04 10:45:43.671956 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51a0a-0934-4742-8abc-5bb384177597 req-5ebd4e5e-3cba-458b-81d1-c43dd993643e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:43.673535 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4070b8ff-7c88-4fd9-a253-afba62c20389 req-51b6c017-a873-4060-966f-cbe6f79e1161 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692391 Nov 04 10:45:43.679255 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-5ebd4e5e-3cba-458b-81d1-c43dd993643e service neutron] 10.222.0.126 "GET /v2.0/subnets?id=fb0189f5-0dbc-49c3-b67c-b28bc1fef63a HTTP/1.1" status: 200 len: 797 time: 0.0970211 Nov 04 10:45:43.797774 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51a0a-0934-4742-8abc-5bb384177597 req-2f56ed27-cc1e-46e2-adb5-c6c620f31352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:43.803567 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-2f56ed27-cc1e-46e2-adb5-c6c620f31352 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1130064 Nov 04 10:45:44.003461 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-51229a7c-855b-455f-9549-c8deb3206880 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:44.022902 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-51229a7c-855b-455f-9549-c8deb3206880 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/networks?id=4ea30ddd-783c-4e98-88c8-c72495d90b19 HTTP/1.1" status: 200 len: 806 time: 0.2022064 Nov 04 10:45:44.065469 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-a1c1967c-47b9-4567-850d-81174cee2433 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/quotas/343110c8f9b64c948b5d4c411d3c8a01 HTTP/1.1" status: 200 len: 375 time: 0.0410969 Nov 04 10:45:44.124914 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-105e296f-b949-4fad-a7c4-666d2a7b0db1 service neutron] 10.222.0.126 "GET /v2.0/networks/e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137436 Nov 04 10:45:44.170794 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-a99f3601-05d1-43d0-8b3a-1cee321cfed1 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=343110c8f9b64c948b5d4c411d3c8a01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1042757 Nov 04 10:45:44.345012 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18c51a0a-0934-4742-8abc-5bb384177597 req-edfa5c05-a42f-43af-a082-c91e0f0475b9 service neutron] 10.222.0.126 "GET /v2.0/networks/e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043116 Nov 04 10:45:44.382660 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-43ab1579-c75a-4c18-beaf-5c80666fd97d service neutron] 10.222.0.127 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098320 Nov 04 10:45:44.538771 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-bb693591-e1bd-43dd-8041-ba1ba46fca3b service neutron] 10.222.0.127 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495385 Nov 04 10:45:44.770015 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:44.954956 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-07015df2-4b0b-4826-80b9-63fe82d2b22d req-aedafd4e-3733-4ce8-b75b-8fc747263d6f tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=a29a255d-fc6f-42d5-b080-be587ed2a266 HTTP/1.1" status: 200 len: 210 time: 0.0368581 Nov 04 10:45:45.201165 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1de4b-df08-44c0-b92b-b125e9dde9cb req-3d9321d7-a9e7-4ad1-8d46-cd96b816fc60 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:45.207408 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0eb1de4b-df08-44c0-b92b-b125e9dde9cb req-3d9321d7-a9e7-4ad1-8d46-cd96b816fc60 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.1644402 Nov 04 10:45:45.329463 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0eb1de4b-df08-44c0-b92b-b125e9dde9cb req-8577d60e-b0df-41a9-9c67-3a0675094f5b tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130543 Nov 04 10:45:45.790903 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fe26e-b2fa-4232-ae94-c84b907929b3 req-b79ac3d7-532c-4135-85cf-51fa44a78318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:45.795811 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f87fe26e-b2fa-4232-ae94-c84b907929b3 req-b79ac3d7-532c-4135-85cf-51fa44a78318 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=788160c19d1a4f008a54db687944f75d&device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 1097 time: 0.1287696 Nov 04 10:45:45.840622 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39309973-90ac-4557-95ed-0adc06148ee4 req-6465fd12-3142-4450-8eed-4c0b50a00fd9 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:45.845925 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-39309973-90ac-4557-95ed-0adc06148ee4 req-6465fd12-3142-4450-8eed-4c0b50a00fd9 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.1537707 Nov 04 10:45:45.951545 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-39309973-90ac-4557-95ed-0adc06148ee4 req-d53c79d7-c78a-40da-9daa-89542d81ab8b tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957134 Nov 04 10:45:45.993531 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fe26e-b2fa-4232-ae94-c84b907929b3 req-71a6a0aa-e295-4e49-9a76-fe6bcbd87b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:45.996949 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f87fe26e-b2fa-4232-ae94-c84b907929b3 req-71a6a0aa-e295-4e49-9a76-fe6bcbd87b1d service neutron] 10.222.0.126 "GET /v2.0/networks?id=731fed06-54a7-4fd6-8284-028a699f6dd4 HTTP/1.1" status: 200 len: 921 time: 0.1884255 Nov 04 10:45:46.089641 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f87fe26e-b2fa-4232-ae94-c84b907929b3 req-a51703fd-7e55-4cdf-a0f4-f59ae9675281 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8402569d-715d-4b93-af8f-956cf9bc875c HTTP/1.1" status: 200 len: 217 time: 0.0841587 Nov 04 10:45:46.223795 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fe26e-b2fa-4232-ae94-c84b907929b3 req-cec2f744-6ceb-47a4-ba83-b2d906094045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:46.227693 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f87fe26e-b2fa-4232-ae94-c84b907929b3 req-cec2f744-6ceb-47a4-ba83-b2d906094045 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=a597efc5-0709-441b-8449-3ae594c8e7b6 HTTP/1.1" status: 200 len: 859 time: 0.1219187 Nov 04 10:45:46.305914 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-083aad9a-0887-404c-8c78-dfb0c1778c35 req-c2cabc5f-8ca1-475b-8ef1-5556554fc951 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=a29a255d-fc6f-42d5-b080-be587ed2a266 HTTP/1.1" status: 200 len: 210 time: 0.0547791 Nov 04 10:45:46.376659 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f87fe26e-b2fa-4232-ae94-c84b907929b3 req-84173dfb-4dc7-4e16-8c3b-61e01b719070 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=731fed06-54a7-4fd6-8284-028a699f6dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1407526 Nov 04 10:45:46.555018 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-5f14993a-b39b-4cdc-803e-07955816966f tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:46.557867 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-5f14993a-b39b-4cdc-803e-07955816966f tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.126 "GET /v2.0/networks?id=4ea30ddd-783c-4e98-88c8-c72495d90b19 HTTP/1.1" status: 200 len: 806 time: 0.2758331 Nov 04 10:45:46.576779 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-584c9832-7665-41b6-a94b-cfc5f0c06ebf tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Request body: {'port': {'device_id': 'a29a255d-fc6f-42d5-b080-be587ed2a266', 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19', 'admin_state_up': True, 'tenant_id': '343110c8f9b64c948b5d4c411d3c8a01'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:45:46.647835 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f87fe26e-b2fa-4232-ae94-c84b907929b3 req-5e5e94aa-75ce-4a3e-ae88-398a06a6c60f service neutron] 10.222.0.126 "GET /v2.0/networks/731fed06-54a7-4fd6-8284-028a699f6dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597606 Nov 04 10:45:46.859898 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-59df1261-1945-4ac3-bbbd-17a20f3d50da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:46.881957 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-584c9832-7665-41b6-a94b-cfc5f0c06ebf tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Made reservation on behalf of 343110c8f9b64c948b5d4c411d3c8a01 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:45:46.897192 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-584c9832-7665-41b6-a94b-cfc5f0c06ebf tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:46.958833 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f87fe26e-b2fa-4232-ae94-c84b907929b3 req-d1bf4a32-63f5-4409-8807-29f918db1366 service neutron] 10.222.0.126 "GET /v2.0/networks/731fed06-54a7-4fd6-8284-028a699f6dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962148 Nov 04 10:45:47.116778 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5c738-dbae-47c6-80d1-d82f670a8b6a req-73f4201b-c2e7-4c19-9f55-a43999b3f177 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:47.126063 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-17c5c738-dbae-47c6-80d1-d82f670a8b6a req-73f4201b-c2e7-4c19-9f55-a43999b3f177 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.0799439 Nov 04 10:45:47.202055 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-17c5c738-dbae-47c6-80d1-d82f670a8b6a req-8b65a3d5-8475-4d6c-8d2d-8d455a332a44 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689394 Nov 04 10:45:47.345811 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-584c9832-7665-41b6-a94b-cfc5f0c06ebf tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Allocated IP 172.20.0.13 (4ea30ddd-783c-4e98-88c8-c72495d90b19/2f935783-72d0-4b06-b77a-43dd18ec13a3/d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:45:47.606035 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dd831eae-e6a9-4798-a933-66a88d9d53b5 req-86fd8bae-f82a-44ee-8b3e-9f766ee92105 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=a29a255d-fc6f-42d5-b080-be587ed2a266 HTTP/1.1" status: 200 len: 210 time: 0.0733337 Nov 04 10:45:47.622182 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-584c9832-7665-41b6-a94b-cfc5f0c06ebf tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:47.682415 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-584c9832-7665-41b6-a94b-cfc5f0c06ebf tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:47.696938 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['310bdf6a-823e-4dce-ba34-0799bb073a43'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:45:47.776931 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-584c9832-7665-41b6-a94b-cfc5f0c06ebf tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Network 4ea30ddd-783c-4e98-88c8-c72495d90b19 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:45:47.802933 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-584c9832-7665-41b6-a94b-cfc5f0c06ebf tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:45:47.813293 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-584c9832-7665-41b6-a94b-cfc5f0c06ebf tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:45:47.826214 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c9832-7665-41b6-a94b-cfc5f0c06ebf tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Pushing event updated for resources: {'Port': ['ID=d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:47.958948 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-584c9832-7665-41b6-a94b-cfc5f0c06ebf tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:47.961407 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-584c9832-7665-41b6-a94b-cfc5f0c06ebf tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:47.990797 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-584c9832-7665-41b6-a94b-cfc5f0c06ebf tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4210002 Nov 04 10:45:48.003836 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-ed1aac33-cf50-4c9c-a43b-823aeac59db0 service neutron] Request body: {'port': {'device_id': 'a29a255d-fc6f-42d5-b080-be587ed2a266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:45:48.182765 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-ed1aac33-cf50-4c9c-a43b-823aeac59db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:48.470607 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027e555-c04e-4891-81b0-288c577057e4 req-8b3c382b-805a-4d84-aaad-1b3b13b0444d tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:48.483686 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9027e555-c04e-4891-81b0-288c577057e4 req-8b3c382b-805a-4d84-aaad-1b3b13b0444d tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.1295941 Nov 04 10:45:48.617621 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9027e555-c04e-4891-81b0-288c577057e4 req-27eaad03-1f84-45df-9628-e86ef3ea506a tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314609 Nov 04 10:45:48.633317 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 51606) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:48.658766 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-ed1aac33-cf50-4c9c-a43b-823aeac59db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:45:48.676720 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-ed1aac33-cf50-4c9c-a43b-823aeac59db0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:48.711752 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-ed1aac33-cf50-4c9c-a43b-823aeac59db0 service neutron] Transition to ACTIVE for port object d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:45:48.722628 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-ed1aac33-cf50-4c9c-a43b-823aeac59db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:48.879543 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-45cbee16-e19a-42e4-8d86-77352b7ec905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:48.971119 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1aac33-cf50-4c9c-a43b-823aeac59db0 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:49.040629 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-ed1aac33-cf50-4c9c-a43b-823aeac59db0 service neutron] Attempting to bind port d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:45:49.041002 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-ed1aac33-cf50-4c9c-a43b-823aeac59db0 service neutron] Attempting to bind port d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:45:49.041257 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-ed1aac33-cf50-4c9c-a43b-823aeac59db0 service neutron] Attempting to bind port d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef on network 4ea30ddd-783c-4e98-88c8-c72495d90b19 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:45:49.055697 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-ed1aac33-cf50-4c9c-a43b-823aeac59db0 service neutron] Port d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef on network 4ea30ddd-783c-4e98-88c8-c72495d90b19 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:45:49.056699 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-ed1aac33-cf50-4c9c-a43b-823aeac59db0 service neutron] Attempting to bind port d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef on network 4ea30ddd-783c-4e98-88c8-c72495d90b19 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:45:49.076109 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-ed1aac33-cf50-4c9c-a43b-823aeac59db0 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:45:49.077478 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-ed1aac33-cf50-4c9c-a43b-823aeac59db0 service neutron] Checking segment: {'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:45:49.078279 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-ed1aac33-cf50-4c9c-a43b-823aeac59db0 service neutron] Bound using segment: {'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:45:49.078981 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-ed1aac33-cf50-4c9c-a43b-823aeac59db0 service neutron] Bound port: d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:45:49.079875 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-ed1aac33-cf50-4c9c-a43b-823aeac59db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:49.084923 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-45cbee16-e19a-42e4-8d86-77352b7ec905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:49.098296 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-45cbee16-e19a-42e4-8d86-77352b7ec905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:49.185304 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbee16-e19a-42e4-8d86-77352b7ec905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3954800d-6bd9-4464-a034-1f12860880e4,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:49.200963 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-ed1aac33-cf50-4c9c-a43b-823aeac59db0 service neutron] For port d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:45:49.216898 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-ed1aac33-cf50-4c9c-a43b-823aeac59db0 service neutron] For port d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:45:49.224499 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-ed1aac33-cf50-4c9c-a43b-823aeac59db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:49.225594 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1ea34-608d-4e2c-a2ee-76999a1856ce req-abd82dd0-4d4f-42d3-9b2e-45c91dc85e8c tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:49.231114 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a1f1ea34-608d-4e2c-a2ee-76999a1856ce req-abd82dd0-4d4f-42d3-9b2e-45c91dc85e8c tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=a29a255d-fc6f-42d5-b080-be587ed2a266 HTTP/1.1" status: 200 len: 944 time: 0.2138972 Nov 04 10:45:49.286869 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-ed1aac33-cf50-4c9c-a43b-823aeac59db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:49.287782 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-ed1aac33-cf50-4c9c-a43b-823aeac59db0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:49.290706 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-ed1aac33-cf50-4c9c-a43b-823aeac59db0 service neutron] 10.222.0.126 "PUT /v2.0/ports/d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef HTTP/1.1" status: 200 len: 1092 time: 1.2913671 Nov 04 10:45:49.291374 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29a255d-fc6f-42d5-b080-be587ed2a266', 'tag': 'd8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:45:49.291946 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-45cbee16-e19a-42e4-8d86-77352b7ec905 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=4d42690f347044f59022c6219e8c35cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6578951 Nov 04 10:45:49.296594 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406ec88e-c27e-4b79-b760-70e08b6e486c" -d '{"events": [{"name": "network-changed", "server_uuid": "a29a255d-fc6f-42d5-b080-be587ed2a266", "tag": "d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:45:49.304232 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 51616) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:49.356661 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d2d924d3-016c-4bd2-adfc-473e6734702d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:49.389645 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a1f1ea34-608d-4e2c-a2ee-76999a1856ce req-c15140bc-fb68-4e3b-a6a2-daaff0aa6ff8 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398351 Nov 04 10:45:49.428579 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b63cd3ab-ab70-43b8-9091-82971c3cf031 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:49.460971 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b63cd3ab-ab70-43b8-9091-82971c3cf031 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:49.465590 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1aac33-cf50-4c9c-a43b-823aeac59db0 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:49.477375 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f1a03a-5c5b-42e0-bc57-6467b2e95908 x-openstack-request-id: req-23f1a03a-5c5b-42e0-bc57-6467b2e95908 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:45:49.477839 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29a255d-fc6f-42d5-b080-be587ed2a266", "tag": "d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:45:49.478260 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-23f1a03a-5c5b-42e0-bc57-6467b2e95908 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:45:49.480616 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29a255d-fc6f-42d5-b080-be587ed2a266', 'tag': 'd8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef', 'status': 'completed', 'code': 200} Nov 04 10:45:49.521182 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-a6aa1668-7ed3-467d-ab02-93a3e0327f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:49.523755 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-a6aa1668-7ed3-467d-ab02-93a3e0327f4b service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=343110c8f9b64c948b5d4c411d3c8a01&device_id=a29a255d-fc6f-42d5-b080-be587ed2a266 HTTP/1.1" status: 200 len: 1095 time: 0.1508017 Nov 04 10:45:49.584045 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-d9758f18-aea1-4a95-b196-148dc519cc2f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef HTTP/1.1" status: 200 len: 217 time: 0.0481443 Nov 04 10:45:49.612996 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b63cd3ab-ab70-43b8-9091-82971c3cf031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:49.619275 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b63cd3ab-ab70-43b8-9091-82971c3cf031 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:49.624004 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b63cd3ab-ab70-43b8-9091-82971c3cf031 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/3954800d-6bd9-4464-a034-1f12860880e4 HTTP/1.1" status: 204 len: 168 time: 0.3147011 Nov 04 10:45:49.657379 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cd3ab-ab70-43b8-9091-82971c3cf031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3954800d-6bd9-4464-a034-1f12860880e4,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:49.691931 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-e17d7880-d13d-4a64-98ba-9ff4a5cdaf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:49.693909 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-e17d7880-d13d-4a64-98ba-9ff4a5cdaf84 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=2f935783-72d0-4b06-b77a-43dd18ec13a3 HTTP/1.1" status: 200 len: 846 time: 0.0938098 Nov 04 10:45:49.776500 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f445e-d0c5-41ec-a314-5e834d9a0f70 req-80a44416-a0ed-4995-978d-7c64045cd519 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:49.779041 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-625f445e-d0c5-41ec-a314-5e834d9a0f70 req-80a44416-a0ed-4995-978d-7c64045cd519 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.0714822 Nov 04 10:45:49.782479 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-a4dbc89c-f5f0-4cc2-9ef2-b5a517124a92 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=4ea30ddd-783c-4e98-88c8-c72495d90b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804329 Nov 04 10:45:49.853886 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-625f445e-d0c5-41ec-a314-5e834d9a0f70 req-da58497d-a194-460e-b2a4-02c5ee71c843 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681953 Nov 04 10:45:50.011170 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-4785a41f-21cc-402c-a537-92f72be46f63 service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203934 Nov 04 10:45:50.168912 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 51632) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:50.202470 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-42052b53-ede0-4fe5-98cc-b54337ad221e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:50.238066 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-eea2fe9f-9cfd-4afa-9f79-3f73e2eb2288 req-6e36ba0c-dd79-4853-bd2c-2d2cc61b8a6d service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194347 Nov 04 10:45:50.346196 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-42052b53-ede0-4fe5-98cc-b54337ad221e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:50.355214 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-42052b53-ede0-4fe5-98cc-b54337ad221e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:50.370623 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ec88e-c27e-4b79-b760-70e08b6e486c req-dd87abc2-b2e8-493a-ba8c-65d7bce880ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:50.372213 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-406ec88e-c27e-4b79-b760-70e08b6e486c req-dd87abc2-b2e8-493a-ba8c-65d7bce880ec service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=343110c8f9b64c948b5d4c411d3c8a01&device_id=a29a255d-fc6f-42d5-b080-be587ed2a266 HTTP/1.1" status: 200 len: 1095 time: 0.0821898 Nov 04 10:45:50.419703 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-42052b53-ede0-4fe5-98cc-b54337ad221e admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=f3e75b371d074d64871db2c8eba3c9c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2494371 Nov 04 10:45:50.421055 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42052b53-ede0-4fe5-98cc-b54337ad221e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90eb1d7-5f76-4531-bcab-561af9a04063,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:50.425093 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 51640) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:50.518550 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ec88e-c27e-4b79-b760-70e08b6e486c req-157f4a84-f2db-4928-b4b7-7b41c5737669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:50.520450 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-406ec88e-c27e-4b79-b760-70e08b6e486c req-157f4a84-f2db-4928-b4b7-7b41c5737669 service neutron] 10.222.0.126 "GET /v2.0/networks?id=4ea30ddd-783c-4e98-88c8-c72495d90b19 HTTP/1.1" status: 200 len: 908 time: 0.1376815 Nov 04 10:45:50.540568 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-24a05ccf-6071-44a9-97f6-cfaf330a48d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:50.580655 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-406ec88e-c27e-4b79-b760-70e08b6e486c req-7e875ba3-c2c6-4e49-9913-709bcfe10c08 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef HTTP/1.1" status: 200 len: 217 time: 0.0507145 Nov 04 10:45:50.591695 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-24a05ccf-6071-44a9-97f6-cfaf330a48d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:50.614360 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13205ac0-255f-4794-81b4-d7b2ef50486a req-09d248f3-2e34-4868-944f-b711b71c65f0 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:50.623277 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-13205ac0-255f-4794-81b4-d7b2ef50486a req-09d248f3-2e34-4868-944f-b711b71c65f0 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=a29a255d-fc6f-42d5-b080-be587ed2a266 HTTP/1.1" status: 200 len: 944 time: 0.1369405 Nov 04 10:45:50.670741 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ec88e-c27e-4b79-b760-70e08b6e486c req-46c729ac-0526-4570-99a4-d80865aa23f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:50.678414 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-406ec88e-c27e-4b79-b760-70e08b6e486c req-46c729ac-0526-4570-99a4-d80865aa23f6 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=2f935783-72d0-4b06-b77a-43dd18ec13a3 HTTP/1.1" status: 200 len: 846 time: 0.0886266 Nov 04 10:45:50.686313 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:50.708181 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-13205ac0-255f-4794-81b4-d7b2ef50486a req-1845421e-bb10-4aa8-b395-3267202ef487 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839615 Nov 04 10:45:50.727313 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-406ec88e-c27e-4b79-b760-70e08b6e486c req-3a4dec08-8fd0-46d4-b8fe-e40bbb3eee2b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=4ea30ddd-783c-4e98-88c8-c72495d90b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428209 Nov 04 10:45:50.738145 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-24a05ccf-6071-44a9-97f6-cfaf330a48d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:50.746374 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-24a05ccf-6071-44a9-97f6-cfaf330a48d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:50.750806 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-24a05ccf-6071-44a9-97f6-cfaf330a48d9 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/f90eb1d7-5f76-4531-bcab-561af9a04063 HTTP/1.1" status: 204 len: 168 time: 0.3217535 Nov 04 10:45:50.759289 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a05ccf-6071-44a9-97f6-cfaf330a48d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90eb1d7-5f76-4531-bcab-561af9a04063,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:50.885468 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-406ec88e-c27e-4b79-b760-70e08b6e486c req-095060b9-2cea-4bd3-9e88-f541d14f0dfa service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484056 Nov 04 10:45:51.048919 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-406ec88e-c27e-4b79-b760-70e08b6e486c req-08d9eff6-771a-48bd-ab07-539b81d171c2 service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530480 Nov 04 10:45:51.050433 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b0aeb-3cc6-4134-8385-f285bcb0a110 req-98f273d4-d4f8-429b-810c-e9abe6766eb9 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:51.068383 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8c6b0aeb-3cc6-4134-8385-f285bcb0a110 req-98f273d4-d4f8-429b-810c-e9abe6766eb9 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.1060104 Nov 04 10:45:51.124249 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8c6b0aeb-3cc6-4134-8385-f285bcb0a110 req-18db3f23-47af-4a7a-82ef-be014fef6506 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549514 Nov 04 10:45:51.833131 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:45:51.906506 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226acee-9392-476e-bce6-1d9db3b25d5e req-5feec3c2-83e6-467a-bf30-6e15db267a8e tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:51.914991 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9226acee-9392-476e-bce6-1d9db3b25d5e req-5feec3c2-83e6-467a-bf30-6e15db267a8e tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=a29a255d-fc6f-42d5-b080-be587ed2a266 HTTP/1.1" status: 200 len: 944 time: 0.0795941 Nov 04 10:45:52.019042 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9226acee-9392-476e-bce6-1d9db3b25d5e req-3afd5bb8-2135-48cc-9dee-c4a327119043 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027675 Nov 04 10:45:52.053825 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:45:52.070191 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'd8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef', 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19', 'port_id': 'd8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef', 'mac_address': 'fa:16:3e:5b:5e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f935783-72d0-4b06-b77a-43dd18ec13a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:45:52.118722 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:52.141243 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:45:52.160700 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:52.171961 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:45:52.172253 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:45:52.181972 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:52.313413 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:52.373110 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5734c-c25d-419b-a174-cc2ebf188507 req-3ceb7cb4-0c7d-432f-856d-3e7ab18bb25f tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:52.388280 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a6f5734c-c25d-419b-a174-cc2ebf188507 req-3ceb7cb4-0c7d-432f-856d-3e7ab18bb25f tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.0958796 Nov 04 10:45:52.485719 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a6f5734c-c25d-419b-a174-cc2ebf188507 req-8b9386b7-5eac-4cf8-9a08-d9f17a3a54ff tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884876 Nov 04 10:45:52.501923 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:45:52.617471 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:53.170057 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d3866-39d8-47e0-b4d8-77d4a7a7b9cf req-ddb601b7-6716-4a95-aa2f-9c4bc6c9e68c tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:53.180294 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fd2d3866-39d8-47e0-b4d8-77d4a7a7b9cf req-ddb601b7-6716-4a95-aa2f-9c4bc6c9e68c tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=a29a255d-fc6f-42d5-b080-be587ed2a266 HTTP/1.1" status: 200 len: 945 time: 0.0728970 Nov 04 10:45:53.244771 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fd2d3866-39d8-47e0-b4d8-77d4a7a7b9cf req-de534cd4-0e5c-48f1-ad1b-d436611973de tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632558 Nov 04 10:45:53.632120 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09e6d9-ab0a-4f9a-a9d9-95c2689e831c req-97b88b4a-c3a0-4af6-8843-1ff0c70a2283 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:53.640703 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bb09e6d9-ab0a-4f9a-a9d9-95c2689e831c req-97b88b4a-c3a0-4af6-8843-1ff0c70a2283 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.0733621 Nov 04 10:45:53.706026 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bb09e6d9-ab0a-4f9a-a9d9-95c2689e831c req-8dc28061-a824-408c-846a-f3b3597e4cdd tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631831 Nov 04 10:45:53.846959 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:45:53.912231 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:45:53.920799 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:45:53.921193 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:54.025099 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:54.051997 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29a255d-fc6f-42d5-b080-be587ed2a266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:45:54.054337 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c982b28a-75b5-4743-8993-d9cea1a452ac" -d '{"events": [{"server_uuid": "a29a255d-fc6f-42d5-b080-be587ed2a266", "name": "network-vif-plugged", "status": "completed", "tag": "d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:45:54.077302 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:45:54.085759 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:54.167284 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3f7a5a-21c9-4266-ac42-8b727d311088 x-openstack-request-id: req-cd3f7a5a-21c9-4266-ac42-8b727d311088 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:45:54.167835 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29a255d-fc6f-42d5-b080-be587ed2a266", "name": "network-vif-plugged", "status": "completed", "tag": "d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:45:54.170457 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-cd3f7a5a-21c9-4266-ac42-8b727d311088 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:45:54.171208 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29a255d-fc6f-42d5-b080-be587ed2a266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef', 'code': 200} Nov 04 10:45:54.172580 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:54.264563 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5145ef-10c7-4f79-b205-53ccacbf0927 req-742bbd2d-0eb0-4c53-817a-e485954c5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:54.267333 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cd5145ef-10c7-4f79-b205-53ccacbf0927 req-742bbd2d-0eb0-4c53-817a-e485954c5ac9 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=a29a255d-fc6f-42d5-b080-be587ed2a266 HTTP/1.1" status: 200 len: 1097 time: 0.0614264 Nov 04 10:45:54.412179 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cd5145ef-10c7-4f79-b205-53ccacbf0927 req-91becb29-cc24-4c3a-9670-c5b0c78bce2c service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377928 Nov 04 10:45:54.429788 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 51778) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:54.471392 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483902f7-d6a9-4867-878b-0b0e5e88ce1b req-82504601-945e-4482-ac82-ebe1d251feea tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:54.473592 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-483902f7-d6a9-4867-878b-0b0e5e88ce1b req-82504601-945e-4482-ac82-ebe1d251feea tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=a29a255d-fc6f-42d5-b080-be587ed2a266 HTTP/1.1" status: 200 len: 946 time: 0.0927277 Nov 04 10:45:54.557544 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-483902f7-d6a9-4867-878b-0b0e5e88ce1b req-659a53dc-a280-4f35-8c3c-15ff50617a29 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770347 Nov 04 10:45:54.593226 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e93c5a4f-9230-4d48-8d92-bd5f89ad9e2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:54.680570 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e93c5a4f-9230-4d48-8d92-bd5f89ad9e2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:54.686775 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e93c5a4f-9230-4d48-8d92-bd5f89ad9e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:54.734324 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e93c5a4f-9230-4d48-8d92-bd5f89ad9e2c admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=c9fa211b11084108be5b2108f3168900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3035533 Nov 04 10:45:54.737132 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 51788) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:54.765296 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c5a4f-9230-4d48-8d92-bd5f89ad9e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297b50e3-ffe8-434c-b563-b4d159d12e99,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:54.908659 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b0fededf-6a41-4e3f-8580-925da9e5bc34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:54.934925 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b0fededf-6a41-4e3f-8580-925da9e5bc34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:54.992272 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343eef9-13a5-4cc6-a5e8-2bbead62d432 req-ce487e03-7aa2-4210-a7fd-1571a97968c8 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:55.000192 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9343eef9-13a5-4cc6-a5e8-2bbead62d432 req-ce487e03-7aa2-4210-a7fd-1571a97968c8 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.1621962 Nov 04 10:45:55.007609 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b0fededf-6a41-4e3f-8580-925da9e5bc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:55.010237 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b0fededf-6a41-4e3f-8580-925da9e5bc34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:55.014566 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b0fededf-6a41-4e3f-8580-925da9e5bc34 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/297b50e3-ffe8-434c-b563-b4d159d12e99 HTTP/1.1" status: 204 len: 168 time: 0.2725904 Nov 04 10:45:55.034646 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fededf-6a41-4e3f-8580-925da9e5bc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297b50e3-ffe8-434c-b563-b4d159d12e99,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:55.100103 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9343eef9-13a5-4cc6-a5e8-2bbead62d432 req-ea83b146-d360-4d81-9a19-6d917795aade tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989904 Nov 04 10:45:55.502277 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 51802) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:55.519001 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f59c9bed-4831-4a6c-835a-395922932c04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:55.649879 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f59c9bed-4831-4a6c-835a-395922932c04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:55.657915 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f59c9bed-4831-4a6c-835a-395922932c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:55.722528 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c9bed-4831-4a6c-835a-395922932c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9370df45-ce71-4fa6-8933-0ccc9d67cf8a,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:55.781012 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f59c9bed-4831-4a6c-835a-395922932c04 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=c09b9fefb5bf4baa83caf74f63996220&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2772925 Nov 04 10:45:55.783463 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 51808) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:55.819300 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e766ce-14ad-4d33-acb0-a321c1187d7e req-1cab14fa-7764-4deb-9518-0b4e1e70a450 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:55.821313 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-64e766ce-14ad-4d33-acb0-a321c1187d7e req-1cab14fa-7764-4deb-9518-0b4e1e70a450 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=a29a255d-fc6f-42d5-b080-be587ed2a266 HTTP/1.1" status: 200 len: 946 time: 0.0999637 Nov 04 10:45:55.925782 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de016075-60b5-4d5b-af2c-1c74a02a9a55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:55.932645 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-64e766ce-14ad-4d33-acb0-a321c1187d7e req-33f49141-5f18-4cc9-b307-24b5602a5d47 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930307 Nov 04 10:45:55.961083 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de016075-60b5-4d5b-af2c-1c74a02a9a55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:56.022467 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de016075-60b5-4d5b-af2c-1c74a02a9a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:56.025601 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de016075-60b5-4d5b-af2c-1c74a02a9a55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:56.027038 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-de016075-60b5-4d5b-af2c-1c74a02a9a55 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/9370df45-ce71-4fa6-8933-0ccc9d67cf8a HTTP/1.1" status: 204 len: 168 time: 0.2426543 Nov 04 10:45:56.046191 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de016075-60b5-4d5b-af2c-1c74a02a9a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9370df45-ce71-4fa6-8933-0ccc9d67cf8a,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:45:56.336347 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f5590-1922-49b0-9447-16e9440777ab req-0793a0d7-221a-4821-bf15-ddb3b5a3048a tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:56.374933 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5e3f5590-1922-49b0-9447-16e9440777ab req-0793a0d7-221a-4821-bf15-ddb3b5a3048a tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.1739783 Nov 04 10:45:56.536813 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5e3f5590-1922-49b0-9447-16e9440777ab req-0e145cd5-e1a1-4ee9-81f8-9dca7e9ef01c tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608696 Nov 04 10:45:57.087934 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d4cec-c689-4cf4-862f-419b0c9fecec req-b34caf07-85ba-4dc1-8546-30db7fcc12b8 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:57.098090 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-186d4cec-c689-4cf4-862f-419b0c9fecec req-b34caf07-85ba-4dc1-8546-30db7fcc12b8 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=a29a255d-fc6f-42d5-b080-be587ed2a266 HTTP/1.1" status: 200 len: 946 time: 0.0659773 Nov 04 10:45:57.171587 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-186d4cec-c689-4cf4-862f-419b0c9fecec req-d73fc39d-9173-448b-bd55-5eee5c668b81 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723619 Nov 04 10:45:57.348714 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465833db-6d59-493e-860f-0d2a5aa3bdbc req-7dd13a02-d628-41e3-bfa5-0ba76457b40f tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:57.358908 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-465833db-6d59-493e-860f-0d2a5aa3bdbc req-7dd13a02-d628-41e3-bfa5-0ba76457b40f tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=a29a255d-fc6f-42d5-b080-be587ed2a266 HTTP/1.1" status: 200 len: 946 time: 0.0784338 Nov 04 10:45:57.465262 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-465833db-6d59-493e-860f-0d2a5aa3bdbc req-630f1df6-3a71-4eca-9d55-dd346b7d2c46 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816066 Nov 04 10:45:57.837543 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53ac6d-be47-4cfe-81e2-e2ffdb441a2e req-4b734c3e-fd18-4a89-8ce2-0373e471b735 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:57.840046 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e53ac6d-be47-4cfe-81e2-e2ffdb441a2e req-4b734c3e-fd18-4a89-8ce2-0373e471b735 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.0961480 Nov 04 10:45:57.922485 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e53ac6d-be47-4cfe-81e2-e2ffdb441a2e req-074a370c-d5a1-4114-ac02-f7e0c38f55bd tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751905 Nov 04 10:45:58.184551 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207197d-b53d-414a-8966-f5fcf5e885f8 req-df6834cb-74b8-441b-82d7-f4a7df7e2362 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:58.205182 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3207197d-b53d-414a-8966-f5fcf5e885f8 req-df6834cb-74b8-441b-82d7-f4a7df7e2362 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=a29a255d-fc6f-42d5-b080-be587ed2a266 HTTP/1.1" status: 200 len: 946 time: 0.1134522 Nov 04 10:45:58.286742 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3207197d-b53d-414a-8966-f5fcf5e885f8 req-dd8f9aaa-d0eb-48c9-baa1-67b544e3a74f tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791776 Nov 04 10:45:59.093142 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364c092-40c3-4d77-a2de-625336e61737 req-c360d930-caf6-450c-81e6-92dcef251d08 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:59.095665 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3364c092-40c3-4d77-a2de-625336e61737 req-c360d930-caf6-450c-81e6-92dcef251d08 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.0758502 Nov 04 10:45:59.179179 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3364c092-40c3-4d77-a2de-625336e61737 req-a8c07e04-fce9-4ca6-902c-08e456965a62 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752714 Nov 04 10:45:59.224902 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96600e7-98e8-4464-9208-725bbb365750 req-06058390-2e5b-4fa0-a31b-2bd88fa7e148 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:59.229548 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a96600e7-98e8-4464-9208-725bbb365750 req-06058390-2e5b-4fa0-a31b-2bd88fa7e148 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.126 "GET /v2.0/ports?device_id=a29a255d-fc6f-42d5-b080-be587ed2a266 HTTP/1.1" status: 200 len: 946 time: 0.0987372 Nov 04 10:45:59.355197 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-a96600e7-98e8-4464-9208-725bbb365750 req-d041a8e2-c9bc-4509-a843-4a5fffc00af5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Deleting port d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:45:59.355771 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a96600e7-98e8-4464-9208-725bbb365750 req-d041a8e2-c9bc-4509-a843-4a5fffc00af5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:59.534509 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28935ba-b722-40d5-a745-dcf8a4a9c876 req-5b394a65-ab9e-4bc9-93cd-7895e3f9eb44 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:45:59.544699 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f28935ba-b722-40d5-a745-dcf8a4a9c876 req-5b394a65-ab9e-4bc9-93cd-7895e3f9eb44 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=a29a255d-fc6f-42d5-b080-be587ed2a266 HTTP/1.1" status: 200 len: 946 time: 0.1256809 Nov 04 10:45:59.553854 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-a96600e7-98e8-4464-9208-725bbb365750 req-d041a8e2-c9bc-4509-a843-4a5fffc00af5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] For port d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:45:59.556256 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a96600e7-98e8-4464-9208-725bbb365750 req-d041a8e2-c9bc-4509-a843-4a5fffc00af5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:59.581620 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 51988) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:45:59.594450 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-a96600e7-98e8-4464-9208-725bbb365750 req-d041a8e2-c9bc-4509-a843-4a5fffc00af5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Calling delete_port for d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:45:59.647369 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f28935ba-b722-40d5-a745-dcf8a4a9c876 req-db26818d-8c53-492d-9011-a643d2c2f2be tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005344 Nov 04 10:45:59.872338 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-268bb943-d702-41d6-a3af-c92a185cc849 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:59.920511 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a96600e7-98e8-4464-9208-725bbb365750 req-d041a8e2-c9bc-4509-a843-4a5fffc00af5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:45:59.934384 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['310bdf6a-823e-4dce-ba34-0799bb073a43'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:46:00.041824 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-268bb943-d702-41d6-a3af-c92a185cc849 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:00.074832 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-268bb943-d702-41d6-a3af-c92a185cc849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:00.101025 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041a8e2-c9bc-4509-a843-4a5fffc00af5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Pushing event deleted for resources: {'Port': ['ID=d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:00.125363 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d041a8e2-c9bc-4509-a843-4a5fffc00af5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:00.125996 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d041a8e2-c9bc-4509-a843-4a5fffc00af5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:00.125996 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d041a8e2-c9bc-4509-a843-4a5fffc00af5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:00.126628 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d041a8e2-c9bc-4509-a843-4a5fffc00af5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:00.126628 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d041a8e2-c9bc-4509-a843-4a5fffc00af5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:00.126969 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d041a8e2-c9bc-4509-a843-4a5fffc00af5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:00.127291 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d041a8e2-c9bc-4509-a843-4a5fffc00af5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:00.127610 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d041a8e2-c9bc-4509-a843-4a5fffc00af5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:00.127948 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d041a8e2-c9bc-4509-a843-4a5fffc00af5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:00.128253 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d041a8e2-c9bc-4509-a843-4a5fffc00af5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:00.128562 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d041a8e2-c9bc-4509-a843-4a5fffc00af5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:00.132709 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d041a8e2-c9bc-4509-a843-4a5fffc00af5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:00.185029 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96600e7-98e8-4464-9208-725bbb365750 req-d041a8e2-c9bc-4509-a843-4a5fffc00af5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] No DVR routers for this DVR port d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:46:00.194267 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a96600e7-98e8-4464-9208-725bbb365750 req-d041a8e2-c9bc-4509-a843-4a5fffc00af5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:00.196929 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-268bb943-d702-41d6-a3af-c92a185cc849 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=bf554c2c72b3457984bbfa1722a6059c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6090639 Nov 04 10:46:00.199676 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52004) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:00.200361 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bb943-d702-41d6-a3af-c92a185cc849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078d0657-9053-48be-a3d4-35fc141456b1,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:00.203157 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a96600e7-98e8-4464-9208-725bbb365750 req-d041a8e2-c9bc-4509-a843-4a5fffc00af5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.126 "DELETE /v2.0/ports/d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef HTTP/1.1" status: 204 len: 173 time: 0.9652691 Nov 04 10:46:00.203669 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29a255d-fc6f-42d5-b080-be587ed2a266', 'name': 'network-vif-deleted', 'tag': 'd8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:46:00.228012 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a602b9-5f3d-4c84-ae52-4ded166dd4c4" -d '{"events": [{"server_uuid": "a29a255d-fc6f-42d5-b080-be587ed2a266", "name": "network-vif-deleted", "tag": "d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:46:00.329887 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-87438723-6047-4da7-a90d-567cb5dbbe2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:00.404012 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-87438723-6047-4da7-a90d-567cb5dbbe2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:00.422451 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c11fa2-7180-42a6-a912-1ee65b76840d req-93101aff-957a-468d-9d38-7395d9469d31 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:00.424030 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-84c11fa2-7180-42a6-a912-1ee65b76840d req-93101aff-957a-468d-9d38-7395d9469d31 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.0967915 Nov 04 10:46:00.491882 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-84c11fa2-7180-42a6-a912-1ee65b76840d req-fe3e02e9-3df6-4408-9ee7-af5fdc97c383 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596116 Nov 04 10:46:00.523978 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-87438723-6047-4da7-a90d-567cb5dbbe2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:00.527792 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-87438723-6047-4da7-a90d-567cb5dbbe2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:00.528856 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-87438723-6047-4da7-a90d-567cb5dbbe2f admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/078d0657-9053-48be-a3d4-35fc141456b1 HTTP/1.1" status: 204 len: 168 time: 0.3254483 Nov 04 10:46:00.548974 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87438723-6047-4da7-a90d-567cb5dbbe2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078d0657-9053-48be-a3d4-35fc141456b1,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:00.605644 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91bf6ff-38c4-403d-ad5d-2be2a338e41c x-openstack-request-id: req-b91bf6ff-38c4-403d-ad5d-2be2a338e41c {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:46:00.606221 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29a255d-fc6f-42d5-b080-be587ed2a266", "name": "network-vif-deleted", "tag": "d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:46:00.607196 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-b91bf6ff-38c4-403d-ad5d-2be2a338e41c {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:46:00.607698 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29a255d-fc6f-42d5-b080-be587ed2a266', 'name': 'network-vif-deleted', 'tag': 'd8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef', 'status': 'completed', 'code': 200} Nov 04 10:46:00.848123 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2cc7e249-62f5-4300-81fa-c7956789be3d req-42e2098a-905d-44f5-b512-13970580fe36 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=a29a255d-fc6f-42d5-b080-be587ed2a266 HTTP/1.1" status: 200 len: 210 time: 0.0804372 Nov 04 10:46:01.060626 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52034) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:01.079058 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57655693-d33a-4097-87fb-3d66255a84bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:01.195505 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57655693-d33a-4097-87fb-3d66255a84bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:01.203618 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57655693-d33a-4097-87fb-3d66255a84bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:01.270196 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-57655693-d33a-4097-87fb-3d66255a84bc admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=26d4b88ca87849be89d18b5f2eefe84c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2082963 Nov 04 10:46:01.271423 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57655693-d33a-4097-87fb-3d66255a84bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b5f945-f8eb-4a40-88f3-cf30c9cbeda5,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:01.272905 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52052) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:01.373812 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b4e5ad53-10eb-4cf5-be85-18f669fb5f7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:01.430949 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b4e5ad53-10eb-4cf5-be85-18f669fb5f7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:01.510038 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b4e5ad53-10eb-4cf5-be85-18f669fb5f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:01.514913 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b4e5ad53-10eb-4cf5-be85-18f669fb5f7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:01.516159 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b4e5ad53-10eb-4cf5-be85-18f669fb5f7b admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/87b5f945-f8eb-4a40-88f3-cf30c9cbeda5 HTTP/1.1" status: 204 len: 168 time: 0.2409115 Nov 04 10:46:01.528284 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5ad53-10eb-4cf5-be85-18f669fb5f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b5f945-f8eb-4a40-88f3-cf30c9cbeda5,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:01.740214 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f4d79-7a16-4fd0-81cb-08c88d305ce9 req-110d4161-5f00-4d02-b10a-5c5d6a0e670b tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:01.741844 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-509f4d79-7a16-4fd0-81cb-08c88d305ce9 req-110d4161-5f00-4d02-b10a-5c5d6a0e670b tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.0921218 Nov 04 10:46:01.826995 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-509f4d79-7a16-4fd0-81cb-08c88d305ce9 req-ad2f3cce-eb23-40ec-9f6b-be36579a4bf2 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787339 Nov 04 10:46:01.885390 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:46:01.937036 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:46:01.937386 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device d8ba4fbd-9fa6-4a7e-b1f7-949f48ff78ef not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:46:02.648905 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-da731ea5-d5a1-4727-a1b6-d31eb9fa3f98 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:02.657401 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-da731ea5-d5a1-4727-a1b6-d31eb9fa3f98 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/networks?id=4ea30ddd-783c-4e98-88c8-c72495d90b19 HTTP/1.1" status: 200 len: 806 time: 0.1628675 Nov 04 10:46:02.695782 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-7f46162f-8684-4ef6-80d4-189a428e25e8 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/quotas/343110c8f9b64c948b5d4c411d3c8a01 HTTP/1.1" status: 200 len: 375 time: 0.0338168 Nov 04 10:46:02.781605 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-ebdbd016-038a-4e3d-993b-057b7dc7b87f tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=343110c8f9b64c948b5d4c411d3c8a01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0846322 Nov 04 10:46:02.996740 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-18c16be7-6488-432e-ac5f-9364d3aa37c0 service neutron] 10.222.0.127 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131300 Nov 04 10:46:03.174375 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-bf3490a3-af95-4571-a9ad-171e6a323470 service neutron] 10.222.0.127 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757646 Nov 04 10:46:03.519698 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93872bc1-2581-4f12-a0b0-fc410162ae4a req-764a1ec2-d157-475b-b2ab-0233cce49de1 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:03.525878 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-93872bc1-2581-4f12-a0b0-fc410162ae4a req-764a1ec2-d157-475b-b2ab-0233cce49de1 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.1145010 Nov 04 10:46:03.641928 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-93872bc1-2581-4f12-a0b0-fc410162ae4a req-8e2e2d15-f533-4940-82b4-61b7ed323e79 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043987 Nov 04 10:46:04.084696 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c4088fbb-6982-42d9-bf9a-cdd2e4b1f5b1 req-44e477e6-a0bc-418e-a49f-eab54365b179 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=90784fa1-1c42-40f6-8c44-07427874d159 HTTP/1.1" status: 200 len: 210 time: 0.0740941 Nov 04 10:46:04.870337 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89620c3b-3a00-4537-842e-15194593f897 req-820357ba-3439-4c96-b0e0-0f6f8481c5b7 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:04.872726 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-89620c3b-3a00-4537-842e-15194593f897 req-820357ba-3439-4c96-b0e0-0f6f8481c5b7 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.1046574 Nov 04 10:46:04.965271 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-89620c3b-3a00-4537-842e-15194593f897 req-0491b283-96bc-4c15-afaf-15422ae4a5e3 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763731 Nov 04 10:46:05.116235 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52242) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:05.127123 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-43ff46e7-8749-4983-aca8-f5c868a17e8c tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:05.154483 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-43ff46e7-8749-4983-aca8-f5c868a17e8c tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.126 "GET /v2.0/networks?id=4ea30ddd-783c-4e98-88c8-c72495d90b19 HTTP/1.1" status: 200 len: 806 time: 0.1558330 Nov 04 10:46:05.167905 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-d4fa40e5-6a8b-493f-8c8f-c5c60feea987 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Request body: {'port': {'device_id': '90784fa1-1c42-40f6-8c44-07427874d159', 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19', 'admin_state_up': True, 'tenant_id': '343110c8f9b64c948b5d4c411d3c8a01'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:05.412558 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-49258650-ada6-4abc-a0a5-03f6e353b608 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:05.492877 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-d4fa40e5-6a8b-493f-8c8f-c5c60feea987 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Made reservation on behalf of 343110c8f9b64c948b5d4c411d3c8a01 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:46:05.506631 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-d4fa40e5-6a8b-493f-8c8f-c5c60feea987 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:05.630795 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-49258650-ada6-4abc-a0a5-03f6e353b608 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:05.654657 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-49258650-ada6-4abc-a0a5-03f6e353b608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:05.733890 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0f5c5f90-1eae-4bf1-a636-f9cf023ea68e req-988aa9b4-b277-429d-a6da-708712254d91 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=90784fa1-1c42-40f6-8c44-07427874d159 HTTP/1.1" status: 200 len: 210 time: 0.1006656 Nov 04 10:46:05.736153 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-d4fa40e5-6a8b-493f-8c8f-c5c60feea987 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Allocated IP 172.20.0.9 (4ea30ddd-783c-4e98-88c8-c72495d90b19/2f935783-72d0-4b06-b77a-43dd18ec13a3/c54e1319-7956-44ec-a32f-e62b9ee777ec) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:46:05.767499 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49258650-ada6-4abc-a0a5-03f6e353b608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3fec65-f7f5-4052-974a-bbafb4b23e8f,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:05.816983 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-49258650-ada6-4abc-a0a5-03f6e353b608 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=7c969fed154042d09df2b3d49c64e5aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6987200 Nov 04 10:46:05.818926 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49258650-ada6-4abc-a0a5-03f6e353b608 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:05.821851 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52252) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:05.823073 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49258650-ada6-4abc-a0a5-03f6e353b608 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:05.823520 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49258650-ada6-4abc-a0a5-03f6e353b608 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:05.823951 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49258650-ada6-4abc-a0a5-03f6e353b608 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:05.824307 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49258650-ada6-4abc-a0a5-03f6e353b608 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:05.824619 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49258650-ada6-4abc-a0a5-03f6e353b608 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:05.824994 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49258650-ada6-4abc-a0a5-03f6e353b608 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:05.825492 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49258650-ada6-4abc-a0a5-03f6e353b608 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:05.825834 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49258650-ada6-4abc-a0a5-03f6e353b608 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:05.826173 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49258650-ada6-4abc-a0a5-03f6e353b608 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:05.829587 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49258650-ada6-4abc-a0a5-03f6e353b608 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:05.829927 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49258650-ada6-4abc-a0a5-03f6e353b608 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:05.958170 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-de8637f2-f3d2-427d-9811-f0789d42ec69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:05.999502 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-de8637f2-f3d2-427d-9811-f0789d42ec69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:06.083537 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-d4fa40e5-6a8b-493f-8c8f-c5c60feea987 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:06.210418 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-d4fa40e5-6a8b-493f-8c8f-c5c60feea987 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:06.221542 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-de8637f2-f3d2-427d-9811-f0789d42ec69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:06.224581 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-de8637f2-f3d2-427d-9811-f0789d42ec69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:06.225811 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-de8637f2-f3d2-427d-9811-f0789d42ec69 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/ed3fec65-f7f5-4052-974a-bbafb4b23e8f HTTP/1.1" status: 204 len: 168 time: 0.4026301 Nov 04 10:46:06.227009 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['310bdf6a-823e-4dce-ba34-0799bb073a43'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:46:06.277519 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8637f2-f3d2-427d-9811-f0789d42ec69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3fec65-f7f5-4052-974a-bbafb4b23e8f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:06.307419 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-d4fa40e5-6a8b-493f-8c8f-c5c60feea987 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Network 4ea30ddd-783c-4e98-88c8-c72495d90b19 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:46:06.311483 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-d4fa40e5-6a8b-493f-8c8f-c5c60feea987 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:46:06.314767 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-d4fa40e5-6a8b-493f-8c8f-c5c60feea987 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:46:06.410522 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42f51a-6ccc-4450-ae7a-209c8511dd78 req-8454e29a-c107-4442-8c03-40ee0aa35110 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:06.413172 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ec42f51a-6ccc-4450-ae7a-209c8511dd78 req-8454e29a-c107-4442-8c03-40ee0aa35110 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.2000515 Nov 04 10:46:06.558761 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ec42f51a-6ccc-4450-ae7a-209c8511dd78 req-d6e477d3-29be-47f8-a7eb-b5009514725d tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362262 Nov 04 10:46:07.163693 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2635f-f9f5-45b7-9448-67ee7009b2b3 req-a8206646-6840-48ec-a0c1-6512833fbfb4 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:07.165300 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-67c2635f-f9f5-45b7-9448-67ee7009b2b3 req-a8206646-6840-48ec-a0c1-6512833fbfb4 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=90784fa1-1c42-40f6-8c44-07427874d159 HTTP/1.1" status: 200 len: 931 time: 0.0853853 Nov 04 10:46:07.277272 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-67c2635f-f9f5-45b7-9448-67ee7009b2b3 req-176feab4-b008-4342-ab47-4566158cb823 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958898 Nov 04 10:46:07.449358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-d4fa40e5-6a8b-493f-8c8f-c5c60feea987 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:07.450001 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-d4fa40e5-6a8b-493f-8c8f-c5c60feea987 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:07.463348 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa40e5-6a8b-493f-8c8f-c5c60feea987 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Pushing event updated for resources: {'Port': ['ID=c54e1319-7956-44ec-a32f-e62b9ee777ec,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:07.483820 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-d4fa40e5-6a8b-493f-8c8f-c5c60feea987 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3202109 Nov 04 10:46:07.510894 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-cf9a37ac-2852-43b7-9176-5b42be6b987a service neutron] Request body: {'port': {'device_id': '90784fa1-1c42-40f6-8c44-07427874d159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:07.668689 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-cf9a37ac-2852-43b7-9176-5b42be6b987a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:07.877402 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67442a-2cc9-42e5-a407-cad6227315e2 req-e1c3c45e-ad4a-41a8-b7b2-0340a4a8f99d tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:07.894981 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3e67442a-2cc9-42e5-a407-cad6227315e2 req-e1c3c45e-ad4a-41a8-b7b2-0340a4a8f99d tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.2075858 Nov 04 10:46:08.048743 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3e67442a-2cc9-42e5-a407-cad6227315e2 req-a1b7bc3c-378c-468e-81d8-40af49155367 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526582 Nov 04 10:46:08.223418 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-cf9a37ac-2852-43b7-9176-5b42be6b987a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c54e1319-7956-44ec-a32f-e62b9ee777ec {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:46:08.232757 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-cf9a37ac-2852-43b7-9176-5b42be6b987a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:08.248934 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-cf9a37ac-2852-43b7-9176-5b42be6b987a service neutron] Transition to ACTIVE for port object c54e1319-7956-44ec-a32f-e62b9ee777ec will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:46:08.254434 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-cf9a37ac-2852-43b7-9176-5b42be6b987a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:08.358297 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a37ac-2852-43b7-9176-5b42be6b987a service neutron] Pushing event updated for resources: {'Port': ['ID=c54e1319-7956-44ec-a32f-e62b9ee777ec,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:08.470540 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-cf9a37ac-2852-43b7-9176-5b42be6b987a service neutron] Attempting to bind port c54e1319-7956-44ec-a32f-e62b9ee777ec on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:08.471118 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-cf9a37ac-2852-43b7-9176-5b42be6b987a service neutron] Attempting to bind port c54e1319-7956-44ec-a32f-e62b9ee777ec by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:08.471411 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-cf9a37ac-2852-43b7-9176-5b42be6b987a service neutron] Attempting to bind port c54e1319-7956-44ec-a32f-e62b9ee777ec on network 4ea30ddd-783c-4e98-88c8-c72495d90b19 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:08.474266 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3e747-0771-4796-af82-eed14470afeb req-f1146f58-ded7-40db-8000-27dd1955bb4e tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:08.476577 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1c3e747-0771-4796-af82-eed14470afeb req-f1146f58-ded7-40db-8000-27dd1955bb4e tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=90784fa1-1c42-40f6-8c44-07427874d159 HTTP/1.1" status: 200 len: 943 time: 0.0972493 Nov 04 10:46:08.485045 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-cf9a37ac-2852-43b7-9176-5b42be6b987a service neutron] Port c54e1319-7956-44ec-a32f-e62b9ee777ec on network 4ea30ddd-783c-4e98-88c8-c72495d90b19 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:08.485367 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-cf9a37ac-2852-43b7-9176-5b42be6b987a service neutron] Attempting to bind port c54e1319-7956-44ec-a32f-e62b9ee777ec on network 4ea30ddd-783c-4e98-88c8-c72495d90b19 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:08.492209 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-cf9a37ac-2852-43b7-9176-5b42be6b987a service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:46:08.492544 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-cf9a37ac-2852-43b7-9176-5b42be6b987a service neutron] Checking segment: {'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:46:08.493158 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-cf9a37ac-2852-43b7-9176-5b42be6b987a service neutron] Bound using segment: {'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:46:08.493598 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-cf9a37ac-2852-43b7-9176-5b42be6b987a service neutron] Bound port: c54e1319-7956-44ec-a32f-e62b9ee777ec, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:46:08.494072 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-cf9a37ac-2852-43b7-9176-5b42be6b987a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:08.533723 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1c3e747-0771-4796-af82-eed14470afeb req-f4f786da-7e3e-4fd7-a9b7-b2bfa483d030 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499985 Nov 04 10:46:08.623106 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-cf9a37ac-2852-43b7-9176-5b42be6b987a service neutron] For port c54e1319-7956-44ec-a32f-e62b9ee777ec, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:46:08.628266 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-cf9a37ac-2852-43b7-9176-5b42be6b987a service neutron] For port c54e1319-7956-44ec-a32f-e62b9ee777ec, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=c54e1319-7956-44ec-a32f-e62b9ee777ec,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:46:08.636549 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-cf9a37ac-2852-43b7-9176-5b42be6b987a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:08.703822 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-cf9a37ac-2852-43b7-9176-5b42be6b987a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:08.704704 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-cf9a37ac-2852-43b7-9176-5b42be6b987a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:08.706731 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-cf9a37ac-2852-43b7-9176-5b42be6b987a service neutron] 10.222.0.126 "PUT /v2.0/ports/c54e1319-7956-44ec-a32f-e62b9ee777ec HTTP/1.1" status: 200 len: 1091 time: 1.2107911 Nov 04 10:46:08.707176 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90784fa1-1c42-40f6-8c44-07427874d159', 'tag': 'c54e1319-7956-44ec-a32f-e62b9ee777ec'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:46:08.709904 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634ccaf5-6e8c-4164-8cd7-cdec82be113a" -d '{"events": [{"name": "network-changed", "server_uuid": "90784fa1-1c42-40f6-8c44-07427874d159", "tag": "c54e1319-7956-44ec-a32f-e62b9ee777ec"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:46:08.784922 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a37ac-2852-43b7-9176-5b42be6b987a service neutron] Pushing event updated for resources: {'Port': ['ID=c54e1319-7956-44ec-a32f-e62b9ee777ec,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:08.799795 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34e9277-54bc-4e11-8314-ec5fc4d44511 x-openstack-request-id: req-e34e9277-54bc-4e11-8314-ec5fc4d44511 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:46:08.800092 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90784fa1-1c42-40f6-8c44-07427874d159", "tag": "c54e1319-7956-44ec-a32f-e62b9ee777ec", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:46:08.800342 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-e34e9277-54bc-4e11-8314-ec5fc4d44511 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:46:08.800756 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90784fa1-1c42-40f6-8c44-07427874d159', 'tag': 'c54e1319-7956-44ec-a32f-e62b9ee777ec', 'status': 'completed', 'code': 200} Nov 04 10:46:08.835711 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-46adeb5c-fbae-4556-abe0-a9b7d49fdb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:08.837290 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-46adeb5c-fbae-4556-abe0-a9b7d49fdb08 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=343110c8f9b64c948b5d4c411d3c8a01&device_id=90784fa1-1c42-40f6-8c44-07427874d159 HTTP/1.1" status: 200 len: 1094 time: 0.0852029 Nov 04 10:46:08.850712 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52340) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:08.889984 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-664c64d0-1ad9-4a7a-b120-efe59f892bfd service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c54e1319-7956-44ec-a32f-e62b9ee777ec HTTP/1.1" status: 200 len: 217 time: 0.0433953 Nov 04 10:46:08.987852 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-21b86d15-d411-4dc4-a885-11ad9a453c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:08.996153 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-21b86d15-d411-4dc4-a885-11ad9a453c54 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=2f935783-72d0-4b06-b77a-43dd18ec13a3 HTTP/1.1" status: 200 len: 846 time: 0.0960953 Nov 04 10:46:09.040454 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-4951f074-bc0a-4959-a6a5-e55d4efaa70c service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=4ea30ddd-783c-4e98-88c8-c72495d90b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351434 Nov 04 10:46:09.063345 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-f5167678-fbb3-40f9-adb8-a144748cf13f tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1684568636'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:09.103675 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5167678-fbb3-40f9-adb8-a144748cf13f tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] Made reservation on behalf of 7ad6d613c91b4b9e8cda1d326bde9fb7 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:46:09.108552 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f5167678-fbb3-40f9-adb8-a144748cf13f tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:09.133054 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f5167678-fbb3-40f9-adb8-a144748cf13f tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:09.191213 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-ab4bf4b4-f150-44bb-a70a-a22f81691c8b service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403303 Nov 04 10:46:09.249807 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb59dd4-e974-4f4b-a625-2c288906bfef req-a0226283-056f-4356-8aa8-4a441dfdc40d tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:09.251455 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5bb59dd4-e974-4f4b-a625-2c288906bfef req-a0226283-056f-4356-8aa8-4a441dfdc40d tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.0850313 Nov 04 10:46:09.348522 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba991b08-8232-426f-83fe-1eaed51438d4 req-4aea46bf-eff2-4f05-a9a5-3f79ca4abd33 service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426706 Nov 04 10:46:09.388146 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f5167678-fbb3-40f9-adb8-a144748cf13f tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:09.404625 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5bb59dd4-e974-4f4b-a625-2c288906bfef req-edf68b7b-4024-4b99-8e37-9b8c5d6137e5 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420448 Nov 04 10:46:09.406269 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f5167678-fbb3-40f9-adb8-a144748cf13f tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:09.438914 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5167678-fbb3-40f9-adb8-a144748cf13f tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1150} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:46:09.517048 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5167678-fbb3-40f9-adb8-a144748cf13f tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8039df4-9c28-40e8-b453-2d0711e80b5e,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:09.529256 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f5167678-fbb3-40f9-adb8-a144748cf13f tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:09.529784 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-f5167678-fbb3-40f9-adb8-a144748cf13f tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] Added segment 56a0eb6b-d777-40a1-b30c-adf06210880c of type vlan for network 002c4095-1ecc-42d7-81e1-3b0d0052701e Nov 04 10:46:09.548355 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ccaf5-6e8c-4164-8cd7-cdec82be113a req-be096ec6-500e-4a69-8d00-63f1f2b2e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:09.550435 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-634ccaf5-6e8c-4164-8cd7-cdec82be113a req-be096ec6-500e-4a69-8d00-63f1f2b2e76e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=343110c8f9b64c948b5d4c411d3c8a01&device_id=90784fa1-1c42-40f6-8c44-07427874d159 HTTP/1.1" status: 200 len: 1094 time: 0.1005914 Nov 04 10:46:09.610076 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f5167678-fbb3-40f9-adb8-a144748cf13f tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:09.671076 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f5167678-fbb3-40f9-adb8-a144748cf13f tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:09.680210 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5167678-fbb3-40f9-adb8-a144748cf13f tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:09.683129 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f5167678-fbb3-40f9-adb8-a144748cf13f tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:09.741515 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ccaf5-6e8c-4164-8cd7-cdec82be113a req-49dd0780-978e-4805-a880-9156fc26dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:09.746630 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-634ccaf5-6e8c-4164-8cd7-cdec82be113a req-49dd0780-978e-4805-a880-9156fc26dbf4 service neutron] 10.222.0.126 "GET /v2.0/networks?id=4ea30ddd-783c-4e98-88c8-c72495d90b19 HTTP/1.1" status: 200 len: 908 time: 0.1882715 Nov 04 10:46:09.807861 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-634ccaf5-6e8c-4164-8cd7-cdec82be113a req-33f1b0cc-0bb6-44aa-8cb0-9627ab83cea5 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c54e1319-7956-44ec-a32f-e62b9ee777ec HTTP/1.1" status: 200 len: 217 time: 0.0519636 Nov 04 10:46:09.880374 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ccaf5-6e8c-4164-8cd7-cdec82be113a req-aeaae105-80cb-4893-a2f6-3c4f555060ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:09.882790 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-634ccaf5-6e8c-4164-8cd7-cdec82be113a req-aeaae105-80cb-4893-a2f6-3c4f555060ac service neutron] 10.222.0.126 "GET /v2.0/subnets?id=2f935783-72d0-4b06-b77a-43dd18ec13a3 HTTP/1.1" status: 200 len: 846 time: 0.0649416 Nov 04 10:46:09.918675 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5167678-fbb3-40f9-adb8-a144748cf13f tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] Pushing event updated for resources: {'Network': ['ID=002c4095-1ecc-42d7-81e1-3b0d0052701e,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:09.931467 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f5167678-fbb3-40f9-adb8-a144748cf13f tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0793765 Nov 04 10:46:09.940043 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 002c4095-1ecc-42d7-81e1-3b0d0052701e details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:46:09.950640 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-634ccaf5-6e8c-4164-8cd7-cdec82be113a req-e436848b-ba20-44de-a320-1d4c2d688105 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=4ea30ddd-783c-4e98-88c8-c72495d90b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581739 Nov 04 10:46:09.989971 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773ca64-2d62-4ecb-a18a-14d5e5efd2cf req-3e0b821f-767b-47b6-a1d7-2ccc69f623a6 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:09.991591 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7773ca64-2d62-4ecb-a18a-14d5e5efd2cf req-3e0b821f-767b-47b6-a1d7-2ccc69f623a6 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=90784fa1-1c42-40f6-8c44-07427874d159 HTTP/1.1" status: 200 len: 943 time: 0.2009890 Nov 04 10:46:10.077730 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-634ccaf5-6e8c-4164-8cd7-cdec82be113a req-c1a7cc38-304c-4063-9ecd-904405542819 service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177862 Nov 04 10:46:10.089523 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7773ca64-2d62-4ecb-a18a-14d5e5efd2cf req-99a56ad9-5e91-4ec8-8fc2-98705aeb0561 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911825 Nov 04 10:46:10.267930 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-634ccaf5-6e8c-4164-8cd7-cdec82be113a req-596d2343-e7b7-4df9-ad3b-745ff08eb295 service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692781 Nov 04 10:46:10.389919 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52388) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:10.394984 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Request body: {'port': {'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e', 'binding:host_id': 'n-h1-816629-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-690116001'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:10.428503 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Made reservation on behalf of ae039abb071c405e8bbb997283dd2bf2 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:46:10.431673 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:10.446423 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:10.572443 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:10.578241 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:10.582549 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] device_id is not set on port f5cdf3ab-395b-4577-b8d1-31054413900c yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:46:10.691946 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f88e0-2737-4759-9f39-3019d97e6ecb req-bf5c3e7b-50f5-450d-9f89-f5bfe1d23388 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:10.704072 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-372f88e0-2737-4759-9f39-3019d97e6ecb req-bf5c3e7b-50f5-450d-9f89-f5bfe1d23388 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.1050103 Nov 04 10:46:10.742932 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd88206-a765-4453-ad3d-79fe8713549f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:10.810809 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-372f88e0-2737-4759-9f39-3019d97e6ecb req-54456859-9cc3-4f37-9130-cbc3c50b7234 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053734 Nov 04 10:46:10.917939 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] device_id is not set on port f5cdf3ab-395b-4577-b8d1-31054413900c yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:46:10.929957 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:10.946653 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:11.014771 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Pushing event updated for resources: {'Port': ['ID=f5cdf3ab-395b-4577-b8d1-31054413900c,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:11.026893 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Checking segment: {'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:46:11.027274 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Network hostable DHCP agents. Network: 002c4095-1ecc-42d7-81e1-3b0d0052701e, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:46:11.045481 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Network 002c4095-1ecc-42d7-81e1-3b0d0052701e is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:46:11.055407 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 002c4095-1ecc-42d7-81e1-3b0d0052701e) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:46:11.063779 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:46:11.066516 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3bce8b-3f3f-4261-a9c7-7d56e8d887f2 None None] Network 002c4095-1ecc-42d7-81e1-3b0d0052701e requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:46:11.082875 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:11.083548 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:11.084392 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:11.090142 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port f5cdf3ab-395b-4577-b8d1-31054413900c on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:11.090765 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:11.092209 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempt 2 to bind port f5cdf3ab-395b-4577-b8d1-31054413900c Nov 04 10:46:11.105954 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:11.106593 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:11.107125 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:11.112813 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port f5cdf3ab-395b-4577-b8d1-31054413900c on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:11.113424 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:11.114024 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempt 3 to bind port f5cdf3ab-395b-4577-b8d1-31054413900c Nov 04 10:46:11.139480 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:11.139480 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:11.139927 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:11.147892 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port f5cdf3ab-395b-4577-b8d1-31054413900c on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:11.148321 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:11.148790 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempt 4 to bind port f5cdf3ab-395b-4577-b8d1-31054413900c Nov 04 10:46:11.163109 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:11.163676 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:11.164079 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:11.170398 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port f5cdf3ab-395b-4577-b8d1-31054413900c on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:11.170801 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:11.171265 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempt 5 to bind port f5cdf3ab-395b-4577-b8d1-31054413900c Nov 04 10:46:11.189172 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:11.189875 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:11.190461 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:11.196009 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port f5cdf3ab-395b-4577-b8d1-31054413900c on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:11.196566 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:11.197208 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempt 6 to bind port f5cdf3ab-395b-4577-b8d1-31054413900c Nov 04 10:46:11.215085 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:11.215428 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:11.215765 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:11.220296 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port f5cdf3ab-395b-4577-b8d1-31054413900c on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:11.220616 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:11.221035 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempt 7 to bind port f5cdf3ab-395b-4577-b8d1-31054413900c Nov 04 10:46:11.236528 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:11.237199 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:11.237467 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:11.242136 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port f5cdf3ab-395b-4577-b8d1-31054413900c on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:11.242462 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:11.242852 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempt 8 to bind port f5cdf3ab-395b-4577-b8d1-31054413900c Nov 04 10:46:11.255861 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:11.256197 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:11.256535 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:11.262360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port f5cdf3ab-395b-4577-b8d1-31054413900c on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:11.262736 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:11.263137 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempt 9 to bind port f5cdf3ab-395b-4577-b8d1-31054413900c Nov 04 10:46:11.277314 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:11.277666 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:11.278108 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:11.282818 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port f5cdf3ab-395b-4577-b8d1-31054413900c on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:11.283163 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:11.283527 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempt 10 to bind port f5cdf3ab-395b-4577-b8d1-31054413900c Nov 04 10:46:11.294159 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f8cee-4845-4e90-a25d-4a8a5bf32362 req-41fe0e64-3db5-47ba-9500-cbd0d7370a57 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:11.295859 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-043f8cee-4845-4e90-a25d-4a8a5bf32362 req-41fe0e64-3db5-47ba-9500-cbd0d7370a57 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=90784fa1-1c42-40f6-8c44-07427874d159 HTTP/1.1" status: 200 len: 943 time: 0.0592837 Nov 04 10:46:11.316858 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:11.318438 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:11.320644 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:11.329526 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port f5cdf3ab-395b-4577-b8d1-31054413900c on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:11.329855 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port f5cdf3ab-395b-4577-b8d1-31054413900c on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:11.330230 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:11.391666 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-043f8cee-4845-4e90-a25d-4a8a5bf32362 req-c698fe68-e404-49e9-9b42-60b9edd278b2 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880952 Nov 04 10:46:11.424600 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] For port f5cdf3ab-395b-4577-b8d1-31054413900c, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:46:11.425102 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempted to set empty binding levels {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 04 10:46:11.430766 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:11.470995 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:11.471604 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:11.497137 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Pushing event updated for resources: {'Port': ['ID=f5cdf3ab-395b-4577-b8d1-31054413900c,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:11.503020 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8d62558c-84d2-43f3-8655-03b8ab545a84 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.1118529 Nov 04 10:46:11.505784 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52420) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:11.596779 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-d2084869-3c07-4dff-b858-4daffe261e2d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Deleting port f5cdf3ab-395b-4577-b8d1-31054413900c {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:46:11.597068 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d2084869-3c07-4dff-b858-4daffe261e2d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:11.704438 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-d2084869-3c07-4dff-b858-4daffe261e2d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] For port f5cdf3ab-395b-4577-b8d1-31054413900c, host n-h1-816629-1, got binding levels [] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:46:11.704804 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d2084869-3c07-4dff-b858-4daffe261e2d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:11.726994 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-d2084869-3c07-4dff-b858-4daffe261e2d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Calling delete_port for f5cdf3ab-395b-4577-b8d1-31054413900c owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:46:11.827630 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d2084869-3c07-4dff-b858-4daffe261e2d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:11.870435 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d2084869-3c07-4dff-b858-4daffe261e2d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:11.874148 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d2084869-3c07-4dff-b858-4daffe261e2d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] 10.222.0.127 "DELETE /v2.0/ports/f5cdf3ab-395b-4577-b8d1-31054413900c HTTP/1.1" status: 204 len: 168 time: 0.3672931 Nov 04 10:46:11.876768 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52432) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:11.888653 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2084869-3c07-4dff-b858-4daffe261e2d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5cdf3ab-395b-4577-b8d1-31054413900c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:11.909366 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1afce8b-69ce-4da1-beb2-854ae45dd1a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] GET failed (client error): The resource could not be found. Nov 04 10:46:11.914613 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d1afce8b-69ce-4da1-beb2-854ae45dd1a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] 10.222.0.127 "GET /v2.0/ports/f5cdf3ab-395b-4577-b8d1-31054413900c HTTP/1.1" status: 404 len: 333 time: 0.0334597 Nov 04 10:46:11.914808 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52438) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:11.921747 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-eb026ee7-88ee-4651-a1c1-3351df0c422f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Request body: {'port': {'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1299270951'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:11.941617 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device c54e1319-7956-44ec-a32f-e62b9ee777ec details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:46:11.970184 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb026ee7-88ee-4651-a1c1-3351df0c422f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Made reservation on behalf of ae039abb071c405e8bbb997283dd2bf2 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:46:11.972738 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb026ee7-88ee-4651-a1c1-3351df0c422f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:12.034889 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-eb026ee7-88ee-4651-a1c1-3351df0c422f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] device_id is not set on port 20eee7dc-b544-4aeb-a12e-766adb5c3442 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:46:12.110486 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port c54e1319-7956-44ec-a32f-e62b9ee777ec, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=c54e1319-7956-44ec-a32f-e62b9ee777ec,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:46:12.137850 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'c54e1319-7956-44ec-a32f-e62b9ee777ec', 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19', 'port_id': 'c54e1319-7956-44ec-a32f-e62b9ee777ec', 'mac_address': 'fa:16:3e:b4:3e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f935783-72d0-4b06-b77a-43dd18ec13a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:46:12.223020 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:12.239799 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbbca0-86f8-43db-84fa-b63bc1c0f8f0 req-a308e181-7e00-4664-81cb-1f6b2c287e06 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:12.240513 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54e1319-7956-44ec-a32f-e62b9ee777ec {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:46:12.248657 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2fdbbca0-86f8-43db-84fa-b63bc1c0f8f0 req-a308e181-7e00-4664-81cb-1f6b2c287e06 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.2337127 Nov 04 10:46:12.287318 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port c54e1319-7956-44ec-a32f-e62b9ee777ec, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=c54e1319-7956-44ec-a32f-e62b9ee777ec,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:46:12.294513 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:12.401328 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=c54e1319-7956-44ec-a32f-e62b9ee777ec,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:12.443415 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:12.523962 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2fdbbca0-86f8-43db-84fa-b63bc1c0f8f0 req-6a95f0e5-340c-4aae-9579-07d1d6d0df87 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741394 Nov 04 10:46:12.573033 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb026ee7-88ee-4651-a1c1-3351df0c422f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:12.624675 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb026ee7-88ee-4651-a1c1-3351df0c422f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:12.628352 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['c54e1319-7956-44ec-a32f-e62b9ee777ec'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:46:12.695665 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb026ee7-88ee-4651-a1c1-3351df0c422f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Pushing event updated for resources: {'Port': ['ID=20eee7dc-b544-4aeb-a12e-766adb5c3442,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:12.707608 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb026ee7-88ee-4651-a1c1-3351df0c422f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Network 002c4095-1ecc-42d7-81e1-3b0d0052701e is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:46:12.709912 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-eb026ee7-88ee-4651-a1c1-3351df0c422f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:46:12.714162 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb026ee7-88ee-4651-a1c1-3351df0c422f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:46:12.716124 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb026ee7-88ee-4651-a1c1-3351df0c422f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:12.718463 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb026ee7-88ee-4651-a1c1-3351df0c422f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:12.751739 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-eb026ee7-88ee-4651-a1c1-3351df0c422f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8354273 Nov 04 10:46:12.753997 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52456) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:12.759449 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:12.865309 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:12.921552 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35874e9c-9364-481f-894a-be657cb9818b req-060892b9-02a7-42dd-9616-399a3a3e5ac3 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:12.923098 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-35874e9c-9364-481f-894a-be657cb9818b req-060892b9-02a7-42dd-9616-399a3a3e5ac3 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=90784fa1-1c42-40f6-8c44-07427874d159 HTTP/1.1" status: 200 len: 944 time: 0.0616639 Nov 04 10:46:13.002049 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-35874e9c-9364-481f-894a-be657cb9818b req-b1eeefd9-4416-46a1-abd6-fe626805a24e tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712402 Nov 04 10:46:13.094765 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] device_id is not set on port 20eee7dc-b544-4aeb-a12e-766adb5c3442 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:46:13.102594 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:13.109240 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:13.172151 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Pushing event updated for resources: {'Port': ['ID=20eee7dc-b544-4aeb-a12e-766adb5c3442,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:13.190365 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:13.190742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:13.191110 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:13.196049 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:13.196373 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:13.196865 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempt 2 to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 Nov 04 10:46:13.212246 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:13.212442 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:13.212745 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:13.217428 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:13.217755 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:13.218154 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempt 3 to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 Nov 04 10:46:13.237851 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:13.238196 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:13.238555 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:13.243491 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:13.243871 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:13.244321 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempt 4 to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 Nov 04 10:46:13.257800 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:13.258132 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:13.258464 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:13.262899 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:13.263221 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:13.263606 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempt 5 to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 Nov 04 10:46:13.275778 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:13.276107 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:13.276512 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:13.280780 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:13.281170 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:13.281522 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempt 6 to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 Nov 04 10:46:13.294199 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:13.294535 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:13.294862 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:13.299131 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:13.299453 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:13.299837 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempt 7 to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 Nov 04 10:46:13.312350 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:13.312683 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:13.313050 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:13.317282 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:13.317603 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:13.317991 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempt 8 to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 Nov 04 10:46:13.330364 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:13.330699 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:13.335108 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:13.343627 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:13.343980 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:13.344372 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempt 9 to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 Nov 04 10:46:13.356639 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:13.357013 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:13.357340 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:13.361660 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:13.361978 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:13.362356 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempt 10 to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 Nov 04 10:46:13.375541 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:13.375868 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:13.376210 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:13.380629 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:13.380974 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:13.381312 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:13.445659 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] For port 20eee7dc-b544-4aeb-a12e-766adb5c3442, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:46:13.445909 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempted to set empty binding levels {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 04 10:46:13.451383 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:13.487037 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] In _notify_port_updated(), no bound segment for port 20eee7dc-b544-4aeb-a12e-766adb5c3442 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 04 10:46:13.489270 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.489923 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:13.494423 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] 10.222.0.127 "PUT /v2.0/ports/20eee7dc-b544-4aeb-a12e-766adb5c3442 HTTP/1.1" status: 200 len: 975 time: 0.7361357 Nov 04 10:46:13.494423 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52464) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:13.557334 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded579ab-f989-421f-90e6-395e21dd34a9 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Pushing event updated for resources: {'Port': ['ID=20eee7dc-b544-4aeb-a12e-766adb5c3442,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:13.628072 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.628767 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.629378 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.629858 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.630483 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.630983 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.631446 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.632179 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.632764 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.633672 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.634156 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.634618 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.635781 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.636437 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.636787 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.637270 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.637726 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.638201 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.638659 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.639120 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.639559 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.640021 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.640470 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.642139 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.642634 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.643104 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.643822 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.644743 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.644743 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.646036 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.646036 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.646207 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.646695 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.647158 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.647780 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.648285 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.648806 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.654060 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7954e594-89cb-481c-9b21-9501162e036d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33464 time: 0.1588652 Nov 04 10:46:13.662437 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52476) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:13.730809 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed76b78-05b6-4638-b725-01bc43b433ca req-d0d7db08-5b1a-4de9-831e-2c2ea6320222 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:13.733266 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aed76b78-05b6-4638-b725-01bc43b433ca req-d0d7db08-5b1a-4de9-831e-2c2ea6320222 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.1110234 Nov 04 10:46:13.762696 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-34c80f7d-9dab-44cf-830d-24691ea8389f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Deleting port 20eee7dc-b544-4aeb-a12e-766adb5c3442 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:46:13.763672 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-34c80f7d-9dab-44cf-830d-24691ea8389f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:13.810006 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aed76b78-05b6-4638-b725-01bc43b433ca req-c52ee2ff-3931-4182-bb08-c2935eca10e0 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699205 Nov 04 10:46:13.843338 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-34c80f7d-9dab-44cf-830d-24691ea8389f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] For port 20eee7dc-b544-4aeb-a12e-766adb5c3442, host n-h1-816629-1, got binding levels [] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:46:13.843796 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-34c80f7d-9dab-44cf-830d-24691ea8389f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:13.859403 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-34c80f7d-9dab-44cf-830d-24691ea8389f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Calling delete_port for 20eee7dc-b544-4aeb-a12e-766adb5c3442 owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:46:13.939354 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device c54e1319-7956-44ec-a32f-e62b9ee777ec up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:46:13.964969 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-34c80f7d-9dab-44cf-830d-24691ea8389f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:14.001822 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port c54e1319-7956-44ec-a32f-e62b9ee777ec completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:46:14.005141 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c80f7d-9dab-44cf-830d-24691ea8389f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Pushing event deleted for resources: {'Port': ['ID=20eee7dc-b544-4aeb-a12e-766adb5c3442,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:14.009559 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-34c80f7d-9dab-44cf-830d-24691ea8389f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:14.013739 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port c54e1319-7956-44ec-a32f-e62b9ee777ec triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:46:14.014753 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:14.017109 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52484) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:14.027518 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-34c80f7d-9dab-44cf-830d-24691ea8389f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] 10.222.0.127 "DELETE /v2.0/ports/20eee7dc-b544-4aeb-a12e-766adb5c3442 HTTP/1.1" status: 204 len: 168 time: 0.3535056 Nov 04 10:46:14.054827 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a70f7b-95db-47cd-a1e3-95829a6e9e4a tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] GET failed (client error): The resource could not be found. Nov 04 10:46:14.059344 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-79a70f7b-95db-47cd-a1e3-95829a6e9e4a tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] 10.222.0.127 "GET /v2.0/ports/20eee7dc-b544-4aeb-a12e-766adb5c3442 HTTP/1.1" status: 404 len: 333 time: 0.0371418 Nov 04 10:46:14.060547 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52490) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:14.067444 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-8f781592-5db7-45f2-9b49-ee24506cc47c tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1503054732', 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:14.125244 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f781592-5db7-45f2-9b49-ee24506cc47c tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Made reservation on behalf of ae039abb071c405e8bbb997283dd2bf2 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:46:14.133164 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f781592-5db7-45f2-9b49-ee24506cc47c tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:14.137315 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:14.166569 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-8f781592-5db7-45f2-9b49-ee24506cc47c tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] device_id is not set on port 42f2be7b-143e-42fc-ab5f-d2675e10ffac yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:46:14.171797 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90784fa1-1c42-40f6-8c44-07427874d159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54e1319-7956-44ec-a32f-e62b9ee777ec'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:46:14.174668 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce1cb68-1247-44f2-88c2-8337f30e1afb" -d '{"events": [{"server_uuid": "90784fa1-1c42-40f6-8c44-07427874d159", "name": "network-vif-plugged", "status": "completed", "tag": "c54e1319-7956-44ec-a32f-e62b9ee777ec"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:46:14.183434 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52494) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:14.193421 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-22eefdf9-d654-4305-9afe-8b8e90cb3759 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2143590365'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:14.207287 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port c54e1319-7956-44ec-a32f-e62b9ee777ec, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=c54e1319-7956-44ec-a32f-e62b9ee777ec,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:46:14.216604 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:14.218957 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22eefdf9-d654-4305-9afe-8b8e90cb3759 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Made reservation on behalf of daa3a4d308184b5b997a81a95ee49bba for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:46:14.223232 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-22eefdf9-d654-4305-9afe-8b8e90cb3759 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:14.259963 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f6ec1-c9dd-4bf8-b02e-154b9702aab9 req-66c0c165-2a4b-49aa-9efa-1af14ce42c5a tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:14.261987 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-159f6ec1-c9dd-4bf8-b02e-154b9702aab9 req-66c0c165-2a4b-49aa-9efa-1af14ce42c5a tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=90784fa1-1c42-40f6-8c44-07427874d159 HTTP/1.1" status: 200 len: 944 time: 0.1233518 Nov 04 10:46:14.277611 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22eefdf9-d654-4305-9afe-8b8e90cb3759 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1193} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:46:14.291075 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-22eefdf9-d654-4305-9afe-8b8e90cb3759 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:14.291421 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-22eefdf9-d654-4305-9afe-8b8e90cb3759 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Added segment 5fe677e5-64f3-4799-afaa-0015f65c7e61 of type vlan for network b8ac75de-9cdf-411a-a432-39103b7f3ff1 Nov 04 10:46:14.322693 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=c54e1319-7956-44ec-a32f-e62b9ee777ec,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:14.346851 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-22eefdf9-d654-4305-9afe-8b8e90cb3759 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:14.379083 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-22eefdf9-d654-4305-9afe-8b8e90cb3759 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:14.384585 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22eefdf9-d654-4305-9afe-8b8e90cb3759 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:14.385189 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-22eefdf9-d654-4305-9afe-8b8e90cb3759 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:14.424404 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-22eefdf9-d654-4305-9afe-8b8e90cb3759 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2354591 Nov 04 10:46:14.424626 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f781592-5db7-45f2-9b49-ee24506cc47c tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:14.424626 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52498) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:14.430156 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-9c3849c1-667c-4131-bf4b-f50f86695b5a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-301385799'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:14.470903 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3849c1-667c-4131-bf4b-f50f86695b5a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Made reservation on behalf of daa3a4d308184b5b997a81a95ee49bba for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:46:14.474708 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c3849c1-667c-4131-bf4b-f50f86695b5a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:14.496090 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-159f6ec1-c9dd-4bf8-b02e-154b9702aab9 req-c4da1797-0b2d-4372-a9ce-650ed137c31d tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243479 Nov 04 10:46:14.513976 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3849c1-667c-4131-bf4b-f50f86695b5a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1168} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:46:14.518405 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f781592-5db7-45f2-9b49-ee24506cc47c tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:14.527235 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eefdf9-d654-4305-9afe-8b8e90cb3759 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event updated for resources: {'Network': ['ID=b8ac75de-9cdf-411a-a432-39103b7f3ff1,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:14.539910 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network b8ac75de-9cdf-411a-a432-39103b7f3ff1 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:46:14.613073 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c3849c1-667c-4131-bf4b-f50f86695b5a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:14.613705 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-9c3849c1-667c-4131-bf4b-f50f86695b5a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Added segment 2d5d8c25-2aa9-495e-b504-1afc5190acc8 of type vlan for network 8b3679d9-f029-43fb-a81d-901fdf16cceb Nov 04 10:46:14.616850 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90819def-8784-4ee8-9061-bf3b3882c854 x-openstack-request-id: req-90819def-8784-4ee8-9061-bf3b3882c854 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:46:14.617326 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90784fa1-1c42-40f6-8c44-07427874d159", "name": "network-vif-plugged", "status": "completed", "tag": "c54e1319-7956-44ec-a32f-e62b9ee777ec", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:46:14.617765 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-90819def-8784-4ee8-9061-bf3b3882c854 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:46:14.618311 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90784fa1-1c42-40f6-8c44-07427874d159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54e1319-7956-44ec-a32f-e62b9ee777ec', 'code': 200} Nov 04 10:46:14.627530 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f781592-5db7-45f2-9b49-ee24506cc47c tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Network 002c4095-1ecc-42d7-81e1-3b0d0052701e is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:46:14.646501 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-8f781592-5db7-45f2-9b49-ee24506cc47c tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:46:14.655731 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f781592-5db7-45f2-9b49-ee24506cc47c tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:46:14.656882 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f781592-5db7-45f2-9b49-ee24506cc47c tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:14.657578 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f781592-5db7-45f2-9b49-ee24506cc47c tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:14.706470 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f781592-5db7-45f2-9b49-ee24506cc47c tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Pushing event updated for resources: {'Port': ['ID=42f2be7b-143e-42fc-ab5f-d2675e10ffac,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:14.731380 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8f781592-5db7-45f2-9b49-ee24506cc47c tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6668785 Nov 04 10:46:14.732474 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52502) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:14.734185 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c3849c1-667c-4131-bf4b-f50f86695b5a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:14.746946 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33776d-969b-46e6-bc30-6794cd327fbe req-a722eff6-7a37-4055-981e-8e2fd3ad0245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:14.748729 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3c33776d-969b-46e6-bc30-6794cd327fbe req-a722eff6-7a37-4055-981e-8e2fd3ad0245 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=90784fa1-1c42-40f6-8c44-07427874d159 HTTP/1.1" status: 200 len: 1096 time: 0.1184328 Nov 04 10:46:14.793441 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:14.810046 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c3849c1-667c-4131-bf4b-f50f86695b5a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:14.816123 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3849c1-667c-4131-bf4b-f50f86695b5a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:14.816901 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c3849c1-667c-4131-bf4b-f50f86695b5a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:14.817440 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3eefdc-af3a-4c98-93e5-890ca91a404a tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:14.827573 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4a3eefdc-af3a-4c98-93e5-890ca91a404a tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] 10.222.0.127 "GET /v2.0/ports/42f2be7b-143e-42fc-ab5f-d2675e10ffac HTTP/1.1" status: 200 len: 955 time: 0.0918519 Nov 04 10:46:14.828501 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52504) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:14.898674 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3c33776d-969b-46e6-bc30-6794cd327fbe req-5a80eed2-e09c-4e7c-a2ca-b70c80dc5e7c service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424546 Nov 04 10:46:14.912290 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9c3849c1-667c-4131-bf4b-f50f86695b5a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4865954 Nov 04 10:46:14.913291 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52510) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:14.921427 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-c63a2614-19e8-4716-81c0-8c7df8d1d69c tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Request body: {'subnet': {'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:14.983739 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252e33c-ed48-4f16-9195-9fbd6281e436 req-70b0502e-cb4a-470c-9e4b-92c587759a85 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:14.985758 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e252e33c-ed48-4f16-9195-9fbd6281e436 req-70b0502e-cb4a-470c-9e4b-92c587759a85 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.0718386 Nov 04 10:46:15.009180 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3849c1-667c-4131-bf4b-f50f86695b5a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event updated for resources: {'Network': ['ID=8b3679d9-f029-43fb-a81d-901fdf16cceb,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:15.021406 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 8b3679d9-f029-43fb-a81d-901fdf16cceb details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:46:15.043273 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63a2614-19e8-4716-81c0-8c7df8d1d69c tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Made reservation on behalf of daa3a4d308184b5b997a81a95ee49bba for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:46:15.052151 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c63a2614-19e8-4716-81c0-8c7df8d1d69c tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:15.062116 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-85891137-4e1c-4a9f-90ee-0f56fa6ed7fd tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Deleting port 42f2be7b-143e-42fc-ab5f-d2675e10ffac {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:46:15.063102 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-85891137-4e1c-4a9f-90ee-0f56fa6ed7fd tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:15.131253 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e252e33c-ed48-4f16-9195-9fbd6281e436 req-6e32531b-71d7-487f-95ac-78ab8128b140 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361251 Nov 04 10:46:15.174001 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-85891137-4e1c-4a9f-90ee-0f56fa6ed7fd tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:15.197947 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-85891137-4e1c-4a9f-90ee-0f56fa6ed7fd tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Calling delete_port for 42f2be7b-143e-42fc-ab5f-d2675e10ffac owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:46:15.333427 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c63a2614-19e8-4716-81c0-8c7df8d1d69c tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:15.365376 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-85891137-4e1c-4a9f-90ee-0f56fa6ed7fd tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:15.403313 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85891137-4e1c-4a9f-90ee-0f56fa6ed7fd tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Pushing event deleted for resources: {'Port': ['ID=42f2be7b-143e-42fc-ab5f-d2675e10ffac,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:15.412330 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a2614-19e8-4716-81c0-8c7df8d1d69c tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event updated for resources: {'Subnet': ['ID=384b462f-cd0a-48ba-8bb4-6a70320a42d5,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:15.412735 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-85891137-4e1c-4a9f-90ee-0f56fa6ed7fd tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:15.416877 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-85891137-4e1c-4a9f-90ee-0f56fa6ed7fd tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] 10.222.0.127 "DELETE /v2.0/ports/42f2be7b-143e-42fc-ab5f-d2675e10ffac HTTP/1.1" status: 204 len: 168 time: 0.5860729 Nov 04 10:46:15.418879 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52520) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:15.457097 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63a2614-19e8-4716-81c0-8c7df8d1d69c tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Checking segment: {'id': '5fe677e5-64f3-4799-afaa-0015f65c7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:46:15.457499 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63a2614-19e8-4716-81c0-8c7df8d1d69c tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Network hostable DHCP agents. Network: b8ac75de-9cdf-411a-a432-39103b7f3ff1, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:46:15.463263 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68e7f55-8231-4a9c-9512-23718da85bae tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] GET failed (client error): The resource could not be found. Nov 04 10:46:15.468419 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d68e7f55-8231-4a9c-9512-23718da85bae tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] 10.222.0.127 "GET /v2.0/ports/42f2be7b-143e-42fc-ab5f-d2675e10ffac HTTP/1.1" status: 404 len: 333 time: 0.0451057 Nov 04 10:46:15.469127 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52522) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:15.473429 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-beb0d81c-59aa-4960-9fa0-e8236ffaee8f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Request body: {'port': {'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-667746334'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:15.497475 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63a2614-19e8-4716-81c0-8c7df8d1d69c tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Network b8ac75de-9cdf-411a-a432-39103b7f3ff1 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:46:15.505604 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb0d81c-59aa-4960-9fa0-e8236ffaee8f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Made reservation on behalf of ae039abb071c405e8bbb997283dd2bf2 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:46:15.508341 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-beb0d81c-59aa-4960-9fa0-e8236ffaee8f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:15.517901 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-c63a2614-19e8-4716-81c0-8c7df8d1d69c tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, b8ac75de-9cdf-411a-a432-39103b7f3ff1) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:46:15.524138 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63a2614-19e8-4716-81c0-8c7df8d1d69c tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:15.524746 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c63a2614-19e8-4716-81c0-8c7df8d1d69c tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:15.536733 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-beb0d81c-59aa-4960-9fa0-e8236ffaee8f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] device_id is not set on port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:46:15.549432 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31b19d6-8ebc-428b-afd7-541deb29b6da None None] Network b8ac75de-9cdf-411a-a432-39103b7f3ff1 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:46:15.620788 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c63a2614-19e8-4716-81c0-8c7df8d1d69c tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6992905 Nov 04 10:46:15.621460 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52526) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:15.639006 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-72b636ca-5ac6-4aa4-9289-eab38d4e2df5 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Request body: {'subnet': {'network_id': '8b3679d9-f029-43fb-a81d-901fdf16cceb', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:15.680074 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d561334-dc3e-4aac-bf12-c6abf5eb5e35 req-2727737c-caaf-4068-9104-5cb88b797105 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:15.697487 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d561334-dc3e-4aac-bf12-c6abf5eb5e35 req-2727737c-caaf-4068-9104-5cb88b797105 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=90784fa1-1c42-40f6-8c44-07427874d159 HTTP/1.1" status: 200 len: 945 time: 0.0903404 Nov 04 10:46:15.819707 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d561334-dc3e-4aac-bf12-c6abf5eb5e35 req-3ac3ddb3-8383-4c6f-a872-357302e2587b tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204126 Nov 04 10:46:16.001220 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-beb0d81c-59aa-4960-9fa0-e8236ffaee8f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:16.025942 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4561e637-a9d7-4645-bf2d-cf78c0b07311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-b8ac75de-9cdf-411a-a432-39103b7f3ff1', 'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'fixed_ips': [{'subnet_id': '384b462f-cd0a-48ba-8bb4-6a70320a42d5'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:46:16.027288 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4561e637-a9d7-4645-bf2d-cf78c0b07311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:16.116025 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-beb0d81c-59aa-4960-9fa0-e8236ffaee8f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:16.134679 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b636ca-5ac6-4aa4-9289-eab38d4e2df5 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Made reservation on behalf of daa3a4d308184b5b997a81a95ee49bba for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:46:16.134679 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72b636ca-5ac6-4aa4-9289-eab38d4e2df5 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:16.227847 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-4561e637-a9d7-4645-bf2d-cf78c0b07311 None None] Allocated IP 10.1.1.2 (b8ac75de-9cdf-411a-a432-39103b7f3ff1/384b462f-cd0a-48ba-8bb4-6a70320a42d5/478d14ac-9b7b-42f8-9165-69559dd0e5d2) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:46:16.243311 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb0d81c-59aa-4960-9fa0-e8236ffaee8f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Network 002c4095-1ecc-42d7-81e1-3b0d0052701e is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:46:16.257280 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-beb0d81c-59aa-4960-9fa0-e8236ffaee8f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:46:16.263508 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0d81c-59aa-4960-9fa0-e8236ffaee8f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Pushing event updated for resources: {'Port': ['ID=9dc4ec3c-8bce-4b54-9222-d12128ed3651,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:16.268916 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb0d81c-59aa-4960-9fa0-e8236ffaee8f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:46:16.270122 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb0d81c-59aa-4960-9fa0-e8236ffaee8f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:16.271160 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-beb0d81c-59aa-4960-9fa0-e8236ffaee8f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:16.302439 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-beb0d81c-59aa-4960-9fa0-e8236ffaee8f tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8325880 Nov 04 10:46:16.305096 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52536) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:16.311155 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:16.347220 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1fb093-edf1-47ff-a6e6-4ec23eb8e4e2 req-52addd6d-9bc9-4a20-8685-cd564d0c5070 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:16.349266 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f1fb093-edf1-47ff-a6e6-4ec23eb8e4e2 req-52addd6d-9bc9-4a20-8685-cd564d0c5070 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.1060398 Nov 04 10:46:16.407835 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:16.475945 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f1fb093-edf1-47ff-a6e6-4ec23eb8e4e2 req-7f2ad52b-230f-4458-b491-822c5a490694 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188543 Nov 04 10:46:16.519223 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4561e637-a9d7-4645-bf2d-cf78c0b07311 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:16.530673 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4561e637-a9d7-4645-bf2d-cf78c0b07311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:16.580161 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4561e637-a9d7-4645-bf2d-cf78c0b07311 None None] Network b8ac75de-9cdf-411a-a432-39103b7f3ff1 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:46:16.590232 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-4561e637-a9d7-4645-bf2d-cf78c0b07311 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:46:16.595735 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4561e637-a9d7-4645-bf2d-cf78c0b07311 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:46:16.597768 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72b636ca-5ac6-4aa4-9289-eab38d4e2df5 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:16.611721 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561e637-a9d7-4645-bf2d-cf78c0b07311 None None] Pushing event updated for resources: {'Port': ['ID=478d14ac-9b7b-42f8-9165-69559dd0e5d2,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:16.692287 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-4561e637-a9d7-4645-bf2d-cf78c0b07311 None None] Attempting to bind port 478d14ac-9b7b-42f8-9165-69559dd0e5d2 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:16.692943 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-4561e637-a9d7-4645-bf2d-cf78c0b07311 None None] Attempting to bind port 478d14ac-9b7b-42f8-9165-69559dd0e5d2 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '5fe677e5-64f3-4799-afaa-0015f65c7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:16.693630 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4561e637-a9d7-4645-bf2d-cf78c0b07311 None None] Attempting to bind port 478d14ac-9b7b-42f8-9165-69559dd0e5d2 on network b8ac75de-9cdf-411a-a432-39103b7f3ff1 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:16.701946 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4561e637-a9d7-4645-bf2d-cf78c0b07311 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:46:16.702360 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4561e637-a9d7-4645-bf2d-cf78c0b07311 None None] Checking segment: {'id': '5fe677e5-64f3-4799-afaa-0015f65c7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:46:16.703349 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4561e637-a9d7-4645-bf2d-cf78c0b07311 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:16.703969 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4561e637-a9d7-4645-bf2d-cf78c0b07311 None None] Bound using segment: {'id': '5fe677e5-64f3-4799-afaa-0015f65c7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:46:16.704468 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-4561e637-a9d7-4645-bf2d-cf78c0b07311 None None] Bound port: 478d14ac-9b7b-42f8-9165-69559dd0e5d2, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe677e5-64f3-4799-afaa-0015f65c7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:46:16.705891 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4561e637-a9d7-4645-bf2d-cf78c0b07311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:16.724203 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b636ca-5ac6-4aa4-9289-eab38d4e2df5 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Checking segment: {'id': '2d5d8c25-2aa9-495e-b504-1afc5190acc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '8b3679d9-f029-43fb-a81d-901fdf16cceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:46:16.724610 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b636ca-5ac6-4aa4-9289-eab38d4e2df5 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Network hostable DHCP agents. Network: 8b3679d9-f029-43fb-a81d-901fdf16cceb, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:46:16.729278 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b636ca-5ac6-4aa4-9289-eab38d4e2df5 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event updated for resources: {'Subnet': ['ID=591c76b5-dc45-40ba-bafd-65632bad709a,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:16.786504 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] device_id is not set on port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:46:16.794897 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b636ca-5ac6-4aa4-9289-eab38d4e2df5 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Network 8b3679d9-f029-43fb-a81d-901fdf16cceb is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:46:16.806145 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:16.807673 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-4561e637-a9d7-4645-bf2d-cf78c0b07311 None None] For port 478d14ac-9b7b-42f8-9165-69559dd0e5d2, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:46:16.814422 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-4561e637-a9d7-4645-bf2d-cf78c0b07311 None None] For port 478d14ac-9b7b-42f8-9165-69559dd0e5d2, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=478d14ac-9b7b-42f8-9165-69559dd0e5d2,segment=NetworkSegment(5fe677e5-64f3-4799-afaa-0015f65c7e61),segment_id=5fe677e5-64f3-4799-afaa-0015f65c7e61)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:46:16.815997 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:16.825022 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4561e637-a9d7-4645-bf2d-cf78c0b07311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:16.855890 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-72b636ca-5ac6-4aa4-9289-eab38d4e2df5 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 8b3679d9-f029-43fb-a81d-901fdf16cceb) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:46:16.861263 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b636ca-5ac6-4aa4-9289-eab38d4e2df5 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:16.861927 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72b636ca-5ac6-4aa4-9289-eab38d4e2df5 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:16.900330 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465923fc-cead-424f-9998-e2eb23edb8ba None None] Network 8b3679d9-f029-43fb-a81d-901fdf16cceb requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:46:16.924949 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Pushing event updated for resources: {'Port': ['ID=9dc4ec3c-8bce-4b54-9222-d12128ed3651,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:16.935627 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-72b636ca-5ac6-4aa4-9289-eab38d4e2df5 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3046775 Nov 04 10:46:16.936141 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52546) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:16.942065 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-216946cb-0c89-4a2f-9eaf-7c652c8d5a8b tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Request body: {'port': {'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1', 'name': 'tempest-TaggedBootDevicesTest_v242-1769176886', 'fixed_ips': [{'subnet_id': '384b462f-cd0a-48ba-8bb4-6a70320a42d5'}]}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:16.947095 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:16.948485 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:16.949508 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:16.962488 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:16.963070 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:16.963754 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempt 2 to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 Nov 04 10:46:16.995470 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:16.996450 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:16.997133 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:17.007548 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:17.009214 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:17.013984 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4bf91ebd-2fe1-43ad-aa7b-04d98ca66830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:17.014257 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempt 3 to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 Nov 04 10:46:17.039742 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561e637-a9d7-4645-bf2d-cf78c0b07311 None None] Pushing event updated for resources: {'Port': ['ID=478d14ac-9b7b-42f8-9165-69559dd0e5d2,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:17.045718 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:17.047554 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:17.047899 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:17.059191 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:17.059530 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:17.059927 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempt 4 to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 Nov 04 10:46:17.073865 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:17.074369 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:17.074710 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:17.079574 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:17.079902 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:17.080294 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempt 5 to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 Nov 04 10:46:17.100583 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:17.100806 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:17.104962 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:17.112796 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:17.113148 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:17.113545 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempt 6 to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 Nov 04 10:46:17.149433 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:17.155303 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:17.155932 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:17.161790 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:17.165512 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:17.166089 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempt 7 to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 Nov 04 10:46:17.200673 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:17.201557 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:17.201905 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:17.234712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:17.234999 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:17.236585 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempt 8 to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 Nov 04 10:46:17.273171 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9000b61-7bde-4798-a3c2-cfc7a98cedc8 req-a210d3a4-24eb-4d28-af84-ff865b540f00 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:17.283035 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f9000b61-7bde-4798-a3c2-cfc7a98cedc8 req-a210d3a4-24eb-4d28-af84-ff865b540f00 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=90784fa1-1c42-40f6-8c44-07427874d159 HTTP/1.1" status: 200 len: 945 time: 0.3369176 Nov 04 10:46:17.312590 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:17.313035 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:17.313690 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:17.341657 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:17.342017 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:17.342416 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempt 9 to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 Nov 04 10:46:17.358769 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99730ea6-2a3d-428e-8977-256fe2b8cba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-8b3679d9-f029-43fb-a81d-901fdf16cceb', 'network_id': '8b3679d9-f029-43fb-a81d-901fdf16cceb', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'fixed_ips': [{'subnet_id': '591c76b5-dc45-40ba-bafd-65632bad709a'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:46:17.362690 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-99730ea6-2a3d-428e-8977-256fe2b8cba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:17.396072 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:17.396404 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:17.396744 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:17.402126 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:17.402475 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:17.402851 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempt 10 to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 Nov 04 10:46:17.420532 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:17.421038 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:17.421228 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempting to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:17.426867 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:17.437227 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Failed to bind port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on host n-h1-816629-1 for vnic_type normal using segments [{'id': '56a0eb6b-d777-40a1-b30c-adf06210880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '002c4095-1ecc-42d7-81e1-3b0d0052701e'}] Nov 04 10:46:17.438090 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:17.577774 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] For port 9dc4ec3c-8bce-4b54-9222-d12128ed3651, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:46:17.578597 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attempted to set empty binding levels {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 04 10:46:17.585742 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:17.660958 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Pushing event updated for resources: {'Port': ['ID=9dc4ec3c-8bce-4b54-9222-d12128ed3651,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:17.664083 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-99730ea6-2a3d-428e-8977-256fe2b8cba7 None None] Allocated IP 10.2.2.2 (8b3679d9-f029-43fb-a81d-901fdf16cceb/591c76b5-dc45-40ba-bafd-65632bad709a/a530de7a-8bb9-47c7-9f98-1e5d6229e687) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:46:17.672904 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] In _notify_port_updated(), no bound segment for port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 on network 002c4095-1ecc-42d7-81e1-3b0d0052701e {{(pid=101775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 04 10:46:17.675073 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:17.676890 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:17.683264 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f84e33a5-8387-43c7-9b95-19d221015c1b tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] 10.222.0.127 "PUT /v2.0/ports/9dc4ec3c-8bce-4b54-9222-d12128ed3651 HTTP/1.1" status: 200 len: 974 time: 1.3767180 Nov 04 10:46:17.684898 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52564) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:17.841416 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-447db2f1-49d2-4eee-9f0b-ce7dd94cb94d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Deleting port 9dc4ec3c-8bce-4b54-9222-d12128ed3651 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:46:17.841750 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-447db2f1-49d2-4eee-9f0b-ce7dd94cb94d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:17.855899 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216946cb-0c89-4a2f-9eaf-7c652c8d5a8b tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Made reservation on behalf of daa3a4d308184b5b997a81a95ee49bba for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:46:17.881994 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-99730ea6-2a3d-428e-8977-256fe2b8cba7 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:17.891177 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-99730ea6-2a3d-428e-8977-256fe2b8cba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:17.927932 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-447db2f1-49d2-4eee-9f0b-ce7dd94cb94d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] For port 9dc4ec3c-8bce-4b54-9222-d12128ed3651, host n-h1-816629-1, got binding levels [] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:46:17.928187 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-447db2f1-49d2-4eee-9f0b-ce7dd94cb94d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:17.934074 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99730ea6-2a3d-428e-8977-256fe2b8cba7 None None] Network 8b3679d9-f029-43fb-a81d-901fdf16cceb is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:46:17.939318 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-99730ea6-2a3d-428e-8977-256fe2b8cba7 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:46:17.943291 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99730ea6-2a3d-428e-8977-256fe2b8cba7 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:46:17.955063 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-447db2f1-49d2-4eee-9f0b-ce7dd94cb94d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Calling delete_port for 9dc4ec3c-8bce-4b54-9222-d12128ed3651 owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:46:18.019029 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99730ea6-2a3d-428e-8977-256fe2b8cba7 None None] Pushing event updated for resources: {'Port': ['ID=a530de7a-8bb9-47c7-9f98-1e5d6229e687,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:18.031886 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-99730ea6-2a3d-428e-8977-256fe2b8cba7 None None] Attempting to bind port a530de7a-8bb9-47c7-9f98-1e5d6229e687 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:18.032380 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-99730ea6-2a3d-428e-8977-256fe2b8cba7 None None] Attempting to bind port a530de7a-8bb9-47c7-9f98-1e5d6229e687 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '2d5d8c25-2aa9-495e-b504-1afc5190acc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '8b3679d9-f029-43fb-a81d-901fdf16cceb'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:18.032870 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99730ea6-2a3d-428e-8977-256fe2b8cba7 None None] Attempting to bind port a530de7a-8bb9-47c7-9f98-1e5d6229e687 on network 8b3679d9-f029-43fb-a81d-901fdf16cceb {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:18.039051 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99730ea6-2a3d-428e-8977-256fe2b8cba7 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:46:18.039560 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99730ea6-2a3d-428e-8977-256fe2b8cba7 None None] Checking segment: {'id': '2d5d8c25-2aa9-495e-b504-1afc5190acc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '8b3679d9-f029-43fb-a81d-901fdf16cceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:46:18.040105 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-99730ea6-2a3d-428e-8977-256fe2b8cba7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:18.040661 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99730ea6-2a3d-428e-8977-256fe2b8cba7 None None] Bound using segment: {'id': '2d5d8c25-2aa9-495e-b504-1afc5190acc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '8b3679d9-f029-43fb-a81d-901fdf16cceb'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:46:18.041236 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-99730ea6-2a3d-428e-8977-256fe2b8cba7 None None] Bound port: a530de7a-8bb9-47c7-9f98-1e5d6229e687, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d5d8c25-2aa9-495e-b504-1afc5190acc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '8b3679d9-f029-43fb-a81d-901fdf16cceb'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:46:18.041767 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-99730ea6-2a3d-428e-8977-256fe2b8cba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:18.053591 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f9000b61-7bde-4798-a3c2-cfc7a98cedc8 req-c1ed4f17-4c2e-40f4-9087-317cbf1de8eb tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7645268 Nov 04 10:46:18.175077 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-216946cb-0c89-4a2f-9eaf-7c652c8d5a8b tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:18.230426 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-447db2f1-49d2-4eee-9f0b-ce7dd94cb94d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:18.261356 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-447db2f1-49d2-4eee-9f0b-ce7dd94cb94d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:18.278317 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-99730ea6-2a3d-428e-8977-256fe2b8cba7 None None] For port a530de7a-8bb9-47c7-9f98-1e5d6229e687, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:46:18.281263 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-447db2f1-49d2-4eee-9f0b-ce7dd94cb94d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] 10.222.0.127 "DELETE /v2.0/ports/9dc4ec3c-8bce-4b54-9222-d12128ed3651 HTTP/1.1" status: 204 len: 168 time: 0.5934303 Nov 04 10:46:18.281930 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52572) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:18.286293 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-99730ea6-2a3d-428e-8977-256fe2b8cba7 None None] For port a530de7a-8bb9-47c7-9f98-1e5d6229e687, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a530de7a-8bb9-47c7-9f98-1e5d6229e687,segment=NetworkSegment(2d5d8c25-2aa9-495e-b504-1afc5190acc8),segment_id=2d5d8c25-2aa9-495e-b504-1afc5190acc8)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:46:18.295877 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-99730ea6-2a3d-428e-8977-256fe2b8cba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:18.301095 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-216946cb-0c89-4a2f-9eaf-7c652c8d5a8b tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] device_id is not set on port 95ad527b-0310-411c-89bd-1274654c7b5b yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:46:18.334579 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 478d14ac-9b7b-42f8-9165-69559dd0e5d2 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:46:18.425391 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-eadb954c-3124-417f-9a04-dc5825ed2871 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] GET failed (client error): The resource could not be found. Nov 04 10:46:18.433519 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-eadb954c-3124-417f-9a04-dc5825ed2871 tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] 10.222.0.127 "GET /v2.0/ports/9dc4ec3c-8bce-4b54-9222-d12128ed3651 HTTP/1.1" status: 404 len: 333 time: 0.1452181 Nov 04 10:46:18.434145 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52580) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:18.453354 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99730ea6-2a3d-428e-8977-256fe2b8cba7 None None] Pushing event updated for resources: {'Port': ['ID=a530de7a-8bb9-47c7-9f98-1e5d6229e687,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:18.480675 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447db2f1-49d2-4eee-9f0b-ce7dd94cb94d tempest-PortsAdminExtendedAttrsTestJSON-151967787 tempest-PortsAdminExtendedAttrsTestJSON-151967787-project-admin] Pushing event deleted for resources: {'Port': ['ID=9dc4ec3c-8bce-4b54-9222-d12128ed3651,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:18.586280 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 478d14ac-9b7b-42f8-9165-69559dd0e5d2 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:46:18.586824 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:18.629994 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed627a9-760a-4768-98ec-915c3362a88d req-69de8dea-4d8e-49d2-aa4c-210c161faeb4 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:18.646570 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8ed627a9-760a-4768-98ec-915c3362a88d req-69de8dea-4d8e-49d2-aa4c-210c161faeb4 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.3837330 Nov 04 10:46:18.662431 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc796b13-d7b1-4209-9ec7-5c1771f648d3 req-4a5db8c4-3476-46bd-b4c1-08148710c4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:18.664295 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bc796b13-d7b1-4209-9ec7-5c1771f648d3 req-4a5db8c4-3476-46bd-b4c1-08148710c4e9 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 1097 time: 0.2576616 Nov 04 10:46:18.677916 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-669d76f1-d639-4fe2-9641-ce9dec3b4a7b tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:18.771974 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:18.822630 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1128fe04-9bda-4e7c-a7a2-02cc91621de8 None None] Network b8ac75de-9cdf-411a-a432-39103b7f3ff1 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:46:18.837066 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8ed627a9-760a-4768-98ec-915c3362a88d req-b3d3d322-8ac1-442c-88e4-1e3204d16ad4 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895466 Nov 04 10:46:18.906769 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 478d14ac-9b7b-42f8-9165-69559dd0e5d2, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=478d14ac-9b7b-42f8-9165-69559dd0e5d2,segment=NetworkSegment(5fe677e5-64f3-4799-afaa-0015f65c7e61),segment_id=5fe677e5-64f3-4799-afaa-0015f65c7e61)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:46:18.922834 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-216946cb-0c89-4a2f-9eaf-7c652c8d5a8b tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Allocated IP 10.1.1.159 (b8ac75de-9cdf-411a-a432-39103b7f3ff1/384b462f-cd0a-48ba-8bb4-6a70320a42d5/95ad527b-0310-411c-89bd-1274654c7b5b) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:46:18.965495 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:19.025049 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-669d76f1-d639-4fe2-9641-ce9dec3b4a7b tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:19.054917 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-afe124d3-572b-42ac-9e45-a929ee11b4eb None None] Provisioning complete for port 478d14ac-9b7b-42f8-9165-69559dd0e5d2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:46:19.056058 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-afe124d3-572b-42ac-9e45-a929ee11b4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:19.062044 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-669d76f1-d639-4fe2-9641-ce9dec3b4a7b tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002c4095-1ecc-42d7-81e1-3b0d0052701e']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:46:19.095439 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-669d76f1-d639-4fe2-9641-ce9dec3b4a7b tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a0eb6b-d777-40a1-b30c-adf06210880c') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:46:19.095820 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-669d76f1-d639-4fe2-9641-ce9dec3b4a7b tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a0eb6b-d777-40a1-b30c-adf06210880c') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:46:19.123439 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-669d76f1-d639-4fe2-9641-ce9dec3b4a7b tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:19.153882 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-669d76f1-d639-4fe2-9641-ce9dec3b4a7b tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:19.172800 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669d76f1-d639-4fe2-9641-ce9dec3b4a7b tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] Releasing vlan 1150 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:46:19.173237 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-669d76f1-d639-4fe2-9641-ce9dec3b4a7b tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:19.245917 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=478d14ac-9b7b-42f8-9165-69559dd0e5d2,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:46:19.273113 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:46:19.281756 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bc796b13-d7b1-4209-9ec7-5c1771f648d3 req-bf065c36-524e-4e8d-9a28-f108c5194344 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6013920 Nov 04 10:46:19.282929 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-669d76f1-d639-4fe2-9641-ce9dec3b4a7b tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:19.298568 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-669d76f1-d639-4fe2-9641-ce9dec3b4a7b tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:19.302130 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-669d76f1-d639-4fe2-9641-ce9dec3b4a7b tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] 10.222.0.127 "DELETE /v2.0/networks/002c4095-1ecc-42d7-81e1-3b0d0052701e HTTP/1.1" status: 204 len: 168 time: 0.8650851 Nov 04 10:46:19.377605 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d76f1-d639-4fe2-9641-ce9dec3b4a7b tempest-PortsAdminExtendedAttrsTestJSON-2017863318 tempest-PortsAdminExtendedAttrsTestJSON-2017863318-project] Pushing event deleted for resources: {'Network': ['ID=002c4095-1ecc-42d7-81e1-3b0d0052701e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:19.403230 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-216946cb-0c89-4a2f-9eaf-7c652c8d5a8b tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:19.504860 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7aa84b40-bbe2-40ca-ba1c-1fba02d8d8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:19.600919 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-29b8613b-3669-4e15-8bd7-e2104ae50e0f tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:19.608791 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-29b8613b-3669-4e15-8bd7-e2104ae50e0f tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/networks?id=4ea30ddd-783c-4e98-88c8-c72495d90b19 HTTP/1.1" status: 200 len: 806 time: 0.1945534 Nov 04 10:46:19.641258 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-87fcc48b-fa3b-4fb9-9f16-d14e48d7eb7c tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/quotas/343110c8f9b64c948b5d4c411d3c8a01 HTTP/1.1" status: 200 len: 375 time: 0.0313740 Nov 04 10:46:19.717476 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-216946cb-0c89-4a2f-9eaf-7c652c8d5a8b tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:19.796753 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216946cb-0c89-4a2f-9eaf-7c652c8d5a8b tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Network b8ac75de-9cdf-411a-a432-39103b7f3ff1 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:46:19.819793 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-15179062-42d8-4c6d-b3b8-352ebc00d41d tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=343110c8f9b64c948b5d4c411d3c8a01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1773160 Nov 04 10:46:19.925991 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-216946cb-0c89-4a2f-9eaf-7c652c8d5a8b tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:46:19.936590 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52604) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:19.967139 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216946cb-0c89-4a2f-9eaf-7c652c8d5a8b tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:46:20.023761 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4d077f77-55c6-4387-89b1-5624d75e9636 None None] Provisioning complete for port 478d14ac-9b7b-42f8-9165-69559dd0e5d2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:46:20.024131 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4d077f77-55c6-4387-89b1-5624d75e9636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:20.069177 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216946cb-0c89-4a2f-9eaf-7c652c8d5a8b tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event updated for resources: {'Port': ['ID=95ad527b-0310-411c-89bd-1274654c7b5b,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:20.096662 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-881128ed-bb4f-47b3-a4e9-63f1454395ef service neutron] 10.222.0.127 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759337 Nov 04 10:46:20.186461 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216946cb-0c89-4a2f-9eaf-7c652c8d5a8b tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:20.187515 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-216946cb-0c89-4a2f-9eaf-7c652c8d5a8b tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:20.249015 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4594ca01-7638-4c8f-a870-2f28ba092268 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=7ad6d613c91b4b9e8cda1d326bde9fb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2937276 Nov 04 10:46:20.249807 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52610) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:20.280569 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-216946cb-0c89-4a2f-9eaf-7c652c8d5a8b tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3425357 Nov 04 10:46:20.283815 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52614) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:20.298026 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-10e2cb1d-c3ff-4908-a960-878ca0f54352 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Request body: {'port': {'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1', 'name': 'tempest-TaggedBootDevicesTest_v242-670658660', 'fixed_ips': [{'subnet_id': '384b462f-cd0a-48ba-8bb4-6a70320a42d5'}]}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:20.338032 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97780aa9-80a3-4a13-9c95-96440d8960ef None None] Network 8b3679d9-f029-43fb-a81d-901fdf16cceb requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:46:20.457728 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5216c8b9-2f8e-4016-ad61-94d1b837da80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:20.470524 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-a3b4c4df-e5b1-4f75-bd78-c8ad880b1ca2 service neutron] 10.222.0.127 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447049 Nov 04 10:46:20.479513 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a530de7a-8bb9-47c7-9f98-1e5d6229e687 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:46:20.523883 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5216c8b9-2f8e-4016-ad61-94d1b837da80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:20.551645 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b25e3e73-e320-4b2b-87cd-259657719e5d None None] Provisioning complete for port a530de7a-8bb9-47c7-9f98-1e5d6229e687 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:46:20.561146 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b25e3e73-e320-4b2b-87cd-259657719e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:20.568690 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e2cb1d-c3ff-4908-a960-878ca0f54352 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Made reservation on behalf of daa3a4d308184b5b997a81a95ee49bba for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:46:20.576005 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-10e2cb1d-c3ff-4908-a960-878ca0f54352 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:20.602351 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-10e2cb1d-c3ff-4908-a960-878ca0f54352 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] device_id is not set on port b7148f4c-a774-4e7a-a8e9-c7483869a3e6 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:46:20.634019 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5216c8b9-2f8e-4016-ad61-94d1b837da80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:20.637813 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5216c8b9-2f8e-4016-ad61-94d1b837da80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:20.639056 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5216c8b9-2f8e-4016-ad61-94d1b837da80 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/d8039df4-9c28-40e8-b453-2d0711e80b5e HTTP/1.1" status: 204 len: 168 time: 0.3882458 Nov 04 10:46:20.658202 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216c8b9-2f8e-4016-ad61-94d1b837da80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8039df4-9c28-40e8-b453-2d0711e80b5e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:20.799767 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:20.941532 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b25e3e73-e320-4b2b-87cd-259657719e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:20.947189 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-10e2cb1d-c3ff-4908-a960-878ca0f54352 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Allocated IP 10.1.1.109 (b8ac75de-9cdf-411a-a432-39103b7f3ff1/384b462f-cd0a-48ba-8bb4-6a70320a42d5/b7148f4c-a774-4e7a-a8e9-c7483869a3e6) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:46:20.981535 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port a530de7a-8bb9-47c7-9f98-1e5d6229e687 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:46:20.985873 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:21.063641 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-b25e3e73-e320-4b2b-87cd-259657719e5d None None] For port a530de7a-8bb9-47c7-9f98-1e5d6229e687, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a530de7a-8bb9-47c7-9f98-1e5d6229e687,segment=NetworkSegment(2d5d8c25-2aa9-495e-b504-1afc5190acc8),segment_id=2d5d8c25-2aa9-495e-b504-1afc5190acc8)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:46:21.081529 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b25e3e73-e320-4b2b-87cd-259657719e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:21.148250 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-10e2cb1d-c3ff-4908-a960-878ca0f54352 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:21.240021 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-5e7a8d1c-ad61-4039-87df-49c4317126af None None] Provisioning complete for port 95ad527b-0310-411c-89bd-1274654c7b5b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:46:21.242559 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5e7a8d1c-ad61-4039-87df-49c4317126af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:21.249088 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e3e73-e320-4b2b-87cd-259657719e5d None None] Pushing event updated for resources: {'Port': ['ID=a530de7a-8bb9-47c7-9f98-1e5d6229e687,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:21.282576 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 478d14ac-9b7b-42f8-9165-69559dd0e5d2 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:46:21.333537 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-10e2cb1d-c3ff-4908-a960-878ca0f54352 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:21.338108 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-5e7a8d1c-ad61-4039-87df-49c4317126af None None] Port 95ad527b-0310-411c-89bd-1274654c7b5b cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:46:21.368871 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 478d14ac-9b7b-42f8-9165-69559dd0e5d2 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:46:21.370048 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:21.426975 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e2cb1d-c3ff-4908-a960-878ca0f54352 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Network b8ac75de-9cdf-411a-a432-39103b7f3ff1 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:46:21.430957 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-10e2cb1d-c3ff-4908-a960-878ca0f54352 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:46:21.440110 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e2cb1d-c3ff-4908-a960-878ca0f54352 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:46:21.481521 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52638) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:21.496336 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d599878-749d-49ba-86e8-a522a2259620 req-cf2c9f6f-f9dc-4147-9cd8-9095887dccbd tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:21.497935 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4d599878-749d-49ba-86e8-a522a2259620 req-cf2c9f6f-f9dc-4147-9cd8-9095887dccbd tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.2350514 Nov 04 10:46:21.501483 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2cb1d-c3ff-4908-a960-878ca0f54352 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event updated for resources: {'Port': ['ID=b7148f4c-a774-4e7a-a8e9-c7483869a3e6,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:21.598886 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e2cb1d-c3ff-4908-a960-878ca0f54352 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:21.599617 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-10e2cb1d-c3ff-4908-a960-878ca0f54352 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:21.609938 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4e2b02ec-00ad-4172-98ea-928c53d4c54e admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=ae039abb071c405e8bbb997283dd2bf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1141350 Nov 04 10:46:21.610965 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52642) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:21.708041 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-eb47a095-4e71-457a-b0a5-526a927976fc None None] Provisioning complete for port a530de7a-8bb9-47c7-9f98-1e5d6229e687 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:46:21.709883 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eb47a095-4e71-457a-b0a5-526a927976fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:21.717452 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4d599878-749d-49ba-86e8-a522a2259620 req-c3310c65-8860-4278-8dab-33f0b96c7a88 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883645 Nov 04 10:46:21.742062 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-10e2cb1d-c3ff-4908-a960-878ca0f54352 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4544218 Nov 04 10:46:21.775714 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3d019f8e-f1ef-43c5-a27c-a27c4366d70d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:21.858087 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3d019f8e-f1ef-43c5-a27c-a27c4366d70d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:21.941982 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3d019f8e-f1ef-43c5-a27c-a27c4366d70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:21.944932 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3d019f8e-f1ef-43c5-a27c-a27c4366d70d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:21.946638 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3d019f8e-f1ef-43c5-a27c-a27c4366d70d admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/bfd88206-a765-4453-ad3d-79fe8713549f HTTP/1.1" status: 204 len: 168 time: 0.3344209 Nov 04 10:46:21.974071 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d019f8e-f1ef-43c5-a27c-a27c4366d70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd88206-a765-4453-ad3d-79fe8713549f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:22.042339 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-46f34ef4-923b-497c-b1f4-bad457da6f19 None None] Provisioning complete for port b7148f4c-a774-4e7a-a8e9-c7483869a3e6 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:46:22.045138 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-46f34ef4-923b-497c-b1f4-bad457da6f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:22.169270 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:22.175825 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-46f34ef4-923b-497c-b1f4-bad457da6f19 None None] Port b7148f4c-a774-4e7a-a8e9-c7483869a3e6 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:46:22.208053 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cfcd556a-5edd-4ad1-bcde-a3bbff325b77 req-c0e95014-6931-4566-af60-4694ca544c7c tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=ea96d60a-e01a-48bf-95b8-034623cabbf1 HTTP/1.1" status: 200 len: 210 time: 0.0809639 Nov 04 10:46:22.259209 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a530de7a-8bb9-47c7-9f98-1e5d6229e687 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:46:22.373946 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port a530de7a-8bb9-47c7-9f98-1e5d6229e687 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:46:22.375053 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:22.645177 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:23.254656 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52724) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:23.471012 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52732) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:23.480632 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-90fd1bb8-0985-46b1-bc2a-f5a28968b115 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1582936897', 'description': 'tempest-description--773427404'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:23.533440 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-17d5d1b8-3c67-431e-b59c-d021ba9c98a5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:23.535376 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-17d5d1b8-3c67-431e-b59c-d021ba9c98a5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.126 "GET /v2.0/networks?id=4ea30ddd-783c-4e98-88c8-c72495d90b19 HTTP/1.1" status: 200 len: 806 time: 0.2723241 Nov 04 10:46:23.541760 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-c3076302-6944-406e-a4bf-8354b7509572 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1327099540'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:23.548089 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-69d74771-afb0-471f-babd-7f31fe4808bb req-fb4ccc54-b64a-48d2-8ea5-3e869075c16d tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-352284558', 'description': 'tempest-description-1224758693'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:23.553782 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-85b6b67b-c3b9-4390-a762-3f67600ebe63 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Request body: {'port': {'device_id': 'ea96d60a-e01a-48bf-95b8-034623cabbf1', 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19', 'admin_state_up': True, 'tenant_id': '343110c8f9b64c948b5d4c411d3c8a01'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:23.584543 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-90fd1bb8-0985-46b1-bc2a-f5a28968b115 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:23.626284 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3076302-6944-406e-a4bf-8354b7509572 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Made reservation on behalf of 6b1a27ded85e4051b1a8a468cc8f0ed7 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:46:23.631067 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c3076302-6944-406e-a4bf-8354b7509572 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:23.645395 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c3076302-6944-406e-a4bf-8354b7509572 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:23.722269 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-90fd1bb8-0985-46b1-bc2a-f5a28968b115 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:23.731646 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-90fd1bb8-0985-46b1-bc2a-f5a28968b115 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:23.779488 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-69d74771-afb0-471f-babd-7f31fe4808bb req-fb4ccc54-b64a-48d2-8ea5-3e869075c16d tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:23.784030 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c3076302-6944-406e-a4bf-8354b7509572 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:23.804136 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-90fd1bb8-0985-46b1-bc2a-f5a28968b115 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:23.805274 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c3076302-6944-406e-a4bf-8354b7509572 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:23.814201 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-90fd1bb8-0985-46b1-bc2a-f5a28968b115 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3385851 Nov 04 10:46:23.815964 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd1bb8-0985-46b1-bc2a-f5a28968b115 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05adb90e-9e50-46f1-86fb-ae607608a22a,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:23.819808 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52750) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:23.833798 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-ac764b42-72f5-465a-8eb0-5d606f543ff8 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Request body: {'security_group_rule': {'security_group_id': '05adb90e-9e50-46f1-86fb-ae607608a22a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:23.911267 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ac764b42-72f5-465a-8eb0-5d606f543ff8 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:23.982289 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3076302-6944-406e-a4bf-8354b7509572 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1194} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:46:24.016086 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3076302-6944-406e-a4bf-8354b7509572 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5447b27f-e916-4810-9cd1-a6cf2d369b0b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:24.033012 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c3076302-6944-406e-a4bf-8354b7509572 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:24.033679 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-c3076302-6944-406e-a4bf-8354b7509572 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Added segment 096319f7-e4ef-4e80-b8c0-07bdd4252bc4 of type vlan for network 789ff9dc-450b-4b8d-a2f7-815d2b96fc49 Nov 04 10:46:24.035172 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ac764b42-72f5-465a-8eb0-5d606f543ff8 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:24.049483 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-85b6b67b-c3b9-4390-a762-3f67600ebe63 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Made reservation on behalf of 343110c8f9b64c948b5d4c411d3c8a01 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:46:24.054853 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-85b6b67b-c3b9-4390-a762-3f67600ebe63 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:24.061668 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ac764b42-72f5-465a-8eb0-5d606f543ff8 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:24.122698 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac764b42-72f5-465a-8eb0-5d606f543ff8 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ba172a-00f5-4d6f-9714-1b9dde902656,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:24.133324 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c3076302-6944-406e-a4bf-8354b7509572 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:24.142903 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-69d74771-afb0-471f-babd-7f31fe4808bb req-fb4ccc54-b64a-48d2-8ea5-3e869075c16d tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:24.154490 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-69d74771-afb0-471f-babd-7f31fe4808bb req-fb4ccc54-b64a-48d2-8ea5-3e869075c16d tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:24.171267 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ac764b42-72f5-465a-8eb0-5d606f543ff8 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:24.178835 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52768) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:24.182121 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ac764b42-72f5-465a-8eb0-5d606f543ff8 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3610327 Nov 04 10:46:24.186374 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-e200146c-6282-4f1a-8be4-f2d59cd16387 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Request body: {'security_group_rule': {'security_group_id': '05adb90e-9e50-46f1-86fb-ae607608a22a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:24.248326 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ccc54-b64a-48d2-8ea5-3e869075c16d tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3879ef8f-1b33-463b-abde-bc72bd5abf4e,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:24.269482 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c3076302-6944-406e-a4bf-8354b7509572 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:24.278975 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3076302-6944-406e-a4bf-8354b7509572 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:24.280414 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c3076302-6944-406e-a4bf-8354b7509572 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:24.284421 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-69d74771-afb0-471f-babd-7f31fe4808bb req-fb4ccc54-b64a-48d2-8ea5-3e869075c16d tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:24.286032 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69d74771-afb0-471f-babd-7f31fe4808bb req-fb4ccc54-b64a-48d2-8ea5-3e869075c16d tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.7529266 Nov 04 10:46:24.308991 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e200146c-6282-4f1a-8be4-f2d59cd16387 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:24.403466 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c3076302-6944-406e-a4bf-8354b7509572 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1474588 Nov 04 10:46:24.407394 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52772) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:24.407956 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-85b6b67b-c3b9-4390-a762-3f67600ebe63 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Allocated IP 172.20.0.11 (4ea30ddd-783c-4e98-88c8-c72495d90b19/2f935783-72d0-4b06-b77a-43dd18ec13a3/fbad0e5e-d1b9-4e46-84f1-7dc8371356ac) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:46:24.415265 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-02056913-574a-4397-b874-f6a164582697 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Request body: {'subnet': {'network_id': '789ff9dc-450b-4b8d-a2f7-815d2b96fc49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:24.438055 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3076302-6944-406e-a4bf-8354b7509572 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Pushing event updated for resources: {'Network': ['ID=789ff9dc-450b-4b8d-a2f7-815d2b96fc49,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:24.456587 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 789ff9dc-450b-4b8d-a2f7-815d2b96fc49 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:46:24.557004 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e200146c-6282-4f1a-8be4-f2d59cd16387 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:24.571059 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e200146c-6282-4f1a-8be4-f2d59cd16387 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:24.598154 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200146c-6282-4f1a-8be4-f2d59cd16387 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dacd445-344a-4ab8-8403-379190a8fa3a,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:24.657969 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02056913-574a-4397-b874-f6a164582697 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Made reservation on behalf of 6b1a27ded85e4051b1a8a468cc8f0ed7 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:46:24.662634 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-02056913-574a-4397-b874-f6a164582697 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:24.780239 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-64324e52-0135-47f9-a2eb-782a0f307455 req-dc2d3ae9-0599-4a79-851d-14374886c59c tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=ea96d60a-e01a-48bf-95b8-034623cabbf1 HTTP/1.1" status: 200 len: 210 time: 0.0399857 Nov 04 10:46:24.974441 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-02056913-574a-4397-b874-f6a164582697 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:25.072279 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-acddeb01-3e5e-466d-8b9b-14cff7f63f37 req-9adffc9e-6985-403b-82dc-09ad4215062e tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-352284558&fields=id&tenant_id=788160c19d1a4f008a54db687944f75d HTTP/1.1" status: 200 len: 267 time: 0.1864753 Nov 04 10:46:25.155887 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e200146c-6282-4f1a-8be4-f2d59cd16387 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:25.157324 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e200146c-6282-4f1a-8be4-f2d59cd16387 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9774172 Nov 04 10:46:25.168783 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52782) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:25.178410 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddeb01-3e5e-466d-8b9b-14cff7f63f37 req-f5f4e39b-e283-4d6a-849b-333eaecb921b tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:25.179984 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-acddeb01-3e5e-466d-8b9b-14cff7f63f37 req-f5f4e39b-e283-4d6a-849b-333eaecb921b tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.1067677 Nov 04 10:46:25.185190 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-a4564dcc-e400-4b32-90c5-fe9e4711f7d3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:25.189917 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02056913-574a-4397-b874-f6a164582697 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Pushing event updated for resources: {'Subnet': ['ID=b587ac23-2902-460e-8185-4f1bcd681b7a,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:25.194862 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02056913-574a-4397-b874-f6a164582697 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Checking segment: {'id': '096319f7-e4ef-4e80-b8c0-07bdd4252bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '789ff9dc-450b-4b8d-a2f7-815d2b96fc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:46:25.195252 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02056913-574a-4397-b874-f6a164582697 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Network hostable DHCP agents. Network: 789ff9dc-450b-4b8d-a2f7-815d2b96fc49, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:46:25.197297 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-85b6b67b-c3b9-4390-a762-3f67600ebe63 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:25.207744 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-acddeb01-3e5e-466d-8b9b-14cff7f63f37 req-ec971aa9-a84b-4562-8588-dbfe424bb2e7 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Request body: {'port': {'security_groups': ['5f065520-067a-433b-af2e-81d36750bcf1', '3879ef8f-1b33-463b-abde-bc72bd5abf4e']}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:25.239583 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-85b6b67b-c3b9-4390-a762-3f67600ebe63 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:25.251903 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['310bdf6a-823e-4dce-ba34-0799bb073a43', 'c54e1319-7956-44ec-a32f-e62b9ee777ec'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:46:25.266002 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02056913-574a-4397-b874-f6a164582697 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Network 789ff9dc-450b-4b8d-a2f7-815d2b96fc49 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:46:25.293814 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-85b6b67b-c3b9-4390-a762-3f67600ebe63 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Network 4ea30ddd-783c-4e98-88c8-c72495d90b19 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:46:25.297290 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-85b6b67b-c3b9-4390-a762-3f67600ebe63 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:46:25.303966 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-85b6b67b-c3b9-4390-a762-3f67600ebe63 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:46:25.308075 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a4564dcc-e400-4b32-90c5-fe9e4711f7d3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:25.323314 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-02056913-574a-4397-b874-f6a164582697 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 789ff9dc-450b-4b8d-a2f7-815d2b96fc49) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:46:25.332803 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02056913-574a-4397-b874-f6a164582697 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:25.333431 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-02056913-574a-4397-b874-f6a164582697 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:25.342768 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6b67b-c3b9-4390-a762-3f67600ebe63 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Pushing event updated for resources: {'Port': ['ID=fbad0e5e-d1b9-4e46-84f1-7dc8371356ac,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:25.347761 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2422de-34af-42fb-a670-0134c81fa082 None None] Network 789ff9dc-450b-4b8d-a2f7-815d2b96fc49 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:46:25.384458 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-02056913-574a-4397-b874-f6a164582697 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9731121 Nov 04 10:46:25.384458 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-acddeb01-3e5e-466d-8b9b-14cff7f63f37 req-ec971aa9-a84b-4562-8588-dbfe424bb2e7 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:25.387630 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52786) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:25.395944 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-93d508ed-254b-42a9-9e52-ab0c14825090 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-996705505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:25.430430 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-85b6b67b-c3b9-4390-a762-3f67600ebe63 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:25.437581 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-85b6b67b-c3b9-4390-a762-3f67600ebe63 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:25.442689 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-93d508ed-254b-42a9-9e52-ab0c14825090 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:25.444265 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-93d508ed-254b-42a9-9e52-ab0c14825090 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:25.472025 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-85b6b67b-c3b9-4390-a762-3f67600ebe63 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9245288 Nov 04 10:46:25.495859 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-3e850723-469b-4dac-ba44-624e480a2496 service neutron] Request body: {'port': {'device_id': 'ea96d60a-e01a-48bf-95b8-034623cabbf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:25.599414 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-93d508ed-254b-42a9-9e52-ab0c14825090 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:25.607998 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-3e850723-469b-4dac-ba44-624e480a2496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:25.612750 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-93d508ed-254b-42a9-9e52-ab0c14825090 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:25.663173 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-acddeb01-3e5e-466d-8b9b-14cff7f63f37 req-ec971aa9-a84b-4562-8588-dbfe424bb2e7 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] For port 8402569d-715d-4b93-af8f-956cf9bc875c, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=8402569d-715d-4b93-af8f-956cf9bc875c,segment=NetworkSegment(17d4fec5-2580-467a-9bbf-c7c393f2d484),segment_id=17d4fec5-2580-467a-9bbf-c7c393f2d484)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:46:25.680805 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-93d508ed-254b-42a9-9e52-ab0c14825090 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:25.685622 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-93d508ed-254b-42a9-9e52-ab0c14825090 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2966328 Nov 04 10:46:25.686639 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52792) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:25.746260 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-acddeb01-3e5e-466d-8b9b-14cff7f63f37 req-ec971aa9-a84b-4562-8588-dbfe424bb2e7 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:25.761978 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-acddeb01-3e5e-466d-8b9b-14cff7f63f37 req-ec971aa9-a84b-4562-8588-dbfe424bb2e7 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:25.911538 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddeb01-3e5e-466d-8b9b-14cff7f63f37 req-ec971aa9-a84b-4562-8588-dbfe424bb2e7 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:25.912443 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-acddeb01-3e5e-466d-8b9b-14cff7f63f37 req-ec971aa9-a84b-4562-8588-dbfe424bb2e7 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:25.927630 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-acddeb01-3e5e-466d-8b9b-14cff7f63f37 req-ec971aa9-a84b-4562-8588-dbfe424bb2e7 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "PUT /v2.0/ports/8402569d-715d-4b93-af8f-956cf9bc875c HTTP/1.1" status: 200 len: 982 time: 0.7336662 Nov 04 10:46:25.934658 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a773482-17d5-45db-b7ea-d83fcf6ec2cc', 'tag': '8402569d-715d-4b93-af8f-956cf9bc875c'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:46:25.940708 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a1392f-b943-4061-bd00-a6d9a4566a56" -d '{"events": [{"name": "network-changed", "server_uuid": "7a773482-17d5-45db-b7ea-d83fcf6ec2cc", "tag": "8402569d-715d-4b93-af8f-956cf9bc875c"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:46:25.982837 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-789ff9dc-450b-4b8d-a2f7-815d2b96fc49', 'network_id': '789ff9dc-450b-4b8d-a2f7-815d2b96fc49', 'tenant_id': '6b1a27ded85e4051b1a8a468cc8f0ed7', 'fixed_ips': [{'subnet_id': 'b587ac23-2902-460e-8185-4f1bcd681b7a'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:46:25.983759 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:26.080348 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec971aa9-a84b-4562-8588-dbfe424bb2e7 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Pushing event updated for resources: {'Port': ['ID=8402569d-715d-4b93-af8f-956cf9bc875c,revision_number=6']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:26.133756 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a4564dcc-e400-4b32-90c5-fe9e4711f7d3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:26.184130 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Allocated IP 172.20.0.2 (789ff9dc-450b-4b8d-a2f7-815d2b96fc49/b587ac23-2902-460e-8185-4f1bcd681b7a/37462eea-f6f6-43b3-9044-bed48e23e32d) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:46:26.232223 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['8402569d-715d-4b93-af8f-956cf9bc875c'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:46:26.334479 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f47301e6-9396-4706-ba54-cec5485f5d00 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:26.459190 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-a4564dcc-e400-4b32-90c5-fe9e4711f7d3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Allocated IP 172.25.7.153 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/e6b2d755-fa23-4870-9fed-e0266f4c946c) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:46:26.686225 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cf881-8190-4f00-b956-8bdc36859a3f req-050df66e-d103-40d2-bf60-969efd4fb515 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:26.691646 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-724cf881-8190-4f00-b956-8bdc36859a3f req-050df66e-d103-40d2-bf60-969efd4fb515 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=ea96d60a-e01a-48bf-95b8-034623cabbf1 HTTP/1.1" status: 200 len: 932 time: 0.3626802 Nov 04 10:46:26.863195 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-3e850723-469b-4dac-ba44-624e480a2496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbad0e5e-d1b9-4e46-84f1-7dc8371356ac {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:46:26.874967 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-3e850723-469b-4dac-ba44-624e480a2496 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:26.894240 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-3e850723-469b-4dac-ba44-624e480a2496 service neutron] Transition to ACTIVE for port object fbad0e5e-d1b9-4e46-84f1-7dc8371356ac will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:46:26.899609 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-3e850723-469b-4dac-ba44-624e480a2496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:26.928515 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a4564dcc-e400-4b32-90c5-fe9e4711f7d3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:27.001157 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e850723-469b-4dac-ba44-624e480a2496 service neutron] Pushing event updated for resources: {'Port': ['ID=fbad0e5e-d1b9-4e46-84f1-7dc8371356ac,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:27.003913 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:27.022548 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-724cf881-8190-4f00-b956-8bdc36859a3f req-669e2d15-6ddc-4d6c-bbf2-08d5b2f24c2b tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197336 Nov 04 10:46:27.052310 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a4564dcc-e400-4b32-90c5-fe9e4711f7d3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:27.068084 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:27.168859 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4564dcc-e400-4b32-90c5-fe9e4711f7d3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event updated for resources: {'Port': ['ID=e6b2d755-fa23-4870-9fed-e0266f4c946c,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:27.192085 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Pushing event updated for resources: {'Port': ['ID=37462eea-f6f6-43b3-9044-bed48e23e32d,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:27.211466 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-f47301e6-9396-4706-ba54-cec5485f5d00 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Allocated IP 172.20.0.1 (789ff9dc-450b-4b8d-a2f7-815d2b96fc49/b587ac23-2902-460e-8185-4f1bcd681b7a/4be96582-f3d4-4049-9d59-5c98a5b4395a) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:46:27.211688 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Network 789ff9dc-450b-4b8d-a2f7-815d2b96fc49 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:46:27.213017 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:27.213515 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:27.213898 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:27.214383 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:27.214944 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:27.215349 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:27.215719 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:27.216045 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:27.216402 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:27.216765 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:27.217204 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:27.217602 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:46:27.225196 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:46:27.232753 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:46:27.264402 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4564dcc-e400-4b32-90c5-fe9e4711f7d3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:46:27.268330 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-a4564dcc-e400-4b32-90c5-fe9e4711f7d3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:46:27.278062 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4564dcc-e400-4b32-90c5-fe9e4711f7d3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:46:27.310045 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Attempting to bind port 37462eea-f6f6-43b3-9044-bed48e23e32d on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:27.310416 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Attempting to bind port 37462eea-f6f6-43b3-9044-bed48e23e32d by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '096319f7-e4ef-4e80-b8c0-07bdd4252bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '789ff9dc-450b-4b8d-a2f7-815d2b96fc49'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:27.310771 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Attempting to bind port 37462eea-f6f6-43b3-9044-bed48e23e32d on network 789ff9dc-450b-4b8d-a2f7-815d2b96fc49 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:27.316923 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:46:27.317411 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Checking segment: {'id': '096319f7-e4ef-4e80-b8c0-07bdd4252bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '789ff9dc-450b-4b8d-a2f7-815d2b96fc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:46:27.317808 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:27.318190 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Bound using segment: {'id': '096319f7-e4ef-4e80-b8c0-07bdd4252bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '789ff9dc-450b-4b8d-a2f7-815d2b96fc49'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:46:27.318644 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Bound port: 37462eea-f6f6-43b3-9044-bed48e23e32d, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096319f7-e4ef-4e80-b8c0-07bdd4252bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '789ff9dc-450b-4b8d-a2f7-815d2b96fc49'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:46:27.319126 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:27.331577 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['8402569d-715d-4b93-af8f-956cf9bc875c'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:46:27.469144 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f47301e6-9396-4706-ba54-cec5485f5d00 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:27.535303 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f47301e6-9396-4706-ba54-cec5485f5d00 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:27.536570 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] For port 37462eea-f6f6-43b3-9044-bed48e23e32d, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:46:27.540694 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] For port 37462eea-f6f6-43b3-9044-bed48e23e32d, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=37462eea-f6f6-43b3-9044-bed48e23e32d,segment=NetworkSegment(096319f7-e4ef-4e80-b8c0-07bdd4252bc4),segment_id=096319f7-e4ef-4e80-b8c0-07bdd4252bc4)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:46:27.582319 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a4564dcc-e400-4b32-90c5-fe9e4711f7d3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:27.594187 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:27.603786 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d8e179aa-f48e-4d8a-adfd-f8a025330c47 req-57200c48-285a-44c3-bbeb-1f9ffd7b43e6 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-352284558&fields=id&tenant_id=788160c19d1a4f008a54db687944f75d HTTP/1.1" status: 200 len: 267 time: 0.4386752 Nov 04 10:46:27.721144 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d266faf-0c78-4fbf-86a0-d77cba736d29 None None] Pushing event updated for resources: {'Port': ['ID=37462eea-f6f6-43b3-9044-bed48e23e32d,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:27.743889 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47301e6-9396-4706-ba54-cec5485f5d00 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Network 789ff9dc-450b-4b8d-a2f7-815d2b96fc49 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:46:27.745708 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-3e850723-469b-4dac-ba44-624e480a2496 service neutron] Attempting to bind port fbad0e5e-d1b9-4e46-84f1-7dc8371356ac on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:27.746074 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-3e850723-469b-4dac-ba44-624e480a2496 service neutron] Attempting to bind port fbad0e5e-d1b9-4e46-84f1-7dc8371356ac by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:27.746413 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-3e850723-469b-4dac-ba44-624e480a2496 service neutron] Attempting to bind port fbad0e5e-d1b9-4e46-84f1-7dc8371356ac on network 4ea30ddd-783c-4e98-88c8-c72495d90b19 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:27.757480 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-f47301e6-9396-4706-ba54-cec5485f5d00 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:46:27.778240 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47301e6-9396-4706-ba54-cec5485f5d00 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:46:27.804259 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a4564dcc-e400-4b32-90c5-fe9e4711f7d3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:27.884794 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-3e850723-469b-4dac-ba44-624e480a2496 service neutron] Port fbad0e5e-d1b9-4e46-84f1-7dc8371356ac on network 4ea30ddd-783c-4e98-88c8-c72495d90b19 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:27.885391 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-3e850723-469b-4dac-ba44-624e480a2496 service neutron] Attempting to bind port fbad0e5e-d1b9-4e46-84f1-7dc8371356ac on network 4ea30ddd-783c-4e98-88c8-c72495d90b19 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:27.919904 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f47301e6-9396-4706-ba54-cec5485f5d00 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:27.922415 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47301e6-9396-4706-ba54-cec5485f5d00 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Pushing event updated for resources: {'Port': ['ID=4be96582-f3d4-4049-9d59-5c98a5b4395a,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:27.996599 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e179aa-f48e-4d8a-adfd-f8a025330c47 req-3599913c-9e69-488e-8924-1d9af927157d tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:28.006930 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d8e179aa-f48e-4d8a-adfd-f8a025330c47 req-3599913c-9e69-488e-8924-1d9af927157d tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 985 time: 0.3986809 Nov 04 10:46:28.016531 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-3e850723-469b-4dac-ba44-624e480a2496 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:46:28.017446 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-3e850723-469b-4dac-ba44-624e480a2496 service neutron] Checking segment: {'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:46:28.017446 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-3e850723-469b-4dac-ba44-624e480a2496 service neutron] Bound using segment: {'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:46:28.017915 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-3e850723-469b-4dac-ba44-624e480a2496 service neutron] Bound port: fbad0e5e-d1b9-4e46-84f1-7dc8371356ac, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:46:28.018268 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-3e850723-469b-4dac-ba44-624e480a2496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:28.024509 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-d8e179aa-f48e-4d8a-adfd-f8a025330c47 req-ac33e225-e9b2-4405-a4ed-8c4d0684f406 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Request body: {'port': {'security_groups': ['5f065520-067a-433b-af2e-81d36750bcf1']}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:28.241697 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-d8e179aa-f48e-4d8a-adfd-f8a025330c47 req-ac33e225-e9b2-4405-a4ed-8c4d0684f406 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:28.303050 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-3e850723-469b-4dac-ba44-624e480a2496 service neutron] For port fbad0e5e-d1b9-4e46-84f1-7dc8371356ac, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:46:28.307510 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-3e850723-469b-4dac-ba44-624e480a2496 service neutron] For port fbad0e5e-d1b9-4e46-84f1-7dc8371356ac, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=fbad0e5e-d1b9-4e46-84f1-7dc8371356ac,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:46:28.317538 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-3e850723-469b-4dac-ba44-624e480a2496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:28.337153 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a4564dcc-e400-4b32-90c5-fe9e4711f7d3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:28.370016 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 37462eea-f6f6-43b3-9044-bed48e23e32d up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:46:28.383685 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a4564dcc-e400-4b32-90c5-fe9e4711f7d3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:28.456276 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 37462eea-f6f6-43b3-9044-bed48e23e32d triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:46:28.457381 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:28.473264 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f47301e6-9396-4706-ba54-cec5485f5d00 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:28.514670 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-3e850723-469b-4dac-ba44-624e480a2496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:28.517865 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-3e850723-469b-4dac-ba44-624e480a2496 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:28.522195 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-3e850723-469b-4dac-ba44-624e480a2496 service neutron] 10.222.0.126 "PUT /v2.0/ports/fbad0e5e-d1b9-4e46-84f1-7dc8371356ac HTTP/1.1" status: 200 len: 1092 time: 3.0298524 Nov 04 10:46:28.529908 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea96d60a-e01a-48bf-95b8-034623cabbf1', 'tag': 'fbad0e5e-d1b9-4e46-84f1-7dc8371356ac'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:46:28.532913 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734c0bf2-dbb3-4a00-b2f0-c08bf34569eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ea96d60a-e01a-48bf-95b8-034623cabbf1", "tag": "fbad0e5e-d1b9-4e46-84f1-7dc8371356ac"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:46:28.533136 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4564dcc-e400-4b32-90c5-fe9e4711f7d3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event updated for resources: {'Port': ['ID=e6b2d755-fa23-4870-9fed-e0266f4c946c,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:28.545118 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a4564dcc-e400-4b32-90c5-fe9e4711f7d3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:28.586603 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a4564dcc-e400-4b32-90c5-fe9e4711f7d3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:28.609473 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a4564dcc-e400-4b32-90c5-fe9e4711f7d3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4246035 Nov 04 10:46:28.682827 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:28.768469 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 37462eea-f6f6-43b3-9044-bed48e23e32d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=37462eea-f6f6-43b3-9044-bed48e23e32d,segment=NetworkSegment(096319f7-e4ef-4e80-b8c0-07bdd4252bc4),segment_id=096319f7-e4ef-4e80-b8c0-07bdd4252bc4)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:46:28.778500 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-d8e179aa-f48e-4d8a-adfd-f8a025330c47 req-ac33e225-e9b2-4405-a4ed-8c4d0684f406 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] For port 8402569d-715d-4b93-af8f-956cf9bc875c, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=8402569d-715d-4b93-af8f-956cf9bc875c,segment=NetworkSegment(17d4fec5-2580-467a-9bbf-c7c393f2d484),segment_id=17d4fec5-2580-467a-9bbf-c7c393f2d484)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:46:28.779318 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:28.845787 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-d8e179aa-f48e-4d8a-adfd-f8a025330c47 req-ac33e225-e9b2-4405-a4ed-8c4d0684f406 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:28.877965 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-d8e179aa-f48e-4d8a-adfd-f8a025330c47 req-ac33e225-e9b2-4405-a4ed-8c4d0684f406 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:28.920512 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['8402569d-715d-4b93-af8f-956cf9bc875c'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:46:28.982411 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=37462eea-f6f6-43b3-9044-bed48e23e32d,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:28.987503 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33e225-e9b2-4405-a4ed-8c4d0684f406 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Pushing event updated for resources: {'Port': ['ID=8402569d-715d-4b93-af8f-956cf9bc875c,revision_number=7']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:29.017210 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e179aa-f48e-4d8a-adfd-f8a025330c47 req-ac33e225-e9b2-4405-a4ed-8c4d0684f406 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:29.017904 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-d8e179aa-f48e-4d8a-adfd-f8a025330c47 req-ac33e225-e9b2-4405-a4ed-8c4d0684f406 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:29.019623 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d8e179aa-f48e-4d8a-adfd-f8a025330c47 req-ac33e225-e9b2-4405-a4ed-8c4d0684f406 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "PUT /v2.0/ports/8402569d-715d-4b93-af8f-956cf9bc875c HTTP/1.1" status: 200 len: 943 time: 1.0096524 Nov 04 10:46:29.076954 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e850723-469b-4dac-ba44-624e480a2496 service neutron] Pushing event updated for resources: {'Port': ['ID=fbad0e5e-d1b9-4e46-84f1-7dc8371356ac,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:29.111812 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc90ccd-5ee5-401d-ab64-c6bd211604c4 x-openstack-request-id: req-6cc90ccd-5ee5-401d-ab64-c6bd211604c4 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:46:29.113174 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a773482-17d5-45db-b7ea-d83fcf6ec2cc", "tag": "8402569d-715d-4b93-af8f-956cf9bc875c", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:46:29.114577 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-6cc90ccd-5ee5-401d-ab64-c6bd211604c4 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:46:29.114577 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a773482-17d5-45db-b7ea-d83fcf6ec2cc', 'tag': '8402569d-715d-4b93-af8f-956cf9bc875c', 'status': 'completed', 'code': 200} Nov 04 10:46:29.125909 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-b7746c50-02b4-4a48-a90a-efbb7e977da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:29.127495 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-b7746c50-02b4-4a48-a90a-efbb7e977da0 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=343110c8f9b64c948b5d4c411d3c8a01&device_id=ea96d60a-e01a-48bf-95b8-034623cabbf1 HTTP/1.1" status: 200 len: 1095 time: 0.2150924 Nov 04 10:46:29.159190 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['8402569d-715d-4b93-af8f-956cf9bc875c'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:46:29.176530 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:46:29.262367 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-b24b6dcc-e0ea-4e33-b958-033b91aa3bd8 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbad0e5e-d1b9-4e46-84f1-7dc8371356ac HTTP/1.1" status: 200 len: 217 time: 0.1131623 Nov 04 10:46:29.389869 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f47301e6-9396-4706-ba54-cec5485f5d00 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:29.400403 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1392f-b943-4061-bd00-a6d9a4566a56 req-6b3517ec-cbb3-477c-8181-189f81a59d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:29.402883 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-88a1392f-b943-4061-bd00-a6d9a4566a56 req-6b3517ec-cbb3-477c-8181-189f81a59d3d service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=788160c19d1a4f008a54db687944f75d&device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 1097 time: 0.2436821 Nov 04 10:46:29.409967 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f47301e6-9396-4706-ba54-cec5485f5d00 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:29.482570 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaa9f53-ce4c-42c3-ad57-7b02f1beabc6 None None] Network 789ff9dc-450b-4b8d-a2f7-815d2b96fc49 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:46:29.500095 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-66839441-7266-4cfd-aebc-8672ab50c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:29.501990 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-66839441-7266-4cfd-aebc-8672ab50c0b3 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=2f935783-72d0-4b06-b77a-43dd18ec13a3 HTTP/1.1" status: 200 len: 846 time: 0.2290983 Nov 04 10:46:29.590814 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-1e4e5ec7-cb26-4721-8031-045f1a8f7559 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=4ea30ddd-783c-4e98-88c8-c72495d90b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722897 Nov 04 10:46:29.610510 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a9ef0c8f-7090-4e9b-99bb-daf22c23f747 None None] Provisioning complete for port 37462eea-f6f6-43b3-9044-bed48e23e32d triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:46:29.610807 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a9ef0c8f-7090-4e9b-99bb-daf22c23f747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:29.615609 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46412fe-5ebe-4c62-97c0-d290f9bc97e6 req-75910e36-585d-40de-9432-b1663e2c4c5d tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:29.619633 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f46412fe-5ebe-4c62-97c0-d290f9bc97e6 req-75910e36-585d-40de-9432-b1663e2c4c5d tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=ea96d60a-e01a-48bf-95b8-034623cabbf1 HTTP/1.1" status: 200 len: 944 time: 0.1406994 Nov 04 10:46:29.622501 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47301e6-9396-4706-ba54-cec5485f5d00 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Pushing event updated for resources: {'Port': ['ID=4be96582-f3d4-4049-9d59-5c98a5b4395a,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:29.680556 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f47301e6-9396-4706-ba54-cec5485f5d00 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:29.734541 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f46412fe-5ebe-4c62-97c0-d290f9bc97e6 req-97dc7d30-8e51-499b-97cb-bee9dfe9083d tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034491 Nov 04 10:46:29.784968 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1392f-b943-4061-bd00-a6d9a4566a56 req-7b6dbb56-5357-40b5-8220-2e832ab0b25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:29.786742 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-88a1392f-b943-4061-bd00-a6d9a4566a56 req-7b6dbb56-5357-40b5-8220-2e832ab0b25d service neutron] 10.222.0.126 "GET /v2.0/networks?id=731fed06-54a7-4fd6-8284-028a699f6dd4 HTTP/1.1" status: 200 len: 921 time: 0.3729131 Nov 04 10:46:29.854239 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-88a1392f-b943-4061-bd00-a6d9a4566a56 req-f9e5d642-a52f-42e5-9809-384bf2702cf7 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8402569d-715d-4b93-af8f-956cf9bc875c HTTP/1.1" status: 200 len: 217 time: 0.0573151 Nov 04 10:46:29.928869 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-a8ecefb7-8fd3-43a9-957e-419d13616411 service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216190 Nov 04 10:46:29.961238 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-fdf2fcf8-00e7-47e3-a120-b32ace6a8c9b tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-securitygroup--1582936897&fields=id&tenant_id=daa3a4d308184b5b997a81a95ee49bba HTTP/1.1" status: 200 len: 267 time: 0.1064835 Nov 04 10:46:30.050656 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-7ae326ec-d93e-4f62-b626-a7c9201cc1b1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:30.059525 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-7ae326ec-d93e-4f62-b626-a7c9201cc1b1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports/95ad527b-0310-411c-89bd-1274654c7b5b HTTP/1.1" status: 200 len: 937 time: 0.0973094 Nov 04 10:46:30.087793 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1392f-b943-4061-bd00-a6d9a4566a56 req-953a1487-028d-4e4c-a67d-ed606ef17e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:30.089452 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-88a1392f-b943-4061-bd00-a6d9a4566a56 req-953a1487-028d-4e4c-a67d-ed606ef17e83 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=a597efc5-0709-441b-8449-3ae594c8e7b6 HTTP/1.1" status: 200 len: 859 time: 0.2175269 Nov 04 10:46:30.109366 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47301e6-9396-4706-ba54-cec5485f5d00 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Network 789ff9dc-450b-4b8d-a2f7-815d2b96fc49 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:46:30.114425 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-f47301e6-9396-4706-ba54-cec5485f5d00 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:46:30.143290 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-88a1392f-b943-4061-bd00-a6d9a4566a56 req-8fa495a5-a690-42c9-a7f6-0dc76cbccdf9 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=731fed06-54a7-4fd6-8284-028a699f6dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456309 Nov 04 10:46:30.181229 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-845ad8eb-3705-4c29-b36a-04ee077ed85a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:30.191515 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-845ad8eb-3705-4c29-b36a-04ee077ed85a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports/b7148f4c-a774-4e7a-a8e9-c7483869a3e6 HTTP/1.1" status: 200 len: 936 time: 0.1303496 Nov 04 10:46:30.281109 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 37462eea-f6f6-43b3-9044-bed48e23e32d up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:46:30.293447 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6ae8699c-4355-4394-9e2d-aa2673e1811e tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?network_id=8b3679d9-f029-43fb-a81d-901fdf16cceb&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1002226 Nov 04 10:46:30.330684 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fba2d873-daaa-4c8c-86d1-475cc396a132 req-06e8b0bf-b9ed-4753-9bc7-55b0b6ffc687 service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925958 Nov 04 10:46:30.360453 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-219a0928-c61d-4263-aa18-13d53c587466 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?network_id=8b3679d9-f029-43fb-a81d-901fdf16cceb&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0624416 Nov 04 10:46:30.399379 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 37462eea-f6f6-43b3-9044-bed48e23e32d triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:46:30.400067 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:30.419648 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-88a1392f-b943-4061-bd00-a6d9a4566a56 req-36c93845-bfd7-4b4b-a4a6-d408c3e25118 service neutron] 10.222.0.126 "GET /v2.0/networks/731fed06-54a7-4fd6-8284-028a699f6dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338948 Nov 04 10:46:30.548269 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-88a1392f-b943-4061-bd00-a6d9a4566a56 req-27d31386-a3f3-46a3-b60a-cae9906eca5f service neutron] 10.222.0.126 "GET /v2.0/networks/731fed06-54a7-4fd6-8284-028a699f6dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064136 Nov 04 10:46:30.567937 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47301e6-9396-4706-ba54-cec5485f5d00 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Router 741a8cee-9023-4272-997e-9aa0ece1b4ba is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:46:30.575854 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-7d82739a-bb16-4239-984f-0380a2842ba9 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:30.586116 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-7d82739a-bb16-4239-984f-0380a2842ba9 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:30.599909 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-7d82739a-bb16-4239-984f-0380a2842ba9 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:30.608445 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-7d82739a-bb16-4239-984f-0380a2842ba9 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/networks?id=22d81940-0863-47fd-a6fd-195db973a95d&id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&id=8b3679d9-f029-43fb-a81d-901fdf16cceb&id=8b3679d9-f029-43fb-a81d-901fdf16cceb HTTP/1.1" status: 200 len: 1994 time: 0.2407849 Nov 04 10:46:30.627073 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-8e7402fd-9c71-4508-9936-4fe914a696cc tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/quotas/daa3a4d308184b5b997a81a95ee49bba HTTP/1.1" status: 200 len: 375 time: 0.0176148 Nov 04 10:46:30.755264 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-d1c4612a-ecfa-4e3e-88ce-63ace8f144bf tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=daa3a4d308184b5b997a81a95ee49bba&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1218994 Nov 04 10:46:30.758144 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e2f8d2fc-ff34-4d1c-aecd-58b28ec51e22 None None] Provisioning complete for port 37462eea-f6f6-43b3-9044-bed48e23e32d triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:46:30.758659 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d2fc-ff34-4d1c-aecd-58b28ec51e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:30.970342 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e2f8d2fc-ff34-4d1c-aecd-58b28ec51e22 None None] Provisioning complete for port 4be96582-f3d4-4049-9d59-5c98a5b4395a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:46:30.970713 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d2fc-ff34-4d1c-aecd-58b28ec51e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:30.983749 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-06550a3a-08fe-4172-8d48-9e18dfc56762 service neutron] 10.222.0.127 "GET /v2.0/networks/22d81940-0863-47fd-a6fd-195db973a95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154570 Nov 04 10:46:31.106558 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e2f8d2fc-ff34-4d1c-aecd-58b28ec51e22 None None] Port 4be96582-f3d4-4049-9d59-5c98a5b4395a cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:46:31.117949 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a773482-17d5-45db-b7ea-d83fcf6ec2cc', 'tag': '8402569d-715d-4b93-af8f-956cf9bc875c'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:46:31.120872 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3338c105-e2ae-41c6-a042-0d876b59d7da" -d '{"events": [{"name": "network-changed", "server_uuid": "7a773482-17d5-45db-b7ea-d83fcf6ec2cc", "tag": "8402569d-715d-4b93-af8f-956cf9bc875c"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:46:31.203418 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-19adc69c-afca-4dcd-b158-1a2a076fba25 service neutron] 10.222.0.127 "GET /v2.0/networks/22d81940-0863-47fd-a6fd-195db973a95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103062 Nov 04 10:46:31.235875 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-37c59688-30d1-4e04-be1b-488a62a7f76f None None] Provisioning complete for port 4be96582-f3d4-4049-9d59-5c98a5b4395a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:46:31.236444 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-37c59688-30d1-4e04-be1b-488a62a7f76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:31.291487 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-37c59688-30d1-4e04-be1b-488a62a7f76f None None] Port 4be96582-f3d4-4049-9d59-5c98a5b4395a cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:46:31.306066 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-0e048fc5-8078-468b-8eba-22e068aa1b5a service neutron] 10.222.0.127 "GET /v2.0/ports/95ad527b-0310-411c-89bd-1274654c7b5b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0966127 Nov 04 10:46:31.366241 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47301e6-9396-4706-ba54-cec5485f5d00 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:46:31.372417 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f47301e6-9396-4706-ba54-cec5485f5d00 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] 10.222.0.127 "PUT /v2.0/routers/741a8cee-9023-4272-997e-9aa0ece1b4ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6817682 Nov 04 10:46:31.374575 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52874) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:31.380262 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b34f5c4-932c-4ce1-aebb-88ea60afcbb0 None None] Sync routers for ids ['741a8cee-9023-4272-997e-9aa0ece1b4ba'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:46:31.392542 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b34f5c4-932c-4ce1-aebb-88ea60afcbb0 None None] Routers {'741a8cee-9023-4272-997e-9aa0ece1b4ba'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:46:31.395689 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-2746ad0e-a0e4-458e-a6b4-4b11964b69d5 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Request body: {'port': {'network_id': '789ff9dc-450b-4b8d-a2f7-815d2b96fc49', 'name': 'tempest-FloatingIPNegativeTestJSON-223375551'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:31.398484 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0b34f5c4-932c-4ce1-aebb-88ea60afcbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:46:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['741a8cee-9023-4272-997e-9aa0ece1b4ba'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:46:31.437734 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-5a508912-bbc7-4245-a311-f77743986918 service neutron] 10.222.0.127 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243727 Nov 04 10:46:31.494473 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0b34f5c4-932c-4ce1-aebb-88ea60afcbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:46:31.531950 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b34f5c4-932c-4ce1-aebb-88ea60afcbb0 None None] Routers {'741a8cee-9023-4272-997e-9aa0ece1b4ba'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:46:31.534550 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0b34f5c4-932c-4ce1-aebb-88ea60afcbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:46:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['741a8cee-9023-4272-997e-9aa0ece1b4ba'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:46:31.563742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2746ad0e-a0e4-458e-a6b4-4b11964b69d5 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Made reservation on behalf of 6b1a27ded85e4051b1a8a468cc8f0ed7 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:46:31.573066 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2746ad0e-a0e4-458e-a6b4-4b11964b69d5 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:31.600461 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-bec9cdd7-612d-4c2a-99cb-2abb637832f6 None None] Provisioning complete for port 4be96582-f3d4-4049-9d59-5c98a5b4395a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:46:31.601027 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bec9cdd7-612d-4c2a-99cb-2abb637832f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:31.602135 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-d8a0b556-5155-4f63-9939-f82ccbbaf835 service neutron] 10.222.0.127 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560712 Nov 04 10:46:31.615123 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0b34f5c4-932c-4ce1-aebb-88ea60afcbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:46:31.615959 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b34f5c4-932c-4ce1-aebb-88ea60afcbb0 None None] The sync data for ids ['741a8cee-9023-4272-997e-9aa0ece1b4ba'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:46:31.623556 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-2746ad0e-a0e4-458e-a6b4-4b11964b69d5 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] device_id is not set on port 7b09d62d-fb75-4500-b054-cfd399a3f7ee yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:46:31.665321 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-bec9cdd7-612d-4c2a-99cb-2abb637832f6 None None] Port 4be96582-f3d4-4049-9d59-5c98a5b4395a cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:46:31.666546 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-5f316364-314c-4933-bfca-8485b2d5c110 service neutron] 10.222.0.127 "GET /v2.0/ports/b7148f4c-a774-4e7a-a8e9-c7483869a3e6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0547426 Nov 04 10:46:31.781722 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-d678108e-64a4-4cd0-80ee-2bb12afe2870 service neutron] 10.222.0.127 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033161 Nov 04 10:46:31.807270 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-2746ad0e-a0e4-458e-a6b4-4b11964b69d5 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Allocated IP 172.20.0.14 (789ff9dc-450b-4b8d-a2f7-815d2b96fc49/b587ac23-2902-460e-8185-4f1bcd681b7a/7b09d62d-fb75-4500-b054-cfd399a3f7ee) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:46:31.895665 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-5d396f08-319e-452a-9057-a8ded2137cef service neutron] 10.222.0.127 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069183 Nov 04 10:46:31.997787 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device fbad0e5e-d1b9-4e46-84f1-7dc8371356ac details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:46:32.015049 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2746ad0e-a0e4-458e-a6b4-4b11964b69d5 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:32.023044 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-a2f34342-15d8-43ef-a521-20cb48314dfb service neutron] 10.222.0.127 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207325 Nov 04 10:46:32.062942 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2746ad0e-a0e4-458e-a6b4-4b11964b69d5 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:32.151488 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2746ad0e-a0e4-458e-a6b4-4b11964b69d5 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Network 789ff9dc-450b-4b8d-a2f7-815d2b96fc49 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:46:32.155615 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-2746ad0e-a0e4-458e-a6b4-4b11964b69d5 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:46:32.162818 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2746ad0e-a0e4-458e-a6b4-4b11964b69d5 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:46:32.203478 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746ad0e-a0e4-458e-a6b4-4b11964b69d5 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Pushing event updated for resources: {'Port': ['ID=7b09d62d-fb75-4500-b054-cfd399a3f7ee,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:32.225620 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port fbad0e5e-d1b9-4e46-84f1-7dc8371356ac, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=fbad0e5e-d1b9-4e46-84f1-7dc8371356ac,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:46:32.249141 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-66798fb0-597c-4ee1-8444-15dc826b56e9 service neutron] 10.222.0.127 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250402 Nov 04 10:46:32.251823 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'fbad0e5e-d1b9-4e46-84f1-7dc8371356ac', 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19', 'port_id': 'fbad0e5e-d1b9-4e46-84f1-7dc8371356ac', 'mac_address': 'fa:16:3e:a7:27:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f935783-72d0-4b06-b77a-43dd18ec13a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:46:32.253766 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2746ad0e-a0e4-458e-a6b4-4b11964b69d5 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:32.254857 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2746ad0e-a0e4-458e-a6b4-4b11964b69d5 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:32.296216 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2746ad0e-a0e4-458e-a6b4-4b11964b69d5 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9204819 Nov 04 10:46:32.300084 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52880) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:32.314692 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-7233ff21-7431-4601-8c4c-f7151ba01df2 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:32.321566 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:32.336145 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbad0e5e-d1b9-4e46-84f1-7dc8371356ac {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:46:32.361395 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port fbad0e5e-d1b9-4e46-84f1-7dc8371356ac, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=fbad0e5e-d1b9-4e46-84f1-7dc8371356ac,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:46:32.365171 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7233ff21-7431-4601-8c4c-f7151ba01df2 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks [] for floatingip, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:32.372433 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:32.458576 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=fbad0e5e-d1b9-4e46-84f1-7dc8371356ac,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:32.469776 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-1f9a7a3b-f11f-4ce3-9882-62303f81a586 service neutron] 10.222.0.127 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197566 Nov 04 10:46:32.582835 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7233ff21-7431-4601-8c4c-f7151ba01df2 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:32.619378 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-4cd4a859-ce90-4b1e-83d6-e4a6a17d3627 service neutron] 10.222.0.127 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334782 Nov 04 10:46:32.623415 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-323fa4df-80df-486d-a25a-6abb0ef184ea None None] Provisioning complete for port 7b09d62d-fb75-4500-b054-cfd399a3f7ee triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:46:32.624003 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-323fa4df-80df-486d-a25a-6abb0ef184ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:32.698983 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-323fa4df-80df-486d-a25a-6abb0ef184ea None None] Port 7b09d62d-fb75-4500-b054-cfd399a3f7ee cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:46:32.745556 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-85a56bef-975e-4703-b740-fe322712f3f2 service neutron] 10.222.0.127 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154063 Nov 04 10:46:32.763509 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['fbad0e5e-d1b9-4e46-84f1-7dc8371356ac'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:46:32.768717 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-7233ff21-7431-4601-8c4c-f7151ba01df2 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Allocated IP 172.25.7.39 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/43186ce0-839c-4179-9262-838cf4c2994a) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:46:32.915527 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-3ac5f757-c244-4cb9-91e1-663a283aebdd service neutron] 10.222.0.127 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629610 Nov 04 10:46:32.939565 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7233ff21-7431-4601-8c4c-f7151ba01df2 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:32.996399 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7233ff21-7431-4601-8c4c-f7151ba01df2 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:33.035769 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-520d6d9f-0a3b-4aaa-aa7b-3798a9a4e5e6 service neutron] 10.222.0.127 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132376 Nov 04 10:46:33.064094 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7233ff21-7431-4601-8c4c-f7151ba01df2 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:46:33.071216 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-7233ff21-7431-4601-8c4c-f7151ba01df2 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:46:33.073805 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233ff21-7431-4601-8c4c-f7151ba01df2 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Pushing event updated for resources: {'Port': ['ID=43186ce0-839c-4179-9262-838cf4c2994a,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:33.081465 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7233ff21-7431-4601-8c4c-f7151ba01df2 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:46:33.187431 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-7b0bb34e-1f77-4349-9fb4-560197f08049 service neutron] 10.222.0.127 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441448 Nov 04 10:46:33.198404 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7233ff21-7431-4601-8c4c-f7151ba01df2 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:33.276654 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7233ff21-7431-4601-8c4c-f7151ba01df2 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:33.567443 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7233ff21-7431-4601-8c4c-f7151ba01df2 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:33.574132 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7233ff21-7431-4601-8c4c-f7151ba01df2 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:33.701705 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233ff21-7431-4601-8c4c-f7151ba01df2 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Pushing event updated for resources: {'Port': ['ID=43186ce0-839c-4179-9262-838cf4c2994a,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:33.717004 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7233ff21-7431-4601-8c4c-f7151ba01df2 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:33.734272 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7233ff21-7431-4601-8c4c-f7151ba01df2 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:33.738437 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7233ff21-7431-4601-8c4c-f7151ba01df2 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4349549 Nov 04 10:46:33.738747 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52904) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:33.747367 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-f9c3532d-a702-4d79-8e1e-dc0219a6cf8d tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Request body: {'floatingip': {'port_id': '7b09d62d-fb75-4500-b054-cfd399a3f7ee', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:33.812275 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f9c3532d-a702-4d79-8e1e-dc0219a6cf8d tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks [] for floatingip, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:34.024028 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device fbad0e5e-d1b9-4e46-84f1-7dc8371356ac up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:46:34.064194 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-f9c3532d-a702-4d79-8e1e-dc0219a6cf8d tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] update failed (client error): The resource could not be found. Nov 04 10:46:34.065440 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f9c3532d-a702-4d79-8e1e-dc0219a6cf8d tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] 10.222.0.127 "PUT /v2.0/floatingips/038ec7d8-6df5-4753-9636-5198f41acd18 HTTP/1.1" status: 404 len: 507 time: 0.3246205 Nov 04 10:46:34.068959 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52920) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:34.088180 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6d900e-4dcf-47d4-854a-d27ec30b1a19 x-openstack-request-id: req-0b6d900e-4dcf-47d4-854a-d27ec30b1a19 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:46:34.091897 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea96d60a-e01a-48bf-95b8-034623cabbf1", "tag": "fbad0e5e-d1b9-4e46-84f1-7dc8371356ac", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:46:34.092663 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-0b6d900e-4dcf-47d4-854a-d27ec30b1a19 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:46:34.094198 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea96d60a-e01a-48bf-95b8-034623cabbf1', 'tag': 'fbad0e5e-d1b9-4e46-84f1-7dc8371356ac', 'status': 'completed', 'code': 200} Nov 04 10:46:34.199312 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c0bf2-dbb3-4a00-b2f0-c08bf34569eb req-9dd7c651-f5b4-4337-848e-b539e32dc9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:34.206736 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-734c0bf2-dbb3-4a00-b2f0-c08bf34569eb req-9dd7c651-f5b4-4337-848e-b539e32dc9ee service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=343110c8f9b64c948b5d4c411d3c8a01&device_id=ea96d60a-e01a-48bf-95b8-034623cabbf1 HTTP/1.1" status: 200 len: 1096 time: 0.0935483 Nov 04 10:46:34.243113 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port fbad0e5e-d1b9-4e46-84f1-7dc8371356ac completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:46:34.258143 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port fbad0e5e-d1b9-4e46-84f1-7dc8371356ac triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:46:34.258572 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:34.441200 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c0bf2-dbb3-4a00-b2f0-c08bf34569eb req-eb50851a-f9b8-4e4d-b638-093a44e19c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:34.444806 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-734c0bf2-dbb3-4a00-b2f0-c08bf34569eb req-eb50851a-f9b8-4e4d-b638-093a44e19c1a service neutron] 10.222.0.126 "GET /v2.0/networks?id=4ea30ddd-783c-4e98-88c8-c72495d90b19 HTTP/1.1" status: 200 len: 908 time: 0.2229133 Nov 04 10:46:34.447597 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:34.536651 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea96d60a-e01a-48bf-95b8-034623cabbf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbad0e5e-d1b9-4e46-84f1-7dc8371356ac'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:46:34.539503 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e25dc6-ad4c-4620-a37c-37578841281b" -d '{"events": [{"server_uuid": "ea96d60a-e01a-48bf-95b8-034623cabbf1", "name": "network-vif-plugged", "status": "completed", "tag": "fbad0e5e-d1b9-4e46-84f1-7dc8371356ac"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:46:34.571139 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port fbad0e5e-d1b9-4e46-84f1-7dc8371356ac, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=fbad0e5e-d1b9-4e46-84f1-7dc8371356ac,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:46:34.574085 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-734c0bf2-dbb3-4a00-b2f0-c08bf34569eb req-e3674187-f318-4424-a801-4680132c0269 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbad0e5e-d1b9-4e46-84f1-7dc8371356ac HTTP/1.1" status: 200 len: 217 time: 0.1212895 Nov 04 10:46:34.583444 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:34.684856 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c0bf2-dbb3-4a00-b2f0-c08bf34569eb req-b9282938-d553-4392-a072-6a42565eeaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:34.691814 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-734c0bf2-dbb3-4a00-b2f0-c08bf34569eb req-b9282938-d553-4392-a072-6a42565eeaf1 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=2f935783-72d0-4b06-b77a-43dd18ec13a3 HTTP/1.1" status: 200 len: 846 time: 0.1071424 Nov 04 10:46:34.728199 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=fbad0e5e-d1b9-4e46-84f1-7dc8371356ac,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:34.748044 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-734c0bf2-dbb3-4a00-b2f0-c08bf34569eb req-868aa512-5cf9-4185-a1e8-f7b94fc011d2 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=4ea30ddd-783c-4e98-88c8-c72495d90b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503671 Nov 04 10:46:34.837527 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a560864f-74f8-447f-9fc8-336a3cc7f4d9 req-4db9bcae-c811-47be-ab71-78960bb2b011 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7049656 Nov 04 10:46:34.850146 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-a560864f-74f8-447f-9fc8-336a3cc7f4d9 req-3a5e9d21-0496-4a15-8213-3ce807b2d576 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:34.869098 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-2fc4c7f1-f907-4b6d-9da6-6065772e6ebe tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Deleting port 43186ce0-839c-4179-9262-838cf4c2994a {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:46:34.870283 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2fc4c7f1-f907-4b6d-9da6-6065772e6ebe tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:34.923189 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-734c0bf2-dbb3-4a00-b2f0-c08bf34569eb req-7b14f962-46dd-4008-b261-f676a30fe3d2 service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663799 Nov 04 10:46:34.934277 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a560864f-74f8-447f-9fc8-336a3cc7f4d9 req-3a5e9d21-0496-4a15-8213-3ce807b2d576 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:35.059196 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-734c0bf2-dbb3-4a00-b2f0-c08bf34569eb req-029e4b57-3efd-460d-b905-32d106a0da8b service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278477 Nov 04 10:46:35.076482 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2fc4c7f1-f907-4b6d-9da6-6065772e6ebe tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:35.077106 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2fc4c7f1-f907-4b6d-9da6-6065772e6ebe tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:35.103709 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-2fc4c7f1-f907-4b6d-9da6-6065772e6ebe tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Calling delete_port for 43186ce0-839c-4179-9262-838cf4c2994a owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:46:35.245603 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a560864f-74f8-447f-9fc8-336a3cc7f4d9 req-3a5e9d21-0496-4a15-8213-3ce807b2d576 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:35.367556 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-38ff58b6-c2f1-4ab1-8d59-1064c3fce19a req-d87bb1a4-d9ae-476b-bd23-52e5f0830ccb service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=57f9d6ff-d3b2-4838-8bd6-98e702f22c1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538960 Nov 04 10:46:35.391744 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2fc4c7f1-f907-4b6d-9da6-6065772e6ebe tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:35.436564 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-a560864f-74f8-447f-9fc8-336a3cc7f4d9 req-3a5e9d21-0496-4a15-8213-3ce807b2d576 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Allocated IP 172.25.7.34 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/2b1b570c-c570-4490-b7e6-a010fed3c5f6) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:46:35.439916 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4c7f1-f907-4b6d-9da6-6065772e6ebe tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Pushing event deleted for resources: {'Port': ['ID=43186ce0-839c-4179-9262-838cf4c2994a,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:35.471721 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff58b6-c2f1-4ab1-8d59-1064c3fce19a req-0ca427d0-9639-4b09-86e6-bae97486252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:35.473270 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-38ff58b6-c2f1-4ab1-8d59-1064c3fce19a req-0ca427d0-9639-4b09-86e6-bae97486252c service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=343110c8f9b64c948b5d4c411d3c8a01&device_id=57f9d6ff-d3b2-4838-8bd6-98e702f22c1b HTTP/1.1" status: 200 len: 1096 time: 0.0770447 Nov 04 10:46:35.638460 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2fc4c7f1-f907-4b6d-9da6-6065772e6ebe tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:35.645829 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2fc4c7f1-f907-4b6d-9da6-6065772e6ebe tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:35.650865 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2fc4c7f1-f907-4b6d-9da6-6065772e6ebe tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] 10.222.0.127 "DELETE /v2.0/floatingips/038ec7d8-6df5-4753-9636-5198f41acd18 HTTP/1.1" status: 204 len: 168 time: 1.5768912 Nov 04 10:46:35.651965 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52940) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:35.665399 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-9fa7f866-ae87-463c-ab29-f0b704c8cad9 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Request body: {'floatingip': {'floating_network_id': '789ff9dc-450b-4b8d-a2f7-815d2b96fc49', 'port_id': '7b09d62d-fb75-4500-b054-cfd399a3f7ee', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:35.722363 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff58b6-c2f1-4ab1-8d59-1064c3fce19a req-f86ef24e-cf75-4d3b-a3fd-1f93f62adea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:35.724210 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-38ff58b6-c2f1-4ab1-8d59-1064c3fce19a req-f86ef24e-cf75-4d3b-a3fd-1f93f62adea2 service neutron] 10.222.0.126 "GET /v2.0/networks?id=4ea30ddd-783c-4e98-88c8-c72495d90b19 HTTP/1.1" status: 200 len: 908 time: 0.2282252 Nov 04 10:46:35.727701 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-a416c3cc-f5ba-4261-86fe-9cc0264cafaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:35.729660 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-a416c3cc-f5ba-4261-86fe-9cc0264cafaf service neutron] 10.222.0.126 "GET /v2.0/ports/95ad527b-0310-411c-89bd-1274654c7b5b HTTP/1.1" status: 200 len: 1033 time: 0.0594614 Nov 04 10:46:35.748116 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a560864f-74f8-447f-9fc8-336a3cc7f4d9 req-3a5e9d21-0496-4a15-8213-3ce807b2d576 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:35.754228 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9fa7f866-ae87-463c-ab29-f0b704c8cad9 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:35.865460 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-38ff58b6-c2f1-4ab1-8d59-1064c3fce19a req-cb2474ed-4985-4ee4-a6b5-2a8e2af5dd60 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=310bdf6a-823e-4dce-ba34-0799bb073a43 HTTP/1.1" status: 200 len: 217 time: 0.1267192 Nov 04 10:46:35.876544 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-8522318a-4248-4e1d-9fd2-b3c2219325a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:35.878602 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-8522318a-4248-4e1d-9fd2-b3c2219325a8 service neutron] 10.222.0.126 "GET /v2.0/ports/b7148f4c-a774-4e7a-a8e9-c7483869a3e6 HTTP/1.1" status: 200 len: 1032 time: 0.1386721 Nov 04 10:46:35.929061 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff58b6-c2f1-4ab1-8d59-1064c3fce19a req-892b8f99-8f0c-49a9-84bc-512ba89fc2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:35.930558 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-38ff58b6-c2f1-4ab1-8d59-1064c3fce19a req-892b8f99-8f0c-49a9-84bc-512ba89fc2c0 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=2f935783-72d0-4b06-b77a-43dd18ec13a3 HTTP/1.1" status: 200 len: 846 time: 0.0511088 Nov 04 10:46:36.007534 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a560864f-74f8-447f-9fc8-336a3cc7f4d9 req-3a5e9d21-0496-4a15-8213-3ce807b2d576 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:36.053528 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-8af17733-69e3-4a9a-b297-371bb1d943b9 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:36.060202 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-8af17733-69e3-4a9a-b297-371bb1d943b9 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:36.066168 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-8af17733-69e3-4a9a-b297-371bb1d943b9 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:36.067904 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-8af17733-69e3-4a9a-b297-371bb1d943b9 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.126 "GET /v2.0/networks?id=22d81940-0863-47fd-a6fd-195db973a95d&id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&id=8b3679d9-f029-43fb-a81d-901fdf16cceb&id=8b3679d9-f029-43fb-a81d-901fdf16cceb HTTP/1.1" status: 200 len: 1994 time: 0.1363556 Nov 04 10:46:36.090211 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a560864f-74f8-447f-9fc8-336a3cc7f4d9 req-3a5e9d21-0496-4a15-8213-3ce807b2d576 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:46:36.108994 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-a560864f-74f8-447f-9fc8-336a3cc7f4d9 req-3a5e9d21-0496-4a15-8213-3ce807b2d576 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:46:36.110862 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-38ff58b6-c2f1-4ab1-8d59-1064c3fce19a req-352edf00-c6b0-411a-8fbf-9c53e99aad7b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=4ea30ddd-783c-4e98-88c8-c72495d90b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413527 Nov 04 10:46:36.114684 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a560864f-74f8-447f-9fc8-336a3cc7f4d9 req-3a5e9d21-0496-4a15-8213-3ce807b2d576 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:46:36.118272 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-9fa7f866-ae87-463c-ab29-f0b704c8cad9 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:46:36.119679 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9fa7f866-ae87-463c-ab29-f0b704c8cad9 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4638889 Nov 04 10:46:36.142673 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e9d21-0496-4a15-8213-3ce807b2d576 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Pushing event updated for resources: {'Port': ['ID=2b1b570c-c570-4490-b7e6-a010fed3c5f6,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:36.156270 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52944) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:36.177117 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-20cdfdc2-f3bc-4342-8e47-0231943bc80f tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'port_id': '7b09d62d-fb75-4500-b054-cfd399a3f7ee', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:36.256320 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-2051b246-e9dd-4c7c-889f-45563955ec1f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=daa3a4d308184b5b997a81a95ee49bba HTTP/1.1" status: 200 len: 380 time: 0.1769495 Nov 04 10:46:36.270000 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-dedb2020-1ce2-4150-9677-0a207f1eca4c tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Request body: {'port': {'device_id': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'network_id': '22d81940-0863-47fd-a6fd-195db973a95d', 'admin_state_up': True, 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'security_groups': ['05adb90e-9e50-46f1-86fb-ae607608a22a']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:36.308481 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20cdfdc2-f3bc-4342-8e47-0231943bc80f tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:36.391482 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a560864f-74f8-447f-9fc8-336a3cc7f4d9 req-3a5e9d21-0496-4a15-8213-3ce807b2d576 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:36.435141 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-38ff58b6-c2f1-4ab1-8d59-1064c3fce19a req-d74a554d-ad37-480f-81c1-10cff2f26f6a service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095682 Nov 04 10:46:36.443600 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a560864f-74f8-447f-9fc8-336a3cc7f4d9 req-3a5e9d21-0496-4a15-8213-3ce807b2d576 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:36.565237 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20cdfdc2-f3bc-4342-8e47-0231943bc80f tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:36.591976 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-38ff58b6-c2f1-4ab1-8d59-1064c3fce19a req-951e1c81-a393-4d80-af33-b8befec248ef service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376944 Nov 04 10:46:36.651565 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-dedb2020-1ce2-4150-9677-0a207f1eca4c tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Made reservation on behalf of daa3a4d308184b5b997a81a95ee49bba for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:46:36.655796 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-dedb2020-1ce2-4150-9677-0a207f1eca4c tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:36.770755 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-20cdfdc2-f3bc-4342-8e47-0231943bc80f tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Allocated IP 172.25.7.72 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/d63119a9-3338-4618-9bc0-0bd556e511ea) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:46:36.797097 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a560864f-74f8-447f-9fc8-336a3cc7f4d9 req-3a5e9d21-0496-4a15-8213-3ce807b2d576 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:36.813712 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a560864f-74f8-447f-9fc8-336a3cc7f4d9 req-3a5e9d21-0496-4a15-8213-3ce807b2d576 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:36.846297 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-dedb2020-1ce2-4150-9677-0a207f1eca4c tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Allocated IP 172.20.0.3 (22d81940-0863-47fd-a6fd-195db973a95d/b69ed837-2fcf-424e-9608-263128d9a467/2e5d01da-bc74-425c-a694-015cf173c59b) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:46:36.950802 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e9d21-0496-4a15-8213-3ce807b2d576 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Pushing event updated for resources: {'Port': ['ID=2b1b570c-c570-4490-b7e6-a010fed3c5f6,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:36.996064 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a560864f-74f8-447f-9fc8-336a3cc7f4d9 req-3a5e9d21-0496-4a15-8213-3ce807b2d576 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:37.020798 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20cdfdc2-f3bc-4342-8e47-0231943bc80f tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:37.032395 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a560864f-74f8-447f-9fc8-336a3cc7f4d9 req-3a5e9d21-0496-4a15-8213-3ce807b2d576 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:37.033737 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a560864f-74f8-447f-9fc8-336a3cc7f4d9 req-3a5e9d21-0496-4a15-8213-3ce807b2d576 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1879129 Nov 04 10:46:37.046635 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-dedb2020-1ce2-4150-9677-0a207f1eca4c tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:37.098444 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20cdfdc2-f3bc-4342-8e47-0231943bc80f tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:37.106197 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-dedb2020-1ce2-4150-9677-0a207f1eca4c tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:37.180713 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb2020-1ce2-4150-9677-0a207f1eca4c tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event updated for resources: {'Port': ['ID=2e5d01da-bc74-425c-a694-015cf173c59b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:37.190534 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a560864f-74f8-447f-9fc8-336a3cc7f4d9 req-4a0ef7a5-fb96-4807-8237-b7bd99ea9fa0 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.34 HTTP/1.1" status: 200 len: 695 time: 0.1257977 Nov 04 10:46:37.192435 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-dedb2020-1ce2-4150-9677-0a207f1eca4c tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Network 22d81940-0863-47fd-a6fd-195db973a95d is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:46:37.193997 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-dedb2020-1ce2-4150-9677-0a207f1eca4c tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:46:37.197650 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-dedb2020-1ce2-4150-9677-0a207f1eca4c tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:46:37.258968 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cdfdc2-f3bc-4342-8e47-0231943bc80f tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:46:37.284864 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-20cdfdc2-f3bc-4342-8e47-0231943bc80f tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:46:37.285139 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-dedb2020-1ce2-4150-9677-0a207f1eca4c tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:37.285139 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-dedb2020-1ce2-4150-9677-0a207f1eca4c tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:37.287711 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cdfdc2-f3bc-4342-8e47-0231943bc80f tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Pushing event updated for resources: {'Port': ['ID=d63119a9-3338-4618-9bc0-0bd556e511ea,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:37.296843 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cdfdc2-f3bc-4342-8e47-0231943bc80f tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:46:37.312537 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-dedb2020-1ce2-4150-9677-0a207f1eca4c tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0471451 Nov 04 10:46:37.325217 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6c68e34a-1708-4dd6-87c2-6c9bf32fda4d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Request body: {'port': {'device_id': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1', 'admin_state_up': True, 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'security_groups': ['05adb90e-9e50-46f1-86fb-ae607608a22a']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:37.539393 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6c68e34a-1708-4dd6-87c2-6c9bf32fda4d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Made reservation on behalf of daa3a4d308184b5b997a81a95ee49bba for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:46:37.552077 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6c68e34a-1708-4dd6-87c2-6c9bf32fda4d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:37.609416 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560864f-74f8-447f-9fc8-336a3cc7f4d9 req-5406ff2e-1b66-4614-a4d4-03d9c88ca54a tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:37.610794 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a560864f-74f8-447f-9fc8-336a3cc7f4d9 req-5406ff2e-1b66-4614-a4d4-03d9c88ca54a tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 784 time: 0.3826840 Nov 04 10:46:37.627075 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-a560864f-74f8-447f-9fc8-336a3cc7f4d9 req-1a477062-af07-42a5-b2c7-7fb6963748ae tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:46:37.628140 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a560864f-74f8-447f-9fc8-336a3cc7f4d9 req-1a477062-af07-42a5-b2c7-7fb6963748ae tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0085442 Nov 04 10:46:37.680583 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-85a01419-b343-411b-b6f3-4f33cdc477d0 None None] Provisioning complete for port 2e5d01da-bc74-425c-a694-015cf173c59b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:46:37.681233 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-85a01419-b343-411b-b6f3-4f33cdc477d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:37.755777 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-85a01419-b343-411b-b6f3-4f33cdc477d0 None None] Port 2e5d01da-bc74-425c-a694-015cf173c59b cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:46:37.759577 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-20cdfdc2-f3bc-4342-8e47-0231943bc80f tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Deleting port d63119a9-3338-4618-9bc0-0bd556e511ea {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:46:37.759577 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20cdfdc2-f3bc-4342-8e47-0231943bc80f tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:37.765565 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6c68e34a-1708-4dd6-87c2-6c9bf32fda4d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Allocated IP 10.1.1.235 (b8ac75de-9cdf-411a-a432-39103b7f3ff1/384b462f-cd0a-48ba-8bb4-6a70320a42d5/f1aa7d96-2a2d-428f-92e0-98b150ce6175) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:46:37.971457 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20cdfdc2-f3bc-4342-8e47-0231943bc80f tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:37.972187 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20cdfdc2-f3bc-4342-8e47-0231943bc80f tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:37.990481 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-20cdfdc2-f3bc-4342-8e47-0231943bc80f tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Calling delete_port for d63119a9-3338-4618-9bc0-0bd556e511ea owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:46:38.161045 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6c68e34a-1708-4dd6-87c2-6c9bf32fda4d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:38.162387 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20cdfdc2-f3bc-4342-8e47-0231943bc80f tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:38.215061 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6c68e34a-1708-4dd6-87c2-6c9bf32fda4d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:38.233447 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cdfdc2-f3bc-4342-8e47-0231943bc80f tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Pushing event deleted for resources: {'Port': ['ID=d63119a9-3338-4618-9bc0-0bd556e511ea,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:38.286840 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361373a-f21c-4335-bce5-b6da76627670 req-bdb02071-3b35-4bfb-8f7d-3d967b8507e8 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:38.291122 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6c68e34a-1708-4dd6-87c2-6c9bf32fda4d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Network b8ac75de-9cdf-411a-a432-39103b7f3ff1 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:46:38.294642 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1361373a-f21c-4335-bce5-b6da76627670 req-bdb02071-3b35-4bfb-8f7d-3d967b8507e8 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=ea96d60a-e01a-48bf-95b8-034623cabbf1 HTTP/1.1" status: 200 len: 946 time: 0.3645334 Nov 04 10:46:38.295602 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6c68e34a-1708-4dd6-87c2-6c9bf32fda4d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:46:38.298972 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6c68e34a-1708-4dd6-87c2-6c9bf32fda4d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:46:38.350306 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68e34a-1708-4dd6-87c2-6c9bf32fda4d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event updated for resources: {'Port': ['ID=f1aa7d96-2a2d-428f-92e0-98b150ce6175,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:38.410252 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1361373a-f21c-4335-bce5-b6da76627670 req-eb0c6d6a-30f8-4e48-a04e-3056c0b23a07 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141629 Nov 04 10:46:38.428519 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6c68e34a-1708-4dd6-87c2-6c9bf32fda4d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:38.430143 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6c68e34a-1708-4dd6-87c2-6c9bf32fda4d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:38.431733 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-20cdfdc2-f3bc-4342-8e47-0231943bc80f tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] create failed (client error): The resource could not be found. Nov 04 10:46:38.436252 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-20cdfdc2-f3bc-4342-8e47-0231943bc80f tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2671406 Nov 04 10:46:38.436500 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52962) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:38.469297 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6c68e34a-1708-4dd6-87c2-6c9bf32fda4d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1490541 Nov 04 10:46:38.487418 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-27ee52a5-b8f9-4b0d-99e2-7d26d1380b50 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Request body: {'port': {'device_id': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1', 'admin_state_up': True, 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'security_groups': ['05adb90e-9e50-46f1-86fb-ae607608a22a']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:38.549354 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabeeef3-9e4b-4383-968f-6c051caae3ee x-openstack-request-id: req-fabeeef3-9e4b-4383-968f-6c051caae3ee {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:46:38.549750 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a773482-17d5-45db-b7ea-d83fcf6ec2cc", "tag": "8402569d-715d-4b93-af8f-956cf9bc875c", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:46:38.550090 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-fabeeef3-9e4b-4383-968f-6c051caae3ee {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:46:38.551215 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a773482-17d5-45db-b7ea-d83fcf6ec2cc', 'tag': '8402569d-715d-4b93-af8f-956cf9bc875c', 'status': 'completed', 'code': 200} Nov 04 10:46:38.671158 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-b1f81bcd-d865-4138-9c2c-7e38d6e087f6 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Deleting port 7b09d62d-fb75-4500-b054-cfd399a3f7ee {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:46:38.671524 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b1f81bcd-d865-4138-9c2c-7e38d6e087f6 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:38.707396 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338c105-e2ae-41c6-a042-0d876b59d7da req-35b6ef4c-c6a8-4118-8544-77872db6de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:38.708928 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3338c105-e2ae-41c6-a042-0d876b59d7da req-35b6ef4c-c6a8-4118-8544-77872db6de3e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=788160c19d1a4f008a54db687944f75d&device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 1097 time: 0.1029878 Nov 04 10:46:38.759616 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df76e1d-a7a2-47a4-a53d-582cf55f280d req-d2eceeab-d05b-4d81-8ad7-c22582f4ba45 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:38.768533 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df76e1d-a7a2-47a4-a53d-582cf55f280d req-d2eceeab-d05b-4d81-8ad7-c22582f4ba45 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:38.770373 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4df76e1d-a7a2-47a4-a53d-582cf55f280d req-d2eceeab-d05b-4d81-8ad7-c22582f4ba45 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 1653 time: 0.1475194 Nov 04 10:46:38.801572 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f6c4c7da-c8f7-4d46-bb89-ecd7e238b364 None None] Provisioning complete for port f1aa7d96-2a2d-428f-92e0-98b150ce6175 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:46:38.802218 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f6c4c7da-c8f7-4d46-bb89-ecd7e238b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:38.847946 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b1f81bcd-d865-4138-9c2c-7e38d6e087f6 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:38.894611 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-b1f81bcd-d865-4138-9c2c-7e38d6e087f6 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Calling delete_port for 7b09d62d-fb75-4500-b054-cfd399a3f7ee owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:46:38.899322 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-27ee52a5-b8f9-4b0d-99e2-7d26d1380b50 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Made reservation on behalf of daa3a4d308184b5b997a81a95ee49bba for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:46:38.910130 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-f6c4c7da-c8f7-4d46-bb89-ecd7e238b364 None None] Port f1aa7d96-2a2d-428f-92e0-98b150ce6175 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:46:38.910402 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4df76e1d-a7a2-47a4-a53d-582cf55f280d req-d85b398a-04b0-4903-a5b3-b865537ed39a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265235 Nov 04 10:46:38.910745 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-27ee52a5-b8f9-4b0d-99e2-7d26d1380b50 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:38.972586 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175a0441-c7e4-43ad-b7a0-9b4f24a159df x-openstack-request-id: req-175a0441-c7e4-43ad-b7a0-9b4f24a159df {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:46:38.973139 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea96d60a-e01a-48bf-95b8-034623cabbf1", "name": "network-vif-plugged", "status": "completed", "tag": "fbad0e5e-d1b9-4e46-84f1-7dc8371356ac", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:46:38.973391 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-175a0441-c7e4-43ad-b7a0-9b4f24a159df {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:46:38.973807 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea96d60a-e01a-48bf-95b8-034623cabbf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbad0e5e-d1b9-4e46-84f1-7dc8371356ac', 'code': 200} Nov 04 10:46:39.218072 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338c105-e2ae-41c6-a042-0d876b59d7da req-46492942-06da-4461-bb65-dd53dae92280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:39.223984 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3338c105-e2ae-41c6-a042-0d876b59d7da req-46492942-06da-4461-bb65-dd53dae92280 service neutron] 10.222.0.126 "GET /v2.0/networks?id=731fed06-54a7-4fd6-8284-028a699f6dd4 HTTP/1.1" status: 200 len: 921 time: 0.5011029 Nov 04 10:46:39.341744 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-27ee52a5-b8f9-4b0d-99e2-7d26d1380b50 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Allocated IP 10.1.1.150 (b8ac75de-9cdf-411a-a432-39103b7f3ff1/384b462f-cd0a-48ba-8bb4-6a70320a42d5/e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:46:39.382445 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1893d6-27fe-49d5-ac1b-6ee3b439ef81 req-68440b48-6ccd-4636-a01a-fea4edd590f0 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:39.389938 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bd1893d6-27fe-49d5-ac1b-6ee3b439ef81 req-68440b48-6ccd-4636-a01a-fea4edd590f0 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3542809 Nov 04 10:46:39.436691 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b1f81bcd-d865-4138-9c2c-7e38d6e087f6 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:39.489409 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bd1893d6-27fe-49d5-ac1b-6ee3b439ef81 req-bda9c72c-f2fb-4762-87fd-81570b27fcb7 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.34 HTTP/1.1" status: 200 len: 695 time: 0.0985205 Nov 04 10:46:39.495141 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f81bcd-d865-4138-9c2c-7e38d6e087f6 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Pushing event deleted for resources: {'Port': ['ID=7b09d62d-fb75-4500-b054-cfd399a3f7ee,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:39.499583 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbeb93-8ddc-40d3-a8d9-1ee438b2e83e req-45286b8f-359a-46e9-aa92-4cfb67edb2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:39.501114 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0cfbeb93-8ddc-40d3-a8d9-1ee438b2e83e req-45286b8f-359a-46e9-aa92-4cfb67edb2e9 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=ea96d60a-e01a-48bf-95b8-034623cabbf1 HTTP/1.1" status: 200 len: 1097 time: 0.3489749 Nov 04 10:46:39.506529 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-bd1893d6-27fe-49d5-ac1b-6ee3b439ef81 req-7382c1a0-7b1f-49ff-b3d0-2f400cc9b791 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Request body: {'floatingip': {'port_id': '8402569d-715d-4b93-af8f-956cf9bc875c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:39.545768 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3338c105-e2ae-41c6-a042-0d876b59d7da req-5b74d8b5-5737-41c6-ba00-da66b9d57ca6 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8402569d-715d-4b93-af8f-956cf9bc875c HTTP/1.1" status: 200 len: 217 time: 0.2726641 Nov 04 10:46:39.630995 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-bd1893d6-27fe-49d5-ac1b-6ee3b439ef81 req-7382c1a0-7b1f-49ff-b3d0-2f400cc9b791 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks [] for floatingip, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:39.724329 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b1f81bcd-d865-4138-9c2c-7e38d6e087f6 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:39.725904 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338c105-e2ae-41c6-a042-0d876b59d7da req-db95b49b-9921-489e-8bd2-20018829c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:39.730063 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b1f81bcd-d865-4138-9c2c-7e38d6e087f6 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] 10.222.0.127 "DELETE /v2.0/ports/7b09d62d-fb75-4500-b054-cfd399a3f7ee HTTP/1.1" status: 204 len: 168 time: 1.2901974 Nov 04 10:46:39.732639 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3338c105-e2ae-41c6-a042-0d876b59d7da req-db95b49b-9921-489e-8bd2-20018829c1de service neutron] 10.222.0.126 "GET /v2.0/subnets?id=a597efc5-0709-441b-8449-3ae594c8e7b6 HTTP/1.1" status: 200 len: 859 time: 0.1751277 Nov 04 10:46:39.737400 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52978) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:39.789826 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0cfbeb93-8ddc-40d3-a8d9-1ee438b2e83e req-59656b87-91b3-4de4-9d9a-9c28f308fd13 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763405 Nov 04 10:46:39.811370 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3338c105-e2ae-41c6-a042-0d876b59d7da req-7195e13b-13bf-4d54-a7aa-aca07744ca29 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=731fed06-54a7-4fd6-8284-028a699f6dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654261 Nov 04 10:46:39.894923 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-27ee52a5-b8f9-4b0d-99e2-7d26d1380b50 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:39.915202 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75f3384-83f9-459d-be57-40fc917b67c9 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:39.917107 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a75f3384-83f9-459d-be57-40fc917b67c9 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] 10.222.0.127 "GET /v2.0/ports?device_id=741a8cee-9023-4272-997e-9aa0ece1b4ba HTTP/1.1" status: 200 len: 913 time: 0.1456227 Nov 04 10:46:39.920973 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52980) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:39.981333 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-27ee52a5-b8f9-4b0d-99e2-7d26d1380b50 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:40.170329 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-27ee52a5-b8f9-4b0d-99e2-7d26d1380b50 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Network b8ac75de-9cdf-411a-a432-39103b7f3ff1 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:46:40.177738 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-27ee52a5-b8f9-4b0d-99e2-7d26d1380b50 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:46:40.183871 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-27ee52a5-b8f9-4b0d-99e2-7d26d1380b50 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:46:40.301327 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3338c105-e2ae-41c6-a042-0d876b59d7da req-fa7f5cf5-557e-4279-83b6-97322bf01e49 service neutron] 10.222.0.126 "GET /v2.0/networks/731fed06-54a7-4fd6-8284-028a699f6dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084764 Nov 04 10:46:40.526879 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3338c105-e2ae-41c6-a042-0d876b59d7da req-810a1e6a-46af-4965-a084-5805167a10bb service neutron] 10.222.0.126 "GET /v2.0/networks/731fed06-54a7-4fd6-8284-028a699f6dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158644 Nov 04 10:46:40.530628 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee52a5-b8f9-4b0d-99e2-7d26d1380b50 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event updated for resources: {'Port': ['ID=e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:40.562690 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-27ee52a5-b8f9-4b0d-99e2-7d26d1380b50 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:40.563482 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-27ee52a5-b8f9-4b0d-99e2-7d26d1380b50 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:40.602650 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-27ee52a5-b8f9-4b0d-99e2-7d26d1380b50 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1253886 Nov 04 10:46:40.618350 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-b40658f2-c446-44d7-b3d0-41f58f2d8f80 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Request body: {'port': {'device_id': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8b3679d9-f029-43fb-a81d-901fdf16cceb', 'admin_state_up': True, 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'security_groups': ['05adb90e-9e50-46f1-86fb-ae607608a22a']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:40.672318 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-0fb30f14-3f57-4256-8395-5f9e67a83755 None None] Provisioning complete for port e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:46:40.676691 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0fb30f14-3f57-4256-8395-5f9e67a83755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:40.779873 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-b40658f2-c446-44d7-b3d0-41f58f2d8f80 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Made reservation on behalf of daa3a4d308184b5b997a81a95ee49bba for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:46:40.801315 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-0fb30f14-3f57-4256-8395-5f9e67a83755 None None] Port e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:46:40.937924 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-b40658f2-c446-44d7-b3d0-41f58f2d8f80 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:41.335460 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-b40658f2-c446-44d7-b3d0-41f58f2d8f80 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Allocated IP 10.2.2.100 (8b3679d9-f029-43fb-a81d-901fdf16cceb/591c76b5-dc45-40ba-bafd-65632bad709a/abff8681-5536-4f57-ae0f-bea4324905c6) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:46:41.545945 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-b40658f2-c446-44d7-b3d0-41f58f2d8f80 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:41.631111 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-b40658f2-c446-44d7-b3d0-41f58f2d8f80 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:41.673720 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-bd1893d6-27fe-49d5-ac1b-6ee3b439ef81 req-7382c1a0-7b1f-49ff-b3d0-2f400cc9b791 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:41.682993 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-bd1893d6-27fe-49d5-ac1b-6ee3b439ef81 req-7382c1a0-7b1f-49ff-b3d0-2f400cc9b791 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:41.687962 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-b40658f2-c446-44d7-b3d0-41f58f2d8f80 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Network 8b3679d9-f029-43fb-a81d-901fdf16cceb is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:46:41.696328 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-b40658f2-c446-44d7-b3d0-41f58f2d8f80 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:46:41.712961 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-b40658f2-c446-44d7-b3d0-41f58f2d8f80 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:46:41.724538 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40658f2-c446-44d7-b3d0-41f58f2d8f80 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event updated for resources: {'Port': ['ID=abff8681-5536-4f57-ae0f-bea4324905c6,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:41.802966 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-b40658f2-c446-44d7-b3d0-41f58f2d8f80 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:41.803615 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-b40658f2-c446-44d7-b3d0-41f58f2d8f80 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:41.825309 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-b40658f2-c446-44d7-b3d0-41f58f2d8f80 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2155459 Nov 04 10:46:41.827197 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-987a61fc-3f89-4c58-841c-43816ff4bfa5 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:41.837412 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-c664007c-68dc-4ea9-ada7-202b7bacbd76 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Request body: {'port': {'device_id': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8b3679d9-f029-43fb-a81d-901fdf16cceb', 'admin_state_up': True, 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'security_groups': ['05adb90e-9e50-46f1-86fb-ae607608a22a']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:42.069591 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [req-bd1893d6-27fe-49d5-ac1b-6ee3b439ef81 req-7382c1a0-7b1f-49ff-b3d0-2f400cc9b791 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Floating IP 7b0fb6ea-c830-4760-a785-88548c70e45b associated. External IP: 172.25.7.34, port: 8402569d-715d-4b93-af8f-956cf9bc875c. Nov 04 10:46:42.088512 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-c664007c-68dc-4ea9-ada7-202b7bacbd76 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Made reservation on behalf of daa3a4d308184b5b997a81a95ee49bba for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:46:42.094687 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-c664007c-68dc-4ea9-ada7-202b7bacbd76 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:42.157800 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-289e5daf-b674-415a-9530-baac2f1f6b03 None None] Provisioning complete for port abff8681-5536-4f57-ae0f-bea4324905c6 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:46:42.159624 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-289e5daf-b674-415a-9530-baac2f1f6b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:42.255599 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-289e5daf-b674-415a-9530-baac2f1f6b03 None None] Port abff8681-5536-4f57-ae0f-bea4324905c6 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:46:42.351293 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:42.376786 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-c664007c-68dc-4ea9-ada7-202b7bacbd76 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Allocated IP 10.2.2.200 (8b3679d9-f029-43fb-a81d-901fdf16cceb/591c76b5-dc45-40ba-bafd-65632bad709a/01768171-34a9-4d5d-aca7-7f2598e2272a) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:46:42.734627 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd1893d6-27fe-49d5-ac1b-6ee3b439ef81 req-7382c1a0-7b1f-49ff-b3d0-2f400cc9b791 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Router ab96b54e-52e3-486d-ae2a-634165408356 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:46:42.755118 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-c664007c-68dc-4ea9-ada7-202b7bacbd76 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:42.824214 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-c664007c-68dc-4ea9-ada7-202b7bacbd76 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:42.888026 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-987a61fc-3f89-4c58-841c-43816ff4bfa5 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Deleting port 4be96582-f3d4-4049-9d59-5c98a5b4395a {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:46:42.888329 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-987a61fc-3f89-4c58-841c-43816ff4bfa5 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:42.907069 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-c664007c-68dc-4ea9-ada7-202b7bacbd76 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Network 8b3679d9-f029-43fb-a81d-901fdf16cceb is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:46:42.911498 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-c664007c-68dc-4ea9-ada7-202b7bacbd76 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:46:42.913899 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664007c-68dc-4ea9-ada7-202b7bacbd76 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event updated for resources: {'Port': ['ID=01768171-34a9-4d5d-aca7-7f2598e2272a,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:42.917149 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-c664007c-68dc-4ea9-ada7-202b7bacbd76 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:46:43.014389 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-c664007c-68dc-4ea9-ada7-202b7bacbd76 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:43.020803 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-c664007c-68dc-4ea9-ada7-202b7bacbd76 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:43.067698 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-c664007c-68dc-4ea9-ada7-202b7bacbd76 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2349513 Nov 04 10:46:43.083391 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd1893d6-27fe-49d5-ac1b-6ee3b439ef81 req-7382c1a0-7b1f-49ff-b3d0-2f400cc9b791 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:46:43.084720 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-ed51d3a4-b2f6-49c2-9314-95b4193fa628 service neutron] Request body: {'port': {'device_id': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:43.090557 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-bd1893d6-27fe-49d5-ac1b-6ee3b439ef81 req-7382c1a0-7b1f-49ff-b3d0-2f400cc9b791 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:43.095836 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163b56b-4935-40e9-b145-7aac5a748a3b None None] Sync routers for ids ['ab96b54e-52e3-486d-ae2a-634165408356'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:46:43.116633 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9163b56b-4935-40e9-b145-7aac5a748a3b None None] Routers {'ab96b54e-52e3-486d-ae2a-634165408356'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:46:43.117378 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-9163b56b-4935-40e9-b145-7aac5a748a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:46:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ab96b54e-52e3-486d-ae2a-634165408356'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:46:43.214023 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-ed51d3a4-b2f6-49c2-9314-95b4193fa628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:43.230022 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-987a61fc-3f89-4c58-841c-43816ff4bfa5 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:43.279868 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bd1893d6-27fe-49d5-ac1b-6ee3b439ef81 req-7382c1a0-7b1f-49ff-b3d0-2f400cc9b791 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "PUT /v2.0/floatingips/7b0fb6ea-c830-4760-a785-88548c70e45b HTTP/1.1" status: 200 len: 996 time: 3.7773218 Nov 04 10:46:43.341254 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a773482-17d5-45db-b7ea-d83fcf6ec2cc', 'tag': '8402569d-715d-4b93-af8f-956cf9bc875c'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:46:43.344270 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f65908-6808-4f19-b130-602d39fbfdaf" -d '{"events": [{"name": "network-changed", "server_uuid": "7a773482-17d5-45db-b7ea-d83fcf6ec2cc", "tag": "8402569d-715d-4b93-af8f-956cf9bc875c"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:46:43.353398 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-987a61fc-3f89-4c58-841c-43816ff4bfa5 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Calling delete_port for 4be96582-f3d4-4049-9d59-5c98a5b4395a owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:46:43.402719 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-53a2370b-75f3-4dbe-b4ff-391ff90dbfbf None None] Provisioning complete for port 01768171-34a9-4d5d-aca7-7f2598e2272a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:46:43.403311 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-53a2370b-75f3-4dbe-b4ff-391ff90dbfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:43.521937 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-53a2370b-75f3-4dbe-b4ff-391ff90dbfbf None None] Port 01768171-34a9-4d5d-aca7-7f2598e2272a cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:46:43.534887 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1893d6-27fe-49d5-ac1b-6ee3b439ef81 req-f947bc5f-c0d1-4c06-a4a3-7086b96ed3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:43.542802 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bd1893d6-27fe-49d5-ac1b-6ee3b439ef81 req-f947bc5f-c0d1-4c06-a4a3-7086b96ed3a9 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=788160c19d1a4f008a54db687944f75d&device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 1097 time: 0.2620316 Nov 04 10:46:43.647284 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-9163b56b-4935-40e9-b145-7aac5a748a3b None None] Set router ab96b54e-52e3-486d-ae2a-634165408356 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:46:43.846818 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1893d6-27fe-49d5-ac1b-6ee3b439ef81 req-c8e0409c-37d7-4545-acb2-a659f8d2aeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:43.855296 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bd1893d6-27fe-49d5-ac1b-6ee3b439ef81 req-c8e0409c-37d7-4545-acb2-a659f8d2aeb7 service neutron] 10.222.0.127 "GET /v2.0/networks?id=731fed06-54a7-4fd6-8284-028a699f6dd4 HTTP/1.1" status: 200 len: 921 time: 0.3115871 Nov 04 10:46:43.931502 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bd1893d6-27fe-49d5-ac1b-6ee3b439ef81 req-21d641ad-1685-445a-9601-83075acd7c15 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8402569d-715d-4b93-af8f-956cf9bc875c HTTP/1.1" status: 200 len: 999 time: 0.0751414 Nov 04 10:46:44.074152 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-987a61fc-3f89-4c58-841c-43816ff4bfa5 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:44.092879 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-9163b56b-4935-40e9-b145-7aac5a748a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'name': 'tempest-ServerRescueTestJSONUnderV235-600628357-router', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '678bc1a5-dac9-407d-9fb7-e466f692fa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:09Z', 'updated_at': '2021-11-04T10:45:20Z', 'revision_number': 4, 'project_id': '788160c19d1a4f008a54db687944f75d', 'gw_port': {'id': '678bc1a5-dac9-407d-9fb7-e466f692fa94', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:10Z', 'updated_at': '2021-11-04T10:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '7b0fb6ea-c830-4760-a785-88548c70e45b', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'port_id': '8402569d-715d-4b93-af8f-956cf9bc875c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '731fed06-54a7-4fd6-8284-028a699f6dd4', 'mac_address': 'fa:16:3e:cf:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a773482-17d5-45db-b7ea-d83fcf6ec2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:46:36Z', 'updated_at': '2021-11-04T10:46:41Z', 'revision_number': 1, 'project_id': '788160c19d1a4f008a54db687944f75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d805827-4481-4898-9b32-f14dd9609f1b', 'name': '', 'network_id': '731fed06-54a7-4fd6-8284-028a699f6dd4', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'mac_address': 'fa:16:3e:20:bb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': 'a597efc5-0709-441b-8449-3ae594c8e7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:17Z', 'updated_at': '2021-11-04T10:45:31Z', 'revision_number': 5, 'project_id': '788160c19d1a4f008a54db687944f75d', 'subnets': [{'id': 'a597efc5-0709-441b-8449-3ae594c8e7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:46:44.095214 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1893d6-27fe-49d5-ac1b-6ee3b439ef81 req-f98d100a-191b-45a7-83bc-9abd20532d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:44.096870 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bd1893d6-27fe-49d5-ac1b-6ee3b439ef81 req-f98d100a-191b-45a7-83bc-9abd20532d3b service neutron] 10.222.0.127 "GET /v2.0/subnets?id=a597efc5-0709-441b-8449-3ae594c8e7b6 HTTP/1.1" status: 200 len: 859 time: 0.1645014 Nov 04 10:46:44.174212 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bd1893d6-27fe-49d5-ac1b-6ee3b439ef81 req-393b583c-b251-400b-9790-6d7536059430 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=731fed06-54a7-4fd6-8284-028a699f6dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505891 Nov 04 10:46:44.176327 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a61fc-3f89-4c58-841c-43816ff4bfa5 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Pushing event deleted for resources: {'Port': ['ID=4be96582-f3d4-4049-9d59-5c98a5b4395a,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:44.200177 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-bd1893d6-27fe-49d5-ac1b-6ee3b439ef81 req-00ed6904-32f7-427d-bc6f-e923b8c30aac service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:46:44.201857 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163b56b-4935-40e9-b145-7aac5a748a3b None None] Checking router: ab96b54e-52e3-486d-ae2a-634165408356 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:46:44.206185 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bd1893d6-27fe-49d5-ac1b-6ee3b439ef81 req-00ed6904-32f7-427d-bc6f-e923b8c30aac service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0119059 Nov 04 10:46:44.221970 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9163b56b-4935-40e9-b145-7aac5a748a3b None None] Routers {'ab96b54e-52e3-486d-ae2a-634165408356'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:46:44.224377 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-9163b56b-4935-40e9-b145-7aac5a748a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:46:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ab96b54e-52e3-486d-ae2a-634165408356'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:46:44.460180 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-9163b56b-4935-40e9-b145-7aac5a748a3b None None] Set router ab96b54e-52e3-486d-ae2a-634165408356 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:46:44.656489 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-987a61fc-3f89-4c58-841c-43816ff4bfa5 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:44.763581 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-ed51d3a4-b2f6-49c2-9314-95b4193fa628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5d01da-bc74-425c-a694-015cf173c59b {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:46:44.778337 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:44.782971 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-ed51d3a4-b2f6-49c2-9314-95b4193fa628 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:44.786645 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bd1893d6-27fe-49d5-ac1b-6ee3b439ef81 req-b5a52cd9-db06-45b1-beed-20b82eb3b220 service neutron] 10.222.0.127 "GET /v2.0/networks/731fed06-54a7-4fd6-8284-028a699f6dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5713785 Nov 04 10:46:44.812417 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-ed51d3a4-b2f6-49c2-9314-95b4193fa628 service neutron] Transition to ACTIVE for port object 2e5d01da-bc74-425c-a694-015cf173c59b will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:46:44.824387 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-ed51d3a4-b2f6-49c2-9314-95b4193fa628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:44.912080 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-9163b56b-4935-40e9-b145-7aac5a748a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'name': 'tempest-ServerRescueTestJSONUnderV235-600628357-router', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '678bc1a5-dac9-407d-9fb7-e466f692fa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:09Z', 'updated_at': '2021-11-04T10:45:20Z', 'revision_number': 4, 'project_id': '788160c19d1a4f008a54db687944f75d', 'gw_port': {'id': '678bc1a5-dac9-407d-9fb7-e466f692fa94', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:10Z', 'updated_at': '2021-11-04T10:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '7b0fb6ea-c830-4760-a785-88548c70e45b', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'port_id': '8402569d-715d-4b93-af8f-956cf9bc875c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '731fed06-54a7-4fd6-8284-028a699f6dd4', 'mac_address': 'fa:16:3e:cf:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a773482-17d5-45db-b7ea-d83fcf6ec2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:46:36Z', 'updated_at': '2021-11-04T10:46:41Z', 'revision_number': 1, 'project_id': '788160c19d1a4f008a54db687944f75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d805827-4481-4898-9b32-f14dd9609f1b', 'name': '', 'network_id': '731fed06-54a7-4fd6-8284-028a699f6dd4', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'mac_address': 'fa:16:3e:20:bb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': 'a597efc5-0709-441b-8449-3ae594c8e7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:17Z', 'updated_at': '2021-11-04T10:45:31Z', 'revision_number': 5, 'project_id': '788160c19d1a4f008a54db687944f75d', 'subnets': [{'id': 'a597efc5-0709-441b-8449-3ae594c8e7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:46:44.959148 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51d3a4-b2f6-49c2-9314-95b4193fa628 service neutron] Pushing event updated for resources: {'Port': ['ID=2e5d01da-bc74-425c-a694-015cf173c59b,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:44.985000 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163b56b-4935-40e9-b145-7aac5a748a3b None None] The sync data for ids ['ab96b54e-52e3-486d-ae2a-634165408356'] in n-d-816629-1 is: [{'id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'name': 'tempest-ServerRescueTestJSONUnderV235-600628357-router', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '678bc1a5-dac9-407d-9fb7-e466f692fa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:09Z', 'updated_at': '2021-11-04T10:45:20Z', 'revision_number': 4, 'project_id': '788160c19d1a4f008a54db687944f75d', 'gw_port': {'id': '678bc1a5-dac9-407d-9fb7-e466f692fa94', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:10Z', 'updated_at': '2021-11-04T10:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '7b0fb6ea-c830-4760-a785-88548c70e45b', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'port_id': '8402569d-715d-4b93-af8f-956cf9bc875c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '731fed06-54a7-4fd6-8284-028a699f6dd4', 'mac_address': 'fa:16:3e:cf:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a773482-17d5-45db-b7ea-d83fcf6ec2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:46:36Z', 'updated_at': '2021-11-04T10:46:41Z', 'revision_number': 1, 'project_id': '788160c19d1a4f008a54db687944f75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d805827-4481-4898-9b32-f14dd9609f1b', 'name': '', 'network_id': '731fed06-54a7-4fd6-8284-028a699f6dd4', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'mac_address': 'fa:16:3e:20:bb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': 'a597efc5-0709-441b-8449-3ae594c8e7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:17Z', 'updated_at': '2021-11-04T10:45:31Z', 'revision_number': 5, 'project_id': '788160c19d1a4f008a54db687944f75d', 'subnets': [{'id': 'a597efc5-0709-441b-8449-3ae594c8e7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:46:44.992779 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987a61fc-3f89-4c58-841c-43816ff4bfa5 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Router 741a8cee-9023-4272-997e-9aa0ece1b4ba has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:46:45.099378 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bd1893d6-27fe-49d5-ac1b-6ee3b439ef81 req-d98c121c-c40c-44c9-bf0c-d64f32eddf30 service neutron] 10.222.0.127 "GET /v2.0/networks/731fed06-54a7-4fd6-8284-028a699f6dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004060 Nov 04 10:46:45.177343 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-ed51d3a4-b2f6-49c2-9314-95b4193fa628 service neutron] Attempting to bind port 2e5d01da-bc74-425c-a694-015cf173c59b on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:45.177686 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-ed51d3a4-b2f6-49c2-9314-95b4193fa628 service neutron] Attempting to bind port 2e5d01da-bc74-425c-a694-015cf173c59b by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '22d81940-0863-47fd-a6fd-195db973a95d'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:45.178023 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-ed51d3a4-b2f6-49c2-9314-95b4193fa628 service neutron] Attempting to bind port 2e5d01da-bc74-425c-a694-015cf173c59b on network 22d81940-0863-47fd-a6fd-195db973a95d {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:45.184954 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987a61fc-3f89-4c58-841c-43816ff4bfa5 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:46:45.195192 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-ed51d3a4-b2f6-49c2-9314-95b4193fa628 service neutron] Port 2e5d01da-bc74-425c-a694-015cf173c59b on network 22d81940-0863-47fd-a6fd-195db973a95d not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:45.195529 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-ed51d3a4-b2f6-49c2-9314-95b4193fa628 service neutron] Attempting to bind port 2e5d01da-bc74-425c-a694-015cf173c59b on network 22d81940-0863-47fd-a6fd-195db973a95d {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:45.200250 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26d4d8a-16b5-4d1d-a14e-8083fc4cef8b None None] Sync routers for ids ['741a8cee-9023-4272-997e-9aa0ece1b4ba'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:46:45.200949 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-987a61fc-3f89-4c58-841c-43816ff4bfa5 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] 10.222.0.127 "PUT /v2.0/routers/741a8cee-9023-4272-997e-9aa0ece1b4ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2785034 Nov 04 10:46:45.206290 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53044) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:45.213799 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-ed51d3a4-b2f6-49c2-9314-95b4193fa628 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:46:45.214152 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-ed51d3a4-b2f6-49c2-9314-95b4193fa628 service neutron] Checking segment: {'id': '75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '22d81940-0863-47fd-a6fd-195db973a95d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:46:45.214631 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-ed51d3a4-b2f6-49c2-9314-95b4193fa628 service neutron] Bound using segment: {'id': '75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '22d81940-0863-47fd-a6fd-195db973a95d'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:46:45.215078 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-ed51d3a4-b2f6-49c2-9314-95b4193fa628 service neutron] Bound port: 2e5d01da-bc74-425c-a694-015cf173c59b, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '22d81940-0863-47fd-a6fd-195db973a95d'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:46:45.215435 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-ed51d3a4-b2f6-49c2-9314-95b4193fa628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:45.218208 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26d4d8a-16b5-4d1d-a14e-8083fc4cef8b None None] Routers {'741a8cee-9023-4272-997e-9aa0ece1b4ba'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:46:45.219669 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e26d4d8a-16b5-4d1d-a14e-8083fc4cef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:46:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['741a8cee-9023-4272-997e-9aa0ece1b4ba'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:46:45.288691 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e26d4d8a-16b5-4d1d-a14e-8083fc4cef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:46:45.304369 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26d4d8a-16b5-4d1d-a14e-8083fc4cef8b None None] Routers {'741a8cee-9023-4272-997e-9aa0ece1b4ba'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:46:45.305789 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e26d4d8a-16b5-4d1d-a14e-8083fc4cef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:46:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['741a8cee-9023-4272-997e-9aa0ece1b4ba'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:46:45.386253 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e26d4d8a-16b5-4d1d-a14e-8083fc4cef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:46:45.390688 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26d4d8a-16b5-4d1d-a14e-8083fc4cef8b None None] The sync data for ids ['741a8cee-9023-4272-997e-9aa0ece1b4ba'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:46:45.415136 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-25e59e6c-c517-422b-8f9f-d0a478aed50f tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:45.517738 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-ed51d3a4-b2f6-49c2-9314-95b4193fa628 service neutron] For port 2e5d01da-bc74-425c-a694-015cf173c59b, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:46:45.522088 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-ed51d3a4-b2f6-49c2-9314-95b4193fa628 service neutron] For port 2e5d01da-bc74-425c-a694-015cf173c59b, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=2e5d01da-bc74-425c-a694-015cf173c59b,segment=NetworkSegment(75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d),segment_id=75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:46:45.528569 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-ed51d3a4-b2f6-49c2-9314-95b4193fa628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:45.568125 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4706907-9551-4bed-a13a-0d61e7414286 None None] New status for floating IP 7b0fb6ea-c830-4760-a785-88548c70e45b: ACTIVE {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:46:45.633803 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-ed51d3a4-b2f6-49c2-9314-95b4193fa628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:45.634455 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-ed51d3a4-b2f6-49c2-9314-95b4193fa628 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:45.635980 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-ed51d3a4-b2f6-49c2-9314-95b4193fa628 service neutron] 10.222.0.126 "PUT /v2.0/ports/2e5d01da-bc74-425c-a694-015cf173c59b HTTP/1.1" status: 200 len: 1091 time: 2.5584099 Nov 04 10:46:45.636812 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'tag': '2e5d01da-bc74-425c-a694-015cf173c59b'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:46:45.641437 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2d0fca-db9b-43c1-a96c-8e64f84c7c88" -d '{"events": [{"name": "network-changed", "server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "tag": "2e5d01da-bc74-425c-a694-015cf173c59b"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:46:45.752177 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-308e5855-200e-486f-af98-da7a931a5e75 service neutron] Request body: {'port': {'device_id': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:45.789234 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac2e3d-eec9-4ebf-a346-9d1ea1a26952 req-6723ee2b-769c-42e7-a313-b00b82ed7e20 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:45.791056 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-edac2e3d-eec9-4ebf-a346-9d1ea1a26952 req-6723ee2b-769c-42e7-a313-b00b82ed7e20 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=ea96d60a-e01a-48bf-95b8-034623cabbf1 HTTP/1.1" status: 200 len: 946 time: 0.1410460 Nov 04 10:46:45.803304 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51d3a4-b2f6-49c2-9314-95b4193fa628 service neutron] Pushing event updated for resources: {'Port': ['ID=2e5d01da-bc74-425c-a694-015cf173c59b,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:45.908649 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-edac2e3d-eec9-4ebf-a346-9d1ea1a26952 req-22d2a237-450f-4e01-bcfc-bac2b4a59dcb tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062644 Nov 04 10:46:46.024779 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-25e59e6c-c517-422b-8f9f-d0a478aed50f tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:46.029319 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-25e59e6c-c517-422b-8f9f-d0a478aed50f tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:46.150479 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-308e5855-200e-486f-af98-da7a931a5e75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:46.166899 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9662e74-0826-4053-9c85-b62e17983e47 req-c5ec091a-d0d2-41fe-9a10-2ff683436e8e tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:46.181706 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9662e74-0826-4053-9c85-b62e17983e47 req-c5ec091a-d0d2-41fe-9a10-2ff683436e8e tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:46.183186 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-25e59e6c-c517-422b-8f9f-d0a478aed50f tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:46.183958 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e59e6c-c517-422b-8f9f-d0a478aed50f tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Fanout notify agent at l3_agent the message router_deleted on router 741a8cee-9023-4272-997e-9aa0ece1b4ba {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:46:46.194498 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-25e59e6c-c517-422b-8f9f-d0a478aed50f tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:46.199233 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-25e59e6c-c517-422b-8f9f-d0a478aed50f tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] 10.222.0.127 "DELETE /v2.0/routers/741a8cee-9023-4272-997e-9aa0ece1b4ba HTTP/1.1" status: 204 len: 168 time: 0.9919193 Nov 04 10:46:46.205512 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9662e74-0826-4053-9c85-b62e17983e47 req-c5ec091a-d0d2-41fe-9a10-2ff683436e8e tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:46.220617 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9662e74-0826-4053-9c85-b62e17983e47 req-c5ec091a-d0d2-41fe-9a10-2ff683436e8e tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:46.227799 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9662e74-0826-4053-9c85-b62e17983e47 req-c5ec091a-d0d2-41fe-9a10-2ff683436e8e tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:46.229923 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f9662e74-0826-4053-9c85-b62e17983e47 req-c5ec091a-d0d2-41fe-9a10-2ff683436e8e tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 3828 time: 0.1772583 Nov 04 10:46:46.250637 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53064) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:46.345632 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e4a3e3-e3eb-4bf5-a3ce-6c7a516cf697 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Deleting subnet b587ac23-2902-460e-8185-4f1bcd681b7a {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:46:46.351997 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f9662e74-0826-4053-9c85-b62e17983e47 req-a7318a2e-d54e-4ba7-bf4d-1c9ddc5cd2ef tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150658 Nov 04 10:46:46.352947 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a0e4a3e3-e3eb-4bf5-a3ce-6c7a516cf697 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:46.449783 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a0e4a3e3-e3eb-4bf5-a3ce-6c7a516cf697 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:46.479959 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5efb0b8-6273-4ead-ab9c-a8924d5427ad x-openstack-request-id: req-e5efb0b8-6273-4ead-ab9c-a8924d5427ad {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:46:46.480623 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a773482-17d5-45db-b7ea-d83fcf6ec2cc", "tag": "8402569d-715d-4b93-af8f-956cf9bc875c", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:46:46.480771 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-e5efb0b8-6273-4ead-ab9c-a8924d5427ad {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:46:46.481233 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a773482-17d5-45db-b7ea-d83fcf6ec2cc', 'tag': '8402569d-715d-4b93-af8f-956cf9bc875c', 'status': 'completed', 'code': 200} Nov 04 10:46:46.617361 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-308e5855-200e-486f-af98-da7a931a5e75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ad527b-0310-411c-89bd-1274654c7b5b {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:46:46.653155 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2f92c0be-a4f4-4166-850c-46fa36b01f84 req-30c9e64b-2574-4cc9-9124-f35df11f85fc tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.34 HTTP/1.1" status: 200 len: 1001 time: 0.1560311 Nov 04 10:46:46.673481 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-308e5855-200e-486f-af98-da7a931a5e75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:46.708746 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-308e5855-200e-486f-af98-da7a931a5e75 service neutron] Transition to ACTIVE for port object 95ad527b-0310-411c-89bd-1274654c7b5b will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:46:46.721860 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-308e5855-200e-486f-af98-da7a931a5e75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:46.765859 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92c0be-a4f4-4166-850c-46fa36b01f84 req-ff6dcaf5-d9e4-479c-a4db-d39feb7e6f81 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:46.771264 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2f92c0be-a4f4-4166-850c-46fa36b01f84 req-ff6dcaf5-d9e4-479c-a4db-d39feb7e6f81 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports/8402569d-715d-4b93-af8f-956cf9bc875c HTTP/1.1" status: 200 len: 943 time: 0.1096597 Nov 04 10:46:46.789011 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f65908-6808-4f19-b130-602d39fbfdaf req-95d99ffe-6dea-4ae5-af4b-6952cc194333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:46.790755 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a6f65908-6808-4f19-b130-602d39fbfdaf req-95d99ffe-6dea-4ae5-af4b-6952cc194333 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=788160c19d1a4f008a54db687944f75d&device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 1097 time: 0.2101800 Nov 04 10:46:46.803891 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a0e4a3e3-e3eb-4bf5-a3ce-6c7a516cf697 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:46.837645 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e5855-200e-486f-af98-da7a931a5e75 service neutron] Pushing event updated for resources: {'Port': ['ID=95ad527b-0310-411c-89bd-1274654c7b5b,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:46.857199 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-765daa2c-8f0d-4d5b-a293-d2cae0537999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:46.907791 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a0e4a3e3-e3eb-4bf5-a3ce-6c7a516cf697 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:47.163193 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-308e5855-200e-486f-af98-da7a931a5e75 service neutron] Attempting to bind port 95ad527b-0310-411c-89bd-1274654c7b5b on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:47.164323 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-308e5855-200e-486f-af98-da7a931a5e75 service neutron] Attempting to bind port 95ad527b-0310-411c-89bd-1274654c7b5b by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '5fe677e5-64f3-4799-afaa-0015f65c7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:47.165005 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-308e5855-200e-486f-af98-da7a931a5e75 service neutron] Attempting to bind port 95ad527b-0310-411c-89bd-1274654c7b5b on network b8ac75de-9cdf-411a-a432-39103b7f3ff1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:47.180477 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-308e5855-200e-486f-af98-da7a931a5e75 service neutron] Port 95ad527b-0310-411c-89bd-1274654c7b5b on network b8ac75de-9cdf-411a-a432-39103b7f3ff1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:47.181163 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-308e5855-200e-486f-af98-da7a931a5e75 service neutron] Attempting to bind port 95ad527b-0310-411c-89bd-1274654c7b5b on network b8ac75de-9cdf-411a-a432-39103b7f3ff1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:47.194093 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-308e5855-200e-486f-af98-da7a931a5e75 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:46:47.194708 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-308e5855-200e-486f-af98-da7a931a5e75 service neutron] Checking segment: {'id': '5fe677e5-64f3-4799-afaa-0015f65c7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:46:47.195301 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-308e5855-200e-486f-af98-da7a931a5e75 service neutron] Bound using segment: {'id': '5fe677e5-64f3-4799-afaa-0015f65c7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:46:47.195926 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-308e5855-200e-486f-af98-da7a931a5e75 service neutron] Bound port: 95ad527b-0310-411c-89bd-1274654c7b5b, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe677e5-64f3-4799-afaa-0015f65c7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:46:47.196487 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-308e5855-200e-486f-af98-da7a931a5e75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:47.212635 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f65908-6808-4f19-b130-602d39fbfdaf req-acf360d8-c7e4-4bd2-b538-fd12b3120e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:47.214589 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a6f65908-6808-4f19-b130-602d39fbfdaf req-acf360d8-c7e4-4bd2-b538-fd12b3120e07 service neutron] 10.222.0.126 "GET /v2.0/networks?id=731fed06-54a7-4fd6-8284-028a699f6dd4 HTTP/1.1" status: 200 len: 921 time: 0.4075692 Nov 04 10:46:47.284462 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-308e5855-200e-486f-af98-da7a931a5e75 service neutron] For port 95ad527b-0310-411c-89bd-1274654c7b5b, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:46:47.288282 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-308e5855-200e-486f-af98-da7a931a5e75 service neutron] For port 95ad527b-0310-411c-89bd-1274654c7b5b, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=95ad527b-0310-411c-89bd-1274654c7b5b,segment=NetworkSegment(5fe677e5-64f3-4799-afaa-0015f65c7e61),segment_id=5fe677e5-64f3-4799-afaa-0015f65c7e61)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:46:47.307702 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-308e5855-200e-486f-af98-da7a931a5e75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:47.435439 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-308e5855-200e-486f-af98-da7a931a5e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:47.436665 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-308e5855-200e-486f-af98-da7a931a5e75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:47.438372 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-308e5855-200e-486f-af98-da7a931a5e75 service neutron] 10.222.0.126 "PUT /v2.0/ports/95ad527b-0310-411c-89bd-1274654c7b5b HTTP/1.1" status: 200 len: 1136 time: 1.6985438 Nov 04 10:46:47.483427 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-0b20d735-37b3-4036-a01d-d3429b932bc3 service neutron] Request body: {'port': {'device_id': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:47.554265 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a6f65908-6808-4f19-b130-602d39fbfdaf req-f2b2abad-7eaa-4fcf-9383-c31663adc5b1 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8402569d-715d-4b93-af8f-956cf9bc875c HTTP/1.1" status: 200 len: 1001 time: 0.2636166 Nov 04 10:46:47.591014 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4a3e3-e3eb-4bf5-a3ce-6c7a516cf697 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Pushing event deleted for resources: {'Subnet': ['ID=b587ac23-2902-460e-8185-4f1bcd681b7a,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:47.614271 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a0e4a3e3-e3eb-4bf5-a3ce-6c7a516cf697 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:47.623521 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3107ab3-d2c3-4f7d-9952-5eea4e72295c None None] Network 789ff9dc-450b-4b8d-a2f7-815d2b96fc49 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:46:47.626280 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a0e4a3e3-e3eb-4bf5-a3ce-6c7a516cf697 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] 10.222.0.127 "DELETE /v2.0/subnets/b587ac23-2902-460e-8185-4f1bcd681b7a HTTP/1.1" status: 204 len: 168 time: 1.3737800 Nov 04 10:46:47.638392 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53082) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:47.655579 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e5855-200e-486f-af98-da7a931a5e75 service neutron] Pushing event updated for resources: {'Port': ['ID=95ad527b-0310-411c-89bd-1274654c7b5b,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:47.663887 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2f92c0be-a4f4-4166-850c-46fa36b01f84 req-75e1e99b-aa7f-4797-a437-452fb9fcde23 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.34 HTTP/1.1" status: 200 len: 1001 time: 0.7688940 Nov 04 10:46:47.671081 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-0b20d735-37b3-4036-a01d-d3429b932bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:47.755264 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f65908-6808-4f19-b130-602d39fbfdaf req-478091c5-9f0b-4342-9081-16f53aacc676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:47.766074 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a6f65908-6808-4f19-b130-602d39fbfdaf req-478091c5-9f0b-4342-9081-16f53aacc676 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=a597efc5-0709-441b-8449-3ae594c8e7b6 HTTP/1.1" status: 200 len: 859 time: 0.1780138 Nov 04 10:46:47.845514 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a6f65908-6808-4f19-b130-602d39fbfdaf req-42c42697-6e5b-49d0-a18b-fa40577d591e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=731fed06-54a7-4fd6-8284-028a699f6dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737545 Nov 04 10:46:47.883100 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c0fca57-7c73-47b2-a6ff-64ce687ec241 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:47.968331 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a6f65908-6808-4f19-b130-602d39fbfdaf req-d58c0847-d780-4d8d-9b6b-cadaf7b69f27 service neutron] 10.222.0.126 "GET /v2.0/networks/731fed06-54a7-4fd6-8284-028a699f6dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108029 Nov 04 10:46:48.037611 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1550a9c2-01c7-453b-95aa-7055a583c932 None None] DHCP port deletion for 789ff9dc-450b-4b8d-a2f7-815d2b96fc49 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:46:48.038583 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92c0be-a4f4-4166-850c-46fa36b01f84 req-1319b4b7-9cc9-42a5-99aa-c26405ef9263 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:48.040058 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2f92c0be-a4f4-4166-850c-46fa36b01f84 req-1319b4b7-9cc9-42a5-99aa-c26405ef9263 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 784 time: 0.3402307 Nov 04 10:46:48.154320 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-1550a9c2-01c7-453b-95aa-7055a583c932 None None] Deleting port 37462eea-f6f6-43b3-9044-bed48e23e32d {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:46:48.155425 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1550a9c2-01c7-453b-95aa-7055a583c932 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:48.257249 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2f92c0be-a4f4-4166-850c-46fa36b01f84 req-4468d43a-cd1b-492c-8464-1b09611f9ca4 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.34 HTTP/1.1" status: 200 len: 1001 time: 0.2035708 Nov 04 10:46:48.279814 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-2f92c0be-a4f4-4166-850c-46fa36b01f84 req-1880df1b-cf43-415a-8da4-95f0da2e58a4 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:48.287566 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a6f65908-6808-4f19-b130-602d39fbfdaf req-9052e303-dad3-44bf-bd24-752d54dc158a service neutron] 10.222.0.126 "GET /v2.0/networks/731fed06-54a7-4fd6-8284-028a699f6dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119142 Nov 04 10:46:48.331448 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-1550a9c2-01c7-453b-95aa-7055a583c932 None None] For port 37462eea-f6f6-43b3-9044-bed48e23e32d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=37462eea-f6f6-43b3-9044-bed48e23e32d,segment=NetworkSegment(096319f7-e4ef-4e80-b8c0-07bdd4252bc4),segment_id=096319f7-e4ef-4e80-b8c0-07bdd4252bc4)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:46:48.332124 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1550a9c2-01c7-453b-95aa-7055a583c932 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:48.346126 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-3c0fca57-7c73-47b2-a6ff-64ce687ec241 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Deleting port 37462eea-f6f6-43b3-9044-bed48e23e32d {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:46:48.346614 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c0fca57-7c73-47b2-a6ff-64ce687ec241 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:48.373027 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-1550a9c2-01c7-453b-95aa-7055a583c932 None None] Calling delete_port for 37462eea-f6f6-43b3-9044-bed48e23e32d owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:46:48.421889 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2f92c0be-a4f4-4166-850c-46fa36b01f84 req-1880df1b-cf43-415a-8da4-95f0da2e58a4 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks [] for floatingip, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:48.454832 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-0b20d735-37b3-4036-a01d-d3429b932bc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7148f4c-a774-4e7a-a8e9-c7483869a3e6 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:46:48.463366 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-0b20d735-37b3-4036-a01d-d3429b932bc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:48.476164 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-0b20d735-37b3-4036-a01d-d3429b932bc3 service neutron] Transition to ACTIVE for port object b7148f4c-a774-4e7a-a8e9-c7483869a3e6 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:46:48.481471 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-0b20d735-37b3-4036-a01d-d3429b932bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:48.535151 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-3c0fca57-7c73-47b2-a6ff-64ce687ec241 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] For port 37462eea-f6f6-43b3-9044-bed48e23e32d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=37462eea-f6f6-43b3-9044-bed48e23e32d,segment=NetworkSegment(096319f7-e4ef-4e80-b8c0-07bdd4252bc4),segment_id=096319f7-e4ef-4e80-b8c0-07bdd4252bc4)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:46:48.535708 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c0fca57-7c73-47b2-a6ff-64ce687ec241 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:48.556163 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 37462eea-f6f6-43b3-9044-bed48e23e32d no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:46:48.578560 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-3c0fca57-7c73-47b2-a6ff-64ce687ec241 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Calling delete_port for 37462eea-f6f6-43b3-9044-bed48e23e32d owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:46:48.626690 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No active binding found for port 37462eea-f6f6-43b3-9044-bed48e23e32d {{(pid=101776) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 04 10:46:48.627225 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 37462eea-f6f6-43b3-9044-bed48e23e32d not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:46:48.628764 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1550a9c2-01c7-453b-95aa-7055a583c932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:48.644108 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1550a9c2-01c7-453b-95aa-7055a583c932 None None] No DVR routers for this DVR port 37462eea-f6f6-43b3-9044-bed48e23e32d on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:46:48.675546 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550a9c2-01c7-453b-95aa-7055a583c932 None None] Pushing event deleted for resources: {'Port': ['ID=37462eea-f6f6-43b3-9044-bed48e23e32d,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:48.707304 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20d735-37b3-4036-a01d-d3429b932bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=b7148f4c-a774-4e7a-a8e9-c7483869a3e6,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:48.843462 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c0fca57-7c73-47b2-a6ff-64ce687ec241 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:48.853402 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-0b20d735-37b3-4036-a01d-d3429b932bc3 service neutron] Attempting to bind port b7148f4c-a774-4e7a-a8e9-c7483869a3e6 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:48.854171 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-0b20d735-37b3-4036-a01d-d3429b932bc3 service neutron] Attempting to bind port b7148f4c-a774-4e7a-a8e9-c7483869a3e6 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '5fe677e5-64f3-4799-afaa-0015f65c7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:48.854298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-0b20d735-37b3-4036-a01d-d3429b932bc3 service neutron] Attempting to bind port b7148f4c-a774-4e7a-a8e9-c7483869a3e6 on network b8ac75de-9cdf-411a-a432-39103b7f3ff1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:48.880857 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-0b20d735-37b3-4036-a01d-d3429b932bc3 service neutron] Port b7148f4c-a774-4e7a-a8e9-c7483869a3e6 on network b8ac75de-9cdf-411a-a432-39103b7f3ff1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:48.881436 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-0b20d735-37b3-4036-a01d-d3429b932bc3 service neutron] Attempting to bind port b7148f4c-a774-4e7a-a8e9-c7483869a3e6 on network b8ac75de-9cdf-411a-a432-39103b7f3ff1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:48.887448 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-0b20d735-37b3-4036-a01d-d3429b932bc3 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:46:48.888084 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-0b20d735-37b3-4036-a01d-d3429b932bc3 service neutron] Checking segment: {'id': '5fe677e5-64f3-4799-afaa-0015f65c7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:46:48.888627 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-0b20d735-37b3-4036-a01d-d3429b932bc3 service neutron] Bound using segment: {'id': '5fe677e5-64f3-4799-afaa-0015f65c7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:46:48.889247 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-0b20d735-37b3-4036-a01d-d3429b932bc3 service neutron] Bound port: b7148f4c-a774-4e7a-a8e9-c7483869a3e6, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe677e5-64f3-4799-afaa-0015f65c7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:46:48.889786 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-0b20d735-37b3-4036-a01d-d3429b932bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:48.958963 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0fca57-7c73-47b2-a6ff-64ce687ec241 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] No DVR routers for this DVR port 37462eea-f6f6-43b3-9044-bed48e23e32d on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:46:48.964679 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fca57-7c73-47b2-a6ff-64ce687ec241 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Pushing event deleted for resources: {'Port': ['ID=37462eea-f6f6-43b3-9044-bed48e23e32d,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:48.972577 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2f92c0be-a4f4-4166-850c-46fa36b01f84 req-1880df1b-cf43-415a-8da4-95f0da2e58a4 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:49.003116 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2f92c0be-a4f4-4166-850c-46fa36b01f84 req-1880df1b-cf43-415a-8da4-95f0da2e58a4 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:49.004483 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [req-2f92c0be-a4f4-4166-850c-46fa36b01f84 req-1880df1b-cf43-415a-8da4-95f0da2e58a4 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Floating IP 7b0fb6ea-c830-4760-a785-88548c70e45b disassociated. External IP: 172.25.7.34, port: 8402569d-715d-4b93-af8f-956cf9bc875c. Nov 04 10:46:49.059379 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-0b20d735-37b3-4036-a01d-d3429b932bc3 service neutron] For port b7148f4c-a774-4e7a-a8e9-c7483869a3e6, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:46:49.065065 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-0b20d735-37b3-4036-a01d-d3429b932bc3 service neutron] For port b7148f4c-a774-4e7a-a8e9-c7483869a3e6, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b7148f4c-a774-4e7a-a8e9-c7483869a3e6,segment=NetworkSegment(5fe677e5-64f3-4799-afaa-0015f65c7e61),segment_id=5fe677e5-64f3-4799-afaa-0015f65c7e61)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:46:49.073643 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-0b20d735-37b3-4036-a01d-d3429b932bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:49.143629 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-0b20d735-37b3-4036-a01d-d3429b932bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:49.144268 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-0b20d735-37b3-4036-a01d-d3429b932bc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:49.145756 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-0b20d735-37b3-4036-a01d-d3429b932bc3 service neutron] 10.222.0.126 "PUT /v2.0/ports/b7148f4c-a774-4e7a-a8e9-c7483869a3e6 HTTP/1.1" status: 200 len: 1135 time: 1.6688352 Nov 04 10:46:49.188730 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-d09331b2-0997-493e-a53b-0559afd7f1ea service neutron] Request body: {'port': {'device_id': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:49.212770 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c0fca57-7c73-47b2-a6ff-64ce687ec241 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:49.262015 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-3c0fca57-7c73-47b2-a6ff-64ce687ec241 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789ff9dc-450b-4b8d-a2f7-815d2b96fc49']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:46:49.280135 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-3c0fca57-7c73-47b2-a6ff-64ce687ec241 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096319f7-e4ef-4e80-b8c0-07bdd4252bc4') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:46:49.282151 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-3c0fca57-7c73-47b2-a6ff-64ce687ec241 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096319f7-e4ef-4e80-b8c0-07bdd4252bc4') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:46:49.306245 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c0fca57-7c73-47b2-a6ff-64ce687ec241 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:49.332511 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c0fca57-7c73-47b2-a6ff-64ce687ec241 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:49.340715 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20d735-37b3-4036-a01d-d3429b932bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=b7148f4c-a774-4e7a-a8e9-c7483869a3e6,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:49.349270 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c0fca57-7c73-47b2-a6ff-64ce687ec241 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Releasing vlan 1194 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:46:49.349834 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c0fca57-7c73-47b2-a6ff-64ce687ec241 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:49.350781 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eefba1a8-fa79-4258-bc1b-54c16bcbef05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:49.357592 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-d09331b2-0997-493e-a53b-0559afd7f1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:46:49.438496 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:46:49.527871 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c0fca57-7c73-47b2-a6ff-64ce687ec241 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:49.607809 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c0fca57-7c73-47b2-a6ff-64ce687ec241 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:49.612625 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3c0fca57-7c73-47b2-a6ff-64ce687ec241 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] 10.222.0.127 "DELETE /v2.0/networks/789ff9dc-450b-4b8d-a2f7-815d2b96fc49 HTTP/1.1" status: 204 len: 168 time: 1.9794281 Nov 04 10:46:49.698066 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fca57-7c73-47b2-a6ff-64ce687ec241 tempest-FloatingIPNegativeTestJSON-2018355704 tempest-FloatingIPNegativeTestJSON-2018355704-project] Pushing event deleted for resources: {'Network': ['ID=789ff9dc-450b-4b8d-a2f7-815d2b96fc49,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:49.848642 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f92c0be-a4f4-4166-850c-46fa36b01f84 req-1880df1b-cf43-415a-8da4-95f0da2e58a4 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Router ab96b54e-52e3-486d-ae2a-634165408356 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:46:50.006248 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-d09331b2-0997-493e-a53b-0559afd7f1ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1aa7d96-2a2d-428f-92e0-98b150ce6175 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:46:50.031077 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-d09331b2-0997-493e-a53b-0559afd7f1ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:50.085696 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-d09331b2-0997-493e-a53b-0559afd7f1ea service neutron] Transition to ACTIVE for port object f1aa7d96-2a2d-428f-92e0-98b150ce6175 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:46:50.093990 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-d09331b2-0997-493e-a53b-0559afd7f1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:50.137317 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f92c0be-a4f4-4166-850c-46fa36b01f84 req-1880df1b-cf43-415a-8da4-95f0da2e58a4 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:46:50.153198 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b037dae-2c4b-419c-934e-181da1ecb932 None None] Sync routers for ids ['ab96b54e-52e3-486d-ae2a-634165408356'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:46:50.165705 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-2f92c0be-a4f4-4166-850c-46fa36b01f84 req-1880df1b-cf43-415a-8da4-95f0da2e58a4 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:50.194802 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b037dae-2c4b-419c-934e-181da1ecb932 None None] Routers {'ab96b54e-52e3-486d-ae2a-634165408356'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:46:50.199217 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9b037dae-2c4b-419c-934e-181da1ecb932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:46:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ab96b54e-52e3-486d-ae2a-634165408356'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:46:50.306827 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53106) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:50.331455 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09331b2-0997-493e-a53b-0559afd7f1ea service neutron] Pushing event updated for resources: {'Port': ['ID=f1aa7d96-2a2d-428f-92e0-98b150ce6175,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:50.342290 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2f92c0be-a4f4-4166-850c-46fa36b01f84 req-1880df1b-cf43-415a-8da4-95f0da2e58a4 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "PUT /v2.0/floatingips/7b0fb6ea-c830-4760-a785-88548c70e45b HTTP/1.1" status: 200 len: 694 time: 2.0664260 Nov 04 10:46:50.348567 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a773482-17d5-45db-b7ea-d83fcf6ec2cc', 'tag': '8402569d-715d-4b93-af8f-956cf9bc875c'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:46:50.380471 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513562ad-9993-4b23-8ee6-7b5cf45a00d9" -d '{"events": [{"name": "network-changed", "server_uuid": "7a773482-17d5-45db-b7ea-d83fcf6ec2cc", "tag": "8402569d-715d-4b93-af8f-956cf9bc875c"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:46:50.513406 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-d09331b2-0997-493e-a53b-0559afd7f1ea service neutron] Attempting to bind port f1aa7d96-2a2d-428f-92e0-98b150ce6175 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:50.516435 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-d09331b2-0997-493e-a53b-0559afd7f1ea service neutron] Attempting to bind port f1aa7d96-2a2d-428f-92e0-98b150ce6175 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '5fe677e5-64f3-4799-afaa-0015f65c7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:50.516859 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-d09331b2-0997-493e-a53b-0559afd7f1ea service neutron] Attempting to bind port f1aa7d96-2a2d-428f-92e0-98b150ce6175 on network b8ac75de-9cdf-411a-a432-39103b7f3ff1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:50.528732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-d09331b2-0997-493e-a53b-0559afd7f1ea service neutron] Port f1aa7d96-2a2d-428f-92e0-98b150ce6175 on network b8ac75de-9cdf-411a-a432-39103b7f3ff1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:50.544387 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-9b037dae-2c4b-419c-934e-181da1ecb932 None None] Set router ab96b54e-52e3-486d-ae2a-634165408356 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:46:50.545683 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-d09331b2-0997-493e-a53b-0559afd7f1ea service neutron] Attempting to bind port f1aa7d96-2a2d-428f-92e0-98b150ce6175 on network b8ac75de-9cdf-411a-a432-39103b7f3ff1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:50.562757 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-d09331b2-0997-493e-a53b-0559afd7f1ea service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:46:50.563299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-d09331b2-0997-493e-a53b-0559afd7f1ea service neutron] Checking segment: {'id': '5fe677e5-64f3-4799-afaa-0015f65c7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:46:50.563804 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-d09331b2-0997-493e-a53b-0559afd7f1ea service neutron] Bound using segment: {'id': '5fe677e5-64f3-4799-afaa-0015f65c7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:46:50.564591 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-d09331b2-0997-493e-a53b-0559afd7f1ea service neutron] Bound port: f1aa7d96-2a2d-428f-92e0-98b150ce6175, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe677e5-64f3-4799-afaa-0015f65c7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:46:50.565796 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-d09331b2-0997-493e-a53b-0559afd7f1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:50.621747 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92c0be-a4f4-4166-850c-46fa36b01f84 req-cb287893-1586-4f8c-aec7-0d1cb5fedb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:50.625351 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2f92c0be-a4f4-4166-850c-46fa36b01f84 req-cb287893-1586-4f8c-aec7-0d1cb5fedb7a service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=788160c19d1a4f008a54db687944f75d&device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 1097 time: 0.2289062 Nov 04 10:46:50.697572 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-da2f42d4-ea19-4170-b88e-2e8ddbc96703 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=6b1a27ded85e4051b1a8a468cc8f0ed7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3872206 Nov 04 10:46:50.698661 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53112) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:50.747093 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-d09331b2-0997-493e-a53b-0559afd7f1ea service neutron] For port f1aa7d96-2a2d-428f-92e0-98b150ce6175, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:46:50.750772 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-d09331b2-0997-493e-a53b-0559afd7f1ea service neutron] For port f1aa7d96-2a2d-428f-92e0-98b150ce6175, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=f1aa7d96-2a2d-428f-92e0-98b150ce6175,segment=NetworkSegment(5fe677e5-64f3-4799-afaa-0015f65c7e61),segment_id=5fe677e5-64f3-4799-afaa-0015f65c7e61)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:46:50.763526 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-d09331b2-0997-493e-a53b-0559afd7f1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:50.820499 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2ab9735c-7212-4c53-a67b-f0a3c78915a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:50.859924 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09331b2-0997-493e-a53b-0559afd7f1ea service neutron] Pushing event updated for resources: {'Port': ['ID=f1aa7d96-2a2d-428f-92e0-98b150ce6175,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:50.882699 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-d09331b2-0997-493e-a53b-0559afd7f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:50.886185 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-d09331b2-0997-493e-a53b-0559afd7f1ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:50.894100 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-d09331b2-0997-493e-a53b-0559afd7f1ea service neutron] 10.222.0.126 "PUT /v2.0/ports/f1aa7d96-2a2d-428f-92e0-98b150ce6175 HTTP/1.1" status: 200 len: 1091 time: 1.7113271 Nov 04 10:46:50.899186 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2ab9735c-7212-4c53-a67b-f0a3c78915a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:50.910349 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92c0be-a4f4-4166-850c-46fa36b01f84 req-0152b4dc-5e7f-4da4-9e43-7cdfcde84897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:50.915324 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2f92c0be-a4f4-4166-850c-46fa36b01f84 req-0152b4dc-5e7f-4da4-9e43-7cdfcde84897 service neutron] 10.222.0.127 "GET /v2.0/networks?id=731fed06-54a7-4fd6-8284-028a699f6dd4 HTTP/1.1" status: 200 len: 921 time: 0.2780695 Nov 04 10:46:50.938081 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6191e65f-8ab6-4966-921b-0089e798847c service neutron] Request body: {'port': {'device_id': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:51.051403 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6191e65f-8ab6-4966-921b-0089e798847c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:51.061401 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2f92c0be-a4f4-4166-850c-46fa36b01f84 req-dfadebb0-4dea-47f9-9916-cdf8231afd18 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8402569d-715d-4b93-af8f-956cf9bc875c HTTP/1.1" status: 200 len: 217 time: 0.1325340 Nov 04 10:46:51.126478 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92c0be-a4f4-4166-850c-46fa36b01f84 req-9f2bf4ab-94b8-4291-a012-0a0735d2a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:51.140606 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2f92c0be-a4f4-4166-850c-46fa36b01f84 req-9f2bf4ab-94b8-4291-a012-0a0735d2a22a service neutron] 10.222.0.127 "GET /v2.0/subnets?id=a597efc5-0709-441b-8449-3ae594c8e7b6 HTTP/1.1" status: 200 len: 859 time: 0.0770884 Nov 04 10:46:51.157897 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:51.186343 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9b037dae-2c4b-419c-934e-181da1ecb932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'name': 'tempest-ServerRescueTestJSONUnderV235-600628357-router', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '678bc1a5-dac9-407d-9fb7-e466f692fa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:09Z', 'updated_at': '2021-11-04T10:45:20Z', 'revision_number': 4, 'project_id': '788160c19d1a4f008a54db687944f75d', 'gw_port': {'id': '678bc1a5-dac9-407d-9fb7-e466f692fa94', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:10Z', 'updated_at': '2021-11-04T10:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '9d805827-4481-4898-9b32-f14dd9609f1b', 'name': '', 'network_id': '731fed06-54a7-4fd6-8284-028a699f6dd4', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'mac_address': 'fa:16:3e:20:bb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': 'a597efc5-0709-441b-8449-3ae594c8e7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:17Z', 'updated_at': '2021-11-04T10:45:31Z', 'revision_number': 5, 'project_id': '788160c19d1a4f008a54db687944f75d', 'subnets': [{'id': 'a597efc5-0709-441b-8449-3ae594c8e7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:46:51.186666 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2f92c0be-a4f4-4166-850c-46fa36b01f84 req-5d392c45-194a-413a-9066-54f57711a4a6 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=731fed06-54a7-4fd6-8284-028a699f6dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450189 Nov 04 10:46:51.215568 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2ab9735c-7212-4c53-a67b-f0a3c78915a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:51.218237 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2ab9735c-7212-4c53-a67b-f0a3c78915a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:51.219556 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2ab9735c-7212-4c53-a67b-f0a3c78915a1 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/5447b27f-e916-4810-9cd1-a6cf2d369b0b HTTP/1.1" status: 204 len: 168 time: 0.5177443 Nov 04 10:46:51.263934 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9735c-7212-4c53-a67b-f0a3c78915a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5447b27f-e916-4810-9cd1-a6cf2d369b0b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:51.312498 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b037dae-2c4b-419c-934e-181da1ecb932 None None] Checking router: ab96b54e-52e3-486d-ae2a-634165408356 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:46:51.363741 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b037dae-2c4b-419c-934e-181da1ecb932 None None] Routers {'ab96b54e-52e3-486d-ae2a-634165408356'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:46:51.365555 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2f92c0be-a4f4-4166-850c-46fa36b01f84 req-0c0f1bd4-9085-4947-b67d-2d2624a93381 service neutron] 10.222.0.127 "GET /v2.0/networks/731fed06-54a7-4fd6-8284-028a699f6dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772475 Nov 04 10:46:51.368249 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9b037dae-2c4b-419c-934e-181da1ecb932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:46:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ab96b54e-52e3-486d-ae2a-634165408356'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:46:51.541793 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2f92c0be-a4f4-4166-850c-46fa36b01f84 req-19ea5dc5-e040-4965-930f-1114ccca5c33 service neutron] 10.222.0.127 "GET /v2.0/networks/731fed06-54a7-4fd6-8284-028a699f6dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758552 Nov 04 10:46:51.585944 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-9b037dae-2c4b-419c-934e-181da1ecb932 None None] Set router ab96b54e-52e3-486d-ae2a-634165408356 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:46:51.689810 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6191e65f-8ab6-4966-921b-0089e798847c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:46:51.699485 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6191e65f-8ab6-4966-921b-0089e798847c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:51.713658 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6191e65f-8ab6-4966-921b-0089e798847c service neutron] Transition to ACTIVE for port object e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:46:51.715995 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc11b20-a055-4280-a717-d102ec9b86d7 x-openstack-request-id: req-dbc11b20-a055-4280-a717-d102ec9b86d7 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:46:51.716547 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "tag": "2e5d01da-bc74-425c-a694-015cf173c59b", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:46:51.716800 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-dbc11b20-a055-4280-a717-d102ec9b86d7 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:46:51.718078 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'tag': '2e5d01da-bc74-425c-a694-015cf173c59b', 'status': 'completed', 'code': 200} Nov 04 10:46:51.821070 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6191e65f-8ab6-4966-921b-0089e798847c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:51.949897 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ab6fd-03bc-4fb4-94b6-bb2bab7415e4 req-77f38094-2aea-40f0-9d06-84f017e18777 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:51.952338 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191e65f-8ab6-4966-921b-0089e798847c service neutron] Pushing event updated for resources: {'Port': ['ID=e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:51.967086 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d04ab6fd-03bc-4fb4-94b6-bb2bab7415e4 req-77f38094-2aea-40f0-9d06-84f017e18777 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=90784fa1-1c42-40f6-8c44-07427874d159 HTTP/1.1" status: 200 len: 945 time: 0.1302114 Nov 04 10:46:52.020545 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9b037dae-2c4b-419c-934e-181da1ecb932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'name': 'tempest-ServerRescueTestJSONUnderV235-600628357-router', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '678bc1a5-dac9-407d-9fb7-e466f692fa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:09Z', 'updated_at': '2021-11-04T10:45:20Z', 'revision_number': 4, 'project_id': '788160c19d1a4f008a54db687944f75d', 'gw_port': {'id': '678bc1a5-dac9-407d-9fb7-e466f692fa94', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:10Z', 'updated_at': '2021-11-04T10:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '9d805827-4481-4898-9b32-f14dd9609f1b', 'name': '', 'network_id': '731fed06-54a7-4fd6-8284-028a699f6dd4', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'mac_address': 'fa:16:3e:20:bb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': 'a597efc5-0709-441b-8449-3ae594c8e7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:17Z', 'updated_at': '2021-11-04T10:45:31Z', 'revision_number': 5, 'project_id': '788160c19d1a4f008a54db687944f75d', 'subnets': [{'id': 'a597efc5-0709-441b-8449-3ae594c8e7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:46:52.093126 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b037dae-2c4b-419c-934e-181da1ecb932 None None] The sync data for ids ['ab96b54e-52e3-486d-ae2a-634165408356'] in n-d-816629-1 is: [{'id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'name': 'tempest-ServerRescueTestJSONUnderV235-600628357-router', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '678bc1a5-dac9-407d-9fb7-e466f692fa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:09Z', 'updated_at': '2021-11-04T10:45:20Z', 'revision_number': 4, 'project_id': '788160c19d1a4f008a54db687944f75d', 'gw_port': {'id': '678bc1a5-dac9-407d-9fb7-e466f692fa94', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:10Z', 'updated_at': '2021-11-04T10:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '9d805827-4481-4898-9b32-f14dd9609f1b', 'name': '', 'network_id': '731fed06-54a7-4fd6-8284-028a699f6dd4', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'mac_address': 'fa:16:3e:20:bb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': 'a597efc5-0709-441b-8449-3ae594c8e7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:17Z', 'updated_at': '2021-11-04T10:45:31Z', 'revision_number': 5, 'project_id': '788160c19d1a4f008a54db687944f75d', 'subnets': [{'id': 'a597efc5-0709-441b-8449-3ae594c8e7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:46:52.094760 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d04ab6fd-03bc-4fb4-94b6-bb2bab7415e4 req-cfc9487b-aa75-421f-908d-84256a51a8f9 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253431 Nov 04 10:46:52.187811 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:52.211878 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d0fca-db9b-43c1-a96c-8e64f84c7c88 req-0a59273e-c980-44e0-8dfa-d28788f5e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:52.212433 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d0fca-db9b-43c1-a96c-8e64f84c7c88 req-0a59273e-c980-44e0-8dfa-d28788f5e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:52.212988 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d0fca-db9b-43c1-a96c-8e64f84c7c88 req-0a59273e-c980-44e0-8dfa-d28788f5e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:52.213560 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d0fca-db9b-43c1-a96c-8e64f84c7c88 req-0a59273e-c980-44e0-8dfa-d28788f5e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:52.214037 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d0fca-db9b-43c1-a96c-8e64f84c7c88 req-0a59273e-c980-44e0-8dfa-d28788f5e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:52.214676 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d0fca-db9b-43c1-a96c-8e64f84c7c88 req-0a59273e-c980-44e0-8dfa-d28788f5e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:52.215263 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d0fca-db9b-43c1-a96c-8e64f84c7c88 req-0a59273e-c980-44e0-8dfa-d28788f5e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:52.217831 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7c2d0fca-db9b-43c1-a96c-8e64f84c7c88 req-0a59273e-c980-44e0-8dfa-d28788f5e347 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=daa3a4d308184b5b997a81a95ee49bba&device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 6312 time: 0.4986508 Nov 04 10:46:52.222429 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6191e65f-8ab6-4966-921b-0089e798847c service neutron] Attempting to bind port e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:52.222763 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6191e65f-8ab6-4966-921b-0089e798847c service neutron] Attempting to bind port e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '5fe677e5-64f3-4799-afaa-0015f65c7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:52.223089 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6191e65f-8ab6-4966-921b-0089e798847c service neutron] Attempting to bind port e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03 on network b8ac75de-9cdf-411a-a432-39103b7f3ff1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:52.241966 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6191e65f-8ab6-4966-921b-0089e798847c service neutron] Port e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03 on network b8ac75de-9cdf-411a-a432-39103b7f3ff1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:52.242344 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6191e65f-8ab6-4966-921b-0089e798847c service neutron] Attempting to bind port e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03 on network b8ac75de-9cdf-411a-a432-39103b7f3ff1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:52.293853 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6191e65f-8ab6-4966-921b-0089e798847c service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:46:52.294199 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6191e65f-8ab6-4966-921b-0089e798847c service neutron] Checking segment: {'id': '5fe677e5-64f3-4799-afaa-0015f65c7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:46:52.294652 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6191e65f-8ab6-4966-921b-0089e798847c service neutron] Bound using segment: {'id': '5fe677e5-64f3-4799-afaa-0015f65c7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:46:52.295605 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6191e65f-8ab6-4966-921b-0089e798847c service neutron] Bound port: e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe677e5-64f3-4799-afaa-0015f65c7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:46:52.295605 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6191e65f-8ab6-4966-921b-0089e798847c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:52.638261 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:52.692989 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6191e65f-8ab6-4966-921b-0089e798847c service neutron] For port e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:46:52.709532 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d650a28a-739a-4af0-804b-6d50fe3e0c96 None None] New status for floating IP 7b0fb6ea-c830-4760-a785-88548c70e45b: DOWN {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:46:52.715671 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d0fca-db9b-43c1-a96c-8e64f84c7c88 req-0fd3eb55-3c4c-4009-9e26-6143beeee229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:52.716789 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d0fca-db9b-43c1-a96c-8e64f84c7c88 req-0fd3eb55-3c4c-4009-9e26-6143beeee229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:52.717029 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d0fca-db9b-43c1-a96c-8e64f84c7c88 req-0fd3eb55-3c4c-4009-9e26-6143beeee229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:52.718656 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7c2d0fca-db9b-43c1-a96c-8e64f84c7c88 req-0fd3eb55-3c4c-4009-9e26-6143beeee229 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=daa3a4d308184b5b997a81a95ee49bba&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.4778986 Nov 04 10:46:52.725108 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6191e65f-8ab6-4966-921b-0089e798847c service neutron] For port e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03,segment=NetworkSegment(5fe677e5-64f3-4799-afaa-0015f65c7e61),segment_id=5fe677e5-64f3-4799-afaa-0015f65c7e61)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:46:52.753067 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6191e65f-8ab6-4966-921b-0089e798847c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:52.799398 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b54c0-64b3-4ba2-8649-34d169f32e59 req-6d04162b-fedc-4c35-9dd4-214747952b84 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:52.816237 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b54c0-64b3-4ba2-8649-34d169f32e59 req-6d04162b-fedc-4c35-9dd4-214747952b84 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:52.835320 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b54c0-64b3-4ba2-8649-34d169f32e59 req-6d04162b-fedc-4c35-9dd4-214747952b84 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:52.847328 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53152) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:52.856308 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b54c0-64b3-4ba2-8649-34d169f32e59 req-6d04162b-fedc-4c35-9dd4-214747952b84 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:52.877405 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b54c0-64b3-4ba2-8649-34d169f32e59 req-6d04162b-fedc-4c35-9dd4-214747952b84 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:52.892173 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b54c0-64b3-4ba2-8649-34d169f32e59 req-6d04162b-fedc-4c35-9dd4-214747952b84 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:52.905942 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b54c0-64b3-4ba2-8649-34d169f32e59 req-6d04162b-fedc-4c35-9dd4-214747952b84 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:52.911066 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-626b54c0-64b3-4ba2-8649-34d169f32e59 req-6d04162b-fedc-4c35-9dd4-214747952b84 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5407 time: 0.2554884 Nov 04 10:46:52.967205 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6191e65f-8ab6-4966-921b-0089e798847c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:52.974091 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6191e65f-8ab6-4966-921b-0089e798847c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:52.975773 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-6191e65f-8ab6-4966-921b-0089e798847c service neutron] 10.222.0.126 "PUT /v2.0/ports/e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03 HTTP/1.1" status: 200 len: 1091 time: 2.0433877 Nov 04 10:46:53.043667 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-12b21f15-cba8-4772-bd0e-002f0add8ac8 service neutron] Request body: {'port': {'device_id': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:53.063921 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-626b54c0-64b3-4ba2-8649-34d169f32e59 req-3962f009-ef6e-4727-93e8-cba028133aa4 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1441252 Nov 04 10:46:53.156649 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1efde6-135f-4734-9fd9-18fe859d6f44 x-openstack-request-id: req-bb1efde6-135f-4734-9fd9-18fe859d6f44 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:46:53.156997 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a773482-17d5-45db-b7ea-d83fcf6ec2cc", "tag": "8402569d-715d-4b93-af8f-956cf9bc875c", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:46:53.157245 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-bb1efde6-135f-4734-9fd9-18fe859d6f44 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:46:53.157656 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a773482-17d5-45db-b7ea-d83fcf6ec2cc', 'tag': '8402569d-715d-4b93-af8f-956cf9bc875c', 'status': 'completed', 'code': 200} Nov 04 10:46:53.210843 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-2f09f6e0-e25b-4668-a5ad-30a9b927dd2a tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-971365234'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:53.244111 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191e65f-8ab6-4966-921b-0089e798847c service neutron] Pushing event updated for resources: {'Port': ['ID=e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:53.269772 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f09f6e0-e25b-4668-a5ad-30a9b927dd2a tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Made reservation on behalf of 028140db9f3f48ac9efcb43be0878ad9 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:46:53.275607 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f09f6e0-e25b-4668-a5ad-30a9b927dd2a tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:53.375124 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5d2c9ef9-d374-443f-90fe-ed77124a645b req-9bb3f8bd-68da-4090-afa9-5961ce07749a tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/floatingips/7b0fb6ea-c830-4760-a785-88548c70e45b HTTP/1.1" status: 200 len: 692 time: 0.1413248 Nov 04 10:46:53.477485 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513562ad-9993-4b23-8ee6-7b5cf45a00d9 req-f8f4e33c-021d-41b1-b257-2e41a86fc265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:53.479605 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-513562ad-9993-4b23-8ee6-7b5cf45a00d9 req-f8f4e33c-021d-41b1-b257-2e41a86fc265 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=788160c19d1a4f008a54db687944f75d&device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 1097 time: 0.2892797 Nov 04 10:46:53.655748 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c9ef9-d374-443f-90fe-ed77124a645b req-3751bf81-6368-45df-8021-179140cb7770 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:53.658369 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5d2c9ef9-d374-443f-90fe-ed77124a645b req-3751bf81-6368-45df-8021-179140cb7770 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 784 time: 0.2822714 Nov 04 10:46:53.672121 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-5d2c9ef9-d374-443f-90fe-ed77124a645b req-489547c9-7cc6-4b37-a4f1-c85251e774b2 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:46:53.673849 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5d2c9ef9-d374-443f-90fe-ed77124a645b req-489547c9-7cc6-4b37-a4f1-c85251e774b2 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0089862 Nov 04 10:46:53.756213 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5d2c9ef9-d374-443f-90fe-ed77124a645b req-4077784f-c3e6-4357-98b1-625d516ac6ac tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.34 HTTP/1.1" status: 200 len: 695 time: 0.0718224 Nov 04 10:46:53.814160 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513562ad-9993-4b23-8ee6-7b5cf45a00d9 req-a207d895-aa27-4704-95e6-8b8754999c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:53.815378 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-513562ad-9993-4b23-8ee6-7b5cf45a00d9 req-a207d895-aa27-4704-95e6-8b8754999c05 service neutron] 10.222.0.126 "GET /v2.0/networks?id=731fed06-54a7-4fd6-8284-028a699f6dd4 HTTP/1.1" status: 200 len: 921 time: 0.3187227 Nov 04 10:46:53.825649 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5d2c9ef9-d374-443f-90fe-ed77124a645b req-a5897f17-5eeb-44a5-9878-96b60fdf9632 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/floatingips?floating_ip_address=172.25.7.34 HTTP/1.1" status: 200 len: 695 time: 0.0681553 Nov 04 10:46:53.951927 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'tag': '95ad527b-0310-411c-89bd-1274654c7b5b'}, {'name': 'network-changed', 'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'tag': 'b7148f4c-a774-4e7a-a8e9-c7483869a3e6'}, {'name': 'network-changed', 'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'tag': 'f1aa7d96-2a2d-428f-92e0-98b150ce6175'}, {'name': 'network-changed', 'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'tag': 'e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:46:53.956940 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567" -d '{"events": [{"name": "network-changed", "server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "tag": "95ad527b-0310-411c-89bd-1274654c7b5b"}, {"name": "network-changed", "server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "tag": "b7148f4c-a774-4e7a-a8e9-c7483869a3e6"}, {"name": "network-changed", "server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "tag": "f1aa7d96-2a2d-428f-92e0-98b150ce6175"}, {"name": "network-changed", "server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "tag": "e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:46:53.961034 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-513562ad-9993-4b23-8ee6-7b5cf45a00d9 req-884a9af4-1ecc-4d23-8cdb-1e3a31c28817 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8402569d-715d-4b93-af8f-956cf9bc875c HTTP/1.1" status: 200 len: 217 time: 0.1329951 Nov 04 10:46:53.966415 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-12b21f15-cba8-4772-bd0e-002f0add8ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:54.042112 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f09f6e0-e25b-4668-a5ad-30a9b927dd2a tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:54.205320 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513562ad-9993-4b23-8ee6-7b5cf45a00d9 req-04166deb-3f80-4c79-94da-2fac8a752f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:54.209521 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-513562ad-9993-4b23-8ee6-7b5cf45a00d9 req-04166deb-3f80-4c79-94da-2fac8a752f00 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=a597efc5-0709-441b-8449-3ae594c8e7b6 HTTP/1.1" status: 200 len: 859 time: 0.2318594 Nov 04 10:46:54.256548 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-513562ad-9993-4b23-8ee6-7b5cf45a00d9 req-c500e06a-3cf6-40d9-9cf9-6c22dde9bd9a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=731fed06-54a7-4fd6-8284-028a699f6dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320730 Nov 04 10:46:54.334578 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-5d2c9ef9-d374-443f-90fe-ed77124a645b req-6f4968ce-b66b-4450-8ee7-aba513e067d9 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Deleting port 2b1b570c-c570-4490-b7e6-a010fed3c5f6 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:46:54.335175 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5d2c9ef9-d374-443f-90fe-ed77124a645b req-6f4968ce-b66b-4450-8ee7-aba513e067d9 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:54.467105 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d0fca-db9b-43c1-a96c-8e64f84c7c88 req-35169766-f6ed-4277-aa19-3b04186d05a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:54.468654 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7c2d0fca-db9b-43c1-a96c-8e64f84c7c88 req-35169766-f6ed-4277-aa19-3b04186d05a9 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.7363381 Nov 04 10:46:54.503057 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5d2c9ef9-d374-443f-90fe-ed77124a645b req-6f4968ce-b66b-4450-8ee7-aba513e067d9 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:54.503432 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5d2c9ef9-d374-443f-90fe-ed77124a645b req-6f4968ce-b66b-4450-8ee7-aba513e067d9 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:54.506821 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f09f6e0-e25b-4668-a5ad-30a9b927dd2a tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:54.520253 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f09f6e0-e25b-4668-a5ad-30a9b927dd2a tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:54.521761 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-5d2c9ef9-d374-443f-90fe-ed77124a645b req-6f4968ce-b66b-4450-8ee7-aba513e067d9 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Calling delete_port for 2b1b570c-c570-4490-b7e6-a010fed3c5f6 owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:46:54.574568 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f09f6e0-e25b-4668-a5ad-30a9b927dd2a tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1165} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:46:54.599325 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09f6e0-e25b-4668-a5ad-30a9b927dd2a tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d06880-17c8-4816-a512-6eaa6900bac4,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:54.603530 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-12b21f15-cba8-4772-bd0e-002f0add8ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abff8681-5536-4f57-ae0f-bea4324905c6 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:46:54.609687 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f09f6e0-e25b-4668-a5ad-30a9b927dd2a tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:54.610058 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-2f09f6e0-e25b-4668-a5ad-30a9b927dd2a tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Added segment ba400ac7-4054-4e49-a187-3e94256f7821 of type vlan for network 13da71e6-156e-46fe-aa86-59d5dafca8ac Nov 04 10:46:54.623305 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-12b21f15-cba8-4772-bd0e-002f0add8ac8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:54.696345 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-12b21f15-cba8-4772-bd0e-002f0add8ac8 service neutron] Transition to ACTIVE for port object abff8681-5536-4f57-ae0f-bea4324905c6 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:46:54.705494 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-513562ad-9993-4b23-8ee6-7b5cf45a00d9 req-6acc6bbe-9c8b-4ed7-ba81-f13b6c158a69 service neutron] 10.222.0.126 "GET /v2.0/networks/731fed06-54a7-4fd6-8284-028a699f6dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376833 Nov 04 10:46:54.711335 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f09f6e0-e25b-4668-a5ad-30a9b927dd2a tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:54.714111 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-12b21f15-cba8-4772-bd0e-002f0add8ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:54.841002 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f09f6e0-e25b-4668-a5ad-30a9b927dd2a tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:54.846698 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f09f6e0-e25b-4668-a5ad-30a9b927dd2a tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:54.847301 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f09f6e0-e25b-4668-a5ad-30a9b927dd2a tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:54.852458 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b21f15-cba8-4772-bd0e-002f0add8ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=abff8681-5536-4f57-ae0f-bea4324905c6,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:54.925036 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5d2c9ef9-d374-443f-90fe-ed77124a645b req-6f4968ce-b66b-4450-8ee7-aba513e067d9 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:54.963714 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2f09f6e0-e25b-4668-a5ad-30a9b927dd2a tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0492554 Nov 04 10:46:55.003264 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-513562ad-9993-4b23-8ee6-7b5cf45a00d9 req-1432f898-5fba-459e-9570-319f5ba66c69 service neutron] 10.222.0.126 "GET /v2.0/networks/731fed06-54a7-4fd6-8284-028a699f6dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885904 Nov 04 10:46:55.006892 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4968ce-b66b-4450-8ee7-aba513e067d9 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Pushing event deleted for resources: {'Port': ['ID=2b1b570c-c570-4490-b7e6-a010fed3c5f6,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:55.266787 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5d2c9ef9-d374-443f-90fe-ed77124a645b req-6f4968ce-b66b-4450-8ee7-aba513e067d9 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:55.270601 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-5d2c9ef9-d374-443f-90fe-ed77124a645b req-6f4968ce-b66b-4450-8ee7-aba513e067d9 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:55.272300 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5d2c9ef9-d374-443f-90fe-ed77124a645b req-6f4968ce-b66b-4450-8ee7-aba513e067d9 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "DELETE /v2.0/floatingips/7b0fb6ea-c830-4760-a785-88548c70e45b HTTP/1.1" status: 204 len: 173 time: 1.4458506 Nov 04 10:46:55.275159 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09f6e0-e25b-4668-a5ad-30a9b927dd2a tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event updated for resources: {'Network': ['ID=13da71e6-156e-46fe-aa86-59d5dafca8ac,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:55.296500 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 13da71e6-156e-46fe-aa86-59d5dafca8ac details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:46:55.341239 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-12b21f15-cba8-4772-bd0e-002f0add8ac8 service neutron] Attempting to bind port abff8681-5536-4f57-ae0f-bea4324905c6 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:55.341753 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-12b21f15-cba8-4772-bd0e-002f0add8ac8 service neutron] Attempting to bind port abff8681-5536-4f57-ae0f-bea4324905c6 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '2d5d8c25-2aa9-495e-b504-1afc5190acc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '8b3679d9-f029-43fb-a81d-901fdf16cceb'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:55.342218 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-12b21f15-cba8-4772-bd0e-002f0add8ac8 service neutron] Attempting to bind port abff8681-5536-4f57-ae0f-bea4324905c6 on network 8b3679d9-f029-43fb-a81d-901fdf16cceb {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:55.359567 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-12b21f15-cba8-4772-bd0e-002f0add8ac8 service neutron] Port abff8681-5536-4f57-ae0f-bea4324905c6 on network 8b3679d9-f029-43fb-a81d-901fdf16cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:55.361159 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-12b21f15-cba8-4772-bd0e-002f0add8ac8 service neutron] Attempting to bind port abff8681-5536-4f57-ae0f-bea4324905c6 on network 8b3679d9-f029-43fb-a81d-901fdf16cceb {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:55.381902 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-12b21f15-cba8-4772-bd0e-002f0add8ac8 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:46:55.385183 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-12b21f15-cba8-4772-bd0e-002f0add8ac8 service neutron] Checking segment: {'id': '2d5d8c25-2aa9-495e-b504-1afc5190acc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '8b3679d9-f029-43fb-a81d-901fdf16cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:46:55.386581 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-12b21f15-cba8-4772-bd0e-002f0add8ac8 service neutron] Bound using segment: {'id': '2d5d8c25-2aa9-495e-b504-1afc5190acc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '8b3679d9-f029-43fb-a81d-901fdf16cceb'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:46:55.389145 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-12b21f15-cba8-4772-bd0e-002f0add8ac8 service neutron] Bound port: abff8681-5536-4f57-ae0f-bea4324905c6, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d5d8c25-2aa9-495e-b504-1afc5190acc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '8b3679d9-f029-43fb-a81d-901fdf16cceb'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:46:55.407702 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-12b21f15-cba8-4772-bd0e-002f0add8ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:55.616238 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926c459-3a3e-4de3-97a8-7cf2f1e073b6 req-ec7ca5fb-cbd0-4298-8ceb-6ee0e9589ca8 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:55.623984 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8926c459-3a3e-4de3-97a8-7cf2f1e073b6 req-ec7ca5fb-cbd0-4298-8ceb-6ee0e9589ca8 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=ea96d60a-e01a-48bf-95b8-034623cabbf1 HTTP/1.1" status: 200 len: 946 time: 0.1657324 Nov 04 10:46:55.672803 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-12b21f15-cba8-4772-bd0e-002f0add8ac8 service neutron] For port abff8681-5536-4f57-ae0f-bea4324905c6, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:46:55.685979 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-12b21f15-cba8-4772-bd0e-002f0add8ac8 service neutron] For port abff8681-5536-4f57-ae0f-bea4324905c6, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=abff8681-5536-4f57-ae0f-bea4324905c6,segment=NetworkSegment(2d5d8c25-2aa9-495e-b504-1afc5190acc8),segment_id=2d5d8c25-2aa9-495e-b504-1afc5190acc8)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:46:55.698920 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-12b21f15-cba8-4772-bd0e-002f0add8ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:55.755057 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8926c459-3a3e-4de3-97a8-7cf2f1e073b6 req-a739fca7-859b-436b-92e4-074a0dcb4d11 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265800 Nov 04 10:46:55.809531 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b21f15-cba8-4772-bd0e-002f0add8ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=abff8681-5536-4f57-ae0f-bea4324905c6,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:55.823517 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-12b21f15-cba8-4772-bd0e-002f0add8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:55.824394 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-12b21f15-cba8-4772-bd0e-002f0add8ac8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:55.826173 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-12b21f15-cba8-4772-bd0e-002f0add8ac8 service neutron] 10.222.0.126 "PUT /v2.0/ports/abff8681-5536-4f57-ae0f-bea4324905c6 HTTP/1.1" status: 200 len: 1091 time: 2.7940040 Nov 04 10:46:55.867375 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-68444dd6-d234-4c23-97d9-301005fbf749 service neutron] Request body: {'port': {'device_id': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:56.044559 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-68444dd6-d234-4c23-97d9-301005fbf749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:56.065403 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec69bb-9b96-4b72-8d7f-1f2095bd94b1 req-571306af-f852-4124-9d95-d24b048965f6 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:56.074401 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-65ec69bb-9b96-4b72-8d7f-1f2095bd94b1 req-571306af-f852-4124-9d95-d24b048965f6 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/ports?device_id=58863eba-7e5d-4c58-af5c-d42c49aab2d0 HTTP/1.1" status: 200 len: 945 time: 0.1135585 Nov 04 10:46:56.208434 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-65ec69bb-9b96-4b72-8d7f-1f2095bd94b1 req-4bf36a7c-8d77-4b0a-8684-a70d6875c6f8 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/security-groups?id=8b2881a6-1c2a-4867-9582-37a61c635b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324756 Nov 04 10:46:56.527769 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-68444dd6-d234-4c23-97d9-301005fbf749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01768171-34a9-4d5d-aca7-7f2598e2272a {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:46:56.536482 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-68444dd6-d234-4c23-97d9-301005fbf749 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:56.549776 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-68444dd6-d234-4c23-97d9-301005fbf749 service neutron] Transition to ACTIVE for port object 01768171-34a9-4d5d-aca7-7f2598e2272a will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:46:56.552488 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Thu, 04 Nov 2021 10:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e60ce26-9d1a-43d5-b3cb-d8f38389db89 x-openstack-request-id: req-4e60ce26-9d1a-43d5-b3cb-d8f38389db89 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:46:56.552798 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "tag": "95ad527b-0310-411c-89bd-1274654c7b5b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "tag": "b7148f4c-a774-4e7a-a8e9-c7483869a3e6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "tag": "f1aa7d96-2a2d-428f-92e0-98b150ce6175", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "tag": "e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:46:56.553077 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-4e60ce26-9d1a-43d5-b3cb-d8f38389db89 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:46:56.553551 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'tag': '95ad527b-0310-411c-89bd-1274654c7b5b', 'status': 'completed', 'code': 200} Nov 04 10:46:56.553808 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'tag': 'b7148f4c-a774-4e7a-a8e9-c7483869a3e6', 'status': 'completed', 'code': 200} Nov 04 10:46:56.554058 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'tag': 'f1aa7d96-2a2d-428f-92e0-98b150ce6175', 'status': 'completed', 'code': 200} Nov 04 10:46:56.554311 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'tag': 'e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03', 'status': 'completed', 'code': 200} Nov 04 10:46:56.563488 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-68444dd6-d234-4c23-97d9-301005fbf749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:56.589074 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-17e31a3c-9c5e-442f-b8e6-a64c97c3b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:56.590004 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-17e31a3c-9c5e-442f-b8e6-a64c97c3b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:56.590488 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-17e31a3c-9c5e-442f-b8e6-a64c97c3b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:56.590955 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-17e31a3c-9c5e-442f-b8e6-a64c97c3b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:56.591416 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-17e31a3c-9c5e-442f-b8e6-a64c97c3b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:56.591878 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-17e31a3c-9c5e-442f-b8e6-a64c97c3b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:56.596518 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-17e31a3c-9c5e-442f-b8e6-a64c97c3b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:56.600777 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-17e31a3c-9c5e-442f-b8e6-a64c97c3b88e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=daa3a4d308184b5b997a81a95ee49bba&device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 6421 time: 0.1357849 Nov 04 10:46:56.699636 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68444dd6-d234-4c23-97d9-301005fbf749 service neutron] Pushing event updated for resources: {'Port': ['ID=01768171-34a9-4d5d-aca7-7f2598e2272a,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:56.814332 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-68444dd6-d234-4c23-97d9-301005fbf749 service neutron] Attempting to bind port 01768171-34a9-4d5d-aca7-7f2598e2272a on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:46:56.814881 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-68444dd6-d234-4c23-97d9-301005fbf749 service neutron] Attempting to bind port 01768171-34a9-4d5d-aca7-7f2598e2272a by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '2d5d8c25-2aa9-495e-b504-1afc5190acc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '8b3679d9-f029-43fb-a81d-901fdf16cceb'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:46:56.815556 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-68444dd6-d234-4c23-97d9-301005fbf749 service neutron] Attempting to bind port 01768171-34a9-4d5d-aca7-7f2598e2272a on network 8b3679d9-f029-43fb-a81d-901fdf16cceb {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:56.825679 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-68444dd6-d234-4c23-97d9-301005fbf749 service neutron] Port 01768171-34a9-4d5d-aca7-7f2598e2272a on network 8b3679d9-f029-43fb-a81d-901fdf16cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:46:56.826264 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-68444dd6-d234-4c23-97d9-301005fbf749 service neutron] Attempting to bind port 01768171-34a9-4d5d-aca7-7f2598e2272a on network 8b3679d9-f029-43fb-a81d-901fdf16cceb {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:46:56.832151 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-68444dd6-d234-4c23-97d9-301005fbf749 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:46:56.832720 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-68444dd6-d234-4c23-97d9-301005fbf749 service neutron] Checking segment: {'id': '2d5d8c25-2aa9-495e-b504-1afc5190acc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '8b3679d9-f029-43fb-a81d-901fdf16cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:46:56.833309 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-68444dd6-d234-4c23-97d9-301005fbf749 service neutron] Bound using segment: {'id': '2d5d8c25-2aa9-495e-b504-1afc5190acc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '8b3679d9-f029-43fb-a81d-901fdf16cceb'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:46:56.833912 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-68444dd6-d234-4c23-97d9-301005fbf749 service neutron] Bound port: 01768171-34a9-4d5d-aca7-7f2598e2272a, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d5d8c25-2aa9-495e-b504-1afc5190acc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '8b3679d9-f029-43fb-a81d-901fdf16cceb'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:46:56.834627 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-68444dd6-d234-4c23-97d9-301005fbf749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:56.932269 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-68444dd6-d234-4c23-97d9-301005fbf749 service neutron] For port 01768171-34a9-4d5d-aca7-7f2598e2272a, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:46:56.940766 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-68444dd6-d234-4c23-97d9-301005fbf749 service neutron] For port 01768171-34a9-4d5d-aca7-7f2598e2272a, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=01768171-34a9-4d5d-aca7-7f2598e2272a,segment=NetworkSegment(2d5d8c25-2aa9-495e-b504-1afc5190acc8),segment_id=2d5d8c25-2aa9-495e-b504-1afc5190acc8)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:46:56.950485 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-68444dd6-d234-4c23-97d9-301005fbf749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:57.021798 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-7126d935-182a-4286-832b-da58e1b643ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:57.022168 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-7126d935-182a-4286-832b-da58e1b643ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:57.026559 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-68444dd6-d234-4c23-97d9-301005fbf749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:57.027670 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-7126d935-182a-4286-832b-da58e1b643ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:57.029394 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-7126d935-182a-4286-832b-da58e1b643ca service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=daa3a4d308184b5b997a81a95ee49bba&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.4195514 Nov 04 10:46:57.030590 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-68444dd6-d234-4c23-97d9-301005fbf749 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:57.032167 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-68444dd6-d234-4c23-97d9-301005fbf749 service neutron] 10.222.0.126 "PUT /v2.0/ports/01768171-34a9-4d5d-aca7-7f2598e2272a HTTP/1.1" status: 200 len: 1091 time: 1.1698744 Nov 04 10:46:57.158714 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68444dd6-d234-4c23-97d9-301005fbf749 service neutron] Pushing event updated for resources: {'Port': ['ID=01768171-34a9-4d5d-aca7-7f2598e2272a,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:57.257561 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-6de8aa17-46a2-4716-8a20-2d2da6e99d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:57.259128 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-6de8aa17-46a2-4716-8a20-2d2da6e99d97 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2067454 Nov 04 10:46:57.287162 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45f8a6-0ced-4b7c-9d1e-8c7718253ba3 req-d56085b6-fab9-4969-9d44-18f97570bc2f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:57.308695 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45f8a6-0ced-4b7c-9d1e-8c7718253ba3 req-d56085b6-fab9-4969-9d44-18f97570bc2f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:57.319561 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45f8a6-0ced-4b7c-9d1e-8c7718253ba3 req-d56085b6-fab9-4969-9d44-18f97570bc2f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:57.338386 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45f8a6-0ced-4b7c-9d1e-8c7718253ba3 req-d56085b6-fab9-4969-9d44-18f97570bc2f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:57.347897 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45f8a6-0ced-4b7c-9d1e-8c7718253ba3 req-d56085b6-fab9-4969-9d44-18f97570bc2f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:57.354609 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45f8a6-0ced-4b7c-9d1e-8c7718253ba3 req-d56085b6-fab9-4969-9d44-18f97570bc2f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:57.361755 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45f8a6-0ced-4b7c-9d1e-8c7718253ba3 req-d56085b6-fab9-4969-9d44-18f97570bc2f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:57.363750 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c45f8a6-0ced-4b7c-9d1e-8c7718253ba3 req-d56085b6-fab9-4969-9d44-18f97570bc2f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5431 time: 0.7372801 Nov 04 10:46:57.488718 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-40948438-a83f-410f-8b90-bd510bab2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:57.489230 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-40948438-a83f-410f-8b90-bd510bab2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:57.489702 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-40948438-a83f-410f-8b90-bd510bab2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:57.490167 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-40948438-a83f-410f-8b90-bd510bab2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:57.490631 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-40948438-a83f-410f-8b90-bd510bab2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:57.491096 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-40948438-a83f-410f-8b90-bd510bab2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:57.491556 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-40948438-a83f-410f-8b90-bd510bab2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:57.493872 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-40948438-a83f-410f-8b90-bd510bab2b7b service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=daa3a4d308184b5b997a81a95ee49bba&device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 6488 time: 0.1291623 Nov 04 10:46:57.499968 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c45f8a6-0ced-4b7c-9d1e-8c7718253ba3 req-96144a63-3dd8-4b05-8a81-f794028677f3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1244206 Nov 04 10:46:57.633636 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-105a9b3a-f90b-4d75-8a6a-ab9ed19bd73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:57.634288 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-105a9b3a-f90b-4d75-8a6a-ab9ed19bd73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:57.634588 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-105a9b3a-f90b-4d75-8a6a-ab9ed19bd73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:57.636624 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-105a9b3a-f90b-4d75-8a6a-ab9ed19bd73d service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=daa3a4d308184b5b997a81a95ee49bba&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.1334703 Nov 04 10:46:57.735514 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69fe3b30-55e1-400d-9352-fbf753587624 req-997b4166-7227-4900-9e98-0b9c647eb23a tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups/3879ef8f-1b33-463b-abde-bc72bd5abf4e HTTP/1.1" status: 200 len: 1826 time: 0.0977945 Nov 04 10:46:57.842756 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-69fe3b30-55e1-400d-9352-fbf753587624 req-65a45ad7-7233-4e99-8409-66bff375c2f0 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:57.873055 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-69fe3b30-55e1-400d-9352-fbf753587624 req-65a45ad7-7233-4e99-8409-66bff375c2f0 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:57.922242 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-3c8cbc22-dbd7-4196-9413-cfc37aca49c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:57.924012 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-3c8cbc22-dbd7-4196-9413-cfc37aca49c8 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2704289 Nov 04 10:46:57.938738 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-69fe3b30-55e1-400d-9352-fbf753587624 req-65a45ad7-7233-4e99-8409-66bff375c2f0 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:57.946648 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-69fe3b30-55e1-400d-9352-fbf753587624 req-65a45ad7-7233-4e99-8409-66bff375c2f0 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:57.952785 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69fe3b30-55e1-400d-9352-fbf753587624 req-65a45ad7-7233-4e99-8409-66bff375c2f0 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "DELETE /v2.0/security-groups/3879ef8f-1b33-463b-abde-bc72bd5abf4e HTTP/1.1" status: 204 len: 173 time: 0.1948669 Nov 04 10:46:57.992306 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a45ad7-7233-4e99-8409-66bff375c2f0 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3879ef8f-1b33-463b-abde-bc72bd5abf4e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:58.044659 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-87f13a5f-c712-4e71-941e-a48fcbc5c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:58.045334 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-87f13a5f-c712-4e71-941e-a48fcbc5c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:58.045856 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-87f13a5f-c712-4e71-941e-a48fcbc5c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:58.046330 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-87f13a5f-c712-4e71-941e-a48fcbc5c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:58.046797 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-87f13a5f-c712-4e71-941e-a48fcbc5c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:58.047278 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-87f13a5f-c712-4e71-941e-a48fcbc5c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:58.047776 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-87f13a5f-c712-4e71-941e-a48fcbc5c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:58.049813 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-87f13a5f-c712-4e71-941e-a48fcbc5c22c service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=daa3a4d308184b5b997a81a95ee49bba&device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 6488 time: 0.0692606 Nov 04 10:46:58.210669 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53232) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:58.218722 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-80ee157e-af92-4887-88a1-974ea90bb806 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Request body: {'subnet': {'network_id': '13da71e6-156e-46fe-aa86-59d5dafca8ac', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:58.433541 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ee157e-af92-4887-88a1-974ea90bb806 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Made reservation on behalf of 028140db9f3f48ac9efcb43be0878ad9 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:46:58.437806 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-80ee157e-af92-4887-88a1-974ea90bb806 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:58.556986 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'tag': 'abff8681-5536-4f57-ae0f-bea4324905c6'}, {'name': 'network-changed', 'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'tag': '01768171-34a9-4d5d-aca7-7f2598e2272a'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:46:58.559479 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69cc508-b892-4e10-a2b7-512d545297d8" -d '{"events": [{"name": "network-changed", "server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "tag": "abff8681-5536-4f57-ae0f-bea4324905c6"}, {"name": "network-changed", "server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "tag": "01768171-34a9-4d5d-aca7-7f2598e2272a"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:46:58.858498 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-80ee157e-af92-4887-88a1-974ea90bb806 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:58.934098 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee157e-af92-4887-88a1-974ea90bb806 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event updated for resources: {'Subnet': ['ID=09413b89-d7b7-465b-b3ec-a339a39af936,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:58.943113 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ee157e-af92-4887-88a1-974ea90bb806 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Checking segment: {'id': 'ba400ac7-4054-4e49-a187-3e94256f7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '13da71e6-156e-46fe-aa86-59d5dafca8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:46:58.943588 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ee157e-af92-4887-88a1-974ea90bb806 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Network hostable DHCP agents. Network: 13da71e6-156e-46fe-aa86-59d5dafca8ac, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:46:58.967284 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ee157e-af92-4887-88a1-974ea90bb806 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Network 13da71e6-156e-46fe-aa86-59d5dafca8ac is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:46:58.986723 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-80ee157e-af92-4887-88a1-974ea90bb806 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 13da71e6-156e-46fe-aa86-59d5dafca8ac) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:46:59.005645 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2bf2a4-6480-42b4-a046-b6547d67bb56 None None] Network 13da71e6-156e-46fe-aa86-59d5dafca8ac requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:46:59.010931 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ee157e-af92-4887-88a1-974ea90bb806 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:59.011588 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-80ee157e-af92-4887-88a1-974ea90bb806 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:59.057062 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-80ee157e-af92-4887-88a1-974ea90bb806 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8446381 Nov 04 10:46:59.057780 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53250) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:59.067298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-0ee44ecd-8313-451a-8e7c-bd6a8ba1d38c tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-532777842'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:59.105791 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee44ecd-8313-451a-8e7c-bd6a8ba1d38c tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Made reservation on behalf of 028140db9f3f48ac9efcb43be0878ad9 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:46:59.112504 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0ee44ecd-8313-451a-8e7c-bd6a8ba1d38c tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:59.167366 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee44ecd-8313-451a-8e7c-bd6a8ba1d38c tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1154} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:46:59.195437 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0ee44ecd-8313-451a-8e7c-bd6a8ba1d38c tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:59.195670 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-0ee44ecd-8313-451a-8e7c-bd6a8ba1d38c tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Added segment 4f0e84cc-7985-49a6-8d0f-4c854482efd2 of type vlan for network d9f87357-bc8b-416d-b11c-19b592faf285 Nov 04 10:46:59.254335 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8b1231-9940-4368-abe4-b8f57ceb7eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-13da71e6-156e-46fe-aa86-59d5dafca8ac', 'network_id': '13da71e6-156e-46fe-aa86-59d5dafca8ac', 'tenant_id': '028140db9f3f48ac9efcb43be0878ad9', 'fixed_ips': [{'subnet_id': '09413b89-d7b7-465b-b3ec-a339a39af936'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:46:59.255437 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eb8b1231-9940-4368-abe4-b8f57ceb7eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:59.309730 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c0a65-e739-4594-8188-a9f0193483a6 req-7c880be8-a93a-43de-8aa6-f36dbf9a06bf tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:59.311548 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0ee44ecd-8313-451a-8e7c-bd6a8ba1d38c tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:59.318901 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b60c0a65-e739-4594-8188-a9f0193483a6 req-7c880be8-a93a-43de-8aa6-f36dbf9a06bf tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=ea96d60a-e01a-48bf-95b8-034623cabbf1 HTTP/1.1" status: 200 len: 946 time: 0.2210493 Nov 04 10:46:59.371792 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0ee44ecd-8313-451a-8e7c-bd6a8ba1d38c tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:59.378424 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee44ecd-8313-451a-8e7c-bd6a8ba1d38c tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:59.379088 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0ee44ecd-8313-451a-8e7c-bd6a8ba1d38c tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:59.392086 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b60c0a65-e739-4594-8188-a9f0193483a6 req-0590c6fc-90c5-44ac-9dce-3fcb484275ec tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715940 Nov 04 10:46:59.394074 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-59bf0907-7dbf-45b8-947d-52ef787e873e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:59.403058 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-59bf0907-7dbf-45b8-947d-52ef787e873e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:59.403627 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-59bf0907-7dbf-45b8-947d-52ef787e873e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:59.417889 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-59bf0907-7dbf-45b8-947d-52ef787e873e service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=daa3a4d308184b5b997a81a95ee49bba&shared=False HTTP/1.1" status: 200 len: 2300 time: 1.3587849 Nov 04 10:46:59.554855 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0ee44ecd-8313-451a-8e7c-bd6a8ba1d38c tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4933207 Nov 04 10:46:59.558988 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53256) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:46:59.573725 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-626121ce-1b80-4661-a427-8b89430092ad tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Request body: {'subnet': {'network_id': 'd9f87357-bc8b-416d-b11c-19b592faf285', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:46:59.599153 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-eb8b1231-9940-4368-abe4-b8f57ceb7eae None None] Allocated IP 2001:db8:0:ffff::2 (13da71e6-156e-46fe-aa86-59d5dafca8ac/09413b89-d7b7-465b-b3ec-a339a39af936/e76c6075-d658-4f8b-a413-9afda8510d69) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:46:59.638008 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-41595b15-2144-4195-9a27-2adaaaac6001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:59.639518 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-41595b15-2144-4195-9a27-2adaaaac6001 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2109833 Nov 04 10:46:59.739469 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbac4e0-e38b-4d10-8517-7be0e54f87f9 req-749ae252-74dc-4605-aabb-fb8e2d8819d3 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:59.747428 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dcbac4e0-e38b-4d10-8517-7be0e54f87f9 req-749ae252-74dc-4605-aabb-fb8e2d8819d3 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/ports?device_id=58863eba-7e5d-4c58-af5c-d42c49aab2d0 HTTP/1.1" status: 200 len: 945 time: 0.0947049 Nov 04 10:46:59.787163 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee44ecd-8313-451a-8e7c-bd6a8ba1d38c tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event updated for resources: {'Network': ['ID=d9f87357-bc8b-416d-b11c-19b592faf285,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:46:59.810076 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network d9f87357-bc8b-416d-b11c-19b592faf285 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:46:59.812128 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-10ea1668-1af0-420a-a2fd-87f9181dec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:59.812778 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-10ea1668-1af0-420a-a2fd-87f9181dec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:59.813471 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-10ea1668-1af0-420a-a2fd-87f9181dec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:59.814100 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-10ea1668-1af0-420a-a2fd-87f9181dec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:59.814710 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-10ea1668-1af0-420a-a2fd-87f9181dec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:59.815324 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-10ea1668-1af0-420a-a2fd-87f9181dec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:59.815940 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-10ea1668-1af0-420a-a2fd-87f9181dec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:46:59.818350 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-10ea1668-1af0-420a-a2fd-87f9181dec5b service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=daa3a4d308184b5b997a81a95ee49bba&device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 6488 time: 0.1269250 Nov 04 10:46:59.832134 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626121ce-1b80-4661-a427-8b89430092ad tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Made reservation on behalf of 028140db9f3f48ac9efcb43be0878ad9 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:46:59.865359 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-626121ce-1b80-4661-a427-8b89430092ad tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:46:59.922355 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dcbac4e0-e38b-4d10-8517-7be0e54f87f9 req-d8c38d67-8079-4a3e-99cc-4930bd420a28 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/security-groups?id=8b2881a6-1c2a-4867-9582-37a61c635b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739423 Nov 04 10:47:00.145106 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-a101231d-a9f6-4668-aba3-e28ad969ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:00.146027 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-a101231d-a9f6-4668-aba3-e28ad969ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:00.146580 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-a101231d-a9f6-4668-aba3-e28ad969ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:00.149177 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-a101231d-a9f6-4668-aba3-e28ad969ff75 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=daa3a4d308184b5b997a81a95ee49bba&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.3083484 Nov 04 10:47:00.163258 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eb8b1231-9940-4368-abe4-b8f57ceb7eae None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:00.179043 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eb8b1231-9940-4368-abe4-b8f57ceb7eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:00.324078 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8b1231-9940-4368-abe4-b8f57ceb7eae None None] Network 13da71e6-156e-46fe-aa86-59d5dafca8ac is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:47:00.326766 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b1231-9940-4368-abe4-b8f57ceb7eae None None] Pushing event updated for resources: {'Port': ['ID=e76c6075-d658-4f8b-a413-9afda8510d69,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:00.333846 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-eb8b1231-9940-4368-abe4-b8f57ceb7eae None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:47:00.343806 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-626121ce-1b80-4661-a427-8b89430092ad tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:00.349732 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8b1231-9940-4368-abe4-b8f57ceb7eae None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:47:00.357293 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-e9869ace-4e24-46ed-8e3b-68eb99cd67b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:00.359616 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d1adba9-c478-4ba9-a91c-0bcdc6b01567 req-e9869ace-4e24-46ed-8e3b-68eb99cd67b6 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1998060 Nov 04 10:47:00.377158 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b422ed9-962c-4ef9-aad6-828ab2b366c4 req-4c08dccc-6603-4256-baa2-4d2f292c406f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:00.386812 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b422ed9-962c-4ef9-aad6-828ab2b366c4 req-4c08dccc-6603-4256-baa2-4d2f292c406f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:00.394656 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b422ed9-962c-4ef9-aad6-828ab2b366c4 req-4c08dccc-6603-4256-baa2-4d2f292c406f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:00.401914 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b422ed9-962c-4ef9-aad6-828ab2b366c4 req-4c08dccc-6603-4256-baa2-4d2f292c406f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:00.416863 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b422ed9-962c-4ef9-aad6-828ab2b366c4 req-4c08dccc-6603-4256-baa2-4d2f292c406f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:00.423741 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b422ed9-962c-4ef9-aad6-828ab2b366c4 req-4c08dccc-6603-4256-baa2-4d2f292c406f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:00.429210 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9f9c3-e334-4460-b103-9fc2e7630511 req-e6e74bbe-5189-41bd-a71e-2ce86189027f tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:00.430210 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b422ed9-962c-4ef9-aad6-828ab2b366c4 req-4c08dccc-6603-4256-baa2-4d2f292c406f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:00.436954 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c0d9f9c3-e334-4460-b103-9fc2e7630511 req-e6e74bbe-5189-41bd-a71e-2ce86189027f tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.126 "GET /v2.0/ports?device_id=ea96d60a-e01a-48bf-95b8-034623cabbf1 HTTP/1.1" status: 200 len: 946 time: 0.5586569 Nov 04 10:47:00.438909 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2b422ed9-962c-4ef9-aad6-828ab2b366c4 req-4c08dccc-6603-4256-baa2-4d2f292c406f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5431 time: 0.4144266 Nov 04 10:47:00.471310 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-eb8b1231-9940-4368-abe4-b8f57ceb7eae None None] Attempting to bind port e76c6075-d658-4f8b-a413-9afda8510d69 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:47:00.471984 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-eb8b1231-9940-4368-abe4-b8f57ceb7eae None None] Attempting to bind port e76c6075-d658-4f8b-a413-9afda8510d69 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'ba400ac7-4054-4e49-a187-3e94256f7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '13da71e6-156e-46fe-aa86-59d5dafca8ac'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:47:00.477580 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b1231-9940-4368-abe4-b8f57ceb7eae None None] Attempting to bind port e76c6075-d658-4f8b-a413-9afda8510d69 on network 13da71e6-156e-46fe-aa86-59d5dafca8ac {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:47:00.484571 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b1231-9940-4368-abe4-b8f57ceb7eae None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:47:00.487224 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b1231-9940-4368-abe4-b8f57ceb7eae None None] Checking segment: {'id': 'ba400ac7-4054-4e49-a187-3e94256f7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '13da71e6-156e-46fe-aa86-59d5dafca8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:47:00.487846 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eb8b1231-9940-4368-abe4-b8f57ceb7eae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:00.489389 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b1231-9940-4368-abe4-b8f57ceb7eae None None] Bound using segment: {'id': 'ba400ac7-4054-4e49-a187-3e94256f7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '13da71e6-156e-46fe-aa86-59d5dafca8ac'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:47:00.490247 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-eb8b1231-9940-4368-abe4-b8f57ceb7eae None None] Bound port: e76c6075-d658-4f8b-a413-9afda8510d69, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba400ac7-4054-4e49-a187-3e94256f7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '13da71e6-156e-46fe-aa86-59d5dafca8ac'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:47:00.492151 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eb8b1231-9940-4368-abe4-b8f57ceb7eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:00.536908 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-988dc331-8207-4b3c-bece-ad88379c9a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:00.537386 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-988dc331-8207-4b3c-bece-ad88379c9a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:00.537987 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-988dc331-8207-4b3c-bece-ad88379c9a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:00.538526 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-988dc331-8207-4b3c-bece-ad88379c9a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:00.538921 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-988dc331-8207-4b3c-bece-ad88379c9a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:00.539376 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-988dc331-8207-4b3c-bece-ad88379c9a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:00.539825 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-988dc331-8207-4b3c-bece-ad88379c9a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:00.542082 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-988dc331-8207-4b3c-bece-ad88379c9a48 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=daa3a4d308184b5b997a81a95ee49bba&device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 6488 time: 0.0818324 Nov 04 10:47:00.598015 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-b507e989-3995-4292-97dd-e555973fb25b service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e5d01da-bc74-425c-a694-015cf173c59b HTTP/1.1" status: 200 len: 217 time: 0.0432920 Nov 04 10:47:00.613660 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2b422ed9-962c-4ef9-aad6-828ab2b366c4 req-f5601e75-8d2d-414e-91ff-d2fbafe90728 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1739740 Nov 04 10:47:00.632791 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626121ce-1b80-4661-a427-8b89430092ad tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event updated for resources: {'Subnet': ['ID=765dbf27-774f-405e-8b07-54da1845a01d,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:00.646008 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-eb8b1231-9940-4368-abe4-b8f57ceb7eae None None] For port e76c6075-d658-4f8b-a413-9afda8510d69, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:47:00.653901 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626121ce-1b80-4661-a427-8b89430092ad tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:00.654250 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626121ce-1b80-4661-a427-8b89430092ad tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:00.654588 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626121ce-1b80-4661-a427-8b89430092ad tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:00.654921 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626121ce-1b80-4661-a427-8b89430092ad tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:00.655228 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-eb8b1231-9940-4368-abe4-b8f57ceb7eae None None] For port e76c6075-d658-4f8b-a413-9afda8510d69, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e76c6075-d658-4f8b-a413-9afda8510d69,segment=NetworkSegment(ba400ac7-4054-4e49-a187-3e94256f7821),segment_id=ba400ac7-4054-4e49-a187-3e94256f7821)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:47:00.655359 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626121ce-1b80-4661-a427-8b89430092ad tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:00.655560 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626121ce-1b80-4661-a427-8b89430092ad tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:00.655885 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626121ce-1b80-4661-a427-8b89430092ad tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:00.656207 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626121ce-1b80-4661-a427-8b89430092ad tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:00.656551 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626121ce-1b80-4661-a427-8b89430092ad tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:00.656851 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626121ce-1b80-4661-a427-8b89430092ad tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:00.657178 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626121ce-1b80-4661-a427-8b89430092ad tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:00.657492 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626121ce-1b80-4661-a427-8b89430092ad tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:00.668683 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eb8b1231-9940-4368-abe4-b8f57ceb7eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:00.677141 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626121ce-1b80-4661-a427-8b89430092ad tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Checking segment: {'id': '4f0e84cc-7985-49a6-8d0f-4c854482efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'd9f87357-bc8b-416d-b11c-19b592faf285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:47:00.677534 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626121ce-1b80-4661-a427-8b89430092ad tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Network hostable DHCP agents. Network: d9f87357-bc8b-416d-b11c-19b592faf285, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:47:00.709611 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 04 Nov 2021 10:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac27c07-f5f0-411e-9613-df8d5424bf7e x-openstack-request-id: req-2ac27c07-f5f0-411e-9613-df8d5424bf7e {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:47:00.709912 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "tag": "abff8681-5536-4f57-ae0f-bea4324905c6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "tag": "01768171-34a9-4d5d-aca7-7f2598e2272a", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:47:00.710167 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-2ac27c07-f5f0-411e-9613-df8d5424bf7e {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:47:00.710586 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'tag': 'abff8681-5536-4f57-ae0f-bea4324905c6', 'status': 'completed', 'code': 200} Nov 04 10:47:00.710837 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'tag': '01768171-34a9-4d5d-aca7-7f2598e2272a', 'status': 'completed', 'code': 200} Nov 04 10:47:00.734939 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-b00939df-4a8b-4427-9a91-2ffb49bcb291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:00.736520 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-b00939df-4a8b-4427-9a91-2ffb49bcb291 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b69ed837-2fcf-424e-9608-263128d9a467 HTTP/1.1" status: 200 len: 855 time: 0.1172020 Nov 04 10:47:00.762105 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-c0d9f9c3-e334-4460-b103-9fc2e7630511 req-70c75a24-8045-41fc-a0bd-5b6d55676249 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Deleting port fbad0e5e-d1b9-4e46-84f1-7dc8371356ac {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:47:00.762297 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c0d9f9c3-e334-4460-b103-9fc2e7630511 req-70c75a24-8045-41fc-a0bd-5b6d55676249 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:00.797851 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626121ce-1b80-4661-a427-8b89430092ad tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Network d9f87357-bc8b-416d-b11c-19b592faf285 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:47:00.801297 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b1231-9940-4368-abe4-b8f57ceb7eae None None] Pushing event updated for resources: {'Port': ['ID=e76c6075-d658-4f8b-a413-9afda8510d69,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:00.861172 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-626121ce-1b80-4661-a427-8b89430092ad tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, d9f87357-bc8b-416d-b11c-19b592faf285) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:47:00.873584 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe734cb-febc-4ea0-8170-64822c35616f None None] Network d9f87357-bc8b-416d-b11c-19b592faf285 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:47:00.877150 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626121ce-1b80-4661-a427-8b89430092ad tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:00.877842 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-626121ce-1b80-4661-a427-8b89430092ad tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:00.909088 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbb09d-5155-4f1d-be39-2ce23d7afce6 req-142d3501-1868-49fd-b29f-90706c05c2c7 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:00.923421 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-67bbb09d-5155-4f1d-be39-2ce23d7afce6 req-142d3501-1868-49fd-b29f-90706c05c2c7 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.1300907 Nov 04 10:47:00.959604 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-626121ce-1b80-4661-a427-8b89430092ad tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3918383 Nov 04 10:47:00.960442 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53270) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:00.997274 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c0d9f9c3-e334-4460-b103-9fc2e7630511 req-70c75a24-8045-41fc-a0bd-5b6d55676249 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] For port fbad0e5e-d1b9-4e46-84f1-7dc8371356ac, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=fbad0e5e-d1b9-4e46-84f1-7dc8371356ac,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:00.997687 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c0d9f9c3-e334-4460-b103-9fc2e7630511 req-70c75a24-8045-41fc-a0bd-5b6d55676249 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:01.025796 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-67bbb09d-5155-4f1d-be39-2ce23d7afce6 req-3fc925d0-1bb1-4735-82d3-63a3971a30b8 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013031 Nov 04 10:47:01.044486 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-9ef04905-ffb3-489b-8fee-0136f1e20eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:01.068206 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-9ef04905-ffb3-489b-8fee-0136f1e20eba service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=22d81940-0863-47fd-a6fd-195db973a95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3168032 Nov 04 10:47:01.189229 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-c0d9f9c3-e334-4460-b103-9fc2e7630511 req-70c75a24-8045-41fc-a0bd-5b6d55676249 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Calling delete_port for fbad0e5e-d1b9-4e46-84f1-7dc8371356ac owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:47:01.275766 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22bb275-b309-4e78-86c7-dd6409d923f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-d9f87357-bc8b-416d-b11c-19b592faf285', 'network_id': 'd9f87357-bc8b-416d-b11c-19b592faf285', 'tenant_id': '028140db9f3f48ac9efcb43be0878ad9', 'fixed_ips': [{'subnet_id': '765dbf27-774f-405e-8b07-54da1845a01d'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:47:01.276855 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e22bb275-b309-4e78-86c7-dd6409d923f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:01.514117 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-c426308f-94e6-436a-8a0b-f59af150022c service neutron] 10.222.0.126 "GET /v2.0/networks/22d81940-0863-47fd-a6fd-195db973a95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389980 Nov 04 10:47:01.547816 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353c451-dc33-48aa-984d-e847981bd89b req-1107d075-7d22-49be-a2ae-1d179f4f45c9 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:01.551769 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-e22bb275-b309-4e78-86c7-dd6409d923f3 None None] Allocated IP 2001:db8::1 (d9f87357-bc8b-416d-b11c-19b592faf285/765dbf27-774f-405e-8b07-54da1845a01d/8da84521-5232-4358-820b-bc1122e1d1f6) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:47:01.558400 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2353c451-dc33-48aa-984d-e847981bd89b req-1107d075-7d22-49be-a2ae-1d179f4f45c9 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.126 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.3616111 Nov 04 10:47:01.562170 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:01.772086 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3062d-c78f-4257-b5b8-7fe23662a8d2 req-0a813693-8706-4ecd-97b0-f9df9323eb30 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:01.781038 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b0a3062d-c78f-4257-b5b8-7fe23662a8d2 req-0a813693-8706-4ecd-97b0-f9df9323eb30 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=ea96d60a-e01a-48bf-95b8-034623cabbf1 HTTP/1.1" status: 200 len: 946 time: 0.3281300 Nov 04 10:47:01.885652 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b0a3062d-c78f-4257-b5b8-7fe23662a8d2 req-1c189ea1-6040-4055-aa1b-4e17e6cd8159 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034641 Nov 04 10:47:01.929858 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e22bb275-b309-4e78-86c7-dd6409d923f3 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:01.945264 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e22bb275-b309-4e78-86c7-dd6409d923f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:02.012935 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-c25b68bc-b7fc-4964-9ca4-308410900b69 service neutron] 10.222.0.126 "GET /v2.0/networks/22d81940-0863-47fd-a6fd-195db973a95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314437 Nov 04 10:47:02.078329 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22bb275-b309-4e78-86c7-dd6409d923f3 None None] Network d9f87357-bc8b-416d-b11c-19b592faf285 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:47:02.084606 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-e22bb275-b309-4e78-86c7-dd6409d923f3 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:47:02.094526 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22bb275-b309-4e78-86c7-dd6409d923f3 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:47:02.151991 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22bb275-b309-4e78-86c7-dd6409d923f3 None None] Pushing event updated for resources: {'Port': ['ID=8da84521-5232-4358-820b-bc1122e1d1f6,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:02.212401 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:02.216957 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-d2f29ea9-f5e4-4edb-88cb-c1b1f1e4ec13 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=95ad527b-0310-411c-89bd-1274654c7b5b HTTP/1.1" status: 200 len: 217 time: 0.1950860 Nov 04 10:47:02.252101 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-e22bb275-b309-4e78-86c7-dd6409d923f3 None None] Attempting to bind port 8da84521-5232-4358-820b-bc1122e1d1f6 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:47:02.252329 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-e22bb275-b309-4e78-86c7-dd6409d923f3 None None] Attempting to bind port 8da84521-5232-4358-820b-bc1122e1d1f6 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '4f0e84cc-7985-49a6-8d0f-4c854482efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'd9f87357-bc8b-416d-b11c-19b592faf285'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:47:02.265948 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22bb275-b309-4e78-86c7-dd6409d923f3 None None] Attempting to bind port 8da84521-5232-4358-820b-bc1122e1d1f6 on network d9f87357-bc8b-416d-b11c-19b592faf285 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:47:02.280703 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22bb275-b309-4e78-86c7-dd6409d923f3 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:47:02.281903 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22bb275-b309-4e78-86c7-dd6409d923f3 None None] Checking segment: {'id': '4f0e84cc-7985-49a6-8d0f-4c854482efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'd9f87357-bc8b-416d-b11c-19b592faf285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:47:02.283950 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e22bb275-b309-4e78-86c7-dd6409d923f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:02.284563 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22bb275-b309-4e78-86c7-dd6409d923f3 None None] Bound using segment: {'id': '4f0e84cc-7985-49a6-8d0f-4c854482efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'd9f87357-bc8b-416d-b11c-19b592faf285'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:47:02.285526 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-e22bb275-b309-4e78-86c7-dd6409d923f3 None None] Bound port: 8da84521-5232-4358-820b-bc1122e1d1f6, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0e84cc-7985-49a6-8d0f-4c854482efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'd9f87357-bc8b-416d-b11c-19b592faf285'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:47:02.285934 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e22bb275-b309-4e78-86c7-dd6409d923f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:02.346473 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c0d9f9c3-e334-4460-b103-9fc2e7630511 req-70c75a24-8045-41fc-a0bd-5b6d55676249 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:02.350662 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-8384cc87-37a2-4aef-b211-b29221e245bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:02.368009 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-8384cc87-37a2-4aef-b211-b29221e245bd service neutron] 10.222.0.126 "GET /v2.0/subnets?id=384b462f-cd0a-48ba-8bb4-6a70320a42d5 HTTP/1.1" status: 200 len: 797 time: 0.1435270 Nov 04 10:47:02.401850 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['310bdf6a-823e-4dce-ba34-0799bb073a43', 'c54e1319-7956-44ec-a32f-e62b9ee777ec'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:47:02.499014 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c75a24-8045-41fc-a0bd-5b6d55676249 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Pushing event deleted for resources: {'Port': ['ID=fbad0e5e-d1b9-4e46-84f1-7dc8371356ac,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:02.573188 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e76c6075-d658-4f8b-a413-9afda8510d69 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:47:02.634084 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-2353c451-dc33-48aa-984d-e847981bd89b req-191519e0-0ad6-40c4-bea9-90e78c48a2fc tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Deleting port 8402569d-715d-4b93-af8f-956cf9bc875c {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:47:02.634520 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2353c451-dc33-48aa-984d-e847981bd89b req-191519e0-0ad6-40c4-bea9-90e78c48a2fc tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:02.650043 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-b1ff76e2-5c11-47a1-9baa-16ada78b0ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:02.665246 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-b1ff76e2-5c11-47a1-9baa-16ada78b0ef3 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2870045 Nov 04 10:47:02.757008 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e22bb275-b309-4e78-86c7-dd6409d923f3 None None] For port 8da84521-5232-4358-820b-bc1122e1d1f6, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:47:02.802180 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e22bb275-b309-4e78-86c7-dd6409d923f3 None None] For port 8da84521-5232-4358-820b-bc1122e1d1f6, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=8da84521-5232-4358-820b-bc1122e1d1f6,segment=NetworkSegment(4f0e84cc-7985-49a6-8d0f-4c854482efd2),segment_id=4f0e84cc-7985-49a6-8d0f-4c854482efd2)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:47:02.845854 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e22bb275-b309-4e78-86c7-dd6409d923f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:02.924158 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba7c94-f4fd-432c-95a0-bb0446cf454e req-b401ba52-e7c6-48c7-b1e2-4f5c669ec429 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:02.931223 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba7c94-f4fd-432c-95a0-bb0446cf454e req-b401ba52-e7c6-48c7-b1e2-4f5c669ec429 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:02.942855 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d9f9c3-e334-4460-b103-9fc2e7630511 req-70c75a24-8045-41fc-a0bd-5b6d55676249 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] No DVR routers for this DVR port fbad0e5e-d1b9-4e46-84f1-7dc8371356ac on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:47:02.949454 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c0d9f9c3-e334-4460-b103-9fc2e7630511 req-70c75a24-8045-41fc-a0bd-5b6d55676249 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:02.953665 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c0d9f9c3-e334-4460-b103-9fc2e7630511 req-70c75a24-8045-41fc-a0bd-5b6d55676249 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.126 "DELETE /v2.0/ports/fbad0e5e-d1b9-4e46-84f1-7dc8371356ac HTTP/1.1" status: 204 len: 173 time: 2.5004551 Nov 04 10:47:02.954154 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea96d60a-e01a-48bf-95b8-034623cabbf1', 'name': 'network-vif-deleted', 'tag': 'fbad0e5e-d1b9-4e46-84f1-7dc8371356ac'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:47:02.956641 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a713fb21-85ad-4bfd-ace8-368d4ace5ae3" -d '{"events": [{"server_uuid": "ea96d60a-e01a-48bf-95b8-034623cabbf1", "name": "network-vif-deleted", "tag": "fbad0e5e-d1b9-4e46-84f1-7dc8371356ac"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:47:02.968942 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:02.972843 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba7c94-f4fd-432c-95a0-bb0446cf454e req-b401ba52-e7c6-48c7-b1e2-4f5c669ec429 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:02.984348 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba7c94-f4fd-432c-95a0-bb0446cf454e req-b401ba52-e7c6-48c7-b1e2-4f5c669ec429 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:03.012626 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba7c94-f4fd-432c-95a0-bb0446cf454e req-b401ba52-e7c6-48c7-b1e2-4f5c669ec429 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:03.016417 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port e76c6075-d658-4f8b-a413-9afda8510d69 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:47:03.032656 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:03.040062 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event deleted for resources: {'Subnet': ['ID=765dbf27-774f-405e-8b07-54da1845a01d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:03.044306 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba7c94-f4fd-432c-95a0-bb0446cf454e req-b401ba52-e7c6-48c7-b1e2-4f5c669ec429 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:03.061831 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba7c94-f4fd-432c-95a0-bb0446cf454e req-b401ba52-e7c6-48c7-b1e2-4f5c669ec429 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:03.083572 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-faba7c94-f4fd-432c-95a0-bb0446cf454e req-b401ba52-e7c6-48c7-b1e2-4f5c669ec429 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5431 time: 0.5681736 Nov 04 10:47:03.162759 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-2353c451-dc33-48aa-984d-e847981bd89b req-191519e0-0ad6-40c4-bea9-90e78c48a2fc tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] For port 8402569d-715d-4b93-af8f-956cf9bc875c, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=8402569d-715d-4b93-af8f-956cf9bc875c,segment=NetworkSegment(17d4fec5-2580-467a-9bbf-c7c393f2d484),segment_id=17d4fec5-2580-467a-9bbf-c7c393f2d484)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:03.163054 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9f549b-1a0d-4fb9-8a5e-2b4196ad066f None None] Network 13da71e6-156e-46fe-aa86-59d5dafca8ac requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:47:03.163801 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2353c451-dc33-48aa-984d-e847981bd89b req-191519e0-0ad6-40c4-bea9-90e78c48a2fc tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:03.178614 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:03.200893 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-2353c451-dc33-48aa-984d-e847981bd89b req-191519e0-0ad6-40c4-bea9-90e78c48a2fc tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Calling delete_port for 8402569d-715d-4b93-af8f-956cf9bc875c owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:47:03.224282 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f87357-bc8b-416d-b11c-19b592faf285']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:03.265576 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-83f37a66-af72-4aa8-bbc9-81f5f65bc6fd service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632555 Nov 04 10:47:03.298750 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0e84cc-7985-49a6-8d0f-4c854482efd2') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:03.304922 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0e84cc-7985-49a6-8d0f-4c854482efd2') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:03.381675 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:03.454528 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:03.500586 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Releasing vlan 1154 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:47:03.501032 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:47:03.519796 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:47:03.625001 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-faba7c94-f4fd-432c-95a0-bb0446cf454e req-1e11a027-8505-4d3f-8c40-6c1c262823ac tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5401874 Nov 04 10:47:03.713957 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-3f5c24a6-25b9-480e-ae74-e0e4d8b914a3 service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474044 Nov 04 10:47:03.798236 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f0180617-1d6d-4820-a2c0-63a38eb4a846 None None] Provisioning complete for port e76c6075-d658-4f8b-a413-9afda8510d69 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:47:03.798785 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f0180617-1d6d-4820-a2c0-63a38eb4a846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:03.851463 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.db.api [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 04 10:47:03.851463 n-d-816629-1 neutron-server[101775]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 04 10:47:03.851463 n-d-816629-1 neutron-server[101775]: [parameters: {'id': 'd9f87357-bc8b-416d-b11c-19b592faf285'}] Nov 04 10:47:03.851463 n-d-816629-1 neutron-server[101775]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:47:03.852045 n-d-816629-1 neutron-server[101775]: DEBUG oslo_db.api [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:47:03.875383 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-935a5b95-96b7-4923-ba93-d97a320619b3 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=b7148f4c-a774-4e7a-a8e9-c7483869a3e6 HTTP/1.1" status: 200 len: 217 time: 0.1483567 Nov 04 10:47:03.911220 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22bb275-b309-4e78-86c7-dd6409d923f3 None None] Pushing event updated for resources: {'Port': ['ID=8da84521-5232-4358-820b-bc1122e1d1f6,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:03.961203 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0578bd0-5ca3-4afd-8812-f7369415a7e4 req-d7c1d277-c560-46f6-978e-e13342070861 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:03.963216 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a0578bd0-5ca3-4afd-8812-f7369415a7e4 req-d7c1d277-c560-46f6-978e-e13342070861 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.126 "GET /v2.0/ports?device_id=58863eba-7e5d-4c58-af5c-d42c49aab2d0 HTTP/1.1" status: 200 len: 945 time: 0.2564528 Nov 04 10:47:04.108691 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-8c679ed8-294e-44ff-b0c4-dc8599f60646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:04.111505 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-8c679ed8-294e-44ff-b0c4-dc8599f60646 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=384b462f-cd0a-48ba-8bb4-6a70320a42d5 HTTP/1.1" status: 200 len: 797 time: 0.2246156 Nov 04 10:47:04.134564 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ce482-8cda-46a8-bf52-fb96d24876c7 req-ea4dda2b-0837-4fd9-a26f-e9f2bd93fa87 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:04.151439 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e83ce482-8cda-46a8-bf52-fb96d24876c7 req-ea4dda2b-0837-4fd9-a26f-e9f2bd93fa87 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a773482-17d5-45db-b7ea-d83fcf6ec2cc HTTP/1.1" status: 200 len: 946 time: 0.3012946 Nov 04 10:47:04.207986 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device fbad0e5e-d1b9-4e46-84f1-7dc8371356ac no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:47:04.266923 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2353c451-dc33-48aa-984d-e847981bd89b req-191519e0-0ad6-40c4-bea9-90e78c48a2fc tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:04.310918 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: fbad0e5e-d1b9-4e46-84f1-7dc8371356ac {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:47:04.321230 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device fbad0e5e-d1b9-4e46-84f1-7dc8371356ac not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:47:04.339248 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e83ce482-8cda-46a8-bf52-fb96d24876c7 req-f743346d-54e4-4872-8469-2fd87e26e5c9 tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.127 "GET /v2.0/security-groups?id=5f065520-067a-433b-af2e-81d36750bcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868165 Nov 04 10:47:04.347568 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-ffe3b20d-3497-4b76-ba25-a011fe4e5254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:04.360464 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:04.361674 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-ffe3b20d-3497-4b76-ba25-a011fe4e5254 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1942987 Nov 04 10:47:04.378793 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:04.393345 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191519e0-0ad6-40c4-bea9-90e78c48a2fc tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Pushing event deleted for resources: {'Port': ['ID=8402569d-715d-4b93-af8f-956cf9bc875c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:04.462096 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f0180617-1d6d-4820-a2c0-63a38eb4a846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:04.534011 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-2353c451-dc33-48aa-984d-e847981bd89b req-191519e0-0ad6-40c4-bea9-90e78c48a2fc tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] No DVR routers for this DVR port 8402569d-715d-4b93-af8f-956cf9bc875c on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:47:04.545591 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2353c451-dc33-48aa-984d-e847981bd89b req-191519e0-0ad6-40c4-bea9-90e78c48a2fc tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:04.549344 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2353c451-dc33-48aa-984d-e847981bd89b req-191519e0-0ad6-40c4-bea9-90e78c48a2fc tempest-ServerRescueTestJSONUnderV235-584194098 tempest-ServerRescueTestJSONUnderV235-584194098-project] 10.222.0.126 "DELETE /v2.0/ports/8402569d-715d-4b93-af8f-956cf9bc875c HTTP/1.1" status: 204 len: 173 time: 2.9697971 Nov 04 10:47:04.561718 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-a0578bd0-5ca3-4afd-8812-f7369415a7e4 req-1bc7f4f2-204c-4717-89bf-847c24072f8b tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Deleting port 43a65829-146b-48ea-9264-f3cc317d6ea0 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:47:04.562221 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a0578bd0-5ca3-4afd-8812-f7369415a7e4 req-1bc7f4f2-204c-4717-89bf-847c24072f8b tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:04.636543 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port e76c6075-d658-4f8b-a413-9afda8510d69, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e76c6075-d658-4f8b-a413-9afda8510d69,segment=NetworkSegment(ba400ac7-4054-4e49-a187-3e94256f7821),segment_id=ba400ac7-4054-4e49-a187-3e94256f7821)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:04.673081 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-aa1f0f98-89eb-4fd3-93a7-5839f2111216 service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993312 Nov 04 10:47:04.726887 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:04.789505 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-f0180617-1d6d-4820-a2c0-63a38eb4a846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:47:04.789841 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-f0180617-1d6d-4820-a2c0-63a38eb4a846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:47:04.835110 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Deleting port 8da84521-5232-4358-820b-bc1122e1d1f6 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:47:04.835798 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:04.841585 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=e76c6075-d658-4f8b-a413-9afda8510d69,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:04.849597 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-a0578bd0-5ca3-4afd-8812-f7369415a7e4 req-1bc7f4f2-204c-4717-89bf-847c24072f8b tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] For port 43a65829-146b-48ea-9264-f3cc317d6ea0, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=43a65829-146b-48ea-9264-f3cc317d6ea0,segment=NetworkSegment(02d8d283-88e4-4809-9dbe-93263286f795),segment_id=02d8d283-88e4-4809-9dbe-93263286f795)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:04.850140 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a0578bd0-5ca3-4afd-8812-f7369415a7e4 req-1bc7f4f2-204c-4717-89bf-847c24072f8b tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:04.939744 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e187b92-b0e9-4489-9dc0-ea53d162353e None None] Network d9f87357-bc8b-416d-b11c-19b592faf285 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:47:05.091621 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8da84521-5232-4358-820b-bc1122e1d1f6 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:47:05.099240 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-d1a8beee-29eb-4368-a2fc-59cfe3428306 service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170058 Nov 04 10:47:05.113578 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940d54f-03ea-4043-a7c8-4f5c77034d55 req-e4702d79-4252-45c7-8edc-4577909223f2 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:05.123930 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a940d54f-03ea-4043-a7c8-4f5c77034d55 req-e4702d79-4252-45c7-8edc-4577909223f2 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/ports?device_id=58863eba-7e5d-4c58-af5c-d42c49aab2d0 HTTP/1.1" status: 200 len: 945 time: 0.2463808 Nov 04 10:47:05.205163 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-0080f6cb-69ba-4d73-833d-0a7ba5bda04c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f1aa7d96-2a2d-428f-92e0-98b150ce6175 HTTP/1.1" status: 200 len: 217 time: 0.0611513 Nov 04 10:47:05.333262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] For port 8da84521-5232-4358-820b-bc1122e1d1f6, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=8da84521-5232-4358-820b-bc1122e1d1f6,segment=NetworkSegment(4f0e84cc-7985-49a6-8d0f-4c854482efd2),segment_id=4f0e84cc-7985-49a6-8d0f-4c854482efd2)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:05.334797 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a940d54f-03ea-4043-a7c8-4f5c77034d55 req-60f0e3d6-614c-4a15-9462-a043a89b1309 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/security-groups?id=8b2881a6-1c2a-4867-9582-37a61c635b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096605 Nov 04 10:47:05.335051 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:05.355263 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-430695cd-b0bb-4782-a3ef-eb14ad40e67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:05.356768 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-430695cd-b0bb-4782-a3ef-eb14ad40e67e service neutron] 10.222.0.126 "GET /v2.0/subnets?id=384b462f-cd0a-48ba-8bb4-6a70320a42d5 HTTP/1.1" status: 200 len: 797 time: 0.1506751 Nov 04 10:47:05.431416 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 8da84521-5232-4358-820b-bc1122e1d1f6 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:47:05.431998 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:05.443315 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-14e1b776-ccf9-44ec-833c-b7824df067cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:05.448532 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-14e1b776-ccf9-44ec-833c-b7824df067cb service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0832822 Nov 04 10:47:05.487450 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb694da3-914f-4c4b-b5af-7b3df591384f None None] DHCP port deletion for d9f87357-bc8b-416d-b11c-19b592faf285 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:47:05.496447 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Calling delete_port for 8da84521-5232-4358-820b-bc1122e1d1f6 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:47:05.519740 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731b29ed-8d70-4581-a6f4-82e51aaacc9e x-openstack-request-id: req-731b29ed-8d70-4581-a6f4-82e51aaacc9e {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:47:05.519740 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea96d60a-e01a-48bf-95b8-034623cabbf1", "name": "network-vif-deleted", "tag": "fbad0e5e-d1b9-4e46-84f1-7dc8371356ac", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:47:05.520096 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-731b29ed-8d70-4581-a6f4-82e51aaacc9e {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:47:05.520410 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea96d60a-e01a-48bf-95b8-034623cabbf1', 'name': 'network-vif-deleted', 'tag': 'fbad0e5e-d1b9-4e46-84f1-7dc8371356ac', 'status': 'completed', 'code': 200} Nov 04 10:47:05.597182 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-941dc399-04bb-412c-9ce4-26e17dd5c304 None None] Provisioning complete for port 8da84521-5232-4358-820b-bc1122e1d1f6 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:47:05.597552 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-941dc399-04bb-412c-9ce4-26e17dd5c304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:05.704129 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:05.724146 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-bb694da3-914f-4c4b-b5af-7b3df591384f None None] Deleting port 8da84521-5232-4358-820b-bc1122e1d1f6 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:47:05.724468 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bb694da3-914f-4c4b-b5af-7b3df591384f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:05.760588 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-4a08398c-7502-46a4-98c4-8a70f2a462eb service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039274 Nov 04 10:47:05.790517 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bee3dc-8643-41a2-9c48-45f83ac1d013 req-418535fd-cdc3-497f-86c9-fb346d21571d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:05.794886 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-bb694da3-914f-4c4b-b5af-7b3df591384f None None] For port 8da84521-5232-4358-820b-bc1122e1d1f6, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=8da84521-5232-4358-820b-bc1122e1d1f6,segment=NetworkSegment(4f0e84cc-7985-49a6-8d0f-4c854482efd2),segment_id=4f0e84cc-7985-49a6-8d0f-4c854482efd2)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:05.795213 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bb694da3-914f-4c4b-b5af-7b3df591384f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:05.799930 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bee3dc-8643-41a2-9c48-45f83ac1d013 req-418535fd-cdc3-497f-86c9-fb346d21571d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:05.809473 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-bb694da3-914f-4c4b-b5af-7b3df591384f None None] Calling delete_port for 8da84521-5232-4358-820b-bc1122e1d1f6 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:47:05.817037 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bee3dc-8643-41a2-9c48-45f83ac1d013 req-418535fd-cdc3-497f-86c9-fb346d21571d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:05.819344 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a0578bd0-5ca3-4afd-8812-f7369415a7e4 req-1bc7f4f2-204c-4717-89bf-847c24072f8b tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:05.819883 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a0578bd0-5ca3-4afd-8812-f7369415a7e4 req-1bc7f4f2-204c-4717-89bf-847c24072f8b tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:05.820370 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [req-a0578bd0-5ca3-4afd-8812-f7369415a7e4 req-1bc7f4f2-204c-4717-89bf-847c24072f8b tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Floating IP e084bc17-12a3-46ed-b97e-2fd1c2a413a1 disassociated. External IP: 172.25.7.13, port: 43a65829-146b-48ea-9264-f3cc317d6ea0. Nov 04 10:47:05.820898 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-a0578bd0-5ca3-4afd-8812-f7369415a7e4 req-1bc7f4f2-204c-4717-89bf-847c24072f8b tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Calling delete_port for 43a65829-146b-48ea-9264-f3cc317d6ea0 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:47:05.828567 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bee3dc-8643-41a2-9c48-45f83ac1d013 req-418535fd-cdc3-497f-86c9-fb346d21571d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:05.844405 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bee3dc-8643-41a2-9c48-45f83ac1d013 req-418535fd-cdc3-497f-86c9-fb346d21571d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:05.850672 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bee3dc-8643-41a2-9c48-45f83ac1d013 req-418535fd-cdc3-497f-86c9-fb346d21571d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:05.857668 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bee3dc-8643-41a2-9c48-45f83ac1d013 req-418535fd-cdc3-497f-86c9-fb346d21571d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:05.866048 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-94bee3dc-8643-41a2-9c48-45f83ac1d013 req-418535fd-cdc3-497f-86c9-fb346d21571d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5431 time: 0.2441835 Nov 04 10:47:05.910387 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:05.930357 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] No DVR routers for this DVR port 8da84521-5232-4358-820b-bc1122e1d1f6 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:47:06.074467 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event deleted for resources: {'Port': ['ID=8da84521-5232-4358-820b-bc1122e1d1f6,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:06.128274 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bb694da3-914f-4c4b-b5af-7b3df591384f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:06.151739 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb694da3-914f-4c4b-b5af-7b3df591384f None None] No DVR routers for this DVR port 8da84521-5232-4358-820b-bc1122e1d1f6 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:47:06.153046 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-94bee3dc-8643-41a2-9c48-45f83ac1d013 req-2b9df5d6-1056-4099-b01f-64dce91ba9c4 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2859693 Nov 04 10:47:06.164081 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 43a65829-146b-48ea-9264-f3cc317d6ea0 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:47:06.173687 n-d-816629-1 neutron-server[101776]: INFO neutron.plugins.ml2.db [None req-941dc399-04bb-412c-9ce4-26e17dd5c304 None None] No ports have port_id starting with 8da84521-5232-4358-820b-bc1122e1d1f6 Nov 04 10:47:06.182610 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-2684bff8-ca8e-48cd-90dd-bb80bad72fe0 service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077240 Nov 04 10:47:06.245125 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:47:06.261585 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53354) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:06.276652 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb694da3-914f-4c4b-b5af-7b3df591384f None None] Pushing event deleted for resources: {'Port': ['ID=8da84521-5232-4358-820b-bc1122e1d1f6,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:06.277588 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-d7c6f150-652c-4167-ae2c-d881f0a3ce2d service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03 HTTP/1.1" status: 200 len: 217 time: 0.0858631 Nov 04 10:47:06.394784 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-8de5b925-b6c8-4a11-81d1-d5c9a42d8ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:06.398693 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-8de5b925-b6c8-4a11-81d1-d5c9a42d8ae0 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=384b462f-cd0a-48ba-8bb4-6a70320a42d5 HTTP/1.1" status: 200 len: 797 time: 0.1113558 Nov 04 10:47:06.409851 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-941dc399-04bb-412c-9ce4-26e17dd5c304 None None] Provisioning complete for port e76c6075-d658-4f8b-a413-9afda8510d69 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:47:06.409851 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-941dc399-04bb-412c-9ce4-26e17dd5c304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:06.504250 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a0578bd0-5ca3-4afd-8812-f7369415a7e4 req-1bc7f4f2-204c-4717-89bf-847c24072f8b tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:06.530566 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:06.549118 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-303f7309-981a-4475-8342-fb64ec0aded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:06.555394 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-303f7309-981a-4475-8342-fb64ec0aded6 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1438084 Nov 04 10:47:06.562233 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f87357-bc8b-416d-b11c-19b592faf285']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:06.566869 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:06.575972 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0e84cc-7985-49a6-8d0f-4c854482efd2') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:06.576345 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0e84cc-7985-49a6-8d0f-4c854482efd2') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:06.590677 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:06.623492 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:06.637956 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Releasing vlan 1154 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:47:06.638358 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:47:06.747359 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:47:06.787898 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 8402569d-715d-4b93-af8f-956cf9bc875c no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:47:06.797836 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-dc0a0640-aef7-4a9d-8b49-863eb0c56533 service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340879 Nov 04 10:47:06.843886 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 8402569d-715d-4b93-af8f-956cf9bc875c {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:47:06.844221 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 8402569d-715d-4b93-af8f-956cf9bc875c not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:47:06.918187 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e76c6075-d658-4f8b-a413-9afda8510d69 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:47:06.968776 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d38dee6a-157f-45b0-b355-ef4d203fc348 req-c4f01c1f-0a2d-4fc0-833d-44612484119f tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/ports?device_id=58863eba-7e5d-4c58-af5c-d42c49aab2d0 HTTP/1.1" status: 200 len: 210 time: 0.0346832 Nov 04 10:47:06.991300 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-9d6ebfc0-00a1-4fda-8b67-34070a54f694 service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851649 Nov 04 10:47:07.078427 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port e76c6075-d658-4f8b-a413-9afda8510d69 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:47:07.078810 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:07.243919 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-b497a6ee-ab52-46d5-aedb-b5d99a035462 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=abff8681-5536-4f57-ae0f-bea4324905c6 HTTP/1.1" status: 200 len: 217 time: 0.2443676 Nov 04 10:47:07.415153 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6986e8b-4c8e-4299-8eee-2d7e6aa7cce0 req-498fa237-93bb-482b-a45d-aa9a0bad78f2 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:07.424389 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6986e8b-4c8e-4299-8eee-2d7e6aa7cce0 req-498fa237-93bb-482b-a45d-aa9a0bad78f2 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=90784fa1-1c42-40f6-8c44-07427874d159 HTTP/1.1" status: 200 len: 945 time: 0.2876964 Nov 04 10:47:07.459769 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8da84521-5232-4358-820b-bc1122e1d1f6 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:47:07.468109 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-0a74a820-dc5d-48fa-8c4c-42feea53634f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:07.475425 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-0a74a820-dc5d-48fa-8c4c-42feea53634f service neutron] 10.222.0.126 "GET /v2.0/subnets?id=591c76b5-dc45-40ba-bafd-65632bad709a HTTP/1.1" status: 200 len: 797 time: 0.2135839 Nov 04 10:47:07.523834 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 8da84521-5232-4358-820b-bc1122e1d1f6 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:47:07.524220 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8da84521-5232-4358-820b-bc1122e1d1f6 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:47:07.573491 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6986e8b-4c8e-4299-8eee-2d7e6aa7cce0 req-53111a87-a109-40fd-81e2-430c1885d74b tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450613 Nov 04 10:47:07.613571 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-8005917a-7b5a-4fc8-80c2-af4fc1e730a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:07.619306 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-8005917a-7b5a-4fc8-80c2-af4fc1e730a7 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8b3679d9-f029-43fb-a81d-901fdf16cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1297266 Nov 04 10:47:07.759831 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a773482-17d5-45db-b7ea-d83fcf6ec2cc', 'name': 'network-vif-deleted', 'tag': '8402569d-715d-4b93-af8f-956cf9bc875c'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:47:07.762404 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f86d5d-bd45-4ce5-8054-cdc0e540eb62" -d '{"events": [{"server_uuid": "7a773482-17d5-45db-b7ea-d83fcf6ec2cc", "name": "network-vif-deleted", "tag": "8402569d-715d-4b93-af8f-956cf9bc875c"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:47:07.765374 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7f4f2-204c-4717-89bf-847c24072f8b tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Pushing event deleted for resources: {'Port': ['ID=43a65829-146b-48ea-9264-f3cc317d6ea0,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:07.772655 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:07.791324 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0578bd0-5ca3-4afd-8812-f7369415a7e4 req-1bc7f4f2-204c-4717-89bf-847c24072f8b tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Router ee653f2e-c4da-41e5-9134-f2e823a8c318 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:47:07.792723 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:07.800192 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "DELETE /v2.0/networks/d9f87357-bc8b-416d-b11c-19b592faf285 HTTP/1.1" status: 204 len: 168 time: 6.8309522 Nov 04 10:47:07.801280 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53384) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:07.813942 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-401b9dc1-7e69-4b43-8ee5-b28fd5efb7b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-139684575'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:47:07.943443 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98508523-27ed-4bdc-ab70-2b92c7658cac tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event deleted for resources: {'Network': ['ID=d9f87357-bc8b-416d-b11c-19b592faf285,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:07.995682 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9017b57-ab87-4015-bf89-fee52d4a29da req-6d4682e9-dadc-430e-94f3-f78e8e2b594a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:08.001927 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9017b57-ab87-4015-bf89-fee52d4a29da req-6d4682e9-dadc-430e-94f3-f78e8e2b594a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:08.020554 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9017b57-ab87-4015-bf89-fee52d4a29da req-6d4682e9-dadc-430e-94f3-f78e8e2b594a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:08.027008 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9017b57-ab87-4015-bf89-fee52d4a29da req-6d4682e9-dadc-430e-94f3-f78e8e2b594a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:08.054732 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9017b57-ab87-4015-bf89-fee52d4a29da req-6d4682e9-dadc-430e-94f3-f78e8e2b594a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:08.061934 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9017b57-ab87-4015-bf89-fee52d4a29da req-6d4682e9-dadc-430e-94f3-f78e8e2b594a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:08.074836 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9017b57-ab87-4015-bf89-fee52d4a29da req-6d4682e9-dadc-430e-94f3-f78e8e2b594a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:08.086498 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b9017b57-ab87-4015-bf89-fee52d4a29da req-6d4682e9-dadc-430e-94f3-f78e8e2b594a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5431 time: 0.3465219 Nov 04 10:47:08.152806 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401b9dc1-7e69-4b43-8ee5-b28fd5efb7b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Made reservation on behalf of 028140db9f3f48ac9efcb43be0878ad9 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:47:08.169456 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-401b9dc1-7e69-4b43-8ee5-b28fd5efb7b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:08.251912 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-dc14226f-7977-47de-b815-4a98fe455f5a service neutron] 10.222.0.126 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6235640 Nov 04 10:47:08.282303 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59f4ce-25fb-4f03-88ab-2feff64bab6a req-0eea5571-c7b1-4c07-bc56-94cc23201784 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:08.283897 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dc59f4ce-25fb-4f03-88ab-2feff64bab6a req-0eea5571-c7b1-4c07-bc56-94cc23201784 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.126 "GET /v2.0/ports?device_id=90784fa1-1c42-40f6-8c44-07427874d159 HTTP/1.1" status: 200 len: 945 time: 0.2762585 Nov 04 10:47:08.420023 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b9017b57-ab87-4015-bf89-fee52d4a29da req-95924720-88c9-44bc-929c-c8f798ece878 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3325496 Nov 04 10:47:08.424131 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401b9dc1-7e69-4b43-8ee5-b28fd5efb7b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1151} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:47:08.451619 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-401b9dc1-7e69-4b43-8ee5-b28fd5efb7b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:08.452227 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-401b9dc1-7e69-4b43-8ee5-b28fd5efb7b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Added segment f626f046-06fc-44de-9d42-50320d974a88 of type vlan for network 9521bf5e-5587-415f-83e3-2c330aac8fb5 Nov 04 10:47:08.521516 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0578bd0-5ca3-4afd-8812-f7369415a7e4 req-1bc7f4f2-204c-4717-89bf-847c24072f8b tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:47:08.536099 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14a1e59-2cb7-43c1-b0c8-a1d16046a532 None None] Sync routers for ids ['ee653f2e-c4da-41e5-9134-f2e823a8c318'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:47:08.560250 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14a1e59-2cb7-43c1-b0c8-a1d16046a532 None None] Routers {'ee653f2e-c4da-41e5-9134-f2e823a8c318'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:47:08.570944 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-d14a1e59-2cb7-43c1-b0c8-a1d16046a532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:46:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ee653f2e-c4da-41e5-9134-f2e823a8c318'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:08.577650 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-401b9dc1-7e69-4b43-8ee5-b28fd5efb7b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:08.593107 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-eee690da-6ae8-4b22-9f06-46baa10d7ed5 service neutron] 10.222.0.126 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216519 Nov 04 10:47:08.651344 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a177373c-b87a-46cc-9070-de4047f48a9f x-openstack-request-id: req-a177373c-b87a-46cc-9070-de4047f48a9f {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:47:08.651700 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a773482-17d5-45db-b7ea-d83fcf6ec2cc", "name": "network-vif-deleted", "tag": "8402569d-715d-4b93-af8f-956cf9bc875c", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:47:08.652592 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-a177373c-b87a-46cc-9070-de4047f48a9f {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:47:08.652592 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a773482-17d5-45db-b7ea-d83fcf6ec2cc', 'name': 'network-vif-deleted', 'tag': '8402569d-715d-4b93-af8f-956cf9bc875c', 'status': 'completed', 'code': 200} Nov 04 10:47:08.654042 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-4043e3f6-d039-4f96-99ab-45dcde967233 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01768171-34a9-4d5d-aca7-7f2598e2272a HTTP/1.1" status: 200 len: 217 time: 0.0523117 Nov 04 10:47:08.751968 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-401b9dc1-7e69-4b43-8ee5-b28fd5efb7b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:08.757665 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401b9dc1-7e69-4b43-8ee5-b28fd5efb7b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:08.758275 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-401b9dc1-7e69-4b43-8ee5-b28fd5efb7b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:08.796415 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-bc913c41-6ab5-4cc5-b358-04f6818c2708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:08.798859 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-bc913c41-6ab5-4cc5-b358-04f6818c2708 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=591c76b5-dc45-40ba-bafd-65632bad709a HTTP/1.1" status: 200 len: 797 time: 0.1363032 Nov 04 10:47:08.865628 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-d14a1e59-2cb7-43c1-b0c8-a1d16046a532 None None] Set router ee653f2e-c4da-41e5-9134-f2e823a8c318 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:47:08.911438 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0578bd0-5ca3-4afd-8812-f7369415a7e4 req-1bc7f4f2-204c-4717-89bf-847c24072f8b tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] No DVR routers for this DVR port 43a65829-146b-48ea-9264-f3cc317d6ea0 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:47:08.927828 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a0578bd0-5ca3-4afd-8812-f7369415a7e4 req-1bc7f4f2-204c-4717-89bf-847c24072f8b tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:08.961918 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a0578bd0-5ca3-4afd-8812-f7369415a7e4 req-1bc7f4f2-204c-4717-89bf-847c24072f8b tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.126 "DELETE /v2.0/ports/43a65829-146b-48ea-9264-f3cc317d6ea0 HTTP/1.1" status: 204 len: 173 time: 4.9915376 Nov 04 10:47:09.029710 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-dc59f4ce-25fb-4f03-88ab-2feff64bab6a req-d18a2105-8cc2-410d-9d3c-1384b7cdc9de tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Deleting port c54e1319-7956-44ec-a32f-e62b9ee777ec {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:47:09.029940 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dc59f4ce-25fb-4f03-88ab-2feff64bab6a req-d18a2105-8cc2-410d-9d3c-1384b7cdc9de tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:09.062571 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-755e9fda-ea12-4373-af7f-e6df557ca615 req-35096ef2-7a27-41bb-a80c-f25cf971041d tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/ports?device_id=58863eba-7e5d-4c58-af5c-d42c49aab2d0 HTTP/1.1" status: 200 len: 210 time: 0.1909630 Nov 04 10:47:09.093336 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-401b9dc1-7e69-4b43-8ee5-b28fd5efb7b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2889609 Nov 04 10:47:09.133341 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53402) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:09.149542 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-23445e72-6ce5-4238-a510-1a6912bb31ba tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Request body: {'subnet': {'network_id': '9521bf5e-5587-415f-83e3-2c330aac8fb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:47:09.171547 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b9dc1-7e69-4b43-8ee5-b28fd5efb7b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event updated for resources: {'Network': ['ID=9521bf5e-5587-415f-83e3-2c330aac8fb5,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:09.211359 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-ed6e0f91-c8ac-45dd-a80b-817dfdb2ef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:09.219326 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-ed6e0f91-c8ac-45dd-a80b-817dfdb2ef5f service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8b3679d9-f029-43fb-a81d-901fdf16cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3662753 Nov 04 10:47:09.284996 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-dc59f4ce-25fb-4f03-88ab-2feff64bab6a req-d18a2105-8cc2-410d-9d3c-1384b7cdc9de tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] For port c54e1319-7956-44ec-a32f-e62b9ee777ec, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=c54e1319-7956-44ec-a32f-e62b9ee777ec,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:09.285456 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dc59f4ce-25fb-4f03-88ab-2feff64bab6a req-d18a2105-8cc2-410d-9d3c-1384b7cdc9de tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:09.303213 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b9dc1-7e69-4b43-8ee5-b28fd5efb7b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:09.303776 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b9dc1-7e69-4b43-8ee5-b28fd5efb7b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:09.303900 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b9dc1-7e69-4b43-8ee5-b28fd5efb7b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:09.304196 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b9dc1-7e69-4b43-8ee5-b28fd5efb7b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:09.304523 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b9dc1-7e69-4b43-8ee5-b28fd5efb7b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:09.304875 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b9dc1-7e69-4b43-8ee5-b28fd5efb7b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:09.305233 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b9dc1-7e69-4b43-8ee5-b28fd5efb7b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:09.305510 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b9dc1-7e69-4b43-8ee5-b28fd5efb7b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:09.305841 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b9dc1-7e69-4b43-8ee5-b28fd5efb7b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:09.306158 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b9dc1-7e69-4b43-8ee5-b28fd5efb7b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:09.306618 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b9dc1-7e69-4b43-8ee5-b28fd5efb7b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:09.306993 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b9dc1-7e69-4b43-8ee5-b28fd5efb7b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:09.312456 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-dc59f4ce-25fb-4f03-88ab-2feff64bab6a req-d18a2105-8cc2-410d-9d3c-1384b7cdc9de tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Calling delete_port for c54e1319-7956-44ec-a32f-e62b9ee777ec owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:47:09.330072 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 9521bf5e-5587-415f-83e3-2c330aac8fb5 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:47:09.334342 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-d14a1e59-2cb7-43c1-b0c8-a1d16046a532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'name': 'tempest-ServersTestManualDisk-2102480345-router', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:26Z', 'updated_at': '2021-11-04T10:44:36Z', 'revision_number': 4, 'project_id': '70e6800525e94252bd926fa3f3533b35', 'gw_port': {'id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:29Z', 'updated_at': '2021-11-04T10:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'c9dc1490-7b9c-4b6f-859a-946dcc7807b9', 'name': '', 'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'mac_address': 'fa:16:3e:c8:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '95124d82-029a-4bad-bd56-4a328bc7edbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:35Z', 'updated_at': '2021-11-04T10:44:41Z', 'revision_number': 5, 'project_id': '70e6800525e94252bd926fa3f3533b35', 'subnets': [{'id': '95124d82-029a-4bad-bd56-4a328bc7edbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:09.383077 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14a1e59-2cb7-43c1-b0c8-a1d16046a532 None None] Checking router: ee653f2e-c4da-41e5-9134-f2e823a8c318 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:47:09.428858 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14a1e59-2cb7-43c1-b0c8-a1d16046a532 None None] Routers {'ee653f2e-c4da-41e5-9134-f2e823a8c318'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:47:09.429675 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-d14a1e59-2cb7-43c1-b0c8-a1d16046a532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:46:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ee653f2e-c4da-41e5-9134-f2e823a8c318'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:09.578020 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-c14595f8-a50e-4bbf-8813-03b826cda2ba service neutron] 10.222.0.126 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912993 Nov 04 10:47:09.582711 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dc59f4ce-25fb-4f03-88ab-2feff64bab6a req-d18a2105-8cc2-410d-9d3c-1384b7cdc9de tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:09.606846 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61057f-839c-4e94-8293-eded41c9bb6a req-d4274aef-c117-48aa-90f2-bf9a8dd1930e tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:09.609685 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['310bdf6a-823e-4dce-ba34-0799bb073a43', 'c54e1319-7956-44ec-a32f-e62b9ee777ec'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:47:09.635926 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8a61057f-839c-4e94-8293-eded41c9bb6a req-d4274aef-c117-48aa-90f2-bf9a8dd1930e tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=90784fa1-1c42-40f6-8c44-07427874d159 HTTP/1.1" status: 200 len: 867 time: 0.3503726 Nov 04 10:47:09.637232 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a2105-8cc2-410d-9d3c-1384b7cdc9de tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Pushing event deleted for resources: {'Port': ['ID=c54e1319-7956-44ec-a32f-e62b9ee777ec,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:09.707111 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-d14a1e59-2cb7-43c1-b0c8-a1d16046a532 None None] Set router ee653f2e-c4da-41e5-9134-f2e823a8c318 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:47:09.713067 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc59f4ce-25fb-4f03-88ab-2feff64bab6a req-d18a2105-8cc2-410d-9d3c-1384b7cdc9de tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] No DVR routers for this DVR port c54e1319-7956-44ec-a32f-e62b9ee777ec on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:47:09.722161 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dc59f4ce-25fb-4f03-88ab-2feff64bab6a req-d18a2105-8cc2-410d-9d3c-1384b7cdc9de tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:09.725541 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dc59f4ce-25fb-4f03-88ab-2feff64bab6a req-d18a2105-8cc2-410d-9d3c-1384b7cdc9de tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.126 "DELETE /v2.0/ports/c54e1319-7956-44ec-a32f-e62b9ee777ec HTTP/1.1" status: 204 len: 173 time: 1.4319916 Nov 04 10:47:09.728420 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-768ba4d3-3577-4699-94a4-d10a80b70d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:09.762886 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23445e72-6ce5-4238-a510-1a6912bb31ba tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Made reservation on behalf of 028140db9f3f48ac9efcb43be0878ad9 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:47:09.766655 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-23445e72-6ce5-4238-a510-1a6912bb31ba tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:10.069289 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8a61057f-839c-4e94-8293-eded41c9bb6a req-49b5eff5-f5b9-4742-9a0d-3177a2b61218 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282935 Nov 04 10:47:10.171964 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91aff75-bcb0-484e-a8d1-5fe4b83d7f86 req-0801404b-daa7-4c4e-8f25-b48ad6b3814b service neutron] 10.222.0.126 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338461 Nov 04 10:47:10.234642 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-768ba4d3-3577-4699-94a4-d10a80b70d4d admin admin] Deleting port 9d805827-4481-4898-9b32-f14dd9609f1b {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:47:10.235250 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-768ba4d3-3577-4699-94a4-d10a80b70d4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:10.345194 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-d14a1e59-2cb7-43c1-b0c8-a1d16046a532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'name': 'tempest-ServersTestManualDisk-2102480345-router', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:26Z', 'updated_at': '2021-11-04T10:44:36Z', 'revision_number': 4, 'project_id': '70e6800525e94252bd926fa3f3533b35', 'gw_port': {'id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:29Z', 'updated_at': '2021-11-04T10:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'c9dc1490-7b9c-4b6f-859a-946dcc7807b9', 'name': '', 'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'mac_address': 'fa:16:3e:c8:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '95124d82-029a-4bad-bd56-4a328bc7edbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:35Z', 'updated_at': '2021-11-04T10:44:41Z', 'revision_number': 5, 'project_id': '70e6800525e94252bd926fa3f3533b35', 'subnets': [{'id': '95124d82-029a-4bad-bd56-4a328bc7edbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:10.358241 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-768ba4d3-3577-4699-94a4-d10a80b70d4d admin admin] For port 9d805827-4481-4898-9b32-f14dd9609f1b, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=9d805827-4481-4898-9b32-f14dd9609f1b,segment=NetworkSegment(17d4fec5-2580-467a-9bbf-c7c393f2d484),segment_id=17d4fec5-2580-467a-9bbf-c7c393f2d484)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:10.358660 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-768ba4d3-3577-4699-94a4-d10a80b70d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:10.386016 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-768ba4d3-3577-4699-94a4-d10a80b70d4d admin admin] Calling delete_port for 9d805827-4481-4898-9b32-f14dd9609f1b owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:47:10.411255 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14a1e59-2cb7-43c1-b0c8-a1d16046a532 None None] The sync data for ids ['ee653f2e-c4da-41e5-9134-f2e823a8c318'] in n-d-816629-1 is: [{'id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'name': 'tempest-ServersTestManualDisk-2102480345-router', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:26Z', 'updated_at': '2021-11-04T10:44:36Z', 'revision_number': 4, 'project_id': '70e6800525e94252bd926fa3f3533b35', 'gw_port': {'id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:29Z', 'updated_at': '2021-11-04T10:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'c9dc1490-7b9c-4b6f-859a-946dcc7807b9', 'name': '', 'network_id': 'f30ef001-50f8-4502-9fd3-b2ec1bbf0d34', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'mac_address': 'fa:16:3e:c8:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '95124d82-029a-4bad-bd56-4a328bc7edbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:35Z', 'updated_at': '2021-11-04T10:44:41Z', 'revision_number': 5, 'project_id': '70e6800525e94252bd926fa3f3533b35', 'subnets': [{'id': '95124d82-029a-4bad-bd56-4a328bc7edbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:47:10.448772 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d1e1b-301e-41da-b896-adbdfc834be1 req-5795f52b-bc9f-45fd-b83a-41e047121f56 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:10.458842 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d1e1b-301e-41da-b896-adbdfc834be1 req-5795f52b-bc9f-45fd-b83a-41e047121f56 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:10.470148 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d1e1b-301e-41da-b896-adbdfc834be1 req-5795f52b-bc9f-45fd-b83a-41e047121f56 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:10.476485 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d1e1b-301e-41da-b896-adbdfc834be1 req-5795f52b-bc9f-45fd-b83a-41e047121f56 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:10.483355 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d1e1b-301e-41da-b896-adbdfc834be1 req-5795f52b-bc9f-45fd-b83a-41e047121f56 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:10.489831 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d1e1b-301e-41da-b896-adbdfc834be1 req-5795f52b-bc9f-45fd-b83a-41e047121f56 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:10.502538 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d1e1b-301e-41da-b896-adbdfc834be1 req-5795f52b-bc9f-45fd-b83a-41e047121f56 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:10.509394 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d02d1e1b-301e-41da-b896-adbdfc834be1 req-5795f52b-bc9f-45fd-b83a-41e047121f56 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5431 time: 0.2461257 Nov 04 10:47:10.580727 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-10a74ea6-f4d3-4262-9cc6-1f07ba39f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:10.581595 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-10a74ea6-f4d3-4262-9cc6-1f07ba39f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:10.582183 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-10a74ea6-f4d3-4262-9cc6-1f07ba39f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:10.584269 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-10a74ea6-f4d3-4262-9cc6-1f07ba39f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:10.585815 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-10a74ea6-f4d3-4262-9cc6-1f07ba39f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:10.586366 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-10a74ea6-f4d3-4262-9cc6-1f07ba39f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:10.593533 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-10a74ea6-f4d3-4262-9cc6-1f07ba39f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:10.597907 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-10a74ea6-f4d3-4262-9cc6-1f07ba39f1af service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=daa3a4d308184b5b997a81a95ee49bba&device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 6488 time: 0.3236635 Nov 04 10:47:10.685001 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58863eba-7e5d-4c58-af5c-d42c49aab2d0', 'name': 'network-vif-deleted', 'tag': '43a65829-146b-48ea-9264-f3cc317d6ea0'}, {'server_uuid': '90784fa1-1c42-40f6-8c44-07427874d159', 'name': 'network-vif-deleted', 'tag': 'c54e1319-7956-44ec-a32f-e62b9ee777ec'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:47:10.688320 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca317387-debf-4711-a05f-ebfb59ead6c5" -d '{"events": [{"server_uuid": "58863eba-7e5d-4c58-af5c-d42c49aab2d0", "name": "network-vif-deleted", "tag": "43a65829-146b-48ea-9264-f3cc317d6ea0"}, {"server_uuid": "90784fa1-1c42-40f6-8c44-07427874d159", "name": "network-vif-deleted", "tag": "c54e1319-7956-44ec-a32f-e62b9ee777ec"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:47:10.723744 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-768ba4d3-3577-4699-94a4-d10a80b70d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:10.749974 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-23445e72-6ce5-4238-a510-1a6912bb31ba tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:10.795331 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ba4d3-3577-4699-94a4-d10a80b70d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=9d805827-4481-4898-9b32-f14dd9609f1b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:10.816994 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d02d1e1b-301e-41da-b896-adbdfc834be1 req-48c56717-8361-408f-a2ee-88e7d9ab7c78 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2104301 Nov 04 10:47:10.948597 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23445e72-6ce5-4238-a510-1a6912bb31ba tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event updated for resources: {'Subnet': ['ID=26be6375-a95e-46a3-96ab-487a502e3b8a,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:10.959285 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-6aff6ead-1114-4cb8-9dde-77682e6b84f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:10.962014 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-6aff6ead-1114-4cb8-9dde-77682e6b84f5 service neutron] 10.222.0.126 "GET /v2.0/networks?id=8b3679d9-f029-43fb-a81d-901fdf16cceb HTTP/1.1" status: 200 len: 903 time: 0.3239584 Nov 04 10:47:10.971586 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1a2242-69ab-4386-8546-ad0217b3420c None None] New status for floating IP e084bc17-12a3-46ed-b97e-2fd1c2a413a1: DOWN {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:47:11.009195 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23445e72-6ce5-4238-a510-1a6912bb31ba tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Checking segment: {'id': 'f626f046-06fc-44de-9d42-50320d974a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9521bf5e-5587-415f-83e3-2c330aac8fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:47:11.009636 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23445e72-6ce5-4238-a510-1a6912bb31ba tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Network hostable DHCP agents. Network: 9521bf5e-5587-415f-83e3-2c330aac8fb5, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:47:11.109805 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 04 Nov 2021 10:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a556ce0-e6a4-43fd-80ac-4eabc228c448 x-openstack-request-id: req-8a556ce0-e6a4-43fd-80ac-4eabc228c448 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:47:11.110109 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58863eba-7e5d-4c58-af5c-d42c49aab2d0", "name": "network-vif-deleted", "tag": "43a65829-146b-48ea-9264-f3cc317d6ea0", "status": "completed", "code": 200}, {"server_uuid": "90784fa1-1c42-40f6-8c44-07427874d159", "name": "network-vif-deleted", "tag": "c54e1319-7956-44ec-a32f-e62b9ee777ec", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:47:11.110354 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-8a556ce0-e6a4-43fd-80ac-4eabc228c448 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:47:11.110769 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58863eba-7e5d-4c58-af5c-d42c49aab2d0', 'name': 'network-vif-deleted', 'tag': '43a65829-146b-48ea-9264-f3cc317d6ea0', 'status': 'completed', 'code': 200} Nov 04 10:47:11.111016 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90784fa1-1c42-40f6-8c44-07427874d159', 'name': 'network-vif-deleted', 'tag': 'c54e1319-7956-44ec-a32f-e62b9ee777ec', 'status': 'completed', 'code': 200} Nov 04 10:47:11.111730 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-768ba4d3-3577-4699-94a4-d10a80b70d4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:11.121327 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-833ca03d-4dd7-477d-ac50-5bf0afc6453e service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=abff8681-5536-4f57-ae0f-bea4324905c6 HTTP/1.1" status: 200 len: 217 time: 0.1225874 Nov 04 10:47:11.180080 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53436) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:11.454505 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5dd6b523-3cc6-41d6-8982-64a9d692b6ed tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:11.499987 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5dd6b523-3cc6-41d6-8982-64a9d692b6ed tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:11.656031 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768ba4d3-3577-4699-94a4-d10a80b70d4d admin admin] Router ab96b54e-52e3-486d-ae2a-634165408356 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:47:11.673782 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-8fb64cec-0271-42ad-9af4-348c960377ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:11.675769 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-8fb64cec-0271-42ad-9af4-348c960377ee service neutron] 10.222.0.126 "GET /v2.0/subnets?id=591c76b5-dc45-40ba-bafd-65632bad709a HTTP/1.1" status: 200 len: 797 time: 0.5458999 Nov 04 10:47:11.797736 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5dd6b523-3cc6-41d6-8982-64a9d692b6ed tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:11.801378 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5dd6b523-3cc6-41d6-8982-64a9d692b6ed tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:11.817786 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5dd6b523-3cc6-41d6-8982-64a9d692b6ed tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "DELETE /v2.0/security-groups/8b2881a6-1c2a-4867-9582-37a61c635b97 HTTP/1.1" status: 204 len: 168 time: 0.6213832 Nov 04 10:47:11.818603 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53458) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:11.879272 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23445e72-6ce5-4238-a510-1a6912bb31ba tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Network 9521bf5e-5587-415f-83e3-2c330aac8fb5 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:47:11.894448 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-c8c08578-f6f5-49fc-8b10-5b20ad4c4017 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:11.903002 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-c8c08578-f6f5-49fc-8b10-5b20ad4c4017 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/networks?id=4ea30ddd-783c-4e98-88c8-c72495d90b19 HTTP/1.1" status: 200 len: 806 time: 0.2658808 Nov 04 10:47:11.930898 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6b523-3cc6-41d6-8982-64a9d692b6ed tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2881a6-1c2a-4867-9582-37a61c635b97,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:11.932871 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-23445e72-6ce5-4238-a510-1a6912bb31ba tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 9521bf5e-5587-415f-83e3-2c330aac8fb5) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:47:11.950484 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ee158a-8937-4bbe-87ea-5ad7d7194c39 None None] Network 9521bf5e-5587-415f-83e3-2c330aac8fb5 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:47:11.955797 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-b5ccf53c-1136-4412-9a71-b74759a3fa11 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/quotas/343110c8f9b64c948b5d4c411d3c8a01 HTTP/1.1" status: 200 len: 375 time: 0.0518172 Nov 04 10:47:11.956024 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-8f426372-a5f9-4cdf-b9d8-0441679cc404 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] show failed (client error): The resource could not be found. Nov 04 10:47:11.959522 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8f426372-a5f9-4cdf-b9d8-0441679cc404 tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "GET /v2.0/security-groups/8b2881a6-1c2a-4867-9582-37a61c635b97 HTTP/1.1" status: 404 len: 347 time: 0.1185954 Nov 04 10:47:11.966342 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53466) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:11.977591 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23445e72-6ce5-4238-a510-1a6912bb31ba tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:11.978217 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-23445e72-6ce5-4238-a510-1a6912bb31ba tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:11.988449 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53470) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:12.085041 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-8a467e41-862d-4a46-8b6b-41c517c5ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:12.086539 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-8a467e41-862d-4a46-8b6b-41c517c5ba1e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8b3679d9-f029-43fb-a81d-901fdf16cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2527697 Nov 04 10:47:12.108063 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-23445e72-6ce5-4238-a510-1a6912bb31ba tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9652832 Nov 04 10:47:12.131533 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53474) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:12.139405 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-124a05db-d786-4e0b-85a9-8f34c504b7a7 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1880574161'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:47:12.198125 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device c54e1319-7956-44ec-a32f-e62b9ee777ec no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:47:12.254651 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab4de14-3910-4bac-8d54-e40d466b3133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-9521bf5e-5587-415f-83e3-2c330aac8fb5', 'network_id': '9521bf5e-5587-415f-83e3-2c330aac8fb5', 'tenant_id': '028140db9f3f48ac9efcb43be0878ad9', 'fixed_ips': [{'subnet_id': '26be6375-a95e-46a3-96ab-487a502e3b8a'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:47:12.258013 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2ab4de14-3910-4bac-8d54-e40d466b3133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:12.263209 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: c54e1319-7956-44ec-a32f-e62b9ee777ec {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:47:12.263558 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device c54e1319-7956-44ec-a32f-e62b9ee777ec not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:47:12.282269 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-34e1f2e8-9b70-4ec0-919e-0661efd26c69 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=343110c8f9b64c948b5d4c411d3c8a01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3254726 Nov 04 10:47:12.356783 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124a05db-d786-4e0b-85a9-8f34c504b7a7 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Made reservation on behalf of 028140db9f3f48ac9efcb43be0878ad9 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:47:12.360372 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-124a05db-d786-4e0b-85a9-8f34c504b7a7 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:12.365718 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f93949be-3fe3-482a-9245-f6724915873c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:12.435269 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:12.517266 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-124a05db-d786-4e0b-85a9-8f34c504b7a7 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1184} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:47:12.529162 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-124a05db-d786-4e0b-85a9-8f34c504b7a7 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:12.529697 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-124a05db-d786-4e0b-85a9-8f34c504b7a7 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Added segment de4fcb41-d36f-418f-9656-09ea8858981b of type vlan for network 663a7033-4bc7-40fd-8a36-093b62568b59 Nov 04 10:47:12.539316 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-2ab4de14-3910-4bac-8d54-e40d466b3133 None None] Allocated IP 2001:db8::1 (9521bf5e-5587-415f-83e3-2c330aac8fb5/26be6375-a95e-46a3-96ab-487a502e3b8a/d0a51de6-c137-4514-b238-a6cac8262b66) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:47:12.552185 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768ba4d3-3577-4699-94a4-d10a80b70d4d admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:47:12.579586 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-124a05db-d786-4e0b-85a9-8f34c504b7a7 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:12.601882 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-768ba4d3-3577-4699-94a4-d10a80b70d4d admin admin] 10.222.0.127 "PUT /v2.0/routers/ab96b54e-52e3-486d-ae2a-634165408356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1782243 Nov 04 10:47:12.607931 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53480) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:12.677377 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f93949be-3fe3-482a-9245-f6724915873c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:12.681486 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-0fc01d9a-1c18-45a5-9a16-aecb03f27161 service neutron] 10.222.0.127 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973727 Nov 04 10:47:12.688552 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-124a05db-d786-4e0b-85a9-8f34c504b7a7 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:12.695073 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124a05db-d786-4e0b-85a9-8f34c504b7a7 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:12.695737 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-124a05db-d786-4e0b-85a9-8f34c504b7a7 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:12.702265 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-a7c75bf8-dbc9-49a3-a584-9b98655439b5 service neutron] 10.222.0.126 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5928154 Nov 04 10:47:12.718063 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2ab4de14-3910-4bac-8d54-e40d466b3133 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:12.724343 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748d0184-f24b-4486-9a29-058fb29c1174 None None] Sync routers for ids ['ab96b54e-52e3-486d-ae2a-634165408356'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:47:12.737085 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2ab4de14-3910-4bac-8d54-e40d466b3133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:12.775972 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-dd421e6b-7953-44bf-8f54-9214bba1f43f tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Deleting port 14478a57-fc8c-430f-b99a-ba379ecfe697 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:47:12.776663 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dd421e6b-7953-44bf-8f54-9214bba1f43f tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:12.779124 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748d0184-f24b-4486-9a29-058fb29c1174 None None] Routers {'ab96b54e-52e3-486d-ae2a-634165408356'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:47:12.779902 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-748d0184-f24b-4486-9a29-058fb29c1174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:46:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ab96b54e-52e3-486d-ae2a-634165408356'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:12.857378 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-8b3884c8-1044-4c72-8948-2a541b9b705c service neutron] 10.222.0.127 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537988 Nov 04 10:47:12.859278 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f93949be-3fe3-482a-9245-f6724915873c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:12.977154 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dd421e6b-7953-44bf-8f54-9214bba1f43f tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:12.977527 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dd421e6b-7953-44bf-8f54-9214bba1f43f tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:12.989000 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-748d0184-f24b-4486-9a29-058fb29c1174 None None] Set router ab96b54e-52e3-486d-ae2a-634165408356 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:47:12.993653 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-dd421e6b-7953-44bf-8f54-9214bba1f43f tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Calling delete_port for 14478a57-fc8c-430f-b99a-ba379ecfe697 owned by network:floatingip {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:47:13.121615 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-124a05db-d786-4e0b-85a9-8f34c504b7a7 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9890358 Nov 04 10:47:13.140767 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53492) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:13.149558 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-39cb6173-936c-46de-8094-c8b4a2c2de20 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Request body: {'subnet': {'network_id': '663a7033-4bc7-40fd-8a36-093b62568b59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:47:13.161456 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a05db-d786-4e0b-85a9-8f34c504b7a7 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event updated for resources: {'Network': ['ID=663a7033-4bc7-40fd-8a36-093b62568b59,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:13.175152 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dd421e6b-7953-44bf-8f54-9214bba1f43f tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:13.195879 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-955ecead-4dd3-4983-834f-7eba9002f50c admin admin] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:13.214547 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93949be-3fe3-482a-9245-f6724915873c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956c6b82-136e-4a18-ba40-6bcd60bb1562,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:13.246515 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f93949be-3fe3-482a-9245-f6724915873c admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=aaba39d80d9e4ac4bb43cfff6dc71a97&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2444720 Nov 04 10:47:13.283262 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53498) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:13.309697 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd421e6b-7953-44bf-8f54-9214bba1f43f tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Pushing event deleted for resources: {'Port': ['ID=14478a57-fc8c-430f-b99a-ba379ecfe697,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:13.360359 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dd421e6b-7953-44bf-8f54-9214bba1f43f tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks [] for floatingip, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:13.363127 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dd421e6b-7953-44bf-8f54-9214bba1f43f tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:13.367120 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-dd421e6b-7953-44bf-8f54-9214bba1f43f tempest-ServersTestManualDisk-1502858781 tempest-ServersTestManualDisk-1502858781-project] 10.222.0.127 "DELETE /v2.0/floatingips/e084bc17-12a3-46ed-b97e-2fd1c2a413a1 HTTP/1.1" status: 204 len: 168 time: 1.3997478 Nov 04 10:47:13.368164 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53502) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:13.406023 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 663a7033-4bc7-40fd-8a36-093b62568b59 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:47:13.436430 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab4de14-3910-4bac-8d54-e40d466b3133 None None] Network 9521bf5e-5587-415f-83e3-2c330aac8fb5 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:47:13.471530 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-f005cf90-9db0-4418-9819-5fac0a394cdf service neutron] 10.222.0.126 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5273950 Nov 04 10:47:13.489251 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-2ab4de14-3910-4bac-8d54-e40d466b3133 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:47:13.511257 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab4de14-3910-4bac-8d54-e40d466b3133 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:47:13.514442 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cb6173-936c-46de-8094-c8b4a2c2de20 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Made reservation on behalf of 028140db9f3f48ac9efcb43be0878ad9 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:47:13.518001 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39cb6173-936c-46de-8094-c8b4a2c2de20 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:13.593084 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-955ecead-4dd3-4983-834f-7eba9002f50c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:13.659020 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4de14-3910-4bac-8d54-e40d466b3133 None None] Pushing event updated for resources: {'Port': ['ID=d0a51de6-c137-4514-b238-a6cac8262b66,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:13.712447 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c98d3cd-74aa-4ee5-9df2-ab854f1e5ba2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:13.731185 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a028e7-23ad-47cf-85c3-36756b3b3c83 req-df3e3745-f85d-4738-9b8e-4e5c8c7170ce tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:13.739585 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a028e7-23ad-47cf-85c3-36756b3b3c83 req-df3e3745-f85d-4738-9b8e-4e5c8c7170ce tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:13.746753 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a028e7-23ad-47cf-85c3-36756b3b3c83 req-df3e3745-f85d-4738-9b8e-4e5c8c7170ce tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:13.748142 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-2ab4de14-3910-4bac-8d54-e40d466b3133 None None] Attempting to bind port d0a51de6-c137-4514-b238-a6cac8262b66 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:47:13.748505 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-2ab4de14-3910-4bac-8d54-e40d466b3133 None None] Attempting to bind port d0a51de6-c137-4514-b238-a6cac8262b66 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'f626f046-06fc-44de-9d42-50320d974a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9521bf5e-5587-415f-83e3-2c330aac8fb5'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:47:13.748878 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab4de14-3910-4bac-8d54-e40d466b3133 None None] Attempting to bind port d0a51de6-c137-4514-b238-a6cac8262b66 on network 9521bf5e-5587-415f-83e3-2c330aac8fb5 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:47:13.754174 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a028e7-23ad-47cf-85c3-36756b3b3c83 req-df3e3745-f85d-4738-9b8e-4e5c8c7170ce tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:13.762417 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a028e7-23ad-47cf-85c3-36756b3b3c83 req-df3e3745-f85d-4738-9b8e-4e5c8c7170ce tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:13.769310 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a028e7-23ad-47cf-85c3-36756b3b3c83 req-df3e3745-f85d-4738-9b8e-4e5c8c7170ce tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:13.776734 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a028e7-23ad-47cf-85c3-36756b3b3c83 req-df3e3745-f85d-4738-9b8e-4e5c8c7170ce tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:13.785788 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-48a028e7-23ad-47cf-85c3-36756b3b3c83 req-df3e3745-f85d-4738-9b8e-4e5c8c7170ce tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5431 time: 0.5955217 Nov 04 10:47:13.795394 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab4de14-3910-4bac-8d54-e40d466b3133 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:47:13.795770 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab4de14-3910-4bac-8d54-e40d466b3133 None None] Checking segment: {'id': 'f626f046-06fc-44de-9d42-50320d974a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9521bf5e-5587-415f-83e3-2c330aac8fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:47:13.796166 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2ab4de14-3910-4bac-8d54-e40d466b3133 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:13.796560 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab4de14-3910-4bac-8d54-e40d466b3133 None None] Bound using segment: {'id': 'f626f046-06fc-44de-9d42-50320d974a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9521bf5e-5587-415f-83e3-2c330aac8fb5'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:47:13.797085 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-2ab4de14-3910-4bac-8d54-e40d466b3133 None None] Bound port: d0a51de6-c137-4514-b238-a6cac8262b66, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f626f046-06fc-44de-9d42-50320d974a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9521bf5e-5587-415f-83e3-2c330aac8fb5'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:47:13.797462 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2ab4de14-3910-4bac-8d54-e40d466b3133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:13.798268 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.ipam_backend_mixin [None req-39cb6173-936c-46de-8094-c8b4a2c2de20 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Performing IP validity checks on allocation pools {{(pid=101774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 04 10:47:13.799079 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.ipam_backend_mixin [None req-39cb6173-936c-46de-8094-c8b4a2c2de20 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 04 10:47:13.822993 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-955ecead-4dd3-4983-834f-7eba9002f50c admin admin] Deleting port 678bc1a5-dac9-407d-9fb7-e466f692fa94 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:47:13.823625 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-955ecead-4dd3-4983-834f-7eba9002f50c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:13.852470 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-ec88a168-ee52-42d3-8c6c-e2a89d26d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:13.853283 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-ec88a168-ee52-42d3-8c6c-e2a89d26d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:13.854039 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-ec88a168-ee52-42d3-8c6c-e2a89d26d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:13.854582 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-ec88a168-ee52-42d3-8c6c-e2a89d26d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:13.855112 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-ec88a168-ee52-42d3-8c6c-e2a89d26d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:13.855640 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-ec88a168-ee52-42d3-8c6c-e2a89d26d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:13.856202 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-ec88a168-ee52-42d3-8c6c-e2a89d26d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:13.858463 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-ec88a168-ee52-42d3-8c6c-e2a89d26d4f2 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=daa3a4d308184b5b997a81a95ee49bba&device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 6488 time: 0.2977374 Nov 04 10:47:13.924165 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2ab4de14-3910-4bac-8d54-e40d466b3133 None None] For port d0a51de6-c137-4514-b238-a6cac8262b66, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:47:13.928669 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2ab4de14-3910-4bac-8d54-e40d466b3133 None None] For port d0a51de6-c137-4514-b238-a6cac8262b66, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d0a51de6-c137-4514-b238-a6cac8262b66,segment=NetworkSegment(f626f046-06fc-44de-9d42-50320d974a88),segment_id=f626f046-06fc-44de-9d42-50320d974a88)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:47:13.943772 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2ab4de14-3910-4bac-8d54-e40d466b3133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:13.967999 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-48a028e7-23ad-47cf-85c3-36756b3b3c83 req-7a0f5509-9c39-4241-a09a-1d31d0e44ace tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1811087 Nov 04 10:47:14.024719 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-748d0184-f24b-4486-9a29-058fb29c1174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'name': 'tempest-ServerRescueTestJSONUnderV235-600628357-router', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '678bc1a5-dac9-407d-9fb7-e466f692fa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:09Z', 'updated_at': '2021-11-04T10:47:10Z', 'revision_number': 5, 'project_id': '788160c19d1a4f008a54db687944f75d', 'gw_port': {'id': '678bc1a5-dac9-407d-9fb7-e466f692fa94', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:10Z', 'updated_at': '2021-11-04T10:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:14.132773 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-955ecead-4dd3-4983-834f-7eba9002f50c admin admin] For port 678bc1a5-dac9-407d-9fb7-e466f692fa94, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=678bc1a5-dac9-407d-9fb7-e466f692fa94,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:14.134110 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-955ecead-4dd3-4983-834f-7eba9002f50c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:14.134243 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748d0184-f24b-4486-9a29-058fb29c1174 None None] Checking router: ab96b54e-52e3-486d-ae2a-634165408356 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:47:14.164033 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4de14-3910-4bac-8d54-e40d466b3133 None None] Pushing event updated for resources: {'Port': ['ID=d0a51de6-c137-4514-b238-a6cac8262b66,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:14.181053 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-955ecead-4dd3-4983-834f-7eba9002f50c admin admin] Calling delete_port for 678bc1a5-dac9-407d-9fb7-e466f692fa94 owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:47:14.181610 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748d0184-f24b-4486-9a29-058fb29c1174 None None] Routers {'ab96b54e-52e3-486d-ae2a-634165408356'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:47:14.182253 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-748d0184-f24b-4486-9a29-058fb29c1174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:46:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ab96b54e-52e3-486d-ae2a-634165408356'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:14.184743 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-a88aa266-f1d6-4090-a112-f554fa2bcd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:14.186426 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-a88aa266-f1d6-4090-a112-f554fa2bcd46 service neutron] 10.222.0.126 "GET /v2.0/networks?id=8b3679d9-f029-43fb-a81d-901fdf16cceb HTTP/1.1" status: 200 len: 903 time: 0.2613358 Nov 04 10:47:14.192979 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c98d3cd-74aa-4ee5-9df2-ab854f1e5ba2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:14.295180 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-a9b9dda8-378e-4e5a-b3e0-9eb04393e4c3 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01768171-34a9-4d5d-aca7-7f2598e2272a HTTP/1.1" status: 200 len: 217 time: 0.0932264 Nov 04 10:47:14.356547 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fc9bc7e2-1ecd-498e-be47-2c5abf66910b req-93db107b-b7fd-4412-8570-fba30d85109c tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=242d15bc-60f7-4315-937d-f8f9f953ea25 HTTP/1.1" status: 200 len: 210 time: 0.0811472 Nov 04 10:47:14.383011 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-748d0184-f24b-4486-9a29-058fb29c1174 None None] Set router ab96b54e-52e3-486d-ae2a-634165408356 gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:47:14.483687 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-748d0184-f24b-4486-9a29-058fb29c1174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'name': 'tempest-ServerRescueTestJSONUnderV235-600628357-router', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:09Z', 'updated_at': '2021-11-04T10:47:13Z', 'revision_number': 6, 'project_id': '788160c19d1a4f008a54db687944f75d', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:14.518982 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748d0184-f24b-4486-9a29-058fb29c1174 None None] The sync data for ids ['ab96b54e-52e3-486d-ae2a-634165408356'] in n-d-816629-1 is: [{'id': 'ab96b54e-52e3-486d-ae2a-634165408356', 'name': 'tempest-ServerRescueTestJSONUnderV235-600628357-router', 'tenant_id': '788160c19d1a4f008a54db687944f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:09Z', 'updated_at': '2021-11-04T10:47:13Z', 'revision_number': 6, 'project_id': '788160c19d1a4f008a54db687944f75d', 'gw_port_host': None}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:47:14.572233 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c98d3cd-74aa-4ee5-9df2-ab854f1e5ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:14.576287 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c98d3cd-74aa-4ee5-9df2-ab854f1e5ba2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:14.580698 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6c98d3cd-74aa-4ee5-9df2-ab854f1e5ba2 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/956c6b82-136e-4a18-ba40-6bcd60bb1562 HTTP/1.1" status: 204 len: 168 time: 1.2995498 Nov 04 10:47:14.592964 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d6c7970-b51b-4ff6-b798-6d48cf3691ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:14.611538 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98d3cd-74aa-4ee5-9df2-ab854f1e5ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956c6b82-136e-4a18-ba40-6bcd60bb1562,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:14.618786 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39cb6173-936c-46de-8094-c8b4a2c2de20 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:14.693386 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb6173-936c-46de-8094-c8b4a2c2de20 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event updated for resources: {'Subnet': ['ID=5c503493-ba3d-4094-8a26-59acea28519f,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:14.700317 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-c0256df2-9304-4a12-acca-471581ad9422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:14.702819 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-c0256df2-9304-4a12-acca-471581ad9422 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=591c76b5-dc45-40ba-bafd-65632bad709a HTTP/1.1" status: 200 len: 797 time: 0.3818777 Nov 04 10:47:14.780613 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:14.817636 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cb6173-936c-46de-8094-c8b4a2c2de20 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Checking segment: {'id': 'de4fcb41-d36f-418f-9656-09ea8858981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '663a7033-4bc7-40fd-8a36-093b62568b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:47:14.818282 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cb6173-936c-46de-8094-c8b4a2c2de20 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Network hostable DHCP agents. Network: 663a7033-4bc7-40fd-8a36-093b62568b59, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:47:14.832764 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-d882422c-e4f0-4aa1-8721-24d590862a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:14.834511 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-d882422c-e4f0-4aa1-8721-24d590862a7d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8b3679d9-f029-43fb-a81d-901fdf16cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1186142 Nov 04 10:47:14.835752 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-955ecead-4dd3-4983-834f-7eba9002f50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:14.872091 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cb6173-936c-46de-8094-c8b4a2c2de20 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Network 663a7033-4bc7-40fd-8a36-093b62568b59 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:47:14.926685 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ecead-4dd3-4983-834f-7eba9002f50c admin admin] Pushing event deleted for resources: {'Port': ['ID=678bc1a5-dac9-407d-9fb7-e466f692fa94,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:14.944366 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-39cb6173-936c-46de-8094-c8b4a2c2de20 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 663a7033-4bc7-40fd-8a36-093b62568b59) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:47:14.950287 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cb6173-936c-46de-8094-c8b4a2c2de20 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:14.951258 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39cb6173-936c-46de-8094-c8b4a2c2de20 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:14.959506 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f334d6f9-5e88-45e0-ba92-70c15658ce19 None None] Network 663a7033-4bc7-40fd-8a36-093b62568b59 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:47:15.004303 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-39cb6173-936c-46de-8094-c8b4a2c2de20 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8619654 Nov 04 10:47:15.007706 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53526) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:15.104865 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-851ff2ad-234c-41fa-b3d4-db0b74503fae service neutron] 10.222.0.126 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557380 Nov 04 10:47:15.249943 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-07c1982d-3860-43fd-a55e-c494a56d800a tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:15.251632 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-07c1982d-3860-43fd-a55e-c494a56d800a tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.126 "GET /v2.0/networks?id=4ea30ddd-783c-4e98-88c8-c72495d90b19 HTTP/1.1" status: 200 len: 806 time: 0.5693786 Nov 04 10:47:15.270940 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-77688abb-f40e-48c6-b770-d8932cb65511 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Request body: {'port': {'device_id': '242d15bc-60f7-4315-937d-f8f9f953ea25', 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19', 'admin_state_up': True, 'tenant_id': '343110c8f9b64c948b5d4c411d3c8a01'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:47:15.334409 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-955ecead-4dd3-4983-834f-7eba9002f50c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:15.360479 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa6f350-8e8f-48d9-9a6a-dba53e781b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-663a7033-4bc7-40fd-8a36-093b62568b59', 'network_id': '663a7033-4bc7-40fd-8a36-093b62568b59', 'tenant_id': '028140db9f3f48ac9efcb43be0878ad9', 'fixed_ips': [{'subnet_id': '5c503493-ba3d-4094-8a26-59acea28519f'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:47:15.361271 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1fa6f350-8e8f-48d9-9a6a-dba53e781b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:15.462141 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:15.526623 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-955ecead-4dd3-4983-834f-7eba9002f50c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:15.529349 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f770d0c-da56-4d39-a314-0da78ebde945 req-cdf6b1cb-e6f5-415b-84ed-3756ed66294f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:15.537879 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-955ecead-4dd3-4983-834f-7eba9002f50c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:15.538364 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f770d0c-da56-4d39-a314-0da78ebde945 req-cdf6b1cb-e6f5-415b-84ed-3756ed66294f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:15.545377 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f770d0c-da56-4d39-a314-0da78ebde945 req-cdf6b1cb-e6f5-415b-84ed-3756ed66294f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:15.553353 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f770d0c-da56-4d39-a314-0da78ebde945 req-cdf6b1cb-e6f5-415b-84ed-3756ed66294f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:15.560460 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f770d0c-da56-4d39-a314-0da78ebde945 req-cdf6b1cb-e6f5-415b-84ed-3756ed66294f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:15.568085 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f770d0c-da56-4d39-a314-0da78ebde945 req-cdf6b1cb-e6f5-415b-84ed-3756ed66294f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:15.585638 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f770d0c-da56-4d39-a314-0da78ebde945 req-cdf6b1cb-e6f5-415b-84ed-3756ed66294f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:15.589063 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8f770d0c-da56-4d39-a314-0da78ebde945 req-cdf6b1cb-e6f5-415b-84ed-3756ed66294f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5431 time: 0.4148319 Nov 04 10:47:15.633983 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-1fa6f350-8e8f-48d9-9a6a-dba53e781b53 None None] Allocated IP 2001:db8::3 (663a7033-4bc7-40fd-8a36-093b62568b59/5c503493-ba3d-4094-8a26-59acea28519f/843e3094-a91b-4200-a78a-9a27c5e89d92) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:47:15.742716 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:15.771372 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f69cc508-b892-4e10-a2b7-512d545297d8 req-272196ac-a691-494f-b761-6d6e79307363 service neutron] 10.222.0.126 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974448 Nov 04 10:47:15.774499 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d0a51de6-c137-4514-b238-a6cac8262b66 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:47:15.777981 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df4ee9d-349f-4a32-88e4-992f0c843765 None None] Network 9521bf5e-5587-415f-83e3-2c330aac8fb5 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:47:15.780948 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-955ecead-4dd3-4983-834f-7eba9002f50c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:15.781589 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955ecead-4dd3-4983-834f-7eba9002f50c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab96b54e-52e3-486d-ae2a-634165408356 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:47:15.796052 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-955ecead-4dd3-4983-834f-7eba9002f50c admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:15.799933 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-955ecead-4dd3-4983-834f-7eba9002f50c admin admin] 10.222.0.127 "DELETE /v2.0/routers/ab96b54e-52e3-486d-ae2a-634165408356 HTTP/1.1" status: 204 len: 168 time: 3.1883333 Nov 04 10:47:15.803615 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53546) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:15.847706 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8f770d0c-da56-4d39-a314-0da78ebde945 req-809fe45c-52b7-49db-acbf-95c7a7655e1d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2416837 Nov 04 10:47:15.855157 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a4331a6-6241-4d39-88f7-a96f2b340ca2 admin admin] Deleting subnet a597efc5-0709-441b-8449-3ae594c8e7b6 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:47:15.859835 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a4331a6-6241-4d39-88f7-a96f2b340ca2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:15.910172 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-77688abb-f40e-48c6-b770-d8932cb65511 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Made reservation on behalf of 343110c8f9b64c948b5d4c411d3c8a01 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:47:15.914180 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-77688abb-f40e-48c6-b770-d8932cb65511 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:16.042993 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-26d4ff36-43a4-4898-a7d6-b598cce81a8f None None] Provisioning complete for port d0a51de6-c137-4514-b238-a6cac8262b66 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:47:16.043368 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-26d4ff36-43a4-4898-a7d6-b598cce81a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:16.139860 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1fa6f350-8e8f-48d9-9a6a-dba53e781b53 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:16.165795 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1fa6f350-8e8f-48d9-9a6a-dba53e781b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:16.173479 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:16.178797 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-77688abb-f40e-48c6-b770-d8932cb65511 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Allocated IP 172.20.0.4 (4ea30ddd-783c-4e98-88c8-c72495d90b19/2f935783-72d0-4b06-b77a-43dd18ec13a3/b1c3459c-5fac-4a2a-9dfb-4a469169087a) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:47:16.185848 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53552) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:16.242617 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event deleted for resources: {'Subnet': ['ID=5c503493-ba3d-4094-8a26-59acea28519f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:16.261788 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-341ab2df-f63a-423a-a8ca-bb43c4e88140 req-4dbcc302-ab7d-484f-bf4f-fa72f24ec41f tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=242d15bc-60f7-4315-937d-f8f9f953ea25 HTTP/1.1" status: 200 len: 210 time: 0.0513101 Nov 04 10:47:16.286147 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6f350-8e8f-48d9-9a6a-dba53e781b53 None None] Pushing event updated for resources: {'Port': ['ID=843e3094-a91b-4200-a78a-9a27c5e89d92,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:16.305041 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa6f350-8e8f-48d9-9a6a-dba53e781b53 None None] Network 663a7033-4bc7-40fd-8a36-093b62568b59 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:47:16.314506 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-1fa6f350-8e8f-48d9-9a6a-dba53e781b53 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:47:16.321469 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa6f350-8e8f-48d9-9a6a-dba53e781b53 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:47:16.396053 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:16.402594 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port d0a51de6-c137-4514-b238-a6cac8262b66 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:47:16.403507 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:16.450250 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-8581f440-6ae3-4f03-b6fe-b0d389d3699a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2011155328-network', 'tenant_id': '22e57a6fdbd24fb38ba8c5b24e6f85e0'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:47:16.457383 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663a7033-4bc7-40fd-8a36-093b62568b59']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:16.472622 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de4fcb41-d36f-418f-9656-09ea8858981b') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:16.472953 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de4fcb41-d36f-418f-9656-09ea8858981b') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:16.487069 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-26d4ff36-43a4-4898-a7d6-b598cce81a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:16.488759 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:16.505991 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:16.507774 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-1fa6f350-8e8f-48d9-9a6a-dba53e781b53 None None] Attempting to bind port 843e3094-a91b-4200-a78a-9a27c5e89d92 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:47:16.508320 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-1fa6f350-8e8f-48d9-9a6a-dba53e781b53 None None] Attempting to bind port 843e3094-a91b-4200-a78a-9a27c5e89d92 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'de4fcb41-d36f-418f-9656-09ea8858981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '663a7033-4bc7-40fd-8a36-093b62568b59'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:47:16.508691 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa6f350-8e8f-48d9-9a6a-dba53e781b53 None None] Attempting to bind port 843e3094-a91b-4200-a78a-9a27c5e89d92 on network 663a7033-4bc7-40fd-8a36-093b62568b59 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:47:16.513059 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Releasing vlan 1184 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:47:16.513470 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:16.523565 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa6f350-8e8f-48d9-9a6a-dba53e781b53 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:47:16.523962 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa6f350-8e8f-48d9-9a6a-dba53e781b53 None None] Checking segment: {'id': 'de4fcb41-d36f-418f-9656-09ea8858981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '663a7033-4bc7-40fd-8a36-093b62568b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:47:16.524347 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1fa6f350-8e8f-48d9-9a6a-dba53e781b53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:16.524789 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa6f350-8e8f-48d9-9a6a-dba53e781b53 None None] Bound using segment: {'id': 'de4fcb41-d36f-418f-9656-09ea8858981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '663a7033-4bc7-40fd-8a36-093b62568b59'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:47:16.526010 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-1fa6f350-8e8f-48d9-9a6a-dba53e781b53 None None] Bound port: 843e3094-a91b-4200-a78a-9a27c5e89d92, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4fcb41-d36f-418f-9656-09ea8858981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '663a7033-4bc7-40fd-8a36-093b62568b59'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:47:16.526010 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1fa6f350-8e8f-48d9-9a6a-dba53e781b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:16.551343 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-26d4ff36-43a4-4898-a7d6-b598cce81a8f None None] For port d0a51de6-c137-4514-b238-a6cac8262b66, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d0a51de6-c137-4514-b238-a6cac8262b66,segment=NetworkSegment(f626f046-06fc-44de-9d42-50320d974a88),segment_id=f626f046-06fc-44de-9d42-50320d974a88)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:16.577971 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-26d4ff36-43a4-4898-a7d6-b598cce81a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:47:16.579844 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:47:16.583076 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8581f440-6ae3-4f03-b6fe-b0d389d3699a admin admin] Made reservation on behalf of 22e57a6fdbd24fb38ba8c5b24e6f85e0 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:47:16.584701 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8581f440-6ae3-4f03-b6fe-b0d389d3699a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:16.606667 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.db.api [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 04 10:47:16.606667 n-d-816629-1 neutron-server[101774]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 04 10:47:16.606667 n-d-816629-1 neutron-server[101774]: [parameters: {'id': '663a7033-4bc7-40fd-8a36-093b62568b59'}] Nov 04 10:47:16.606667 n-d-816629-1 neutron-server[101774]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:47:16.607381 n-d-816629-1 neutron-server[101774]: DEBUG oslo_db.api [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:47:16.609232 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8581f440-6ae3-4f03-b6fe-b0d389d3699a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:16.710557 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4ff36-43a4-4898-a7d6-b598cce81a8f None None] Pushing event updated for resources: {'Port': ['ID=d0a51de6-c137-4514-b238-a6cac8262b66,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:16.744756 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 9d805827-4481-4898-9b32-f14dd9609f1b no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:47:16.759334 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8581f440-6ae3-4f03-b6fe-b0d389d3699a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:16.765948 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8581f440-6ae3-4f03-b6fe-b0d389d3699a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:16.779831 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-1fa6f350-8e8f-48d9-9a6a-dba53e781b53 None None] For port 843e3094-a91b-4200-a78a-9a27c5e89d92, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:47:16.784642 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 9d805827-4481-4898-9b32-f14dd9609f1b {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:47:16.785243 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 9d805827-4481-4898-9b32-f14dd9609f1b not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:47:16.796513 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581f440-6ae3-4f03-b6fe-b0d389d3699a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7ed696-fab2-4127-a5b4-13d5708e4309,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:16.806521 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-1fa6f350-8e8f-48d9-9a6a-dba53e781b53 None None] For port 843e3094-a91b-4200-a78a-9a27c5e89d92, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=843e3094-a91b-4200-a78a-9a27c5e89d92,segment=NetworkSegment(de4fcb41-d36f-418f-9656-09ea8858981b),segment_id=de4fcb41-d36f-418f-9656-09ea8858981b)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:47:16.812520 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8581f440-6ae3-4f03-b6fe-b0d389d3699a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1176} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:47:16.814867 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1fa6f350-8e8f-48d9-9a6a-dba53e781b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:16.825537 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8581f440-6ae3-4f03-b6fe-b0d389d3699a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:16.826178 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-8581f440-6ae3-4f03-b6fe-b0d389d3699a admin admin] Added segment 05f694fd-aa8e-43ff-ad42-870e19141504 of type vlan for network b7a0e2bc-d7d0-494f-8e99-aee30a4827ad Nov 04 10:47:16.830546 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a4331a6-6241-4d39-88f7-a96f2b340ca2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:16.924138 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8581f440-6ae3-4f03-b6fe-b0d389d3699a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:16.987957 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8581f440-6ae3-4f03-b6fe-b0d389d3699a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:16.989267 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8581f440-6ae3-4f03-b6fe-b0d389d3699a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:16.989938 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8581f440-6ae3-4f03-b6fe-b0d389d3699a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:17.000541 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-6d6c7970-b51b-4ff6-b798-6d48cf3691ff admin admin] Deleting port c9dc1490-7b9c-4b6f-859a-946dcc7807b9 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:47:17.001144 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d6c7970-b51b-4ff6-b798-6d48cf3691ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:17.095928 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8581f440-6ae3-4f03-b6fe-b0d389d3699a admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9087915 Nov 04 10:47:17.105542 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53568) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:17.110585 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:17.117667 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b2ee6bbf-eb48-4595-b566-fc8c9e341bd0 admin admin] Request body: {'subnet': {'network_id': 'b7a0e2bc-d7d0-494f-8e99-aee30a4827ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2011155328-subnet', 'tenant_id': '22e57a6fdbd24fb38ba8c5b24e6f85e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:47:17.133172 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a4331a6-6241-4d39-88f7-a96f2b340ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:17.175656 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581f440-6ae3-4f03-b6fe-b0d389d3699a admin admin] Pushing event updated for resources: {'Network': ['ID=b7a0e2bc-d7d0-494f-8e99-aee30a4827ad,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:17.210398 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c204830e-f083-424e-bdde-f61de94225ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:17.220212 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a4331a6-6241-4d39-88f7-a96f2b340ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:17.220495 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d0a51de6-c137-4514-b238-a6cac8262b66 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:47:17.222397 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network b7a0e2bc-d7d0-494f-8e99-aee30a4827ad details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:47:17.240073 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ee6bbf-eb48-4595-b566-fc8c9e341bd0 admin admin] Made reservation on behalf of 22e57a6fdbd24fb38ba8c5b24e6f85e0 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:47:17.241531 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a4331a6-6241-4d39-88f7-a96f2b340ca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:17.244399 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b2ee6bbf-eb48-4595-b566-fc8c9e341bd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:17.245982 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0a4331a6-6241-4d39-88f7-a96f2b340ca2 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/a597efc5-0709-441b-8449-3ae594c8e7b6 HTTP/1.1" status: 204 len: 168 time: 1.4413157 Nov 04 10:47:17.252286 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53570) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:17.279317 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4331a6-6241-4d39-88f7-a96f2b340ca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a597efc5-0709-441b-8449-3ae594c8e7b6,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:17.308499 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-77688abb-f40e-48c6-b770-d8932cb65511 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:17.309214 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6f350-8e8f-48d9-9a6a-dba53e781b53 None None] Pushing event updated for resources: {'Port': ['ID=843e3094-a91b-4200-a78a-9a27c5e89d92,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:17.338251 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059c8f3b-c0fa-41c6-9f34-fc2aa5d56f28 None None] Network 663a7033-4bc7-40fd-8a36-093b62568b59 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:47:17.339793 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb8b23-9eb5-4b33-84d9-c3ce5fab1f07 req-d729ac5c-0c9b-44fa-8a0a-de4bcd35bfda tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:17.341611 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-6d6c7970-b51b-4ff6-b798-6d48cf3691ff admin admin] For port c9dc1490-7b9c-4b6f-859a-946dcc7807b9, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c9dc1490-7b9c-4b6f-859a-946dcc7807b9,segment=NetworkSegment(02d8d283-88e4-4809-9dbe-93263286f795),segment_id=02d8d283-88e4-4809-9dbe-93263286f795)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:17.341973 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d6c7970-b51b-4ff6-b798-6d48cf3691ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:17.345785 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e3fba866-cf11-4025-8d3c-ed4ae7673f7d None None] Provisioning complete for port d0a51de6-c137-4514-b238-a6cac8262b66 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:47:17.346050 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e3fba866-cf11-4025-8d3c-ed4ae7673f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:17.347927 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb8b23-9eb5-4b33-84d9-c3ce5fab1f07 req-d729ac5c-0c9b-44fa-8a0a-de4bcd35bfda tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:17.355958 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb8b23-9eb5-4b33-84d9-c3ce5fab1f07 req-d729ac5c-0c9b-44fa-8a0a-de4bcd35bfda tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:17.363134 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb8b23-9eb5-4b33-84d9-c3ce5fab1f07 req-d729ac5c-0c9b-44fa-8a0a-de4bcd35bfda tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:17.367354 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-6d6c7970-b51b-4ff6-b798-6d48cf3691ff admin admin] Calling delete_port for c9dc1490-7b9c-4b6f-859a-946dcc7807b9 owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:47:17.369884 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb8b23-9eb5-4b33-84d9-c3ce5fab1f07 req-d729ac5c-0c9b-44fa-8a0a-de4bcd35bfda tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:17.376859 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb8b23-9eb5-4b33-84d9-c3ce5fab1f07 req-d729ac5c-0c9b-44fa-8a0a-de4bcd35bfda tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:17.383531 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb8b23-9eb5-4b33-84d9-c3ce5fab1f07 req-d729ac5c-0c9b-44fa-8a0a-de4bcd35bfda tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:17.386202 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5bfb8b23-9eb5-4b33-84d9-c3ce5fab1f07 req-d729ac5c-0c9b-44fa-8a0a-de4bcd35bfda tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5431 time: 0.3023784 Nov 04 10:47:17.432694 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-77688abb-f40e-48c6-b770-d8932cb65511 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:17.446302 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['310bdf6a-823e-4dce-ba34-0799bb073a43'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:47:17.500303 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77688abb-f40e-48c6-b770-d8932cb65511 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Pushing event updated for resources: {'Port': ['ID=b1c3459c-5fac-4a2a-9dfb-4a469169087a,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:17.534429 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-77688abb-f40e-48c6-b770-d8932cb65511 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Network 4ea30ddd-783c-4e98-88c8-c72495d90b19 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:47:17.538760 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-77688abb-f40e-48c6-b770-d8932cb65511 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:47:17.540214 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port d0a51de6-c137-4514-b238-a6cac8262b66 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:47:17.540802 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:17.542226 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-77688abb-f40e-48c6-b770-d8932cb65511 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:47:17.551881 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3d0bd31f-1262-414c-9233-b7f2337a4728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:17.594129 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Deleting port 843e3094-a91b-4200-a78a-9a27c5e89d92 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:47:17.594739 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:17.608728 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5bfb8b23-9eb5-4b33-84d9-c3ce5fab1f07 req-9c1756a9-448b-485c-8350-2400c1f1dd4a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1727650 Nov 04 10:47:17.675877 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-77688abb-f40e-48c6-b770-d8932cb65511 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:17.676466 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-77688abb-f40e-48c6-b770-d8932cb65511 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:17.737439 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bf5013-3444-4adc-9fa9-51f768961893 None None] get_active_networks_info from n-d-816629-1 {{(pid=101776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 10:47:17.744157 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-77688abb-f40e-48c6-b770-d8932cb65511 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4789081 Nov 04 10:47:17.777351 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-d13b6d76-ea6c-4acb-a36c-b9f87bb29c64 service neutron] Request body: {'port': {'device_id': '242d15bc-60f7-4315-937d-f8f9f953ea25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:47:17.805407 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] For port 843e3094-a91b-4200-a78a-9a27c5e89d92, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=843e3094-a91b-4200-a78a-9a27c5e89d92,segment=NetworkSegment(de4fcb41-d36f-418f-9656-09ea8858981b),segment_id=de4fcb41-d36f-418f-9656-09ea8858981b)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:17.806031 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:17.885172 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 678bc1a5-dac9-407d-9fb7-e466f692fa94 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:47:17.889063 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Calling delete_port for 843e3094-a91b-4200-a78a-9a27c5e89d92 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:47:17.893188 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3d0bd31f-1262-414c-9233-b7f2337a4728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:17.909399 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 678bc1a5-dac9-407d-9fb7-e466f692fa94 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:47:17.909761 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 678bc1a5-dac9-407d-9fb7-e466f692fa94 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:47:17.973049 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b2ee6bbf-eb48-4595-b566-fc8c9e341bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:17.999580 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-d13b6d76-ea6c-4acb-a36c-b9f87bb29c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:18.013256 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bf5013-3444-4adc-9fa9-51f768961893 None None] Resources bound (agent type, host, resource id): {{(pid=101776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 10:47:18.013863 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-3d0bd31f-1262-414c-9233-b7f2337a4728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['731fed06-54a7-4fd6-8284-028a699f6dd4']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:18.014234 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d6c7970-b51b-4ff6-b798-6d48cf3691ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:18.115551 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c7970-b51b-4ff6-b798-6d48cf3691ff admin admin] Pushing event deleted for resources: {'Port': ['ID=c9dc1490-7b9c-4b6f-859a-946dcc7807b9,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:18.480674 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d6c7970-b51b-4ff6-b798-6d48cf3691ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:18.543514 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-3d0bd31f-1262-414c-9233-b7f2337a4728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d4fec5-2580-467a-9bbf-c7c393f2d484') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:18.544253 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-3d0bd31f-1262-414c-9233-b7f2337a4728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d4fec5-2580-467a-9bbf-c7c393f2d484') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:18.569207 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3d0bd31f-1262-414c-9233-b7f2337a4728 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:18.586793 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee6bbf-eb48-4595-b566-fc8c9e341bd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b06eb30-a7cd-4109-8393-1e5baaf1b67c,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:18.617086 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d5c05-5c75-489c-a90b-15b0954a1d7f req-1606ac57-15a4-4a23-a0f1-5e79ada9865e tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:18.624922 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fa4d5c05-5c75-489c-a90b-15b0954a1d7f req-1606ac57-15a4-4a23-a0f1-5e79ada9865e tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=242d15bc-60f7-4315-937d-f8f9f953ea25 HTTP/1.1" status: 200 len: 931 time: 0.6816797 Nov 04 10:47:18.629130 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3d0bd31f-1262-414c-9233-b7f2337a4728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:18.661456 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-d13b6d76-ea6c-4acb-a36c-b9f87bb29c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c3459c-5fac-4a2a-9dfb-4a469169087a {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:47:18.670513 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0bd31f-1262-414c-9233-b7f2337a4728 admin admin] Releasing vlan 1161 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:47:18.671166 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3d0bd31f-1262-414c-9233-b7f2337a4728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:18.673241 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-d13b6d76-ea6c-4acb-a36c-b9f87bb29c64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:47:18.679185 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:47:18.693391 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-d13b6d76-ea6c-4acb-a36c-b9f87bb29c64 service neutron] Transition to ACTIVE for port object b1c3459c-5fac-4a2a-9dfb-4a469169087a will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:47:18.751116 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-d13b6d76-ea6c-4acb-a36c-b9f87bb29c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:18.764602 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:18.766954 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ee6bbf-eb48-4595-b566-fc8c9e341bd0 admin admin] Checking segment: {'id': '05f694fd-aa8e-43ff-ad42-870e19141504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b7a0e2bc-d7d0-494f-8e99-aee30a4827ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:47:18.767670 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ee6bbf-eb48-4595-b566-fc8c9e341bd0 admin admin] Network hostable DHCP agents. Network: b7a0e2bc-d7d0-494f-8e99-aee30a4827ad, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:47:18.814620 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fa4d5c05-5c75-489c-a90b-15b0954a1d7f req-da8d201f-c69c-498a-a2c4-a2935997967a tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866257 Nov 04 10:47:18.857117 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] No DVR routers for this DVR port 843e3094-a91b-4200-a78a-9a27c5e89d92 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:47:18.862229 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event deleted for resources: {'Port': ['ID=843e3094-a91b-4200-a78a-9a27c5e89d92,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:18.879127 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3d0bd31f-1262-414c-9233-b7f2337a4728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:18.889786 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b6d76-ea6c-4acb-a36c-b9f87bb29c64 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c3459c-5fac-4a2a-9dfb-4a469169087a,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:18.933010 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3d0bd31f-1262-414c-9233-b7f2337a4728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:18.941959 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3d0bd31f-1262-414c-9233-b7f2337a4728 admin admin] 10.222.0.127 "DELETE /v2.0/networks/731fed06-54a7-4fd6-8284-028a699f6dd4 HTTP/1.1" status: 204 len: 168 time: 1.6854482 Nov 04 10:47:18.945743 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ee6bbf-eb48-4595-b566-fc8c9e341bd0 admin admin] Network b7a0e2bc-d7d0-494f-8e99-aee30a4827ad is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:47:18.985567 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bd31f-1262-414c-9233-b7f2337a4728 admin admin] Pushing event deleted for resources: {'Network': ['ID=731fed06-54a7-4fd6-8284-028a699f6dd4,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:18.989877 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6c7970-b51b-4ff6-b798-6d48cf3691ff admin admin] Router ee653f2e-c4da-41e5-9134-f2e823a8c318 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:47:18.993345 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-d13b6d76-ea6c-4acb-a36c-b9f87bb29c64 service neutron] Attempting to bind port b1c3459c-5fac-4a2a-9dfb-4a469169087a on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:47:18.993450 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-d13b6d76-ea6c-4acb-a36c-b9f87bb29c64 service neutron] Attempting to bind port b1c3459c-5fac-4a2a-9dfb-4a469169087a by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:47:18.993933 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-d13b6d76-ea6c-4acb-a36c-b9f87bb29c64 service neutron] Attempting to bind port b1c3459c-5fac-4a2a-9dfb-4a469169087a on network 4ea30ddd-783c-4e98-88c8-c72495d90b19 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:47:19.007555 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-d13b6d76-ea6c-4acb-a36c-b9f87bb29c64 service neutron] Port b1c3459c-5fac-4a2a-9dfb-4a469169087a on network 4ea30ddd-783c-4e98-88c8-c72495d90b19 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:47:19.007885 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-d13b6d76-ea6c-4acb-a36c-b9f87bb29c64 service neutron] Attempting to bind port b1c3459c-5fac-4a2a-9dfb-4a469169087a on network 4ea30ddd-783c-4e98-88c8-c72495d90b19 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:47:19.017163 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-d13b6d76-ea6c-4acb-a36c-b9f87bb29c64 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:47:19.017929 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-d13b6d76-ea6c-4acb-a36c-b9f87bb29c64 service neutron] Checking segment: {'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:47:19.017929 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-d13b6d76-ea6c-4acb-a36c-b9f87bb29c64 service neutron] Bound using segment: {'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:47:19.018311 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-d13b6d76-ea6c-4acb-a36c-b9f87bb29c64 service neutron] Bound port: b1c3459c-5fac-4a2a-9dfb-4a469169087a, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:47:19.018919 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-d13b6d76-ea6c-4acb-a36c-b9f87bb29c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:19.058059 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-b2ee6bbf-eb48-4595-b566-fc8c9e341bd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, b7a0e2bc-d7d0-494f-8e99-aee30a4827ad) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:47:19.068314 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ee6bbf-eb48-4595-b566-fc8c9e341bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:19.069658 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b2ee6bbf-eb48-4595-b566-fc8c9e341bd0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:19.075457 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1639b7f9-8aa7-410c-b608-371de741db39 None None] Network b7a0e2bc-d7d0-494f-8e99-aee30a4827ad requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:47:19.085112 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:19.121895 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663a7033-4bc7-40fd-8a36-093b62568b59']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:19.128051 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b2ee6bbf-eb48-4595-b566-fc8c9e341bd0 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0186996 Nov 04 10:47:19.170755 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa977a7-4f77-4f11-a0a3-c53e0957ab0d req-0c4a333d-bee2-46c9-b026-bd7911af3543 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:19.178391 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa977a7-4f77-4f11-a0a3-c53e0957ab0d req-0c4a333d-bee2-46c9-b026-bd7911af3543 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:19.186770 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa977a7-4f77-4f11-a0a3-c53e0957ab0d req-0c4a333d-bee2-46c9-b026-bd7911af3543 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:19.194509 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa977a7-4f77-4f11-a0a3-c53e0957ab0d req-0c4a333d-bee2-46c9-b026-bd7911af3543 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:19.202527 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa977a7-4f77-4f11-a0a3-c53e0957ab0d req-0c4a333d-bee2-46c9-b026-bd7911af3543 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:19.209222 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa977a7-4f77-4f11-a0a3-c53e0957ab0d req-0c4a333d-bee2-46c9-b026-bd7911af3543 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:19.213047 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53606) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:19.217078 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa977a7-4f77-4f11-a0a3-c53e0957ab0d req-0c4a333d-bee2-46c9-b026-bd7911af3543 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:19.225925 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eaa977a7-4f77-4f11-a0a3-c53e0957ab0d req-0c4a333d-bee2-46c9-b026-bd7911af3543 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5431 time: 0.2813356 Nov 04 10:47:19.238220 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de4fcb41-d36f-418f-9656-09ea8858981b') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:19.238520 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de4fcb41-d36f-418f-9656-09ea8858981b') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:19.260135 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:19.285392 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:19.306151 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Releasing vlan 1184 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:47:19.306857 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:47:19.310814 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:47:19.338395 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f7e0a2-77db-4f27-b88a-6e600a71ccc4 None None] Network b7a0e2bc-d7d0-494f-8e99-aee30a4827ad requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:47:19.343086 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-d13b6d76-ea6c-4acb-a36c-b9f87bb29c64 service neutron] For port b1c3459c-5fac-4a2a-9dfb-4a469169087a, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:47:19.356429 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6c7970-b51b-4ff6-b798-6d48cf3691ff admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:47:19.363544 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6d6c7970-b51b-4ff6-b798-6d48cf3691ff admin admin] 10.222.0.127 "PUT /v2.0/routers/ee653f2e-c4da-41e5-9134-f2e823a8c318/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9918175 Nov 04 10:47:19.366259 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e0fac846-0d14-46bf-b472-8673eba7b361 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=788160c19d1a4f008a54db687944f75d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1505454 Nov 04 10:47:19.367469 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53610) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:19.371649 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6c050d-08e4-468f-b14f-2a482a3094f8 None None] Sync routers for ids ['ee653f2e-c4da-41e5-9134-f2e823a8c318'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:47:19.375970 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53614) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:19.388910 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6c050d-08e4-468f-b14f-2a482a3094f8 None None] Routers {'ee653f2e-c4da-41e5-9134-f2e823a8c318'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:47:19.390580 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-4b6c050d-08e4-468f-b14f-2a482a3094f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:46:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ee653f2e-c4da-41e5-9134-f2e823a8c318'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:19.465300 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eaa977a7-4f77-4f11-a0a3-c53e0957ab0d req-d0926153-cd84-4107-a140-332ef50c24b2 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2384474 Nov 04 10:47:19.495427 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:19.523576 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-61ecb62a-dc7e-48c8-a4e8-9299cd27d51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:19.526877 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:19.532762 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-d13b6d76-ea6c-4acb-a36c-b9f87bb29c64 service neutron] For port b1c3459c-5fac-4a2a-9dfb-4a469169087a, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b1c3459c-5fac-4a2a-9dfb-4a469169087a,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:47:19.542676 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "DELETE /v2.0/networks/663a7033-4bc7-40fd-8a36-093b62568b59 HTTP/1.1" status: 204 len: 168 time: 4.5200045 Nov 04 10:47:19.544328 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53620) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:19.558587 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-f725b495-5376-4c80-ac66-6dc03005ed4d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1887440901'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:47:19.593915 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b60cb-fa24-4e63-9396-471d991557c6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event deleted for resources: {'Network': ['ID=663a7033-4bc7-40fd-8a36-093b62568b59,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:19.594185 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-d13b6d76-ea6c-4acb-a36c-b9f87bb29c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:19.607136 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f725b495-5376-4c80-ac66-6dc03005ed4d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Made reservation on behalf of 028140db9f3f48ac9efcb43be0878ad9 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:47:19.614180 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f725b495-5376-4c80-ac66-6dc03005ed4d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:19.635717 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-4b6c050d-08e4-468f-b14f-2a482a3094f8 None None] Set router ee653f2e-c4da-41e5-9134-f2e823a8c318 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:47:19.667115 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-22696916-1e6a-4bb6-a9fe-7a42b15a4953 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:19.668877 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f725b495-5376-4c80-ac66-6dc03005ed4d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1181} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:47:19.679604 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b6d76-ea6c-4acb-a36c-b9f87bb29c64 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c3459c-5fac-4a2a-9dfb-4a469169087a,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:19.691902 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f725b495-5376-4c80-ac66-6dc03005ed4d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:19.692257 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-f725b495-5376-4c80-ac66-6dc03005ed4d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Added segment 14f7d671-77e8-4e2b-832d-1aa8060ec701 of type vlan for network 3668e26d-6d50-4535-a9f3-6b64e742ec5e Nov 04 10:47:19.720610 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-d13b6d76-ea6c-4acb-a36c-b9f87bb29c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:19.721313 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-d13b6d76-ea6c-4acb-a36c-b9f87bb29c64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:19.722769 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-d13b6d76-ea6c-4acb-a36c-b9f87bb29c64 service neutron] 10.222.0.126 "PUT /v2.0/ports/b1c3459c-5fac-4a2a-9dfb-4a469169087a HTTP/1.1" status: 200 len: 1091 time: 1.9549253 Nov 04 10:47:19.725259 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '242d15bc-60f7-4315-937d-f8f9f953ea25', 'tag': 'b1c3459c-5fac-4a2a-9dfb-4a469169087a'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:47:19.727903 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05652aec-1314-4e9a-a5f8-589e4cb6e5d1" -d '{"events": [{"name": "network-changed", "server_uuid": "242d15bc-60f7-4315-937d-f8f9f953ea25", "tag": "b1c3459c-5fac-4a2a-9dfb-4a469169087a"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:47:19.765238 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d1f9162-b278-4914-bb3f-ad9d4c89856d admin admin] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:19.772580 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-22696916-1e6a-4bb6-a9fe-7a42b15a4953 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:19.795904 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f725b495-5376-4c80-ac66-6dc03005ed4d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:19.844607 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f725b495-5376-4c80-ac66-6dc03005ed4d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:19.850635 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f725b495-5376-4c80-ac66-6dc03005ed4d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:19.851286 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f725b495-5376-4c80-ac66-6dc03005ed4d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:19.867164 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-4b6c050d-08e4-468f-b14f-2a482a3094f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'name': 'tempest-ServersTestManualDisk-2102480345-router', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:26Z', 'updated_at': '2021-11-04T10:47:17Z', 'revision_number': 5, 'project_id': '70e6800525e94252bd926fa3f3533b35', 'gw_port': {'id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:29Z', 'updated_at': '2021-11-04T10:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:19.903937 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6c050d-08e4-468f-b14f-2a482a3094f8 None None] Checking router: ee653f2e-c4da-41e5-9134-f2e823a8c318 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:47:19.915785 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6c050d-08e4-468f-b14f-2a482a3094f8 None None] Routers {'ee653f2e-c4da-41e5-9134-f2e823a8c318'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:47:19.916448 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-4b6c050d-08e4-468f-b14f-2a482a3094f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:47:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ee653f2e-c4da-41e5-9134-f2e823a8c318'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:19.934545 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3937222d-4e42-465f-b808-bdfe58cbc680 x-openstack-request-id: req-3937222d-4e42-465f-b808-bdfe58cbc680 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:47:19.934844 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "242d15bc-60f7-4315-937d-f8f9f953ea25", "tag": "b1c3459c-5fac-4a2a-9dfb-4a469169087a", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:47:19.935095 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-3937222d-4e42-465f-b808-bdfe58cbc680 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:47:19.935496 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '242d15bc-60f7-4315-937d-f8f9f953ea25', 'tag': 'b1c3459c-5fac-4a2a-9dfb-4a469169087a', 'status': 'completed', 'code': 200} Nov 04 10:47:20.021908 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f725b495-5376-4c80-ac66-6dc03005ed4d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4758708 Nov 04 10:47:20.028944 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53634) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:20.055651 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-1a1b3b7f-e37a-4cbf-bd8a-6e8c6e4abbb7 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Request body: {'subnet': {'network_id': '3668e26d-6d50-4535-a9f3-6b64e742ec5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:47:20.081649 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725b495-5376-4c80-ac66-6dc03005ed4d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event updated for resources: {'Network': ['ID=3668e26d-6d50-4535-a9f3-6b64e742ec5e,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:20.103532 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 3668e26d-6d50-4535-a9f3-6b64e742ec5e details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:47:20.155815 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e212779-d9a1-4906-9bb0-822651eb7ff0 req-a0ee16da-da2b-4ce0-b239-8c7fc520f5ba tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:20.164362 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4e212779-d9a1-4906-9bb0-822651eb7ff0 req-a0ee16da-da2b-4ce0-b239-8c7fc520f5ba tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=242d15bc-60f7-4315-937d-f8f9f953ea25 HTTP/1.1" status: 200 len: 943 time: 0.2571146 Nov 04 10:47:20.169962 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-4b6c050d-08e4-468f-b14f-2a482a3094f8 None None] Set router ee653f2e-c4da-41e5-9134-f2e823a8c318 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:47:20.293604 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4e212779-d9a1-4906-9bb0-822651eb7ff0 req-2d016b1f-ac57-4d52-8c46-5ca4979be443 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268873 Nov 04 10:47:20.316284 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1b3b7f-e37a-4cbf-bd8a-6e8c6e4abbb7 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Made reservation on behalf of 028140db9f3f48ac9efcb43be0878ad9 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:47:20.321106 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1a1b3b7f-e37a-4cbf-bd8a-6e8c6e4abbb7 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:20.445677 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-b0a9ac66-8e61-4430-82af-78221bacdf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:20.447659 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-b0a9ac66-8e61-4430-82af-78221bacdf8d service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=343110c8f9b64c948b5d4c411d3c8a01&device_id=242d15bc-60f7-4315-937d-f8f9f953ea25 HTTP/1.1" status: 200 len: 1094 time: 0.6573093 Nov 04 10:47:20.448455 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-4b6c050d-08e4-468f-b14f-2a482a3094f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'name': 'tempest-ServersTestManualDisk-2102480345-router', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:26Z', 'updated_at': '2021-11-04T10:47:17Z', 'revision_number': 5, 'project_id': '70e6800525e94252bd926fa3f3533b35', 'gw_port': {'id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:29Z', 'updated_at': '2021-11-04T10:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:20.451463 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-22696916-1e6a-4bb6-a9fe-7a42b15a4953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:20.454697 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-22696916-1e6a-4bb6-a9fe-7a42b15a4953 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:20.458469 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-22696916-1e6a-4bb6-a9fe-7a42b15a4953 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/5f065520-067a-433b-af2e-81d36750bcf1 HTTP/1.1" status: 204 len: 168 time: 1.0776324 Nov 04 10:47:20.513828 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6c050d-08e4-468f-b14f-2a482a3094f8 None None] The sync data for ids ['ee653f2e-c4da-41e5-9134-f2e823a8c318'] in n-d-816629-1 is: [{'id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'name': 'tempest-ServersTestManualDisk-2102480345-router', 'tenant_id': '70e6800525e94252bd926fa3f3533b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:26Z', 'updated_at': '2021-11-04T10:47:17Z', 'revision_number': 5, 'project_id': '70e6800525e94252bd926fa3f3533b35', 'gw_port': {'id': 'b2effcf6-7eb0-4196-a427-020a9aa91780', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee653f2e-c4da-41e5-9134-f2e823a8c318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:29Z', 'updated_at': '2021-11-04T10:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:47:20.571236 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-b3d59f4f-e811-4d53-a124-cf77a3d7a5eb service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1c3459c-5fac-4a2a-9dfb-4a469169087a HTTP/1.1" status: 200 len: 217 time: 0.0912666 Nov 04 10:47:20.577694 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22696916-1e6a-4bb6-a9fe-7a42b15a4953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f065520-067a-433b-af2e-81d36750bcf1,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:20.590610 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d1f9162-b278-4914-bb3f-ad9d4c89856d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:20.695971 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1a1b3b7f-e37a-4cbf-bd8a-6e8c6e4abbb7 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:20.710504 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-27243ece-780c-4c46-b58e-bed94ea7b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:20.710897 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:20.714972 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-27243ece-780c-4c46-b58e-bed94ea7b55c service neutron] 10.222.0.126 "GET /v2.0/subnets?id=2f935783-72d0-4b06-b77a-43dd18ec13a3 HTTP/1.1" status: 200 len: 846 time: 0.1304140 Nov 04 10:47:20.766407 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b3b7f-e37a-4cbf-bd8a-6e8c6e4abbb7 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event updated for resources: {'Subnet': ['ID=16201d8e-a5b6-478c-a307-a02fbe14f3ac,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:20.836214 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1b3b7f-e37a-4cbf-bd8a-6e8c6e4abbb7 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Checking segment: {'id': '14f7d671-77e8-4e2b-832d-1aa8060ec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '3668e26d-6d50-4535-a9f3-6b64e742ec5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:47:20.836596 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b3b7f-e37a-4cbf-bd8a-6e8c6e4abbb7 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Network hostable DHCP agents. Network: 3668e26d-6d50-4535-a9f3-6b64e742ec5e, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:47:20.849464 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-67c6b22c-9135-401a-afe0-ab41db87297c service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=4ea30ddd-783c-4e98-88c8-c72495d90b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239173 Nov 04 10:47:20.864102 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2f7c9-ec03-4265-b443-235a121c663c req-90de0f40-b9a8-4072-bf3d-8a6fba8bbfba tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:20.871019 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2f7c9-ec03-4265-b443-235a121c663c req-90de0f40-b9a8-4072-bf3d-8a6fba8bbfba tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:20.878936 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2f7c9-ec03-4265-b443-235a121c663c req-90de0f40-b9a8-4072-bf3d-8a6fba8bbfba tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:20.893179 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2f7c9-ec03-4265-b443-235a121c663c req-90de0f40-b9a8-4072-bf3d-8a6fba8bbfba tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:20.900733 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2f7c9-ec03-4265-b443-235a121c663c req-90de0f40-b9a8-4072-bf3d-8a6fba8bbfba tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:20.910792 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2f7c9-ec03-4265-b443-235a121c663c req-90de0f40-b9a8-4072-bf3d-8a6fba8bbfba tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:20.931040 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2f7c9-ec03-4265-b443-235a121c663c req-90de0f40-b9a8-4072-bf3d-8a6fba8bbfba tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:20.940194 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-00a2f7c9-ec03-4265-b443-235a121c663c req-90de0f40-b9a8-4072-bf3d-8a6fba8bbfba tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5431 time: 0.1774001 Nov 04 10:47:20.941677 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c9dc1490-7b9c-4b6f-859a-946dcc7807b9 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:47:20.985604 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: c9dc1490-7b9c-4b6f-859a-946dcc7807b9 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:47:20.988319 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c9dc1490-7b9c-4b6f-859a-946dcc7807b9 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:47:20.995558 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b3b7f-e37a-4cbf-bd8a-6e8c6e4abbb7 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Network 3668e26d-6d50-4535-a9f3-6b64e742ec5e is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:47:21.017550 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-1a1b3b7f-e37a-4cbf-bd8a-6e8c6e4abbb7 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 3668e26d-6d50-4535-a9f3-6b64e742ec5e) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:47:21.033420 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76650be3-d410-4b1d-b68a-050d71ebdb5e None None] Network 3668e26d-6d50-4535-a9f3-6b64e742ec5e requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:47:21.071056 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1b3b7f-e37a-4cbf-bd8a-6e8c6e4abbb7 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:21.071670 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1a1b3b7f-e37a-4cbf-bd8a-6e8c6e4abbb7 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:21.092523 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-00a2f7c9-ec03-4265-b443-235a121c663c req-355cfbee-e688-46ff-a616-f87f44919a09 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1457024 Nov 04 10:47:21.152720 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53662) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:21.153210 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1a1b3b7f-e37a-4cbf-bd8a-6e8c6e4abbb7 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1227891 Nov 04 10:47:21.368650 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-6d1f9162-b278-4914-bb3f-ad9d4c89856d admin admin] Deleting port b2effcf6-7eb0-4196-a427-020a9aa91780 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:47:21.368650 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d1f9162-b278-4914-bb3f-ad9d4c89856d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:21.376704 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:21.391830 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3d6658-2124-4f99-b985-90da90922631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-3668e26d-6d50-4535-a9f3-6b64e742ec5e', 'network_id': '3668e26d-6d50-4535-a9f3-6b64e742ec5e', 'tenant_id': '028140db9f3f48ac9efcb43be0878ad9', 'fixed_ips': [{'subnet_id': '16201d8e-a5b6-478c-a307-a02fbe14f3ac'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:47:21.393190 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4d3d6658-2124-4f99-b985-90da90922631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:21.514449 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae8d6b-fe5b-4a50-a438-b2f6c675be8d req-50656a88-ebc4-4154-94dd-97ad49450e9a tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:21.519090 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fcae8d6b-fe5b-4a50-a438-b2f6c675be8d req-50656a88-ebc4-4154-94dd-97ad49450e9a tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=242d15bc-60f7-4315-937d-f8f9f953ea25 HTTP/1.1" status: 200 len: 943 time: 0.0756888 Nov 04 10:47:21.588610 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-a090e857-2d9e-474c-80b7-ce1fe530c79e service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7289166 Nov 04 10:47:21.645100 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fcae8d6b-fe5b-4a50-a438-b2f6c675be8d req-18c3d623-3667-4354-a663-a9297a5f40ee tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103756 Nov 04 10:47:21.699298 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-4d3d6658-2124-4f99-b985-90da90922631 None None] Allocated IP 2001:db8::1 (3668e26d-6d50-4535-a9f3-6b64e742ec5e/16201d8e-a5b6-478c-a307-a02fbe14f3ac/2ac2bc63-f0ef-445a-bc08-9109794ce16e) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:47:21.726463 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-6d1f9162-b278-4914-bb3f-ad9d4c89856d admin admin] For port b2effcf6-7eb0-4196-a427-020a9aa91780, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b2effcf6-7eb0-4196-a427-020a9aa91780,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:21.726882 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d1f9162-b278-4914-bb3f-ad9d4c89856d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:21.759265 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:21.799388 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-6d1f9162-b278-4914-bb3f-ad9d4c89856d admin admin] Calling delete_port for b2effcf6-7eb0-4196-a427-020a9aa91780 owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:47:21.926327 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bf90ba37-b194-4e35-a5ac-8ea5446c40c2 req-15b30730-d54f-4612-8bed-254656f811b6 service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077757 Nov 04 10:47:21.958352 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4d3d6658-2124-4f99-b985-90da90922631 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:21.972803 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4d3d6658-2124-4f99-b985-90da90922631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:22.021810 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3d6658-2124-4f99-b985-90da90922631 None None] Network 3668e26d-6d50-4535-a9f3-6b64e742ec5e is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:47:22.024995 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-4d3d6658-2124-4f99-b985-90da90922631 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:47:22.031722 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3d6658-2124-4f99-b985-90da90922631 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:47:22.033965 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d6658-2124-4f99-b985-90da90922631 None None] Pushing event updated for resources: {'Port': ['ID=2ac2bc63-f0ef-445a-bc08-9109794ce16e,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:22.122052 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-4d3d6658-2124-4f99-b985-90da90922631 None None] Attempting to bind port 2ac2bc63-f0ef-445a-bc08-9109794ce16e on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:47:22.122771 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-4d3d6658-2124-4f99-b985-90da90922631 None None] Attempting to bind port 2ac2bc63-f0ef-445a-bc08-9109794ce16e by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '14f7d671-77e8-4e2b-832d-1aa8060ec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '3668e26d-6d50-4535-a9f3-6b64e742ec5e'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:47:22.123388 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3d6658-2124-4f99-b985-90da90922631 None None] Attempting to bind port 2ac2bc63-f0ef-445a-bc08-9109794ce16e on network 3668e26d-6d50-4535-a9f3-6b64e742ec5e {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:47:22.145694 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05652aec-1314-4e9a-a5f8-589e4cb6e5d1 req-110679fa-2946-4dc7-8d52-2606a2cdd580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:22.148353 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-05652aec-1314-4e9a-a5f8-589e4cb6e5d1 req-110679fa-2946-4dc7-8d52-2606a2cdd580 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=343110c8f9b64c948b5d4c411d3c8a01&device_id=242d15bc-60f7-4315-937d-f8f9f953ea25 HTTP/1.1" status: 200 len: 1094 time: 0.1285112 Nov 04 10:47:22.155450 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:22.158730 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3d6658-2124-4f99-b985-90da90922631 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:47:22.159118 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3d6658-2124-4f99-b985-90da90922631 None None] Checking segment: {'id': '14f7d671-77e8-4e2b-832d-1aa8060ec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '3668e26d-6d50-4535-a9f3-6b64e742ec5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:47:22.159502 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4d3d6658-2124-4f99-b985-90da90922631 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:22.159887 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3d6658-2124-4f99-b985-90da90922631 None None] Bound using segment: {'id': '14f7d671-77e8-4e2b-832d-1aa8060ec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '3668e26d-6d50-4535-a9f3-6b64e742ec5e'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:47:22.160379 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-4d3d6658-2124-4f99-b985-90da90922631 None None] Bound port: 2ac2bc63-f0ef-445a-bc08-9109794ce16e, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f7d671-77e8-4e2b-832d-1aa8060ec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '3668e26d-6d50-4535-a9f3-6b64e742ec5e'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:47:22.161145 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4d3d6658-2124-4f99-b985-90da90922631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:22.202745 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:22.328539 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-4d3d6658-2124-4f99-b985-90da90922631 None None] For port 2ac2bc63-f0ef-445a-bc08-9109794ce16e, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:47:22.332505 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-4d3d6658-2124-4f99-b985-90da90922631 None None] For port 2ac2bc63-f0ef-445a-bc08-9109794ce16e, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2ac2bc63-f0ef-445a-bc08-9109794ce16e,segment=NetworkSegment(14f7d671-77e8-4e2b-832d-1aa8060ec701),segment_id=14f7d671-77e8-4e2b-832d-1aa8060ec701)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:47:22.343639 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4d3d6658-2124-4f99-b985-90da90922631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:22.403675 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event deleted for resources: {'Subnet': ['ID=16201d8e-a5b6-478c-a307-a02fbe14f3ac,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:22.548417 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d6658-2124-4f99-b985-90da90922631 None None] Pushing event updated for resources: {'Port': ['ID=2ac2bc63-f0ef-445a-bc08-9109794ce16e,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:22.559822 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:22.577189 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d1f9162-b278-4914-bb3f-ad9d4c89856d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:22.585777 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f968a2-687d-4886-aabe-ae208e6857a0 None None] Network 3668e26d-6d50-4535-a9f3-6b64e742ec5e requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:47:22.636207 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9207871-9d1f-40aa-8705-5675d7e47f17 req-f391b7e0-af8e-44ea-b5d3-d161c61a03a3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:22.645971 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9207871-9d1f-40aa-8705-5675d7e47f17 req-f391b7e0-af8e-44ea-b5d3-d161c61a03a3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:22.661065 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f9162-b278-4914-bb3f-ad9d4c89856d admin admin] Pushing event deleted for resources: {'Port': ['ID=b2effcf6-7eb0-4196-a427-020a9aa91780,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:22.661831 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9207871-9d1f-40aa-8705-5675d7e47f17 req-f391b7e0-af8e-44ea-b5d3-d161c61a03a3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:22.680914 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3668e26d-6d50-4535-a9f3-6b64e742ec5e']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:22.694242 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9207871-9d1f-40aa-8705-5675d7e47f17 req-f391b7e0-af8e-44ea-b5d3-d161c61a03a3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:22.695006 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05652aec-1314-4e9a-a5f8-589e4cb6e5d1 req-79a70fc4-ab1b-4b4d-a090-bba21515005a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:22.696689 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-05652aec-1314-4e9a-a5f8-589e4cb6e5d1 req-79a70fc4-ab1b-4b4d-a090-bba21515005a service neutron] 10.222.0.126 "GET /v2.0/networks?id=4ea30ddd-783c-4e98-88c8-c72495d90b19 HTTP/1.1" status: 200 len: 908 time: 0.5349069 Nov 04 10:47:22.703593 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9207871-9d1f-40aa-8705-5675d7e47f17 req-f391b7e0-af8e-44ea-b5d3-d161c61a03a3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:22.707772 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f7d671-77e8-4e2b-832d-1aa8060ec701') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:22.708298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f7d671-77e8-4e2b-832d-1aa8060ec701') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:22.714023 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9207871-9d1f-40aa-8705-5675d7e47f17 req-f391b7e0-af8e-44ea-b5d3-d161c61a03a3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:22.723756 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9207871-9d1f-40aa-8705-5675d7e47f17 req-f391b7e0-af8e-44ea-b5d3-d161c61a03a3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:22.726143 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b9207871-9d1f-40aa-8705-5675d7e47f17 req-f391b7e0-af8e-44ea-b5d3-d161c61a03a3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5431 time: 0.2199447 Nov 04 10:47:22.802948 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:22.824680 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:22.835860 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-05652aec-1314-4e9a-a5f8-589e4cb6e5d1 req-c260e4bf-af3f-460d-bd88-d0dfd29a2d67 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1c3459c-5fac-4a2a-9dfb-4a469169087a HTTP/1.1" status: 200 len: 217 time: 0.1243098 Nov 04 10:47:22.864034 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3501c39e-8438-4ac3-aa3a-0089db09b197 None None] get_active_networks_info from n-d-816629-1 {{(pid=101776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 10:47:22.865316 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:22.922913 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:47:22.923400 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:47:22.931751 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:47:22.936273 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d1f9162-b278-4914-bb3f-ad9d4c89856d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:22.972702 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b9207871-9d1f-40aa-8705-5675d7e47f17 req-1c846a09-303a-44cd-ba0f-ea422884f09f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2377026 Nov 04 10:47:23.176703 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3501c39e-8438-4ac3-aa3a-0089db09b197 None None] Resources bound (agent type, host, resource id): {{(pid=101776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 10:47:23.246192 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7e49db9f-d53f-47a2-9432-54f314a39c08 req-901c882b-b9ca-4f26-aa25-4dd7b1272691 tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.0626459 Nov 04 10:47:23.298684 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d1f9162-b278-4914-bb3f-ad9d4c89856d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:23.301633 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d1f9162-b278-4914-bb3f-ad9d4c89856d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:23.345734 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05652aec-1314-4e9a-a5f8-589e4cb6e5d1 req-7daccc9b-4c6f-48bf-b308-faf1ab3bd100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:23.347472 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-05652aec-1314-4e9a-a5f8-589e4cb6e5d1 req-7daccc9b-4c6f-48bf-b308-faf1ab3bd100 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=2f935783-72d0-4b06-b77a-43dd18ec13a3 HTTP/1.1" status: 200 len: 846 time: 0.5024352 Nov 04 10:47:23.349497 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d1f9162-b278-4914-bb3f-ad9d4c89856d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:23.350148 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1f9162-b278-4914-bb3f-ad9d4c89856d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee653f2e-c4da-41e5-9134-f2e823a8c318 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:47:23.355244 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d1f9162-b278-4914-bb3f-ad9d4c89856d admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:23.365027 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6d1f9162-b278-4914-bb3f-ad9d4c89856d admin admin] 10.222.0.127 "DELETE /v2.0/routers/ee653f2e-c4da-41e5-9134-f2e823a8c318 HTTP/1.1" status: 204 len: 168 time: 3.9878650 Nov 04 10:47:23.365027 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.db.api [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 04 10:47:23.365027 n-d-816629-1 neutron-server[101775]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 04 10:47:23.365027 n-d-816629-1 neutron-server[101775]: [parameters: {'id': '3668e26d-6d50-4535-a9f3-6b64e742ec5e'}] Nov 04 10:47:23.365027 n-d-816629-1 neutron-server[101775]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:47:23.365027 n-d-816629-1 neutron-server[101775]: DEBUG oslo_db.api [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:47:23.367463 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53740) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:23.435825 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-05652aec-1314-4e9a-a5f8-589e4cb6e5d1 req-a80e7f0f-f873-48d5-8182-53532384d624 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=4ea30ddd-783c-4e98-88c8-c72495d90b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771310 Nov 04 10:47:23.471134 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0df747-9772-47ef-8f10-0a8a9418962e admin admin] Deleting subnet 95124d82-029a-4bad-bd56-4a328bc7edbc {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:47:23.520709 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eb0df747-9772-47ef-8f10-0a8a9418962e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:23.528148 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463eb2b6-e909-4035-befe-5f5abc116c9d req-0c2a9876-4e24-4c5a-b8c7-adf89bdfe033 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:23.545529 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-463eb2b6-e909-4035-befe-5f5abc116c9d req-0c2a9876-4e24-4c5a-b8c7-adf89bdfe033 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=242d15bc-60f7-4315-937d-f8f9f953ea25 HTTP/1.1" status: 200 len: 943 time: 0.1999900 Nov 04 10:47:23.602072 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eb0df747-9772-47ef-8f10-0a8a9418962e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:23.702487 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-463eb2b6-e909-4035-befe-5f5abc116c9d req-ec9d4f56-e6e0-46c9-bcdb-819bfb223f19 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549046 Nov 04 10:47:23.733412 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-05652aec-1314-4e9a-a5f8-589e4cb6e5d1 req-9fd6316f-f49c-470f-829a-db2508382184 service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888236 Nov 04 10:47:23.858998 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:23.921514 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eb0df747-9772-47ef-8f10-0a8a9418962e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:24.003790 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-05652aec-1314-4e9a-a5f8-589e4cb6e5d1 req-1bb3e07e-c4c1-4b11-a4d0-1012d2ac6bf0 service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579343 Nov 04 10:47:24.043742 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eb0df747-9772-47ef-8f10-0a8a9418962e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:24.079574 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0df747-9772-47ef-8f10-0a8a9418962e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95124d82-029a-4bad-bd56-4a328bc7edbc,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:24.082433 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Deleting port 2ac2bc63-f0ef-445a-bc08-9109794ce16e {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:47:24.082766 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:24.087210 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eb0df747-9772-47ef-8f10-0a8a9418962e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:24.090647 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-eb0df747-9772-47ef-8f10-0a8a9418962e admin admin] 10.222.0.127 "DELETE /v2.0/subnets/95124d82-029a-4bad-bd56-4a328bc7edbc HTTP/1.1" status: 204 len: 168 time: 0.7162709 Nov 04 10:47:24.095585 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53754) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:24.099805 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df653a95-d6e6-40cd-a94d-6d172ae7489a None None] Network f30ef001-50f8-4502-9fd3-b2ec1bbf0d34 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:47:24.192694 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] For port 2ac2bc63-f0ef-445a-bc08-9109794ce16e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2ac2bc63-f0ef-445a-bc08-9109794ce16e,segment=NetworkSegment(14f7d671-77e8-4e2b-832d-1aa8060ec701),segment_id=14f7d671-77e8-4e2b-832d-1aa8060ec701)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:24.193123 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:24.211608 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Calling delete_port for 2ac2bc63-f0ef-445a-bc08-9109794ce16e owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:47:24.298063 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc2e9a-6724-4777-b1e2-091278babeb3 req-46895ecc-0abd-4392-8673-b2418ac7faa6 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:24.306333 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc2e9a-6724-4777-b1e2-091278babeb3 req-46895ecc-0abd-4392-8673-b2418ac7faa6 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:24.313660 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc2e9a-6724-4777-b1e2-091278babeb3 req-46895ecc-0abd-4392-8673-b2418ac7faa6 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:24.320890 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc2e9a-6724-4777-b1e2-091278babeb3 req-46895ecc-0abd-4392-8673-b2418ac7faa6 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:24.328345 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc2e9a-6724-4777-b1e2-091278babeb3 req-46895ecc-0abd-4392-8673-b2418ac7faa6 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:24.334442 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc2e9a-6724-4777-b1e2-091278babeb3 req-46895ecc-0abd-4392-8673-b2418ac7faa6 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:24.342040 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc2e9a-6724-4777-b1e2-091278babeb3 req-46895ecc-0abd-4392-8673-b2418ac7faa6 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:24.351200 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83cc2e9a-6724-4777-b1e2-091278babeb3 req-46895ecc-0abd-4392-8673-b2418ac7faa6 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5431 time: 0.1872792 Nov 04 10:47:24.431573 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83cc2e9a-6724-4777-b1e2-091278babeb3 req-60b4e904-a5c4-4ed7-8f36-9709ece6144b tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0791106 Nov 04 10:47:24.443238 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b347f308-2f2a-446f-a9c9-f17e47451764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:24.449988 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:24.451785 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abb3d15-0380-4f41-8a40-928936da5056 None None] DHCP port deletion for f30ef001-50f8-4502-9fd3-b2ec1bbf0d34 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:47:24.531375 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-7abb3d15-0380-4f41-8a40-928936da5056 None None] Deleting port a6f56412-d38f-4f81-a2be-9d732ddc14ef {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:47:24.533846 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7abb3d15-0380-4f41-8a40-928936da5056 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:24.547389 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-b347f308-2f2a-446f-a9c9-f17e47451764 admin admin] Deleting port a6f56412-d38f-4f81-a2be-9d732ddc14ef {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:47:24.547822 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b347f308-2f2a-446f-a9c9-f17e47451764 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:24.558525 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event deleted for resources: {'Port': ['ID=2ac2bc63-f0ef-445a-bc08-9109794ce16e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:24.562038 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] No DVR routers for this DVR port 2ac2bc63-f0ef-445a-bc08-9109794ce16e on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:47:24.660242 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-7abb3d15-0380-4f41-8a40-928936da5056 None None] For port a6f56412-d38f-4f81-a2be-9d732ddc14ef, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a6f56412-d38f-4f81-a2be-9d732ddc14ef,segment=NetworkSegment(02d8d283-88e4-4809-9dbe-93263286f795),segment_id=02d8d283-88e4-4809-9dbe-93263286f795)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:24.665044 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7abb3d15-0380-4f41-8a40-928936da5056 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:24.686178 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-7abb3d15-0380-4f41-8a40-928936da5056 None None] Calling delete_port for a6f56412-d38f-4f81-a2be-9d732ddc14ef owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:47:24.705812 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:24.717958 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7eb271c8-79a4-482e-8c9a-f77deeea64ce req-3f592d7e-fe6a-4fa8-8b06-ad573886f2bc tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.0378497 Nov 04 10:47:24.754155 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3668e26d-6d50-4535-a9f3-6b64e742ec5e']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:24.756581 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-b347f308-2f2a-446f-a9c9-f17e47451764 admin admin] For port a6f56412-d38f-4f81-a2be-9d732ddc14ef, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a6f56412-d38f-4f81-a2be-9d732ddc14ef,segment=NetworkSegment(02d8d283-88e4-4809-9dbe-93263286f795),segment_id=02d8d283-88e4-4809-9dbe-93263286f795)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:24.768033 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b347f308-2f2a-446f-a9c9-f17e47451764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:24.785911 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f7d671-77e8-4e2b-832d-1aa8060ec701') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:24.786167 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f7d671-77e8-4e2b-832d-1aa8060ec701') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:24.791514 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-b347f308-2f2a-446f-a9c9-f17e47451764 admin admin] Calling delete_port for a6f56412-d38f-4f81-a2be-9d732ddc14ef owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:47:24.810172 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:24.834759 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:24.850047 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:47:24.850464 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:47:24.853806 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:47:24.864264 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7abb3d15-0380-4f41-8a40-928936da5056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:24.886269 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abb3d15-0380-4f41-8a40-928936da5056 None None] No DVR routers for this DVR port a6f56412-d38f-4f81-a2be-9d732ddc14ef on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:47:24.924581 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b347f308-2f2a-446f-a9c9-f17e47451764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:24.954175 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb3d15-0380-4f41-8a40-928936da5056 None None] Pushing event deleted for resources: {'Port': ['ID=a6f56412-d38f-4f81-a2be-9d732ddc14ef,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:24.969805 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:24.979531 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a6f56412-d38f-4f81-a2be-9d732ddc14ef no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:47:24.982476 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:24.986145 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "DELETE /v2.0/networks/3668e26d-6d50-4535-a9f3-6b64e742ec5e HTTP/1.1" status: 204 len: 168 time: 3.8289065 Nov 04 10:47:24.990660 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53774) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:24.996233 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347f308-2f2a-446f-a9c9-f17e47451764 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f56412-d38f-4f81-a2be-9d732ddc14ef,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:25.012752 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b347f308-2f2a-446f-a9c9-f17e47451764 admin admin] No DVR routers for this DVR port a6f56412-d38f-4f81-a2be-9d732ddc14ef on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:47:25.017693 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: a6f56412-d38f-4f81-a2be-9d732ddc14ef {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:47:25.019082 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a6f56412-d38f-4f81-a2be-9d732ddc14ef not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:47:25.019555 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b2effcf6-7eb0-4196-a427-020a9aa91780 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:47:25.036998 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-d49904ab-078b-47ce-981d-bf0ad4b2f07b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1860690326'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:47:25.051009 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: b2effcf6-7eb0-4196-a427-020a9aa91780 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:47:25.051299 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b2effcf6-7eb0-4196-a427-020a9aa91780 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:47:25.055750 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ebb4ea-03ec-42e7-bdac-ef9487d49c1e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event deleted for resources: {'Network': ['ID=3668e26d-6d50-4535-a9f3-6b64e742ec5e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:25.088376 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49904ab-078b-47ce-981d-bf0ad4b2f07b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Made reservation on behalf of 028140db9f3f48ac9efcb43be0878ad9 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:47:25.092128 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d49904ab-078b-47ce-981d-bf0ad4b2f07b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:25.126411 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49904ab-078b-47ce-981d-bf0ad4b2f07b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1183} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:47:25.151149 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d49904ab-078b-47ce-981d-bf0ad4b2f07b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:25.151685 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-d49904ab-078b-47ce-981d-bf0ad4b2f07b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Added segment c8e33c90-877f-40ab-a785-781e5037cc8a of type vlan for network 4759be74-b1bb-4a36-8c15-a2313d2a672c Nov 04 10:47:25.176634 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357e03e-7a53-4fdb-a5bd-ac8f65d57f04 req-b364d506-47c1-4b7e-96eb-212ce42b0e59 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:25.188897 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9357e03e-7a53-4fdb-a5bd-ac8f65d57f04 req-b364d506-47c1-4b7e-96eb-212ce42b0e59 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=242d15bc-60f7-4315-937d-f8f9f953ea25 HTTP/1.1" status: 200 len: 943 time: 0.2612424 Nov 04 10:47:25.197584 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d49904ab-078b-47ce-981d-bf0ad4b2f07b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:25.219027 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b347f308-2f2a-446f-a9c9-f17e47451764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:25.244860 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d49904ab-078b-47ce-981d-bf0ad4b2f07b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:25.283330 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49904ab-078b-47ce-981d-bf0ad4b2f07b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:25.284002 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d49904ab-078b-47ce-981d-bf0ad4b2f07b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:25.311138 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-b347f308-2f2a-446f-a9c9-f17e47451764 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f30ef001-50f8-4502-9fd3-b2ec1bbf0d34']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:25.347536 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-b347f308-2f2a-446f-a9c9-f17e47451764 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d8d283-88e4-4809-9dbe-93263286f795') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:25.348244 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-b347f308-2f2a-446f-a9c9-f17e47451764 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d8d283-88e4-4809-9dbe-93263286f795') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:25.375152 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b347f308-2f2a-446f-a9c9-f17e47451764 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:25.380915 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9357e03e-7a53-4fdb-a5bd-ac8f65d57f04 req-ac01607d-fb9c-4249-8da2-63c3056b5400 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905987 Nov 04 10:47:25.403464 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b347f308-2f2a-446f-a9c9-f17e47451764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:25.414734 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b347f308-2f2a-446f-a9c9-f17e47451764 admin admin] Releasing vlan 1164 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:47:25.417153 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b347f308-2f2a-446f-a9c9-f17e47451764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:47:25.420420 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:47:25.509625 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b347f308-2f2a-446f-a9c9-f17e47451764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:25.517525 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b347f308-2f2a-446f-a9c9-f17e47451764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:25.523287 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b347f308-2f2a-446f-a9c9-f17e47451764 admin admin] 10.222.0.127 "DELETE /v2.0/networks/f30ef001-50f8-4502-9fd3-b2ec1bbf0d34 HTTP/1.1" status: 204 len: 168 time: 1.4238000 Nov 04 10:47:25.551201 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347f308-2f2a-446f-a9c9-f17e47451764 admin admin] Pushing event deleted for resources: {'Network': ['ID=f30ef001-50f8-4502-9fd3-b2ec1bbf0d34,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:25.657196 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c78c55-6489-48b4-adc8-7e0611635da1 req-846864a6-f342-4a5a-9322-6ae5c9bdfc5b tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:25.668055 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c78c55-6489-48b4-adc8-7e0611635da1 req-846864a6-f342-4a5a-9322-6ae5c9bdfc5b tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:25.687717 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c78c55-6489-48b4-adc8-7e0611635da1 req-846864a6-f342-4a5a-9322-6ae5c9bdfc5b tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:25.705585 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c78c55-6489-48b4-adc8-7e0611635da1 req-846864a6-f342-4a5a-9322-6ae5c9bdfc5b tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:25.712753 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c78c55-6489-48b4-adc8-7e0611635da1 req-846864a6-f342-4a5a-9322-6ae5c9bdfc5b tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:25.720178 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c78c55-6489-48b4-adc8-7e0611635da1 req-846864a6-f342-4a5a-9322-6ae5c9bdfc5b tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:25.727723 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c78c55-6489-48b4-adc8-7e0611635da1 req-846864a6-f342-4a5a-9322-6ae5c9bdfc5b tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:25.738210 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-76c78c55-6489-48b4-adc8-7e0611635da1 req-846864a6-f342-4a5a-9322-6ae5c9bdfc5b tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5431 time: 0.1670578 Nov 04 10:47:25.844082 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-76c78c55-6489-48b4-adc8-7e0611635da1 req-d99dc57f-6f45-4f32-a5cb-989d144f8ac0 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1046131 Nov 04 10:47:25.894080 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d49904ab-078b-47ce-981d-bf0ad4b2f07b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9020698 Nov 04 10:47:25.897114 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53798) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:25.903990 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-5a76c465-606b-4f8c-a3b5-dc5057ac886b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Request body: {'subnet': {'network_id': '4759be74-b1bb-4a36-8c15-a2313d2a672c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:47:25.912433 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53800) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:25.949334 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-29f0ebc1-c7e6-456a-98c3-d96669bc4ebf req-0d38aa2e-b467-48fd-b1cc-35755abb948f service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.0730040 Nov 04 10:47:25.956637 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49904ab-078b-47ce-981d-bf0ad4b2f07b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event updated for resources: {'Network': ['ID=4759be74-b1bb-4a36-8c15-a2313d2a672c,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:25.974296 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 4759be74-b1bb-4a36-8c15-a2313d2a672c details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:47:26.108694 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e9be1b25-cc5b-4439-8239-175f35ecb545 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=70e6800525e94252bd926fa3f3533b35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1943831 Nov 04 10:47:26.111195 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53804) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:26.147784 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-55b85c8c-ccbf-4e6c-9e06-bea97f74765a req-09dd66c3-2b21-495d-ba98-8a20b67c281d tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.1230397 Nov 04 10:47:26.204721 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4597d278-4838-4564-b513-7007346956a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:26.206453 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b1c3459c-5fac-4a2a-9dfb-4a469169087a details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:47:26.210015 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a76c465-606b-4f8c-a3b5-dc5057ac886b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Made reservation on behalf of 028140db9f3f48ac9efcb43be0878ad9 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:47:26.213844 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5a76c465-606b-4f8c-a3b5-dc5057ac886b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:26.236151 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4597d278-4838-4564-b513-7007346956a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:26.348140 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port b1c3459c-5fac-4a2a-9dfb-4a469169087a, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b1c3459c-5fac-4a2a-9dfb-4a469169087a,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:26.349462 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4597d278-4838-4564-b513-7007346956a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:26.358584 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4597d278-4838-4564-b513-7007346956a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:26.360017 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4597d278-4838-4564-b513-7007346956a8 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/b7061fe0-1d43-4caf-97c9-b8eea0ba3fee HTTP/1.1" status: 204 len: 168 time: 0.2477207 Nov 04 10:47:26.375494 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'b1c3459c-5fac-4a2a-9dfb-4a469169087a', 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19', 'port_id': 'b1c3459c-5fac-4a2a-9dfb-4a469169087a', 'mac_address': 'fa:16:3e:89:7d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f935783-72d0-4b06-b77a-43dd18ec13a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:47:26.376509 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597d278-4838-4564-b513-7007346956a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7061fe0-1d43-4caf-97c9-b8eea0ba3fee,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:26.463669 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:26.507030 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c3459c-5fac-4a2a-9dfb-4a469169087a {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:47:26.560518 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port b1c3459c-5fac-4a2a-9dfb-4a469169087a, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b1c3459c-5fac-4a2a-9dfb-4a469169087a,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:26.567488 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:26.622912 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5a76c465-606b-4f8c-a3b5-dc5057ac886b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:26.645035 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=b1c3459c-5fac-4a2a-9dfb-4a469169087a,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:26.647004 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c799abf-3a52-48ac-b0c3-e684e11f78e3 req-35f66f85-b164-461d-af78-55d59365a0f8 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:26.656043 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3c799abf-3a52-48ac-b0c3-e684e11f78e3 req-35f66f85-b164-461d-af78-55d59365a0f8 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=242d15bc-60f7-4315-937d-f8f9f953ea25 HTTP/1.1" status: 200 len: 944 time: 0.0876789 Nov 04 10:47:26.835340 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a76c465-606b-4f8c-a3b5-dc5057ac886b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Checking segment: {'id': 'c8e33c90-877f-40ab-a785-781e5037cc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '4759be74-b1bb-4a36-8c15-a2313d2a672c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:47:26.836088 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a76c465-606b-4f8c-a3b5-dc5057ac886b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Network hostable DHCP agents. Network: 4759be74-b1bb-4a36-8c15-a2313d2a672c, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:47:26.851419 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76c465-606b-4f8c-a3b5-dc5057ac886b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event updated for resources: {'Subnet': ['ID=b272f14a-b0d2-41e4-ab57-a85c5fb60293,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:26.867203 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3c799abf-3a52-48ac-b0c3-e684e11f78e3 req-8f5d3bb1-9086-4827-b091-35690d7c6b2d tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102885 Nov 04 10:47:26.904671 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a76c465-606b-4f8c-a3b5-dc5057ac886b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Network 4759be74-b1bb-4a36-8c15-a2313d2a672c is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:47:26.907903 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['b1c3459c-5fac-4a2a-9dfb-4a469169087a'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:47:26.921467 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-5a76c465-606b-4f8c-a3b5-dc5057ac886b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 4759be74-b1bb-4a36-8c15-a2313d2a672c) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:47:26.928610 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a76c465-606b-4f8c-a3b5-dc5057ac886b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:26.929224 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5a76c465-606b-4f8c-a3b5-dc5057ac886b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:26.963839 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5a76c465-606b-4f8c-a3b5-dc5057ac886b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0653949 Nov 04 10:47:26.966752 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53832) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:26.975300 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823fde34-88c5-43d3-851e-36c4d02f8221 None None] Network 4759be74-b1bb-4a36-8c15-a2313d2a672c requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:47:27.133863 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3073f1-b264-47f1-9999-bc4971f85677 req-2aa61fe0-f887-4091-9bd6-eed9ba697d38 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:27.147741 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3073f1-b264-47f1-9999-bc4971f85677 req-2aa61fe0-f887-4091-9bd6-eed9ba697d38 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:27.157430 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3073f1-b264-47f1-9999-bc4971f85677 req-2aa61fe0-f887-4091-9bd6-eed9ba697d38 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:27.170009 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3073f1-b264-47f1-9999-bc4971f85677 req-2aa61fe0-f887-4091-9bd6-eed9ba697d38 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:27.191140 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3073f1-b264-47f1-9999-bc4971f85677 req-2aa61fe0-f887-4091-9bd6-eed9ba697d38 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:27.204621 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8da94622-f104-4b44-ad81-bb35f2d1917d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:27.208204 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3073f1-b264-47f1-9999-bc4971f85677 req-2aa61fe0-f887-4091-9bd6-eed9ba697d38 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:27.221988 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3073f1-b264-47f1-9999-bc4971f85677 req-2aa61fe0-f887-4091-9bd6-eed9ba697d38 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:27.237441 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ee3073f1-b264-47f1-9999-bc4971f85677 req-2aa61fe0-f887-4091-9bd6-eed9ba697d38 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5431 time: 0.1989856 Nov 04 10:47:27.315144 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8da94622-f104-4b44-ad81-bb35f2d1917d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:27.330377 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ee3073f1-b264-47f1-9999-bc4971f85677 req-49ad8919-b1bf-4c2a-b9fa-3eb94c585114 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920420 Nov 04 10:47:27.470648 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8da94622-f104-4b44-ad81-bb35f2d1917d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:27.635810 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c3be2c-ca3c-4936-a91a-6f6f0fd6bf7f None None] Network 4759be74-b1bb-4a36-8c15-a2313d2a672c requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:47:27.641141 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f76d78da-f6de-40d0-a08e-7ba43f4154f5 req-7bb55461-cc30-4370-a67a-a03bda8a6241 tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.0645640 Nov 04 10:47:27.699000 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8da94622-f104-4b44-ad81-bb35f2d1917d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:27.776244 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-8da94622-f104-4b44-ad81-bb35f2d1917d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4759be74-b1bb-4a36-8c15-a2313d2a672c']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:27.799042 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-8da94622-f104-4b44-ad81-bb35f2d1917d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e33c90-877f-40ab-a785-781e5037cc8a') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:27.799326 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-8da94622-f104-4b44-ad81-bb35f2d1917d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e33c90-877f-40ab-a785-781e5037cc8a') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:27.829454 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8da94622-f104-4b44-ad81-bb35f2d1917d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:27.883373 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da94622-f104-4b44-ad81-bb35f2d1917d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event deleted for resources: {'Subnet': ['ID=b272f14a-b0d2-41e4-ab57-a85c5fb60293,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:27.895825 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8da94622-f104-4b44-ad81-bb35f2d1917d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:27.916317 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da94622-f104-4b44-ad81-bb35f2d1917d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Releasing vlan 1183 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:47:27.916755 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8da94622-f104-4b44-ad81-bb35f2d1917d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:47:27.929479 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:47:28.017007 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8da94622-f104-4b44-ad81-bb35f2d1917d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:28.034776 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8da94622-f104-4b44-ad81-bb35f2d1917d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:28.034776 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8da94622-f104-4b44-ad81-bb35f2d1917d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "DELETE /v2.0/networks/4759be74-b1bb-4a36-8c15-a2313d2a672c HTTP/1.1" status: 204 len: 168 time: 1.0652032 Nov 04 10:47:28.036502 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53878) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:28.041986 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-57bf6255-dfd0-4cef-903a-7177518404e4 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2112624222'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:47:28.084646 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da94622-f104-4b44-ad81-bb35f2d1917d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event deleted for resources: {'Network': ['ID=4759be74-b1bb-4a36-8c15-a2313d2a672c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:28.085670 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bf6255-dfd0-4cef-903a-7177518404e4 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Made reservation on behalf of 028140db9f3f48ac9efcb43be0878ad9 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:47:28.089933 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57bf6255-dfd0-4cef-903a-7177518404e4 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:28.176598 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57bf6255-dfd0-4cef-903a-7177518404e4 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1196} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:47:28.194593 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57bf6255-dfd0-4cef-903a-7177518404e4 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:28.195277 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-57bf6255-dfd0-4cef-903a-7177518404e4 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Added segment 5048f652-e277-4d72-ae57-f01bd7525c3d of type vlan for network 13ce48db-d8f7-4837-9332-a339c92bf912 Nov 04 10:47:28.218697 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf2618-a8b0-46fe-9629-a4a6af24a842 req-baeeddaa-6d75-4afa-9657-c033a83d5ebd tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:28.220699 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3edf2618-a8b0-46fe-9629-a4a6af24a842 req-baeeddaa-6d75-4afa-9657-c033a83d5ebd tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=242d15bc-60f7-4315-937d-f8f9f953ea25 HTTP/1.1" status: 200 len: 944 time: 0.0969505 Nov 04 10:47:28.281633 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57bf6255-dfd0-4cef-903a-7177518404e4 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:28.326326 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3edf2618-a8b0-46fe-9629-a4a6af24a842 req-a593ec83-2bba-4aa8-b57d-658cff829569 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956967 Nov 04 10:47:28.341451 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57bf6255-dfd0-4cef-903a-7177518404e4 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:28.362332 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bf6255-dfd0-4cef-903a-7177518404e4 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:28.363509 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57bf6255-dfd0-4cef-903a-7177518404e4 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:28.483399 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53898) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:28.483626 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-57bf6255-dfd0-4cef-903a-7177518404e4 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4457080 Nov 04 10:47:28.489616 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-b07ef255-42e6-4d82-ac76-76bb9c9a4066 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Request body: {'subnet': {'network_id': '13ce48db-d8f7-4837-9332-a339c92bf912', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:47:28.501020 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf6255-dfd0-4cef-903a-7177518404e4 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event updated for resources: {'Network': ['ID=13ce48db-d8f7-4837-9332-a339c92bf912,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:28.515825 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 13ce48db-d8f7-4837-9332-a339c92bf912 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:47:28.663919 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07ef255-42e6-4d82-ac76-76bb9c9a4066 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Made reservation on behalf of 028140db9f3f48ac9efcb43be0878ad9 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:47:28.668998 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b07ef255-42e6-4d82-ac76-76bb9c9a4066 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:28.708638 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a7def754-362c-45ef-8cc9-18a77b510a6f req-d639c57b-b74d-4bbd-b7f9-d4972349dc0d tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.0323198 Nov 04 10:47:28.867245 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ddde4-f1c8-4991-8f3f-e1c5d9d0d440 req-9c258cc6-6292-4943-9e48-65f0108a6d96 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:28.875013 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ddde4-f1c8-4991-8f3f-e1c5d9d0d440 req-9c258cc6-6292-4943-9e48-65f0108a6d96 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:28.887804 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ddde4-f1c8-4991-8f3f-e1c5d9d0d440 req-9c258cc6-6292-4943-9e48-65f0108a6d96 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:28.895000 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ddde4-f1c8-4991-8f3f-e1c5d9d0d440 req-9c258cc6-6292-4943-9e48-65f0108a6d96 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:28.903356 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ddde4-f1c8-4991-8f3f-e1c5d9d0d440 req-9c258cc6-6292-4943-9e48-65f0108a6d96 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:28.910093 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ddde4-f1c8-4991-8f3f-e1c5d9d0d440 req-9c258cc6-6292-4943-9e48-65f0108a6d96 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:28.917485 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ddde4-f1c8-4991-8f3f-e1c5d9d0d440 req-9c258cc6-6292-4943-9e48-65f0108a6d96 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:28.919802 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fc3ddde4-f1c8-4991-8f3f-e1c5d9d0d440 req-9c258cc6-6292-4943-9e48-65f0108a6d96 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5431 time: 0.1224785 Nov 04 10:47:28.919956 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b07ef255-42e6-4d82-ac76-76bb9c9a4066 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:28.996265 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ef255-42e6-4d82-ac76-76bb9c9a4066 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event updated for resources: {'Subnet': ['ID=d1c47f31-a0ed-4b03-ab3b-7a6279a3f0a9,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:29.014329 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07ef255-42e6-4d82-ac76-76bb9c9a4066 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Checking segment: {'id': '5048f652-e277-4d72-ae57-f01bd7525c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '13ce48db-d8f7-4837-9332-a339c92bf912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:47:29.014646 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fc3ddde4-f1c8-4991-8f3f-e1c5d9d0d440 req-efebe093-9631-4344-92a4-d58c0517d0c8 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805237 Nov 04 10:47:29.015116 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07ef255-42e6-4d82-ac76-76bb9c9a4066 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Network hostable DHCP agents. Network: 13ce48db-d8f7-4837-9332-a339c92bf912, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:47:29.050905 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07ef255-42e6-4d82-ac76-76bb9c9a4066 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Network 13ce48db-d8f7-4837-9332-a339c92bf912 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:47:29.062960 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-b07ef255-42e6-4d82-ac76-76bb9c9a4066 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 13ce48db-d8f7-4837-9332-a339c92bf912) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:47:29.068385 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07ef255-42e6-4d82-ac76-76bb9c9a4066 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:29.072065 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b07ef255-42e6-4d82-ac76-76bb9c9a4066 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:29.076334 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff21eb32-6eca-421f-9452-da3b7006e7f6 None None] Network 13ce48db-d8f7-4837-9332-a339c92bf912 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:47:29.094307 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b07ef255-42e6-4d82-ac76-76bb9c9a4066 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6098306 Nov 04 10:47:29.095025 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53912) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:29.101545 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-de0f19bc-21b3-42ac-a760-d7f31dd60534 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Request body: {'subnet': {'network_id': '13ce48db-d8f7-4837-9332-a339c92bf912', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:47:29.312015 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0f19bc-21b3-42ac-a760-d7f31dd60534 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Made reservation on behalf of 028140db9f3f48ac9efcb43be0878ad9 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:47:29.319182 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de0f19bc-21b3-42ac-a760-d7f31dd60534 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:29.384634 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-13ce48db-d8f7-4837-9332-a339c92bf912', 'network_id': '13ce48db-d8f7-4837-9332-a339c92bf912', 'tenant_id': '028140db9f3f48ac9efcb43be0878ad9', 'fixed_ips': [{'subnet_id': 'd1c47f31-a0ed-4b03-ab3b-7a6279a3f0a9'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:47:29.385993 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:29.528793 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc491263-47ec-4726-be25-c5fa8f60cd8a req-dd2d77ee-ab47-49ae-a6ac-fe8502e45806 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:29.530475 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bc491263-47ec-4726-be25-c5fa8f60cd8a req-dd2d77ee-ab47-49ae-a6ac-fe8502e45806 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=242d15bc-60f7-4315-937d-f8f9f953ea25 HTTP/1.1" status: 200 len: 944 time: 0.0873275 Nov 04 10:47:29.596922 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Allocated IP 2001:db8::2 (13ce48db-d8f7-4837-9332-a339c92bf912/d1c47f31-a0ed-4b03-ab3b-7a6279a3f0a9/be46e145-7ae4-482f-a462-5d944018713c) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:47:29.684886 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bc491263-47ec-4726-be25-c5fa8f60cd8a req-ee515dfe-8447-4ed0-8fba-47884ed332b5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384068 Nov 04 10:47:29.812033 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de0f19bc-21b3-42ac-a760-d7f31dd60534 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:29.838491 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0f19bc-21b3-42ac-a760-d7f31dd60534 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Network 13ce48db-d8f7-4837-9332-a339c92bf912 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:47:29.849967 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53946) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:29.867305 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-de0f19bc-21b3-42ac-a760-d7f31dd60534 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:47:29.878431 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0f19bc-21b3-42ac-a760-d7f31dd60534 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:29.879164 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de0f19bc-21b3-42ac-a760-d7f31dd60534 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:29.883947 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:29.903854 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:29.925766 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f0c43b0a-e099-4b0d-93c7-da87b7d4a888 req-02747da9-c851-46a9-8078-67327f8473dc tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.0491803 Nov 04 10:47:29.939885 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Network 13ce48db-d8f7-4837-9332-a339c92bf912 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:47:29.964581 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-de0f19bc-21b3-42ac-a760-d7f31dd60534 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8588121 Nov 04 10:47:29.964972 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53954) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:29.966113 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f19bc-21b3-42ac-a760-d7f31dd60534 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event updated for resources: {'Subnet': ['ID=9ac81830-3fd0-4c8b-9ebd-c1e26674fb2f,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:29.976206 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:47:29.984482 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:47:30.075245 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Attempting to bind port be46e145-7ae4-482f-a462-5d944018713c on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:47:30.075517 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Attempting to bind port be46e145-7ae4-482f-a462-5d944018713c by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '5048f652-e277-4d72-ae57-f01bd7525c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '13ce48db-d8f7-4837-9332-a339c92bf912'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:47:30.075883 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Attempting to bind port be46e145-7ae4-482f-a462-5d944018713c on network 13ce48db-d8f7-4837-9332-a339c92bf912 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:47:30.094495 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96b83004-6e04-4825-95ba-538b9e685f92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:30.115397 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Pushing event updated for resources: {'Port': ['ID=be46e145-7ae4-482f-a462-5d944018713c,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:30.125574 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:47:30.125949 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Checking segment: {'id': '5048f652-e277-4d72-ae57-f01bd7525c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '13ce48db-d8f7-4837-9332-a339c92bf912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:47:30.126348 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:30.126739 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Bound using segment: {'id': '5048f652-e277-4d72-ae57-f01bd7525c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '13ce48db-d8f7-4837-9332-a339c92bf912'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:47:30.127219 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Bound port: be46e145-7ae4-482f-a462-5d944018713c, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5048f652-e277-4d72-ae57-f01bd7525c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '13ce48db-d8f7-4837-9332-a339c92bf912'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:47:30.127596 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:30.131130 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:30.131470 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:30.131803 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:30.132129 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:30.132594 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:30.132788 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:30.133287 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:30.133468 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:30.133759 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:30.134140 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:30.136559 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:30.136949 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:47:30.140249 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e1e6a1-48b7-4646-9578-d396239dd4b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:30.146818 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e1e6a1-48b7-4646-9578-d396239dd4b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:30.148656 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e1e6a1-48b7-4646-9578-d396239dd4b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:30.152305 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e1e6a1-48b7-4646-9578-d396239dd4b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:30.154126 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e1e6a1-48b7-4646-9578-d396239dd4b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:30.156315 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-18e1e6a1-48b7-4646-9578-d396239dd4b2 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1975594 Nov 04 10:47:30.162509 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53960) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:30.170639 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-0ef0b896-9f43-444c-a2cb-c72965825587 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-681240288'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:47:30.219508 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] For port be46e145-7ae4-482f-a462-5d944018713c, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:47:30.223103 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] For port be46e145-7ae4-482f-a462-5d944018713c, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=be46e145-7ae4-482f-a462-5d944018713c,segment=NetworkSegment(5048f652-e277-4d72-ae57-f01bd7525c3d),segment_id=5048f652-e277-4d72-ae57-f01bd7525c3d)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:47:30.227095 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef0b896-9f43-444c-a2cb-c72965825587 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Made reservation on behalf of 028140db9f3f48ac9efcb43be0878ad9 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:47:30.231289 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:30.231628 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b896-9f43-444c-a2cb-c72965825587 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:30.242461 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fb7da-87f4-4e42-b381-22876fb9c620 req-53df7ae0-356f-46a3-bc5a-b9d83c2c28b4 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:30.250332 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fb7da-87f4-4e42-b381-22876fb9c620 req-53df7ae0-356f-46a3-bc5a-b9d83c2c28b4 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:30.259035 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fb7da-87f4-4e42-b381-22876fb9c620 req-53df7ae0-356f-46a3-bc5a-b9d83c2c28b4 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:30.269457 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fb7da-87f4-4e42-b381-22876fb9c620 req-53df7ae0-356f-46a3-bc5a-b9d83c2c28b4 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:30.270557 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 01768171-34a9-4d5d-aca7-7f2598e2272a details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:47:30.272865 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b1c3459c-5fac-4a2a-9dfb-4a469169087a up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:47:30.285569 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fb7da-87f4-4e42-b381-22876fb9c620 req-53df7ae0-356f-46a3-bc5a-b9d83c2c28b4 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:30.295108 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fb7da-87f4-4e42-b381-22876fb9c620 req-53df7ae0-356f-46a3-bc5a-b9d83c2c28b4 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:30.304907 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fb7da-87f4-4e42-b381-22876fb9c620 req-53df7ae0-356f-46a3-bc5a-b9d83c2c28b4 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:30.307676 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-968fb7da-87f4-4e42-b381-22876fb9c620 req-53df7ae0-356f-46a3-bc5a-b9d83c2c28b4 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5431 time: 0.1701808 Nov 04 10:47:30.322967 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef0b896-9f43-444c-a2cb-c72965825587 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1172} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:47:30.346584 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b896-9f43-444c-a2cb-c72965825587 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:30.347016 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-0ef0b896-9f43-444c-a2cb-c72965825587 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Added segment 82a9d444-e528-441d-8985-0441a5d84af9 of type vlan for network e367f1ca-b0a8-4290-ad41-9188936948e2 Nov 04 10:47:30.399893 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-968fb7da-87f4-4e42-b381-22876fb9c620 req-caeee2b6-a27d-46af-943e-30ee95882ccc tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0845969 Nov 04 10:47:30.402841 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b896-9f43-444c-a2cb-c72965825587 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:30.450227 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b896-9f43-444c-a2cb-c72965825587 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:30.457077 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef0b896-9f43-444c-a2cb-c72965825587 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:30.457860 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b896-9f43-444c-a2cb-c72965825587 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:30.493239 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96b83004-6e04-4825-95ba-538b9e685f92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:30.532108 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96b83004-6e04-4825-95ba-538b9e685f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:30.583554 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b83004-6e04-4825-95ba-538b9e685f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f6eb4d-a000-4ec1-8bf0-e85db18b179b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:30.596124 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0ef0b896-9f43-444c-a2cb-c72965825587 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4272444 Nov 04 10:47:30.596529 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53968) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:30.602688 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-eb32d7c3-1c78-4fd8-bb91-5a518f22a269 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:47:30.620859 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0b896-9f43-444c-a2cb-c72965825587 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event updated for resources: {'Network': ['ID=e367f1ca-b0a8-4290-ad41-9188936948e2,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:30.637154 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-96b83004-6e04-4825-95ba-538b9e685f92 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=7fe2950532b54da3b27dd428255268c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7849331 Nov 04 10:47:30.639902 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53972) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:30.709571 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a562e-d6da-46da-a087-2afe284ea923 None None] Pushing event updated for resources: {'Port': ['ID=be46e145-7ae4-482f-a462-5d944018713c,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:30.718065 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network e367f1ca-b0a8-4290-ad41-9188936948e2 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:47:30.724916 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f352f92a-fb40-4cdf-b8f3-555808bfd8c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:30.756722 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port b1c3459c-5fac-4a2a-9dfb-4a469169087a completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:47:30.771403 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f352f92a-fb40-4cdf-b8f3-555808bfd8c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:30.885650 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f352f92a-fb40-4cdf-b8f3-555808bfd8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:30.888787 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f352f92a-fb40-4cdf-b8f3-555808bfd8c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:30.890162 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f352f92a-fb40-4cdf-b8f3-555808bfd8c9 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/35f6eb4d-a000-4ec1-8bf0-e85db18b179b HTTP/1.1" status: 204 len: 168 time: 0.2492077 Nov 04 10:47:30.903953 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352f92a-fb40-4cdf-b8f3-555808bfd8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f6eb4d-a000-4ec1-8bf0-e85db18b179b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:30.919842 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 01768171-34a9-4d5d-aca7-7f2598e2272a, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=01768171-34a9-4d5d-aca7-7f2598e2272a,segment=NetworkSegment(2d5d8c25-2aa9-495e-b504-1afc5190acc8),segment_id=2d5d8c25-2aa9-495e-b504-1afc5190acc8)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:30.926969 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port b1c3459c-5fac-4a2a-9dfb-4a469169087a triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:47:30.933550 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:31.038996 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4de98-6713-414f-9f1c-5f45a389a84b req-c33d3788-c5f5-4a39-aa66-0d2bc485281e tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:31.044384 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d0e4de98-6713-414f-9f1c-5f45a389a84b req-c33d3788-c5f5-4a39-aa66-0d2bc485281e tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=242d15bc-60f7-4315-937d-f8f9f953ea25 HTTP/1.1" status: 200 len: 944 time: 0.1683843 Nov 04 10:47:31.096279 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device be46e145-7ae4-482f-a462-5d944018713c up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:47:31.106429 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '01768171-34a9-4d5d-aca7-7f2598e2272a', 'network_id': '8b3679d9-f029-43fb-a81d-901fdf16cceb', 'port_id': '01768171-34a9-4d5d-aca7-7f2598e2272a', 'mac_address': 'fa:16:3e:64:d6:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '591c76b5-dc45-40ba-bafd-65632bad709a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:47:31.158220 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb32d7c3-1c78-4fd8-bb91-5a518f22a269 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:31.215533 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb32d7c3-1c78-4fd8-bb91-5a518f22a269 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:31.247770 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d0e4de98-6713-414f-9f1c-5f45a389a84b req-772c9437-d09b-43e7-a938-53d9c969ca2f tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860404 Nov 04 10:47:31.296460 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eb32d7c3-1c78-4fd8-bb91-5a518f22a269 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Network e367f1ca-b0a8-4290-ad41-9188936948e2 is not hosted by any dhcp agent {{(pid=101774) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 04 10:47:31.303439 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb32d7c3-1c78-4fd8-bb91-5a518f22a269 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:31.304241 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb32d7c3-1c78-4fd8-bb91-5a518f22a269 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:31.313093 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-eb32d7c3-1c78-4fd8-bb91-5a518f22a269 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "PUT /v2.0/networks/e367f1ca-b0a8-4290-ad41-9188936948e2 HTTP/1.1" status: 200 len: 723 time: 0.7081919 Nov 04 10:47:31.313290 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53990) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:31.318695 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-aab144c6-149c-4bfc-9e81-f9b3b0658574 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Request body: {'subnet': {'network_id': 'e367f1ca-b0a8-4290-ad41-9188936948e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:47:31.343495 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:31.347370 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:31.401746 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01768171-34a9-4d5d-aca7-7f2598e2272a {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:47:31.494501 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32d7c3-1c78-4fd8-bb91-5a518f22a269 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event updated for resources: {'Network': ['ID=e367f1ca-b0a8-4290-ad41-9188936948e2,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:31.525272 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port b1c3459c-5fac-4a2a-9dfb-4a469169087a, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b1c3459c-5fac-4a2a-9dfb-4a469169087a,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:31.531351 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242d15bc-60f7-4315-937d-f8f9f953ea25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c3459c-5fac-4a2a-9dfb-4a469169087a'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:47:31.548563 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd013a0b-0537-43e0-8201-9d91c45db5e7" -d '{"events": [{"server_uuid": "242d15bc-60f7-4315-937d-f8f9f953ea25", "name": "network-vif-plugged", "status": "completed", "tag": "b1c3459c-5fac-4a2a-9dfb-4a469169087a"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:47:31.552086 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network e367f1ca-b0a8-4290-ad41-9188936948e2 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:47:31.574014 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:31.583932 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-31b2c7df-9c3c-46d8-8186-0eec845ea148 req-051033c4-9838-4989-99ed-03fe2249aa82 tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.1582766 Nov 04 10:47:31.618583 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab144c6-149c-4bfc-9e81-f9b3b0658574 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Made reservation on behalf of 028140db9f3f48ac9efcb43be0878ad9 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:47:31.626361 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 01768171-34a9-4d5d-aca7-7f2598e2272a, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=01768171-34a9-4d5d-aca7-7f2598e2272a,segment=NetworkSegment(2d5d8c25-2aa9-495e-b504-1afc5190acc8),segment_id=2d5d8c25-2aa9-495e-b504-1afc5190acc8)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:31.628116 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aab144c6-149c-4bfc-9e81-f9b3b0658574 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:31.705894 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:31.707191 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 2e5d01da-bc74-425c-a694-015cf173c59b details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:47:31.753299 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port be46e145-7ae4-482f-a462-5d944018713c triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:47:31.754584 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:31.849549 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.resource_extend [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:47:31.851212 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=b1c3459c-5fac-4a2a-9dfb-4a469169087a,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:31.896598 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf2499-a9fc-47c3-86d7-c0acd4611e15 req-9cb18f45-d3e8-4885-b70a-b6f635242c21 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:31.904011 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf2499-a9fc-47c3-86d7-c0acd4611e15 req-9cb18f45-d3e8-4885-b70a-b6f635242c21 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:31.911090 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf2499-a9fc-47c3-86d7-c0acd4611e15 req-9cb18f45-d3e8-4885-b70a-b6f635242c21 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:31.917753 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf2499-a9fc-47c3-86d7-c0acd4611e15 req-9cb18f45-d3e8-4885-b70a-b6f635242c21 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:31.926171 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf2499-a9fc-47c3-86d7-c0acd4611e15 req-9cb18f45-d3e8-4885-b70a-b6f635242c21 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:31.933537 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf2499-a9fc-47c3-86d7-c0acd4611e15 req-9cb18f45-d3e8-4885-b70a-b6f635242c21 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:31.940291 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf2499-a9fc-47c3-86d7-c0acd4611e15 req-9cb18f45-d3e8-4885-b70a-b6f635242c21 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:31.951513 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6bf2499-a9fc-47c3-86d7-c0acd4611e15 req-9cb18f45-d3e8-4885-b70a-b6f635242c21 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5432 time: 0.1842842 Nov 04 10:47:32.074293 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=01768171-34a9-4d5d-aca7-7f2598e2272a,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:32.086361 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aab144c6-149c-4bfc-9e81-f9b3b0658574 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:32.104330 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6bf2499-a9fc-47c3-86d7-c0acd4611e15 req-54e64577-d474-496f-833b-9018577d01f5 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1519146 Nov 04 10:47:32.277708 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:32.280510 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0654437d-bd08-44cb-8930-b4ef6c3b8690 None None] Network 13ce48db-d8f7-4837-9332-a339c92bf912 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:47:32.288798 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 2e5d01da-bc74-425c-a694-015cf173c59b, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=2e5d01da-bc74-425c-a694-015cf173c59b,segment=NetworkSegment(75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d),segment_id=75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:32.330842 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab144c6-149c-4bfc-9e81-f9b3b0658574 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event updated for resources: {'Subnet': ['ID=908ed6d7-9b8c-4670-bb71-3eaa6c0724d8,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:32.361365 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab144c6-149c-4bfc-9e81-f9b3b0658574 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Checking segment: {'id': '82a9d444-e528-441d-8985-0441a5d84af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'e367f1ca-b0a8-4290-ad41-9188936948e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:47:32.361737 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab144c6-149c-4bfc-9e81-f9b3b0658574 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Network hostable DHCP agents. Network: e367f1ca-b0a8-4290-ad41-9188936948e2, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:47:32.416291 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab144c6-149c-4bfc-9e81-f9b3b0658574 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Network e367f1ca-b0a8-4290-ad41-9188936948e2 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:47:32.433642 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-aab144c6-149c-4bfc-9e81-f9b3b0658574 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, e367f1ca-b0a8-4290-ad41-9188936948e2) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:47:32.438050 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab144c6-149c-4bfc-9e81-f9b3b0658574 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:32.438650 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aab144c6-149c-4bfc-9e81-f9b3b0658574 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:32.474872 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df95e88-f956-41d9-b257-58d8590838e4 x-openstack-request-id: req-1df95e88-f956-41d9-b257-58d8590838e4 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:47:32.475464 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242d15bc-60f7-4315-937d-f8f9f953ea25", "name": "network-vif-plugged", "status": "completed", "tag": "b1c3459c-5fac-4a2a-9dfb-4a469169087a", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:47:32.475868 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-1df95e88-f956-41d9-b257-58d8590838e4 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:47:32.476499 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242d15bc-60f7-4315-937d-f8f9f953ea25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c3459c-5fac-4a2a-9dfb-4a469169087a', 'code': 200} Nov 04 10:47:32.517345 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-aab144c6-149c-4bfc-9e81-f9b3b0658574 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2035673 Nov 04 10:47:32.519288 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54028) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:32.525747 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-14048f58-048b-4b2a-bf35-723d3d939a72 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:47:32.536537 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f959105-7887-4b52-9e94-1fb4b1e96a06 None None] Network e367f1ca-b0a8-4290-ad41-9188936948e2 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:47:32.566365 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb26cf-79e7-405f-b05a-7fc5d3eb1654 req-6b7a259a-19c6-4512-b352-10412a6b7b92 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:32.581191 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8bfb26cf-79e7-405f-b05a-7fc5d3eb1654 req-6b7a259a-19c6-4512-b352-10412a6b7b92 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=242d15bc-60f7-4315-937d-f8f9f953ea25 HTTP/1.1" status: 200 len: 945 time: 0.0850530 Nov 04 10:47:32.677565 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '2e5d01da-bc74-425c-a694-015cf173c59b', 'network_id': '22d81940-0863-47fd-a6fd-195db973a95d', 'port_id': '2e5d01da-bc74-425c-a694-015cf173c59b', 'mac_address': 'fa:16:3e:6f:f4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b69ed837-2fcf-424e-9608-263128d9a467', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:47:32.690577 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945e395-b397-4818-b9f1-d5b44118a391 req-cef9b8cc-c0dc-49b2-8efa-03a0657aa341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:32.692083 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b945e395-b397-4818-b9f1-d5b44118a391 req-cef9b8cc-c0dc-49b2-8efa-03a0657aa341 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=242d15bc-60f7-4315-937d-f8f9f953ea25 HTTP/1.1" status: 200 len: 1096 time: 0.1233640 Nov 04 10:47:32.714334 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8bfb26cf-79e7-405f-b05a-7fc5d3eb1654 req-f310dfd7-b9f2-4ab8-9e7a-7dd21b2ddbfd tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321146 Nov 04 10:47:32.747566 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-98d5c00d-31e4-419f-bdcb-a82b21c13485 None None] Provisioning complete for port be46e145-7ae4-482f-a462-5d944018713c triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:47:32.748201 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-98d5c00d-31e4-419f-bdcb-a82b21c13485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:32.790308 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port be46e145-7ae4-482f-a462-5d944018713c, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=be46e145-7ae4-482f-a462-5d944018713c,segment=NetworkSegment(5048f652-e277-4d72-ae57-f01bd7525c3d),segment_id=5048f652-e277-4d72-ae57-f01bd7525c3d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:32.868195 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14048f58-048b-4b2a-bf35-723d3d939a72 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26075691'] for subnet, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:32.920573 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-36fc354f-5c25-4b2e-a204-e1e043b26f53 req-321a632c-7795-4ed3-8e1a-95df60d12f97 tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.0866857 Nov 04 10:47:33.028510 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b945e395-b397-4818-b9f1-d5b44118a391 req-96349e3f-70e9-46c7-981a-f244d802877c service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272798 Nov 04 10:47:33.049192 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:33.194781 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:33.242746 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14048f58-048b-4b2a-bf35-723d3d939a72 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731188417639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25465213'] for subnet, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:33.330934 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5d01da-bc74-425c-a694-015cf173c59b {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:47:33.406346 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d66d1df-4fc7-43d4-916d-671bf07c7039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-e367f1ca-b0a8-4290-ad41-9188936948e2', 'network_id': 'e367f1ca-b0a8-4290-ad41-9188936948e2', 'tenant_id': '028140db9f3f48ac9efcb43be0878ad9', 'fixed_ips': [{'subnet_id': '908ed6d7-9b8c-4670-bb71-3eaa6c0724d8'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:47:33.407226 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8d66d1df-4fc7-43d4-916d-671bf07c7039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:33.411575 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14048f58-048b-4b2a-bf35-723d3d939a72 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:33.412218 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 2e5d01da-bc74-425c-a694-015cf173c59b, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=2e5d01da-bc74-425c-a694-015cf173c59b,segment=NetworkSegment(75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d),segment_id=75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:33.416960 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=be46e145-7ae4-482f-a462-5d944018713c,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:33.417984 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14048f58-048b-4b2a-bf35-723d3d939a72 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:33.428878 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54064) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:33.430264 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-14048f58-048b-4b2a-bf35-723d3d939a72 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "PUT /v2.0/subnets/908ed6d7-9b8c-4670-bb71-3eaa6c0724d8 HTTP/1.1" status: 200 len: 826 time: 0.9089909 Nov 04 10:47:33.438512 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:33.439260 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device abff8681-5536-4f57-ae0f-bea4324905c6 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:47:33.477602 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14048f58-048b-4b2a-bf35-723d3d939a72 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event updated for resources: {'Subnet': ['ID=908ed6d7-9b8c-4670-bb71-3eaa6c0724d8,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:33.545115 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=2e5d01da-bc74-425c-a694-015cf173c59b,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:33.713032 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54068) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:33.719965 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-8d66d1df-4fc7-43d4-916d-671bf07c7039 None None] Allocated IP 2001:db8::2 (e367f1ca-b0a8-4290-ad41-9188936948e2/908ed6d7-9b8c-4670-bb71-3eaa6c0724d8/a0df2602-402e-4d6b-85fb-d1d569b013aa) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:47:33.723547 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port abff8681-5536-4f57-ae0f-bea4324905c6, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=abff8681-5536-4f57-ae0f-bea4324905c6,segment=NetworkSegment(2d5d8c25-2aa9-495e-b504-1afc5190acc8),segment_id=2d5d8c25-2aa9-495e-b504-1afc5190acc8)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:33.746949 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'abff8681-5536-4f57-ae0f-bea4324905c6', 'network_id': '8b3679d9-f029-43fb-a81d-901fdf16cceb', 'port_id': 'abff8681-5536-4f57-ae0f-bea4324905c6', 'mac_address': 'fa:16:3e:59:b4:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '591c76b5-dc45-40ba-bafd-65632bad709a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:47:33.817678 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c57f2-db47-4205-aa52-5500a0fe0752 req-040e3e02-9a47-401e-8a50-4e41a981f1d4 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:33.826562 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c57f2-db47-4205-aa52-5500a0fe0752 req-040e3e02-9a47-401e-8a50-4e41a981f1d4 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:33.839693 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c57f2-db47-4205-aa52-5500a0fe0752 req-040e3e02-9a47-401e-8a50-4e41a981f1d4 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:33.846201 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c57f2-db47-4205-aa52-5500a0fe0752 req-040e3e02-9a47-401e-8a50-4e41a981f1d4 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:33.852618 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c57f2-db47-4205-aa52-5500a0fe0752 req-040e3e02-9a47-401e-8a50-4e41a981f1d4 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:33.859833 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c57f2-db47-4205-aa52-5500a0fe0752 req-040e3e02-9a47-401e-8a50-4e41a981f1d4 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:33.866150 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c57f2-db47-4205-aa52-5500a0fe0752 req-040e3e02-9a47-401e-8a50-4e41a981f1d4 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:33.875459 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-947c57f2-db47-4205-aa52-5500a0fe0752 req-040e3e02-9a47-401e-8a50-4e41a981f1d4 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5433 time: 0.3008344 Nov 04 10:47:33.892786 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:33.975590 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-947c57f2-db47-4205-aa52-5500a0fe0752 req-ef89afd0-ff4b-4629-8a2f-e47e70c43565 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0969145 Nov 04 10:47:33.998674 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6743e38-4848-41d9-a382-7e22d2b8f1f9 None None] Update dhcp port {'port': {'network_id': '13ce48db-d8f7-4837-9332-a339c92bf912', 'fixed_ips': [{'subnet_id': 'd1c47f31-a0ed-4b03-ab3b-7a6279a3f0a9', 'ip_address': '2001:db8::2'}, {'subnet_id': '9ac81830-3fd0-4c8b-9ebd-c1e26674fb2f'}], 'binding:host_id': 'n-d-816629-1'}, 'id': 'be46e145-7ae4-482f-a462-5d944018713c'} from n-d-816629-1. {{(pid=101776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 10:47:34.005193 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ca45837c-22b1-47cc-a2bc-b5ffcf00d053 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:34.006261 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:34.075972 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abff8681-5536-4f57-ae0f-bea4324905c6 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:47:34.085968 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:34.251117 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ca45837c-22b1-47cc-a2bc-b5ffcf00d053 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:34.261983 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ca45837c-22b1-47cc-a2bc-b5ffcf00d053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:34.293197 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port abff8681-5536-4f57-ae0f-bea4324905c6, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=abff8681-5536-4f57-ae0f-bea4324905c6,segment=NetworkSegment(2d5d8c25-2aa9-495e-b504-1afc5190acc8),segment_id=2d5d8c25-2aa9-495e-b504-1afc5190acc8)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:34.342282 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ca45837c-22b1-47cc-a2bc-b5ffcf00d053 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=c93e526e4b2a470d80cace6cbc6c50ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6276662 Nov 04 10:47:34.343159 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45837c-22b1-47cc-a2bc-b5ffcf00d053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c241fc-80c8-433f-a2f8-9a7dcaad30a9,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:34.344992 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54078) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:34.347504 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d6743e38-4848-41d9-a382-7e22d2b8f1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:34.355336 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:34.355956 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device f1aa7d96-2a2d-428f-92e0-98b150ce6175 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:47:34.403596 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b915161-dbd7-41fd-85a9-ba001a7ff40e req-b39809b0-732d-4b7b-a38e-9b2893af4bf2 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:34.411572 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b915161-dbd7-41fd-85a9-ba001a7ff40e req-b39809b0-732d-4b7b-a38e-9b2893af4bf2 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=242d15bc-60f7-4315-937d-f8f9f953ea25 HTTP/1.1" status: 200 len: 945 time: 0.1365983 Nov 04 10:47:34.516887 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b915161-dbd7-41fd-85a9-ba001a7ff40e req-7c751e9a-a84d-4523-98e2-0ce2d30f6e05 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043499 Nov 04 10:47:34.546348 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d083e59d-09af-42ca-8f11-a52d17b4d278 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:34.558329 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8d66d1df-4fc7-43d4-916d-671bf07c7039 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:34.593147 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d083e59d-09af-42ca-8f11-a52d17b4d278 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:34.603847 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8d66d1df-4fc7-43d4-916d-671bf07c7039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:34.631424 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=abff8681-5536-4f57-ae0f-bea4324905c6,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:34.639035 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port f1aa7d96-2a2d-428f-92e0-98b150ce6175, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=f1aa7d96-2a2d-428f-92e0-98b150ce6175,segment=NetworkSegment(5fe677e5-64f3-4799-afaa-0015f65c7e61),segment_id=5fe677e5-64f3-4799-afaa-0015f65c7e61)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:34.676296 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-980c9648-3583-4083-89fc-74422dd71fd9 req-c79bb4d5-004e-4379-b6ae-2fc7f3ed92c4 tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.0866723 Nov 04 10:47:34.690989 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:34.752544 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'f1aa7d96-2a2d-428f-92e0-98b150ce6175', 'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1', 'port_id': 'f1aa7d96-2a2d-428f-92e0-98b150ce6175', 'mac_address': 'fa:16:3e:de:a5:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384b462f-cd0a-48ba-8bb4-6a70320a42d5', 'ip_address': '10.1.1.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:47:34.766796 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event deleted for resources: {'Subnet': ['ID=908ed6d7-9b8c-4670-bb71-3eaa6c0724d8,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:34.776687 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d66d1df-4fc7-43d4-916d-671bf07c7039 None None] Network e367f1ca-b0a8-4290-ad41-9188936948e2 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:47:34.789877 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-8d66d1df-4fc7-43d4-916d-671bf07c7039 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:47:34.793753 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d66d1df-4fc7-43d4-916d-671bf07c7039 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:47:34.807123 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66d1df-4fc7-43d4-916d-671bf07c7039 None None] Pushing event updated for resources: {'Port': ['ID=a0df2602-402e-4d6b-85fb-d1d569b013aa,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:34.849947 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:34.866148 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:34.903063 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1aa7d96-2a2d-428f-92e0-98b150ce6175 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:47:34.903909 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e367f1ca-b0a8-4290-ad41-9188936948e2']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:34.917575 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d083e59d-09af-42ca-8f11-a52d17b4d278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:34.920386 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d083e59d-09af-42ca-8f11-a52d17b4d278 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:34.921550 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d083e59d-09af-42ca-8f11-a52d17b4d278 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/19c241fc-80c8-433f-a2f8-9a7dcaad30a9 HTTP/1.1" status: 204 len: 168 time: 0.5750721 Nov 04 10:47:34.934860 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a9d444-e528-441d-8985-0441a5d84af9') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:34.938350 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a9d444-e528-441d-8985-0441a5d84af9') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:34.969356 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-d6743e38-4848-41d9-a382-7e22d2b8f1f9 None None] Allocated IP 172.20.0.1 (13ce48db-d8f7-4837-9332-a339c92bf912/9ac81830-3fd0-4c8b-9ebd-c1e26674fb2f/be46e145-7ae4-482f-a462-5d944018713c) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:47:34.972354 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port f1aa7d96-2a2d-428f-92e0-98b150ce6175, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=f1aa7d96-2a2d-428f-92e0-98b150ce6175,segment=NetworkSegment(5fe677e5-64f3-4799-afaa-0015f65c7e61),segment_id=5fe677e5-64f3-4799-afaa-0015f65c7e61)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:34.977124 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-8d66d1df-4fc7-43d4-916d-671bf07c7039 None None] Attempting to bind port a0df2602-402e-4d6b-85fb-d1d569b013aa on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:47:34.977508 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-8d66d1df-4fc7-43d4-916d-671bf07c7039 None None] Attempting to bind port a0df2602-402e-4d6b-85fb-d1d569b013aa by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '82a9d444-e528-441d-8985-0441a5d84af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'e367f1ca-b0a8-4290-ad41-9188936948e2'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:47:34.977894 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d66d1df-4fc7-43d4-916d-671bf07c7039 None None] Attempting to bind port a0df2602-402e-4d6b-85fb-d1d569b013aa on network e367f1ca-b0a8-4290-ad41-9188936948e2 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:47:34.987415 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:34.988082 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b7148f4c-a774-4e7a-a8e9-c7483869a3e6 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:47:34.999640 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083e59d-09af-42ca-8f11-a52d17b4d278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c241fc-80c8-433f-a2f8-9a7dcaad30a9,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:35.005491 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:35.005722 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d66d1df-4fc7-43d4-916d-671bf07c7039 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:47:35.006192 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d66d1df-4fc7-43d4-916d-671bf07c7039 None None] Checking segment: {'id': '82a9d444-e528-441d-8985-0441a5d84af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'e367f1ca-b0a8-4290-ad41-9188936948e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:47:35.006455 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8d66d1df-4fc7-43d4-916d-671bf07c7039 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:35.007112 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d66d1df-4fc7-43d4-916d-671bf07c7039 None None] Bound using segment: {'id': '82a9d444-e528-441d-8985-0441a5d84af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'e367f1ca-b0a8-4290-ad41-9188936948e2'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:47:35.007332 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-8d66d1df-4fc7-43d4-916d-671bf07c7039 None None] Bound port: a0df2602-402e-4d6b-85fb-d1d569b013aa, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a9d444-e528-441d-8985-0441a5d84af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'e367f1ca-b0a8-4290-ad41-9188936948e2'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:47:35.007717 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8d66d1df-4fc7-43d4-916d-671bf07c7039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:35.070750 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:35.110059 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Releasing vlan 1172 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:47:35.110480 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:47:35.122192 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:47:35.196968 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port b7148f4c-a774-4e7a-a8e9-c7483869a3e6, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b7148f4c-a774-4e7a-a8e9-c7483869a3e6,segment=NetworkSegment(5fe677e5-64f3-4799-afaa-0015f65c7e61),segment_id=5fe677e5-64f3-4799-afaa-0015f65c7e61)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:35.216218 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=f1aa7d96-2a2d-428f-92e0-98b150ce6175,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:35.233146 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'b7148f4c-a774-4e7a-a8e9-c7483869a3e6', 'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1', 'port_id': 'b7148f4c-a774-4e7a-a8e9-c7483869a3e6', 'mac_address': 'fa:16:3e:57:00:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384b462f-cd0a-48ba-8bb4-6a70320a42d5', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:47:35.267176 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-8d66d1df-4fc7-43d4-916d-671bf07c7039 None None] For port a0df2602-402e-4d6b-85fb-d1d569b013aa, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:47:35.270804 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-d6743e38-4848-41d9-a382-7e22d2b8f1f9 None None] For port be46e145-7ae4-482f-a462-5d944018713c, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=be46e145-7ae4-482f-a462-5d944018713c,segment=NetworkSegment(5048f652-e277-4d72-ae57-f01bd7525c3d),segment_id=5048f652-e277-4d72-ae57-f01bd7525c3d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:35.299813 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device be46e145-7ae4-482f-a462-5d944018713c up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:47:35.360233 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:35.383474 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d6743e38-4848-41d9-a382-7e22d2b8f1f9 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:35.391818 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d6743e38-4848-41d9-a382-7e22d2b8f1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:35.394539 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7148f4c-a774-4e7a-a8e9-c7483869a3e6 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:47:35.415359 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port b7148f4c-a774-4e7a-a8e9-c7483869a3e6, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b7148f4c-a774-4e7a-a8e9-c7483869a3e6,segment=NetworkSegment(5fe677e5-64f3-4799-afaa-0015f65c7e61),segment_id=5fe677e5-64f3-4799-afaa-0015f65c7e61)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:35.429712 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:35.429712 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 95ad527b-0310-411c-89bd-1274654c7b5b details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:47:35.545867 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port be46e145-7ae4-482f-a462-5d944018713c triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:47:35.546233 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:35.587612 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 95ad527b-0310-411c-89bd-1274654c7b5b, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=95ad527b-0310-411c-89bd-1274654c7b5b,segment=NetworkSegment(5fe677e5-64f3-4799-afaa-0015f65c7e61),segment_id=5fe677e5-64f3-4799-afaa-0015f65c7e61)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:35.605824 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6743e38-4848-41d9-a382-7e22d2b8f1f9 None None] Pushing event updated for resources: {'Port': ['ID=be46e145-7ae4-482f-a462-5d944018713c,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:35.621738 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '95ad527b-0310-411c-89bd-1274654c7b5b', 'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1', 'port_id': '95ad527b-0310-411c-89bd-1274654c7b5b', 'mac_address': 'fa:16:3e:5f:12:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384b462f-cd0a-48ba-8bb4-6a70320a42d5', 'ip_address': '10.1.1.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:47:35.732473 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:36.129391 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ad527b-0310-411c-89bd-1274654c7b5b {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:47:36.149081 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.db.api [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 04 10:47:36.149081 n-d-816629-1 neutron-server[101774]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 04 10:47:36.149081 n-d-816629-1 neutron-server[101774]: [parameters: {'id': 'e367f1ca-b0a8-4290-ad41-9188936948e2'}] Nov 04 10:47:36.149081 n-d-816629-1 neutron-server[101774]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:47:36.152242 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 95ad527b-0310-411c-89bd-1274654c7b5b, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=95ad527b-0310-411c-89bd-1274654c7b5b,segment=NetworkSegment(5fe677e5-64f3-4799-afaa-0015f65c7e61),segment_id=5fe677e5-64f3-4799-afaa-0015f65c7e61)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:36.156355 n-d-816629-1 neutron-server[101774]: DEBUG oslo_db.api [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:47:36.162020 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=b7148f4c-a774-4e7a-a8e9-c7483869a3e6,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:36.176492 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-8d66d1df-4fc7-43d4-916d-671bf07c7039 None None] For port a0df2602-402e-4d6b-85fb-d1d569b013aa, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a0df2602-402e-4d6b-85fb-d1d569b013aa,segment=NetworkSegment(82a9d444-e528-441d-8985-0441a5d84af9),segment_id=82a9d444-e528-441d-8985-0441a5d84af9)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:47:36.178351 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:36.179089 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:47:36.222505 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8d66d1df-4fc7-43d4-916d-671bf07c7039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:36.237700 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03,segment=NetworkSegment(5fe677e5-64f3-4799-afaa-0015f65c7e61),segment_id=5fe677e5-64f3-4799-afaa-0015f65c7e61)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:36.278360 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ec099-ac83-4607-90c5-4470c05f7835 req-cfeb8bba-0c1c-4bfa-8d9e-fcaf32376a67 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:36.290883 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ec099-ac83-4607-90c5-4470c05f7835 req-cfeb8bba-0c1c-4bfa-8d9e-fcaf32376a67 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:36.302537 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ec099-ac83-4607-90c5-4470c05f7835 req-cfeb8bba-0c1c-4bfa-8d9e-fcaf32376a67 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:36.320860 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ec099-ac83-4607-90c5-4470c05f7835 req-cfeb8bba-0c1c-4bfa-8d9e-fcaf32376a67 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:36.327647 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ec099-ac83-4607-90c5-4470c05f7835 req-cfeb8bba-0c1c-4bfa-8d9e-fcaf32376a67 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:36.336176 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ec099-ac83-4607-90c5-4470c05f7835 req-cfeb8bba-0c1c-4bfa-8d9e-fcaf32376a67 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:36.342769 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ec099-ac83-4607-90c5-4470c05f7835 req-cfeb8bba-0c1c-4bfa-8d9e-fcaf32376a67 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:36.351444 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1a0ec099-ac83-4607-90c5-4470c05f7835 req-cfeb8bba-0c1c-4bfa-8d9e-fcaf32376a67 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5437 time: 0.2711496 Nov 04 10:47:36.385653 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03', 'network_id': 'b8ac75de-9cdf-411a-a432-39103b7f3ff1', 'port_id': 'e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03', 'mac_address': 'fa:16:3e:ed:c5:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384b462f-cd0a-48ba-8bb4-6a70320a42d5', 'ip_address': '10.1.1.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:47:36.497466 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1a0ec099-ac83-4607-90c5-4470c05f7835 req-c092839c-19d4-4390-8c4e-d803aa874501 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1450145 Nov 04 10:47:36.518490 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b3c83a-186f-41f7-96bd-0b60649cc278 None None] Network e367f1ca-b0a8-4290-ad41-9188936948e2 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:47:36.519006 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=95ad527b-0310-411c-89bd-1274654c7b5b,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:36.658022 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:36.782115 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9d3db1-ced5-4693-b002-6990330037d8 None None] Network 13ce48db-d8f7-4837-9332-a339c92bf912 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:47:36.784089 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66d1df-4fc7-43d4-916d-671bf07c7039 None None] Pushing event updated for resources: {'Port': ['ID=a0df2602-402e-4d6b-85fb-d1d569b013aa,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:36.844081 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:36.861841 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa3037-9fb8-451a-94fa-54336bd529ad req-454cc53e-e110-4102-bc03-831a43e74aa5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:36.869003 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a8fa3037-9fb8-451a-94fa-54336bd529ad req-454cc53e-e110-4102-bc03-831a43e74aa5 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=242d15bc-60f7-4315-937d-f8f9f953ea25 HTTP/1.1" status: 200 len: 945 time: 0.1127317 Nov 04 10:47:36.871427 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Deleting port a0df2602-402e-4d6b-85fb-d1d569b013aa {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:47:36.872531 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:36.918725 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:47:36.942455 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67b6bde4-78af-4616-831f-38f0ce7ad1fe None None] Provisioning complete for port be46e145-7ae4-482f-a462-5d944018713c triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:47:36.942897 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67b6bde4-78af-4616-831f-38f0ce7ad1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:36.986869 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03,segment=NetworkSegment(5fe677e5-64f3-4799-afaa-0015f65c7e61),segment_id=5fe677e5-64f3-4799-afaa-0015f65c7e61)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:36.993397 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a8fa3037-9fb8-451a-94fa-54336bd529ad req-def9c16f-20b1-4422-a254-34303a12e4a0 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189690 Nov 04 10:47:37.019793 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:37.028772 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] For port a0df2602-402e-4d6b-85fb-d1d569b013aa, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a0df2602-402e-4d6b-85fb-d1d569b013aa,segment=NetworkSegment(82a9d444-e528-441d-8985-0441a5d84af9),segment_id=82a9d444-e528-441d-8985-0441a5d84af9)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:37.029177 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:37.062296 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4126e5-e022-4d2e-b847-4de50e30f3f9 None None] Network e367f1ca-b0a8-4290-ad41-9188936948e2 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:47:37.064143 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Calling delete_port for a0df2602-402e-4d6b-85fb-d1d569b013aa owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:47:37.159969 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6206efd0-5c4e-48e7-9623-76e8581740b8 req-f96967b3-96d9-419f-be3f-db11f0cb9408 tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.0641601 Nov 04 10:47:37.199774 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:37.340359 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:37.354666 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device be46e145-7ae4-482f-a462-5d944018713c up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:47:37.384233 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event deleted for resources: {'Port': ['ID=a0df2602-402e-4d6b-85fb-d1d569b013aa,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:37.402177 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] No DVR routers for this DVR port a0df2602-402e-4d6b-85fb-d1d569b013aa on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:47:37.532757 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port be46e145-7ae4-482f-a462-5d944018713c triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:47:37.533139 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:37.541633 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:37.587261 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e367f1ca-b0a8-4290-ad41-9188936948e2']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:37.630012 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a9d444-e528-441d-8985-0441a5d84af9') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:37.630414 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a9d444-e528-441d-8985-0441a5d84af9') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:37.668560 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:37.684976 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:37.693960 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Releasing vlan 1172 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:47:37.694891 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:47:37.699577 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:47:37.890166 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e7023-b255-4e1e-ab11-c5cfa315c0cc req-9f97f725-073e-443a-97fa-2d6a3a01a167 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:37.890955 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e77da2c-a805-4b22-bf53-0c6f44c8b473 None None] get_active_networks_info from n-d-816629-1 {{(pid=101776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 10:47:37.896911 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e7023-b255-4e1e-ab11-c5cfa315c0cc req-9f97f725-073e-443a-97fa-2d6a3a01a167 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:37.903449 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e7023-b255-4e1e-ab11-c5cfa315c0cc req-9f97f725-073e-443a-97fa-2d6a3a01a167 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:37.909649 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e7023-b255-4e1e-ab11-c5cfa315c0cc req-9f97f725-073e-443a-97fa-2d6a3a01a167 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:37.916261 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e7023-b255-4e1e-ab11-c5cfa315c0cc req-9f97f725-073e-443a-97fa-2d6a3a01a167 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:37.922482 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e7023-b255-4e1e-ab11-c5cfa315c0cc req-9f97f725-073e-443a-97fa-2d6a3a01a167 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:37.928982 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e7023-b255-4e1e-ab11-c5cfa315c0cc req-9f97f725-073e-443a-97fa-2d6a3a01a167 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:37.931215 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f8e7023-b255-4e1e-ab11-c5cfa315c0cc req-9f97f725-073e-443a-97fa-2d6a3a01a167 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5438 time: 0.1459508 Nov 04 10:47:37.932080 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:37.937331 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:37.955757 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "DELETE /v2.0/networks/e367f1ca-b0a8-4290-ad41-9188936948e2 HTTP/1.1" status: 204 len: 168 time: 4.5237551 Nov 04 10:47:37.957956 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54140) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:37.994099 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['b7148f4c-a774-4e7a-a8e9-c7483869a3e6'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:47:37.996393 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['f1aa7d96-2a2d-428f-92e0-98b150ce6175'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:47:37.998813 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['01768171-34a9-4d5d-aca7-7f2598e2272a'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:47:38.006809 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab479bb-26f5-441a-bbf5-6318f7887bc6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] DELETE failed (client error): The resource could not be found. Nov 04 10:47:38.011458 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ab479bb-26f5-441a-bbf5-6318f7887bc6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:47:38.024595 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4ab479bb-26f5-441a-bbf5-6318f7887bc6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "DELETE /v2.0/networks/e367f1ca-b0a8-4290-ad41-9188936948e2 HTTP/1.1" status: 404 len: 339 time: 0.0649061 Nov 04 10:47:38.029525 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54142) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:38.070058 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-ed90bb95-5cfe-4d55-ab5a-eaf6e37cbff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-872007468', 'description': 'd1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:47:38.075339 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10eeb47-b1df-4f9c-8f5f-78053a5cab71 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event deleted for resources: {'Network': ['ID=e367f1ca-b0a8-4290-ad41-9188936948e2,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:38.089054 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['95ad527b-0310-411c-89bd-1274654c7b5b'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:47:38.093058 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['abff8681-5536-4f57-ae0f-bea4324905c6'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:47:38.121253 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed90bb95-5cfe-4d55-ab5a-eaf6e37cbff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Made reservation on behalf of 028140db9f3f48ac9efcb43be0878ad9 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:47:38.129684 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ed90bb95-5cfe-4d55-ab5a-eaf6e37cbff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:38.137134 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['2e5d01da-bc74-425c-a694-015cf173c59b'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:47:38.139627 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f8e7023-b255-4e1e-ab11-c5cfa315c0cc req-78643521-a2e5-4b89-8309-bbd87350b9b0 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1661181 Nov 04 10:47:38.164104 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed90bb95-5cfe-4d55-ab5a-eaf6e37cbff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1178} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:47:38.192185 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ed90bb95-5cfe-4d55-ab5a-eaf6e37cbff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:38.192873 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-ed90bb95-5cfe-4d55-ab5a-eaf6e37cbff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Added segment a41a81c4-7ed0-437e-bd31-26603a603403 of type vlan for network 20e00d56-8475-4aad-952c-7daea70f7017 Nov 04 10:47:38.310768 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ed90bb95-5cfe-4d55-ab5a-eaf6e37cbff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:38.333347 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e35b7-9cbf-4176-bb49-5b181bc0c28f req-07aaff43-6c68-4eec-9dda-5a611261a651 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:38.335793 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-855e35b7-9cbf-4176-bb49-5b181bc0c28f req-07aaff43-6c68-4eec-9dda-5a611261a651 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=242d15bc-60f7-4315-937d-f8f9f953ea25 HTTP/1.1" status: 200 len: 945 time: 0.0577340 Nov 04 10:47:38.363263 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ed90bb95-5cfe-4d55-ab5a-eaf6e37cbff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:38.364718 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c5a9e20f-93b2-4a0b-9916-2a43e7678caf None None] Provisioning complete for port be46e145-7ae4-482f-a462-5d944018713c triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:47:38.365266 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c5a9e20f-93b2-4a0b-9916-2a43e7678caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:38.373801 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed90bb95-5cfe-4d55-ab5a-eaf6e37cbff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:38.374523 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ed90bb95-5cfe-4d55-ab5a-eaf6e37cbff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:38.399906 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ed90bb95-5cfe-4d55-ab5a-eaf6e37cbff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3688223 Nov 04 10:47:38.400780 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54146) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:38.473953 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-855e35b7-9cbf-4176-bb49-5b181bc0c28f req-86643ba1-6651-4b8b-b9b2-ca2e25bb935e tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249862 Nov 04 10:47:38.545707 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90bb95-5cfe-4d55-ab5a-eaf6e37cbff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event updated for resources: {'Network': ['ID=20e00d56-8475-4aad-952c-7daea70f7017,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:38.571786 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 20e00d56-8475-4aad-952c-7daea70f7017 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:47:38.599595 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6586188-076d-4059-b9d4-9aab608d7faf tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:38.602634 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b6586188-076d-4059-b9d4-9aab608d7faf tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "GET /v2.0/networks?id=20e00d56-8475-4aad-952c-7daea70f7017 HTTP/1.1" status: 200 len: 764 time: 0.1900761 Nov 04 10:47:38.604869 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54152) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:38.611652 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-646db982-d004-4904-9011-b479ae0ada62 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Request body: {'network': {'description': 'd2'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:47:38.828573 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e77da2c-a805-4b22-bf53-0c6f44c8b473 None None] Resources bound (agent type, host, resource id): {{(pid=101776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 10:47:38.878949 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-646db982-d004-4904-9011-b479ae0ada62 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:38.906342 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-646db982-d004-4904-9011-b479ae0ada62 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:38.995916 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-646db982-d004-4904-9011-b479ae0ada62 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Network 20e00d56-8475-4aad-952c-7daea70f7017 is not hosted by any dhcp agent {{(pid=101774) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 04 10:47:39.003456 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646db982-d004-4904-9011-b479ae0ada62 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:39.004132 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-646db982-d004-4904-9011-b479ae0ada62 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:39.005525 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-646db982-d004-4904-9011-b479ae0ada62 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "PUT /v2.0/networks/20e00d56-8475-4aad-952c-7daea70f7017 HTTP/1.1" status: 200 len: 761 time: 0.3989539 Nov 04 10:47:39.008260 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54158) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:39.023574 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646db982-d004-4904-9011-b479ae0ada62 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event updated for resources: {'Network': ['ID=20e00d56-8475-4aad-952c-7daea70f7017,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:39.036581 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5ffc5145-c60b-400c-9f48-4e1017b806fe req-0b7c80d5-5165-47ea-84c8-e081ea6b4cf7 tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.2711256 Nov 04 10:47:39.116908 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c63c164-bb82-44ad-b711-e0366501c474 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:39.118836 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3c63c164-bb82-44ad-b711-e0366501c474 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "GET /v2.0/networks?id=20e00d56-8475-4aad-952c-7daea70f7017 HTTP/1.1" status: 200 len: 764 time: 0.1090751 Nov 04 10:47:39.122304 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54160) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:39.155454 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:47:39.180073 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 20e00d56-8475-4aad-952c-7daea70f7017 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:47:39.298553 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83d2b9-999a-4cb5-a038-933ce8e8bffe req-32057899-b19c-43ef-81d5-d12746fa7295 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:39.300747 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f83d2b9-999a-4cb5-a038-933ce8e8bffe req-32057899-b19c-43ef-81d5-d12746fa7295 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=242d15bc-60f7-4315-937d-f8f9f953ea25 HTTP/1.1" status: 200 len: 945 time: 0.1184912 Nov 04 10:47:39.362031 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e210c86-2216-4a4a-adc2-5d559608c59c tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:39.363918 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8e210c86-2216-4a4a-adc2-5d559608c59c tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2405777 Nov 04 10:47:39.369525 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f83d2b9-999a-4cb5-a038-933ce8e8bffe req-a6a523a6-bf9a-42b5-953a-c42b5474a86b tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618443 Nov 04 10:47:39.370550 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54164) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:39.411040 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fa2fa63d-fcb6-4f95-aa60-e35154cc8b04 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "GET /v2.0/subnets?network_id=301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 207 time: 0.0363843 Nov 04 10:47:39.411279 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54170) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:39.550092 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a947e-0c0f-4d40-899a-5cfc6b60cf29 req-1b508349-1754-40dc-89c7-5fa88415509a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:39.558068 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a947e-0c0f-4d40-899a-5cfc6b60cf29 req-1b508349-1754-40dc-89c7-5fa88415509a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:39.566271 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a947e-0c0f-4d40-899a-5cfc6b60cf29 req-1b508349-1754-40dc-89c7-5fa88415509a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:39.572951 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a947e-0c0f-4d40-899a-5cfc6b60cf29 req-1b508349-1754-40dc-89c7-5fa88415509a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:39.581123 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a947e-0c0f-4d40-899a-5cfc6b60cf29 req-1b508349-1754-40dc-89c7-5fa88415509a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:39.588489 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a947e-0c0f-4d40-899a-5cfc6b60cf29 req-1b508349-1754-40dc-89c7-5fa88415509a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:39.595091 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a947e-0c0f-4d40-899a-5cfc6b60cf29 req-1b508349-1754-40dc-89c7-5fa88415509a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:39.602326 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c79a947e-0c0f-4d40-899a-5cfc6b60cf29 req-1b508349-1754-40dc-89c7-5fa88415509a tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5438 time: 0.1239159 Nov 04 10:47:39.638402 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eabff22-4efe-4424-bc18-9e308d9cd039 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:39.645994 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eabff22-4efe-4424-bc18-9e308d9cd039 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:39.652934 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eabff22-4efe-4424-bc18-9e308d9cd039 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:39.660352 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eabff22-4efe-4424-bc18-9e308d9cd039 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:39.668941 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eabff22-4efe-4424-bc18-9e308d9cd039 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:39.676910 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eabff22-4efe-4424-bc18-9e308d9cd039 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:39.682629 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3eabff22-4efe-4424-bc18-9e308d9cd039 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2667258 Nov 04 10:47:39.683231 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54176) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:39.695336 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c79a947e-0c0f-4d40-899a-5cfc6b60cf29 req-24cbe059-dfd6-4030-acc7-516340526975 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0898921 Nov 04 10:47:39.848142 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-12148a20-e0f5-48f7-a890-07a733cad398 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1625435 Nov 04 10:47:39.851242 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54180) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:39.989291 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f87d7ee-aec2-42ac-b1b3-90e92217eca9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:39.991169 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f87d7ee-aec2-42ac-b1b3-90e92217eca9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:39.993635 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f87d7ee-aec2-42ac-b1b3-90e92217eca9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:39.995306 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f87d7ee-aec2-42ac-b1b3-90e92217eca9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:39.997093 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f87d7ee-aec2-42ac-b1b3-90e92217eca9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:39.999217 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8f87d7ee-aec2-42ac-b1b3-90e92217eca9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1467052 Nov 04 10:47:40.002813 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54186) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:40.084320 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d33e04-f53f-484c-89b6-15580038e22e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:40.086015 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d33e04-f53f-484c-89b6-15580038e22e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:40.087927 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d33e04-f53f-484c-89b6-15580038e22e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:40.089274 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d33e04-f53f-484c-89b6-15580038e22e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:40.090718 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d33e04-f53f-484c-89b6-15580038e22e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:40.097314 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-51d33e04-f53f-484c-89b6-15580038e22e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0884612 Nov 04 10:47:40.097954 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54192) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:40.143739 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed61eec-75a4-4448-9da6-60b4449b286a req-20cc96ad-cc17-46ff-a979-bcbc3ac5f3c7 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:40.144805 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2ed61eec-75a4-4448-9da6-60b4449b286a req-20cc96ad-cc17-46ff-a979-bcbc3ac5f3c7 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=242d15bc-60f7-4315-937d-f8f9f953ea25 HTTP/1.1" status: 200 len: 945 time: 0.0812297 Nov 04 10:47:40.196792 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2ed61eec-75a4-4448-9da6-60b4449b286a req-102bcb63-43d2-4d84-935d-438515159e36 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445681 Nov 04 10:47:40.209565 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bca2130-694e-4305-90d6-aac447fde890 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:40.211072 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8bca2130-694e-4305-90d6-aac447fde890 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "GET /v2.0/networks/13da71e6-156e-46fe-aa86-59d5dafca8ac HTTP/1.1" status: 200 len: 803 time: 0.1121266 Nov 04 10:47:40.217388 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54194) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:40.307639 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-47aa3a0a-3d7b-47d8-8d85-69d3c7e2391b req-6fe079ea-3e26-405a-954f-2f4b403cc483 tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.0373480 Nov 04 10:47:40.364684 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54202) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:40.365455 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-eb75afa2-64cb-40ff-8aba-1a2f1376c57e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "GET /v2.0/networks/13da71e6-156e-46fe-aa86-59d5dafca8ac?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1467547 Nov 04 10:47:40.423971 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d79befb-b4c3-4f6e-8822-89b5a1a5cd29 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:40.429640 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3d79befb-b4c3-4f6e-8822-89b5a1a5cd29 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "GET /v2.0/subnets/09413b89-d7b7-465b-b3ec-a339a39af936 HTTP/1.1" status: 200 len: 843 time: 0.0601671 Nov 04 10:47:40.430419 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54208) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:40.487377 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09df19c-5de8-42d6-a94c-37c14036e320 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:40.493537 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c09df19c-5de8-42d6-a94c-37c14036e320 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "GET /v2.0/subnets/09413b89-d7b7-465b-b3ec-a339a39af936?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0611134 Nov 04 10:47:40.493743 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54210) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:40.500847 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-63af8896-9cc8-4512-8711-57c50d579272 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-299375364'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:47:40.525342 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63af8896-9cc8-4512-8711-57c50d579272 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Made reservation on behalf of 028140db9f3f48ac9efcb43be0878ad9 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:47:40.529192 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-63af8896-9cc8-4512-8711-57c50d579272 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:40.553530 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63af8896-9cc8-4512-8711-57c50d579272 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1158} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:47:40.566199 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-63af8896-9cc8-4512-8711-57c50d579272 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:40.566543 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-63af8896-9cc8-4512-8711-57c50d579272 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Added segment 69f94f97-d08b-47b0-8886-254ce603fdbb of type vlan for network fa34222f-3bd9-44f4-8a80-4625cb10b1a4 Nov 04 10:47:40.610193 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-63af8896-9cc8-4512-8711-57c50d579272 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:40.640060 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-63af8896-9cc8-4512-8711-57c50d579272 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:40.646150 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63af8896-9cc8-4512-8711-57c50d579272 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:40.646786 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-63af8896-9cc8-4512-8711-57c50d579272 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:40.686590 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54214) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:40.717740 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-63af8896-9cc8-4512-8711-57c50d579272 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2224801 Nov 04 10:47:40.721769 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54220) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:40.725926 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-de5aab44-f788-43e4-ab41-a36f7417eb73 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Request body: {'subnet': {'network_id': 'fa34222f-3bd9-44f4-8a80-4625cb10b1a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:47:40.750651 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af8896-9cc8-4512-8711-57c50d579272 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event updated for resources: {'Network': ['ID=fa34222f-3bd9-44f4-8a80-4625cb10b1a4,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:40.762334 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network fa34222f-3bd9-44f4-8a80-4625cb10b1a4 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:47:40.868613 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f97d2080-0509-4b45-a1e3-2833e571e127 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:40.906158 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229de58-b9de-4631-bd4c-4493b68b76f4 req-ff50979b-fff4-4cd0-9c9b-f347709766ff tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:40.912383 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229de58-b9de-4631-bd4c-4493b68b76f4 req-ff50979b-fff4-4cd0-9c9b-f347709766ff tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:40.918661 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229de58-b9de-4631-bd4c-4493b68b76f4 req-ff50979b-fff4-4cd0-9c9b-f347709766ff tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:40.924671 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229de58-b9de-4631-bd4c-4493b68b76f4 req-ff50979b-fff4-4cd0-9c9b-f347709766ff tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:40.931260 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229de58-b9de-4631-bd4c-4493b68b76f4 req-ff50979b-fff4-4cd0-9c9b-f347709766ff tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:40.937678 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229de58-b9de-4631-bd4c-4493b68b76f4 req-ff50979b-fff4-4cd0-9c9b-f347709766ff tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:40.943696 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229de58-b9de-4631-bd4c-4493b68b76f4 req-ff50979b-fff4-4cd0-9c9b-f347709766ff tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:40.945699 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2229de58-b9de-4631-bd4c-4493b68b76f4 req-ff50979b-fff4-4cd0-9c9b-f347709766ff tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5438 time: 0.1373584 Nov 04 10:47:40.991735 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5aab44-f788-43e4-ab41-a36f7417eb73 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Made reservation on behalf of 028140db9f3f48ac9efcb43be0878ad9 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:47:40.995373 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de5aab44-f788-43e4-ab41-a36f7417eb73 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:41.096051 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.ipam_backend_mixin [None req-de5aab44-f788-43e4-ab41-a36f7417eb73 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Performing IP validity checks on allocation pools {{(pid=101774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 04 10:47:41.096611 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.ipam_backend_mixin [None req-de5aab44-f788-43e4-ab41-a36f7417eb73 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 04 10:47:41.112159 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2229de58-b9de-4631-bd4c-4493b68b76f4 req-bf92b17c-18c2-4392-bf0b-73fe500bc7de tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1575148 Nov 04 10:47:41.176623 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f97d2080-0509-4b45-a1e3-2833e571e127 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:41.185538 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f97d2080-0509-4b45-a1e3-2833e571e127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:41.259738 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f97d2080-0509-4b45-a1e3-2833e571e127 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=b5a32d2f93294a6b9ac6df7b4954f1b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5719898 Nov 04 10:47:41.262657 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54230) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:41.263154 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d2080-0509-4b45-a1e3-2833e571e127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce0f285-5c67-4346-bf74-d9b94d3eb1d7,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:41.336654 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb3d5-a1d7-42d7-883f-2800082a3e30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:41.363120 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de5aab44-f788-43e4-ab41-a36f7417eb73 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:41.371654 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb3d5-a1d7-42d7-883f-2800082a3e30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:41.417133 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cd5b1-f09c-473f-a4ce-79e758c371e4 req-d2afa16f-d64f-4815-aa8f-404655e4c8a7 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:41.420069 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-831cd5b1-f09c-473f-a4ce-79e758c371e4 req-d2afa16f-d64f-4815-aa8f-404655e4c8a7 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=242d15bc-60f7-4315-937d-f8f9f953ea25 HTTP/1.1" status: 200 len: 945 time: 0.1134775 Nov 04 10:47:41.458659 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5aab44-f788-43e4-ab41-a36f7417eb73 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event updated for resources: {'Subnet': ['ID=540e7577-777a-49f0-a74a-5432fa14f04e,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:41.475443 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb3d5-a1d7-42d7-883f-2800082a3e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:41.479863 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb3d5-a1d7-42d7-883f-2800082a3e30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:41.481636 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2aeeb3d5-a1d7-42d7-883f-2800082a3e30 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/0ce0f285-5c67-4346-bf74-d9b94d3eb1d7 HTTP/1.1" status: 204 len: 168 time: 0.2175431 Nov 04 10:47:41.492549 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb3d5-a1d7-42d7-883f-2800082a3e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce0f285-5c67-4346-bf74-d9b94d3eb1d7,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:41.493588 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5aab44-f788-43e4-ab41-a36f7417eb73 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Checking segment: {'id': '69f94f97-d08b-47b0-8886-254ce603fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'fa34222f-3bd9-44f4-8a80-4625cb10b1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:47:41.494792 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5aab44-f788-43e4-ab41-a36f7417eb73 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Network hostable DHCP agents. Network: fa34222f-3bd9-44f4-8a80-4625cb10b1a4, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:47:41.509193 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac0d1e-e1b2-47c3-b410-091371d96c72 req-40dbbb93-7d58-4bbe-862e-b19e62b6ea69 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:41.510953 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e0ac0d1e-e1b2-47c3-b410-091371d96c72 req-40dbbb93-7d58-4bbe-862e-b19e62b6ea69 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.126 "GET /v2.0/ports?device_id=242d15bc-60f7-4315-937d-f8f9f953ea25 HTTP/1.1" status: 200 len: 945 time: 0.0931163 Nov 04 10:47:41.513631 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-831cd5b1-f09c-473f-a4ce-79e758c371e4 req-1466a6ee-695d-4877-b84a-85206181205d tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848491 Nov 04 10:47:41.528137 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5aab44-f788-43e4-ab41-a36f7417eb73 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Network fa34222f-3bd9-44f4-8a80-4625cb10b1a4 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:47:41.548886 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-de5aab44-f788-43e4-ab41-a36f7417eb73 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, fa34222f-3bd9-44f4-8a80-4625cb10b1a4) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:47:41.554613 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5aab44-f788-43e4-ab41-a36f7417eb73 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:41.554942 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de5aab44-f788-43e4-ab41-a36f7417eb73 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:41.558333 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840ff42a-1a2d-4bb9-a5ee-45e3b259f1d6 None None] Network fa34222f-3bd9-44f4-8a80-4625cb10b1a4 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:47:41.589434 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-de5aab44-f788-43e4-ab41-a36f7417eb73 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8648753 Nov 04 10:47:41.589434 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54236) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:41.596755 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-03d9cf54-3b31-49eb-bbc9-317fefd8103e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:47:41.678927 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-65c80c89-fac0-4b24-bb32-ab3790452913 req-0d07922f-4c90-4e12-8c62-e14178743880 tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.0387857 Nov 04 10:47:41.692541 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-e0ac0d1e-e1b2-47c3-b410-091371d96c72 req-cbd6f915-ccfc-482c-9899-eb63ed6a34db tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Deleting port b1c3459c-5fac-4a2a-9dfb-4a469169087a {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:47:41.692898 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e0ac0d1e-e1b2-47c3-b410-091371d96c72 req-cbd6f915-ccfc-482c-9899-eb63ed6a34db tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:41.783044 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-03d9cf54-3b31-49eb-bbc9-317fefd8103e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28697526'] for subnet, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:41.858188 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd292847-4a3d-497b-807b-3f9d4498b10c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-fa34222f-3bd9-44f4-8a80-4625cb10b1a4', 'network_id': 'fa34222f-3bd9-44f4-8a80-4625cb10b1a4', 'tenant_id': '028140db9f3f48ac9efcb43be0878ad9', 'fixed_ips': [{'subnet_id': '540e7577-777a-49f0-a74a-5432fa14f04e'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:47:41.860806 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bd292847-4a3d-497b-807b-3f9d4498b10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:41.888200 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e0ac0d1e-e1b2-47c3-b410-091371d96c72 req-cbd6f915-ccfc-482c-9899-eb63ed6a34db tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] For port b1c3459c-5fac-4a2a-9dfb-4a469169087a, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b1c3459c-5fac-4a2a-9dfb-4a469169087a,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:41.889762 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e0ac0d1e-e1b2-47c3-b410-091371d96c72 req-cbd6f915-ccfc-482c-9899-eb63ed6a34db tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:42.036671 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-03d9cf54-3b31-49eb-bbc9-317fefd8103e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731188417639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28711866'] for subnet, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:42.096043 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d9cf54-3b31-49eb-bbc9-317fefd8103e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:42.096739 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-03d9cf54-3b31-49eb-bbc9-317fefd8103e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:42.098958 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-03d9cf54-3b31-49eb-bbc9-317fefd8103e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "PUT /v2.0/subnets/540e7577-777a-49f0-a74a-5432fa14f04e HTTP/1.1" status: 200 len: 900 time: 0.5083239 Nov 04 10:47:42.103910 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54248) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:42.206632 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9cf54-3b31-49eb-bbc9-317fefd8103e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event updated for resources: {'Subnet': ['ID=540e7577-777a-49f0-a74a-5432fa14f04e,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:42.252233 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-bd292847-4a3d-497b-807b-3f9d4498b10c None None] Allocated IP 2001:db8::3 (fa34222f-3bd9-44f4-8a80-4625cb10b1a4/540e7577-777a-49f0-a74a-5432fa14f04e/179c6d72-22ad-40bd-9600-0b32f505c35d) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:47:42.300355 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:42.420461 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-e0ac0d1e-e1b2-47c3-b410-091371d96c72 req-cbd6f915-ccfc-482c-9899-eb63ed6a34db tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Calling delete_port for b1c3459c-5fac-4a2a-9dfb-4a469169087a owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:47:42.493491 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abc1eb-2bd0-4a4c-a3c8-042fc4f97a9e req-eaec7d3b-e568-4f6f-945a-6a61a570ebf9 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:42.501230 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abc1eb-2bd0-4a4c-a3c8-042fc4f97a9e req-eaec7d3b-e568-4f6f-945a-6a61a570ebf9 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:42.507681 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abc1eb-2bd0-4a4c-a3c8-042fc4f97a9e req-eaec7d3b-e568-4f6f-945a-6a61a570ebf9 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:42.510989 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:42.514302 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abc1eb-2bd0-4a4c-a3c8-042fc4f97a9e req-eaec7d3b-e568-4f6f-945a-6a61a570ebf9 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:42.521130 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abc1eb-2bd0-4a4c-a3c8-042fc4f97a9e req-eaec7d3b-e568-4f6f-945a-6a61a570ebf9 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:42.527626 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abc1eb-2bd0-4a4c-a3c8-042fc4f97a9e req-eaec7d3b-e568-4f6f-945a-6a61a570ebf9 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:42.534032 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abc1eb-2bd0-4a4c-a3c8-042fc4f97a9e req-eaec7d3b-e568-4f6f-945a-6a61a570ebf9 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:42.542973 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-18abc1eb-2bd0-4a4c-a3c8-042fc4f97a9e req-eaec7d3b-e568-4f6f-945a-6a61a570ebf9 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5438 time: 0.2393630 Nov 04 10:47:42.619972 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:42.692857 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-18abc1eb-2bd0-4a4c-a3c8-042fc4f97a9e req-9194d02c-5487-400a-90ea-09d4a55f0158 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1486611 Nov 04 10:47:42.711333 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bd292847-4a3d-497b-807b-3f9d4498b10c None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:42.719886 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bd292847-4a3d-497b-807b-3f9d4498b10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:42.741834 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e0ac0d1e-e1b2-47c3-b410-091371d96c72 req-cbd6f915-ccfc-482c-9899-eb63ed6a34db tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:42.745572 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:42.782549 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd292847-4a3d-497b-807b-3f9d4498b10c None None] Network fa34222f-3bd9-44f4-8a80-4625cb10b1a4 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:47:42.783466 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6f915-ccfc-482c-9899-eb63ed6a34db tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Pushing event deleted for resources: {'Port': ['ID=b1c3459c-5fac-4a2a-9dfb-4a469169087a,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:42.837373 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-bd292847-4a3d-497b-807b-3f9d4498b10c None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:47:42.845243 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event deleted for resources: {'Subnet': ['ID=540e7577-777a-49f0-a74a-5432fa14f04e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:42.845471 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd292847-4a3d-497b-807b-3f9d4498b10c None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:47:42.945554 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ac0d1e-e1b2-47c3-b410-091371d96c72 req-cbd6f915-ccfc-482c-9899-eb63ed6a34db tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] No DVR routers for this DVR port b1c3459c-5fac-4a2a-9dfb-4a469169087a on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:47:42.952946 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e0ac0d1e-e1b2-47c3-b410-091371d96c72 req-cbd6f915-ccfc-482c-9899-eb63ed6a34db tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:42.956523 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e0ac0d1e-e1b2-47c3-b410-091371d96c72 req-cbd6f915-ccfc-482c-9899-eb63ed6a34db tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.126 "DELETE /v2.0/ports/b1c3459c-5fac-4a2a-9dfb-4a469169087a HTTP/1.1" status: 204 len: 173 time: 1.4385476 Nov 04 10:47:42.962253 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242d15bc-60f7-4315-937d-f8f9f953ea25', 'name': 'network-vif-deleted', 'tag': 'b1c3459c-5fac-4a2a-9dfb-4a469169087a'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:47:42.967303 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886d853d-9542-4277-97bd-aab7c7f7ccc6" -d '{"events": [{"server_uuid": "242d15bc-60f7-4315-937d-f8f9f953ea25", "name": "network-vif-deleted", "tag": "b1c3459c-5fac-4a2a-9dfb-4a469169087a"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:47:43.009400 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:43.049199 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['310bdf6a-823e-4dce-ba34-0799bb073a43', 'b1c3459c-5fac-4a2a-9dfb-4a469169087a'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:47:43.080021 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-306ae46d-dc2e-411d-96be-e4eddd817300 req-5cdf17ac-d379-4d41-b807-92df9f0c484d tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=242d15bc-60f7-4315-937d-f8f9f953ea25 HTTP/1.1" status: 200 len: 210 time: 0.0589070 Nov 04 10:47:43.084566 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa34222f-3bd9-44f4-8a80-4625cb10b1a4']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:43.121046 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f94f97-d08b-47b0-8886-254ce603fdbb') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:43.121046 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f94f97-d08b-47b0-8886-254ce603fdbb') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:43.128346 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 01768171-34a9-4d5d-aca7-7f2598e2272a up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:47:43.142541 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd292847-4a3d-497b-807b-3f9d4498b10c None None] Pushing event updated for resources: {'Port': ['ID=179c6d72-22ad-40bd-9600-0b32f505c35d,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:43.160597 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:43.177240 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-bd292847-4a3d-497b-807b-3f9d4498b10c None None] Attempting to bind port 179c6d72-22ad-40bd-9600-0b32f505c35d on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:47:43.177936 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-bd292847-4a3d-497b-807b-3f9d4498b10c None None] Attempting to bind port 179c6d72-22ad-40bd-9600-0b32f505c35d by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '69f94f97-d08b-47b0-8886-254ce603fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'fa34222f-3bd9-44f4-8a80-4625cb10b1a4'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:47:43.178486 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd292847-4a3d-497b-807b-3f9d4498b10c None None] Attempting to bind port 179c6d72-22ad-40bd-9600-0b32f505c35d on network fa34222f-3bd9-44f4-8a80-4625cb10b1a4 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:47:43.200184 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd292847-4a3d-497b-807b-3f9d4498b10c None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:47:43.201379 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd292847-4a3d-497b-807b-3f9d4498b10c None None] Checking segment: {'id': '69f94f97-d08b-47b0-8886-254ce603fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'fa34222f-3bd9-44f4-8a80-4625cb10b1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:47:43.201781 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bd292847-4a3d-497b-807b-3f9d4498b10c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:43.202235 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd292847-4a3d-497b-807b-3f9d4498b10c None None] Bound using segment: {'id': '69f94f97-d08b-47b0-8886-254ce603fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'fa34222f-3bd9-44f4-8a80-4625cb10b1a4'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:47:43.202656 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-bd292847-4a3d-497b-807b-3f9d4498b10c None None] Bound port: 179c6d72-22ad-40bd-9600-0b32f505c35d, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f94f97-d08b-47b0-8886-254ce603fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'fa34222f-3bd9-44f4-8a80-4625cb10b1a4'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:47:43.203027 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bd292847-4a3d-497b-807b-3f9d4498b10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:43.217422 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:43.223202 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:47:43.229900 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:47:43.232094 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:47:43.235546 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:47:43.317575 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c20149d8-db8e-4c0d-a730-5a674c77d5df req-2e8cc364-187c-46d1-8cd9-066d438ff0ea tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.0766289 Nov 04 10:47:43.340203 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.db.api [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 04 10:47:43.340203 n-d-816629-1 neutron-server[101774]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 04 10:47:43.340203 n-d-816629-1 neutron-server[101774]: [parameters: {'id': 'fa34222f-3bd9-44f4-8a80-4625cb10b1a4'}] Nov 04 10:47:43.340203 n-d-816629-1 neutron-server[101774]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:47:43.340705 n-d-816629-1 neutron-server[101774]: DEBUG oslo_db.api [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:47:43.367136 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 01768171-34a9-4d5d-aca7-7f2598e2272a completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:47:43.382183 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a4af87-7673-423b-a81d-cef8dae8ad54 x-openstack-request-id: req-f4a4af87-7673-423b-a81d-cef8dae8ad54 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:47:43.382538 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242d15bc-60f7-4315-937d-f8f9f953ea25", "name": "network-vif-deleted", "tag": "b1c3459c-5fac-4a2a-9dfb-4a469169087a", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:47:43.382876 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f4a4af87-7673-423b-a81d-cef8dae8ad54 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:47:43.383432 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242d15bc-60f7-4315-937d-f8f9f953ea25', 'name': 'network-vif-deleted', 'tag': 'b1c3459c-5fac-4a2a-9dfb-4a469169087a', 'status': 'completed', 'code': 200} Nov 04 10:47:43.385690 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 01768171-34a9-4d5d-aca7-7f2598e2272a triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:47:43.386144 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:43.490970 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-bd292847-4a3d-497b-807b-3f9d4498b10c None None] For port 179c6d72-22ad-40bd-9600-0b32f505c35d, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:47:43.498763 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-bd292847-4a3d-497b-807b-3f9d4498b10c None None] For port 179c6d72-22ad-40bd-9600-0b32f505c35d, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=179c6d72-22ad-40bd-9600-0b32f505c35d,segment=NetworkSegment(69f94f97-d08b-47b0-8886-254ce603fdbb),segment_id=69f94f97-d08b-47b0-8886-254ce603fdbb)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:47:43.567687 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:43.587526 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bd292847-4a3d-497b-807b-3f9d4498b10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:43.634089 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01768171-34a9-4d5d-aca7-7f2598e2272a'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:47:43.639057 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f755ed83-8b52-4106-bef3-7f386faeeb77" -d '{"events": [{"server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "name": "network-vif-plugged", "status": "completed", "tag": "01768171-34a9-4d5d-aca7-7f2598e2272a"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:47:43.711715 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 01768171-34a9-4d5d-aca7-7f2598e2272a, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=01768171-34a9-4d5d-aca7-7f2598e2272a,segment=NetworkSegment(2d5d8c25-2aa9-495e-b504-1afc5190acc8),segment_id=2d5d8c25-2aa9-495e-b504-1afc5190acc8)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:43.759663 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a74d13-0992-4c70-be83-25d70daa3d00 x-openstack-request-id: req-50a74d13-0992-4c70-be83-25d70daa3d00 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:47:43.759965 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "name": "network-vif-plugged", "status": "completed", "tag": "01768171-34a9-4d5d-aca7-7f2598e2272a", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:47:43.760225 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-50a74d13-0992-4c70-be83-25d70daa3d00 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:47:43.760625 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01768171-34a9-4d5d-aca7-7f2598e2272a', 'code': 200} Nov 04 10:47:43.777416 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:43.787280 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 2e5d01da-bc74-425c-a694-015cf173c59b up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:47:43.842142 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:43.867517 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877f315b-f131-4b21-98ef-7a73c20032df None None] Network fa34222f-3bd9-44f4-8a80-4625cb10b1a4 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:47:43.992340 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa90476-63e1-4d2a-b9d0-e7e030d99a29 req-03de8f18-61ef-4b27-a7d6-a825de8e64d1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:44.000261 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa90476-63e1-4d2a-b9d0-e7e030d99a29 req-03de8f18-61ef-4b27-a7d6-a825de8e64d1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:44.007375 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa90476-63e1-4d2a-b9d0-e7e030d99a29 req-03de8f18-61ef-4b27-a7d6-a825de8e64d1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:44.014502 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa90476-63e1-4d2a-b9d0-e7e030d99a29 req-03de8f18-61ef-4b27-a7d6-a825de8e64d1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:44.021390 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa90476-63e1-4d2a-b9d0-e7e030d99a29 req-03de8f18-61ef-4b27-a7d6-a825de8e64d1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:44.028411 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa90476-63e1-4d2a-b9d0-e7e030d99a29 req-03de8f18-61ef-4b27-a7d6-a825de8e64d1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:44.035107 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa90476-63e1-4d2a-b9d0-e7e030d99a29 req-03de8f18-61ef-4b27-a7d6-a825de8e64d1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:44.037645 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3aa90476-63e1-4d2a-b9d0-e7e030d99a29 req-03de8f18-61ef-4b27-a7d6-a825de8e64d1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5439 time: 0.1780033 Nov 04 10:47:44.054413 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd292847-4a3d-497b-807b-3f9d4498b10c None None] Pushing event updated for resources: {'Port': ['ID=179c6d72-22ad-40bd-9600-0b32f505c35d,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:44.075112 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Deleting port 179c6d72-22ad-40bd-9600-0b32f505c35d {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:47:44.075746 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:44.184666 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] For port 179c6d72-22ad-40bd-9600-0b32f505c35d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=179c6d72-22ad-40bd-9600-0b32f505c35d,segment=NetworkSegment(69f94f97-d08b-47b0-8886-254ce603fdbb),segment_id=69f94f97-d08b-47b0-8886-254ce603fdbb)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:44.185169 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:44.213497 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Calling delete_port for 179c6d72-22ad-40bd-9600-0b32f505c35d owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:47:44.247684 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3aa90476-63e1-4d2a-b9d0-e7e030d99a29 req-b6741d3e-a7e2-4c0e-ab01-3b2a6c531510 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1795237 Nov 04 10:47:44.268516 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=01768171-34a9-4d5d-aca7-7f2598e2272a,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:44.278128 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 2e5d01da-bc74-425c-a694-015cf173c59b completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:47:44.293605 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 2e5d01da-bc74-425c-a694-015cf173c59b triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:47:44.294168 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:44.308232 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c61d22-b902-4824-9960-bdd977ecdb17 None None] Network fa34222f-3bd9-44f4-8a80-4625cb10b1a4 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:47:44.390017 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:44.447505 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event deleted for resources: {'Port': ['ID=179c6d72-22ad-40bd-9600-0b32f505c35d,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:44.477122 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] No DVR routers for this DVR port 179c6d72-22ad-40bd-9600-0b32f505c35d on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:47:44.658025 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a54c950b-ab46-40f5-b37b-0adeace4abde req-dab10587-0d06-410f-87c2-fabca7b076c4 tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.0587325 Nov 04 10:47:44.676334 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:44.729231 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa34222f-3bd9-44f4-8a80-4625cb10b1a4']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:44.730652 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957989cb-054d-4f21-a9fa-75166b0bbc45 None None] get_active_networks_info from n-d-816629-1 {{(pid=101776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 10:47:44.742466 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f94f97-d08b-47b0-8886-254ce603fdbb') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:44.742908 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f94f97-d08b-47b0-8886-254ce603fdbb') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:44.756584 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:44.773327 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:44.790962 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:44.795478 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:44.817307 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:47:44.817814 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:47:44.821839 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:47:44.837668 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 2e5d01da-bc74-425c-a694-015cf173c59b, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=2e5d01da-bc74-425c-a694-015cf173c59b,segment=NetworkSegment(75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d),segment_id=75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:44.843058 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:44.843852 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device abff8681-5536-4f57-ae0f-bea4324905c6 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:47:44.933594 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=2e5d01da-bc74-425c-a694-015cf173c59b,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:44.971634 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:44.983687 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:44.990184 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "DELETE /v2.0/networks/fa34222f-3bd9-44f4-8a80-4625cb10b1a4 HTTP/1.1" status: 204 len: 168 time: 2.8822725 Nov 04 10:47:44.991245 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54338) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:45.016044 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb217be5-6beb-418b-ab9c-a519ef7a50db tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event deleted for resources: {'Network': ['ID=fa34222f-3bd9-44f4-8a80-4625cb10b1a4,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:45.035109 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a4a23-002b-440a-b496-f1991b4c559e req-86e5ae6e-6fa3-4809-92b4-8fe9aac4ca9c tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:45.043797 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c39a4a23-002b-440a-b496-f1991b4c559e req-86e5ae6e-6fa3-4809-92b4-8fe9aac4ca9c tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/networks?id=4ea30ddd-783c-4e98-88c8-c72495d90b19 HTTP/1.1" status: 200 len: 806 time: 0.2417142 Nov 04 10:47:45.055831 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc9ed9ab-7c17-43bf-a4fa-aed65a51235a tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] DELETE failed (client error): The resource could not be found. Nov 04 10:47:45.057502 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc9ed9ab-7c17-43bf-a4fa-aed65a51235a tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:47:45.061787 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fc9ed9ab-7c17-43bf-a4fa-aed65a51235a tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "DELETE /v2.0/subnets/540e7577-777a-49f0-a74a-5432fa14f04e HTTP/1.1" status: 404 len: 337 time: 0.0694327 Nov 04 10:47:45.063497 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c39a4a23-002b-440a-b496-f1991b4c559e req-f5f0dae2-c895-47ac-9e83-766cd2dc1e2f tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/quotas/343110c8f9b64c948b5d4c411d3c8a01 HTTP/1.1" status: 200 len: 375 time: 0.0182314 Nov 04 10:47:45.064526 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54342) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:45.091160 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port abff8681-5536-4f57-ae0f-bea4324905c6 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:47:45.100301 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-589adf68-f4c2-471c-a9b1-d7c70dbdb3a6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] DELETE failed (client error): The resource could not be found. Nov 04 10:47:45.101660 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-589adf68-f4c2-471c-a9b1-d7c70dbdb3a6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:47:45.103920 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port abff8681-5536-4f57-ae0f-bea4324905c6 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:47:45.104477 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:45.122864 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54346) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:45.123597 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-589adf68-f4c2-471c-a9b1-d7c70dbdb3a6 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "DELETE /v2.0/networks/fa34222f-3bd9-44f4-8a80-4625cb10b1a4 HTTP/1.1" status: 404 len: 339 time: 0.0573537 Nov 04 10:47:45.151022 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957989cb-054d-4f21-a9fa-75166b0bbc45 None None] Resources bound (agent type, host, resource id): {{(pid=101776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 10:47:45.219817 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c39a4a23-002b-440a-b496-f1991b4c559e req-8296b6fc-be92-46fd-9abc-81172ac612c3 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=343110c8f9b64c948b5d4c411d3c8a01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1558440 Nov 04 10:47:45.324365 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:45.334892 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e576d434-842b-4578-aa21-0e10cff65a0e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:45.395131 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port abff8681-5536-4f57-ae0f-bea4324905c6, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=abff8681-5536-4f57-ae0f-bea4324905c6,segment=NetworkSegment(2d5d8c25-2aa9-495e-b504-1afc5190acc8),segment_id=2d5d8c25-2aa9-495e-b504-1afc5190acc8)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:45.404701 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:45.405826 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device f1aa7d96-2a2d-428f-92e0-98b150ce6175 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:47:45.484582 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e576d434-842b-4578-aa21-0e10cff65a0e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:45.532696 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-e576d434-842b-4578-aa21-0e10cff65a0e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e00d56-8475-4aad-952c-7daea70f7017']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:45.554501 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=abff8681-5536-4f57-ae0f-bea4324905c6,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:45.556216 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-e576d434-842b-4578-aa21-0e10cff65a0e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a41a81c4-7ed0-437e-bd31-26603a603403') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:45.566329 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-e576d434-842b-4578-aa21-0e10cff65a0e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a41a81c4-7ed0-437e-bd31-26603a603403') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:45.587907 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port f1aa7d96-2a2d-428f-92e0-98b150ce6175 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:47:45.592079 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e576d434-842b-4578-aa21-0e10cff65a0e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:45.610716 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e576d434-842b-4578-aa21-0e10cff65a0e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:45.621576 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e576d434-842b-4578-aa21-0e10cff65a0e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:47:45.622300 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e576d434-842b-4578-aa21-0e10cff65a0e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:45.640655 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port f1aa7d96-2a2d-428f-92e0-98b150ce6175 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:47:45.641056 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:47:45.702223 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:47:45.720625 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e576d434-842b-4578-aa21-0e10cff65a0e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:45.735934 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c39a4a23-002b-440a-b496-f1991b4c559e req-0c8b3907-2395-49b3-b839-26d0ae5cfb2c service neutron] 10.222.0.127 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948344 Nov 04 10:47:45.765625 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5d01da-bc74-425c-a694-015cf173c59b'}, {'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abff8681-5536-4f57-ae0f-bea4324905c6'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:47:45.768186 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21b6bda-d9b7-4785-987c-407725eb5a9c" -d '{"events": [{"server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "name": "network-vif-plugged", "status": "completed", "tag": "2e5d01da-bc74-425c-a694-015cf173c59b"}, {"server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "name": "network-vif-plugged", "status": "completed", "tag": "abff8681-5536-4f57-ae0f-bea4324905c6"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:47:45.788777 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:45.828472 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port f1aa7d96-2a2d-428f-92e0-98b150ce6175, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=f1aa7d96-2a2d-428f-92e0-98b150ce6175,segment=NetworkSegment(5fe677e5-64f3-4799-afaa-0015f65c7e61),segment_id=5fe677e5-64f3-4799-afaa-0015f65c7e61)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:45.835817 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:45.838320 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 95ad527b-0310-411c-89bd-1274654c7b5b up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:47:45.859649 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c39a4a23-002b-440a-b496-f1991b4c559e req-848ef9f1-77d2-4209-b732-26b5a3e8a03c service neutron] 10.222.0.127 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213768 Nov 04 10:47:45.875481 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e576d434-842b-4578-aa21-0e10cff65a0e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:45.885644 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e576d434-842b-4578-aa21-0e10cff65a0e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "DELETE /v2.0/networks/20e00d56-8475-4aad-952c-7daea70f7017 HTTP/1.1" status: 204 len: 168 time: 0.7610683 Nov 04 10:47:45.888066 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54360) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:45.929571 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576d434-842b-4578-aa21-0e10cff65a0e tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event deleted for resources: {'Network': ['ID=20e00d56-8475-4aad-952c-7daea70f7017,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:45.971833 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-adcf4a1d-beae-4a7c-9ca0-7d6885776c12 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] DELETE failed (client error): The resource could not be found. Nov 04 10:47:45.975780 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adcf4a1d-beae-4a7c-9ca0-7d6885776c12 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:47:45.987693 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54366) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:45.988492 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-adcf4a1d-beae-4a7c-9ca0-7d6885776c12 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "DELETE /v2.0/subnets/908ed6d7-9b8c-4670-bb71-3eaa6c0724d8 HTTP/1.1" status: 404 len: 337 time: 0.0978699 Nov 04 10:47:45.998982 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 95ad527b-0310-411c-89bd-1274654c7b5b completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:47:46.006191 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=f1aa7d96-2a2d-428f-92e0-98b150ce6175,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:46.010024 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 95ad527b-0310-411c-89bd-1274654c7b5b triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:47:46.010893 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:46.030584 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a8057e-44aa-465e-8e3a-d448cbdec3d0 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] DELETE failed (client error): The resource could not be found. Nov 04 10:47:46.035199 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a8057e-44aa-465e-8e3a-d448cbdec3d0 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:47:46.045355 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b3a8057e-44aa-465e-8e3a-d448cbdec3d0 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "DELETE /v2.0/networks/e367f1ca-b0a8-4290-ad41-9188936948e2 HTTP/1.1" status: 404 len: 339 time: 0.0564828 Nov 04 10:47:46.047300 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54368) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:46.138352 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:46.187752 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 95ad527b-0310-411c-89bd-1274654c7b5b, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=95ad527b-0310-411c-89bd-1274654c7b5b,segment=NetworkSegment(5fe677e5-64f3-4799-afaa-0015f65c7e61),segment_id=5fe677e5-64f3-4799-afaa-0015f65c7e61)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:46.197781 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:46.201566 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b7148f4c-a774-4e7a-a8e9-c7483869a3e6 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:47:46.331100 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=95ad527b-0310-411c-89bd-1274654c7b5b,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:46.334118 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af90079-2dad-456e-8ac0-1679c987a31b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Deleting subnet 9ac81830-3fd0-4c8b-9ebd-c1e26674fb2f {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:47:46.350868 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port b7148f4c-a774-4e7a-a8e9-c7483869a3e6 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:47:46.354231 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448c9b-1928-4d8c-8ac4-9d90928e2581 req-c9a7a21b-5ef4-4bd5-aa41-f2ddf6b528ec tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:46.360584 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port b7148f4c-a774-4e7a-a8e9-c7483869a3e6 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:47:46.361164 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448c9b-1928-4d8c-8ac4-9d90928e2581 req-c9a7a21b-5ef4-4bd5-aa41-f2ddf6b528ec tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:46.362106 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:46.368444 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448c9b-1928-4d8c-8ac4-9d90928e2581 req-c9a7a21b-5ef4-4bd5-aa41-f2ddf6b528ec tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:46.376427 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448c9b-1928-4d8c-8ac4-9d90928e2581 req-c9a7a21b-5ef4-4bd5-aa41-f2ddf6b528ec tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:46.383270 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448c9b-1928-4d8c-8ac4-9d90928e2581 req-c9a7a21b-5ef4-4bd5-aa41-f2ddf6b528ec tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:46.390200 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448c9b-1928-4d8c-8ac4-9d90928e2581 req-c9a7a21b-5ef4-4bd5-aa41-f2ddf6b528ec tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:46.397268 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448c9b-1928-4d8c-8ac4-9d90928e2581 req-c9a7a21b-5ef4-4bd5-aa41-f2ddf6b528ec tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:46.400073 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-50448c9b-1928-4d8c-8ac4-9d90928e2581 req-c9a7a21b-5ef4-4bd5-aa41-f2ddf6b528ec tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5443 time: 0.2049887 Nov 04 10:47:46.401350 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7af90079-2dad-456e-8ac0-1679c987a31b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:46.490824 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:46.498920 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7af90079-2dad-456e-8ac0-1679c987a31b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:46.538971 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port b7148f4c-a774-4e7a-a8e9-c7483869a3e6, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b7148f4c-a774-4e7a-a8e9-c7483869a3e6,segment=NetworkSegment(5fe677e5-64f3-4799-afaa-0015f65c7e61),segment_id=5fe677e5-64f3-4799-afaa-0015f65c7e61)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:46.544584 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:46.594667 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:47:46.600954 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54400) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:46.678467 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=b7148f4c-a774-4e7a-a8e9-c7483869a3e6,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:46.704537 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-50448c9b-1928-4d8c-8ac4-9d90928e2581 req-2dda7510-5f9d-4a26-aee9-a0d532219647 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2941065 Nov 04 10:47:46.722012 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:47:46.725485 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7af90079-2dad-456e-8ac0-1679c987a31b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:46.726196 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:47:46.726571 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:46.805108 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-67586d0a-1554-404d-b65a-1fd9af248909 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:46.809519 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7af90079-2dad-456e-8ac0-1679c987a31b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:46.882604 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:46.892843 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5892a86d-083a-42bc-9c2a-b6051efd7f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:46.918418 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af90079-2dad-456e-8ac0-1679c987a31b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac81830-3fd0-4c8b-9ebd-c1e26674fb2f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:46.918675 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-67586d0a-1554-404d-b65a-1fd9af248909 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:46.922793 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7af90079-2dad-456e-8ac0-1679c987a31b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:46.927037 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-67586d0a-1554-404d-b65a-1fd9af248909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:46.928403 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7af90079-2dad-456e-8ac0-1679c987a31b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "DELETE /v2.0/subnets/9ac81830-3fd0-4c8b-9ebd-c1e26674fb2f HTTP/1.1" status: 204 len: 168 time: 0.8771143 Nov 04 10:47:46.931210 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54406) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:46.936232 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f887611-aae9-49d0-b011-1a0f742b2904 None None] Network 13ce48db-d8f7-4837-9332-a339c92bf912 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:47:46.943174 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03,segment=NetworkSegment(5fe677e5-64f3-4799-afaa-0015f65c7e61),segment_id=5fe677e5-64f3-4799-afaa-0015f65c7e61)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:46.979769 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:46.980908 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b1c3459c-5fac-4a2a-9dfb-4a469169087a no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:47:47.025850 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8550a21-c6ac-40c1-9733-e90fb19f1b58 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Deleting subnet d1c47f31-a0ed-4b03-ab3b-7a6279a3f0a9 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:47:47.032909 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: b1c3459c-5fac-4a2a-9dfb-4a469169087a {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:47:47.033880 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b1c3459c-5fac-4a2a-9dfb-4a469169087a not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:47:47.041146 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d8550a21-c6ac-40c1-9733-e90fb19f1b58 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:47.072315 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-67586d0a-1554-404d-b65a-1fd9af248909 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=49a0cee77da048bc84a0e7286316c868&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4684198 Nov 04 10:47:47.075775 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54410) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:47.103807 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f9c74fc-a5bc-4ac4-a6d0-08a824eaeb7a req-2b69d5c9-8641-41d9-969f-5923767ec677 tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.0608115 Nov 04 10:47:47.108455 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67586d0a-1554-404d-b65a-1fd9af248909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c348f0-f077-4851-a31e-572a14d69068,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:47.119175 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:47.188845 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 04 Nov 2021 10:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53599ef3-e5b9-4ff6-b054-e44d7b602cd0 x-openstack-request-id: req-53599ef3-e5b9-4ff6-b054-e44d7b602cd0 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:47:47.189482 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "name": "network-vif-plugged", "status": "completed", "tag": "2e5d01da-bc74-425c-a694-015cf173c59b", "code": 200}, {"server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "name": "network-vif-plugged", "status": "completed", "tag": "abff8681-5536-4f57-ae0f-bea4324905c6", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:47:47.189482 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-53599ef3-e5b9-4ff6-b054-e44d7b602cd0 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:47:47.189970 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5d01da-bc74-425c-a694-015cf173c59b', 'code': 200} Nov 04 10:47:47.190088 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abff8681-5536-4f57-ae0f-bea4324905c6', 'code': 200} Nov 04 10:47:47.209007 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d8550a21-c6ac-40c1-9733-e90fb19f1b58 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:47.292932 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2265980b-8b10-4bbe-a428-0ba732229607 req-ed34eee0-b8a7-4b7c-ab94-fdbf7baed1ea tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 210 time: 0.0442512 Nov 04 10:47:47.339143 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-171c4048-af61-47a3-8bd1-a8b86d201967 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:47.392412 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-171c4048-af61-47a3-8bd1-a8b86d201967 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:47.402045 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d8550a21-c6ac-40c1-9733-e90fb19f1b58 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:47.485126 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d8550a21-c6ac-40c1-9733-e90fb19f1b58 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:47.497683 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-171c4048-af61-47a3-8bd1-a8b86d201967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:47.500342 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-171c4048-af61-47a3-8bd1-a8b86d201967 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:47.501837 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-171c4048-af61-47a3-8bd1-a8b86d201967 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/94c348f0-f077-4851-a31e-572a14d69068 HTTP/1.1" status: 204 len: 168 time: 0.3984261 Nov 04 10:47:47.529895 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8550a21-c6ac-40c1-9733-e90fb19f1b58 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event deleted for resources: {'Subnet': ['ID=d1c47f31-a0ed-4b03-ab3b-7a6279a3f0a9,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:47.535993 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d8550a21-c6ac-40c1-9733-e90fb19f1b58 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:47.539201 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d8550a21-c6ac-40c1-9733-e90fb19f1b58 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "DELETE /v2.0/subnets/d1c47f31-a0ed-4b03-ab3b-7a6279a3f0a9 HTTP/1.1" status: 204 len: 168 time: 0.6027818 Nov 04 10:47:47.542216 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54416) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:47.551371 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c4048-af61-47a3-8bd1-a8b86d201967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c348f0-f077-4851-a31e-572a14d69068,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:47.675177 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ee11a6e-523c-46f3-a8d7-40c5e95a666d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:47.879374 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-1ee11a6e-523c-46f3-a8d7-40c5e95a666d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Deleting port be46e145-7ae4-482f-a462-5d944018713c {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:47:47.880004 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ee11a6e-523c-46f3-a8d7-40c5e95a666d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:47.961194 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a4a23-002b-440a-b496-f1991b4c559e req-d59088f0-20ec-4148-9054-fddc5c52c967 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:47.963297 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c39a4a23-002b-440a-b496-f1991b4c559e req-d59088f0-20ec-4148-9054-fddc5c52c967 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.126 "GET /v2.0/networks?id=4ea30ddd-783c-4e98-88c8-c72495d90b19 HTTP/1.1" status: 200 len: 806 time: 0.2481966 Nov 04 10:47:48.018910 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-c39a4a23-002b-440a-b496-f1991b4c559e req-1cc595fb-13e3-4aa0-a53c-82e447721951 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Request body: {'port': {'device_id': 'b9eac5bf-8387-4284-902b-4cb3ec05ab8e', 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19', 'admin_state_up': True, 'tenant_id': '343110c8f9b64c948b5d4c411d3c8a01'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:47:48.025739 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153803d-e3e6-40e9-8045-65abb9db4e43 req-b84110f7-13c0-4bae-8802-04556d0574d2 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:48.032388 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153803d-e3e6-40e9-8045-65abb9db4e43 req-b84110f7-13c0-4bae-8802-04556d0574d2 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:48.047088 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153803d-e3e6-40e9-8045-65abb9db4e43 req-b84110f7-13c0-4bae-8802-04556d0574d2 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:48.058192 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153803d-e3e6-40e9-8045-65abb9db4e43 req-b84110f7-13c0-4bae-8802-04556d0574d2 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:48.064681 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153803d-e3e6-40e9-8045-65abb9db4e43 req-b84110f7-13c0-4bae-8802-04556d0574d2 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:48.071818 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153803d-e3e6-40e9-8045-65abb9db4e43 req-b84110f7-13c0-4bae-8802-04556d0574d2 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:48.079282 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153803d-e3e6-40e9-8045-65abb9db4e43 req-b84110f7-13c0-4bae-8802-04556d0574d2 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:48.081782 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b153803d-e3e6-40e9-8045-65abb9db4e43 req-b84110f7-13c0-4bae-8802-04556d0574d2 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5445 time: 0.2339606 Nov 04 10:47:48.097007 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-1ee11a6e-523c-46f3-a8d7-40c5e95a666d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] For port be46e145-7ae4-482f-a462-5d944018713c, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=be46e145-7ae4-482f-a462-5d944018713c,segment=NetworkSegment(5048f652-e277-4d72-ae57-f01bd7525c3d),segment_id=5048f652-e277-4d72-ae57-f01bd7525c3d)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:48.097388 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ee11a6e-523c-46f3-a8d7-40c5e95a666d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:48.103055 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54426) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:48.121413 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-1ee11a6e-523c-46f3-a8d7-40c5e95a666d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Calling delete_port for be46e145-7ae4-482f-a462-5d944018713c owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:47:48.148552 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-685d83e4-61bd-4589-a571-c2eb41fb3144 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:48.225576 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b153803d-e3e6-40e9-8045-65abb9db4e43 req-a8c31096-a48f-4bbd-9f20-cd5a0348696f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1363716 Nov 04 10:47:48.287724 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c39a4a23-002b-440a-b496-f1991b4c559e req-1cc595fb-13e3-4aa0-a53c-82e447721951 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Made reservation on behalf of 343110c8f9b64c948b5d4c411d3c8a01 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:47:48.291889 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c39a4a23-002b-440a-b496-f1991b4c559e req-1cc595fb-13e3-4aa0-a53c-82e447721951 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:48.298591 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-685d83e4-61bd-4589-a571-c2eb41fb3144 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:48.309707 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-685d83e4-61bd-4589-a571-c2eb41fb3144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:48.322348 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ee11a6e-523c-46f3-a8d7-40c5e95a666d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:48.359351 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-685d83e4-61bd-4589-a571-c2eb41fb3144 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=656f8868e58c4715b03cc28314e10531&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2524180 Nov 04 10:47:48.359351 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d83e4-61bd-4589-a571-c2eb41fb3144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941bff84-e851-4c3f-9161-57a346bbe651,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:48.360342 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54434) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:48.387894 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee11a6e-523c-46f3-a8d7-40c5e95a666d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] No DVR routers for this DVR port be46e145-7ae4-482f-a462-5d944018713c on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:47:48.405202 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f59c646-cb3a-48fb-a9bf-03e74a0afc92 None None] Network 13ce48db-d8f7-4837-9332-a339c92bf912 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:47:48.420543 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee11a6e-523c-46f3-a8d7-40c5e95a666d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event deleted for resources: {'Port': ['ID=be46e145-7ae4-482f-a462-5d944018713c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:48.493695 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fbbc7f09-aa58-48b2-9a2c-247d11f74e89 req-d7238f56-5b98-449c-b0f4-9af5195c6848 tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.0477395 Nov 04 10:47:48.523192 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ee11a6e-523c-46f3-a8d7-40c5e95a666d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:48.526532 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2dfcba57-19a4-4b1a-90fa-e4250ba9f896 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:48.532037 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-702d27af-990c-4bcb-bdb9-755122f1aba0 None None] Could not find standard attr ID for object be46e145-7ae4-482f-a462-5d944018713c. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:47:48.557769 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-1ee11a6e-523c-46f3-a8d7-40c5e95a666d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ce48db-d8f7-4837-9332-a339c92bf912']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:48.573274 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-1ee11a6e-523c-46f3-a8d7-40c5e95a666d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5048f652-e277-4d72-ae57-f01bd7525c3d') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:48.573631 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-1ee11a6e-523c-46f3-a8d7-40c5e95a666d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5048f652-e277-4d72-ae57-f01bd7525c3d') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:48.580564 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2dfcba57-19a4-4b1a-90fa-e4250ba9f896 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:48.582982 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-c39a4a23-002b-440a-b496-f1991b4c559e req-1cc595fb-13e3-4aa0-a53c-82e447721951 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Allocated IP 172.20.0.2 (4ea30ddd-783c-4e98-88c8-c72495d90b19/2f935783-72d0-4b06-b77a-43dd18ec13a3/e1245017-297c-4737-b377-533a54a47c4d) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:47:48.590167 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ee11a6e-523c-46f3-a8d7-40c5e95a666d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:48.610998 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ee11a6e-523c-46f3-a8d7-40c5e95a666d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:48.630895 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0cce4efc-b187-43c7-88bb-9a1b2839ed3b req-9e7e7ab1-00a3-434b-8466-f380e7af1748 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 210 time: 0.0525479 Nov 04 10:47:48.639401 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ee11a6e-523c-46f3-a8d7-40c5e95a666d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Releasing vlan 1196 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:47:48.639732 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ee11a6e-523c-46f3-a8d7-40c5e95a666d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:47:48.642887 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:47:48.666603 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41fb793-150c-4f58-9473-381ac0cde4c8 None None] DHCP port deletion for 13ce48db-d8f7-4837-9332-a339c92bf912 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:47:48.694151 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2dfcba57-19a4-4b1a-90fa-e4250ba9f896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:48.698142 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2dfcba57-19a4-4b1a-90fa-e4250ba9f896 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:48.702275 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2dfcba57-19a4-4b1a-90fa-e4250ba9f896 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/941bff84-e851-4c3f-9161-57a346bbe651 HTTP/1.1" status: 204 len: 168 time: 0.3261704 Nov 04 10:47:48.711434 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfcba57-19a4-4b1a-90fa-e4250ba9f896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941bff84-e851-4c3f-9161-57a346bbe651,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:48.742281 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ee11a6e-523c-46f3-a8d7-40c5e95a666d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:48.750213 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ee11a6e-523c-46f3-a8d7-40c5e95a666d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:48.754037 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1ee11a6e-523c-46f3-a8d7-40c5e95a666d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "DELETE /v2.0/networks/13ce48db-d8f7-4837-9332-a339c92bf912 HTTP/1.1" status: 204 len: 168 time: 1.2105820 Nov 04 10:47:48.757010 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54438) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:48.800012 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e55e031a-c633-4323-b720-61034c5c3e4d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] DELETE failed (client error): The resource could not be found. Nov 04 10:47:48.800012 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e55e031a-c633-4323-b720-61034c5c3e4d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:47:48.808535 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54440) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:48.809313 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e55e031a-c633-4323-b720-61034c5c3e4d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "DELETE /v2.0/subnets/b272f14a-b0d2-41e4-ab57-a85c5fb60293 HTTP/1.1" status: 404 len: 337 time: 0.0504744 Nov 04 10:47:48.813730 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee11a6e-523c-46f3-a8d7-40c5e95a666d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event deleted for resources: {'Network': ['ID=13ce48db-d8f7-4837-9332-a339c92bf912,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:48.846130 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8a0245-c4b5-484a-8f92-75f2f0792c21 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] DELETE failed (client error): The resource could not be found. Nov 04 10:47:48.846727 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c8a0245-c4b5-484a-8f92-75f2f0792c21 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:47:48.851107 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6c8a0245-c4b5-484a-8f92-75f2f0792c21 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "DELETE /v2.0/networks/4759be74-b1bb-4a36-8c15-a2313d2a672c HTTP/1.1" status: 404 len: 339 time: 0.0385537 Nov 04 10:47:48.855332 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54442) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:48.899573 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eee7d25-4f13-4149-a27c-f17a6dd5c96b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] DELETE failed (client error): The resource could not be found. Nov 04 10:47:48.900570 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eee7d25-4f13-4149-a27c-f17a6dd5c96b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:47:48.904535 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5eee7d25-4f13-4149-a27c-f17a6dd5c96b tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "DELETE /v2.0/subnets/16201d8e-a5b6-478c-a307-a02fbe14f3ac HTTP/1.1" status: 404 len: 337 time: 0.0481122 Nov 04 10:47:48.909099 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54444) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:48.943380 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de9c5a4-49c5-430d-b9f0-583336e93520 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] DELETE failed (client error): The resource could not be found. Nov 04 10:47:48.944519 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de9c5a4-49c5-430d-b9f0-583336e93520 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:47:48.948935 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8de9c5a4-49c5-430d-b9f0-583336e93520 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "DELETE /v2.0/networks/3668e26d-6d50-4535-a9f3-6b64e742ec5e HTTP/1.1" status: 404 len: 339 time: 0.0385420 Nov 04 10:47:48.954374 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54446) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:48.980053 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c39a4a23-002b-440a-b496-f1991b4c559e req-1cc595fb-13e3-4aa0-a53c-82e447721951 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:49.011910 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc1fbf5-2659-41d5-a9cd-3ecfad971f70 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] DELETE failed (client error): The resource could not be found. Nov 04 10:47:49.012957 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc1fbf5-2659-41d5-a9cd-3ecfad971f70 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:47:49.023744 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2fc1fbf5-2659-41d5-a9cd-3ecfad971f70 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "DELETE /v2.0/subnets/5c503493-ba3d-4094-8a26-59acea28519f HTTP/1.1" status: 404 len: 337 time: 0.0665441 Nov 04 10:47:49.026014 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54450) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:49.059213 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b6cd4de-d94c-4f6a-b205-f8244eee83c0 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] DELETE failed (client error): The resource could not be found. Nov 04 10:47:49.060087 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b6cd4de-d94c-4f6a-b205-f8244eee83c0 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:47:49.063723 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9b6cd4de-d94c-4f6a-b205-f8244eee83c0 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "DELETE /v2.0/networks/663a7033-4bc7-40fd-8a36-093b62568b59 HTTP/1.1" status: 404 len: 339 time: 0.0323820 Nov 04 10:47:49.066789 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54454) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:49.090286 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c39a4a23-002b-440a-b496-f1991b4c559e req-1cc595fb-13e3-4aa0-a53c-82e447721951 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:49.103183 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['310bdf6a-823e-4dce-ba34-0799bb073a43'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:47:49.172398 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-d63ffc4e-425f-4c8f-b8d1-3a8dcce6c48d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Deleting subnet 26be6375-a95e-46a3-96ab-487a502e3b8a {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:47:49.178125 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d63ffc4e-425f-4c8f-b8d1-3a8dcce6c48d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:49.202606 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aa7d96-2a2d-428f-92e0-98b150ce6175'}, {'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ad527b-0310-411c-89bd-1274654c7b5b'}, {'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7148f4c-a774-4e7a-a8e9-c7483869a3e6'}, {'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:47:49.204724 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b146ff27-64bf-43b0-95f4-2ae9eb013f8f" -d '{"events": [{"server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "name": "network-vif-plugged", "status": "completed", "tag": "f1aa7d96-2a2d-428f-92e0-98b150ce6175"}, {"server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "name": "network-vif-plugged", "status": "completed", "tag": "95ad527b-0310-411c-89bd-1274654c7b5b"}, {"server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "name": "network-vif-plugged", "status": "completed", "tag": "b7148f4c-a774-4e7a-a8e9-c7483869a3e6"}, {"server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "name": "network-vif-plugged", "status": "completed", "tag": "e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:47:49.241353 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device be46e145-7ae4-482f-a462-5d944018713c no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:47:49.264277 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c39a4a23-002b-440a-b496-f1991b4c559e req-1cc595fb-13e3-4aa0-a53c-82e447721951 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Network 4ea30ddd-783c-4e98-88c8-c72495d90b19 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:47:49.266045 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc595fb-13e3-4aa0-a53c-82e447721951 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Pushing event updated for resources: {'Port': ['ID=e1245017-297c-4737-b377-533a54a47c4d,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:49.278827 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-c39a4a23-002b-440a-b496-f1991b4c559e req-1cc595fb-13e3-4aa0-a53c-82e447721951 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:47:49.283506 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39a4a23-002b-440a-b496-f1991b4c559e req-1cc595fb-13e3-4aa0-a53c-82e447721951 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:47:49.310202 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d63ffc4e-425f-4c8f-b8d1-3a8dcce6c48d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:49.326697 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 04 Nov 2021 10:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8e65cf-5b5f-463d-bc7c-7b5ff28c7c70 x-openstack-request-id: req-ad8e65cf-5b5f-463d-bc7c-7b5ff28c7c70 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:47:49.326979 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "name": "network-vif-plugged", "status": "completed", "tag": "f1aa7d96-2a2d-428f-92e0-98b150ce6175", "code": 200}, {"server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "name": "network-vif-plugged", "status": "completed", "tag": "95ad527b-0310-411c-89bd-1274654c7b5b", "code": 200}, {"server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "name": "network-vif-plugged", "status": "completed", "tag": "b7148f4c-a774-4e7a-a8e9-c7483869a3e6", "code": 200}, {"server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "name": "network-vif-plugged", "status": "completed", "tag": "e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:47:49.327228 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ad8e65cf-5b5f-463d-bc7c-7b5ff28c7c70 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:47:49.327624 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aa7d96-2a2d-428f-92e0-98b150ce6175', 'code': 200} Nov 04 10:47:49.327869 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ad527b-0310-411c-89bd-1274654c7b5b', 'code': 200} Nov 04 10:47:49.328117 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7148f4c-a774-4e7a-a8e9-c7483869a3e6', 'code': 200} Nov 04 10:47:49.328350 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03', 'code': 200} Nov 04 10:47:49.375449 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: be46e145-7ae4-482f-a462-5d944018713c {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:47:49.375713 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device be46e145-7ae4-482f-a462-5d944018713c not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:47:49.454453 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b5796608-ba3b-4be2-9e30-4e240a54b917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:49.469274 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a4a23-002b-440a-b496-f1991b4c559e req-1cc595fb-13e3-4aa0-a53c-82e447721951 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:49.470447 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c39a4a23-002b-440a-b496-f1991b4c559e req-1cc595fb-13e3-4aa0-a53c-82e447721951 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:49.501321 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c39a4a23-002b-440a-b496-f1991b4c559e req-1cc595fb-13e3-4aa0-a53c-82e447721951 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4956727 Nov 04 10:47:49.524018 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-c39a4a23-002b-440a-b496-f1991b4c559e req-0bcaa5dc-8585-4087-a747-e04a902b46ef service neutron] Request body: {'port': {'device_id': 'b9eac5bf-8387-4284-902b-4cb3ec05ab8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:47:49.614990 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c39a4a23-002b-440a-b496-f1991b4c559e req-0bcaa5dc-8585-4087-a747-e04a902b46ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:49.641044 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e165ca0-5694-4812-b87d-906c16ea0929 req-1d3facdd-d239-4251-8f62-be9dfc81467f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:49.646917 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e165ca0-5694-4812-b87d-906c16ea0929 req-1d3facdd-d239-4251-8f62-be9dfc81467f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:49.654047 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e165ca0-5694-4812-b87d-906c16ea0929 req-1d3facdd-d239-4251-8f62-be9dfc81467f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:49.660532 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e165ca0-5694-4812-b87d-906c16ea0929 req-1d3facdd-d239-4251-8f62-be9dfc81467f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:49.667375 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e165ca0-5694-4812-b87d-906c16ea0929 req-1d3facdd-d239-4251-8f62-be9dfc81467f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:49.673363 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e165ca0-5694-4812-b87d-906c16ea0929 req-1d3facdd-d239-4251-8f62-be9dfc81467f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:49.679577 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e165ca0-5694-4812-b87d-906c16ea0929 req-1d3facdd-d239-4251-8f62-be9dfc81467f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:49.681608 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6e165ca0-5694-4812-b87d-906c16ea0929 req-1d3facdd-d239-4251-8f62-be9dfc81467f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5445 time: 0.2456555 Nov 04 10:47:49.687920 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5d500-e2be-4281-9594-13ac0a5dcf2e req-86002a26-da1e-4e0d-be27-345ee9638b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:49.688402 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5d500-e2be-4281-9594-13ac0a5dcf2e req-86002a26-da1e-4e0d-be27-345ee9638b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:49.689071 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5d500-e2be-4281-9594-13ac0a5dcf2e req-86002a26-da1e-4e0d-be27-345ee9638b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:49.689544 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5d500-e2be-4281-9594-13ac0a5dcf2e req-86002a26-da1e-4e0d-be27-345ee9638b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:49.690054 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5d500-e2be-4281-9594-13ac0a5dcf2e req-86002a26-da1e-4e0d-be27-345ee9638b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:49.690512 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5d500-e2be-4281-9594-13ac0a5dcf2e req-86002a26-da1e-4e0d-be27-345ee9638b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:49.691021 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5d500-e2be-4281-9594-13ac0a5dcf2e req-86002a26-da1e-4e0d-be27-345ee9638b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:49.693001 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bcc5d500-e2be-4281-9594-13ac0a5dcf2e req-86002a26-da1e-4e0d-be27-345ee9638b3d service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 6502 time: 0.2297339 Nov 04 10:47:49.702013 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d63ffc4e-425f-4c8f-b8d1-3a8dcce6c48d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:49.966519 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-c39a4a23-002b-440a-b496-f1991b4c559e req-0bcaa5dc-8585-4087-a747-e04a902b46ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1245017-297c-4737-b377-533a54a47c4d {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:47:49.976979 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c39a4a23-002b-440a-b496-f1991b4c559e req-0bcaa5dc-8585-4087-a747-e04a902b46ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:49.994141 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-c39a4a23-002b-440a-b496-f1991b4c559e req-0bcaa5dc-8585-4087-a747-e04a902b46ef service neutron] Transition to ACTIVE for port object e1245017-297c-4737-b377-533a54a47c4d will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:47:49.999018 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c39a4a23-002b-440a-b496-f1991b4c559e req-0bcaa5dc-8585-4087-a747-e04a902b46ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:50.106844 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcaa5dc-8585-4087-a747-e04a902b46ef service neutron] Pushing event updated for resources: {'Port': ['ID=e1245017-297c-4737-b377-533a54a47c4d,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:50.159988 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c39a4a23-002b-440a-b496-f1991b4c559e req-0bcaa5dc-8585-4087-a747-e04a902b46ef service neutron] Attempting to bind port e1245017-297c-4737-b377-533a54a47c4d on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:47:50.161280 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c39a4a23-002b-440a-b496-f1991b4c559e req-0bcaa5dc-8585-4087-a747-e04a902b46ef service neutron] Attempting to bind port e1245017-297c-4737-b377-533a54a47c4d by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:47:50.161876 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39a4a23-002b-440a-b496-f1991b4c559e req-0bcaa5dc-8585-4087-a747-e04a902b46ef service neutron] Attempting to bind port e1245017-297c-4737-b377-533a54a47c4d on network 4ea30ddd-783c-4e98-88c8-c72495d90b19 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:47:50.172887 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39a4a23-002b-440a-b496-f1991b4c559e req-0bcaa5dc-8585-4087-a747-e04a902b46ef service neutron] Port e1245017-297c-4737-b377-533a54a47c4d on network 4ea30ddd-783c-4e98-88c8-c72495d90b19 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:47:50.173218 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39a4a23-002b-440a-b496-f1991b4c559e req-0bcaa5dc-8585-4087-a747-e04a902b46ef service neutron] Attempting to bind port e1245017-297c-4737-b377-533a54a47c4d on network 4ea30ddd-783c-4e98-88c8-c72495d90b19 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:47:50.183637 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39a4a23-002b-440a-b496-f1991b4c559e req-0bcaa5dc-8585-4087-a747-e04a902b46ef service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:47:50.183637 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39a4a23-002b-440a-b496-f1991b4c559e req-0bcaa5dc-8585-4087-a747-e04a902b46ef service neutron] Checking segment: {'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:47:50.184087 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39a4a23-002b-440a-b496-f1991b4c559e req-0bcaa5dc-8585-4087-a747-e04a902b46ef service neutron] Bound using segment: {'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:47:50.184611 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c39a4a23-002b-440a-b496-f1991b4c559e req-0bcaa5dc-8585-4087-a747-e04a902b46ef service neutron] Bound port: e1245017-297c-4737-b377-533a54a47c4d, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcca8c31-d7a4-433d-b40d-28629679c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:47:50.185225 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c39a4a23-002b-440a-b496-f1991b4c559e req-0bcaa5dc-8585-4087-a747-e04a902b46ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:50.228404 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6e165ca0-5694-4812-b87d-906c16ea0929 req-70b22188-8cac-4213-a89a-fbca037a1efe tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5282915 Nov 04 10:47:50.239917 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bcc5d500-e2be-4281-9594-13ac0a5dcf2e req-c7ca2c3c-5d7c-4fdb-b668-b7c9f56adb8c service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5336380 Nov 04 10:47:50.264738 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d63ffc4e-425f-4c8f-b8d1-3a8dcce6c48d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:50.312962 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ffc4e-425f-4c8f-b8d1-3a8dcce6c48d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event deleted for resources: {'Subnet': ['ID=26be6375-a95e-46a3-96ab-487a502e3b8a,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:50.318501 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d63ffc4e-425f-4c8f-b8d1-3a8dcce6c48d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:50.326533 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ae4352-58b9-48f1-8172-b57d293ffdc6 None None] Network 9521bf5e-5587-415f-83e3-2c330aac8fb5 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:47:50.327789 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c39a4a23-002b-440a-b496-f1991b4c559e req-0bcaa5dc-8585-4087-a747-e04a902b46ef service neutron] For port e1245017-297c-4737-b377-533a54a47c4d, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:47:50.331575 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54494) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:50.331858 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d63ffc4e-425f-4c8f-b8d1-3a8dcce6c48d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "DELETE /v2.0/subnets/26be6375-a95e-46a3-96ab-487a502e3b8a HTTP/1.1" status: 204 len: 168 time: 1.2613661 Nov 04 10:47:50.336941 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c39a4a23-002b-440a-b496-f1991b4c559e req-0bcaa5dc-8585-4087-a747-e04a902b46ef service neutron] For port e1245017-297c-4737-b377-533a54a47c4d, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e1245017-297c-4737-b377-533a54a47c4d,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:47:50.358634 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c39a4a23-002b-440a-b496-f1991b4c559e req-0bcaa5dc-8585-4087-a747-e04a902b46ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:50.474404 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a4a23-002b-440a-b496-f1991b4c559e req-0bcaa5dc-8585-4087-a747-e04a902b46ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:50.475737 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c39a4a23-002b-440a-b496-f1991b4c559e req-0bcaa5dc-8585-4087-a747-e04a902b46ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:50.478987 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c39a4a23-002b-440a-b496-f1991b4c559e req-0bcaa5dc-8585-4087-a747-e04a902b46ef service neutron] 10.222.0.126 "PUT /v2.0/ports/e1245017-297c-4737-b377-533a54a47c4d HTTP/1.1" status: 200 len: 1091 time: 0.9609470 Nov 04 10:47:50.485073 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9eac5bf-8387-4284-902b-4cb3ec05ab8e', 'tag': 'e1245017-297c-4737-b377-533a54a47c4d'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:47:50.487555 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb053d3-d602-4ca9-9934-e0aaf3c073a4" -d '{"events": [{"name": "network-changed", "server_uuid": "b9eac5bf-8387-4284-902b-4cb3ec05ab8e", "tag": "e1245017-297c-4737-b377-533a54a47c4d"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:47:50.531091 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-34fb4574-5b2f-4682-83df-64ad37effff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:50.555058 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcaa5dc-8585-4087-a747-e04a902b46ef service neutron] Pushing event updated for resources: {'Port': ['ID=e1245017-297c-4737-b377-533a54a47c4d,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:50.626391 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a4a23-002b-440a-b496-f1991b4c559e req-ffa8a4aa-53e4-4a0f-8347-84e3d7161946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:50.628947 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c39a4a23-002b-440a-b496-f1991b4c559e req-ffa8a4aa-53e4-4a0f-8347-84e3d7161946 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=343110c8f9b64c948b5d4c411d3c8a01&device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 1094 time: 0.0867624 Nov 04 10:47:50.723100 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c39a4a23-002b-440a-b496-f1991b4c559e req-35e6459a-36a1-4235-925a-d30b9d7e5b53 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1245017-297c-4737-b377-533a54a47c4d HTTP/1.1" status: 200 len: 217 time: 0.0829263 Nov 04 10:47:50.726841 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-34fb4574-5b2f-4682-83df-64ad37effff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Deleting port d0a51de6-c137-4514-b238-a6cac8262b66 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:47:50.728493 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-34fb4574-5b2f-4682-83df-64ad37effff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:50.749840 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2f9b34-3660-4c66-882f-dc7564c1993d None None] DHCP port deletion for 9521bf5e-5587-415f-83e3-2c330aac8fb5 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:47:50.765685 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:50.809738 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-188ae484-529b-4e2a-b422-3e575ebdc3b0 req-903aa919-4787-49a2-818f-424b69f4bac2 tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.0477352 Nov 04 10:47:50.904060 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f9b34-3660-4c66-882f-dc7564c1993d None None] Deleting port d0a51de6-c137-4514-b238-a6cac8262b66 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:47:50.904447 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0e2f9b34-3660-4c66-882f-dc7564c1993d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:50.987258 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e521a-4eab-48bf-ae50-76c029b234fb req-51cf4980-40c4-4f89-bf2f-ad3cf2d82abe tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:50.999609 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aa3e521a-4eab-48bf-ae50-76c029b234fb req-51cf4980-40c4-4f89-bf2f-ad3cf2d82abe tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 943 time: 0.1198478 Nov 04 10:47:51.006309 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a4a23-002b-440a-b496-f1991b4c559e req-bbbad2f7-693e-4d0c-bdd8-f569ba54b9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:51.016027 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c39a4a23-002b-440a-b496-f1991b4c559e req-bbbad2f7-693e-4d0c-bdd8-f569ba54b9ef service neutron] 10.222.0.126 "GET /v2.0/subnets?id=2f935783-72d0-4b06-b77a-43dd18ec13a3 HTTP/1.1" status: 200 len: 846 time: 0.2833672 Nov 04 10:47:51.021696 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-34fb4574-5b2f-4682-83df-64ad37effff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] For port d0a51de6-c137-4514-b238-a6cac8262b66, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d0a51de6-c137-4514-b238-a6cac8262b66,segment=NetworkSegment(f626f046-06fc-44de-9d42-50320d974a88),segment_id=f626f046-06fc-44de-9d42-50320d974a88)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:51.031798 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-34fb4574-5b2f-4682-83df-64ad37effff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:51.119163 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aa3e521a-4eab-48bf-ae50-76c029b234fb req-1df78d53-42c7-4766-8973-f4042593e212 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048126 Nov 04 10:47:51.178510 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-34fb4574-5b2f-4682-83df-64ad37effff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Calling delete_port for d0a51de6-c137-4514-b238-a6cac8262b66 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:47:51.183969 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c39a4a23-002b-440a-b496-f1991b4c559e req-cb7030aa-76d0-4464-9384-9e9bcc52685e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=4ea30ddd-783c-4e98-88c8-c72495d90b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1458130 Nov 04 10:47:51.194597 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6feb0a-535e-4bc6-a1c3-968e7c4580d6 x-openstack-request-id: req-4e6feb0a-535e-4bc6-a1c3-968e7c4580d6 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:47:51.195035 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9eac5bf-8387-4284-902b-4cb3ec05ab8e", "tag": "e1245017-297c-4737-b377-533a54a47c4d", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:47:51.195416 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-4e6feb0a-535e-4bc6-a1c3-968e7c4580d6 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:47:51.195953 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9eac5bf-8387-4284-902b-4cb3ec05ab8e', 'tag': 'e1245017-297c-4737-b377-533a54a47c4d', 'status': 'completed', 'code': 200} Nov 04 10:47:51.239004 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-0e2f9b34-3660-4c66-882f-dc7564c1993d None None] For port d0a51de6-c137-4514-b238-a6cac8262b66, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d0a51de6-c137-4514-b238-a6cac8262b66,segment=NetworkSegment(f626f046-06fc-44de-9d42-50320d974a88),segment_id=f626f046-06fc-44de-9d42-50320d974a88)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:51.239421 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0e2f9b34-3660-4c66-882f-dc7564c1993d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:51.272269 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d0a51de6-c137-4514-b238-a6cac8262b66 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:47:51.338629 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f9b34-3660-4c66-882f-dc7564c1993d None None] Calling delete_port for d0a51de6-c137-4514-b238-a6cac8262b66 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:47:51.458298 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b9bfe-4b1a-4b5a-ac7a-99994dde25c8 req-df30efd9-fd43-433b-b4cc-b5b87981c016 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:51.468265 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c39a4a23-002b-440a-b496-f1991b4c559e req-2704a501-ce62-4094-ad2c-60935814aea0 service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711954 Nov 04 10:47:51.479474 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-34fb4574-5b2f-4682-83df-64ad37effff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:51.485673 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b9bfe-4b1a-4b5a-ac7a-99994dde25c8 req-df30efd9-fd43-433b-b4cc-b5b87981c016 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:51.496999 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b9bfe-4b1a-4b5a-ac7a-99994dde25c8 req-df30efd9-fd43-433b-b4cc-b5b87981c016 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:51.503393 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b9bfe-4b1a-4b5a-ac7a-99994dde25c8 req-df30efd9-fd43-433b-b4cc-b5b87981c016 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:51.527673 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b9bfe-4b1a-4b5a-ac7a-99994dde25c8 req-df30efd9-fd43-433b-b4cc-b5b87981c016 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:51.528928 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0e2f9b34-3660-4c66-882f-dc7564c1993d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:51.539157 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b9bfe-4b1a-4b5a-ac7a-99994dde25c8 req-df30efd9-fd43-433b-b4cc-b5b87981c016 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:51.548259 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b9bfe-4b1a-4b5a-ac7a-99994dde25c8 req-df30efd9-fd43-433b-b4cc-b5b87981c016 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:51.552080 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2f9b34-3660-4c66-882f-dc7564c1993d None None] No DVR routers for this DVR port d0a51de6-c137-4514-b238-a6cac8262b66 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:47:51.553445 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-846b9bfe-4b1a-4b5a-ac7a-99994dde25c8 req-df30efd9-fd43-433b-b4cc-b5b87981c016 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5445 time: 0.2234001 Nov 04 10:47:51.652888 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f9b34-3660-4c66-882f-dc7564c1993d None None] Pushing event deleted for resources: {'Port': ['ID=d0a51de6-c137-4514-b238-a6cac8262b66,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:51.673423 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No active binding found for port d0a51de6-c137-4514-b238-a6cac8262b66 {{(pid=101776) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 04 10:47:51.676218 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d0a51de6-c137-4514-b238-a6cac8262b66 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:47:51.683545 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb4574-5b2f-4682-83df-64ad37effff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event deleted for resources: {'Port': ['ID=d0a51de6-c137-4514-b238-a6cac8262b66,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:51.693015 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fb4574-5b2f-4682-83df-64ad37effff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] No DVR routers for this DVR port d0a51de6-c137-4514-b238-a6cac8262b66 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:47:51.713274 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-846b9bfe-4b1a-4b5a-ac7a-99994dde25c8 req-16944bd2-d427-4b71-a037-7be1ce2bfbbc tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1489165 Nov 04 10:47:51.888832 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-34fb4574-5b2f-4682-83df-64ad37effff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:51.924228 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-34fb4574-5b2f-4682-83df-64ad37effff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9521bf5e-5587-415f-83e3-2c330aac8fb5']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:51.939067 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c39a4a23-002b-440a-b496-f1991b4c559e req-1d2884c1-4bb5-452e-b6e7-0420d6070a95 service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570670 Nov 04 10:47:51.940776 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-34fb4574-5b2f-4682-83df-64ad37effff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f626f046-06fc-44de-9d42-50320d974a88') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:51.941115 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-34fb4574-5b2f-4682-83df-64ad37effff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f626f046-06fc-44de-9d42-50320d974a88') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:51.952167 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-34fb4574-5b2f-4682-83df-64ad37effff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:51.971973 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-34fb4574-5b2f-4682-83df-64ad37effff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:51.980387 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-91fad566-6c7a-4c91-9e27-215243ffcdce req-7e6d3633-ab2b-445f-b372-f6fbd3f7ed0a tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.0611811 Nov 04 10:47:51.981456 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34fb4574-5b2f-4682-83df-64ad37effff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Releasing vlan 1151 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:47:51.983008 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-34fb4574-5b2f-4682-83df-64ad37effff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:47:51.989596 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:47:52.096759 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb053d3-d602-4ca9-9934-e0aaf3c073a4 req-1e5e1f9b-0fdb-4ac8-a596-d657bdfcab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:52.098366 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7bb053d3-d602-4ca9-9934-e0aaf3c073a4 req-1e5e1f9b-0fdb-4ac8-a596-d657bdfcab93 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=343110c8f9b64c948b5d4c411d3c8a01&device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 1094 time: 0.0588489 Nov 04 10:47:52.100955 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-34fb4574-5b2f-4682-83df-64ad37effff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:52.167436 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:52.228282 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-34fb4574-5b2f-4682-83df-64ad37effff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:52.231851 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-34fb4574-5b2f-4682-83df-64ad37effff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "DELETE /v2.0/networks/9521bf5e-5587-415f-83e3-2c330aac8fb5 HTTP/1.1" status: 204 len: 168 time: 1.8930867 Nov 04 10:47:52.232885 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb4574-5b2f-4682-83df-64ad37effff9 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event deleted for resources: {'Network': ['ID=9521bf5e-5587-415f-83e3-2c330aac8fb5,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:52.235309 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54564) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:52.279901 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e20521-9fe4-45ac-9c13-2877709bdae8 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] DELETE failed (client error): The resource could not be found. Nov 04 10:47:52.280484 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e20521-9fe4-45ac-9c13-2877709bdae8 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:47:52.286178 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-51e20521-9fe4-45ac-9c13-2877709bdae8 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "DELETE /v2.0/subnets/765dbf27-774f-405e-8b07-54da1845a01d HTTP/1.1" status: 404 len: 337 time: 0.0472472 Nov 04 10:47:52.294409 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54574) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:52.352966 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a3c3b3-2f1a-4529-b89c-a5738c2a8206 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] DELETE failed (client error): The resource could not be found. Nov 04 10:47:52.353212 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb053d3-d602-4ca9-9934-e0aaf3c073a4 req-9e68c4c5-445f-4579-80e1-595b8a006f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:52.354198 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1a3c3b3-2f1a-4529-b89c-a5738c2a8206 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:47:52.356177 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7bb053d3-d602-4ca9-9934-e0aaf3c073a4 req-9e68c4c5-445f-4579-80e1-595b8a006f66 service neutron] 10.222.0.126 "GET /v2.0/networks?id=4ea30ddd-783c-4e98-88c8-c72495d90b19 HTTP/1.1" status: 200 len: 908 time: 0.2091691 Nov 04 10:47:52.361424 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b1a3c3b3-2f1a-4529-b89c-a5738c2a8206 tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "DELETE /v2.0/networks/d9f87357-bc8b-416d-b11c-19b592faf285 HTTP/1.1" status: 404 len: 339 time: 0.0657020 Nov 04 10:47:52.361971 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54578) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:52.403871 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c03f2c-7e0b-43fc-a1ee-4069fab6ae22 req-ecbbdc02-70e4-4ea0-aa0e-e116a9e35799 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:52.405986 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9c03f2c-7e0b-43fc-a1ee-4069fab6ae22 req-ecbbdc02-70e4-4ea0-aa0e-e116a9e35799 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 943 time: 0.1301560 Nov 04 10:47:52.483589 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9c03f2c-7e0b-43fc-a1ee-4069fab6ae22 req-e65ab92b-2797-470d-95ff-1847a32cf9d2 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694520 Nov 04 10:47:52.525843 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-65a053df-cd70-46ee-a8e4-5200757ef6bb tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Deleting subnet 09413b89-d7b7-465b-b3ec-a339a39af936 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:47:52.529987 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7bb053d3-d602-4ca9-9934-e0aaf3c073a4 req-6d172536-f8c1-4250-afd0-b0afcb411609 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1245017-297c-4737-b377-533a54a47c4d HTTP/1.1" status: 200 len: 217 time: 0.1591318 Nov 04 10:47:52.530648 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-65a053df-cd70-46ee-a8e4-5200757ef6bb tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:52.612896 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-65a053df-cd70-46ee-a8e4-5200757ef6bb tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:52.617678 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:52.651930 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb053d3-d602-4ca9-9934-e0aaf3c073a4 req-4ef9335d-f082-4641-b2ae-e16045d1e724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:52.653532 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7bb053d3-d602-4ca9-9934-e0aaf3c073a4 req-4ef9335d-f082-4641-b2ae-e16045d1e724 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=2f935783-72d0-4b06-b77a-43dd18ec13a3 HTTP/1.1" status: 200 len: 846 time: 0.1007228 Nov 04 10:47:52.713850 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7bb053d3-d602-4ca9-9934-e0aaf3c073a4 req-7ff4e38b-3169-45c6-8308-b610a387b22d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=4ea30ddd-783c-4e98-88c8-c72495d90b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510671 Nov 04 10:47:52.957373 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66094f5-992a-4230-aa5b-04bf0ac35cc3 req-a425a7d2-3f29-468b-a543-0e9c2c2eb0e7 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:52.974886 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66094f5-992a-4230-aa5b-04bf0ac35cc3 req-a425a7d2-3f29-468b-a543-0e9c2c2eb0e7 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:52.982149 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66094f5-992a-4230-aa5b-04bf0ac35cc3 req-a425a7d2-3f29-468b-a543-0e9c2c2eb0e7 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:52.988719 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66094f5-992a-4230-aa5b-04bf0ac35cc3 req-a425a7d2-3f29-468b-a543-0e9c2c2eb0e7 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:52.995508 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66094f5-992a-4230-aa5b-04bf0ac35cc3 req-a425a7d2-3f29-468b-a543-0e9c2c2eb0e7 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:53.002212 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66094f5-992a-4230-aa5b-04bf0ac35cc3 req-a425a7d2-3f29-468b-a543-0e9c2c2eb0e7 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:53.008451 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66094f5-992a-4230-aa5b-04bf0ac35cc3 req-a425a7d2-3f29-468b-a543-0e9c2c2eb0e7 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:53.018189 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f66094f5-992a-4230-aa5b-04bf0ac35cc3 req-a425a7d2-3f29-468b-a543-0e9c2c2eb0e7 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5445 time: 0.1876626 Nov 04 10:47:53.125502 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device e1245017-297c-4737-b377-533a54a47c4d details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:47:53.142191 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f66094f5-992a-4230-aa5b-04bf0ac35cc3 req-f83ab732-50d7-490d-a6d3-d99df0507fd4 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1224895 Nov 04 10:47:53.248595 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-65a053df-cd70-46ee-a8e4-5200757ef6bb tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:53.341547 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7bb053d3-d602-4ca9-9934-e0aaf3c073a4 req-aceef871-1187-4021-9cd1-493d54a80153 service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6031990 Nov 04 10:47:53.376766 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port e1245017-297c-4737-b377-533a54a47c4d, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e1245017-297c-4737-b377-533a54a47c4d,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:53.409311 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'e1245017-297c-4737-b377-533a54a47c4d', 'network_id': '4ea30ddd-783c-4e98-88c8-c72495d90b19', 'port_id': 'e1245017-297c-4737-b377-533a54a47c4d', 'mac_address': 'fa:16:3e:70:ea:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f935783-72d0-4b06-b77a-43dd18ec13a3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:47:53.461539 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-27b18a79-629c-4920-ac12-61f653cca6b5 req-9076a635-20ba-4142-99e5-6f783c1a3dff tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.0504737 Nov 04 10:47:53.504728 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:53.528328 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-65a053df-cd70-46ee-a8e4-5200757ef6bb tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:53.529726 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1245017-297c-4737-b377-533a54a47c4d {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:47:53.560987 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port e1245017-297c-4737-b377-533a54a47c4d, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e1245017-297c-4737-b377-533a54a47c4d,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:53.568253 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:53.633461 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-65a053df-cd70-46ee-a8e4-5200757ef6bb tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:53.645856 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a32a21-41ea-4ba8-9a8c-ea7082f35527 None None] Network 13da71e6-156e-46fe-aa86-59d5dafca8ac requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:47:53.648955 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-65a053df-cd70-46ee-a8e4-5200757ef6bb tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "DELETE /v2.0/subnets/09413b89-d7b7-465b-b3ec-a339a39af936 HTTP/1.1" status: 204 len: 168 time: 1.2798369 Nov 04 10:47:53.650037 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54638) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:53.654934 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a053df-cd70-46ee-a8e4-5200757ef6bb tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event deleted for resources: {'Subnet': ['ID=09413b89-d7b7-465b-b3ec-a339a39af936,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:53.688523 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5f042-ce67-4686-adbe-4d88f6287e9a req-93ebdc04-7c54-4c63-9fbd-c2ef78b47840 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:53.695049 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7bb053d3-d602-4ca9-9934-e0aaf3c073a4 req-5dfebbfb-a5aa-499b-8f2f-5a1b534b7fa6 service neutron] 10.222.0.126 "GET /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418291 Nov 04 10:47:53.700484 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5f042-ce67-4686-adbe-4d88f6287e9a req-93ebdc04-7c54-4c63-9fbd-c2ef78b47840 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:53.729068 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5f042-ce67-4686-adbe-4d88f6287e9a req-93ebdc04-7c54-4c63-9fbd-c2ef78b47840 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:53.736734 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5f042-ce67-4686-adbe-4d88f6287e9a req-93ebdc04-7c54-4c63-9fbd-c2ef78b47840 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:53.746503 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5f042-ce67-4686-adbe-4d88f6287e9a req-93ebdc04-7c54-4c63-9fbd-c2ef78b47840 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:53.756218 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5f042-ce67-4686-adbe-4d88f6287e9a req-93ebdc04-7c54-4c63-9fbd-c2ef78b47840 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:53.766013 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5f042-ce67-4686-adbe-4d88f6287e9a req-93ebdc04-7c54-4c63-9fbd-c2ef78b47840 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:53.779377 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=e1245017-297c-4737-b377-533a54a47c4d,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:53.781592 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54646) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:53.786657 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-2213e580-0f55-4bdb-9456-67e705f45713 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Request body: {'floatingip': {'port_id': '2e5d01da-bc74-425c-a694-015cf173c59b'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:47:53.790615 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5ad5f042-ce67-4686-adbe-4d88f6287e9a req-93ebdc04-7c54-4c63-9fbd-c2ef78b47840 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5445 time: 0.2293777 Nov 04 10:47:53.840043 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2213e580-0f55-4bdb-9456-67e705f45713 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for floatingip, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:53.958685 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['e1245017-297c-4737-b377-533a54a47c4d'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:47:54.004064 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81c91345-1697-4668-8142-d38fdb11713d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:54.018802 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb30813-3599-4278-85e1-e3dc3c57bcd7 req-a1f43964-bb85-4833-8e30-a911bad3fcf8 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:54.027246 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-abb30813-3599-4278-85e1-e3dc3c57bcd7 req-a1f43964-bb85-4833-8e30-a911bad3fcf8 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 944 time: 0.1050625 Nov 04 10:47:54.061675 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb802c3-7945-492a-b322-39195e648adf None None] DHCP port deletion for 13da71e6-156e-46fe-aa86-59d5dafca8ac request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:47:54.123612 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-abb30813-3599-4278-85e1-e3dc3c57bcd7 req-f7292235-9940-4f19-a085-8185d9e69bab tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950549 Nov 04 10:47:54.182817 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-81c91345-1697-4668-8142-d38fdb11713d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Deleting port e76c6075-d658-4f8b-a413-9afda8510d69 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:47:54.183306 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81c91345-1697-4668-8142-d38fdb11713d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:54.373545 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-81c91345-1697-4668-8142-d38fdb11713d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] For port e76c6075-d658-4f8b-a413-9afda8510d69, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e76c6075-d658-4f8b-a413-9afda8510d69,segment=NetworkSegment(ba400ac7-4054-4e49-a187-3e94256f7821),segment_id=ba400ac7-4054-4e49-a187-3e94256f7821)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:54.374137 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81c91345-1697-4668-8142-d38fdb11713d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:54.392347 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-fdb802c3-7945-492a-b322-39195e648adf None None] Deleting port e76c6075-d658-4f8b-a413-9afda8510d69 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:47:54.393003 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fdb802c3-7945-492a-b322-39195e648adf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:54.444084 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-81c91345-1697-4668-8142-d38fdb11713d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Calling delete_port for e76c6075-d658-4f8b-a413-9afda8510d69 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:47:54.581771 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-fdb802c3-7945-492a-b322-39195e648adf None None] For port e76c6075-d658-4f8b-a413-9afda8510d69, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e76c6075-d658-4f8b-a413-9afda8510d69,segment=NetworkSegment(ba400ac7-4054-4e49-a187-3e94256f7821),segment_id=ba400ac7-4054-4e49-a187-3e94256f7821)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:54.582751 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fdb802c3-7945-492a-b322-39195e648adf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:54.615553 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-fdb802c3-7945-492a-b322-39195e648adf None None] Calling delete_port for e76c6075-d658-4f8b-a413-9afda8510d69 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:47:54.691671 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-865e4960-aaed-4e49-a887-ae661622882b req-45462dd1-087a-48a4-8e4a-aec64b3ba4c1 tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.0908628 Nov 04 10:47:54.693674 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81c91345-1697-4668-8142-d38fdb11713d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:54.746097 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c91345-1697-4668-8142-d38fdb11713d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event deleted for resources: {'Port': ['ID=e76c6075-d658-4f8b-a413-9afda8510d69,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:54.752448 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fdb802c3-7945-492a-b322-39195e648adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:54.756247 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c91345-1697-4668-8142-d38fdb11713d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] No DVR routers for this DVR port e76c6075-d658-4f8b-a413-9afda8510d69 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:47:54.813292 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb802c3-7945-492a-b322-39195e648adf None None] Pushing event deleted for resources: {'Port': ['ID=e76c6075-d658-4f8b-a413-9afda8510d69,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:54.816559 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb802c3-7945-492a-b322-39195e648adf None None] No DVR routers for this DVR port e76c6075-d658-4f8b-a413-9afda8510d69 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:47:54.925760 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81c91345-1697-4668-8142-d38fdb11713d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:54.959685 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-81c91345-1697-4668-8142-d38fdb11713d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13da71e6-156e-46fe-aa86-59d5dafca8ac']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:54.975771 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-81c91345-1697-4668-8142-d38fdb11713d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba400ac7-4054-4e49-a187-3e94256f7821') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:54.976197 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-81c91345-1697-4668-8142-d38fdb11713d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba400ac7-4054-4e49-a187-3e94256f7821') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:54.989402 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81c91345-1697-4668-8142-d38fdb11713d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:55.009663 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81c91345-1697-4668-8142-d38fdb11713d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:55.017575 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c91345-1697-4668-8142-d38fdb11713d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Releasing vlan 1165 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:47:55.018182 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81c91345-1697-4668-8142-d38fdb11713d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:47:55.021703 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:47:55.103824 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81c91345-1697-4668-8142-d38fdb11713d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:55.109677 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-81c91345-1697-4668-8142-d38fdb11713d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:55.113896 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-81c91345-1697-4668-8142-d38fdb11713d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] 10.222.0.127 "DELETE /v2.0/networks/13da71e6-156e-46fe-aa86-59d5dafca8ac HTTP/1.1" status: 204 len: 168 time: 1.3221526 Nov 04 10:47:55.114443 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54680) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:55.154152 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c91345-1697-4668-8142-d38fdb11713d tempest-NetworksIpV6Test-786724049 tempest-NetworksIpV6Test-786724049-project] Pushing event deleted for resources: {'Network': ['ID=13da71e6-156e-46fe-aa86-59d5dafca8ac,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:55.184000 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2213e580-0f55-4bdb-9456-67e705f45713 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:55.191943 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2213e580-0f55-4bdb-9456-67e705f45713 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:55.234152 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e76c6075-d658-4f8b-a413-9afda8510d69 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:47:55.279027 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: e76c6075-d658-4f8b-a413-9afda8510d69 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:47:55.279446 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e76c6075-d658-4f8b-a413-9afda8510d69 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:47:55.347348 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c4403-6283-422a-b9c9-5e4592e727a0 req-b358cc31-06be-41fe-b215-5d7e7f75a391 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:55.359451 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6a6c4403-6283-422a-b9c9-5e4592e727a0 req-b358cc31-06be-41fe-b215-5d7e7f75a391 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 944 time: 0.1321309 Nov 04 10:47:55.380857 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-43d715ce-df2e-46be-a34e-b61b238e4d75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:55.445594 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6a6c4403-6283-422a-b9c9-5e4592e727a0 req-7354a5f1-e0c5-4108-83d9-333c825b2c86 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842793 Nov 04 10:47:55.494441 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54700) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:55.498777 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [None req-2213e580-0f55-4bdb-9456-67e705f45713 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Floating IP a8cf1525-b6be-4cfa-ab0a-86c703668a31 associated. External IP: 172.25.7.153, port: 2e5d01da-bc74-425c-a694-015cf173c59b. Nov 04 10:47:55.663570 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-43d715ce-df2e-46be-a34e-b61b238e4d75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:55.676366 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-43d715ce-df2e-46be-a34e-b61b238e4d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:55.692260 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1bc37a34-ddaa-4ee1-a2f5-a5c4ded35db3 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=028140db9f3f48ac9efcb43be0878ad9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1965089 Nov 04 10:47:55.695280 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54708) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:55.753520 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-43d715ce-df2e-46be-a34e-b61b238e4d75 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=0cdd5ea0bac547b7a349888e6653ceb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6335990 Nov 04 10:47:55.753520 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d715ce-df2e-46be-a34e-b61b238e4d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c682c7c7-dc45-4266-a207-f3c065d47754,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:55.754834 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54712) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:55.755138 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0c3afd9e-d74e-4a72-a49d-fb5c367326e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:55.781205 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0c3afd9e-d74e-4a72-a49d-fb5c367326e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:55.872793 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0c3afd9e-d74e-4a72-a49d-fb5c367326e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:55.876403 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0c3afd9e-d74e-4a72-a49d-fb5c367326e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:55.877841 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0c3afd9e-d74e-4a72-a49d-fb5c367326e3 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/f9d06880-17c8-4816-a512-6eaa6900bac4 HTTP/1.1" status: 204 len: 168 time: 0.1816497 Nov 04 10:47:55.899397 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d8a527f6-5772-4d90-b93a-38de140118e2 req-103e6dad-85f4-4fde-9a18-2b12f6b87541 tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.0384793 Nov 04 10:47:55.905061 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3afd9e-d74e-4a72-a49d-fb5c367326e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d06880-17c8-4816-a512-6eaa6900bac4,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:56.052079 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50723378-22e2-4c78-8573-90e5a26bbb40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:56.087441 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50723378-22e2-4c78-8573-90e5a26bbb40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:56.097298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2213e580-0f55-4bdb-9456-67e705f45713 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Router 17a1cc1c-6852-4db5-81d5-61e2859544ae has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:47:56.207232 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50723378-22e2-4c78-8573-90e5a26bbb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:56.213100 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50723378-22e2-4c78-8573-90e5a26bbb40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:56.214830 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-50723378-22e2-4c78-8573-90e5a26bbb40 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/c682c7c7-dc45-4266-a207-f3c065d47754 HTTP/1.1" status: 204 len: 168 time: 0.4460397 Nov 04 10:47:56.232009 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50723378-22e2-4c78-8573-90e5a26bbb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c682c7c7-dc45-4266-a207-f3c065d47754,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:56.373207 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2213e580-0f55-4bdb-9456-67e705f45713 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:47:56.378470 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2213e580-0f55-4bdb-9456-67e705f45713 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:56.388315 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391b4923-4c1d-4ffa-93c2-1496ceae062b None None] Sync routers for ids ['17a1cc1c-6852-4db5-81d5-61e2859544ae'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:47:56.409574 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391b4923-4c1d-4ffa-93c2-1496ceae062b None None] Routers {'17a1cc1c-6852-4db5-81d5-61e2859544ae'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:47:56.410217 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-391b4923-4c1d-4ffa-93c2-1496ceae062b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:47:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['17a1cc1c-6852-4db5-81d5-61e2859544ae'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:56.431437 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2213e580-0f55-4bdb-9456-67e705f45713 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "PUT /v2.0/floatingips/a8cf1525-b6be-4cfa-ab0a-86c703668a31 HTTP/1.1" status: 200 len: 991 time: 2.6482389 Nov 04 10:47:56.432579 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'tag': '2e5d01da-bc74-425c-a694-015cf173c59b'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:47:56.437030 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3048ca4-2596-477b-b189-2a79dc559d84" -d '{"events": [{"name": "network-changed", "server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "tag": "2e5d01da-bc74-425c-a694-015cf173c59b"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:47:56.668315 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6c1013-018c-469b-a56c-6d541f6aa73b x-openstack-request-id: req-0c6c1013-018c-469b-a56c-6d541f6aa73b {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:47:56.668617 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "tag": "2e5d01da-bc74-425c-a694-015cf173c59b", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:47:56.668954 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-0c6c1013-018c-469b-a56c-6d541f6aa73b {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:47:56.669383 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'tag': '2e5d01da-bc74-425c-a694-015cf173c59b', 'status': 'completed', 'code': 200} Nov 04 10:47:56.693834 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-391b4923-4c1d-4ffa-93c2-1496ceae062b None None] Set router 17a1cc1c-6852-4db5-81d5-61e2859544ae gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:47:56.790078 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3048ca4-2596-477b-b189-2a79dc559d84 req-339e64f3-3d10-44d3-bd3a-a52243dd7e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:56.790868 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3048ca4-2596-477b-b189-2a79dc559d84 req-339e64f3-3d10-44d3-bd3a-a52243dd7e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:56.791537 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3048ca4-2596-477b-b189-2a79dc559d84 req-339e64f3-3d10-44d3-bd3a-a52243dd7e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:56.792211 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3048ca4-2596-477b-b189-2a79dc559d84 req-339e64f3-3d10-44d3-bd3a-a52243dd7e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:56.793036 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3048ca4-2596-477b-b189-2a79dc559d84 req-339e64f3-3d10-44d3-bd3a-a52243dd7e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:56.794114 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3048ca4-2596-477b-b189-2a79dc559d84 req-339e64f3-3d10-44d3-bd3a-a52243dd7e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:56.794815 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3048ca4-2596-477b-b189-2a79dc559d84 req-339e64f3-3d10-44d3-bd3a-a52243dd7e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:56.797050 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c3048ca4-2596-477b-b189-2a79dc559d84 req-339e64f3-3d10-44d3-bd3a-a52243dd7e5d service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=daa3a4d308184b5b997a81a95ee49bba&device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 6502 time: 0.0990186 Nov 04 10:47:56.869999 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6606c2-011a-4fa3-8e64-7bfcdb542cfe req-067f0839-7302-4b00-b626-c43ab850fd29 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:56.872341 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8e6606c2-011a-4fa3-8e64-7bfcdb542cfe req-067f0839-7302-4b00-b626-c43ab850fd29 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 944 time: 0.1080554 Nov 04 10:47:56.962197 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3048ca4-2596-477b-b189-2a79dc559d84 req-a94c0744-7052-44d7-ad77-ecd6acb75ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:56.965822 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c3048ca4-2596-477b-b189-2a79dc559d84 req-a94c0744-7052-44d7-ad77-ecd6acb75ecb service neutron] 10.222.0.126 "GET /v2.0/networks?id=22d81940-0863-47fd-a6fd-195db973a95d HTTP/1.1" status: 200 len: 918 time: 0.1603398 Nov 04 10:47:56.969949 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8e6606c2-011a-4fa3-8e64-7bfcdb542cfe req-c9ccca96-0e92-4c31-a862-e5ea77039258 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909028 Nov 04 10:47:56.992254 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54764) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:57.041827 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9b983e36-1668-4a63-814b-b8a7cc027997 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:57.101512 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c3048ca4-2596-477b-b189-2a79dc559d84 req-37dcdba0-e578-4f3f-92c6-f797793ec9f8 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e5d01da-bc74-425c-a694-015cf173c59b HTTP/1.1" status: 200 len: 999 time: 0.1240447 Nov 04 10:47:57.132101 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-391b4923-4c1d-4ffa-93c2-1496ceae062b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'name': 'tempest-TaggedBootDevicesTest_v242-136272207-router', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '6ca37e0e-010c-4936-98e0-04303c7762f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:23Z', 'updated_at': '2021-11-04T10:45:32Z', 'revision_number': 4, 'project_id': 'daa3a4d308184b5b997a81a95ee49bba', 'gw_port': {'id': '6ca37e0e-010c-4936-98e0-04303c7762f6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:24Z', 'updated_at': '2021-11-04T10:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'a8cf1525-b6be-4cfa-ab0a-86c703668a31', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'floating_ip_address': '172.25.7.153', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'port_id': '2e5d01da-bc74-425c-a694-015cf173c59b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22d81940-0863-47fd-a6fd-195db973a95d', 'mac_address': 'fa:16:3e:6f:f4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:46:27Z', 'updated_at': '2021-11-04T10:47:54Z', 'revision_number': 1, 'project_id': 'daa3a4d308184b5b997a81a95ee49bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ac8033-428e-482b-a0d8-3a79b222e611', 'name': '', 'network_id': '22d81940-0863-47fd-a6fd-195db973a95d', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'mac_address': 'fa:16:3e:fd:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'b69ed837-2fcf-424e-9608-263128d9a467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:30Z', 'updated_at': '2021-11-04T10:45:37Z', 'revision_number': 5, 'project_id': 'daa3a4d308184b5b997a81a95ee49bba', 'subnets': [{'id': 'b69ed837-2fcf-424e-9608-263128d9a467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:57.200300 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54768) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:57.204520 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device e1245017-297c-4737-b377-533a54a47c4d up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:47:57.207230 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391b4923-4c1d-4ffa-93c2-1496ceae062b None None] Checking router: 17a1cc1c-6852-4db5-81d5-61e2859544ae for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:47:57.241273 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3048ca4-2596-477b-b189-2a79dc559d84 req-6b39ab81-b039-468e-b158-6a28aaebec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:57.243406 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391b4923-4c1d-4ffa-93c2-1496ceae062b None None] Routers {'17a1cc1c-6852-4db5-81d5-61e2859544ae'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:47:57.244196 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-391b4923-4c1d-4ffa-93c2-1496ceae062b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:47:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['17a1cc1c-6852-4db5-81d5-61e2859544ae'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:57.246168 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c3048ca4-2596-477b-b189-2a79dc559d84 req-6b39ab81-b039-468e-b158-6a28aaebec07 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b69ed837-2fcf-424e-9608-263128d9a467 HTTP/1.1" status: 200 len: 855 time: 0.1392331 Nov 04 10:47:57.257139 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f31310ef-8843-4f68-8786-659a4d5d9b57 req-ee2eaa29-b4b6-42a6-b3f9-a319cd359d5d tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.0476990 Nov 04 10:47:57.317417 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9b983e36-1668-4a63-814b-b8a7cc027997 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:57.325281 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9b983e36-1668-4a63-814b-b8a7cc027997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:57.333633 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3048ca4-2596-477b-b189-2a79dc559d84 req-2a804e39-049d-49ae-85ba-c18d16249f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:57.335589 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c3048ca4-2596-477b-b189-2a79dc559d84 req-2a804e39-049d-49ae-85ba-c18d16249f12 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=22d81940-0863-47fd-a6fd-195db973a95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805411 Nov 04 10:47:57.362315 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port e1245017-297c-4737-b377-533a54a47c4d completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:47:57.368473 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port e1245017-297c-4737-b377-533a54a47c4d triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:47:57.368837 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:57.400375 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9b983e36-1668-4a63-814b-b8a7cc027997 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=66934fe5d9684222b306946ec052402c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3999016 Nov 04 10:47:57.400375 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54778) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:47:57.431278 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-391b4923-4c1d-4ffa-93c2-1496ceae062b None None] Set router 17a1cc1c-6852-4db5-81d5-61e2859544ae gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:47:57.443045 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-c9d8c263-d1bc-4999-b514-3e8eccde772d tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1141185854'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:47:57.478331 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b983e36-1668-4a63-814b-b8a7cc027997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c110185d-362a-4f86-a77e-224107a4a804,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:57.489887 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c3048ca4-2596-477b-b189-2a79dc559d84 req-398df098-8fec-4d9c-9e8c-c41865f4e83b service neutron] 10.222.0.126 "GET /v2.0/networks/22d81940-0863-47fd-a6fd-195db973a95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459417 Nov 04 10:47:57.494881 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d8c263-d1bc-4999-b514-3e8eccde772d tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Made reservation on behalf of a93fe8fdc8344bbcaabe344f66227a42 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:47:57.498707 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c263-d1bc-4999-b514-3e8eccde772d tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:57.560130 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c263-d1bc-4999-b514-3e8eccde772d tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:57.570951 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:57.601336 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-828dab0c-0cba-430f-903c-bacededdcd3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:57.667408 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c3048ca4-2596-477b-b189-2a79dc559d84 req-6cdaac08-e2ef-4f0c-bb37-5f9bc72e3e16 service neutron] 10.222.0.126 "GET /v2.0/networks/22d81940-0863-47fd-a6fd-195db973a95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655340 Nov 04 10:47:57.709380 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-828dab0c-0cba-430f-903c-bacededdcd3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:57.733364 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9eac5bf-8387-4284-902b-4cb3ec05ab8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1245017-297c-4737-b377-533a54a47c4d'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:47:57.736504 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3390a2bd-fd15-446d-b8d3-82ecd176957c" -d '{"events": [{"server_uuid": "b9eac5bf-8387-4284-902b-4cb3ec05ab8e", "name": "network-vif-plugged", "status": "completed", "tag": "e1245017-297c-4737-b377-533a54a47c4d"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:47:57.742224 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c263-d1bc-4999-b514-3e8eccde772d tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:57.756873 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c263-d1bc-4999-b514-3e8eccde772d tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:57.758203 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port e1245017-297c-4737-b377-533a54a47c4d, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e1245017-297c-4737-b377-533a54a47c4d,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:47:57.765367 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:57.793437 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea31ff80-6405-4149-8b0f-09fc447b0327 x-openstack-request-id: req-ea31ff80-6405-4149-8b0f-09fc447b0327 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:47:57.793824 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9eac5bf-8387-4284-902b-4cb3ec05ab8e", "name": "network-vif-plugged", "status": "completed", "tag": "e1245017-297c-4737-b377-533a54a47c4d", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:47:57.794575 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ea31ff80-6405-4149-8b0f-09fc447b0327 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:47:57.795373 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9eac5bf-8387-4284-902b-4cb3ec05ab8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1245017-297c-4737-b377-533a54a47c4d', 'code': 200} Nov 04 10:47:57.795525 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8c263-d1bc-4999-b514-3e8eccde772d tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=292934d5-f31c-4176-8bba-ef09d4b60800,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:57.806011 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d8c263-d1bc-4999-b514-3e8eccde772d tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1174} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:47:57.829807 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-828dab0c-0cba-430f-903c-bacededdcd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:57.833235 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-828dab0c-0cba-430f-903c-bacededdcd3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:57.834500 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-828dab0c-0cba-430f-903c-bacededdcd3f admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/c110185d-362a-4f86-a77e-224107a4a804 HTTP/1.1" status: 204 len: 168 time: 0.4336419 Nov 04 10:47:57.847168 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c263-d1bc-4999-b514-3e8eccde772d tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:57.847531 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-c9d8c263-d1bc-4999-b514-3e8eccde772d tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Added segment 8c32deb0-9405-45a1-8b72-f4b007003925 of type vlan for network 031f71ed-ab56-4e77-bd59-919d74604e00 Nov 04 10:47:57.850181 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828dab0c-0cba-430f-903c-bacededdcd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c110185d-362a-4f86-a77e-224107a4a804,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:57.948635 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c263-d1bc-4999-b514-3e8eccde772d tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:57.981413 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=e1245017-297c-4737-b377-533a54a47c4d,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:57.986343 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c263-d1bc-4999-b514-3e8eccde772d tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:57.994509 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d8c263-d1bc-4999-b514-3e8eccde772d tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:57.995717 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c263-d1bc-4999-b514-3e8eccde772d tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:47:57.997743 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904cbb7-79af-4b00-a780-71a97d093b0d req-e50e6624-7fa1-413a-b78c-3051285aa754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:57.999877 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4904cbb7-79af-4b00-a780-71a97d093b0d req-e50e6624-7fa1-413a-b78c-3051285aa754 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 1096 time: 0.0838215 Nov 04 10:47:58.025457 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-391b4923-4c1d-4ffa-93c2-1496ceae062b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'name': 'tempest-TaggedBootDevicesTest_v242-136272207-router', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '6ca37e0e-010c-4936-98e0-04303c7762f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:23Z', 'updated_at': '2021-11-04T10:45:32Z', 'revision_number': 4, 'project_id': 'daa3a4d308184b5b997a81a95ee49bba', 'gw_port': {'id': '6ca37e0e-010c-4936-98e0-04303c7762f6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:24Z', 'updated_at': '2021-11-04T10:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'a8cf1525-b6be-4cfa-ab0a-86c703668a31', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'floating_ip_address': '172.25.7.153', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'port_id': '2e5d01da-bc74-425c-a694-015cf173c59b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22d81940-0863-47fd-a6fd-195db973a95d', 'mac_address': 'fa:16:3e:6f:f4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:46:27Z', 'updated_at': '2021-11-04T10:47:54Z', 'revision_number': 1, 'project_id': 'daa3a4d308184b5b997a81a95ee49bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ac8033-428e-482b-a0d8-3a79b222e611', 'name': '', 'network_id': '22d81940-0863-47fd-a6fd-195db973a95d', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'mac_address': 'fa:16:3e:fd:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'b69ed837-2fcf-424e-9608-263128d9a467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:30Z', 'updated_at': '2021-11-04T10:45:37Z', 'revision_number': 5, 'project_id': 'daa3a4d308184b5b997a81a95ee49bba', 'subnets': [{'id': 'b69ed837-2fcf-424e-9608-263128d9a467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:47:58.065276 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4904cbb7-79af-4b00-a780-71a97d093b0d req-4aded9f1-a68d-49e7-bf7c-19f639c312cc service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583005 Nov 04 10:47:58.089699 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391b4923-4c1d-4ffa-93c2-1496ceae062b None None] The sync data for ids ['17a1cc1c-6852-4db5-81d5-61e2859544ae'] in n-d-816629-1 is: [{'id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'name': 'tempest-TaggedBootDevicesTest_v242-136272207-router', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '6ca37e0e-010c-4936-98e0-04303c7762f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:23Z', 'updated_at': '2021-11-04T10:45:32Z', 'revision_number': 4, 'project_id': 'daa3a4d308184b5b997a81a95ee49bba', 'gw_port': {'id': '6ca37e0e-010c-4936-98e0-04303c7762f6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:24Z', 'updated_at': '2021-11-04T10:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'a8cf1525-b6be-4cfa-ab0a-86c703668a31', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'floating_ip_address': '172.25.7.153', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'port_id': '2e5d01da-bc74-425c-a694-015cf173c59b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22d81940-0863-47fd-a6fd-195db973a95d', 'mac_address': 'fa:16:3e:6f:f4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:46:27Z', 'updated_at': '2021-11-04T10:47:54Z', 'revision_number': 1, 'project_id': 'daa3a4d308184b5b997a81a95ee49bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ac8033-428e-482b-a0d8-3a79b222e611', 'name': '', 'network_id': '22d81940-0863-47fd-a6fd-195db973a95d', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'mac_address': 'fa:16:3e:fd:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'b69ed837-2fcf-424e-9608-263128d9a467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:30Z', 'updated_at': '2021-11-04T10:45:37Z', 'revision_number': 5, 'project_id': 'daa3a4d308184b5b997a81a95ee49bba', 'subnets': [{'id': 'b69ed837-2fcf-424e-9608-263128d9a467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:47:58.216935 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c9d8c263-d1bc-4999-b514-3e8eccde772d tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0035911 Nov 04 10:47:58.241899 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8c263-d1bc-4999-b514-3e8eccde772d tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event updated for resources: {'Network': ['ID=031f71ed-ab56-4e77-bd59-919d74604e00,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:47:58.273639 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2be55c-d2ff-4947-a062-6a38455a86ee req-18f86c7c-a81a-403a-9068-1f93c9780101 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:58.276599 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5b2be55c-d2ff-4947-a062-6a38455a86ee req-18f86c7c-a81a-403a-9068-1f93c9780101 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.1687691 Nov 04 10:47:58.287647 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 031f71ed-ab56-4e77-bd59-919d74604e00 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:47:58.431943 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5b2be55c-d2ff-4947-a062-6a38455a86ee req-e4ba317c-b047-4dd9-9147-8561729de93a tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398382 Nov 04 10:47:58.885390 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5ea92b-733c-4926-801e-f98f9b4bd789 None None] New status for floating IP a8cf1525-b6be-4cfa-ab0a-86c703668a31: ACTIVE {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:47:58.895652 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1cffe50d-e6d7-47bc-ad4c-30bb98e4bf9b req-4e23b8a1-ba7b-4864-ad62-5c3a7610505f tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.1153533 Nov 04 10:47:59.635096 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55821129-2fc5-40c3-9a78-15a9dfc021d3 req-248c8b7e-a3a0-4bfb-948c-2d9ec8723da0 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:47:59.645526 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-55821129-2fc5-40c3-9a78-15a9dfc021d3 req-248c8b7e-a3a0-4bfb-948c-2d9ec8723da0 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.0749419 Nov 04 10:47:59.725327 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-55821129-2fc5-40c3-9a78-15a9dfc021d3 req-cb5ed4ba-11a2-49f7-8f48-e61caa55be9b tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787625 Nov 04 10:48:00.122215 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c792787e-04a5-4e73-8562-781142818c11 req-9164cea0-9ed0-4393-8738-f202c04db05a tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.0351760 Nov 04 10:48:00.335215 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd37b66-554c-4f4b-a8e1-19de30624184 req-fa29eda8-47d7-42b7-b49b-2c9fe5b9f60b tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:00.343387 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2dd37b66-554c-4f4b-a8e1-19de30624184 req-fa29eda8-47d7-42b7-b49b-2c9fe5b9f60b tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.0907023 Nov 04 10:48:00.423922 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2dd37b66-554c-4f4b-a8e1-19de30624184 req-7c238b25-9ec0-4cb5-a1c0-24f7a2f79a69 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791306 Nov 04 10:48:00.722135 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e412e6-7153-42b2-8558-5fde9d2c2de4 req-fafba135-8db2-40b7-9572-b4864c3b7b18 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:00.739892 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f0e412e6-7153-42b2-8558-5fde9d2c2de4 req-fafba135-8db2-40b7-9572-b4864c3b7b18 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.0988584 Nov 04 10:48:00.818257 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f0e412e6-7153-42b2-8558-5fde9d2c2de4 req-9596d4c9-978d-4ed3-9fda-f34f0112b5ca tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689733 Nov 04 10:48:01.279120 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80724370-daed-4278-bb87-1265ec6b9747 req-d3e6f9cf-b200-4860-ba08-f45e4cf2e9c8 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:01.300149 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-80724370-daed-4278-bb87-1265ec6b9747 req-d3e6f9cf-b200-4860-ba08-f45e4cf2e9c8 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.1164691 Nov 04 10:48:01.364086 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-92f9ada5-2dd5-4c65-bf8f-02e3a7b2a334 req-05db1579-4aad-4978-9a1b-f446c8db4235 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.0432844 Nov 04 10:48:01.385978 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-80724370-daed-4278-bb87-1265ec6b9747 req-e8069c60-c64a-460a-99b9-cc1f4c6144ac tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839961 Nov 04 10:48:01.531725 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54948) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:01.537071 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-868dbfa1-a610-4b6e-852f-0a53008d0876 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Request body: {'subnet': {'network_id': '031f71ed-ab56-4e77-bd59-919d74604e00', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:01.632795 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a98310-6c25-4b84-b591-1862a34689f6 req-b2fa23bc-7856-42f4-93c6-f0f9b07817ab tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:01.640104 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a98310-6c25-4b84-b591-1862a34689f6 req-b2fa23bc-7856-42f4-93c6-f0f9b07817ab tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:01.646888 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a98310-6c25-4b84-b591-1862a34689f6 req-b2fa23bc-7856-42f4-93c6-f0f9b07817ab tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:01.655015 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a98310-6c25-4b84-b591-1862a34689f6 req-b2fa23bc-7856-42f4-93c6-f0f9b07817ab tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:01.662968 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a98310-6c25-4b84-b591-1862a34689f6 req-b2fa23bc-7856-42f4-93c6-f0f9b07817ab tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:01.670648 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a98310-6c25-4b84-b591-1862a34689f6 req-b2fa23bc-7856-42f4-93c6-f0f9b07817ab tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:01.677389 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a98310-6c25-4b84-b591-1862a34689f6 req-b2fa23bc-7856-42f4-93c6-f0f9b07817ab tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:01.679671 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-60a98310-6c25-4b84-b591-1862a34689f6 req-b2fa23bc-7856-42f4-93c6-f0f9b07817ab tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 5434 time: 0.1764681 Nov 04 10:48:01.703514 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868dbfa1-a610-4b6e-852f-0a53008d0876 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Made reservation on behalf of a93fe8fdc8344bbcaabe344f66227a42 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:48:01.707331 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-868dbfa1-a610-4b6e-852f-0a53008d0876 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:01.765592 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-60a98310-6c25-4b84-b591-1862a34689f6 req-7f44c3b9-a4a2-42d7-a75e-03f9310a4b3a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ded427f-6d19-40e3-a805-138915509ca8&id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778632 Nov 04 10:48:01.922912 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ceff5605-2168-4eb4-9b33-895e29f8fb4c req-4b0db8d3-b35b-4ebe-984c-7e0d84eb1129 tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.0449364 Nov 04 10:48:02.020863 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-868dbfa1-a610-4b6e-852f-0a53008d0876 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:02.141297 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868dbfa1-a610-4b6e-852f-0a53008d0876 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Checking segment: {'id': '8c32deb0-9405-45a1-8b72-f4b007003925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '031f71ed-ab56-4e77-bd59-919d74604e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:48:02.142550 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868dbfa1-a610-4b6e-852f-0a53008d0876 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Network hostable DHCP agents. Network: 031f71ed-ab56-4e77-bd59-919d74604e00, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:48:02.150982 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868dbfa1-a610-4b6e-852f-0a53008d0876 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event updated for resources: {'Subnet': ['ID=b13213e0-f6e0-40fb-af30-aaf30071f8a2,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:02.161583 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868dbfa1-a610-4b6e-852f-0a53008d0876 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:02.162114 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868dbfa1-a610-4b6e-852f-0a53008d0876 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:02.162613 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868dbfa1-a610-4b6e-852f-0a53008d0876 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:02.163105 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868dbfa1-a610-4b6e-852f-0a53008d0876 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:02.163685 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868dbfa1-a610-4b6e-852f-0a53008d0876 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:02.164187 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868dbfa1-a610-4b6e-852f-0a53008d0876 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:02.164713 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868dbfa1-a610-4b6e-852f-0a53008d0876 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:02.165225 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868dbfa1-a610-4b6e-852f-0a53008d0876 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:02.166061 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868dbfa1-a610-4b6e-852f-0a53008d0876 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:02.166588 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868dbfa1-a610-4b6e-852f-0a53008d0876 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:02.167079 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868dbfa1-a610-4b6e-852f-0a53008d0876 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:02.167945 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868dbfa1-a610-4b6e-852f-0a53008d0876 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:02.193840 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868dbfa1-a610-4b6e-852f-0a53008d0876 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Network 031f71ed-ab56-4e77-bd59-919d74604e00 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:48:02.231983 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-868dbfa1-a610-4b6e-852f-0a53008d0876 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 031f71ed-ab56-4e77-bd59-919d74604e00) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:48:02.240685 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868dbfa1-a610-4b6e-852f-0a53008d0876 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:02.242718 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb57d4b-71fe-4caa-9777-9d83d61cb0fd None None] Network 031f71ed-ab56-4e77-bd59-919d74604e00 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:48:02.244850 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-868dbfa1-a610-4b6e-852f-0a53008d0876 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:02.261468 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed91325-fe66-4531-a4be-ad41c40e5848 req-5c55f3a8-d6d8-42f0-8986-c4b4ada97e1e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:02.268294 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed91325-fe66-4531-a4be-ad41c40e5848 req-5c55f3a8-d6d8-42f0-8986-c4b4ada97e1e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:02.277703 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed91325-fe66-4531-a4be-ad41c40e5848 req-5c55f3a8-d6d8-42f0-8986-c4b4ada97e1e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:02.286038 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed91325-fe66-4531-a4be-ad41c40e5848 req-5c55f3a8-d6d8-42f0-8986-c4b4ada97e1e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:02.289411 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-868dbfa1-a610-4b6e-852f-0a53008d0876 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7564607 Nov 04 10:48:02.290692 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54978) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:02.293336 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed91325-fe66-4531-a4be-ad41c40e5848 req-5c55f3a8-d6d8-42f0-8986-c4b4ada97e1e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:02.300866 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed91325-fe66-4531-a4be-ad41c40e5848 req-5c55f3a8-d6d8-42f0-8986-c4b4ada97e1e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:02.302938 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-8ed49fd2-0110-423b-8569-5fd105e48628 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1617824358'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:02.308187 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed91325-fe66-4531-a4be-ad41c40e5848 req-5c55f3a8-d6d8-42f0-8986-c4b4ada97e1e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:02.315347 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ed91325-fe66-4531-a4be-ad41c40e5848 req-5c55f3a8-d6d8-42f0-8986-c4b4ada97e1e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 5434 time: 0.1937511 Nov 04 10:48:02.345762 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed49fd2-0110-423b-8569-5fd105e48628 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Made reservation on behalf of a93fe8fdc8344bbcaabe344f66227a42 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:48:02.356472 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8ed49fd2-0110-423b-8569-5fd105e48628 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:02.465870 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed49fd2-0110-423b-8569-5fd105e48628 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1150} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:48:02.504405 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8ed49fd2-0110-423b-8569-5fd105e48628 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:02.505724 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-8ed49fd2-0110-423b-8569-5fd105e48628 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Added segment 83ae676f-6cf0-4d89-9bbf-8aac804ed3e5 of type vlan for network d6f6c443-d625-4ef0-b566-9158f13ece10 Nov 04 10:48:02.561499 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82d2d1e-867d-41f9-8b77-39dcc4954c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-031f71ed-ab56-4e77-bd59-919d74604e00', 'network_id': '031f71ed-ab56-4e77-bd59-919d74604e00', 'tenant_id': 'a93fe8fdc8344bbcaabe344f66227a42', 'fixed_ips': [{'subnet_id': 'b13213e0-f6e0-40fb-af30-aaf30071f8a2'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:48:02.562631 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b82d2d1e-867d-41f9-8b77-39dcc4954c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:02.568666 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293aab7a-02d2-4da1-b678-8cfae28a2dc1 req-2bf590ab-e483-46d2-af82-3af051bfb4ba tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:02.577988 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-293aab7a-02d2-4da1-b678-8cfae28a2dc1 req-2bf590ab-e483-46d2-af82-3af051bfb4ba tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.0718470 Nov 04 10:48:02.645224 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-293aab7a-02d2-4da1-b678-8cfae28a2dc1 req-c4da323f-daaf-4889-a4a2-4c3cb2ef4c37 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667601 Nov 04 10:48:02.719097 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8ed49fd2-0110-423b-8569-5fd105e48628 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:02.782090 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8ed49fd2-0110-423b-8569-5fd105e48628 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:02.795155 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed49fd2-0110-423b-8569-5fd105e48628 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:02.797225 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8ed49fd2-0110-423b-8569-5fd105e48628 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:02.830663 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-b82d2d1e-867d-41f9-8b77-39dcc4954c3a None None] Allocated IP 2001:db8:0:ffff::2 (031f71ed-ab56-4e77-bd59-919d74604e00/b13213e0-f6e0-40fb-af30-aaf30071f8a2/dfca81f6-2b07-47ac-a25e-fee5d2021a4d) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:48:02.922716 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8ed49fd2-0110-423b-8569-5fd105e48628 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6297948 Nov 04 10:48:02.926266 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55004) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:02.937785 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-e7b73784-93f8-4afe-a239-eec3c9be0ef8 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Request body: {'subnet': {'network_id': 'd6f6c443-d625-4ef0-b566-9158f13ece10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:03.013754 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed49fd2-0110-423b-8569-5fd105e48628 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event updated for resources: {'Network': ['ID=d6f6c443-d625-4ef0-b566-9158f13ece10,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:03.033397 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network d6f6c443-d625-4ef0-b566-9158f13ece10 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:48:03.091050 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b73784-93f8-4afe-a239-eec3c9be0ef8 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Made reservation on behalf of a93fe8fdc8344bbcaabe344f66227a42 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:48:03.104161 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e7b73784-93f8-4afe-a239-eec3c9be0ef8 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:03.133431 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b82d2d1e-867d-41f9-8b77-39dcc4954c3a None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:03.203683 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b82d2d1e-867d-41f9-8b77-39dcc4954c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:03.259835 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-48624cfe-198f-4fd4-93b6-359f7f871332 req-2dadd6bd-19a0-4bf6-a3d5-96ecdd0ca23f tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.1013837 Nov 04 10:48:03.333067 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d2d1e-867d-41f9-8b77-39dcc4954c3a None None] Pushing event updated for resources: {'Port': ['ID=dfca81f6-2b07-47ac-a25e-fee5d2021a4d,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:03.366745 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82d2d1e-867d-41f9-8b77-39dcc4954c3a None None] Network 031f71ed-ab56-4e77-bd59-919d74604e00 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:48:03.375152 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-b82d2d1e-867d-41f9-8b77-39dcc4954c3a None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:48:03.378495 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82d2d1e-867d-41f9-8b77-39dcc4954c3a None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:48:03.564785 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-b82d2d1e-867d-41f9-8b77-39dcc4954c3a None None] Attempting to bind port dfca81f6-2b07-47ac-a25e-fee5d2021a4d on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:48:03.567080 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-b82d2d1e-867d-41f9-8b77-39dcc4954c3a None None] Attempting to bind port dfca81f6-2b07-47ac-a25e-fee5d2021a4d by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '8c32deb0-9405-45a1-8b72-f4b007003925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '031f71ed-ab56-4e77-bd59-919d74604e00'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:48:03.568437 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d2d1e-867d-41f9-8b77-39dcc4954c3a None None] Attempting to bind port dfca81f6-2b07-47ac-a25e-fee5d2021a4d on network 031f71ed-ab56-4e77-bd59-919d74604e00 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:48:03.611083 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d2d1e-867d-41f9-8b77-39dcc4954c3a None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:48:03.611955 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d2d1e-867d-41f9-8b77-39dcc4954c3a None None] Checking segment: {'id': '8c32deb0-9405-45a1-8b72-f4b007003925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '031f71ed-ab56-4e77-bd59-919d74604e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:48:03.618136 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b82d2d1e-867d-41f9-8b77-39dcc4954c3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:03.618784 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d2d1e-867d-41f9-8b77-39dcc4954c3a None None] Bound using segment: {'id': '8c32deb0-9405-45a1-8b72-f4b007003925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '031f71ed-ab56-4e77-bd59-919d74604e00'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:48:03.619529 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-b82d2d1e-867d-41f9-8b77-39dcc4954c3a None None] Bound port: dfca81f6-2b07-47ac-a25e-fee5d2021a4d, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c32deb0-9405-45a1-8b72-f4b007003925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '031f71ed-ab56-4e77-bd59-919d74604e00'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:48:03.619942 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b82d2d1e-867d-41f9-8b77-39dcc4954c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:03.743967 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5048eec-17ce-4b19-aa73-da9c2fc59500 req-35327474-6531-4750-a65f-c03f4f7f874c tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.0585115 Nov 04 10:48:03.825691 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-b82d2d1e-867d-41f9-8b77-39dcc4954c3a None None] For port dfca81f6-2b07-47ac-a25e-fee5d2021a4d, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:48:03.834811 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-b82d2d1e-867d-41f9-8b77-39dcc4954c3a None None] For port dfca81f6-2b07-47ac-a25e-fee5d2021a4d, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=dfca81f6-2b07-47ac-a25e-fee5d2021a4d,segment=NetworkSegment(8c32deb0-9405-45a1-8b72-f4b007003925),segment_id=8c32deb0-9405-45a1-8b72-f4b007003925)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:48:03.841241 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b82d2d1e-867d-41f9-8b77-39dcc4954c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:03.950348 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d0bc5-3b16-4315-9f5a-f9ea4b4aec1e req-77b17793-9827-4bd3-ab82-bcbe7c450859 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:03.967346 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-430d0bc5-3b16-4315-9f5a-f9ea4b4aec1e req-77b17793-9827-4bd3-ab82-bcbe7c450859 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.1228104 Nov 04 10:48:04.092206 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d2d1e-867d-41f9-8b77-39dcc4954c3a None None] Pushing event updated for resources: {'Port': ['ID=dfca81f6-2b07-47ac-a25e-fee5d2021a4d,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:04.124615 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-430d0bc5-3b16-4315-9f5a-f9ea4b4aec1e req-5b3a62f1-2b6f-4fe1-9129-b5ebe60b1ac6 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543865 Nov 04 10:48:04.328730 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-229268bc-e427-453c-95b3-cc9246a5c6ff req-7d998a82-c320-400f-99b3-639a72ed18bf service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=f135b6614b8d43f9a3ffd7a3f6a8eba6&device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.1018820 Nov 04 10:48:04.357337 n-d-816629-1 neutron-server[101775]: DEBUG neutron.objects.ports [None req-e7b73784-93f8-4afe-a239-eec3c9be0ef8 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 10:48:04.369151 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e7b73784-93f8-4afe-a239-eec3c9be0ef8 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:04.476887 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-229268bc-e427-453c-95b3-cc9246a5c6ff req-00f1e90b-d2c8-471a-851c-def681fbc935 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=f135b6614b8d43f9a3ffd7a3f6a8eba6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1177561 Nov 04 10:48:04.714368 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b73784-93f8-4afe-a239-eec3c9be0ef8 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Checking segment: {'id': '83ae676f-6cf0-4d89-9bbf-8aac804ed3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd6f6c443-d625-4ef0-b566-9158f13ece10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:48:04.714752 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b73784-93f8-4afe-a239-eec3c9be0ef8 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Network hostable DHCP agents. Network: d6f6c443-d625-4ef0-b566-9158f13ece10, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:48:04.721149 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b73784-93f8-4afe-a239-eec3c9be0ef8 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event updated for resources: {'Subnet': ['ID=00f0285f-cf79-4c13-a51a-dd815409718f,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:04.773507 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b73784-93f8-4afe-a239-eec3c9be0ef8 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Network d6f6c443-d625-4ef0-b566-9158f13ece10 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:48:04.813199 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-e7b73784-93f8-4afe-a239-eec3c9be0ef8 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, d6f6c443-d625-4ef0-b566-9158f13ece10) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:48:04.822845 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829f1f19-d8d5-4082-8a7c-2525a90d9930 None None] Network d6f6c443-d625-4ef0-b566-9158f13ece10 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:48:04.844413 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b73784-93f8-4afe-a239-eec3c9be0ef8 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:04.849483 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e7b73784-93f8-4afe-a239-eec3c9be0ef8 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:04.897240 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55088) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:04.898115 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e7b73784-93f8-4afe-a239-eec3c9be0ef8 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9695368 Nov 04 10:48:04.902779 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229268bc-e427-453c-95b3-cc9246a5c6ff req-2593aa13-a7f3-416e-a1d1-72d2607dd8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:04.904644 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-05165809-3ca7-4f97-8398-329676b348ce tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Request body: {'port': {'network_id': 'd6f6c443-d625-4ef0-b566-9158f13ece10', 'name': 'tempest-NetworksIpV6TestAttrs-1632965128'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:04.904920 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-229268bc-e427-453c-95b3-cc9246a5c6ff req-2593aa13-a7f3-416e-a1d1-72d2607dd8f5 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4167035 Nov 04 10:48:05.018261 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55094) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:05.194105 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-125c896f-f61b-4df7-b355-1caa38c4a10f req-095c641c-c6cd-496c-8500-5378c054c120 tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.2145445 Nov 04 10:48:05.277337 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5743657d-7887-4f00-9b50-95580c828e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-d6f6c443-d625-4ef0-b566-9158f13ece10', 'network_id': 'd6f6c443-d625-4ef0-b566-9158f13ece10', 'tenant_id': 'a93fe8fdc8344bbcaabe344f66227a42', 'fixed_ips': [{'subnet_id': '00f0285f-cf79-4c13-a51a-dd815409718f'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:48:05.278458 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5743657d-7887-4f00-9b50-95580c828e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:05.433137 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device dfca81f6-2b07-47ac-a25e-fee5d2021a4d up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:48:05.444044 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df832f09-e1fe-4add-b895-0e95dee2ba10 req-16045561-9512-49a4-bf54-0b010a4159c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:05.446286 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df832f09-e1fe-4add-b895-0e95dee2ba10 req-16045561-9512-49a4-bf54-0b010a4159c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:05.447279 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df832f09-e1fe-4add-b895-0e95dee2ba10 req-16045561-9512-49a4-bf54-0b010a4159c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:05.447776 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df832f09-e1fe-4add-b895-0e95dee2ba10 req-16045561-9512-49a4-bf54-0b010a4159c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:05.449787 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df832f09-e1fe-4add-b895-0e95dee2ba10 req-16045561-9512-49a4-bf54-0b010a4159c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:05.450049 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05165809-3ca7-4f97-8398-329676b348ce tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Made reservation on behalf of a93fe8fdc8344bbcaabe344f66227a42 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:48:05.450262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df832f09-e1fe-4add-b895-0e95dee2ba10 req-16045561-9512-49a4-bf54-0b010a4159c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:05.451550 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df832f09-e1fe-4add-b895-0e95dee2ba10 req-16045561-9512-49a4-bf54-0b010a4159c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:05.460479 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-df832f09-e1fe-4add-b895-0e95dee2ba10 req-16045561-9512-49a4-bf54-0b010a4159c2 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 6491 time: 0.4410615 Nov 04 10:48:05.460911 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-05165809-3ca7-4f97-8398-329676b348ce tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:05.547396 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df35f54-7877-4658-a9b6-309d43406b28 req-495acd58-2e79-4030-88a0-e793d8f542a0 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:05.556682 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8df35f54-7877-4658-a9b6-309d43406b28 req-495acd58-2e79-4030-88a0-e793d8f542a0 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.1780827 Nov 04 10:48:05.559564 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-05165809-3ca7-4f97-8398-329676b348ce tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] device_id is not set on port 508a57e3-d70a-4c65-9e33-10eee63385e2 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:48:05.602486 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port dfca81f6-2b07-47ac-a25e-fee5d2021a4d triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:48:05.603099 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:05.629397 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-df832f09-e1fe-4add-b895-0e95dee2ba10 req-05966ffd-5839-4643-a507-5ef330b626b6 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&id=5ded427f-6d19-40e3-a805-138915509ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1678693 Nov 04 10:48:05.669007 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-5743657d-7887-4f00-9b50-95580c828e58 None None] Allocated IP 2001:db8::f816:3eff:fe74:93ad (d6f6c443-d625-4ef0-b566-9158f13ece10/00f0285f-cf79-4c13-a51a-dd815409718f/84b4a332-0562-4e9b-9af3-8253b03a74db) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:48:05.682249 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75388f6c-b630-4eaf-98f0-435d523adecb None None] Network 031f71ed-ab56-4e77-bd59-919d74604e00 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:48:05.747579 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8df35f54-7877-4658-a9b6-309d43406b28 req-7e3cc58f-952f-4acd-a870-425feb2c56a1 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856263 Nov 04 10:48:05.841874 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-26e698fb-a551-4e79-8dcd-962928adc294 None None] Provisioning complete for port dfca81f6-2b07-47ac-a25e-fee5d2021a4d triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:48:05.842536 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-26e698fb-a551-4e79-8dcd-962928adc294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:06.067448 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:06.108902 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-26e698fb-a551-4e79-8dcd-962928adc294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:06.232225 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port dfca81f6-2b07-47ac-a25e-fee5d2021a4d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=dfca81f6-2b07-47ac-a25e-fee5d2021a4d,segment=NetworkSegment(8c32deb0-9405-45a1-8b72-f4b007003925),segment_id=8c32deb0-9405-45a1-8b72-f4b007003925)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:48:06.249693 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:06.257936 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5743657d-7887-4f00-9b50-95580c828e58 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:06.309952 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-451d00e0-c9a3-4aa1-bcbf-4f1446d88f34 req-15b108be-c19c-4dff-9780-92747f32b4bb tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.127 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.0498343 Nov 04 10:48:06.336513 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5743657d-7887-4f00-9b50-95580c828e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:06.377778 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-26e698fb-a551-4e79-8dcd-962928adc294 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:48:06.378377 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-26e698fb-a551-4e79-8dcd-962928adc294 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:48:06.380063 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-05165809-3ca7-4f97-8398-329676b348ce tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Allocated IP 2001:db8::f816:3eff:fe49:3f21 (d6f6c443-d625-4ef0-b566-9158f13ece10/00f0285f-cf79-4c13-a51a-dd815409718f/508a57e3-d70a-4c65-9e33-10eee63385e2) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:48:06.404999 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5743657d-7887-4f00-9b50-95580c828e58 None None] Network d6f6c443-d625-4ef0-b566-9158f13ece10 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:48:06.417541 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-5743657d-7887-4f00-9b50-95580c828e58 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:48:06.432366 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5743657d-7887-4f00-9b50-95580c828e58 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:48:06.435335 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=dfca81f6-2b07-47ac-a25e-fee5d2021a4d,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:06.484498 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743657d-7887-4f00-9b50-95580c828e58 None None] Pushing event updated for resources: {'Port': ['ID=84b4a332-0562-4e9b-9af3-8253b03a74db,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:06.535092 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-229268bc-e427-453c-95b3-cc9246a5c6ff req-2cd4d218-9130-42a3-97a2-0d0e2cb51b40 tempest-ServerShowV257Test-1240501794 tempest-ServerShowV257Test-1240501794-project] 10.222.0.126 "GET /v2.0/ports?device_id=dbe4f50e-4156-4501-87d1-ba3cf0ab08d7 HTTP/1.1" status: 200 len: 210 time: 0.1544600 Nov 04 10:48:06.577070 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5743657d-7887-4f00-9b50-95580c828e58 None None] Attempting to bind port 84b4a332-0562-4e9b-9af3-8253b03a74db on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:48:06.577431 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5743657d-7887-4f00-9b50-95580c828e58 None None] Attempting to bind port 84b4a332-0562-4e9b-9af3-8253b03a74db by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '83ae676f-6cf0-4d89-9bbf-8aac804ed3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd6f6c443-d625-4ef0-b566-9158f13ece10'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:48:06.577782 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5743657d-7887-4f00-9b50-95580c828e58 None None] Attempting to bind port 84b4a332-0562-4e9b-9af3-8253b03a74db on network d6f6c443-d625-4ef0-b566-9158f13ece10 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:48:06.591809 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5743657d-7887-4f00-9b50-95580c828e58 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:48:06.592213 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5743657d-7887-4f00-9b50-95580c828e58 None None] Checking segment: {'id': '83ae676f-6cf0-4d89-9bbf-8aac804ed3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd6f6c443-d625-4ef0-b566-9158f13ece10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:48:06.592610 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5743657d-7887-4f00-9b50-95580c828e58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:06.593021 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5743657d-7887-4f00-9b50-95580c828e58 None None] Bound using segment: {'id': '83ae676f-6cf0-4d89-9bbf-8aac804ed3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd6f6c443-d625-4ef0-b566-9158f13ece10'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:48:06.593500 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5743657d-7887-4f00-9b50-95580c828e58 None None] Bound port: 84b4a332-0562-4e9b-9af3-8253b03a74db, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ae676f-6cf0-4d89-9bbf-8aac804ed3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd6f6c443-d625-4ef0-b566-9158f13ece10'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:48:06.593873 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5743657d-7887-4f00-9b50-95580c828e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:06.704364 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-05165809-3ca7-4f97-8398-329676b348ce tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:06.730046 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5743657d-7887-4f00-9b50-95580c828e58 None None] For port 84b4a332-0562-4e9b-9af3-8253b03a74db, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:48:06.749286 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5743657d-7887-4f00-9b50-95580c828e58 None None] For port 84b4a332-0562-4e9b-9af3-8253b03a74db, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=84b4a332-0562-4e9b-9af3-8253b03a74db,segment=NetworkSegment(83ae676f-6cf0-4d89-9bbf-8aac804ed3e5),segment_id=83ae676f-6cf0-4d89-9bbf-8aac804ed3e5)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:48:06.749286 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5743657d-7887-4f00-9b50-95580c828e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:06.823726 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-05165809-3ca7-4f97-8398-329676b348ce tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:06.831700 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743657d-7887-4f00-9b50-95580c828e58 None None] Pushing event updated for resources: {'Port': ['ID=84b4a332-0562-4e9b-9af3-8253b03a74db,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:06.912227 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05165809-3ca7-4f97-8398-329676b348ce tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event updated for resources: {'Port': ['ID=508a57e3-d70a-4c65-9e33-10eee63385e2,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:06.930585 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05165809-3ca7-4f97-8398-329676b348ce tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Network d6f6c443-d625-4ef0-b566-9158f13ece10 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:48:06.936232 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-05165809-3ca7-4f97-8398-329676b348ce tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:48:06.948802 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05165809-3ca7-4f97-8398-329676b348ce tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:48:06.955327 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05165809-3ca7-4f97-8398-329676b348ce tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:06.956033 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-05165809-3ca7-4f97-8398-329676b348ce tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:06.998314 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-05165809-3ca7-4f97-8398-329676b348ce tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.0993311 Nov 04 10:48:07.001174 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55160) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:07.066332 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-605580af-bb28-4c49-9f9b-1604c0aab157 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Deleting subnet 00f0285f-cf79-4c13-a51a-dd815409718f {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:48:07.100153 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-8a64cc1a-495b-415a-9418-155857fd2562 None None] Provisioning complete for port dfca81f6-2b07-47ac-a25e-fee5d2021a4d triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:48:07.100752 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8a64cc1a-495b-415a-9418-155857fd2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:07.125825 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90998b1c-2fb5-4c02-9967-729b6008627f req-e13277d6-b1e5-4395-a255-a166bc0a5fd1 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:07.151775 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-90998b1c-2fb5-4c02-9967-729b6008627f req-e13277d6-b1e5-4395-a255-a166bc0a5fd1 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.2341771 Nov 04 10:48:07.154817 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-605580af-bb28-4c49-9f9b-1604c0aab157 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:07.334338 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-605580af-bb28-4c49-9f9b-1604c0aab157 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:07.360943 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device dfca81f6-2b07-47ac-a25e-fee5d2021a4d up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:48:07.538393 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port dfca81f6-2b07-47ac-a25e-fee5d2021a4d triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:48:07.538756 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:07.679875 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-90998b1c-2fb5-4c02-9967-729b6008627f req-fc47701c-5848-4025-85a8-3548c92e7dcf tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369658 Nov 04 10:48:07.685952 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-605580af-bb28-4c49-9f9b-1604c0aab157 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:07.859974 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-605580af-bb28-4c49-9f9b-1604c0aab157 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:07.914801 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605580af-bb28-4c49-9f9b-1604c0aab157 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event deleted for resources: {'Subnet': ['ID=00f0285f-cf79-4c13-a51a-dd815409718f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:07.925465 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-605580af-bb28-4c49-9f9b-1604c0aab157 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:07.937235 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-605580af-bb28-4c49-9f9b-1604c0aab157 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "DELETE /v2.0/subnets/00f0285f-cf79-4c13-a51a-dd815409718f HTTP/1.1" status: 204 len: 168 time: 0.9336429 Nov 04 10:48:07.938546 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55190) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:08.060567 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943ae014-4215-4e5f-a226-dd54487614d8 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:08.063173 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943ae014-4215-4e5f-a226-dd54487614d8 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:08.065728 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-943ae014-4215-4e5f-a226-dd54487614d8 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1254132 Nov 04 10:48:08.068777 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55194) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:08.233842 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3a666918-c8bd-4016-b10c-afead8ad0027 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:08.241728 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a666918-c8bd-4016-b10c-afead8ad0027 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 04 10:48:08.242495 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a666918-c8bd-4016-b10c-afead8ad0027 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:48:08.246293 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3a666918-c8bd-4016-b10c-afead8ad0027 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "DELETE /v2.0/networks/d6f6c443-d625-4ef0-b566-9158f13ece10 HTTP/1.1" status: 409 len: 405 time: 0.1764364 Nov 04 10:48:08.250397 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55202) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:08.256852 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-05645218-aa18-4bf8-906c-3dd9c4dbaeed tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1302232350'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:08.303193 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05645218-aa18-4bf8-906c-3dd9c4dbaeed tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Made reservation on behalf of a93fe8fdc8344bbcaabe344f66227a42 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:48:08.310898 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-05645218-aa18-4bf8-906c-3dd9c4dbaeed tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:08.373010 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05645218-aa18-4bf8-906c-3dd9c4dbaeed tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1196} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:48:08.385466 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-05645218-aa18-4bf8-906c-3dd9c4dbaeed tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:08.386530 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-05645218-aa18-4bf8-906c-3dd9c4dbaeed tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Added segment 9228c95e-abbd-4c86-961b-1e138f8fd924 of type vlan for network c203700e-c33b-4840-8572-97daf49a3bd6 Nov 04 10:48:08.438482 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-05645218-aa18-4bf8-906c-3dd9c4dbaeed tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:08.490026 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-05645218-aa18-4bf8-906c-3dd9c4dbaeed tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:08.503040 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05645218-aa18-4bf8-906c-3dd9c4dbaeed tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:08.503752 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-05645218-aa18-4bf8-906c-3dd9c4dbaeed tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:08.517540 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8b0aad-2208-4e4c-a43c-67adfb6f2960 None None] Network d6f6c443-d625-4ef0-b566-9158f13ece10 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:48:08.530840 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55212) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:08.531550 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-05645218-aa18-4bf8-906c-3dd9c4dbaeed tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2792151 Nov 04 10:48:08.536538 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-a940d827-e722-4537-a57c-a516d1e87d7a tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Request body: {'subnet': {'network_id': 'c203700e-c33b-4840-8572-97daf49a3bd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:08.593306 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55214) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:08.626816 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05645218-aa18-4bf8-906c-3dd9c4dbaeed tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event updated for resources: {'Network': ['ID=c203700e-c33b-4840-8572-97daf49a3bd6,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:08.648089 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network c203700e-c33b-4840-8572-97daf49a3bd6 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:48:08.748681 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d6b16531-2a7c-445a-bb39-65d5dce5add6 None None] Provisioning complete for port 84b4a332-0562-4e9b-9af3-8253b03a74db triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:48:08.751789 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d6b16531-2a7c-445a-bb39-65d5dce5add6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:08.888679 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a940d827-e722-4537-a57c-a516d1e87d7a tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Made reservation on behalf of a93fe8fdc8344bbcaabe344f66227a42 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:48:08.892385 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a940d827-e722-4537-a57c-a516d1e87d7a tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:09.040362 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d6b16531-2a7c-445a-bb39-65d5dce5add6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:09.179901 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-d6b16531-2a7c-445a-bb39-65d5dce5add6 None None] For port 84b4a332-0562-4e9b-9af3-8253b03a74db, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=84b4a332-0562-4e9b-9af3-8253b03a74db,segment=NetworkSegment(83ae676f-6cf0-4d89-9bbf-8aac804ed3e5),segment_id=83ae676f-6cf0-4d89-9bbf-8aac804ed3e5)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:48:09.190522 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d6b16531-2a7c-445a-bb39-65d5dce5add6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:09.205276 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-70fbe00e-ada1-4922-8e1c-512a61a61b92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:09.270677 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c0110d-d5d7-42db-81d2-6b72ef48043d None None] DHCP port deletion for d6f6c443-d625-4ef0-b566-9158f13ece10 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:48:09.348086 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a3131-4731-40e8-89ad-c6552990ab98 req-50ac1522-7c16-4c17-9d1a-09c6e3bd927b tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:09.358461 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ad1a3131-4731-40e8-89ad-c6552990ab98 req-50ac1522-7c16-4c17-9d1a-09c6e3bd927b tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.4831891 Nov 04 10:48:09.364783 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b16531-2a7c-445a-bb39-65d5dce5add6 None None] Pushing event updated for resources: {'Port': ['ID=84b4a332-0562-4e9b-9af3-8253b03a74db,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:09.385847 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-71c0110d-d5d7-42db-81d2-6b72ef48043d None None] Deleting port 84b4a332-0562-4e9b-9af3-8253b03a74db {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:48:09.386954 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-71c0110d-d5d7-42db-81d2-6b72ef48043d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:09.442467 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-70fbe00e-ada1-4922-8e1c-512a61a61b92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:09.471855 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-70fbe00e-ada1-4922-8e1c-512a61a61b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:09.483441 n-d-816629-1 neutron-server[101774]: DEBUG neutron.objects.ports [None req-a940d827-e722-4537-a57c-a516d1e87d7a tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101774) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 10:48:09.487414 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-71c0110d-d5d7-42db-81d2-6b72ef48043d None None] For port 84b4a332-0562-4e9b-9af3-8253b03a74db, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=84b4a332-0562-4e9b-9af3-8253b03a74db,segment=NetworkSegment(83ae676f-6cf0-4d89-9bbf-8aac804ed3e5),segment_id=83ae676f-6cf0-4d89-9bbf-8aac804ed3e5)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:48:09.487815 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-71c0110d-d5d7-42db-81d2-6b72ef48043d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:09.489228 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ad1a3131-4731-40e8-89ad-c6552990ab98 req-69ab1bc0-87f1-4c8a-99a6-c9516ee407e2 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298115 Nov 04 10:48:09.490194 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a940d827-e722-4537-a57c-a516d1e87d7a tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:09.638710 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-70fbe00e-ada1-4922-8e1c-512a61a61b92 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=f135b6614b8d43f9a3ffd7a3f6a8eba6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0441589 Nov 04 10:48:09.639676 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55250) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:09.640527 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fbe00e-ada1-4922-8e1c-512a61a61b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02dbbf1-4210-436f-b629-9d3777f2b650,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:09.646956 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940d827-e722-4537-a57c-a516d1e87d7a tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event updated for resources: {'Subnet': ['ID=289ada93-f7ed-45f8-9da5-0b5ae9dc083e,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:09.663694 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940d827-e722-4537-a57c-a516d1e87d7a tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:09.664047 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940d827-e722-4537-a57c-a516d1e87d7a tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:09.664406 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940d827-e722-4537-a57c-a516d1e87d7a tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:09.664850 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940d827-e722-4537-a57c-a516d1e87d7a tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:09.665194 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940d827-e722-4537-a57c-a516d1e87d7a tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:09.665528 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940d827-e722-4537-a57c-a516d1e87d7a tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:09.665865 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940d827-e722-4537-a57c-a516d1e87d7a tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:09.666193 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940d827-e722-4537-a57c-a516d1e87d7a tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:09.666516 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940d827-e722-4537-a57c-a516d1e87d7a tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:09.666879 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940d827-e722-4537-a57c-a516d1e87d7a tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:09.667163 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940d827-e722-4537-a57c-a516d1e87d7a tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:09.667487 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940d827-e722-4537-a57c-a516d1e87d7a tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:09.675005 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a940d827-e722-4537-a57c-a516d1e87d7a tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Checking segment: {'id': '9228c95e-abbd-4c86-961b-1e138f8fd924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'c203700e-c33b-4840-8572-97daf49a3bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:48:09.675482 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a940d827-e722-4537-a57c-a516d1e87d7a tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Network hostable DHCP agents. Network: c203700e-c33b-4840-8572-97daf49a3bd6, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:48:09.699851 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a940d827-e722-4537-a57c-a516d1e87d7a tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Network c203700e-c33b-4840-8572-97daf49a3bd6 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:48:09.716770 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-a940d827-e722-4537-a57c-a516d1e87d7a tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, c203700e-c33b-4840-8572-97daf49a3bd6) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:48:09.738495 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a940d827-e722-4537-a57c-a516d1e87d7a tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:09.740766 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a940d827-e722-4537-a57c-a516d1e87d7a tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:09.757236 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36adf70b-a238-4226-abc6-ffb9e2c34491 None None] Network c203700e-c33b-4840-8572-97daf49a3bd6 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:48:09.762331 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-71c0110d-d5d7-42db-81d2-6b72ef48043d None None] Calling delete_port for 84b4a332-0562-4e9b-9af3-8253b03a74db owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:48:09.772141 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a940d827-e722-4537-a57c-a516d1e87d7a tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2395687 Nov 04 10:48:09.778911 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55258) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:09.785067 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4034e122-b97c-479b-ab0b-35b161414128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:09.802429 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-8b2ff14f-3feb-4b9f-bbd3-6b41da3332b0 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Request body: {'port': {'network_id': 'c203700e-c33b-4840-8572-97daf49a3bd6', 'name': 'tempest-NetworksIpV6TestAttrs-1879947474'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:09.818403 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4034e122-b97c-479b-ab0b-35b161414128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:09.901826 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4034e122-b97c-479b-ab0b-35b161414128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:09.906451 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4034e122-b97c-479b-ab0b-35b161414128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:09.911212 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4034e122-b97c-479b-ab0b-35b161414128 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/f02dbbf1-4210-436f-b629-9d3777f2b650 HTTP/1.1" status: 204 len: 168 time: 0.2601087 Nov 04 10:48:09.924626 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034e122-b97c-479b-ab0b-35b161414128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02dbbf1-4210-436f-b629-9d3777f2b650,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:10.132498 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2ff14f-3feb-4b9f-bbd3-6b41da3332b0 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Made reservation on behalf of a93fe8fdc8344bbcaabe344f66227a42 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:48:10.132932 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8b2ff14f-3feb-4b9f-bbd3-6b41da3332b0 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:10.161351 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-8b2ff14f-3feb-4b9f-bbd3-6b41da3332b0 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] device_id is not set on port a498669e-781f-4dba-93e2-519201b3de7e yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:48:10.225649 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9773b87-f403-4728-8cd9-154cf693e66e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-c203700e-c33b-4840-8572-97daf49a3bd6', 'network_id': 'c203700e-c33b-4840-8572-97daf49a3bd6', 'tenant_id': 'a93fe8fdc8344bbcaabe344f66227a42', 'fixed_ips': [{'subnet_id': '289ada93-f7ed-45f8-9da5-0b5ae9dc083e'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:48:10.227775 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e9773b87-f403-4728-8cd9-154cf693e66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:10.243296 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-71c0110d-d5d7-42db-81d2-6b72ef48043d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:10.283891 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c0110d-d5d7-42db-81d2-6b72ef48043d None None] No DVR routers for this DVR port 84b4a332-0562-4e9b-9af3-8253b03a74db on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:48:10.321077 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0110d-d5d7-42db-81d2-6b72ef48043d None None] Pushing event deleted for resources: {'Port': ['ID=84b4a332-0562-4e9b-9af3-8253b03a74db,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:10.337432 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-8b2ff14f-3feb-4b9f-bbd3-6b41da3332b0 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Allocated IP 2001:db8::f816:3eff:fe5b:82a8 (c203700e-c33b-4840-8572-97daf49a3bd6/289ada93-f7ed-45f8-9da5-0b5ae9dc083e/a498669e-781f-4dba-93e2-519201b3de7e) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:48:10.622831 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8b2ff14f-3feb-4b9f-bbd3-6b41da3332b0 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:10.700747 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142395e-ec1b-4faf-ab52-38e41661286d req-989d6a04-c09e-4958-9f50-fe18f9bffb6b tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:10.712903 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4142395e-ec1b-4faf-ab52-38e41661286d req-989d6a04-c09e-4958-9f50-fe18f9bffb6b tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.0952659 Nov 04 10:48:10.753267 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8b2ff14f-3feb-4b9f-bbd3-6b41da3332b0 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:10.808376 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-e9773b87-f403-4728-8cd9-154cf693e66e None None] Allocated IP 2001:db8::f816:3eff:fea7:b4e6 (c203700e-c33b-4840-8572-97daf49a3bd6/289ada93-f7ed-45f8-9da5-0b5ae9dc083e/4d4044c1-8be5-48e6-b158-cd0570c5941b) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:48:10.860623 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ff14f-3feb-4b9f-bbd3-6b41da3332b0 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event updated for resources: {'Port': ['ID=a498669e-781f-4dba-93e2-519201b3de7e,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:10.877444 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2ff14f-3feb-4b9f-bbd3-6b41da3332b0 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Network c203700e-c33b-4840-8572-97daf49a3bd6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:48:10.883073 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4142395e-ec1b-4faf-ab52-38e41661286d req-70269bde-a6c7-4dba-992b-6270541c1926 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595724 Nov 04 10:48:10.884389 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-8b2ff14f-3feb-4b9f-bbd3-6b41da3332b0 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:48:10.890576 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2ff14f-3feb-4b9f-bbd3-6b41da3332b0 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:48:10.896900 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2ff14f-3feb-4b9f-bbd3-6b41da3332b0 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:10.897786 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8b2ff14f-3feb-4b9f-bbd3-6b41da3332b0 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:10.917300 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8b2ff14f-3feb-4b9f-bbd3-6b41da3332b0 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1392779 Nov 04 10:48:10.920303 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55306) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:11.030560 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-319cff46-a74c-4dc2-8be7-92695165b808 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Deleting subnet 289ada93-f7ed-45f8-9da5-0b5ae9dc083e {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:48:11.154604 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e9773b87-f403-4728-8cd9-154cf693e66e None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:11.165380 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-319cff46-a74c-4dc2-8be7-92695165b808 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:11.179795 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 84b4a332-0562-4e9b-9af3-8253b03a74db no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:48:11.194162 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e9773b87-f403-4728-8cd9-154cf693e66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:11.257749 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 84b4a332-0562-4e9b-9af3-8253b03a74db {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:48:11.257749 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 84b4a332-0562-4e9b-9af3-8253b03a74db not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:48:11.290233 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9773b87-f403-4728-8cd9-154cf693e66e None None] Network c203700e-c33b-4840-8572-97daf49a3bd6 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:48:11.294009 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-e9773b87-f403-4728-8cd9-154cf693e66e None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:48:11.300349 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9773b87-f403-4728-8cd9-154cf693e66e None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:48:11.301954 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-319cff46-a74c-4dc2-8be7-92695165b808 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:11.320556 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9773b87-f403-4728-8cd9-154cf693e66e None None] Pushing event updated for resources: {'Port': ['ID=4d4044c1-8be5-48e6-b158-cd0570c5941b,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:11.426368 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-e9773b87-f403-4728-8cd9-154cf693e66e None None] Attempting to bind port 4d4044c1-8be5-48e6-b158-cd0570c5941b on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:48:11.427588 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-e9773b87-f403-4728-8cd9-154cf693e66e None None] Attempting to bind port 4d4044c1-8be5-48e6-b158-cd0570c5941b by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9228c95e-abbd-4c86-961b-1e138f8fd924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'c203700e-c33b-4840-8572-97daf49a3bd6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:48:11.428304 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9773b87-f403-4728-8cd9-154cf693e66e None None] Attempting to bind port 4d4044c1-8be5-48e6-b158-cd0570c5941b on network c203700e-c33b-4840-8572-97daf49a3bd6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:48:11.437012 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9773b87-f403-4728-8cd9-154cf693e66e None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:48:11.437942 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9773b87-f403-4728-8cd9-154cf693e66e None None] Checking segment: {'id': '9228c95e-abbd-4c86-961b-1e138f8fd924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'c203700e-c33b-4840-8572-97daf49a3bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:48:11.438584 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e9773b87-f403-4728-8cd9-154cf693e66e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:11.439207 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9773b87-f403-4728-8cd9-154cf693e66e None None] Bound using segment: {'id': '9228c95e-abbd-4c86-961b-1e138f8fd924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'c203700e-c33b-4840-8572-97daf49a3bd6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:48:11.441470 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-e9773b87-f403-4728-8cd9-154cf693e66e None None] Bound port: 4d4044c1-8be5-48e6-b158-cd0570c5941b, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9228c95e-abbd-4c86-961b-1e138f8fd924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'c203700e-c33b-4840-8572-97daf49a3bd6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:48:11.442566 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e9773b87-f403-4728-8cd9-154cf693e66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:11.576798 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-319cff46-a74c-4dc2-8be7-92695165b808 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:11.665932 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-319cff46-a74c-4dc2-8be7-92695165b808 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:11.671518 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e9773b87-f403-4728-8cd9-154cf693e66e None None] For port 4d4044c1-8be5-48e6-b158-cd0570c5941b, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:48:11.677422 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e9773b87-f403-4728-8cd9-154cf693e66e None None] For port 4d4044c1-8be5-48e6-b158-cd0570c5941b, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4d4044c1-8be5-48e6-b158-cd0570c5941b,segment=NetworkSegment(9228c95e-abbd-4c86-961b-1e138f8fd924),segment_id=9228c95e-abbd-4c86-961b-1e138f8fd924)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:48:11.685014 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e9773b87-f403-4728-8cd9-154cf693e66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:11.720257 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-319cff46-a74c-4dc2-8be7-92695165b808 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:11.724300 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-319cff46-a74c-4dc2-8be7-92695165b808 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "DELETE /v2.0/subnets/289ada93-f7ed-45f8-9da5-0b5ae9dc083e HTTP/1.1" status: 204 len: 168 time: 0.8032856 Nov 04 10:48:11.727147 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55340) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:11.766936 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319cff46-a74c-4dc2-8be7-92695165b808 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event deleted for resources: {'Subnet': ['ID=289ada93-f7ed-45f8-9da5-0b5ae9dc083e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:11.850544 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9773b87-f403-4728-8cd9-154cf693e66e None None] Pushing event updated for resources: {'Port': ['ID=4d4044c1-8be5-48e6-b158-cd0570c5941b,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:11.880063 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a060da92-e65b-4b0b-8fe8-8d02fe3c623b tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:11.882858 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a060da92-e65b-4b0b-8fe8-8d02fe3c623b tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:11.885312 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a060da92-e65b-4b0b-8fe8-8d02fe3c623b tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1551845 Nov 04 10:48:11.888230 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55348) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:12.014850 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3462ac59-188e-45be-9bcf-1c9cdf3ebeaf tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:12.030366 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-3462ac59-188e-45be-9bcf-1c9cdf3ebeaf tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 04 10:48:12.032176 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3462ac59-188e-45be-9bcf-1c9cdf3ebeaf tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:48:12.054740 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3462ac59-188e-45be-9bcf-1c9cdf3ebeaf tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "DELETE /v2.0/networks/c203700e-c33b-4840-8572-97daf49a3bd6 HTTP/1.1" status: 409 len: 405 time: 0.1604085 Nov 04 10:48:12.055985 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55362) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:12.066178 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-cbe8efaf-4e20-45e9-adb3-d331557c643d tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-29224594'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:12.127624 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe8efaf-4e20-45e9-adb3-d331557c643d tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Made reservation on behalf of a93fe8fdc8344bbcaabe344f66227a42 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:48:12.133081 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cbe8efaf-4e20-45e9-adb3-d331557c643d tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:12.202298 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe8efaf-4e20-45e9-adb3-d331557c643d tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1153} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:48:12.236277 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cbe8efaf-4e20-45e9-adb3-d331557c643d tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:12.236638 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-cbe8efaf-4e20-45e9-adb3-d331557c643d tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Added segment 5e46866f-34cc-4e2f-b836-e7b155078fea of type vlan for network abf0e87e-82c3-4796-8b33-50fe81d36635 Nov 04 10:48:12.364514 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:12.370924 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cbe8efaf-4e20-45e9-adb3-d331557c643d tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:12.425093 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cbe8efaf-4e20-45e9-adb3-d331557c643d tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:12.433236 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe8efaf-4e20-45e9-adb3-d331557c643d tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:12.434796 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cbe8efaf-4e20-45e9-adb3-d331557c643d tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:12.531778 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cbe8efaf-4e20-45e9-adb3-d331557c643d tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4722991 Nov 04 10:48:12.532128 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55378) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:12.543032 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-26e618cb-d066-435e-8ad2-530be821ff56 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Request body: {'subnet': {'network_id': 'abf0e87e-82c3-4796-8b33-50fe81d36635', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:12.550448 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8efaf-4e20-45e9-adb3-d331557c643d tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event updated for resources: {'Network': ['ID=abf0e87e-82c3-4796-8b33-50fe81d36635,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:12.562346 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network abf0e87e-82c3-4796-8b33-50fe81d36635 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:48:12.799487 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff3225-ed4f-4f9b-8db9-889fa3496c50 req-27f8a4cc-e2d4-4201-bbc8-2072541a5cb8 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:12.801294 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a2ff3225-ed4f-4f9b-8db9-889fa3496c50 req-27f8a4cc-e2d4-4201-bbc8-2072541a5cb8 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.0839863 Nov 04 10:48:12.870399 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e618cb-d066-435e-8ad2-530be821ff56 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Made reservation on behalf of a93fe8fdc8344bbcaabe344f66227a42 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:48:12.875253 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-26e618cb-d066-435e-8ad2-530be821ff56 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:12.908399 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a2ff3225-ed4f-4f9b-8db9-889fa3496c50 req-016d1477-b5f0-4110-a0a6-ee77cbfbbef6 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984395 Nov 04 10:48:13.007250 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55398) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:13.238686 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-999c5c32-01bc-4592-b70a-bfe32532e2fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:13.442968 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4d4044c1-8be5-48e6-b158-cd0570c5941b up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:48:13.444782 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-999c5c32-01bc-4592-b70a-bfe32532e2fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:13.453748 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-999c5c32-01bc-4592-b70a-bfe32532e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:13.488387 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-999c5c32-01bc-4592-b70a-bfe32532e2fa admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=2db09a1c1e61448ab06af4626d73d7e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4796216 Nov 04 10:48:13.490808 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55416) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:13.564493 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c5c32-01bc-4592-b70a-bfe32532e2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc8a832-ee13-450f-8737-f8051cca3361,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:13.608424 n-d-816629-1 neutron-server[101775]: DEBUG neutron.objects.ports [None req-26e618cb-d066-435e-8ad2-530be821ff56 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 10:48:13.612001 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-26e618cb-d066-435e-8ad2-530be821ff56 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:13.630157 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 4d4044c1-8be5-48e6-b158-cd0570c5941b triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:48:13.630537 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:13.650767 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e2d565c-dd4f-44d6-8926-d59b1ee58c6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:13.733569 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e618cb-d066-435e-8ad2-530be821ff56 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Checking segment: {'id': '5e46866f-34cc-4e2f-b836-e7b155078fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'abf0e87e-82c3-4796-8b33-50fe81d36635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:48:13.734503 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e618cb-d066-435e-8ad2-530be821ff56 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Network hostable DHCP agents. Network: abf0e87e-82c3-4796-8b33-50fe81d36635, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:48:13.750081 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e2d565c-dd4f-44d6-8926-d59b1ee58c6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:13.757653 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e618cb-d066-435e-8ad2-530be821ff56 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event updated for resources: {'Subnet': ['ID=70718e08-9d7e-41ac-a6c6-d7fef6f7831a,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:13.775838 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e618cb-d066-435e-8ad2-530be821ff56 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Network abf0e87e-82c3-4796-8b33-50fe81d36635 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:48:13.781907 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc65ca80-c205-4410-b529-d87c11fa88c3 None None] Network c203700e-c33b-4840-8572-97daf49a3bd6 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:48:13.791195 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-26e618cb-d066-435e-8ad2-530be821ff56 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, abf0e87e-82c3-4796-8b33-50fe81d36635) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:48:13.799782 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e618cb-d066-435e-8ad2-530be821ff56 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:13.801555 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-26e618cb-d066-435e-8ad2-530be821ff56 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:13.846127 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:13.850243 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e2d565c-dd4f-44d6-8926-d59b1ee58c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:13.863043 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e2d565c-dd4f-44d6-8926-d59b1ee58c6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:13.863043 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5e2d565c-dd4f-44d6-8926-d59b1ee58c6c admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/2dc8a832-ee13-450f-8737-f8051cca3361 HTTP/1.1" status: 204 len: 168 time: 0.3698108 Nov 04 10:48:13.866768 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6875c280-90d5-40f7-a06c-0e3dc3e15f00 None None] Network abf0e87e-82c3-4796-8b33-50fe81d36635 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:48:13.876918 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-26e618cb-d066-435e-8ad2-530be821ff56 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3428447 Nov 04 10:48:13.879550 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55428) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:13.904066 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d565c-dd4f-44d6-8926-d59b1ee58c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc8a832-ee13-450f-8737-f8051cca3361,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:14.178391 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 4d4044c1-8be5-48e6-b158-cd0570c5941b, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4d4044c1-8be5-48e6-b158-cd0570c5941b,segment=NetworkSegment(9228c95e-abbd-4c86-961b-1e138f8fd924),segment_id=9228c95e-abbd-4c86-961b-1e138f8fd924)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:48:14.190594 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c608a9fd-1b1d-4ee4-bdb2-28652c9a2bfc tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:14.193364 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:14.211086 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fe1ae-d79f-4d09-a9ea-17d930577c98 req-9d9c6fdc-fbcb-44d6-91b8-b4a06bd5f343 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:14.212773 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f70fe1ae-d79f-4d09-a9ea-17d930577c98 req-9d9c6fdc-fbcb-44d6-91b8-b4a06bd5f343 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.2005358 Nov 04 10:48:14.278250 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-32d8362c-47d4-4faa-90af-f7fc1b4706e8 None None] Provisioning complete for port 4d4044c1-8be5-48e6-b158-cd0570c5941b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:48:14.278945 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-32d8362c-47d4-4faa-90af-f7fc1b4706e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:14.401064 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f70fe1ae-d79f-4d09-a9ea-17d930577c98 req-6485081c-fcc9-49f9-874e-de0502fed32d tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730735 Nov 04 10:48:14.404790 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c608a9fd-1b1d-4ee4-bdb2-28652c9a2bfc tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:14.514999 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e43a47-f47b-4a22-b126-86b0dde14784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-abf0e87e-82c3-4796-8b33-50fe81d36635', 'network_id': 'abf0e87e-82c3-4796-8b33-50fe81d36635', 'tenant_id': 'a93fe8fdc8344bbcaabe344f66227a42', 'fixed_ips': [{'subnet_id': '70718e08-9d7e-41ac-a6c6-d7fef6f7831a'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:48:14.515883 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a0e43a47-f47b-4a22-b126-86b0dde14784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:14.572106 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c608a9fd-1b1d-4ee4-bdb2-28652c9a2bfc tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:14.578651 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55452) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:14.615525 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f83a262c-45a2-4910-b575-aa61d49bef24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:14.723329 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608a9fd-1b1d-4ee4-bdb2-28652c9a2bfc tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event deleted for resources: {'Subnet': ['ID=70718e08-9d7e-41ac-a6c6-d7fef6f7831a,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:14.773934 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f83a262c-45a2-4910-b575-aa61d49bef24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:14.785194 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f83a262c-45a2-4910-b575-aa61d49bef24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:14.798462 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=4d4044c1-8be5-48e6-b158-cd0570c5941b,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:14.840262 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c608a9fd-1b1d-4ee4-bdb2-28652c9a2bfc tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:14.872523 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f83a262c-45a2-4910-b575-aa61d49bef24 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=f33c461dc9b54920a05e8953ad5522cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2893660 Nov 04 10:48:14.872675 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ace5dc-ca8e-4bd3-9799-be4b2782a34d None None] DHCP port deletion for c203700e-c33b-4840-8572-97daf49a3bd6 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:48:14.872789 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55458) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:14.876112 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:14.879858 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a262c-45a2-4910-b575-aa61d49bef24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7743d993-cfc7-48f0-ab91-2b8b8252c816,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:14.894405 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-c608a9fd-1b1d-4ee4-bdb2-28652c9a2bfc tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf0e87e-82c3-4796-8b33-50fe81d36635']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:14.913646 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-c608a9fd-1b1d-4ee4-bdb2-28652c9a2bfc tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e46866f-34cc-4e2f-b836-e7b155078fea') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:14.914189 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-c608a9fd-1b1d-4ee4-bdb2-28652c9a2bfc tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e46866f-34cc-4e2f-b836-e7b155078fea') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:14.934710 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c608a9fd-1b1d-4ee4-bdb2-28652c9a2bfc tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server [None req-a0e43a47-f47b-4a22-b126-86b0dde14784 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70718e08-9d7e-41ac-a6c6-d7fef6f7831a: This subnet is being modified by another concurrent operation. Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 10:48:14.952173 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise exception Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70718e08-9d7e-41ac-a6c6-d7fef6f7831a: This subnet is being modified by another concurrent operation. Nov 04 10:48:14.962481 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Nov 04 10:48:14.983888 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c608a9fd-1b1d-4ee4-bdb2-28652c9a2bfc tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:14.983888 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e987788e-0600-4dc9-b5b5-28e636408434 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:14.983888 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c608a9fd-1b1d-4ee4-bdb2-28652c9a2bfc tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Releasing vlan 1153 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:48:14.983888 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c608a9fd-1b1d-4ee4-bdb2-28652c9a2bfc tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:14.987198 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf1d5fb-0f8c-434e-8bce-a05c73e280df None None] Network abf0e87e-82c3-4796-8b33-50fe81d36635 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:48:14.987449 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:48:15.089938 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e987788e-0600-4dc9-b5b5-28e636408434 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:15.155854 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c608a9fd-1b1d-4ee4-bdb2-28652c9a2bfc tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:15.163480 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a0ace5dc-ca8e-4bd3-9799-be4b2782a34d None None] Deleting port 4d4044c1-8be5-48e6-b158-cd0570c5941b {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:48:15.164227 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a0ace5dc-ca8e-4bd3-9799-be4b2782a34d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:15.239322 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c608a9fd-1b1d-4ee4-bdb2-28652c9a2bfc tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:15.239747 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4d4044c1-8be5-48e6-b158-cd0570c5941b no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:48:15.249468 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55472) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:15.250596 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c608a9fd-1b1d-4ee4-bdb2-28652c9a2bfc tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "DELETE /v2.0/networks/abf0e87e-82c3-4796-8b33-50fe81d36635 HTTP/1.1" status: 204 len: 168 time: 1.3676870 Nov 04 10:48:15.253301 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e987788e-0600-4dc9-b5b5-28e636408434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:15.255928 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-7da7fb3f-0f6a-4520-b72e-bc6888ce1c23 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-908484195'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:15.256537 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e987788e-0600-4dc9-b5b5-28e636408434 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:15.258082 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e987788e-0600-4dc9-b5b5-28e636408434 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/7743d993-cfc7-48f0-ab91-2b8b8252c816 HTTP/1.1" status: 204 len: 168 time: 0.3843000 Nov 04 10:48:15.279959 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987788e-0600-4dc9-b5b5-28e636408434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7743d993-cfc7-48f0-ab91-2b8b8252c816,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:15.292241 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608a9fd-1b1d-4ee4-bdb2-28652c9a2bfc tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event deleted for resources: {'Network': ['ID=abf0e87e-82c3-4796-8b33-50fe81d36635,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:15.298632 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da7fb3f-0f6a-4520-b72e-bc6888ce1c23 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Made reservation on behalf of a93fe8fdc8344bbcaabe344f66227a42 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:48:15.305961 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7da7fb3f-0f6a-4520-b72e-bc6888ce1c23 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:15.349953 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da7fb3f-0f6a-4520-b72e-bc6888ce1c23 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1188} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:48:15.362702 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7da7fb3f-0f6a-4520-b72e-bc6888ce1c23 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:15.364323 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-7da7fb3f-0f6a-4520-b72e-bc6888ce1c23 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Added segment 69b76334-c8b6-4752-aea3-733cef32ec96 of type vlan for network 24ef2797-6e84-4c45-af33-d62777189b38 Nov 04 10:48:15.369702 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-a0ace5dc-ca8e-4bd3-9799-be4b2782a34d None None] For port 4d4044c1-8be5-48e6-b158-cd0570c5941b, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4d4044c1-8be5-48e6-b158-cd0570c5941b,segment=NetworkSegment(9228c95e-abbd-4c86-961b-1e138f8fd924),segment_id=9228c95e-abbd-4c86-961b-1e138f8fd924)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:48:15.370368 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a0ace5dc-ca8e-4bd3-9799-be4b2782a34d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:15.391866 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a0ace5dc-ca8e-4bd3-9799-be4b2782a34d None None] Calling delete_port for 4d4044c1-8be5-48e6-b158-cd0570c5941b owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:48:15.419426 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:15.473970 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7da7fb3f-0f6a-4520-b72e-bc6888ce1c23 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:15.509598 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7da7fb3f-0f6a-4520-b72e-bc6888ce1c23 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:15.518706 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da7fb3f-0f6a-4520-b72e-bc6888ce1c23 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:15.519802 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7da7fb3f-0f6a-4520-b72e-bc6888ce1c23 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:15.559961 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 4d4044c1-8be5-48e6-b158-cd0570c5941b, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4d4044c1-8be5-48e6-b158-cd0570c5941b,segment=NetworkSegment(9228c95e-abbd-4c86-961b-1e138f8fd924),segment_id=9228c95e-abbd-4c86-961b-1e138f8fd924)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:48:15.579776 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:15.614008 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7da7fb3f-0f6a-4520-b72e-bc6888ce1c23 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3628447 Nov 04 10:48:15.617055 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55490) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:15.622568 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-eabfab60-ddc1-4c99-ab21-fda5016f6d21 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Request body: {'subnet': {'network_id': '24ef2797-6e84-4c45-af33-d62777189b38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:15.668197 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a0ace5dc-ca8e-4bd3-9799-be4b2782a34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:15.678163 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7fb3f-0f6a-4520-b72e-bc6888ce1c23 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event updated for resources: {'Network': ['ID=24ef2797-6e84-4c45-af33-d62777189b38,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:15.706936 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 24ef2797-6e84-4c45-af33-d62777189b38 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:48:15.737826 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcbd8f-e6a7-489d-b7ce-a3c411dc5740 req-640f37d1-5926-4690-a141-174bd8d43847 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:15.750229 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c8fcbd8f-e6a7-489d-b7ce-a3c411dc5740 req-640f37d1-5926-4690-a141-174bd8d43847 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.2303538 Nov 04 10:48:15.842760 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ace5dc-ca8e-4bd3-9799-be4b2782a34d None None] No DVR routers for this DVR port 4d4044c1-8be5-48e6-b158-cd0570c5941b on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:48:15.847646 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c8fcbd8f-e6a7-489d-b7ce-a3c411dc5740 req-c7dae079-ca6c-4c93-9628-934360a3f2c9 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952542 Nov 04 10:48:15.881067 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabfab60-ddc1-4c99-ab21-fda5016f6d21 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Made reservation on behalf of a93fe8fdc8344bbcaabe344f66227a42 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:48:15.888227 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eabfab60-ddc1-4c99-ab21-fda5016f6d21 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:15.915413 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=4d4044c1-8be5-48e6-b158-cd0570c5941b,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:15.923346 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3881aa-cf0f-46ca-ad17-a7be41d9c7ee None None] get_active_networks_info from n-d-816629-1 {{(pid=101776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 10:48:15.979788 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ace5dc-ca8e-4bd3-9799-be4b2782a34d None None] Pushing event deleted for resources: {'Port': ['ID=4d4044c1-8be5-48e6-b158-cd0570c5941b,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:16.310223 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eabfab60-ddc1-4c99-ab21-fda5016f6d21 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:16.426153 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfab60-ddc1-4c99-ab21-fda5016f6d21 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event updated for resources: {'Subnet': ['ID=fda3c65a-e8cc-4786-8d31-4d03b54d5238,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:16.450626 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabfab60-ddc1-4c99-ab21-fda5016f6d21 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Checking segment: {'id': '69b76334-c8b6-4752-aea3-733cef32ec96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '24ef2797-6e84-4c45-af33-d62777189b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:48:16.451095 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabfab60-ddc1-4c99-ab21-fda5016f6d21 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Network hostable DHCP agents. Network: 24ef2797-6e84-4c45-af33-d62777189b38, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:48:16.489369 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabfab60-ddc1-4c99-ab21-fda5016f6d21 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Network 24ef2797-6e84-4c45-af33-d62777189b38 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:48:16.531254 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3881aa-cf0f-46ca-ad17-a7be41d9c7ee None None] Resources bound (agent type, host, resource id): {{(pid=101776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 10:48:16.539045 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-eabfab60-ddc1-4c99-ab21-fda5016f6d21 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 24ef2797-6e84-4c45-af33-d62777189b38) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:48:16.564803 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabfab60-ddc1-4c99-ab21-fda5016f6d21 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:16.568269 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eabfab60-ddc1-4c99-ab21-fda5016f6d21 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:16.613927 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-eabfab60-ddc1-4c99-ab21-fda5016f6d21 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9937887 Nov 04 10:48:16.615479 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55534) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:16.790716 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20505e6c-110a-4340-9414-85c2aa17cbbd tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:16.852556 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20505e6c-110a-4340-9414-85c2aa17cbbd tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:16.865721 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-562e9d2a-7ead-4815-800d-28dc6e128135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:16.938649 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20505e6c-110a-4340-9414-85c2aa17cbbd tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:17.021409 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20505e6c-110a-4340-9414-85c2aa17cbbd tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event deleted for resources: {'Subnet': ['ID=fda3c65a-e8cc-4786-8d31-4d03b54d5238,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:17.115936 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44d735b-1bcc-43d5-9760-fe61332b5f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-24ef2797-6e84-4c45-af33-d62777189b38', 'network_id': '24ef2797-6e84-4c45-af33-d62777189b38', 'tenant_id': 'a93fe8fdc8344bbcaabe344f66227a42', 'fixed_ips': [{'subnet_id': 'fda3c65a-e8cc-4786-8d31-4d03b54d5238'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:48:17.115936 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a44d735b-1bcc-43d5-9760-fe61332b5f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:17.230123 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c246617-2814-4d56-b822-292cbf9c2316 req-c797d2ef-154b-4c7a-a240-17b61c62bc7a tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:17.231770 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5c246617-2814-4d56-b822-292cbf9c2316 req-c797d2ef-154b-4c7a-a240-17b61c62bc7a tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.2120273 Nov 04 10:48:17.271096 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20505e6c-110a-4340-9414-85c2aa17cbbd tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:17.337870 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-20505e6c-110a-4340-9414-85c2aa17cbbd tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ef2797-6e84-4c45-af33-d62777189b38']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:17.340475 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038fbd74-9415-434e-9be2-a9e6269757ea None None] Network 24ef2797-6e84-4c45-af33-d62777189b38 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:48:17.376262 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-20505e6c-110a-4340-9414-85c2aa17cbbd tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69b76334-c8b6-4752-aea3-733cef32ec96') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:17.376540 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-20505e6c-110a-4340-9414-85c2aa17cbbd tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69b76334-c8b6-4752-aea3-733cef32ec96') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:17.422020 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5c246617-2814-4d56-b822-292cbf9c2316 req-2a4056d6-5140-4ca4-9a43-51e5f86d6538 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764476 Nov 04 10:48:17.437082 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20505e6c-110a-4340-9414-85c2aa17cbbd tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:17.474138 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20505e6c-110a-4340-9414-85c2aa17cbbd tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:17.505798 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20505e6c-110a-4340-9414-85c2aa17cbbd tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Releasing vlan 1188 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:48:17.506300 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20505e6c-110a-4340-9414-85c2aa17cbbd tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:17.511150 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c27730-3854-49af-8fad-c91b1a46dcb2 None None] Network 24ef2797-6e84-4c45-af33-d62777189b38 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:48:17.612552 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:48:17.620700 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20505e6c-110a-4340-9414-85c2aa17cbbd tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:17.640390 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20505e6c-110a-4340-9414-85c2aa17cbbd tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:17.654964 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-20505e6c-110a-4340-9414-85c2aa17cbbd tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "DELETE /v2.0/networks/24ef2797-6e84-4c45-af33-d62777189b38 HTTP/1.1" status: 204 len: 168 time: 1.0315762 Nov 04 10:48:17.656553 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55578) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:17.664159 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-4ff346e0-361f-4b1d-8869-13ef5817f985 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1073540116'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:17.705900 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20505e6c-110a-4340-9414-85c2aa17cbbd tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event deleted for resources: {'Network': ['ID=24ef2797-6e84-4c45-af33-d62777189b38,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:17.742132 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff346e0-361f-4b1d-8869-13ef5817f985 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Made reservation on behalf of a93fe8fdc8344bbcaabe344f66227a42 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:48:17.747514 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4ff346e0-361f-4b1d-8869-13ef5817f985 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:17.776093 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff346e0-361f-4b1d-8869-13ef5817f985 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1178} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:48:17.808856 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4ff346e0-361f-4b1d-8869-13ef5817f985 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:17.810006 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-4ff346e0-361f-4b1d-8869-13ef5817f985 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Added segment 88333c37-6b62-49ed-b5af-3e4f1e3fffef of type vlan for network 385c90ce-beab-4aab-a678-9165f356ee47 Nov 04 10:48:17.895609 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4ff346e0-361f-4b1d-8869-13ef5817f985 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:17.949556 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4ff346e0-361f-4b1d-8869-13ef5817f985 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:17.956265 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff346e0-361f-4b1d-8869-13ef5817f985 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:17.956785 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4ff346e0-361f-4b1d-8869-13ef5817f985 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:18.038808 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4ff346e0-361f-4b1d-8869-13ef5817f985 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3792107 Nov 04 10:48:18.042057 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55600) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:18.047735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-24766ef5-7e65-4c13-bf58-10a035b40967 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Request body: {'subnet': {'network_id': '385c90ce-beab-4aab-a678-9165f356ee47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:18.080672 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff346e0-361f-4b1d-8869-13ef5817f985 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event updated for resources: {'Network': ['ID=385c90ce-beab-4aab-a678-9165f356ee47,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:18.098375 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 385c90ce-beab-4aab-a678-9165f356ee47 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:48:18.232367 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24766ef5-7e65-4c13-bf58-10a035b40967 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Made reservation on behalf of a93fe8fdc8344bbcaabe344f66227a42 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:48:18.242774 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-24766ef5-7e65-4c13-bf58-10a035b40967 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:18.642030 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c2c45-a6e0-48da-9ea8-48195171ad1c req-b6663e14-3b3f-43c5-8e4f-517840a84197 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:18.652192 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-194c2c45-a6e0-48da-9ea8-48195171ad1c req-b6663e14-3b3f-43c5-8e4f-517840a84197 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.1112938 Nov 04 10:48:18.725433 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-194c2c45-a6e0-48da-9ea8-48195171ad1c req-8a007301-99f6-47cc-93c2-703531d3f8a9 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715506 Nov 04 10:48:18.879840 n-d-816629-1 neutron-server[101775]: DEBUG neutron.objects.ports [None req-24766ef5-7e65-4c13-bf58-10a035b40967 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 10:48:18.886327 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-24766ef5-7e65-4c13-bf58-10a035b40967 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:19.037266 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24766ef5-7e65-4c13-bf58-10a035b40967 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event updated for resources: {'Subnet': ['ID=b7af63d1-c329-42eb-94cd-19fbf15eba54,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:19.047688 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24766ef5-7e65-4c13-bf58-10a035b40967 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Checking segment: {'id': '88333c37-6b62-49ed-b5af-3e4f1e3fffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '385c90ce-beab-4aab-a678-9165f356ee47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:48:19.048177 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24766ef5-7e65-4c13-bf58-10a035b40967 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Network hostable DHCP agents. Network: 385c90ce-beab-4aab-a678-9165f356ee47, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:48:19.070125 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24766ef5-7e65-4c13-bf58-10a035b40967 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Network 385c90ce-beab-4aab-a678-9165f356ee47 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:48:19.084666 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-24766ef5-7e65-4c13-bf58-10a035b40967 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 385c90ce-beab-4aab-a678-9165f356ee47) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:48:19.096243 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24766ef5-7e65-4c13-bf58-10a035b40967 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:19.097004 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-24766ef5-7e65-4c13-bf58-10a035b40967 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:19.107202 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cd9063-0f25-4e1c-a862-d183bf3f4a76 None None] Network 385c90ce-beab-4aab-a678-9165f356ee47 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:48:19.176046 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-24766ef5-7e65-4c13-bf58-10a035b40967 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1297431 Nov 04 10:48:19.176755 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55644) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:19.297781 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55648) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:19.400474 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d278e8e5-bd16-4fa6-8c2b-d40bb45ab108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:19.546574 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9899055b-3ab6-4ea0-b306-03afbdfb66dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:19.636955 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be210a0b-0071-48b1-8724-87ad4f320746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-385c90ce-beab-4aab-a678-9165f356ee47', 'network_id': '385c90ce-beab-4aab-a678-9165f356ee47', 'tenant_id': 'a93fe8fdc8344bbcaabe344f66227a42', 'fixed_ips': [{'subnet_id': 'b7af63d1-c329-42eb-94cd-19fbf15eba54'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:48:19.637933 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-be210a0b-0071-48b1-8724-87ad4f320746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:19.676691 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9899055b-3ab6-4ea0-b306-03afbdfb66dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:19.682553 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9899055b-3ab6-4ea0-b306-03afbdfb66dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:19.729959 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9899055b-3ab6-4ea0-b306-03afbdfb66dc admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=d87ffc71a9614d8182d27cae5c3ea94a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4306233 Nov 04 10:48:19.731316 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899055b-3ab6-4ea0-b306-03afbdfb66dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132b783e-7961-4cc4-b93a-c86a1c1e43ff,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:19.735207 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55664) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:19.818952 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-be210a0b-0071-48b1-8724-87ad4f320746 None None] Allocated IP 2001:db8::f816:3eff:fedb:ef94 (385c90ce-beab-4aab-a678-9165f356ee47/b7af63d1-c329-42eb-94cd-19fbf15eba54/ff5872f5-acd0-4eb6-8ae4-8b636bdd385f) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:48:19.860071 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a561f3e5-f714-48d7-aa5a-e6164c1757e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:19.908669 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a561f3e5-f714-48d7-aa5a-e6164c1757e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:19.989387 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a561f3e5-f714-48d7-aa5a-e6164c1757e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:19.995956 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a561f3e5-f714-48d7-aa5a-e6164c1757e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:20.009717 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a561f3e5-f714-48d7-aa5a-e6164c1757e4 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/132b783e-7961-4cc4-b93a-c86a1c1e43ff HTTP/1.1" status: 204 len: 168 time: 0.2726066 Nov 04 10:48:20.019060 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561f3e5-f714-48d7-aa5a-e6164c1757e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132b783e-7961-4cc4-b93a-c86a1c1e43ff,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:20.103282 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-be210a0b-0071-48b1-8724-87ad4f320746 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:20.113261 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-be210a0b-0071-48b1-8724-87ad4f320746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:20.185518 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be210a0b-0071-48b1-8724-87ad4f320746 None None] Network 385c90ce-beab-4aab-a678-9165f356ee47 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:48:20.189362 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-be210a0b-0071-48b1-8724-87ad4f320746 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:48:20.202793 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be210a0b-0071-48b1-8724-87ad4f320746 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:48:20.203093 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6838f010-ccf7-4a2e-904a-4714bcd305ba tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:20.225852 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:48:20.247430 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be210a0b-0071-48b1-8724-87ad4f320746 None None] Pushing event updated for resources: {'Port': ['ID=ff5872f5-acd0-4eb6-8ae4-8b636bdd385f,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:20.295168 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33207b75-b173-4e58-bb1b-83f91a30d2ef req-13b3886f-33ed-446a-9259-9ad900a269a9 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:20.304779 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33207b75-b173-4e58-bb1b-83f91a30d2ef req-13b3886f-33ed-446a-9259-9ad900a269a9 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.1231713 Nov 04 10:48:20.343622 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-be210a0b-0071-48b1-8724-87ad4f320746 None None] Attempting to bind port ff5872f5-acd0-4eb6-8ae4-8b636bdd385f on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:48:20.345026 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-be210a0b-0071-48b1-8724-87ad4f320746 None None] Attempting to bind port ff5872f5-acd0-4eb6-8ae4-8b636bdd385f by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '88333c37-6b62-49ed-b5af-3e4f1e3fffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '385c90ce-beab-4aab-a678-9165f356ee47'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:48:20.345681 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be210a0b-0071-48b1-8724-87ad4f320746 None None] Attempting to bind port ff5872f5-acd0-4eb6-8ae4-8b636bdd385f on network 385c90ce-beab-4aab-a678-9165f356ee47 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:48:20.359650 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be210a0b-0071-48b1-8724-87ad4f320746 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:48:20.360319 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be210a0b-0071-48b1-8724-87ad4f320746 None None] Checking segment: {'id': '88333c37-6b62-49ed-b5af-3e4f1e3fffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '385c90ce-beab-4aab-a678-9165f356ee47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:48:20.360927 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-be210a0b-0071-48b1-8724-87ad4f320746 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:20.361508 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be210a0b-0071-48b1-8724-87ad4f320746 None None] Bound using segment: {'id': '88333c37-6b62-49ed-b5af-3e4f1e3fffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '385c90ce-beab-4aab-a678-9165f356ee47'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:48:20.362308 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-be210a0b-0071-48b1-8724-87ad4f320746 None None] Bound port: ff5872f5-acd0-4eb6-8ae4-8b636bdd385f, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88333c37-6b62-49ed-b5af-3e4f1e3fffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '385c90ce-beab-4aab-a678-9165f356ee47'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:48:20.362908 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-be210a0b-0071-48b1-8724-87ad4f320746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:20.387283 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33207b75-b173-4e58-bb1b-83f91a30d2ef req-cf98c543-9109-43e0-86fa-9d33b533b374 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817013 Nov 04 10:48:20.388965 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-6838f010-ccf7-4a2e-904a-4714bcd305ba tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Deleting port ff5872f5-acd0-4eb6-8ae4-8b636bdd385f {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:48:20.389489 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6838f010-ccf7-4a2e-904a-4714bcd305ba tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:20.506232 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-be210a0b-0071-48b1-8724-87ad4f320746 None None] For port ff5872f5-acd0-4eb6-8ae4-8b636bdd385f, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:48:20.526750 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-6838f010-ccf7-4a2e-904a-4714bcd305ba tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] For port ff5872f5-acd0-4eb6-8ae4-8b636bdd385f, host n-d-816629-1, got binding levels [] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:48:20.527042 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-be210a0b-0071-48b1-8724-87ad4f320746 None None] For port ff5872f5-acd0-4eb6-8ae4-8b636bdd385f, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ff5872f5-acd0-4eb6-8ae4-8b636bdd385f,segment=NetworkSegment(88333c37-6b62-49ed-b5af-3e4f1e3fffef),segment_id=88333c37-6b62-49ed-b5af-3e4f1e3fffef)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:48:20.527171 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6838f010-ccf7-4a2e-904a-4714bcd305ba tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:20.535669 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-be210a0b-0071-48b1-8724-87ad4f320746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:20.548139 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-6838f010-ccf7-4a2e-904a-4714bcd305ba tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Calling delete_port for ff5872f5-acd0-4eb6-8ae4-8b636bdd385f owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:48:20.728525 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be210a0b-0071-48b1-8724-87ad4f320746 None None] Pushing event updated for resources: {'Port': ['ID=ff5872f5-acd0-4eb6-8ae4-8b636bdd385f,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:20.740780 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:20.779641 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6838f010-ccf7-4a2e-904a-4714bcd305ba tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:20.806261 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838f010-ccf7-4a2e-904a-4714bcd305ba tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event deleted for resources: {'Port': ['ID=ff5872f5-acd0-4eb6-8ae4-8b636bdd385f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:20.950359 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6838f010-ccf7-4a2e-904a-4714bcd305ba tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] No DVR routers for this DVR port ff5872f5-acd0-4eb6-8ae4-8b636bdd385f on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:48:21.116455 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6838f010-ccf7-4a2e-904a-4714bcd305ba tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:21.237773 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6838f010-ccf7-4a2e-904a-4714bcd305ba tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:21.277909 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838f010-ccf7-4a2e-904a-4714bcd305ba tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event deleted for resources: {'Subnet': ['ID=b7af63d1-c329-42eb-94cd-19fbf15eba54,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:21.425289 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6838f010-ccf7-4a2e-904a-4714bcd305ba tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:21.450677 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-6838f010-ccf7-4a2e-904a-4714bcd305ba tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['385c90ce-beab-4aab-a678-9165f356ee47']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:21.469179 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-6838f010-ccf7-4a2e-904a-4714bcd305ba tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88333c37-6b62-49ed-b5af-3e4f1e3fffef') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:21.469766 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-6838f010-ccf7-4a2e-904a-4714bcd305ba tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88333c37-6b62-49ed-b5af-3e4f1e3fffef') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:21.490381 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6838f010-ccf7-4a2e-904a-4714bcd305ba tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:21.553175 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6838f010-ccf7-4a2e-904a-4714bcd305ba tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:21.571405 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6838f010-ccf7-4a2e-904a-4714bcd305ba tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:48:21.572179 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6838f010-ccf7-4a2e-904a-4714bcd305ba tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:48:21.576528 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:48:21.735966 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6838f010-ccf7-4a2e-904a-4714bcd305ba tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:21.741748 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6838f010-ccf7-4a2e-904a-4714bcd305ba tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:21.746100 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6838f010-ccf7-4a2e-904a-4714bcd305ba tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "DELETE /v2.0/networks/385c90ce-beab-4aab-a678-9165f356ee47 HTTP/1.1" status: 204 len: 168 time: 2.5655525 Nov 04 10:48:21.749184 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55760) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:21.796861 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838f010-ccf7-4a2e-904a-4714bcd305ba tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event deleted for resources: {'Network': ['ID=385c90ce-beab-4aab-a678-9165f356ee47,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:21.824005 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a751e69-f2f7-4f8a-ba38-7ca9961b64bb req-74b0921c-18c2-402f-a639-c99de787c37b tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:21.826422 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-f936621e-ec38-474c-8e47-0dd323e3e385 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] DELETE failed (client error): The resource could not be found. Nov 04 10:48:21.826881 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f936621e-ec38-474c-8e47-0dd323e3e385 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:48:21.834950 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9a751e69-f2f7-4f8a-ba38-7ca9961b64bb req-74b0921c-18c2-402f-a639-c99de787c37b tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.2650983 Nov 04 10:48:21.840355 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f936621e-ec38-474c-8e47-0dd323e3e385 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "DELETE /v2.0/subnets/b7af63d1-c329-42eb-94cd-19fbf15eba54 HTTP/1.1" status: 404 len: 337 time: 0.0797527 Nov 04 10:48:21.841176 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55762) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:21.895985 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-0570e1b0-4a1a-448e-81d3-9e7cde073d55 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] DELETE failed (client error): The resource could not be found. Nov 04 10:48:21.897042 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0570e1b0-4a1a-448e-81d3-9e7cde073d55 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:48:21.901034 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0570e1b0-4a1a-448e-81d3-9e7cde073d55 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "DELETE /v2.0/networks/385c90ce-beab-4aab-a678-9165f356ee47 HTTP/1.1" status: 404 len: 339 time: 0.0586889 Nov 04 10:48:21.903687 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55766) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:21.971067 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-172d0d1c-2a61-4236-8f33-443388bc0b08 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] DELETE failed (client error): The resource could not be found. Nov 04 10:48:21.971539 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-172d0d1c-2a61-4236-8f33-443388bc0b08 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:48:21.975134 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-172d0d1c-2a61-4236-8f33-443388bc0b08 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "DELETE /v2.0/subnets/fda3c65a-e8cc-4786-8d31-4d03b54d5238 HTTP/1.1" status: 404 len: 337 time: 0.0702696 Nov 04 10:48:21.978181 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55772) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:21.980041 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9a751e69-f2f7-4f8a-ba38-7ca9961b64bb req-29b020af-060f-4434-b039-2d15553146b0 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414485 Nov 04 10:48:22.005719 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8f5bc3-b14e-4041-9671-1c901f808da6 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] DELETE failed (client error): The resource could not be found. Nov 04 10:48:22.006739 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc8f5bc3-b14e-4041-9671-1c901f808da6 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:48:22.012020 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-dc8f5bc3-b14e-4041-9671-1c901f808da6 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "DELETE /v2.0/networks/24ef2797-6e84-4c45-af33-d62777189b38 HTTP/1.1" status: 404 len: 339 time: 0.0323162 Nov 04 10:48:22.014403 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55776) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:22.055050 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d85a24-bce6-40d9-8625-41cd7aa8a608 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] DELETE failed (client error): The resource could not be found. Nov 04 10:48:22.057253 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d85a24-bce6-40d9-8625-41cd7aa8a608 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:48:22.064257 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-32d85a24-bce6-40d9-8625-41cd7aa8a608 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "DELETE /v2.0/subnets/70718e08-9d7e-41ac-a6c6-d7fef6f7831a HTTP/1.1" status: 404 len: 337 time: 0.0477901 Nov 04 10:48:22.067269 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55778) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:22.142211 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a61ed56-7cfe-4d3e-8a33-4cf17f209c72 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] DELETE failed (client error): The resource could not be found. Nov 04 10:48:22.143076 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a61ed56-7cfe-4d3e-8a33-4cf17f209c72 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:48:22.155382 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8a61ed56-7cfe-4d3e-8a33-4cf17f209c72 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "DELETE /v2.0/networks/abf0e87e-82c3-4796-8b33-50fe81d36635 HTTP/1.1" status: 404 len: 339 time: 0.0866082 Nov 04 10:48:22.158451 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55782) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:22.219461 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:22.402519 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-168bdf7a-5685-4d3b-b459-4f4bc89dfd51 None None] Could not find standard attr ID for object ff5872f5-acd0-4eb6-8ae4-8b636bdd385f. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:48:22.421641 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-0cff6da8-27a4-475f-a487-2443f96d964f tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Deleting port a498669e-781f-4dba-93e2-519201b3de7e {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:48:22.423585 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0cff6da8-27a4-475f-a487-2443f96d964f tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:22.504514 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2044fd-d7b5-42b2-863a-8906d500dbfa None None] DHCP port deletion for 385c90ce-beab-4aab-a678-9165f356ee47 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:48:22.535108 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be95a7f0-55b8-4bcf-a899-9c15ec8ee999 None None] Network 385c90ce-beab-4aab-a678-9165f356ee47 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:48:22.555156 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be95a7f0-55b8-4bcf-a899-9c15ec8ee999 None None] Network 385c90ce-beab-4aab-a678-9165f356ee47 could not be found, it might have been deleted concurrently. {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 04 10:48:22.587497 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0cff6da8-27a4-475f-a487-2443f96d964f tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:22.622071 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-0cff6da8-27a4-475f-a487-2443f96d964f tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Calling delete_port for a498669e-781f-4dba-93e2-519201b3de7e owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:48:22.635633 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:22.747532 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0cff6da8-27a4-475f-a487-2443f96d964f tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:22.795570 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff6da8-27a4-475f-a487-2443f96d964f tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event deleted for resources: {'Port': ['ID=a498669e-781f-4dba-93e2-519201b3de7e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:22.802861 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0cff6da8-27a4-475f-a487-2443f96d964f tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:22.806610 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0cff6da8-27a4-475f-a487-2443f96d964f tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "DELETE /v2.0/ports/a498669e-781f-4dba-93e2-519201b3de7e HTTP/1.1" status: 204 len: 168 time: 0.6461763 Nov 04 10:48:22.809340 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55816) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:22.873719 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-58fa80bf-baa5-4bc5-ade9-607f7d88a0da tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] DELETE failed (client error): The resource could not be found. Nov 04 10:48:22.874704 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58fa80bf-baa5-4bc5-ade9-607f7d88a0da tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:48:22.879499 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-58fa80bf-baa5-4bc5-ade9-607f7d88a0da tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "DELETE /v2.0/subnets/289ada93-f7ed-45f8-9da5-0b5ae9dc083e HTTP/1.1" status: 404 len: 337 time: 0.0679340 Nov 04 10:48:22.882247 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55822) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:23.040924 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f41fb7bf-12e2-4624-8f65-e5cc7bf87481 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:23.198205 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ff5872f5-acd0-4eb6-8ae4-8b636bdd385f no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:48:23.224317 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b1277-8d18-46e2-8147-abdc1cc907da req-9171642a-e16c-44af-a5d7-5be0fbd4db49 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:23.225213 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: ff5872f5-acd0-4eb6-8ae4-8b636bdd385f {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:48:23.226181 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ff5872f5-acd0-4eb6-8ae4-8b636bdd385f not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:48:23.240593 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f41fb7bf-12e2-4624-8f65-e5cc7bf87481 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:23.242614 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6e8b1277-8d18-46e2-8147-abdc1cc907da req-9171642a-e16c-44af-a5d7-5be0fbd4db49 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.1372395 Nov 04 10:48:23.269418 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-f41fb7bf-12e2-4624-8f65-e5cc7bf87481 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c203700e-c33b-4840-8572-97daf49a3bd6']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:23.282291 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-f41fb7bf-12e2-4624-8f65-e5cc7bf87481 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9228c95e-abbd-4c86-961b-1e138f8fd924') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:23.282607 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-f41fb7bf-12e2-4624-8f65-e5cc7bf87481 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9228c95e-abbd-4c86-961b-1e138f8fd924') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:23.321190 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f41fb7bf-12e2-4624-8f65-e5cc7bf87481 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:23.329957 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55838) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:23.372691 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f41fb7bf-12e2-4624-8f65-e5cc7bf87481 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:23.411533 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6e8b1277-8d18-46e2-8147-abdc1cc907da req-b803bb80-d641-43d4-8357-59fba9a5afb4 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582541 Nov 04 10:48:23.412771 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41fb7bf-12e2-4624-8f65-e5cc7bf87481 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Releasing vlan 1196 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:48:23.416899 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f41fb7bf-12e2-4624-8f65-e5cc7bf87481 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:48:23.420398 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:48:23.539961 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f41fb7bf-12e2-4624-8f65-e5cc7bf87481 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:23.600328 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f41fb7bf-12e2-4624-8f65-e5cc7bf87481 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:23.604416 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f41fb7bf-12e2-4624-8f65-e5cc7bf87481 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "DELETE /v2.0/networks/c203700e-c33b-4840-8572-97daf49a3bd6 HTTP/1.1" status: 204 len: 168 time: 0.7209306 Nov 04 10:48:23.607044 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55852) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:23.620079 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fb7bf-12e2-4624-8f65-e5cc7bf87481 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event deleted for resources: {'Network': ['ID=c203700e-c33b-4840-8572-97daf49a3bd6,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:23.629465 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-196ce6b4-8709-4f75-9d53-98d180b52198 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:23.759832 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-196ce6b4-8709-4f75-9d53-98d180b52198 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:23.766230 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-196ce6b4-8709-4f75-9d53-98d180b52198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:23.794505 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-e2fce801-7b51-4dab-adcd-b4c5a53afbde tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Deleting port 508a57e3-d70a-4c65-9e33-10eee63385e2 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:48:23.794850 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e2fce801-7b51-4dab-adcd-b4c5a53afbde tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:23.822490 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ce6b4-8709-4f75-9d53-98d180b52198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12234904-118c-49e4-affa-12e29d783ca5,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:23.831385 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-196ce6b4-8709-4f75-9d53-98d180b52198 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=06405ab7eaee4f4893bc1c59749b405f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5000210 Nov 04 10:48:23.831762 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55856) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:23.876347 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e2fce801-7b51-4dab-adcd-b4c5a53afbde tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:23.885868 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ece13895-3d34-487f-904a-9717a04d2ec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:23.896631 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-e2fce801-7b51-4dab-adcd-b4c5a53afbde tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Calling delete_port for 508a57e3-d70a-4c65-9e33-10eee63385e2 owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:48:23.911563 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ece13895-3d34-487f-904a-9717a04d2ec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:23.962331 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ece13895-3d34-487f-904a-9717a04d2ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:23.965001 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ece13895-3d34-487f-904a-9717a04d2ec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:23.966255 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ece13895-3d34-487f-904a-9717a04d2ec7 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/12234904-118c-49e4-affa-12e29d783ca5 HTTP/1.1" status: 204 len: 168 time: 0.1330898 Nov 04 10:48:23.974998 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece13895-3d34-487f-904a-9717a04d2ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12234904-118c-49e4-affa-12e29d783ca5,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:23.999404 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e2fce801-7b51-4dab-adcd-b4c5a53afbde tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:24.033419 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fce801-7b51-4dab-adcd-b4c5a53afbde tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event deleted for resources: {'Port': ['ID=508a57e3-d70a-4c65-9e33-10eee63385e2,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:24.038101 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e2fce801-7b51-4dab-adcd-b4c5a53afbde tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:24.042557 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e2fce801-7b51-4dab-adcd-b4c5a53afbde tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "DELETE /v2.0/ports/508a57e3-d70a-4c65-9e33-10eee63385e2 HTTP/1.1" status: 204 len: 168 time: 0.4344621 Nov 04 10:48:24.045631 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55860) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:24.074028 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-450627f2-01bd-43e0-9249-cdedf67a5669 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] DELETE failed (client error): The resource could not be found. Nov 04 10:48:24.075233 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-450627f2-01bd-43e0-9249-cdedf67a5669 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:48:24.079611 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-450627f2-01bd-43e0-9249-cdedf67a5669 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "DELETE /v2.0/subnets/00f0285f-cf79-4c13-a51a-dd815409718f HTTP/1.1" status: 404 len: 337 time: 0.0328114 Nov 04 10:48:24.083786 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55862) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:24.221059 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-42352583-169e-476b-82a2-be96b9045615 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:24.348156 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-42352583-169e-476b-82a2-be96b9045615 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:24.371683 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-42352583-169e-476b-82a2-be96b9045615 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f6c443-d625-4ef0-b566-9158f13ece10']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:24.382178 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-42352583-169e-476b-82a2-be96b9045615 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ae676f-6cf0-4d89-9bbf-8aac804ed3e5') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:24.382486 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-42352583-169e-476b-82a2-be96b9045615 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ae676f-6cf0-4d89-9bbf-8aac804ed3e5') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:24.393245 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-42352583-169e-476b-82a2-be96b9045615 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:24.407634 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-42352583-169e-476b-82a2-be96b9045615 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:24.415304 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42352583-169e-476b-82a2-be96b9045615 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Releasing vlan 1150 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:48:24.415834 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-42352583-169e-476b-82a2-be96b9045615 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:48:24.421068 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:48:24.586796 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-42352583-169e-476b-82a2-be96b9045615 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:24.607603 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-42352583-169e-476b-82a2-be96b9045615 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:24.614907 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-42352583-169e-476b-82a2-be96b9045615 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "DELETE /v2.0/networks/d6f6c443-d625-4ef0-b566-9158f13ece10 HTTP/1.1" status: 204 len: 168 time: 0.5230749 Nov 04 10:48:24.615370 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55888) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:24.642249 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726123d1-cb57-4244-9844-fde879291325 req-1993d4d8-ac61-472c-870e-5b9fd2a2566a tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:24.651025 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-726123d1-cb57-4244-9844-fde879291325 req-1993d4d8-ac61-472c-870e-5b9fd2a2566a tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.1143470 Nov 04 10:48:24.675399 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42352583-169e-476b-82a2-be96b9045615 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event deleted for resources: {'Network': ['ID=d6f6c443-d625-4ef0-b566-9158f13ece10,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:24.708691 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a430df9-a3bc-4a48-a036-29409286ecee tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Deleting subnet b13213e0-f6e0-40fb-af30-aaf30071f8a2 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:48:24.713880 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a430df9-a3bc-4a48-a036-29409286ecee tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:24.735234 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-726123d1-cb57-4244-9844-fde879291325 req-73aee00b-b4da-4635-87d0-864f4e91e5fc tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833075 Nov 04 10:48:24.786956 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a430df9-a3bc-4a48-a036-29409286ecee tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:24.928768 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a430df9-a3bc-4a48-a036-29409286ecee tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:25.012419 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a430df9-a3bc-4a48-a036-29409286ecee tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:25.068698 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a430df9-a3bc-4a48-a036-29409286ecee tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event deleted for resources: {'Subnet': ['ID=b13213e0-f6e0-40fb-af30-aaf30071f8a2,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:25.071416 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a430df9-a3bc-4a48-a036-29409286ecee tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:25.083957 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1a430df9-a3bc-4a48-a036-29409286ecee tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "DELETE /v2.0/subnets/b13213e0-f6e0-40fb-af30-aaf30071f8a2 HTTP/1.1" status: 204 len: 168 time: 0.4674227 Nov 04 10:48:25.086493 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55916) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:25.092951 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a855920-0119-4802-819a-1dfdd50dd2b7 None None] Network 031f71ed-ab56-4e77-bd59-919d74604e00 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:48:25.213862 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c1a2713-2083-4db6-97e8-7df680514620 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:25.297151 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-6c1a2713-2083-4db6-97e8-7df680514620 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Deleting port dfca81f6-2b07-47ac-a25e-fee5d2021a4d {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:48:25.298460 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c1a2713-2083-4db6-97e8-7df680514620 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:25.386555 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-6c1a2713-2083-4db6-97e8-7df680514620 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] For port dfca81f6-2b07-47ac-a25e-fee5d2021a4d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=dfca81f6-2b07-47ac-a25e-fee5d2021a4d,segment=NetworkSegment(8c32deb0-9405-45a1-8b72-f4b007003925),segment_id=8c32deb0-9405-45a1-8b72-f4b007003925)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:48:25.387339 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c1a2713-2083-4db6-97e8-7df680514620 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:25.432692 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-6c1a2713-2083-4db6-97e8-7df680514620 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Calling delete_port for dfca81f6-2b07-47ac-a25e-fee5d2021a4d owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:48:25.490207 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fb402d-6445-44e9-94b0-5ff584a20dad None None] DHCP port deletion for 031f71ed-ab56-4e77-bd59-919d74604e00 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:48:25.536620 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c1a2713-2083-4db6-97e8-7df680514620 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:25.580128 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a2713-2083-4db6-97e8-7df680514620 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event deleted for resources: {'Port': ['ID=dfca81f6-2b07-47ac-a25e-fee5d2021a4d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:25.582295 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1a2713-2083-4db6-97e8-7df680514620 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] No DVR routers for this DVR port dfca81f6-2b07-47ac-a25e-fee5d2021a4d on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:48:25.637744 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-13fb402d-6445-44e9-94b0-5ff584a20dad None None] Deleting port dfca81f6-2b07-47ac-a25e-fee5d2021a4d {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:48:25.638431 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-13fb402d-6445-44e9-94b0-5ff584a20dad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:25.743425 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c1a2713-2083-4db6-97e8-7df680514620 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:25.784366 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-13fb402d-6445-44e9-94b0-5ff584a20dad None None] For port dfca81f6-2b07-47ac-a25e-fee5d2021a4d, host n-d-816629-1, got binding levels [] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:48:25.784793 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-13fb402d-6445-44e9-94b0-5ff584a20dad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:25.795095 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-6c1a2713-2083-4db6-97e8-7df680514620 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031f71ed-ab56-4e77-bd59-919d74604e00']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:25.817613 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-13fb402d-6445-44e9-94b0-5ff584a20dad None None] Calling delete_port for dfca81f6-2b07-47ac-a25e-fee5d2021a4d owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:48:25.822113 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-6c1a2713-2083-4db6-97e8-7df680514620 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c32deb0-9405-45a1-8b72-f4b007003925') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:25.834485 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.ipam_backend_mixin [None req-13fb402d-6445-44e9-94b0-5ff584a20dad None None] Port dfca81f6-2b07-47ac-a25e-fee5d2021a4d was not found and therefore no delete operation was performed {{(pid=101776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 10:48:25.836043 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-13fb402d-6445-44e9-94b0-5ff584a20dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:25.837496 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-6c1a2713-2083-4db6-97e8-7df680514620 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c32deb0-9405-45a1-8b72-f4b007003925') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:25.856221 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c1a2713-2083-4db6-97e8-7df680514620 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:25.892888 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c1a2713-2083-4db6-97e8-7df680514620 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:25.910555 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c1a2713-2083-4db6-97e8-7df680514620 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Releasing vlan 1174 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:48:25.911057 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c1a2713-2083-4db6-97e8-7df680514620 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:48:25.914774 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:48:25.926760 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fb402d-6445-44e9-94b0-5ff584a20dad None None] No DVR routers for this DVR port dfca81f6-2b07-47ac-a25e-fee5d2021a4d on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:48:25.934349 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb402d-6445-44e9-94b0-5ff584a20dad None None] Pushing event deleted for resources: {'Port': ['ID=dfca81f6-2b07-47ac-a25e-fee5d2021a4d,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:25.982460 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc7697-919f-4756-b5dc-39e6d2e0a855 req-81c3bb2d-9111-42c9-acd4-9f9f4ffc49e2 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:26.009000 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a6cc7697-919f-4756-b5dc-39e6d2e0a855 req-81c3bb2d-9111-42c9-acd4-9f9f4ffc49e2 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.1303189 Nov 04 10:48:26.029982 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c1a2713-2083-4db6-97e8-7df680514620 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:26.053747 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c1a2713-2083-4db6-97e8-7df680514620 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:26.061118 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6c1a2713-2083-4db6-97e8-7df680514620 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] 10.222.0.127 "DELETE /v2.0/networks/031f71ed-ab56-4e77-bd59-919d74604e00 HTTP/1.1" status: 204 len: 168 time: 0.9733648 Nov 04 10:48:26.111980 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a2713-2083-4db6-97e8-7df680514620 tempest-NetworksIpV6TestAttrs-12682043 tempest-NetworksIpV6TestAttrs-12682043-project] Pushing event deleted for resources: {'Network': ['ID=031f71ed-ab56-4e77-bd59-919d74604e00,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:26.227462 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a6cc7697-919f-4756-b5dc-39e6d2e0a855 req-26a3fd19-3afa-49a9-9700-c7a03eff5b55 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134635 Nov 04 10:48:26.602508 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55962) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:26.884584 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c9d461cd-af9d-49b2-a08a-eefede2d19d8 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=a93fe8fdc8344bbcaabe344f66227a42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2785087 Nov 04 10:48:26.885400 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55972) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:26.997627 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-df1c343a-00a4-4a8b-8b96-77e322ca3027 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:27.063058 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-df1c343a-00a4-4a8b-8b96-77e322ca3027 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:27.120536 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-df1c343a-00a4-4a8b-8b96-77e322ca3027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:27.123382 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-df1c343a-00a4-4a8b-8b96-77e322ca3027 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:27.124691 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-df1c343a-00a4-4a8b-8b96-77e322ca3027 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/292934d5-f31c-4176-8bba-ef09d4b60800 HTTP/1.1" status: 204 len: 168 time: 0.2380548 Nov 04 10:48:27.158910 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c343a-00a4-4a8b-8b96-77e322ca3027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292934d5-f31c-4176-8bba-ef09d4b60800,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:27.246998 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device dfca81f6-2b07-47ac-a25e-fee5d2021a4d no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:48:27.317610 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55986) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:27.327722 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: dfca81f6-2b07-47ac-a25e-fee5d2021a4d {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:48:27.328840 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device dfca81f6-2b07-47ac-a25e-fee5d2021a4d not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:48:27.402272 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86321e91-408a-4756-a0f6-ad1b261dbad8 req-9f3c4803-56ca-48c7-969b-5e1cb169ef40 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:27.412126 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-86321e91-408a-4756-a0f6-ad1b261dbad8 req-9f3c4803-56ca-48c7-969b-5e1cb169ef40 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.1042168 Nov 04 10:48:27.490017 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-86321e91-408a-4756-a0f6-ad1b261dbad8 req-60e4888f-9b34-40ee-86eb-468daf429c3f tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768840 Nov 04 10:48:27.836711 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-858e9320-4206-4a9c-87f9-99cacd252525 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:27.975064 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-858e9320-4206-4a9c-87f9-99cacd252525 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:27.986348 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-858e9320-4206-4a9c-87f9-99cacd252525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:28.124017 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-858e9320-4206-4a9c-87f9-99cacd252525 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=bdc3d99e4cbf4df1b221b00b5cfcbdc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8052447 Nov 04 10:48:28.125709 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e9320-4206-4a9c-87f9-99cacd252525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa07e7ac-a52d-4153-a49f-b5e7f8f9b6c0,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:28.130167 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56016) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:28.240680 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f46ed10e-e85f-4d09-b4dc-6dbfda7bf2cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:28.268224 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f46ed10e-e85f-4d09-b4dc-6dbfda7bf2cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:28.334414 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f46ed10e-e85f-4d09-b4dc-6dbfda7bf2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:28.337344 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f46ed10e-e85f-4d09-b4dc-6dbfda7bf2cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:28.341569 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f46ed10e-e85f-4d09-b4dc-6dbfda7bf2cd admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/fa07e7ac-a52d-4153-a49f-b5e7f8f9b6c0 HTTP/1.1" status: 204 len: 168 time: 0.2093711 Nov 04 10:48:28.352324 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ed10e-e85f-4d09-b4dc-6dbfda7bf2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa07e7ac-a52d-4153-a49f-b5e7f8f9b6c0,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:28.734757 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7d03e-0c88-43d1-9b4f-40e496c5e67b req-8ede6da4-ffda-4eb2-9ed8-b02fb41c4246 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:28.741682 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ced7d03e-0c88-43d1-9b4f-40e496c5e67b req-8ede6da4-ffda-4eb2-9ed8-b02fb41c4246 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.1364388 Nov 04 10:48:28.919339 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ced7d03e-0c88-43d1-9b4f-40e496c5e67b req-5ad45f97-189f-4fe8-a55a-9e13fa73ba2c tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591885 Nov 04 10:48:28.935408 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56048) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:28.962435 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-495ab0dc-058e-4afc-8f65-8d87780e5176 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:29.121380 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56054) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:29.178381 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-495ab0dc-058e-4afc-8f65-8d87780e5176 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:29.193562 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-495ab0dc-058e-4afc-8f65-8d87780e5176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:29.277043 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ab0dc-058e-4afc-8f65-8d87780e5176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a98c72-3c86-44fb-b321-e32fe47fb55c,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:29.298174 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-495ab0dc-058e-4afc-8f65-8d87780e5176 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=1a3d1f368c584750859594d9cefbafc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3615503 Nov 04 10:48:29.301217 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56072) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:29.398119 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-0666c68e-3f42-4c33-b3a1-e58f25c2c205 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2146210280'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:29.442903 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50571a93-0d8c-4484-8fd6-dfee1a7d61cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:29.459669 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0666c68e-3f42-4c33-b3a1-e58f25c2c205 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Made reservation on behalf of 9fa43ef76f0c4eb2b22d3d40568c22a7 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:48:29.464893 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0666c68e-3f42-4c33-b3a1-e58f25c2c205 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:29.478947 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0666c68e-3f42-4c33-b3a1-e58f25c2c205 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:29.501992 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50571a93-0d8c-4484-8fd6-dfee1a7d61cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:29.606361 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50571a93-0d8c-4484-8fd6-dfee1a7d61cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:29.610466 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50571a93-0d8c-4484-8fd6-dfee1a7d61cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:29.612006 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-50571a93-0d8c-4484-8fd6-dfee1a7d61cd admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/37a98c72-3c86-44fb-b321-e32fe47fb55c HTTP/1.1" status: 204 len: 168 time: 0.3095555 Nov 04 10:48:29.716071 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0666c68e-3f42-4c33-b3a1-e58f25c2c205 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:29.718279 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50571a93-0d8c-4484-8fd6-dfee1a7d61cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a98c72-3c86-44fb-b321-e32fe47fb55c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:29.736255 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0666c68e-3f42-4c33-b3a1-e58f25c2c205 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:29.822795 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56084) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:29.853315 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666c68e-3f42-4c33-b3a1-e58f25c2c205 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=054c8306-b5df-497d-8088-48303399d563,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:29.856392 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0666c68e-3f42-4c33-b3a1-e58f25c2c205 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1152} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:48:29.867931 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0666c68e-3f42-4c33-b3a1-e58f25c2c205 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:29.868397 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-0666c68e-3f42-4c33-b3a1-e58f25c2c205 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Added segment e148d276-c97f-41d1-b58b-f0104dbaacb0 of type vlan for network 0a08127e-9451-4965-9a93-71bfdd33de77 Nov 04 10:48:29.934436 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0666c68e-3f42-4c33-b3a1-e58f25c2c205 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:29.991616 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0666c68e-3f42-4c33-b3a1-e58f25c2c205 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:30.009948 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0666c68e-3f42-4c33-b3a1-e58f25c2c205 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:30.010895 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0666c68e-3f42-4c33-b3a1-e58f25c2c205 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:30.149728 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de7467-c760-4fa4-9e79-1cbdcbfc7254 req-d0714e89-26ae-4bfd-8d45-98a9a532bd1a tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:30.153719 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a8de7467-c760-4fa4-9e79-1cbdcbfc7254 req-d0714e89-26ae-4bfd-8d45-98a9a532bd1a tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.1156616 Nov 04 10:48:30.174765 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666c68e-3f42-4c33-b3a1-e58f25c2c205 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Network': ['ID=0a08127e-9451-4965-9a93-71bfdd33de77,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:30.187217 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 0a08127e-9451-4965-9a93-71bfdd33de77 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:48:30.191106 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0666c68e-3f42-4c33-b3a1-e58f25c2c205 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0546107 Nov 04 10:48:30.199474 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56100) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:30.227706 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-15a3fc6d-4077-4496-8e22-d227ae7f1f0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:30.238548 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-562a2da3-fc25-4722-9b7c-ffa262654936 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1825414070'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:30.342501 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562a2da3-fc25-4722-9b7c-ffa262654936 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Made reservation on behalf of 9fa43ef76f0c4eb2b22d3d40568c22a7 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:48:30.348019 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-562a2da3-fc25-4722-9b7c-ffa262654936 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:30.406297 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562a2da3-fc25-4722-9b7c-ffa262654936 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1177} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:48:30.418049 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-562a2da3-fc25-4722-9b7c-ffa262654936 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:30.418934 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-562a2da3-fc25-4722-9b7c-ffa262654936 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Added segment 6ccd23eb-febf-4400-a9c6-1bf6ef15cc7d of type vlan for network b9073240-ca52-4739-b18b-f0b48abc53b7 Nov 04 10:48:30.470365 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-562a2da3-fc25-4722-9b7c-ffa262654936 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:30.511868 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-562a2da3-fc25-4722-9b7c-ffa262654936 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:30.518576 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562a2da3-fc25-4722-9b7c-ffa262654936 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:30.519431 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-562a2da3-fc25-4722-9b7c-ffa262654936 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:30.635509 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a8de7467-c760-4fa4-9e79-1cbdcbfc7254 req-f18327f1-349d-40fc-b54e-5c580ac3e490 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731514 Nov 04 10:48:30.656277 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56118) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:30.657121 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-562a2da3-fc25-4722-9b7c-ffa262654936 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4312310 Nov 04 10:48:30.663413 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-62cdce6b-03fb-4569-bf29-d28ac52160b7 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'subnet': {'network_id': '0a08127e-9451-4965-9a93-71bfdd33de77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:30.710090 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a2da3-fc25-4722-9b7c-ffa262654936 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Network': ['ID=b9073240-ca52-4739-b18b-f0b48abc53b7,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:30.724186 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network b9073240-ca52-4739-b18b-f0b48abc53b7 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:48:30.806265 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-15a3fc6d-4077-4496-8e22-d227ae7f1f0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:30.812693 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-15a3fc6d-4077-4496-8e22-d227ae7f1f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:30.886832 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cdce6b-03fb-4569-bf29-d28ac52160b7 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Made reservation on behalf of 9fa43ef76f0c4eb2b22d3d40568c22a7 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:48:30.891242 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-62cdce6b-03fb-4569-bf29-d28ac52160b7 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:30.937977 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-15a3fc6d-4077-4496-8e22-d227ae7f1f0c admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=3e5f2fafc02740c69520f75990e02902&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1130478 Nov 04 10:48:30.938664 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56124) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:30.945057 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3fc6d-4077-4496-8e22-d227ae7f1f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc5de40-f1c7-4d16-b996-f2e92feae7c4,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:31.072633 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d5112e47-e170-415c-b424-3a081cb4e4bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:31.120247 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d5112e47-e170-415c-b424-3a081cb4e4bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:31.222436 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d5112e47-e170-415c-b424-3a081cb4e4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:31.225162 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d5112e47-e170-415c-b424-3a081cb4e4bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:31.226523 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d5112e47-e170-415c-b424-3a081cb4e4bf admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/fcc5de40-f1c7-4d16-b996-f2e92feae7c4 HTTP/1.1" status: 204 len: 168 time: 0.2866871 Nov 04 10:48:31.238334 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5112e47-e170-415c-b424-3a081cb4e4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc5de40-f1c7-4d16-b996-f2e92feae7c4,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:31.374300 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-62cdce6b-03fb-4569-bf29-d28ac52160b7 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:31.508317 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cdce6b-03fb-4569-bf29-d28ac52160b7 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Subnet': ['ID=2ece9194-af6e-462c-bfd4-167341200c96,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:31.538733 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cdce6b-03fb-4569-bf29-d28ac52160b7 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Checking segment: {'id': 'e148d276-c97f-41d1-b58b-f0104dbaacb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '0a08127e-9451-4965-9a93-71bfdd33de77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:48:31.539962 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cdce6b-03fb-4569-bf29-d28ac52160b7 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network hostable DHCP agents. Network: 0a08127e-9451-4965-9a93-71bfdd33de77, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:48:31.566812 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cdce6b-03fb-4569-bf29-d28ac52160b7 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network 0a08127e-9451-4965-9a93-71bfdd33de77 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:48:31.584395 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-62cdce6b-03fb-4569-bf29-d28ac52160b7 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 0a08127e-9451-4965-9a93-71bfdd33de77) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:48:31.591229 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cdce6b-03fb-4569-bf29-d28ac52160b7 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:31.592527 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-62cdce6b-03fb-4569-bf29-d28ac52160b7 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:31.596727 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d4e3be-9f74-41b7-9346-543440dc254f None None] Network 0a08127e-9451-4965-9a93-71bfdd33de77 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:48:31.616985 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-62cdce6b-03fb-4569-bf29-d28ac52160b7 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9580967 Nov 04 10:48:31.621739 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56148) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:31.629651 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-450085d7-1936-4b7b-ac4e-8060250e7e95 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'subnet': {'network_id': 'b9073240-ca52-4739-b18b-f0b48abc53b7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:31.909572 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2cf9f-50c5-4b6f-b79a-fffe1f267f74 req-629ada08-cfe5-4dfa-b4b1-79f5b99381e8 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:31.930393 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1fd2cf9f-50c5-4b6f-b79a-fffe1f267f74 req-629ada08-cfe5-4dfa-b4b1-79f5b99381e8 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.1139667 Nov 04 10:48:31.943682 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-0a08127e-9451-4965-9a93-71bfdd33de77', 'network_id': '0a08127e-9451-4965-9a93-71bfdd33de77', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'fixed_ips': [{'subnet_id': '2ece9194-af6e-462c-bfd4-167341200c96'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:48:31.944772 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:31.957076 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450085d7-1936-4b7b-ac4e-8060250e7e95 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Made reservation on behalf of 9fa43ef76f0c4eb2b22d3d40568c22a7 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:48:31.961591 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-450085d7-1936-4b7b-ac4e-8060250e7e95 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:32.167001 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1fd2cf9f-50c5-4b6f-b79a-fffe1f267f74 req-a29ad604-c859-4807-a199-cf5c5cae8cee tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347193 Nov 04 10:48:32.230269 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Allocated IP 2001:db8::2 (0a08127e-9451-4965-9a93-71bfdd33de77/2ece9194-af6e-462c-bfd4-167341200c96/083b89b4-ee3a-4a5a-9e65-2bbcb28c4fdc) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:48:32.519403 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-450085d7-1936-4b7b-ac4e-8060250e7e95 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:32.742221 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450085d7-1936-4b7b-ac4e-8060250e7e95 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Subnet': ['ID=423b68c4-f78b-4884-b332-8588bc284014,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:32.752086 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450085d7-1936-4b7b-ac4e-8060250e7e95 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Checking segment: {'id': '6ccd23eb-febf-4400-a9c6-1bf6ef15cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'b9073240-ca52-4739-b18b-f0b48abc53b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:48:32.752733 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450085d7-1936-4b7b-ac4e-8060250e7e95 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network hostable DHCP agents. Network: b9073240-ca52-4739-b18b-f0b48abc53b7, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:48:32.839960 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b172998-141c-45c2-887c-846dbbbdca67 req-187bfd70-54e8-446c-83d5-27adfbc167d3 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:32.847149 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4b172998-141c-45c2-887c-846dbbbdca67 req-187bfd70-54e8-446c-83d5-27adfbc167d3 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.1623085 Nov 04 10:48:32.855062 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450085d7-1936-4b7b-ac4e-8060250e7e95 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network b9073240-ca52-4739-b18b-f0b48abc53b7 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:48:32.859824 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:32.869908 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:32.898252 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-450085d7-1936-4b7b-ac4e-8060250e7e95 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, b9073240-ca52-4739-b18b-f0b48abc53b7) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:48:32.917003 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d81485-b0ab-4abd-9cca-ae3cc88f518a None None] Network b9073240-ca52-4739-b18b-f0b48abc53b7 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:48:32.927062 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450085d7-1936-4b7b-ac4e-8060250e7e95 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:32.928130 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-450085d7-1936-4b7b-ac4e-8060250e7e95 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:33.048211 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-450085d7-1936-4b7b-ac4e-8060250e7e95 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4220543 Nov 04 10:48:33.049642 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56224) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:33.057840 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-c50901c7-0968-4b1d-b916-dfc6111fafe7 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-940590748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:33.094587 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4b172998-141c-45c2-887c-846dbbbdca67 req-5bab8968-f71b-4a4d-949f-63d11744e3b4 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133739 Nov 04 10:48:33.122609 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Network 0a08127e-9451-4965-9a93-71bfdd33de77 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:48:33.129038 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c50901c7-0968-4b1d-b916-dfc6111fafe7 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:33.130975 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c50901c7-0968-4b1d-b916-dfc6111fafe7 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:33.163021 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Pushing event updated for resources: {'Port': ['ID=083b89b4-ee3a-4a5a-9e65-2bbcb28c4fdc,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:33.192473 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:33.193067 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:33.193789 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:33.194294 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:33.194970 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:33.195526 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:33.196808 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:33.197328 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:33.197846 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:33.198832 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:33.199336 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:33.200018 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:48:33.208643 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:48:33.212814 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:48:33.288419 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c50901c7-0968-4b1d-b916-dfc6111fafe7 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:33.296097 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c50901c7-0968-4b1d-b916-dfc6111fafe7 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:33.307963 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Attempting to bind port 083b89b4-ee3a-4a5a-9e65-2bbcb28c4fdc on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:48:33.309811 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Attempting to bind port 083b89b4-ee3a-4a5a-9e65-2bbcb28c4fdc by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'e148d276-c97f-41d1-b58b-f0104dbaacb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '0a08127e-9451-4965-9a93-71bfdd33de77'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:48:33.310385 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Attempting to bind port 083b89b4-ee3a-4a5a-9e65-2bbcb28c4fdc on network 0a08127e-9451-4965-9a93-71bfdd33de77 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:48:33.322909 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:48:33.323288 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Checking segment: {'id': 'e148d276-c97f-41d1-b58b-f0104dbaacb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '0a08127e-9451-4965-9a93-71bfdd33de77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:48:33.323694 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:33.324650 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Bound using segment: {'id': 'e148d276-c97f-41d1-b58b-f0104dbaacb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '0a08127e-9451-4965-9a93-71bfdd33de77'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:48:33.324650 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Bound port: 083b89b4-ee3a-4a5a-9e65-2bbcb28c4fdc, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e148d276-c97f-41d1-b58b-f0104dbaacb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '0a08127e-9451-4965-9a93-71bfdd33de77'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:48:33.325082 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:33.329906 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8cb4c-2654-4bcd-9faf-4d4319b8608a req-e03af68d-978b-4583-a922-f98b45e0e4da tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:33.340754 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-61f8cb4c-2654-4bcd-9faf-4d4319b8608a req-e03af68d-978b-4583-a922-f98b45e0e4da tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.1435292 Nov 04 10:48:33.345918 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c50901c7-0968-4b1d-b916-dfc6111fafe7 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:33.347407 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c50901c7-0968-4b1d-b916-dfc6111fafe7 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2962248 Nov 04 10:48:33.350327 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56248) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:33.431533 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] For port 083b89b4-ee3a-4a5a-9e65-2bbcb28c4fdc, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:48:33.436048 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] For port 083b89b4-ee3a-4a5a-9e65-2bbcb28c4fdc, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=083b89b4-ee3a-4a5a-9e65-2bbcb28c4fdc,segment=NetworkSegment(e148d276-c97f-41d1-b58b-f0104dbaacb0),segment_id=e148d276-c97f-41d1-b58b-f0104dbaacb0)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:48:33.439680 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbd6e7a-c150-445b-8f29-894e3f2abc0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-b9073240-ca52-4739-b18b-f0b48abc53b7', 'network_id': 'b9073240-ca52-4739-b18b-f0b48abc53b7', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'fixed_ips': [{'subnet_id': '423b68c4-f78b-4884-b332-8588bc284014'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:48:33.441020 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-adbd6e7a-c150-445b-8f29-894e3f2abc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:33.499730 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-61f8cb4c-2654-4bcd-9faf-4d4319b8608a req-d83d4f0a-4d3b-4817-961e-a31e36ef0c81 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430349 Nov 04 10:48:33.562670 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:33.670830 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a501e20-664e-438e-9d49-621f9a9c7f68 None None] Pushing event updated for resources: {'Port': ['ID=083b89b4-ee3a-4a5a-9e65-2bbcb28c4fdc,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:33.814358 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-adbd6e7a-c150-445b-8f29-894e3f2abc0d None None] Allocated IP 2001:db8:1::2 (b9073240-ca52-4739-b18b-f0b48abc53b7/423b68c4-f78b-4884-b332-8588bc284014/8eb5cbba-7f26-44fc-9220-859445a3878d) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:48:34.181699 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ea06253-4036-48a5-911f-02c41a58de43 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:34.255386 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-adbd6e7a-c150-445b-8f29-894e3f2abc0d None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:34.270305 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-adbd6e7a-c150-445b-8f29-894e3f2abc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:34.288243 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc376fb-968c-48cc-8869-1b244fd86c49 req-ccd058c1-e720-4ce7-bb81-be7c12aaed97 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:34.300203 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0fc376fb-968c-48cc-8869-1b244fd86c49 req-ccd058c1-e720-4ce7-bb81-be7c12aaed97 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.2586937 Nov 04 10:48:34.409169 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0fc376fb-968c-48cc-8869-1b244fd86c49 req-6941f4a2-9850-47c6-9107-5acc4bb6dab2 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073432 Nov 04 10:48:34.416705 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbd6e7a-c150-445b-8f29-894e3f2abc0d None None] Network b9073240-ca52-4739-b18b-f0b48abc53b7 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:48:34.451433 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-adbd6e7a-c150-445b-8f29-894e3f2abc0d None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:48:34.457523 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbd6e7a-c150-445b-8f29-894e3f2abc0d None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:48:34.462674 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd6e7a-c150-445b-8f29-894e3f2abc0d None None] Pushing event updated for resources: {'Port': ['ID=8eb5cbba-7f26-44fc-9220-859445a3878d,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:34.549545 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-adbd6e7a-c150-445b-8f29-894e3f2abc0d None None] Attempting to bind port 8eb5cbba-7f26-44fc-9220-859445a3878d on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:48:34.550081 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-adbd6e7a-c150-445b-8f29-894e3f2abc0d None None] Attempting to bind port 8eb5cbba-7f26-44fc-9220-859445a3878d by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '6ccd23eb-febf-4400-a9c6-1bf6ef15cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'b9073240-ca52-4739-b18b-f0b48abc53b7'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:48:34.550540 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbd6e7a-c150-445b-8f29-894e3f2abc0d None None] Attempting to bind port 8eb5cbba-7f26-44fc-9220-859445a3878d on network b9073240-ca52-4739-b18b-f0b48abc53b7 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:48:34.556095 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbd6e7a-c150-445b-8f29-894e3f2abc0d None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:48:34.557066 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbd6e7a-c150-445b-8f29-894e3f2abc0d None None] Checking segment: {'id': '6ccd23eb-febf-4400-a9c6-1bf6ef15cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'b9073240-ca52-4739-b18b-f0b48abc53b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:48:34.557728 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-adbd6e7a-c150-445b-8f29-894e3f2abc0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:34.558358 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbd6e7a-c150-445b-8f29-894e3f2abc0d None None] Bound using segment: {'id': '6ccd23eb-febf-4400-a9c6-1bf6ef15cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'b9073240-ca52-4739-b18b-f0b48abc53b7'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:48:34.559086 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-adbd6e7a-c150-445b-8f29-894e3f2abc0d None None] Bound port: 8eb5cbba-7f26-44fc-9220-859445a3878d, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ccd23eb-febf-4400-a9c6-1bf6ef15cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'b9073240-ca52-4739-b18b-f0b48abc53b7'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:48:34.559710 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-adbd6e7a-c150-445b-8f29-894e3f2abc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:34.609303 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56312) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:34.629605 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-adbd6e7a-c150-445b-8f29-894e3f2abc0d None None] For port 8eb5cbba-7f26-44fc-9220-859445a3878d, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:48:34.633424 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-adbd6e7a-c150-445b-8f29-894e3f2abc0d None None] For port 8eb5cbba-7f26-44fc-9220-859445a3878d, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=8eb5cbba-7f26-44fc-9220-859445a3878d,segment=NetworkSegment(6ccd23eb-febf-4400-a9c6-1bf6ef15cc7d),segment_id=6ccd23eb-febf-4400-a9c6-1bf6ef15cc7d)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:48:34.641354 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-adbd6e7a-c150-445b-8f29-894e3f2abc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:34.678534 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-2ea06253-4036-48a5-911f-02c41a58de43 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Allocated IP 2001:db8::1 (0a08127e-9451-4965-9a93-71bfdd33de77/2ece9194-af6e-462c-bfd4-167341200c96/430c4a02-cfc6-4595-85e9-c7d60b388c85) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:48:34.737458 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd6e7a-c150-445b-8f29-894e3f2abc0d None None] Pushing event updated for resources: {'Port': ['ID=8eb5cbba-7f26-44fc-9220-859445a3878d,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:34.817867 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-01399191-5330-48f2-8534-1d46a9a7223b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:34.958169 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-01399191-5330-48f2-8534-1d46a9a7223b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:34.975203 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-01399191-5330-48f2-8534-1d46a9a7223b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:35.064726 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01399191-5330-48f2-8534-1d46a9a7223b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d614413-8832-43df-ac15-5df9a72045ec,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:35.087590 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-01399191-5330-48f2-8534-1d46a9a7223b admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=ed76604404d24c6e8ce0847b8a27f0d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4763563 Nov 04 10:48:35.088454 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56322) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:35.217820 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4e822487-cc51-4329-b1af-c097c0488be8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:35.299423 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4e822487-cc51-4329-b1af-c097c0488be8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:35.425856 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4e822487-cc51-4329-b1af-c097c0488be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:35.430373 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4e822487-cc51-4329-b1af-c097c0488be8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:35.437664 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4e822487-cc51-4329-b1af-c097c0488be8 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/9d614413-8832-43df-ac15-5df9a72045ec HTTP/1.1" status: 204 len: 168 time: 0.3456080 Nov 04 10:48:35.459028 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 083b89b4-ee3a-4a5a-9e65-2bbcb28c4fdc up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:48:35.469343 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e822487-cc51-4329-b1af-c097c0488be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d614413-8832-43df-ac15-5df9a72045ec,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:35.583740 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933a690-5358-459c-84e1-7b0771ed59f1 req-33027394-07c6-4881-9f78-1db1eafaa8b2 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:35.591831 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5933a690-5358-459c-84e1-7b0771ed59f1 req-33027394-07c6-4881-9f78-1db1eafaa8b2 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.126 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.2877989 Nov 04 10:48:35.653620 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 083b89b4-ee3a-4a5a-9e65-2bbcb28c4fdc triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:48:35.654159 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ea06253-4036-48a5-911f-02c41a58de43 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:35.654530 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:35.705128 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922bebee-f457-4068-87f7-21770cb6886f req-625e5e2a-9ea4-48a7-b7cf-738f0fc805ea tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:35.718923 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-922bebee-f457-4068-87f7-21770cb6886f req-625e5e2a-9ea4-48a7-b7cf-738f0fc805ea tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 945 time: 0.1544960 Nov 04 10:48:35.765522 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:35.837465 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-922bebee-f457-4068-87f7-21770cb6886f req-f24bf735-e345-4264-b380-3152356f97b9 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167355 Nov 04 10:48:35.870756 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ea06253-4036-48a5-911f-02c41a58de43 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:35.897426 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-5933a690-5358-459c-84e1-7b0771ed59f1 req-dd77c807-42f3-4d40-80a3-714aa3f2d7bc tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Deleting port e1245017-297c-4737-b377-533a54a47c4d {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:48:35.897926 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5933a690-5358-459c-84e1-7b0771ed59f1 req-dd77c807-42f3-4d40-80a3-714aa3f2d7bc tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:35.932878 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 083b89b4-ee3a-4a5a-9e65-2bbcb28c4fdc, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=083b89b4-ee3a-4a5a-9e65-2bbcb28c4fdc,segment=NetworkSegment(e148d276-c97f-41d1-b58b-f0104dbaacb0),segment_id=e148d276-c97f-41d1-b58b-f0104dbaacb0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:48:35.945616 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:35.950272 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8eb5cbba-7f26-44fc-9220-859445a3878d up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:48:36.186951 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=083b89b4-ee3a-4a5a-9e65-2bbcb28c4fdc,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:36.210845 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1807ec3-f9f0-4a70-a14b-00e1eba012dd None None] Network 0a08127e-9451-4965-9a93-71bfdd33de77 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:48:36.248099 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56354) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:36.253580 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-a2d81777-c8c5-4676-9f8a-dc71d3f6b6d3 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-705487392', 'description': 'tempest-secgroup-smoke-705487392 description', 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:36.257509 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-5933a690-5358-459c-84e1-7b0771ed59f1 req-dd77c807-42f3-4d40-80a3-714aa3f2d7bc tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] For port e1245017-297c-4737-b377-533a54a47c4d, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e1245017-297c-4737-b377-533a54a47c4d,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:48:36.258718 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5933a690-5358-459c-84e1-7b0771ed59f1 req-dd77c807-42f3-4d40-80a3-714aa3f2d7bc tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:36.296781 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea06253-4036-48a5-911f-02c41a58de43 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Port': ['ID=430c4a02-cfc6-4595-85e9-c7d60b388c85,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:36.318072 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a2d81777-c8c5-4676-9f8a-dc71d3f6b6d3 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:36.330642 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea06253-4036-48a5-911f-02c41a58de43 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network 0a08127e-9451-4965-9a93-71bfdd33de77 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:48:36.332742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-5933a690-5358-459c-84e1-7b0771ed59f1 req-dd77c807-42f3-4d40-80a3-714aa3f2d7bc tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Calling delete_port for e1245017-297c-4737-b377-533a54a47c4d owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:48:36.342581 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-2ea06253-4036-48a5-911f-02c41a58de43 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:48:36.360744 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56358) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:36.362881 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea06253-4036-48a5-911f-02c41a58de43 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:48:36.364233 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ea06253-4036-48a5-911f-02c41a58de43 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:36.373188 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 8eb5cbba-7f26-44fc-9220-859445a3878d triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:48:36.373547 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:36.421788 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-3db31e1d-865c-4435-94a7-d6a29990d4c8 None None] Provisioning complete for port 083b89b4-ee3a-4a5a-9e65-2bbcb28c4fdc triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:48:36.423178 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3db31e1d-865c-4435-94a7-d6a29990d4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:36.456061 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-30a8c433-e5b3-4053-957b-f1fcac431f3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:36.536272 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a2d81777-c8c5-4676-9f8a-dc71d3f6b6d3 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:36.544007 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a2d81777-c8c5-4676-9f8a-dc71d3f6b6d3 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:36.612746 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a2d81777-c8c5-4676-9f8a-dc71d3f6b6d3 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:36.618194 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a2d81777-c8c5-4676-9f8a-dc71d3f6b6d3 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3689318 Nov 04 10:48:36.619206 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56368) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:36.635738 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-fdd377c3-7860-4022-8760-a98df8df3f22 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Request body: {'security_group_rule': {'security_group_id': 'b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9', 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:36.652964 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d81777-c8c5-4676-9f8a-dc71d3f6b6d3 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:36.703821 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fdd377c3-7860-4022-8760-a98df8df3f22 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:36.704401 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702cbc31-1644-47ec-aa92-a92a173c621c None None] Network b9073240-ca52-4739-b18b-f0b48abc53b7 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:48:36.772657 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5933a690-5358-459c-84e1-7b0771ed59f1 req-dd77c807-42f3-4d40-80a3-714aa3f2d7bc tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:36.795294 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['310bdf6a-823e-4dce-ba34-0799bb073a43', 'e1245017-297c-4737-b377-533a54a47c4d'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:48:36.806558 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fdd377c3-7860-4022-8760-a98df8df3f22 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:36.816595 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fdd377c3-7860-4022-8760-a98df8df3f22 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:36.820511 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77c807-42f3-4d40-80a3-714aa3f2d7bc tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Pushing event deleted for resources: {'Port': ['ID=e1245017-297c-4737-b377-533a54a47c4d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:36.863236 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd377c3-7860-4022-8760-a98df8df3f22 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=752bb0e8-eda7-4c28-8187-247ec9accc0e,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:36.888419 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fdd377c3-7860-4022-8760-a98df8df3f22 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:36.890198 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fdd377c3-7860-4022-8760-a98df8df3f22 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2641258 Nov 04 10:48:36.892871 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56374) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:36.899760 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-87a8194b-8c7d-4b73-97da-8e097be0bcbc tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Request body: {'security_group_rule': {'security_group_id': 'b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9', 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:36.917107 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-5933a690-5358-459c-84e1-7b0771ed59f1 req-dd77c807-42f3-4d40-80a3-714aa3f2d7bc tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] No DVR routers for this DVR port e1245017-297c-4737-b377-533a54a47c4d on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:48:36.927675 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5933a690-5358-459c-84e1-7b0771ed59f1 req-dd77c807-42f3-4d40-80a3-714aa3f2d7bc tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:36.931225 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5933a690-5358-459c-84e1-7b0771ed59f1 req-dd77c807-42f3-4d40-80a3-714aa3f2d7bc tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.126 "DELETE /v2.0/ports/e1245017-297c-4737-b377-533a54a47c4d HTTP/1.1" status: 204 len: 173 time: 1.3297949 Nov 04 10:48:36.931692 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9eac5bf-8387-4284-902b-4cb3ec05ab8e', 'name': 'network-vif-deleted', 'tag': 'e1245017-297c-4737-b377-533a54a47c4d'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:48:36.934213 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69cd293-dd8c-480e-a631-068073dac3c1" -d '{"events": [{"server_uuid": "b9eac5bf-8387-4284-902b-4cb3ec05ab8e", "name": "network-vif-deleted", "tag": "e1245017-297c-4737-b377-533a54a47c4d"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:48:36.944231 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ea06253-4036-48a5-911f-02c41a58de43 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:37.027941 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-87a8194b-8c7d-4b73-97da-8e097be0bcbc tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:37.078671 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6e3e4516-df51-49bb-a0e3-e5cf6e504295 req-337cf3f5-ed2e-45a7-b536-077a5753b4da tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9eac5bf-8387-4284-902b-4cb3ec05ab8e HTTP/1.1" status: 200 len: 210 time: 0.1161916 Nov 04 10:48:37.118770 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:37.217253 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-87a8194b-8c7d-4b73-97da-8e097be0bcbc tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:37.223962 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-87a8194b-8c7d-4b73-97da-8e097be0bcbc tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:37.260777 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8194b-8c7d-4b73-97da-8e097be0bcbc tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d4e1b3-ed79-471e-9581-bac5c1537f0d,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:37.271269 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-30a8c433-e5b3-4053-957b-f1fcac431f3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:37.308580 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-87a8194b-8c7d-4b73-97da-8e097be0bcbc tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:37.312487 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-87a8194b-8c7d-4b73-97da-8e097be0bcbc tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4159024 Nov 04 10:48:37.313744 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56386) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:37.319794 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-1c16220f-0ba5-48a7-a632-7cb0ce7f7f75 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Request body: {'security_group_rule': {'security_group_id': 'b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9', 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:37.347799 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1446d683-c191-4334-bf61-2d67bb5ae9e6 x-openstack-request-id: req-1446d683-c191-4334-bf61-2d67bb5ae9e6 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:48:37.348465 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9eac5bf-8387-4284-902b-4cb3ec05ab8e", "name": "network-vif-deleted", "tag": "e1245017-297c-4737-b377-533a54a47c4d", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:48:37.348946 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-1446d683-c191-4334-bf61-2d67bb5ae9e6 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:48:37.349502 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9eac5bf-8387-4284-902b-4cb3ec05ab8e', 'name': 'network-vif-deleted', 'tag': 'e1245017-297c-4737-b377-533a54a47c4d', 'status': 'completed', 'code': 200} Nov 04 10:48:37.354526 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-30a8c433-e5b3-4053-957b-f1fcac431f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:37.380278 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 8eb5cbba-7f26-44fc-9220-859445a3878d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=8eb5cbba-7f26-44fc-9220-859445a3878d,segment=NetworkSegment(6ccd23eb-febf-4400-a9c6-1bf6ef15cc7d),segment_id=6ccd23eb-febf-4400-a9c6-1bf6ef15cc7d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:48:37.381486 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-1001c554-edc1-4f54-b0f2-a8c1ae9109b1 None None] Provisioning complete for port 8eb5cbba-7f26-44fc-9220-859445a3878d triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:48:37.387982 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1001c554-edc1-4f54-b0f2-a8c1ae9109b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:37.391561 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c16220f-0ba5-48a7-a632-7cb0ce7f7f75 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:37.453452 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8c433-e5b3-4053-957b-f1fcac431f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f037dc4d-f472-49e9-b88b-1a83f5e8d3c6,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:37.458713 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-30a8c433-e5b3-4053-957b-f1fcac431f3d admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=83f1a2c20f4b406c8a0e4ff51da108a7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0896752 Nov 04 10:48:37.465086 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56396) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:37.481500 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:37.531357 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-357ba6bf-4696-4cd9-9310-a12273912c7e service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4433270 Nov 04 10:48:37.636474 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b79c9e73-594c-4458-8fdf-3f2ff4ac3994 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:37.677083 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c16220f-0ba5-48a7-a632-7cb0ce7f7f75 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:37.695393 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b79c9e73-594c-4458-8fdf-3f2ff4ac3994 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:37.746962 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=8eb5cbba-7f26-44fc-9220-859445a3878d,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:37.753682 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c16220f-0ba5-48a7-a632-7cb0ce7f7f75 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:37.771747 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16220f-0ba5-48a7-a632-7cb0ce7f7f75 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4874d95c-ecb1-465b-8518-13538ebf3df2,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:37.773896 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b79c9e73-594c-4458-8fdf-3f2ff4ac3994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:37.776600 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b79c9e73-594c-4458-8fdf-3f2ff4ac3994 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:37.777810 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b79c9e73-594c-4458-8fdf-3f2ff4ac3994 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/f037dc4d-f472-49e9-b88b-1a83f5e8d3c6 HTTP/1.1" status: 204 len: 168 time: 0.3117409 Nov 04 10:48:37.795313 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c9e73-594c-4458-8fdf-3f2ff4ac3994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f037dc4d-f472-49e9-b88b-1a83f5e8d3c6,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:37.814467 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c16220f-0ba5-48a7-a632-7cb0ce7f7f75 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:37.817365 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1c16220f-0ba5-48a7-a632-7cb0ce7f7f75 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5018167 Nov 04 10:48:37.820847 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56404) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:37.856532 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-db2ea06b-a987-48a2-890c-b127e207c0ee tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Request body: {'security_group_rule': {'security_group_id': 'b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9', 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:37.895170 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ea06253-4036-48a5-911f-02c41a58de43 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:37.908521 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 083b89b4-ee3a-4a5a-9e65-2bbcb28c4fdc up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:48:37.917411 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ea06253-4036-48a5-911f-02c41a58de43 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:37.919871 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ea06253-4036-48a5-911f-02c41a58de43 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:37.946796 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-db2ea06b-a987-48a2-890c-b127e207c0ee tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:38.081069 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea06253-4036-48a5-911f-02c41a58de43 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Port': ['ID=430c4a02-cfc6-4595-85e9-c7d60b388c85,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:38.107566 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-c647dd6a-02f3-4c68-8978-460655584852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:38.108250 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-c647dd6a-02f3-4c68-8978-460655584852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:38.108991 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-c647dd6a-02f3-4c68-8978-460655584852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:38.109691 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-c647dd6a-02f3-4c68-8978-460655584852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:38.110323 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-c647dd6a-02f3-4c68-8978-460655584852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:38.110967 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-c647dd6a-02f3-4c68-8978-460655584852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:38.111615 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-c647dd6a-02f3-4c68-8978-460655584852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:38.113951 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-c647dd6a-02f3-4c68-8978-460655584852 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=24e6e80e7cbd47b89cef6beaedf3befe&device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 6491 time: 0.2162397 Nov 04 10:48:38.153012 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-db2ea06b-a987-48a2-890c-b127e207c0ee tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:38.165284 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-db2ea06b-a987-48a2-890c-b127e207c0ee tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:38.246115 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ea06b-a987-48a2-890c-b127e207c0ee tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09728f7-36a3-4eef-aeec-6d4bc3b607f8,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:38.271570 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-db2ea06b-a987-48a2-890c-b127e207c0ee tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:38.274851 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-db2ea06b-a987-48a2-890c-b127e207c0ee tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4521110 Nov 04 10:48:38.280589 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56420) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:38.294515 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-1c9727c2-8c99-4e78-b6b2-56aa8363d0b2 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Request body: {'security_group_rule': {'security_group_id': 'b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9', 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:38.306603 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 083b89b4-ee3a-4a5a-9e65-2bbcb28c4fdc triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:48:38.310779 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:38.359130 n-d-816629-1 neutron-server[101774]: INFO neutron.db.securitygroups_db [None req-1c9727c2-8c99-4e78-b6b2-56aa8363d0b2 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Project 1f6ce77b47aa41a995e4704afc0cafa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:48:38.372224 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c9727c2-8c99-4e78-b6b2-56aa8363d0b2 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:38.466814 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-8d92aceb-be22-41b5-91b6-fac224f8c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:38.468141 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-8d92aceb-be22-41b5-91b6-fac224f8c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:38.470127 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-8d92aceb-be22-41b5-91b6-fac224f8c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:38.473215 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b1fc1c40-4d64-4b43-bee1-755895ef7084 None None] Provisioning complete for port 083b89b4-ee3a-4a5a-9e65-2bbcb28c4fdc triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:48:38.473891 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b1fc1c40-4d64-4b43-bee1-755895ef7084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:38.481159 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-8d92aceb-be22-41b5-91b6-fac224f8c919 service neutron] 10.222.0.126 "GET /v2.0/networks?id=1b9e5f98-4b76-4986-a39a-d24c4975f75c&id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&id=e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1&id=e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1 HTTP/1.1" status: 200 len: 2296 time: 0.2920272 Nov 04 10:48:38.570533 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c9727c2-8c99-4e78-b6b2-56aa8363d0b2 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:38.578041 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c9727c2-8c99-4e78-b6b2-56aa8363d0b2 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:38.602067 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9727c2-8c99-4e78-b6b2-56aa8363d0b2 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f01f4c36-a9df-40ba-b182-d22261f6d3d2,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:38.634949 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-200ec1d5-83e5-41cd-8026-f537364cc605 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=511fc5ae-cb19-4f00-a96e-ae1fe43026e6 HTTP/1.1" status: 200 len: 1001 time: 0.1517689 Nov 04 10:48:38.640737 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea06253-4036-48a5-911f-02c41a58de43 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network 0a08127e-9451-4965-9a93-71bfdd33de77 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:48:38.644493 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c9727c2-8c99-4e78-b6b2-56aa8363d0b2 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:38.648971 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1c9727c2-8c99-4e78-b6b2-56aa8363d0b2 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3668025 Nov 04 10:48:38.649726 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56436) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:38.654153 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-6c1d6087-6ed9-436e-9fd9-bb4aee05183c tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Request body: {'security_group_rule': {'security_group_id': 'b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9', 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:38.665913 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-2ea06253-4036-48a5-911f-02c41a58de43 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:48:38.712709 n-d-816629-1 neutron-server[101774]: INFO neutron.db.securitygroups_db [None req-6c1d6087-6ed9-436e-9fd9-bb4aee05183c tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Project 1f6ce77b47aa41a995e4704afc0cafa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:48:38.723696 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c1d6087-6ed9-436e-9fd9-bb4aee05183c tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:38.803938 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b1fc1c40-4d64-4b43-bee1-755895ef7084 None None] Provisioning complete for port 430c4a02-cfc6-4595-85e9-c7d60b388c85 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:48:38.807806 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b1fc1c40-4d64-4b43-bee1-755895ef7084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:38.906908 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc1c40-4d64-4b43-bee1-755895ef7084 None None] Port 430c4a02-cfc6-4595-85e9-c7d60b388c85 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:48:38.919942 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c1d6087-6ed9-436e-9fd9-bb4aee05183c tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:38.938796 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c1d6087-6ed9-436e-9fd9-bb4aee05183c tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:38.980395 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d6087-6ed9-436e-9fd9-bb4aee05183c tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c646112e-d135-43c1-80a0-db59f6982466,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:39.003499 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c1d6087-6ed9-436e-9fd9-bb4aee05183c tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:39.005329 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6c1d6087-6ed9-436e-9fd9-bb4aee05183c tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3545921 Nov 04 10:48:39.054857 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-79168a56-ae52-489e-a12b-a8431f5824cc None None] Provisioning complete for port 8eb5cbba-7f26-44fc-9220-859445a3878d triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:48:39.055364 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-79168a56-ae52-489e-a12b-a8431f5824cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:39.077662 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-35f0aecb-5fc6-4e67-a656-71e83b2bee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:39.079286 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-35f0aecb-5fc6-4e67-a656-71e83b2bee7b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=cad3f525-abcd-4ea2-aa2e-91412e579fe9 HTTP/1.1" status: 200 len: 850 time: 0.4370868 Nov 04 10:48:39.174639 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-caab266f-dcc2-4266-80b0-35472530c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:39.179078 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-caab266f-dcc2-4266-80b0-35472530c804 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1b9e5f98-4b76-4986-a39a-d24c4975f75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868528 Nov 04 10:48:39.235323 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea06253-4036-48a5-911f-02c41a58de43 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Router 9bb242f3-8d53-4e24-9bcd-2ae28b5b6249 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:48:39.361256 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device e1245017-297c-4737-b377-533a54a47c4d no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:48:39.391034 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: e1245017-297c-4737-b377-533a54a47c4d {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:48:39.391705 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device e1245017-297c-4737-b377-533a54a47c4d not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:48:39.437471 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-3de51c59-f422-4ffa-8fd9-c86e0011a436 None None] Provisioning complete for port 430c4a02-cfc6-4595-85e9-c7d60b388c85 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:48:39.440801 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3de51c59-f422-4ffa-8fd9-c86e0011a436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:39.482200 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea06253-4036-48a5-911f-02c41a58de43 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:48:39.488048 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-fd9f5e22-4133-417a-83d8-d8ce3891f91e service neutron] 10.222.0.126 "GET /v2.0/networks/1b9e5f98-4b76-4986-a39a-d24c4975f75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034134 Nov 04 10:48:39.501324 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2ea06253-4036-48a5-911f-02c41a58de43 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "PUT /v2.0/routers/9bb242f3-8d53-4e24-9bcd-2ae28b5b6249/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1406174 Nov 04 10:48:39.501455 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56482) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:39.549204 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-3de51c59-f422-4ffa-8fd9-c86e0011a436 None None] Port 430c4a02-cfc6-4595-85e9-c7d60b388c85 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:48:39.556957 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa923869-d7e9-4251-940f-db4088bc9eac None None] Sync routers for ids ['9bb242f3-8d53-4e24-9bcd-2ae28b5b6249'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:48:39.587627 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa923869-d7e9-4251-940f-db4088bc9eac None None] Routers {'9bb242f3-8d53-4e24-9bcd-2ae28b5b6249'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:48:39.588883 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-aa923869-d7e9-4251-940f-db4088bc9eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:48:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['9bb242f3-8d53-4e24-9bcd-2ae28b5b6249'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:39.608126 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd3417b-b029-4282-a536-f8d7bad1a2b5 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:39.625027 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cdd3417b-b029-4282-a536-f8d7bad1a2b5 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "GET /v2.0/ports/430c4a02-cfc6-4595-85e9-c7d60b388c85 HTTP/1.1" status: 200 len: 911 time: 0.1269839 Nov 04 10:48:39.627612 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56486) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:39.658182 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-f93f73e1-3f0c-4f67-9ddb-67475c0b3ff7 service neutron] 10.222.0.126 "GET /v2.0/networks/1b9e5f98-4b76-4986-a39a-d24c4975f75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552775 Nov 04 10:48:39.660288 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-aa923869-d7e9-4251-940f-db4088bc9eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:39.667733 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8eb5cbba-7f26-44fc-9220-859445a3878d up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:48:39.724346 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa923869-d7e9-4251-940f-db4088bc9eac None None] Routers {'9bb242f3-8d53-4e24-9bcd-2ae28b5b6249'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:48:39.725162 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-aa923869-d7e9-4251-940f-db4088bc9eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:48:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['9bb242f3-8d53-4e24-9bcd-2ae28b5b6249'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:39.728451 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-f2e158df-12d4-4903-afc2-09e6c0ea5afa service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=93a6d616-ae72-4081-a095-06a4eb3aa14f HTTP/1.1" status: 200 len: 217 time: 0.0462835 Nov 04 10:48:39.763217 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-aa923869-d7e9-4251-940f-db4088bc9eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:39.764320 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa923869-d7e9-4251-940f-db4088bc9eac None None] The sync data for ids ['9bb242f3-8d53-4e24-9bcd-2ae28b5b6249'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:48:39.783911 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 8eb5cbba-7f26-44fc-9220-859445a3878d triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:48:39.784721 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:39.871821 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-a69fff0e-4ba2-4466-aad0-4f048331bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:39.893989 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-a69fff0e-4ba2-4466-aad0-4f048331bb21 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c288e9a9-e266-47aa-b999-fff4d7adb121 HTTP/1.1" status: 200 len: 797 time: 0.1542826 Nov 04 10:48:39.978793 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-50d6c53a-eaf4-48f3-aa48-35e8686ac35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:39.980497 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-50d6c53a-eaf4-48f3-aa48-35e8686ac35c service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0819530 Nov 04 10:48:39.988855 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-1ef6bcf6-3239-48ee-80ed-9f1be3bd9813 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-705487392&fields=id&tenant_id=1f6ce77b47aa41a995e4704afc0cafa2 HTTP/1.1" status: 200 len: 267 time: 0.0733733 Nov 04 10:48:40.150613 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-511da2a1-bc9c-4ccd-a715-362355df0805 service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621521 Nov 04 10:48:40.268365 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-ef0f0296-907b-4c7c-9c6d-259199a1e80f service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106322 Nov 04 10:48:40.277311 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-b80083da-a300-4db4-acd3-4a4966679bce tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:40.284508 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-b80083da-a300-4db4-acd3-4a4966679bce tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/networks?id=f9e59902-9960-4058-813a-8c12bf428482 HTTP/1.1" status: 200 len: 814 time: 0.2940586 Nov 04 10:48:40.331429 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-aa4e9680-7594-463f-accc-61294c49a6dc service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=a09927a9-ef20-452f-a0cd-6d40858aa8ef HTTP/1.1" status: 200 len: 217 time: 0.0534599 Nov 04 10:48:40.333467 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-5e6663b9-5b89-4f4e-9dac-ca0c07ae7723 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/quotas/1f6ce77b47aa41a995e4704afc0cafa2 HTTP/1.1" status: 200 len: 375 time: 0.0476868 Nov 04 10:48:40.381472 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9ce6aec7-761c-4ba5-baf7-bb9db88d1837 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:40.402618 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-dcdd42ea-d167-4780-9262-2ecb5b3a0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:40.404467 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-dcdd42ea-d167-4780-9262-2ecb5b3a0f82 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c288e9a9-e266-47aa-b999-fff4d7adb121 HTTP/1.1" status: 200 len: 797 time: 0.0664158 Nov 04 10:48:40.405396 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-4bdb73ec-7b96-4844-a816-63dc9f6becae tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=1f6ce77b47aa41a995e4704afc0cafa2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713151 Nov 04 10:48:40.467177 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-4854fe2e-c51c-49a3-b467-65c550835a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:40.468695 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-4854fe2e-c51c-49a3-b467-65c550835a9b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0565805 Nov 04 10:48:40.565244 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-4e73ee38-0f94-4847-b5b9-07f63db63f69 service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894637 Nov 04 10:48:40.658300 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-c02e4634-9238-4f8d-b2dc-578b94cb454c service neutron] 10.222.0.127 "GET /v2.0/networks/f9e59902-9960-4058-813a-8c12bf428482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053969 Nov 04 10:48:40.677797 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56546) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:40.724877 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-52b67896-62f1-465e-a466-294f499ef5d5 service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507277 Nov 04 10:48:40.785888 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-66863c1b-d832-411e-968c-7b2bbc5b0a37 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=4ab0a657-f335-4fa1-bff5-c15c3461f18a HTTP/1.1" status: 200 len: 217 time: 0.0522673 Nov 04 10:48:40.848566 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-24e126f6-4a97-4852-a75a-489224574fbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:40.855613 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-d742caf5-4a90-4b0d-b4ef-ab76f34ec9e1 service neutron] 10.222.0.127 "GET /v2.0/networks/f9e59902-9960-4058-813a-8c12bf428482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832955 Nov 04 10:48:40.866621 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-9ce6aec7-761c-4ba5-baf7-bb9db88d1837 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Allocated IP 2001:db8:1::1 (b9073240-ca52-4739-b18b-f0b48abc53b7/423b68c4-f78b-4884-b332-8588bc284014/9b5d9475-f4e0-407a-8f3b-c38330e16c44) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:48:40.872675 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-555677cb-061f-4644-8c00-041c4f18663b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:40.874874 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-555677cb-061f-4644-8c00-041c4f18663b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c288e9a9-e266-47aa-b999-fff4d7adb121 HTTP/1.1" status: 200 len: 797 time: 0.0811217 Nov 04 10:48:40.969810 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-c3f04fd8-2d09-485d-9d32-6adbe018c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:40.971361 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-c3f04fd8-2d09-485d-9d32-6adbe018c7ba service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0872469 Nov 04 10:48:41.093682 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-24e126f6-4a97-4852-a75a-489224574fbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:41.100910 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-24e126f6-4a97-4852-a75a-489224574fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:41.167428 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e126f6-4a97-4852-a75a-489224574fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde2b008-cc57-4f6c-8208-dc91c39c66de,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:41.198413 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-99be6b76-a235-4311-a5f5-7b6d3cdc1cf2 service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129018 Nov 04 10:48:41.202778 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-24e126f6-4a97-4852-a75a-489224574fbe admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=a7e3c99c28fe41a5935e0fcc87cc86dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5209780 Nov 04 10:48:41.216165 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56564) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:41.520008 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f93a1b6-ac40-4e3b-b8d3-c7dc70d8650c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:41.558084 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-187dca55-1780-4a4a-8b82-e6d842fc6dd4 service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408222 Nov 04 10:48:41.607220 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f93a1b6-ac40-4e3b-b8d3-c7dc70d8650c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:41.629628 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dd11589f-f3d5-4034-a4d9-34a66ee00cb1 req-88aa7729-357e-4c55-937d-5a22dd3c8125 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 210 time: 0.0498688 Nov 04 10:48:41.667569 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-caddaf5c-10ba-4756-bc8e-dee09bc39381 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=bb296dc2-fe9a-4d2b-a25a-d011341603b9 HTTP/1.1" status: 200 len: 217 time: 0.0931191 Nov 04 10:48:41.703318 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9ce6aec7-761c-4ba5-baf7-bb9db88d1837 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:41.761162 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9ce6aec7-761c-4ba5-baf7-bb9db88d1837 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:41.829043 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f93a1b6-ac40-4e3b-b8d3-c7dc70d8650c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:41.833806 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f93a1b6-ac40-4e3b-b8d3-c7dc70d8650c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:41.836265 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5f93a1b6-ac40-4e3b-b8d3-c7dc70d8650c admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/fde2b008-cc57-4f6c-8208-dc91c39c66de HTTP/1.1" status: 204 len: 168 time: 0.6143775 Nov 04 10:48:41.868594 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93a1b6-ac40-4e3b-b8d3-c7dc70d8650c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde2b008-cc57-4f6c-8208-dc91c39c66de,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:41.918074 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-92120d60-568e-4451-825a-f3f9e957bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:41.921899 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-92120d60-568e-4451-825a-f3f9e957bf4f service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c288e9a9-e266-47aa-b999-fff4d7adb121 HTTP/1.1" status: 200 len: 797 time: 0.2381399 Nov 04 10:48:41.969658 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce6aec7-761c-4ba5-baf7-bb9db88d1837 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network b9073240-ca52-4739-b18b-f0b48abc53b7 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:48:41.971062 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce6aec7-761c-4ba5-baf7-bb9db88d1837 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Port': ['ID=9b5d9475-f4e0-407a-8f3b-c38330e16c44,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:41.975688 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-9ce6aec7-761c-4ba5-baf7-bb9db88d1837 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:48:41.992343 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce6aec7-761c-4ba5-baf7-bb9db88d1837 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:48:41.995572 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9ce6aec7-761c-4ba5-baf7-bb9db88d1837 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:42.073650 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-327cdac1-a3c2-4a54-99ea-01886a4a456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:42.078410 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-327cdac1-a3c2-4a54-99ea-01886a4a456f service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b24fc8aa-ee49-4b0e-86f2-bb77483ee604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1493866 Nov 04 10:48:42.344566 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9ce6aec7-761c-4ba5-baf7-bb9db88d1837 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:42.373356 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:42.385494 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-03bd45dd-dff1-4719-9f6a-466ab2c3319d service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992766 Nov 04 10:48:42.587480 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-72292074-802f-445d-b66f-89cd0aa088cb service neutron] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912563 Nov 04 10:48:42.610433 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-90ce8da6-aeea-4f5d-adeb-6526930c5684 None None] Provisioning complete for port 9b5d9475-f4e0-407a-8f3b-c38330e16c44 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:48:42.612180 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-90ce8da6-aeea-4f5d-adeb-6526930c5684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:42.688508 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-cb665ef9-fef8-48bd-8325-96630fa66f00 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=72df5c77-e2bf-4914-a389-b01de4c7d2be HTTP/1.1" status: 200 len: 217 time: 0.0840724 Nov 04 10:48:42.693148 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-90ce8da6-aeea-4f5d-adeb-6526930c5684 None None] Port 9b5d9475-f4e0-407a-8f3b-c38330e16c44 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:48:42.906607 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd47a1-7289-4338-9047-49f77328959b req-cff1afb4-0181-47ba-92a7-34c561fcb84e tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:42.916808 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-14cd47a1-7289-4338-9047-49f77328959b req-cff1afb4-0181-47ba-92a7-34c561fcb84e tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=57f9d6ff-d3b2-4838-8bd6-98e702f22c1b HTTP/1.1" status: 200 len: 945 time: 0.2721479 Nov 04 10:48:43.039405 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-14cd47a1-7289-4338-9047-49f77328959b req-28d082b5-1029-4b58-8d57-d7fb04bdf85b tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211247 Nov 04 10:48:43.126209 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9ce6aec7-761c-4ba5-baf7-bb9db88d1837 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:43.136890 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9ce6aec7-761c-4ba5-baf7-bb9db88d1837 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:43.138014 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9ce6aec7-761c-4ba5-baf7-bb9db88d1837 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:43.210280 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-72209c34-fee6-4f2a-a150-c103b24f897e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:43.211957 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-72209c34-fee6-4f2a-a150-c103b24f897e service neutron] 10.222.0.126 "GET /v2.0/subnets?id=fb0189f5-0dbc-49c3-b67c-b28bc1fef63a HTTP/1.1" status: 200 len: 797 time: 0.5221477 Nov 04 10:48:43.310392 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-d5f306cf-34cb-4573-8c0e-f9054ab811b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:43.312025 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-d5f306cf-34cb-4573-8c0e-f9054ab811b5 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0898337 Nov 04 10:48:43.315947 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce6aec7-761c-4ba5-baf7-bb9db88d1837 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Port': ['ID=9b5d9475-f4e0-407a-8f3b-c38330e16c44,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:43.520355 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-16b18280-bc5f-4f0f-ac9f-fd7ee727f329 req-7db5db72-da5b-46ba-8096-b29d0021c7f4 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 210 time: 0.2044621 Nov 04 10:48:43.530871 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce6aec7-761c-4ba5-baf7-bb9db88d1837 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network b9073240-ca52-4739-b18b-f0b48abc53b7 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:48:43.583129 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-36f346ba-f75b-41b5-893d-b25d66549e85 service neutron] 10.222.0.126 "GET /v2.0/networks/e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613115 Nov 04 10:48:43.609363 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-9ce6aec7-761c-4ba5-baf7-bb9db88d1837 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:48:43.802265 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce6aec7-761c-4ba5-baf7-bb9db88d1837 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Router 9bb242f3-8d53-4e24-9bcd-2ae28b5b6249 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:48:43.852803 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-a4894925-a1b8-489a-9a81-71bd29d7842a service neutron] 10.222.0.126 "GET /v2.0/networks/e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486088 Nov 04 10:48:43.878703 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a92a04-3181-419e-9ae4-82726423f7b7 req-24f01d06-111b-4766-9424-682a1c750ed9 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:43.880517 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-94a92a04-3181-419e-9ae4-82726423f7b7 req-24f01d06-111b-4766-9424-682a1c750ed9 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.126 "GET /v2.0/ports?device_id=57f9d6ff-d3b2-4838-8bd6-98e702f22c1b HTTP/1.1" status: 200 len: 945 time: 0.1336663 Nov 04 10:48:43.925744 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-9d5bd847-6d56-4965-9e67-4dcf8ba4320a service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=774451b9-da41-429f-b239-13e3f3375067 HTTP/1.1" status: 200 len: 217 time: 0.0633357 Nov 04 10:48:44.047356 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce6aec7-761c-4ba5-baf7-bb9db88d1837 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:48:44.074022 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a64d707-3db8-4992-9a6f-6faecbcb3dcd None None] Sync routers for ids ['9bb242f3-8d53-4e24-9bcd-2ae28b5b6249'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:48:44.101422 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a64d707-3db8-4992-9a6f-6faecbcb3dcd None None] Routers {'9bb242f3-8d53-4e24-9bcd-2ae28b5b6249'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:48:44.103610 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-8a64d707-3db8-4992-9a6f-6faecbcb3dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:48:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['9bb242f3-8d53-4e24-9bcd-2ae28b5b6249'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:44.147657 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-73f0c7a3-2634-410b-8d0b-fc90e2877175 None None] Provisioning complete for port 9b5d9475-f4e0-407a-8f3b-c38330e16c44 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:48:44.148327 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-73f0c7a3-2634-410b-8d0b-fc90e2877175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:44.159506 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-b31821f0-c1e8-4d55-8fc5-6e534da9915c tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:44.176077 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-8a64d707-3db8-4992-9a6f-6faecbcb3dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:44.177625 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-b31821f0-c1e8-4d55-8fc5-6e534da9915c tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.126 "GET /v2.0/networks?id=f9e59902-9960-4058-813a-8c12bf428482 HTTP/1.1" status: 200 len: 814 time: 0.7977147 Nov 04 10:48:44.194712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-3eb37cb4-1367-4fbf-a77d-e212671272c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:44.196444 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-3eb37cb4-1367-4fbf-a77d-e212671272c9 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=fb0189f5-0dbc-49c3-b67c-b28bc1fef63a HTTP/1.1" status: 200 len: 797 time: 0.2201769 Nov 04 10:48:44.222718 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a64d707-3db8-4992-9a6f-6faecbcb3dcd None None] Routers {'9bb242f3-8d53-4e24-9bcd-2ae28b5b6249'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:48:44.223613 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9ce6aec7-761c-4ba5-baf7-bb9db88d1837 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "PUT /v2.0/routers/9bb242f3-8d53-4e24-9bcd-2ae28b5b6249/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5945864 Nov 04 10:48:44.224435 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-8a64d707-3db8-4992-9a6f-6faecbcb3dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:48:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['9bb242f3-8d53-4e24-9bcd-2ae28b5b6249'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:44.254170 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56678) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:44.259144 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-73f0c7a3-2634-410b-8d0b-fc90e2877175 None None] Port 9b5d9475-f4e0-407a-8f3b-c38330e16c44 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:48:44.295445 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-8a64d707-3db8-4992-9a6f-6faecbcb3dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:44.296393 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a64d707-3db8-4992-9a6f-6faecbcb3dcd None None] The sync data for ids ['9bb242f3-8d53-4e24-9bcd-2ae28b5b6249'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:48:44.324258 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-94a92a04-3181-419e-9ae4-82726423f7b7 req-78b281fd-68f1-4741-a728-86e77a587d6e tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Deleting port 310bdf6a-823e-4dce-ba34-0799bb073a43 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:48:44.324749 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-94a92a04-3181-419e-9ae4-82726423f7b7 req-78b281fd-68f1-4741-a728-86e77a587d6e tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:44.380381 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-2f11004b-616c-4a29-a598-00cfb574dcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:44.382618 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-2f11004b-616c-4a29-a598-00cfb574dcc6 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1633518 Nov 04 10:48:44.423358 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56682) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:44.432926 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e550b38-d396-4a1d-93cd-c025f743dbab tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:44.437371 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2e550b38-d396-4a1d-93cd-c025f743dbab tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "GET /v2.0/ports/9b5d9475-f4e0-407a-8f3b-c38330e16c44 HTTP/1.1" status: 200 len: 913 time: 0.1805201 Nov 04 10:48:44.446236 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56684) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:44.526102 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-94a92a04-3181-419e-9ae4-82726423f7b7 req-78b281fd-68f1-4741-a728-86e77a587d6e tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] For port 310bdf6a-823e-4dce-ba34-0799bb073a43, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=310bdf6a-823e-4dce-ba34-0799bb073a43,segment=NetworkSegment(bcca8c31-d7a4-433d-b40d-28629679c70c),segment_id=bcca8c31-d7a4-433d-b40d-28629679c70c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:48:44.526480 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-94a92a04-3181-419e-9ae4-82726423f7b7 req-78b281fd-68f1-4741-a728-86e77a587d6e tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:44.568694 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-94a92a04-3181-419e-9ae4-82726423f7b7 req-78b281fd-68f1-4741-a728-86e77a587d6e tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Calling delete_port for 310bdf6a-823e-4dce-ba34-0799bb073a43 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:48:44.577117 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-3e2d026d-3af1-4dc0-aedc-b09081e0d7f2 service neutron] 10.222.0.126 "GET /v2.0/networks/e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787808 Nov 04 10:48:44.589233 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-1ed20004-f1e0-4af1-9ffb-0e4be756d1e2 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f6ce77b47aa41a995e4704afc0cafa2 HTTP/1.1" status: 200 len: 379 time: 0.4083295 Nov 04 10:48:44.606280 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-d1ecc1b2-f8b2-498c-b6cf-a7e68a7dd3b8 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Request body: {'port': {'device_id': 'e57cf1f1-769d-471f-a4d2-c335d8cfca3b', 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482', 'admin_state_up': True, 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'security_groups': ['b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9']}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:44.624189 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437ed96-2085-4155-b47e-64a6849f7b47 req-245b564e-54e9-444f-bd93-6126e09a42a1 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:44.625908 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a437ed96-2085-4155-b47e-64a6849f7b47 req-245b564e-54e9-444f-bd93-6126e09a42a1 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/ports?device_id=57f9d6ff-d3b2-4838-8bd6-98e702f22c1b HTTP/1.1" status: 200 len: 945 time: 0.2919102 Nov 04 10:48:44.708549 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-c8926714-4a0f-4fc4-8bc8-02b97a4f11b9 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:44.770582 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d585055d-4fb3-4e77-89a3-8548d2e829fe req-993a1a29-dbf7-4cae-8e36-7c9c49faa658 service neutron] 10.222.0.126 "GET /v2.0/networks/e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843116 Nov 04 10:48:44.782602 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:44.844768 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-94a92a04-3181-419e-9ae4-82726423f7b7 req-78b281fd-68f1-4741-a728-86e77a587d6e tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:44.862561 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['310bdf6a-823e-4dce-ba34-0799bb073a43'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:48:44.870428 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a437ed96-2085-4155-b47e-64a6849f7b47 req-81d6ce2d-4b27-4689-aa32-fcd3bba8adc4 tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.127 "GET /v2.0/security-groups?id=bd15b03c-0d85-4b6b-97be-64100d425a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217214 Nov 04 10:48:44.881333 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8926714-4a0f-4fc4-8bc8-02b97a4f11b9 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:44.897418 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b281fd-68f1-4741-a728-86e77a587d6e tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Pushing event deleted for resources: {'Port': ['ID=310bdf6a-823e-4dce-ba34-0799bb073a43,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:44.952015 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a92a04-3181-419e-9ae4-82726423f7b7 req-78b281fd-68f1-4741-a728-86e77a587d6e tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] No DVR routers for this DVR port 310bdf6a-823e-4dce-ba34-0799bb073a43 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:48:44.955008 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-94a92a04-3181-419e-9ae4-82726423f7b7 req-78b281fd-68f1-4741-a728-86e77a587d6e tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:44.960275 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-94a92a04-3181-419e-9ae4-82726423f7b7 req-78b281fd-68f1-4741-a728-86e77a587d6e tempest-ServersTestJSON-2143735375 tempest-ServersTestJSON-2143735375-project] 10.222.0.126 "DELETE /v2.0/ports/310bdf6a-823e-4dce-ba34-0799bb073a43 HTTP/1.1" status: 204 len: 173 time: 1.0428181 Nov 04 10:48:44.960769 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f9d6ff-d3b2-4838-8bd6-98e702f22c1b', 'name': 'network-vif-deleted', 'tag': '310bdf6a-823e-4dce-ba34-0799bb073a43'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:48:44.972770 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0adc753-695e-47f8-be6a-1629c5af5433" -d '{"events": [{"server_uuid": "57f9d6ff-d3b2-4838-8bd6-98e702f22c1b", "name": "network-vif-deleted", "tag": "310bdf6a-823e-4dce-ba34-0799bb073a43"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:48:45.019501 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-d1ecc1b2-f8b2-498c-b6cf-a7e68a7dd3b8 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Made reservation on behalf of 1f6ce77b47aa41a995e4704afc0cafa2 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:48:45.024087 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-d1ecc1b2-f8b2-498c-b6cf-a7e68a7dd3b8 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:45.255204 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8926714-4a0f-4fc4-8bc8-02b97a4f11b9 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:45.276059 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3cdfe7ab-9b57-458e-b662-5fbc7ae5b1c8 req-275019be-c76c-4c67-aa57-353426439654 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 210 time: 0.0662494 Nov 04 10:48:45.302569 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-d1ecc1b2-f8b2-498c-b6cf-a7e68a7dd3b8 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Allocated IP 172.20.0.13 (f9e59902-9960-4058-813a-8c12bf428482/16405c66-cb9c-4753-af06-4d5d5dba6dfc/c144d25a-b79d-421c-b134-ba00b313db3a) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:48:45.325857 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8095a9-4768-4a69-ba8a-51d4d80e3a49 x-openstack-request-id: req-fa8095a9-4768-4a69-ba8a-51d4d80e3a49 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:48:45.326369 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f9d6ff-d3b2-4838-8bd6-98e702f22c1b", "name": "network-vif-deleted", "tag": "310bdf6a-823e-4dce-ba34-0799bb073a43", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:48:45.326783 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-fa8095a9-4768-4a69-ba8a-51d4d80e3a49 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:48:45.327462 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f9d6ff-d3b2-4838-8bd6-98e702f22c1b', 'name': 'network-vif-deleted', 'tag': '310bdf6a-823e-4dce-ba34-0799bb073a43', 'status': 'completed', 'code': 200} Nov 04 10:48:45.539965 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c2bb7c5a-0748-4c61-b049-9887f5404706 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:45.685309 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-c8926714-4a0f-4fc4-8bc8-02b97a4f11b9 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Allocated IP 172.25.7.119 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/e4032620-e41e-4d16-82e0-f38999259103) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:48:45.772685 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-d1ecc1b2-f8b2-498c-b6cf-a7e68a7dd3b8 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:45.920306 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8926714-4a0f-4fc4-8bc8-02b97a4f11b9 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:45.922226 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-d1ecc1b2-f8b2-498c-b6cf-a7e68a7dd3b8 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:45.985207 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-d1ecc1b2-f8b2-498c-b6cf-a7e68a7dd3b8 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Network f9e59902-9960-4058-813a-8c12bf428482 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:48:45.994054 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56728) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:46.003125 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-d1ecc1b2-f8b2-498c-b6cf-a7e68a7dd3b8 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:48:46.013042 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-d1ecc1b2-f8b2-498c-b6cf-a7e68a7dd3b8 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:48:46.080785 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ecc1b2-f8b2-498c-b6cf-a7e68a7dd3b8 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Pushing event updated for resources: {'Port': ['ID=c144d25a-b79d-421c-b134-ba00b313db3a,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:46.115584 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8926714-4a0f-4fc4-8bc8-02b97a4f11b9 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:46.168448 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-953fc9b5-ee91-4c23-9b31-056f87b773ad admin admin] Deleting subnet 2f935783-72d0-4b06-b77a-43dd18ec13a3 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:48:46.176272 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-953fc9b5-ee91-4c23-9b31-056f87b773ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:46.246026 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-953fc9b5-ee91-4c23-9b31-056f87b773ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:46.333641 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-953fc9b5-ee91-4c23-9b31-056f87b773ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:46.418198 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-ccf0d0fe-a8ce-48dd-93a6-750289900d1a None None] Provisioning complete for port c144d25a-b79d-421c-b134-ba00b313db3a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:48:46.419245 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ccf0d0fe-a8ce-48dd-93a6-750289900d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:46.438837 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-953fc9b5-ee91-4c23-9b31-056f87b773ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:46.468325 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-ccf0d0fe-a8ce-48dd-93a6-750289900d1a None None] Port c144d25a-b79d-421c-b134-ba00b313db3a cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:48:46.505337 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953fc9b5-ee91-4c23-9b31-056f87b773ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f935783-72d0-4b06-b77a-43dd18ec13a3,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:46.517986 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-953fc9b5-ee91-4c23-9b31-056f87b773ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:46.524462 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-953fc9b5-ee91-4c23-9b31-056f87b773ad admin admin] 10.222.0.127 "DELETE /v2.0/subnets/2f935783-72d0-4b06-b77a-43dd18ec13a3 HTTP/1.1" status: 204 len: 168 time: 0.5282688 Nov 04 10:48:46.533275 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56740) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:46.622332 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aa84856d-b82f-4f1b-8c72-7cebd4d110fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:46.632160 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-d1ecc1b2-f8b2-498c-b6cf-a7e68a7dd3b8 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:46.632870 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-d1ecc1b2-f8b2-498c-b6cf-a7e68a7dd3b8 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:46.698746 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8926714-4a0f-4fc4-8bc8-02b97a4f11b9 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:48:46.706291 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-d1ecc1b2-f8b2-498c-b6cf-a7e68a7dd3b8 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1084280 Nov 04 10:48:46.712453 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-c8926714-4a0f-4fc4-8bc8-02b97a4f11b9 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:48:46.714699 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8926714-4a0f-4fc4-8bc8-02b97a4f11b9 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Pushing event updated for resources: {'Port': ['ID=e4032620-e41e-4d16-82e0-f38999259103,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:46.717176 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8926714-4a0f-4fc4-8bc8-02b97a4f11b9 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:48:46.727609 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-753c6249-a4d4-44f0-94d4-4074aaac47a8 service neutron] Request body: {'port': {'device_id': 'e57cf1f1-769d-471f-a4d2-c335d8cfca3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:46.791854 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aa84856d-b82f-4f1b-8c72-7cebd4d110fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:46.820641 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-aa84856d-b82f-4f1b-8c72-7cebd4d110fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea30ddd-783c-4e98-88c8-c72495d90b19']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:46.827653 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-753c6249-a4d4-44f0-94d4-4074aaac47a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:46.841224 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-aa84856d-b82f-4f1b-8c72-7cebd4d110fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcca8c31-d7a4-433d-b40d-28629679c70c') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:46.841810 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-aa84856d-b82f-4f1b-8c72-7cebd4d110fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcca8c31-d7a4-433d-b40d-28629679c70c') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:46.861113 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aa84856d-b82f-4f1b-8c72-7cebd4d110fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:46.880985 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aa84856d-b82f-4f1b-8c72-7cebd4d110fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:46.888904 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa84856d-b82f-4f1b-8c72-7cebd4d110fb admin admin] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:48:46.889292 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aa84856d-b82f-4f1b-8c72-7cebd4d110fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:48:46.891439 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:48:46.910192 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f111bc-cb29-455e-aed7-cc323f0aaa5d req-d3f4d8c3-e0a6-486d-b31c-8b1fd6a5ff3c tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:46.914122 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e3f111bc-cb29-455e-aed7-cc323f0aaa5d req-d3f4d8c3-e0a6-486d-b31c-8b1fd6a5ff3c tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 932 time: 0.3101940 Nov 04 10:48:46.930419 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-c2bb7c5a-0748-4c61-b049-9887f5404706 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Deleting port 9b5d9475-f4e0-407a-8f3b-c38330e16c44 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:48:46.930419 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c2bb7c5a-0748-4c61-b049-9887f5404706 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:46.973469 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aa84856d-b82f-4f1b-8c72-7cebd4d110fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:46.979631 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aa84856d-b82f-4f1b-8c72-7cebd4d110fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:46.985750 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-aa84856d-b82f-4f1b-8c72-7cebd4d110fb admin admin] 10.222.0.127 "DELETE /v2.0/networks/4ea30ddd-783c-4e98-88c8-c72495d90b19 HTTP/1.1" status: 204 len: 168 time: 0.4485409 Nov 04 10:48:47.000856 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84856d-b82f-4f1b-8c72-7cebd4d110fb admin admin] Pushing event deleted for resources: {'Network': ['ID=4ea30ddd-783c-4e98-88c8-c72495d90b19,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:47.103150 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2fa64fcc-e10c-45c2-a666-3d0bab5b8b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:47.215671 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8926714-4a0f-4fc4-8bc8-02b97a4f11b9 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:47.271121 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56748) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:47.313757 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e3f111bc-cb29-455e-aed7-cc323f0aaa5d req-17409319-ef42-4597-a482-3fd2626f1d17 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/security-groups?id=b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3410466 Nov 04 10:48:47.341514 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-50bead98-f7b6-4088-bf2e-dc93f85411e2 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=343110c8f9b64c948b5d4c411d3c8a01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0691223 Nov 04 10:48:47.342136 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56752) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:47.385368 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c2bb7c5a-0748-4c61-b049-9887f5404706 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:47.393739 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7d2629ca-7f29-42ba-b4ae-7fe18941f958 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:47.404948 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 310bdf6a-823e-4dce-ba34-0799bb073a43 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:48:47.430864 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 310bdf6a-823e-4dce-ba34-0799bb073a43 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:48:47.432222 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 310bdf6a-823e-4dce-ba34-0799bb073a43 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:48:47.436729 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7d2629ca-7f29-42ba-b4ae-7fe18941f958 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:47.450383 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8926714-4a0f-4fc4-8bc8-02b97a4f11b9 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:47.470533 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-c2bb7c5a-0748-4c61-b049-9887f5404706 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Calling delete_port for 9b5d9475-f4e0-407a-8f3b-c38330e16c44 owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:48:47.494877 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7d2629ca-7f29-42ba-b4ae-7fe18941f958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:47.498315 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7d2629ca-7f29-42ba-b4ae-7fe18941f958 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:47.500289 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7d2629ca-7f29-42ba-b4ae-7fe18941f958 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/bd15b03c-0d85-4b6b-97be-64100d425a08 HTTP/1.1" status: 204 len: 168 time: 0.1566460 Nov 04 10:48:47.511355 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2629ca-7f29-42ba-b4ae-7fe18941f958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd15b03c-0d85-4b6b-97be-64100d425a08,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:47.918906 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-753c6249-a4d4-44f0-94d4-4074aaac47a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c144d25a-b79d-421c-b134-ba00b313db3a {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:48:47.931819 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-753c6249-a4d4-44f0-94d4-4074aaac47a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:47.984253 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8926714-4a0f-4fc4-8bc8-02b97a4f11b9 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:47.991525 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8926714-4a0f-4fc4-8bc8-02b97a4f11b9 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:48.051395 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8926714-4a0f-4fc4-8bc8-02b97a4f11b9 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Pushing event updated for resources: {'Port': ['ID=e4032620-e41e-4d16-82e0-f38999259103,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:48.058459 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-753c6249-a4d4-44f0-94d4-4074aaac47a8 service neutron] Transition to ACTIVE for port object c144d25a-b79d-421c-b134-ba00b313db3a will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:48:48.060347 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c2bb7c5a-0748-4c61-b049-9887f5404706 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:48.089777 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-753c6249-a4d4-44f0-94d4-4074aaac47a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:48.120555 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb7c5a-0748-4c61-b049-9887f5404706 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Port': ['ID=9b5d9475-f4e0-407a-8f3b-c38330e16c44,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:48.196756 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8926714-4a0f-4fc4-8bc8-02b97a4f11b9 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:48.331779 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c6249-a4d4-44f0-94d4-4074aaac47a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c144d25a-b79d-421c-b134-ba00b313db3a,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:48.504845 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8926714-4a0f-4fc4-8bc8-02b97a4f11b9 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:48.509165 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c8926714-4a0f-4fc4-8bc8-02b97a4f11b9 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0812805 Nov 04 10:48:48.509779 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56778) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:48.516392 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-799af415-e153-4d39-a8cf-11df4d12edc5 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1275275940', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'fixed_ips': [{'ip_address': '172.25.7.119'}]}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:48.548763 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-753c6249-a4d4-44f0-94d4-4074aaac47a8 service neutron] Attempting to bind port c144d25a-b79d-421c-b134-ba00b313db3a on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:48:48.549356 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-753c6249-a4d4-44f0-94d4-4074aaac47a8 service neutron] Attempting to bind port c144d25a-b79d-421c-b134-ba00b313db3a by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '30d4132d-ec40-4317-b78d-343556d5fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:48:48.549948 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-753c6249-a4d4-44f0-94d4-4074aaac47a8 service neutron] Attempting to bind port c144d25a-b79d-421c-b134-ba00b313db3a on network f9e59902-9960-4058-813a-8c12bf428482 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:48:48.561197 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799af415-e153-4d39-a8cf-11df4d12edc5 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Made reservation on behalf of ee7efb8151a247f78f8fcb3db6441af1 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:48:48.565236 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-799af415-e153-4d39-a8cf-11df4d12edc5 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:48.578166 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-799af415-e153-4d39-a8cf-11df4d12edc5 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:48.585336 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-753c6249-a4d4-44f0-94d4-4074aaac47a8 service neutron] Port c144d25a-b79d-421c-b134-ba00b313db3a on network f9e59902-9960-4058-813a-8c12bf428482 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:48:48.585882 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-753c6249-a4d4-44f0-94d4-4074aaac47a8 service neutron] Attempting to bind port c144d25a-b79d-421c-b134-ba00b313db3a on network f9e59902-9960-4058-813a-8c12bf428482 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:48:48.607344 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-753c6249-a4d4-44f0-94d4-4074aaac47a8 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:48:48.607819 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-753c6249-a4d4-44f0-94d4-4074aaac47a8 service neutron] Checking segment: {'id': '30d4132d-ec40-4317-b78d-343556d5fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:48:48.608321 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-753c6249-a4d4-44f0-94d4-4074aaac47a8 service neutron] Bound using segment: {'id': '30d4132d-ec40-4317-b78d-343556d5fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:48:48.609135 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-753c6249-a4d4-44f0-94d4-4074aaac47a8 service neutron] Bound port: c144d25a-b79d-421c-b134-ba00b313db3a, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d4132d-ec40-4317-b78d-343556d5fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:48:48.609641 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-753c6249-a4d4-44f0-94d4-4074aaac47a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:48.631209 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c2bb7c5a-0748-4c61-b049-9887f5404706 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:48.645085 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bba82e-02e5-4b0a-ab2f-32e7a9726225 req-353325c6-c314-4c85-9a61-27b7ecde4f8e tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:48.646858 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-56bba82e-02e5-4b0a-ab2f-32e7a9726225 req-353325c6-c314-4c85-9a61-27b7ecde4f8e tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 944 time: 0.1115215 Nov 04 10:48:48.711657 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-799af415-e153-4d39-a8cf-11df4d12edc5 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:48.718209 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-799af415-e153-4d39-a8cf-11df4d12edc5 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:48.723970 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-799af415-e153-4d39-a8cf-11df4d12edc5 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] device_id is not set on port 774a0a06-e100-46d2-bf27-408517f4b619 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:48:48.799565 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56788) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:48.828695 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799af415-e153-4d39-a8cf-11df4d12edc5 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b31082-ca08-40eb-a78c-bd99c02bcb3b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:48.890800 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-56bba82e-02e5-4b0a-ab2f-32e7a9726225 req-3a075148-d697-4ddd-a1bc-f35c3f96f889 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/security-groups?id=b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147887 Nov 04 10:48:48.943277 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-753c6249-a4d4-44f0-94d4-4074aaac47a8 service neutron] For port c144d25a-b79d-421c-b134-ba00b313db3a, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:48:48.965560 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-753c6249-a4d4-44f0-94d4-4074aaac47a8 service neutron] For port c144d25a-b79d-421c-b134-ba00b313db3a, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=c144d25a-b79d-421c-b134-ba00b313db3a,segment=NetworkSegment(30d4132d-ec40-4317-b78d-343556d5fac7),segment_id=30d4132d-ec40-4317-b78d-343556d5fac7)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:48:49.014663 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-753c6249-a4d4-44f0-94d4-4074aaac47a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:49.041725 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-799af415-e153-4d39-a8cf-11df4d12edc5 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 04 10:48:49.042253 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-799af415-e153-4d39-a8cf-11df4d12edc5 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:48:49.068239 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-799af415-e153-4d39-a8cf-11df4d12edc5 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.5572548 Nov 04 10:48:49.069918 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56792) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:49.097867 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-c2d1e2b6-651c-4cd5-afcb-d0776c3cde6c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1772331062-network', 'tenant_id': '7a42eb83b343444b8e3fe7d5bffc6390'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:49.122062 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-753c6249-a4d4-44f0-94d4-4074aaac47a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:49.122681 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-753c6249-a4d4-44f0-94d4-4074aaac47a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:49.124080 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-753c6249-a4d4-44f0-94d4-4074aaac47a8 service neutron] 10.222.0.126 "PUT /v2.0/ports/c144d25a-b79d-421c-b134-ba00b313db3a HTTP/1.1" status: 200 len: 1092 time: 2.4024012 Nov 04 10:48:49.126070 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57cf1f1-769d-471f-a4d2-c335d8cfca3b', 'tag': 'c144d25a-b79d-421c-b134-ba00b313db3a'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:48:49.128370 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c029b27-0c73-42b0-aa0b-ae4c09e88b02" -d '{"events": [{"name": "network-changed", "server_uuid": "e57cf1f1-769d-471f-a4d2-c335d8cfca3b", "tag": "c144d25a-b79d-421c-b134-ba00b313db3a"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:48:49.151465 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c6249-a4d4-44f0-94d4-4074aaac47a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c144d25a-b79d-421c-b134-ba00b313db3a,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:49.159367 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2bb7c5a-0748-4c61-b049-9887f5404706 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Router 9bb242f3-8d53-4e24-9bcd-2ae28b5b6249 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:48:49.171563 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d1e2b6-651c-4cd5-afcb-d0776c3cde6c admin admin] Made reservation on behalf of 7a42eb83b343444b8e3fe7d5bffc6390 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:48:49.174235 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c2d1e2b6-651c-4cd5-afcb-d0776c3cde6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:49.245488 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9ab60d-8321-477f-ba01-1d7b7f50ac91 x-openstack-request-id: req-4e9ab60d-8321-477f-ba01-1d7b7f50ac91 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:48:49.246074 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e57cf1f1-769d-471f-a4d2-c335d8cfca3b", "tag": "c144d25a-b79d-421c-b134-ba00b313db3a", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:48:49.246519 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-4e9ab60d-8321-477f-ba01-1d7b7f50ac91 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:48:49.247130 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57cf1f1-769d-471f-a4d2-c335d8cfca3b', 'tag': 'c144d25a-b79d-421c-b134-ba00b313db3a', 'status': 'completed', 'code': 200} Nov 04 10:48:49.248203 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c2d1e2b6-651c-4cd5-afcb-d0776c3cde6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:49.297171 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-4eacc02d-dd45-4f73-9adc-2c3ff1a02673 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Deleting port e4032620-e41e-4d16-82e0-f38999259103 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:48:49.297701 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4eacc02d-dd45-4f73-9adc-2c3ff1a02673 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:49.353081 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3fb88185-9a93-409d-96c7-f312a43137e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:49.375889 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-99887286-1797-4969-a22d-a562e16c00ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:49.377495 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-99887286-1797-4969-a22d-a562e16c00ca service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=1f6ce77b47aa41a995e4704afc0cafa2&device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 1095 time: 0.1929741 Nov 04 10:48:49.378546 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bb7c5a-0748-4c61-b049-9887f5404706 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:48:49.387422 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c2bb7c5a-0748-4c61-b049-9887f5404706 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "PUT /v2.0/routers/9bb242f3-8d53-4e24-9bcd-2ae28b5b6249/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9320381 Nov 04 10:48:49.392526 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56796) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:49.397861 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3328f000-cb24-448e-8754-1c05b5f1652b None None] Sync routers for ids ['9bb242f3-8d53-4e24-9bcd-2ae28b5b6249'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:48:49.418481 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3328f000-cb24-448e-8754-1c05b5f1652b None None] Routers {'9bb242f3-8d53-4e24-9bcd-2ae28b5b6249'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:48:49.421524 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-3328f000-cb24-448e-8754-1c05b5f1652b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:48:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['9bb242f3-8d53-4e24-9bcd-2ae28b5b6249'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:49.465528 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-9c6214cf-e342-4c05-a7bd-becbe1153040 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c144d25a-b79d-421c-b134-ba00b313db3a HTTP/1.1" status: 200 len: 217 time: 0.0774057 Nov 04 10:48:49.517999 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-3328f000-cb24-448e-8754-1c05b5f1652b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:49.534349 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4eacc02d-dd45-4f73-9adc-2c3ff1a02673 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:49.534992 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4eacc02d-dd45-4f73-9adc-2c3ff1a02673 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:49.552560 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-fa1dcb41-a978-4230-8ffe-9d676f0bf1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:49.554099 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-fa1dcb41-a978-4230-8ffe-9d676f0bf1fd service neutron] 10.222.0.126 "GET /v2.0/subnets?id=16405c66-cb9c-4753-af06-4d5d5dba6dfc HTTP/1.1" status: 200 len: 853 time: 0.0807242 Nov 04 10:48:49.559988 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c2d1e2b6-651c-4cd5-afcb-d0776c3cde6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:49.580979 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-4eacc02d-dd45-4f73-9adc-2c3ff1a02673 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Calling delete_port for e4032620-e41e-4d16-82e0-f38999259103 owned by network:floatingip {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:48:49.581225 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c2d1e2b6-651c-4cd5-afcb-d0776c3cde6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:49.585673 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3328f000-cb24-448e-8754-1c05b5f1652b None None] Routers {'9bb242f3-8d53-4e24-9bcd-2ae28b5b6249'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:48:49.587743 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-3328f000-cb24-448e-8754-1c05b5f1652b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:48:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['9bb242f3-8d53-4e24-9bcd-2ae28b5b6249'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:49.663026 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1e2b6-651c-4cd5-afcb-d0776c3cde6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb49b603-1ce6-42db-9043-6a7f3fa0fed5,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:49.699147 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d1e2b6-651c-4cd5-afcb-d0776c3cde6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1158} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:48:49.706316 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-3328f000-cb24-448e-8754-1c05b5f1652b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:49.708173 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3328f000-cb24-448e-8754-1c05b5f1652b None None] The sync data for ids ['9bb242f3-8d53-4e24-9bcd-2ae28b5b6249'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:48:49.738984 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c2d1e2b6-651c-4cd5-afcb-d0776c3cde6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:49.738984 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-c2d1e2b6-651c-4cd5-afcb-d0776c3cde6c admin admin] Added segment 98a36a7f-67f4-4d8d-81b5-e6eb21f034a9 of type vlan for network 5a99a09a-0dd8-40b8-b6d2-72da727c3945 Nov 04 10:48:49.772772 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-509181bb-497b-41b4-ac4e-e0afe84db896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:49.777313 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-509181bb-497b-41b4-ac4e-e0afe84db896 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=f9e59902-9960-4058-813a-8c12bf428482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2150278 Nov 04 10:48:50.058626 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-59916f3c-ce88-45d3-b3fa-a86369092217 service neutron] 10.222.0.126 "GET /v2.0/networks/f9e59902-9960-4058-813a-8c12bf428482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114935 Nov 04 10:48:50.176013 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c2d1e2b6-651c-4cd5-afcb-d0776c3cde6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:50.188327 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4eacc02d-dd45-4f73-9adc-2c3ff1a02673 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:50.230906 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e89c72-c943-40af-8865-cf8f5f0d9e8c req-6e98f694-725a-40d4-9e16-e223d19e9b7a tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:50.231386 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eacc02d-dd45-4f73-9adc-2c3ff1a02673 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4032620-e41e-4d16-82e0-f38999259103,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:50.239756 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-51e89c72-c943-40af-8865-cf8f5f0d9e8c req-6e98f694-725a-40d4-9e16-e223d19e9b7a tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 944 time: 0.1795943 Nov 04 10:48:50.242420 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-996765a2-0081-47af-9bc7-2c7d6a7336dc tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:50.282076 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c2d1e2b6-651c-4cd5-afcb-d0776c3cde6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:50.283101 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d1e2b6-651c-4cd5-afcb-d0776c3cde6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:50.283676 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c2d1e2b6-651c-4cd5-afcb-d0776c3cde6c admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:50.358279 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1e2b6-651c-4cd5-afcb-d0776c3cde6c admin admin] Pushing event updated for resources: {'Network': ['ID=5a99a09a-0dd8-40b8-b6d2-72da727c3945,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:50.371512 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 5a99a09a-0dd8-40b8-b6d2-72da727c3945 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:48:50.452853 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f0e2591-a5d1-4f84-9017-5cce7bec825a req-6cb6b932-f877-4670-b55a-5c14ee775f02 service neutron] 10.222.0.126 "GET /v2.0/networks/f9e59902-9960-4058-813a-8c12bf428482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722703 Nov 04 10:48:50.456682 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c2d1e2b6-651c-4cd5-afcb-d0776c3cde6c admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6519949 Nov 04 10:48:50.459951 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56810) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:50.466152 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-51e89c72-c943-40af-8865-cf8f5f0d9e8c req-f5c192e1-bb51-46d2-beea-64f73265898f tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/security-groups?id=b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255044 Nov 04 10:48:50.475231 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-ef7960f3-3ee0-47a8-901d-7fced305975f admin admin] Request body: {'subnet': {'network_id': '5a99a09a-0dd8-40b8-b6d2-72da727c3945', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1772331062-subnet', 'tenant_id': '7a42eb83b343444b8e3fe7d5bffc6390', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:50.514463 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7960f3-3ee0-47a8-901d-7fced305975f admin admin] Made reservation on behalf of 7a42eb83b343444b8e3fe7d5bffc6390 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:48:50.517873 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ef7960f3-3ee0-47a8-901d-7fced305975f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:50.527482 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4eacc02d-dd45-4f73-9adc-2c3ff1a02673 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:50.531212 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4eacc02d-dd45-4f73-9adc-2c3ff1a02673 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:50.532709 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4eacc02d-dd45-4f73-9adc-2c3ff1a02673 tempest-ExternalNetworksAdminNegativeTestJSON-26164253 tempest-ExternalNetworksAdminNegativeTestJSON-26164253-project-admin] 10.222.0.127 "DELETE /v2.0/floatingips/6d3073b9-e910-4fa1-aa00-578452ffd875 HTTP/1.1" status: 204 len: 168 time: 1.4602060 Nov 04 10:48:50.710577 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:50.879951 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-996765a2-0081-47af-9bc7-2c7d6a7336dc tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Deleting port 430c4a02-cfc6-4595-85e9-c7d60b388c85 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:48:50.880958 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-996765a2-0081-47af-9bc7-2c7d6a7336dc tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:50.882356 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ef7960f3-3ee0-47a8-901d-7fced305975f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:50.945170 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56820) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:51.030561 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-996765a2-0081-47af-9bc7-2c7d6a7336dc tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:51.090066 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-996765a2-0081-47af-9bc7-2c7d6a7336dc tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Calling delete_port for 430c4a02-cfc6-4595-85e9-c7d60b388c85 owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:48:51.373952 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c029b27-0c73-42b0-aa0b-ae4c09e88b02 req-7edcdaa8-b0d7-4116-a3c3-e0c278cf22a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:51.375567 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c029b27-0c73-42b0-aa0b-ae4c09e88b02 req-7edcdaa8-b0d7-4116-a3c3-e0c278cf22a7 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=1f6ce77b47aa41a995e4704afc0cafa2&device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 1095 time: 0.5761924 Nov 04 10:48:51.466786 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a857149-fa21-4cd2-81c9-773bafb80aa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:51.476848 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c029b27-0c73-42b0-aa0b-ae4c09e88b02 req-f60d7ebf-73c3-4511-bc2e-b008473c9761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:51.478437 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c029b27-0c73-42b0-aa0b-ae4c09e88b02 req-f60d7ebf-73c3-4511-bc2e-b008473c9761 service neutron] 10.222.0.126 "GET /v2.0/networks?id=f9e59902-9960-4058-813a-8c12bf428482 HTTP/1.1" status: 200 len: 916 time: 0.0951202 Nov 04 10:48:51.483121 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7960f3-3ee0-47a8-901d-7fced305975f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c68b3714-6037-46cc-ab77-c20414a0dec9,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:51.533107 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-996765a2-0081-47af-9bc7-2c7d6a7336dc tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:51.537190 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c029b27-0c73-42b0-aa0b-ae4c09e88b02 req-f2ddfd73-6b3e-481f-94e3-70a49255f8db service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c144d25a-b79d-421c-b134-ba00b313db3a HTTP/1.1" status: 200 len: 217 time: 0.0493052 Nov 04 10:48:51.537910 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7960f3-3ee0-47a8-901d-7fced305975f admin admin] Checking segment: {'id': '98a36a7f-67f4-4d8d-81b5-e6eb21f034a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '5a99a09a-0dd8-40b8-b6d2-72da727c3945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:48:51.538825 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7960f3-3ee0-47a8-901d-7fced305975f admin admin] Network hostable DHCP agents. Network: 5a99a09a-0dd8-40b8-b6d2-72da727c3945, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:48:51.604266 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996765a2-0081-47af-9bc7-2c7d6a7336dc tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Port': ['ID=430c4a02-cfc6-4595-85e9-c7d60b388c85,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:51.611856 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c029b27-0c73-42b0-aa0b-ae4c09e88b02 req-f738e017-8f21-4cd2-b514-94803419f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:51.613411 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c029b27-0c73-42b0-aa0b-ae4c09e88b02 req-f738e017-8f21-4cd2-b514-94803419f8a6 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=16405c66-cb9c-4753-af06-4d5d5dba6dfc HTTP/1.1" status: 200 len: 853 time: 0.0676372 Nov 04 10:48:51.660169 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7960f3-3ee0-47a8-901d-7fced305975f admin admin] Network 5a99a09a-0dd8-40b8-b6d2-72da727c3945 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:48:51.688860 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c029b27-0c73-42b0-aa0b-ae4c09e88b02 req-646bc703-e259-4f2a-9c85-15b6a70c3e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:51.690481 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c029b27-0c73-42b0-aa0b-ae4c09e88b02 req-646bc703-e259-4f2a-9c85-15b6a70c3e6a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=f9e59902-9960-4058-813a-8c12bf428482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654244 Nov 04 10:48:51.694068 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-ef7960f3-3ee0-47a8-901d-7fced305975f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 5a99a09a-0dd8-40b8-b6d2-72da727c3945) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:48:51.703961 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c6de28-92be-420c-ad9a-ca8e40bb2856 None None] Network 5a99a09a-0dd8-40b8-b6d2-72da727c3945 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:48:51.779290 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a857149-fa21-4cd2-81c9-773bafb80aa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:51.801900 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7960f3-3ee0-47a8-901d-7fced305975f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:51.805164 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ef7960f3-3ee0-47a8-901d-7fced305975f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:51.847955 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ef7960f3-3ee0-47a8-901d-7fced305975f admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3787353 Nov 04 10:48:51.848117 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a857149-fa21-4cd2-81c9-773bafb80aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:51.941154 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e7778-6bc9-4aa7-814a-06939bdca8e1 req-18ca7d5b-3b48-45b3-bb13-6aa10555636e tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:51.950364 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a1e7778-6bc9-4aa7-814a-06939bdca8e1 req-18ca7d5b-3b48-45b3-bb13-6aa10555636e tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 944 time: 0.2587545 Nov 04 10:48:51.969332 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd0692c-0a67-45df-90de-52a793a1aa57 None None] Network 5a99a09a-0dd8-40b8-b6d2-72da727c3945 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:48:51.974572 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-996765a2-0081-47af-9bc7-2c7d6a7336dc tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:52.030370 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a1e7778-6bc9-4aa7-814a-06939bdca8e1 req-b30e8d14-f7cf-4168-935f-61d46dcf526a tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/security-groups?id=b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790350 Nov 04 10:48:52.032810 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0a857149-fa21-4cd2-81c9-773bafb80aa3 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=db536781737041e4a6f352451750727a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0859773 Nov 04 10:48:52.037558 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56834) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:52.042376 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a857149-fa21-4cd2-81c9-773bafb80aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65eb5376-e9fe-4731-81de-c56564dd63c1,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:52.119901 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c029b27-0c73-42b0-aa0b-ae4c09e88b02 req-178ea5cb-ccd6-4ffc-a6ee-d206316e547b service neutron] 10.222.0.126 "GET /v2.0/networks/f9e59902-9960-4058-813a-8c12bf428482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381195 Nov 04 10:48:52.131071 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-85340fe7-9c21-4ac3-9ba8-a96227a153b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:52.254692 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c029b27-0c73-42b0-aa0b-ae4c09e88b02 req-b17647c7-611a-41d6-9db4-d62e27db9b39 service neutron] 10.222.0.126 "GET /v2.0/networks/f9e59902-9960-4058-813a-8c12bf428482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269035 Nov 04 10:48:52.260081 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-85340fe7-9c21-4ac3-9ba8-a96227a153b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:52.324363 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-85340fe7-9c21-4ac3-9ba8-a96227a153b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:52.326979 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-85340fe7-9c21-4ac3-9ba8-a96227a153b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:52.334333 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-85340fe7-9c21-4ac3-9ba8-a96227a153b7 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/65eb5376-e9fe-4731-81de-c56564dd63c1 HTTP/1.1" status: 204 len: 168 time: 0.2948098 Nov 04 10:48:52.352135 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:52.357792 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85340fe7-9c21-4ac3-9ba8-a96227a153b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65eb5376-e9fe-4731-81de-c56564dd63c1,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:52.420441 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996765a2-0081-47af-9bc7-2c7d6a7336dc tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Router 9bb242f3-8d53-4e24-9bcd-2ae28b5b6249 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:48:52.813166 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-8a0992d3-5f35-4e00-bbfa-f55d34a167f7 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:52.821339 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-8a0992d3-5f35-4e00-bbfa-f55d34a167f7 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/networks?id=5a99a09a-0dd8-40b8-b6d2-72da727c3945 HTTP/1.1" status: 200 len: 814 time: 0.2384465 Nov 04 10:48:52.838504 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-31ad3f64-ac64-4a01-b59f-43e15a1b572e tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/quotas/7a42eb83b343444b8e3fe7d5bffc6390 HTTP/1.1" status: 200 len: 375 time: 0.0161223 Nov 04 10:48:52.880097 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-16f33eb7-ffa7-4d36-9114-ca21ea21d02d tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=7a42eb83b343444b8e3fe7d5bffc6390&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406046 Nov 04 10:48:52.954453 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56854) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:52.982710 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:53.027779 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-b36fc768-04c5-4f75-99f3-27c5d65c1086 service neutron] 10.222.0.127 "GET /v2.0/networks/5a99a09a-0dd8-40b8-b6d2-72da727c3945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467431 Nov 04 10:48:53.033692 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-24399e42-9ed0-4cd7-ae8b-cedca96dcfc7 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=ee7efb8151a247f78f8fcb3db6441af1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0718532 Nov 04 10:48:53.036779 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996765a2-0081-47af-9bc7-2c7d6a7336dc tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:48:53.048088 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb4801-43c0-41fa-8aa9-3f7833279656 None None] Sync routers for ids ['9bb242f3-8d53-4e24-9bcd-2ae28b5b6249'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:48:53.050892 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56860) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:53.051576 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56862) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:53.052367 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-996765a2-0081-47af-9bc7-2c7d6a7336dc tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "PUT /v2.0/routers/9bb242f3-8d53-4e24-9bcd-2ae28b5b6249/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6580238 Nov 04 10:48:53.059663 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb4801-43c0-41fa-8aa9-3f7833279656 None None] Routers {'9bb242f3-8d53-4e24-9bcd-2ae28b5b6249'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:48:53.060466 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-fbcb4801-43c0-41fa-8aa9-3f7833279656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:48:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['9bb242f3-8d53-4e24-9bcd-2ae28b5b6249'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:53.104491 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d356fc6e-1cb0-4a5f-9f20-3b40dc8367eb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "GET /v2.0/ports?device_id=9bb242f3-8d53-4e24-9bcd-2ae28b5b6249 HTTP/1.1" status: 200 len: 205 time: 0.0495968 Nov 04 10:48:53.107228 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56866) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:53.129338 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-fbcb4801-43c0-41fa-8aa9-3f7833279656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:53.141028 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb4801-43c0-41fa-8aa9-3f7833279656 None None] Routers {'9bb242f3-8d53-4e24-9bcd-2ae28b5b6249'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:48:53.142077 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-fbcb4801-43c0-41fa-8aa9-3f7833279656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:48:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['9bb242f3-8d53-4e24-9bcd-2ae28b5b6249'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:53.178686 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-fbcb4801-43c0-41fa-8aa9-3f7833279656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:53.179802 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb4801-43c0-41fa-8aa9-3f7833279656 None None] The sync data for ids ['9bb242f3-8d53-4e24-9bcd-2ae28b5b6249'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:48:53.219320 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f263d6f4-2dc9-4f36-8885-6c3746d5b0cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:53.220796 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fcd34e44-3b91-443a-aceb-e4011c8ccde0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:53.267422 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f263d6f4-2dc9-4f36-8885-6c3746d5b0cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:53.291006 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-530aeb04-e2ae-4814-a337-d88ab6f4cd53 service neutron] 10.222.0.127 "GET /v2.0/networks/5a99a09a-0dd8-40b8-b6d2-72da727c3945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561922 Nov 04 10:48:53.361364 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f263d6f4-2dc9-4f36-8885-6c3746d5b0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:53.365502 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f263d6f4-2dc9-4f36-8885-6c3746d5b0cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:53.369510 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f263d6f4-2dc9-4f36-8885-6c3746d5b0cd admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/81b31082-ca08-40eb-a78c-bd99c02bcb3b HTTP/1.1" status: 204 len: 168 time: 0.3166885 Nov 04 10:48:53.402435 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263d6f4-2dc9-4f36-8885-6c3746d5b0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b31082-ca08-40eb-a78c-bd99c02bcb3b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:53.451788 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fcd34e44-3b91-443a-aceb-e4011c8ccde0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:53.454221 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fcd34e44-3b91-443a-aceb-e4011c8ccde0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:53.517113 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fcd34e44-3b91-443a-aceb-e4011c8ccde0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:53.517722 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd34e44-3b91-443a-aceb-e4011c8ccde0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Fanout notify agent at l3_agent the message router_deleted on router 9bb242f3-8d53-4e24-9bcd-2ae28b5b6249 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:48:53.525298 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fcd34e44-3b91-443a-aceb-e4011c8ccde0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:53.530163 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56874) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:53.530335 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fcd34e44-3b91-443a-aceb-e4011c8ccde0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/routers/9bb242f3-8d53-4e24-9bcd-2ae28b5b6249 HTTP/1.1" status: 204 len: 168 time: 0.4219394 Nov 04 10:48:53.598070 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-f73c2b4b-8cd9-4200-abf3-9070b7d34c98 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Deleting subnet 423b68c4-f78b-4884-b332-8588bc284014 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:48:53.602733 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f73c2b4b-8cd9-4200-abf3-9070b7d34c98 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:53.695955 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f73c2b4b-8cd9-4200-abf3-9070b7d34c98 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:53.811279 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f73c2b4b-8cd9-4200-abf3-9070b7d34c98 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:53.950265 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6eac3-b527-469e-8e1d-ca131c19b23a req-399bf8fc-4af9-4ddf-8800-cf3e3a3c0055 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:53.952805 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-38f6eac3-b527-469e-8e1d-ca131c19b23a req-399bf8fc-4af9-4ddf-8800-cf3e3a3c0055 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 944 time: 0.1021347 Nov 04 10:48:53.955084 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f73c2b4b-8cd9-4200-abf3-9070b7d34c98 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:54.045510 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c2b4b-8cd9-4200-abf3-9070b7d34c98 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Subnet': ['ID=423b68c4-f78b-4884-b332-8588bc284014,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:54.064702 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59b1517-5553-4a07-bdff-48b1cc6696b8 None None] Network b9073240-ca52-4739-b18b-f0b48abc53b7 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:48:54.065223 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f73c2b4b-8cd9-4200-abf3-9070b7d34c98 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:54.075627 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f73c2b4b-8cd9-4200-abf3-9070b7d34c98 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/subnets/423b68c4-f78b-4884-b332-8588bc284014 HTTP/1.1" status: 204 len: 168 time: 0.5413859 Nov 04 10:48:54.076537 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56898) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:54.200803 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-38f6eac3-b527-469e-8e1d-ca131c19b23a req-7abef50a-8a4b-48ce-83cf-aafcd18748b1 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/security-groups?id=b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807096 Nov 04 10:48:54.217820 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-69be82c8-dae7-4080-b8da-120540c5147b tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Deleting subnet 2ece9194-af6e-462c-bfd4-167341200c96 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:48:54.231045 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69be82c8-dae7-4080-b8da-120540c5147b tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:54.361130 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69be82c8-dae7-4080-b8da-120540c5147b tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:54.528357 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89cb970-86ec-4e64-9a96-3318b313a27d None None] DHCP port deletion for b9073240-ca52-4739-b18b-f0b48abc53b7 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:48:54.543937 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69be82c8-dae7-4080-b8da-120540c5147b tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:54.643013 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69be82c8-dae7-4080-b8da-120540c5147b tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:54.644062 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b6a52739-48aa-4598-871e-34028e5a0b1c req-6943e60e-d2e2-436f-bd78-e76b0b6ae445 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 210 time: 0.0721383 Nov 04 10:48:54.675340 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69be82c8-dae7-4080-b8da-120540c5147b tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:54.682271 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460497e1-7182-4830-914a-3bbda01e66a9 None None] Network 0a08127e-9451-4965-9a93-71bfdd33de77 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:48:54.683456 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 56910) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:54.693861 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-69be82c8-dae7-4080-b8da-120540c5147b tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/subnets/2ece9194-af6e-462c-bfd4-167341200c96 HTTP/1.1" status: 204 len: 168 time: 0.6152084 Nov 04 10:48:54.717409 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be82c8-dae7-4080-b8da-120540c5147b tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Subnet': ['ID=2ece9194-af6e-462c-bfd4-167341200c96,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:54.814374 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b36cf16-ccbf-4264-b98b-0af146641f55 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:54.868707 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-b89cb970-86ec-4e64-9a96-3318b313a27d None None] Deleting port 8eb5cbba-7f26-44fc-9220-859445a3878d {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:48:54.870153 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b89cb970-86ec-4e64-9a96-3318b313a27d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:54.911779 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-1b36cf16-ccbf-4264-b98b-0af146641f55 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Deleting port 8eb5cbba-7f26-44fc-9220-859445a3878d {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:48:54.912239 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b36cf16-ccbf-4264-b98b-0af146641f55 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:55.005192 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-1b36cf16-ccbf-4264-b98b-0af146641f55 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] For port 8eb5cbba-7f26-44fc-9220-859445a3878d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=8eb5cbba-7f26-44fc-9220-859445a3878d,segment=NetworkSegment(6ccd23eb-febf-4400-a9c6-1bf6ef15cc7d),segment_id=6ccd23eb-febf-4400-a9c6-1bf6ef15cc7d)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:48:55.005883 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b36cf16-ccbf-4264-b98b-0af146641f55 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:55.028141 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-1b36cf16-ccbf-4264-b98b-0af146641f55 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Calling delete_port for 8eb5cbba-7f26-44fc-9220-859445a3878d owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:48:55.122258 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-b89cb970-86ec-4e64-9a96-3318b313a27d None None] For port 8eb5cbba-7f26-44fc-9220-859445a3878d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=8eb5cbba-7f26-44fc-9220-859445a3878d,segment=NetworkSegment(6ccd23eb-febf-4400-a9c6-1bf6ef15cc7d),segment_id=6ccd23eb-febf-4400-a9c6-1bf6ef15cc7d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:48:55.124244 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b89cb970-86ec-4e64-9a96-3318b313a27d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:55.191843 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-b89cb970-86ec-4e64-9a96-3318b313a27d None None] Calling delete_port for 8eb5cbba-7f26-44fc-9220-859445a3878d owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:48:55.398962 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c46048-c3a4-4171-9f10-b7691a3a097f None None] DHCP port deletion for 0a08127e-9451-4965-9a93-71bfdd33de77 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:48:55.454090 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-681629c6-8333-4fe6-9c59-ecd3287c1b6c tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:55.455717 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-681629c6-8333-4fe6-9c59-ecd3287c1b6c tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.126 "GET /v2.0/networks?id=5a99a09a-0dd8-40b8-b6d2-72da727c3945 HTTP/1.1" status: 200 len: 814 time: 0.3068516 Nov 04 10:48:55.484896 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-14c1366a-0051-4d8d-a2a9-9234dc03ed6b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Request body: {'port': {'device_id': '0a349bde-b3d4-4c5b-a526-3724321c5617', 'network_id': '5a99a09a-0dd8-40b8-b6d2-72da727c3945', 'admin_state_up': True, 'tenant_id': '7a42eb83b343444b8e3fe7d5bffc6390'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:55.493411 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b89cb970-86ec-4e64-9a96-3318b313a27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:55.501356 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e7c46048-c3a4-4171-9f10-b7691a3a097f None None] Deleting port 083b89b4-ee3a-4a5a-9e65-2bbcb28c4fdc {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:48:55.501749 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e7c46048-c3a4-4171-9f10-b7691a3a097f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:55.536860 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89cb970-86ec-4e64-9a96-3318b313a27d None None] Pushing event deleted for resources: {'Port': ['ID=8eb5cbba-7f26-44fc-9220-859445a3878d,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:55.583440 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89cb970-86ec-4e64-9a96-3318b313a27d None None] No DVR routers for this DVR port 8eb5cbba-7f26-44fc-9220-859445a3878d on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:48:55.643079 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e7c46048-c3a4-4171-9f10-b7691a3a097f None None] For port 083b89b4-ee3a-4a5a-9e65-2bbcb28c4fdc, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=083b89b4-ee3a-4a5a-9e65-2bbcb28c4fdc,segment=NetworkSegment(e148d276-c97f-41d1-b58b-f0104dbaacb0),segment_id=e148d276-c97f-41d1-b58b-f0104dbaacb0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:48:55.643484 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e7c46048-c3a4-4171-9f10-b7691a3a097f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:55.678143 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e7c46048-c3a4-4171-9f10-b7691a3a097f None None] Calling delete_port for 083b89b4-ee3a-4a5a-9e65-2bbcb28c4fdc owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:48:55.773936 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 083b89b4-ee3a-4a5a-9e65-2bbcb28c4fdc no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:48:55.801840 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b36cf16-ccbf-4264-b98b-0af146641f55 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:55.836391 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36cf16-ccbf-4264-b98b-0af146641f55 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Port': ['ID=8eb5cbba-7f26-44fc-9220-859445a3878d,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:55.859260 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b36cf16-ccbf-4264-b98b-0af146641f55 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] No DVR routers for this DVR port 8eb5cbba-7f26-44fc-9220-859445a3878d on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:48:55.986612 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:56.025020 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cb609-6b4e-45c9-9427-719baf0054bc req-027ed549-7de0-44eb-ae7d-1447f8d26518 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:56.035222 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-653cb609-6b4e-45c9-9427-719baf0054bc req-027ed549-7de0-44eb-ae7d-1447f8d26518 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 944 time: 0.6670485 Nov 04 10:48:56.038852 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8eb5cbba-7f26-44fc-9220-859445a3878d no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:48:56.040575 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e7c46048-c3a4-4171-9f10-b7691a3a097f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:56.079192 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-14c1366a-0051-4d8d-a2a9-9234dc03ed6b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Made reservation on behalf of 7a42eb83b343444b8e3fe7d5bffc6390 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:48:56.084693 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 8eb5cbba-7f26-44fc-9220-859445a3878d {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:48:56.085057 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8eb5cbba-7f26-44fc-9220-859445a3878d not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:48:56.085406 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-14c1366a-0051-4d8d-a2a9-9234dc03ed6b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:56.088215 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c46048-c3a4-4171-9f10-b7691a3a097f None None] Pushing event deleted for resources: {'Port': ['ID=083b89b4-ee3a-4a5a-9e65-2bbcb28c4fdc,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:56.092102 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c46048-c3a4-4171-9f10-b7691a3a097f None None] No DVR routers for this DVR port 083b89b4-ee3a-4a5a-9e65-2bbcb28c4fdc on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:48:56.156446 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b36cf16-ccbf-4264-b98b-0af146641f55 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:56.259689 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-653cb609-6b4e-45c9-9427-719baf0054bc req-80caa295-7df7-426d-8412-966a9e82a4ff tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/security-groups?id=b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173672 Nov 04 10:48:56.406123 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-1b36cf16-ccbf-4264-b98b-0af146641f55 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9073240-ca52-4739-b18b-f0b48abc53b7']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:56.445633 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-1b36cf16-ccbf-4264-b98b-0af146641f55 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ccd23eb-febf-4400-a9c6-1bf6ef15cc7d') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:56.447151 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-1b36cf16-ccbf-4264-b98b-0af146641f55 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ccd23eb-febf-4400-a9c6-1bf6ef15cc7d') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:56.492055 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b36cf16-ccbf-4264-b98b-0af146641f55 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:56.556803 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b36cf16-ccbf-4264-b98b-0af146641f55 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:56.581391 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b36cf16-ccbf-4264-b98b-0af146641f55 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Releasing vlan 1177 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:48:56.581817 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b36cf16-ccbf-4264-b98b-0af146641f55 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:48:56.738496 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:48:56.774552 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b36cf16-ccbf-4264-b98b-0af146641f55 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:56.817049 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69e2dd63-78d4-456b-ba2d-a7a189ed95a1 req-7cdc52b8-73e2-419e-82df-e5123ea1a13a tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 210 time: 0.0726912 Nov 04 10:48:56.824383 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b36cf16-ccbf-4264-b98b-0af146641f55 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:56.830822 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1b36cf16-ccbf-4264-b98b-0af146641f55 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/networks/b9073240-ca52-4739-b18b-f0b48abc53b7 HTTP/1.1" status: 204 len: 168 time: 2.1430852 Nov 04 10:48:56.833508 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 56990) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:56.879023 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36cf16-ccbf-4264-b98b-0af146641f55 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Network': ['ID=b9073240-ca52-4739-b18b-f0b48abc53b7,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:56.931618 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-14c1366a-0051-4d8d-a2a9-9234dc03ed6b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Allocated IP 172.20.0.13 (5a99a09a-0dd8-40b8-b6d2-72da727c3945/c68b3714-6037-46cc-ab77-c20414a0dec9/cdfb4089-908a-4df2-b566-bb885812d9f0) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:48:57.014103 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8fefb66c-8392-4320-94b8-c12ba324046c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:57.166514 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57032) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:57.219037 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-14c1366a-0051-4d8d-a2a9-9234dc03ed6b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:57.225753 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:48:57.232981 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8fefb66c-8392-4320-94b8-c12ba324046c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:57.271309 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-8fefb66c-8392-4320-94b8-c12ba324046c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a08127e-9451-4965-9a93-71bfdd33de77']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:57.291191 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-8fefb66c-8392-4320-94b8-c12ba324046c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e148d276-c97f-41d1-b58b-f0104dbaacb0') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:57.291565 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-8fefb66c-8392-4320-94b8-c12ba324046c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e148d276-c97f-41d1-b58b-f0104dbaacb0') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:48:57.308794 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-14c1366a-0051-4d8d-a2a9-9234dc03ed6b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:57.314259 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8fefb66c-8392-4320-94b8-c12ba324046c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:57.344500 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8fefb66c-8392-4320-94b8-c12ba324046c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:57.356255 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fefb66c-8392-4320-94b8-c12ba324046c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:48:57.356587 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8fefb66c-8392-4320-94b8-c12ba324046c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:48:57.359719 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:48:57.458141 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-9905a4ff-2882-455d-8bf8-ee33a07796ec tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:57.496929 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8fefb66c-8392-4320-94b8-c12ba324046c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:57.513491 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8fefb66c-8392-4320-94b8-c12ba324046c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:57.518560 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8fefb66c-8392-4320-94b8-c12ba324046c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/networks/0a08127e-9451-4965-9a93-71bfdd33de77 HTTP/1.1" status: 204 len: 168 time: 0.6833708 Nov 04 10:48:57.529028 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57076) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:57.572058 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-ad337f2f-96c9-42f8-92c1-c6418a9fa2f8 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-881503583'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:57.580320 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefb66c-8392-4320-94b8-c12ba324046c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Network': ['ID=0a08127e-9451-4965-9a93-71bfdd33de77,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:57.583607 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-14c1366a-0051-4d8d-a2a9-9234dc03ed6b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Network 5a99a09a-0dd8-40b8-b6d2-72da727c3945 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:48:57.595186 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1366a-0051-4d8d-a2a9-9234dc03ed6b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Pushing event updated for resources: {'Port': ['ID=cdfb4089-908a-4df2-b566-bb885812d9f0,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:57.615112 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9905a4ff-2882-455d-8bf8-ee33a07796ec tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:57.633816 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad337f2f-96c9-42f8-92c1-c6418a9fa2f8 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Made reservation on behalf of 9fa43ef76f0c4eb2b22d3d40568c22a7 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:48:57.639239 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ad337f2f-96c9-42f8-92c1-c6418a9fa2f8 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:57.684188 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-14c1366a-0051-4d8d-a2a9-9234dc03ed6b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:48:57.687241 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad337f2f-96c9-42f8-92c1-c6418a9fa2f8 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1178} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:48:57.699684 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ad337f2f-96c9-42f8-92c1-c6418a9fa2f8 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:57.700096 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-ad337f2f-96c9-42f8-92c1-c6418a9fa2f8 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Added segment 4a35b967-fac0-4ea0-bff1-8d8eabc51e56 of type vlan for network 3560b87b-8630-486a-a0d9-5e3deb8b7630 Nov 04 10:48:57.703410 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-14c1366a-0051-4d8d-a2a9-9234dc03ed6b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:48:57.758570 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ad337f2f-96c9-42f8-92c1-c6418a9fa2f8 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:57.762065 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d290de3-08ff-491f-8388-eea2397a3258 req-4a1507a9-8ee1-4ebd-8126-a07ee9aaaa4d tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:57.764532 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9d290de3-08ff-491f-8388-eea2397a3258 req-4a1507a9-8ee1-4ebd-8126-a07ee9aaaa4d tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 944 time: 0.3439856 Nov 04 10:48:57.802399 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ad337f2f-96c9-42f8-92c1-c6418a9fa2f8 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:57.812358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad337f2f-96c9-42f8-92c1-c6418a9fa2f8 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:57.813343 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ad337f2f-96c9-42f8-92c1-c6418a9fa2f8 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:57.830304 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-14c1366a-0051-4d8d-a2a9-9234dc03ed6b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:57.830876 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-14c1366a-0051-4d8d-a2a9-9234dc03ed6b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:57.894732 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9d290de3-08ff-491f-8388-eea2397a3258 req-acf95d58-c649-4730-825e-a70952101526 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/security-groups?id=b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121047 Nov 04 10:48:57.908144 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-14c1366a-0051-4d8d-a2a9-9234dc03ed6b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4302735 Nov 04 10:48:57.913252 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ad337f2f-96c9-42f8-92c1-c6418a9fa2f8 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3821800 Nov 04 10:48:57.918862 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57126) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:57.941065 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-067795fd-84ee-4d65-97dc-d84bbc71c193 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'subnet': {'network_id': '3560b87b-8630-486a-a0d9-5e3deb8b7630', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:57.965101 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-0605eb40-15eb-4fb5-a552-17bcdb8a8669 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:48:57.968973 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-0605eb40-15eb-4fb5-a552-17bcdb8a8669 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.126 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0439100 Nov 04 10:48:58.042645 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9905a4ff-2882-455d-8bf8-ee33a07796ec tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:58.093060 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad337f2f-96c9-42f8-92c1-c6418a9fa2f8 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Network': ['ID=3560b87b-8630-486a-a0d9-5e3deb8b7630,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:58.105871 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 3560b87b-8630-486a-a0d9-5e3deb8b7630 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:48:58.124632 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-d5351611-85e2-43d4-8b01-d8c8fff3bc31 service neutron] Request body: {'port': {'device_id': '0a349bde-b3d4-4c5b-a526-3724321c5617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:58.151541 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067795fd-84ee-4d65-97dc-d84bbc71c193 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Made reservation on behalf of 9fa43ef76f0c4eb2b22d3d40568c22a7 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:48:58.155832 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-067795fd-84ee-4d65-97dc-d84bbc71c193 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:58.288621 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca8364-1011-407a-9bee-9aa1c8175bd6 req-5e1cb49c-0209-4fd7-9800-31f356824af0 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:58.290727 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bdca8364-1011-407a-9bee-9aa1c8175bd6 req-5e1cb49c-0209-4fd7-9800-31f356824af0 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 932 time: 0.1728318 Nov 04 10:48:58.303388 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-d5351611-85e2-43d4-8b01-d8c8fff3bc31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:58.348188 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-9905a4ff-2882-455d-8bf8-ee33a07796ec tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Allocated IP 172.25.7.72 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/4e1719a1-54df-4259-91c2-f6d7555ade39) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:48:58.493432 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-067795fd-84ee-4d65-97dc-d84bbc71c193 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:58.581312 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067795fd-84ee-4d65-97dc-d84bbc71c193 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Subnet': ['ID=70bc2ed8-533f-416d-9620-7733079442fe,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:58.595850 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067795fd-84ee-4d65-97dc-d84bbc71c193 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Checking segment: {'id': '4a35b967-fac0-4ea0-bff1-8d8eabc51e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '3560b87b-8630-486a-a0d9-5e3deb8b7630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:48:58.596335 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067795fd-84ee-4d65-97dc-d84bbc71c193 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network hostable DHCP agents. Network: 3560b87b-8630-486a-a0d9-5e3deb8b7630, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:48:58.627666 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067795fd-84ee-4d65-97dc-d84bbc71c193 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network 3560b87b-8630-486a-a0d9-5e3deb8b7630 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:48:58.637954 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bdca8364-1011-407a-9bee-9aa1c8175bd6 req-18f5e11f-008d-45f8-9887-3064ca588c54 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380716 Nov 04 10:48:58.697817 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-067795fd-84ee-4d65-97dc-d84bbc71c193 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 3560b87b-8630-486a-a0d9-5e3deb8b7630) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:48:58.723700 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f39235-7b09-4493-b8e7-e02460dc95a6 None None] Network 3560b87b-8630-486a-a0d9-5e3deb8b7630 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:48:58.729281 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067795fd-84ee-4d65-97dc-d84bbc71c193 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:58.731204 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-067795fd-84ee-4d65-97dc-d84bbc71c193 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:58.791566 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9905a4ff-2882-455d-8bf8-ee33a07796ec tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:58.823759 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-067795fd-84ee-4d65-97dc-d84bbc71c193 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9010303 Nov 04 10:48:58.831621 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57216) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:58.857553 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-e9c8e0ff-795a-4037-9990-d974c015daf3 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-698571774', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:58.962260 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e0ff-795a-4037-9990-d974c015daf3 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:58.966856 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e0ff-795a-4037-9990-d974c015daf3 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:59.069384 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9905a4ff-2882-455d-8bf8-ee33a07796ec tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:59.124740 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287e32ad-c2d1-4fde-9189-295df6a3958c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-3560b87b-8630-486a-a0d9-5e3deb8b7630', 'network_id': '3560b87b-8630-486a-a0d9-5e3deb8b7630', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'fixed_ips': [{'subnet_id': '70bc2ed8-533f-416d-9620-7733079442fe'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:48:59.126477 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-287e32ad-c2d1-4fde-9189-295df6a3958c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:59.163764 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e0ff-795a-4037-9990-d974c015daf3 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:59.177681 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e0ff-795a-4037-9990-d974c015daf3 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:59.240254 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e0ff-795a-4037-9990-d974c015daf3 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:59.244966 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e9c8e0ff-795a-4037-9990-d974c015daf3 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4121766 Nov 04 10:48:59.245923 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57258) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:59.263272 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-6c5367bf-0fea-459f-9a43-338a270650c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'port': {'network_id': '3560b87b-8630-486a-a0d9-5e3deb8b7630', 'name': 'tempest-RoutersIpV6Test-2066649273'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:48:59.266703 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-d5351611-85e2-43d4-8b01-d8c8fff3bc31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdfb4089-908a-4df2-b566-bb885812d9f0 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:48:59.284693 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9905a4ff-2882-455d-8bf8-ee33a07796ec tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:48:59.295600 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-d5351611-85e2-43d4-8b01-d8c8fff3bc31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:59.306456 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-9905a4ff-2882-455d-8bf8-ee33a07796ec tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:48:59.313099 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9905a4ff-2882-455d-8bf8-ee33a07796ec tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:48:59.318705 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905a4ff-2882-455d-8bf8-ee33a07796ec tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Pushing event updated for resources: {'Port': ['ID=4e1719a1-54df-4259-91c2-f6d7555ade39,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:59.369684 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-d5351611-85e2-43d4-8b01-d8c8fff3bc31 service neutron] Transition to ACTIVE for port object cdfb4089-908a-4df2-b566-bb885812d9f0 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:48:59.387860 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-d5351611-85e2-43d4-8b01-d8c8fff3bc31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:59.423841 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57276) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:48:59.435942 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ecad52-9bdb-4770-bf2a-3a53cbc3141d req-9004465b-3290-4684-9812-50f2e7248d53 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:48:59.443782 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-17ecad52-9bdb-4770-bf2a-3a53cbc3141d req-9004465b-3290-4684-9812-50f2e7248d53 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 944 time: 0.3613479 Nov 04 10:48:59.515760 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-287e32ad-c2d1-4fde-9189-295df6a3958c None None] Allocated IP 2001:db8::2 (3560b87b-8630-486a-a0d9-5e3deb8b7630/70bc2ed8-533f-416d-9620-7733079442fe/96dead44-c9ec-48df-bda9-b827f19b2d68) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:48:59.604194 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5367bf-0fea-459f-9a43-338a270650c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Made reservation on behalf of 9fa43ef76f0c4eb2b22d3d40568c22a7 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:48:59.621236 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c5367bf-0fea-459f-9a43-338a270650c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:59.674290 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5351611-85e2-43d4-8b01-d8c8fff3bc31 service neutron] Pushing event updated for resources: {'Port': ['ID=cdfb4089-908a-4df2-b566-bb885812d9f0,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:48:59.718796 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-6c5367bf-0fea-459f-9a43-338a270650c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] device_id is not set on port 53e6a468-2ddb-48df-9b9e-c8d06ba584a2 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:48:59.904031 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c648145c-00c5-4470-85f4-ce9efa1db7a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:59.905366 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-287e32ad-c2d1-4fde-9189-295df6a3958c None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:59.925775 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-287e32ad-c2d1-4fde-9189-295df6a3958c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:48:59.996477 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9905a4ff-2882-455d-8bf8-ee33a07796ec tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:00.008729 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e32ad-c2d1-4fde-9189-295df6a3958c None None] Pushing event updated for resources: {'Port': ['ID=96dead44-c9ec-48df-bda9-b827f19b2d68,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:00.023758 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287e32ad-c2d1-4fde-9189-295df6a3958c None None] Network 3560b87b-8630-486a-a0d9-5e3deb8b7630 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:00.025933 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-287e32ad-c2d1-4fde-9189-295df6a3958c None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:00.033572 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e32ad-c2d1-4fde-9189-295df6a3958c None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:49:00.112905 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-d5351611-85e2-43d4-8b01-d8c8fff3bc31 service neutron] Attempting to bind port cdfb4089-908a-4df2-b566-bb885812d9f0 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:49:00.114107 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-287e32ad-c2d1-4fde-9189-295df6a3958c None None] Attempting to bind port 96dead44-c9ec-48df-bda9-b827f19b2d68 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:49:00.114688 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-d5351611-85e2-43d4-8b01-d8c8fff3bc31 service neutron] Attempting to bind port cdfb4089-908a-4df2-b566-bb885812d9f0 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '98a36a7f-67f4-4d8d-81b5-e6eb21f034a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '5a99a09a-0dd8-40b8-b6d2-72da727c3945'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:49:00.115103 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-d5351611-85e2-43d4-8b01-d8c8fff3bc31 service neutron] Attempting to bind port cdfb4089-908a-4df2-b566-bb885812d9f0 on network 5a99a09a-0dd8-40b8-b6d2-72da727c3945 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:49:00.116262 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-287e32ad-c2d1-4fde-9189-295df6a3958c None None] Attempting to bind port 96dead44-c9ec-48df-bda9-b827f19b2d68 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '4a35b967-fac0-4ea0-bff1-8d8eabc51e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '3560b87b-8630-486a-a0d9-5e3deb8b7630'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:49:00.118787 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e32ad-c2d1-4fde-9189-295df6a3958c None None] Attempting to bind port 96dead44-c9ec-48df-bda9-b827f19b2d68 on network 3560b87b-8630-486a-a0d9-5e3deb8b7630 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:49:00.129725 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e32ad-c2d1-4fde-9189-295df6a3958c None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:49:00.131148 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e32ad-c2d1-4fde-9189-295df6a3958c None None] Checking segment: {'id': '4a35b967-fac0-4ea0-bff1-8d8eabc51e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '3560b87b-8630-486a-a0d9-5e3deb8b7630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:49:00.131970 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-287e32ad-c2d1-4fde-9189-295df6a3958c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:00.133159 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e32ad-c2d1-4fde-9189-295df6a3958c None None] Bound using segment: {'id': '4a35b967-fac0-4ea0-bff1-8d8eabc51e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '3560b87b-8630-486a-a0d9-5e3deb8b7630'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:49:00.134436 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-287e32ad-c2d1-4fde-9189-295df6a3958c None None] Bound port: 96dead44-c9ec-48df-bda9-b827f19b2d68, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a35b967-fac0-4ea0-bff1-8d8eabc51e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '3560b87b-8630-486a-a0d9-5e3deb8b7630'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:49:00.136863 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-287e32ad-c2d1-4fde-9189-295df6a3958c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:00.152231 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-17ecad52-9bdb-4770-bf2a-3a53cbc3141d req-a7a63fe3-5ef7-4e22-a3c1-353d8de42069 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/security-groups?id=b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6970394 Nov 04 10:49:00.199497 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-6c5367bf-0fea-459f-9a43-338a270650c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Allocated IP 2001:db8::18f (3560b87b-8630-486a-a0d9-5e3deb8b7630/70bc2ed8-533f-416d-9620-7733079442fe/53e6a468-2ddb-48df-9b9e-c8d06ba584a2) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:49:00.234235 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-d5351611-85e2-43d4-8b01-d8c8fff3bc31 service neutron] Port cdfb4089-908a-4df2-b566-bb885812d9f0 on network 5a99a09a-0dd8-40b8-b6d2-72da727c3945 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:49:00.238852 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-d5351611-85e2-43d4-8b01-d8c8fff3bc31 service neutron] Attempting to bind port cdfb4089-908a-4df2-b566-bb885812d9f0 on network 5a99a09a-0dd8-40b8-b6d2-72da727c3945 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:49:00.257055 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c648145c-00c5-4470-85f4-ce9efa1db7a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:00.274366 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-d5351611-85e2-43d4-8b01-d8c8fff3bc31 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:49:00.277822 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-d5351611-85e2-43d4-8b01-d8c8fff3bc31 service neutron] Checking segment: {'id': '98a36a7f-67f4-4d8d-81b5-e6eb21f034a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '5a99a09a-0dd8-40b8-b6d2-72da727c3945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:49:00.278534 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-d5351611-85e2-43d4-8b01-d8c8fff3bc31 service neutron] Bound using segment: {'id': '98a36a7f-67f4-4d8d-81b5-e6eb21f034a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '5a99a09a-0dd8-40b8-b6d2-72da727c3945'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:49:00.280297 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-d5351611-85e2-43d4-8b01-d8c8fff3bc31 service neutron] Bound port: cdfb4089-908a-4df2-b566-bb885812d9f0, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a36a7f-67f4-4d8d-81b5-e6eb21f034a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '5a99a09a-0dd8-40b8-b6d2-72da727c3945'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:49:00.283930 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-d5351611-85e2-43d4-8b01-d8c8fff3bc31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:00.316642 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9905a4ff-2882-455d-8bf8-ee33a07796ec tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:00.372113 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-287e32ad-c2d1-4fde-9189-295df6a3958c None None] For port 96dead44-c9ec-48df-bda9-b827f19b2d68, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:49:00.386867 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-287e32ad-c2d1-4fde-9189-295df6a3958c None None] For port 96dead44-c9ec-48df-bda9-b827f19b2d68, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=96dead44-c9ec-48df-bda9-b827f19b2d68,segment=NetworkSegment(4a35b967-fac0-4ea0-bff1-8d8eabc51e56),segment_id=4a35b967-fac0-4ea0-bff1-8d8eabc51e56)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:49:00.389764 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c648145c-00c5-4470-85f4-ce9efa1db7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:00.400740 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-287e32ad-c2d1-4fde-9189-295df6a3958c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:00.432523 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648145c-00c5-4470-85f4-ce9efa1db7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a48548-ac9f-4c90-8f7d-298543f52906,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:00.494379 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c648145c-00c5-4470-85f4-ce9efa1db7a7 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=9c4c20e142094d65ab659195ce25d1eb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0686626 Nov 04 10:49:00.495008 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57376) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:00.517156 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e32ad-c2d1-4fde-9189-295df6a3958c None None] Pushing event updated for resources: {'Port': ['ID=96dead44-c9ec-48df-bda9-b827f19b2d68,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:00.535782 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c5367bf-0fea-459f-9a43-338a270650c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:00.616267 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b1456ae2-eed3-4e1a-ab95-3555d6753321 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:00.666825 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b1456ae2-eed3-4e1a-ab95-3555d6753321 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:00.677111 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c5367bf-0fea-459f-9a43-338a270650c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:00.710579 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-d5351611-85e2-43d4-8b01-d8c8fff3bc31 service neutron] For port cdfb4089-908a-4df2-b566-bb885812d9f0, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:49:00.737616 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-d5351611-85e2-43d4-8b01-d8c8fff3bc31 service neutron] For port cdfb4089-908a-4df2-b566-bb885812d9f0, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=cdfb4089-908a-4df2-b566-bb885812d9f0,segment=NetworkSegment(98a36a7f-67f4-4d8d-81b5-e6eb21f034a9),segment_id=98a36a7f-67f4-4d8d-81b5-e6eb21f034a9)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:49:00.755676 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705c604-4d25-4f7f-adba-45920122b353 req-71741de8-0b4d-4ade-ad31-e57bacc795a7 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:00.766118 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9705c604-4d25-4f7f-adba-45920122b353 req-71741de8-0b4d-4ade-ad31-e57bacc795a7 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 944 time: 0.3053391 Nov 04 10:49:00.796693 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5367bf-0fea-459f-9a43-338a270650c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Port': ['ID=53e6a468-2ddb-48df-9b9e-c8d06ba584a2,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:00.799903 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-d5351611-85e2-43d4-8b01-d8c8fff3bc31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:00.886415 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5367bf-0fea-459f-9a43-338a270650c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network 3560b87b-8630-486a-a0d9-5e3deb8b7630 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:00.907331 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-6c5367bf-0fea-459f-9a43-338a270650c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:00.917468 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5367bf-0fea-459f-9a43-338a270650c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:49:00.928209 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5367bf-0fea-459f-9a43-338a270650c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:00.929285 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c5367bf-0fea-459f-9a43-338a270650c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:00.962198 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-d5351611-85e2-43d4-8b01-d8c8fff3bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:00.963263 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-d5351611-85e2-43d4-8b01-d8c8fff3bc31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:00.965240 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6c5367bf-0fea-459f-9a43-338a270650c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7177231 Nov 04 10:49:00.966336 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-d5351611-85e2-43d4-8b01-d8c8fff3bc31 service neutron] 10.222.0.126 "PUT /v2.0/ports/cdfb4089-908a-4df2-b566-bb885812d9f0 HTTP/1.1" status: 200 len: 1092 time: 2.9889598 Nov 04 10:49:00.967965 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57414) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:00.980571 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a349bde-b3d4-4c5b-a526-3724321c5617', 'tag': 'cdfb4089-908a-4df2-b566-bb885812d9f0'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:49:00.983192 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841530ef-2011-476e-be0a-fba46443448a" -d '{"events": [{"name": "network-changed", "server_uuid": "0a349bde-b3d4-4c5b-a526-3724321c5617", "tag": "cdfb4089-908a-4df2-b566-bb885812d9f0"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:49:01.070158 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5351611-85e2-43d4-8b01-d8c8fff3bc31 service neutron] Pushing event updated for resources: {'Port': ['ID=cdfb4089-908a-4df2-b566-bb885812d9f0,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:01.099701 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9705c604-4d25-4f7f-adba-45920122b353 req-b9255584-b96a-40df-9f98-42e2d2a36f21 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277938 Nov 04 10:49:01.106400 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b1456ae2-eed3-4e1a-ab95-3555d6753321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:01.109612 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b1456ae2-eed3-4e1a-ab95-3555d6753321 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:01.113516 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b1456ae2-eed3-4e1a-ab95-3555d6753321 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/86a48548-ac9f-4c90-8f7d-298543f52906 HTTP/1.1" status: 204 len: 168 time: 0.6127024 Nov 04 10:49:01.159875 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9905a4ff-2882-455d-8bf8-ee33a07796ec tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:01.171878 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1456ae2-eed3-4e1a-ab95-3555d6753321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a48548-ac9f-4c90-8f7d-298543f52906,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:01.195205 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9905a4ff-2882-455d-8bf8-ee33a07796ec tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:01.268422 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-524e4b19-d061-4028-835e-0b30a46e1b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:01.281498 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-524e4b19-d061-4028-835e-0b30a46e1b8f service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=7a42eb83b343444b8e3fe7d5bffc6390&device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 1095 time: 0.2481277 Nov 04 10:49:01.308920 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdda861-a70a-4a6a-a474-e9f73604cdc9 x-openstack-request-id: req-cfdda861-a70a-4a6a-a474-e9f73604cdc9 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:49:01.310174 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a349bde-b3d4-4c5b-a526-3724321c5617", "tag": "cdfb4089-908a-4df2-b566-bb885812d9f0", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:49:01.310909 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-cfdda861-a70a-4a6a-a474-e9f73604cdc9 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:49:01.311672 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a349bde-b3d4-4c5b-a526-3724321c5617', 'tag': 'cdfb4089-908a-4df2-b566-bb885812d9f0', 'status': 'completed', 'code': 200} Nov 04 10:49:01.491502 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-73103fa9-b558-4e8c-8052-72afb9ecadba service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdfb4089-908a-4df2-b566-bb885812d9f0 HTTP/1.1" status: 200 len: 217 time: 0.1952333 Nov 04 10:49:01.531793 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905a4ff-2882-455d-8bf8-ee33a07796ec tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Pushing event updated for resources: {'Port': ['ID=4e1719a1-54df-4259-91c2-f6d7555ade39,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:01.600634 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-15e7f675-15c0-4df9-9182-6d21bcd29443 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:01.712738 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9905a4ff-2882-455d-8bf8-ee33a07796ec tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:01.751427 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9905a4ff-2882-455d-8bf8-ee33a07796ec tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:01.753085 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9905a4ff-2882-455d-8bf8-ee33a07796ec tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5820761 Nov 04 10:49:01.774592 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 96dead44-c9ec-48df-bda9-b827f19b2d68 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:49:01.775174 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57468) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:01.779750 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff68ca9-ad28-4405-afd5-38c53212f1f4 req-89ba31a9-c055-41e8-a015-56d05f14c990 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:01.780169 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1834787838'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:01.791278 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ff68ca9-ad28-4405-afd5-38c53212f1f4 req-89ba31a9-c055-41e8-a015-56d05f14c990 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 944 time: 0.3204594 Nov 04 10:49:01.793864 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-c5355fb8-9139-4984-8382-0c1cc3a27e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:01.803165 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-c5355fb8-9139-4984-8382-0c1cc3a27e3e service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c68b3714-6037-46cc-ab77-c20414a0dec9 HTTP/1.1" status: 200 len: 854 time: 0.2725422 Nov 04 10:49:01.855407 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Made reservation on behalf of 94a53454632b499d96d9a467a6ac61a3 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:49:01.861508 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:01.886203 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:01.927755 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 96dead44-c9ec-48df-bda9-b827f19b2d68 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:01.928466 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:02.146213 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:02.185519 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:02.205761 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfade842-97b6-4cbd-bec8-123bda90f298 None None] Network 3560b87b-8630-486a-a0d9-5e3deb8b7630 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:49:02.213314 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 96dead44-c9ec-48df-bda9-b827f19b2d68, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=96dead44-c9ec-48df-bda9-b827f19b2d68,segment=NetworkSegment(4a35b967-fac0-4ea0-bff1-8d8eabc51e56),segment_id=4a35b967-fac0-4ea0-bff1-8d8eabc51e56)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:49:02.241791 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:02.263257 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1151} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:49:02.276430 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:02.281880 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:02.282272 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Added segment 4a0992dc-2d3d-4b80-af1b-748b3b89852d of type vlan for network e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327 Nov 04 10:49:02.331000 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-858f713f-592e-4595-9f4b-89b89acf755c None None] Provisioning complete for port 96dead44-c9ec-48df-bda9-b827f19b2d68 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:02.331743 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-858f713f-592e-4595-9f4b-89b89acf755c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:02.354230 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:02.396132 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-0b36980c-502c-4fc7-8007-6de18d72288c service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=5a99a09a-0dd8-40b8-b6d2-72da727c3945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5854921 Nov 04 10:49:02.411197 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:02.421587 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:02.426755 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:02.486927 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ff68ca9-ad28-4405-afd5-38c53212f1f4 req-7de53ae6-beb6-4e70-a289-ec2403d7110b tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/security-groups?id=b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6784265 Nov 04 10:49:02.578304 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-f479b8d9-08cd-470f-99ff-14322b2f556e service neutron] 10.222.0.126 "GET /v2.0/networks/5a99a09a-0dd8-40b8-b6d2-72da727c3945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737287 Nov 04 10:49:02.607872 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-15e7f675-15c0-4df9-9182-6d21bcd29443 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:02.634645 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=96dead44-c9ec-48df-bda9-b827f19b2d68,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:02.657530 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8813884 Nov 04 10:49:02.681561 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57486) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:02.685110 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-15e7f675-15c0-4df9-9182-6d21bcd29443 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:02.688295 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Pushing event updated for resources: {'Network': ['ID=e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:02.699237 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-5ae9a087-b85d-41f7-bc45-0963894a323d tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Request body: {'subnet': {'network_id': 'e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:02.831675 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dfd6f3-4387-4771-a19e-df800a31ab09,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:02.855666 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-614b4867-04ba-4841-bede-adfe2ad5ff13 req-a2277801-fb1a-45b8-89f0-0d7f8410004f service neutron] 10.222.0.126 "GET /v2.0/networks/5a99a09a-0dd8-40b8-b6d2-72da727c3945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690704 Nov 04 10:49:02.915914 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:02.917037 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:02.917390 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:02.917725 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:02.918575 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:02.918897 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:02.919242 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:02.919843 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:02.920703 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:02.921608 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:02.921935 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:02.922258 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:02.924536 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aedb01-030e-4248-8f92-facb53f32d06 req-c018bee1-f0f4-484d-99e5-5d0193be899c tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:02.928245 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87aedb01-030e-4248-8f92-facb53f32d06 req-c018bee1-f0f4-484d-99e5-5d0193be899c tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/networks?id=b7a0e2bc-d7d0-494f-8e99-aee30a4827ad HTTP/1.1" status: 200 len: 814 time: 0.1938214 Nov 04 10:49:02.957477 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:02.960321 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:02.960747 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:02.961691 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:02.962241 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:02.962602 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:02.963517 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:02.963850 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:02.964457 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:02.964930 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:02.965316 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:02.966661 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b020a-4d0f-49ef-ae93-b1890988b16f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:02.979127 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:49:03.033659 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7f675-15c0-4df9-9182-6d21bcd29443 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Port': ['ID=53e6a468-2ddb-48df-9b9e-c8d06ba584a2,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:03.046592 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87aedb01-030e-4248-8f92-facb53f32d06 req-1caa89e2-618f-4331-86bd-6f2a8e15cdb4 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/quotas/22e57a6fdbd24fb38ba8c5b24e6f85e0 HTTP/1.1" status: 200 len: 375 time: 0.0998628 Nov 04 10:49:03.106423 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87aedb01-030e-4248-8f92-facb53f32d06 req-b4790270-f7c5-49d2-a44a-6dc151122876 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=22e57a6fdbd24fb38ba8c5b24e6f85e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494509 Nov 04 10:49:03.157381 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-14f11a2b-a54a-4302-b17f-d7555175fabb None None] Provisioning complete for port 53e6a468-2ddb-48df-9b9e-c8d06ba584a2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:03.157874 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-14f11a2b-a54a-4302-b17f-d7555175fabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:03.182764 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841530ef-2011-476e-be0a-fba46443448a req-3ab70b1f-26e3-48e0-8a33-a9b6aac83c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:03.184773 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-841530ef-2011-476e-be0a-fba46443448a req-3ab70b1f-26e3-48e0-8a33-a9b6aac83c61 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=7a42eb83b343444b8e3fe7d5bffc6390&device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 1095 time: 0.2530208 Nov 04 10:49:03.212389 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae9a087-b85d-41f7-bc45-0963894a323d tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Made reservation on behalf of 94a53454632b499d96d9a467a6ac61a3 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:49:03.218096 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ae9a087-b85d-41f7-bc45-0963894a323d tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:03.239837 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-14f11a2b-a54a-4302-b17f-d7555175fabb None None] Port 53e6a468-2ddb-48df-9b9e-c8d06ba584a2 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:49:03.264667 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-14f11a2b-a54a-4302-b17f-d7555175fabb None None] Provisioning complete for port 96dead44-c9ec-48df-bda9-b827f19b2d68 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:03.265151 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-14f11a2b-a54a-4302-b17f-d7555175fabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:03.304769 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87aedb01-030e-4248-8f92-facb53f32d06 req-c6723fbd-538c-4d1e-a57a-160a4c317073 service neutron] 10.222.0.127 "GET /v2.0/networks/b7a0e2bc-d7d0-494f-8e99-aee30a4827ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896951 Nov 04 10:49:03.530816 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87aedb01-030e-4248-8f92-facb53f32d06 req-0fd6f192-3218-4b0f-8078-7df01ece24d3 service neutron] 10.222.0.127 "GET /v2.0/networks/b7a0e2bc-d7d0-494f-8e99-aee30a4827ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229009 Nov 04 10:49:03.536756 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841530ef-2011-476e-be0a-fba46443448a req-359b1777-a0fd-4e95-b5ed-7f7dcfb797b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:03.538594 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-841530ef-2011-476e-be0a-fba46443448a req-359b1777-a0fd-4e95-b5ed-7f7dcfb797b6 service neutron] 10.222.0.126 "GET /v2.0/networks?id=5a99a09a-0dd8-40b8-b6d2-72da727c3945 HTTP/1.1" status: 200 len: 916 time: 0.3458755 Nov 04 10:49:03.581060 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-84ae6695-9ea3-433e-963a-1abe87598d88 None None] Provisioning complete for port 53e6a468-2ddb-48df-9b9e-c8d06ba584a2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:03.581554 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-84ae6695-9ea3-433e-963a-1abe87598d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:03.661661 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-841530ef-2011-476e-be0a-fba46443448a req-dd70a701-de1f-4491-b2a3-26690672606d service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdfb4089-908a-4df2-b566-bb885812d9f0 HTTP/1.1" status: 200 len: 217 time: 0.1140714 Nov 04 10:49:03.727111 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-84ae6695-9ea3-433e-963a-1abe87598d88 None None] Port 53e6a468-2ddb-48df-9b9e-c8d06ba584a2 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:49:03.728720 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 96dead44-c9ec-48df-bda9-b827f19b2d68 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:49:03.791931 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841530ef-2011-476e-be0a-fba46443448a req-4a5489a4-8f9d-47e3-b8e6-651580ed4f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:03.793881 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-841530ef-2011-476e-be0a-fba46443448a req-4a5489a4-8f9d-47e3-b8e6-651580ed4f22 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c68b3714-6037-46cc-ab77-c20414a0dec9 HTTP/1.1" status: 200 len: 854 time: 0.1168578 Nov 04 10:49:03.830475 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-15e7f675-15c0-4df9-9182-6d21bcd29443 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:03.838441 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ae9a087-b85d-41f7-bc45-0963894a323d tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:03.849988 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-841530ef-2011-476e-be0a-fba46443448a req-d0496b01-975b-462a-8021-746c6aa5ba5a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=5a99a09a-0dd8-40b8-b6d2-72da727c3945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483260 Nov 04 10:49:03.858105 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 96dead44-c9ec-48df-bda9-b827f19b2d68 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:03.858478 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:04.010092 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e3072755-5b0b-4ac1-88e0-8dc01a35eff3 None None] Provisioning complete for port 53e6a468-2ddb-48df-9b9e-c8d06ba584a2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:04.011172 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e3072755-5b0b-4ac1-88e0-8dc01a35eff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:04.025880 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9a087-b85d-41f7-bc45-0963894a323d tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Pushing event updated for resources: {'Subnet': ['ID=7d68b0e1-23fe-464b-bdb7-20b20774c645,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:04.032031 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096f068-685e-45f7-ab68-e86b617a422b req-befdcf98-5ac0-4cc9-b2fa-766e108addb6 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:04.039900 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b096f068-685e-45f7-ab68-e86b617a422b req-befdcf98-5ac0-4cc9-b2fa-766e108addb6 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 944 time: 0.1924176 Nov 04 10:49:04.055431 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e3072755-5b0b-4ac1-88e0-8dc01a35eff3 None None] Port 53e6a468-2ddb-48df-9b9e-c8d06ba584a2 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:49:04.163164 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b096f068-685e-45f7-ab68-e86b617a422b req-25279411-6adb-4c69-92c3-4d3dd72a45b6 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222544 Nov 04 10:49:04.183018 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-841530ef-2011-476e-be0a-fba46443448a req-5b76b206-c948-4104-ac31-298176b46fe4 service neutron] 10.222.0.126 "GET /v2.0/networks/5a99a09a-0dd8-40b8-b6d2-72da727c3945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083396 Nov 04 10:49:04.212323 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-15e7f675-15c0-4df9-9182-6d21bcd29443 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:04.226922 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae9a087-b85d-41f7-bc45-0963894a323d tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Checking segment: {'id': '4a0992dc-2d3d-4b80-af1b-748b3b89852d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:49:04.227139 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae9a087-b85d-41f7-bc45-0963894a323d tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Network hostable DHCP agents. Network: e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:49:04.280375 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae9a087-b85d-41f7-bc45-0963894a323d tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Network e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:49:04.301191 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-5ae9a087-b85d-41f7-bc45-0963894a323d tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:04.310511 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-841530ef-2011-476e-be0a-fba46443448a req-d1d94de9-e41c-47b9-9e09-23b42b5d3cc7 service neutron] 10.222.0.126 "GET /v2.0/networks/5a99a09a-0dd8-40b8-b6d2-72da727c3945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206315 Nov 04 10:49:04.314553 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c86354a-cdf0-4b55-8881-db0ab445e26f None None] Network e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:49:04.345110 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae9a087-b85d-41f7-bc45-0963894a323d tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:04.346047 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ae9a087-b85d-41f7-bc45-0963894a323d tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:04.380794 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a6144-5fa3-4143-ab50-2c129cee8532 req-70bc0c53-48f6-450a-b9e7-74428a5933c6 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:04.382834 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2f6a6144-5fa3-4143-ab50-2c129cee8532 req-70bc0c53-48f6-450a-b9e7-74428a5933c6 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 944 time: 0.0714023 Nov 04 10:49:04.390690 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5ae9a087-b85d-41f7-bc45-0963894a323d tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6984637 Nov 04 10:49:04.401222 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57536) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:04.411929 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-466fa37b-3e0a-4e9b-b844-32346765bd98 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-653086810', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}, 'admin_state_up': False}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:04.473704 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2f6a6144-5fa3-4143-ab50-2c129cee8532 req-e6e75000-d0e1-462d-a162-54af56ec9ec7 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/security-groups?id=b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839834 Nov 04 10:49:04.567401 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-466fa37b-3e0a-4e9b-b844-32346765bd98 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:04.568488 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-466fa37b-3e0a-4e9b-b844-32346765bd98 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:04.645568 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363866b2-e611-409d-9cae-ce58ca6683c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327', 'network_id': 'e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327', 'tenant_id': '94a53454632b499d96d9a467a6ac61a3', 'fixed_ips': [{'subnet_id': '7d68b0e1-23fe-464b-bdb7-20b20774c645'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:49:04.646992 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-363866b2-e611-409d-9cae-ce58ca6683c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:04.687696 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-466fa37b-3e0a-4e9b-b844-32346765bd98 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:04.797970 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-946a55cd-f93a-4656-b546-329bf3dd8ea5 req-c57acef7-ea6a-4b98-9a96-9e305b9c41b6 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa0509c9-3b22-4306-b32a-879b6fba68b7 HTTP/1.1" status: 200 len: 210 time: 0.0536358 Nov 04 10:49:04.829406 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-363866b2-e611-409d-9cae-ce58ca6683c2 None None] Allocated IP 172.20.0.2 (e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327/7d68b0e1-23fe-464b-bdb7-20b20774c645/5f25c3ae-1dbf-47fc-bb0f-2907522e79f0) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:49:05.009585 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-363866b2-e611-409d-9cae-ce58ca6683c2 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:05.018668 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-363866b2-e611-409d-9cae-ce58ca6683c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:05.061739 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363866b2-e611-409d-9cae-ce58ca6683c2 None None] Network e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:05.067165 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-363866b2-e611-409d-9cae-ce58ca6683c2 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:05.071938 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363866b2-e611-409d-9cae-ce58ca6683c2 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:49:05.079191 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363866b2-e611-409d-9cae-ce58ca6683c2 None None] Pushing event updated for resources: {'Port': ['ID=5f25c3ae-1dbf-47fc-bb0f-2907522e79f0,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:05.165587 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-363866b2-e611-409d-9cae-ce58ca6683c2 None None] Attempting to bind port 5f25c3ae-1dbf-47fc-bb0f-2907522e79f0 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:49:05.166207 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-363866b2-e611-409d-9cae-ce58ca6683c2 None None] Attempting to bind port 5f25c3ae-1dbf-47fc-bb0f-2907522e79f0 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '4a0992dc-2d3d-4b80-af1b-748b3b89852d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:49:05.166576 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363866b2-e611-409d-9cae-ce58ca6683c2 None None] Attempting to bind port 5f25c3ae-1dbf-47fc-bb0f-2907522e79f0 on network e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:49:05.175096 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363866b2-e611-409d-9cae-ce58ca6683c2 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:49:05.175537 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363866b2-e611-409d-9cae-ce58ca6683c2 None None] Checking segment: {'id': '4a0992dc-2d3d-4b80-af1b-748b3b89852d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:49:05.175871 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-363866b2-e611-409d-9cae-ce58ca6683c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:05.176438 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363866b2-e611-409d-9cae-ce58ca6683c2 None None] Bound using segment: {'id': '4a0992dc-2d3d-4b80-af1b-748b3b89852d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:49:05.178350 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-363866b2-e611-409d-9cae-ce58ca6683c2 None None] Bound port: 5f25c3ae-1dbf-47fc-bb0f-2907522e79f0, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0992dc-2d3d-4b80-af1b-748b3b89852d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:49:05.178350 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-363866b2-e611-409d-9cae-ce58ca6683c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:05.228104 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-15e7f675-15c0-4df9-9182-6d21bcd29443 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:05.231210 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-466fa37b-3e0a-4e9b-b844-32346765bd98 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:05.236282 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-15e7f675-15c0-4df9-9182-6d21bcd29443 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:05.237165 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-15e7f675-15c0-4df9-9182-6d21bcd29443 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:05.282144 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-363866b2-e611-409d-9cae-ce58ca6683c2 None None] For port 5f25c3ae-1dbf-47fc-bb0f-2907522e79f0, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:49:05.286565 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-363866b2-e611-409d-9cae-ce58ca6683c2 None None] For port 5f25c3ae-1dbf-47fc-bb0f-2907522e79f0, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=5f25c3ae-1dbf-47fc-bb0f-2907522e79f0,segment=NetworkSegment(4a0992dc-2d3d-4b80-af1b-748b3b89852d),segment_id=4a0992dc-2d3d-4b80-af1b-748b3b89852d)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:49:05.306975 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-363866b2-e611-409d-9cae-ce58ca6683c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:05.336222 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7f675-15c0-4df9-9182-6d21bcd29443 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Port': ['ID=53e6a468-2ddb-48df-9b9e-c8d06ba584a2,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:05.406729 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363866b2-e611-409d-9cae-ce58ca6683c2 None None] Pushing event updated for resources: {'Port': ['ID=5f25c3ae-1dbf-47fc-bb0f-2907522e79f0,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:05.428749 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aedb01-030e-4248-8f92-facb53f32d06 req-97551802-cfd5-46bd-811d-75e58094b0a4 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:05.430968 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87aedb01-030e-4248-8f92-facb53f32d06 req-97551802-cfd5-46bd-811d-75e58094b0a4 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.126 "GET /v2.0/networks?id=b7a0e2bc-d7d0-494f-8e99-aee30a4827ad HTTP/1.1" status: 200 len: 814 time: 0.1927183 Nov 04 10:49:05.468422 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-87aedb01-030e-4248-8f92-facb53f32d06 req-557f0f36-507f-4ab4-858f-016510ed74d8 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Request body: {'port': {'device_id': 'fa0509c9-3b22-4306-b32a-879b6fba68b7', 'network_id': 'b7a0e2bc-d7d0-494f-8e99-aee30a4827ad', 'admin_state_up': True, 'tenant_id': '22e57a6fdbd24fb38ba8c5b24e6f85e0'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:05.486710 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e7f675-15c0-4df9-9182-6d21bcd29443 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network 3560b87b-8630-486a-a0d9-5e3deb8b7630 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:05.489075 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-15e7f675-15c0-4df9-9182-6d21bcd29443 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:05.545837 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device cdfb4089-908a-4df2-b566-bb885812d9f0 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:49:05.652357 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794ad27-aa7a-46dd-b5bf-28fcfa8d6b1d req-c52a7e2e-dd6d-46b5-a124-d77a719c03a6 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:05.660500 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5794ad27-aa7a-46dd-b5bf-28fcfa8d6b1d req-c52a7e2e-dd6d-46b5-a124-d77a719c03a6 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 944 time: 0.2279835 Nov 04 10:49:05.700200 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port cdfb4089-908a-4df2-b566-bb885812d9f0, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=cdfb4089-908a-4df2-b566-bb885812d9f0,segment=NetworkSegment(98a36a7f-67f4-4d8d-81b5-e6eb21f034a9),segment_id=98a36a7f-67f4-4d8d-81b5-e6eb21f034a9)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:49:05.708859 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87aedb01-030e-4248-8f92-facb53f32d06 req-557f0f36-507f-4ab4-858f-016510ed74d8 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Made reservation on behalf of 22e57a6fdbd24fb38ba8c5b24e6f85e0 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:49:05.712736 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-87aedb01-030e-4248-8f92-facb53f32d06 req-557f0f36-507f-4ab4-858f-016510ed74d8 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:05.730264 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'cdfb4089-908a-4df2-b566-bb885812d9f0', 'network_id': '5a99a09a-0dd8-40b8-b6d2-72da727c3945', 'port_id': 'cdfb4089-908a-4df2-b566-bb885812d9f0', 'mac_address': 'fa:16:3e:cb:7e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68b3714-6037-46cc-ab77-c20414a0dec9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:49:05.803099 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-466fa37b-3e0a-4e9b-b844-32346765bd98 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:05.825408 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5794ad27-aa7a-46dd-b5bf-28fcfa8d6b1d req-0d92e3da-a75f-47f5-bcd8-28c8cd87ad0c tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586311 Nov 04 10:49:05.846743 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:05.879080 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdfb4089-908a-4df2-b566-bb885812d9f0 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:49:05.909773 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-466fa37b-3e0a-4e9b-b844-32346765bd98 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:05.931034 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port cdfb4089-908a-4df2-b566-bb885812d9f0, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=cdfb4089-908a-4df2-b566-bb885812d9f0,segment=NetworkSegment(98a36a7f-67f4-4d8d-81b5-e6eb21f034a9),segment_id=98a36a7f-67f4-4d8d-81b5-e6eb21f034a9)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:49:05.937275 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:06.019600 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=cdfb4089-908a-4df2-b566-bb885812d9f0,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:06.025519 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e7f675-15c0-4df9-9182-6d21bcd29443 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Router c0581715-c6ab-4661-b179-2458077ecc65 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:49:06.074231 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-87aedb01-030e-4248-8f92-facb53f32d06 req-557f0f36-507f-4ab4-858f-016510ed74d8 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Allocated IP 172.20.0.5 (b7a0e2bc-d7d0-494f-8e99-aee30a4827ad/7b06eb30-a7cd-4109-8393-1e5baaf1b67c/589ff1d8-a326-458f-809f-3f4d4907ba48) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:49:06.101393 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c1d208bb-6568-4787-9c81-fa0ab1fdfd8f None None] Provisioning complete for port 53e6a468-2ddb-48df-9b9e-c8d06ba584a2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:06.102350 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c1d208bb-6568-4787-9c81-fa0ab1fdfd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:06.162615 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-466fa37b-3e0a-4e9b-b844-32346765bd98 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Allocated IP 172.25.7.172 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/27316b81-8faf-4919-acf6-4a105b56f7f4) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:49:06.194965 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e7f675-15c0-4df9-9182-6d21bcd29443 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:49:06.206192 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-15e7f675-15c0-4df9-9182-6d21bcd29443 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "PUT /v2.0/routers/c0581715-c6ab-4661-b179-2458077ecc65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2347083 Nov 04 10:49:06.216054 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57570) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:06.216776 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da91988b-ce06-40f5-8f6b-1830bd849f26 None None] Sync routers for ids ['c0581715-c6ab-4661-b179-2458077ecc65'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:49:06.227652 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-c1d208bb-6568-4787-9c81-fa0ab1fdfd8f None None] Port 53e6a468-2ddb-48df-9b9e-c8d06ba584a2 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:49:06.235859 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da91988b-ce06-40f5-8f6b-1830bd849f26 None None] Routers {'c0581715-c6ab-4661-b179-2458077ecc65'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:06.236776 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-da91988b-ce06-40f5-8f6b-1830bd849f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:48:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c0581715-c6ab-4661-b179-2458077ecc65'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:06.284370 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-da91988b-ce06-40f5-8f6b-1830bd849f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:06.297228 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da91988b-ce06-40f5-8f6b-1830bd849f26 None None] Routers {'c0581715-c6ab-4661-b179-2458077ecc65'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:06.297826 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-da91988b-ce06-40f5-8f6b-1830bd849f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:48:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c0581715-c6ab-4661-b179-2458077ecc65'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:06.301275 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da1a334-4441-447a-8433-46efb432d1db tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:06.305844 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3da1a334-4441-447a-8433-46efb432d1db tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "GET /v2.0/ports/53e6a468-2ddb-48df-9b9e-c8d06ba584a2 HTTP/1.1" status: 200 len: 984 time: 0.0859988 Nov 04 10:49:06.306620 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57572) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:06.346564 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-da91988b-ce06-40f5-8f6b-1830bd849f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:06.347217 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da91988b-ce06-40f5-8f6b-1830bd849f26 None None] The sync data for ids ['c0581715-c6ab-4661-b179-2458077ecc65'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:49:06.364223 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['cdfb4089-908a-4df2-b566-bb885812d9f0'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:49:06.392484 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e856c-6cf9-489b-92bc-8a5d74cac76e req-c6e5a5ff-5864-4cd6-b71f-72db699df7bb tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:06.400053 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f27e856c-6cf9-489b-92bc-8a5d74cac76e req-c6e5a5ff-5864-4cd6-b71f-72db699df7bb tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 944 time: 0.2855296 Nov 04 10:49:06.462345 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-466fa37b-3e0a-4e9b-b844-32346765bd98 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:06.510983 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f27e856c-6cf9-489b-92bc-8a5d74cac76e req-08deaa7a-a558-48af-a2e6-a1720fb03c56 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/security-groups?id=b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031635 Nov 04 10:49:06.526721 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-87aedb01-030e-4248-8f92-facb53f32d06 req-557f0f36-507f-4ab4-858f-016510ed74d8 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:06.610281 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-87aedb01-030e-4248-8f92-facb53f32d06 req-557f0f36-507f-4ab4-858f-016510ed74d8 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:06.630723 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-466fa37b-3e0a-4e9b-b844-32346765bd98 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:06.708212 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466fa37b-3e0a-4e9b-b844-32346765bd98 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:06.716562 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-466fa37b-3e0a-4e9b-b844-32346765bd98 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:06.717064 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87aedb01-030e-4248-8f92-facb53f32d06 req-557f0f36-507f-4ab4-858f-016510ed74d8 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Network b7a0e2bc-d7d0-494f-8e99-aee30a4827ad is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:06.724785 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466fa37b-3e0a-4e9b-b844-32346765bd98 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:49:06.728566 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-87aedb01-030e-4248-8f92-facb53f32d06 req-557f0f36-507f-4ab4-858f-016510ed74d8 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:06.745251 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-87aedb01-030e-4248-8f92-facb53f32d06 req-557f0f36-507f-4ab4-858f-016510ed74d8 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:49:06.773967 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fa37b-3e0a-4e9b-b844-32346765bd98 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Pushing event updated for resources: {'Port': ['ID=27316b81-8faf-4919-acf6-4a105b56f7f4,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:06.808547 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f0f36-507f-4ab4-858f-016510ed74d8 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Pushing event updated for resources: {'Port': ['ID=589ff1d8-a326-458f-809f-3f4d4907ba48,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:06.848968 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aedb01-030e-4248-8f92-facb53f32d06 req-557f0f36-507f-4ab4-858f-016510ed74d8 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:06.849671 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-87aedb01-030e-4248-8f92-facb53f32d06 req-557f0f36-507f-4ab4-858f-016510ed74d8 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:06.879710 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d99d4-47d8-4a83-b138-093373f19e91 req-71f30e30-5f86-44e1-b554-512251e744cb tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:06.882224 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-792d99d4-47d8-4a83-b138-093373f19e91 req-71f30e30-5f86-44e1-b554-512251e744cb tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa0509c9-3b22-4306-b32a-879b6fba68b7 HTTP/1.1" status: 200 len: 931 time: 0.1381557 Nov 04 10:49:06.897956 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87aedb01-030e-4248-8f92-facb53f32d06 req-557f0f36-507f-4ab4-858f-016510ed74d8 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4344978 Nov 04 10:49:06.916443 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-87aedb01-030e-4248-8f92-facb53f32d06 req-d5ff86b5-fefd-4a1c-b523-436bf42777a2 service neutron] Request body: {'port': {'device_id': 'fa0509c9-3b22-4306-b32a-879b6fba68b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:06.961960 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4b1fb8-ebc6-49a8-8da4-135ed9f88b6e None None] Network e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:49:07.038636 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-792d99d4-47d8-4a83-b138-093373f19e91 req-eae09665-1ddf-44d6-aa1f-8ed0178f3222 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7ed696-fab2-4127-a5b4-13d5708e4309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466973 Nov 04 10:49:07.039492 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-87aedb01-030e-4248-8f92-facb53f32d06 req-d5ff86b5-fefd-4a1c-b523-436bf42777a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:07.109811 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d9736a15-0e82-43b1-9ed2-790dbcf88429 None None] Provisioning complete for port 5f25c3ae-1dbf-47fc-bb0f-2907522e79f0 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:07.110394 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d9736a15-0e82-43b1-9ed2-790dbcf88429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:07.153253 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0767785a-1ae0-420f-87af-09473a3a10ac tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:07.251198 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d9736a15-0e82-43b1-9ed2-790dbcf88429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:07.280794 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-466fa37b-3e0a-4e9b-b844-32346765bd98 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:07.330194 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-d9736a15-0e82-43b1-9ed2-790dbcf88429 None None] For port 5f25c3ae-1dbf-47fc-bb0f-2907522e79f0, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=5f25c3ae-1dbf-47fc-bb0f-2907522e79f0,segment=NetworkSegment(4a0992dc-2d3d-4b80-af1b-748b3b89852d),segment_id=4a0992dc-2d3d-4b80-af1b-748b3b89852d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:49:07.343783 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d9736a15-0e82-43b1-9ed2-790dbcf88429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:07.379720 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc84494-5bd8-4d82-9036-6b80ef1d2c1c req-865373ad-cb10-4b46-b250-43e6efc9a313 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:07.389895 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9bc84494-5bd8-4d82-9036-6b80ef1d2c1c req-865373ad-cb10-4b46-b250-43e6efc9a313 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 945 time: 0.1517901 Nov 04 10:49:07.428071 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9736a15-0e82-43b1-9ed2-790dbcf88429 None None] Pushing event updated for resources: {'Port': ['ID=5f25c3ae-1dbf-47fc-bb0f-2907522e79f0,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:07.483097 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9bc84494-5bd8-4d82-9036-6b80ef1d2c1c req-cec4d8a5-d566-4b7b-8167-83246ff12a19 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921714 Nov 04 10:49:07.580810 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-87aedb01-030e-4248-8f92-facb53f32d06 req-d5ff86b5-fefd-4a1c-b523-436bf42777a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 589ff1d8-a326-458f-809f-3f4d4907ba48 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:49:07.590607 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-53e260d4-629c-41b5-99a0-6f195d9000fd None None] Provisioning complete for port 5f25c3ae-1dbf-47fc-bb0f-2907522e79f0 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:07.591791 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-53e260d4-629c-41b5-99a0-6f195d9000fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:07.600874 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-87aedb01-030e-4248-8f92-facb53f32d06 req-d5ff86b5-fefd-4a1c-b523-436bf42777a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:07.612764 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-87aedb01-030e-4248-8f92-facb53f32d06 req-d5ff86b5-fefd-4a1c-b523-436bf42777a2 service neutron] Transition to ACTIVE for port object 589ff1d8-a326-458f-809f-3f4d4907ba48 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:49:07.622174 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-87aedb01-030e-4248-8f92-facb53f32d06 req-d5ff86b5-fefd-4a1c-b523-436bf42777a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:07.743631 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5f25c3ae-1dbf-47fc-bb0f-2907522e79f0 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:49:07.747116 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff86b5-fefd-4a1c-b523-436bf42777a2 service neutron] Pushing event updated for resources: {'Port': ['ID=589ff1d8-a326-458f-809f-3f4d4907ba48,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:07.760603 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d9561-9d20-4456-a016-5797842843af req-22442f54-17df-441d-ba75-f6bf246feaba tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:07.768886 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ca0d9561-9d20-4456-a016-5797842843af req-22442f54-17df-441d-ba75-f6bf246feaba tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 944 time: 0.1387880 Nov 04 10:49:07.826221 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 5f25c3ae-1dbf-47fc-bb0f-2907522e79f0 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:07.826762 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:07.897394 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ca0d9561-9d20-4456-a016-5797842843af req-40b7839d-a419-47e9-b850-0fa88b7ccca2 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/security-groups?id=b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249359 Nov 04 10:49:07.922777 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-87aedb01-030e-4248-8f92-facb53f32d06 req-d5ff86b5-fefd-4a1c-b523-436bf42777a2 service neutron] Attempting to bind port 589ff1d8-a326-458f-809f-3f4d4907ba48 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:49:07.922777 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-87aedb01-030e-4248-8f92-facb53f32d06 req-d5ff86b5-fefd-4a1c-b523-436bf42777a2 service neutron] Attempting to bind port 589ff1d8-a326-458f-809f-3f4d4907ba48 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '05f694fd-aa8e-43ff-ad42-870e19141504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b7a0e2bc-d7d0-494f-8e99-aee30a4827ad'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:49:07.922777 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aedb01-030e-4248-8f92-facb53f32d06 req-d5ff86b5-fefd-4a1c-b523-436bf42777a2 service neutron] Attempting to bind port 589ff1d8-a326-458f-809f-3f4d4907ba48 on network b7a0e2bc-d7d0-494f-8e99-aee30a4827ad {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:49:07.931106 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aedb01-030e-4248-8f92-facb53f32d06 req-d5ff86b5-fefd-4a1c-b523-436bf42777a2 service neutron] Port 589ff1d8-a326-458f-809f-3f4d4907ba48 on network b7a0e2bc-d7d0-494f-8e99-aee30a4827ad not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:49:07.931738 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aedb01-030e-4248-8f92-facb53f32d06 req-d5ff86b5-fefd-4a1c-b523-436bf42777a2 service neutron] Attempting to bind port 589ff1d8-a326-458f-809f-3f4d4907ba48 on network b7a0e2bc-d7d0-494f-8e99-aee30a4827ad {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:49:07.939886 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aedb01-030e-4248-8f92-facb53f32d06 req-d5ff86b5-fefd-4a1c-b523-436bf42777a2 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:49:07.940334 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aedb01-030e-4248-8f92-facb53f32d06 req-d5ff86b5-fefd-4a1c-b523-436bf42777a2 service neutron] Checking segment: {'id': '05f694fd-aa8e-43ff-ad42-870e19141504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b7a0e2bc-d7d0-494f-8e99-aee30a4827ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:49:07.941476 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aedb01-030e-4248-8f92-facb53f32d06 req-d5ff86b5-fefd-4a1c-b523-436bf42777a2 service neutron] Bound using segment: {'id': '05f694fd-aa8e-43ff-ad42-870e19141504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b7a0e2bc-d7d0-494f-8e99-aee30a4827ad'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:49:07.942418 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-87aedb01-030e-4248-8f92-facb53f32d06 req-d5ff86b5-fefd-4a1c-b523-436bf42777a2 service neutron] Bound port: 589ff1d8-a326-458f-809f-3f4d4907ba48, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f694fd-aa8e-43ff-ad42-870e19141504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b7a0e2bc-d7d0-494f-8e99-aee30a4827ad'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:49:07.942418 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-87aedb01-030e-4248-8f92-facb53f32d06 req-d5ff86b5-fefd-4a1c-b523-436bf42777a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:08.041257 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-87aedb01-030e-4248-8f92-facb53f32d06 req-d5ff86b5-fefd-4a1c-b523-436bf42777a2 service neutron] For port 589ff1d8-a326-458f-809f-3f4d4907ba48, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:49:08.044734 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-87aedb01-030e-4248-8f92-facb53f32d06 req-d5ff86b5-fefd-4a1c-b523-436bf42777a2 service neutron] For port 589ff1d8-a326-458f-809f-3f4d4907ba48, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=589ff1d8-a326-458f-809f-3f4d4907ba48,segment=NetworkSegment(05f694fd-aa8e-43ff-ad42-870e19141504),segment_id=05f694fd-aa8e-43ff-ad42-870e19141504)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:49:08.051810 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-87aedb01-030e-4248-8f92-facb53f32d06 req-d5ff86b5-fefd-4a1c-b523-436bf42777a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:08.091345 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aedb01-030e-4248-8f92-facb53f32d06 req-d5ff86b5-fefd-4a1c-b523-436bf42777a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:08.092180 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-87aedb01-030e-4248-8f92-facb53f32d06 req-d5ff86b5-fefd-4a1c-b523-436bf42777a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:08.093704 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87aedb01-030e-4248-8f92-facb53f32d06 req-d5ff86b5-fefd-4a1c-b523-436bf42777a2 service neutron] 10.222.0.126 "PUT /v2.0/ports/589ff1d8-a326-458f-809f-3f4d4907ba48 HTTP/1.1" status: 200 len: 1091 time: 1.1824591 Nov 04 10:49:08.094476 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0509c9-3b22-4306-b32a-879b6fba68b7', 'tag': '589ff1d8-a326-458f-809f-3f4d4907ba48'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:49:08.096894 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d6ee22-b809-474a-97c3-354cd70a619d" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0509c9-3b22-4306-b32a-879b6fba68b7", "tag": "589ff1d8-a326-458f-809f-3f4d4907ba48"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:49:08.141592 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff86b5-fefd-4a1c-b523-436bf42777a2 service neutron] Pushing event updated for resources: {'Port': ['ID=589ff1d8-a326-458f-809f-3f4d4907ba48,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:08.143928 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-0767785a-1ae0-420f-87af-09473a3a10ac tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Deleting port 53e6a468-2ddb-48df-9b9e-c8d06ba584a2 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:49:08.144882 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0767785a-1ae0-420f-87af-09473a3a10ac tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:08.193497 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-466fa37b-3e0a-4e9b-b844-32346765bd98 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:08.232094 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aedb01-030e-4248-8f92-facb53f32d06 req-36f8614b-e40d-4250-8c4b-ac780d67c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:08.233918 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87aedb01-030e-4248-8f92-facb53f32d06 req-36f8614b-e40d-4250-8c4b-ac780d67c967 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=22e57a6fdbd24fb38ba8c5b24e6f85e0&device_id=fa0509c9-3b22-4306-b32a-879b6fba68b7 HTTP/1.1" status: 200 len: 1094 time: 0.0870624 Nov 04 10:49:08.246825 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa82bb-0714-4439-8e5f-a3862230ce10 req-9f7a40d1-4723-46cb-8c75-7439c63955ea tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:08.248305 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d1fa82bb-0714-4439-8e5f-a3862230ce10 req-9f7a40d1-4723-46cb-8c75-7439c63955ea tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa0509c9-3b22-4306-b32a-879b6fba68b7 HTTP/1.1" status: 200 len: 943 time: 0.0676620 Nov 04 10:49:08.288936 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87aedb01-030e-4248-8f92-facb53f32d06 req-c1440dc7-8c9b-4146-822b-2bf91345c87b service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=589ff1d8-a326-458f-809f-3f4d4907ba48 HTTP/1.1" status: 200 len: 217 time: 0.0394754 Nov 04 10:49:08.317892 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0767785a-1ae0-420f-87af-09473a3a10ac tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:08.338231 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-0767785a-1ae0-420f-87af-09473a3a10ac tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Calling delete_port for 53e6a468-2ddb-48df-9b9e-c8d06ba584a2 owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:49:08.368032 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d1fa82bb-0714-4439-8e5f-a3862230ce10 req-5b2665f4-cfc4-4a57-b2de-a00128eddba7 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7ed696-fab2-4127-a5b4-13d5708e4309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819817 Nov 04 10:49:08.369675 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aedb01-030e-4248-8f92-facb53f32d06 req-641e17fb-c3cd-4271-8c38-6475ccbb5e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:08.371124 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87aedb01-030e-4248-8f92-facb53f32d06 req-641e17fb-c3cd-4271-8c38-6475ccbb5e70 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=7b06eb30-a7cd-4109-8393-1e5baaf1b67c HTTP/1.1" status: 200 len: 854 time: 0.0696008 Nov 04 10:49:08.415822 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87aedb01-030e-4248-8f92-facb53f32d06 req-20dc7c98-bce8-4596-a9d8-c051f907ff38 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b7a0e2bc-d7d0-494f-8e99-aee30a4827ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368185 Nov 04 10:49:08.435815 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466fa37b-3e0a-4e9b-b844-32346765bd98 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Router dea477fd-c622-4265-bbd3-f258bdbe5edf is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:49:08.443227 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a679f4-8b41-4d5d-adac-9183d7f7dbb7 x-openstack-request-id: req-b0a679f4-8b41-4d5d-adac-9183d7f7dbb7 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:49:08.443679 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0509c9-3b22-4306-b32a-879b6fba68b7", "tag": "589ff1d8-a326-458f-809f-3f4d4907ba48", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:49:08.443802 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-b0a679f4-8b41-4d5d-adac-9183d7f7dbb7 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:49:08.444242 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0509c9-3b22-4306-b32a-879b6fba68b7', 'tag': '589ff1d8-a326-458f-809f-3f4d4907ba48', 'status': 'completed', 'code': 200} Nov 04 10:49:08.528264 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87aedb01-030e-4248-8f92-facb53f32d06 req-1fda75cb-e1b2-4823-ad14-93242339991b service neutron] 10.222.0.126 "GET /v2.0/networks/b7a0e2bc-d7d0-494f-8e99-aee30a4827ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036444 Nov 04 10:49:08.636256 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466fa37b-3e0a-4e9b-b844-32346765bd98 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:49:08.643993 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0767785a-1ae0-420f-87af-09473a3a10ac tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:08.647693 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8cd749-0d6b-4ae2-9b7b-5b4b5630888a None None] Sync routers for ids ['dea477fd-c622-4265-bbd3-f258bdbe5edf'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:49:08.670346 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8cd749-0d6b-4ae2-9b7b-5b4b5630888a None None] Routers {'dea477fd-c622-4265-bbd3-f258bdbe5edf'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:08.671962 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-bb8cd749-0d6b-4ae2-9b7b-5b4b5630888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:48:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['dea477fd-c622-4265-bbd3-f258bdbe5edf'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:08.688131 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533c784-aa51-42b2-b4e4-6e7b2c0bec18 req-d492a0b6-0ffb-4e28-b24b-d0ddce5eabf4 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:08.689767 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1533c784-aa51-42b2-b4e4-6e7b2c0bec18 req-d492a0b6-0ffb-4e28-b24b-d0ddce5eabf4 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 945 time: 0.0911226 Nov 04 10:49:08.692167 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87aedb01-030e-4248-8f92-facb53f32d06 req-019dae89-d6b2-4eab-8e62-a45fa61233ca service neutron] 10.222.0.126 "GET /v2.0/networks/b7a0e2bc-d7d0-494f-8e99-aee30a4827ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564128 Nov 04 10:49:08.698471 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767785a-1ae0-420f-87af-09473a3a10ac tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Port': ['ID=53e6a468-2ddb-48df-9b9e-c8d06ba584a2,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:08.734011 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-466fa37b-3e0a-4e9b-b844-32346765bd98 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:08.735308 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-466fa37b-3e0a-4e9b-b844-32346765bd98 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.3330867 Nov 04 10:49:08.741001 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57618) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:08.752661 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-bb8cd749-0d6b-4ae2-9b7b-5b4b5630888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:08.769539 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8cd749-0d6b-4ae2-9b7b-5b4b5630888a None None] Routers {'dea477fd-c622-4265-bbd3-f258bdbe5edf'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:08.770339 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-bb8cd749-0d6b-4ae2-9b7b-5b4b5630888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:48:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['dea477fd-c622-4265-bbd3-f258bdbe5edf'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:08.859668 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0767785a-1ae0-420f-87af-09473a3a10ac tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:08.861712 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-bb8cd749-0d6b-4ae2-9b7b-5b4b5630888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:08.862461 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8cd749-0d6b-4ae2-9b7b-5b4b5630888a None None] The sync data for ids ['dea477fd-c622-4265-bbd3-f258bdbe5edf'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:49:08.917560 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1533c784-aa51-42b2-b4e4-6e7b2c0bec18 req-d686b7fc-43f1-480d-b171-6dead9a8ff95 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164798 Nov 04 10:49:08.974707 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6ee22-b809-474a-97c3-354cd70a619d req-b22b6a15-ff63-4233-9bdd-02a053747f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:08.977237 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87d6ee22-b809-474a-97c3-354cd70a619d req-b22b6a15-ff63-4233-9bdd-02a053747f7d service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=22e57a6fdbd24fb38ba8c5b24e6f85e0&device_id=fa0509c9-3b22-4306-b32a-879b6fba68b7 HTTP/1.1" status: 200 len: 1094 time: 0.2168140 Nov 04 10:49:09.087587 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0767785a-1ae0-420f-87af-09473a3a10ac tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Router c0581715-c6ab-4661-b179-2458077ecc65 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:49:09.172570 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0767785a-1ae0-420f-87af-09473a3a10ac tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:49:09.179973 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0767785a-1ae0-420f-87af-09473a3a10ac tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "PUT /v2.0/routers/c0581715-c6ab-4661-b179-2458077ecc65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8727272 Nov 04 10:49:09.182889 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57632) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:09.185941 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6894b1-8e3f-4262-a08a-13dfbf6517db None None] Sync routers for ids ['c0581715-c6ab-4661-b179-2458077ecc65'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:49:09.197243 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6894b1-8e3f-4262-a08a-13dfbf6517db None None] Routers {'c0581715-c6ab-4661-b179-2458077ecc65'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:09.198423 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-3e6894b1-8e3f-4262-a08a-13dfbf6517db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:48:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c0581715-c6ab-4661-b179-2458077ecc65'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:09.228304 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb9fa1-3622-43f7-b72c-8e0597f5f3a0 req-f8b90512-b539-4648-9e50-60d60514a937 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:09.229957 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0adb9fa1-3622-43f7-b72c-8e0597f5f3a0 req-f8b90512-b539-4648-9e50-60d60514a937 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 944 time: 0.2014163 Nov 04 10:49:09.251144 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-3e6894b1-8e3f-4262-a08a-13dfbf6517db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:09.263262 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6894b1-8e3f-4262-a08a-13dfbf6517db None None] Routers {'c0581715-c6ab-4661-b179-2458077ecc65'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:09.264326 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-3e6894b1-8e3f-4262-a08a-13dfbf6517db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:48:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c0581715-c6ab-4661-b179-2458077ecc65'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:09.294023 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6ee22-b809-474a-97c3-354cd70a619d req-3e539c73-f942-49c9-b411-e9eafde8df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:09.295651 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87d6ee22-b809-474a-97c3-354cd70a619d req-3e539c73-f942-49c9-b411-e9eafde8df2a service neutron] 10.222.0.126 "GET /v2.0/networks?id=b7a0e2bc-d7d0-494f-8e99-aee30a4827ad HTTP/1.1" status: 200 len: 916 time: 0.3094351 Nov 04 10:49:09.326553 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-3e6894b1-8e3f-4262-a08a-13dfbf6517db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:09.327842 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6894b1-8e3f-4262-a08a-13dfbf6517db None None] The sync data for ids ['c0581715-c6ab-4661-b179-2458077ecc65'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:49:09.361616 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87d6ee22-b809-474a-97c3-354cd70a619d req-a32e965b-b6e4-4593-a81e-6e454754317c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=589ff1d8-a326-458f-809f-3f4d4907ba48 HTTP/1.1" status: 200 len: 217 time: 0.0548313 Nov 04 10:49:09.388305 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-75f352fd-2053-43c2-9c40-b88260af9620 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] remove_router_interface failed (client error): The resource could not be found. Nov 04 10:49:09.393033 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-75f352fd-2053-43c2-9c40-b88260af9620 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "PUT /v2.0/routers/c0581715-c6ab-4661-b179-2458077ecc65/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2047060 Nov 04 10:49:09.393033 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57636) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:09.424522 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7dea30f2-9ee1-446e-8949-52ba8fd5d3f1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "GET /v2.0/ports?device_id=c0581715-c6ab-4661-b179-2458077ecc65 HTTP/1.1" status: 200 len: 205 time: 0.0271456 Nov 04 10:49:09.424795 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57640) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:09.441651 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0adb9fa1-3622-43f7-b72c-8e0597f5f3a0 req-a30d8127-dd34-48cb-837b-b353c9726389 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/security-groups?id=b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996412 Nov 04 10:49:09.478304 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6ee22-b809-474a-97c3-354cd70a619d req-5b34f578-3ba7-4f2b-bfdf-ccdf699c565b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:09.479822 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87d6ee22-b809-474a-97c3-354cd70a619d req-5b34f578-3ba7-4f2b-bfdf-ccdf699c565b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=7b06eb30-a7cd-4109-8393-1e5baaf1b67c HTTP/1.1" status: 200 len: 854 time: 0.1095936 Nov 04 10:49:09.534749 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-da306204-f246-4ca7-b9bd-fe75d22d8b6b tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:09.540225 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87d6ee22-b809-474a-97c3-354cd70a619d req-4616e161-5857-43da-93cc-22a01220c53a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b7a0e2bc-d7d0-494f-8e99-aee30a4827ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338492 Nov 04 10:49:09.553313 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device c144d25a-b79d-421c-b134-ba00b313db3a details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:49:09.559259 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device cdfb4089-908a-4df2-b566-bb885812d9f0 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:49:09.690782 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port cdfb4089-908a-4df2-b566-bb885812d9f0 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:49:09.698841 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port cdfb4089-908a-4df2-b566-bb885812d9f0 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:09.699210 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:09.790215 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port c144d25a-b79d-421c-b134-ba00b313db3a, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=c144d25a-b79d-421c-b134-ba00b313db3a,segment=NetworkSegment(30d4132d-ec40-4317-b78d-343556d5fac7),segment_id=30d4132d-ec40-4317-b78d-343556d5fac7)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:49:09.808862 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'c144d25a-b79d-421c-b134-ba00b313db3a', 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482', 'port_id': 'c144d25a-b79d-421c-b134-ba00b313db3a', 'mac_address': 'fa:16:3e:d7:6c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16405c66-cb9c-4753-af06-4d5d5dba6dfc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:49:09.821416 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-da306204-f246-4ca7-b9bd-fe75d22d8b6b tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:09.825134 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-da306204-f246-4ca7-b9bd-fe75d22d8b6b tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:09.887251 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-da306204-f246-4ca7-b9bd-fe75d22d8b6b tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:09.887829 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da306204-f246-4ca7-b9bd-fe75d22d8b6b tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Fanout notify agent at l3_agent the message router_deleted on router c0581715-c6ab-4661-b179-2458077ecc65 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:49:09.897241 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-da306204-f246-4ca7-b9bd-fe75d22d8b6b tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:09.899446 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-da306204-f246-4ca7-b9bd-fe75d22d8b6b tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/routers/c0581715-c6ab-4661-b179-2458077ecc65 HTTP/1.1" status: 204 len: 168 time: 0.4728675 Nov 04 10:49:09.904354 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57648) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:09.919339 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:09.931958 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:09.937203 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c144d25a-b79d-421c-b134-ba00b313db3a {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:49:09.966921 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port c144d25a-b79d-421c-b134-ba00b313db3a, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=c144d25a-b79d-421c-b134-ba00b313db3a,segment=NetworkSegment(30d4132d-ec40-4317-b78d-343556d5fac7),segment_id=30d4132d-ec40-4317-b78d-343556d5fac7)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:49:09.994559 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfe4f1c-a207-44e3-8dd1-1f9750b6e32d tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Deleting subnet 70bc2ed8-533f-416d-9620-7733079442fe {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:49:09.996017 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port cdfb4089-908a-4df2-b566-bb885812d9f0, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=cdfb4089-908a-4df2-b566-bb885812d9f0,segment=NetworkSegment(98a36a7f-67f4-4d8d-81b5-e6eb21f034a9),segment_id=98a36a7f-67f4-4d8d-81b5-e6eb21f034a9)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:49:09.997304 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a349bde-b3d4-4c5b-a526-3724321c5617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfb4089-908a-4df2-b566-bb885812d9f0'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:49:09.998341 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3bfe4f1c-a207-44e3-8dd1-1f9750b6e32d tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:10.000434 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4914d445-4a79-4a36-93f2-cb6a67faff91" -d '{"events": [{"server_uuid": "0a349bde-b3d4-4c5b-a526-3724321c5617", "name": "network-vif-plugged", "status": "completed", "tag": "cdfb4089-908a-4df2-b566-bb885812d9f0"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:49:10.004652 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:10.006806 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:10.049243 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3bfe4f1c-a207-44e3-8dd1-1f9750b6e32d tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:10.061519 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=c144d25a-b79d-421c-b134-ba00b313db3a,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:10.117060 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87d6ee22-b809-474a-97c3-354cd70a619d req-f8452b83-967f-4cfb-881f-f50c79f238f5 service neutron] 10.222.0.126 "GET /v2.0/networks/b7a0e2bc-d7d0-494f-8e99-aee30a4827ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5693498 Nov 04 10:49:10.127438 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=cdfb4089-908a-4df2-b566-bb885812d9f0,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:10.128741 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:10.160052 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3bfe4f1c-a207-44e3-8dd1-1f9750b6e32d tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:10.240108 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3bfe4f1c-a207-44e3-8dd1-1f9750b6e32d tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:10.243271 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382c110-abbd-4779-9d35-c6344db42ccc req-a7a1694a-c17b-4370-bbd9-d0f0bd5e10eb tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:10.244865 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d382c110-abbd-4779-9d35-c6344db42ccc req-a7a1694a-c17b-4370-bbd9-d0f0bd5e10eb tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa0509c9-3b22-4306-b32a-879b6fba68b7 HTTP/1.1" status: 200 len: 943 time: 0.1758397 Nov 04 10:49:10.286428 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe4f1c-a207-44e3-8dd1-1f9750b6e32d tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Subnet': ['ID=70bc2ed8-533f-416d-9620-7733079442fe,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:10.289177 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b9f0e8-8f23-4d11-832b-c227a0baa7de None None] Network 3560b87b-8630-486a-a0d9-5e3deb8b7630 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:49:10.292210 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3bfe4f1c-a207-44e3-8dd1-1f9750b6e32d tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:10.299720 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3bfe4f1c-a207-44e3-8dd1-1f9750b6e32d tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/subnets/70bc2ed8-533f-416d-9620-7733079442fe HTTP/1.1" status: 204 len: 168 time: 0.3909655 Nov 04 10:49:10.299720 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57656) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:10.350457 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['c144d25a-b79d-421c-b134-ba00b313db3a'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:49:10.357563 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87d6ee22-b809-474a-97c3-354cd70a619d req-9410866c-287b-431d-9e31-077e439d957f service neutron] 10.222.0.126 "GET /v2.0/networks/b7a0e2bc-d7d0-494f-8e99-aee30a4827ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306688 Nov 04 10:49:10.384087 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d382c110-abbd-4779-9d35-c6344db42ccc req-69648188-518e-4068-8b98-7bac33bc2444 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7ed696-fab2-4127-a5b4-13d5708e4309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188838 Nov 04 10:49:10.408404 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3a648a73-d932-48d9-a135-b476523f564c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:10.470454 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-3a648a73-d932-48d9-a135-b476523f564c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Deleting port 96dead44-c9ec-48df-bda9-b827f19b2d68 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:49:10.470795 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3a648a73-d932-48d9-a135-b476523f564c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:10.551808 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-3a648a73-d932-48d9-a135-b476523f564c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] For port 96dead44-c9ec-48df-bda9-b827f19b2d68, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=96dead44-c9ec-48df-bda9-b827f19b2d68,segment=NetworkSegment(4a35b967-fac0-4ea0-bff1-8d8eabc51e56),segment_id=4a35b967-fac0-4ea0-bff1-8d8eabc51e56)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:49:10.552179 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3a648a73-d932-48d9-a135-b476523f564c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:10.568565 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-3a648a73-d932-48d9-a135-b476523f564c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Calling delete_port for 96dead44-c9ec-48df-bda9-b827f19b2d68 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:49:10.617366 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f06ba1-7cab-4d9e-aaad-105858808ff8 req-3d56c2fc-a767-4f60-8c85-0b72c77abad3 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:10.626018 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f1f06ba1-7cab-4d9e-aaad-105858808ff8 req-3d56c2fc-a767-4f60-8c85-0b72c77abad3 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1279330 Nov 04 10:49:10.655883 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Allocated IP 172.20.0.1 (e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327/7d68b0e1-23fe-464b-bdb7-20b20774c645/c2cf7bd7-ed98-4558-a08f-ce91fefd113d) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:49:10.693763 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57664) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:10.694550 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3a648a73-d932-48d9-a135-b476523f564c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:10.732736 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a648a73-d932-48d9-a135-b476523f564c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Port': ['ID=96dead44-c9ec-48df-bda9-b827f19b2d68,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:10.736583 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a648a73-d932-48d9-a135-b476523f564c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] No DVR routers for this DVR port 96dead44-c9ec-48df-bda9-b827f19b2d68 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:49:10.762847 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f1f06ba1-7cab-4d9e-aaad-105858808ff8 req-3efe200c-4c87-4fa9-b23a-4b1e80512e1d tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271188 Nov 04 10:49:10.785198 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44204ce2-7e0a-4ca7-bff4-aebcd2013d19 None None] DHCP port deletion for 3560b87b-8630-486a-a0d9-5e3deb8b7630 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:49:10.847335 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ba632f-19d3-4e52-b67f-e32487512501 x-openstack-request-id: req-52ba632f-19d3-4e52-b67f-e32487512501 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:49:10.847727 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a349bde-b3d4-4c5b-a526-3724321c5617", "name": "network-vif-plugged", "status": "completed", "tag": "cdfb4089-908a-4df2-b566-bb885812d9f0", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:49:10.847988 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-52ba632f-19d3-4e52-b67f-e32487512501 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:49:10.848381 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a349bde-b3d4-4c5b-a526-3724321c5617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfb4089-908a-4df2-b566-bb885812d9f0', 'code': 200} Nov 04 10:49:10.861226 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3a648a73-d932-48d9-a135-b476523f564c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:10.869511 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:10.911058 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-3a648a73-d932-48d9-a135-b476523f564c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3560b87b-8630-486a-a0d9-5e3deb8b7630']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:10.935766 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-3a648a73-d932-48d9-a135-b476523f564c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a35b967-fac0-4ea0-bff1-8d8eabc51e56') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:10.936546 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-3a648a73-d932-48d9-a135-b476523f564c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a35b967-fac0-4ea0-bff1-8d8eabc51e56') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:10.947686 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3a648a73-d932-48d9-a135-b476523f564c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:10.973489 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3a648a73-d932-48d9-a135-b476523f564c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:10.976047 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2b7576b6-bcfd-4318-8357-ca606f901cde admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:10.987392 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a648a73-d932-48d9-a135-b476523f564c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:49:10.987802 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3a648a73-d932-48d9-a135-b476523f564c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:49:10.991121 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:49:11.001157 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:11.021029 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a8dd2-683d-4a79-9a57-ddc4d4414c96 req-bcde6a7d-24f5-4bf8-870b-a87b16fea858 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:11.022705 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b5a8dd2-683d-4a79-9a57-ddc4d4414c96 req-bcde6a7d-24f5-4bf8-870b-a87b16fea858 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 945 time: 0.1183488 Nov 04 10:49:11.027723 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47340877-12b1-4ab8-bc5c-12f9e36dbbdc req-1390c30c-1d04-400b-a117-54ce6a759b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:11.029175 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-47340877-12b1-4ab8-bc5c-12f9e36dbbdc req-1390c30c-1d04-400b-a117-54ce6a759b4f service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 1097 time: 0.1125374 Nov 04 10:49:11.072627 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Network e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:11.076261 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3a648a73-d932-48d9-a135-b476523f564c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:11.086298 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3a648a73-d932-48d9-a135-b476523f564c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:11.089545 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3a648a73-d932-48d9-a135-b476523f564c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/networks/3560b87b-8630-486a-a0d9-5e3deb8b7630 HTTP/1.1" status: 204 len: 168 time: 0.7885194 Nov 04 10:49:11.096304 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57668) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:11.100290 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:11.106749 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a648a73-d932-48d9-a135-b476523f564c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Network': ['ID=3560b87b-8630-486a-a0d9-5e3deb8b7630,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:11.111541 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-6a45ed17-cf0b-4536-872d-1a8a02d8c925 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1978471774'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:11.121538 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:49:11.142943 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2b7576b6-bcfd-4318-8357-ca606f901cde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:11.148884 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2b7576b6-bcfd-4318-8357-ca606f901cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:11.174730 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Pushing event updated for resources: {'Port': ['ID=c2cf7bd7-ed98-4558-a08f-ce91fefd113d,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:11.201142 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2b7576b6-bcfd-4318-8357-ca606f901cde admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=07fd5c2c76754142904baf5c613c9deb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5039072 Nov 04 10:49:11.202342 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7576b6-bcfd-4318-8357-ca606f901cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a8c54a-0903-45f4-a3c9-ab935a980c05,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:11.208861 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57670) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:11.222087 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:11.222350 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:11.222543 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:11.222863 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:11.223259 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:11.223502 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:11.223920 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:11.224180 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:11.224497 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:11.224806 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:11.225144 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:11.225457 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:11.244472 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-47340877-12b1-4ab8-bc5c-12f9e36dbbdc req-1ee98f89-d7e5-426a-a3b6-02fc91ca7eaa service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953390 Nov 04 10:49:11.245085 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a45ed17-cf0b-4536-872d-1a8a02d8c925 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Made reservation on behalf of 9fa43ef76f0c4eb2b22d3d40568c22a7 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:49:11.248593 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6a45ed17-cf0b-4536-872d-1a8a02d8c925 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:11.260502 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:11.270508 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-db8b5142-7653-4862-a076-9163fb5c1f15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:11.271082 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b5a8dd2-683d-4a79-9a57-ddc4d4414c96 req-2a037bc8-02a2-45e2-9268-e30cac39e9b2 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/security-groups?id=b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2406552 Nov 04 10:49:11.295895 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-db8b5142-7653-4862-a076-9163fb5c1f15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:11.336403 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a45ed17-cf0b-4536-872d-1a8a02d8c925 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1162} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:49:11.358164 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-db8b5142-7653-4862-a076-9163fb5c1f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:11.360720 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-db8b5142-7653-4862-a076-9163fb5c1f15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:11.364548 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-db8b5142-7653-4862-a076-9163fb5c1f15 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/43a8c54a-0903-45f4-a3c9-ab935a980c05 HTTP/1.1" status: 204 len: 168 time: 0.1536810 Nov 04 10:49:11.376129 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b5142-7653-4862-a076-9163fb5c1f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a8c54a-0903-45f4-a3c9-ab935a980c05,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:11.378655 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6a45ed17-cf0b-4536-872d-1a8a02d8c925 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:11.378957 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-6a45ed17-cf0b-4536-872d-1a8a02d8c925 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Added segment 62cb1b08-6773-404f-9fa5-06b50e30f149 of type vlan for network 25fec9a2-35b6-4649-ac6f-9556a5956a68 Nov 04 10:49:11.433104 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6a45ed17-cf0b-4536-872d-1a8a02d8c925 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:11.476497 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b302d341-d3a0-4e13-a5f8-36b1058ef8ba None None] Provisioning complete for port c2cf7bd7-ed98-4558-a08f-ce91fefd113d triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:11.477138 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b302d341-d3a0-4e13-a5f8-36b1058ef8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:11.486361 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:11.498758 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6a45ed17-cf0b-4536-872d-1a8a02d8c925 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:11.505052 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a45ed17-cf0b-4536-872d-1a8a02d8c925 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:11.505693 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6a45ed17-cf0b-4536-872d-1a8a02d8c925 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:11.532247 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-b302d341-d3a0-4e13-a5f8-36b1058ef8ba None None] Port c2cf7bd7-ed98-4558-a08f-ce91fefd113d cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:49:11.564763 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 589ff1d8-a326-458f-809f-3f4d4907ba48 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:49:11.626107 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57678) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:11.626350 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6a45ed17-cf0b-4536-872d-1a8a02d8c925 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5270450 Nov 04 10:49:11.632674 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-2d9fa0a7-adf6-4132-9a2b-c3bf2be9e124 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'subnet': {'network_id': '25fec9a2-35b6-4649-ac6f-9556a5956a68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:11.676980 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 96dead44-c9ec-48df-bda9-b827f19b2d68 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:49:11.700235 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45ed17-cf0b-4536-872d-1a8a02d8c925 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Network': ['ID=25fec9a2-35b6-4649-ac6f-9556a5956a68,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:11.714486 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 96dead44-c9ec-48df-bda9-b827f19b2d68 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:49:11.714486 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 96dead44-c9ec-48df-bda9-b827f19b2d68 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:49:11.722839 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 589ff1d8-a326-458f-809f-3f4d4907ba48, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=589ff1d8-a326-458f-809f-3f4d4907ba48,segment=NetworkSegment(05f694fd-aa8e-43ff-ad42-870e19141504),segment_id=05f694fd-aa8e-43ff-ad42-870e19141504)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:49:11.726033 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 25fec9a2-35b6-4649-ac6f-9556a5956a68 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:49:11.730215 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51dfe8-8c83-4af4-a886-55d65a6f2d5c req-0d7d889e-1cb6-4c85-89b2-1f8fcee942df tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:11.739510 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ec51dfe8-8c83-4af4-a886-55d65a6f2d5c req-0d7d889e-1cb6-4c85-89b2-1f8fcee942df tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa0509c9-3b22-4306-b32a-879b6fba68b7 HTTP/1.1" status: 200 len: 943 time: 0.2245340 Nov 04 10:49:11.786074 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57680) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:11.802724 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9fa0a7-adf6-4132-9a2b-c3bf2be9e124 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Made reservation on behalf of 9fa43ef76f0c4eb2b22d3d40568c22a7 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:49:11.806698 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa0a7-adf6-4132-9a2b-c3bf2be9e124 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:11.812873 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-295c3648-c742-4616-bae8-18ca3e05fc72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:11.822781 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '589ff1d8-a326-458f-809f-3f4d4907ba48', 'network_id': 'b7a0e2bc-d7d0-494f-8e99-aee30a4827ad', 'port_id': '589ff1d8-a326-458f-809f-3f4d4907ba48', 'mac_address': 'fa:16:3e:d5:e7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b06eb30-a7cd-4109-8393-1e5baaf1b67c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:49:11.843888 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ec51dfe8-8c83-4af4-a886-55d65a6f2d5c req-3b535e9c-c403-49a6-a21e-1d6eebf4cd5d tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7ed696-fab2-4127-a5b4-13d5708e4309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033988 Nov 04 10:49:11.880986 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:11.896714 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 589ff1d8-a326-458f-809f-3f4d4907ba48 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:49:11.932006 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 589ff1d8-a326-458f-809f-3f4d4907ba48, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=589ff1d8-a326-458f-809f-3f4d4907ba48,segment=NetworkSegment(05f694fd-aa8e-43ff-ad42-870e19141504),segment_id=05f694fd-aa8e-43ff-ad42-870e19141504)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:49:11.937063 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:11.987142 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d99384-75d3-4998-9a14-545b58f34250 req-20b418ca-1629-421e-bc01-8703cfd02534 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:11.988814 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8d99384-75d3-4998-9a14-545b58f34250 req-20b418ca-1629-421e-bc01-8703cfd02534 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.0777531 Nov 04 10:49:11.993952 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-295c3648-c742-4616-bae8-18ca3e05fc72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:11.994825 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=589ff1d8-a326-458f-809f-3f4d4907ba48,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:12.003337 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-295c3648-c742-4616-bae8-18ca3e05fc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:12.067860 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:12.074563 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-295c3648-c742-4616-bae8-18ca3e05fc72 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=ee56492c61444559b7e796c59560b095&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2871678 Nov 04 10:49:12.078160 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57684) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:12.078290 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c3648-c742-4616-bae8-18ca3e05fc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73fd50b-5703-4c6f-960b-c2e6812cc22a,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:12.083962 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:12.124844 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8d99384-75d3-4998-9a14-545b58f34250 req-750d1699-1e22-4e20-bfb5-22041b18e669 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185408 Nov 04 10:49:12.139208 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa0a7-adf6-4132-9a2b-c3bf2be9e124 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:12.207066 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9fa0a7-adf6-4132-9a2b-c3bf2be9e124 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Subnet': ['ID=0c8da627-0716-4475-8293-800707f47ecd,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:12.210863 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:12.214034 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Pushing event updated for resources: {'Port': ['ID=c2cf7bd7-ed98-4558-a08f-ce91fefd113d,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:12.216633 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9fa0a7-adf6-4132-9a2b-c3bf2be9e124 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Checking segment: {'id': '62cb1b08-6773-404f-9fa5-06b50e30f149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '25fec9a2-35b6-4649-ac6f-9556a5956a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:49:12.217030 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9fa0a7-adf6-4132-9a2b-c3bf2be9e124 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network hostable DHCP agents. Network: 25fec9a2-35b6-4649-ac6f-9556a5956a68, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:49:12.235906 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9fa0a7-adf6-4132-9a2b-c3bf2be9e124 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network 25fec9a2-35b6-4649-ac6f-9556a5956a68 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:49:12.246118 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-2d9fa0a7-adf6-4132-9a2b-c3bf2be9e124 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 25fec9a2-35b6-4649-ac6f-9556a5956a68) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:12.251475 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9fa0a7-adf6-4132-9a2b-c3bf2be9e124 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:12.252081 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa0a7-adf6-4132-9a2b-c3bf2be9e124 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:12.266902 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703bd20e-52b1-494e-9622-4cf9bf226ec4 None None] Network 25fec9a2-35b6-4649-ac6f-9556a5956a68 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:49:12.275532 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2d9fa0a7-adf6-4132-9a2b-c3bf2be9e124 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6471400 Nov 04 10:49:12.275532 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57686) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:12.278573 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0569a91f-e753-4e1b-aaf8-675c6bea40a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:12.280526 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-36b2f69d-e973-4593-96fc-9ef8f5c17563 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-80227078', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:12.310405 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-36b2f69d-e973-4593-96fc-9ef8f5c17563 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:12.311617 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-36b2f69d-e973-4593-96fc-9ef8f5c17563 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:12.315519 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0569a91f-e753-4e1b-aaf8-675c6bea40a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:12.335656 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['589ff1d8-a326-458f-809f-3f4d4907ba48'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:49:12.401126 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-36b2f69d-e973-4593-96fc-9ef8f5c17563 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:12.404991 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:12.406380 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-36b2f69d-e973-4593-96fc-9ef8f5c17563 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:12.435162 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-36b2f69d-e973-4593-96fc-9ef8f5c17563 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:12.439243 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-36b2f69d-e973-4593-96fc-9ef8f5c17563 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1602480 Nov 04 10:49:12.440773 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57690) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:12.447650 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Network e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:12.451707 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:12.581696 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64beb0f4-8c95-48f1-8ec2-90741c720a02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-25fec9a2-35b6-4649-ac6f-9556a5956a68', 'network_id': '25fec9a2-35b6-4649-ac6f-9556a5956a68', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'fixed_ips': [{'subnet_id': '0c8da627-0716-4475-8293-800707f47ecd'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:49:12.582821 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-64beb0f4-8c95-48f1-8ec2-90741c720a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:12.645882 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf85b1-4516-4ff6-ab82-f4ad4afa5300 req-d80854fd-2d49-4c39-9047-d3e4758c611a tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:12.647564 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8cf85b1-4516-4ff6-ab82-f4ad4afa5300 req-d80854fd-2d49-4c39-9047-d3e4758c611a tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 945 time: 0.2847660 Nov 04 10:49:12.651400 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0569a91f-e753-4e1b-aaf8-675c6bea40a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:12.654089 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0569a91f-e753-4e1b-aaf8-675c6bea40a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:12.657572 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0569a91f-e753-4e1b-aaf8-675c6bea40a5 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/e73fd50b-5703-4c6f-960b-c2e6812cc22a HTTP/1.1" status: 204 len: 168 time: 0.5755553 Nov 04 10:49:12.658482 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Router dea477fd-c622-4265-bbd3-f258bdbe5edf has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:49:12.670082 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569a91f-e753-4e1b-aaf8-675c6bea40a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73fd50b-5703-4c6f-960b-c2e6812cc22a,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:12.805665 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-250840a7-7bd4-41a3-a76e-3dd484307c07 None None] Provisioning complete for port c2cf7bd7-ed98-4558-a08f-ce91fefd113d triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:12.806031 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-250840a7-7bd4-41a3-a76e-3dd484307c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:12.818852 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8cf85b1-4516-4ff6-ab82-f4ad4afa5300 req-7286d915-d29a-4e55-b390-368cdc40bb09 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/security-groups?id=b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621752 Nov 04 10:49:12.855481 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-250840a7-7bd4-41a3-a76e-3dd484307c07 None None] Port c2cf7bd7-ed98-4558-a08f-ce91fefd113d cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:49:12.878529 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-64beb0f4-8c95-48f1-8ec2-90741c720a02 None None] Allocated IP 2001:db8::2 (25fec9a2-35b6-4649-ac6f-9556a5956a68/0c8da627-0716-4475-8293-800707f47ecd/4de94367-6964-4940-b951-b25a454ba0b1) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:49:12.952537 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:49:12.966421 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-514e6db7-de8c-4528-b1db-c20f94181e3f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] 10.222.0.127 "PUT /v2.0/routers/dea477fd-c622-4265-bbd3-f258bdbe5edf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2214305 Nov 04 10:49:12.966596 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ca5dfe-5528-415d-a47b-0042e79f42b8 None None] Sync routers for ids ['dea477fd-c622-4265-bbd3-f258bdbe5edf'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:49:12.967018 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57700) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:12.979821 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-fe7c19d9-173f-40ff-9bf6-905f0e1f0926 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Request body: {'port': {'network_id': 'e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327', 'name': 'tempest-FloatingIPAdminTestJSON-1914514142'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:12.983787 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ca5dfe-5528-415d-a47b-0042e79f42b8 None None] Routers {'dea477fd-c622-4265-bbd3-f258bdbe5edf'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:12.985213 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-29ca5dfe-5528-415d-a47b-0042e79f42b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:48:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['dea477fd-c622-4265-bbd3-f258bdbe5edf'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:13.034480 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-29ca5dfe-5528-415d-a47b-0042e79f42b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:13.053588 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ca5dfe-5528-415d-a47b-0042e79f42b8 None None] Routers {'dea477fd-c622-4265-bbd3-f258bdbe5edf'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:13.054923 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-29ca5dfe-5528-415d-a47b-0042e79f42b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:48:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['dea477fd-c622-4265-bbd3-f258bdbe5edf'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:13.160433 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-29ca5dfe-5528-415d-a47b-0042e79f42b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:13.161403 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ca5dfe-5528-415d-a47b-0042e79f42b8 None None] The sync data for ids ['dea477fd-c622-4265-bbd3-f258bdbe5edf'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:49:13.172028 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-64beb0f4-8c95-48f1-8ec2-90741c720a02 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:13.181723 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-64beb0f4-8c95-48f1-8ec2-90741c720a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:13.199647 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3877ee0-1596-4677-96ad-2dcb105a19de req-33f2a139-52dc-4c64-869c-436296d0ec59 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:13.201315 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d3877ee0-1596-4677-96ad-2dcb105a19de req-33f2a139-52dc-4c64-869c-436296d0ec59 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa0509c9-3b22-4306-b32a-879b6fba68b7 HTTP/1.1" status: 200 len: 944 time: 0.0932736 Nov 04 10:49:13.238050 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64beb0f4-8c95-48f1-8ec2-90741c720a02 None None] Network 25fec9a2-35b6-4649-ac6f-9556a5956a68 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:13.241575 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-64beb0f4-8c95-48f1-8ec2-90741c720a02 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:13.244405 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64beb0f4-8c95-48f1-8ec2-90741c720a02 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:49:13.252236 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7c19d9-173f-40ff-9bf6-905f0e1f0926 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Made reservation on behalf of 94a53454632b499d96d9a467a6ac61a3 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:49:13.257064 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fe7c19d9-173f-40ff-9bf6-905f0e1f0926 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:13.283013 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-10145429-8436-4522-9ec8-a3365750020c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:13.292628 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-fe7c19d9-173f-40ff-9bf6-905f0e1f0926 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] device_id is not set on port 3426eb51-caef-4182-88ca-1f0e2698ee01 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:49:13.313784 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64beb0f4-8c95-48f1-8ec2-90741c720a02 None None] Pushing event updated for resources: {'Port': ['ID=4de94367-6964-4940-b951-b25a454ba0b1,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:13.334541 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-64beb0f4-8c95-48f1-8ec2-90741c720a02 None None] Attempting to bind port 4de94367-6964-4940-b951-b25a454ba0b1 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:49:13.335082 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-64beb0f4-8c95-48f1-8ec2-90741c720a02 None None] Attempting to bind port 4de94367-6964-4940-b951-b25a454ba0b1 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '62cb1b08-6773-404f-9fa5-06b50e30f149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '25fec9a2-35b6-4649-ac6f-9556a5956a68'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:49:13.335457 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64beb0f4-8c95-48f1-8ec2-90741c720a02 None None] Attempting to bind port 4de94367-6964-4940-b951-b25a454ba0b1 on network 25fec9a2-35b6-4649-ac6f-9556a5956a68 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:49:13.335579 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d3877ee0-1596-4677-96ad-2dcb105a19de req-5493d575-9152-4e64-8eda-6670eef083bd tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7ed696-fab2-4127-a5b4-13d5708e4309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216142 Nov 04 10:49:13.342941 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64beb0f4-8c95-48f1-8ec2-90741c720a02 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:49:13.343314 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64beb0f4-8c95-48f1-8ec2-90741c720a02 None None] Checking segment: {'id': '62cb1b08-6773-404f-9fa5-06b50e30f149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '25fec9a2-35b6-4649-ac6f-9556a5956a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:49:13.343730 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-64beb0f4-8c95-48f1-8ec2-90741c720a02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:13.344217 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64beb0f4-8c95-48f1-8ec2-90741c720a02 None None] Bound using segment: {'id': '62cb1b08-6773-404f-9fa5-06b50e30f149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '25fec9a2-35b6-4649-ac6f-9556a5956a68'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:49:13.344687 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-64beb0f4-8c95-48f1-8ec2-90741c720a02 None None] Bound port: 4de94367-6964-4940-b951-b25a454ba0b1, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cb1b08-6773-404f-9fa5-06b50e30f149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '25fec9a2-35b6-4649-ac6f-9556a5956a68'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:49:13.345105 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-64beb0f4-8c95-48f1-8ec2-90741c720a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:13.443243 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-64beb0f4-8c95-48f1-8ec2-90741c720a02 None None] For port 4de94367-6964-4940-b951-b25a454ba0b1, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:49:13.452553 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-64beb0f4-8c95-48f1-8ec2-90741c720a02 None None] For port 4de94367-6964-4940-b951-b25a454ba0b1, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4de94367-6964-4940-b951-b25a454ba0b1,segment=NetworkSegment(62cb1b08-6773-404f-9fa5-06b50e30f149),segment_id=62cb1b08-6773-404f-9fa5-06b50e30f149)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:49:13.461473 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-64beb0f4-8c95-48f1-8ec2-90741c720a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:13.542671 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64beb0f4-8c95-48f1-8ec2-90741c720a02 None None] Pushing event updated for resources: {'Port': ['ID=4de94367-6964-4940-b951-b25a454ba0b1,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:13.552649 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-fe7c19d9-173f-40ff-9bf6-905f0e1f0926 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Allocated IP 172.20.0.12 (e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327/7d68b0e1-23fe-464b-bdb7-20b20774c645/3426eb51-caef-4182-88ca-1f0e2698ee01) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:49:13.581152 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23223d54-ab4d-4c9a-898f-4d76caaa6509 req-ddaaaeba-d820-4486-8b97-40dcb2327964 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:13.581925 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device c144d25a-b79d-421c-b134-ba00b313db3a up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:49:13.582816 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-23223d54-ab4d-4c9a-898f-4d76caaa6509 req-ddaaaeba-d820-4486-8b97-40dcb2327964 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1443343 Nov 04 10:49:13.619864 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-10145429-8436-4522-9ec8-a3365750020c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Allocated IP 2001:db8::1 (25fec9a2-35b6-4649-ac6f-9556a5956a68/0c8da627-0716-4475-8293-800707f47ecd/df15e8ca-3f63-4ab2-9d6c-812cd3eb0cc1) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:49:13.654977 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port c144d25a-b79d-421c-b134-ba00b313db3a completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:49:13.659633 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port c144d25a-b79d-421c-b134-ba00b313db3a triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:13.660345 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:13.689199 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-23223d54-ab4d-4c9a-898f-4d76caaa6509 req-692e9929-0533-4825-8a51-b5c6d3b577c3 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926347 Nov 04 10:49:13.758889 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-10145429-8436-4522-9ec8-a3365750020c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:13.801527 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-10145429-8436-4522-9ec8-a3365750020c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:13.822960 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:13.877148 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57cf1f1-769d-471f-a4d2-c335d8cfca3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c144d25a-b79d-421c-b134-ba00b313db3a'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:49:13.883789 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a83638-86a5-405c-8948-3f6898bb3949" -d '{"events": [{"server_uuid": "e57cf1f1-769d-471f-a4d2-c335d8cfca3b", "name": "network-vif-plugged", "status": "completed", "tag": "c144d25a-b79d-421c-b134-ba00b313db3a"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:49:13.909884 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fe7c19d9-173f-40ff-9bf6-905f0e1f0926 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:13.923977 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port c144d25a-b79d-421c-b134-ba00b313db3a, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=c144d25a-b79d-421c-b134-ba00b313db3a,segment=NetworkSegment(30d4132d-ec40-4317-b78d-343556d5fac7),segment_id=30d4132d-ec40-4317-b78d-343556d5fac7)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:49:13.930476 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:13.934409 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10145429-8436-4522-9ec8-a3365750020c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network 25fec9a2-35b6-4649-ac6f-9556a5956a68 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:13.938288 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-10145429-8436-4522-9ec8-a3365750020c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:13.950699 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10145429-8436-4522-9ec8-a3365750020c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:49:13.951279 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-10145429-8436-4522-9ec8-a3365750020c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:13.994764 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fe7c19d9-173f-40ff-9bf6-905f0e1f0926 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:14.014112 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=c144d25a-b79d-421c-b134-ba00b313db3a,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:14.063273 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10145429-8436-4522-9ec8-a3365750020c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Port': ['ID=df15e8ca-3f63-4ab2-9d6c-812cd3eb0cc1,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:14.078241 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0399e4-830a-4c4e-8333-ed1e06889aa4 req-2a948256-5651-4aec-adf6-f17ee59f2922 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:14.086020 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f0399e4-830a-4c4e-8333-ed1e06889aa4 req-2a948256-5651-4aec-adf6-f17ee59f2922 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 946 time: 0.1294780 Nov 04 10:49:14.092754 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7c19d9-173f-40ff-9bf6-905f0e1f0926 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Network e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:14.101502 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-fe7c19d9-173f-40ff-9bf6-905f0e1f0926 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:14.104678 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c19d9-173f-40ff-9bf6-905f0e1f0926 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Pushing event updated for resources: {'Port': ['ID=3426eb51-caef-4182-88ca-1f0e2698ee01,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:14.114367 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7c19d9-173f-40ff-9bf6-905f0e1f0926 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:49:14.156248 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-10145429-8436-4522-9ec8-a3365750020c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:14.199963 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f0399e4-830a-4c4e-8333-ed1e06889aa4 req-8b354b63-bae2-4ff8-beb2-511bb7dc9294 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/security-groups?id=b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128085 Nov 04 10:49:14.208460 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7c19d9-173f-40ff-9bf6-905f0e1f0926 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:14.209150 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fe7c19d9-173f-40ff-9bf6-905f0e1f0926 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:14.245404 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fe7c19d9-173f-40ff-9bf6-905f0e1f0926 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2738414 Nov 04 10:49:14.245404 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57734) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:14.272545 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63db4a4c-c557-4974-954b-2b391a7b922a x-openstack-request-id: req-63db4a4c-c557-4974-954b-2b391a7b922a {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:49:14.273099 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57cf1f1-769d-471f-a4d2-c335d8cfca3b", "name": "network-vif-plugged", "status": "completed", "tag": "c144d25a-b79d-421c-b134-ba00b313db3a", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:49:14.273517 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-63db4a4c-c557-4974-954b-2b391a7b922a {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:49:14.274102 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57cf1f1-769d-471f-a4d2-c335d8cfca3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c144d25a-b79d-421c-b134-ba00b313db3a', 'code': 200} Nov 04 10:49:14.416362 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da578d9-562b-4577-abd9-752500d3e2e8 req-97224f9c-329d-4dfa-a16f-ad947b229dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:14.418077 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7da578d9-562b-4577-abd9-752500d3e2e8 req-97224f9c-329d-4dfa-a16f-ad947b229dc3 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 1097 time: 0.0940900 Nov 04 10:49:14.589842 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-dcf17604-e3dc-4b50-858f-531e403eaf0d tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'project_id': '94a53454632b499d96d9a467a6ac61a3', 'port_id': '3426eb51-caef-4182-88ca-1f0e2698ee01'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:14.598145 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7da578d9-562b-4577-abd9-752500d3e2e8 req-8b42c6eb-19af-45ac-b08a-6ab61356d6f1 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712942 Nov 04 10:49:14.609654 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-168b05a3-69b9-4a5c-ac00-788151c2675b None None] Provisioning complete for port 3426eb51-caef-4182-88ca-1f0e2698ee01 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:14.610130 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-168b05a3-69b9-4a5c-ac00-788151c2675b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:14.634188 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-10145429-8436-4522-9ec8-a3365750020c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:14.644222 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dcf17604-e3dc-4b50-858f-531e403eaf0d tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:14.644721 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-10145429-8436-4522-9ec8-a3365750020c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:14.645882 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-10145429-8436-4522-9ec8-a3365750020c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:14.676234 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-168b05a3-69b9-4a5c-ac00-788151c2675b None None] Port 3426eb51-caef-4182-88ca-1f0e2698ee01 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:49:14.712670 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6466c84-6c32-440e-a37f-0b9763461282 req-03ce3f38-e539-4ba2-b1bd-4ae51a5876b6 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:14.714294 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6466c84-6c32-440e-a37f-0b9763461282 req-03ce3f38-e539-4ba2-b1bd-4ae51a5876b6 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/networks?id=5a99a09a-0dd8-40b8-b6d2-72da727c3945 HTTP/1.1" status: 200 len: 814 time: 0.2009904 Nov 04 10:49:14.733100 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6466c84-6c32-440e-a37f-0b9763461282 req-8df7a0ef-2818-4124-b065-cdd301d48a91 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/quotas/7a42eb83b343444b8e3fe7d5bffc6390 HTTP/1.1" status: 200 len: 375 time: 0.0126030 Nov 04 10:49:14.765496 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:14.795320 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10145429-8436-4522-9ec8-a3365750020c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Port': ['ID=df15e8ca-3f63-4ab2-9d6c-812cd3eb0cc1,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:14.824446 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6466c84-6c32-440e-a37f-0b9763461282 req-5875afee-52bd-4028-b099-c116237d15f2 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=7a42eb83b343444b8e3fe7d5bffc6390&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0843000 Nov 04 10:49:14.847998 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10145429-8436-4522-9ec8-a3365750020c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network 25fec9a2-35b6-4649-ac6f-9556a5956a68 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:14.849433 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-10145429-8436-4522-9ec8-a3365750020c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:14.885950 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dcf17604-e3dc-4b50-858f-531e403eaf0d tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:14.993720 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6466c84-6c32-440e-a37f-0b9763461282 req-a20ea488-27fd-4ede-8b88-c210ebfe30c4 service neutron] 10.222.0.127 "GET /v2.0/networks/5a99a09a-0dd8-40b8-b6d2-72da727c3945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679602 Nov 04 10:49:15.002538 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10145429-8436-4522-9ec8-a3365750020c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Router fb7aa30f-b8d9-4db5-a4f2-2f0e99493e5a is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:49:15.013082 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f6f037-5a7b-4043-9374-6bcb1877cbd0 None None] Network 25fec9a2-35b6-4649-ac6f-9556a5956a68 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:49:15.117368 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10145429-8436-4522-9ec8-a3365750020c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:49:15.125352 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-dcf17604-e3dc-4b50-858f-531e403eaf0d tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Allocated IP 172.25.7.217 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/56a0220c-d6d5-4a5a-9c92-1d412a69fb7f) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:49:15.125480 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-10145429-8436-4522-9ec8-a3365750020c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "PUT /v2.0/routers/fb7aa30f-b8d9-4db5-a4f2-2f0e99493e5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6840224 Nov 04 10:49:15.128367 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57764) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:15.159491 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5e1451-55eb-4f32-861e-0770630bf1aa None None] Sync routers for ids ['fb7aa30f-b8d9-4db5-a4f2-2f0e99493e5a'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:49:15.170955 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6466c84-6c32-440e-a37f-0b9763461282 req-8cf93049-cda5-4cdc-812c-833761de5400 service neutron] 10.222.0.127 "GET /v2.0/networks/5a99a09a-0dd8-40b8-b6d2-72da727c3945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763744 Nov 04 10:49:15.171185 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c687c10a-0afc-4fb4-bfba-b12d403b7530 None None] Provisioning complete for port 4de94367-6964-4940-b951-b25a454ba0b1 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:15.171838 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c687c10a-0afc-4fb4-bfba-b12d403b7530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:15.193130 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e203d9f8-e0d5-42c1-89d7-39df35125ab1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:15.202859 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e203d9f8-e0d5-42c1-89d7-39df35125ab1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "GET /v2.0/ports/df15e8ca-3f63-4ab2-9d6c-812cd3eb0cc1 HTTP/1.1" status: 200 len: 911 time: 0.0731947 Nov 04 10:49:15.203521 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57768) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:15.239657 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5e1451-55eb-4f32-861e-0770630bf1aa None None] Routers {'fb7aa30f-b8d9-4db5-a4f2-2f0e99493e5a'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:15.240326 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-dc5e1451-55eb-4f32-861e-0770630bf1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:48:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['fb7aa30f-b8d9-4db5-a4f2-2f0e99493e5a'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:15.290079 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-dc5e1451-55eb-4f32-861e-0770630bf1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:15.353573 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5e1451-55eb-4f32-861e-0770630bf1aa None None] Routers {'fb7aa30f-b8d9-4db5-a4f2-2f0e99493e5a'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:15.354190 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-dc5e1451-55eb-4f32-861e-0770630bf1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:48:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['fb7aa30f-b8d9-4db5-a4f2-2f0e99493e5a'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:15.397160 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-dc5e1451-55eb-4f32-861e-0770630bf1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:15.397875 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5e1451-55eb-4f32-861e-0770630bf1aa None None] The sync data for ids ['fb7aa30f-b8d9-4db5-a4f2-2f0e99493e5a'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:49:15.412298 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dcf17604-e3dc-4b50-858f-531e403eaf0d tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:15.471484 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dcf17604-e3dc-4b50-858f-531e403eaf0d tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:15.489983 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c687c10a-0afc-4fb4-bfba-b12d403b7530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:15.546910 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-c687c10a-0afc-4fb4-bfba-b12d403b7530 None None] For port 4de94367-6964-4940-b951-b25a454ba0b1, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4de94367-6964-4940-b951-b25a454ba0b1,segment=NetworkSegment(62cb1b08-6773-404f-9fa5-06b50e30f149),segment_id=62cb1b08-6773-404f-9fa5-06b50e30f149)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:49:15.553488 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c687c10a-0afc-4fb4-bfba-b12d403b7530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:15.588600 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf17604-e3dc-4b50-858f-531e403eaf0d tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Pushing event updated for resources: {'Port': ['ID=56a0220c-d6d5-4a5a-9c92-1d412a69fb7f,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:15.652244 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687c10a-0afc-4fb4-bfba-b12d403b7530 None None] Pushing event updated for resources: {'Port': ['ID=4de94367-6964-4940-b951-b25a454ba0b1,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:15.660509 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 589ff1d8-a326-458f-809f-3f4d4907ba48 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:49:15.674182 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf17604-e3dc-4b50-858f-531e403eaf0d tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:15.683685 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dfca3-58e5-465d-a849-6d50321292fd req-4353863b-84c2-40d5-96e0-0ce6df9e2063 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:15.685354 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c9dfca3-58e5-465d-a849-6d50321292fd req-4353863b-84c2-40d5-96e0-0ce6df9e2063 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa0509c9-3b22-4306-b32a-879b6fba68b7 HTTP/1.1" status: 200 len: 944 time: 0.2224193 Nov 04 10:49:15.686539 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-dcf17604-e3dc-4b50-858f-531e403eaf0d tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:15.689121 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf17604-e3dc-4b50-858f-531e403eaf0d tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:49:15.824484 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4de94367-6964-4940-b951-b25a454ba0b1 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:49:15.839338 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5d2444d-2379-4ed5-80d2-1c82bf2516e9 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:15.886913 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 589ff1d8-a326-458f-809f-3f4d4907ba48 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:49:15.901989 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 589ff1d8-a326-458f-809f-3f4d4907ba48 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:15.902403 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:15.990341 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 4de94367-6964-4940-b951-b25a454ba0b1 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:15.990747 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:16.021183 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-77cd7bb2-31ec-483d-ba2a-63427431769b None None] Provisioning complete for port df15e8ca-3f63-4ab2-9d6c-812cd3eb0cc1 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:16.021553 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-77cd7bb2-31ec-483d-ba2a-63427431769b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:16.202458 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dcf17604-e3dc-4b50-858f-531e403eaf0d tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:16.213057 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-77cd7bb2-31ec-483d-ba2a-63427431769b None None] Port df15e8ca-3f63-4ab2-9d6c-812cd3eb0cc1 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:49:16.215414 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:16.281139 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-77cd7bb2-31ec-483d-ba2a-63427431769b None None] Provisioning complete for port 4de94367-6964-4940-b951-b25a454ba0b1 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:16.281675 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-77cd7bb2-31ec-483d-ba2a-63427431769b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:16.319291 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0509c9-3b22-4306-b32a-879b6fba68b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589ff1d8-a326-458f-809f-3f4d4907ba48'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:49:16.337040 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c021fd8c-6207-4fdb-a396-47ed28b2ce3c" -d '{"events": [{"server_uuid": "fa0509c9-3b22-4306-b32a-879b6fba68b7", "name": "network-vif-plugged", "status": "completed", "tag": "589ff1d8-a326-458f-809f-3f4d4907ba48"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:49:16.373487 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 589ff1d8-a326-458f-809f-3f4d4907ba48, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=589ff1d8-a326-458f-809f-3f4d4907ba48,segment=NetworkSegment(05f694fd-aa8e-43ff-ad42-870e19141504),segment_id=05f694fd-aa8e-43ff-ad42-870e19141504)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:49:16.374505 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dcf17604-e3dc-4b50-858f-531e403eaf0d tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:16.388870 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:16.418082 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2444d-2379-4ed5-80d2-1c82bf2516e9 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Deleting port df15e8ca-3f63-4ab2-9d6c-812cd3eb0cc1 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:49:16.418433 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5d2444d-2379-4ed5-80d2-1c82bf2516e9 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:16.435986 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c9dfca3-58e5-465d-a849-6d50321292fd req-9ab191d2-f1f5-4b7c-9fcd-32934beec382 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7ed696-fab2-4127-a5b4-13d5708e4309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586263 Nov 04 10:49:16.509833 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=589ff1d8-a326-458f-809f-3f4d4907ba48,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:16.607107 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5d2444d-2379-4ed5-80d2-1c82bf2516e9 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:16.624181 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2444d-2379-4ed5-80d2-1c82bf2516e9 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Calling delete_port for df15e8ca-3f63-4ab2-9d6c-812cd3eb0cc1 owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:49:16.677733 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5287b-0cfc-4ce9-8511-5c2a7e325b6b req-ad526f6b-00dd-443b-aab4-4dbc1fe94900 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:16.679511 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-35d5287b-0cfc-4ce9-8511-5c2a7e325b6b req-ad526f6b-00dd-443b-aab4-4dbc1fe94900 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 946 time: 0.0880306 Nov 04 10:49:16.749601 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dcf17604-e3dc-4b50-858f-531e403eaf0d tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:16.763820 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dcf17604-e3dc-4b50-858f-531e403eaf0d tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:16.777746 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e6881639-da4a-4605-8331-64d5db01e1ef None None] Provisioning complete for port df15e8ca-3f63-4ab2-9d6c-812cd3eb0cc1 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:16.778349 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e6881639-da4a-4605-8331-64d5db01e1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:16.789004 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-35d5287b-0cfc-4ce9-8511-5c2a7e325b6b req-f64b161a-da09-402a-ad35-931afc12ac1c tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/security-groups?id=b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989339 Nov 04 10:49:16.858932 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e6881639-da4a-4605-8331-64d5db01e1ef None None] Port df15e8ca-3f63-4ab2-9d6c-812cd3eb0cc1 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:49:16.886655 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4f8dd14f-c4a6-4ecc-991d-40b6a8e69f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:16.927617 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5d2444d-2379-4ed5-80d2-1c82bf2516e9 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:16.978351 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-65d72883-8ffb-443b-b136-e80b6b67b0a5 None None] Could not find standard attr ID for object df15e8ca-3f63-4ab2-9d6c-812cd3eb0cc1. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:49:17.004437 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2444d-2379-4ed5-80d2-1c82bf2516e9 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Port': ['ID=df15e8ca-3f63-4ab2-9d6c-812cd3eb0cc1,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:17.125479 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5d2444d-2379-4ed5-80d2-1c82bf2516e9 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:17.317976 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d2444d-2379-4ed5-80d2-1c82bf2516e9 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Router fb7aa30f-b8d9-4db5-a4f2-2f0e99493e5a has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:49:17.319103 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf17604-e3dc-4b50-858f-531e403eaf0d tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Pushing event updated for resources: {'Port': ['ID=56a0220c-d6d5-4a5a-9c92-1d412a69fb7f,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:17.356609 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e38c594a-44a4-41d1-ad5e-5cec803191fc req-bfd769e5-f7ec-446c-95d4-6516c879f9ee tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=8daf73e0-321c-404b-ace2-1fb76728f754 HTTP/1.1" status: 200 len: 210 time: 0.0947912 Nov 04 10:49:17.369476 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dcf17604-e3dc-4b50-858f-531e403eaf0d tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:17.407686 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d2444d-2379-4ed5-80d2-1c82bf2516e9 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:49:17.417576 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b5d2444d-2379-4ed5-80d2-1c82bf2516e9 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "PUT /v2.0/routers/fb7aa30f-b8d9-4db5-a4f2-2f0e99493e5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2127609 Nov 04 10:49:17.420892 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57808) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:17.424197 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd10b375-d6aa-4cc5-9861-4d42643f950a None None] Sync routers for ids ['fb7aa30f-b8d9-4db5-a4f2-2f0e99493e5a'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:49:17.434355 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd10b375-d6aa-4cc5-9861-4d42643f950a None None] Routers {'fb7aa30f-b8d9-4db5-a4f2-2f0e99493e5a'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:17.435276 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-fd10b375-d6aa-4cc5-9861-4d42643f950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:48:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['fb7aa30f-b8d9-4db5-a4f2-2f0e99493e5a'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:17.472019 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-fd10b375-d6aa-4cc5-9861-4d42643f950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:17.472650 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-82fc57ce-a001-4334-b637-9b832cb3dbe2 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "GET /v2.0/ports?device_id=fb7aa30f-b8d9-4db5-a4f2-2f0e99493e5a HTTP/1.1" status: 200 len: 205 time: 0.0483479 Nov 04 10:49:17.475491 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57810) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:17.483623 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd10b375-d6aa-4cc5-9861-4d42643f950a None None] Routers {'fb7aa30f-b8d9-4db5-a4f2-2f0e99493e5a'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:17.484611 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-fd10b375-d6aa-4cc5-9861-4d42643f950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:48:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['fb7aa30f-b8d9-4db5-a4f2-2f0e99493e5a'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:17.517879 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-fd10b375-d6aa-4cc5-9861-4d42643f950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:17.518841 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd10b375-d6aa-4cc5-9861-4d42643f950a None None] The sync data for ids ['fb7aa30f-b8d9-4db5-a4f2-2f0e99493e5a'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:49:17.524041 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57814) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:17.531751 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f46f643-a3d6-4b42-86f2-aa21520302ce x-openstack-request-id: req-6f46f643-a3d6-4b42-86f2-aa21520302ce {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:49:17.532237 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0509c9-3b22-4306-b32a-879b6fba68b7", "name": "network-vif-plugged", "status": "completed", "tag": "589ff1d8-a326-458f-809f-3f4d4907ba48", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:49:17.532620 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-6f46f643-a3d6-4b42-86f2-aa21520302ce {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:49:17.533255 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0509c9-3b22-4306-b32a-879b6fba68b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589ff1d8-a326-458f-809f-3f4d4907ba48', 'code': 200} Nov 04 10:49:17.557946 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6466c84-6c32-440e-a37f-0b9763461282 req-a20b148a-3e67-4120-8dc4-04f5fe6f3cc9 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:17.560006 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6466c84-6c32-440e-a37f-0b9763461282 req-a20b148a-3e67-4120-8dc4-04f5fe6f3cc9 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.126 "GET /v2.0/networks?id=5a99a09a-0dd8-40b8-b6d2-72da727c3945 HTTP/1.1" status: 200 len: 814 time: 0.3012221 Nov 04 10:49:17.576917 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-45b9c508-b3b6-4128-96bb-b6a0ea7d52d4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:17.584075 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-c6466c84-6c32-440e-a37f-0b9763461282 req-18035194-54da-48b3-a9ec-03cf24f51531 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Request body: {'port': {'device_id': '8daf73e0-321c-404b-ace2-1fb76728f754', 'network_id': '5a99a09a-0dd8-40b8-b6d2-72da727c3945', 'admin_state_up': True, 'tenant_id': '7a42eb83b343444b8e3fe7d5bffc6390'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:17.684374 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4de94367-6964-4940-b951-b25a454ba0b1 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:49:17.742323 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b488a11b-ee10-43c7-bd5c-79f477d222b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:17.750290 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-dcf17604-e3dc-4b50-858f-531e403eaf0d tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Floating IP 78762077-2ec0-44b9-a6af-10600aeac967 associated. External IP: 172.25.7.217, port: 3426eb51-caef-4182-88ca-1f0e2698ee01. Nov 04 10:49:17.752896 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 4de94367-6964-4940-b951-b25a454ba0b1 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:17.753343 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:17.780016 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-45b9c508-b3b6-4128-96bb-b6a0ea7d52d4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:17.784529 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-45b9c508-b3b6-4128-96bb-b6a0ea7d52d4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:17.790031 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18c5c0-4ec8-4fe2-9e1b-3f6849cd3b59 req-137eaf24-42a1-403e-807e-e13008b54cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:17.791519 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bc18c5c0-4ec8-4fe2-9e1b-3f6849cd3b59 req-137eaf24-42a1-403e-807e-e13008b54cf9 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=fa0509c9-3b22-4306-b32a-879b6fba68b7 HTTP/1.1" status: 200 len: 1096 time: 0.1500092 Nov 04 10:49:17.856196 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16329d3a-0a3d-45ab-bffc-3a23ac511e33 req-a9b57e23-2b02-473d-beac-0f847cafbaef tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:17.857997 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-16329d3a-0a3d-45ab-bffc-3a23ac511e33 req-a9b57e23-2b02-473d-beac-0f847cafbaef tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 946 time: 0.1765614 Nov 04 10:49:17.858393 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-45b9c508-b3b6-4128-96bb-b6a0ea7d52d4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:17.858911 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b9c508-b3b6-4128-96bb-b6a0ea7d52d4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Fanout notify agent at l3_agent the message router_deleted on router fb7aa30f-b8d9-4db5-a4f2-2f0e99493e5a {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:49:17.869983 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-45b9c508-b3b6-4128-96bb-b6a0ea7d52d4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:17.871304 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-45b9c508-b3b6-4128-96bb-b6a0ea7d52d4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/routers/fb7aa30f-b8d9-4db5-a4f2-2f0e99493e5a HTTP/1.1" status: 204 len: 168 time: 0.3943620 Nov 04 10:49:17.877715 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57818) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:17.912549 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6466c84-6c32-440e-a37f-0b9763461282 req-18035194-54da-48b3-a9ec-03cf24f51531 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Made reservation on behalf of 7a42eb83b343444b8e3fe7d5bffc6390 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:49:17.916066 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c6466c84-6c32-440e-a37f-0b9763461282 req-18035194-54da-48b3-a9ec-03cf24f51531 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:17.922054 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bc18c5c0-4ec8-4fe2-9e1b-3f6849cd3b59 req-af36b89c-35c5-48e4-a776-66974babcec3 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=cc7ed696-fab2-4127-a5b4-13d5708e4309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942628 Nov 04 10:49:17.944701 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ebf9fd5-6278-453f-9abf-ed81a63b5f71 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Deleting subnet 0c8da627-0716-4475-8293-800707f47ecd {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:49:17.948550 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3ebf9fd5-6278-453f-9abf-ed81a63b5f71 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:17.993430 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3ebf9fd5-6278-453f-9abf-ed81a63b5f71 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:18.066940 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-16329d3a-0a3d-45ab-bffc-3a23ac511e33 req-29d54075-390c-4310-a7b4-c668278f648c tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/security-groups?id=b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650810 Nov 04 10:49:18.093490 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57820) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:18.113762 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3ebf9fd5-6278-453f-9abf-ed81a63b5f71 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:18.148405 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b488a11b-ee10-43c7-bd5c-79f477d222b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:18.179042 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b488a11b-ee10-43c7-bd5c-79f477d222b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:18.195129 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3ebf9fd5-6278-453f-9abf-ed81a63b5f71 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:18.224127 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf9fd5-6278-453f-9abf-ed81a63b5f71 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Subnet': ['ID=0c8da627-0716-4475-8293-800707f47ecd,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:18.226804 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3ebf9fd5-6278-453f-9abf-ed81a63b5f71 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:18.233497 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3ebf9fd5-6278-453f-9abf-ed81a63b5f71 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/subnets/0c8da627-0716-4475-8293-800707f47ecd HTTP/1.1" status: 204 len: 168 time: 0.3559020 Nov 04 10:49:18.234525 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57824) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:18.237746 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86054efe-bd69-401a-ae0f-03ff4165e67c None None] Network 25fec9a2-35b6-4649-ac6f-9556a5956a68 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:49:18.305991 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b488a11b-ee10-43c7-bd5c-79f477d222b7 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=0aed0d1dfd8e4d30976b8984cdca38f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7798772 Nov 04 10:49:18.310745 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57826) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:18.311586 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488a11b-ee10-43c7-bd5c-79f477d222b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6b7e38-92b9-42e4-9cbe-8b31fca05c2d,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:18.328538 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-c6466c84-6c32-440e-a37f-0b9763461282 req-18035194-54da-48b3-a9ec-03cf24f51531 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Allocated IP 172.20.0.7 (5a99a09a-0dd8-40b8-b6d2-72da727c3945/c68b3714-6037-46cc-ab77-c20414a0dec9/50f606c9-37bd-43e4-84b8-dac60e4bfa52) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:49:18.346711 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf17604-e3dc-4b50-858f-531e403eaf0d tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Router dea477fd-c622-4265-bbd3-f258bdbe5edf has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:49:18.360144 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a14d56-f0d7-4e7a-805b-865054e21d9c req-5aca9bd5-b8c6-42fa-9032-24926e8038c8 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:18.365396 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-12a14d56-f0d7-4e7a-805b-865054e21d9c req-5aca9bd5-b8c6-42fa-9032-24926e8038c8 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa0509c9-3b22-4306-b32a-879b6fba68b7 HTTP/1.1" status: 200 len: 945 time: 0.2108555 Nov 04 10:49:18.375698 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2a1c35a5-5895-4be3-9dbb-361b048bb0c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:18.404985 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b5542b-2f11-4117-a2f2-2a6f588d6cdd tempest-TestVolumeBackupRestore-1329515775 tempest-TestVolumeBackupRestore-1329515775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:18.409824 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-00b5542b-2f11-4117-a2f2-2a6f588d6cdd tempest-TestVolumeBackupRestore-1329515775 tempest-TestVolumeBackupRestore-1329515775-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 1092 time: 0.3150241 Nov 04 10:49:18.410613 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57830) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:18.417542 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-566243ec-6646-4663-94cc-5670157f6898 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'port_id': 'c144d25a-b79d-421c-b134-ba00b313db3a', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:18.469943 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b328a45b-1a57-4403-91f9-69bee0d7688f None None] DHCP port deletion for 25fec9a2-35b6-4649-ac6f-9556a5956a68 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:49:18.470384 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e7e28160-77e0-4da4-94c3-e2b706031bb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:18.487861 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-566243ec-6646-4663-94cc-5670157f6898 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for floatingip, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:18.512076 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e7e28160-77e0-4da4-94c3-e2b706031bb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:18.518892 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-12a14d56-f0d7-4e7a-805b-865054e21d9c req-388b97a0-c7b2-4d7c-a84f-32736347b2c9 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7ed696-fab2-4127-a5b4-13d5708e4309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421347 Nov 04 10:49:18.535403 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-b328a45b-1a57-4403-91f9-69bee0d7688f None None] Deleting port 4de94367-6964-4940-b951-b25a454ba0b1 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:49:18.536671 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b328a45b-1a57-4403-91f9-69bee0d7688f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:18.589548 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-2a1c35a5-5895-4be3-9dbb-361b048bb0c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Deleting port 4de94367-6964-4940-b951-b25a454ba0b1 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:49:18.589813 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2a1c35a5-5895-4be3-9dbb-361b048bb0c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:18.628657 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-b328a45b-1a57-4403-91f9-69bee0d7688f None None] For port 4de94367-6964-4940-b951-b25a454ba0b1, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4de94367-6964-4940-b951-b25a454ba0b1,segment=NetworkSegment(62cb1b08-6773-404f-9fa5-06b50e30f149),segment_id=62cb1b08-6773-404f-9fa5-06b50e30f149)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:49:18.629256 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b328a45b-1a57-4403-91f9-69bee0d7688f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:18.638548 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c0b3b435-dc72-4c02-95a5-948f7e484f0b req-f32b78e4-0029-46e7-ba65-6f909b6a7f1b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=8daf73e0-321c-404b-ace2-1fb76728f754 HTTP/1.1" status: 200 len: 210 time: 0.0371046 Nov 04 10:49:18.648382 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-b328a45b-1a57-4403-91f9-69bee0d7688f None None] Calling delete_port for 4de94367-6964-4940-b951-b25a454ba0b1 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:49:18.673304 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-2a1c35a5-5895-4be3-9dbb-361b048bb0c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] For port 4de94367-6964-4940-b951-b25a454ba0b1, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4de94367-6964-4940-b951-b25a454ba0b1,segment=NetworkSegment(62cb1b08-6773-404f-9fa5-06b50e30f149),segment_id=62cb1b08-6773-404f-9fa5-06b50e30f149)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:49:18.673629 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2a1c35a5-5895-4be3-9dbb-361b048bb0c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:18.682757 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e7e28160-77e0-4da4-94c3-e2b706031bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:18.687141 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf17604-e3dc-4b50-858f-531e403eaf0d tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:49:18.688490 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e7e28160-77e0-4da4-94c3-e2b706031bb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:18.692451 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e7e28160-77e0-4da4-94c3-e2b706031bb4 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/fc6b7e38-92b9-42e4-9cbe-8b31fca05c2d HTTP/1.1" status: 204 len: 168 time: 0.3670471 Nov 04 10:49:18.702740 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-2a1c35a5-5895-4be3-9dbb-361b048bb0c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Calling delete_port for 4de94367-6964-4940-b951-b25a454ba0b1 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:49:18.714764 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e28160-77e0-4da4-94c3-e2b706031bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6b7e38-92b9-42e4-9cbe-8b31fca05c2d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:18.736210 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26120d5a-d5d0-4edd-89b4-a19a4de15ceb None None] Sync routers for ids ['dea477fd-c622-4265-bbd3-f258bdbe5edf'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:49:18.753317 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dcf17604-e3dc-4b50-858f-531e403eaf0d tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:18.787127 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26120d5a-d5d0-4edd-89b4-a19a4de15ceb None None] Routers {'dea477fd-c622-4265-bbd3-f258bdbe5edf'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:18.787890 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-26120d5a-d5d0-4edd-89b4-a19a4de15ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:48:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['dea477fd-c622-4265-bbd3-f258bdbe5edf'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:18.820495 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c6466c84-6c32-440e-a37f-0b9763461282 req-18035194-54da-48b3-a9ec-03cf24f51531 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:18.829681 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-26120d5a-d5d0-4edd-89b4-a19a4de15ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:18.868193 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26120d5a-d5d0-4edd-89b4-a19a4de15ceb None None] Routers {'dea477fd-c622-4265-bbd3-f258bdbe5edf'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:18.869037 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-26120d5a-d5d0-4edd-89b4-a19a4de15ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:48:49Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['dea477fd-c622-4265-bbd3-f258bdbe5edf'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:18.905301 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c6466c84-6c32-440e-a37f-0b9763461282 req-18035194-54da-48b3-a9ec-03cf24f51531 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:18.907343 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-26120d5a-d5d0-4edd-89b4-a19a4de15ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:18.908272 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26120d5a-d5d0-4edd-89b4-a19a4de15ceb None None] The sync data for ids ['dea477fd-c622-4265-bbd3-f258bdbe5edf'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:49:18.917621 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b328a45b-1a57-4403-91f9-69bee0d7688f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:18.927833 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-dcf17604-e3dc-4b50-858f-531e403eaf0d tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 4.6813977 Nov 04 10:49:18.934599 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57838) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:18.975083 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['cdfb4089-908a-4df2-b566-bb885812d9f0'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:49:19.019229 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b328a45b-1a57-4403-91f9-69bee0d7688f None None] No DVR routers for this DVR port 4de94367-6964-4940-b951-b25a454ba0b1 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:49:19.035424 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328a45b-1a57-4403-91f9-69bee0d7688f None None] Pushing event deleted for resources: {'Port': ['ID=4de94367-6964-4940-b951-b25a454ba0b1,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:19.136093 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6466c84-6c32-440e-a37f-0b9763461282 req-18035194-54da-48b3-a9ec-03cf24f51531 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Network 5a99a09a-0dd8-40b8-b6d2-72da727c3945 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:19.153884 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-c6466c84-6c32-440e-a37f-0b9763461282 req-18035194-54da-48b3-a9ec-03cf24f51531 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:19.158022 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6466c84-6c32-440e-a37f-0b9763461282 req-18035194-54da-48b3-a9ec-03cf24f51531 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:49:19.209886 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18035194-54da-48b3-a9ec-03cf24f51531 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Pushing event updated for resources: {'Port': ['ID=50f606c9-37bd-43e4-84b8-dac60e4bfa52,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:19.217937 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57840) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:19.226072 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fdd9403a-39c6-4b01-a260-23205b800f96 tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] 10.222.0.127 "GET /v2.0/floatingips/78762077-2ec0-44b9-a6af-10600aeac967 HTTP/1.1" status: 200 len: 984 time: 0.2860291 Nov 04 10:49:19.229571 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57842) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:19.239666 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6299fc28-737d-4ab5-b721-733f51a43ca5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:19.263462 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-566243ec-6646-4663-94cc-5670157f6898 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:19.285812 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2a1c35a5-5895-4be3-9dbb-361b048bb0c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:19.315800 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6466c84-6c32-440e-a37f-0b9763461282 req-18035194-54da-48b3-a9ec-03cf24f51531 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:19.316322 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c6466c84-6c32-440e-a37f-0b9763461282 req-18035194-54da-48b3-a9ec-03cf24f51531 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:19.343598 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6ce713e3-e93f-4dc4-8df5-aabb837f52f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:19.359924 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c35a5-5895-4be3-9dbb-361b048bb0c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Port': ['ID=4de94367-6964-4940-b951-b25a454ba0b1,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:19.372655 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1c35a5-5895-4be3-9dbb-361b048bb0c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] No DVR routers for this DVR port 4de94367-6964-4940-b951-b25a454ba0b1 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:49:19.396541 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6466c84-6c32-440e-a37f-0b9763461282 req-18035194-54da-48b3-a9ec-03cf24f51531 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8241141 Nov 04 10:49:19.399342 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-291d9923-eed3-4960-85a6-504d3aae4802 tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] 10.222.0.127 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3037 time: 0.1689589 Nov 04 10:49:19.402418 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57844) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:19.439352 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-c6466c84-6c32-440e-a37f-0b9763461282 req-3461193c-2292-4def-a181-cfc597bf0538 service neutron] Request body: {'port': {'device_id': '8daf73e0-321c-404b-ace2-1fb76728f754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:19.514785 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2a1c35a5-5895-4be3-9dbb-361b048bb0c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:19.546834 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-566243ec-6646-4663-94cc-5670157f6898 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Allocated IP 172.25.7.9 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/b454795d-1978-407e-ba87-a0eb19bf4504) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:49:19.559913 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6299fc28-737d-4ab5-b721-733f51a43ca5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:19.565399 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-2a1c35a5-5895-4be3-9dbb-361b048bb0c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25fec9a2-35b6-4649-ac6f-9556a5956a68']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:19.578279 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6299fc28-737d-4ab5-b721-733f51a43ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:19.587048 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-2a1c35a5-5895-4be3-9dbb-361b048bb0c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62cb1b08-6773-404f-9fa5-06b50e30f149') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:19.587356 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-2a1c35a5-5895-4be3-9dbb-361b048bb0c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62cb1b08-6773-404f-9fa5-06b50e30f149') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:19.621642 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2a1c35a5-5895-4be3-9dbb-361b048bb0c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:19.622080 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c6466c84-6c32-440e-a37f-0b9763461282 req-3461193c-2292-4def-a181-cfc597bf0538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:19.661780 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4de94367-6964-4940-b951-b25a454ba0b1 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:49:19.685084 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 4de94367-6964-4940-b951-b25a454ba0b1 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:49:19.686104 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4de94367-6964-4940-b951-b25a454ba0b1 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:49:19.696338 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6299fc28-737d-4ab5-b721-733f51a43ca5 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=6123050509704a4c90ac17544080044f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4733698 Nov 04 10:49:19.696338 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2a1c35a5-5895-4be3-9dbb-361b048bb0c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:19.697229 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57850) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:19.700917 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299fc28-737d-4ab5-b721-733f51a43ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc0c323-e5fc-4d1d-8500-e105d8bbbff0,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:19.711303 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1c35a5-5895-4be3-9dbb-361b048bb0c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:49:19.711713 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2a1c35a5-5895-4be3-9dbb-361b048bb0c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:49:19.714828 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:49:19.759873 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823d729-308a-4190-80b1-2dedaa159c6b req-b5973cc7-c259-47b6-888b-6f72fb27a394 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:19.761434 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d823d729-308a-4190-80b1-2dedaa159c6b req-b5973cc7-c259-47b6-888b-6f72fb27a394 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa0509c9-3b22-4306-b32a-879b6fba68b7 HTTP/1.1" status: 200 len: 945 time: 0.1454873 Nov 04 10:49:19.802216 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2a1c35a5-5895-4be3-9dbb-361b048bb0c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:19.806524 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2a1c35a5-5895-4be3-9dbb-361b048bb0c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:19.813519 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2a1c35a5-5895-4be3-9dbb-361b048bb0c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/networks/25fec9a2-35b6-4649-ac6f-9556a5956a68 HTTP/1.1" status: 204 len: 168 time: 1.5743482 Nov 04 10:49:19.818330 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57854) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:19.825699 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-80812103-1fdc-4d4f-bb0d-88ab5ad156d5 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-205504895', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}, 'admin_state_up': False}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:19.833073 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-566243ec-6646-4663-94cc-5670157f6898 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:19.850707 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c35a5-5895-4be3-9dbb-361b048bb0c1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Network': ['ID=25fec9a2-35b6-4649-ac6f-9556a5956a68,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:19.879778 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-80812103-1fdc-4d4f-bb0d-88ab5ad156d5 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:19.880843 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-80812103-1fdc-4d4f-bb0d-88ab5ad156d5 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:19.915880 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-566243ec-6646-4663-94cc-5670157f6898 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:19.973087 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-80812103-1fdc-4d4f-bb0d-88ab5ad156d5 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:19.978924 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eaf2088e-5d94-4650-b132-574f7a9a8305 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:19.988455 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566243ec-6646-4663-94cc-5670157f6898 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:19.997309 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d823d729-308a-4190-80b1-2dedaa159c6b req-cd09e15c-c48d-48a4-a52a-f66bc50d86f6 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7ed696-fab2-4127-a5b4-13d5708e4309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193201 Nov 04 10:49:20.026477 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-566243ec-6646-4663-94cc-5670157f6898 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:20.028872 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566243ec-6646-4663-94cc-5670157f6898 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:49:20.107941 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566243ec-6646-4663-94cc-5670157f6898 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Pushing event updated for resources: {'Port': ['ID=b454795d-1978-407e-ba87-a0eb19bf4504,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:20.200231 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-80812103-1fdc-4d4f-bb0d-88ab5ad156d5 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:20.418497 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-d5c8c949-f2ce-47a5-b8f0-0d28c99f798e tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Deleting port 56a0220c-d6d5-4a5a-9c92-1d412a69fb7f {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:49:20.418824 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d5c8c949-f2ce-47a5-b8f0-0d28c99f798e tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:20.484596 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eaf2088e-5d94-4650-b132-574f7a9a8305 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:20.623145 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ab527-91c5-432e-9cde-e1335d200831 req-7060a378-d321-4c82-8f0a-66d830845c24 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:20.624689 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-267ab527-91c5-432e-9cde-e1335d200831 req-7060a378-d321-4c82-8f0a-66d830845c24 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=8daf73e0-321c-404b-ace2-1fb76728f754 HTTP/1.1" status: 200 len: 931 time: 0.2082319 Nov 04 10:49:20.633643 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-80812103-1fdc-4d4f-bb0d-88ab5ad156d5 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:20.647545 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d5c8c949-f2ce-47a5-b8f0-0d28c99f798e tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:20.647911 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d5c8c949-f2ce-47a5-b8f0-0d28c99f798e tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:20.662356 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-80812103-1fdc-4d4f-bb0d-88ab5ad156d5 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:20.682537 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eaf2088e-5d94-4650-b132-574f7a9a8305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:20.684859 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eaf2088e-5d94-4650-b132-574f7a9a8305 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:20.688880 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-eaf2088e-5d94-4650-b132-574f7a9a8305 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/edc0c323-e5fc-4d1d-8500-e105d8bbbff0 HTTP/1.1" status: 204 len: 168 time: 0.9888961 Nov 04 10:49:20.703262 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-d5c8c949-f2ce-47a5-b8f0-0d28c99f798e tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Calling delete_port for 56a0220c-d6d5-4a5a-9c92-1d412a69fb7f owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:49:20.716243 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:20.725973 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2088e-5d94-4650-b132-574f7a9a8305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc0c323-e5fc-4d1d-8500-e105d8bbbff0,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:20.735768 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-c6466c84-6c32-440e-a37f-0b9763461282 req-3461193c-2292-4def-a181-cfc597bf0538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f606c9-37bd-43e4-84b8-dac60e4bfa52 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:49:20.750257 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c6466c84-6c32-440e-a37f-0b9763461282 req-3461193c-2292-4def-a181-cfc597bf0538 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:20.829062 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-c6466c84-6c32-440e-a37f-0b9763461282 req-3461193c-2292-4def-a181-cfc597bf0538 service neutron] Transition to ACTIVE for port object 50f606c9-37bd-43e4-84b8-dac60e4bfa52 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:49:20.842726 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-566243ec-6646-4663-94cc-5670157f6898 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:20.846127 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c6466c84-6c32-440e-a37f-0b9763461282 req-3461193c-2292-4def-a181-cfc597bf0538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:20.902609 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-267ab527-91c5-432e-9cde-e1335d200831 req-6a7c5f32-6bd1-42d0-89e0-b8444abb023c tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620709 Nov 04 10:49:20.913545 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-80812103-1fdc-4d4f-bb0d-88ab5ad156d5 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Allocated IP 172.25.7.237 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/59c44e84-fb29-44d6-b141-d88ddc1b3f47) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:49:20.996981 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461193c-2292-4def-a181-cfc597bf0538 service neutron] Pushing event updated for resources: {'Port': ['ID=50f606c9-37bd-43e4-84b8-dac60e4bfa52,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:21.055518 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-566243ec-6646-4663-94cc-5670157f6898 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:21.111941 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-c6466c84-6c32-440e-a37f-0b9763461282 req-3461193c-2292-4def-a181-cfc597bf0538 service neutron] Attempting to bind port 50f606c9-37bd-43e4-84b8-dac60e4bfa52 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:49:21.112421 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-c6466c84-6c32-440e-a37f-0b9763461282 req-3461193c-2292-4def-a181-cfc597bf0538 service neutron] Attempting to bind port 50f606c9-37bd-43e4-84b8-dac60e4bfa52 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '98a36a7f-67f4-4d8d-81b5-e6eb21f034a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '5a99a09a-0dd8-40b8-b6d2-72da727c3945'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:49:21.112887 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6466c84-6c32-440e-a37f-0b9763461282 req-3461193c-2292-4def-a181-cfc597bf0538 service neutron] Attempting to bind port 50f606c9-37bd-43e4-84b8-dac60e4bfa52 on network 5a99a09a-0dd8-40b8-b6d2-72da727c3945 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:49:21.118316 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6466c84-6c32-440e-a37f-0b9763461282 req-3461193c-2292-4def-a181-cfc597bf0538 service neutron] Port 50f606c9-37bd-43e4-84b8-dac60e4bfa52 on network 5a99a09a-0dd8-40b8-b6d2-72da727c3945 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:49:21.118813 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6466c84-6c32-440e-a37f-0b9763461282 req-3461193c-2292-4def-a181-cfc597bf0538 service neutron] Attempting to bind port 50f606c9-37bd-43e4-84b8-dac60e4bfa52 on network 5a99a09a-0dd8-40b8-b6d2-72da727c3945 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:49:21.168259 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6466c84-6c32-440e-a37f-0b9763461282 req-3461193c-2292-4def-a181-cfc597bf0538 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:49:21.168259 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6466c84-6c32-440e-a37f-0b9763461282 req-3461193c-2292-4def-a181-cfc597bf0538 service neutron] Checking segment: {'id': '98a36a7f-67f4-4d8d-81b5-e6eb21f034a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '5a99a09a-0dd8-40b8-b6d2-72da727c3945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:49:21.168259 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6466c84-6c32-440e-a37f-0b9763461282 req-3461193c-2292-4def-a181-cfc597bf0538 service neutron] Bound using segment: {'id': '98a36a7f-67f4-4d8d-81b5-e6eb21f034a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '5a99a09a-0dd8-40b8-b6d2-72da727c3945'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:49:21.168259 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-c6466c84-6c32-440e-a37f-0b9763461282 req-3461193c-2292-4def-a181-cfc597bf0538 service neutron] Bound port: 50f606c9-37bd-43e4-84b8-dac60e4bfa52, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a36a7f-67f4-4d8d-81b5-e6eb21f034a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '5a99a09a-0dd8-40b8-b6d2-72da727c3945'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:49:21.168259 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c6466c84-6c32-440e-a37f-0b9763461282 req-3461193c-2292-4def-a181-cfc597bf0538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:21.242817 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-80812103-1fdc-4d4f-bb0d-88ab5ad156d5 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:21.245989 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d5c8c949-f2ce-47a5-b8f0-0d28c99f798e tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:21.313671 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8c949-f2ce-47a5-b8f0-0d28c99f798e tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Pushing event deleted for resources: {'Port': ['ID=56a0220c-d6d5-4a5a-9c92-1d412a69fb7f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:21.342682 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-c6466c84-6c32-440e-a37f-0b9763461282 req-3461193c-2292-4def-a181-cfc597bf0538 service neutron] For port 50f606c9-37bd-43e4-84b8-dac60e4bfa52, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:49:21.345707 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-80812103-1fdc-4d4f-bb0d-88ab5ad156d5 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:21.352022 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-566243ec-6646-4663-94cc-5670157f6898 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:21.381984 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-c6466c84-6c32-440e-a37f-0b9763461282 req-3461193c-2292-4def-a181-cfc597bf0538 service neutron] For port 50f606c9-37bd-43e4-84b8-dac60e4bfa52, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=50f606c9-37bd-43e4-84b8-dac60e4bfa52,segment=NetworkSegment(98a36a7f-67f4-4d8d-81b5-e6eb21f034a9),segment_id=98a36a7f-67f4-4d8d-81b5-e6eb21f034a9)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:49:21.386671 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-566243ec-6646-4663-94cc-5670157f6898 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:21.398016 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c6466c84-6c32-440e-a37f-0b9763461282 req-3461193c-2292-4def-a181-cfc597bf0538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:21.411374 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80812103-1fdc-4d4f-bb0d-88ab5ad156d5 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:21.421057 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-80812103-1fdc-4d4f-bb0d-88ab5ad156d5 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:21.445736 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80812103-1fdc-4d4f-bb0d-88ab5ad156d5 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:49:21.449979 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d5c8c949-f2ce-47a5-b8f0-0d28c99f798e tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:21.450109 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80812103-1fdc-4d4f-bb0d-88ab5ad156d5 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Port': ['ID=59c44e84-fb29-44d6-b141-d88ddc1b3f47,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:21.450635 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-d5c8c949-f2ce-47a5-b8f0-0d28c99f798e tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Floating IP 78762077-2ec0-44b9-a6af-10600aeac967 disassociated (deleted). External IP: 172.25.7.217, port: 3426eb51-caef-4182-88ca-1f0e2698ee01. Nov 04 10:49:21.462328 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6466c84-6c32-440e-a37f-0b9763461282 req-3461193c-2292-4def-a181-cfc597bf0538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:21.462979 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-c6466c84-6c32-440e-a37f-0b9763461282 req-3461193c-2292-4def-a181-cfc597bf0538 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:21.464460 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6466c84-6c32-440e-a37f-0b9763461282 req-3461193c-2292-4def-a181-cfc597bf0538 service neutron] 10.222.0.126 "PUT /v2.0/ports/50f606c9-37bd-43e4-84b8-dac60e4bfa52 HTTP/1.1" status: 200 len: 1091 time: 2.0297785 Nov 04 10:49:21.464965 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8daf73e0-321c-404b-ace2-1fb76728f754', 'tag': '50f606c9-37bd-43e4-84b8-dac60e4bfa52'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:49:21.467836 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cde5cdb-3431-4e89-9af9-407a744c7f77" -d '{"events": [{"name": "network-changed", "server_uuid": "8daf73e0-321c-404b-ace2-1fb76728f754", "tag": "50f606c9-37bd-43e4-84b8-dac60e4bfa52"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:49:21.559145 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-566243ec-6646-4663-94cc-5670157f6898 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:21.624562 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023ed37a-8579-4c2f-9b47-be16a3e5bc22 x-openstack-request-id: req-023ed37a-8579-4c2f-9b47-be16a3e5bc22 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:49:21.625163 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8daf73e0-321c-404b-ace2-1fb76728f754", "tag": "50f606c9-37bd-43e4-84b8-dac60e4bfa52", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:49:21.625163 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-023ed37a-8579-4c2f-9b47-be16a3e5bc22 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:49:21.625582 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8daf73e0-321c-404b-ace2-1fb76728f754', 'tag': '50f606c9-37bd-43e4-84b8-dac60e4bfa52', 'status': 'completed', 'code': 200} Nov 04 10:49:21.627184 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566243ec-6646-4663-94cc-5670157f6898 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Pushing event updated for resources: {'Port': ['ID=b454795d-1978-407e-ba87-a0eb19bf4504,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:21.735684 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461193c-2292-4def-a181-cfc597bf0538 service neutron] Pushing event updated for resources: {'Port': ['ID=50f606c9-37bd-43e4-84b8-dac60e4bfa52,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:21.811021 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6466c84-6c32-440e-a37f-0b9763461282 req-5aceb061-c829-494d-809a-0be22ebff339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:21.813269 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6466c84-6c32-440e-a37f-0b9763461282 req-5aceb061-c829-494d-809a-0be22ebff339 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=7a42eb83b343444b8e3fe7d5bffc6390&device_id=8daf73e0-321c-404b-ace2-1fb76728f754 HTTP/1.1" status: 200 len: 1094 time: 0.1848459 Nov 04 10:49:21.863006 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6466c84-6c32-440e-a37f-0b9763461282 req-cd0f32d3-13ba-4aac-be18-c61d0f1b2c19 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50f606c9-37bd-43e4-84b8-dac60e4bfa52 HTTP/1.1" status: 200 len: 217 time: 0.0394034 Nov 04 10:49:21.980868 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6466c84-6c32-440e-a37f-0b9763461282 req-7cd328b1-f55e-4a9a-b2a5-215a3884d5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:21.987416 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6466c84-6c32-440e-a37f-0b9763461282 req-7cd328b1-f55e-4a9a-b2a5-215a3884d5ce service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c68b3714-6037-46cc-ab77-c20414a0dec9 HTTP/1.1" status: 200 len: 854 time: 0.0737748 Nov 04 10:49:22.008207 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c8c949-f2ce-47a5-b8f0-0d28c99f798e tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Router dea477fd-c622-4265-bbd3-f258bdbe5edf has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:49:22.025613 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6466c84-6c32-440e-a37f-0b9763461282 req-a7a689c2-a619-4ac7-8f3f-74925932168a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=5a99a09a-0dd8-40b8-b6d2-72da727c3945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299892 Nov 04 10:49:22.156292 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:22.258448 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24ee72-3ccf-4caa-b9cb-2cc96da070cc req-f6c9fc86-550a-45bf-bd14-d8efb9d5857c tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:22.266197 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed24ee72-3ccf-4caa-b9cb-2cc96da070cc req-f6c9fc86-550a-45bf-bd14-d8efb9d5857c tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=8daf73e0-321c-404b-ace2-1fb76728f754 HTTP/1.1" status: 200 len: 943 time: 0.2336490 Nov 04 10:49:22.280253 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [None req-566243ec-6646-4663-94cc-5670157f6898 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Floating IP 1568b0f7-43f2-4481-a751-e7eb10f2a9fe associated. External IP: 172.25.7.9, port: c144d25a-b79d-421c-b134-ba00b313db3a. Nov 04 10:49:22.323559 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6466c84-6c32-440e-a37f-0b9763461282 req-9d9cd172-a6fa-4d98-a48e-4c139bbe4d68 service neutron] 10.222.0.126 "GET /v2.0/networks/5a99a09a-0dd8-40b8-b6d2-72da727c3945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877278 Nov 04 10:49:22.326683 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c8c949-f2ce-47a5-b8f0-0d28c99f798e tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:49:22.337186 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d5c8c949-f2ce-47a5-b8f0-0d28c99f798e tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:22.338010 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ade2ee-979e-4942-8992-c68ee21ac277 None None] Sync routers for ids ['dea477fd-c622-4265-bbd3-f258bdbe5edf'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:49:22.361693 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ade2ee-979e-4942-8992-c68ee21ac277 None None] Routers {'dea477fd-c622-4265-bbd3-f258bdbe5edf'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:22.362670 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-76ade2ee-979e-4942-8992-c68ee21ac277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['dea477fd-c622-4265-bbd3-f258bdbe5edf'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:22.426524 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-76ade2ee-979e-4942-8992-c68ee21ac277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:22.445724 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed24ee72-3ccf-4caa-b9cb-2cc96da070cc req-270314c5-9a5d-46ec-8576-147597bd7d20 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788287 Nov 04 10:49:22.446250 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ade2ee-979e-4942-8992-c68ee21ac277 None None] Routers {'dea477fd-c622-4265-bbd3-f258bdbe5edf'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:22.447728 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-76ade2ee-979e-4942-8992-c68ee21ac277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['dea477fd-c622-4265-bbd3-f258bdbe5edf'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:22.456541 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d5c8c949-f2ce-47a5-b8f0-0d28c99f798e tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] 10.222.0.127 "DELETE /v2.0/floatingips/78762077-2ec0-44b9-a6af-10600aeac967 HTTP/1.1" status: 204 len: 168 time: 3.0530548 Nov 04 10:49:22.461115 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 57966) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:22.472033 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-50a2db6a-a605-44d3-a325-1381918c9574 tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:22.520390 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50a2db6a-a605-44d3-a325-1381918c9574 tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:22.535433 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-76ade2ee-979e-4942-8992-c68ee21ac277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:22.536091 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ade2ee-979e-4942-8992-c68ee21ac277 None None] The sync data for ids ['dea477fd-c622-4265-bbd3-f258bdbe5edf'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:49:22.551196 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6466c84-6c32-440e-a37f-0b9763461282 req-0f93d603-1c75-4881-bb4d-e7f2050cde8e service neutron] 10.222.0.126 "GET /v2.0/networks/5a99a09a-0dd8-40b8-b6d2-72da727c3945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115803 Nov 04 10:49:22.612080 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:22.628632 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-80812103-1fdc-4d4f-bb0d-88ab5ad156d5 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:22.725216 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde5cdb-3431-4e89-9af9-407a744c7f77 req-249bdc02-87b7-4451-9660-e05c43aaf0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:22.725216 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8cde5cdb-3431-4e89-9af9-407a744c7f77 req-249bdc02-87b7-4451-9660-e05c43aaf0a9 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=7a42eb83b343444b8e3fe7d5bffc6390&device_id=8daf73e0-321c-404b-ace2-1fb76728f754 HTTP/1.1" status: 200 len: 1094 time: 0.1186912 Nov 04 10:49:22.841699 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde5cdb-3431-4e89-9af9-407a744c7f77 req-44e8e2b4-72f6-4753-a88b-b9b96b83eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:22.843719 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8cde5cdb-3431-4e89-9af9-407a744c7f77 req-44e8e2b4-72f6-4753-a88b-b9b96b83eca7 service neutron] 10.222.0.126 "GET /v2.0/networks?id=5a99a09a-0dd8-40b8-b6d2-72da727c3945 HTTP/1.1" status: 200 len: 916 time: 0.1129122 Nov 04 10:49:22.899253 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8cde5cdb-3431-4e89-9af9-407a744c7f77 req-15991866-4188-466c-bc30-54b576c659f5 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50f606c9-37bd-43e4-84b8-dac60e4bfa52 HTTP/1.1" status: 200 len: 217 time: 0.0437846 Nov 04 10:49:22.963611 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde5cdb-3431-4e89-9af9-407a744c7f77 req-dffa0391-a589-4492-bb5c-3e27c956c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:22.965198 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8cde5cdb-3431-4e89-9af9-407a744c7f77 req-dffa0391-a589-4492-bb5c-3e27c956c81c service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c68b3714-6037-46cc-ab77-c20414a0dec9 HTTP/1.1" status: 200 len: 854 time: 0.0555568 Nov 04 10:49:23.008991 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8cde5cdb-3431-4e89-9af9-407a744c7f77 req-aef1744a-0d5a-4cae-a572-869ca48edb69 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=5a99a09a-0dd8-40b8-b6d2-72da727c3945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330410 Nov 04 10:49:23.041619 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566243ec-6646-4663-94cc-5670157f6898 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Router 4c5935e5-602a-4c12-ba2f-e2836a28aa19 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:49:23.058804 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50a2db6a-a605-44d3-a325-1381918c9574 tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:23.073666 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-80812103-1fdc-4d4f-bb0d-88ab5ad156d5 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:23.128879 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8cde5cdb-3431-4e89-9af9-407a744c7f77 req-af40eb38-65ba-4d13-8ae2-bf05a65cbd35 service neutron] 10.222.0.126 "GET /v2.0/networks/5a99a09a-0dd8-40b8-b6d2-72da727c3945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111064 Nov 04 10:49:23.268989 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8cde5cdb-3431-4e89-9af9-407a744c7f77 req-498a6c00-9142-42f1-9b2a-36a8f5684dd2 service neutron] 10.222.0.126 "GET /v2.0/networks/5a99a09a-0dd8-40b8-b6d2-72da727c3945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288087 Nov 04 10:49:23.381195 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-50a2db6a-a605-44d3-a325-1381918c9574 tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Allocated IP 172.25.7.3 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/1c950eeb-5b0e-4ebb-8482-db323ecbfbfa) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:49:23.384604 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566243ec-6646-4663-94cc-5670157f6898 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:49:23.396497 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47066f3-18df-4c7b-aa33-f2a222ccb7cf None None] Sync routers for ids ['4c5935e5-602a-4c12-ba2f-e2836a28aa19'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:49:23.416205 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47066f3-18df-4c7b-aa33-f2a222ccb7cf None None] Routers {'4c5935e5-602a-4c12-ba2f-e2836a28aa19'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:23.416886 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-d47066f3-18df-4c7b-aa33-f2a222ccb7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['4c5935e5-602a-4c12-ba2f-e2836a28aa19'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:23.424475 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-566243ec-6646-4663-94cc-5670157f6898 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:23.509456 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-566243ec-6646-4663-94cc-5670157f6898 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.0959516 Nov 04 10:49:23.511982 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57cf1f1-769d-471f-a4d2-c335d8cfca3b', 'tag': 'c144d25a-b79d-421c-b134-ba00b313db3a'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:49:23.512715 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 57992) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:23.514701 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7da263-e118-4ebe-b00d-5e55cc0bcaf3" -d '{"events": [{"name": "network-changed", "server_uuid": "e57cf1f1-769d-471f-a4d2-c335d8cfca3b", "tag": "c144d25a-b79d-421c-b134-ba00b313db3a"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:49:23.534738 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80812103-1fdc-4d4f-bb0d-88ab5ad156d5 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Router e5fbe8ae-3698-4626-b53d-0169e9a7b5f2 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:49:23.606249 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-d47066f3-18df-4c7b-aa33-f2a222ccb7cf None None] Set router 4c5935e5-602a-4c12-ba2f-e2836a28aa19 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:49:23.632881 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5392941c-3ff0-4300-b1cf-7f2c4035ef02 tempest-TestVolumeBackupRestore-1329515775 tempest-TestVolumeBackupRestore-1329515775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:23.640279 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5392941c-3ff0-4300-b1cf-7f2c4035ef02 tempest-TestVolumeBackupRestore-1329515775 tempest-TestVolumeBackupRestore-1329515775-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 1092 time: 0.1261857 Nov 04 10:49:23.640405 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58000) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:23.648835 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-99aaea1c-9de1-40d4-a9ad-1904dff7fcea tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Request body: {'floatingip': {'port_id': 'c144d25a-b79d-421c-b134-ba00b313db3a'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:23.653836 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50a2db6a-a605-44d3-a325-1381918c9574 tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:23.712777 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a66443-d87b-4180-bb2b-c21233056a8e req-b0157fb0-2e9d-46f3-b102-26521ace3f6f tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:23.722542 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-52a66443-d87b-4180-bb2b-c21233056a8e req-b0157fb0-2e9d-46f3-b102-26521ace3f6f tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=8daf73e0-321c-404b-ace2-1fb76728f754 HTTP/1.1" status: 200 len: 943 time: 0.1219599 Nov 04 10:49:23.793641 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-52a66443-d87b-4180-bb2b-c21233056a8e req-7ee335b0-2801-4e66-9f14-f7892f021871 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691955 Nov 04 10:49:23.833440 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-99aaea1c-9de1-40d4-a9ad-1904dff7fcea tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for floatingip, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:23.875301 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80812103-1fdc-4d4f-bb0d-88ab5ad156d5 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:49:23.888350 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19d6048-146f-42e1-be89-37e06d74dffa None None] Sync routers for ids ['e5fbe8ae-3698-4626-b53d-0169e9a7b5f2'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:49:23.890945 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50a2db6a-a605-44d3-a325-1381918c9574 tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:23.906498 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19d6048-146f-42e1-be89-37e06d74dffa None None] Routers {'e5fbe8ae-3698-4626-b53d-0169e9a7b5f2'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:23.909836 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c19d6048-146f-42e1-be89-37e06d74dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e5fbe8ae-3698-4626-b53d-0169e9a7b5f2'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:23.961479 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a2db6a-a605-44d3-a325-1381918c9574 tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:23.964575 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-80812103-1fdc-4d4f-bb0d-88ab5ad156d5 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:23.968560 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-80812103-1fdc-4d4f-bb0d-88ab5ad156d5 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.1451323 Nov 04 10:49:23.969487 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58012) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:24.002585 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c19d6048-146f-42e1-be89-37e06d74dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:24.003771 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-50a2db6a-a605-44d3-a325-1381918c9574 tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:24.006345 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a2db6a-a605-44d3-a325-1381918c9574 tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:49:24.031125 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19d6048-146f-42e1-be89-37e06d74dffa None None] Routers {'e5fbe8ae-3698-4626-b53d-0169e9a7b5f2'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:24.032259 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c19d6048-146f-42e1-be89-37e06d74dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e5fbe8ae-3698-4626-b53d-0169e9a7b5f2'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:24.050885 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2db6a-a605-44d3-a325-1381918c9574 tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Pushing event updated for resources: {'Port': ['ID=1c950eeb-5b0e-4ebb-8482-db323ecbfbfa,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:24.171891 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c19d6048-146f-42e1-be89-37e06d74dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:24.173953 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19d6048-146f-42e1-be89-37e06d74dffa None None] The sync data for ids ['e5fbe8ae-3698-4626-b53d-0169e9a7b5f2'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:49:24.194862 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-d47066f3-18df-4c7b-aa33-f2a222ccb7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'name': 'tempest-TestVolumeBackupRestore-1711225724-router', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:44Z', 'updated_at': '2021-11-04T10:44:53Z', 'revision_number': 4, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'gw_port': {'id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:45Z', 'updated_at': '2021-11-04T10:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '1568b0f7-43f2-4481-a751-e7eb10f2a9fe', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'port_id': 'c144d25a-b79d-421c-b134-ba00b313db3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482', 'mac_address': 'fa:16:3e:d7:6c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57cf1f1-769d-471f-a4d2-c335d8cfca3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:49:20Z', 'updated_at': '2021-11-04T10:49:20Z', 'revision_number': 0, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b', 'name': '', 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'mac_address': 'fa:16:3e:88:98:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '16405c66-cb9c-4753-af06-4d5d5dba6dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:51Z', 'updated_at': '2021-11-04T10:44:58Z', 'revision_number': 5, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'subnets': [{'id': '16405c66-cb9c-4753-af06-4d5d5dba6dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:24.272269 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47066f3-18df-4c7b-aa33-f2a222ccb7cf None None] Checking router: 4c5935e5-602a-4c12-ba2f-e2836a28aa19 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:49:24.295088 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19d8ef2-868e-4d3e-a2a7-7c2aa9cdbacf x-openstack-request-id: req-e19d8ef2-868e-4d3e-a2a7-7c2aa9cdbacf {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:49:24.295411 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e57cf1f1-769d-471f-a4d2-c335d8cfca3b", "tag": "c144d25a-b79d-421c-b134-ba00b313db3a", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:49:24.296044 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-e19d8ef2-868e-4d3e-a2a7-7c2aa9cdbacf {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:49:24.296044 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57cf1f1-769d-471f-a4d2-c335d8cfca3b', 'tag': 'c144d25a-b79d-421c-b134-ba00b313db3a', 'status': 'completed', 'code': 200} Nov 04 10:49:24.311335 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47066f3-18df-4c7b-aa33-f2a222ccb7cf None None] Routers {'4c5935e5-602a-4c12-ba2f-e2836a28aa19'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:24.317559 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-d47066f3-18df-4c7b-aa33-f2a222ccb7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['4c5935e5-602a-4c12-ba2f-e2836a28aa19'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:24.344609 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-077bce59-ce54-4fe8-bdd2-fab0bd060427 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "GET /v2.0/routers/e5fbe8ae-3698-4626-b53d-0169e9a7b5f2 HTTP/1.1" status: 200 len: 884 time: 0.3694990 Nov 04 10:49:24.345577 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58016) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:24.389428 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7da263-e118-4ebe-b00d-5e55cc0bcaf3 req-89af0220-398b-4c66-aabd-4d048f6ac425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:24.396809 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c7da263-e118-4ebe-b00d-5e55cc0bcaf3 req-89af0220-398b-4c66-aabd-4d048f6ac425 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=1f6ce77b47aa41a995e4704afc0cafa2&device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 1097 time: 0.0822289 Nov 04 10:49:24.439450 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50a2db6a-a605-44d3-a325-1381918c9574 tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:24.534715 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58018) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:24.540150 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-d47066f3-18df-4c7b-aa33-f2a222ccb7cf None None] Set router 4c5935e5-602a-4c12-ba2f-e2836a28aa19 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:49:24.591071 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7da263-e118-4ebe-b00d-5e55cc0bcaf3 req-f478355a-d242-4b7b-a569-d7d1d788c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:24.592310 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c7da263-e118-4ebe-b00d-5e55cc0bcaf3 req-f478355a-d242-4b7b-a569-d7d1d788c91f service neutron] 10.222.0.126 "GET /v2.0/networks?id=f9e59902-9960-4058-813a-8c12bf428482 HTTP/1.1" status: 200 len: 916 time: 0.1865747 Nov 04 10:49:24.738679 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c7da263-e118-4ebe-b00d-5e55cc0bcaf3 req-41bad1f2-cc46-45f6-bfe6-6c57f22c3007 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c144d25a-b79d-421c-b134-ba00b313db3a HTTP/1.1" status: 200 len: 998 time: 0.1384451 Nov 04 10:49:24.863697 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-d47066f3-18df-4c7b-aa33-f2a222ccb7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'name': 'tempest-TestVolumeBackupRestore-1711225724-router', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:44Z', 'updated_at': '2021-11-04T10:44:53Z', 'revision_number': 4, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'gw_port': {'id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:45Z', 'updated_at': '2021-11-04T10:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '1568b0f7-43f2-4481-a751-e7eb10f2a9fe', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'port_id': 'c144d25a-b79d-421c-b134-ba00b313db3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482', 'mac_address': 'fa:16:3e:d7:6c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57cf1f1-769d-471f-a4d2-c335d8cfca3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:49:20Z', 'updated_at': '2021-11-04T10:49:20Z', 'revision_number': 0, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b', 'name': '', 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'mac_address': 'fa:16:3e:88:98:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '16405c66-cb9c-4753-af06-4d5d5dba6dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:51Z', 'updated_at': '2021-11-04T10:44:58Z', 'revision_number': 5, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'subnets': [{'id': '16405c66-cb9c-4753-af06-4d5d5dba6dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:24.910985 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47066f3-18df-4c7b-aa33-f2a222ccb7cf None None] The sync data for ids ['4c5935e5-602a-4c12-ba2f-e2836a28aa19'] in n-d-816629-1 is: [{'id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'name': 'tempest-TestVolumeBackupRestore-1711225724-router', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:44Z', 'updated_at': '2021-11-04T10:44:53Z', 'revision_number': 4, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'gw_port': {'id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:45Z', 'updated_at': '2021-11-04T10:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '1568b0f7-43f2-4481-a751-e7eb10f2a9fe', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'port_id': 'c144d25a-b79d-421c-b134-ba00b313db3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482', 'mac_address': 'fa:16:3e:d7:6c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57cf1f1-769d-471f-a4d2-c335d8cfca3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:49:20Z', 'updated_at': '2021-11-04T10:49:20Z', 'revision_number': 0, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b', 'name': '', 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'mac_address': 'fa:16:3e:88:98:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '16405c66-cb9c-4753-af06-4d5d5dba6dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:51Z', 'updated_at': '2021-11-04T10:44:58Z', 'revision_number': 5, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'subnets': [{'id': '16405c66-cb9c-4753-af06-4d5d5dba6dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:49:25.108794 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50a2db6a-a605-44d3-a325-1381918c9574 tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:25.137851 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d89879e7-f634-42f3-a767-358068cb428b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:25.212683 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b4ae0f-be64-480e-be6d-700ff98c8589 None None] New status for floating IP 1568b0f7-43f2-4481-a751-e7eb10f2a9fe: ACTIVE {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:49:25.291001 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d89879e7-f634-42f3-a767-358068cb428b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:25.317668 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d89879e7-f634-42f3-a767-358068cb428b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:25.381007 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764ed29-2ec9-47cc-a9b7-e20516fcbc49 req-13ed6df3-1058-40dd-bff9-8d603ac26dfb tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:25.389181 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c764ed29-2ec9-47cc-a9b7-e20516fcbc49 req-13ed6df3-1058-40dd-bff9-8d603ac26dfb tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=8daf73e0-321c-404b-ace2-1fb76728f754 HTTP/1.1" status: 200 len: 943 time: 0.2642720 Nov 04 10:49:25.391867 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7da263-e118-4ebe-b00d-5e55cc0bcaf3 req-7a1967c9-ec3b-402f-b093-671111f3a75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:25.393559 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c7da263-e118-4ebe-b00d-5e55cc0bcaf3 req-7a1967c9-ec3b-402f-b093-671111f3a75a service neutron] 10.222.0.126 "GET /v2.0/subnets?id=16405c66-cb9c-4753-af06-4d5d5dba6dfc HTTP/1.1" status: 200 len: 853 time: 0.6375017 Nov 04 10:49:25.398723 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89879e7-f634-42f3-a767-358068cb428b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee82d60-8dcb-4adc-9783-8df14b7f2b00,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:25.428749 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.db.api [None req-99aaea1c-9de1-40d4-a9ad-1904dff7fcea tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:49:25.429149 n-d-816629-1 neutron-server[101775]: DEBUG oslo_db.api [None req-99aaea1c-9de1-40d4-a9ad-1904dff7fcea tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:49:25.464173 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d89879e7-f634-42f3-a767-358068cb428b admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=f9a1f7847d874081b35cb0e7f79e1168&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9286406 Nov 04 10:49:25.465153 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58028) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:25.518983 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50a2db6a-a605-44d3-a325-1381918c9574 tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:25.529535 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7da263-e118-4ebe-b00d-5e55cc0bcaf3 req-d5064ad4-61e6-42bc-bc58-f9e7cd54451e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:25.531059 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c7da263-e118-4ebe-b00d-5e55cc0bcaf3 req-d5064ad4-61e6-42bc-bc58-f9e7cd54451e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=f9e59902-9960-4058-813a-8c12bf428482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1237702 Nov 04 10:49:25.531476 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7a673f84-fe8b-40fa-a735-3202a8fb8cf3 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.1805265 Nov 04 10:49:25.533237 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50a2db6a-a605-44d3-a325-1381918c9574 tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:25.535742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58030) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:25.547137 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-c44380a7-c120-4508-9e81-1b29df12b6c6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-205504895'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:25.552708 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c764ed29-2ec9-47cc-a9b7-e20516fcbc49 req-4007c586-0e19-4f9e-9d86-673d7e57f486 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571281 Nov 04 10:49:25.641478 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 50f606c9-37bd-43e4-84b8-dac60e4bfa52 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:49:25.697652 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-376ed391-c9da-44ce-b4a6-579deee200dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:25.744741 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2db6a-a605-44d3-a325-1381918c9574 tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Pushing event updated for resources: {'Port': ['ID=1c950eeb-5b0e-4ebb-8482-db323ecbfbfa,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:25.774345 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50a2db6a-a605-44d3-a325-1381918c9574 tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:25.779838 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-376ed391-c9da-44ce-b4a6-579deee200dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:25.848665 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50a2db6a-a605-44d3-a325-1381918c9574 tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:25.850229 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-50a2db6a-a605-44d3-a325-1381918c9574 tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.3866754 Nov 04 10:49:25.853820 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58032) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:25.862695 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 50f606c9-37bd-43e4-84b8-dac60e4bfa52, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=50f606c9-37bd-43e4-84b8-dac60e4bfa52,segment=NetworkSegment(98a36a7f-67f4-4d8d-81b5-e6eb21f034a9),segment_id=98a36a7f-67f4-4d8d-81b5-e6eb21f034a9)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:49:25.914220 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c7da263-e118-4ebe-b00d-5e55cc0bcaf3 req-b1cd841b-c734-472e-8ad3-68109dba325d service neutron] 10.222.0.126 "GET /v2.0/networks/f9e59902-9960-4058-813a-8c12bf428482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598294 Nov 04 10:49:25.927639 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '50f606c9-37bd-43e4-84b8-dac60e4bfa52', 'network_id': '5a99a09a-0dd8-40b8-b6d2-72da727c3945', 'port_id': '50f606c9-37bd-43e4-84b8-dac60e4bfa52', 'mac_address': 'fa:16:3e:07:e5:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68b3714-6037-46cc-ab77-c20414a0dec9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:49:25.948649 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-99aaea1c-9de1-40d4-a9ad-1904dff7fcea tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for floatingip, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:26.041253 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:26.059450 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-376ed391-c9da-44ce-b4a6-579deee200dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:26.064384 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f606c9-37bd-43e4-84b8-dac60e4bfa52 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:49:26.068758 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-376ed391-c9da-44ce-b4a6-579deee200dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:26.074834 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-376ed391-c9da-44ce-b4a6-579deee200dd admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/3ee82d60-8dcb-4adc-9783-8df14b7f2b00 HTTP/1.1" status: 204 len: 168 time: 0.6077950 Nov 04 10:49:26.114610 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ed391-c9da-44ce-b4a6-579deee200dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee82d60-8dcb-4adc-9783-8df14b7f2b00,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:26.118489 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 50f606c9-37bd-43e4-84b8-dac60e4bfa52, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=50f606c9-37bd-43e4-84b8-dac60e4bfa52,segment=NetworkSegment(98a36a7f-67f4-4d8d-81b5-e6eb21f034a9),segment_id=98a36a7f-67f4-4d8d-81b5-e6eb21f034a9)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:49:26.119942 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-6f18e08e-cddb-4c74-9478-a6942bf599a4 tempest-FloatingIPAdminTestJSON-1465729382 tempest-FloatingIPAdminTestJSON-1465729382-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:26.141328 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:26.157253 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f18e08e-cddb-4c74-9478-a6942bf599a4 tempest-FloatingIPAdminTestJSON-1465729382 tempest-FloatingIPAdminTestJSON-1465729382-project] Publish callbacks [] for floatingip, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:26.196649 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c7da263-e118-4ebe-b00d-5e55cc0bcaf3 req-4723f2a1-29b8-42ec-95e9-228b0041570d service neutron] 10.222.0.126 "GET /v2.0/networks/f9e59902-9960-4058-813a-8c12bf428482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662904 Nov 04 10:49:26.244354 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=50f606c9-37bd-43e4-84b8-dac60e4bfa52,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:26.427095 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c44380a7-c120-4508-9e81-1b29df12b6c6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41180'] for router, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:26.472794 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c44380a7-c120-4508-9e81-1b29df12b6c6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3752830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3752821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3754209'] for router, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:26.557964 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['50f606c9-37bd-43e4-84b8-dac60e4bfa52'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:49:26.850344 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a48c9-c899-4d2d-87c1-456be2df6491 req-4983f749-1b64-4697-ad72-bff74ba2d6bf tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:26.859047 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b81a48c9-c899-4d2d-87c1-456be2df6491 req-4983f749-1b64-4697-ad72-bff74ba2d6bf tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=8daf73e0-321c-404b-ace2-1fb76728f754 HTTP/1.1" status: 200 len: 944 time: 0.1425550 Nov 04 10:49:26.885644 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f18e08e-cddb-4c74-9478-a6942bf599a4 tempest-FloatingIPAdminTestJSON-1465729382 tempest-FloatingIPAdminTestJSON-1465729382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:26.949760 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b81a48c9-c899-4d2d-87c1-456be2df6491 req-2761c138-ad2d-4bcf-be3b-43a176a4a82a tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852344 Nov 04 10:49:27.147990 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44380a7-c120-4508-9e81-1b29df12b6c6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Router e5fbe8ae-3698-4626-b53d-0169e9a7b5f2 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:49:27.223641 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-6f18e08e-cddb-4c74-9478-a6942bf599a4 tempest-FloatingIPAdminTestJSON-1465729382 tempest-FloatingIPAdminTestJSON-1465729382-project] Allocated IP 172.25.7.7 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/0efa0e70-3e73-4215-86e2-10cb436fb791) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:49:27.279882 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.db.resource_extend [None req-99aaea1c-9de1-40d4-a9ad-1904dff7fcea tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:49:27.793602 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-99aaea1c-9de1-40d4-a9ad-1904dff7fcea tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:27.810590 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-99aaea1c-9de1-40d4-a9ad-1904dff7fcea tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:27.876015 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44380a7-c120-4508-9e81-1b29df12b6c6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:49:27.890801 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313255bb-99b7-4098-b18e-40de85611744 None None] Sync routers for ids ['e5fbe8ae-3698-4626-b53d-0169e9a7b5f2'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:49:27.891830 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c44380a7-c120-4508-9e81-1b29df12b6c6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:27.893165 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c44380a7-c120-4508-9e81-1b29df12b6c6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "PUT /v2.0/routers/e5fbe8ae-3698-4626-b53d-0169e9a7b5f2 HTTP/1.1" status: 200 len: 891 time: 2.3544679 Nov 04 10:49:27.897252 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58080) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:27.919571 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313255bb-99b7-4098-b18e-40de85611744 None None] Routers {'e5fbe8ae-3698-4626-b53d-0169e9a7b5f2'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:27.920854 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-313255bb-99b7-4098-b18e-40de85611744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e5fbe8ae-3698-4626-b53d-0169e9a7b5f2'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:27.963953 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f18e08e-cddb-4c74-9478-a6942bf599a4 tempest-FloatingIPAdminTestJSON-1465729382 tempest-FloatingIPAdminTestJSON-1465729382-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:27.973794 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-313255bb-99b7-4098-b18e-40de85611744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:27.985877 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313255bb-99b7-4098-b18e-40de85611744 None None] Routers {'e5fbe8ae-3698-4626-b53d-0169e9a7b5f2'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:27.987079 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-313255bb-99b7-4098-b18e-40de85611744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e5fbe8ae-3698-4626-b53d-0169e9a7b5f2'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:28.050934 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-313255bb-99b7-4098-b18e-40de85611744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:28.052243 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313255bb-99b7-4098-b18e-40de85611744 None None] The sync data for ids ['e5fbe8ae-3698-4626-b53d-0169e9a7b5f2'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:49:28.091580 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f18e08e-cddb-4c74-9478-a6942bf599a4 tempest-FloatingIPAdminTestJSON-1465729382 tempest-FloatingIPAdminTestJSON-1465729382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:28.134759 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f26360a1-07f2-4db6-9dc9-1c3202f18cb4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "GET /v2.0/routers/e5fbe8ae-3698-4626-b53d-0169e9a7b5f2 HTTP/1.1" status: 200 len: 891 time: 0.2361114 Nov 04 10:49:28.144178 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58094) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:28.209675 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-68b49c6a-8896-4e96-be8c-27628e801569 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "GET /v2.0/ports?device_id=e5fbe8ae-3698-4626-b53d-0169e9a7b5f2 HTTP/1.1" status: 200 len: 205 time: 0.0602953 Nov 04 10:49:28.210161 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58096) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:28.217091 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f18e08e-cddb-4c74-9478-a6942bf599a4 tempest-FloatingIPAdminTestJSON-1465729382 tempest-FloatingIPAdminTestJSON-1465729382-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:28.225079 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-6f18e08e-cddb-4c74-9478-a6942bf599a4 tempest-FloatingIPAdminTestJSON-1465729382 tempest-FloatingIPAdminTestJSON-1465729382-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:28.232943 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f18e08e-cddb-4c74-9478-a6942bf599a4 tempest-FloatingIPAdminTestJSON-1465729382 tempest-FloatingIPAdminTestJSON-1465729382-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:49:28.235405 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18e08e-cddb-4c74-9478-a6942bf599a4 tempest-FloatingIPAdminTestJSON-1465729382 tempest-FloatingIPAdminTestJSON-1465729382-project] Pushing event updated for resources: {'Port': ['ID=0efa0e70-3e73-4215-86e2-10cb436fb791,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:28.310363 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c703aa7-ff98-4e7b-8350-351616ec9e43 req-a82c9f3c-6cde-47ed-b23f-85b252d5f6e5 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:28.311177 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99aaea1c-9de1-40d4-a9ad-1904dff7fcea tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Router 4c5935e5-602a-4c12-ba2f-e2836a28aa19 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:49:28.313968 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c703aa7-ff98-4e7b-8350-351616ec9e43 req-a82c9f3c-6cde-47ed-b23f-85b252d5f6e5 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=8daf73e0-321c-404b-ace2-1fb76728f754 HTTP/1.1" status: 200 len: 944 time: 0.2109435 Nov 04 10:49:28.430989 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c703aa7-ff98-4e7b-8350-351616ec9e43 req-77b177c1-31f7-437e-ad40-bb81ac32ba85 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027787 Nov 04 10:49:28.434520 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f18e08e-cddb-4c74-9478-a6942bf599a4 tempest-FloatingIPAdminTestJSON-1465729382 tempest-FloatingIPAdminTestJSON-1465729382-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:28.451813 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51f73e9c-a6dc-4741-8c29-517796639c82 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:28.541490 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f18e08e-cddb-4c74-9478-a6942bf599a4 tempest-FloatingIPAdminTestJSON-1465729382 tempest-FloatingIPAdminTestJSON-1465729382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:28.605828 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51f73e9c-a6dc-4741-8c29-517796639c82 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:28.612303 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99aaea1c-9de1-40d4-a9ad-1904dff7fcea tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:49:28.625969 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-99aaea1c-9de1-40d4-a9ad-1904dff7fcea tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:28.629991 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacbdd99-8062-4515-b345-08c033280c2b None None] Sync routers for ids ['4c5935e5-602a-4c12-ba2f-e2836a28aa19'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:49:28.648789 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacbdd99-8062-4515-b345-08c033280c2b None None] Routers {'4c5935e5-602a-4c12-ba2f-e2836a28aa19'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:28.650742 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-cacbdd99-8062-4515-b345-08c033280c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['4c5935e5-602a-4c12-ba2f-e2836a28aa19'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:28.714197 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-51f73e9c-a6dc-4741-8c29-517796639c82 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Deleting port 59c44e84-fb29-44d6-b141-d88ddc1b3f47 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:49:28.717599 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51f73e9c-a6dc-4741-8c29-517796639c82 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:28.722192 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57cf1f1-769d-471f-a4d2-c335d8cfca3b', 'tag': 'c144d25a-b79d-421c-b134-ba00b313db3a'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:49:28.724653 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f7bf8b-fefd-45f8-97ff-b260068323b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e57cf1f1-769d-471f-a4d2-c335d8cfca3b", "tag": "c144d25a-b79d-421c-b134-ba00b313db3a"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:49:28.758579 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-99aaea1c-9de1-40d4-a9ad-1904dff7fcea tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "PUT /v2.0/floatingips/1568b0f7-43f2-4481-a751-e7eb10f2a9fe HTTP/1.1" status: 200 len: 992 time: 5.1117408 Nov 04 10:49:28.811740 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f18e08e-cddb-4c74-9478-a6942bf599a4 tempest-FloatingIPAdminTestJSON-1465729382 tempest-FloatingIPAdminTestJSON-1465729382-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:28.829863 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f18e08e-cddb-4c74-9478-a6942bf599a4 tempest-FloatingIPAdminTestJSON-1465729382 tempest-FloatingIPAdminTestJSON-1465729382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:28.856686 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb126a9f-2194-4d93-8433-f1a3e09874f2 x-openstack-request-id: req-fb126a9f-2194-4d93-8433-f1a3e09874f2 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:49:28.856993 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-cacbdd99-8062-4515-b345-08c033280c2b None None] Set router 4c5935e5-602a-4c12-ba2f-e2836a28aa19 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:49:28.857446 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e57cf1f1-769d-471f-a4d2-c335d8cfca3b", "tag": "c144d25a-b79d-421c-b134-ba00b313db3a", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:49:28.857767 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-fb126a9f-2194-4d93-8433-f1a3e09874f2 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:49:28.858262 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57cf1f1-769d-471f-a4d2-c335d8cfca3b', 'tag': 'c144d25a-b79d-421c-b134-ba00b313db3a', 'status': 'completed', 'code': 200} Nov 04 10:49:28.887349 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51f73e9c-a6dc-4741-8c29-517796639c82 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:28.925703 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-51f73e9c-a6dc-4741-8c29-517796639c82 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Calling delete_port for 59c44e84-fb29-44d6-b141-d88ddc1b3f47 owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:49:28.952083 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7bf8b-fefd-45f8-97ff-b260068323b6 req-1764fb72-8d59-43de-a5f6-255f9fbca595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:28.952940 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18e08e-cddb-4c74-9478-a6942bf599a4 tempest-FloatingIPAdminTestJSON-1465729382 tempest-FloatingIPAdminTestJSON-1465729382-project] Pushing event updated for resources: {'Port': ['ID=0efa0e70-3e73-4215-86e2-10cb436fb791,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:28.960178 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f18e08e-cddb-4c74-9478-a6942bf599a4 tempest-FloatingIPAdminTestJSON-1465729382 tempest-FloatingIPAdminTestJSON-1465729382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:28.963776 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33f7bf8b-fefd-45f8-97ff-b260068323b6 req-1764fb72-8d59-43de-a5f6-255f9fbca595 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=1f6ce77b47aa41a995e4704afc0cafa2&device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 1097 time: 0.1118629 Nov 04 10:49:28.981455 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f18e08e-cddb-4c74-9478-a6942bf599a4 tempest-FloatingIPAdminTestJSON-1465729382 tempest-FloatingIPAdminTestJSON-1465729382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:28.983486 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6f18e08e-cddb-4c74-9478-a6942bf599a4 tempest-FloatingIPAdminTestJSON-1465729382 tempest-FloatingIPAdminTestJSON-1465729382-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.1266134 Nov 04 10:49:28.986803 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58116) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:29.187206 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-926ff95a-d8d0-4518-bb74-37e9e03a4fc8 tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] 10.222.0.127 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4001 time: 0.1991324 Nov 04 10:49:29.189898 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58132) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:29.214477 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-cacbdd99-8062-4515-b345-08c033280c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'name': 'tempest-TestVolumeBackupRestore-1711225724-router', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:44Z', 'updated_at': '2021-11-04T10:44:53Z', 'revision_number': 4, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'gw_port': {'id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:45Z', 'updated_at': '2021-11-04T10:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '1568b0f7-43f2-4481-a751-e7eb10f2a9fe', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'port_id': 'c144d25a-b79d-421c-b134-ba00b313db3a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482', 'mac_address': 'fa:16:3e:d7:6c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57cf1f1-769d-471f-a4d2-c335d8cfca3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:49:20Z', 'updated_at': '2021-11-04T10:49:27Z', 'revision_number': 2, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b', 'name': '', 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'mac_address': 'fa:16:3e:88:98:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '16405c66-cb9c-4753-af06-4d5d5dba6dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:51Z', 'updated_at': '2021-11-04T10:44:58Z', 'revision_number': 5, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'subnets': [{'id': '16405c66-cb9c-4753-af06-4d5d5dba6dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:29.226624 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7bf8b-fefd-45f8-97ff-b260068323b6 req-a6a90831-243f-426d-aa46-329bcb85be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:29.228476 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33f7bf8b-fefd-45f8-97ff-b260068323b6 req-a6a90831-243f-426d-aa46-329bcb85be5c service neutron] 10.222.0.126 "GET /v2.0/networks?id=f9e59902-9960-4058-813a-8c12bf428482 HTTP/1.1" status: 200 len: 916 time: 0.2224052 Nov 04 10:49:29.256422 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacbdd99-8062-4515-b345-08c033280c2b None None] Checking router: 4c5935e5-602a-4c12-ba2f-e2836a28aa19 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:49:29.266688 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacbdd99-8062-4515-b345-08c033280c2b None None] Routers {'4c5935e5-602a-4c12-ba2f-e2836a28aa19'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:29.267303 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-cacbdd99-8062-4515-b345-08c033280c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['4c5935e5-602a-4c12-ba2f-e2836a28aa19'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:29.281791 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e3dbc4fe-30b4-48c1-a6cc-7a352b3ec98b tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] 10.222.0.127 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0907197 Nov 04 10:49:29.284407 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58136) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:29.325600 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33f7bf8b-fefd-45f8-97ff-b260068323b6 req-17879afa-60a7-4f47-9b19-0392521fde4d service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c144d25a-b79d-421c-b134-ba00b313db3a HTTP/1.1" status: 200 len: 1000 time: 0.0894380 Nov 04 10:49:29.448380 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7bf8b-fefd-45f8-97ff-b260068323b6 req-4e66cf31-81f6-4dc5-88b2-0d743052d9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:29.450194 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33f7bf8b-fefd-45f8-97ff-b260068323b6 req-4e66cf31-81f6-4dc5-88b2-0d743052d9fe service neutron] 10.222.0.126 "GET /v2.0/subnets?id=16405c66-cb9c-4753-af06-4d5d5dba6dfc HTTP/1.1" status: 200 len: 853 time: 0.1086998 Nov 04 10:49:29.452972 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51f73e9c-a6dc-4741-8c29-517796639c82 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:29.475704 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-08430ea3-7275-413a-848c-22cecbafc8bd tempest-FloatingIPAdminTestJSON-1465729382 tempest-FloatingIPAdminTestJSON-1465729382-project] Deleting port 0efa0e70-3e73-4215-86e2-10cb436fb791 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:49:29.476047 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-08430ea3-7275-413a-848c-22cecbafc8bd tempest-FloatingIPAdminTestJSON-1465729382 tempest-FloatingIPAdminTestJSON-1465729382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:29.496126 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f73e9c-a6dc-4741-8c29-517796639c82 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Port': ['ID=59c44e84-fb29-44d6-b141-d88ddc1b3f47,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:29.591589 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7bf8b-fefd-45f8-97ff-b260068323b6 req-50020412-a76f-4eed-af76-c7188027a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:29.593209 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33f7bf8b-fefd-45f8-97ff-b260068323b6 req-50020412-a76f-4eed-af76-c7188027a7ed service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=f9e59902-9960-4058-813a-8c12bf428482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996315 Nov 04 10:49:29.646365 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-cacbdd99-8062-4515-b345-08c033280c2b None None] Set router 4c5935e5-602a-4c12-ba2f-e2836a28aa19 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:49:29.669227 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-08430ea3-7275-413a-848c-22cecbafc8bd tempest-FloatingIPAdminTestJSON-1465729382 tempest-FloatingIPAdminTestJSON-1465729382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:29.669569 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-08430ea3-7275-413a-848c-22cecbafc8bd tempest-FloatingIPAdminTestJSON-1465729382 tempest-FloatingIPAdminTestJSON-1465729382-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:29.684182 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-08430ea3-7275-413a-848c-22cecbafc8bd tempest-FloatingIPAdminTestJSON-1465729382 tempest-FloatingIPAdminTestJSON-1465729382-project] Calling delete_port for 0efa0e70-3e73-4215-86e2-10cb436fb791 owned by network:floatingip {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:49:29.684614 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 50f606c9-37bd-43e4-84b8-dac60e4bfa52 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:49:29.710830 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33f7bf8b-fefd-45f8-97ff-b260068323b6 req-99d477f9-075d-453c-96d4-265734a6ab9e service neutron] 10.222.0.126 "GET /v2.0/networks/f9e59902-9960-4058-813a-8c12bf428482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073849 Nov 04 10:49:29.770874 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58144) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:29.793041 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51f73e9c-a6dc-4741-8c29-517796639c82 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:29.886751 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 50f606c9-37bd-43e4-84b8-dac60e4bfa52 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:49:29.889601 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-08430ea3-7275-413a-848c-22cecbafc8bd tempest-FloatingIPAdminTestJSON-1465729382 tempest-FloatingIPAdminTestJSON-1465729382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:29.895520 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 50f606c9-37bd-43e4-84b8-dac60e4bfa52 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:29.895890 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:29.956301 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08430ea3-7275-413a-848c-22cecbafc8bd tempest-FloatingIPAdminTestJSON-1465729382 tempest-FloatingIPAdminTestJSON-1465729382-project] Pushing event deleted for resources: {'Port': ['ID=0efa0e70-3e73-4215-86e2-10cb436fb791,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:30.045121 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-08430ea3-7275-413a-848c-22cecbafc8bd tempest-FloatingIPAdminTestJSON-1465729382 tempest-FloatingIPAdminTestJSON-1465729382-project] Publish callbacks [] for floatingip, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:30.049059 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-08430ea3-7275-413a-848c-22cecbafc8bd tempest-FloatingIPAdminTestJSON-1465729382 tempest-FloatingIPAdminTestJSON-1465729382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:30.050513 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-08430ea3-7275-413a-848c-22cecbafc8bd tempest-FloatingIPAdminTestJSON-1465729382 tempest-FloatingIPAdminTestJSON-1465729382-project] 10.222.0.127 "DELETE /v2.0/floatingips/908bb3ec-2cd3-4c82-b894-8bc62099c2c7 HTTP/1.1" status: 204 len: 168 time: 0.7649231 Nov 04 10:49:30.051193 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:30.053516 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58148) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:30.070445 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0400f2-6d8b-4d18-a324-830af986d37c req-5cc06e3f-5fe5-4b73-8612-3eb79bf104c8 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:30.080574 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6b0400f2-6d8b-4d18-a324-830af986d37c req-5cc06e3f-5fe5-4b73-8612-3eb79bf104c8 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=8daf73e0-321c-404b-ace2-1fb76728f754 HTTP/1.1" status: 200 len: 944 time: 0.4784558 Nov 04 10:49:30.087596 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0624a8f9-8c45-4bcf-b217-4627f9a10d79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:30.095481 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8daf73e0-321c-404b-ace2-1fb76728f754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f606c9-37bd-43e4-84b8-dac60e4bfa52'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:49:30.097878 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffc1fb8-dbcd-403b-a74d-5abc75b5ea43" -d '{"events": [{"server_uuid": "8daf73e0-321c-404b-ace2-1fb76728f754", "name": "network-vif-plugged", "status": "completed", "tag": "50f606c9-37bd-43e4-84b8-dac60e4bfa52"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:49:30.119667 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 50f606c9-37bd-43e4-84b8-dac60e4bfa52, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=50f606c9-37bd-43e4-84b8-dac60e4bfa52,segment=NetworkSegment(98a36a7f-67f4-4d8d-81b5-e6eb21f034a9),segment_id=98a36a7f-67f4-4d8d-81b5-e6eb21f034a9)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:49:30.121807 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33f7bf8b-fefd-45f8-97ff-b260068323b6 req-6066c116-e849-4412-8c20-6e579cb0700f service neutron] 10.222.0.126 "GET /v2.0/networks/f9e59902-9960-4058-813a-8c12bf428482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753915 Nov 04 10:49:30.123359 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-cacbdd99-8062-4515-b345-08c033280c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'name': 'tempest-TestVolumeBackupRestore-1711225724-router', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:44Z', 'updated_at': '2021-11-04T10:44:53Z', 'revision_number': 4, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'gw_port': {'id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:45Z', 'updated_at': '2021-11-04T10:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '1568b0f7-43f2-4481-a751-e7eb10f2a9fe', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'port_id': 'c144d25a-b79d-421c-b134-ba00b313db3a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482', 'mac_address': 'fa:16:3e:d7:6c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57cf1f1-769d-471f-a4d2-c335d8cfca3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:49:20Z', 'updated_at': '2021-11-04T10:49:27Z', 'revision_number': 2, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b', 'name': '', 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'mac_address': 'fa:16:3e:88:98:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '16405c66-cb9c-4753-af06-4d5d5dba6dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:51Z', 'updated_at': '2021-11-04T10:44:58Z', 'revision_number': 5, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'subnets': [{'id': '16405c66-cb9c-4753-af06-4d5d5dba6dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:30.125140 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51f73e9c-a6dc-4741-8c29-517796639c82 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:30.134357 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51f73e9c-a6dc-4741-8c29-517796639c82 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:30.171965 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacbdd99-8062-4515-b345-08c033280c2b None None] The sync data for ids ['4c5935e5-602a-4c12-ba2f-e2836a28aa19'] in n-d-816629-1 is: [{'id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'name': 'tempest-TestVolumeBackupRestore-1711225724-router', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:44Z', 'updated_at': '2021-11-04T10:44:53Z', 'revision_number': 4, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'gw_port': {'id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:45Z', 'updated_at': '2021-11-04T10:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '1568b0f7-43f2-4481-a751-e7eb10f2a9fe', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'port_id': 'c144d25a-b79d-421c-b134-ba00b313db3a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482', 'mac_address': 'fa:16:3e:d7:6c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57cf1f1-769d-471f-a4d2-c335d8cfca3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:49:20Z', 'updated_at': '2021-11-04T10:49:27Z', 'revision_number': 2, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b', 'name': '', 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'mac_address': 'fa:16:3e:88:98:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '16405c66-cb9c-4753-af06-4d5d5dba6dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:51Z', 'updated_at': '2021-11-04T10:44:58Z', 'revision_number': 5, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'subnets': [{'id': '16405c66-cb9c-4753-af06-4d5d5dba6dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:49:30.174207 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:30.228098 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=50f606c9-37bd-43e4-84b8-dac60e4bfa52,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:30.230332 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6b0400f2-6d8b-4d18-a324-830af986d37c req-73b483f5-139c-42b0-aa23-ef63623cc37f tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440074 Nov 04 10:49:30.259011 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51f73e9c-a6dc-4741-8c29-517796639c82 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:30.259597 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f73e9c-a6dc-4741-8c29-517796639c82 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Fanout notify agent at l3_agent the message router_deleted on router e5fbe8ae-3698-4626-b53d-0169e9a7b5f2 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:49:30.278790 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51f73e9c-a6dc-4741-8c29-517796639c82 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:30.280163 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-51f73e9c-a6dc-4741-8c29-517796639c82 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/routers/e5fbe8ae-3698-4626-b53d-0169e9a7b5f2 HTTP/1.1" status: 204 len: 168 time: 2.0688663 Nov 04 10:49:30.284804 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58154) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:30.298013 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-1f190466-1fc2-44f6-a5fd-de71471956bd tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-508375783'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:30.302820 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-f2c3edfb-ed37-4d6c-9a78-12929cb9421e tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Deleting port 1c950eeb-5b0e-4ebb-8482-db323ecbfbfa {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:49:30.303912 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f2c3edfb-ed37-4d6c-9a78-12929cb9421e tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:30.352623 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f190466-1fc2-44f6-a5fd-de71471956bd tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Made reservation on behalf of 9fa43ef76f0c4eb2b22d3d40568c22a7 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:49:30.357229 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1f190466-1fc2-44f6-a5fd-de71471956bd tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:30.412082 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5113ab-f342-40e4-afbd-549ea3dbd8d8 x-openstack-request-id: req-eb5113ab-f342-40e4-afbd-549ea3dbd8d8 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:49:30.412367 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8daf73e0-321c-404b-ace2-1fb76728f754", "name": "network-vif-plugged", "status": "completed", "tag": "50f606c9-37bd-43e4-84b8-dac60e4bfa52", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:49:30.412730 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-eb5113ab-f342-40e4-afbd-549ea3dbd8d8 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:49:30.414484 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f190466-1fc2-44f6-a5fd-de71471956bd tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1198} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:49:30.416463 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8daf73e0-321c-404b-ace2-1fb76728f754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f606c9-37bd-43e4-84b8-dac60e4bfa52', 'code': 200} Nov 04 10:49:30.418748 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0624a8f9-8c45-4bcf-b217-4627f9a10d79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:30.428053 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0624a8f9-8c45-4bcf-b217-4627f9a10d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:30.440252 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1f190466-1fc2-44f6-a5fd-de71471956bd tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:30.440661 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-1f190466-1fc2-44f6-a5fd-de71471956bd tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Added segment 0bd69479-84ed-4fc2-b353-963d442bf56d of type vlan for network 164187d1-2b6b-4b9e-aa23-7f40e72311f0 Nov 04 10:49:30.468238 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f2c3edfb-ed37-4d6c-9a78-12929cb9421e tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:30.468563 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f2c3edfb-ed37-4d6c-9a78-12929cb9421e tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:30.481999 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-f2c3edfb-ed37-4d6c-9a78-12929cb9421e tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Calling delete_port for 1c950eeb-5b0e-4ebb-8482-db323ecbfbfa owned by network:floatingip {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:49:30.566422 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0624a8f9-8c45-4bcf-b217-4627f9a10d79 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=6a981c694929427199a1d60d0e600b24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7767053 Nov 04 10:49:30.568386 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58156) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:30.576512 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624a8f9-8c45-4bcf-b217-4627f9a10d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06242ce-3af0-422c-94ac-f7e6b1236175,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:30.589218 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1f190466-1fc2-44f6-a5fd-de71471956bd tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:30.601974 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcc81c-672a-4c72-a4c6-956aba20511d req-53674193-9045-4592-b9e9-dac8e252148a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:30.603515 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d8fcc81c-672a-4c72-a4c6-956aba20511d req-53674193-9045-4592-b9e9-dac8e252148a service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=8daf73e0-321c-404b-ace2-1fb76728f754 HTTP/1.1" status: 200 len: 1096 time: 0.1142547 Nov 04 10:49:30.637681 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1f190466-1fc2-44f6-a5fd-de71471956bd tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:30.643436 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f190466-1fc2-44f6-a5fd-de71471956bd tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:30.644134 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1f190466-1fc2-44f6-a5fd-de71471956bd tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:30.669418 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-76f24375-8052-4eef-8f12-76e9f8f29dc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:30.703020 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-76f24375-8052-4eef-8f12-76e9f8f29dc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:30.710083 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1f190466-1fc2-44f6-a5fd-de71471956bd tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4239147 Nov 04 10:49:30.713333 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58158) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:30.722377 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-f75e6eb6-6891-4d75-aafc-5c8e24e21db2 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'subnet': {'network_id': '164187d1-2b6b-4b9e-aa23-7f40e72311f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:30.736756 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d8fcc81c-672a-4c72-a4c6-956aba20511d req-e1e7ae47-bf07-4202-9714-7dd186fac24e service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213348 Nov 04 10:49:30.740121 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f2c3edfb-ed37-4d6c-9a78-12929cb9421e tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:30.743324 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f190466-1fc2-44f6-a5fd-de71471956bd tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Network': ['ID=164187d1-2b6b-4b9e-aa23-7f40e72311f0,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:30.753536 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 164187d1-2b6b-4b9e-aa23-7f40e72311f0 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:49:30.834799 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3edfb-ed37-4d6c-9a78-12929cb9421e tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c950eeb-5b0e-4ebb-8482-db323ecbfbfa,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:30.865591 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57cf1f1-769d-471f-a4d2-c335d8cfca3b', 'tag': 'c144d25a-b79d-421c-b134-ba00b313db3a'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:49:30.868115 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7335604-6737-44d9-8f15-ef48746036c7" -d '{"events": [{"name": "network-changed", "server_uuid": "e57cf1f1-769d-471f-a4d2-c335d8cfca3b", "tag": "c144d25a-b79d-421c-b134-ba00b313db3a"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:49:30.912342 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c07edb-d984-419f-8498-eef79cb89607 x-openstack-request-id: req-c6c07edb-d984-419f-8498-eef79cb89607 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:49:30.912785 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e57cf1f1-769d-471f-a4d2-c335d8cfca3b", "tag": "c144d25a-b79d-421c-b134-ba00b313db3a", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:49:30.913125 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-c6c07edb-d984-419f-8498-eef79cb89607 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:49:30.913541 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57cf1f1-769d-471f-a4d2-c335d8cfca3b', 'tag': 'c144d25a-b79d-421c-b134-ba00b313db3a', 'status': 'completed', 'code': 200} Nov 04 10:49:30.942647 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-76f24375-8052-4eef-8f12-76e9f8f29dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:30.946206 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-76f24375-8052-4eef-8f12-76e9f8f29dc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:30.947359 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-76f24375-8052-4eef-8f12-76e9f8f29dc0 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/f06242ce-3af0-422c-94ac-f7e6b1236175 HTTP/1.1" status: 204 len: 168 time: 0.3775291 Nov 04 10:49:30.948310 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f2c3edfb-ed37-4d6c-9a78-12929cb9421e tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:30.950710 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f2c3edfb-ed37-4d6c-9a78-12929cb9421e tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:30.951776 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f2c3edfb-ed37-4d6c-9a78-12929cb9421e tempest-FloatingIPAdminTestJSON-1998183908 tempest-FloatingIPAdminTestJSON-1998183908-project-admin] 10.222.0.127 "DELETE /v2.0/floatingips/64aac0ab-84ad-4118-a92c-b3e735376fbf HTTP/1.1" status: 204 len: 168 time: 0.8965216 Nov 04 10:49:30.954680 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75e6eb6-6891-4d75-aafc-5c8e24e21db2 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Made reservation on behalf of 9fa43ef76f0c4eb2b22d3d40568c22a7 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:49:30.955598 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58164) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:30.958348 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f75e6eb6-6891-4d75-aafc-5c8e24e21db2 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:30.983116 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f24375-8052-4eef-8f12-76e9f8f29dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06242ce-3af0-422c-94ac-f7e6b1236175,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:31.080125 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7335604-6737-44d9-8f15-ef48746036c7 req-b726322c-f6cf-4223-bfd5-992cf1f4322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:31.082156 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b7335604-6737-44d9-8f15-ef48746036c7 req-b726322c-f6cf-4223-bfd5-992cf1f4322e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=1f6ce77b47aa41a995e4704afc0cafa2&device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 1097 time: 0.0933146 Nov 04 10:49:31.167062 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-0a548aa9-17ad-4271-8bf4-85c0a89be0c1 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Deleting port 3426eb51-caef-4182-88ca-1f0e2698ee01 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:49:31.167406 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0a548aa9-17ad-4271-8bf4-85c0a89be0c1 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:31.239219 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f75e6eb6-6891-4d75-aafc-5c8e24e21db2 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:31.341636 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e6eb6-6891-4d75-aafc-5c8e24e21db2 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Subnet': ['ID=442f8014-0bf1-451b-897c-2a4c470d120c,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:31.372549 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75e6eb6-6891-4d75-aafc-5c8e24e21db2 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Checking segment: {'id': '0bd69479-84ed-4fc2-b353-963d442bf56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '164187d1-2b6b-4b9e-aa23-7f40e72311f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:49:31.372549 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75e6eb6-6891-4d75-aafc-5c8e24e21db2 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network hostable DHCP agents. Network: 164187d1-2b6b-4b9e-aa23-7f40e72311f0, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:49:31.395025 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75e6eb6-6891-4d75-aafc-5c8e24e21db2 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network 164187d1-2b6b-4b9e-aa23-7f40e72311f0 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:49:31.409249 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-f75e6eb6-6891-4d75-aafc-5c8e24e21db2 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 164187d1-2b6b-4b9e-aa23-7f40e72311f0) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:31.411338 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58174) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:31.418952 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab19e495-e66c-48c2-9e36-3fdfa4881aa5 None None] Network 164187d1-2b6b-4b9e-aa23-7f40e72311f0 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:49:31.424960 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75e6eb6-6891-4d75-aafc-5c8e24e21db2 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:31.425551 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f75e6eb6-6891-4d75-aafc-5c8e24e21db2 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:31.437965 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7ec7c6e3-1310-4224-b78d-ba462f3e1b65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:31.479818 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f75e6eb6-6891-4d75-aafc-5c8e24e21db2 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7638013 Nov 04 10:49:31.483935 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58176) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:31.490141 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-91f880e7-d561-4578-a8ae-634cf726a6fb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1950152099', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:31.600259 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91f880e7-d561-4578-a8ae-634cf726a6fb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:31.603137 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91f880e7-d561-4578-a8ae-634cf726a6fb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:31.631403 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f19d91-164e-4e3d-88f0-92190f88e47e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-164187d1-2b6b-4b9e-aa23-7f40e72311f0', 'network_id': '164187d1-2b6b-4b9e-aa23-7f40e72311f0', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'fixed_ips': [{'subnet_id': '442f8014-0bf1-451b-897c-2a4c470d120c'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:49:31.632931 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-66f19d91-164e-4e3d-88f0-92190f88e47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:31.636576 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7335604-6737-44d9-8f15-ef48746036c7 req-64f4649e-fcd8-49e1-b192-e8ec4f034deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:31.638148 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b7335604-6737-44d9-8f15-ef48746036c7 req-64f4649e-fcd8-49e1-b192-e8ec4f034deb service neutron] 10.222.0.126 "GET /v2.0/networks?id=f9e59902-9960-4058-813a-8c12bf428482 HTTP/1.1" status: 200 len: 916 time: 0.5370388 Nov 04 10:49:31.639932 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0a548aa9-17ad-4271-8bf4-85c0a89be0c1 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:31.666271 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91f880e7-d561-4578-a8ae-634cf726a6fb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:31.680619 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91f880e7-d561-4578-a8ae-634cf726a6fb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:31.705841 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91f880e7-d561-4578-a8ae-634cf726a6fb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:31.707120 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-91f880e7-d561-4578-a8ae-634cf726a6fb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2221911 Nov 04 10:49:31.710583 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-0a548aa9-17ad-4271-8bf4-85c0a89be0c1 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Calling delete_port for 3426eb51-caef-4182-88ca-1f0e2698ee01 owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:49:31.712386 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58178) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:31.719633 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7ec7c6e3-1310-4224-b78d-ba462f3e1b65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:31.726961 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7ec7c6e3-1310-4224-b78d-ba462f3e1b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:31.774480 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7c6e3-1310-4224-b78d-ba462f3e1b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3002cb69-7918-4c59-936d-f3553436a3ac,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:31.798700 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7ec7c6e3-1310-4224-b78d-ba462f3e1b65 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=1266de953de4447bb37bea330d70a8fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3862629 Nov 04 10:49:31.801469 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58180) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:31.834290 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-66f19d91-164e-4e3d-88f0-92190f88e47e None None] Allocated IP 2001:db8::2 (164187d1-2b6b-4b9e-aa23-7f40e72311f0/442f8014-0bf1-451b-897c-2a4c470d120c/a6427107-826d-444a-8cab-62c5c364938e) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:49:31.878088 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b7335604-6737-44d9-8f15-ef48746036c7 req-ac07bea5-34cc-4e04-acfa-d2557e068279 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c144d25a-b79d-421c-b134-ba00b313db3a HTTP/1.1" status: 200 len: 1000 time: 0.2291167 Nov 04 10:49:31.882035 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b8c2ecb0-d022-4171-95de-a6a6c72c77af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:31.894140 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da814e9-50cb-4e2c-bbe7-92c6833a459f req-0e99ea89-03b5-4204-a5ff-91af23983e67 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:31.895809 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7da814e9-50cb-4e2c-bbe7-92c6833a459f req-0e99ea89-03b5-4204-a5ff-91af23983e67 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=8daf73e0-321c-404b-ace2-1fb76728f754 HTTP/1.1" status: 200 len: 945 time: 0.2763507 Nov 04 10:49:31.928184 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b8c2ecb0-d022-4171-95de-a6a6c72c77af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:31.987505 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b8c2ecb0-d022-4171-95de-a6a6c72c77af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:31.990025 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b8c2ecb0-d022-4171-95de-a6a6c72c77af admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:31.993998 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b8c2ecb0-d022-4171-95de-a6a6c72c77af admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/3002cb69-7918-4c59-936d-f3553436a3ac HTTP/1.1" status: 204 len: 168 time: 0.1889377 Nov 04 10:49:32.006394 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2ecb0-d022-4171-95de-a6a6c72c77af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3002cb69-7918-4c59-936d-f3553436a3ac,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:32.054790 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-66f19d91-164e-4e3d-88f0-92190f88e47e None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:32.066294 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-66f19d91-164e-4e3d-88f0-92190f88e47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:32.122753 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f19d91-164e-4e3d-88f0-92190f88e47e None None] Network 164187d1-2b6b-4b9e-aa23-7f40e72311f0 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:32.126447 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-66f19d91-164e-4e3d-88f0-92190f88e47e None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:32.149680 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f19d91-164e-4e3d-88f0-92190f88e47e None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:49:32.173061 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f19d91-164e-4e3d-88f0-92190f88e47e None None] Pushing event updated for resources: {'Port': ['ID=a6427107-826d-444a-8cab-62c5c364938e,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:32.174196 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7335604-6737-44d9-8f15-ef48746036c7 req-ccbaa481-d5e3-4e08-8937-a9fdec91fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:32.175708 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b7335604-6737-44d9-8f15-ef48746036c7 req-ccbaa481-d5e3-4e08-8937-a9fdec91fa8f service neutron] 10.222.0.126 "GET /v2.0/subnets?id=16405c66-cb9c-4753-af06-4d5d5dba6dfc HTTP/1.1" status: 200 len: 853 time: 0.2772045 Nov 04 10:49:32.237962 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7da814e9-50cb-4e2c-bbe7-92c6833a459f req-fda55d3f-2022-44db-bca8-4af326b0e826 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907519 Nov 04 10:49:32.271436 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-66f19d91-164e-4e3d-88f0-92190f88e47e None None] Attempting to bind port a6427107-826d-444a-8cab-62c5c364938e on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:49:32.271781 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-66f19d91-164e-4e3d-88f0-92190f88e47e None None] Attempting to bind port a6427107-826d-444a-8cab-62c5c364938e by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '0bd69479-84ed-4fc2-b353-963d442bf56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '164187d1-2b6b-4b9e-aa23-7f40e72311f0'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:49:32.272177 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f19d91-164e-4e3d-88f0-92190f88e47e None None] Attempting to bind port a6427107-826d-444a-8cab-62c5c364938e on network 164187d1-2b6b-4b9e-aa23-7f40e72311f0 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:49:32.278088 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f19d91-164e-4e3d-88f0-92190f88e47e None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:49:32.278467 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f19d91-164e-4e3d-88f0-92190f88e47e None None] Checking segment: {'id': '0bd69479-84ed-4fc2-b353-963d442bf56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '164187d1-2b6b-4b9e-aa23-7f40e72311f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:49:32.278868 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-66f19d91-164e-4e3d-88f0-92190f88e47e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:32.279263 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f19d91-164e-4e3d-88f0-92190f88e47e None None] Bound using segment: {'id': '0bd69479-84ed-4fc2-b353-963d442bf56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '164187d1-2b6b-4b9e-aa23-7f40e72311f0'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:49:32.279740 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-66f19d91-164e-4e3d-88f0-92190f88e47e None None] Bound port: a6427107-826d-444a-8cab-62c5c364938e, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd69479-84ed-4fc2-b353-963d442bf56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '164187d1-2b6b-4b9e-aa23-7f40e72311f0'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:49:32.280129 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-66f19d91-164e-4e3d-88f0-92190f88e47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:32.383233 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-66f19d91-164e-4e3d-88f0-92190f88e47e None None] For port a6427107-826d-444a-8cab-62c5c364938e, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:49:32.386236 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9c83413-a04c-46e2-97f5-e666849f50a4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:32.390442 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-66f19d91-164e-4e3d-88f0-92190f88e47e None None] For port a6427107-826d-444a-8cab-62c5c364938e, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a6427107-826d-444a-8cab-62c5c364938e,segment=NetworkSegment(0bd69479-84ed-4fc2-b353-963d442bf56d),segment_id=0bd69479-84ed-4fc2-b353-963d442bf56d)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:49:32.392922 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7335604-6737-44d9-8f15-ef48746036c7 req-d7a57aff-f5f1-42b4-912f-48e5d8bfcb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:32.394983 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b7335604-6737-44d9-8f15-ef48746036c7 req-d7a57aff-f5f1-42b4-912f-48e5d8bfcb08 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=f9e59902-9960-4058-813a-8c12bf428482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1975174 Nov 04 10:49:32.398826 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-66f19d91-164e-4e3d-88f0-92190f88e47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:32.418698 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0a548aa9-17ad-4271-8bf4-85c0a89be0c1 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:32.525933 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f19d91-164e-4e3d-88f0-92190f88e47e None None] Pushing event updated for resources: {'Port': ['ID=a6427107-826d-444a-8cab-62c5c364938e,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:32.590921 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a548aa9-17ad-4271-8bf4-85c0a89be0c1 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Pushing event deleted for resources: {'Port': ['ID=3426eb51-caef-4182-88ca-1f0e2698ee01,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:32.786981 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b7335604-6737-44d9-8f15-ef48746036c7 req-501c1486-2aa4-41a4-873d-6c16712710bf service neutron] 10.222.0.126 "GET /v2.0/networks/f9e59902-9960-4058-813a-8c12bf428482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774452 Nov 04 10:49:32.793113 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0a548aa9-17ad-4271-8bf4-85c0a89be0c1 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:32.797412 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0a548aa9-17ad-4271-8bf4-85c0a89be0c1 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] 10.222.0.127 "DELETE /v2.0/ports/3426eb51-caef-4182-88ca-1f0e2698ee01 HTTP/1.1" status: 204 len: 168 time: 1.8405168 Nov 04 10:49:32.800470 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58196) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:32.919068 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bd8c3f-5588-4f31-99c7-18ca41075ed3 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:32.924512 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a7bd8c3f-5588-4f31-99c7-18ca41075ed3 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] 10.222.0.127 "GET /v2.0/ports?device_id=dea477fd-c622-4265-bbd3-f258bdbe5edf HTTP/1.1" status: 200 len: 913 time: 0.1134994 Nov 04 10:49:32.924512 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58200) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:32.981975 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-c9c83413-a04c-46e2-97f5-e666849f50a4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Allocated IP 2001:db8::1 (164187d1-2b6b-4b9e-aa23-7f40e72311f0/442f8014-0bf1-451b-897c-2a4c470d120c/e2d7d1ad-3ff8-4f93-b829-99db568c0ffe) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:49:33.002003 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b7335604-6737-44d9-8f15-ef48746036c7 req-e8767240-f053-49b1-8993-43dc217834d4 service neutron] 10.222.0.126 "GET /v2.0/networks/f9e59902-9960-4058-813a-8c12bf428482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003491 Nov 04 10:49:33.171373 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9c83413-a04c-46e2-97f5-e666849f50a4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:33.213507 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9c83413-a04c-46e2-97f5-e666849f50a4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:33.264372 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c83413-a04c-46e2-97f5-e666849f50a4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network 164187d1-2b6b-4b9e-aa23-7f40e72311f0 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:33.270264 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-c9c83413-a04c-46e2-97f5-e666849f50a4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:33.275648 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c83413-a04c-46e2-97f5-e666849f50a4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:49:33.275818 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9c83413-a04c-46e2-97f5-e666849f50a4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:33.282191 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c83413-a04c-46e2-97f5-e666849f50a4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Port': ['ID=e2d7d1ad-3ff8-4f93-b829-99db568c0ffe,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:33.534356 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeaf88a-c187-43fc-b2f8-9cb3aa2f961a req-013d0d5b-968b-4aab-ae51-a220255ed3dc tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:33.535944 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8aeaf88a-c187-43fc-b2f8-9cb3aa2f961a req-013d0d5b-968b-4aab-ae51-a220255ed3dc tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=8daf73e0-321c-404b-ace2-1fb76728f754 HTTP/1.1" status: 200 len: 945 time: 0.1345956 Nov 04 10:49:33.537572 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f7398be-9dac-4f39-8a5a-1b975a3b4713 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:33.568627 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9c83413-a04c-46e2-97f5-e666849f50a4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:33.712368 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8aeaf88a-c187-43fc-b2f8-9cb3aa2f961a req-28a20f0a-9f32-46e0-becd-59d9da569b6b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549721 Nov 04 10:49:33.810309 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a6427107-826d-444a-8cab-62c5c364938e up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:49:33.967537 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port a6427107-826d-444a-8cab-62c5c364938e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:33.968143 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:34.015411 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-8f7398be-9dac-4f39-8a5a-1b975a3b4713 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Deleting port c2cf7bd7-ed98-4558-a08f-ce91fefd113d {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:49:34.015848 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f7398be-9dac-4f39-8a5a-1b975a3b4713 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:34.208981 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:34.222147 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f7398be-9dac-4f39-8a5a-1b975a3b4713 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:34.227612 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:49:34.243098 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98470062-84bb-479a-9ce6-a566672845b0 None None] Network 164187d1-2b6b-4b9e-aa23-7f40e72311f0 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:49:34.257641 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-8f7398be-9dac-4f39-8a5a-1b975a3b4713 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Calling delete_port for c2cf7bd7-ed98-4558-a08f-ce91fefd113d owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:49:34.264300 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9c83413-a04c-46e2-97f5-e666849f50a4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:34.276054 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9c83413-a04c-46e2-97f5-e666849f50a4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:34.276938 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9c83413-a04c-46e2-97f5-e666849f50a4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:34.367901 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58232) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:34.421266 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c83413-a04c-46e2-97f5-e666849f50a4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Port': ['ID=e2d7d1ad-3ff8-4f93-b829-99db568c0ffe,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:34.423118 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e7495fcd-50fe-4d8c-9cf8-efba3c1b8d8b None None] Provisioning complete for port a6427107-826d-444a-8cab-62c5c364938e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:34.423488 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e7495fcd-50fe-4d8c-9cf8-efba3c1b8d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:34.433975 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port a6427107-826d-444a-8cab-62c5c364938e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a6427107-826d-444a-8cab-62c5c364938e,segment=NetworkSegment(0bd69479-84ed-4fc2-b353-963d442bf56d),segment_id=0bd69479-84ed-4fc2-b353-963d442bf56d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:49:34.460379 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1905772-1de1-4aa4-b6e4-7b1b8758ca5b req-1b206901-6655-4c41-970d-ff70ae31a6a3 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:34.466636 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:34.467762 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1905772-1de1-4aa4-b6e4-7b1b8758ca5b req-1b206901-6655-4c41-970d-ff70ae31a6a3 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=8daf73e0-321c-404b-ace2-1fb76728f754 HTTP/1.1" status: 200 len: 945 time: 0.1361949 Nov 04 10:49:34.542706 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c83413-a04c-46e2-97f5-e666849f50a4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network 164187d1-2b6b-4b9e-aa23-7f40e72311f0 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:34.549174 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-c9c83413-a04c-46e2-97f5-e666849f50a4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:34.577474 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1905772-1de1-4aa4-b6e4-7b1b8758ca5b req-19524bde-ad3b-465f-a4ab-be90bca507f0 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081479 Nov 04 10:49:34.630583 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=a6427107-826d-444a-8cab-62c5c364938e,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:34.686523 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:34.686869 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:34.687206 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:34.687365 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-87f2b9e6-a78e-41f3-98d4-825cc2c87707 tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-445007976'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:34.687842 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:34.687842 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:34.688161 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:34.688482 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:34.688798 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:34.691628 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:34.692101 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:34.692430 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:34.692759 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:34.748347 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f7398be-9dac-4f39-8a5a-1b975a3b4713 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:34.760285 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c83413-a04c-46e2-97f5-e666849f50a4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Router 951ff1df-3ded-4b77-a99b-aead5ff523ed is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:49:34.763158 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f2b9e6-a78e-41f3-98d4-825cc2c87707 tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Made reservation on behalf of b5b80713f0b0450b896f8017c3b14a2d for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:49:34.766796 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-87f2b9e6-a78e-41f3-98d4-825cc2c87707 tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:34.821444 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-87f2b9e6-a78e-41f3-98d4-825cc2c87707 tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:34.837410 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7398be-9dac-4f39-8a5a-1b975a3b4713 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Pushing event deleted for resources: {'Port': ['ID=c2cf7bd7-ed98-4558-a08f-ce91fefd113d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:34.880089 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c83413-a04c-46e2-97f5-e666849f50a4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:49:34.891121 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19118598-1740-4cbd-9e4f-2ebae6e89687 None None] Sync routers for ids ['951ff1df-3ded-4b77-a99b-aead5ff523ed'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:49:34.895395 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c9c83413-a04c-46e2-97f5-e666849f50a4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "PUT /v2.0/routers/951ff1df-3ded-4b77-a99b-aead5ff523ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1747108 Nov 04 10:49:34.895658 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58240) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:34.923270 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19118598-1740-4cbd-9e4f-2ebae6e89687 None None] Routers {'951ff1df-3ded-4b77-a99b-aead5ff523ed'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:34.923904 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-19118598-1740-4cbd-9e4f-2ebae6e89687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['951ff1df-3ded-4b77-a99b-aead5ff523ed'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:35.015879 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a2ca0b-03c4-417d-913f-1c63bf208283 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:35.021373 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b7a2ca0b-03c4-417d-913f-1c63bf208283 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "GET /v2.0/ports/e2d7d1ad-3ff8-4f93-b829-99db568c0ffe HTTP/1.1" status: 200 len: 911 time: 0.1244936 Nov 04 10:49:35.022321 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58242) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:35.025914 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-19118598-1740-4cbd-9e4f-2ebae6e89687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:35.028252 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-617c9f7a-0fa0-42e9-bb53-44f9fb2a622f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '442f8014-0bf1-451b-897c-2a4c470d120c'}]}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:35.071512 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19118598-1740-4cbd-9e4f-2ebae6e89687 None None] Routers {'951ff1df-3ded-4b77-a99b-aead5ff523ed'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:35.074884 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-19118598-1740-4cbd-9e4f-2ebae6e89687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['951ff1df-3ded-4b77-a99b-aead5ff523ed'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:35.153452 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-19118598-1740-4cbd-9e4f-2ebae6e89687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:35.159876 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19118598-1740-4cbd-9e4f-2ebae6e89687 None None] The sync data for ids ['951ff1df-3ded-4b77-a99b-aead5ff523ed'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:49:35.174940 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d1f0627c-3478-4e27-83f9-0071ca9a8be6 None None] Provisioning complete for port e2d7d1ad-3ff8-4f93-b829-99db568c0ffe triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:35.175514 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d1f0627c-3478-4e27-83f9-0071ca9a8be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:35.209684 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-87f2b9e6-a78e-41f3-98d4-825cc2c87707 tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:35.210805 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f7398be-9dac-4f39-8a5a-1b975a3b4713 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:35.221543 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-d1f0627c-3478-4e27-83f9-0071ca9a8be6 None None] Port e2d7d1ad-3ff8-4f93-b829-99db568c0ffe cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:49:35.222374 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-87f2b9e6-a78e-41f3-98d4-825cc2c87707 tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:35.246106 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d1f0627c-3478-4e27-83f9-0071ca9a8be6 None None] Provisioning complete for port a6427107-826d-444a-8cab-62c5c364938e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:35.246479 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d1f0627c-3478-4e27-83f9-0071ca9a8be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:35.324383 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-617c9f7a-0fa0-42e9-bb53-44f9fb2a622f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:35.380486 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f2b9e6-a78e-41f3-98d4-825cc2c87707 tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1154} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:49:35.408988 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2b9e6-a78e-41f3-98d4-825cc2c87707 tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=256164e1-7b78-4dac-8d8b-b30af5dc1d54,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:35.411992 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-87f2b9e6-a78e-41f3-98d4-825cc2c87707 tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:35.412334 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-87f2b9e6-a78e-41f3-98d4-825cc2c87707 tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Added segment 4273d1a8-06a1-427c-b1d2-a4618c45e1c4 of type vlan for network 6352dc96-c8e6-45f3-9ea6-350514d527c1 Nov 04 10:49:35.511056 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-87f2b9e6-a78e-41f3-98d4-825cc2c87707 tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:35.512520 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-38a110cc-0635-4c89-8a45-af0f15440949 None None] Provisioning complete for port e2d7d1ad-3ff8-4f93-b829-99db568c0ffe triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:35.514580 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-38a110cc-0635-4c89-8a45-af0f15440949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:35.569531 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-38a110cc-0635-4c89-8a45-af0f15440949 None None] Port e2d7d1ad-3ff8-4f93-b829-99db568c0ffe cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:49:35.601579 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-87f2b9e6-a78e-41f3-98d4-825cc2c87707 tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:35.609730 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f2b9e6-a78e-41f3-98d4-825cc2c87707 tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:35.610550 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-87f2b9e6-a78e-41f3-98d4-825cc2c87707 tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:35.727865 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a6427107-826d-444a-8cab-62c5c364938e up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:49:35.766198 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-87f2b9e6-a78e-41f3-98d4-825cc2c87707 tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3966713 Nov 04 10:49:35.770477 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58248) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:35.801422 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port a6427107-826d-444a-8cab-62c5c364938e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:35.801794 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:35.803493 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2b9e6-a78e-41f3-98d4-825cc2c87707 tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Pushing event updated for resources: {'Network': ['ID=6352dc96-c8e6-45f3-9ea6-350514d527c1,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:35.826068 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7398be-9dac-4f39-8a5a-1b975a3b4713 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Router dea477fd-c622-4265-bbd3-f258bdbe5edf has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:49:35.843927 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 6352dc96-c8e6-45f3-9ea6-350514d527c1 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:49:35.901496 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-079e88d5-0a02-43dc-a191-717339668f04 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Request body: {'network': {'name': 'tempest-network--285029209', 'router:external': True}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:35.929612 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-1ff8a9d9-8a27-4c35-8f86-1eb0c48acfaf None None] Provisioning complete for port e2d7d1ad-3ff8-4f93-b829-99db568c0ffe triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:35.930337 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1ff8a9d9-8a27-4c35-8f86-1eb0c48acfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:35.969024 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079e88d5-0a02-43dc-a191-717339668f04 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Made reservation on behalf of c9c59952149b45a08b7f82e9eac9ef38 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:49:35.971577 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-079e88d5-0a02-43dc-a191-717339668f04 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:35.984741 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-079e88d5-0a02-43dc-a191-717339668f04 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:35.986889 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-1ff8a9d9-8a27-4c35-8f86-1eb0c48acfaf None None] Port e2d7d1ad-3ff8-4f93-b829-99db568c0ffe cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:49:36.029180 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7398be-9dac-4f39-8a5a-1b975a3b4713 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:49:36.037057 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8f7398be-9dac-4f39-8a5a-1b975a3b4713 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] 10.222.0.127 "PUT /v2.0/routers/dea477fd-c622-4265-bbd3-f258bdbe5edf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1113451 Nov 04 10:49:36.042543 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58254) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:36.049758 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e45bcb-78ab-429e-870e-be0b3211d5f5 req-b077f619-f8dd-4e15-9f5b-987f4869d0c6 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:36.058279 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e4e45bcb-78ab-429e-870e-be0b3211d5f5 req-b077f619-f8dd-4e15-9f5b-987f4869d0c6 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=8daf73e0-321c-404b-ace2-1fb76728f754 HTTP/1.1" status: 200 len: 945 time: 0.1423538 Nov 04 10:49:36.066961 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93969580-2a28-4746-be75-8bfe991a4e29 None None] Sync routers for ids ['dea477fd-c622-4265-bbd3-f258bdbe5edf'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:49:36.082262 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93969580-2a28-4746-be75-8bfe991a4e29 None None] Routers {'dea477fd-c622-4265-bbd3-f258bdbe5edf'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:36.083171 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-93969580-2a28-4746-be75-8bfe991a4e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['dea477fd-c622-4265-bbd3-f258bdbe5edf'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:36.129692 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-93969580-2a28-4746-be75-8bfe991a4e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:36.140608 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93969580-2a28-4746-be75-8bfe991a4e29 None None] Routers {'dea477fd-c622-4265-bbd3-f258bdbe5edf'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:36.141509 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-93969580-2a28-4746-be75-8bfe991a4e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['dea477fd-c622-4265-bbd3-f258bdbe5edf'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:36.146569 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafd4cc-ac07-442f-ac69-e8a7e6c6805c req-d9c64600-c493-4210-8959-b69b0503afc9 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:36.148403 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-feafd4cc-ac07-442f-ac69-e8a7e6c6805c req-d9c64600-c493-4210-8959-b69b0503afc9 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.126 "GET /v2.0/ports?device_id=8daf73e0-321c-404b-ace2-1fb76728f754 HTTP/1.1" status: 200 len: 945 time: 0.2339602 Nov 04 10:49:36.178655 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-93969580-2a28-4746-be75-8bfe991a4e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:36.180093 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93969580-2a28-4746-be75-8bfe991a4e29 None None] The sync data for ids ['dea477fd-c622-4265-bbd3-f258bdbe5edf'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:49:36.203716 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-079e88d5-0a02-43dc-a191-717339668f04 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:36.211963 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-079e88d5-0a02-43dc-a191-717339668f04 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:36.219400 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4e0fc9d5-42af-45ed-bb12-6997e42d37f7 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:36.282177 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079e88d5-0a02-43dc-a191-717339668f04 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1150} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:49:36.302385 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e88d5-0a02-43dc-a191-717339668f04 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49443db8-6b93-4fc5-a029-3e372c6979fd,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:36.308621 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-079e88d5-0a02-43dc-a191-717339668f04 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:36.310408 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-079e88d5-0a02-43dc-a191-717339668f04 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Added segment 822cefc4-f8a3-4495-84cd-e948df57513c of type vlan for network f7e69e94-183a-4879-9734-2db94489cad7 Nov 04 10:49:36.340573 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e4e45bcb-78ab-429e-870e-be0b3211d5f5 req-82f9cad4-2367-4fc9-9101-732c0fb799ef tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809749 Nov 04 10:49:36.408937 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4e0fc9d5-42af-45ed-bb12-6997e42d37f7 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:36.417928 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-079e88d5-0a02-43dc-a191-717339668f04 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:36.441231 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-feafd4cc-ac07-442f-ac69-e8a7e6c6805c req-755cc847-19cf-4874-ba34-92075048ab64 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Deleting port 50f606c9-37bd-43e4-84b8-dac60e4bfa52 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:49:36.441568 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-feafd4cc-ac07-442f-ac69-e8a7e6c6805c req-755cc847-19cf-4874-ba34-92075048ab64 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:36.492594 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-079e88d5-0a02-43dc-a191-717339668f04 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:36.493697 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079e88d5-0a02-43dc-a191-717339668f04 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:36.494283 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-079e88d5-0a02-43dc-a191-717339668f04 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:36.521644 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-617c9f7a-0fa0-42e9-bb53-44f9fb2a622f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:36.558840 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-617c9f7a-0fa0-42e9-bb53-44f9fb2a622f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:36.568647 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617c9f7a-0fa0-42e9-bb53-44f9fb2a622f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:36.569388 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-617c9f7a-0fa0-42e9-bb53-44f9fb2a622f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:36.570092 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-079e88d5-0a02-43dc-a191-717339668f04 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7955210 Nov 04 10:49:36.572863 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-617c9f7a-0fa0-42e9-bb53-44f9fb2a622f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "PUT /v2.0/ports/e2d7d1ad-3ff8-4f93-b829-99db568c0ffe HTTP/1.1" status: 200 len: 911 time: 1.5478046 Nov 04 10:49:36.574196 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58256) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:36.574343 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58258) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:36.582693 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e88d5-0a02-43dc-a191-717339668f04 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Pushing event updated for resources: {'Network': ['ID=f7e69e94-183a-4879-9734-2db94489cad7,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:36.585932 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-4e0fc9d5-42af-45ed-bb12-6997e42d37f7 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Deleting port 27316b81-8faf-4919-acf6-4a105b56f7f4 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:49:36.586277 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4e0fc9d5-42af-45ed-bb12-6997e42d37f7 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:36.595671 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network f7e69e94-183a-4879-9734-2db94489cad7 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:49:36.688950 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-feafd4cc-ac07-442f-ac69-e8a7e6c6805c req-755cc847-19cf-4874-ba34-92075048ab64 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] For port 50f606c9-37bd-43e4-84b8-dac60e4bfa52, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=50f606c9-37bd-43e4-84b8-dac60e4bfa52,segment=NetworkSegment(98a36a7f-67f4-4d8d-81b5-e6eb21f034a9),segment_id=98a36a7f-67f4-4d8d-81b5-e6eb21f034a9)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:49:36.689316 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-feafd4cc-ac07-442f-ac69-e8a7e6c6805c req-755cc847-19cf-4874-ba34-92075048ab64 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:36.694036 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c9f7a-0fa0-42e9-bb53-44f9fb2a622f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Port': ['ID=e2d7d1ad-3ff8-4f93-b829-99db568c0ffe,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:36.721673 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-feafd4cc-ac07-442f-ac69-e8a7e6c6805c req-755cc847-19cf-4874-ba34-92075048ab64 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Calling delete_port for 50f606c9-37bd-43e4-84b8-dac60e4bfa52 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:49:36.726102 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-95d0bff6-cb6b-4ed3-8737-0045a2c8568c tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:36.883707 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-95d0bff6-cb6b-4ed3-8737-0045a2c8568c tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:36.917116 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-95d0bff6-cb6b-4ed3-8737-0045a2c8568c tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e69e94-183a-4879-9734-2db94489cad7']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:36.929928 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-95d0bff6-cb6b-4ed3-8737-0045a2c8568c tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '822cefc4-f8a3-4495-84cd-e948df57513c') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:36.930224 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-95d0bff6-cb6b-4ed3-8737-0045a2c8568c tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '822cefc4-f8a3-4495-84cd-e948df57513c') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:36.944708 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-95d0bff6-cb6b-4ed3-8737-0045a2c8568c tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:36.983057 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-95d0bff6-cb6b-4ed3-8737-0045a2c8568c tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:36.996162 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d0bff6-cb6b-4ed3-8737-0045a2c8568c tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Releasing vlan 1150 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:49:36.996604 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-95d0bff6-cb6b-4ed3-8737-0045a2c8568c tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:49:36.998649 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:49:37.076662 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-feafd4cc-ac07-442f-ac69-e8a7e6c6805c req-755cc847-19cf-4874-ba34-92075048ab64 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:37.089435 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-95d0bff6-cb6b-4ed3-8737-0045a2c8568c tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:37.093948 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['cdfb4089-908a-4df2-b566-bb885812d9f0', '50f606c9-37bd-43e4-84b8-dac60e4bfa52'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:49:37.114227 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d0bff6-cb6b-4ed3-8737-0045a2c8568c tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f7e69e94-183a-4879-9734-2db94489cad7 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 04 10:49:37.115855 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755cc847-19cf-4874-ba34-92075048ab64 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Pushing event deleted for resources: {'Port': ['ID=50f606c9-37bd-43e4-84b8-dac60e4bfa52,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:37.129916 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-95d0bff6-cb6b-4ed3-8737-0045a2c8568c tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:37.134011 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-95d0bff6-cb6b-4ed3-8737-0045a2c8568c tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] 10.222.0.127 "DELETE /v2.0/networks/f7e69e94-183a-4879-9734-2db94489cad7 HTTP/1.1" status: 204 len: 168 time: 0.5564435 Nov 04 10:49:37.148789 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58264) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:37.154782 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-8e825cc4-9cee-4951-a2c9-7be870e39487 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:37.158703 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0bff6-cb6b-4ed3-8737-0045a2c8568c tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Pushing event deleted for resources: {'Network': ['ID=f7e69e94-183a-4879-9734-2db94489cad7,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:37.198689 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4e0fc9d5-42af-45ed-bb12-6997e42d37f7 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:37.224837 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-4e0fc9d5-42af-45ed-bb12-6997e42d37f7 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Calling delete_port for 27316b81-8faf-4919-acf6-4a105b56f7f4 owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:49:37.239530 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-feafd4cc-ac07-442f-ac69-e8a7e6c6805c req-755cc847-19cf-4874-ba34-92075048ab64 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] No DVR routers for this DVR port 50f606c9-37bd-43e4-84b8-dac60e4bfa52 on host n-h1-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:49:37.252020 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-feafd4cc-ac07-442f-ac69-e8a7e6c6805c req-755cc847-19cf-4874-ba34-92075048ab64 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:37.278065 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-feafd4cc-ac07-442f-ac69-e8a7e6c6805c req-755cc847-19cf-4874-ba34-92075048ab64 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.126 "DELETE /v2.0/ports/50f606c9-37bd-43e4-84b8-dac60e4bfa52 HTTP/1.1" status: 204 len: 173 time: 1.1196928 Nov 04 10:49:37.281934 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8daf73e0-321c-404b-ace2-1fb76728f754', 'name': 'network-vif-deleted', 'tag': '50f606c9-37bd-43e4-84b8-dac60e4bfa52'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:49:37.288442 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2f2830-8b33-407c-89e5-576bb520c464" -d '{"events": [{"server_uuid": "8daf73e0-321c-404b-ace2-1fb76728f754", "name": "network-vif-deleted", "tag": "50f606c9-37bd-43e4-84b8-dac60e4bfa52"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:49:37.305069 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e825cc4-9cee-4951-a2c9-7be870e39487 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Made reservation on behalf of c9c59952149b45a08b7f82e9eac9ef38 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:49:37.311558 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8e825cc4-9cee-4951-a2c9-7be870e39487 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:37.513014 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e825cc4-9cee-4951-a2c9-7be870e39487 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1161} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:49:37.542287 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8e825cc4-9cee-4951-a2c9-7be870e39487 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:37.543364 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-8e825cc4-9cee-4951-a2c9-7be870e39487 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Added segment b88fc655-da0a-4493-8096-3064ff493786 of type vlan for network 33a08a7e-6801-45ea-8da9-55e9138fecdf Nov 04 10:49:37.605286 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-1375710a-6f13-411e-b44a-4a9556f3b618 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1847222 Nov 04 10:49:37.630764 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8e825cc4-9cee-4951-a2c9-7be870e39487 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:37.697800 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4e0fc9d5-42af-45ed-bb12-6997e42d37f7 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:37.726594 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8e825cc4-9cee-4951-a2c9-7be870e39487 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:37.728261 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e825cc4-9cee-4951-a2c9-7be870e39487 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:37.729028 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8e825cc4-9cee-4951-a2c9-7be870e39487 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:37.767218 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a81e2864-bbf2-4034-82f0-7d5158a27477 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:37.861108 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-93664be2-dd9f-453a-bfce-8e233f224311 req-1f8a7082-ceba-4a37-8623-d827f7b19ca7 tempest-MigrationsAdminTest-807763217 tempest-MigrationsAdminTest-807763217-project] (101774) timed out ('10.222.0.127', 55814) {{(pid=101774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 10:49:37.862832 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e825cc4-9cee-4951-a2c9-7be870e39487 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Pushing event updated for resources: {'Network': ['ID=33a08a7e-6801-45ea-8da9-55e9138fecdf,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:37.872473 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-ccb929b4-8539-4b4b-b19f-c323a5f37d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:37.873061 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-ccb929b4-8539-4b4b-b19f-c323a5f37d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:37.873638 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-ccb929b4-8539-4b4b-b19f-c323a5f37d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:37.874124 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-ccb929b4-8539-4b4b-b19f-c323a5f37d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:37.874598 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-ccb929b4-8539-4b4b-b19f-c323a5f37d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:37.875087 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-ccb929b4-8539-4b4b-b19f-c323a5f37d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:37.875676 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-ccb929b4-8539-4b4b-b19f-c323a5f37d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:37.878130 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-ccb929b4-8539-4b4b-b19f-c323a5f37d2e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=daa3a4d308184b5b997a81a95ee49bba&device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 6502 time: 0.2333736 Nov 04 10:49:37.880200 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb10b96-eb30-4f22-919b-0d15ea93d015 x-openstack-request-id: req-ecb10b96-eb30-4f22-919b-0d15ea93d015 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:49:37.880546 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8daf73e0-321c-404b-ace2-1fb76728f754", "name": "network-vif-deleted", "tag": "50f606c9-37bd-43e4-84b8-dac60e4bfa52", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:49:37.881007 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ecb10b96-eb30-4f22-919b-0d15ea93d015 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:49:37.881403 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8daf73e0-321c-404b-ace2-1fb76728f754', 'name': 'network-vif-deleted', 'tag': '50f606c9-37bd-43e4-84b8-dac60e4bfa52', 'status': 'completed', 'code': 200} Nov 04 10:49:37.897225 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 33a08a7e-6801-45ea-8da9-55e9138fecdf details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:49:37.905798 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8e825cc4-9cee-4951-a2c9-7be870e39487 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7529929 Nov 04 10:49:37.906770 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58284) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:37.918494 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-eb476356-3b48-4a82-8ef2-f0923ee9c40e tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Request body: {'subnet': {'network_id': '33a08a7e-6801-45ea-8da9-55e9138fecdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:37.961321 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0fc9d5-42af-45ed-bb12-6997e42d37f7 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Pushing event deleted for resources: {'Port': ['ID=27316b81-8faf-4919-acf6-4a105b56f7f4,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:38.117633 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-6390eaf6-7654-4012-bbf5-d5b64dd40767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:38.118108 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-6390eaf6-7654-4012-bbf5-d5b64dd40767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:38.118983 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-6390eaf6-7654-4012-bbf5-d5b64dd40767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:38.119790 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4e0fc9d5-42af-45ed-bb12-6997e42d37f7 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:38.122499 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-6390eaf6-7654-4012-bbf5-d5b64dd40767 service neutron] 10.222.0.126 "GET /v2.0/networks?id=22d81940-0863-47fd-a6fd-195db973a95d&id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&id=8b3679d9-f029-43fb-a81d-901fdf16cceb&id=8b3679d9-f029-43fb-a81d-901fdf16cceb HTTP/1.1" status: 200 len: 2300 time: 0.1772938 Nov 04 10:49:38.215455 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-71d11316-1b42-45b1-9fe6-28c458f233b7 req-2a71fd3e-7625-4ac2-8a68-23aa058560e1 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=8daf73e0-321c-404b-ace2-1fb76728f754 HTTP/1.1" status: 200 len: 210 time: 0.0884659 Nov 04 10:49:38.232299 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb476356-3b48-4a82-8ef2-f0923ee9c40e tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Made reservation on behalf of c9c59952149b45a08b7f82e9eac9ef38 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:49:38.244223 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb476356-3b48-4a82-8ef2-f0923ee9c40e tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:38.250370 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4e0fc9d5-42af-45ed-bb12-6997e42d37f7 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:38.253286 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4e0fc9d5-42af-45ed-bb12-6997e42d37f7 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:38.311237 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4e0fc9d5-42af-45ed-bb12-6997e42d37f7 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:38.311790 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0fc9d5-42af-45ed-bb12-6997e42d37f7 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Fanout notify agent at l3_agent the message router_deleted on router dea477fd-c622-4265-bbd3-f258bdbe5edf {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:49:38.321713 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4e0fc9d5-42af-45ed-bb12-6997e42d37f7 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:38.325787 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4e0fc9d5-42af-45ed-bb12-6997e42d37f7 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] 10.222.0.127 "DELETE /v2.0/routers/dea477fd-c622-4265-bbd3-f258bdbe5edf HTTP/1.1" status: 204 len: 168 time: 2.2823360 Nov 04 10:49:38.325940 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58286) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:38.343887 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-7411f7d1-1f00-4be1-a528-384333bdaa66 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e5d01da-bc74-425c-a694-015cf173c59b HTTP/1.1" status: 200 len: 1001 time: 0.2032435 Nov 04 10:49:38.427986 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-a81e2864-bbf2-4034-82f0-7d5158a27477 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Deleting port e2d7d1ad-3ff8-4f93-b829-99db568c0ffe {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:49:38.433954 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a81e2864-bbf2-4034-82f0-7d5158a27477 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:38.448538 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec3d599-1038-4532-a9ad-df50ea5f13d5 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Deleting subnet 7d68b0e1-23fe-464b-bdb7-20b20774c645 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:49:38.455706 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6ec3d599-1038-4532-a9ad-df50ea5f13d5 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:38.483850 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-d135c56f-19fb-4c66-bc3a-e906d2939b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:38.485491 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-d135c56f-19fb-4c66-bc3a-e906d2939b11 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b69ed837-2fcf-424e-9608-263128d9a467 HTTP/1.1" status: 200 len: 855 time: 0.1153228 Nov 04 10:49:38.537779 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a81e2864-bbf2-4034-82f0-7d5158a27477 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:38.553118 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-a81e2864-bbf2-4034-82f0-7d5158a27477 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Calling delete_port for e2d7d1ad-3ff8-4f93-b829-99db568c0ffe owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:49:38.562368 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6ec3d599-1038-4532-a9ad-df50ea5f13d5 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:38.631530 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-18df9bc9-40f5-4ff7-8a29-45535bced9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:38.633469 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-18df9bc9-40f5-4ff7-8a29-45535bced9cf service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=22d81940-0863-47fd-a6fd-195db973a95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373682 Nov 04 10:49:38.744151 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a81e2864-bbf2-4034-82f0-7d5158a27477 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:38.772597 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e2864-bbf2-4034-82f0-7d5158a27477 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Port': ['ID=e2d7d1ad-3ff8-4f93-b829-99db568c0ffe,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:38.780599 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6ec3d599-1038-4532-a9ad-df50ea5f13d5 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:38.894310 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a81e2864-bbf2-4034-82f0-7d5158a27477 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:38.920164 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-34496c53-aa5f-4d32-86dc-e66063995783 service neutron] 10.222.0.126 "GET /v2.0/networks/22d81940-0863-47fd-a6fd-195db973a95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631626 Nov 04 10:49:39.038476 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6ec3d599-1038-4532-a9ad-df50ea5f13d5 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:39.083445 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3d599-1038-4532-a9ad-df50ea5f13d5 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Pushing event deleted for resources: {'Subnet': ['ID=7d68b0e1-23fe-464b-bdb7-20b20774c645,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:39.096785 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81e2864-bbf2-4034-82f0-7d5158a27477 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Router 951ff1df-3ded-4b77-a99b-aead5ff523ed has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:49:39.107920 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6ec3d599-1038-4532-a9ad-df50ea5f13d5 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:39.111356 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6ec3d599-1038-4532-a9ad-df50ea5f13d5 tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] 10.222.0.127 "DELETE /v2.0/subnets/7d68b0e1-23fe-464b-bdb7-20b20774c645 HTTP/1.1" status: 204 len: 168 time: 0.7820706 Nov 04 10:49:39.114959 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58298) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:39.120543 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca76407-7fba-44fb-9c08-b4109f483264 None None] Network e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:49:39.184180 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81e2864-bbf2-4034-82f0-7d5158a27477 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:49:39.194642 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f206a0b3-528f-4d56-9627-2ecc3093e562 None None] Sync routers for ids ['951ff1df-3ded-4b77-a99b-aead5ff523ed'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:49:39.197455 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a81e2864-bbf2-4034-82f0-7d5158a27477 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "PUT /v2.0/routers/951ff1df-3ded-4b77-a99b-aead5ff523ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6213887 Nov 04 10:49:39.199620 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58300) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:39.211587 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f206a0b3-528f-4d56-9627-2ecc3093e562 None None] Routers {'951ff1df-3ded-4b77-a99b-aead5ff523ed'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:39.212573 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f206a0b3-528f-4d56-9627-2ecc3093e562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['951ff1df-3ded-4b77-a99b-aead5ff523ed'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:39.230819 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-93514016-6f42-4e3f-9bb8-d1a75e91514d service neutron] 10.222.0.126 "GET /v2.0/networks/22d81940-0863-47fd-a6fd-195db973a95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827263 Nov 04 10:49:39.234217 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4f74ea8d-9fc2-4fef-9e67-8f7bd5329737 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "GET /v2.0/ports?device_id=951ff1df-3ded-4b77-a99b-aead5ff523ed HTTP/1.1" status: 200 len: 205 time: 0.0331867 Nov 04 10:49:39.236386 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58302) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:39.285440 n-d-816629-1 neutron-server[101774]: DEBUG neutron.objects.ports [None req-eb476356-3b48-4a82-8ef2-f0923ee9c40e tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101774) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 10:49:39.285440 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb476356-3b48-4a82-8ef2-f0923ee9c40e tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:39.285792 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f206a0b3-528f-4d56-9627-2ecc3093e562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:39.312787 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f206a0b3-528f-4d56-9627-2ecc3093e562 None None] Routers {'951ff1df-3ded-4b77-a99b-aead5ff523ed'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:39.313566 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f206a0b3-528f-4d56-9627-2ecc3093e562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['951ff1df-3ded-4b77-a99b-aead5ff523ed'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:39.334245 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-567622c6-6de4-4bd2-9a78-14a84dcf7d08 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:39.368351 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f206a0b3-528f-4d56-9627-2ecc3093e562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:39.369387 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f206a0b3-528f-4d56-9627-2ecc3093e562 None None] The sync data for ids ['951ff1df-3ded-4b77-a99b-aead5ff523ed'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:49:39.451007 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b27bedf-f79f-4e56-8d7f-15c4778f101c None None] DHCP port deletion for e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:49:39.513697 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2b27bedf-f79f-4e56-8d7f-15c4778f101c None None] Deleting port 5f25c3ae-1dbf-47fc-bb0f-2907522e79f0 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:49:39.514362 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2b27bedf-f79f-4e56-8d7f-15c4778f101c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:39.570715 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-567622c6-6de4-4bd2-9a78-14a84dcf7d08 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:39.573186 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-567622c6-6de4-4bd2-9a78-14a84dcf7d08 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:39.597691 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2b27bedf-f79f-4e56-8d7f-15c4778f101c None None] For port 5f25c3ae-1dbf-47fc-bb0f-2907522e79f0, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=5f25c3ae-1dbf-47fc-bb0f-2907522e79f0,segment=NetworkSegment(4a0992dc-2d3d-4b80-af1b-748b3b89852d),segment_id=4a0992dc-2d3d-4b80-af1b-748b3b89852d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:49:39.598089 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2b27bedf-f79f-4e56-8d7f-15c4778f101c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:39.627203 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2b27bedf-f79f-4e56-8d7f-15c4778f101c None None] Calling delete_port for 5f25c3ae-1dbf-47fc-bb0f-2907522e79f0 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:49:39.630716 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-567622c6-6de4-4bd2-9a78-14a84dcf7d08 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:39.632289 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567622c6-6de4-4bd2-9a78-14a84dcf7d08 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Fanout notify agent at l3_agent the message router_deleted on router 951ff1df-3ded-4b77-a99b-aead5ff523ed {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:49:39.639881 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-567622c6-6de4-4bd2-9a78-14a84dcf7d08 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:39.641413 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-567622c6-6de4-4bd2-9a78-14a84dcf7d08 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/routers/951ff1df-3ded-4b77-a99b-aead5ff523ed HTTP/1.1" status: 204 len: 168 time: 0.4039192 Nov 04 10:49:39.644067 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58310) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:39.704913 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-779e3a48-2297-4cdd-8619-887444280b05 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Deleting subnet 442f8014-0bf1-451b-897c-2a4c470d120c {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:49:39.710162 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-779e3a48-2297-4cdd-8619-887444280b05 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:39.715807 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5f25c3ae-1dbf-47fc-bb0f-2907522e79f0 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:49:39.721035 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 50f606c9-37bd-43e4-84b8-dac60e4bfa52 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:49:39.723391 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca844cac-1bee-44d2-8c01-f71251f9e25f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:39.767628 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-779e3a48-2297-4cdd-8619-887444280b05 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:39.794207 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 50f606c9-37bd-43e4-84b8-dac60e4bfa52 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:49:39.794633 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 50f606c9-37bd-43e4-84b8-dac60e4bfa52 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:49:39.800133 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2b27bedf-f79f-4e56-8d7f-15c4778f101c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:39.813564 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-e1d61140-1bf4-4e2d-afe1-7beae45431d7 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=95ad527b-0310-411c-89bd-1274654c7b5b HTTP/1.1" status: 200 len: 217 time: 0.5353885 Nov 04 10:49:39.840748 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27bedf-f79f-4e56-8d7f-15c4778f101c None None] Pushing event deleted for resources: {'Port': ['ID=5f25c3ae-1dbf-47fc-bb0f-2907522e79f0,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:39.845336 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b27bedf-f79f-4e56-8d7f-15c4778f101c None None] No DVR routers for this DVR port 5f25c3ae-1dbf-47fc-bb0f-2907522e79f0 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:49:39.846685 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No active binding found for port 5f25c3ae-1dbf-47fc-bb0f-2907522e79f0 {{(pid=101776) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 04 10:49:39.847121 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5f25c3ae-1dbf-47fc-bb0f-2907522e79f0 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:49:39.901032 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-779e3a48-2297-4cdd-8619-887444280b05 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:39.957264 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb476356-3b48-4a82-8ef2-f0923ee9c40e tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7594dea3-deec-4aab-b5d0-75e1aed0e0da,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:39.976029 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-779e3a48-2297-4cdd-8619-887444280b05 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:39.998475 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-effc3a59-947a-41e1-b952-af976b7ef42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:39.999949 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-effc3a59-947a-41e1-b952-af976b7ef42d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=384b462f-cd0a-48ba-8bb4-6a70320a42d5 HTTP/1.1" status: 200 len: 797 time: 0.1442621 Nov 04 10:49:40.024098 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17321a7-1cc9-48cb-8bdb-231a3d47554e None None] Network 164187d1-2b6b-4b9e-aa23-7f40e72311f0 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:49:40.034822 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e3a48-2297-4cdd-8619-887444280b05 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Subnet': ['ID=442f8014-0bf1-451b-897c-2a4c470d120c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:40.043022 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-779e3a48-2297-4cdd-8619-887444280b05 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:40.048176 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-779e3a48-2297-4cdd-8619-887444280b05 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/subnets/442f8014-0bf1-451b-897c-2a4c470d120c HTTP/1.1" status: 204 len: 168 time: 0.4030137 Nov 04 10:49:40.050763 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58314) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:40.071121 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb476356-3b48-4a82-8ef2-f0923ee9c40e tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Checking segment: {'id': 'b88fc655-da0a-4493-8096-3064ff493786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '33a08a7e-6801-45ea-8da9-55e9138fecdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:49:40.071487 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb476356-3b48-4a82-8ef2-f0923ee9c40e tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Network hostable DHCP agents. Network: 33a08a7e-6801-45ea-8da9-55e9138fecdf, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:49:40.093158 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6feb7-623b-46d3-a604-c0338615f9fc req-ccd40c0a-ebd9-4163-b8f5-aba953c507a4 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:40.100948 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c5c6feb7-623b-46d3-a604-c0338615f9fc req-ccd40c0a-ebd9-4163-b8f5-aba953c507a4 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.3972850 Nov 04 10:49:40.141536 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca844cac-1bee-44d2-8c01-f71251f9e25f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:40.159860 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc28f-78fd-4206-ac97-b7b5e2481c49 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:40.184418 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb476356-3b48-4a82-8ef2-f0923ee9c40e tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Network 33a08a7e-6801-45ea-8da9-55e9138fecdf is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:49:40.191992 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-ca844cac-1bee-44d2-8c01-f71251f9e25f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:40.211264 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-ca844cac-1bee-44d2-8c01-f71251f9e25f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0992dc-2d3d-4b80-af1b-748b3b89852d') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:40.211592 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-ca844cac-1bee-44d2-8c01-f71251f9e25f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0992dc-2d3d-4b80-af1b-748b3b89852d') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:40.216773 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c5c6feb7-623b-46d3-a604-c0338615f9fc req-0f038e19-45cf-4dce-81da-a73304a38481 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149693 Nov 04 10:49:40.219283 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-d4c72542-9b71-4f0f-9aac-876c75d4fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:40.220557 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-d4c72542-9b71-4f0f-9aac-876c75d4fa69 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2055938 Nov 04 10:49:40.221214 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-8a2cc28f-78fd-4206-ac97-b7b5e2481c49 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Deleting port a6427107-826d-444a-8cab-62c5c364938e {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:49:40.221609 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc28f-78fd-4206-ac97-b7b5e2481c49 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:40.226676 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-eb476356-3b48-4a82-8ef2-f0923ee9c40e tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 33a08a7e-6801-45ea-8da9-55e9138fecdf) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:40.232200 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca844cac-1bee-44d2-8c01-f71251f9e25f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:40.235279 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb476356-3b48-4a82-8ef2-f0923ee9c40e tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:40.235279 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb476356-3b48-4a82-8ef2-f0923ee9c40e tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:40.286244 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a60b43-9a52-4f95-9eff-9c46215816ae None None] Network 33a08a7e-6801-45ea-8da9-55e9138fecdf requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:49:40.314253 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca844cac-1bee-44d2-8c01-f71251f9e25f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:40.328243 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca844cac-1bee-44d2-8c01-f71251f9e25f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Releasing vlan 1151 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:49:40.328649 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca844cac-1bee-44d2-8c01-f71251f9e25f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:40.331988 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-8a2cc28f-78fd-4206-ac97-b7b5e2481c49 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] For port a6427107-826d-444a-8cab-62c5c364938e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a6427107-826d-444a-8cab-62c5c364938e,segment=NetworkSegment(0bd69479-84ed-4fc2-b353-963d442bf56d),segment_id=0bd69479-84ed-4fc2-b353-963d442bf56d)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:49:40.332548 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc28f-78fd-4206-ac97-b7b5e2481c49 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:49:40.333623 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:49:40.356485 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-eb476356-3b48-4a82-8ef2-f0923ee9c40e tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4482296 Nov 04 10:49:40.361460 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58318) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:40.364728 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-8a2cc28f-78fd-4206-ac97-b7b5e2481c49 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Calling delete_port for a6427107-826d-444a-8cab-62c5c364938e owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:49:40.371661 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-91fb781e-377f-4b3d-82cf-cb862e4b1c20 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Request body: {'floatingip': {'floating_network_id': '33a08a7e-6801-45ea-8da9-55e9138fecdf'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:40.407436 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f697834-4745-4478-bc33-8f72e6f9c128 None None] DHCP port deletion for 164187d1-2b6b-4b9e-aa23-7f40e72311f0 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:49:40.481173 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91fb781e-377f-4b3d-82cf-cb862e4b1c20 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:40.510836 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca844cac-1bee-44d2-8c01-f71251f9e25f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:40.543573 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca844cac-1bee-44d2-8c01-f71251f9e25f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:40.549608 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ca844cac-1bee-44d2-8c01-f71251f9e25f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] 10.222.0.127 "DELETE /v2.0/networks/e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327 HTTP/1.1" status: 204 len: 168 time: 1.4334531 Nov 04 10:49:40.556889 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-158b3378-df62-42a0-b0a5-9ddd470c11bc service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033943 Nov 04 10:49:40.557101 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58324) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:40.626475 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc28f-78fd-4206-ac97-b7b5e2481c49 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:40.662146 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca844cac-1bee-44d2-8c01-f71251f9e25f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Pushing event deleted for resources: {'Network': ['ID=e99b7c6a-006a-4dbf-b8ff-d0b1c42c2327,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:40.753849 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f53fc-7e19-405f-bbdf-98ca7095e260 req-3b09d27a-e4a6-4398-b10c-bf52bd4dac5c tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:40.762467 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-216f53fc-7e19-405f-bbdf-98ca7095e260 req-3b09d27a-e4a6-4398-b10c-bf52bd4dac5c tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1019549 Nov 04 10:49:40.766820 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-cdbb55b7-c69e-4c90-9417-d95e03366c18 service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868069 Nov 04 10:49:40.809269 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-8f697834-4745-4478-bc33-8f72e6f9c128 None None] Deleting port a6427107-826d-444a-8cab-62c5c364938e {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:49:40.809269 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8f697834-4745-4478-bc33-8f72e6f9c128 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:40.849330 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-16858839-e1b1-4c29-9bc0-bc292fbcc82f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=b7148f4c-a774-4e7a-a8e9-c7483869a3e6 HTTP/1.1" status: 200 len: 217 time: 0.0655444 Nov 04 10:49:40.891508 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-8f697834-4745-4478-bc33-8f72e6f9c128 None None] For port a6427107-826d-444a-8cab-62c5c364938e, host n-d-816629-1, got binding levels [] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:49:40.892055 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8f697834-4745-4478-bc33-8f72e6f9c128 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:40.908302 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-8f697834-4745-4478-bc33-8f72e6f9c128 None None] Calling delete_port for a6427107-826d-444a-8cab-62c5c364938e owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:49:40.912785 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-216f53fc-7e19-405f-bbdf-98ca7095e260 req-4a3c74c3-ef0f-4a56-b4e3-d262399fdccc tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492615 Nov 04 10:49:40.913971 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.ipam_backend_mixin [None req-8f697834-4745-4478-bc33-8f72e6f9c128 None None] Port a6427107-826d-444a-8cab-62c5c364938e was not found and therefore no delete operation was performed {{(pid=101776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 10:49:40.929472 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8f697834-4745-4478-bc33-8f72e6f9c128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:40.943932 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a724471-0d63-4801-abb5-6939e215cfa5 None None] Network 33a08a7e-6801-45ea-8da9-55e9138fecdf requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:49:40.958284 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-d691b945-2184-43da-8c37-2fbcdd4a9260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:40.961161 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-d691b945-2184-43da-8c37-2fbcdd4a9260 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=384b462f-cd0a-48ba-8bb4-6a70320a42d5 HTTP/1.1" status: 200 len: 797 time: 0.0993316 Nov 04 10:49:41.082272 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-d1458727-fc1b-4364-9464-c4ad6abe8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:41.084237 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-d1458727-fc1b-4364-9464-c4ad6abe8097 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1104743 Nov 04 10:49:41.085728 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cc28f-78fd-4206-ac97-b7b5e2481c49 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Port': ['ID=a6427107-826d-444a-8cab-62c5c364938e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:41.106829 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99e3cf-912d-4e5b-a984-c24beba09f60 req-ecfa6eeb-90fb-43cd-af7c-13c2d37541ee tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:41.107446 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2cc28f-78fd-4206-ac97-b7b5e2481c49 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] No DVR routers for this DVR port a6427107-826d-444a-8cab-62c5c364938e on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:49:41.117211 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c99e3cf-912d-4e5b-a984-c24beba09f60 req-ecfa6eeb-90fb-43cd-af7c-13c2d37541ee tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.0954053 Nov 04 10:49:41.204552 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c99e3cf-912d-4e5b-a984-c24beba09f60 req-9ceb2b4d-e0ac-4883-8330-9c4ab5ab8c91 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818479 Nov 04 10:49:41.205721 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f697834-4745-4478-bc33-8f72e6f9c128 None None] No DVR routers for this DVR port a6427107-826d-444a-8cab-62c5c364938e on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:49:41.208299 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f697834-4745-4478-bc33-8f72e6f9c128 None None] Pushing event deleted for resources: {'Port': ['ID=a6427107-826d-444a-8cab-62c5c364938e,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:41.249505 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc28f-78fd-4206-ac97-b7b5e2481c49 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:41.276146 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-8a2cc28f-78fd-4206-ac97-b7b5e2481c49 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164187d1-2b6b-4b9e-aa23-7f40e72311f0']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:41.288784 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-8a2cc28f-78fd-4206-ac97-b7b5e2481c49 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd69479-84ed-4fc2-b353-963d442bf56d') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:41.288784 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-8a2cc28f-78fd-4206-ac97-b7b5e2481c49 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd69479-84ed-4fc2-b353-963d442bf56d') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:41.296937 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-395e0d88-dba1-427c-8e2d-29e26517452f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Deleting port 4e1719a1-54df-4259-91c2-f6d7555ade39 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:49:41.297791 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-395e0d88-dba1-427c-8e2d-29e26517452f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:41.304277 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc28f-78fd-4206-ac97-b7b5e2481c49 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:41.307443 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91fb781e-377f-4b3d-82cf-cb862e4b1c20 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:41.366636 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc28f-78fd-4206-ac97-b7b5e2481c49 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:41.372109 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-1f2c5bfa-1631-4d43-8ea0-591250a544e8 service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747381 Nov 04 10:49:41.384551 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2cc28f-78fd-4206-ac97-b7b5e2481c49 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:49:41.385163 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc28f-78fd-4206-ac97-b7b5e2481c49 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:49:41.389220 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:49:41.486032 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-ae5a5e7f-2856-40a9-8f9c-9ad666da44b6 service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040177 Nov 04 10:49:41.519574 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc28f-78fd-4206-ac97-b7b5e2481c49 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:41.525452 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-395e0d88-dba1-427c-8e2d-29e26517452f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:41.525885 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-395e0d88-dba1-427c-8e2d-29e26517452f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:41.570124 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc28f-78fd-4206-ac97-b7b5e2481c49 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:41.583098 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-f0a43a2a-307e-46fb-a18e-09a843a4d161 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f1aa7d96-2a2d-428f-92e0-98b150ce6175 HTTP/1.1" status: 200 len: 217 time: 0.0882626 Nov 04 10:49:41.583600 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58342) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:41.588355 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-ced0405b-acd2-43cb-84be-65e3aff72889 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-113497109', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:41.593311 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8a2cc28f-78fd-4206-ac97-b7b5e2481c49 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/networks/164187d1-2b6b-4b9e-aa23-7f40e72311f0 HTTP/1.1" status: 204 len: 168 time: 1.5331550 Nov 04 10:49:41.676978 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-395e0d88-dba1-427c-8e2d-29e26517452f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Calling delete_port for 4e1719a1-54df-4259-91c2-f6d7555ade39 owned by network:floatingip {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:49:41.679617 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ced0405b-acd2-43cb-84be-65e3aff72889 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:41.679816 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cc28f-78fd-4206-ac97-b7b5e2481c49 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Network': ['ID=164187d1-2b6b-4b9e-aa23-7f40e72311f0,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:41.680740 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ced0405b-acd2-43cb-84be-65e3aff72889 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:41.687873 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-397ed8aa-b9e3-4924-8a0f-c2d0d051eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:41.690114 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-397ed8aa-b9e3-4924-8a0f-c2d0d051eb9e service neutron] 10.222.0.126 "GET /v2.0/subnets?id=384b462f-cd0a-48ba-8bb4-6a70320a42d5 HTTP/1.1" status: 200 len: 797 time: 0.0925319 Nov 04 10:49:41.708114 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a6427107-826d-444a-8cab-62c5c364938e no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:49:41.740329 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: a6427107-826d-444a-8cab-62c5c364938e {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:49:41.752050 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a6427107-826d-444a-8cab-62c5c364938e not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:49:41.815192 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ced0405b-acd2-43cb-84be-65e3aff72889 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:41.827726 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ced0405b-acd2-43cb-84be-65e3aff72889 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:41.842786 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-8dcf5a9e-2841-4eb8-9062-dcea24595c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:41.845432 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-8dcf5a9e-2841-4eb8-9062-dcea24595c6b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1235750 Nov 04 10:49:41.868516 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ced0405b-acd2-43cb-84be-65e3aff72889 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:41.870627 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ced0405b-acd2-43cb-84be-65e3aff72889 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2860618 Nov 04 10:49:41.873341 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58350) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:41.886625 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-91fb781e-377f-4b3d-82cf-cb862e4b1c20 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Allocated IP 172.20.0.5 (33a08a7e-6801-45ea-8da9-55e9138fecdf/7594dea3-deec-4aab-b5d0-75e1aed0e0da/dcf363d4-751c-45bd-a2da-6959dfd7a10e) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:49:41.901369 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-84e53782-957c-447b-be66-bd1d8965f8da tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-237002791'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:42.008439 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-acc69179-4fcb-4efa-b243-385ef180f8fc service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542578 Nov 04 10:49:42.013033 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-395e0d88-dba1-427c-8e2d-29e26517452f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:42.058633 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e0d88-dba1-427c-8e2d-29e26517452f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Pushing event deleted for resources: {'Port': ['ID=4e1719a1-54df-4259-91c2-f6d7555ade39,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:42.117090 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e53782-957c-447b-be66-bd1d8965f8da tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Made reservation on behalf of 9fa43ef76f0c4eb2b22d3d40568c22a7 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:49:42.119900 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-84e53782-957c-447b-be66-bd1d8965f8da tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:42.162418 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-395e0d88-dba1-427c-8e2d-29e26517452f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks [] for floatingip, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:42.165939 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-395e0d88-dba1-427c-8e2d-29e26517452f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:42.167308 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-395e0d88-dba1-427c-8e2d-29e26517452f tempest-FloatingIPAdminTestJSON-983924893 tempest-FloatingIPAdminTestJSON-983924893-project] 10.222.0.127 "DELETE /v2.0/floatingips/eef33fc3-0bb8-46c1-9f4b-d47143e5792c HTTP/1.1" status: 204 len: 168 time: 1.6097448 Nov 04 10:49:42.170457 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e53782-957c-447b-be66-bd1d8965f8da tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1192} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:49:42.195155 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-84e53782-957c-447b-be66-bd1d8965f8da tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:42.195616 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-84e53782-957c-447b-be66-bd1d8965f8da tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Added segment 1440d6b8-21ba-4bb9-8c1f-d9216aa689b4 of type vlan for network 9187bbc2-2877-41a3-ba32-86e457129b09 Nov 04 10:49:42.211407 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-d77051b1-032b-40b5-81ba-6afbec240a16 service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929379 Nov 04 10:49:42.231837 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91fb781e-377f-4b3d-82cf-cb862e4b1c20 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:42.316796 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91fb781e-377f-4b3d-82cf-cb862e4b1c20 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:42.365845 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-6a3080b8-e277-4c39-bfc8-5eea5ddffc11 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03 HTTP/1.1" status: 200 len: 217 time: 0.1334910 Nov 04 10:49:42.371782 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:42.391608 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-84e53782-957c-447b-be66-bd1d8965f8da tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:42.421724 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fb781e-377f-4b3d-82cf-cb862e4b1c20 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Network 33a08a7e-6801-45ea-8da9-55e9138fecdf is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:42.426672 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-91fb781e-377f-4b3d-82cf-cb862e4b1c20 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:42.432911 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fb781e-377f-4b3d-82cf-cb862e4b1c20 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:49:42.479340 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb781e-377f-4b3d-82cf-cb862e4b1c20 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Pushing event updated for resources: {'Port': ['ID=dcf363d4-751c-45bd-a2da-6959dfd7a10e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:42.570354 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-5f013235-2ce4-4ea2-98d8-36c70168b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:42.572370 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-5f013235-2ce4-4ea2-98d8-36c70168b859 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=384b462f-cd0a-48ba-8bb4-6a70320a42d5 HTTP/1.1" status: 200 len: 797 time: 0.1927581 Nov 04 10:49:42.573821 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-84e53782-957c-447b-be66-bd1d8965f8da tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:42.583271 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e53782-957c-447b-be66-bd1d8965f8da tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:42.583922 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-84e53782-957c-447b-be66-bd1d8965f8da tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:42.643238 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91fb781e-377f-4b3d-82cf-cb862e4b1c20 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:42.714784 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e53782-957c-447b-be66-bd1d8965f8da tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Network': ['ID=9187bbc2-2877-41a3-ba32-86e457129b09,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:42.747000 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 9187bbc2-2877-41a3-ba32-86e457129b09 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:49:42.774142 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-84e53782-957c-447b-be66-bd1d8965f8da tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8986919 Nov 04 10:49:42.777189 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58362) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:42.786090 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-34b93791-e7a5-4160-929b-f53626bf6df0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'subnet': {'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:42.790710 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91fb781e-377f-4b3d-82cf-cb862e4b1c20 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:42.860211 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-60ca2905-da4a-41ac-ad5b-461dd037c9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:42.862229 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-60ca2905-da4a-41ac-ad5b-461dd037c9f0 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2680104 Nov 04 10:49:42.937463 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58364) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:43.041016 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b93791-e7a5-4160-929b-f53626bf6df0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Made reservation on behalf of 9fa43ef76f0c4eb2b22d3d40568c22a7 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:49:43.044603 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-34b93791-e7a5-4160-929b-f53626bf6df0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:43.062757 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91fb781e-377f-4b3d-82cf-cb862e4b1c20 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:43.070679 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91fb781e-377f-4b3d-82cf-cb862e4b1c20 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:43.199320 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb781e-377f-4b3d-82cf-cb862e4b1c20 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Pushing event updated for resources: {'Port': ['ID=dcf363d4-751c-45bd-a2da-6959dfd7a10e,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:43.200423 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-e849cbcc-d5ea-4773-afd3-7a688f32e1bc service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284938 Nov 04 10:49:43.209140 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91fb781e-377f-4b3d-82cf-cb862e4b1c20 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:43.226403 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5f3f9f30-2141-4010-add3-79ce6c0a261b admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=94a53454632b499d96d9a467a6ac61a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2874548 Nov 04 10:49:43.227694 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58368) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:43.246519 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91fb781e-377f-4b3d-82cf-cb862e4b1c20 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:43.247787 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-91fb781e-377f-4b3d-82cf-cb862e4b1c20 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.8852258 Nov 04 10:49:43.251087 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58370) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:43.343627 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ed5fa651-0bc8-4e0f-a596-baf87a7a47ef tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] 10.222.0.127 "GET /v2.0/floatingips?floating_network_id=33a08a7e-6801-45ea-8da9-55e9138fecdf HTTP/1.1" status: 200 len: 689 time: 0.0892410 Nov 04 10:49:43.346829 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58374) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:43.376069 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-34b93791-e7a5-4160-929b-f53626bf6df0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:43.386697 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b5243ea-1a3e-4f87-81f2-a0350bac7253 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:43.412795 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-9e1832d8-cef4-4132-8a60-a15eb29769b0 service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901648 Nov 04 10:49:43.443625 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b5243ea-1a3e-4f87-81f2-a0350bac7253 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:43.475189 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-5762cd76-1435-48a1-917f-6212342db4df service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=abff8681-5536-4f57-ae0f-bea4324905c6 HTTP/1.1" status: 200 len: 217 time: 0.0500717 Nov 04 10:49:43.498871 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91860ef6-6ba9-4fce-8af8-cacd8f3235c5 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:43.530472 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b93791-e7a5-4160-929b-f53626bf6df0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Subnet': ['ID=cde7279d-066d-4365-9f9c-601d7e6b8bc2,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:43.568795 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b93791-e7a5-4160-929b-f53626bf6df0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Checking segment: {'id': '1440d6b8-21ba-4bb9-8c1f-d9216aa689b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:49:43.569502 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b93791-e7a5-4160-929b-f53626bf6df0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network hostable DHCP agents. Network: 9187bbc2-2877-41a3-ba32-86e457129b09, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:49:43.575010 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b5243ea-1a3e-4f87-81f2-a0350bac7253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:43.575193 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-7193ac56-4172-43a2-a611-356b23b47b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:43.576959 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-7193ac56-4172-43a2-a611-356b23b47b4a service neutron] 10.222.0.126 "GET /v2.0/subnets?id=591c76b5-dc45-40ba-bafd-65632bad709a HTTP/1.1" status: 200 len: 797 time: 0.0886309 Nov 04 10:49:43.577764 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b5243ea-1a3e-4f87-81f2-a0350bac7253 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:43.592381 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7b5243ea-1a3e-4f87-81f2-a0350bac7253 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/f3dfd6f3-4387-4771-a19e-df800a31ab09 HTTP/1.1" status: 204 len: 168 time: 0.3546090 Nov 04 10:49:43.610869 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5243ea-1a3e-4f87-81f2-a0350bac7253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dfd6f3-4387-4771-a19e-df800a31ab09,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:43.634752 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-91860ef6-6ba9-4fce-8af8-cacd8f3235c5 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Deleting port dcf363d4-751c-45bd-a2da-6959dfd7a10e {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:49:43.635095 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91860ef6-6ba9-4fce-8af8-cacd8f3235c5 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:43.650797 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b93791-e7a5-4160-929b-f53626bf6df0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network 9187bbc2-2877-41a3-ba32-86e457129b09 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:49:43.670475 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-f33dd391-296a-4890-900b-cc89bbb71a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:43.672669 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-f33dd391-296a-4890-900b-cc89bbb71a36 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8b3679d9-f029-43fb-a81d-901fdf16cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0878408 Nov 04 10:49:43.673785 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-34b93791-e7a5-4160-929b-f53626bf6df0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 9187bbc2-2877-41a3-ba32-86e457129b09) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:43.679940 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b93791-e7a5-4160-929b-f53626bf6df0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:43.680676 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-34b93791-e7a5-4160-929b-f53626bf6df0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:43.688360 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8563ad-38ec-42c5-9396-d39518e6ee6a None None] Network 9187bbc2-2877-41a3-ba32-86e457129b09 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:49:43.721350 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91860ef6-6ba9-4fce-8af8-cacd8f3235c5 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:43.721671 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91860ef6-6ba9-4fce-8af8-cacd8f3235c5 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:43.738448 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-91860ef6-6ba9-4fce-8af8-cacd8f3235c5 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Calling delete_port for dcf363d4-751c-45bd-a2da-6959dfd7a10e owned by network:floatingip {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:49:43.771605 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-34b93791-e7a5-4160-929b-f53626bf6df0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9929111 Nov 04 10:49:43.779011 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58380) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:43.993625 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91860ef6-6ba9-4fce-8af8-cacd8f3235c5 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:44.042624 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91860ef6-6ba9-4fce-8af8-cacd8f3235c5 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcf363d4-751c-45bd-a2da-6959dfd7a10e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:44.107372 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c53f89-f760-4f33-8480-186874d7183c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-9187bbc2-2877-41a3-ba32-86e457129b09', 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'fixed_ips': [{'subnet_id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:49:44.108580 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e7c53f89-f760-4f33-8480-186874d7183c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:44.199211 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58390) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:44.220843 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e8347005-dec6-44f6-9385-a4b85f2eb926 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:44.269768 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91860ef6-6ba9-4fce-8af8-cacd8f3235c5 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:44.323572 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-24424869-ab07-4142-ac42-cf7decf77704 service neutron] 10.222.0.126 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6385086 Nov 04 10:49:44.368154 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91860ef6-6ba9-4fce-8af8-cacd8f3235c5 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:44.425822 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-e7c53f89-f760-4f33-8480-186874d7183c None None] Allocated IP 2001:db8::2 (9187bbc2-2877-41a3-ba32-86e457129b09/cde7279d-066d-4365-9f9c-601d7e6b8bc2/5392fd62-64a2-4a38-a20d-22d6e30ae544) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:49:44.493074 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e8347005-dec6-44f6-9385-a4b85f2eb926 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:44.502335 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e8347005-dec6-44f6-9385-a4b85f2eb926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:44.563552 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e8347005-dec6-44f6-9385-a4b85f2eb926 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=1709f0fdfd59471797ced0420b63f73b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3628404 Nov 04 10:49:44.565263 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58400) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:44.565663 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8347005-dec6-44f6-9385-a4b85f2eb926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeda4d4f-5e1b-4ee0-81b3-c9cec3bdfa41,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:44.579033 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91860ef6-6ba9-4fce-8af8-cacd8f3235c5 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:44.655228 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91860ef6-6ba9-4fce-8af8-cacd8f3235c5 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7594dea3-deec-4aab-b5d0-75e1aed0e0da,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:44.744567 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e39f3cfa-f076-485b-bb52-6f0e0e0c364d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:44.748019 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e7c53f89-f760-4f33-8480-186874d7183c None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:44.756918 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e7c53f89-f760-4f33-8480-186874d7183c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:44.763017 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91860ef6-6ba9-4fce-8af8-cacd8f3235c5 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:44.793108 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e39f3cfa-f076-485b-bb52-6f0e0e0c364d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:44.804237 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-91860ef6-6ba9-4fce-8af8-cacd8f3235c5 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a08a7e-6801-45ea-8da9-55e9138fecdf']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:44.826013 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-91860ef6-6ba9-4fce-8af8-cacd8f3235c5 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88fc655-da0a-4493-8096-3064ff493786') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:44.826013 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-91860ef6-6ba9-4fce-8af8-cacd8f3235c5 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88fc655-da0a-4493-8096-3064ff493786') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:44.826342 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c53f89-f760-4f33-8480-186874d7183c None None] Network 9187bbc2-2877-41a3-ba32-86e457129b09 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:44.833437 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-e7c53f89-f760-4f33-8480-186874d7183c None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:44.839989 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c53f89-f760-4f33-8480-186874d7183c None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:49:44.857743 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91860ef6-6ba9-4fce-8af8-cacd8f3235c5 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:44.859701 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:44.870020 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c53f89-f760-4f33-8480-186874d7183c None None] Pushing event updated for resources: {'Port': ['ID=5392fd62-64a2-4a38-a20d-22d6e30ae544,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:44.891858 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91860ef6-6ba9-4fce-8af8-cacd8f3235c5 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:44.905740 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91860ef6-6ba9-4fce-8af8-cacd8f3235c5 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Releasing vlan 1161 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:49:44.906505 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91860ef6-6ba9-4fce-8af8-cacd8f3235c5 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:44.932967 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-e7c53f89-f760-4f33-8480-186874d7183c None None] Attempting to bind port 5392fd62-64a2-4a38-a20d-22d6e30ae544 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:49:44.933240 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-e7c53f89-f760-4f33-8480-186874d7183c None None] Attempting to bind port 5392fd62-64a2-4a38-a20d-22d6e30ae544 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '1440d6b8-21ba-4bb9-8c1f-d9216aa689b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:49:44.933606 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c53f89-f760-4f33-8480-186874d7183c None None] Attempting to bind port 5392fd62-64a2-4a38-a20d-22d6e30ae544 on network 9187bbc2-2877-41a3-ba32-86e457129b09 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:49:44.939817 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c53f89-f760-4f33-8480-186874d7183c None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:49:44.940189 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c53f89-f760-4f33-8480-186874d7183c None None] Checking segment: {'id': '1440d6b8-21ba-4bb9-8c1f-d9216aa689b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:49:44.940673 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e7c53f89-f760-4f33-8480-186874d7183c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:44.941010 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c53f89-f760-4f33-8480-186874d7183c None None] Bound using segment: {'id': '1440d6b8-21ba-4bb9-8c1f-d9216aa689b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:49:44.941499 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-e7c53f89-f760-4f33-8480-186874d7183c None None] Bound port: 5392fd62-64a2-4a38-a20d-22d6e30ae544, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1440d6b8-21ba-4bb9-8c1f-d9216aa689b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:49:44.941885 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e7c53f89-f760-4f33-8480-186874d7183c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:49:44.988669 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:49:45.014490 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91860ef6-6ba9-4fce-8af8-cacd8f3235c5 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:45.015238 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e7c53f89-f760-4f33-8480-186874d7183c None None] For port 5392fd62-64a2-4a38-a20d-22d6e30ae544, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:49:45.021037 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e7c53f89-f760-4f33-8480-186874d7183c None None] For port 5392fd62-64a2-4a38-a20d-22d6e30ae544, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=5392fd62-64a2-4a38-a20d-22d6e30ae544,segment=NetworkSegment(1440d6b8-21ba-4bb9-8c1f-d9216aa689b4),segment_id=1440d6b8-21ba-4bb9-8c1f-d9216aa689b4)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:49:45.025483 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91860ef6-6ba9-4fce-8af8-cacd8f3235c5 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 33a08a7e-6801-45ea-8da9-55e9138fecdf {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 04 10:49:45.028521 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e39f3cfa-f076-485b-bb52-6f0e0e0c364d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:45.031846 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e7c53f89-f760-4f33-8480-186874d7183c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:45.032245 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e39f3cfa-f076-485b-bb52-6f0e0e0c364d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:45.033620 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e39f3cfa-f076-485b-bb52-6f0e0e0c364d admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/eeda4d4f-5e1b-4ee0-81b3-c9cec3bdfa41 HTTP/1.1" status: 204 len: 168 time: 0.4649696 Nov 04 10:49:45.046392 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-91860ef6-6ba9-4fce-8af8-cacd8f3235c5 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:45.053713 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-91860ef6-6ba9-4fce-8af8-cacd8f3235c5 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] 10.222.0.127 "DELETE /v2.0/networks/33a08a7e-6801-45ea-8da9-55e9138fecdf HTTP/1.1" status: 204 len: 168 time: 1.7056258 Nov 04 10:49:45.057906 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58408) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:45.069443 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91860ef6-6ba9-4fce-8af8-cacd8f3235c5 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Pushing event deleted for resources: {'Network': ['ID=33a08a7e-6801-45ea-8da9-55e9138fecdf,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:45.074959 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f3cfa-f076-485b-bb52-6f0e0e0c364d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeda4d4f-5e1b-4ee0-81b3-c9cec3bdfa41,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:45.163070 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1f818c3d-d15e-422d-b628-bb934d90cc8d tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] 10.222.0.127 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2566 time: 0.1036971 Nov 04 10:49:45.163447 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58410) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:45.188140 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c53f89-f760-4f33-8480-186874d7183c None None] Pushing event updated for resources: {'Port': ['ID=5392fd62-64a2-4a38-a20d-22d6e30ae544,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:45.227342 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-c2825204-f687-4e14-9ade-2e6a14ac62e7 service neutron] 10.222.0.126 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7886801 Nov 04 10:49:45.331267 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fee0ed5-f845-4327-af79-2246df9194ee tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:45.340062 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0492a7eb-82b9-4813-be1d-1b05a0fdf514 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:45.340913 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0492a7eb-82b9-4813-be1d-1b05a0fdf514 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:45.341630 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0492a7eb-82b9-4813-be1d-1b05a0fdf514 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:45.342280 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0492a7eb-82b9-4813-be1d-1b05a0fdf514 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:45.343491 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0492a7eb-82b9-4813-be1d-1b05a0fdf514 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:45.344224 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0492a7eb-82b9-4813-be1d-1b05a0fdf514 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:45.344861 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0492a7eb-82b9-4813-be1d-1b05a0fdf514 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:45.345722 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0492a7eb-82b9-4813-be1d-1b05a0fdf514 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:45.346329 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0492a7eb-82b9-4813-be1d-1b05a0fdf514 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:45.346939 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0492a7eb-82b9-4813-be1d-1b05a0fdf514 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:45.348207 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0492a7eb-82b9-4813-be1d-1b05a0fdf514 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:45.350731 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0492a7eb-82b9-4813-be1d-1b05a0fdf514 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:45.351574 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0492a7eb-82b9-4813-be1d-1b05a0fdf514 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:45.352222 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0492a7eb-82b9-4813-be1d-1b05a0fdf514 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:45.359851 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0492a7eb-82b9-4813-be1d-1b05a0fdf514 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8901 time: 0.1948674 Nov 04 10:49:45.360606 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58412) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:45.362095 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-322bc79b-4505-4c82-b741-72d86d1f0217 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01768171-34a9-4d5d-aca7-7f2598e2272a HTTP/1.1" status: 200 len: 217 time: 0.1244028 Nov 04 10:49:45.392723 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f3d9c-8cb2-49c8-ba07-2b55a0a10056 req-80467b13-64fc-46f3-8472-f90f71229b48 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:45.397612 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf7f3d9c-8cb2-49c8-ba07-2b55a0a10056 req-80467b13-64fc-46f3-8472-f90f71229b48 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.3856246 Nov 04 10:49:45.407950 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-f606e288-4466-4b79-9b13-7eef52e0d78f tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] delete failed (client error): The resource could not be found. Nov 04 10:49:45.413012 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f606e288-4466-4b79-9b13-7eef52e0d78f tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] 10.222.0.127 "DELETE /v2.0/floatingips/75a0b8e9-825a-4108-8b02-db942d4c74a9 HTTP/1.1" status: 404 len: 345 time: 0.0510359 Nov 04 10:49:45.413845 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58414) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:45.434273 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b793f73-bde2-4a20-b61e-59268cda5c61 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] DELETE failed (client error): The resource could not be found. Nov 04 10:49:45.435271 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b793f73-bde2-4a20-b61e-59268cda5c61 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:49:45.444688 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3b793f73-bde2-4a20-b61e-59268cda5c61 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] 10.222.0.127 "DELETE /v2.0/networks/33a08a7e-6801-45ea-8da9-55e9138fecdf HTTP/1.1" status: 404 len: 339 time: 0.0292325 Nov 04 10:49:45.445705 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58416) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:45.456006 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-a2d5590a-3c5c-4d4e-bb95-82d40ec07703 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Request body: {'network': {'name': 'tempest-network--323694146', 'router:external': True}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:45.539150 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d5590a-3c5c-4d4e-bb95-82d40ec07703 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Made reservation on behalf of c9c59952149b45a08b7f82e9eac9ef38 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:49:45.548472 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a2d5590a-3c5c-4d4e-bb95-82d40ec07703 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:45.607415 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d5590a-3c5c-4d4e-bb95-82d40ec07703 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1153} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:49:45.634430 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a2d5590a-3c5c-4d4e-bb95-82d40ec07703 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:45.634788 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-a2d5590a-3c5c-4d4e-bb95-82d40ec07703 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Added segment e2959ba4-004c-4022-91a1-1ef37ca610c8 of type vlan for network b19fd07d-6892-4ab3-a987-574964b98db0 Nov 04 10:49:45.755623 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf7f3d9c-8cb2-49c8-ba07-2b55a0a10056 req-8ace4ec8-8fbf-4e7d-9085-402fed49ef32 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923130 Nov 04 10:49:45.785777 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-2b21e128-bd52-4eda-afb1-3422441a80e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:45.787936 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-2b21e128-bd52-4eda-afb1-3422441a80e7 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=591c76b5-dc45-40ba-bafd-65632bad709a HTTP/1.1" status: 200 len: 797 time: 0.2259479 Nov 04 10:49:45.820276 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a2d5590a-3c5c-4d4e-bb95-82d40ec07703 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:45.847651 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5392fd62-64a2-4a38-a20d-22d6e30ae544 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:49:45.916543 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a2d5590a-3c5c-4d4e-bb95-82d40ec07703 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:45.919131 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d5590a-3c5c-4d4e-bb95-82d40ec07703 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:45.921083 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a2d5590a-3c5c-4d4e-bb95-82d40ec07703 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:45.966393 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58424) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:46.010025 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-073a0f70-78f9-43df-8d43-5edb070e08fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:46.020608 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-6fee0ed5-f845-4327-af79-2246df9194ee tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Allocated IP 2001:db8::1 (9187bbc2-2877-41a3-ba32-86e457129b09/cde7279d-066d-4365-9f9c-601d7e6b8bc2/d6984ab5-bd1d-4f63-b828-07c0808e45f0) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:49:46.021068 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 5392fd62-64a2-4a38-a20d-22d6e30ae544 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:46.021597 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:46.032443 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a2d5590a-3c5c-4d4e-bb95-82d40ec07703 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5853930 Nov 04 10:49:46.037746 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58426) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:46.064172 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5590a-3c5c-4d4e-bb95-82d40ec07703 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Pushing event updated for resources: {'Network': ['ID=b19fd07d-6892-4ab3-a987-574964b98db0,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:46.117407 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network b19fd07d-6892-4ab3-a987-574964b98db0 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:49:46.255639 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcce7fc-5c5d-4ae5-b007-de0d56cbc966 tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:46.264879 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcce7fc-5c5d-4ae5-b007-de0d56cbc966 tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:46.273540 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcce7fc-5c5d-4ae5-b007-de0d56cbc966 tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:46.280457 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcce7fc-5c5d-4ae5-b007-de0d56cbc966 tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:46.285578 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-cbcce7fc-5c5d-4ae5-b007-de0d56cbc966 tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] 10.222.0.127 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2393508 Nov 04 10:49:46.293138 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58428) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:46.293769 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:46.302699 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fee0ed5-f845-4327-af79-2246df9194ee tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:46.336385 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 5392fd62-64a2-4a38-a20d-22d6e30ae544, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=5392fd62-64a2-4a38-a20d-22d6e30ae544,segment=NetworkSegment(1440d6b8-21ba-4bb9-8c1f-d9216aa689b4),segment_id=1440d6b8-21ba-4bb9-8c1f-d9216aa689b4)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:49:46.343787 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:46.376255 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-090d107a-bb97-4f1f-b49b-0e89749dcc7c tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:46.404033 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-073a0f70-78f9-43df-8d43-5edb070e08fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:46.406799 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fee0ed5-f845-4327-af79-2246df9194ee tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:46.419581 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=5392fd62-64a2-4a38-a20d-22d6e30ae544,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:46.446949 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-073a0f70-78f9-43df-8d43-5edb070e08fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:46.465370 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fee0ed5-f845-4327-af79-2246df9194ee tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network 9187bbc2-2877-41a3-ba32-86e457129b09 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:46.477721 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-a45274f9-f4f8-46d3-b187-1a61ce1b19ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:46.479404 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-a45274f9-f4f8-46d3-b187-1a61ce1b19ad service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8b3679d9-f029-43fb-a81d-901fdf16cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1470444 Nov 04 10:49:46.483411 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-6fee0ed5-f845-4327-af79-2246df9194ee tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:46.496554 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6af88-941d-45a3-ae9f-91465d4d21c1 req-b436e8b6-390b-43d2-a120-68c7f651bf10 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:46.498212 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8ab6af88-941d-45a3-ae9f-91465d4d21c1 req-b436e8b6-390b-43d2-a120-68c7f651bf10 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1646965 Nov 04 10:49:46.499082 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fee0ed5-f845-4327-af79-2246df9194ee tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:49:46.499657 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fee0ed5-f845-4327-af79-2246df9194ee tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:46.512132 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee0ed5-f845-4327-af79-2246df9194ee tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Port': ['ID=d6984ab5-bd1d-4f63-b828-07c0808e45f0,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:46.545401 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a0f70-78f9-43df-8d43-5edb070e08fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021f8123-e0e0-4eb0-97e1-9f4185d5590d,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:46.551078 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-073a0f70-78f9-43df-8d43-5edb070e08fc admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=aa5269ea30e4428f9e75e1b23718fd38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5812709 Nov 04 10:49:46.553601 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-090d107a-bb97-4f1f-b49b-0e89749dcc7c tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:46.558925 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58432) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:46.606989 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-090d107a-bb97-4f1f-b49b-0e89749dcc7c tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b19fd07d-6892-4ab3-a987-574964b98db0']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:46.629471 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-090d107a-bb97-4f1f-b49b-0e89749dcc7c tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2959ba4-004c-4022-91a1-1ef37ca610c8') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:46.629773 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-090d107a-bb97-4f1f-b49b-0e89749dcc7c tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2959ba4-004c-4022-91a1-1ef37ca610c8') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:46.652723 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-090d107a-bb97-4f1f-b49b-0e89749dcc7c tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:46.675311 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-090d107a-bb97-4f1f-b49b-0e89749dcc7c tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:46.684924 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-817a9292-12dc-4c2a-83f7-15ff777ad6bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:46.686888 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-090d107a-bb97-4f1f-b49b-0e89749dcc7c tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Releasing vlan 1153 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:49:46.687365 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-090d107a-bb97-4f1f-b49b-0e89749dcc7c tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:49:46.689129 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:49:46.757780 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-817a9292-12dc-4c2a-83f7-15ff777ad6bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:46.760895 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8ab6af88-941d-45a3-ae9f-91465d4d21c1 req-ca0ad8b4-c577-433b-9f4a-95fe64002f96 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459245 Nov 04 10:49:46.777284 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-090d107a-bb97-4f1f-b49b-0e89749dcc7c tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:46.786798 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-e9c90515-7c1d-4418-9f02-1c0e25a9c364 service neutron] 10.222.0.126 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838895 Nov 04 10:49:46.794148 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090d107a-bb97-4f1f-b49b-0e89749dcc7c tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b19fd07d-6892-4ab3-a987-574964b98db0 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 04 10:49:46.800418 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-090d107a-bb97-4f1f-b49b-0e89749dcc7c tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:46.809476 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-090d107a-bb97-4f1f-b49b-0e89749dcc7c tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] 10.222.0.127 "DELETE /v2.0/networks/b19fd07d-6892-4ab3-a987-574964b98db0 HTTP/1.1" status: 204 len: 168 time: 0.5117898 Nov 04 10:49:46.810909 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58436) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:46.827176 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-072ca763-27ec-4669-9cb2-ee82a91c3609 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Request body: {'network': {'name': 'tempest-network--900207792', 'router:external': True}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:46.827412 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d107a-bb97-4f1f-b49b-0e89749dcc7c tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Pushing event deleted for resources: {'Network': ['ID=b19fd07d-6892-4ab3-a987-574964b98db0,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:46.861866 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fee0ed5-f845-4327-af79-2246df9194ee tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:46.870853 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c8cc76-2fee-4c01-96dc-6397f77df6df None None] Network 9187bbc2-2877-41a3-ba32-86e457129b09 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:49:46.871740 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-817a9292-12dc-4c2a-83f7-15ff777ad6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:46.874521 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-817a9292-12dc-4c2a-83f7-15ff777ad6bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:46.879430 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-817a9292-12dc-4c2a-83f7-15ff777ad6bf admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/021f8123-e0e0-4eb0-97e1-9f4185d5590d HTTP/1.1" status: 204 len: 168 time: 0.3192122 Nov 04 10:49:46.893637 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a9292-12dc-4c2a-83f7-15ff777ad6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021f8123-e0e0-4eb0-97e1-9f4185d5590d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:46.940586 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072ca763-27ec-4669-9cb2-ee82a91c3609 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Made reservation on behalf of c9c59952149b45a08b7f82e9eac9ef38 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:49:46.943395 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-072ca763-27ec-4669-9cb2-ee82a91c3609 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:47.098299 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072ca763-27ec-4669-9cb2-ee82a91c3609 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1178} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:49:47.103837 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a6188f9-7f48-42de-879b-c38e4c37cbe9 req-2c9e065f-0024-4dd9-89ef-063a90093722 service neutron] 10.222.0.126 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076985 Nov 04 10:49:47.122548 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-072ca763-27ec-4669-9cb2-ee82a91c3609 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:47.122908 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-072ca763-27ec-4669-9cb2-ee82a91c3609 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Added segment 1a055aaa-b47f-44eb-af05-708c10c1de0d of type vlan for network 8fe8b7c8-cbe1-4e64-8107-df7556c57f6f Nov 04 10:49:47.206768 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4214f332-c334-4e79-8aba-41a73cdcf6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:47.221957 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d8cf6260-f0d8-45e6-8d2a-89a37f7635e6 None None] Provisioning complete for port 5392fd62-64a2-4a38-a20d-22d6e30ae544 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:47.222737 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6260-f0d8-45e6-8d2a-89a37f7635e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:47.257176 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-072ca763-27ec-4669-9cb2-ee82a91c3609 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:47.391842 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-072ca763-27ec-4669-9cb2-ee82a91c3609 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:47.392902 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072ca763-27ec-4669-9cb2-ee82a91c3609 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:47.393670 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-072ca763-27ec-4669-9cb2-ee82a91c3609 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:47.491892 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-072ca763-27ec-4669-9cb2-ee82a91c3609 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6786506 Nov 04 10:49:47.494298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58458) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:47.572130 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ca763-27ec-4669-9cb2-ee82a91c3609 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Pushing event updated for resources: {'Network': ['ID=8fe8b7c8-cbe1-4e64-8107-df7556c57f6f,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:47.592924 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 8fe8b7c8-cbe1-4e64-8107-df7556c57f6f details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:49:47.600531 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fee0ed5-f845-4327-af79-2246df9194ee tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:47.619303 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fee0ed5-f845-4327-af79-2246df9194ee tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:47.624924 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fee0ed5-f845-4327-af79-2246df9194ee tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:47.771859 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d2116d-4822-4022-abd2-4b987a6278aa tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:47.776417 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-97d2116d-4822-4022-abd2-4b987a6278aa tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] 10.222.0.127 "GET /v2.0/networks/8fe8b7c8-cbe1-4e64-8107-df7556c57f6f HTTP/1.1" status: 200 len: 756 time: 0.2807176 Nov 04 10:49:47.776984 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58462) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:47.855488 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee0ed5-f845-4327-af79-2246df9194ee tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Port': ['ID=d6984ab5-bd1d-4f63-b828-07c0808e45f0,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:47.878948 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5392fd62-64a2-4a38-a20d-22d6e30ae544 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:49:47.932571 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baeff60-dc48-465f-a082-10d999ec6431 tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:47.938063 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58468) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:47.938777 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7baeff60-dc48-465f-a082-10d999ec6431 tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] 10.222.0.127 "GET /v2.0/networks/6352dc96-c8e6-45f3-9ea6-350514d527c1 HTTP/1.1" status: 200 len: 767 time: 0.1605458 Nov 04 10:49:48.022467 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fee0ed5-f845-4327-af79-2246df9194ee tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network 9187bbc2-2877-41a3-ba32-86e457129b09 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:48.027716 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-6fee0ed5-f845-4327-af79-2246df9194ee tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:48.036147 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-fe089fb0-5b7b-466e-a83d-4db9ee8d5dc5 None None] Provisioning complete for port 5392fd62-64a2-4a38-a20d-22d6e30ae544 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:48.036521 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fe089fb0-5b7b-466e-a83d-4db9ee8d5dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:48.140552 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 5392fd62-64a2-4a38-a20d-22d6e30ae544 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:48.141220 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:48.181248 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1731b66a-0205-4329-a3fe-8b7489c91fb1 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:48.391154 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-fe089fb0-5b7b-466e-a83d-4db9ee8d5dc5 None None] Provisioning complete for port d6984ab5-bd1d-4f63-b828-07c0808e45f0 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:48.391835 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fe089fb0-5b7b-466e-a83d-4db9ee8d5dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:48.450079 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-fe089fb0-5b7b-466e-a83d-4db9ee8d5dc5 None None] Port d6984ab5-bd1d-4f63-b828-07c0808e45f0 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:49:48.467517 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1731b66a-0205-4329-a3fe-8b7489c91fb1 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:48.502202 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-1731b66a-0205-4329-a3fe-8b7489c91fb1 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe8b7c8-cbe1-4e64-8107-df7556c57f6f']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:48.523287 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-1731b66a-0205-4329-a3fe-8b7489c91fb1 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a055aaa-b47f-44eb-af05-708c10c1de0d') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:48.523769 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-1731b66a-0205-4329-a3fe-8b7489c91fb1 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a055aaa-b47f-44eb-af05-708c10c1de0d') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:48.535524 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fee0ed5-f845-4327-af79-2246df9194ee tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Router ffa21b18-e385-4dcb-abb1-fe5831c90d9b is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:49:48.540273 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1731b66a-0205-4329-a3fe-8b7489c91fb1 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:48.582820 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4a755a0e-9118-46b7-9cf1-6a7feea0472d None None] Provisioning complete for port d6984ab5-bd1d-4f63-b828-07c0808e45f0 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:48.583195 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4a755a0e-9118-46b7-9cf1-6a7feea0472d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:48.607080 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1731b66a-0205-4329-a3fe-8b7489c91fb1 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:48.671479 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-4a755a0e-9118-46b7-9cf1-6a7feea0472d None None] Port d6984ab5-bd1d-4f63-b828-07c0808e45f0 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:49:48.736503 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1731b66a-0205-4329-a3fe-8b7489c91fb1 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:49:48.737110 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1731b66a-0205-4329-a3fe-8b7489c91fb1 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:49:48.739925 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:49:48.799751 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-7c006494-e33f-4dba-a52d-4f1d23438f17 None None] Provisioning complete for port d6984ab5-bd1d-4f63-b828-07c0808e45f0 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:48.800385 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7c006494-e33f-4dba-a52d-4f1d23438f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:48.874839 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fee0ed5-f845-4327-af79-2246df9194ee tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:49:48.888180 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58490) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:48.888733 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6fee0ed5-f845-4327-af79-2246df9194ee tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "PUT /v2.0/routers/ffa21b18-e385-4dcb-abb1-fe5831c90d9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1085570 Nov 04 10:49:48.890359 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1731b66a-0205-4329-a3fe-8b7489c91fb1 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:48.896384 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1731b66a-0205-4329-a3fe-8b7489c91fb1 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8fe8b7c8-cbe1-4e64-8107-df7556c57f6f {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 04 10:49:48.900847 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1731b66a-0205-4329-a3fe-8b7489c91fb1 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:48.902105 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-da042acc-0539-4d02-a990-dfbb7c9e5fca tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-291424442'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:48.902749 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-7c006494-e33f-4dba-a52d-4f1d23438f17 None None] Port d6984ab5-bd1d-4f63-b828-07c0808e45f0 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:49:48.904521 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1731b66a-0205-4329-a3fe-8b7489c91fb1 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] 10.222.0.127 "DELETE /v2.0/networks/8fe8b7c8-cbe1-4e64-8107-df7556c57f6f HTTP/1.1" status: 204 len: 168 time: 0.9642537 Nov 04 10:49:48.914692 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58492) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:48.922843 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731b66a-0205-4329-a3fe-8b7489c91fb1 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Pushing event deleted for resources: {'Network': ['ID=8fe8b7c8-cbe1-4e64-8107-df7556c57f6f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:48.923761 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845c20d9-eba3-4f2b-bf7c-65a0ce6fb7e8 None None] Sync routers for ids ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:49:48.925511 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-658169d6-70c9-4230-80fc-15b4f35b2169 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Request body: {'network': {'name': 'tempest-network--1153048634'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:48.955284 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845c20d9-eba3-4f2b-bf7c-65a0ce6fb7e8 None None] Routers {'ffa21b18-e385-4dcb-abb1-fe5831c90d9b'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:48.955979 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-845c20d9-eba3-4f2b-bf7c-65a0ce6fb7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:19Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:48.986529 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.db.api [None req-658169d6-70c9-4230-80fc-15b4f35b2169 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 04 10:49:48.986529 n-d-816629-1 neutron-server[101775]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 04 10:49:48.986529 n-d-816629-1 neutron-server[101775]: [parameters: {'project_id': 'c9c59952149b45a08b7f82e9eac9ef38', 'id': '23e34241-6672-4eef-83d5-40914096d215', 'expiration': datetime.datetime(2021, 11, 4, 10, 51, 48, 971211)}] Nov 04 10:49:48.986529 n-d-816629-1 neutron-server[101775]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:49:48.987370 n-d-816629-1 neutron-server[101775]: DEBUG oslo_db.api [None req-658169d6-70c9-4230-80fc-15b4f35b2169 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:49:48.997450 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da042acc-0539-4d02-a990-dfbb7c9e5fca tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Made reservation on behalf of 9fa43ef76f0c4eb2b22d3d40568c22a7 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:49:49.003371 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-da042acc-0539-4d02-a990-dfbb7c9e5fca tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:49.033476 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da042acc-0539-4d02-a990-dfbb7c9e5fca tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1174} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:49:49.046939 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-da042acc-0539-4d02-a990-dfbb7c9e5fca tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:49.047732 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-da042acc-0539-4d02-a990-dfbb7c9e5fca tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Added segment bd55cb1b-e76d-4012-b7bb-0ff2c529278a of type vlan for network 67e4d902-7aba-445b-b7ba-eb8e13a9dbe4 Nov 04 10:49:49.109203 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-da042acc-0539-4d02-a990-dfbb7c9e5fca tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:49.122348 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-845c20d9-eba3-4f2b-bf7c-65a0ce6fb7e8 None None] Set router ffa21b18-e385-4dcb-abb1-fe5831c90d9b gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:49:49.165730 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-da042acc-0539-4d02-a990-dfbb7c9e5fca tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:49.175598 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da042acc-0539-4d02-a990-dfbb7c9e5fca tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:49.176845 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-da042acc-0539-4d02-a990-dfbb7c9e5fca tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:49.285342 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-da042acc-0539-4d02-a990-dfbb7c9e5fca tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3916852 Nov 04 10:49:49.286456 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58500) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:49.294205 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-3b9bf87d-4334-4aa7-9bac-17fac9d4fa59 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'subnet': {'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:49.432019 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da042acc-0539-4d02-a990-dfbb7c9e5fca tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Network': ['ID=67e4d902-7aba-445b-b7ba-eb8e13a9dbe4,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:49.442180 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9bf87d-4334-4aa7-9bac-17fac9d4fa59 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Made reservation on behalf of 9fa43ef76f0c4eb2b22d3d40568c22a7 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:49:49.450944 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 67e4d902-7aba-445b-b7ba-eb8e13a9dbe4 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:49:49.465016 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b9bf87d-4334-4aa7-9bac-17fac9d4fa59 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:49.614832 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658169d6-70c9-4230-80fc-15b4f35b2169 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Made reservation on behalf of c9c59952149b45a08b7f82e9eac9ef38 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:49:49.618821 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-658169d6-70c9-4230-80fc-15b4f35b2169 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:49.637662 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-845c20d9-eba3-4f2b-bf7c-65a0ce6fb7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:49:46Z', 'revision_number': 2, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None, '_interfaces': [{'id': 'd6984ab5-bd1d-4f63-b828-07c0808e45f0', 'name': '', 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:3f:63:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:45Z', 'updated_at': '2021-11-04T10:49:47Z', 'revision_number': 2, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:49.688971 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845c20d9-eba3-4f2b-bf7c-65a0ce6fb7e8 None None] Checking router: ffa21b18-e385-4dcb-abb1-fe5831c90d9b for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:49:49.689604 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845c20d9-eba3-4f2b-bf7c-65a0ce6fb7e8 None None] Updating router ffa21b18-e385-4dcb-abb1-fe5831c90d9b port d6984ab5-bd1d-4f63-b828-07c0808e45f0 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:49:49.695294 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-181d8955-0fd5-48cc-ba58-2bd9d3e6c2e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:49.727870 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-845c20d9-eba3-4f2b-bf7c-65a0ce6fb7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:49.784923 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-658169d6-70c9-4230-80fc-15b4f35b2169 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1155} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:49:49.802690 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-658169d6-70c9-4230-80fc-15b4f35b2169 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:49.803437 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-658169d6-70c9-4230-80fc-15b4f35b2169 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Added segment 0baf7dd7-5302-42ed-af7c-535c013731a3 of type vlan for network 02a2bb08-cc8e-4f89-bce0-f3d06913b7e1 Nov 04 10:49:49.805709 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58520) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:49.822496 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e385bd-e676-438c-bf65-50863928eed2 req-6bf2093b-3e5c-439a-93c3-57dea57035d4 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:49.824263 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-51e385bd-e676-438c-bf65-50863928eed2 req-6bf2093b-3e5c-439a-93c3-57dea57035d4 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.0824313 Nov 04 10:49:49.891801 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-51e385bd-e676-438c-bf65-50863928eed2 req-e61f0468-9ef1-427a-9c63-854581e48cf3 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594893 Nov 04 10:49:49.931796 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-658169d6-70c9-4230-80fc-15b4f35b2169 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:49.939069 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b9bf87d-4334-4aa7-9bac-17fac9d4fa59 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:49.998728 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-6ead9224-df36-4005-9492-21f1bb6150cf tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1493670835'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:49.999208 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-6ead9224-df36-4005-9492-21f1bb6150cf tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] Unknown quota resources ['metering_label']. {{(pid=101775) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 04 10:49:50.047447 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-658169d6-70c9-4230-80fc-15b4f35b2169 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:50.048308 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658169d6-70c9-4230-80fc-15b4f35b2169 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:50.048913 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-658169d6-70c9-4230-80fc-15b4f35b2169 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:50.150867 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9bf87d-4334-4aa7-9bac-17fac9d4fa59 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Subnet': ['ID=dea12367-7999-4554-8380-ffe0b0f1e261,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:50.198984 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-845c20d9-eba3-4f2b-bf7c-65a0ce6fb7e8 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:50.202736 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14404677-8ddb-4be7-899d-a00e91e158ca req-7cc0cbb8-18e8-4aee-822e-32613043d01b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:50.204394 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-14404677-8ddb-4be7-899d-a00e91e158ca req-7cc0cbb8-18e8-4aee-822e-32613043d01b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.0985763 Nov 04 10:49:50.212955 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-658169d6-70c9-4230-80fc-15b4f35b2169 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.2966173 Nov 04 10:49:50.215863 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58526) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:50.221956 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-845c20d9-eba3-4f2b-bf7c-65a0ce6fb7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:50.222718 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-8a4b70a7-371f-4c1c-a101-241c4e86eed0 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:50.266538 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10118685-8f82-48bd-8d54-61e01ab1dcb1 None None] Pushing event updated for resources: {'Port': ['ID=d6984ab5-bd1d-4f63-b828-07c0808e45f0,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:50.343210 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658169d6-70c9-4230-80fc-15b4f35b2169 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Pushing event updated for resources: {'Network': ['ID=02a2bb08-cc8e-4f89-bce0-f3d06913b7e1,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:50.348136 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6ead9224-df36-4005-9492-21f1bb6150cf tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:50.350104 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6ead9224-df36-4005-9492-21f1bb6150cf tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] 10.222.0.127 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5407429 Nov 04 10:49:50.351266 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9bf87d-4334-4aa7-9bac-17fac9d4fa59 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Checking segment: {'id': 'bd55cb1b-e76d-4012-b7bb-0ff2c529278a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:49:50.351662 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9bf87d-4334-4aa7-9bac-17fac9d4fa59 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network hostable DHCP agents. Network: 67e4d902-7aba-445b-b7ba-eb8e13a9dbe4, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:49:50.354494 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58528) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:50.360697 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-4c1a4d0f-6e9d-4154-80ef-1872c22ce4d3 tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '0cf37269-f614-46a6-a2a3-1f6b9db033de'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:50.361241 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-4c1a4d0f-6e9d-4154-80ef-1872c22ce4d3 tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101775) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 04 10:49:50.400318 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 02a2bb08-cc8e-4f89-bce0-f3d06913b7e1 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:49:50.433279 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-14404677-8ddb-4be7-899d-a00e91e158ca req-a4e2ccab-53be-4320-bd3e-258e4c7d7cde tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044771 Nov 04 10:49:50.533115 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8a4b70a7-371f-4c1c-a101-241c4e86eed0 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:50.556541 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8a4b70a7-371f-4c1c-a101-241c4e86eed0 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:50.641160 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8a4b70a7-371f-4c1c-a101-241c4e86eed0 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Network 02a2bb08-cc8e-4f89-bce0-f3d06913b7e1 is not hosted by any dhcp agent {{(pid=101774) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 04 10:49:50.642080 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4b70a7-371f-4c1c-a101-241c4e86eed0 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:50.642728 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8a4b70a7-371f-4c1c-a101-241c4e86eed0 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:50.644496 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8a4b70a7-371f-4c1c-a101-241c4e86eed0 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] 10.222.0.127 "PUT /v2.0/networks/02a2bb08-cc8e-4f89-bce0-f3d06913b7e1 HTTP/1.1" status: 200 len: 859 time: 0.4270232 Nov 04 10:49:50.648408 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58536) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:50.679708 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b70a7-371f-4c1c-a101-241c4e86eed0 tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Pushing event updated for resources: {'Network': ['ID=02a2bb08-cc8e-4f89-bce0-f3d06913b7e1,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:50.805084 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-162ef34c-3f70-48b6-85d0-a02d5913119f tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:50.852106 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db894fa-52c5-4615-87d8-cd8a03cdc813 req-6a25aaa4-404e-444e-b806-0a8ce687c9d7 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:50.862865 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7db894fa-52c5-4615-87d8-cd8a03cdc813 req-6a25aaa4-404e-444e-b806-0a8ce687c9d7 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1511130 Nov 04 10:49:50.907216 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-845c20d9-eba3-4f2b-bf7c-65a0ce6fb7e8 None None] Attempting to bind port d6984ab5-bd1d-4f63-b828-07c0808e45f0 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:49:50.907788 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-845c20d9-eba3-4f2b-bf7c-65a0ce6fb7e8 None None] Attempting to bind port d6984ab5-bd1d-4f63-b828-07c0808e45f0 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '1440d6b8-21ba-4bb9-8c1f-d9216aa689b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:49:50.908158 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845c20d9-eba3-4f2b-bf7c-65a0ce6fb7e8 None None] Attempting to bind port d6984ab5-bd1d-4f63-b828-07c0808e45f0 on network 9187bbc2-2877-41a3-ba32-86e457129b09 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:49:50.925437 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845c20d9-eba3-4f2b-bf7c-65a0ce6fb7e8 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:49:50.926194 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845c20d9-eba3-4f2b-bf7c-65a0ce6fb7e8 None None] Checking segment: {'id': '1440d6b8-21ba-4bb9-8c1f-d9216aa689b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:49:50.926977 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-845c20d9-eba3-4f2b-bf7c-65a0ce6fb7e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:50.927570 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845c20d9-eba3-4f2b-bf7c-65a0ce6fb7e8 None None] Bound using segment: {'id': '1440d6b8-21ba-4bb9-8c1f-d9216aa689b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:49:50.928462 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-845c20d9-eba3-4f2b-bf7c-65a0ce6fb7e8 None None] Bound port: d6984ab5-bd1d-4f63-b828-07c0808e45f0, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1440d6b8-21ba-4bb9-8c1f-d9216aa689b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:49:50.929200 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-845c20d9-eba3-4f2b-bf7c-65a0ce6fb7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:50.938595 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b8f07407-2fff-4b7c-9846-927d197c577e None None] Provisioning complete for port d6984ab5-bd1d-4f63-b828-07c0808e45f0 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:50.939015 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b8f07407-2fff-4b7c-9846-927d197c577e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:50.992170 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:51.027044 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7db894fa-52c5-4615-87d8-cd8a03cdc813 req-04b9dbf8-b545-4cac-bbe0-89c2943251b1 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628842 Nov 04 10:49:51.039809 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-162ef34c-3f70-48b6-85d0-a02d5913119f tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:51.052980 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-845c20d9-eba3-4f2b-bf7c-65a0ce6fb7e8 None None] For port d6984ab5-bd1d-4f63-b828-07c0808e45f0, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:49:51.056856 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-845c20d9-eba3-4f2b-bf7c-65a0ce6fb7e8 None None] For port d6984ab5-bd1d-4f63-b828-07c0808e45f0, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d6984ab5-bd1d-4f63-b828-07c0808e45f0,segment=NetworkSegment(1440d6b8-21ba-4bb9-8c1f-d9216aa689b4),segment_id=1440d6b8-21ba-4bb9-8c1f-d9216aa689b4)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:49:51.066958 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-845c20d9-eba3-4f2b-bf7c-65a0ce6fb7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:51.071257 n-d-816629-1 neutron-server[101775]: WARNING neutron.services.metering.metering_plugin [None req-4c1a4d0f-6e9d-4154-80ef-1872c22ce4d3 tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 04 10:49:51.103050 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-162ef34c-3f70-48b6-85d0-a02d5913119f tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a2bb08-cc8e-4f89-bce0-f3d06913b7e1']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:51.127007 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-162ef34c-3f70-48b6-85d0-a02d5913119f tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0baf7dd7-5302-42ed-af7c-535c013731a3') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:51.130431 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-162ef34c-3f70-48b6-85d0-a02d5913119f tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0baf7dd7-5302-42ed-af7c-535c013731a3') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:51.143553 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-b8f07407-2fff-4b7c-9846-927d197c577e None None] Port d6984ab5-bd1d-4f63-b828-07c0808e45f0 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:49:51.153415 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-162ef34c-3f70-48b6-85d0-a02d5913119f tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:51.197385 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9bf87d-4334-4aa7-9bac-17fac9d4fa59 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network 67e4d902-7aba-445b-b7ba-eb8e13a9dbe4 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:49:51.197835 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-162ef34c-3f70-48b6-85d0-a02d5913119f tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:51.232323 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-162ef34c-3f70-48b6-85d0-a02d5913119f tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Releasing vlan 1155 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:49:51.232922 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-162ef34c-3f70-48b6-85d0-a02d5913119f tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:49:51.235163 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:49:51.253648 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4c1a4d0f-6e9d-4154-80ef-1872c22ce4d3 tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:51.255536 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10118685-8f82-48bd-8d54-61e01ab1dcb1 None None] Pushing event updated for resources: {'Port': ['ID=d6984ab5-bd1d-4f63-b828-07c0808e45f0,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:51.259158 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4c1a4d0f-6e9d-4154-80ef-1872c22ce4d3 tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] 10.222.0.127 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.9025135 Nov 04 10:49:51.259825 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58546) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:51.267087 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845c20d9-eba3-4f2b-bf7c-65a0ce6fb7e8 None None] Routers {'ffa21b18-e385-4dcb-abb1-fe5831c90d9b'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:51.267913 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-845c20d9-eba3-4f2b-bf7c-65a0ce6fb7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:51.278231 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-8748f64f-b4eb-4b80-aed5-45689367bbcd tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '0cf37269-f614-46a6-a2a3-1f6b9db033de'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:51.281595 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-8748f64f-b4eb-4b80-aed5-45689367bbcd tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101775) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 04 10:49:51.298393 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-3b9bf87d-4334-4aa7-9bac-17fac9d4fa59 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 67e4d902-7aba-445b-b7ba-eb8e13a9dbe4) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:51.321971 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9bf87d-4334-4aa7-9bac-17fac9d4fa59 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:51.323706 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b9bf87d-4334-4aa7-9bac-17fac9d4fa59 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:51.411666 n-d-816629-1 neutron-server[101775]: WARNING neutron.services.metering.metering_plugin [None req-8748f64f-b4eb-4b80-aed5-45689367bbcd tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 04 10:49:51.431224 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3c94a-1f80-4442-80c2-d4831aab4e93 req-1d5810d3-06dc-4113-bc94-1ca1f756e407 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:51.436191 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-52d3c94a-1f80-4442-80c2-d4831aab4e93 req-1d5810d3-06dc-4113-bc94-1ca1f756e407 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1102991 Nov 04 10:49:51.438477 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58548) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:51.440900 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3b9bf87d-4334-4aa7-9bac-17fac9d4fa59 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1540022 Nov 04 10:49:51.468423 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-845c20d9-eba3-4f2b-bf7c-65a0ce6fb7e8 None None] Set router ffa21b18-e385-4dcb-abb1-fe5831c90d9b gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:49:51.542509 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8748f64f-b4eb-4b80-aed5-45689367bbcd tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:51.543823 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8748f64f-b4eb-4b80-aed5-45689367bbcd tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] 10.222.0.127 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2805476 Nov 04 10:49:51.546649 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58550) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:51.576192 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dfc2d1-6114-4dfb-b91f-1e3c15b16caa None None] Network 67e4d902-7aba-445b-b7ba-eb8e13a9dbe4 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:49:51.588957 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f4a78fdc-492e-4e3a-a4e0-2377cdb792ca tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] 10.222.0.127 "GET /v2.0/metering/metering-label-rules?id=2b9a1cee-97f0-4717-9adc-592257394e38 HTTP/1.1" status: 200 len: 462 time: 0.0394146 Nov 04 10:49:51.591192 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58552) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:51.726868 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-5708318a-c5c4-4917-823b-08a24174c0be None None] Provisioning complete for port d6984ab5-bd1d-4f63-b828-07c0808e45f0 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:51.727137 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5708318a-c5c4-4917-823b-08a24174c0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:51.748907 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b0b1e64d-2cd8-4d9b-a1da-54bc1046f403 tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:51.752876 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b0b1e64d-2cd8-4d9b-a1da-54bc1046f403 tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] 10.222.0.127 "DELETE /v2.0/metering/metering-label-rules/2b9a1cee-97f0-4717-9adc-592257394e38 HTTP/1.1" status: 204 len: 168 time: 0.1565523 Nov 04 10:49:51.754519 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58554) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:51.774571 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0eadad63-83d5-436e-9c24-39823e89f2d7 tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] 10.222.0.127 "GET /v2.0/metering/metering-label-rules?id=2b9a1cee-97f0-4717-9adc-592257394e38 HTTP/1.1" status: 200 len: 221 time: 0.0142789 Nov 04 10:49:51.775530 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58556) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:51.781335 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-3e48b851-3687-42af-9dd9-486e91bf1950 tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1158781147', 'description': 'label created by tempest'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:51.781963 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-3e48b851-3687-42af-9dd9-486e91bf1950 tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] Unknown quota resources ['metering_label']. {{(pid=101775) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 04 10:49:51.898288 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-162ef34c-3f70-48b6-85d0-a02d5913119f tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:51.923087 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162ef34c-3f70-48b6-85d0-a02d5913119f tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 02a2bb08-cc8e-4f89-bce0-f3d06913b7e1 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 04 10:49:51.925352 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ef34c-3f70-48b6-85d0-a02d5913119f tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Pushing event deleted for resources: {'Network': ['ID=02a2bb08-cc8e-4f89-bce0-f3d06913b7e1,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:51.955463 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-162ef34c-3f70-48b6-85d0-a02d5913119f tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:51.960341 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-162ef34c-3f70-48b6-85d0-a02d5913119f tempest-ExternalNetworksTestJSON-420690187 tempest-ExternalNetworksTestJSON-420690187-project-admin] 10.222.0.127 "DELETE /v2.0/networks/02a2bb08-cc8e-4f89-bce0-f3d06913b7e1 HTTP/1.1" status: 204 len: 168 time: 1.3106935 Nov 04 10:49:51.969410 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58560) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:51.977185 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-52d3c94a-1f80-4442-80c2-d4831aab4e93 req-4907737d-fa1e-42f6-a211-51989a7bb3d0 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031098 Nov 04 10:49:51.997832 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1d7f97-a278-40f1-aba9-10149b18bc78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-67e4d902-7aba-445b-b7ba-eb8e13a9dbe4', 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'fixed_ips': [{'subnet_id': 'dea12367-7999-4554-8380-ffe0b0f1e261'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:49:51.997832 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7f97-a278-40f1-aba9-10149b18bc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:52.005382 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7a9705-002b-427c-82e6-2a858b0ea96d tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] DELETE failed (client error): The resource could not be found. Nov 04 10:49:52.006186 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd7a9705-002b-427c-82e6-2a858b0ea96d tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:49:52.012742 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bd7a9705-002b-427c-82e6-2a858b0ea96d tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] 10.222.0.127 "DELETE /v2.0/subnets/7594dea3-deec-4aab-b5d0-75e1aed0e0da HTTP/1.1" status: 404 len: 337 time: 0.0418878 Nov 04 10:49:52.013595 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58564) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:52.055486 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5708318a-c5c4-4917-823b-08a24174c0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:52.081282 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3e48b851-3687-42af-9dd9-486e91bf1950 tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:52.084229 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3e48b851-3687-42af-9dd9-486e91bf1950 tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] 10.222.0.127 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3071325 Nov 04 10:49:52.113965 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58568) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:52.176427 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5708318a-c5c4-4917-823b-08a24174c0be None None] For port d6984ab5-bd1d-4f63-b828-07c0808e45f0, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d6984ab5-bd1d-4f63-b828-07c0808e45f0,segment=NetworkSegment(1440d6b8-21ba-4bb9-8c1f-d9216aa689b4),segment_id=1440d6b8-21ba-4bb9-8c1f-d9216aa689b4)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:49:52.179474 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-845c20d9-eba3-4f2b-bf7c-65a0ce6fb7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:49:46Z', 'revision_number': 2, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None, '_interfaces': [{'id': 'd6984ab5-bd1d-4f63-b828-07c0808e45f0', 'name': '', 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:3f:63:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:45Z', 'updated_at': '2021-11-04T10:49:51Z', 'revision_number': 4, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:52.241528 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:52.241964 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5708318a-c5c4-4917-823b-08a24174c0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:52.254329 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-73f49a63-2a4e-4048-888c-b84062761ec5 tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] 10.222.0.127 "GET /v2.0/metering/metering-labels?id=783a2740-9a01-4ed2-863d-a5fde276b52b HTTP/1.1" status: 200 len: 468 time: 0.1390872 Nov 04 10:49:52.258938 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-be591e88-728a-4a79-b3b3-22334297c17f tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:52.267591 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58574) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:52.301544 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845c20d9-eba3-4f2b-bf7c-65a0ce6fb7e8 None None] The sync data for ids ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'] in n-d-816629-1 is: [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:49:46Z', 'revision_number': 2, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None, '_interfaces': [{'id': 'd6984ab5-bd1d-4f63-b828-07c0808e45f0', 'name': '', 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:3f:63:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:45Z', 'updated_at': '2021-11-04T10:49:51Z', 'revision_number': 4, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:49:52.407915 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708318a-c5c4-4917-823b-08a24174c0be None None] Pushing event updated for resources: {'Port': ['ID=d6984ab5-bd1d-4f63-b828-07c0808e45f0,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:52.470182 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-8f1d7f97-a278-40f1-aba9-10149b18bc78 None None] Allocated IP 2001:db8:1::2 (67e4d902-7aba-445b-b7ba-eb8e13a9dbe4/dea12367-7999-4554-8380-ffe0b0f1e261/a6592016-f5bd-41fc-91f0-a5e347e1b4da) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:49:52.563357 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4e375-a274-42b5-a14b-2687ee32f63e req-14f5a821-7efc-4126-8189-fdc1597499f8 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:52.576301 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-97c4e375-a274-42b5-a14b-2687ee32f63e req-14f5a821-7efc-4126-8189-fdc1597499f8 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.2893190 Nov 04 10:49:52.686328 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:52.687071 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d462e2c-4206-4e94-8954-11c35b4dead6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:52.704199 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6b47987e-db83-48d9-9bba-c4b1b9ab9ff7 tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:52.707914 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6b47987e-db83-48d9-9bba-c4b1b9ab9ff7 tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] 10.222.0.127 "DELETE /v2.0/metering/metering-labels/783a2740-9a01-4ed2-863d-a5fde276b52b HTTP/1.1" status: 204 len: 168 time: 0.4352930 Nov 04 10:49:52.707914 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-be591e88-728a-4a79-b3b3-22334297c17f tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:52.710915 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58576) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:52.740061 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-97c4e375-a274-42b5-a14b-2687ee32f63e req-00ea15dc-379b-430c-80c8-4cee7c3fc7bc tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605315 Nov 04 10:49:52.746507 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-caff0227-ceae-42ad-9e3d-55eefe414ef7 tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] 10.222.0.127 "GET /v2.0/metering/metering-labels?id=783a2740-9a01-4ed2-863d-a5fde276b52b HTTP/1.1" status: 200 len: 216 time: 0.0311558 Nov 04 10:49:52.747370 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58578) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:52.754424 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-be591e88-728a-4a79-b3b3-22334297c17f tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6352dc96-c8e6-45f3-9ea6-350514d527c1']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:52.775919 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-be591e88-728a-4a79-b3b3-22334297c17f tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4273d1a8-06a1-427c-b1d2-a4618c45e1c4') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:52.776416 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-be591e88-728a-4a79-b3b3-22334297c17f tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4273d1a8-06a1-427c-b1d2-a4618c45e1c4') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:52.801786 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-be591e88-728a-4a79-b3b3-22334297c17f tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:52.817271 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-be591e88-728a-4a79-b3b3-22334297c17f tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:52.825016 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be591e88-728a-4a79-b3b3-22334297c17f tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Releasing vlan 1154 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:49:52.825761 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-be591e88-728a-4a79-b3b3-22334297c17f tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:49:52.829992 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:49:52.920574 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7f97-a278-40f1-aba9-10149b18bc78 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:52.935848 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7f97-a278-40f1-aba9-10149b18bc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:52.965787 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-be591e88-728a-4a79-b3b3-22334297c17f tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:52.978455 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-be591e88-728a-4a79-b3b3-22334297c17f tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:52.991157 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-be591e88-728a-4a79-b3b3-22334297c17f tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] 10.222.0.127 "DELETE /v2.0/networks/6352dc96-c8e6-45f3-9ea6-350514d527c1 HTTP/1.1" status: 204 len: 168 time: 0.9740872 Nov 04 10:49:53.023119 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be591e88-728a-4a79-b3b3-22334297c17f tempest-ExternalNetworksTestJSON-1370507301 tempest-ExternalNetworksTestJSON-1370507301-project] Pushing event deleted for resources: {'Network': ['ID=6352dc96-c8e6-45f3-9ea6-350514d527c1,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:53.107149 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d7f97-a278-40f1-aba9-10149b18bc78 None None] Pushing event updated for resources: {'Port': ['ID=a6592016-f5bd-41fc-91f0-a5e347e1b4da,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:53.125611 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6579ac1f-2741-4b16-8907-366231842945 tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] 10.222.0.127 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.3770220 Nov 04 10:49:53.129364 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58586) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:53.132413 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1d7f97-a278-40f1-aba9-10149b18bc78 None None] Network 67e4d902-7aba-445b-b7ba-eb8e13a9dbe4 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:53.134621 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-8f1d7f97-a278-40f1-aba9-10149b18bc78 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:53.140687 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1d7f97-a278-40f1-aba9-10149b18bc78 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:49:53.165354 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fb448f18-7c4b-45fc-ad53-5a7c83b4f60d tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] 10.222.0.127 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0188878 Nov 04 10:49:53.169272 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58588) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:53.246212 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-8f1d7f97-a278-40f1-aba9-10149b18bc78 None None] Attempting to bind port a6592016-f5bd-41fc-91f0-a5e347e1b4da on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:49:53.247011 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-8f1d7f97-a278-40f1-aba9-10149b18bc78 None None] Attempting to bind port a6592016-f5bd-41fc-91f0-a5e347e1b4da by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'bd55cb1b-e76d-4012-b7bb-0ff2c529278a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:49:53.247586 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1d7f97-a278-40f1-aba9-10149b18bc78 None None] Attempting to bind port a6592016-f5bd-41fc-91f0-a5e347e1b4da on network 67e4d902-7aba-445b-b7ba-eb8e13a9dbe4 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:49:53.255147 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3315c001-989d-4c99-b412-70b274ab1761 tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] 10.222.0.127 "GET /v2.0/metering/metering-labels/0cf37269-f614-46a6-a2a3-1f6b9db033de HTTP/1.1" status: 200 len: 473 time: 0.0835810 Nov 04 10:49:53.256171 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1d7f97-a278-40f1-aba9-10149b18bc78 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:49:53.257190 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1d7f97-a278-40f1-aba9-10149b18bc78 None None] Checking segment: {'id': 'bd55cb1b-e76d-4012-b7bb-0ff2c529278a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:49:53.257923 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7f97-a278-40f1-aba9-10149b18bc78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:53.258327 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1d7f97-a278-40f1-aba9-10149b18bc78 None None] Bound using segment: {'id': 'bd55cb1b-e76d-4012-b7bb-0ff2c529278a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:49:53.258809 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-8f1d7f97-a278-40f1-aba9-10149b18bc78 None None] Bound port: a6592016-f5bd-41fc-91f0-a5e347e1b4da, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd55cb1b-e76d-4012-b7bb-0ff2c529278a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:49:53.259191 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7f97-a278-40f1-aba9-10149b18bc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:53.261177 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58590) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:53.283641 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-21b31ca1-9e0b-4a9a-af95-5ce518c347ee tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] 10.222.0.127 "GET /v2.0/metering/metering-label-rules/a3d5ad0c-f52b-454a-852a-ee48ab062548 HTTP/1.1" status: 200 len: 459 time: 0.0192847 Nov 04 10:49:53.285738 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58592) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:53.385232 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-7d462e2c-4206-4e94-8954-11c35b4dead6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Allocated IP 2001:db8:1::1 (67e4d902-7aba-445b-b7ba-eb8e13a9dbe4/dea12367-7999-4554-8380-ffe0b0f1e261/8281b68e-924f-48df-b3bf-ee57e083f47e) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:49:53.409075 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-8f1d7f97-a278-40f1-aba9-10149b18bc78 None None] For port a6592016-f5bd-41fc-91f0-a5e347e1b4da, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:49:53.414183 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-8f1d7f97-a278-40f1-aba9-10149b18bc78 None None] For port a6592016-f5bd-41fc-91f0-a5e347e1b4da, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a6592016-f5bd-41fc-91f0-a5e347e1b4da,segment=NetworkSegment(bd55cb1b-e76d-4012-b7bb-0ff2c529278a),segment_id=bd55cb1b-e76d-4012-b7bb-0ff2c529278a)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:49:53.424450 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db2917-e615-4e7f-9995-f4a4107665c6 req-0f581f16-c810-459a-90db-2c2485d3f430 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:53.436238 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e2db2917-e615-4e7f-9995-f4a4107665c6 req-0f581f16-c810-459a-90db-2c2485d3f430 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.3066168 Nov 04 10:49:53.436521 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7f97-a278-40f1-aba9-10149b18bc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:53.558314 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d3b50b0-09aa-4653-a1c5-f7d6a82b92a1 tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:53.559683 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8d3b50b0-09aa-4653-a1c5-f7d6a82b92a1 tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] 10.222.0.127 "DELETE /v2.0/metering/metering-label-rules/a3d5ad0c-f52b-454a-852a-ee48ab062548 HTTP/1.1" status: 204 len: 168 time: 0.2725062 Nov 04 10:49:53.562579 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58598) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:53.573033 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d7f97-a278-40f1-aba9-10149b18bc78 None None] Pushing event updated for resources: {'Port': ['ID=a6592016-f5bd-41fc-91f0-a5e347e1b4da,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:53.659723 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58600) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:53.813945 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d6984ab5-bd1d-4f63-b828-07c0808e45f0 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:49:53.823362 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e2db2917-e615-4e7f-9995-f4a4107665c6 req-7ee7f5c3-b1f1-4f7f-9823-4a05e14ef764 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856213 Nov 04 10:49:53.843933 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d462e2c-4206-4e94-8954-11c35b4dead6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:53.950674 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d462e2c-4206-4e94-8954-11c35b4dead6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:54.001248 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port d6984ab5-bd1d-4f63-b828-07c0808e45f0 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:54.001780 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:54.010156 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d462e2c-4206-4e94-8954-11c35b4dead6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network 67e4d902-7aba-445b-b7ba-eb8e13a9dbe4 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:54.097166 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d09b0852-fa4b-4525-be5d-8010e6efa1aa tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:54.103098 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d462e2c-4206-4e94-8954-11c35b4dead6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Port': ['ID=8281b68e-924f-48df-b3bf-ee57e083f47e,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:54.105505 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d09b0852-fa4b-4525-be5d-8010e6efa1aa tempest-MeteringIpV6TestJSON-1416850498 tempest-MeteringIpV6TestJSON-1416850498-project-admin] 10.222.0.127 "DELETE /v2.0/metering/metering-labels/0cf37269-f614-46a6-a2a3-1f6b9db033de HTTP/1.1" status: 204 len: 168 time: 0.5414889 Nov 04 10:49:54.107194 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-7d462e2c-4206-4e94-8954-11c35b4dead6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:54.110872 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d462e2c-4206-4e94-8954-11c35b4dead6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:49:54.112605 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d462e2c-4206-4e94-8954-11c35b4dead6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:54.175759 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-25a48a6a-bc1a-4cac-944d-25d0929d3e00 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=b5b80713f0b0450b896f8017c3b14a2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5143812 Nov 04 10:49:54.178783 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58612) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:54.324875 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-628ac236-601b-48aa-8c12-4fbc8f1fffd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:54.355958 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-628ac236-601b-48aa-8c12-4fbc8f1fffd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:54.441543 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-628ac236-601b-48aa-8c12-4fbc8f1fffd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:54.447718 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-628ac236-601b-48aa-8c12-4fbc8f1fffd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:54.450070 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-628ac236-601b-48aa-8c12-4fbc8f1fffd9 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/256164e1-7b78-4dac-8d8b-b30af5dc1d54 HTTP/1.1" status: 204 len: 168 time: 0.2699099 Nov 04 10:49:54.462400 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ac236-601b-48aa-8c12-4fbc8f1fffd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256164e1-7b78-4dac-8d8b-b30af5dc1d54,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:54.477003 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94d7dc-be59-472a-bee0-6b30cb4973ad req-042707d4-39ec-4e62-a4ed-914fa6bcae3b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:54.486259 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eb94d7dc-be59-472a-bee0-6b30cb4973ad req-042707d4-39ec-4e62-a4ed-914fa6bcae3b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1373072 Nov 04 10:49:54.529673 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58622) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:54.547354 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d462e2c-4206-4e94-8954-11c35b4dead6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:54.632568 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eb94d7dc-be59-472a-bee0-6b30cb4973ad req-859464cd-27aa-48ad-a960-7ef5ccb51b40 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453915 Nov 04 10:49:54.691630 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-62b3660b-2fda-4786-ab63-6301127107ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:54.794290 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-62b3660b-2fda-4786-ab63-6301127107ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:54.801779 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-62b3660b-2fda-4786-ab63-6301127107ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:54.867900 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-62b3660b-2fda-4786-ab63-6301127107ac admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=60cdb260c09c41419e7380364f92a0bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3367865 Nov 04 10:49:54.869026 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3660b-2fda-4786-ab63-6301127107ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0107a8d7-ef5c-48ca-b728-25ec10abd1a5,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:54.871989 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58630) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:54.895073 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd0378-3582-48fe-951e-864acba62f01 req-f68f3ae2-0ef2-47ca-80f6-00d0a3e38d7e tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:54.897085 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1dfd0378-3582-48fe-951e-864acba62f01 req-f68f3ae2-0ef2-47ca-80f6-00d0a3e38d7e tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1468036 Nov 04 10:49:54.945772 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2758e424-aacb-4c31-b523-b3a4e295df50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:54.976163 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2758e424-aacb-4c31-b523-b3a4e295df50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:55.016672 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58632) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:55.019082 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1dfd0378-3582-48fe-951e-864acba62f01 req-6e528053-c736-448a-bc17-d1f0938bbbf6 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160440 Nov 04 10:49:55.092182 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-892d84d2-5e43-4406-9444-5cfd281aa1a0 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=c9c59952149b45a08b7f82e9eac9ef38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0714793 Nov 04 10:49:55.093131 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58638) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:55.098557 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d462e2c-4206-4e94-8954-11c35b4dead6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:55.109286 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d462e2c-4206-4e94-8954-11c35b4dead6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:55.110553 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d462e2c-4206-4e94-8954-11c35b4dead6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:55.187738 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2758e424-aacb-4c31-b523-b3a4e295df50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:55.195555 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2758e424-aacb-4c31-b523-b3a4e295df50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:55.218449 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2758e424-aacb-4c31-b523-b3a4e295df50 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/0107a8d7-ef5c-48ca-b728-25ec10abd1a5 HTTP/1.1" status: 204 len: 168 time: 0.3414135 Nov 04 10:49:55.258601 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8b9c59eb-ff47-4f4e-864d-ecb807997af1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:55.260473 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758e424-aacb-4c31-b523-b3a4e295df50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0107a8d7-ef5c-48ca-b728-25ec10abd1a5,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:55.309843 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8b9c59eb-ff47-4f4e-864d-ecb807997af1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:55.389083 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8b9c59eb-ff47-4f4e-864d-ecb807997af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:55.395808 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8b9c59eb-ff47-4f4e-864d-ecb807997af1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:55.397610 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8b9c59eb-ff47-4f4e-864d-ecb807997af1 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/49443db8-6b93-4fc5-a029-3e372c6979fd HTTP/1.1" status: 204 len: 168 time: 0.3028276 Nov 04 10:49:55.426429 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c59eb-ff47-4f4e-864d-ecb807997af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49443db8-6b93-4fc5-a029-3e372c6979fd,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:55.533433 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d462e2c-4206-4e94-8954-11c35b4dead6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Port': ['ID=8281b68e-924f-48df-b3bf-ee57e083f47e,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:55.602705 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8053de-d340-47c1-aafb-398911f773bd req-2691286e-2d7d-4303-b7c6-e07e72707575 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:55.611865 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab8053de-d340-47c1-aafb-398911f773bd req-2691286e-2d7d-4303-b7c6-e07e72707575 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.2438598 Nov 04 10:49:55.637022 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d462e2c-4206-4e94-8954-11c35b4dead6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network 67e4d902-7aba-445b-b7ba-eb8e13a9dbe4 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:55.648071 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-7d462e2c-4206-4e94-8954-11c35b4dead6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:55.738330 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0766651-0364-4eb4-90fa-89b9001f461f None None] Network 67e4d902-7aba-445b-b7ba-eb8e13a9dbe4 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:49:55.812157 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a6592016-f5bd-41fc-91f0-a5e347e1b4da up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:49:55.830545 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d462e2c-4206-4e94-8954-11c35b4dead6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Router ffa21b18-e385-4dcb-abb1-fe5831c90d9b has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:49:55.850866 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab8053de-d340-47c1-aafb-398911f773bd req-00f201d0-1794-4a50-8b9f-12dbbff899f9 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378910 Nov 04 10:49:55.916707 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b27b9cb9-2419-4e13-a124-06390030eb05 None None] Provisioning complete for port a6592016-f5bd-41fc-91f0-a5e347e1b4da triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:55.917407 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b27b9cb9-2419-4e13-a124-06390030eb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:55.981839 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port a6592016-f5bd-41fc-91f0-a5e347e1b4da triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:55.982551 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58660) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:55.988867 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:56.004169 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-13e1c41f-fb63-4b71-b5ab-963d62dbec5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:56.106638 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076e8e3-02d8-4b38-b79f-c6a1cf30e3f3 req-75e227a4-8321-4f5d-929c-7dce5b6031b7 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:56.109122 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c076e8e3-02d8-4b38-b79f-c6a1cf30e3f3 req-75e227a4-8321-4f5d-929c-7dce5b6031b7 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1472182 Nov 04 10:49:56.129133 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d462e2c-4206-4e94-8954-11c35b4dead6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:49:56.145202 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7d462e2c-4206-4e94-8954-11c35b4dead6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "PUT /v2.0/routers/ffa21b18-e385-4dcb-abb1-fe5831c90d9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7064025 Nov 04 10:49:56.146331 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58664) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:56.147741 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac7bb7-d2c6-4275-9861-3b7699132117 None None] Sync routers for ids ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:49:56.161715 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ac7bb7-d2c6-4275-9861-3b7699132117 None None] Routers {'ffa21b18-e385-4dcb-abb1-fe5831c90d9b'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:56.162288 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-b0ac7bb7-d2c6-4275-9861-3b7699132117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:56.165371 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-28e0798e-00f7-4999-a630-2e2091e14638 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-202230330'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:56.196614 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-13e1c41f-fb63-4b71-b5ab-963d62dbec5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:56.203195 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-13e1c41f-fb63-4b71-b5ab-963d62dbec5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:56.214809 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c076e8e3-02d8-4b38-b79f-c6a1cf30e3f3 req-b5b0da7b-5553-413c-893d-d04834be29c9 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956759 Nov 04 10:49:56.216154 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e0798e-00f7-4999-a630-2e2091e14638 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Made reservation on behalf of 9fa43ef76f0c4eb2b22d3d40568c22a7 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:49:56.219802 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-28e0798e-00f7-4999-a630-2e2091e14638 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:56.247869 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e0798e-00f7-4999-a630-2e2091e14638 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1165} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:49:56.261264 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-28e0798e-00f7-4999-a630-2e2091e14638 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:56.261638 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-28e0798e-00f7-4999-a630-2e2091e14638 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Added segment 21e88d09-414d-473a-82d1-705b13c79444 of type vlan for network 6b2dfd99-24e2-4c72-b918-ed748a5914de Nov 04 10:49:56.295334 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-13e1c41f-fb63-4b71-b5ab-963d62dbec5e admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=7d5a14ed1c0740e696281b6a686c264f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3073258 Nov 04 10:49:56.298915 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58672) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:56.307933 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1c41f-fb63-4b71-b5ab-963d62dbec5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6f9427-c24f-438a-8173-84afa89035b8,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:56.312797 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-28e0798e-00f7-4999-a630-2e2091e14638 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:56.344160 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-28e0798e-00f7-4999-a630-2e2091e14638 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:56.352049 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e0798e-00f7-4999-a630-2e2091e14638 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:56.355119 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-28e0798e-00f7-4999-a630-2e2091e14638 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:56.390052 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d72d8802-05db-4269-8047-e6e7ae8138e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:56.467045 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d72d8802-05db-4269-8047-e6e7ae8138e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:56.490778 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-b0ac7bb7-d2c6-4275-9861-3b7699132117 None None] Set router ffa21b18-e385-4dcb-abb1-fe5831c90d9b gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:49:56.625705 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d72d8802-05db-4269-8047-e6e7ae8138e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:56.631881 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d72d8802-05db-4269-8047-e6e7ae8138e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:56.636175 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d72d8802-05db-4269-8047-e6e7ae8138e6 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/0b6f9427-c24f-438a-8173-84afa89035b8 HTTP/1.1" status: 204 len: 168 time: 0.3333430 Nov 04 10:49:56.678480 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d8802-05db-4269-8047-e6e7ae8138e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6f9427-c24f-438a-8173-84afa89035b8,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:56.733200 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b27b9cb9-2419-4e13-a124-06390030eb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:56.802100 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:56.880746 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-b27b9cb9-2419-4e13-a124-06390030eb05 None None] For port a6592016-f5bd-41fc-91f0-a5e347e1b4da, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a6592016-f5bd-41fc-91f0-a5e347e1b4da,segment=NetworkSegment(bd55cb1b-e76d-4012-b7bb-0ff2c529278a),segment_id=bd55cb1b-e76d-4012-b7bb-0ff2c529278a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:49:56.890724 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b27b9cb9-2419-4e13-a124-06390030eb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:56.972063 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b9cb9-2419-4e13-a124-06390030eb05 None None] Pushing event updated for resources: {'Port': ['ID=a6592016-f5bd-41fc-91f0-a5e347e1b4da,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:57.041364 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-28e0798e-00f7-4999-a630-2e2091e14638 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8875608 Nov 04 10:49:57.045820 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58694) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:57.052391 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-7d11c1f0-a354-4fc4-9d1d-3acb125dd7a0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'subnet': {'network_id': '6b2dfd99-24e2-4c72-b918-ed748a5914de', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:57.100430 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0798e-00f7-4999-a630-2e2091e14638 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Network': ['ID=6b2dfd99-24e2-4c72-b918-ed748a5914de,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:57.119374 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:49:57.119737 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:49:57.142704 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 6b2dfd99-24e2-4c72-b918-ed748a5914de details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:49:57.157211 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c116e9-9503-49cc-9392-43aefb257f8b req-de65bba4-9670-4f3d-b059-97271397f845 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:57.178268 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-18c116e9-9503-49cc-9392-43aefb257f8b req-de65bba4-9670-4f3d-b059-97271397f845 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1694169 Nov 04 10:49:57.257637 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-b0ac7bb7-d2c6-4275-9861-3b7699132117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:49:54Z', 'revision_number': 3, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None, '_interfaces': [{'id': '8281b68e-924f-48df-b3bf-ee57e083f47e', 'name': '', 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:c6:66:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:52Z', 'updated_at': '2021-11-04T10:49:54Z', 'revision_number': 2, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6984ab5-bd1d-4f63-b828-07c0808e45f0', 'name': '', 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:3f:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:45Z', 'updated_at': '2021-11-04T10:49:52Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:57.316652 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-18c116e9-9503-49cc-9392-43aefb257f8b req-fa74ba90-6627-455f-9204-c1addd3fba86 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371140 Nov 04 10:49:57.345958 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac7bb7-d2c6-4275-9861-3b7699132117 None None] Checking router: ffa21b18-e385-4dcb-abb1-fe5831c90d9b for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:49:57.346460 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac7bb7-d2c6-4275-9861-3b7699132117 None None] Updating router ffa21b18-e385-4dcb-abb1-fe5831c90d9b port 8281b68e-924f-48df-b3bf-ee57e083f47e binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:49:57.395279 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-b0ac7bb7-d2c6-4275-9861-3b7699132117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:57.434134 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d11c1f0-a354-4fc4-9d1d-3acb125dd7a0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Made reservation on behalf of 9fa43ef76f0c4eb2b22d3d40568c22a7 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:49:57.440154 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7d11c1f0-a354-4fc4-9d1d-3acb125dd7a0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:57.450524 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a4e15445-3096-4582-9e61-fd856f2f845a None None] Provisioning complete for port 8281b68e-924f-48df-b3bf-ee57e083f47e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:57.450920 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a4e15445-3096-4582-9e61-fd856f2f845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:57.533161 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a4e15445-3096-4582-9e61-fd856f2f845a None None] Port 8281b68e-924f-48df-b3bf-ee57e083f47e cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:49:57.546695 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a4e15445-3096-4582-9e61-fd856f2f845a None None] Provisioning complete for port a6592016-f5bd-41fc-91f0-a5e347e1b4da triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:57.547392 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a4e15445-3096-4582-9e61-fd856f2f845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:57.576534 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14025c4b-4663-43b1-a4a2-edc5410e9419 req-4f8eb471-229c-4071-8364-a5ba341ca982 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:57.578271 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-14025c4b-4663-43b1-a4a2-edc5410e9419 req-4f8eb471-229c-4071-8364-a5ba341ca982 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1528649 Nov 04 10:49:57.731899 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-14025c4b-4663-43b1-a4a2-edc5410e9419 req-476d1b34-ed5e-4c30-afe2-e192eb2ba6fb tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445286 Nov 04 10:49:57.895353 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7d11c1f0-a354-4fc4-9d1d-3acb125dd7a0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:58.043875 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d11c1f0-a354-4fc4-9d1d-3acb125dd7a0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Checking segment: {'id': '21e88d09-414d-473a-82d1-705b13c79444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6b2dfd99-24e2-4c72-b918-ed748a5914de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:49:58.044412 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d11c1f0-a354-4fc4-9d1d-3acb125dd7a0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network hostable DHCP agents. Network: 6b2dfd99-24e2-4c72-b918-ed748a5914de, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:49:58.049694 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11c1f0-a354-4fc4-9d1d-3acb125dd7a0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Subnet': ['ID=b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:58.123429 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d11c1f0-a354-4fc4-9d1d-3acb125dd7a0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network 6b2dfd99-24e2-4c72-b918-ed748a5914de is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:49:58.127561 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-b0ac7bb7-d2c6-4275-9861-3b7699132117 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:58.151117 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-b0ac7bb7-d2c6-4275-9861-3b7699132117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:58.152628 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-7d11c1f0-a354-4fc4-9d1d-3acb125dd7a0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 6b2dfd99-24e2-4c72-b918-ed748a5914de) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:58.163627 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d11c1f0-a354-4fc4-9d1d-3acb125dd7a0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:58.164998 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7d11c1f0-a354-4fc4-9d1d-3acb125dd7a0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:58.172595 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e72110-6c26-449c-a56e-ff147c565627 None None] Network 6b2dfd99-24e2-4c72-b918-ed748a5914de requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:49:58.202906 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7d11c1f0-a354-4fc4-9d1d-3acb125dd7a0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1554949 Nov 04 10:49:58.204720 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58740) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:58.274527 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a6592016-f5bd-41fc-91f0-a5e347e1b4da up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:49:58.372221 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58742) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:58.402336 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-1cd8e204-2c6f-4862-9c93-5fb467077045 None None] Provisioning complete for port 8281b68e-924f-48df-b3bf-ee57e083f47e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:58.402760 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1cd8e204-2c6f-4862-9c93-5fb467077045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:58.410832 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276cb1d-7d39-446b-af5f-4e0d265e32d4 None None] Pushing event updated for resources: {'Port': ['ID=8281b68e-924f-48df-b3bf-ee57e083f47e,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:58.432408 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276cb1d-7d39-446b-af5f-4e0d265e32d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:58.432927 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276cb1d-7d39-446b-af5f-4e0d265e32d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:58.433268 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276cb1d-7d39-446b-af5f-4e0d265e32d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:58.433605 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276cb1d-7d39-446b-af5f-4e0d265e32d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:58.436076 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22648b21-4ab9-4ce1-b70d-82d110e61ae0 req-9dd2a9ec-6070-4dbf-8438-7bc5e52a1aba tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:58.436593 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276cb1d-7d39-446b-af5f-4e0d265e32d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:58.437018 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276cb1d-7d39-446b-af5f-4e0d265e32d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:58.437350 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276cb1d-7d39-446b-af5f-4e0d265e32d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:58.437686 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276cb1d-7d39-446b-af5f-4e0d265e32d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:58.438019 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276cb1d-7d39-446b-af5f-4e0d265e32d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:58.438353 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276cb1d-7d39-446b-af5f-4e0d265e32d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:58.441042 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276cb1d-7d39-446b-af5f-4e0d265e32d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:58.441506 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276cb1d-7d39-446b-af5f-4e0d265e32d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:49:58.447672 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-22648b21-4ab9-4ce1-b70d-82d110e61ae0 req-9dd2a9ec-6070-4dbf-8438-7bc5e52a1aba tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/networks?id=5a99a09a-0dd8-40b8-b6d2-72da727c3945 HTTP/1.1" status: 200 len: 814 time: 0.2626362 Nov 04 10:49:58.451851 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-b0ac7bb7-d2c6-4275-9861-3b7699132117 None None] Attempting to bind port 8281b68e-924f-48df-b3bf-ee57e083f47e on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:49:58.452220 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-b0ac7bb7-d2c6-4275-9861-3b7699132117 None None] Attempting to bind port 8281b68e-924f-48df-b3bf-ee57e083f47e by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'bd55cb1b-e76d-4012-b7bb-0ff2c529278a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:49:58.452336 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-1cd8e204-2c6f-4862-9c93-5fb467077045 None None] Port 8281b68e-924f-48df-b3bf-ee57e083f47e cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:49:58.452579 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac7bb7-d2c6-4275-9861-3b7699132117 None None] Attempting to bind port 8281b68e-924f-48df-b3bf-ee57e083f47e on network 67e4d902-7aba-445b-b7ba-eb8e13a9dbe4 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:49:58.467661 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port a6592016-f5bd-41fc-91f0-a5e347e1b4da triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:58.468042 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:58.471592 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac7bb7-d2c6-4275-9861-3b7699132117 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:49:58.471894 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac7bb7-d2c6-4275-9861-3b7699132117 None None] Checking segment: {'id': 'bd55cb1b-e76d-4012-b7bb-0ff2c529278a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:49:58.472286 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-b0ac7bb7-d2c6-4275-9861-3b7699132117 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:58.472692 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac7bb7-d2c6-4275-9861-3b7699132117 None None] Bound using segment: {'id': 'bd55cb1b-e76d-4012-b7bb-0ff2c529278a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:49:58.475959 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-b0ac7bb7-d2c6-4275-9861-3b7699132117 None None] Bound port: 8281b68e-924f-48df-b3bf-ee57e083f47e, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd55cb1b-e76d-4012-b7bb-0ff2c529278a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:49:58.476329 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-b0ac7bb7-d2c6-4275-9861-3b7699132117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:58.495238 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-22648b21-4ab9-4ce1-b70d-82d110e61ae0 req-bd17d649-e1a6-493c-8644-1ca7bfd5d312 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/quotas/7a42eb83b343444b8e3fe7d5bffc6390 HTTP/1.1" status: 200 len: 375 time: 0.0461953 Nov 04 10:49:58.579554 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-b0ac7bb7-d2c6-4275-9861-3b7699132117 None None] For port 8281b68e-924f-48df-b3bf-ee57e083f47e, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:49:58.584577 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-b0ac7bb7-d2c6-4275-9861-3b7699132117 None None] For port 8281b68e-924f-48df-b3bf-ee57e083f47e, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=8281b68e-924f-48df-b3bf-ee57e083f47e,segment=NetworkSegment(bd55cb1b-e76d-4012-b7bb-0ff2c529278a),segment_id=bd55cb1b-e76d-4012-b7bb-0ff2c529278a)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:49:58.593999 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-b0ac7bb7-d2c6-4275-9861-3b7699132117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:58.617643 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcd6328-27b0-4852-b67a-b8385879e2ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-6b2dfd99-24e2-4c72-b918-ed748a5914de', 'network_id': '6b2dfd99-24e2-4c72-b918-ed748a5914de', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'fixed_ips': [{'subnet_id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:49:58.617901 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dfcd6328-27b0-4852-b67a-b8385879e2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:58.653690 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-22648b21-4ab9-4ce1-b70d-82d110e61ae0 req-3011e23d-f1e6-40bd-b576-89a96c781b2e tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=7a42eb83b343444b8e3fe7d5bffc6390&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1555324 Nov 04 10:49:58.761440 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a8fb66bb-3e13-4d8e-97c6-70876ebf9164 None None] Provisioning complete for port 8281b68e-924f-48df-b3bf-ee57e083f47e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:49:58.761815 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a8fb66bb-3e13-4d8e-97c6-70876ebf9164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:58.771636 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276cb1d-7d39-446b-af5f-4e0d265e32d4 None None] Pushing event updated for resources: {'Port': ['ID=8281b68e-924f-48df-b3bf-ee57e083f47e,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:58.849733 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ac7bb7-d2c6-4275-9861-3b7699132117 None None] Routers {'ffa21b18-e385-4dcb-abb1-fe5831c90d9b'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:49:58.850509 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-b0ac7bb7-d2c6-4275-9861-3b7699132117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:58.901085 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b970c83-11da-40f7-b56c-91ff2443bfb2 req-36bd1d45-d806-4e0f-964b-d702ca257b70 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:58.916066 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b970c83-11da-40f7-b56c-91ff2443bfb2 req-36bd1d45-d806-4e0f-964b-d702ca257b70 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.0776081 Nov 04 10:49:58.991523 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b970c83-11da-40f7-b56c-91ff2443bfb2 req-4631e452-e151-4d05-b206-c340363d9a09 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741589 Nov 04 10:49:58.995687 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-e33ed8a7-0152-4423-953e-73070139da56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2054888522'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:49:59.028729 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33ed8a7-0152-4423-953e-73070139da56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] Made reservation on behalf of 21521cab70d7424693df7bd2c4226a4f for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:49:59.048586 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e33ed8a7-0152-4423-953e-73070139da56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:59.068290 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e33ed8a7-0152-4423-953e-73070139da56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:59.072086 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-dfcd6328-27b0-4852-b67a-b8385879e2ae None None] Allocated IP 2001:db8:2::2 (6b2dfd99-24e2-4c72-b918-ed748a5914de/b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8/fc4d835f-61bf-4ec7-a56e-330c376a667d) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:49:59.225227 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e33ed8a7-0152-4423-953e-73070139da56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:59.227074 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8608367b-13b3-4c5a-a6d4-9f5b3b1842ae tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:59.234514 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-b0ac7bb7-d2c6-4275-9861-3b7699132117 None None] Set router ffa21b18-e385-4dcb-abb1-fe5831c90d9b gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:49:59.235117 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e33ed8a7-0152-4423-953e-73070139da56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:59.304788 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33ed8a7-0152-4423-953e-73070139da56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1177} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:49:59.328790 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e33ed8a7-0152-4423-953e-73070139da56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:59.329560 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-e33ed8a7-0152-4423-953e-73070139da56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] Added segment b883ef77-549c-40b7-8bb8-999de8a459ee of type vlan for network 83351e07-ed14-48c0-ba40-bdec166223a6 Nov 04 10:49:59.332474 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ed8a7-0152-4423-953e-73070139da56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=150a074f-0b4a-4792-a238-676874deb427,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:59.449930 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dfcd6328-27b0-4852-b67a-b8385879e2ae None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:59.459671 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6bbcc4-a539-47fc-b307-433b83745f69 req-86710199-600e-4185-8789-3f74b50e5fab tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:59.463275 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f6bbcc4-a539-47fc-b307-433b83745f69 req-86710199-600e-4185-8789-3f74b50e5fab tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1361666 Nov 04 10:49:59.468582 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-b0ac7bb7-d2c6-4275-9861-3b7699132117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:49:54Z', 'revision_number': 3, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None, '_interfaces': [{'id': '8281b68e-924f-48df-b3bf-ee57e083f47e', 'name': '', 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:c6:66:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:52Z', 'updated_at': '2021-11-04T10:49:58Z', 'revision_number': 4, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6984ab5-bd1d-4f63-b828-07c0808e45f0', 'name': '', 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:3f:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:45Z', 'updated_at': '2021-11-04T10:49:52Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:49:59.476067 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dfcd6328-27b0-4852-b67a-b8385879e2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:59.484055 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e33ed8a7-0152-4423-953e-73070139da56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:59.503871 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac7bb7-d2c6-4275-9861-3b7699132117 None None] The sync data for ids ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'] in n-d-816629-1 is: [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:49:54Z', 'revision_number': 3, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None, '_interfaces': [{'id': '8281b68e-924f-48df-b3bf-ee57e083f47e', 'name': '', 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:c6:66:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:52Z', 'updated_at': '2021-11-04T10:49:58Z', 'revision_number': 4, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6984ab5-bd1d-4f63-b828-07c0808e45f0', 'name': '', 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:3f:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:45Z', 'updated_at': '2021-11-04T10:49:52Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:49:59.536580 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcd6328-27b0-4852-b67a-b8385879e2ae None None] Network 6b2dfd99-24e2-4c72-b918-ed748a5914de is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:49:59.540938 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-dfcd6328-27b0-4852-b67a-b8385879e2ae None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:49:59.548214 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcd6328-27b0-4852-b67a-b8385879e2ae None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:49:59.602723 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f6bbcc4-a539-47fc-b307-433b83745f69 req-1a41778d-382c-442a-86ac-573b141ca186 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310775 Nov 04 10:49:59.642374 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e33ed8a7-0152-4423-953e-73070139da56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:59.648977 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33ed8a7-0152-4423-953e-73070139da56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:49:59.649598 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e33ed8a7-0152-4423-953e-73070139da56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:59.664327 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd6328-27b0-4852-b67a-b8385879e2ae None None] Pushing event updated for resources: {'Port': ['ID=fc4d835f-61bf-4ec7-a56e-330c376a667d,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:59.702365 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e33ed8a7-0152-4423-953e-73070139da56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.3290124 Nov 04 10:49:59.739299 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-dfcd6328-27b0-4852-b67a-b8385879e2ae None None] Attempting to bind port fc4d835f-61bf-4ec7-a56e-330c376a667d on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:49:59.739948 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-dfcd6328-27b0-4852-b67a-b8385879e2ae None None] Attempting to bind port fc4d835f-61bf-4ec7-a56e-330c376a667d by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '21e88d09-414d-473a-82d1-705b13c79444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6b2dfd99-24e2-4c72-b918-ed748a5914de'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:49:59.740571 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcd6328-27b0-4852-b67a-b8385879e2ae None None] Attempting to bind port fc4d835f-61bf-4ec7-a56e-330c376a667d on network 6b2dfd99-24e2-4c72-b918-ed748a5914de {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:49:59.751929 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcd6328-27b0-4852-b67a-b8385879e2ae None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:49:59.752570 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcd6328-27b0-4852-b67a-b8385879e2ae None None] Checking segment: {'id': '21e88d09-414d-473a-82d1-705b13c79444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6b2dfd99-24e2-4c72-b918-ed748a5914de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:49:59.753197 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dfcd6328-27b0-4852-b67a-b8385879e2ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:59.754064 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcd6328-27b0-4852-b67a-b8385879e2ae None None] Bound using segment: {'id': '21e88d09-414d-473a-82d1-705b13c79444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6b2dfd99-24e2-4c72-b918-ed748a5914de'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:49:59.754697 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-dfcd6328-27b0-4852-b67a-b8385879e2ae None None] Bound port: fc4d835f-61bf-4ec7-a56e-330c376a667d, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e88d09-414d-473a-82d1-705b13c79444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6b2dfd99-24e2-4c72-b918-ed748a5914de'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:49:59.755223 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dfcd6328-27b0-4852-b67a-b8385879e2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:59.777543 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a8fb66bb-3e13-4d8e-97c6-70876ebf9164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:49:59.783699 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58778) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:49:59.851560 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ed8a7-0152-4423-953e-73070139da56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] Pushing event updated for resources: {'Network': ['ID=83351e07-ed14-48c0-ba40-bdec166223a6,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:49:59.889154 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-a8fb66bb-3e13-4d8e-97c6-70876ebf9164 None None] For port 8281b68e-924f-48df-b3bf-ee57e083f47e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=8281b68e-924f-48df-b3bf-ee57e083f47e,segment=NetworkSegment(bd55cb1b-e76d-4012-b7bb-0ff2c529278a),segment_id=bd55cb1b-e76d-4012-b7bb-0ff2c529278a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:49:59.894240 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 83351e07-ed14-48c0-ba40-bdec166223a6 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:49:59.922872 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a8fb66bb-3e13-4d8e-97c6-70876ebf9164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:00.011399 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb66bb-3e13-4d8e-97c6-70876ebf9164 None None] Pushing event updated for resources: {'Port': ['ID=8281b68e-924f-48df-b3bf-ee57e083f47e,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:00.018008 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-8608367b-13b3-4c5a-a6d4-9f5b3b1842ae tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Allocated IP 2001:db8:2::1 (6b2dfd99-24e2-4c72-b918-ed748a5914de/b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8/e4df6add-4843-48fe-ba05-1b660ca2b1ae) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:50:00.033921 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-6b4a8c7a-3217-4600-bab2-2c371a9395cc tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1630030426'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:00.067641 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-dfcd6328-27b0-4852-b67a-b8385879e2ae None None] For port fc4d835f-61bf-4ec7-a56e-330c376a667d, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:50:00.087107 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-72bca0cc-86d2-43b1-97e3-7ef7aeedd76f None None] Provisioning complete for port 8281b68e-924f-48df-b3bf-ee57e083f47e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:00.087919 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-72bca0cc-86d2-43b1-97e3-7ef7aeedd76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:00.088495 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6b4a8c7a-3217-4600-bab2-2c371a9395cc tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:00.091645 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6b4a8c7a-3217-4600-bab2-2c371a9395cc tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:00.145332 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-dfcd6328-27b0-4852-b67a-b8385879e2ae None None] For port fc4d835f-61bf-4ec7-a56e-330c376a667d, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=fc4d835f-61bf-4ec7-a56e-330c376a667d,segment=NetworkSegment(21e88d09-414d-473a-82d1-705b13c79444),segment_id=21e88d09-414d-473a-82d1-705b13c79444)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:50:00.154396 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dfcd6328-27b0-4852-b67a-b8385879e2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:00.208413 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6b4a8c7a-3217-4600-bab2-2c371a9395cc tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:00.212321 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58786) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:00.254384 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Request body: {'port': {'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6', 'binding:host_id': 'n-h1-816629-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-756422704'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:00.255043 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8281b68e-924f-48df-b3bf-ee57e083f47e up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:50:00.260436 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6b4a8c7a-3217-4600-bab2-2c371a9395cc tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:00.316550 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6b4a8c7a-3217-4600-bab2-2c371a9395cc tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:00.317502 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6b4a8c7a-3217-4600-bab2-2c371a9395cc tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5323417 Nov 04 10:50:00.323511 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8608367b-13b3-4c5a-a6d4-9f5b3b1842ae tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:00.328718 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58798) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:00.352018 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd6328-27b0-4852-b67a-b8385879e2ae None None] Pushing event updated for resources: {'Port': ['ID=fc4d835f-61bf-4ec7-a56e-330c376a667d,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:00.368507 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8608367b-13b3-4c5a-a6d4-9f5b3b1842ae tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:00.375248 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 8281b68e-924f-48df-b3bf-ee57e083f47e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:00.375616 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:00.442118 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8608367b-13b3-4c5a-a6d4-9f5b3b1842ae tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network 6b2dfd99-24e2-4c72-b918-ed748a5914de is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:50:00.442988 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-736a15c3-aa5d-4325-a5ca-75ca5c48a56c req-afef2b44-21cd-47a8-a9e0-afea0358a1d6 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=7a42eb83b343444b8e3fe7d5bffc6390 HTTP/1.1" status: 200 len: 221 time: 0.1670022 Nov 04 10:50:00.451100 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-8608367b-13b3-4c5a-a6d4-9f5b3b1842ae tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:00.456615 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8608367b-13b3-4c5a-a6d4-9f5b3b1842ae tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:50:00.456615 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8608367b-13b3-4c5a-a6d4-9f5b3b1842ae tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:00.459036 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2c67e72f-7fab-494d-94cb-4e6168c3f8f8 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:00.694281 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Made reservation on behalf of dd453c271a324844a8b07e34b776f1c7 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:00.699089 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:00.723815 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2c67e72f-7fab-494d-94cb-4e6168c3f8f8 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:00.726067 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:00.750358 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2c67e72f-7fab-494d-94cb-4e6168c3f8f8 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:00.823266 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2c67e72f-7fab-494d-94cb-4e6168c3f8f8 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:00.823790 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c67e72f-7fab-494d-94cb-4e6168c3f8f8 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b581b9ec-ab34-48a3-b073-9ef5def4dca8 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:50:00.831863 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2c67e72f-7fab-494d-94cb-4e6168c3f8f8 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:00.836649 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2c67e72f-7fab-494d-94cb-4e6168c3f8f8 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] 10.222.0.127 "DELETE /v2.0/routers/b581b9ec-ab34-48a3-b073-9ef5def4dca8 HTTP/1.1" status: 204 len: 168 time: 0.5024881 Nov 04 10:50:00.841478 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58802) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:00.845851 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-6e1403d5-6b8e-4283-b3af-98d2918f14ee tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Request body: {'router': {'name': 'tempest-router-224812921', 'distributed': False}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:00.860472 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507716df-90dc-4982-a033-fce7c5097f29 req-17e10022-2063-4f0e-94dc-939f9bda7fc4 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:00.862056 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-507716df-90dc-4982-a033-fce7c5097f29 req-17e10022-2063-4f0e-94dc-939f9bda7fc4 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1954339 Nov 04 10:50:00.915058 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6e1403d5-6b8e-4283-b3af-98d2918f14ee tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:00.915965 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6e1403d5-6b8e-4283-b3af-98d2918f14ee tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:00.983157 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-507716df-90dc-4982-a033-fce7c5097f29 req-408d2650-ff11-43ac-a76d-0cbfb1bc6f1f tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105263 Nov 04 10:50:00.986167 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:01.019451 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:01.027391 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] device_id is not set on port 155845be-706f-45a5-a4bb-ae816d8dd58c yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:50:01.028614 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608367b-13b3-4c5a-a6d4-9f5b3b1842ae tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Port': ['ID=e4df6add-4843-48fe-ba05-1b660ca2b1ae,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:01.033313 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6e1403d5-6b8e-4283-b3af-98d2918f14ee tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:01.046746 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6e1403d5-6b8e-4283-b3af-98d2918f14ee tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:01.070367 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8608367b-13b3-4c5a-a6d4-9f5b3b1842ae tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:01.155508 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b005f5-6178-4efd-956c-fb157e8f6765,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:01.160041 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6e1403d5-6b8e-4283-b3af-98d2918f14ee tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:01.164614 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6e1403d5-6b8e-4283-b3af-98d2918f14ee tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3220849 Nov 04 10:50:01.166081 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58808) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:01.217989 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830fa6a-73fd-4dbd-bcb3-6573e584e4ea req-3b2b8c4d-c207-493e-890c-6dd4715295ba tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:01.219630 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d830fa6a-73fd-4dbd-bcb3-6573e584e4ea req-3b2b8c4d-c207-493e-890c-6dd4715295ba tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1190081 Nov 04 10:50:01.281902 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ebc9114e-98f6-4276-a816-2a240d66ed54 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:01.342414 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d830fa6a-73fd-4dbd-bcb3-6573e584e4ea req-c7f6a56d-36f2-4787-9a53-884fd2845ddd tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160483 Nov 04 10:50:01.396466 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] device_id is not set on port 155845be-706f-45a5-a4bb-ae816d8dd58c yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:50:01.408704 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:01.417654 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:01.489385 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Pushing event updated for resources: {'Port': ['ID=155845be-706f-45a5-a4bb-ae816d8dd58c,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:01.536140 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ebc9114e-98f6-4276-a816-2a240d66ed54 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:01.538425 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ebc9114e-98f6-4276-a816-2a240d66ed54 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:01.546627 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291487f-71f9-4609-bfcb-d01e03f7a349 req-a25b0cf6-9553-4023-9c02-b48b186a3eb5 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:01.553588 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d291487f-71f9-4609-bfcb-d01e03f7a349 req-a25b0cf6-9553-4023-9c02-b48b186a3eb5 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.0838375 Nov 04 10:50:01.605860 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Checking segment: {'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:50:01.606324 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Network hostable DHCP agents. Network: 83351e07-ed14-48c0-ba40-bdec166223a6, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:50:01.614480 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ebc9114e-98f6-4276-a816-2a240d66ed54 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:01.615023 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc9114e-98f6-4276-a816-2a240d66ed54 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d538ec9c-dfcc-4e3b-91bf-f61a41cd7d03 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:50:01.615729 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962cf36f-089d-4afd-b437-8e88d8d06efc None None] Network 6b2dfd99-24e2-4c72-b918-ed748a5914de requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:50:01.622112 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ebc9114e-98f6-4276-a816-2a240d66ed54 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:01.623242 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ebc9114e-98f6-4276-a816-2a240d66ed54 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] 10.222.0.127 "DELETE /v2.0/routers/d538ec9c-dfcc-4e3b-91bf-f61a41cd7d03 HTTP/1.1" status: 204 len: 168 time: 0.4561923 Nov 04 10:50:01.630575 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58818) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:01.637889 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-bdecd96f-404c-4976-9992-f43ba5f44403 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Request body: {'router': {'name': 'tempest-router-1191650046', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5d39b99e8fa64a0381ffa957c2de6640'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:01.652634 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d291487f-71f9-4609-bfcb-d01e03f7a349 req-fb16903f-64c6-4b76-bd18-95d5a07b44a6 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869935 Nov 04 10:50:01.660355 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8608367b-13b3-4c5a-a6d4-9f5b3b1842ae tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:01.667723 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8608367b-13b3-4c5a-a6d4-9f5b3b1842ae tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:01.669807 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Network 83351e07-ed14-48c0-ba40-bdec166223a6 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:50:01.670079 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8608367b-13b3-4c5a-a6d4-9f5b3b1842ae tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:01.696744 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 83351e07-ed14-48c0-ba40-bdec166223a6) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:01.711871 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:50:01.715994 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d8ba7e-622a-4aef-9b8b-683f0ef88098 None None] Network 83351e07-ed14-48c0-ba40-bdec166223a6 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:50:01.722903 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e56e0bd6-01e0-46a5-9fc6-22899bd2c113 None None] Provisioning complete for port fc4d835f-61bf-4ec7-a56e-330c376a667d triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:01.723289 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e56e0bd6-01e0-46a5-9fc6-22899bd2c113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:01.728627 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bdecd96f-404c-4976-9992-f43ba5f44403 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:01.729946 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bdecd96f-404c-4976-9992-f43ba5f44403 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:01.740802 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:01.741381 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:01.741825 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:01.751345 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 155845be-706f-45a5-a4bb-ae816d8dd58c on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:01.751831 n-d-816629-1 neutron-server[101774]: ERROR neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:01.755576 n-d-816629-1 neutron-server[101774]: INFO neutron.plugins.ml2.plugin [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempt 2 to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c Nov 04 10:50:01.795652 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608367b-13b3-4c5a-a6d4-9f5b3b1842ae tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Port': ['ID=e4df6add-4843-48fe-ba05-1b660ca2b1ae,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:01.824165 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:01.824652 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:01.825117 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:01.831650 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 155845be-706f-45a5-a4bb-ae816d8dd58c on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:01.832134 n-d-816629-1 neutron-server[101774]: ERROR neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:01.833839 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bdecd96f-404c-4976-9992-f43ba5f44403 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:01.834934 n-d-816629-1 neutron-server[101774]: INFO neutron.plugins.ml2.plugin [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempt 3 to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c Nov 04 10:50:01.849127 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8608367b-13b3-4c5a-a6d4-9f5b3b1842ae tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network 6b2dfd99-24e2-4c72-b918-ed748a5914de is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:50:01.850818 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-8608367b-13b3-4c5a-a6d4-9f5b3b1842ae tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:01.851275 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:01.851708 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:01.852500 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:01.857191 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bdecd96f-404c-4976-9992-f43ba5f44403 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:01.890974 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 155845be-706f-45a5-a4bb-ae816d8dd58c on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:01.891402 n-d-816629-1 neutron-server[101774]: ERROR neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:01.895534 n-d-816629-1 neutron-server[101774]: INFO neutron.plugins.ml2.plugin [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempt 4 to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c Nov 04 10:50:01.913261 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bdecd96f-404c-4976-9992-f43ba5f44403 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:01.914635 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bdecd96f-404c-4976-9992-f43ba5f44403 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2806454 Nov 04 10:50:01.917339 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58822) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:01.920871 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:01.921286 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:01.921748 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:01.922628 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-02f420bd-80e8-4e8a-ad60-0f9ab6f47509 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:01.930647 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 155845be-706f-45a5-a4bb-ae816d8dd58c on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:01.930846 n-d-816629-1 neutron-server[101774]: ERROR neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:01.932037 n-d-816629-1 neutron-server[101774]: INFO neutron.plugins.ml2.plugin [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempt 5 to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c Nov 04 10:50:01.942674 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72abc3-9982-476f-848a-af04616dbd76 req-7294d776-8cf7-4155-ab37-a9aa5ca97d3d tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:01.944352 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a72abc3-9982-476f-848a-af04616dbd76 req-7294d776-8cf7-4155-ab37-a9aa5ca97d3d tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.0885525 Nov 04 10:50:01.969359 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:01.969815 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:01.970225 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:01.979070 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 155845be-706f-45a5-a4bb-ae816d8dd58c on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:01.979619 n-d-816629-1 neutron-server[101774]: ERROR neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:01.982622 n-d-816629-1 neutron-server[101774]: INFO neutron.plugins.ml2.plugin [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempt 6 to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c Nov 04 10:50:02.007649 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e56e0bd6-01e0-46a5-9fc6-22899bd2c113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:02.010926 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:02.011394 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:02.011886 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:02.014005 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58826) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:02.049062 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e56e0bd6-01e0-46a5-9fc6-22899bd2c113 None None] For port fc4d835f-61bf-4ec7-a56e-330c376a667d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=fc4d835f-61bf-4ec7-a56e-330c376a667d,segment=NetworkSegment(21e88d09-414d-473a-82d1-705b13c79444),segment_id=21e88d09-414d-473a-82d1-705b13c79444)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:02.060068 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e56e0bd6-01e0-46a5-9fc6-22899bd2c113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:02.081002 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a72abc3-9982-476f-848a-af04616dbd76 req-f398aaef-a2a0-41fc-adad-1430a1ab47db tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286151 Nov 04 10:50:02.084887 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 155845be-706f-45a5-a4bb-ae816d8dd58c on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:02.085405 n-d-816629-1 neutron-server[101774]: ERROR neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:02.092545 n-d-816629-1 neutron-server[101774]: INFO neutron.plugins.ml2.plugin [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempt 7 to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c Nov 04 10:50:02.110212 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:02.119804 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:02.120284 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:02.169499 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 155845be-706f-45a5-a4bb-ae816d8dd58c on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:02.170042 n-d-816629-1 neutron-server[101774]: ERROR neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:02.170530 n-d-816629-1 neutron-server[101774]: INFO neutron.plugins.ml2.plugin [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempt 8 to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c Nov 04 10:50:02.220781 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8608367b-13b3-4c5a-a6d4-9f5b3b1842ae tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Router ffa21b18-e385-4dcb-abb1-fe5831c90d9b has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:50:02.246958 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:02.247288 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:02.247652 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:02.249284 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e0bd6-01e0-46a5-9fc6-22899bd2c113 None None] Pushing event updated for resources: {'Port': ['ID=fc4d835f-61bf-4ec7-a56e-330c376a667d,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:02.287418 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 155845be-706f-45a5-a4bb-ae816d8dd58c on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:02.287746 n-d-816629-1 neutron-server[101774]: ERROR neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:02.298956 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8281b68e-924f-48df-b3bf-ee57e083f47e up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:50:02.310053 n-d-816629-1 neutron-server[101774]: INFO neutron.plugins.ml2.plugin [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempt 9 to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c Nov 04 10:50:02.313598 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-02f420bd-80e8-4e8a-ad60-0f9ab6f47509 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41180'] for router, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:02.314137 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-02f420bd-80e8-4e8a-ad60-0f9ab6f47509 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks [] for router, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:02.363881 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:02.364226 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:02.364714 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:02.368317 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 8281b68e-924f-48df-b3bf-ee57e083f47e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:02.369082 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:02.372117 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 155845be-706f-45a5-a4bb-ae816d8dd58c on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:02.372446 n-d-816629-1 neutron-server[101774]: ERROR neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:02.374483 n-d-816629-1 neutron-server[101774]: INFO neutron.plugins.ml2.plugin [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempt 10 to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c Nov 04 10:50:02.400966 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be35919-2d2e-4c83-8fd7-0080eaa6ee84 req-718c5d1f-9c36-4861-a978-ed1933b5092c tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:02.402578 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5be35919-2d2e-4c83-8fd7-0080eaa6ee84 req-718c5d1f-9c36-4861-a978-ed1933b5092c tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1378827 Nov 04 10:50:02.405144 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:02.405467 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:02.405801 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:02.420837 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 155845be-706f-45a5-a4bb-ae816d8dd58c on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:02.421087 n-d-816629-1 neutron-server[101774]: ERROR neutron.plugins.ml2.managers [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 155845be-706f-45a5-a4bb-ae816d8dd58c on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:02.421498 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:02.491847 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-02f420bd-80e8-4e8a-ad60-0f9ab6f47509 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101775) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 04 10:50:02.492298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-02f420bd-80e8-4e8a-ad60-0f9ab6f47509 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Router ed638f32-a8b1-40af-bf63-2956f4edd2e7 migrating from provider to provider. {{(pid=101775) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 04 10:50:02.492742 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-02f420bd-80e8-4e8a-ad60-0f9ab6f47509 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:02.505070 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-02f420bd-80e8-4e8a-ad60-0f9ab6f47509 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:02.508858 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8608367b-13b3-4c5a-a6d4-9f5b3b1842ae tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:50:02.515046 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-954ad602-80cd-4064-aa12-0a5acca08595 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Deleting port b454795d-1978-407e-ba87-a0eb19bf4504 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:02.515393 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-954ad602-80cd-4064-aa12-0a5acca08595 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:02.518779 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8608367b-13b3-4c5a-a6d4-9f5b3b1842ae tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "PUT /v2.0/routers/ffa21b18-e385-4dcb-abb1-fe5831c90d9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3122408 Nov 04 10:50:02.519372 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58832) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:02.525878 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-942f6e15-5406-480b-89c4-fd4493e1a724 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-402111155'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:02.529947 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-02f420bd-80e8-4e8a-ad60-0f9ab6f47509 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3752830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3752821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3754209'] for router, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:02.535632 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cb85cc-dc21-4b88-b178-ecfecf10b277 None None] Sync routers for ids ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:50:02.547199 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-70b3827f-4b5f-47ae-a75d-7a0425922780 None None] Provisioning complete for port e4df6add-4843-48fe-ba05-1b660ca2b1ae triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:02.547855 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-70b3827f-4b5f-47ae-a75d-7a0425922780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:02.579250 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5be35919-2d2e-4c83-8fd7-0080eaa6ee84 req-12857793-62bf-4f9a-9f6e-d9c0b8581d65 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584594 Nov 04 10:50:02.596101 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-70b3827f-4b5f-47ae-a75d-7a0425922780 None None] Port e4df6add-4843-48fe-ba05-1b660ca2b1ae cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:50:02.604859 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device fc4d835f-61bf-4ec7-a56e-330c376a667d up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:50:02.625308 n-d-816629-1 neutron-server[101775]: WARNING neutron.scheduler.l3_agent_scheduler [None req-02f420bd-80e8-4e8a-ad60-0f9ab6f47509 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] No L3 agents can host the router ed638f32-a8b1-40af-bf63-2956f4edd2e7 Nov 04 10:50:02.628602 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942f6e15-5406-480b-89c4-fd4493e1a724 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Made reservation on behalf of 9fa43ef76f0c4eb2b22d3d40568c22a7 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:02.632329 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-942f6e15-5406-480b-89c4-fd4493e1a724 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:02.665393 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cb85cc-dc21-4b88-b178-ecfecf10b277 None None] Routers {'ffa21b18-e385-4dcb-abb1-fe5831c90d9b'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:50:02.666035 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f8cb85cc-dc21-4b88-b178-ecfecf10b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:02.698339 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] For port 155845be-706f-45a5-a4bb-ae816d8dd58c, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:50:02.698898 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempted to set empty binding levels {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 04 10:50:02.707461 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:02.734433 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942f6e15-5406-480b-89c4-fd4493e1a724 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1184} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:50:02.745361 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port fc4d835f-61bf-4ec7-a56e-330c376a667d triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:02.745610 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-954ad602-80cd-4064-aa12-0a5acca08595 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:02.745610 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-954ad602-80cd-4064-aa12-0a5acca08595 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:02.745869 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:02.766626 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:02.767255 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:02.788889 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-942f6e15-5406-480b-89c4-fd4493e1a724 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:02.789144 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-942f6e15-5406-480b-89c4-fd4493e1a724 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Added segment dad6e00b-0c25-49b7-ba62-7f567698332c of type vlan for network 3cb99fce-c111-461d-bbef-e69d79da2f04 Nov 04 10:50:02.794244 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-70b3827f-4b5f-47ae-a75d-7a0425922780 None None] Provisioning complete for port fc4d835f-61bf-4ec7-a56e-330c376a667d triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:02.795380 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-70b3827f-4b5f-47ae-a75d-7a0425922780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:02.797835 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-954ad602-80cd-4064-aa12-0a5acca08595 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Calling delete_port for b454795d-1978-407e-ba87-a0eb19bf4504 owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:02.811823 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f420bd-80e8-4e8a-ad60-0f9ab6f47509 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Hosts for router ed638f32-a8b1-40af-bf63-2956f4edd2e7: [] {{(pid=101775) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 04 10:50:02.836497 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Pushing event updated for resources: {'Port': ['ID=155845be-706f-45a5-a4bb-ae816d8dd58c,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:02.867678 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f420bd-80e8-4e8a-ad60-0f9ab6f47509 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Hosts for other DVR routers connected to router ed638f32-a8b1-40af-bf63-2956f4edd2e7: set() {{(pid=101775) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 04 10:50:02.870392 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-02f420bd-80e8-4e8a-ad60-0f9ab6f47509 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:02.871705 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-02f420bd-80e8-4e8a-ad60-0f9ab6f47509 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] 10.222.0.127 "PUT /v2.0/routers/ed638f32-a8b1-40af-bf63-2956f4edd2e7 HTTP/1.1" status: 200 len: 717 time: 0.9533837 Nov 04 10:50:02.874451 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58838) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:02.882786 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-942f6e15-5406-480b-89c4-fd4493e1a724 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:02.914278 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0a01a4f7-6a40-496d-8edf-84a8b15ed9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.7006788 Nov 04 10:50:02.922358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58840) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:02.946756 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bc1c7-297d-48bf-a7bf-564a21b7599b req-89b1f70b-c4ec-40a5-a20d-819cda003612 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:02.949400 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-f8cb85cc-dc21-4b88-b178-ecfecf10b277 None None] Set router ffa21b18-e385-4dcb-abb1-fe5831c90d9b gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:50:02.955494 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a23bc1c7-297d-48bf-a7bf-564a21b7599b req-89b1f70b-c4ec-40a5-a20d-819cda003612 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.2307062 Nov 04 10:50:03.067974 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a23bc1c7-297d-48bf-a7bf-564a21b7599b req-7d7cf5a7-8e0e-44b1-bdeb-05d4aa85a119 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033187 Nov 04 10:50:03.216071 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-954ad602-80cd-4064-aa12-0a5acca08595 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:03.295891 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ad602-80cd-4064-aa12-0a5acca08595 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Pushing event deleted for resources: {'Port': ['ID=b454795d-1978-407e-ba87-a0eb19bf4504,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:03.443593 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-954ad602-80cd-4064-aa12-0a5acca08595 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:03.445537 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-954ad602-80cd-4064-aa12-0a5acca08595 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Floating IP 1568b0f7-43f2-4481-a751-e7eb10f2a9fe disassociated (deleted). External IP: 172.25.7.9, port: c144d25a-b79d-421c-b134-ba00b313db3a. Nov 04 10:50:03.461432 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86520d1-4c0c-42e7-b1ad-cfbc0d5aae8a req-2a972bb4-9fce-4d9a-8cb5-fb8f2b54e393 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:03.470994 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b86520d1-4c0c-42e7-b1ad-cfbc0d5aae8a req-2a972bb4-9fce-4d9a-8cb5-fb8f2b54e393 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1221414 Nov 04 10:50:03.475152 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.db.resource_extend [None req-942f6e15-5406-480b-89c4-fd4493e1a724 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:50:03.497133 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1d414cbf-df9e-452c-a579-1490954c3955 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] 10.222.0.127 "GET /v2.0/routers/ed638f32-a8b1-40af-bf63-2956f4edd2e7 HTTP/1.1" status: 200 len: 717 time: 0.6214695 Nov 04 10:50:03.503046 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58852) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:03.569709 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-942f6e15-5406-480b-89c4-fd4493e1a724 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:03.581275 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942f6e15-5406-480b-89c4-fd4493e1a724 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:03.582433 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-942f6e15-5406-480b-89c4-fd4493e1a724 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:03.590196 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f8cb85cc-dc21-4b88-b178-ecfecf10b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:50:01Z', 'revision_number': 4, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None, '_interfaces': [{'id': '8281b68e-924f-48df-b3bf-ee57e083f47e', 'name': '', 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:c6:66:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:52Z', 'updated_at': '2021-11-04T10:49:59Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6984ab5-bd1d-4f63-b828-07c0808e45f0', 'name': '', 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:3f:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:45Z', 'updated_at': '2021-11-04T10:49:52Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4df6add-4843-48fe-ba05-1b660ca2b1ae', 'name': '', 'network_id': '6b2dfd99-24e2-4c72-b918-ed748a5914de', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:50:0b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:59Z', 'updated_at': '2021-11-04T10:50:01Z', 'revision_number': 2, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:03.640025 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4326696e-bc48-41a6-822c-e8d4c319a94f None None] Provisioning complete for port e4df6add-4843-48fe-ba05-1b660ca2b1ae triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:03.640501 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4326696e-bc48-41a6-822c-e8d4c319a94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:03.690658 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b86520d1-4c0c-42e7-b1ad-cfbc0d5aae8a req-e7ce0853-c7b7-46e5-a3cb-f1731b893127 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177775 Nov 04 10:50:03.699085 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cb85cc-dc21-4b88-b178-ecfecf10b277 None None] Checking router: ffa21b18-e385-4dcb-abb1-fe5831c90d9b for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:50:03.699515 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cb85cc-dc21-4b88-b178-ecfecf10b277 None None] Updating router ffa21b18-e385-4dcb-abb1-fe5831c90d9b port e4df6add-4843-48fe-ba05-1b660ca2b1ae binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:50:03.701875 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-4326696e-bc48-41a6-822c-e8d4c319a94f None None] Port e4df6add-4843-48fe-ba05-1b660ca2b1ae cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:50:03.707426 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-942f6e15-5406-480b-89c4-fd4493e1a724 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1863508 Nov 04 10:50:03.712171 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58858) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:03.729686 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-7b6aa329-7c86-4a97-aa4d-0bf9da466c70 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'subnet': {'network_id': '3cb99fce-c111-461d-bbef-e69d79da2f04', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:03.744150 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f8cb85cc-dc21-4b88-b178-ecfecf10b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:03.792928 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-386bf1f1-c1eb-4975-8b75-d40efd272f86 tempest-RoutersTestDVR-153291893 tempest-RoutersTestDVR-153291893-project] 10.222.0.127 "GET /v2.0/routers/ed638f32-a8b1-40af-bf63-2956f4edd2e7 HTTP/1.1" status: 200 len: 683 time: 0.2886012 Nov 04 10:50:03.793987 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f6e15-5406-480b-89c4-fd4493e1a724 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Network': ['ID=3cb99fce-c111-461d-bbef-e69d79da2f04,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:03.803567 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58862) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:03.805595 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f6e15-5406-480b-89c4-fd4493e1a724 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:03.806143 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f6e15-5406-480b-89c4-fd4493e1a724 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:03.806618 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f6e15-5406-480b-89c4-fd4493e1a724 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:03.807099 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f6e15-5406-480b-89c4-fd4493e1a724 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:03.807424 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f6e15-5406-480b-89c4-fd4493e1a724 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:03.807750 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f6e15-5406-480b-89c4-fd4493e1a724 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:03.808070 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f6e15-5406-480b-89c4-fd4493e1a724 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:03.808393 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f6e15-5406-480b-89c4-fd4493e1a724 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:03.808715 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f6e15-5406-480b-89c4-fd4493e1a724 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:03.809049 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f6e15-5406-480b-89c4-fd4493e1a724 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:03.809366 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f6e15-5406-480b-89c4-fd4493e1a724 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:03.809675 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f6e15-5406-480b-89c4-fd4493e1a724 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:03.868510 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 3cb99fce-c111-461d-bbef-e69d79da2f04 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:50:03.892117 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-10df9bd1-7ab9-41e3-b9de-3765240b6a97 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:03.933853 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-f0988d1c-c2bc-433a-9d56-dc112261d734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Deleting port 155845be-706f-45a5-a4bb-ae816d8dd58c {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:03.934108 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f0988d1c-c2bc-433a-9d56-dc112261d734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:03.998834 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6aa329-7c86-4a97-aa4d-0bf9da466c70 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Made reservation on behalf of 9fa43ef76f0c4eb2b22d3d40568c22a7 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:04.013988 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7b6aa329-7c86-4a97-aa4d-0bf9da466c70 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:04.179908 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-10df9bd1-7ab9-41e3-b9de-3765240b6a97 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:04.181885 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-f0988d1c-c2bc-433a-9d56-dc112261d734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] For port 155845be-706f-45a5-a4bb-ae816d8dd58c, host n-h1-816629-1, got binding levels [] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:04.182239 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f0988d1c-c2bc-433a-9d56-dc112261d734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:04.185378 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-10df9bd1-7ab9-41e3-b9de-3765240b6a97 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:04.204207 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-f0988d1c-c2bc-433a-9d56-dc112261d734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Calling delete_port for 155845be-706f-45a5-a4bb-ae816d8dd58c owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:04.216836 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f8cb85cc-dc21-4b88-b178-ecfecf10b277 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:04.223557 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device fc4d835f-61bf-4ec7-a56e-330c376a667d up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:50:04.231394 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f8cb85cc-dc21-4b88-b178-ecfecf10b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:04.277940 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7b6aa329-7c86-4a97-aa4d-0bf9da466c70 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:04.308503 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-10df9bd1-7ab9-41e3-b9de-3765240b6a97 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:04.309076 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10df9bd1-7ab9-41e3-b9de-3765240b6a97 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed638f32-a8b1-40af-bf63-2956f4edd2e7 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:50:04.327175 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-10df9bd1-7ab9-41e3-b9de-3765240b6a97 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:04.332078 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-10df9bd1-7ab9-41e3-b9de-3765240b6a97 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] 10.222.0.127 "DELETE /v2.0/routers/ed638f32-a8b1-40af-bf63-2956f4edd2e7 HTTP/1.1" status: 204 len: 168 time: 0.5154150 Nov 04 10:50:04.332329 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58866) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:04.336457 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ca55f-5e6e-4f61-9cb9-3488fc274b6a None None] Pushing event updated for resources: {'Port': ['ID=e4df6add-4843-48fe-ba05-1b660ca2b1ae,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:04.339140 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-f347f555-d324-4a06-b041-a3f080f5a545 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Request body: {'router': {'name': 'tempest-router-1189498481', 'distributed': True}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:04.367013 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a810a01-b39d-4b0d-8064-c9a201a5dd46 req-6e52f8f6-230f-40f1-9d88-f8a36e919b40 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:04.378452 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a810a01-b39d-4b0d-8064-c9a201a5dd46 req-6e52f8f6-230f-40f1-9d88-f8a36e919b40 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.4995735 Nov 04 10:50:04.398457 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f347f555-d324-4a06-b041-a3f080f5a545 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:04.399546 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f347f555-d324-4a06-b041-a3f080f5a545 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:04.413245 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port fc4d835f-61bf-4ec7-a56e-330c376a667d triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:04.413858 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:04.465580 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f0988d1c-c2bc-433a-9d56-dc112261d734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:04.468247 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f347f555-d324-4a06-b041-a3f080f5a545 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:04.480037 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-f8cb85cc-dc21-4b88-b178-ecfecf10b277 None None] Attempting to bind port e4df6add-4843-48fe-ba05-1b660ca2b1ae on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:04.484907 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-f8cb85cc-dc21-4b88-b178-ecfecf10b277 None None] Attempting to bind port e4df6add-4843-48fe-ba05-1b660ca2b1ae by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '21e88d09-414d-473a-82d1-705b13c79444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6b2dfd99-24e2-4c72-b918-ed748a5914de'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:04.485461 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cb85cc-dc21-4b88-b178-ecfecf10b277 None None] Attempting to bind port e4df6add-4843-48fe-ba05-1b660ca2b1ae on network 6b2dfd99-24e2-4c72-b918-ed748a5914de {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:04.500488 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cb85cc-dc21-4b88-b178-ecfecf10b277 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:50:04.500745 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0988d1c-c2bc-433a-9d56-dc112261d734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Pushing event deleted for resources: {'Port': ['ID=155845be-706f-45a5-a4bb-ae816d8dd58c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:04.501292 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cb85cc-dc21-4b88-b178-ecfecf10b277 None None] Checking segment: {'id': '21e88d09-414d-473a-82d1-705b13c79444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6b2dfd99-24e2-4c72-b918-ed748a5914de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:50:04.501872 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f8cb85cc-dc21-4b88-b178-ecfecf10b277 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:04.503836 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cb85cc-dc21-4b88-b178-ecfecf10b277 None None] Bound using segment: {'id': '21e88d09-414d-473a-82d1-705b13c79444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6b2dfd99-24e2-4c72-b918-ed748a5914de'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:50:04.504482 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-f8cb85cc-dc21-4b88-b178-ecfecf10b277 None None] Bound port: e4df6add-4843-48fe-ba05-1b660ca2b1ae, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e88d09-414d-473a-82d1-705b13c79444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6b2dfd99-24e2-4c72-b918-ed748a5914de'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:50:04.505038 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f8cb85cc-dc21-4b88-b178-ecfecf10b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:04.506759 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f347f555-d324-4a06-b041-a3f080f5a545 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:04.521262 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f0988d1c-c2bc-433a-9d56-dc112261d734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:04.527581 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f0988d1c-c2bc-433a-9d56-dc112261d734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] 10.222.0.127 "DELETE /v2.0/ports/155845be-706f-45a5-a4bb-ae816d8dd58c HTTP/1.1" status: 204 len: 168 time: 1.6012249 Nov 04 10:50:04.528326 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58868) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:04.580289 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3011843-594b-4fc5-b2b6-29dc12ea410f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] GET failed (client error): The resource could not be found. Nov 04 10:50:04.583169 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b3011843-594b-4fc5-b2b6-29dc12ea410f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] 10.222.0.127 "GET /v2.0/ports/155845be-706f-45a5-a4bb-ae816d8dd58c HTTP/1.1" status: 404 len: 333 time: 0.0535700 Nov 04 10:50:04.586943 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58872) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:04.594102 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-aae76335-30c3-4ac5-9be6-3f40f343c28c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Request body: {'port': {'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1311818902'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:04.603255 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f347f555-d324-4a06-b041-a3f080f5a545 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:04.604390 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f347f555-d324-4a06-b041-a3f080f5a545 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2707748 Nov 04 10:50:04.606589 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a810a01-b39d-4b0d-8064-c9a201a5dd46 req-c90445cb-38ef-414f-bd8d-d117eeccbf11 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265851 Nov 04 10:50:04.607411 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58874) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:04.631628 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6aa329-7c86-4a97-aa4d-0bf9da466c70 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Subnet': ['ID=a64ec523-8ec7-466b-b51d-1ba689421e46,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:04.636631 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6aa329-7c86-4a97-aa4d-0bf9da466c70 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Checking segment: {'id': 'dad6e00b-0c25-49b7-ba62-7f567698332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '3cb99fce-c111-461d-bbef-e69d79da2f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:50:04.636631 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6aa329-7c86-4a97-aa4d-0bf9da466c70 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network hostable DHCP agents. Network: 3cb99fce-c111-461d-bbef-e69d79da2f04, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:50:04.674499 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae76335-30c3-4ac5-9be6-3f40f343c28c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Made reservation on behalf of dd453c271a324844a8b07e34b776f1c7 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:04.680035 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aae76335-30c3-4ac5-9be6-3f40f343c28c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:04.687746 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-f8cb85cc-dc21-4b88-b178-ecfecf10b277 None None] For port e4df6add-4843-48fe-ba05-1b660ca2b1ae, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:50:04.704647 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-f8cb85cc-dc21-4b88-b178-ecfecf10b277 None None] For port e4df6add-4843-48fe-ba05-1b660ca2b1ae, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e4df6add-4843-48fe-ba05-1b660ca2b1ae,segment=NetworkSegment(21e88d09-414d-473a-82d1-705b13c79444),segment_id=21e88d09-414d-473a-82d1-705b13c79444)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:50:04.712264 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f8cb85cc-dc21-4b88-b178-ecfecf10b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:04.730729 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-aae76335-30c3-4ac5-9be6-3f40f343c28c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] device_id is not set on port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:50:04.790330 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cb85cc-dc21-4b88-b178-ecfecf10b277 None None] Routers {'ffa21b18-e385-4dcb-abb1-fe5831c90d9b'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:50:04.794399 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f8cb85cc-dc21-4b88-b178-ecfecf10b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:04.852516 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-fca97cc9-11cd-4ffc-af0f-b50dd59b72d7 None None] Provisioning complete for port e4df6add-4843-48fe-ba05-1b660ca2b1ae triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:04.852913 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fca97cc9-11cd-4ffc-af0f-b50dd59b72d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:04.963477 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ca55f-5e6e-4f61-9cb9-3488fc274b6a None None] Pushing event updated for resources: {'Port': ['ID=e4df6add-4843-48fe-ba05-1b660ca2b1ae,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:05.019280 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-f8cb85cc-dc21-4b88-b178-ecfecf10b277 None None] Set router ffa21b18-e385-4dcb-abb1-fe5831c90d9b gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:50:05.037266 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aae76335-30c3-4ac5-9be6-3f40f343c28c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:05.078745 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aae76335-30c3-4ac5-9be6-3f40f343c28c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:05.130567 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae76335-30c3-4ac5-9be6-3f40f343c28c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Network 83351e07-ed14-48c0-ba40-bdec166223a6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:50:05.137484 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-aae76335-30c3-4ac5-9be6-3f40f343c28c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:05.141248 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae76335-30c3-4ac5-9be6-3f40f343c28c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:50:05.142453 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae76335-30c3-4ac5-9be6-3f40f343c28c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:05.143414 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aae76335-30c3-4ac5-9be6-3f40f343c28c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:05.168980 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae76335-30c3-4ac5-9be6-3f40f343c28c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Pushing event updated for resources: {'Port': ['ID=7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:05.183243 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-aae76335-30c3-4ac5-9be6-3f40f343c28c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5947666 Nov 04 10:50:05.186419 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58880) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:05.186947 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954ad602-80cd-4064-aa12-0a5acca08595 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Router 4c5935e5-602a-4c12-ba2f-e2836a28aa19 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:50:05.194770 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:05.227565 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b5f853d0-3c0d-414e-a084-7b60dddfcb80 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:05.232573 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fca97cc9-11cd-4ffc-af0f-b50dd59b72d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:05.286157 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:05.295283 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-fca97cc9-11cd-4ffc-af0f-b50dd59b72d7 None None] For port e4df6add-4843-48fe-ba05-1b660ca2b1ae, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e4df6add-4843-48fe-ba05-1b660ca2b1ae,segment=NetworkSegment(21e88d09-414d-473a-82d1-705b13c79444),segment_id=21e88d09-414d-473a-82d1-705b13c79444)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:05.303837 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fca97cc9-11cd-4ffc-af0f-b50dd59b72d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:05.321664 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6aa329-7c86-4a97-aa4d-0bf9da466c70 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network 3cb99fce-c111-461d-bbef-e69d79da2f04 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:50:05.363710 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca97cc9-11cd-4ffc-af0f-b50dd59b72d7 None None] Pushing event updated for resources: {'Port': ['ID=e4df6add-4843-48fe-ba05-1b660ca2b1ae,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:05.377828 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469514c3-9bb8-426e-9288-75a147cb2984 req-e705bfc8-9106-4e88-8036-8ec8e841fef8 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:05.387335 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-469514c3-9bb8-426e-9288-75a147cb2984 req-e705bfc8-9106-4e88-8036-8ec8e841fef8 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.2504520 Nov 04 10:50:05.427576 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-7b6aa329-7c86-4a97-aa4d-0bf9da466c70 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 3cb99fce-c111-461d-bbef-e69d79da2f04) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:05.444483 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab7c4a3-f951-40e9-a692-1a1330bf8839 None None] Network 3cb99fce-c111-461d-bbef-e69d79da2f04 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:50:05.448323 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-450dfc73-a548-4989-94f4-8e0d0204c793 None None] Provisioning complete for port e4df6add-4843-48fe-ba05-1b660ca2b1ae triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:05.449828 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-450dfc73-a548-4989-94f4-8e0d0204c793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:05.488006 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6aa329-7c86-4a97-aa4d-0bf9da466c70 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:05.488253 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7b6aa329-7c86-4a97-aa4d-0bf9da466c70 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:05.536175 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f8cb85cc-dc21-4b88-b178-ecfecf10b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:50:01Z', 'revision_number': 4, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None, '_interfaces': [{'id': '8281b68e-924f-48df-b3bf-ee57e083f47e', 'name': '', 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:c6:66:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:52Z', 'updated_at': '2021-11-04T10:49:59Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6984ab5-bd1d-4f63-b828-07c0808e45f0', 'name': '', 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:3f:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:45Z', 'updated_at': '2021-11-04T10:49:52Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4df6add-4843-48fe-ba05-1b660ca2b1ae', 'name': '', 'network_id': '6b2dfd99-24e2-4c72-b918-ed748a5914de', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:50:0b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:59Z', 'updated_at': '2021-11-04T10:50:04Z', 'revision_number': 4, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:05.583983 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b5f853d0-3c0d-414e-a084-7b60dddfcb80 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:05.594707 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b5f853d0-3c0d-414e-a084-7b60dddfcb80 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:05.601875 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7b6aa329-7c86-4a97-aa4d-0bf9da466c70 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8885946 Nov 04 10:50:05.603193 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cb85cc-dc21-4b88-b178-ecfecf10b277 None None] The sync data for ids ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'] in n-d-816629-1 is: [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:50:01Z', 'revision_number': 4, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None, '_interfaces': [{'id': '8281b68e-924f-48df-b3bf-ee57e083f47e', 'name': '', 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:c6:66:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:52Z', 'updated_at': '2021-11-04T10:49:59Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6984ab5-bd1d-4f63-b828-07c0808e45f0', 'name': '', 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:3f:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:45Z', 'updated_at': '2021-11-04T10:49:52Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4df6add-4843-48fe-ba05-1b660ca2b1ae', 'name': '', 'network_id': '6b2dfd99-24e2-4c72-b918-ed748a5914de', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:50:0b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:59Z', 'updated_at': '2021-11-04T10:50:04Z', 'revision_number': 4, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:50:05.615139 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58884) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:05.633397 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] device_id is not set on port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:50:05.661022 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:05.743988 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:05.873293 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:05.873742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:05.874131 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:05.883304 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:05.883652 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:05.892806 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempt 2 to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 Nov 04 10:50:05.901759 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Pushing event updated for resources: {'Port': ['ID=7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:05.920109 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-469514c3-9bb8-426e-9288-75a147cb2984 req-9ba87a48-4f44-4d47-8c02-9860efd6da62 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5313849 Nov 04 10:50:05.926007 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b5f853d0-3c0d-414e-a084-7b60dddfcb80 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:05.931271 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f853d0-3c0d-414e-a084-7b60dddfcb80 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c2cadaf-a8d1-4612-a818-d7804c4eda54 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:50:05.938072 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:05.938469 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:05.939074 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:05.950312 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4904784d-b7b6-44e2-bb46-757ccddd035a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-3cb99fce-c111-461d-bbef-e69d79da2f04', 'network_id': '3cb99fce-c111-461d-bbef-e69d79da2f04', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'fixed_ips': [{'subnet_id': 'a64ec523-8ec7-466b-b51d-1ba689421e46'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:50:05.950958 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:05.951431 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4904784d-b7b6-44e2-bb46-757ccddd035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:05.951539 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:05.951995 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempt 3 to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 Nov 04 10:50:05.971827 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:05.972360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:05.972700 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:05.981334 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:05.982047 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:05.982464 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954ad602-80cd-4064-aa12-0a5acca08595 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:50:05.982575 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempt 4 to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 Nov 04 10:50:05.992048 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b5f853d0-3c0d-414e-a084-7b60dddfcb80 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:05.995170 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eabc181-433c-494d-86f3-26a0ff37e5bc None None] Sync routers for ids ['4c5935e5-602a-4c12-ba2f-e2836a28aa19'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:50:05.999425 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b5f853d0-3c0d-414e-a084-7b60dddfcb80 tempest-RoutersTestDVR-1663485341 tempest-RoutersTestDVR-1663485341-project-admin] 10.222.0.127 "DELETE /v2.0/routers/3c2cadaf-a8d1-4612-a818-d7804c4eda54 HTTP/1.1" status: 204 len: 168 time: 1.3744249 Nov 04 10:50:06.003257 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-954ad602-80cd-4064-aa12-0a5acca08595 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:06.027170 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eabc181-433c-494d-86f3-26a0ff37e5bc None None] Routers {'4c5935e5-602a-4c12-ba2f-e2836a28aa19'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:50:06.030245 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-0eabc181-433c-494d-86f3-26a0ff37e5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['4c5935e5-602a-4c12-ba2f-e2836a28aa19'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:06.050371 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:06.051506 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:06.052151 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:06.075413 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:06.077348 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:06.080489 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempt 5 to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 Nov 04 10:50:06.112764 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-954ad602-80cd-4064-aa12-0a5acca08595 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "DELETE /v2.0/floatingips/1568b0f7-43f2-4481-a751-e7eb10f2a9fe HTTP/1.1" status: 204 len: 168 time: 4.0943079 Nov 04 10:50:06.116235 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57cf1f1-769d-471f-a4d2-c335d8cfca3b', 'tag': 'c144d25a-b79d-421c-b134-ba00b313db3a'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:50:06.118924 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a9c794-83e3-4c2e-9eee-bea1a82b060c" -d '{"events": [{"name": "network-changed", "server_uuid": "e57cf1f1-769d-471f-a4d2-c335d8cfca3b", "tag": "c144d25a-b79d-421c-b134-ba00b313db3a"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:50:06.125976 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:06.129807 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:06.129807 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:06.163079 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:06.163308 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:06.164615 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempt 6 to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 Nov 04 10:50:06.204612 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:06.207622 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:06.208040 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:06.225409 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:06.225409 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:06.225409 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempt 7 to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 Nov 04 10:50:06.278604 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:06.279187 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:06.279750 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:06.312925 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:06.313900 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:06.314562 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempt 8 to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 Nov 04 10:50:06.331702 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:06.332474 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:06.333062 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:06.339995 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:06.340968 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:06.341644 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempt 9 to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 Nov 04 10:50:06.360691 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:06.361855 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:06.362495 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:06.370111 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:06.371934 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:06.372618 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempt 10 to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 Nov 04 10:50:06.401090 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-0eabc181-433c-494d-86f3-26a0ff37e5bc None None] Set router 4c5935e5-602a-4c12-ba2f-e2836a28aa19 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:50:06.402543 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:06.405401 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:06.406465 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:06.415036 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:06.415650 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:06.416261 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:06.595539 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] For port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:50:06.597248 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempted to set empty binding levels {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 04 10:50:06.605997 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:06.681805 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e4df6add-4843-48fe-ba05-1b660ca2b1ae up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:50:06.718305 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] In _notify_port_updated(), no bound segment for port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 04 10:50:06.719208 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:06.719814 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:06.724461 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] 10.222.0.127 "PUT /v2.0/ports/7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 HTTP/1.1" status: 200 len: 979 time: 1.5361423 Nov 04 10:50:06.729031 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58902) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:06.736548 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-4904784d-b7b6-44e2-bb46-757ccddd035a None None] Allocated IP 2001:db8:3::2 (3cb99fce-c111-461d-bbef-e69d79da2f04/a64ec523-8ec7-466b-b51d-1ba689421e46/68a01301-601b-40ea-a2a6-d2a6b5d0ede6) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:50:06.780715 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3820-e722-4021-9e0a-fa60904e4098 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:06.791067 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58904) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:06.834238 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5be786-7f2e-4e0b-bb55-851f20dc9e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Pushing event updated for resources: {'Port': ['ID=7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:06.839564 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port e4df6add-4843-48fe-ba05-1b660ca2b1ae triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:06.839925 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:06.930601 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-0eabc181-433c-494d-86f3-26a0ff37e5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'name': 'tempest-TestVolumeBackupRestore-1711225724-router', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:44Z', 'updated_at': '2021-11-04T10:44:53Z', 'revision_number': 4, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'gw_port': {'id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:45Z', 'updated_at': '2021-11-04T10:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b', 'name': '', 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'mac_address': 'fa:16:3e:88:98:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '16405c66-cb9c-4753-af06-4d5d5dba6dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:51Z', 'updated_at': '2021-11-04T10:44:58Z', 'revision_number': 5, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'subnets': [{'id': '16405c66-cb9c-4753-af06-4d5d5dba6dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:06.956420 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:06.961557 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:06.962045 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:06.970253 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:06.970887 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:06.971627 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:06.973152 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:06.973703 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:06.977105 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:06.977902 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:06.978877 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:06.981327 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:06.982567 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:06.983152 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:06.983654 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:06.984735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:06.984912 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eabc181-433c-494d-86f3-26a0ff37e5bc None None] Checking router: 4c5935e5-602a-4c12-ba2f-e2836a28aa19 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:50:06.985311 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:06.987802 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:06.998924 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:06.999557 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:06.999905 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:07.000384 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:07.003497 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:07.004016 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:07.004419 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:07.005008 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:07.005380 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:07.005915 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:07.007410 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eabc181-433c-494d-86f3-26a0ff37e5bc None None] Routers {'4c5935e5-602a-4c12-ba2f-e2836a28aa19'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:50:07.009476 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:07.009859 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:07.010324 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:07.010618 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-0eabc181-433c-494d-86f3-26a0ff37e5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['4c5935e5-602a-4c12-ba2f-e2836a28aa19'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:07.010788 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:07.011265 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:07.017354 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:07.017900 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:07.021125 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:07.022726 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:07.024054 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:07.024543 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:07.025374 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:07.025849 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:07.026320 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:07.026784 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:07.027784 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:07.028975 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:07.029741 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:07.036230 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ad556e28-75ba-4eb3-b9e3-756352ca160e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 41902 time: 0.3060322 Nov 04 10:50:07.045289 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58910) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:07.104594 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f2d9e8da-52d9-4c57-ba73-5d7da7799318 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:07.126697 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b090afd-d150-492a-a408-0c4856eed46f req-5e0c5a77-e040-4e9c-b405-7733c2b4d06d tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:07.128672 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2b090afd-d150-492a-a408-0c4856eed46f req-5e0c5a77-e040-4e9c-b405-7733c2b4d06d tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.5595870 Nov 04 10:50:07.170472 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4904784d-b7b6-44e2-bb46-757ccddd035a None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:07.187033 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4904784d-b7b6-44e2-bb46-757ccddd035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:07.228688 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4904784d-b7b6-44e2-bb46-757ccddd035a None None] Network 3cb99fce-c111-461d-bbef-e69d79da2f04 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:50:07.235194 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-4904784d-b7b6-44e2-bb46-757ccddd035a None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:07.237630 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4904784d-b7b6-44e2-bb46-757ccddd035a None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:50:07.259764 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-0eabc181-433c-494d-86f3-26a0ff37e5bc None None] Set router 4c5935e5-602a-4c12-ba2f-e2836a28aa19 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:50:07.260796 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2b090afd-d150-492a-a408-0c4856eed46f req-30a48282-1b01-484e-8537-c7c77067e2b7 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187220 Nov 04 10:50:07.267360 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904784d-b7b6-44e2-bb46-757ccddd035a None None] Pushing event updated for resources: {'Port': ['ID=68a01301-601b-40ea-a2a6-d2a6b5d0ede6,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:07.286555 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-8c955bdb-5304-495d-bd84-7bbf92dccd11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Deleting port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:07.287106 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8c955bdb-5304-495d-bd84-7bbf92dccd11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:07.343201 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-4904784d-b7b6-44e2-bb46-757ccddd035a None None] Attempting to bind port 68a01301-601b-40ea-a2a6-d2a6b5d0ede6 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:07.343850 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-4904784d-b7b6-44e2-bb46-757ccddd035a None None] Attempting to bind port 68a01301-601b-40ea-a2a6-d2a6b5d0ede6 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'dad6e00b-0c25-49b7-ba62-7f567698332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '3cb99fce-c111-461d-bbef-e69d79da2f04'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:07.344386 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4904784d-b7b6-44e2-bb46-757ccddd035a None None] Attempting to bind port 68a01301-601b-40ea-a2a6-d2a6b5d0ede6 on network 3cb99fce-c111-461d-bbef-e69d79da2f04 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:07.355540 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4904784d-b7b6-44e2-bb46-757ccddd035a None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:50:07.356205 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4904784d-b7b6-44e2-bb46-757ccddd035a None None] Checking segment: {'id': 'dad6e00b-0c25-49b7-ba62-7f567698332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '3cb99fce-c111-461d-bbef-e69d79da2f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:50:07.356785 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4904784d-b7b6-44e2-bb46-757ccddd035a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:07.357355 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4904784d-b7b6-44e2-bb46-757ccddd035a None None] Bound using segment: {'id': 'dad6e00b-0c25-49b7-ba62-7f567698332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '3cb99fce-c111-461d-bbef-e69d79da2f04'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:50:07.358003 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-4904784d-b7b6-44e2-bb46-757ccddd035a None None] Bound port: 68a01301-601b-40ea-a2a6-d2a6b5d0ede6, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad6e00b-0c25-49b7-ba62-7f567698332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '3cb99fce-c111-461d-bbef-e69d79da2f04'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:50:07.358553 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4904784d-b7b6-44e2-bb46-757ccddd035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:07.364545 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-4bfb3820-e722-4021-9e0a-fa60904e4098 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Allocated IP 2001:db8:3::1 (3cb99fce-c111-461d-bbef-e69d79da2f04/a64ec523-8ec7-466b-b51d-1ba689421e46/a776db31-6ec9-4ea4-a953-c9a87953fdce) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:50:07.444160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-8c955bdb-5304-495d-bd84-7bbf92dccd11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] For port 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4, host n-h1-816629-1, got binding levels [] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:07.444875 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8c955bdb-5304-495d-bd84-7bbf92dccd11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:07.470502 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-8c955bdb-5304-495d-bd84-7bbf92dccd11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Calling delete_port for 7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:07.477436 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-4904784d-b7b6-44e2-bb46-757ccddd035a None None] For port 68a01301-601b-40ea-a2a6-d2a6b5d0ede6, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:50:07.481969 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-4904784d-b7b6-44e2-bb46-757ccddd035a None None] For port 68a01301-601b-40ea-a2a6-d2a6b5d0ede6, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=68a01301-601b-40ea-a2a6-d2a6b5d0ede6,segment=NetworkSegment(dad6e00b-0c25-49b7-ba62-7f567698332c),segment_id=dad6e00b-0c25-49b7-ba62-7f567698332c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:50:07.495037 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4904784d-b7b6-44e2-bb46-757ccddd035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:07.579612 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f2d9e8da-52d9-4c57-ba73-5d7da7799318 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:07.582585 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3820-e722-4021-9e0a-fa60904e4098 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:07.601532 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f2d9e8da-52d9-4c57-ba73-5d7da7799318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:07.659313 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f978a20-f1ef-4843-a798-6ffbbaf5b271 x-openstack-request-id: req-7f978a20-f1ef-4843-a798-6ffbbaf5b271 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:50:07.661226 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e57cf1f1-769d-471f-a4d2-c335d8cfca3b", "tag": "c144d25a-b79d-421c-b134-ba00b313db3a", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:50:07.661542 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-7f978a20-f1ef-4843-a798-6ffbbaf5b271 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:50:07.662772 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57cf1f1-769d-471f-a4d2-c335d8cfca3b', 'tag': 'c144d25a-b79d-421c-b134-ba00b313db3a', 'status': 'completed', 'code': 200} Nov 04 10:50:07.664980 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904784d-b7b6-44e2-bb46-757ccddd035a None None] Pushing event updated for resources: {'Port': ['ID=68a01301-601b-40ea-a2a6-d2a6b5d0ede6,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:07.696453 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3820-e722-4021-9e0a-fa60904e4098 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:07.710610 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f2d9e8da-52d9-4c57-ba73-5d7da7799318 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=5d39b99e8fa64a0381ffa957c2de6640&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9184325 Nov 04 10:50:07.716577 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58920) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:07.722109 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-0eabc181-433c-494d-86f3-26a0ff37e5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'name': 'tempest-TestVolumeBackupRestore-1711225724-router', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:44Z', 'updated_at': '2021-11-04T10:44:53Z', 'revision_number': 4, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'gw_port': {'id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:45Z', 'updated_at': '2021-11-04T10:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b', 'name': '', 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'mac_address': 'fa:16:3e:88:98:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '16405c66-cb9c-4753-af06-4d5d5dba6dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:51Z', 'updated_at': '2021-11-04T10:44:58Z', 'revision_number': 5, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'subnets': [{'id': '16405c66-cb9c-4753-af06-4d5d5dba6dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:07.732898 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9e8da-52d9-4c57-ba73-5d7da7799318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1084ba6-0393-46e5-9a1c-4481b9bc8e44,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:07.755772 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8c955bdb-5304-495d-bd84-7bbf92dccd11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:07.757363 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eabc181-433c-494d-86f3-26a0ff37e5bc None None] The sync data for ids ['4c5935e5-602a-4c12-ba2f-e2836a28aa19'] in n-d-816629-1 is: [{'id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'name': 'tempest-TestVolumeBackupRestore-1711225724-router', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:44Z', 'updated_at': '2021-11-04T10:44:53Z', 'revision_number': 4, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'gw_port': {'id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:45Z', 'updated_at': '2021-11-04T10:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b', 'name': '', 'network_id': 'f9e59902-9960-4058-813a-8c12bf428482', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'mac_address': 'fa:16:3e:88:98:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '16405c66-cb9c-4753-af06-4d5d5dba6dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:51Z', 'updated_at': '2021-11-04T10:44:58Z', 'revision_number': 5, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'subnets': [{'id': '16405c66-cb9c-4753-af06-4d5d5dba6dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:50:07.838185 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8c955bdb-5304-495d-bd84-7bbf92dccd11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:07.857475 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8c955bdb-5304-495d-bd84-7bbf92dccd11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] 10.222.0.127 "DELETE /v2.0/ports/7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 HTTP/1.1" status: 204 len: 168 time: 0.8105841 Nov 04 10:50:07.863279 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58924) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:07.871326 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb3820-e722-4021-9e0a-fa60904e4098 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Port': ['ID=a776db31-6ec9-4ea4-a953-c9a87953fdce,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:07.872948 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c955bdb-5304-495d-bd84-7bbf92dccd11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Pushing event deleted for resources: {'Port': ['ID=7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:07.907053 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfb3820-e722-4021-9e0a-fa60904e4098 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network 3cb99fce-c111-461d-bbef-e69d79da2f04 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:50:07.909892 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-4bfb3820-e722-4021-9e0a-fa60904e4098 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:07.917086 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfb3820-e722-4021-9e0a-fa60904e4098 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:50:07.917659 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3820-e722-4021-9e0a-fa60904e4098 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:07.921709 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9c794-83e3-4c2e-9eee-bea1a82b060c req-0513f1b3-6d92-4d77-8e36-a314e405b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:07.923664 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c2a9c794-83e3-4c2e-9eee-bea1a82b060c req-0513f1b3-6d92-4d77-8e36-a314e405b82f service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=1f6ce77b47aa41a995e4704afc0cafa2&device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 1097 time: 0.2583151 Nov 04 10:50:07.948652 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-9658e84f-6a16-4e61-8611-cc44b721f1f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] GET failed (client error): The resource could not be found. Nov 04 10:50:07.955387 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9658e84f-6a16-4e61-8611-cc44b721f1f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] 10.222.0.127 "GET /v2.0/ports/7aef7e4b-ab6b-4d4e-a2b4-368eb63654d4 HTTP/1.1" status: 404 len: 333 time: 0.0782111 Nov 04 10:50:07.961204 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58926) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:07.968879 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-8bb3fc42-5e1b-4eac-ab08-9901fd396e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-547463549', 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:08.000445 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69d95a55-5389-4e73-b354-e7ed58b20db1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:08.011851 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb3fc42-5e1b-4eac-ab08-9901fd396e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Made reservation on behalf of dd453c271a324844a8b07e34b776f1c7 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:08.019942 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8bb3fc42-5e1b-4eac-ab08-9901fd396e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:08.059998 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-8bb3fc42-5e1b-4eac-ab08-9901fd396e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] device_id is not set on port ef22fdd3-267e-4f82-a9f1-7857ef5eac2e yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:50:08.065578 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69d95a55-5389-4e73-b354-e7ed58b20db1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:08.296529 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69d95a55-5389-4e73-b354-e7ed58b20db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:08.300908 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69d95a55-5389-4e73-b354-e7ed58b20db1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:08.301062 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2e584-4127-489c-be62-8a5c1881d058 req-1d544a6a-cf83-47a5-958b-6f9d23af740c tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:08.303673 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-69d95a55-5389-4e73-b354-e7ed58b20db1 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/d1084ba6-0393-46e5-9a1c-4481b9bc8e44 HTTP/1.1" status: 204 len: 168 time: 0.5818460 Nov 04 10:50:08.308756 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42a2e584-4127-489c-be62-8a5c1881d058 req-1d544a6a-cf83-47a5-958b-6f9d23af740c tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 946 time: 0.3828666 Nov 04 10:50:08.317986 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 68a01301-601b-40ea-a2a6-d2a6b5d0ede6 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:50:08.324358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d95a55-5389-4e73-b354-e7ed58b20db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1084ba6-0393-46e5-9a1c-4481b9bc8e44,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:08.339363 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3820-e722-4021-9e0a-fa60904e4098 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:08.366981 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cb8b2f-0931-4179-abd1-816e1f22bc97 None None] New status for floating IP 1568b0f7-43f2-4481-a751-e7eb10f2a9fe: DOWN {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:50:08.374823 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8bb3fc42-5e1b-4eac-ab08-9901fd396e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:08.425146 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9c794-83e3-4c2e-9eee-bea1a82b060c req-0641ed37-60b2-4891-9902-8563584c4dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:08.429449 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8bb3fc42-5e1b-4eac-ab08-9901fd396e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:08.430075 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c2a9c794-83e3-4c2e-9eee-bea1a82b060c req-0641ed37-60b2-4891-9902-8563584c4dd5 service neutron] 10.222.0.126 "GET /v2.0/networks?id=f9e59902-9960-4058-813a-8c12bf428482 HTTP/1.1" status: 200 len: 916 time: 0.4291916 Nov 04 10:50:08.495985 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb3fc42-5e1b-4eac-ab08-9901fd396e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Network 83351e07-ed14-48c0-ba40-bdec166223a6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:50:08.510723 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-8bb3fc42-5e1b-4eac-ab08-9901fd396e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:08.517660 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb3fc42-5e1b-4eac-ab08-9901fd396e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:50:08.518667 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb3fc42-5e1b-4eac-ab08-9901fd396e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:08.519388 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8bb3fc42-5e1b-4eac-ab08-9901fd396e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:08.529266 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42a2e584-4127-489c-be62-8a5c1881d058 req-9717a2ae-aa11-4ca1-b4a9-bbba71d28e64 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/security-groups?id=b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939468 Nov 04 10:50:08.530588 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c2a9c794-83e3-4c2e-9eee-bea1a82b060c req-b0cbc8b0-2790-4556-ad1a-949f214e3901 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c144d25a-b79d-421c-b134-ba00b313db3a HTTP/1.1" status: 200 len: 217 time: 0.0678287 Nov 04 10:50:08.535515 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 68a01301-601b-40ea-a2a6-d2a6b5d0ede6 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:08.539245 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:08.555897 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3fc42-5e1b-4eac-ab08-9901fd396e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Pushing event updated for resources: {'Port': ['ID=ef22fdd3-267e-4f82-a9f1-7857ef5eac2e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:08.596282 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8bb3fc42-5e1b-4eac-ab08-9901fd396e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6328704 Nov 04 10:50:08.598051 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58936) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:08.699143 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd206d39-d5ce-46a4-b93a-71b9d0d03ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:08.700576 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fd206d39-d5ce-46a4-b93a-71b9d0d03ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] 10.222.0.127 "GET /v2.0/ports/ef22fdd3-267e-4f82-a9f1-7857ef5eac2e HTTP/1.1" status: 200 len: 958 time: 0.0987906 Nov 04 10:50:08.704475 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58938) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:08.769865 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9c794-83e3-4c2e-9eee-bea1a82b060c req-2aea8ade-179f-4f31-b7de-cee0191953d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:08.771728 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c2a9c794-83e3-4c2e-9eee-bea1a82b060c req-2aea8ade-179f-4f31-b7de-cee0191953d1 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=16405c66-cb9c-4753-af06-4d5d5dba6dfc HTTP/1.1" status: 200 len: 853 time: 0.2267408 Nov 04 10:50:08.820789 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:08.888763 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 68a01301-601b-40ea-a2a6-d2a6b5d0ede6, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=68a01301-601b-40ea-a2a6-d2a6b5d0ede6,segment=NetworkSegment(dad6e00b-0c25-49b7-ba62-7f567698332c),segment_id=dad6e00b-0c25-49b7-ba62-7f567698332c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:08.897684 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:08.933766 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-e4df5e91-6503-4b48-b68d-cc903acb902e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Deleting port ef22fdd3-267e-4f82-a9f1-7857ef5eac2e {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:08.934349 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e4df5e91-6503-4b48-b68d-cc903acb902e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:08.961276 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9c794-83e3-4c2e-9eee-bea1a82b060c req-4be55fe7-5f46-46b2-93c2-d0e85005e13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:08.962861 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c2a9c794-83e3-4c2e-9eee-bea1a82b060c req-4be55fe7-5f46-46b2-93c2-d0e85005e13c service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=f9e59902-9960-4058-813a-8c12bf428482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1802094 Nov 04 10:50:09.011971 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=68a01301-601b-40ea-a2a6-d2a6b5d0ede6,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:09.012443 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58942) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:09.086560 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e4df5e91-6503-4b48-b68d-cc903acb902e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:09.099952 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a39f891d-d6d0-46c6-bd03-b78168d95f8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:09.115322 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-e4df5e91-6503-4b48-b68d-cc903acb902e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Calling delete_port for ef22fdd3-267e-4f82-a9f1-7857ef5eac2e owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:09.233856 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3820-e722-4021-9e0a-fa60904e4098 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:09.265226 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c2a9c794-83e3-4c2e-9eee-bea1a82b060c req-52801170-1efd-43a9-9e5c-52809b7e3ce2 service neutron] 10.222.0.126 "GET /v2.0/networks/f9e59902-9960-4058-813a-8c12bf428482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905927 Nov 04 10:50:09.268360 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3820-e722-4021-9e0a-fa60904e4098 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:09.271132 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3820-e722-4021-9e0a-fa60904e4098 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:09.298624 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db911eb-7f5e-4801-8135-a11380d049c6 req-6a13f9f8-d773-428e-9a4c-a92aa4276eb8 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:09.300202 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1db911eb-7f5e-4801-8135-a11380d049c6 req-6a13f9f8-d773-428e-9a4c-a92aa4276eb8 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.126 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 946 time: 0.1254561 Nov 04 10:50:09.330570 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649f0d81-1d70-4401-bcc5-de958469ac65 None None] Network 3cb99fce-c111-461d-bbef-e69d79da2f04 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:50:09.491235 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-0784550e-c896-454a-b124-77dd525901f8 None None] Provisioning complete for port 68a01301-601b-40ea-a2a6-d2a6b5d0ede6 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:09.492134 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0784550e-c896-454a-b124-77dd525901f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:09.582054 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e4df5e91-6503-4b48-b68d-cc903acb902e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:09.630302 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df5e91-6503-4b48-b68d-cc903acb902e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef22fdd3-267e-4f82-a9f1-7857ef5eac2e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:09.642722 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e4df5e91-6503-4b48-b68d-cc903acb902e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:09.646977 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e4df5e91-6503-4b48-b68d-cc903acb902e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] 10.222.0.127 "DELETE /v2.0/ports/ef22fdd3-267e-4f82-a9f1-7857ef5eac2e HTTP/1.1" status: 204 len: 168 time: 0.9409349 Nov 04 10:50:09.649540 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58950) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:09.680812 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e451103-7280-4dc5-95ed-5e8f4925ed30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] GET failed (client error): The resource could not be found. Nov 04 10:50:09.682494 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1e451103-7280-4dc5-95ed-5e8f4925ed30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] 10.222.0.127 "GET /v2.0/ports/ef22fdd3-267e-4f82-a9f1-7857ef5eac2e HTTP/1.1" status: 404 len: 333 time: 0.0319915 Nov 04 10:50:09.686188 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58952) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:09.691461 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-84200ff9-116e-4b91-9dab-a908476ce2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Request body: {'port': {'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1447549788'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:09.721032 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-1db911eb-7f5e-4801-8135-a11380d049c6 req-2bbf822d-d26d-4a91-bd7a-9b72591dc487 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Deleting port c144d25a-b79d-421c-b134-ba00b313db3a {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:09.721384 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1db911eb-7f5e-4801-8135-a11380d049c6 req-2bbf822d-d26d-4a91-bd7a-9b72591dc487 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:09.823603 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-1db911eb-7f5e-4801-8135-a11380d049c6 req-2bbf822d-d26d-4a91-bd7a-9b72591dc487 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] For port c144d25a-b79d-421c-b134-ba00b313db3a, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=c144d25a-b79d-421c-b134-ba00b313db3a,segment=NetworkSegment(30d4132d-ec40-4317-b78d-343556d5fac7),segment_id=30d4132d-ec40-4317-b78d-343556d5fac7)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:09.824050 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1db911eb-7f5e-4801-8135-a11380d049c6 req-2bbf822d-d26d-4a91-bd7a-9b72591dc487 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:09.842852 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-1db911eb-7f5e-4801-8135-a11380d049c6 req-2bbf822d-d26d-4a91-bd7a-9b72591dc487 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Calling delete_port for c144d25a-b79d-421c-b134-ba00b313db3a owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:09.847306 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84200ff9-116e-4b91-9dab-a908476ce2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Made reservation on behalf of dd453c271a324844a8b07e34b776f1c7 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:09.849855 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-84200ff9-116e-4b91-9dab-a908476ce2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:09.878674 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb3820-e722-4021-9e0a-fa60904e4098 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event updated for resources: {'Port': ['ID=a776db31-6ec9-4ea4-a953-c9a87953fdce,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:09.906039 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-84200ff9-116e-4b91-9dab-a908476ce2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] device_id is not set on port 8440cf0e-74f4-434d-95bd-37e8d88a88ef yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:50:09.924282 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a39f891d-d6d0-46c6-bd03-b78168d95f8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:09.945392 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a39f891d-d6d0-46c6-bd03-b78168d95f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:09.993998 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a5d56-bb8d-459b-8274-7b43c3aa8393 req-d6316e6d-eb5c-4634-8946-c67a046bf561 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:09.995640 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5d0a5d56-bb8d-459b-8274-7b43c3aa8393 req-d6316e6d-eb5c-4634-8946-c67a046bf561 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.2503946 Nov 04 10:50:10.027730 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c2a9c794-83e3-4c2e-9eee-bea1a82b060c req-c35a1ceb-3098-4192-8fcc-7a34a5f59efe service neutron] 10.222.0.126 "GET /v2.0/networks/f9e59902-9960-4058-813a-8c12bf428482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7521126 Nov 04 10:50:10.049604 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a39f891d-d6d0-46c6-bd03-b78168d95f8f admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=e929a6fd48634ed29555d64626b0b4fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0246375 Nov 04 10:50:10.050344 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58954) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:10.069072 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfb3820-e722-4021-9e0a-fa60904e4098 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Network 3cb99fce-c111-461d-bbef-e69d79da2f04 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:50:10.076154 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f891d-d6d0-46c6-bd03-b78168d95f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32e24f6-6272-43ec-9096-1e8ef6426ccb,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:10.085213 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-4bfb3820-e722-4021-9e0a-fa60904e4098 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:10.202308 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-84200ff9-116e-4b91-9dab-a908476ce2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:10.206638 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1db911eb-7f5e-4801-8135-a11380d049c6 req-2bbf822d-d26d-4a91-bd7a-9b72591dc487 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:10.207425 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 68a01301-601b-40ea-a2a6-d2a6b5d0ede6 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:50:10.221673 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-79776332-b210-4033-893c-735830c7d71c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:10.267341 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf822d-d26d-4a91-bd7a-9b72591dc487 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Pushing event deleted for resources: {'Port': ['ID=c144d25a-b79d-421c-b134-ba00b313db3a,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:10.290006 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db911eb-7f5e-4801-8135-a11380d049c6 req-2bbf822d-d26d-4a91-bd7a-9b72591dc487 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] No DVR routers for this DVR port c144d25a-b79d-421c-b134-ba00b313db3a on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:50:10.293442 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1db911eb-7f5e-4801-8135-a11380d049c6 req-2bbf822d-d26d-4a91-bd7a-9b72591dc487 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:10.302841 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1db911eb-7f5e-4801-8135-a11380d049c6 req-2bbf822d-d26d-4a91-bd7a-9b72591dc487 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.126 "DELETE /v2.0/ports/c144d25a-b79d-421c-b134-ba00b313db3a HTTP/1.1" status: 204 len: 173 time: 0.9887698 Nov 04 10:50:10.307905 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57cf1f1-769d-471f-a4d2-c335d8cfca3b', 'name': 'network-vif-deleted', 'tag': 'c144d25a-b79d-421c-b134-ba00b313db3a'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:50:10.319976 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b610ad-bdb2-48df-bc99-bde88b22aad1" -d '{"events": [{"server_uuid": "e57cf1f1-769d-471f-a4d2-c335d8cfca3b", "name": "network-vif-deleted", "tag": "c144d25a-b79d-421c-b134-ba00b313db3a"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:50:10.326180 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-79776332-b210-4033-893c-735830c7d71c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:10.352449 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5d0a5d56-bb8d-459b-8274-7b43c3aa8393 req-dd8a09c4-0ec8-4df6-b470-78891dd7d203 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008618 Nov 04 10:50:10.361965 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f64d2e2e-2278-4e40-a1ef-371397809497 None None] Provisioning complete for port a776db31-6ec9-4ea4-a953-c9a87953fdce triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:10.362476 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f64d2e2e-2278-4e40-a1ef-371397809497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:10.384536 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-84200ff9-116e-4b91-9dab-a908476ce2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:10.411576 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 68a01301-601b-40ea-a2a6-d2a6b5d0ede6 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:10.412023 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:10.483602 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84200ff9-116e-4b91-9dab-a908476ce2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Network 83351e07-ed14-48c0-ba40-bdec166223a6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:50:10.489005 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfb3820-e722-4021-9e0a-fa60904e4098 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Router ffa21b18-e385-4dcb-abb1-fe5831c90d9b has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:50:10.492930 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-f64d2e2e-2278-4e40-a1ef-371397809497 None None] Port a776db31-6ec9-4ea4-a953-c9a87953fdce cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:50:10.499910 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-84200ff9-116e-4b91-9dab-a908476ce2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:10.509542 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84200ff9-116e-4b91-9dab-a908476ce2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:50:10.510781 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84200ff9-116e-4b91-9dab-a908476ce2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:10.513235 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-84200ff9-116e-4b91-9dab-a908476ce2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:10.524664 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84200ff9-116e-4b91-9dab-a908476ce2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Pushing event updated for resources: {'Port': ['ID=8440cf0e-74f4-434d-95bd-37e8d88a88ef,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:10.561425 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f64d2e2e-2278-4e40-a1ef-371397809497 None None] Provisioning complete for port 68a01301-601b-40ea-a2a6-d2a6b5d0ede6 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:10.561790 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f64d2e2e-2278-4e40-a1ef-371397809497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:10.574238 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-84200ff9-116e-4b91-9dab-a908476ce2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8869417 Nov 04 10:50:10.575228 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58968) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:10.580973 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:10.780204 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfb3820-e722-4021-9e0a-fa60904e4098 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:50:10.793193 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97791c86-b3b6-4f05-b015-c0a3410e2b2a None None] Sync routers for ids ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:50:10.806024 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4bfb3820-e722-4021-9e0a-fa60904e4098 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "PUT /v2.0/routers/ffa21b18-e385-4dcb-abb1-fe5831c90d9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1894305 Nov 04 10:50:10.806709 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 58970) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:10.813767 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:10.819877 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97791c86-b3b6-4f05-b015-c0a3410e2b2a None None] Routers {'ffa21b18-e385-4dcb-abb1-fe5831c90d9b'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:50:10.820522 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-97791c86-b3b6-4f05-b015-c0a3410e2b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:10.821903 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-31e88b40-28fd-40d8-9aed-31f4e353172f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:10.826361 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-79776332-b210-4033-893c-735830c7d71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:10.839427 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-79776332-b210-4033-893c-735830c7d71c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:10.840908 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-79776332-b210-4033-893c-735830c7d71c admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/b32e24f6-6272-43ec-9096-1e8ef6426ccb HTTP/1.1" status: 204 len: 168 time: 0.7817855 Nov 04 10:50:10.987667 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-5c24e76d-4618-4716-8018-17e874b9f32f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:10.994365 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-5c24e76d-4618-4716-8018-17e874b9f32f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:11.026406 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-5c24e76d-4618-4716-8018-17e874b9f32f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:11.045819 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-5c24e76d-4618-4716-8018-17e874b9f32f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:11.059592 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-5c24e76d-4618-4716-8018-17e874b9f32f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:11.063527 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-0fcd87b4-ff8f-4afc-97c0-bb66562b18a6 None None] Provisioning complete for port a776db31-6ec9-4ea4-a953-c9a87953fdce triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:11.063896 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0fcd87b4-ff8f-4afc-97c0-bb66562b18a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:11.065685 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79776332-b210-4033-893c-735830c7d71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32e24f6-6272-43ec-9096-1e8ef6426ccb,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:11.087564 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-5c24e76d-4618-4716-8018-17e874b9f32f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:11.089240 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-97791c86-b3b6-4f05-b015-c0a3410e2b2a None None] Set router ffa21b18-e385-4dcb-abb1-fe5831c90d9b gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:50:11.102881 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-5c24e76d-4618-4716-8018-17e874b9f32f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:11.122672 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-5c24e76d-4618-4716-8018-17e874b9f32f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.126 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 5434 time: 0.4793518 Nov 04 10:50:11.216856 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-0fcd87b4-ff8f-4afc-97c0-bb66562b18a6 None None] Port a776db31-6ec9-4ea4-a953-c9a87953fdce cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:50:11.327343 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:50:11.348517 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-7de3500b-4530-404c-b76e-21ef20a1a368 None None] Provisioning complete for port a776db31-6ec9-4ea4-a953-c9a87953fdce triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:11.352303 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7de3500b-4530-404c-b76e-21ef20a1a368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:11.372676 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-3d942f20-5d82-410a-a8ab-66a42c9dad98 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:11.374359 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-3d942f20-5d82-410a-a8ab-66a42c9dad98 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.126 "GET /v2.0/ports/93a6d616-ae72-4081-a095-06a4eb3aa14f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2196598 Nov 04 10:50:11.406909 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-7de3500b-4530-404c-b76e-21ef20a1a368 None None] Port a776db31-6ec9-4ea4-a953-c9a87953fdce cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:50:11.547239 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-97791c86-b3b6-4f05-b015-c0a3410e2b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:50:08Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None, '_interfaces': [{'id': '8281b68e-924f-48df-b3bf-ee57e083f47e', 'name': '', 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:c6:66:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:52Z', 'updated_at': '2021-11-04T10:49:59Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a776db31-6ec9-4ea4-a953-c9a87953fdce', 'name': '', 'network_id': '3cb99fce-c111-461d-bbef-e69d79da2f04', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:92:1e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'a64ec523-8ec7-466b-b51d-1ba689421e46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:50:07Z', 'updated_at': '2021-11-04T10:50:08Z', 'revision_number': 2, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'a64ec523-8ec7-466b-b51d-1ba689421e46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6984ab5-bd1d-4f63-b828-07c0808e45f0', 'name': '', 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:3f:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:45Z', 'updated_at': '2021-11-04T10:49:52Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4df6add-4843-48fe-ba05-1b660ca2b1ae', 'name': '', 'network_id': '6b2dfd99-24e2-4c72-b918-ed748a5914de', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:50:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:59Z', 'updated_at': '2021-11-04T10:50:05Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:11.587222 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97791c86-b3b6-4f05-b015-c0a3410e2b2a None None] Checking router: ffa21b18-e385-4dcb-abb1-fe5831c90d9b for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:50:11.587647 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97791c86-b3b6-4f05-b015-c0a3410e2b2a None None] Updating router ffa21b18-e385-4dcb-abb1-fe5831c90d9b port a776db31-6ec9-4ea4-a953-c9a87953fdce binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:50:11.603478 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-a726499d-32f9-45fe-a7c6-ff07e03933d3 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.126 "GET /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2189128 Nov 04 10:50:11.622407 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-97791c86-b3b6-4f05-b015-c0a3410e2b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:11.631065 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-e369cbd0-6f2b-4c15-849d-0eef0467622d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:11.848288 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.extraroute_db [None req-31e88b40-28fd-40d8-9aed-31f4e353172f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 04 10:50:11.867632 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.extraroute_db [None req-31e88b40-28fd-40d8-9aed-31f4e353172f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Removed routes are [] {{(pid=101774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 04 10:50:11.868222 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-31e88b40-28fd-40d8-9aed-31f4e353172f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41180'] for router, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:12.110163 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656fa62-dcff-42f3-ba67-3e41cd9ec71f req-c1da92dc-a3ec-49d8-a32a-3b17d6a01ed2 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:12.117958 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656fa62-dcff-42f3-ba67-3e41cd9ec71f req-c1da92dc-a3ec-49d8-a32a-3b17d6a01ed2 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:12.125494 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656fa62-dcff-42f3-ba67-3e41cd9ec71f req-c1da92dc-a3ec-49d8-a32a-3b17d6a01ed2 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:12.142453 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656fa62-dcff-42f3-ba67-3e41cd9ec71f req-c1da92dc-a3ec-49d8-a32a-3b17d6a01ed2 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:12.155782 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656fa62-dcff-42f3-ba67-3e41cd9ec71f req-c1da92dc-a3ec-49d8-a32a-3b17d6a01ed2 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:12.158225 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-97791c86-b3b6-4f05-b015-c0a3410e2b2a None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:12.162992 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656fa62-dcff-42f3-ba67-3e41cd9ec71f req-c1da92dc-a3ec-49d8-a32a-3b17d6a01ed2 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:12.169651 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656fa62-dcff-42f3-ba67-3e41cd9ec71f req-c1da92dc-a3ec-49d8-a32a-3b17d6a01ed2 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:12.178568 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e656fa62-dcff-42f3-ba67-3e41cd9ec71f req-c1da92dc-a3ec-49d8-a32a-3b17d6a01ed2 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 5434 time: 0.4405904 Nov 04 10:50:12.179169 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-97791c86-b3b6-4f05-b015-c0a3410e2b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:12.203748 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-31e88b40-28fd-40d8-9aed-31f4e353172f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41180'] for router, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:12.217505 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-31e88b40-28fd-40d8-9aed-31f4e353172f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3752830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3752821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3754209'] for router, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:12.237263 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-e369cbd0-6f2b-4c15-849d-0eef0467622d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:12.331374 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] device_id is not set on port 8440cf0e-74f4-434d-95bd-37e8d88a88ef yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:50:12.338612 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 58996) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:12.369150 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:12.372193 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e88b40-28fd-40d8-9aed-31f4e353172f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Router ffa21b18-e385-4dcb-abb1-fe5831c90d9b has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:50:12.374671 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:12.426789 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:12.465015 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f8f17-3cd2-42b4-9c48-8f387cdfa111 None None] Pushing event updated for resources: {'Port': ['ID=a776db31-6ec9-4ea4-a953-c9a87953fdce,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:12.507138 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e656fa62-dcff-42f3-ba67-3e41cd9ec71f req-db087a1b-66cc-4c57-9d00-f53d040f208f tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ded427f-6d19-40e3-a805-138915509ca8&id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3274524 Nov 04 10:50:12.550838 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-97791c86-b3b6-4f05-b015-c0a3410e2b2a None None] Attempting to bind port a776db31-6ec9-4ea4-a953-c9a87953fdce on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:12.551205 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-97791c86-b3b6-4f05-b015-c0a3410e2b2a None None] Attempting to bind port a776db31-6ec9-4ea4-a953-c9a87953fdce by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'dad6e00b-0c25-49b7-ba62-7f567698332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '3cb99fce-c111-461d-bbef-e69d79da2f04'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:12.551564 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97791c86-b3b6-4f05-b015-c0a3410e2b2a None None] Attempting to bind port a776db31-6ec9-4ea4-a953-c9a87953fdce on network 3cb99fce-c111-461d-bbef-e69d79da2f04 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:12.565010 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97791c86-b3b6-4f05-b015-c0a3410e2b2a None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:50:12.570594 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97791c86-b3b6-4f05-b015-c0a3410e2b2a None None] Checking segment: {'id': 'dad6e00b-0c25-49b7-ba62-7f567698332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '3cb99fce-c111-461d-bbef-e69d79da2f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:50:12.571281 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-97791c86-b3b6-4f05-b015-c0a3410e2b2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:12.571990 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97791c86-b3b6-4f05-b015-c0a3410e2b2a None None] Bound using segment: {'id': 'dad6e00b-0c25-49b7-ba62-7f567698332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '3cb99fce-c111-461d-bbef-e69d79da2f04'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:50:12.572865 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-97791c86-b3b6-4f05-b015-c0a3410e2b2a None None] Bound port: a776db31-6ec9-4ea4-a953-c9a87953fdce, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad6e00b-0c25-49b7-ba62-7f567698332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '3cb99fce-c111-461d-bbef-e69d79da2f04'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:50:12.573656 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-97791c86-b3b6-4f05-b015-c0a3410e2b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:12.582223 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e88b40-28fd-40d8-9aed-31f4e353172f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:50:12.594766 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-31e88b40-28fd-40d8-9aed-31f4e353172f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:12.616992 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-31e88b40-28fd-40d8-9aed-31f4e353172f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "PUT /v2.0/routers/ffa21b18-e385-4dcb-abb1-fe5831c90d9b HTTP/1.1" status: 200 len: 953 time: 1.8035150 Nov 04 10:50:12.617941 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59000) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:12.673402 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-97791c86-b3b6-4f05-b015-c0a3410e2b2a None None] For port a776db31-6ec9-4ea4-a953-c9a87953fdce, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:50:12.677330 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-97791c86-b3b6-4f05-b015-c0a3410e2b2a None None] For port a776db31-6ec9-4ea4-a953-c9a87953fdce, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a776db31-6ec9-4ea4-a953-c9a87953fdce,segment=NetworkSegment(dad6e00b-0c25-49b7-ba62-7f567698332c),segment_id=dad6e00b-0c25-49b7-ba62-7f567698332c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:50:12.692354 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-97791c86-b3b6-4f05-b015-c0a3410e2b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:12.721208 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-1509d11a-3e69-4fc6-9bdd-56e4c9106872 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1484100543'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:12.760344 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Pushing event updated for resources: {'Port': ['ID=8440cf0e-74f4-434d-95bd-37e8d88a88ef,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:12.784692 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:12.785091 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:12.785400 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:12.833129 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:12.833664 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:12.836267 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempt 2 to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef Nov 04 10:50:12.842229 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1509d11a-3e69-4fc6-9bdd-56e4c9106872 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Made reservation on behalf of 371908046fd1480dbb4cddf39ce316d1 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:12.845898 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1509d11a-3e69-4fc6-9bdd-56e4c9106872 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:12.849500 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-e369cbd0-6f2b-4c15-849d-0eef0467622d service neutron] For port 93a6d616-ae72-4081-a095-06a4eb3aa14f, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=93a6d616-ae72-4081-a095-06a4eb3aa14f,segment=NetworkSegment(75bd34cc-02fc-483b-8128-146d0a8eca1e),segment_id=75bd34cc-02fc-483b-8128-146d0a8eca1e)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:12.853991 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2ef5b2ff-0a33-41a9-884e-55ce8804082a req-901599b6-5796-458d-ade1-5446e468c2fd tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 210 time: 0.1062746 Nov 04 10:50:12.855564 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f8f17-3cd2-42b4-9c48-8f387cdfa111 None None] Pushing event updated for resources: {'Port': ['ID=a776db31-6ec9-4ea4-a953-c9a87953fdce,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:12.880173 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97791c86-b3b6-4f05-b015-c0a3410e2b2a None None] Routers {'ffa21b18-e385-4dcb-abb1-fe5831c90d9b'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:50:12.881985 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-97791c86-b3b6-4f05-b015-c0a3410e2b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:12.885493 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1509d11a-3e69-4fc6-9bdd-56e4c9106872 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:12.890334 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:12.890767 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:12.891190 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:12.916591 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:12.917077 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:12.925529 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempt 3 to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef Nov 04 10:50:12.949433 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ca8b2337-7b5c-47df-bd53-52b6b69c38be tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "GET /v2.0/routers/ffa21b18-e385-4dcb-abb1-fe5831c90d9b HTTP/1.1" status: 200 len: 953 time: 0.3273065 Nov 04 10:50:12.952278 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59004) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:12.954349 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-895d074a-2883-4a5f-926f-51ecd1d27553 None None] Provisioning complete for port a776db31-6ec9-4ea4-a953-c9a87953fdce triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:12.955270 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-895d074a-2883-4a5f-926f-51ecd1d27553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:12.960552 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-1093ef5d-ee09-40af-97a6-e3b529af245e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'router': {'routes': None}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:12.979632 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e070145-69fb-4b60-9dd9-a5a8fd9a79ef x-openstack-request-id: req-9e070145-69fb-4b60-9dd9-a5a8fd9a79ef {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:50:12.980035 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57cf1f1-769d-471f-a4d2-c335d8cfca3b", "name": "network-vif-deleted", "tag": "c144d25a-b79d-421c-b134-ba00b313db3a", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:50:12.980511 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-9e070145-69fb-4b60-9dd9-a5a8fd9a79ef {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:50:12.981030 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57cf1f1-769d-471f-a4d2-c335d8cfca3b', 'name': 'network-vif-deleted', 'tag': 'c144d25a-b79d-421c-b134-ba00b313db3a', 'status': 'completed', 'code': 200} Nov 04 10:50:13.002193 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-e369cbd0-6f2b-4c15-849d-0eef0467622d service neutron] For port 93a6d616-ae72-4081-a095-06a4eb3aa14f, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:50:13.060507 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:13.063755 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:13.064235 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:13.104909 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-97791c86-b3b6-4f05-b015-c0a3410e2b2a None None] Set router ffa21b18-e385-4dcb-abb1-fe5831c90d9b gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:50:13.114585 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:13.115780 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:13.137340 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-895d074a-2883-4a5f-926f-51ecd1d27553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:13.146470 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-e369cbd0-6f2b-4c15-849d-0eef0467622d service neutron] device_id is not set on port 93a6d616-ae72-4081-a095-06a4eb3aa14f yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:50:13.153763 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempt 4 to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef Nov 04 10:50:13.183855 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-895d074a-2883-4a5f-926f-51ecd1d27553 None None] For port a776db31-6ec9-4ea4-a953-c9a87953fdce, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a776db31-6ec9-4ea4-a953-c9a87953fdce,segment=NetworkSegment(dad6e00b-0c25-49b7-ba62-7f567698332c),segment_id=dad6e00b-0c25-49b7-ba62-7f567698332c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:13.194100 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-895d074a-2883-4a5f-926f-51ecd1d27553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:13.196975 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-e369cbd0-6f2b-4c15-849d-0eef0467622d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:13.214917 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:13.215401 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:13.216668 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:13.235637 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-e369cbd0-6f2b-4c15-849d-0eef0467622d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:13.248394 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:13.248744 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:13.296569 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce72bd3-f4b7-42b3-adf8-8624e8dbfe4d req-517d5694-8329-431e-9157-f1bc319d0939 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:13.297471 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d074a-2883-4a5f-926f-51ecd1d27553 None None] Pushing event updated for resources: {'Port': ['ID=a776db31-6ec9-4ea4-a953-c9a87953fdce,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:13.310133 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempt 5 to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef Nov 04 10:50:13.310826 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ce72bd3-f4b7-42b3-adf8-8624e8dbfe4d req-517d5694-8329-431e-9157-f1bc319d0939 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.2559769 Nov 04 10:50:13.392864 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:13.393190 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:13.393514 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:13.461947 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369cbd0-6f2b-4c15-849d-0eef0467622d service neutron] Pushing event updated for resources: {'Port': ['ID=93a6d616-ae72-4081-a095-06a4eb3aa14f,revision_number=6']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:13.469645 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ce72bd3-f4b7-42b3-adf8-8624e8dbfe4d req-eca64474-8e2e-47fd-b3b7-7973a5e1b0d3 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577699 Nov 04 10:50:13.511772 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:13.512112 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:13.526717 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempt 6 to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef Nov 04 10:50:13.543313 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-e369cbd0-6f2b-4c15-849d-0eef0467622d service neutron] No DVR routers for this DVR port 93a6d616-ae72-4081-a095-06a4eb3aa14f on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:50:13.647771 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-cf675876-a45b-4929-b616-e3afcb10d763 None None] Provisioning complete for port a776db31-6ec9-4ea4-a953-c9a87953fdce triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:13.651103 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cf675876-a45b-4929-b616-e3afcb10d763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:13.664784 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1509d11a-3e69-4fc6-9bdd-56e4c9106872 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:13.682820 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1509d11a-3e69-4fc6-9bdd-56e4c9106872 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:13.733932 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:13.734744 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:13.735331 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:13.792500 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:13.792852 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:13.794749 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-97791c86-b3b6-4f05-b015-c0a3410e2b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:50:11Z', 'revision_number': 6, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None, '_interfaces': [{'id': '8281b68e-924f-48df-b3bf-ee57e083f47e', 'name': '', 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:c6:66:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:52Z', 'updated_at': '2021-11-04T10:49:59Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a776db31-6ec9-4ea4-a953-c9a87953fdce', 'name': '', 'network_id': '3cb99fce-c111-461d-bbef-e69d79da2f04', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:92:1e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'a64ec523-8ec7-466b-b51d-1ba689421e46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:50:07Z', 'updated_at': '2021-11-04T10:50:12Z', 'revision_number': 4, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'a64ec523-8ec7-466b-b51d-1ba689421e46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6984ab5-bd1d-4f63-b828-07c0808e45f0', 'name': '', 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:3f:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:45Z', 'updated_at': '2021-11-04T10:49:52Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4df6add-4843-48fe-ba05-1b660ca2b1ae', 'name': '', 'network_id': '6b2dfd99-24e2-4c72-b918-ed748a5914de', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:50:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:59Z', 'updated_at': '2021-11-04T10:50:05Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:13.812200 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempt 7 to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef Nov 04 10:50:13.816263 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1509d11a-3e69-4fc6-9bdd-56e4c9106872 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1189} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:50:13.830742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-e369cbd0-6f2b-4c15-849d-0eef0467622d service neutron] In _notify_port_updated(), no bound segment for port 93a6d616-ae72-4081-a095-06a4eb3aa14f on network b24fc8aa-ee49-4b0e-86f2-bb77483ee604 {{(pid=101775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 04 10:50:13.831848 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-e369cbd0-6f2b-4c15-849d-0eef0467622d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:13.834422 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-e369cbd0-6f2b-4c15-849d-0eef0467622d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:13.834422 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-e369cbd0-6f2b-4c15-849d-0eef0467622d service neutron] 10.222.0.126 "PUT /v2.0/ports/93a6d616-ae72-4081-a095-06a4eb3aa14f HTTP/1.1" status: 200 len: 1028 time: 2.2072184 Nov 04 10:50:13.868195 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:13.868195 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:13.868195 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:13.902751 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509d11a-3e69-4fc6-9bdd-56e4c9106872 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80af0ce7-09ef-404d-a52b-caa995270b21,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:13.913603 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1509d11a-3e69-4fc6-9bdd-56e4c9106872 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:13.913983 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-1509d11a-3e69-4fc6-9bdd-56e4c9106872 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Added segment 3cb03436-3394-4121-82f6-7bc58a13e38a of type vlan for network 7ab69271-8b83-41c8-bf51-35ebca8ebd17 Nov 04 10:50:13.929417 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97791c86-b3b6-4f05-b015-c0a3410e2b2a None None] The sync data for ids ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'] in n-d-816629-1 is: [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:50:11Z', 'revision_number': 6, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None, '_interfaces': [{'id': '8281b68e-924f-48df-b3bf-ee57e083f47e', 'name': '', 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:c6:66:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:52Z', 'updated_at': '2021-11-04T10:49:59Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a776db31-6ec9-4ea4-a953-c9a87953fdce', 'name': '', 'network_id': '3cb99fce-c111-461d-bbef-e69d79da2f04', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:92:1e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'a64ec523-8ec7-466b-b51d-1ba689421e46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:50:07Z', 'updated_at': '2021-11-04T10:50:12Z', 'revision_number': 4, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'a64ec523-8ec7-466b-b51d-1ba689421e46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6984ab5-bd1d-4f63-b828-07c0808e45f0', 'name': '', 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:3f:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:45Z', 'updated_at': '2021-11-04T10:49:52Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4df6add-4843-48fe-ba05-1b660ca2b1ae', 'name': '', 'network_id': '6b2dfd99-24e2-4c72-b918-ed748a5914de', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:50:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:59Z', 'updated_at': '2021-11-04T10:50:05Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:50:13.936725 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:13.937386 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:13.940968 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempt 8 to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef Nov 04 10:50:13.981042 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 774451b9-da41-429f-b239-13e3f3375067 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:50:14.012347 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-df24ef63-9e85-479f-b9df-534603b45b9c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:14.019056 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-df24ef63-9e85-479f-b9df-534603b45b9c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.126 "GET /v2.0/ports/a09927a9-ef20-452f-a0cd-6d40858aa8ef?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1678929 Nov 04 10:50:14.052118 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.extraroute_db [None req-1093ef5d-ee09-40af-97a6-e3b529af245e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Added routes are [] {{(pid=101774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 04 10:50:14.052655 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.extraroute_db [None req-1093ef5d-ee09-40af-97a6-e3b529af245e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 04 10:50:14.057038 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-72cced9b-00f0-40da-9881-79d645376b42 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:14.081983 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:14.082417 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:14.082837 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:14.087418 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2ad3d-3ea4-4093-a3f8-da867d131dfe req-635f478f-4b02-402a-991b-90c2d7203f42 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:14.113965 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2ad3d-3ea4-4093-a3f8-da867d131dfe req-635f478f-4b02-402a-991b-90c2d7203f42 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:14.120422 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2ad3d-3ea4-4093-a3f8-da867d131dfe req-635f478f-4b02-402a-991b-90c2d7203f42 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:14.138855 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2ad3d-3ea4-4093-a3f8-da867d131dfe req-635f478f-4b02-402a-991b-90c2d7203f42 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:14.150606 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2ad3d-3ea4-4093-a3f8-da867d131dfe req-635f478f-4b02-402a-991b-90c2d7203f42 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:14.182453 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2ad3d-3ea4-4093-a3f8-da867d131dfe req-635f478f-4b02-402a-991b-90c2d7203f42 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:14.187576 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3de2ad3d-3ea4-4093-a3f8-da867d131dfe req-635f478f-4b02-402a-991b-90c2d7203f42 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 4659 time: 0.2376108 Nov 04 10:50:14.190645 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1509d11a-3e69-4fc6-9bdd-56e4c9106872 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:14.205180 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:14.205751 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:14.206431 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:14.211866 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempt 9 to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef Nov 04 10:50:14.255806 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a776db31-6ec9-4ea4-a953-c9a87953fdce up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:50:14.265081 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1093ef5d-ee09-40af-97a6-e3b529af245e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41180'] for router, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:14.304404 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:14.304950 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:14.305467 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:14.315961 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-72cced9b-00f0-40da-9881-79d645376b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:14.316938 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '774451b9-da41-429f-b239-13e3f3375067'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:50:14.319763 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfe049d-f2b0-4aee-8d9e-b09e87be204b" -d '{"events": [{"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-unplugged", "status": "completed", "tag": "774451b9-da41-429f-b239-13e3f3375067"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:50:14.326125 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1509d11a-3e69-4fc6-9bdd-56e4c9106872 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:14.329562 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-9d64bb79-0047-4768-836f-0721f96c1155 None None] Provisioning complete for port 93a6d616-ae72-4081-a095-06a4eb3aa14f triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:14.330147 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9d64bb79-0047-4768-836f-0721f96c1155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:14.335603 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1509d11a-3e69-4fc6-9bdd-56e4c9106872 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:14.336790 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1509d11a-3e69-4fc6-9bdd-56e4c9106872 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:14.359291 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:14.360674 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3de2ad3d-3ea4-4093-a3f8-da867d131dfe req-85bb1b8c-3611-4df2-ae70-21164e1a4119 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ded427f-6d19-40e3-a805-138915509ca8&id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1615660 Nov 04 10:50:14.361448 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:14.372073 n-d-816629-1 neutron-server[101775]: INFO neutron.plugins.ml2.plugin [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempt 10 to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef Nov 04 10:50:14.433897 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 774451b9-da41-429f-b239-13e3f3375067, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=774451b9-da41-429f-b239-13e3f3375067,segment=NetworkSegment(68884ac4-1769-4bca-94f5-d9098a2e7fa7),segment_id=68884ac4-1769-4bca-94f5-d9098a2e7fa7)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:14.458667 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:14.461481 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 93a6d616-ae72-4081-a095-06a4eb3aa14f no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:50:14.495322 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509d11a-3e69-4fc6-9bdd-56e4c9106872 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Pushing event updated for resources: {'Network': ['ID=7ab69271-8b83-41c8-bf51-35ebca8ebd17,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:14.521892 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1509d11a-3e69-4fc6-9bdd-56e4c9106872 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.1784415 Nov 04 10:50:14.527879 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-9d64bb79-0047-4768-836f-0721f96c1155 None None] Port 93a6d616-ae72-4081-a095-06a4eb3aa14f cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:50:14.529115 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59018) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:14.535869 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 7ab69271-8b83-41c8-bf51-35ebca8ebd17 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:50:14.538406 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-4e452dfd-9c1d-44de-8579-6947b66254ea tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Request body: {'subnet': {'network_id': '7ab69271-8b83-41c8-bf51-35ebca8ebd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:14.577789 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:14.578135 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:14.578477 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempting to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:14.607462 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on network 83351e07-ed14-48c0-ba40-bdec166223a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:50:14.607924 n-d-816629-1 neutron-server[101775]: ERROR neutron.plugins.ml2.managers [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Failed to bind port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on host n-h1-816629-1 for vnic_type normal using segments [{'id': 'b883ef77-549c-40b7-8bb8-999de8a459ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '83351e07-ed14-48c0-ba40-bdec166223a6'}] Nov 04 10:50:14.612441 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:14.695903 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=774451b9-da41-429f-b239-13e3f3375067,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:14.700591 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 93a6d616-ae72-4081-a095-06a4eb3aa14f not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:50:14.702493 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device a09927a9-ef20-452f-a0cd-6d40858aa8ef no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:50:14.725983 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port a776db31-6ec9-4ea4-a953-c9a87953fdce triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:14.726352 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:14.888688 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:14.917676 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-72cced9b-00f0-40da-9881-79d645376b42 service neutron] For port a09927a9-ef20-452f-a0cd-6d40858aa8ef, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=a09927a9-ef20-452f-a0cd-6d40858aa8ef,segment=NetworkSegment(75bd34cc-02fc-483b-8128-146d0a8eca1e),segment_id=75bd34cc-02fc-483b-8128-146d0a8eca1e)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:15.055513 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1093ef5d-ee09-40af-97a6-e3b529af245e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41180'] for router, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:15.064740 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1093ef5d-ee09-40af-97a6-e3b529af245e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3752830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3752821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3754209'] for router, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:15.085690 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d23efe-ade4-4f36-9f9a-7ce261dfca61 req-9319063e-2f0d-4ea3-8f44-454d062f291b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:15.090604 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] For port 8440cf0e-74f4-434d-95bd-37e8d88a88ef, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:50:15.091303 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attempted to set empty binding levels {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 04 10:50:15.094123 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-43d23efe-ade4-4f36-9f9a-7ce261dfca61 req-9319063e-2f0d-4ea3-8f44-454d062f291b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.5638676 Nov 04 10:50:15.100290 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-72cced9b-00f0-40da-9881-79d645376b42 service neutron] For port a09927a9-ef20-452f-a0cd-6d40858aa8ef, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:50:15.157399 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:15.162674 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-72cced9b-00f0-40da-9881-79d645376b42 service neutron] device_id is not set on port a09927a9-ef20-452f-a0cd-6d40858aa8ef yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:50:15.178769 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-72cced9b-00f0-40da-9881-79d645376b42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:15.181915 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:15.211110 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-72cced9b-00f0-40da-9881-79d645376b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:15.223362 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] In _notify_port_updated(), no bound segment for port 8440cf0e-74f4-434d-95bd-37e8d88a88ef on network 83351e07-ed14-48c0-ba40-bdec166223a6 {{(pid=101775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 04 10:50:15.224750 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:15.225585 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:15.231050 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] 10.222.0.127 "PUT /v2.0/ports/8440cf0e-74f4-434d-95bd-37e8d88a88ef HTTP/1.1" status: 200 len: 979 time: 4.6546314 Nov 04 10:50:15.236294 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59028) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:15.290617 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:50:15.290982 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:50:15.300068 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1093ef5d-ee09-40af-97a6-e3b529af245e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Router ffa21b18-e385-4dcb-abb1-fe5831c90d9b has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:50:15.300247 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65b449-a94f-44d4-ae75-f65e97fc5d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Pushing event updated for resources: {'Port': ['ID=8440cf0e-74f4-434d-95bd-37e8d88a88ef,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:15.343842 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-72cced9b-00f0-40da-9881-79d645376b42 service neutron] No DVR routers for this DVR port a09927a9-ef20-452f-a0cd-6d40858aa8ef on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:50:15.371015 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-43d23efe-ade4-4f36-9f9a-7ce261dfca61 req-3bdc8694-b74a-4232-b2b1-999e0884b3e3 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756159 Nov 04 10:50:15.397412 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238784db-01f0-4b36-bf78-04dda6026be2 None None] Sync routers for ids ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:50:15.410323 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238784db-01f0-4b36-bf78-04dda6026be2 None None] Routers {'ffa21b18-e385-4dcb-abb1-fe5831c90d9b'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:50:15.413451 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-238784db-01f0-4b36-bf78-04dda6026be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:15.513057 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cced9b-00f0-40da-9881-79d645376b42 service neutron] Pushing event updated for resources: {'Port': ['ID=a09927a9-ef20-452f-a0cd-6d40858aa8ef,revision_number=6']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:15.537329 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-72cced9b-00f0-40da-9881-79d645376b42 service neutron] In _notify_port_updated(), no bound segment for port a09927a9-ef20-452f-a0cd-6d40858aa8ef on network b24fc8aa-ee49-4b0e-86f2-bb77483ee604 {{(pid=101775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 04 10:50:15.538022 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-72cced9b-00f0-40da-9881-79d645376b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:15.538631 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-72cced9b-00f0-40da-9881-79d645376b42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:15.539958 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-72cced9b-00f0-40da-9881-79d645376b42 service neutron] 10.222.0.126 "PUT /v2.0/ports/a09927a9-ef20-452f-a0cd-6d40858aa8ef HTTP/1.1" status: 200 len: 1027 time: 1.5076101 Nov 04 10:50:15.585831 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1093ef5d-ee09-40af-97a6-e3b529af245e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:50:15.587823 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e452dfd-9c1d-44de-8579-6947b66254ea tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Made reservation on behalf of 371908046fd1480dbb4cddf39ce316d1 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:15.596748 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4e452dfd-9c1d-44de-8579-6947b66254ea tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:15.606000 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-238784db-01f0-4b36-bf78-04dda6026be2 None None] Set router ffa21b18-e385-4dcb-abb1-fe5831c90d9b gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:50:15.607916 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1093ef5d-ee09-40af-97a6-e3b529af245e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:15.609750 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1093ef5d-ee09-40af-97a6-e3b529af245e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "PUT /v2.0/routers/ffa21b18-e385-4dcb-abb1-fe5831c90d9b HTTP/1.1" status: 200 len: 703 time: 2.6558101 Nov 04 10:50:15.645374 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59034) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:15.651393 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7cc8acd2-245c-4bfb-b08f-48486a154f55 req-17a033de-5f83-4543-b679-c67160cd66a8 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 210 time: 0.0694079 Nov 04 10:50:15.846482 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-686e5b29-ab34-4b1c-9870-c6c49bdd5581 None None] Provisioning complete for port a09927a9-ef20-452f-a0cd-6d40858aa8ef triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:15.846831 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-686e5b29-ab34-4b1c-9870-c6c49bdd5581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:15.853953 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 511fc5ae-cb19-4f00-a96e-ae1fe43026e6 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:50:15.882548 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7c908a55-8ac6-4034-bf1b-9b4677dab8bf tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "GET /v2.0/routers/ffa21b18-e385-4dcb-abb1-fe5831c90d9b HTTP/1.1" status: 200 len: 703 time: 0.2226248 Nov 04 10:50:15.894720 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59038) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:15.910932 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-eb42a76f-1bb2-45ce-a91d-aa59bc252603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Deleting port 8440cf0e-74f4-434d-95bd-37e8d88a88ef {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:15.911373 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eb42a76f-1bb2-45ce-a91d-aa59bc252603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:15.974842 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4e452dfd-9c1d-44de-8579-6947b66254ea tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:16.032086 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eab6171-fcef-465b-9352-812d8e68c1b4 x-openstack-request-id: req-3eab6171-fcef-465b-9352-812d8e68c1b4 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:50:16.032378 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-unplugged", "status": "completed", "tag": "774451b9-da41-429f-b239-13e3f3375067", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:50:16.032632 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-3eab6171-fcef-465b-9352-812d8e68c1b4 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:50:16.033058 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '774451b9-da41-429f-b239-13e3f3375067', 'code': 200} Nov 04 10:50:16.036302 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-686e5b29-ab34-4b1c-9870-c6c49bdd5581 None None] Port a09927a9-ef20-452f-a0cd-6d40858aa8ef cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:50:16.139514 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:16.152944 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e452dfd-9c1d-44de-8579-6947b66254ea tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Pushing event updated for resources: {'Subnet': ['ID=a12f4285-12aa-448e-9445-adf4f23d6d85,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:16.177862 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e452dfd-9c1d-44de-8579-6947b66254ea tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Checking segment: {'id': '3cb03436-3394-4121-82f6-7bc58a13e38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '7ab69271-8b83-41c8-bf51-35ebca8ebd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:50:16.178233 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e452dfd-9c1d-44de-8579-6947b66254ea tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Network hostable DHCP agents. Network: 7ab69271-8b83-41c8-bf51-35ebca8ebd17, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:50:16.182868 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e452dfd-9c1d-44de-8579-6947b66254ea tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:16.183169 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e452dfd-9c1d-44de-8579-6947b66254ea tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:16.183515 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e452dfd-9c1d-44de-8579-6947b66254ea tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:16.183845 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e452dfd-9c1d-44de-8579-6947b66254ea tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:16.184180 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e452dfd-9c1d-44de-8579-6947b66254ea tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:16.184512 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e452dfd-9c1d-44de-8579-6947b66254ea tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:16.185006 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e452dfd-9c1d-44de-8579-6947b66254ea tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:16.185174 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e452dfd-9c1d-44de-8579-6947b66254ea tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:16.185501 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e452dfd-9c1d-44de-8579-6947b66254ea tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:16.185975 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e452dfd-9c1d-44de-8579-6947b66254ea tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:16.186292 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e452dfd-9c1d-44de-8579-6947b66254ea tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:16.186609 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e452dfd-9c1d-44de-8579-6947b66254ea tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:16.188343 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-238784db-01f0-4b36-bf78-04dda6026be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:50:14Z', 'revision_number': 7, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None, '_interfaces': [{'id': '8281b68e-924f-48df-b3bf-ee57e083f47e', 'name': '', 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:c6:66:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:52Z', 'updated_at': '2021-11-04T10:49:59Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a776db31-6ec9-4ea4-a953-c9a87953fdce', 'name': '', 'network_id': '3cb99fce-c111-461d-bbef-e69d79da2f04', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:92:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'a64ec523-8ec7-466b-b51d-1ba689421e46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:50:07Z', 'updated_at': '2021-11-04T10:50:13Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'a64ec523-8ec7-466b-b51d-1ba689421e46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6984ab5-bd1d-4f63-b828-07c0808e45f0', 'name': '', 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:3f:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:45Z', 'updated_at': '2021-11-04T10:49:52Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4df6add-4843-48fe-ba05-1b660ca2b1ae', 'name': '', 'network_id': '6b2dfd99-24e2-4c72-b918-ed748a5914de', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:50:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:59Z', 'updated_at': '2021-11-04T10:50:05Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:16.219506 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e452dfd-9c1d-44de-8579-6947b66254ea tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Network 7ab69271-8b83-41c8-bf51-35ebca8ebd17 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:50:16.229163 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 511fc5ae-cb19-4f00-a96e-ae1fe43026e6, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=511fc5ae-cb19-4f00-a96e-ae1fe43026e6,segment=NetworkSegment(e4c253af-65d0-47a4-af72-3837b14a76c7),segment_id=e4c253af-65d0-47a4-af72-3837b14a76c7)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:16.230507 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238784db-01f0-4b36-bf78-04dda6026be2 None None] Checking router: ffa21b18-e385-4dcb-abb1-fe5831c90d9b for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:50:16.238610 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:16.239435 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device bb296dc2-fe9a-4d2b-a25a-d011341603b9 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:50:16.248214 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-b854d7ee-a2f3-4b05-a2bd-c8b9ab51bbcd tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Deleting port bb296dc2-fe9a-4d2b-a25a-d011341603b9 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:16.248578 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-b854d7ee-a2f3-4b05-a2bd-c8b9ab51bbcd tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:16.261637 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b92c14-b495-43b1-b279-8763b27e0f27 req-c4fd9977-4924-466f-a27c-a98bf02ab21c tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:16.263852 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d1b92c14-b495-43b1-b279-8763b27e0f27 req-c4fd9977-4924-466f-a27c-a98bf02ab21c tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1194203 Nov 04 10:50:16.265045 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-4e452dfd-9c1d-44de-8579-6947b66254ea tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 7ab69271-8b83-41c8-bf51-35ebca8ebd17) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:16.282976 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e452dfd-9c1d-44de-8579-6947b66254ea tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:16.284691 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-eb42a76f-1bb2-45ce-a91d-aa59bc252603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] For port 8440cf0e-74f4-434d-95bd-37e8d88a88ef, host n-h1-816629-1, got binding levels [] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:16.284945 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4e452dfd-9c1d-44de-8579-6947b66254ea tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:16.285425 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eb42a76f-1bb2-45ce-a91d-aa59bc252603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:16.325407 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=511fc5ae-cb19-4f00-a96e-ae1fe43026e6,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:16.328398 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9626587b-c69c-463e-98f8-c9d23f003dc6 None None] Network 7ab69271-8b83-41c8-bf51-35ebca8ebd17 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:50:16.335896 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238784db-01f0-4b36-bf78-04dda6026be2 None None] Routers {'ffa21b18-e385-4dcb-abb1-fe5831c90d9b'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:50:16.336528 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-238784db-01f0-4b36-bf78-04dda6026be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:16.381452 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d1b92c14-b495-43b1-b279-8763b27e0f27 req-fed814e2-fa54-42b2-a1ea-bc41eb87b088 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006296 Nov 04 10:50:16.388795 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4e452dfd-9c1d-44de-8579-6947b66254ea tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8571863 Nov 04 10:50:16.389473 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59042) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:16.394506 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-00586aee-6ad3-4333-ab89-47698d2bc160 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Request body: {'port': {'network_id': '7ab69271-8b83-41c8-bf51-35ebca8ebd17', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1815635224'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:16.489140 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-eb42a76f-1bb2-45ce-a91d-aa59bc252603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Calling delete_port for 8440cf0e-74f4-434d-95bd-37e8d88a88ef owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:16.497713 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-238784db-01f0-4b36-bf78-04dda6026be2 None None] Set router ffa21b18-e385-4dcb-abb1-fe5831c90d9b gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:50:16.677628 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00586aee-6ad3-4333-ab89-47698d2bc160 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Made reservation on behalf of 371908046fd1480dbb4cddf39ce316d1 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:16.683174 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-00586aee-6ad3-4333-ab89-47698d2bc160 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:16.710645 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-00586aee-6ad3-4333-ab89-47698d2bc160 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] device_id is not set on port 4b17b925-e9c1-41fe-b79e-12d7b45287e2 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:50:16.734935 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-b854d7ee-a2f3-4b05-a2bd-c8b9ab51bbcd tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] For port bb296dc2-fe9a-4d2b-a25a-d011341603b9, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=bb296dc2-fe9a-4d2b-a25a-d011341603b9,segment=NetworkSegment(75bd34cc-02fc-483b-8128-146d0a8eca1e),segment_id=75bd34cc-02fc-483b-8128-146d0a8eca1e)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:16.735560 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-b854d7ee-a2f3-4b05-a2bd-c8b9ab51bbcd tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:16.744707 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f335c5a-c72e-4784-8a3e-78183281d2e5 req-f4adcebf-82da-4aae-9fa3-f36cb125d9ab tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:16.752430 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f335c5a-c72e-4784-8a3e-78183281d2e5 req-f4adcebf-82da-4aae-9fa3-f36cb125d9ab tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:16.759857 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f335c5a-c72e-4784-8a3e-78183281d2e5 req-f4adcebf-82da-4aae-9fa3-f36cb125d9ab tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:16.766889 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f335c5a-c72e-4784-8a3e-78183281d2e5 req-f4adcebf-82da-4aae-9fa3-f36cb125d9ab tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:16.775369 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f335c5a-c72e-4784-8a3e-78183281d2e5 req-f4adcebf-82da-4aae-9fa3-f36cb125d9ab tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:16.777520 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f335c5a-c72e-4784-8a3e-78183281d2e5 req-f4adcebf-82da-4aae-9fa3-f36cb125d9ab tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 3881 time: 0.1701429 Nov 04 10:50:16.802162 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-b854d7ee-a2f3-4b05-a2bd-c8b9ab51bbcd tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Calling delete_port for bb296dc2-fe9a-4d2b-a25a-d011341603b9 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:16.954794 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f335c5a-c72e-4784-8a3e-78183281d2e5 req-066cd2e7-0ede-44d9-8d2f-429ad92f1d81 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989528 Nov 04 10:50:16.992586 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:17.014887 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-00586aee-6ad3-4333-ab89-47698d2bc160 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Allocated IP 2001:db8::38 (7ab69271-8b83-41c8-bf51-35ebca8ebd17/a12f4285-12aa-448e-9445-adf4f23d6d85/4b17b925-e9c1-41fe-b79e-12d7b45287e2) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:50:17.048554 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-042a58d1-487c-4502-ba5a-b38917965666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:17.076454 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-b854d7ee-a2f3-4b05-a2bd-c8b9ab51bbcd tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:17.080426 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eb42a76f-1bb2-45ce-a91d-aa59bc252603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:17.114572 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 4ab0a657-f335-4fa1-bff5-c15c3461f18a no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:50:17.179060 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3714f9ec-863e-43c7-bbdc-14dcdf68a910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-7ab69271-8b83-41c8-bf51-35ebca8ebd17', 'network_id': '7ab69271-8b83-41c8-bf51-35ebca8ebd17', 'tenant_id': '371908046fd1480dbb4cddf39ce316d1', 'fixed_ips': [{'subnet_id': 'a12f4285-12aa-448e-9445-adf4f23d6d85'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:50:17.180275 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3714f9ec-863e-43c7-bbdc-14dcdf68a910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:17.189106 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854d7ee-a2f3-4b05-a2bd-c8b9ab51bbcd tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event deleted for resources: {'Port': ['ID=bb296dc2-fe9a-4d2b-a25a-d011341603b9,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:17.196285 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-238784db-01f0-4b36-bf78-04dda6026be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:50:14Z', 'revision_number': 7, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None, '_interfaces': [{'id': '8281b68e-924f-48df-b3bf-ee57e083f47e', 'name': '', 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:c6:66:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:52Z', 'updated_at': '2021-11-04T10:49:59Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a776db31-6ec9-4ea4-a953-c9a87953fdce', 'name': '', 'network_id': '3cb99fce-c111-461d-bbef-e69d79da2f04', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:92:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'a64ec523-8ec7-466b-b51d-1ba689421e46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:50:07Z', 'updated_at': '2021-11-04T10:50:13Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'a64ec523-8ec7-466b-b51d-1ba689421e46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6984ab5-bd1d-4f63-b828-07c0808e45f0', 'name': '', 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:3f:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:45Z', 'updated_at': '2021-11-04T10:49:52Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4df6add-4843-48fe-ba05-1b660ca2b1ae', 'name': '', 'network_id': '6b2dfd99-24e2-4c72-b918-ed748a5914de', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:50:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:59Z', 'updated_at': '2021-11-04T10:50:05Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:17.230061 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eb42a76f-1bb2-45ce-a91d-aa59bc252603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:17.236165 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-eb42a76f-1bb2-45ce-a91d-aa59bc252603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] 10.222.0.127 "DELETE /v2.0/ports/8440cf0e-74f4-434d-95bd-37e8d88a88ef HTTP/1.1" status: 204 len: 168 time: 1.9982672 Nov 04 10:50:17.256456 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59056) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:17.260873 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-171d6d2c-3d0d-44e8-80c1-d49d6d439e40 req-f1c56add-b083-4426-a139-ce005a32c7b3 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 210 time: 0.1389430 Nov 04 10:50:17.288559 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42a76f-1bb2-45ce-a91d-aa59bc252603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] Pushing event deleted for resources: {'Port': ['ID=8440cf0e-74f4-434d-95bd-37e8d88a88ef,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:17.341123 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:17.366697 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-00586aee-6ad3-4333-ab89-47698d2bc160 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:17.429616 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a12627-cfcb-4925-81ef-493b80bccffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] GET failed (client error): The resource could not be found. Nov 04 10:50:17.435272 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-21a12627-cfcb-4925-81ef-493b80bccffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1820577684-project-admin] 10.222.0.127 "GET /v2.0/ports/8440cf0e-74f4-434d-95bd-37e8d88a88ef HTTP/1.1" status: 404 len: 333 time: 0.1716113 Nov 04 10:50:17.441676 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59058) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:17.480754 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-b854d7ee-a2f3-4b05-a2bd-c8b9ab51bbcd tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] No DVR routers for this DVR port bb296dc2-fe9a-4d2b-a25a-d011341603b9 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:50:17.486672 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-b854d7ee-a2f3-4b05-a2bd-c8b9ab51bbcd tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:17.488407 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238784db-01f0-4b36-bf78-04dda6026be2 None None] The sync data for ids ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'] in n-d-816629-1 is: [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:50:14Z', 'revision_number': 7, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None, '_interfaces': [{'id': '8281b68e-924f-48df-b3bf-ee57e083f47e', 'name': '', 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:c6:66:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:52Z', 'updated_at': '2021-11-04T10:49:59Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a776db31-6ec9-4ea4-a953-c9a87953fdce', 'name': '', 'network_id': '3cb99fce-c111-461d-bbef-e69d79da2f04', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:92:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'a64ec523-8ec7-466b-b51d-1ba689421e46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:50:07Z', 'updated_at': '2021-11-04T10:50:13Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'a64ec523-8ec7-466b-b51d-1ba689421e46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6984ab5-bd1d-4f63-b828-07c0808e45f0', 'name': '', 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:3f:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:45Z', 'updated_at': '2021-11-04T10:49:52Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4df6add-4843-48fe-ba05-1b660ca2b1ae', 'name': '', 'network_id': '6b2dfd99-24e2-4c72-b918-ed748a5914de', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:50:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:59Z', 'updated_at': '2021-11-04T10:50:05Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:50:17.491993 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-b854d7ee-a2f3-4b05-a2bd-c8b9ab51bbcd tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.126 "DELETE /v2.0/ports/bb296dc2-fe9a-4d2b-a25a-d011341603b9 HTTP/1.1" status: 204 len: 173 time: 1.9439020 Nov 04 10:50:17.492477 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-deleted', 'tag': 'bb296dc2-fe9a-4d2b-a25a-d011341603b9'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:50:17.495142 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae59923a-0e2d-4d33-b71a-6a3282b51ea1" -d '{"events": [{"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-deleted", "tag": "bb296dc2-fe9a-4d2b-a25a-d011341603b9"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:50:17.553485 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 4ab0a657-f335-4fa1-bff5-c15c3461f18a, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4ab0a657-f335-4fa1-bff5-c15c3461f18a,segment=NetworkSegment(75bd34cc-02fc-483b-8128-146d0a8eca1e),segment_id=75bd34cc-02fc-483b-8128-146d0a8eca1e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:17.561046 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:17.562733 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 72df5c77-e2bf-4914-a389-b01de4c7d2be no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:50:17.621452 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-00586aee-6ad3-4333-ab89-47698d2bc160 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:17.712802 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9b7f09a8-d40b-4b1e-afef-b36b0b33ceba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:17.727549 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00586aee-6ad3-4333-ab89-47698d2bc160 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Network 7ab69271-8b83-41c8-bf51-35ebca8ebd17 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:50:17.735891 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-00586aee-6ad3-4333-ab89-47698d2bc160 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:17.760419 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b66448dd-e57b-47fa-bcfa-f247cb0ca708 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:17.766201 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c321d02-ef3a-408d-8948-0b78972bfef6 req-85e4571e-c69b-44f9-b9d4-a1b37ee48ce9 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:17.775493 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8c321d02-ef3a-408d-8948-0b78972bfef6 req-85e4571e-c69b-44f9-b9d4-a1b37ee48ce9 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.3560398 Nov 04 10:50:17.793263 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00586aee-6ad3-4333-ab89-47698d2bc160 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:50:17.814300 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00586aee-6ad3-4333-ab89-47698d2bc160 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:17.814989 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-00586aee-6ad3-4333-ab89-47698d2bc160 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:17.845839 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-3714f9ec-863e-43c7-bbdc-14dcdf68a910 None None] Allocated IP 2001:db8::2 (7ab69271-8b83-41c8-bf51-35ebca8ebd17/a12f4285-12aa-448e-9445-adf4f23d6d85/6ed16d07-1a0c-43c3-a14c-8422ee789c84) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:50:17.853047 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00586aee-6ad3-4333-ab89-47698d2bc160 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Pushing event updated for resources: {'Port': ['ID=4b17b925-e9c1-41fe-b79e-12d7b45287e2,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:17.920974 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=4ab0a657-f335-4fa1-bff5-c15c3461f18a,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:17.940171 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-8c7e9d11-bb58-43c7-9592-6dd2d3d244f3 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Deleting port 4ab0a657-f335-4fa1-bff5-c15c3461f18a {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:17.940921 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-8c7e9d11-bb58-43c7-9592-6dd2d3d244f3 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:17.976728 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-00586aee-6ad3-4333-ab89-47698d2bc160 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.5861168 Nov 04 10:50:17.980500 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59062) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:17.995576 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-c51ff1a1-d044-422f-a40e-f4ee36d622de tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Request body: {'port': {'network_id': '7ab69271-8b83-41c8-bf51-35ebca8ebd17', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-802760239', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:17.996147 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.api.validators [None req-c51ff1a1-d044-422f-a40e-f4ee36d622de tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] bootfile-name is not in valid_values {{(pid=101774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 04 10:50:17.996492 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.api.validators [None req-c51ff1a1-d044-422f-a40e-f4ee36d622de tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] tftp-server is not in valid_values {{(pid=101774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 04 10:50:17.996855 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.api.validators [None req-c51ff1a1-d044-422f-a40e-f4ee36d622de tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] server-ip-address is not in valid_values {{(pid=101774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 04 10:50:18.011171 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:18.033746 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '511fc5ae-cb19-4f00-a96e-ae1fe43026e6'}, {'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ab0a657-f335-4fa1-bff5-c15c3461f18a'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:50:18.034821 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db2885e-9d0c-43a6-b708-2b62eadf624a None None] Sync routers for ids ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:50:18.037351 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1ae9fc-3328-4528-b529-c2858c10d584" -d '{"events": [{"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-unplugged", "status": "completed", "tag": "511fc5ae-cb19-4f00-a96e-ae1fe43026e6"}, {"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-unplugged", "status": "completed", "tag": "4ab0a657-f335-4fa1-bff5-c15c3461f18a"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:50:18.040406 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8c321d02-ef3a-408d-8948-0b78972bfef6 req-d9bce378-31ef-4057-9e3a-7d9180598709 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639909 Nov 04 10:50:18.079140 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db2885e-9d0c-43a6-b708-2b62eadf624a None None] Routers {'ffa21b18-e385-4dcb-abb1-fe5831c90d9b'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:50:18.082110 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-3db2885e-9d0c-43a6-b708-2b62eadf624a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:18.133615 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-8c7e9d11-bb58-43c7-9592-6dd2d3d244f3 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] For port 4ab0a657-f335-4fa1-bff5-c15c3461f18a, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4ab0a657-f335-4fa1-bff5-c15c3461f18a,segment=NetworkSegment(75bd34cc-02fc-483b-8128-146d0a8eca1e),segment_id=75bd34cc-02fc-483b-8128-146d0a8eca1e)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:18.133973 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-8c7e9d11-bb58-43c7-9592-6dd2d3d244f3 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:18.155416 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-8c7e9d11-bb58-43c7-9592-6dd2d3d244f3 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Calling delete_port for 4ab0a657-f335-4fa1-bff5-c15c3461f18a owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:18.204547 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9b7f09a8-d40b-4b1e-afef-b36b0b33ceba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:18.297105 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-9b7f09a8-d40b-4b1e-afef-b36b0b33ceba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83351e07-ed14-48c0-ba40-bdec166223a6']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:18.323696 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e474d53a-e354-4d73-b9a8-589f5c4e8e51 x-openstack-request-id: req-e474d53a-e354-4d73-b9a8-589f5c4e8e51 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:50:18.323974 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-deleted", "tag": "bb296dc2-fe9a-4d2b-a25a-d011341603b9", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:50:18.324210 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-e474d53a-e354-4d73-b9a8-589f5c4e8e51 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:50:18.324629 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-deleted', 'tag': 'bb296dc2-fe9a-4d2b-a25a-d011341603b9', 'status': 'completed', 'code': 200} Nov 04 10:50:18.333618 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-9b7f09a8-d40b-4b1e-afef-b36b0b33ceba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b883ef77-549c-40b7-8bb8-999de8a459ee') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:18.333961 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-9b7f09a8-d40b-4b1e-afef-b36b0b33ceba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b883ef77-549c-40b7-8bb8-999de8a459ee') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:18.339616 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-8c7e9d11-bb58-43c7-9592-6dd2d3d244f3 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:18.377461 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-3db2885e-9d0c-43a6-b708-2b62eadf624a None None] Set router ffa21b18-e385-4dcb-abb1-fe5831c90d9b gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:50:18.383095 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9b7f09a8-d40b-4b1e-afef-b36b0b33ceba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:18.415242 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3714f9ec-863e-43c7-bbdc-14dcdf68a910 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:18.429707 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e9d11-bb58-43c7-9592-6dd2d3d244f3 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event deleted for resources: {'Port': ['ID=4ab0a657-f335-4fa1-bff5-c15c3461f18a,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:18.451761 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3714f9ec-863e-43c7-bbdc-14dcdf68a910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:18.467124 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9b7f09a8-d40b-4b1e-afef-b36b0b33ceba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:18.473061 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 72df5c77-e2bf-4914-a389-b01de4c7d2be, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=72df5c77-e2bf-4914-a389-b01de4c7d2be,segment=NetworkSegment(68884ac4-1769-4bca-94f5-d9098a2e7fa7),segment_id=68884ac4-1769-4bca-94f5-d9098a2e7fa7)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:18.486460 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7f09a8-d40b-4b1e-afef-b36b0b33ceba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] Releasing vlan 1177 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:50:18.487427 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9b7f09a8-d40b-4b1e-afef-b36b0b33ceba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:50:18.492069 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:50:18.517637 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-8c7e9d11-bb58-43c7-9592-6dd2d3d244f3 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] No DVR routers for this DVR port 4ab0a657-f335-4fa1-bff5-c15c3461f18a on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:50:18.520889 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-8c7e9d11-bb58-43c7-9592-6dd2d3d244f3 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:18.530579 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-8c7e9d11-bb58-43c7-9592-6dd2d3d244f3 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.126 "DELETE /v2.0/ports/4ab0a657-f335-4fa1-bff5-c15c3461f18a HTTP/1.1" status: 204 len: 173 time: 1.0320952 Nov 04 10:50:18.530804 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:18.533270 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device c144d25a-b79d-421c-b134-ba00b313db3a no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:50:18.565986 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51ff1a1-d044-422f-a40e-f4ee36d622de tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Made reservation on behalf of 371908046fd1480dbb4cddf39ce316d1 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:18.570421 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c51ff1a1-d044-422f-a40e-f4ee36d622de tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:18.582368 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2697a-4747-4126-aff0-d5781069f181 req-7496edd2-c24a-479f-8e4e-3231de4eddb7 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:18.589756 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2697a-4747-4126-aff0-d5781069f181 req-7496edd2-c24a-479f-8e4e-3231de4eddb7 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:18.596713 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2697a-4747-4126-aff0-d5781069f181 req-7496edd2-c24a-479f-8e4e-3231de4eddb7 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:18.601671 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: c144d25a-b79d-421c-b134-ba00b313db3a {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:50:18.602072 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device c144d25a-b79d-421c-b134-ba00b313db3a not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:50:18.606356 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6bc2697a-4747-4126-aff0-d5781069f181 req-7496edd2-c24a-479f-8e4e-3231de4eddb7 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 2412 time: 0.2206180 Nov 04 10:50:18.629170 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3714f9ec-863e-43c7-bbdc-14dcdf68a910 None None] Network 7ab69271-8b83-41c8-bf51-35ebca8ebd17 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:50:18.634090 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-3714f9ec-863e-43c7-bbdc-14dcdf68a910 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:18.641726 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3714f9ec-863e-43c7-bbdc-14dcdf68a910 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:50:18.655653 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-c51ff1a1-d044-422f-a40e-f4ee36d622de tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] device_id is not set on port 3ee8fd18-5a0d-4fb3-b629-dd8e95db9e76 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:50:18.671330 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9b7f09a8-d40b-4b1e-afef-b36b0b33ceba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:18.685420 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9b7f09a8-d40b-4b1e-afef-b36b0b33ceba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:18.696366 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9b7f09a8-d40b-4b1e-afef-b36b0b33ceba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] 10.222.0.127 "DELETE /v2.0/networks/83351e07-ed14-48c0-ba40-bdec166223a6 HTTP/1.1" status: 204 len: 168 time: 1.2491825 Nov 04 10:50:18.804383 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f09a8-d40b-4b1e-afef-b36b0b33ceba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522158851-project] Pushing event deleted for resources: {'Network': ['ID=83351e07-ed14-48c0-ba40-bdec166223a6,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:18.849163 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6bc2697a-4747-4126-aff0-d5781069f181 req-ee099e96-635c-4e30-af2d-b50750381452 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412238 Nov 04 10:50:19.034783 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-3db2885e-9d0c-43a6-b708-2b62eadf624a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:50:14Z', 'revision_number': 7, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None, '_interfaces': [{'id': '8281b68e-924f-48df-b3bf-ee57e083f47e', 'name': '', 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:c6:66:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:52Z', 'updated_at': '2021-11-04T10:49:59Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a776db31-6ec9-4ea4-a953-c9a87953fdce', 'name': '', 'network_id': '3cb99fce-c111-461d-bbef-e69d79da2f04', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:92:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'a64ec523-8ec7-466b-b51d-1ba689421e46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:50:07Z', 'updated_at': '2021-11-04T10:50:13Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'a64ec523-8ec7-466b-b51d-1ba689421e46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6984ab5-bd1d-4f63-b828-07c0808e45f0', 'name': '', 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:3f:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:45Z', 'updated_at': '2021-11-04T10:49:52Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4df6add-4843-48fe-ba05-1b660ca2b1ae', 'name': '', 'network_id': '6b2dfd99-24e2-4c72-b918-ed748a5914de', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:50:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:59Z', 'updated_at': '2021-11-04T10:50:05Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:19.063981 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-c51ff1a1-d044-422f-a40e-f4ee36d622de tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Allocated IP 2001:db8::2d5 (7ab69271-8b83-41c8-bf51-35ebca8ebd17/a12f4285-12aa-448e-9445-adf4f23d6d85/3ee8fd18-5a0d-4fb3-b629-dd8e95db9e76) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:50:19.158819 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db2885e-9d0c-43a6-b708-2b62eadf624a None None] Checking router: ffa21b18-e385-4dcb-abb1-fe5831c90d9b for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:50:19.187348 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db2885e-9d0c-43a6-b708-2b62eadf624a None None] Routers {'ffa21b18-e385-4dcb-abb1-fe5831c90d9b'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:50:19.189351 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-3db2885e-9d0c-43a6-b708-2b62eadf624a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:49:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:19.304256 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 04 Nov 2021 10:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02437418-3d1a-475f-9f3e-cd34b111634c x-openstack-request-id: req-02437418-3d1a-475f-9f3e-cd34b111634c {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:50:19.304256 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-unplugged", "status": "completed", "tag": "511fc5ae-cb19-4f00-a96e-ae1fe43026e6", "code": 200}, {"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-unplugged", "status": "completed", "tag": "4ab0a657-f335-4fa1-bff5-c15c3461f18a", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:50:19.304256 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-02437418-3d1a-475f-9f3e-cd34b111634c {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:50:19.304716 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '511fc5ae-cb19-4f00-a96e-ae1fe43026e6', 'code': 200} Nov 04 10:50:19.304788 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ab0a657-f335-4fa1-bff5-c15c3461f18a', 'code': 200} Nov 04 10:50:19.313122 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714f9ec-863e-43c7-bbdc-14dcdf68a910 None None] Pushing event updated for resources: {'Port': ['ID=6ed16d07-1a0c-43c3-a14c-8422ee789c84,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:19.314146 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-5028c350-dc41-419f-a585-d13a070b394c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Deleting port 511fc5ae-cb19-4f00-a96e-ae1fe43026e6 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:19.314603 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-5028c350-dc41-419f-a585-d13a070b394c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:19.350517 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-3db2885e-9d0c-43a6-b708-2b62eadf624a None None] Set router ffa21b18-e385-4dcb-abb1-fe5831c90d9b gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:50:19.374382 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-3714f9ec-863e-43c7-bbdc-14dcdf68a910 None None] Attempting to bind port 6ed16d07-1a0c-43c3-a14c-8422ee789c84 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:19.374727 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-3714f9ec-863e-43c7-bbdc-14dcdf68a910 None None] Attempting to bind port 6ed16d07-1a0c-43c3-a14c-8422ee789c84 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '3cb03436-3394-4121-82f6-7bc58a13e38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '7ab69271-8b83-41c8-bf51-35ebca8ebd17'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:19.375203 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3714f9ec-863e-43c7-bbdc-14dcdf68a910 None None] Attempting to bind port 6ed16d07-1a0c-43c3-a14c-8422ee789c84 on network 7ab69271-8b83-41c8-bf51-35ebca8ebd17 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:19.382505 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3714f9ec-863e-43c7-bbdc-14dcdf68a910 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:50:19.382873 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3714f9ec-863e-43c7-bbdc-14dcdf68a910 None None] Checking segment: {'id': '3cb03436-3394-4121-82f6-7bc58a13e38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '7ab69271-8b83-41c8-bf51-35ebca8ebd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:50:19.383269 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3714f9ec-863e-43c7-bbdc-14dcdf68a910 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:19.383897 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3714f9ec-863e-43c7-bbdc-14dcdf68a910 None None] Bound using segment: {'id': '3cb03436-3394-4121-82f6-7bc58a13e38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '7ab69271-8b83-41c8-bf51-35ebca8ebd17'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:50:19.384374 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-3714f9ec-863e-43c7-bbdc-14dcdf68a910 None None] Bound port: 6ed16d07-1a0c-43c3-a14c-8422ee789c84, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb03436-3394-4121-82f6-7bc58a13e38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '7ab69271-8b83-41c8-bf51-35ebca8ebd17'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:50:19.384744 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3714f9ec-863e-43c7-bbdc-14dcdf68a910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:19.386617 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59084) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:19.457152 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-b66448dd-e57b-47fa-bcfa-f247cb0ca708 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Deleting port a776db31-6ec9-4ea4-a953-c9a87953fdce {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:19.457515 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b66448dd-e57b-47fa-bcfa-f247cb0ca708 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:19.476204 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143f922-b8f1-476d-9079-3a734bc01f4a req-5dbde6ec-83d3-4062-a18c-151f3a9bc0b9 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:19.495914 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7143f922-b8f1-476d-9079-3a734bc01f4a req-5dbde6ec-83d3-4062-a18c-151f3a9bc0b9 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.2669621 Nov 04 10:50:19.556894 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=72df5c77-e2bf-4914-a389-b01de4c7d2be,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:19.576345 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-3714f9ec-863e-43c7-bbdc-14dcdf68a910 None None] For port 6ed16d07-1a0c-43c3-a14c-8422ee789c84, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:50:19.581248 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-3714f9ec-863e-43c7-bbdc-14dcdf68a910 None None] For port 6ed16d07-1a0c-43c3-a14c-8422ee789c84, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6ed16d07-1a0c-43c3-a14c-8422ee789c84,segment=NetworkSegment(3cb03436-3394-4121-82f6-7bc58a13e38a),segment_id=3cb03436-3394-4121-82f6-7bc58a13e38a)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:50:19.592197 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3714f9ec-863e-43c7-bbdc-14dcdf68a910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:19.602006 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-5028c350-dc41-419f-a585-d13a070b394c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] For port 511fc5ae-cb19-4f00-a96e-ae1fe43026e6, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=511fc5ae-cb19-4f00-a96e-ae1fe43026e6,segment=NetworkSegment(e4c253af-65d0-47a4-af72-3837b14a76c7),segment_id=e4c253af-65d0-47a4-af72-3837b14a76c7)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:19.602387 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-5028c350-dc41-419f-a585-d13a070b394c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:19.619980 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c51ff1a1-d044-422f-a40e-f4ee36d622de tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:19.683128 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714f9ec-863e-43c7-bbdc-14dcdf68a910 None None] Pushing event updated for resources: {'Port': ['ID=6ed16d07-1a0c-43c3-a14c-8422ee789c84,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:19.698341 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c51ff1a1-d044-422f-a40e-f4ee36d622de tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:19.731930 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-adbcd7b1-a788-4d92-9ed9-6d33c4db1bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:19.762186 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-3db2885e-9d0c-43a6-b708-2b62eadf624a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:50:14Z', 'revision_number': 7, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None, '_interfaces': [{'id': '8281b68e-924f-48df-b3bf-ee57e083f47e', 'name': '', 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:c6:66:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:52Z', 'updated_at': '2021-11-04T10:49:59Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a776db31-6ec9-4ea4-a953-c9a87953fdce', 'name': '', 'network_id': '3cb99fce-c111-461d-bbef-e69d79da2f04', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:92:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'a64ec523-8ec7-466b-b51d-1ba689421e46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:50:07Z', 'updated_at': '2021-11-04T10:50:13Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'a64ec523-8ec7-466b-b51d-1ba689421e46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6984ab5-bd1d-4f63-b828-07c0808e45f0', 'name': '', 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:3f:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:45Z', 'updated_at': '2021-11-04T10:49:52Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4df6add-4843-48fe-ba05-1b660ca2b1ae', 'name': '', 'network_id': '6b2dfd99-24e2-4c72-b918-ed748a5914de', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:50:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:59Z', 'updated_at': '2021-11-04T10:50:05Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:19.811057 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db2885e-9d0c-43a6-b708-2b62eadf624a None None] The sync data for ids ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'] in n-d-816629-1 is: [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:50:14Z', 'revision_number': 7, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None, '_interfaces': [{'id': '8281b68e-924f-48df-b3bf-ee57e083f47e', 'name': '', 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:c6:66:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:52Z', 'updated_at': '2021-11-04T10:49:59Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a776db31-6ec9-4ea4-a953-c9a87953fdce', 'name': '', 'network_id': '3cb99fce-c111-461d-bbef-e69d79da2f04', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:92:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'a64ec523-8ec7-466b-b51d-1ba689421e46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:50:07Z', 'updated_at': '2021-11-04T10:50:13Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'a64ec523-8ec7-466b-b51d-1ba689421e46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6984ab5-bd1d-4f63-b828-07c0808e45f0', 'name': '', 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:3f:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:45Z', 'updated_at': '2021-11-04T10:49:52Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4df6add-4843-48fe-ba05-1b660ca2b1ae', 'name': '', 'network_id': '6b2dfd99-24e2-4c72-b918-ed748a5914de', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:50:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:59Z', 'updated_at': '2021-11-04T10:50:05Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:50:19.830436 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-b66448dd-e57b-47fa-bcfa-f247cb0ca708 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] For port a776db31-6ec9-4ea4-a953-c9a87953fdce, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a776db31-6ec9-4ea4-a953-c9a87953fdce,segment=NetworkSegment(dad6e00b-0c25-49b7-ba62-7f567698332c),segment_id=dad6e00b-0c25-49b7-ba62-7f567698332c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:19.830821 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b66448dd-e57b-47fa-bcfa-f247cb0ca708 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:19.842676 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51ff1a1-d044-422f-a40e-f4ee36d622de tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Network 7ab69271-8b83-41c8-bf51-35ebca8ebd17 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:50:19.879320 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-c51ff1a1-d044-422f-a40e-f4ee36d622de tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:19.880406 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-b66448dd-e57b-47fa-bcfa-f247cb0ca708 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Calling delete_port for a776db31-6ec9-4ea4-a953-c9a87953fdce owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:19.888454 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51ff1a1-d044-422f-a40e-f4ee36d622de tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:50:19.902143 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51ff1a1-d044-422f-a40e-f4ee36d622de tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:19.902864 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c51ff1a1-d044-422f-a40e-f4ee36d622de tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:19.920689 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7143f922-b8f1-476d-9079-3a734bc01f4a req-0d238f52-fd60-4931-947c-67fe8bf294ed tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238245 Nov 04 10:50:19.923619 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ff1a1-d044-422f-a40e-f4ee36d622de tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Pushing event updated for resources: {'Port': ['ID=3ee8fd18-5a0d-4fb3-b629-dd8e95db9e76,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:19.934874 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d8d7965e-7bfb-48f7-8dd6-1340466cb3e3 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=21521cab70d7424693df7bd2c4226a4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5457330 Nov 04 10:50:19.938946 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59092) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:19.971958 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c51ff1a1-d044-422f-a40e-f4ee36d622de tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.9783547 Nov 04 10:50:19.973459 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59096) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:20.112766 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-02171e1d-670b-471b-88cc-884cbde5bd33 req-fb191c8c-7ff4-48d2-86dd-00fd562e2b08 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "GET /v2.0/ports?device_id=e57cf1f1-769d-471f-a4d2-c335d8cfca3b HTTP/1.1" status: 200 len: 210 time: 0.0663328 Nov 04 10:50:20.243044 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc50bd2b-6c29-40ef-9c71-4138279c7afe tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:20.254670 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc50bd2b-6c29-40ef-9c71-4138279c7afe tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:20.266912 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc50bd2b-6c29-40ef-9c71-4138279c7afe tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:20.269059 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cc50bd2b-6c29-40ef-9c71-4138279c7afe tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2944582 Nov 04 10:50:20.269525 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-5028c350-dc41-419f-a585-d13a070b394c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:20.270049 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-5028c350-dc41-419f-a585-d13a070b394c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:20.270503 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-5028c350-dc41-419f-a585-d13a070b394c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Floating IP c06b0509-6fea-4cf2-b346-192ebb3e109e disassociated. External IP: 172.25.7.174, port: 511fc5ae-cb19-4f00-a96e-ae1fe43026e6. Nov 04 10:50:20.270989 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-5028c350-dc41-419f-a585-d13a070b394c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Calling delete_port for 511fc5ae-cb19-4f00-a96e-ae1fe43026e6 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:20.272185 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59100) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:20.287994 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9dc61983-8ea7-4b80-9763-9f0c5f74aa91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:20.334081 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-deleted', 'tag': '4ab0a657-f335-4fa1-bff5-c15c3461f18a'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:50:20.336752 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c40ab6-7d45-4dbd-ad47-b87e09958639" -d '{"events": [{"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-deleted", "tag": "4ab0a657-f335-4fa1-bff5-c15c3461f18a"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:50:20.477401 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9dc61983-8ea7-4b80-9763-9f0c5f74aa91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:20.505450 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14632d88-8ed3-45d2-8887-093c385b066f req-d02e1abb-b951-4abd-9c45-6950ead495b1 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:20.522701 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14632d88-8ed3-45d2-8887-093c385b066f req-d02e1abb-b951-4abd-9c45-6950ead495b1 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:20.542647 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14632d88-8ed3-45d2-8887-093c385b066f req-d02e1abb-b951-4abd-9c45-6950ead495b1 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:20.555526 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-14632d88-8ed3-45d2-8887-093c385b066f req-d02e1abb-b951-4abd-9c45-6950ead495b1 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 2410 time: 0.1669912 Nov 04 10:50:20.571283 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-b6f0f96f-c07f-4e95-bdbf-88ed7148815f tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Deleting port 3ee8fd18-5a0d-4fb3-b629-dd8e95db9e76 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:20.571673 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b6f0f96f-c07f-4e95-bdbf-88ed7148815f tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:20.616990 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b66448dd-e57b-47fa-bcfa-f247cb0ca708 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:20.646542 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-5028c350-dc41-419f-a585-d13a070b394c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:20.650164 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9dc61983-8ea7-4b80-9763-9f0c5f74aa91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:20.652874 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9dc61983-8ea7-4b80-9763-9f0c5f74aa91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:20.656398 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9dc61983-8ea7-4b80-9763-9f0c5f74aa91 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/150a074f-0b4a-4792-a238-676874deb427 HTTP/1.1" status: 204 len: 168 time: 0.7114773 Nov 04 10:50:20.660673 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66448dd-e57b-47fa-bcfa-f247cb0ca708 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Port': ['ID=a776db31-6ec9-4ea4-a953-c9a87953fdce,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:20.728795 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:20.749381 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc61983-8ea7-4b80-9763-9f0c5f74aa91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150a074f-0b4a-4792-a238-676874deb427,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:20.760245 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028c350-dc41-419f-a585-d13a070b394c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event deleted for resources: {'Port': ['ID=511fc5ae-cb19-4f00-a96e-ae1fe43026e6,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:20.781869 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b6f0f96f-c07f-4e95-bdbf-88ed7148815f tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:20.808304 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-b6f0f96f-c07f-4e95-bdbf-88ed7148815f tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Calling delete_port for 3ee8fd18-5a0d-4fb3-b629-dd8e95db9e76 owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:21.023451 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-14632d88-8ed3-45d2-8887-093c385b066f req-6bdfea21-0ef3-4196-bd9c-0e2997f1c89d tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4623888 Nov 04 10:50:21.063241 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b66448dd-e57b-47fa-bcfa-f247cb0ca708 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:21.253443 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b6f0f96f-c07f-4e95-bdbf-88ed7148815f tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:21.307767 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72df5c77-e2bf-4914-a389-b01de4c7d2be'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:50:21.310645 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d8715f-e2cd-4bad-9049-8744ec10ad05" -d '{"events": [{"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-unplugged", "status": "completed", "tag": "72df5c77-e2bf-4914-a389-b01de4c7d2be"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:50:21.311926 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d45a48e-520d-437d-9c80-b8f1a2de1645 x-openstack-request-id: req-9d45a48e-520d-437d-9c80-b8f1a2de1645 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:50:21.312222 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-deleted", "tag": "4ab0a657-f335-4fa1-bff5-c15c3461f18a", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:50:21.312787 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-9d45a48e-520d-437d-9c80-b8f1a2de1645 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:50:21.312927 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-deleted', 'tag': '4ab0a657-f335-4fa1-bff5-c15c3461f18a', 'status': 'completed', 'code': 200} Nov 04 10:50:21.367245 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0f96f-c07f-4e95-bdbf-88ed7148815f tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Pushing event deleted for resources: {'Port': ['ID=3ee8fd18-5a0d-4fb3-b629-dd8e95db9e76,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:21.418498 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59118) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:21.419094 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59120) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:21.432347 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b6f0f96f-c07f-4e95-bdbf-88ed7148815f tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:21.437527 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b6f0f96f-c07f-4e95-bdbf-88ed7148815f tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] 10.222.0.127 "DELETE /v2.0/ports/3ee8fd18-5a0d-4fb3-b629-dd8e95db9e76 HTTP/1.1" status: 204 len: 168 time: 1.1640048 Nov 04 10:50:21.445392 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59124) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:21.451431 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-f3c66559-1e26-4bef-9db2-a7a0d9826db5 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Request body: {'port': {'name': 'tempest-new-port-name-739592612', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:21.451643 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.api.validators [None req-f3c66559-1e26-4bef-9db2-a7a0d9826db5 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] bootfile-name is not in valid_values {{(pid=101774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 04 10:50:21.459610 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.api.validators [None req-f3c66559-1e26-4bef-9db2-a7a0d9826db5 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] tftp-server is not in valid_values {{(pid=101774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 04 10:50:21.459891 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.api.validators [None req-f3c66559-1e26-4bef-9db2-a7a0d9826db5 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] server-ip-address is not in valid_values {{(pid=101774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 04 10:50:21.536425 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-5028c350-dc41-419f-a585-d13a070b394c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Router 2851c03c-7034-4360-acb3-f32a93a299d1 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:50:21.564377 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae12218-761f-407c-8606-b4ff3d96c1bd None None] Network 7ab69271-8b83-41c8-bf51-35ebca8ebd17 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:50:21.606824 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5f224700-aee8-492d-8e9d-18e3d7ecd582 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=dd453c271a324844a8b07e34b776f1c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1844025 Nov 04 10:50:21.608647 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59128) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:21.613578 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f3c66559-1e26-4bef-9db2-a7a0d9826db5 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:21.625212 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db418b-4b5f-4b7c-b3c4-e7f79136b26c req-f52d5b9d-4722-4a4b-9acb-cb644f388cb0 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:21.626914 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a9db418b-4b5f-4b7c-b3c4-e7f79136b26c req-f52d5b9d-4722-4a4b-9acb-cb644f388cb0 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1317861 Nov 04 10:50:21.676551 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-649b9cf5-72e7-4cc8-bbc0-31c1df023ab2 None None] Provisioning complete for port 6ed16d07-1a0c-43c3-a14c-8422ee789c84 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:21.676942 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-649b9cf5-72e7-4cc8-bbc0-31c1df023ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:21.739205 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a9db418b-4b5f-4b7c-b3c4-e7f79136b26c req-84899713-9d8f-4f47-8426-d482ecdc04ce tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041431 Nov 04 10:50:21.783824 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-5028c350-dc41-419f-a585-d13a070b394c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:50:21.829619 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb44f927-6f01-4937-9802-a4776b7f6a51 None None] Sync routers for ids ['2851c03c-7034-4360-acb3-f32a93a299d1'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:50:21.837703 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66448dd-e57b-47fa-bcfa-f247cb0ca708 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Router ffa21b18-e385-4dcb-abb1-fe5831c90d9b has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:50:21.844570 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-5028c350-dc41-419f-a585-d13a070b394c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] No DVR routers for this DVR port 511fc5ae-cb19-4f00-a96e-ae1fe43026e6 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:50:21.848858 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5d5913ce-5e07-4d39-b957-3dc27a8ed6f9 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:21.854954 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-5028c350-dc41-419f-a585-d13a070b394c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:21.858151 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb44f927-6f01-4937-9802-a4776b7f6a51 None None] Routers {'2851c03c-7034-4360-acb3-f32a93a299d1'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:50:21.858793 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-bb44f927-6f01-4937-9802-a4776b7f6a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:50:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2851c03c-7034-4360-acb3-f32a93a299d1'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:21.859043 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-5028c350-dc41-419f-a585-d13a070b394c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.126 "DELETE /v2.0/ports/511fc5ae-cb19-4f00-a96e-ae1fe43026e6 HTTP/1.1" status: 204 len: 173 time: 3.3192263 Nov 04 10:50:21.860774 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-649b9cf5-72e7-4cc8-bbc0-31c1df023ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:21.908795 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8647238c-ee05-4d03-a9e1-2928d46f4b3b x-openstack-request-id: req-8647238c-ee05-4d03-a9e1-2928d46f4b3b {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:50:21.909433 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-unplugged", "status": "completed", "tag": "72df5c77-e2bf-4914-a389-b01de4c7d2be", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:50:21.909829 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-8647238c-ee05-4d03-a9e1-2928d46f4b3b {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:50:21.910521 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72df5c77-e2bf-4914-a389-b01de4c7d2be', 'code': 200} Nov 04 10:50:21.935876 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f3c66559-1e26-4bef-9db2-a7a0d9826db5 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:21.960845 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f3c66559-1e26-4bef-9db2-a7a0d9826db5 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:21.993941 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-649b9cf5-72e7-4cc8-bbc0-31c1df023ab2 None None] For port 6ed16d07-1a0c-43c3-a14c-8422ee789c84, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6ed16d07-1a0c-43c3-a14c-8422ee789c84,segment=NetworkSegment(3cb03436-3394-4121-82f6-7bc58a13e38a),segment_id=3cb03436-3394-4121-82f6-7bc58a13e38a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:22.002075 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-649b9cf5-72e7-4cc8-bbc0-31c1df023ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:22.035953 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-f3c66559-1e26-4bef-9db2-a7a0d9826db5 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] In _notify_port_updated(), no bound segment for port 4b17b925-e9c1-41fe-b79e-12d7b45287e2 on network 7ab69271-8b83-41c8-bf51-35ebca8ebd17 {{(pid=101774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 04 10:50:22.043974 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c66559-1e26-4bef-9db2-a7a0d9826db5 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:22.045215 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f3c66559-1e26-4bef-9db2-a7a0d9826db5 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:22.049480 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f3c66559-1e26-4bef-9db2-a7a0d9826db5 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] 10.222.0.127 "PUT /v2.0/ports/4b17b925-e9c1-41fe-b79e-12d7b45287e2 HTTP/1.1" status: 200 len: 1128 time: 0.5999742 Nov 04 10:50:22.052852 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59132) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:22.063626 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-bb44f927-6f01-4937-9802-a4776b7f6a51 None None] Set router 2851c03c-7034-4360-acb3-f32a93a299d1 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:50:22.122132 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c66559-1e26-4bef-9db2-a7a0d9826db5 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Pushing event updated for resources: {'Port': ['ID=4b17b925-e9c1-41fe-b79e-12d7b45287e2,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:22.128518 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b9cf5-72e7-4cc8-bbc0-31c1df023ab2 None None] Pushing event updated for resources: {'Port': ['ID=6ed16d07-1a0c-43c3-a14c-8422ee789c84,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:22.164199 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8bef7-eaad-4bc0-a538-895f9bae9eb3 req-e8fa2af9-d3da-446e-ae7b-2a049b0e561e tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:22.188237 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2cd8bef7-eaad-4bc0-a538-895f9bae9eb3 req-e8fa2af9-d3da-446e-ae7b-2a049b0e561e tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.2192202 Nov 04 10:50:22.239807 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f57967-c2b9-4b2c-8b0d-7de15cc3bfb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:22.251257 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-14f57967-c2b9-4b2c-8b0d-7de15cc3bfb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] 10.222.0.127 "GET /v2.0/ports/4b17b925-e9c1-41fe-b79e-12d7b45287e2 HTTP/1.1" status: 200 len: 1128 time: 0.1926577 Nov 04 10:50:22.254545 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59136) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:22.338264 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:22.348374 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5d5913ce-5e07-4d39-b957-3dc27a8ed6f9 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:22.382879 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6ed16d07-1a0c-43c3-a14c-8422ee789c84 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:50:22.385289 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2cd8bef7-eaad-4bc0-a538-895f9bae9eb3 req-bd712faa-c710-4f8e-88c1-162e66e0ed4f tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929541 Nov 04 10:50:22.420373 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-ea4bbb32-ff1b-48c9-9d06-b749684824e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Deleting port 4b17b925-e9c1-41fe-b79e-12d7b45287e2 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:22.420869 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ea4bbb32-ff1b-48c9-9d06-b749684824e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:22.502626 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-4822a42f-7dcd-4b67-be64-e87d505bd73c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Deleting port 72df5c77-e2bf-4914-a389-b01de4c7d2be {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:22.503274 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-4822a42f-7dcd-4b67-be64-e87d505bd73c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:22.504932 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f7cdd0be-797b-459d-be84-4405cbd6d900 None None] Provisioning complete for port 6ed16d07-1a0c-43c3-a14c-8422ee789c84 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:22.505371 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd0be-797b-459d-be84-4405cbd6d900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:22.506041 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a582fcb0-a9c9-4424-b558-1bd91301b5d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:22.530761 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a582fcb0-a9c9-4424-b558-1bd91301b5d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:22.532921 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ea4bbb32-ff1b-48c9-9d06-b749684824e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:22.551771 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-ea4bbb32-ff1b-48c9-9d06-b749684824e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Calling delete_port for 4b17b925-e9c1-41fe-b79e-12d7b45287e2 owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:22.577400 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-bb44f927-6f01-4937-9802-a4776b7f6a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'name': 'tempest-TaggedBootDevicesTest-182091458-router', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '734fa52a-4d2c-4f60-8a06-d1ada4df5c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:39:09Z', 'updated_at': '2021-11-04T10:39:15Z', 'revision_number': 4, 'project_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'gw_port': {'id': '734fa52a-4d2c-4f60-8a06-d1ada4df5c0d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:39:09Z', 'updated_at': '2021-11-04T10:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '2f6ddd59-d723-4007-b852-3e2355bbe457', 'name': '', 'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'mac_address': 'fa:16:3e:fb:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'cad3f525-abcd-4ea2-aa2e-91412e579fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:39:13Z', 'updated_at': '2021-11-04T10:39:20Z', 'revision_number': 5, 'project_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'subnets': [{'id': 'cad3f525-abcd-4ea2-aa2e-91412e579fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:22.680474 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222c855-c159-4357-826a-098c0b03fec5 req-6a144b5b-4342-459c-b0f4-cc76217d7b06 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:22.685720 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 6ed16d07-1a0c-43c3-a14c-8422ee789c84 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:22.686020 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:22.687205 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222c855-c159-4357-826a-098c0b03fec5 req-6a144b5b-4342-459c-b0f4-cc76217d7b06 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:22.689242 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a222c855-c159-4357-826a-098c0b03fec5 req-6a144b5b-4342-459c-b0f4-cc76217d7b06 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 1677 time: 0.1241395 Nov 04 10:50:22.711986 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb44f927-6f01-4937-9802-a4776b7f6a51 None None] Checking router: 2851c03c-7034-4360-acb3-f32a93a299d1 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:50:22.729803 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-4822a42f-7dcd-4b67-be64-e87d505bd73c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] For port 72df5c77-e2bf-4914-a389-b01de4c7d2be, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=72df5c77-e2bf-4914-a389-b01de4c7d2be,segment=NetworkSegment(68884ac4-1769-4bca-94f5-d9098a2e7fa7),segment_id=68884ac4-1769-4bca-94f5-d9098a2e7fa7)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:22.730348 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-4822a42f-7dcd-4b67-be64-e87d505bd73c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:22.749125 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-4822a42f-7dcd-4b67-be64-e87d505bd73c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Calling delete_port for 72df5c77-e2bf-4914-a389-b01de4c7d2be owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:22.759184 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:22.794587 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb44f927-6f01-4937-9802-a4776b7f6a51 None None] Routers {'2851c03c-7034-4360-acb3-f32a93a299d1'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:50:22.795353 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-bb44f927-6f01-4937-9802-a4776b7f6a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:50:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2851c03c-7034-4360-acb3-f32a93a299d1'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:22.846453 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a222c855-c159-4357-826a-098c0b03fec5 req-95784782-ff37-475d-b4f2-a41d15b61133 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups?id=4d0308a4-25fc-4fcd-a5c9-11efd847006f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477385 Nov 04 10:50:22.952655 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66448dd-e57b-47fa-bcfa-f247cb0ca708 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:50:22.960339 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-4822a42f-7dcd-4b67-be64-e87d505bd73c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:22.966305 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ebc6e-c490-4626-a100-1911284bd3dc None None] Sync routers for ids ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:50:22.986518 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ebc6e-c490-4626-a100-1911284bd3dc None None] Routers {'ffa21b18-e385-4dcb-abb1-fe5831c90d9b'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:50:22.988282 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f7cdd0be-797b-459d-be84-4405cbd6d900 None None] Provisioning complete for port 4b17b925-e9c1-41fe-b79e-12d7b45287e2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:22.988755 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd0be-797b-459d-be84-4405cbd6d900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:22.989119 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e37ebc6e-c490-4626-a100-1911284bd3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:50:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:22.995417 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b66448dd-e57b-47fa-bcfa-f247cb0ca708 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "PUT /v2.0/routers/ffa21b18-e385-4dcb-abb1-fe5831c90d9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0971682 Nov 04 10:50:22.999685 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59150) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:23.014106 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ea4bbb32-ff1b-48c9-9d06-b749684824e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:23.078307 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a582fcb0-a9c9-4424-b558-1bd91301b5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:23.080920 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a582fcb0-a9c9-4424-b558-1bd91301b5d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:23.082733 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a582fcb0-a9c9-4424-b558-1bd91301b5d0 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/45b005f5-6178-4efd-956c-fb157e8f6765 HTTP/1.1" status: 204 len: 168 time: 1.4584057 Nov 04 10:50:23.084874 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4bbb32-ff1b-48c9-9d06-b749684824e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Pushing event deleted for resources: {'Port': ['ID=4b17b925-e9c1-41fe-b79e-12d7b45287e2,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:23.108265 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822a42f-7dcd-4b67-be64-e87d505bd73c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event deleted for resources: {'Port': ['ID=72df5c77-e2bf-4914-a389-b01de4c7d2be,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:23.115734 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582fcb0-a9c9-4424-b558-1bd91301b5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b005f5-6178-4efd-956c-fb157e8f6765,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:23.150488 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-bb44f927-6f01-4937-9802-a4776b7f6a51 None None] Set router 2851c03c-7034-4360-acb3-f32a93a299d1 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:50:23.160363 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ea4bbb32-ff1b-48c9-9d06-b749684824e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:23.173417 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ea4bbb32-ff1b-48c9-9d06-b749684824e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] 10.222.0.127 "DELETE /v2.0/ports/4b17b925-e9c1-41fe-b79e-12d7b45287e2 HTTP/1.1" status: 204 len: 168 time: 0.9099779 Nov 04 10:50:23.174645 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59154) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:23.199869 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-232411e6-ef41-454b-ae49-20a25fe94ab1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Deleting subnet a64ec523-8ec7-466b-b51d-1ba689421e46 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:50:23.204269 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-232411e6-ef41-454b-ae49-20a25fe94ab1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:23.224452 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-e37ebc6e-c490-4626-a100-1911284bd3dc None None] Set router ffa21b18-e385-4dcb-abb1-fe5831c90d9b gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:50:23.248227 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-4822a42f-7dcd-4b67-be64-e87d505bd73c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] No DVR routers for this DVR port 72df5c77-e2bf-4914-a389-b01de4c7d2be on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:50:23.256928 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-f7cdd0be-797b-459d-be84-4405cbd6d900 None None] Port 4b17b925-e9c1-41fe-b79e-12d7b45287e2 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:50:23.258812 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-4822a42f-7dcd-4b67-be64-e87d505bd73c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:23.262308 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-4822a42f-7dcd-4b67-be64-e87d505bd73c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.126 "DELETE /v2.0/ports/72df5c77-e2bf-4914-a389-b01de4c7d2be HTTP/1.1" status: 204 len: 173 time: 1.3851502 Nov 04 10:50:23.324321 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-deleted', 'tag': '511fc5ae-cb19-4f00-a96e-ae1fe43026e6'}, {'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-deleted', 'tag': '72df5c77-e2bf-4914-a389-b01de4c7d2be'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:50:23.338937 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe35df72-8b47-48fe-8ae6-4c692a43ed07" -d '{"events": [{"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-deleted", "tag": "511fc5ae-cb19-4f00-a96e-ae1fe43026e6"}, {"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-deleted", "tag": "72df5c77-e2bf-4914-a389-b01de4c7d2be"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:50:23.375764 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5d5913ce-5e07-4d39-b957-3dc27a8ed6f9 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:23.381585 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-74910dc2-b6b7-40b8-bc94-08158240ff17 None None] Could not find standard attr ID for object 3ee8fd18-5a0d-4fb3-b629-dd8e95db9e76. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:50:23.385742 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5d5913ce-5e07-4d39-b957-3dc27a8ed6f9 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:23.390247 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5d5913ce-5e07-4d39-b957-3dc27a8ed6f9 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] 10.222.0.127 "DELETE /v2.0/security-groups/b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9 HTTP/1.1" status: 204 len: 168 time: 1.9687705 Nov 04 10:50:23.395841 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-232411e6-ef41-454b-ae49-20a25fe94ab1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:23.432329 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-74910dc2-b6b7-40b8-bc94-08158240ff17 None None] Could not find standard attr ID for object 4b17b925-e9c1-41fe-b79e-12d7b45287e2. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:50:23.503311 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae54b9f-a1c3-4e27-b750-031a4ea7d063 req-df6bfcf1-f802-4f4d-8db4-84e23bd09406 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:23.505694 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bae54b9f-a1c3-4e27-b750-031a4ea7d063 req-df6bfcf1-f802-4f4d-8db4-84e23bd09406 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.2670543 Nov 04 10:50:23.510160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5913ce-5e07-4d39-b957-3dc27a8ed6f9 tempest-TestVolumeBackupRestore-580402278 tempest-TestVolumeBackupRestore-580402278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73d425a-3ca9-4cbc-9485-cfdb29ca3ee9,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:23.513967 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1fcd8dd-b1ed-4692-ac7a-16583d168813 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Deleting subnet a12f4285-12aa-448e-9445-adf4f23d6d85 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:50:23.527465 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1fcd8dd-b1ed-4692-ac7a-16583d168813 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:23.592894 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-4f44af1f-4e39-4d3d-a64f-7b162dc2e48b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Deleting port 774451b9-da41-429f-b239-13e3f3375067 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:23.601172 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-4f44af1f-4e39-4d3d-a64f-7b162dc2e48b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:23.651602 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1fcd8dd-b1ed-4692-ac7a-16583d168813 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:23.728113 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-bb44f927-6f01-4937-9802-a4776b7f6a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'name': 'tempest-TaggedBootDevicesTest-182091458-router', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '734fa52a-4d2c-4f60-8a06-d1ada4df5c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:39:09Z', 'updated_at': '2021-11-04T10:39:15Z', 'revision_number': 4, 'project_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'gw_port': {'id': '734fa52a-4d2c-4f60-8a06-d1ada4df5c0d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:39:09Z', 'updated_at': '2021-11-04T10:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '2f6ddd59-d723-4007-b852-3e2355bbe457', 'name': '', 'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'mac_address': 'fa:16:3e:fb:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'cad3f525-abcd-4ea2-aa2e-91412e579fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:39:13Z', 'updated_at': '2021-11-04T10:39:20Z', 'revision_number': 5, 'project_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'subnets': [{'id': 'cad3f525-abcd-4ea2-aa2e-91412e579fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:23.806333 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-4f44af1f-4e39-4d3d-a64f-7b162dc2e48b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] For port 774451b9-da41-429f-b239-13e3f3375067, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=774451b9-da41-429f-b239-13e3f3375067,segment=NetworkSegment(68884ac4-1769-4bca-94f5-d9098a2e7fa7),segment_id=68884ac4-1769-4bca-94f5-d9098a2e7fa7)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:23.806702 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-4f44af1f-4e39-4d3d-a64f-7b162dc2e48b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:23.821410 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb44f927-6f01-4937-9802-a4776b7f6a51 None None] The sync data for ids ['2851c03c-7034-4360-acb3-f32a93a299d1'] in n-d-816629-1 is: [{'id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'name': 'tempest-TaggedBootDevicesTest-182091458-router', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '734fa52a-4d2c-4f60-8a06-d1ada4df5c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:39:09Z', 'updated_at': '2021-11-04T10:39:15Z', 'revision_number': 4, 'project_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'gw_port': {'id': '734fa52a-4d2c-4f60-8a06-d1ada4df5c0d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:39:09Z', 'updated_at': '2021-11-04T10:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '2f6ddd59-d723-4007-b852-3e2355bbe457', 'name': '', 'network_id': '1b9e5f98-4b76-4986-a39a-d24c4975f75c', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'mac_address': 'fa:16:3e:fb:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'cad3f525-abcd-4ea2-aa2e-91412e579fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:39:13Z', 'updated_at': '2021-11-04T10:39:20Z', 'revision_number': 5, 'project_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'subnets': [{'id': 'cad3f525-abcd-4ea2-aa2e-91412e579fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:50:23.856245 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-4f44af1f-4e39-4d3d-a64f-7b162dc2e48b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Calling delete_port for 774451b9-da41-429f-b239-13e3f3375067 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:23.996031 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-232411e6-ef41-454b-ae49-20a25fe94ab1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:24.086779 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bae54b9f-a1c3-4e27-b750-031a4ea7d063 req-35d9fbc5-df87-4dae-a4bf-d3b227061cfc tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427107 Nov 04 10:50:24.094021 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e37ebc6e-c490-4626-a100-1911284bd3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:50:20Z', 'revision_number': 8, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None, '_interfaces': [{'id': '8281b68e-924f-48df-b3bf-ee57e083f47e', 'name': '', 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:c6:66:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:52Z', 'updated_at': '2021-11-04T10:49:59Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6984ab5-bd1d-4f63-b828-07c0808e45f0', 'name': '', 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:3f:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:45Z', 'updated_at': '2021-11-04T10:49:52Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4df6add-4843-48fe-ba05-1b660ca2b1ae', 'name': '', 'network_id': '6b2dfd99-24e2-4c72-b918-ed748a5914de', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:50:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:59Z', 'updated_at': '2021-11-04T10:50:05Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:24.147760 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ebc6e-c490-4626-a100-1911284bd3dc None None] Checking router: ffa21b18-e385-4dcb-abb1-fe5831c90d9b for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:50:24.173426 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-97e702f1-b6aa-49ab-8a0f-6ebd47b782ec None None] Could not find standard attr ID for object 4b17b925-e9c1-41fe-b79e-12d7b45287e2. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:50:24.179268 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ebc6e-c490-4626-a100-1911284bd3dc None None] Routers {'ffa21b18-e385-4dcb-abb1-fe5831c90d9b'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:50:24.180408 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e37ebc6e-c490-4626-a100-1911284bd3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:50:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:24.223461 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-4f44af1f-4e39-4d3d-a64f-7b162dc2e48b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:24.311069 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 04 Nov 2021 10:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3184779-7e83-475b-aecb-f276085a62e1 x-openstack-request-id: req-a3184779-7e83-475b-aecb-f276085a62e1 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:50:24.311386 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-deleted", "tag": "511fc5ae-cb19-4f00-a96e-ae1fe43026e6", "status": "completed", "code": 200}, {"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-deleted", "tag": "72df5c77-e2bf-4914-a389-b01de4c7d2be", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:50:24.311639 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-a3184779-7e83-475b-aecb-f276085a62e1 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:50:24.315026 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-deleted', 'tag': '511fc5ae-cb19-4f00-a96e-ae1fe43026e6', 'status': 'completed', 'code': 200} Nov 04 10:50:24.315961 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-deleted', 'tag': '72df5c77-e2bf-4914-a389-b01de4c7d2be', 'status': 'completed', 'code': 200} Nov 04 10:50:24.320224 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44af1f-4e39-4d3d-a64f-7b162dc2e48b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event deleted for resources: {'Port': ['ID=774451b9-da41-429f-b239-13e3f3375067,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:24.340042 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6ed16d07-1a0c-43c3-a14c-8422ee789c84 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:50:24.434686 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-232411e6-ef41-454b-ae49-20a25fe94ab1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:24.491504 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f25188-6d47-4ac6-a21f-c2cb34e59cb3 None None] Network 3cb99fce-c111-461d-bbef-e69d79da2f04 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:50:24.494456 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-e37ebc6e-c490-4626-a100-1911284bd3dc None None] Set router ffa21b18-e385-4dcb-abb1-fe5831c90d9b gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:50:24.501383 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-232411e6-ef41-454b-ae49-20a25fe94ab1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:24.516801 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-232411e6-ef41-454b-ae49-20a25fe94ab1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/subnets/a64ec523-8ec7-466b-b51d-1ba689421e46 HTTP/1.1" status: 204 len: 168 time: 1.5157442 Nov 04 10:50:24.519607 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1fcd8dd-b1ed-4692-ac7a-16583d168813 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:24.531286 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59184) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:24.574164 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd2a44b-6afa-4abe-808b-3b86ef287619 None None] New status for floating IP c06b0509-6fea-4cf2-b346-192ebb3e109e: DOWN {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:50:24.625852 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-4f44af1f-4e39-4d3d-a64f-7b162dc2e48b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] No DVR routers for this DVR port 774451b9-da41-429f-b239-13e3f3375067 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:50:24.634124 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-4f44af1f-4e39-4d3d-a64f-7b162dc2e48b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:24.642380 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5c0247ac-fc9c-4209-aaa8-2fc2d6bd9511 req-4f44af1f-4e39-4d3d-a64f-7b162dc2e48b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.126 "DELETE /v2.0/ports/774451b9-da41-429f-b239-13e3f3375067 HTTP/1.1" status: 204 len: 173 time: 1.3732829 Nov 04 10:50:24.815813 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 6ed16d07-1a0c-43c3-a14c-8422ee789c84 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:24.816190 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:25.027526 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9eec60e9-ae1e-45e4-83e2-f142ed75d5eb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:25.045086 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ff0cb5aa-e709-4e31-8642-335c1f37d17c req-2fa59a0d-96ee-4073-a458-b9be7acb4d11 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 210 time: 0.1042306 Nov 04 10:50:25.071399 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232411e6-ef41-454b-ae49-20a25fe94ab1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Subnet': ['ID=a64ec523-8ec7-466b-b51d-1ba689421e46,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:25.224544 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59236) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:25.249781 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e37ebc6e-c490-4626-a100-1911284bd3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:50:20Z', 'revision_number': 8, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None, '_interfaces': [{'id': '8281b68e-924f-48df-b3bf-ee57e083f47e', 'name': '', 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:c6:66:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:52Z', 'updated_at': '2021-11-04T10:49:59Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6984ab5-bd1d-4f63-b828-07c0808e45f0', 'name': '', 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:3f:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:45Z', 'updated_at': '2021-11-04T10:49:52Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4df6add-4843-48fe-ba05-1b660ca2b1ae', 'name': '', 'network_id': '6b2dfd99-24e2-4c72-b918-ed748a5914de', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:50:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:59Z', 'updated_at': '2021-11-04T10:50:05Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:25.294843 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ebc6e-c490-4626-a100-1911284bd3dc None None] The sync data for ids ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'] in n-d-816629-1 is: [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:50:20Z', 'revision_number': 8, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None, '_interfaces': [{'id': '8281b68e-924f-48df-b3bf-ee57e083f47e', 'name': '', 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:c6:66:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:52Z', 'updated_at': '2021-11-04T10:49:59Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6984ab5-bd1d-4f63-b828-07c0808e45f0', 'name': '', 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:3f:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:45Z', 'updated_at': '2021-11-04T10:49:52Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4df6add-4843-48fe-ba05-1b660ca2b1ae', 'name': '', 'network_id': '6b2dfd99-24e2-4c72-b918-ed748a5914de', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:50:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:59Z', 'updated_at': '2021-11-04T10:50:05Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:50:25.643728 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-0a1b996c-fb76-42f1-8c4d-ba62afe23a58 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-464770572'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:25.784498 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1b996c-fb76-42f1-8c4d-ba62afe23a58 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:25.793674 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a1b996c-fb76-42f1-8c4d-ba62afe23a58 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:25.919820 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a1b996c-fb76-42f1-8c4d-ba62afe23a58 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:26.101738 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0b2b61-224c-4125-a67f-8d41e3f2229c None None] DHCP port deletion for 3cb99fce-c111-461d-bbef-e69d79da2f04 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:50:26.135172 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1fcd8dd-b1ed-4692-ac7a-16583d168813 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:26.215667 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d0ec6-08d5-4567-bcf1-d19d0952f53b req-25af3cb1-42d2-46fd-a8b9-db4b0b7b6196 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:26.230403 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a1b996c-fb76-42f1-8c4d-ba62afe23a58 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:26.236487 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ca5d0ec6-08d5-4567-bcf1-d19d0952f53b req-25af3cb1-42d2-46fd-a8b9-db4b0b7b6196 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.3726852 Nov 04 10:50:26.239144 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a1b996c-fb76-42f1-8c4d-ba62afe23a58 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:26.307707 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1b996c-fb76-42f1-8c4d-ba62afe23a58 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1155} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:50:26.316648 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 68a01301-601b-40ea-a2a6-d2a6b5d0ede6 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:50:26.325391 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-deleted', 'tag': '774451b9-da41-429f-b239-13e3f3375067'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:50:26.327663 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1fcd8dd-b1ed-4692-ac7a-16583d168813 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:26.331930 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f9e9a3-925b-4735-aa45-b840f1e2e994" -d '{"events": [{"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-deleted", "tag": "774451b9-da41-429f-b239-13e3f3375067"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:50:26.335356 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f1fcd8dd-b1ed-4692-ac7a-16583d168813 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] 10.222.0.127 "DELETE /v2.0/subnets/a12f4285-12aa-448e-9445-adf4f23d6d85 HTTP/1.1" status: 204 len: 168 time: 3.1565530 Nov 04 10:50:26.353893 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcd8dd-b1ed-4692-ac7a-16583d168813 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Pushing event deleted for resources: {'Subnet': ['ID=a12f4285-12aa-448e-9445-adf4f23d6d85,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:26.365699 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59324) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:26.381953 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b996c-fb76-42f1-8c4d-ba62afe23a58 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21817791-d931-473a-90b2-efea5cfeb767,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:26.399902 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a1b996c-fb76-42f1-8c4d-ba62afe23a58 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:26.401861 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-0a1b996c-fb76-42f1-8c4d-ba62afe23a58 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Added segment 17f1c1a5-bb50-41a6-a11c-dcaff9f946a0 of type vlan for network e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 Nov 04 10:50:26.419069 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-9eec60e9-ae1e-45e4-83e2-f142ed75d5eb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Deleting port 68a01301-601b-40ea-a2a6-d2a6b5d0ede6 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:26.420346 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9eec60e9-ae1e-45e4-83e2-f142ed75d5eb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:26.427009 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c494721d-5ab5-4eac-aab1-ffc45679133f None None] Network 7ab69271-8b83-41c8-bf51-35ebca8ebd17 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:50:26.505196 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a1b996c-fb76-42f1-8c4d-ba62afe23a58 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:26.578999 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a1b996c-fb76-42f1-8c4d-ba62afe23a58 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:26.583874 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ca5d0ec6-08d5-4567-bcf1-d19d0952f53b req-e4d042e5-8e40-494e-a852-bd751d70d889 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425543 Nov 04 10:50:26.591920 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1b996c-fb76-42f1-8c4d-ba62afe23a58 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:26.593698 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a1b996c-fb76-42f1-8c4d-ba62afe23a58 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:26.612277 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-af41a615-e8a0-4c94-a9aa-aa8588c3c63d tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:26.641537 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-9eec60e9-ae1e-45e4-83e2-f142ed75d5eb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] For port 68a01301-601b-40ea-a2a6-d2a6b5d0ede6, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=68a01301-601b-40ea-a2a6-d2a6b5d0ede6,segment=NetworkSegment(dad6e00b-0c25-49b7-ba62-7f567698332c),segment_id=dad6e00b-0c25-49b7-ba62-7f567698332c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:26.642114 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9eec60e9-ae1e-45e4-83e2-f142ed75d5eb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:26.692183 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-9eec60e9-ae1e-45e4-83e2-f142ed75d5eb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Calling delete_port for 68a01301-601b-40ea-a2a6-d2a6b5d0ede6 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:26.761614 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0a1b996c-fb76-42f1-8c4d-ba62afe23a58 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5341046 Nov 04 10:50:26.762800 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-dd0b2b61-224c-4125-a67f-8d41e3f2229c None None] Deleting port 68a01301-601b-40ea-a2a6-d2a6b5d0ede6 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:26.765374 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dd0b2b61-224c-4125-a67f-8d41e3f2229c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:26.768966 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:26.773211 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59366) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:26.783073 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-4a88e1f1-fa19-4495-879d-38d2dcf0c603 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'port': {'network_id': 'e00c1660-8b1d-4b7c-ba9e-f1a2c1811605', 'name': 'tempest-PortsTestJSON-1685433056'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:26.846248 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4155708c-8f50-44a4-8b5d-ca89de475e77 req-a4fc6b45-dda1-45d1-b2d9-5f5223c76c6e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 210 time: 0.1236396 Nov 04 10:50:26.876685 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 68a01301-601b-40ea-a2a6-d2a6b5d0ede6, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=68a01301-601b-40ea-a2a6-d2a6b5d0ede6,segment=NetworkSegment(dad6e00b-0c25-49b7-ba62-7f567698332c),segment_id=dad6e00b-0c25-49b7-ba62-7f567698332c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:26.928418 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:26.929748 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a776db31-6ec9-4ea4-a953-c9a87953fdce no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:50:26.964067 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b996c-fb76-42f1-8c4d-ba62afe23a58 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Network': ['ID=e00c1660-8b1d-4b7c-ba9e-f1a2c1811605,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:27.003371 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: a776db31-6ec9-4ea4-a953-c9a87953fdce {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:50:27.003894 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a776db31-6ec9-4ea4-a953-c9a87953fdce not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:50:27.005603 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:50:27.042171 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb4f57c-da61-4bac-9dc6-bd746accbed9 x-openstack-request-id: req-5cb4f57c-da61-4bac-9dc6-bd746accbed9 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:50:27.042467 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c048a36-bdef-4413-b9ca-45f19555d51a", "name": "network-vif-deleted", "tag": "774451b9-da41-429f-b239-13e3f3375067", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:50:27.042716 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-5cb4f57c-da61-4bac-9dc6-bd746accbed9 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:50:27.043114 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c048a36-bdef-4413-b9ca-45f19555d51a', 'name': 'network-vif-deleted', 'tag': '774451b9-da41-429f-b239-13e3f3375067', 'status': 'completed', 'code': 200} Nov 04 10:50:27.045567 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-dd0b2b61-224c-4125-a67f-8d41e3f2229c None None] For port 68a01301-601b-40ea-a2a6-d2a6b5d0ede6, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=68a01301-601b-40ea-a2a6-d2a6b5d0ede6,segment=NetworkSegment(dad6e00b-0c25-49b7-ba62-7f567698332c),segment_id=dad6e00b-0c25-49b7-ba62-7f567698332c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:27.046156 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dd0b2b61-224c-4125-a67f-8d41e3f2229c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:27.065457 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a88e1f1-fa19-4495-879d-38d2dcf0c603 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:27.069808 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4a88e1f1-fa19-4495-879d-38d2dcf0c603 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:27.098079 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a75e47e-369a-4e41-920a-a5cbcdfcd511 None None] DHCP port deletion for 7ab69271-8b83-41c8-bf51-35ebca8ebd17 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:50:27.115171 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-4a88e1f1-fa19-4495-879d-38d2dcf0c603 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] device_id is not set on port a7dc8141-f1e2-469e-994d-f075c7dc5fe2 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:50:27.181769 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-dd0b2b61-224c-4125-a67f-8d41e3f2229c None None] Calling delete_port for 68a01301-601b-40ea-a2a6-d2a6b5d0ede6 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:27.201921 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-af41a615-e8a0-4c94-a9aa-aa8588c3c63d tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Deleting port 6ed16d07-1a0c-43c3-a14c-8422ee789c84 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:27.202427 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-af41a615-e8a0-4c94-a9aa-aa8588c3c63d tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:27.245944 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=68a01301-601b-40ea-a2a6-d2a6b5d0ede6,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:27.342732 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-af41a615-e8a0-4c94-a9aa-aa8588c3c63d tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] For port 6ed16d07-1a0c-43c3-a14c-8422ee789c84, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6ed16d07-1a0c-43c3-a14c-8422ee789c84,segment=NetworkSegment(3cb03436-3394-4121-82f6-7bc58a13e38a),segment_id=3cb03436-3394-4121-82f6-7bc58a13e38a)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:27.343273 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-af41a615-e8a0-4c94-a9aa-aa8588c3c63d tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:27.362216 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-af41a615-e8a0-4c94-a9aa-aa8588c3c63d tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Calling delete_port for 6ed16d07-1a0c-43c3-a14c-8422ee789c84 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:27.466581 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9eec60e9-ae1e-45e4-83e2-f142ed75d5eb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:27.508561 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec60e9-ae1e-45e4-83e2-f142ed75d5eb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Port': ['ID=68a01301-601b-40ea-a2a6-d2a6b5d0ede6,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:27.511013 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-af41a615-e8a0-4c94-a9aa-aa8588c3c63d tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:27.520496 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-1a75e47e-369a-4e41-920a-a5cbcdfcd511 None None] Deleting port 6ed16d07-1a0c-43c3-a14c-8422ee789c84 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:27.523957 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1a75e47e-369a-4e41-920a-a5cbcdfcd511 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:27.557545 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41a615-e8a0-4c94-a9aa-aa8588c3c63d tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Pushing event deleted for resources: {'Port': ['ID=6ed16d07-1a0c-43c3-a14c-8422ee789c84,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:27.568019 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eec60e9-ae1e-45e4-83e2-f142ed75d5eb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] No DVR routers for this DVR port 68a01301-601b-40ea-a2a6-d2a6b5d0ede6 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:50:27.681175 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dd0b2b61-224c-4125-a67f-8d41e3f2229c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:27.690790 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-1a75e47e-369a-4e41-920a-a5cbcdfcd511 None None] For port 6ed16d07-1a0c-43c3-a14c-8422ee789c84, host n-d-816629-1, got binding levels [] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:27.691353 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1a75e47e-369a-4e41-920a-a5cbcdfcd511 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:27.748916 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4a88e1f1-fa19-4495-879d-38d2dcf0c603 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:27.812506 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9eec60e9-ae1e-45e4-83e2-f142ed75d5eb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:27.823368 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4a88e1f1-fa19-4495-879d-38d2dcf0c603 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:27.848119 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-1a75e47e-369a-4e41-920a-a5cbcdfcd511 None None] Calling delete_port for 6ed16d07-1a0c-43c3-a14c-8422ee789c84 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:27.856904 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.ipam_backend_mixin [None req-1a75e47e-369a-4e41-920a-a5cbcdfcd511 None None] Port 6ed16d07-1a0c-43c3-a14c-8422ee789c84 was not found and therefore no delete operation was performed {{(pid=101776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 10:50:27.859843 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0b2b61-224c-4125-a67f-8d41e3f2229c None None] No DVR routers for this DVR port 68a01301-601b-40ea-a2a6-d2a6b5d0ede6 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:50:27.866774 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b2b61-224c-4125-a67f-8d41e3f2229c None None] Pushing event deleted for resources: {'Port': ['ID=68a01301-601b-40ea-a2a6-d2a6b5d0ede6,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:27.871875 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-9eec60e9-ae1e-45e4-83e2-f142ed75d5eb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb99fce-c111-461d-bbef-e69d79da2f04']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:27.894804 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1a75e47e-369a-4e41-920a-a5cbcdfcd511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:27.896439 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-9eec60e9-ae1e-45e4-83e2-f142ed75d5eb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad6e00b-0c25-49b7-ba62-7f567698332c') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:27.897179 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-9eec60e9-ae1e-45e4-83e2-f142ed75d5eb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad6e00b-0c25-49b7-ba62-7f567698332c') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:27.921054 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9eec60e9-ae1e-45e4-83e2-f142ed75d5eb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:27.953102 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9eec60e9-ae1e-45e4-83e2-f142ed75d5eb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:27.955791 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75e47e-369a-4e41-920a-a5cbcdfcd511 None None] Pushing event deleted for resources: {'Port': ['ID=6ed16d07-1a0c-43c3-a14c-8422ee789c84,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:27.968896 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eec60e9-ae1e-45e4-83e2-f142ed75d5eb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Releasing vlan 1184 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:50:27.969384 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9eec60e9-ae1e-45e4-83e2-f142ed75d5eb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:27.970052 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a75e47e-369a-4e41-920a-a5cbcdfcd511 None None] No DVR routers for this DVR port 6ed16d07-1a0c-43c3-a14c-8422ee789c84 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:50:28.065334 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88e1f1-fa19-4495-879d-38d2dcf0c603 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Port': ['ID=a7dc8141-f1e2-469e-994d-f075c7dc5fe2,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:28.096076 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a88e1f1-fa19-4495-879d-38d2dcf0c603 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Checking segment: {'id': '17f1c1a5-bb50-41a6-a11c-dcaff9f946a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'e00c1660-8b1d-4b7c-ba9e-f1a2c1811605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:50:28.098733 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a88e1f1-fa19-4495-879d-38d2dcf0c603 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network hostable DHCP agents. Network: e00c1660-8b1d-4b7c-ba9e-f1a2c1811605, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:50:28.123486 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a88e1f1-fa19-4495-879d-38d2dcf0c603 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:50:28.143098 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-4a88e1f1-fa19-4495-879d-38d2dcf0c603 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, e00c1660-8b1d-4b7c-ba9e-f1a2c1811605) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:28.149984 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a88e1f1-fa19-4495-879d-38d2dcf0c603 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:50:28.165798 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2bce19-5d3f-4451-839d-46e3045214ae None None] Network e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:50:28.166054 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a88e1f1-fa19-4495-879d-38d2dcf0c603 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:28.167565 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4a88e1f1-fa19-4495-879d-38d2dcf0c603 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:28.215880 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4a88e1f1-fa19-4495-879d-38d2dcf0c603 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4408646 Nov 04 10:50:28.219767 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59514) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:28.244877 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-c9f68afe-fc80-47da-8d61-9b4509094fa5 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1740515143'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:50:28.247702 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:50:28.264183 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9eec60e9-ae1e-45e4-83e2-f142ed75d5eb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:28.274126 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af41a615-e8a0-4c94-a9aa-aa8588c3c63d tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] No DVR routers for this DVR port 6ed16d07-1a0c-43c3-a14c-8422ee789c84 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:50:28.335147 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f68afe-fc80-47da-8d61-9b4509094fa5 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:28.341068 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c9f68afe-fc80-47da-8d61-9b4509094fa5 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:28.341478 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6ed16d07-1a0c-43c3-a14c-8422ee789c84 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:50:28.387537 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 6ed16d07-1a0c-43c3-a14c-8422ee789c84 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:50:28.387893 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6ed16d07-1a0c-43c3-a14c-8422ee789c84 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:50:28.452298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f68afe-fc80-47da-8d61-9b4509094fa5 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1185} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:50:28.485663 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c9f68afe-fc80-47da-8d61-9b4509094fa5 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:28.486396 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-c9f68afe-fc80-47da-8d61-9b4509094fa5 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Added segment 111bfce7-d2fb-47d9-8a52-5f8a65ea777e of type vlan for network e801b7f5-84ae-4616-a03d-b028c1deaccb Nov 04 10:50:28.583920 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c9f68afe-fc80-47da-8d61-9b4509094fa5 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:28.597814 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9eec60e9-ae1e-45e4-83e2-f142ed75d5eb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:28.603257 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9eec60e9-ae1e-45e4-83e2-f142ed75d5eb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/networks/3cb99fce-c111-461d-bbef-e69d79da2f04 HTTP/1.1" status: 204 len: 168 time: 3.9841774 Nov 04 10:50:28.607371 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c9f68afe-fc80-47da-8d61-9b4509094fa5 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:28.617525 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f68afe-fc80-47da-8d61-9b4509094fa5 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:28.619187 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c9f68afe-fc80-47da-8d61-9b4509094fa5 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:28.637591 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59554) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:28.675097 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dafa4-ca10-4e48-863b-1aebb2b2b26d req-37b60dba-e853-49ba-a5eb-5fa00f98fb97 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:28.677036 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a7dafa4-ca10-4e48-863b-1aebb2b2b26d req-37b60dba-e853-49ba-a5eb-5fa00f98fb97 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.4360659 Nov 04 10:50:28.689699 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec60e9-ae1e-45e4-83e2-f142ed75d5eb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Network': ['ID=3cb99fce-c111-461d-bbef-e69d79da2f04,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:28.799669 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-af41a615-e8a0-4c94-a9aa-aa8588c3c63d tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:28.815166 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c9f68afe-fc80-47da-8d61-9b4509094fa5 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5934365 Nov 04 10:50:28.823076 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a7dafa4-ca10-4e48-863b-1aebb2b2b26d req-001e37a4-dc0e-4268-9863-930e247be596 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235752 Nov 04 10:50:28.823624 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59572) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:28.872919 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-3cad7347-bb6c-481f-b261-07f789014386 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'ports': [{'network_id': 'e00c1660-8b1d-4b7c-ba9e-f1a2c1811605'}, {'network_id': 'e801b7f5-84ae-4616-a03d-b028c1deaccb'}]} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:28.873249 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-3cad7347-bb6c-481f-b261-07f789014386 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'port': {'network_id': 'e00c1660-8b1d-4b7c-ba9e-f1a2c1811605'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:28.873762 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-3cad7347-bb6c-481f-b261-07f789014386 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'port': {'network_id': 'e801b7f5-84ae-4616-a03d-b028c1deaccb'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:29.025707 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-af41a615-e8a0-4c94-a9aa-aa8588c3c63d tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab69271-8b83-41c8-bf51-35ebca8ebd17']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:29.037440 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-959c5a98-784b-4b77-8492-2015d72faeba req-ee00ba17-5d56-4cb6-a822-7ecf1226b270 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 210 time: 0.0585268 Nov 04 10:50:29.064196 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f68afe-fc80-47da-8d61-9b4509094fa5 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Network': ['ID=e801b7f5-84ae-4616-a03d-b028c1deaccb,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:29.080014 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network e801b7f5-84ae-4616-a03d-b028c1deaccb details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:50:29.085550 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-af41a615-e8a0-4c94-a9aa-aa8588c3c63d tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb03436-3394-4121-82f6-7bc58a13e38a') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:29.085845 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-af41a615-e8a0-4c94-a9aa-aa8588c3c63d tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb03436-3394-4121-82f6-7bc58a13e38a') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:29.139873 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-af41a615-e8a0-4c94-a9aa-aa8588c3c63d tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:29.196648 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-af41a615-e8a0-4c94-a9aa-aa8588c3c63d tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:29.205660 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af41a615-e8a0-4c94-a9aa-aa8588c3c63d tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Releasing vlan 1189 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:50:29.206129 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-af41a615-e8a0-4c94-a9aa-aa8588c3c63d tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:50:29.293384 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:50:29.325131 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-af41a615-e8a0-4c94-a9aa-aa8588c3c63d tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:29.476452 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-af41a615-e8a0-4c94-a9aa-aa8588c3c63d tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:29.516443 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-af41a615-e8a0-4c94-a9aa-aa8588c3c63d tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] 10.222.0.127 "DELETE /v2.0/networks/7ab69271-8b83-41c8-bf51-35ebca8ebd17 HTTP/1.1" status: 204 len: 168 time: 3.1496329 Nov 04 10:50:29.560459 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f16675f7-c6c3-422a-8458-1b3da0c1ac15 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:29.573547 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41a615-e8a0-4c94-a9aa-aa8588c3c63d tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128 tempest-ExtraDHCPOptionsIpV6TestJSON-1328236128-project] Pushing event deleted for resources: {'Network': ['ID=7ab69271-8b83-41c8-bf51-35ebca8ebd17,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:29.695639 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cad7347-bb6c-481f-b261-07f789014386 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'port': 2} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:29.712623 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3cad7347-bb6c-481f-b261-07f789014386 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:29.754958 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3cad7347-bb6c-481f-b261-07f789014386 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:29.822224 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0fdf2-a44b-4f55-825b-14cd59c372ab req-0bd3c5d8-59d7-4abe-82f9-48a91b6865bc tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:29.836335 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-48b0fdf2-a44b-4f55-825b-14cd59c372ab req-0bd3c5d8-59d7-4abe-82f9-48a91b6865bc tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.2043042 Nov 04 10:50:29.995944 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-3cad7347-bb6c-481f-b261-07f789014386 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] device_id is not set on port 1b1868f9-dc21-40f2-a4ad-17e34d352c41 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:50:30.018114 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-48b0fdf2-a44b-4f55-825b-14cd59c372ab req-082c8e70-b483-480e-a387-a7d761d5e450 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793911 Nov 04 10:50:30.153853 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59696) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:30.194830 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1a8d32dc-07fa-4232-935f-542d393f3ec9 req-100c4ee1-e4b6-47eb-adc4-0f15d581f3c9 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 210 time: 0.0366654 Nov 04 10:50:30.282672 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3cad7347-bb6c-481f-b261-07f789014386 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:30.358527 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-f16675f7-c6c3-422a-8458-1b3da0c1ac15 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Deleting port e4df6add-4843-48fe-ba05-1b660ca2b1ae {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:30.358866 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f16675f7-c6c3-422a-8458-1b3da0c1ac15 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:30.386886 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-3cad7347-bb6c-481f-b261-07f789014386 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] device_id is not set on port 95be5cf8-d682-44a4-9c42-e2472d883e50 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:50:30.449599 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-be86036b-8616-4bdc-9329-b5595effb60a admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=371908046fd1480dbb4cddf39ce316d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2912805 Nov 04 10:50:30.454820 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59702) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:30.543253 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3cad7347-bb6c-481f-b261-07f789014386 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:30.552641 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-f16675f7-c6c3-422a-8458-1b3da0c1ac15 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] For port e4df6add-4843-48fe-ba05-1b660ca2b1ae, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e4df6add-4843-48fe-ba05-1b660ca2b1ae,segment=NetworkSegment(21e88d09-414d-473a-82d1-705b13c79444),segment_id=21e88d09-414d-473a-82d1-705b13c79444)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:30.553211 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f16675f7-c6c3-422a-8458-1b3da0c1ac15 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:30.558281 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1cca2c53-1702-4c7c-ac0b-f32c1489383c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:30.582082 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-f16675f7-c6c3-422a-8458-1b3da0c1ac15 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Calling delete_port for e4df6add-4843-48fe-ba05-1b660ca2b1ae owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:30.584474 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3cad7347-bb6c-481f-b261-07f789014386 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:30.604032 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1cca2c53-1702-4c7c-ac0b-f32c1489383c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:30.661522 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad7347-bb6c-481f-b261-07f789014386 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Port': ['ID=1b1868f9-dc21-40f2-a4ad-17e34d352c41,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:30.684403 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cad7347-bb6c-481f-b261-07f789014386 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:50:30.695568 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-3cad7347-bb6c-481f-b261-07f789014386 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:30.699762 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cad7347-bb6c-481f-b261-07f789014386 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:50:30.702456 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3cad7347-bb6c-481f-b261-07f789014386 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:30.769476 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1cca2c53-1702-4c7c-ac0b-f32c1489383c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:30.774110 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad7347-bb6c-481f-b261-07f789014386 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Port': ['ID=95be5cf8-d682-44a4-9c42-e2472d883e50,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:30.779062 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1cca2c53-1702-4c7c-ac0b-f32c1489383c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:30.780678 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1cca2c53-1702-4c7c-ac0b-f32c1489383c admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/80af0ce7-09ef-404d-a52b-caa995270b21 HTTP/1.1" status: 204 len: 168 time: 0.3245873 Nov 04 10:50:30.814269 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cad7347-bb6c-481f-b261-07f789014386 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Checking segment: {'id': '111bfce7-d2fb-47d9-8a52-5f8a65ea777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'e801b7f5-84ae-4616-a03d-b028c1deaccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:50:30.814671 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cad7347-bb6c-481f-b261-07f789014386 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network hostable DHCP agents. Network: e801b7f5-84ae-4616-a03d-b028c1deaccb, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:50:30.814782 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca2c53-1702-4c7c-ac0b-f32c1489383c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80af0ce7-09ef-404d-a52b-caa995270b21,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:30.865747 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cad7347-bb6c-481f-b261-07f789014386 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network e801b7f5-84ae-4616-a03d-b028c1deaccb is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:50:30.884666 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-3cad7347-bb6c-481f-b261-07f789014386 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, e801b7f5-84ae-4616-a03d-b028c1deaccb) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:30.889421 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cad7347-bb6c-481f-b261-07f789014386 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:50:30.895878 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f265eac9-b0e3-40c3-b7cd-f9f23fd91124 None None] Network e801b7f5-84ae-4616-a03d-b028c1deaccb requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:50:30.904698 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cad7347-bb6c-481f-b261-07f789014386 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:30.912299 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cad7347-bb6c-481f-b261-07f789014386 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:30.913820 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3cad7347-bb6c-481f-b261-07f789014386 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:30.933634 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f16675f7-c6c3-422a-8458-1b3da0c1ac15 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:30.967821 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3cad7347-bb6c-481f-b261-07f789014386 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0995386 Nov 04 10:50:30.970807 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59706) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:30.998183 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16675f7-c6c3-422a-8458-1b3da0c1ac15 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Port': ['ID=e4df6add-4843-48fe-ba05-1b660ca2b1ae,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:31.306102 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f16675f7-c6c3-422a-8458-1b3da0c1ac15 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:31.371652 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-164ea00e-f1e2-4a7c-aae7-406fbf14b678 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting port 95be5cf8-d682-44a4-9c42-e2472d883e50 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:31.372362 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-164ea00e-f1e2-4a7c-aae7-406fbf14b678 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:31.480420 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b925f2c-b7a8-4bdd-b88c-9f57bf3ce844 req-67ca6158-f2d6-4929-b8ca-2ca663262be7 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:31.488344 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6b925f2c-b7a8-4bdd-b88c-9f57bf3ce844 req-67ca6158-f2d6-4929-b8ca-2ca663262be7 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.2224276 Nov 04 10:50:31.515686 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-164ea00e-f1e2-4a7c-aae7-406fbf14b678 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:31.545330 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-164ea00e-f1e2-4a7c-aae7-406fbf14b678 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Calling delete_port for 95be5cf8-d682-44a4-9c42-e2472d883e50 owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:31.603023 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16675f7-c6c3-422a-8458-1b3da0c1ac15 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Router ffa21b18-e385-4dcb-abb1-fe5831c90d9b has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:50:31.633990 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6b925f2c-b7a8-4bdd-b88c-9f57bf3ce844 req-a1500656-b9d0-4fbb-a251-931db68f3362 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382861 Nov 04 10:50:31.761851 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-164ea00e-f1e2-4a7c-aae7-406fbf14b678 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:31.839693 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d06567ca-91c0-423d-b09f-617a24df8833 req-66cff810-8148-4bb0-a932-bab2799a782a tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 210 time: 0.0934074 Nov 04 10:50:31.842015 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ea00e-f1e2-4a7c-aae7-406fbf14b678 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Port': ['ID=95be5cf8-d682-44a4-9c42-e2472d883e50,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:31.870684 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-164ea00e-f1e2-4a7c-aae7-406fbf14b678 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:31.889256 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-164ea00e-f1e2-4a7c-aae7-406fbf14b678 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/ports/95be5cf8-d682-44a4-9c42-e2472d883e50 HTTP/1.1" status: 204 len: 168 time: 0.9148328 Nov 04 10:50:31.891271 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59732) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:31.972354 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c7630c-72c5-40e6-8e9a-97755e1f4cb8 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:31.978730 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c7630c-72c5-40e6-8e9a-97755e1f4cb8 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:31.981267 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-34c7630c-72c5-40e6-8e9a-97755e1f4cb8 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0885692 Nov 04 10:50:31.984369 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59736) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:32.128719 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59738) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:32.232726 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16675f7-c6c3-422a-8458-1b3da0c1ac15 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:50:32.241287 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f16675f7-c6c3-422a-8458-1b3da0c1ac15 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "PUT /v2.0/routers/ffa21b18-e385-4dcb-abb1-fe5831c90d9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5950017 Nov 04 10:50:32.241287 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59742) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:32.245720 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a6e263-612d-4fa1-9903-6f5dcca13523 None None] Sync routers for ids ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:50:32.257732 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-9943564a-e573-44ef-8c9e-4eb7a1ff30e4 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting port 1b1868f9-dc21-40f2-a4ad-17e34d352c41 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:32.258452 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9943564a-e573-44ef-8c9e-4eb7a1ff30e4 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:32.261903 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a6e263-612d-4fa1-9903-6f5dcca13523 None None] Routers {'ffa21b18-e385-4dcb-abb1-fe5831c90d9b'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:50:32.262515 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-00a6e263-612d-4fa1-9903-6f5dcca13523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:50:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:32.310830 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f5829d-7d9c-4296-b950-72e44ca68e4e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Deleting subnet b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:50:32.314576 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-52f5829d-7d9c-4296-b950-72e44ca68e4e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:32.347166 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-d68915d8-b2bc-4d87-a1d9-e8e9eee4a5a1 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1716505801'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:32.365696 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0770af-b9fc-4cae-abd9-860c7786c817 req-89bef32b-d847-4852-9a61-f993f7a739ef tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:32.367244 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fa0770af-b9fc-4cae-abd9-860c7786c817 req-89bef32b-d847-4852-9a61-f993f7a739ef tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.2078161 Nov 04 10:50:32.375552 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-52f5829d-7d9c-4296-b950-72e44ca68e4e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:32.432365 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-00a6e263-612d-4fa1-9903-6f5dcca13523 None None] Set router ffa21b18-e385-4dcb-abb1-fe5831c90d9b gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:50:32.435861 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9943564a-e573-44ef-8c9e-4eb7a1ff30e4 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:32.444380 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68915d8-b2bc-4d87-a1d9-e8e9eee4a5a1 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Made reservation on behalf of 42d8c2c730c9491398b871d8b9061794 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:32.448138 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d68915d8-b2bc-4d87-a1d9-e8e9eee4a5a1 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:32.502441 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-9943564a-e573-44ef-8c9e-4eb7a1ff30e4 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Calling delete_port for 1b1868f9-dc21-40f2-a4ad-17e34d352c41 owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:32.546827 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-52f5829d-7d9c-4296-b950-72e44ca68e4e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:32.586319 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d68915d8-b2bc-4d87-a1d9-e8e9eee4a5a1 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:32.617822 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-52f5829d-7d9c-4296-b950-72e44ca68e4e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:32.651238 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9943564a-e573-44ef-8c9e-4eb7a1ff30e4 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:32.656863 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fa0770af-b9fc-4cae-abd9-860c7786c817 req-213c8a3e-2e12-436b-833f-adbe2e4f7920 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778919 Nov 04 10:50:32.678822 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5829d-7d9c-4296-b950-72e44ca68e4e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Subnet': ['ID=b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:32.689011 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-52f5829d-7d9c-4296-b950-72e44ca68e4e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:32.693509 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4355175d-2a69-4bda-971a-32e39b2c3209 None None] Network 6b2dfd99-24e2-4c72-b918-ed748a5914de requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:50:32.697142 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-52f5829d-7d9c-4296-b950-72e44ca68e4e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/subnets/b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8 HTTP/1.1" status: 204 len: 168 time: 0.4534338 Nov 04 10:50:32.704654 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59744) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:32.708114 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943564a-e573-44ef-8c9e-4eb7a1ff30e4 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Port': ['ID=1b1868f9-dc21-40f2-a4ad-17e34d352c41,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:32.725119 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9943564a-e573-44ef-8c9e-4eb7a1ff30e4 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:32.729501 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9943564a-e573-44ef-8c9e-4eb7a1ff30e4 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/ports/1b1868f9-dc21-40f2-a4ad-17e34d352c41 HTTP/1.1" status: 204 len: 168 time: 0.7440438 Nov 04 10:50:32.735408 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59748) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:32.817396 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e569f72-4d67-4d29-bbf8-a0588ece6389 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:32.819236 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3e569f72-4d67-4d29-bbf8-a0588ece6389 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0827074 Nov 04 10:50:32.822617 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59752) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:32.837448 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-00a6e263-612d-4fa1-9903-6f5dcca13523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:50:30Z', 'revision_number': 9, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None, '_interfaces': [{'id': '8281b68e-924f-48df-b3bf-ee57e083f47e', 'name': '', 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:c6:66:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:52Z', 'updated_at': '2021-11-04T10:49:59Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6984ab5-bd1d-4f63-b828-07c0808e45f0', 'name': '', 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:3f:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:45Z', 'updated_at': '2021-11-04T10:49:52Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:32.866920 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-62eed7e2-4c13-456a-8ef4-271a7c012719 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] GET failed (client error): The resource could not be found. Nov 04 10:50:32.869468 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-62eed7e2-4c13-456a-8ef4-271a7c012719 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "GET /v2.0/ports/95be5cf8-d682-44a4-9c42-e2472d883e50 HTTP/1.1" status: 404 len: 333 time: 0.0457349 Nov 04 10:50:32.875464 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59754) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:32.905856 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d68915d8-b2bc-4d87-a1d9-e8e9eee4a5a1 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:32.912706 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6d9e-635f-4ade-986f-e1796dd44e6e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:32.913574 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a6e263-612d-4fa1-9903-6f5dcca13523 None None] Checking router: ffa21b18-e385-4dcb-abb1-fe5831c90d9b for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:50:32.947138 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a6e263-612d-4fa1-9903-6f5dcca13523 None None] Routers {'ffa21b18-e385-4dcb-abb1-fe5831c90d9b'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:50:32.948063 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-00a6e263-612d-4fa1-9903-6f5dcca13523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:50:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:32.963720 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-2930a4e2-1f9a-4f2c-a2a2-6431f36bbece tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] GET failed (client error): The resource could not be found. Nov 04 10:50:32.965409 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2930a4e2-1f9a-4f2c-a2a2-6431f36bbece tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "GET /v2.0/ports/1b1868f9-dc21-40f2-a4ad-17e34d352c41 HTTP/1.1" status: 404 len: 333 time: 0.0876637 Nov 04 10:50:32.977911 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59758) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:32.979014 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d68915d8-b2bc-4d87-a1d9-e8e9eee4a5a1 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:33.061382 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68915d8-b2bc-4d87-a1d9-e8e9eee4a5a1 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1172} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:50:33.107397 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197e786-7ed1-4c87-bf8f-e4c6e03ffa00 req-d74ea320-aa21-4568-aaed-93649c4f482f tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:33.115696 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9197e786-7ed1-4c87-bf8f-e4c6e03ffa00 req-d74ea320-aa21-4568-aaed-93649c4f482f tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1974437 Nov 04 10:50:33.125344 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68915d8-b2bc-4d87-a1d9-e8e9eee4a5a1 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=460544b3-045d-427e-8cdc-bb62b1e70b45,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:33.131982 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d68915d8-b2bc-4d87-a1d9-e8e9eee4a5a1 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:33.132649 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-d68915d8-b2bc-4d87-a1d9-e8e9eee4a5a1 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Added segment 80cef257-c7b9-4057-94a4-226bd984c920 of type vlan for network bd6d055e-469a-49c1-915c-03f9398a8625 Nov 04 10:50:33.159509 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-00a6e263-612d-4fa1-9903-6f5dcca13523 None None] Set router ffa21b18-e385-4dcb-abb1-fe5831c90d9b gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:50:33.214624 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9197e786-7ed1-4c87-bf8f-e4c6e03ffa00 req-fdbc4114-02a2-4745-88ea-9273bef95f72 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976918 Nov 04 10:50:33.240458 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d3079357-ee78-413f-82aa-49bb1967afc5 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:33.292456 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-1ccf6d9e-635f-4ade-986f-e1796dd44e6e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Deleting port fc4d835f-61bf-4ec7-a56e-330c376a667d {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:33.301268 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6d9e-635f-4ade-986f-e1796dd44e6e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:33.318207 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59df1f2-836e-446d-ae3b-61a76fed5902 None None] DHCP port deletion for 6b2dfd99-24e2-4c72-b918-ed748a5914de request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:50:33.320987 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d68915d8-b2bc-4d87-a1d9-e8e9eee4a5a1 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:33.383584 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d68915d8-b2bc-4d87-a1d9-e8e9eee4a5a1 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:33.404576 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68915d8-b2bc-4d87-a1d9-e8e9eee4a5a1 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:33.408252 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d68915d8-b2bc-4d87-a1d9-e8e9eee4a5a1 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:33.426341 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-b59df1f2-836e-446d-ae3b-61a76fed5902 None None] Deleting port fc4d835f-61bf-4ec7-a56e-330c376a667d {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:33.427138 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b59df1f2-836e-446d-ae3b-61a76fed5902 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:33.521333 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-b59df1f2-836e-446d-ae3b-61a76fed5902 None None] For port fc4d835f-61bf-4ec7-a56e-330c376a667d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=fc4d835f-61bf-4ec7-a56e-330c376a667d,segment=NetworkSegment(21e88d09-414d-473a-82d1-705b13c79444),segment_id=21e88d09-414d-473a-82d1-705b13c79444)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:33.521994 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b59df1f2-836e-446d-ae3b-61a76fed5902 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:33.537109 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-b59df1f2-836e-446d-ae3b-61a76fed5902 None None] Calling delete_port for fc4d835f-61bf-4ec7-a56e-330c376a667d owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:33.556440 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-94d800e9-6207-4e78-a314-64b07d80e6e1 req-369b7429-0419-44e3-9789-edd35eea35b2 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 210 time: 0.1307447 Nov 04 10:50:33.585620 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-00a6e263-612d-4fa1-9903-6f5dcca13523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:50:30Z', 'revision_number': 9, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None, '_interfaces': [{'id': '8281b68e-924f-48df-b3bf-ee57e083f47e', 'name': '', 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:c6:66:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:52Z', 'updated_at': '2021-11-04T10:49:59Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6984ab5-bd1d-4f63-b828-07c0808e45f0', 'name': '', 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:3f:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:45Z', 'updated_at': '2021-11-04T10:49:52Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:33.638200 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d68915d8-b2bc-4d87-a1d9-e8e9eee4a5a1 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5053976 Nov 04 10:50:33.640606 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59764) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:33.652751 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-40cf6988-3aa2-4f99-92a6-b28cc327f55b tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Request body: {'subnet': {'network_id': 'bd6d055e-469a-49c1-915c-03f9398a8625', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:33.683997 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a6e263-612d-4fa1-9903-6f5dcca13523 None None] The sync data for ids ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'] in n-d-816629-1 is: [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:50:30Z', 'revision_number': 9, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None, '_interfaces': [{'id': '8281b68e-924f-48df-b3bf-ee57e083f47e', 'name': '', 'network_id': '67e4d902-7aba-445b-b7ba-eb8e13a9dbe4', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:c6:66:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:52Z', 'updated_at': '2021-11-04T10:49:59Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'dea12367-7999-4554-8380-ffe0b0f1e261', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6984ab5-bd1d-4f63-b828-07c0808e45f0', 'name': '', 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:3f:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:45Z', 'updated_at': '2021-11-04T10:49:52Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:50:33.777053 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-1ccf6d9e-635f-4ade-986f-e1796dd44e6e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] For port fc4d835f-61bf-4ec7-a56e-330c376a667d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=fc4d835f-61bf-4ec7-a56e-330c376a667d,segment=NetworkSegment(21e88d09-414d-473a-82d1-705b13c79444),segment_id=21e88d09-414d-473a-82d1-705b13c79444)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:33.777691 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6d9e-635f-4ade-986f-e1796dd44e6e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:33.783932 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d3079357-ee78-413f-82aa-49bb1967afc5 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:33.803064 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b59df1f2-836e-446d-ae3b-61a76fed5902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:33.822476 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-1ccf6d9e-635f-4ade-986f-e1796dd44e6e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Calling delete_port for fc4d835f-61bf-4ec7-a56e-330c376a667d owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:33.832717 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68915d8-b2bc-4d87-a1d9-e8e9eee4a5a1 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Pushing event updated for resources: {'Network': ['ID=bd6d055e-469a-49c1-915c-03f9398a8625,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:33.844767 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-d3079357-ee78-413f-82aa-49bb1967afc5 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e801b7f5-84ae-4616-a03d-b028c1deaccb']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:33.865046 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59df1f2-836e-446d-ae3b-61a76fed5902 None None] Pushing event deleted for resources: {'Port': ['ID=fc4d835f-61bf-4ec7-a56e-330c376a667d,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:33.865851 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-d3079357-ee78-413f-82aa-49bb1967afc5 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111bfce7-d2fb-47d9-8a52-5f8a65ea777e') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:33.866935 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-d3079357-ee78-413f-82aa-49bb1967afc5 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111bfce7-d2fb-47d9-8a52-5f8a65ea777e') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:33.870897 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network bd6d055e-469a-49c1-915c-03f9398a8625 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:50:33.884478 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d3079357-ee78-413f-82aa-49bb1967afc5 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:33.910439 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d3079357-ee78-413f-82aa-49bb1967afc5 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:33.922054 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3079357-ee78-413f-82aa-49bb1967afc5 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Releasing vlan 1185 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:50:33.922811 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d3079357-ee78-413f-82aa-49bb1967afc5 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:33.958565 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59df1f2-836e-446d-ae3b-61a76fed5902 None None] No DVR routers for this DVR port fc4d835f-61bf-4ec7-a56e-330c376a667d on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:50:33.986095 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433b7a4-d583-446f-bf4a-bf0d48758a9e req-168c0b66-88ed-4e7f-a8f6-edd80671ae88 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:33.993868 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3433b7a4-d583-446f-bf4a-bf0d48758a9e req-168c0b66-88ed-4e7f-a8f6-edd80671ae88 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1119542 Nov 04 10:50:34.001265 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cf6988-3aa2-4f99-92a6-b28cc327f55b tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Made reservation on behalf of 42d8c2c730c9491398b871d8b9061794 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:34.004749 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-40cf6988-3aa2-4f99-92a6-b28cc327f55b tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:50:34.006770 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:50:34.097719 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3433b7a4-d583-446f-bf4a-bf0d48758a9e req-7860899d-bb89-42d2-9da8-ef5365e9a33a tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029556 Nov 04 10:50:34.123138 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d3079357-ee78-413f-82aa-49bb1967afc5 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:34.129785 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d3079357-ee78-413f-82aa-49bb1967afc5 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:34.133523 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d3079357-ee78-413f-82aa-49bb1967afc5 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/networks/e801b7f5-84ae-4616-a03d-b028c1deaccb HTTP/1.1" status: 204 len: 168 time: 1.1546805 Nov 04 10:50:34.138012 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59766) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:34.146755 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-14ec69d1-f52f-4b0f-9163-2e6eddd25a82 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-658416773'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:34.165019 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3079357-ee78-413f-82aa-49bb1967afc5 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Network': ['ID=e801b7f5-84ae-4616-a03d-b028c1deaccb,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:34.222504 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6d9e-635f-4ade-986f-e1796dd44e6e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:34.234655 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device fc4d835f-61bf-4ec7-a56e-330c376a667d no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:50:34.258521 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf6d9e-635f-4ade-986f-e1796dd44e6e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Port': ['ID=fc4d835f-61bf-4ec7-a56e-330c376a667d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:34.265163 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccf6d9e-635f-4ade-986f-e1796dd44e6e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] No DVR routers for this DVR port fc4d835f-61bf-4ec7-a56e-330c376a667d on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:50:34.288074 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ec69d1-f52f-4b0f-9163-2e6eddd25a82 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:34.291915 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-14ec69d1-f52f-4b0f-9163-2e6eddd25a82 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:34.298562 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: fc4d835f-61bf-4ec7-a56e-330c376a667d {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:50:34.298914 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device fc4d835f-61bf-4ec7-a56e-330c376a667d not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:50:34.299346 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e4df6add-4843-48fe-ba05-1b660ca2b1ae no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:50:34.343440 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ec69d1-f52f-4b0f-9163-2e6eddd25a82 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1167} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:50:34.358844 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: e4df6add-4843-48fe-ba05-1b660ca2b1ae {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:50:34.359187 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e4df6add-4843-48fe-ba05-1b660ca2b1ae not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:50:34.376425 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-40cf6988-3aa2-4f99-92a6-b28cc327f55b tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:34.386061 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-14ec69d1-f52f-4b0f-9163-2e6eddd25a82 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:34.386556 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-14ec69d1-f52f-4b0f-9163-2e6eddd25a82 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Added segment 57a55815-ef0e-4ec5-a452-3cc8c1db9cdd of type vlan for network d143212b-1003-40f4-b0e0-96c2de9c1fb8 Nov 04 10:50:34.394043 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6d9e-635f-4ade-986f-e1796dd44e6e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:34.419370 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-1ccf6d9e-635f-4ade-986f-e1796dd44e6e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2dfd99-24e2-4c72-b918-ed748a5914de']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:34.431819 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-1ccf6d9e-635f-4ade-986f-e1796dd44e6e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e88d09-414d-473a-82d1-705b13c79444') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:34.432487 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-1ccf6d9e-635f-4ade-986f-e1796dd44e6e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e88d09-414d-473a-82d1-705b13c79444') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:34.443520 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6d9e-635f-4ade-986f-e1796dd44e6e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:34.458772 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6d9e-635f-4ade-986f-e1796dd44e6e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:34.466141 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ccf6d9e-635f-4ade-986f-e1796dd44e6e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Releasing vlan 1165 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:50:34.466660 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6d9e-635f-4ade-986f-e1796dd44e6e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:50:34.470588 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:50:34.482839 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c64f26-60ae-40c7-b309-58ed4a7f491b req-68380117-a397-41ea-9071-d67e0175e34b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:34.484510 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f0c64f26-60ae-40c7-b309-58ed4a7f491b req-68380117-a397-41ea-9071-d67e0175e34b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1564779 Nov 04 10:50:34.502105 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-14ec69d1-f52f-4b0f-9163-2e6eddd25a82 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:34.523062 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf6988-3aa2-4f99-92a6-b28cc327f55b tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Pushing event updated for resources: {'Subnet': ['ID=8c8b734c-befd-461c-8e8e-cb88e63b3c6d,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:34.545017 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6d9e-635f-4ade-986f-e1796dd44e6e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:34.551473 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6d9e-635f-4ade-986f-e1796dd44e6e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:34.558577 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1ccf6d9e-635f-4ade-986f-e1796dd44e6e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/networks/6b2dfd99-24e2-4c72-b918-ed748a5914de HTTP/1.1" status: 204 len: 168 time: 1.8528473 Nov 04 10:50:34.558715 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59772) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:34.573034 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cf6988-3aa2-4f99-92a6-b28cc327f55b tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Checking segment: {'id': '80cef257-c7b9-4057-94a4-226bd984c920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'bd6d055e-469a-49c1-915c-03f9398a8625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:50:34.573388 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cf6988-3aa2-4f99-92a6-b28cc327f55b tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Network hostable DHCP agents. Network: bd6d055e-469a-49c1-915c-03f9398a8625, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:50:34.580046 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf6d9e-635f-4ade-986f-e1796dd44e6e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Network': ['ID=6b2dfd99-24e2-4c72-b918-ed748a5914de,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:34.581591 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-14ec69d1-f52f-4b0f-9163-2e6eddd25a82 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:34.591740 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ec69d1-f52f-4b0f-9163-2e6eddd25a82 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:34.592365 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-14ec69d1-f52f-4b0f-9163-2e6eddd25a82 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:34.727947 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f0c64f26-60ae-40c7-b309-58ed4a7f491b req-201636de-fdaa-4018-8684-05b96ab58ffa tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297728 Nov 04 10:50:35.023763 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-14ec69d1-f52f-4b0f-9163-2e6eddd25a82 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8829398 Nov 04 10:50:35.026778 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59780) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:35.032946 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-01117602-4992-406b-b6ab-2eb9296528eb tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'subnet': {'network_id': 'd143212b-1003-40f4-b0e0-96c2de9c1fb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:35.049611 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cf6988-3aa2-4f99-92a6-b28cc327f55b tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Network bd6d055e-469a-49c1-915c-03f9398a8625 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:50:35.073797 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec69d1-f52f-4b0f-9163-2e6eddd25a82 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Network': ['ID=d143212b-1003-40f4-b0e0-96c2de9c1fb8,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:35.080165 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9194ef52-7d71-4d4a-bdf7-3eea769d4aab req-654031b8-0719-4c2d-9020-042d7f832ef6 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 210 time: 0.0492406 Nov 04 10:50:35.086635 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network d143212b-1003-40f4-b0e0-96c2de9c1fb8 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:50:35.095805 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-40cf6988-3aa2-4f99-92a6-b28cc327f55b tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, bd6d055e-469a-49c1-915c-03f9398a8625) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:35.111235 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cf6988-3aa2-4f99-92a6-b28cc327f55b tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:35.111803 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-40cf6988-3aa2-4f99-92a6-b28cc327f55b tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:35.204622 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71997164-2c52-408d-9cb6-fdaa7f981fcd None None] Network bd6d055e-469a-49c1-915c-03f9398a8625 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:50:35.221977 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01117602-4992-406b-b6ab-2eb9296528eb tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:35.227505 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-01117602-4992-406b-b6ab-2eb9296528eb tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:35.245433 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-40cf6988-3aa2-4f99-92a6-b28cc327f55b tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6033924 Nov 04 10:50:35.248379 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59784) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:35.253296 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b2941a3d-9b71-46e4-b4b7-93dfd2476e30 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Request body: {'port': {'network_id': 'bd6d055e-469a-49c1-915c-03f9398a8625', 'name': 'tempest-ExtraDHCPOptionsTestJSON-289429768'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:35.312561 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.ipam_backend_mixin [None req-01117602-4992-406b-b6ab-2eb9296528eb tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Performing IP validity checks on allocation pools {{(pid=101775) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 04 10:50:35.313737 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.ipam_backend_mixin [None req-01117602-4992-406b-b6ab-2eb9296528eb tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101775) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 04 10:50:35.390205 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-bd6d055e-469a-49c1-915c-03f9398a8625', 'network_id': 'bd6d055e-469a-49c1-915c-03f9398a8625', 'tenant_id': '42d8c2c730c9491398b871d8b9061794', 'fixed_ips': [{'subnet_id': '8c8b734c-befd-461c-8e8e-cb88e63b3c6d'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:50:35.391111 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:35.507855 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-01117602-4992-406b-b6ab-2eb9296528eb tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:35.579136 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Allocated IP 172.20.0.2 (bd6d055e-469a-49c1-915c-03f9398a8625/8c8b734c-befd-461c-8e8e-cb88e63b3c6d/027bddfc-0587-4475-aa1d-1a1679945821) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:50:35.592986 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2941a3d-9b71-46e4-b4b7-93dfd2476e30 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Made reservation on behalf of 42d8c2c730c9491398b871d8b9061794 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:35.598073 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b2941a3d-9b71-46e4-b4b7-93dfd2476e30 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:35.613331 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01117602-4992-406b-b6ab-2eb9296528eb tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Checking segment: {'id': '57a55815-ef0e-4ec5-a452-3cc8c1db9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd143212b-1003-40f4-b0e0-96c2de9c1fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:50:35.613716 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01117602-4992-406b-b6ab-2eb9296528eb tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network hostable DHCP agents. Network: d143212b-1003-40f4-b0e0-96c2de9c1fb8, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:50:35.619089 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01117602-4992-406b-b6ab-2eb9296528eb tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Subnet': ['ID=9486c157-162f-4cc5-b03f-1ae7f72d8c9d,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:35.628298 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-b2941a3d-9b71-46e4-b4b7-93dfd2476e30 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] device_id is not set on port 4e05fa92-dc20-46f8-86e2-14ef0989b7b5 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:50:35.645041 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01117602-4992-406b-b6ab-2eb9296528eb tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network d143212b-1003-40f4-b0e0-96c2de9c1fb8 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:50:35.658643 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-01117602-4992-406b-b6ab-2eb9296528eb tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, d143212b-1003-40f4-b0e0-96c2de9c1fb8) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:35.664382 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01117602-4992-406b-b6ab-2eb9296528eb tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:35.668125 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-01117602-4992-406b-b6ab-2eb9296528eb tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:35.670533 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d244079a-ac07-4f5a-b394-8273620b0aa1 None None] Network d143212b-1003-40f4-b0e0-96c2de9c1fb8 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:50:35.696903 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-01117602-4992-406b-b6ab-2eb9296528eb tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6664047 Nov 04 10:50:35.702066 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59786) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:35.711094 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-f95d02c7-34c5-4e75-ba40-0d6da49ece21 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'port': {'network_id': 'd143212b-1003-40f4-b0e0-96c2de9c1fb8', 'name': 'tempest-PortsTestJSON-1338271369'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:35.841654 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7585c4-05dd-4bce-8eb4-c10669b98e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-d143212b-1003-40f4-b0e0-96c2de9c1fb8', 'network_id': 'd143212b-1003-40f4-b0e0-96c2de9c1fb8', 'tenant_id': '94bb88e80d014e54be01a02ab03f1519', 'fixed_ips': [{'subnet_id': '9486c157-162f-4cc5-b03f-1ae7f72d8c9d'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:50:35.842520 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ad7585c4-05dd-4bce-8eb4-c10669b98e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:35.921874 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95d02c7-34c5-4e75-ba40-0d6da49ece21 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:35.925555 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f95d02c7-34c5-4e75-ba40-0d6da49ece21 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:35.957489 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a218ac0-5c9d-49bb-ba8b-842ac48cdadb req-db1e4592-abc1-4b56-bb2d-2a8e13f141b4 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:35.960561 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2a218ac0-5c9d-49bb-ba8b-842ac48cdadb req-db1e4592-abc1-4b56-bb2d-2a8e13f141b4 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.3137188 Nov 04 10:50:35.966910 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-f95d02c7-34c5-4e75-ba40-0d6da49ece21 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] device_id is not set on port ab4ac8ad-5e5f-464d-badf-b4bd56078916 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:50:36.027434 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9d0c7a2c-d77b-4828-b73b-e71099a98802 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:36.033820 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:36.052120 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:36.090800 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Network bd6d055e-469a-49c1-915c-03f9398a8625 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:50:36.097487 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:36.099980 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-ad7585c4-05dd-4bce-8eb4-c10669b98e98 None None] Allocated IP 172.20.0.2 (d143212b-1003-40f4-b0e0-96c2de9c1fb8/9486c157-162f-4cc5-b03f-1ae7f72d8c9d/c530b8c4-a099-4502-94ac-307357c3d7e5) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:50:36.103675 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:50:36.157525 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Pushing event updated for resources: {'Port': ['ID=027bddfc-0587-4475-aa1d-1a1679945821,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:36.165316 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2a218ac0-5c9d-49bb-ba8b-842ac48cdadb req-f92fba3f-d95f-4e48-86cf-e288d029a823 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971767 Nov 04 10:50:36.181219 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:36.181584 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:36.182317 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:36.182317 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:36.182565 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:36.182876 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:36.183196 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:36.183518 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:36.183832 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:36.184140 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:36.184453 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:36.184899 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:50:36.194713 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-b2941a3d-9b71-46e4-b4b7-93dfd2476e30 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Allocated IP 172.20.0.4 (bd6d055e-469a-49c1-915c-03f9398a8625/8c8b734c-befd-461c-8e8e-cb88e63b3c6d/4e05fa92-dc20-46f8-86e2-14ef0989b7b5) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:50:36.249493 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Attempting to bind port 027bddfc-0587-4475-aa1d-1a1679945821 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:36.249493 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Attempting to bind port 027bddfc-0587-4475-aa1d-1a1679945821 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '80cef257-c7b9-4057-94a4-226bd984c920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'bd6d055e-469a-49c1-915c-03f9398a8625'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:36.249848 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Attempting to bind port 027bddfc-0587-4475-aa1d-1a1679945821 on network bd6d055e-469a-49c1-915c-03f9398a8625 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:36.257743 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:50:36.258114 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Checking segment: {'id': '80cef257-c7b9-4057-94a4-226bd984c920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'bd6d055e-469a-49c1-915c-03f9398a8625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:50:36.258514 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:36.259067 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Bound using segment: {'id': '80cef257-c7b9-4057-94a4-226bd984c920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'bd6d055e-469a-49c1-915c-03f9398a8625'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:50:36.259543 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Bound port: 027bddfc-0587-4475-aa1d-1a1679945821, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80cef257-c7b9-4057-94a4-226bd984c920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'bd6d055e-469a-49c1-915c-03f9398a8625'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:50:36.259929 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:36.349115 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d607a54-61fe-4173-a01c-b7e04777ff89 req-b5578a44-0a5b-4f2d-9b2d-0f45f8d76b98 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 210 time: 0.0375898 Nov 04 10:50:36.380412 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] For port 027bddfc-0587-4475-aa1d-1a1679945821, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:50:36.426521 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] For port 027bddfc-0587-4475-aa1d-1a1679945821, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=027bddfc-0587-4475-aa1d-1a1679945821,segment=NetworkSegment(80cef257-c7b9-4057-94a4-226bd984c920),segment_id=80cef257-c7b9-4057-94a4-226bd984c920)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:50:36.441087 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:36.496967 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ad7585c4-05dd-4bce-8eb4-c10669b98e98 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:36.513906 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ad7585c4-05dd-4bce-8eb4-c10669b98e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:36.546505 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7585c4-05dd-4bce-8eb4-c10669b98e98 None None] Network d143212b-1003-40f4-b0e0-96c2de9c1fb8 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:50:36.547267 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216fc90-753c-4df5-a800-c9b9f700f53e None None] Pushing event updated for resources: {'Port': ['ID=027bddfc-0587-4475-aa1d-1a1679945821,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:36.551655 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-ad7585c4-05dd-4bce-8eb4-c10669b98e98 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:36.557195 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7585c4-05dd-4bce-8eb4-c10669b98e98 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:50:36.563228 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b2941a3d-9b71-46e4-b4b7-93dfd2476e30 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:36.578935 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-9d0c7a2c-d77b-4828-b73b-e71099a98802 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Deleting port 8281b68e-924f-48df-b3bf-ee57e083f47e {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:36.579283 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9d0c7a2c-d77b-4828-b73b-e71099a98802 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:36.649950 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-f95d02c7-34c5-4e75-ba40-0d6da49ece21 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Allocated IP 172.20.0.9 (d143212b-1003-40f4-b0e0-96c2de9c1fb8/9486c157-162f-4cc5-b03f-1ae7f72d8c9d/ab4ac8ad-5e5f-464d-badf-b4bd56078916) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:50:36.654493 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-ad7585c4-05dd-4bce-8eb4-c10669b98e98 None None] Attempting to bind port c530b8c4-a099-4502-94ac-307357c3d7e5 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:36.654913 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-ad7585c4-05dd-4bce-8eb4-c10669b98e98 None None] Attempting to bind port c530b8c4-a099-4502-94ac-307357c3d7e5 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '57a55815-ef0e-4ec5-a452-3cc8c1db9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd143212b-1003-40f4-b0e0-96c2de9c1fb8'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:36.655271 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7585c4-05dd-4bce-8eb4-c10669b98e98 None None] Attempting to bind port c530b8c4-a099-4502-94ac-307357c3d7e5 on network d143212b-1003-40f4-b0e0-96c2de9c1fb8 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:36.682591 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7585c4-05dd-4bce-8eb4-c10669b98e98 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:50:36.683017 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7585c4-05dd-4bce-8eb4-c10669b98e98 None None] Checking segment: {'id': '57a55815-ef0e-4ec5-a452-3cc8c1db9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd143212b-1003-40f4-b0e0-96c2de9c1fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:50:36.683349 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ad7585c4-05dd-4bce-8eb4-c10669b98e98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:36.688124 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7585c4-05dd-4bce-8eb4-c10669b98e98 None None] Bound using segment: {'id': '57a55815-ef0e-4ec5-a452-3cc8c1db9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd143212b-1003-40f4-b0e0-96c2de9c1fb8'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:50:36.689209 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-ad7585c4-05dd-4bce-8eb4-c10669b98e98 None None] Bound port: c530b8c4-a099-4502-94ac-307357c3d7e5, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a55815-ef0e-4ec5-a452-3cc8c1db9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd143212b-1003-40f4-b0e0-96c2de9c1fb8'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:50:36.689345 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ad7585c4-05dd-4bce-8eb4-c10669b98e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:36.716997 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7585c4-05dd-4bce-8eb4-c10669b98e98 None None] Pushing event updated for resources: {'Port': ['ID=c530b8c4-a099-4502-94ac-307357c3d7e5,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:36.771902 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-9d0c7a2c-d77b-4828-b73b-e71099a98802 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] For port 8281b68e-924f-48df-b3bf-ee57e083f47e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=8281b68e-924f-48df-b3bf-ee57e083f47e,segment=NetworkSegment(bd55cb1b-e76d-4012-b7bb-0ff2c529278a),segment_id=bd55cb1b-e76d-4012-b7bb-0ff2c529278a)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:36.772486 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9d0c7a2c-d77b-4828-b73b-e71099a98802 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:36.790238 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-ad7585c4-05dd-4bce-8eb4-c10669b98e98 None None] For port c530b8c4-a099-4502-94ac-307357c3d7e5, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:50:36.790898 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-9d0c7a2c-d77b-4828-b73b-e71099a98802 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Calling delete_port for 8281b68e-924f-48df-b3bf-ee57e083f47e owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:36.799079 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-ad7585c4-05dd-4bce-8eb4-c10669b98e98 None None] For port c530b8c4-a099-4502-94ac-307357c3d7e5, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c530b8c4-a099-4502-94ac-307357c3d7e5,segment=NetworkSegment(57a55815-ef0e-4ec5-a452-3cc8c1db9cdd),segment_id=57a55815-ef0e-4ec5-a452-3cc8c1db9cdd)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:50:36.815151 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ad7585c4-05dd-4bce-8eb4-c10669b98e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:36.888907 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713af92-df80-42dc-8065-814b1fe7bc8d req-6a5b7cea-b2e9-4137-8852-3d3a2a0847d8 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:36.890549 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9713af92-df80-42dc-8065-814b1fe7bc8d req-6a5b7cea-b2e9-4137-8852-3d3a2a0847d8 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.3068309 Nov 04 10:50:36.937796 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f95d02c7-34c5-4e75-ba40-0d6da49ece21 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:36.944974 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7585c4-05dd-4bce-8eb4-c10669b98e98 None None] Pushing event updated for resources: {'Port': ['ID=c530b8c4-a099-4502-94ac-307357c3d7e5,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:37.006762 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f95d02c7-34c5-4e75-ba40-0d6da49ece21 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:37.064861 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9713af92-df80-42dc-8065-814b1fe7bc8d req-821d1004-6ac9-43ea-af87-455e99a1c967 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618636 Nov 04 10:50:37.067277 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b2941a3d-9b71-46e4-b4b7-93dfd2476e30 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:37.154365 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95d02c7-34c5-4e75-ba40-0d6da49ece21 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network d143212b-1003-40f4-b0e0-96c2de9c1fb8 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:50:37.158471 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-f95d02c7-34c5-4e75-ba40-0d6da49ece21 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:37.164072 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95d02c7-34c5-4e75-ba40-0d6da49ece21 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:50:37.205746 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d02c7-34c5-4e75-ba40-0d6da49ece21 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Port': ['ID=ab4ac8ad-5e5f-464d-badf-b4bd56078916,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:37.241986 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95d02c7-34c5-4e75-ba40-0d6da49ece21 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:37.242790 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f95d02c7-34c5-4e75-ba40-0d6da49ece21 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:37.278003 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f95d02c7-34c5-4e75-ba40-0d6da49ece21 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5738015 Nov 04 10:50:37.278963 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59804) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:37.382218 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2941a3d-9b71-46e4-b4b7-93dfd2476e30 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Network bd6d055e-469a-49c1-915c-03f9398a8625 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:50:37.427523 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-b2941a3d-9b71-46e4-b4b7-93dfd2476e30 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:37.430521 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2941a3d-9b71-46e4-b4b7-93dfd2476e30 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:50:37.449756 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2941a3d-9b71-46e4-b4b7-93dfd2476e30 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Pushing event updated for resources: {'Port': ['ID=4e05fa92-dc20-46f8-86e2-14ef0989b7b5,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:37.495515 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-6c086a73-67cf-4767-a6df-ef41de0741b3 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1482754 Nov 04 10:50:37.548682 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-26488a92-c7be-4c9d-962a-542731cf1695 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting port ab4ac8ad-5e5f-464d-badf-b4bd56078916 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:37.549067 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-26488a92-c7be-4c9d-962a-542731cf1695 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:37.626700 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025ae54-f58e-42bd-b6f9-446cc9ba3d83 req-f22e2950-bc39-48c6-a6e5-e3ca673472d3 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:37.638234 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f025ae54-f58e-42bd-b6f9-446cc9ba3d83 req-f22e2950-bc39-48c6-a6e5-e3ca673472d3 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.2526896 Nov 04 10:50:37.646187 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9d0c7a2c-d77b-4828-b73b-e71099a98802 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:37.705381 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c7a2c-d77b-4828-b73b-e71099a98802 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Port': ['ID=8281b68e-924f-48df-b3bf-ee57e083f47e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:37.746845 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2941a3d-9b71-46e4-b4b7-93dfd2476e30 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:37.749108 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b2941a3d-9b71-46e4-b4b7-93dfd2476e30 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:37.782204 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b2941a3d-9b71-46e4-b4b7-93dfd2476e30 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5330658 Nov 04 10:50:37.786152 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59808) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:37.803134 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-1a39cee9-381c-4d89-9f56-cef5c163fec0 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Request body: {'port': {'network_id': 'bd6d055e-469a-49c1-915c-03f9398a8625', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1954893184', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:37.803959 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.api.validators [None req-1a39cee9-381c-4d89-9f56-cef5c163fec0 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] bootfile-name is not in valid_values {{(pid=101774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 04 10:50:37.804476 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.api.validators [None req-1a39cee9-381c-4d89-9f56-cef5c163fec0 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] tftp-server is not in valid_values {{(pid=101774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 04 10:50:37.805063 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.api.validators [None req-1a39cee9-381c-4d89-9f56-cef5c163fec0 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] server-ip-address is not in valid_values {{(pid=101774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 04 10:50:37.825855 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-4c60c52a-a6dc-49d9-b903-76d51215469a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:37.838421 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-4c60c52a-a6dc-49d9-b903-76d51215469a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:37.839484 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-4c60c52a-a6dc-49d9-b903-76d51215469a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:37.840175 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-4c60c52a-a6dc-49d9-b903-76d51215469a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:37.841001 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-4c60c52a-a6dc-49d9-b903-76d51215469a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:37.841943 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-4c60c52a-a6dc-49d9-b903-76d51215469a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:37.842588 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-4c60c52a-a6dc-49d9-b903-76d51215469a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:37.845042 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-4c60c52a-a6dc-49d9-b903-76d51215469a service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=daa3a4d308184b5b997a81a95ee49bba&device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 6502 time: 0.2263167 Nov 04 10:50:37.868856 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-26488a92-c7be-4c9d-962a-542731cf1695 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:37.879003 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f025ae54-f58e-42bd-b6f9-446cc9ba3d83 req-b586b586-ed53-4b43-8428-4658dcbe95b8 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413988 Nov 04 10:50:37.923988 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-26488a92-c7be-4c9d-962a-542731cf1695 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Calling delete_port for ab4ac8ad-5e5f-464d-badf-b4bd56078916 owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:38.199461 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9d0c7a2c-d77b-4828-b73b-e71099a98802 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:38.280781 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d65157-80ee-4314-8621-642c8aba1c7d None None] Network bd6d055e-469a-49c1-915c-03f9398a8625 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:50:38.335423 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f2730c9d-abbd-495d-8720-3d1f59c39254 req-7a4bec7c-8d53-4d68-8d7c-1ae6599d7329 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 210 time: 0.1335263 Nov 04 10:50:38.410611 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-1e947297-0dff-40a8-8e50-90ea3963139d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:38.410858 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-1e947297-0dff-40a8-8e50-90ea3963139d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:38.411390 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-1e947297-0dff-40a8-8e50-90ea3963139d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:38.420135 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-1e947297-0dff-40a8-8e50-90ea3963139d service neutron] 10.222.0.126 "GET /v2.0/networks?id=22d81940-0863-47fd-a6fd-195db973a95d&id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&id=8b3679d9-f029-43fb-a81d-901fdf16cceb&id=8b3679d9-f029-43fb-a81d-901fdf16cceb HTTP/1.1" status: 200 len: 2300 time: 0.5365493 Nov 04 10:50:38.480089 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c87447bd-a7fd-4ace-80b1-f679bb208c89 None None] Provisioning complete for port 027bddfc-0587-4475-aa1d-1a1679945821 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:38.480719 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c87447bd-a7fd-4ace-80b1-f679bb208c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:38.592498 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c530b8c4-a099-4502-94ac-307357c3d7e5 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:50:38.808477 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb44e2c-f5fe-442c-9ab1-4e9009d43e0b None None] Network d143212b-1003-40f4-b0e0-96c2de9c1fb8 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:50:38.835923 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-85c1b9b9-9618-4d30-9ce6-96505a938fe5 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e5d01da-bc74-425c-a694-015cf173c59b HTTP/1.1" status: 200 len: 1001 time: 0.4016097 Nov 04 10:50:38.922792 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c87447bd-a7fd-4ace-80b1-f679bb208c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:38.938260 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-4c863477-618f-4ca3-b9f7-fad4566aabe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:38.940426 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-4c863477-618f-4ca3-b9f7-fad4566aabe8 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b69ed837-2fcf-424e-9608-263128d9a467 HTTP/1.1" status: 200 len: 855 time: 0.0920243 Nov 04 10:50:38.941788 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-26488a92-c7be-4c9d-962a-542731cf1695 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:39.000482 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port c530b8c4-a099-4502-94ac-307357c3d7e5 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:39.000921 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:39.025837 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26488a92-c7be-4c9d-962a-542731cf1695 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Port': ['ID=ab4ac8ad-5e5f-464d-badf-b4bd56078916,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:39.095513 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a39cee9-381c-4d89-9f56-cef5c163fec0 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Made reservation on behalf of 42d8c2c730c9491398b871d8b9061794 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:39.099320 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1a39cee9-381c-4d89-9f56-cef5c163fec0 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:39.112465 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-db7fb3b3-328f-4749-9527-4830c8dda9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:39.114566 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-db7fb3b3-328f-4749-9527-4830c8dda9f0 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=22d81940-0863-47fd-a6fd-195db973a95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1628196 Nov 04 10:50:39.142124 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-1a39cee9-381c-4d89-9f56-cef5c163fec0 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] device_id is not set on port abc09a5e-2b51-49a3-9dd8-26af5d55d6b8 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:50:39.167949 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00005af2-9634-4ea9-abaa-ab101234cb85 req-4b6d24de-6e21-4f17-9758-f1d51807652b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:39.175966 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-00005af2-9634-4ea9-abaa-ab101234cb85 req-4b6d24de-6e21-4f17-9758-f1d51807652b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1142535 Nov 04 10:50:39.195447 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-26488a92-c7be-4c9d-962a-542731cf1695 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:39.199020 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-26488a92-c7be-4c9d-962a-542731cf1695 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/ports/ab4ac8ad-5e5f-464d-badf-b4bd56078916 HTTP/1.1" status: 204 len: 168 time: 1.9189074 Nov 04 10:50:39.201664 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59816) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:39.234166 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-40100368-bb57-4c2e-8a11-6a1d4cd05831 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] DELETE failed (client error): The resource could not be found. Nov 04 10:50:39.235021 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40100368-bb57-4c2e-8a11-6a1d4cd05831 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:50:39.238498 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-40100368-bb57-4c2e-8a11-6a1d4cd05831 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/ports/ab4ac8ad-5e5f-464d-badf-b4bd56078916 HTTP/1.1" status: 404 len: 333 time: 0.0355167 Nov 04 10:50:39.241784 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59818) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:39.282840 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-54fe7ecd-1494-40ed-8dc2-f2a10d2cee30 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] GET failed (client error): The resource could not be found. Nov 04 10:50:39.284624 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-54fe7ecd-1494-40ed-8dc2-f2a10d2cee30 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "GET /v2.0/ports/ab4ac8ad-5e5f-464d-badf-b4bd56078916 HTTP/1.1" status: 404 len: 333 time: 0.0417571 Nov 04 10:50:39.289844 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59820) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:39.365883 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-c87447bd-a7fd-4ace-80b1-f679bb208c89 None None] For port 027bddfc-0587-4475-aa1d-1a1679945821, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=027bddfc-0587-4475-aa1d-1a1679945821,segment=NetworkSegment(80cef257-c7b9-4057-94a4-226bd984c920),segment_id=80cef257-c7b9-4057-94a4-226bd984c920)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:39.404384 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-00005af2-9634-4ea9-abaa-ab101234cb85 req-8f17ec07-2be9-4b86-a138-b36367eb2335 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274666 Nov 04 10:50:39.406610 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c87447bd-a7fd-4ace-80b1-f679bb208c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:39.598594 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87447bd-a7fd-4ace-80b1-f679bb208c89 None None] Pushing event updated for resources: {'Port': ['ID=027bddfc-0587-4475-aa1d-1a1679945821,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:39.639442 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b64a83db-998e-473d-9bc0-62ef109996a5 req-cad28c2b-ca3c-4756-b284-6dee8eac42cb tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 210 time: 0.0953116 Nov 04 10:50:39.649981 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0c7a2c-d77b-4828-b73b-e71099a98802 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Router ffa21b18-e385-4dcb-abb1-fe5831c90d9b has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:50:39.658249 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-1a39cee9-381c-4d89-9f56-cef5c163fec0 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Allocated IP 172.20.0.12 (bd6d055e-469a-49c1-915c-03f9398a8625/8c8b734c-befd-461c-8e8e-cb88e63b3c6d/abc09a5e-2b51-49a3-9dd8-26af5d55d6b8) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:50:39.700588 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-df98c2dd-1b17-4b04-9a99-3af1da64f647 None None] Provisioning complete for port c530b8c4-a099-4502-94ac-307357c3d7e5 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:39.701036 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-df98c2dd-1b17-4b04-9a99-3af1da64f647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:39.767026 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac26ae6-09da-45c0-8f99-e379be704107 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting subnet 9486c157-162f-4cc5-b03f-1ae7f72d8c9d {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:50:39.770805 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6ac26ae6-09da-45c0-8f99-e379be704107 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:39.827327 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6ac26ae6-09da-45c0-8f99-e379be704107 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:39.901634 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-237d0775-3dd7-4fd5-868b-241a60c3c870 service neutron] 10.222.0.126 "GET /v2.0/networks/22d81940-0863-47fd-a6fd-195db973a95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7780113 Nov 04 10:50:39.907282 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:39.939113 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0c7a2c-d77b-4828-b73b-e71099a98802 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:50:39.971079 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe5b9e9-958b-4562-bbab-633d092885ad None None] Sync routers for ids ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:50:39.996619 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9d0c7a2c-d77b-4828-b73b-e71099a98802 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "PUT /v2.0/routers/ffa21b18-e385-4dcb-abb1-fe5831c90d9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4310424 Nov 04 10:50:39.997467 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59828) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:40.047172 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-df98c2dd-1b17-4b04-9a99-3af1da64f647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:40.056428 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port c530b8c4-a099-4502-94ac-307357c3d7e5, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c530b8c4-a099-4502-94ac-307357c3d7e5,segment=NetworkSegment(57a55815-ef0e-4ec5-a452-3cc8c1db9cdd),segment_id=57a55815-ef0e-4ec5-a452-3cc8c1db9cdd)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:40.059265 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe5b9e9-958b-4562-bbab-633d092885ad None None] Routers {'ffa21b18-e385-4dcb-abb1-fe5831c90d9b'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:50:40.061367 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9fe5b9e9-958b-4562-bbab-633d092885ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:50:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:40.082524 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:40.083716 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 027bddfc-0587-4475-aa1d-1a1679945821 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:50:40.150395 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6ac26ae6-09da-45c0-8f99-e379be704107 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:40.187100 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2595b-ea83-44c1-819f-2d52802395ae req-99fb7cbe-3878-4749-a758-5e55071d1830 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:40.196498 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dee2595b-ea83-44c1-819f-2d52802395ae req-99fb7cbe-3878-4749-a758-5e55071d1830 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.2622437 Nov 04 10:50:40.227449 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6ac26ae6-09da-45c0-8f99-e379be704107 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:40.233663 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bcd2320-7867-409c-9628-41a6acad7706 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Deleting subnet dea12367-7999-4554-8380-ffe0b0f1e261 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:50:40.281413 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6ac26ae6-09da-45c0-8f99-e379be704107 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:40.290781 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6ac26ae6-09da-45c0-8f99-e379be704107 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/subnets/9486c157-162f-4cc5-b03f-1ae7f72d8c9d HTTP/1.1" status: 204 len: 168 time: 0.9974403 Nov 04 10:50:40.307342 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59830) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:40.330244 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac26ae6-09da-45c0-8f99-e379be704107 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Subnet': ['ID=9486c157-162f-4cc5-b03f-1ae7f72d8c9d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:40.342617 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7bcd2320-7867-409c-9628-41a6acad7706 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:40.378248 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-6aded3c4-12ba-4f90-a920-ac89d7f5f2a3 service neutron] 10.222.0.126 "GET /v2.0/networks/22d81940-0863-47fd-a6fd-195db973a95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625382 Nov 04 10:50:40.393825 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7bcd2320-7867-409c-9628-41a6acad7706 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:40.414860 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=c530b8c4-a099-4502-94ac-307357c3d7e5,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:40.429491 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-9fe5b9e9-958b-4562-bbab-633d092885ad None None] Set router ffa21b18-e385-4dcb-abb1-fe5831c90d9b gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:50:40.443618 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-937d504f-3a68-4acf-902d-e58f23394a22 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=95ad527b-0310-411c-89bd-1274654c7b5b HTTP/1.1" status: 200 len: 217 time: 0.0550468 Nov 04 10:50:40.514739 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-d439890c-139f-4ea6-9aee-b48c1c8c82de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:40.519580 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-d439890c-139f-4ea6-9aee-b48c1c8c82de service neutron] 10.222.0.126 "GET /v2.0/subnets?id=384b462f-cd0a-48ba-8bb4-6a70320a42d5 HTTP/1.1" status: 200 len: 797 time: 0.0672312 Nov 04 10:50:40.529156 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da394fb-5cc3-4906-8b0e-9c1cff7d3d52 None None] Network d143212b-1003-40f4-b0e0-96c2de9c1fb8 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:50:40.596493 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-df98c2dd-1b17-4b04-9a99-3af1da64f647 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:50:40.596865 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-df98c2dd-1b17-4b04-9a99-3af1da64f647 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:50:40.633160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-913efc07-aa8f-4b8e-b49a-331db016a5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:40.646968 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-913efc07-aa8f-4b8e-b49a-331db016a5a0 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1196268 Nov 04 10:50:40.676358 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7bcd2320-7867-409c-9628-41a6acad7706 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:40.735888 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 027bddfc-0587-4475-aa1d-1a1679945821 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:40.736213 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:40.820799 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ea92d9-8327-4a67-9b30-7e221b3eac4f None None] DHCP port deletion for d143212b-1003-40f4-b0e0-96c2de9c1fb8 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:50:40.871444 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-2c74c4d4-55e6-4a86-9cf4-931b6d6b78cd service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166104 Nov 04 10:50:40.926732 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-32a7b658-7cf1-416e-a0d8-e59496edc662 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:40.929308 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7bcd2320-7867-409c-9628-41a6acad7706 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:40.990721 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1a39cee9-381c-4d89-9f56-cef5c163fec0 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:41.002878 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd2320-7867-409c-9628-41a6acad7706 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Subnet': ['ID=dea12367-7999-4554-8380-ffe0b0f1e261,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:41.005659 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7bcd2320-7867-409c-9628-41a6acad7706 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:41.009225 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7bcd2320-7867-409c-9628-41a6acad7706 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/subnets/dea12367-7999-4554-8380-ffe0b0f1e261 HTTP/1.1" status: 204 len: 168 time: 0.9932837 Nov 04 10:50:41.016331 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dee2595b-ea83-44c1-819f-2d52802395ae req-c010df96-4276-47ae-86aa-da6e1fb7d539 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8189399 Nov 04 10:50:41.016805 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59834) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:41.022868 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9fe5b9e9-958b-4562-bbab-633d092885ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:50:37Z', 'revision_number': 10, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None, '_interfaces': [{'id': 'd6984ab5-bd1d-4f63-b828-07c0808e45f0', 'name': '', 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:3f:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:45Z', 'updated_at': '2021-11-04T10:49:52Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:41.029002 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8237c580-8c6c-40da-9d74-9e138a927743 None None] Network 67e4d902-7aba-445b-b7ba-eb8e13a9dbe4 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:50:41.041423 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-99ea92d9-8327-4a67-9b30-7e221b3eac4f None None] Deleting port c530b8c4-a099-4502-94ac-307357c3d7e5 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:41.041994 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-99ea92d9-8327-4a67-9b30-7e221b3eac4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:41.146242 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57da10e6-f1bd-4a16-bf4a-417399965e7f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:41.158429 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-1be3a278-6a23-4023-b902-713b45143d9d service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782149 Nov 04 10:50:41.181410 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 027bddfc-0587-4475-aa1d-1a1679945821 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:50:41.184858 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe5b9e9-958b-4562-bbab-633d092885ad None None] Checking router: ffa21b18-e385-4dcb-abb1-fe5831c90d9b for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:50:41.233540 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1a39cee9-381c-4d89-9f56-cef5c163fec0 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:41.237273 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-32a7b658-7cf1-416e-a0d8-e59496edc662 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting port c530b8c4-a099-4502-94ac-307357c3d7e5 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:41.237603 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-32a7b658-7cf1-416e-a0d8-e59496edc662 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:41.262521 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-1b654482-64dc-4504-b885-92cef4306e6c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=b7148f4c-a774-4e7a-a8e9-c7483869a3e6 HTTP/1.1" status: 200 len: 217 time: 0.0884259 Nov 04 10:50:41.298571 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39cee9-381c-4d89-9f56-cef5c163fec0 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Pushing event updated for resources: {'Port': ['ID=abc09a5e-2b51-49a3-9dd8-26af5d55d6b8,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:41.325880 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe5b9e9-958b-4562-bbab-633d092885ad None None] Routers {'ffa21b18-e385-4dcb-abb1-fe5831c90d9b'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:50:41.326537 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9fe5b9e9-958b-4562-bbab-633d092885ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:50:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:41.384242 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-031aa0ba-257c-4c25-8c3a-1f52a065624b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:41.385965 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-031aa0ba-257c-4c25-8c3a-1f52a065624b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=384b462f-cd0a-48ba-8bb4-6a70320a42d5 HTTP/1.1" status: 200 len: 797 time: 0.1087139 Nov 04 10:50:41.392130 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-06ea0c91-399c-4d7e-90ef-d506aa8de9e6 req-9bb3ea2b-53d1-481c-9e4b-8e077ea197f1 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 210 time: 0.0512774 Nov 04 10:50:41.400340 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a39cee9-381c-4d89-9f56-cef5c163fec0 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Network bd6d055e-469a-49c1-915c-03f9398a8625 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:50:41.413277 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-1a39cee9-381c-4d89-9f56-cef5c163fec0 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:41.434184 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a39cee9-381c-4d89-9f56-cef5c163fec0 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:50:41.462092 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-5e31c58d-4a04-4684-ad71-0791dea76b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:41.463879 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-5e31c58d-4a04-4684-ad71-0791dea76b53 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0696909 Nov 04 10:50:41.470490 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-32a7b658-7cf1-416e-a0d8-e59496edc662 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] For port c530b8c4-a099-4502-94ac-307357c3d7e5, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c530b8c4-a099-4502-94ac-307357c3d7e5,segment=NetworkSegment(57a55815-ef0e-4ec5-a452-3cc8c1db9cdd),segment_id=57a55815-ef0e-4ec5-a452-3cc8c1db9cdd)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:41.470861 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-32a7b658-7cf1-416e-a0d8-e59496edc662 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:41.477564 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-57da10e6-f1bd-4a16-bf4a-417399965e7f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Deleting port a6592016-f5bd-41fc-91f0-a5e347e1b4da {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:41.478202 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57da10e6-f1bd-4a16-bf4a-417399965e7f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:41.545324 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-99ea92d9-8327-4a67-9b30-7e221b3eac4f None None] For port c530b8c4-a099-4502-94ac-307357c3d7e5, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c530b8c4-a099-4502-94ac-307357c3d7e5,segment=NetworkSegment(57a55815-ef0e-4ec5-a452-3cc8c1db9cdd),segment_id=57a55815-ef0e-4ec5-a452-3cc8c1db9cdd)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:41.545908 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-99ea92d9-8327-4a67-9b30-7e221b3eac4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:41.560446 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-99ea92d9-8327-4a67-9b30-7e221b3eac4f None None] Calling delete_port for c530b8c4-a099-4502-94ac-307357c3d7e5 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:41.568855 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-32a7b658-7cf1-416e-a0d8-e59496edc662 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Calling delete_port for c530b8c4-a099-4502-94ac-307357c3d7e5 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:41.608217 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a39cee9-381c-4d89-9f56-cef5c163fec0 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:41.617113 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1a39cee9-381c-4d89-9f56-cef5c163fec0 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:41.669292 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-adfdec8a-64c0-4bed-8f2a-19c96904f541 service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976409 Nov 04 10:50:41.763541 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-99ea92d9-8327-4a67-9b30-7e221b3eac4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:41.854270 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1a39cee9-381c-4d89-9f56-cef5c163fec0 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 4.0611911 Nov 04 10:50:41.861207 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59840) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:41.890891 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-57da10e6-f1bd-4a16-bf4a-417399965e7f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] For port a6592016-f5bd-41fc-91f0-a5e347e1b4da, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a6592016-f5bd-41fc-91f0-a5e347e1b4da,segment=NetworkSegment(bd55cb1b-e76d-4012-b7bb-0ff2c529278a),segment_id=bd55cb1b-e76d-4012-b7bb-0ff2c529278a)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:41.891298 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57da10e6-f1bd-4a16-bf4a-417399965e7f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:41.956983 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e786cd3-9410-4ed8-b8b3-f333f1a48441 req-1eebad09-1590-4e6b-a990-07816623afa0 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:41.967963 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6e786cd3-9410-4ed8-b8b3-f333f1a48441 req-1eebad09-1590-4e6b-a990-07816623afa0 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.3478167 Nov 04 10:50:41.973692 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-29c7e559-f588-4bd1-b044-23558191ef50 service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964323 Nov 04 10:50:42.002962 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea92d9-8327-4a67-9b30-7e221b3eac4f None None] Pushing event deleted for resources: {'Port': ['ID=c530b8c4-a099-4502-94ac-307357c3d7e5,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:42.010055 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ea92d9-8327-4a67-9b30-7e221b3eac4f None None] No DVR routers for this DVR port c530b8c4-a099-4502-94ac-307357c3d7e5 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:50:42.033301 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-9fe5b9e9-958b-4562-bbab-633d092885ad None None] Set router ffa21b18-e385-4dcb-abb1-fe5831c90d9b gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:50:42.035057 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-57da10e6-f1bd-4a16-bf4a-417399965e7f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Calling delete_port for a6592016-f5bd-41fc-91f0-a5e347e1b4da owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:42.064850 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 027bddfc-0587-4475-aa1d-1a1679945821 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:42.065229 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:42.067904 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-0c712173-b5bb-44eb-9419-0e76ad1384c2 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f1aa7d96-2a2d-428f-92e0-98b150ce6175 HTTP/1.1" status: 200 len: 217 time: 0.0767658 Nov 04 10:50:42.115414 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e2b09475-fbb2-4475-a8eb-1f41639be0c9 None None] Provisioning complete for port abc09a5e-2b51-49a3-9dd8-26af5d55d6b8 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:42.115805 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e2b09475-fbb2-4475-a8eb-1f41639be0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:42.115996 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f9c777-d1c1-4ffd-86cb-d69ad3ef8a69 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:42.133195 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f9c777-d1c1-4ffd-86cb-d69ad3ef8a69 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:42.147108 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f9c777-d1c1-4ffd-86cb-d69ad3ef8a69 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:42.148844 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-68f9c777-d1c1-4ffd-86cb-d69ad3ef8a69 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2865725 Nov 04 10:50:42.162808 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59842) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:42.241802 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-518e16ee-a31a-4d97-b35f-beae1e5a3c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:42.244921 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-518e16ee-a31a-4d97-b35f-beae1e5a3c7a service neutron] 10.222.0.126 "GET /v2.0/subnets?id=384b462f-cd0a-48ba-8bb4-6a70320a42d5 HTTP/1.1" status: 200 len: 797 time: 0.1546202 Nov 04 10:50:42.280884 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a8ab4a-3532-499a-89ee-d97cf02cedfd None None] DHCP port deletion for 67e4d902-7aba-445b-b7ba-eb8e13a9dbe4 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:50:42.281438 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6e786cd3-9410-4ed8-b8b3-f333f1a48441 req-cc773f84-f555-4eb3-8b2a-6190f9f6898f tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125441 Nov 04 10:50:42.295080 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-32a7b658-7cf1-416e-a0d8-e59496edc662 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:42.341555 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e2b09475-fbb2-4475-a8eb-1f41639be0c9 None None] Port abc09a5e-2b51-49a3-9dd8-26af5d55d6b8 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:50:42.344470 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-188fcc62-c18d-4cae-9e6f-86241ba72616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:42.351480 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-188fcc62-c18d-4cae-9e6f-86241ba72616 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0949340 Nov 04 10:50:42.425076 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7b658-7cf1-416e-a0d8-e59496edc662 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Port': ['ID=c530b8c4-a099-4502-94ac-307357c3d7e5,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:42.429142 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e2b09475-fbb2-4475-a8eb-1f41639be0c9 None None] Provisioning complete for port 027bddfc-0587-4475-aa1d-1a1679945821 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:42.430469 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e2b09475-fbb2-4475-a8eb-1f41639be0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:42.442761 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a7b658-7cf1-416e-a0d8-e59496edc662 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] No DVR routers for this DVR port c530b8c4-a099-4502-94ac-307357c3d7e5 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:50:42.537679 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:42.540218 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57da10e6-f1bd-4a16-bf4a-417399965e7f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:42.558517 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-dd64435a-439c-4fb4-9dbe-c6723770745a service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010186 Nov 04 10:50:42.565369 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c530b8c4-a099-4502-94ac-307357c3d7e5 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:50:42.600015 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: c530b8c4-a099-4502-94ac-307357c3d7e5 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:50:42.600387 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c530b8c4-a099-4502-94ac-307357c3d7e5 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:50:42.615728 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-01a8ab4a-3532-499a-89ee-d97cf02cedfd None None] Deleting port a6592016-f5bd-41fc-91f0-a5e347e1b4da {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:42.616106 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-01a8ab4a-3532-499a-89ee-d97cf02cedfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:42.651996 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da10e6-f1bd-4a16-bf4a-417399965e7f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Port': ['ID=a6592016-f5bd-41fc-91f0-a5e347e1b4da,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:42.658054 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57da10e6-f1bd-4a16-bf4a-417399965e7f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] No DVR routers for this DVR port a6592016-f5bd-41fc-91f0-a5e347e1b4da on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:50:42.723782 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-87d7633d-4940-447d-8bec-1d23153b7406 service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571434 Nov 04 10:50:42.727211 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-32a7b658-7cf1-416e-a0d8-e59496edc662 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:42.776221 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-008211e3-399b-4b98-931f-de76783ce25e service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03 HTTP/1.1" status: 200 len: 217 time: 0.0442262 Nov 04 10:50:42.793630 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-01a8ab4a-3532-499a-89ee-d97cf02cedfd None None] For port a6592016-f5bd-41fc-91f0-a5e347e1b4da, host n-d-816629-1, got binding levels [] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:42.793940 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-01a8ab4a-3532-499a-89ee-d97cf02cedfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:42.817065 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-32a7b658-7cf1-416e-a0d8-e59496edc662 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d143212b-1003-40f4-b0e0-96c2de9c1fb8']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:42.821153 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-01a8ab4a-3532-499a-89ee-d97cf02cedfd None None] Calling delete_port for a6592016-f5bd-41fc-91f0-a5e347e1b4da owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:42.824018 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e2b09475-fbb2-4475-a8eb-1f41639be0c9 None None] Could not find standard attr ID for object c530b8c4-a099-4502-94ac-307357c3d7e5. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:50:42.826709 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-4e0f70cc-8ef5-4806-8a89-7cf0991fdac1 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Deleting port abc09a5e-2b51-49a3-9dd8-26af5d55d6b8 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:42.827100 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.ipam_backend_mixin [None req-01a8ab4a-3532-499a-89ee-d97cf02cedfd None None] Port a6592016-f5bd-41fc-91f0-a5e347e1b4da was not found and therefore no delete operation was performed {{(pid=101776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 10:50:42.827459 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4e0f70cc-8ef5-4806-8a89-7cf0991fdac1 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:42.831659 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-01a8ab4a-3532-499a-89ee-d97cf02cedfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:42.842304 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9fe5b9e9-958b-4562-bbab-633d092885ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:50:37Z', 'revision_number': 10, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None, '_interfaces': [{'id': 'd6984ab5-bd1d-4f63-b828-07c0808e45f0', 'name': '', 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:3f:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:45Z', 'updated_at': '2021-11-04T10:49:52Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:42.851992 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-30668fc9-cda1-478e-b0bd-1201a4ecd8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:42.854399 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-30668fc9-cda1-478e-b0bd-1201a4ecd8f2 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=384b462f-cd0a-48ba-8bb4-6a70320a42d5 HTTP/1.1" status: 200 len: 797 time: 0.0718658 Nov 04 10:50:42.860250 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2af7ed-da9b-4d43-a485-90596093b957 req-d4f085b9-184f-4319-85f3-18f1b051a02f tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:42.861791 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2b2af7ed-da9b-4d43-a485-90596093b957 req-d4f085b9-184f-4319-85f3-18f1b051a02f tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.3106663 Nov 04 10:50:42.863750 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-32a7b658-7cf1-416e-a0d8-e59496edc662 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a55815-ef0e-4ec5-a452-3cc8c1db9cdd') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:42.864036 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-32a7b658-7cf1-416e-a0d8-e59496edc662 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a55815-ef0e-4ec5-a452-3cc8c1db9cdd') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:42.889518 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe5b9e9-958b-4562-bbab-633d092885ad None None] The sync data for ids ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'] in n-d-816629-1 is: [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:50:37Z', 'revision_number': 10, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None, '_interfaces': [{'id': 'd6984ab5-bd1d-4f63-b828-07c0808e45f0', 'name': '', 'network_id': '9187bbc2-2877-41a3-ba32-86e457129b09', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'mac_address': 'fa:16:3e:3f:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:49:45Z', 'updated_at': '2021-11-04T10:49:52Z', 'revision_number': 5, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'subnets': [{'id': 'cde7279d-066d-4365-9f9c-601d7e6b8bc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:50:42.892793 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8ab4a-3532-499a-89ee-d97cf02cedfd None None] Pushing event deleted for resources: {'Port': ['ID=a6592016-f5bd-41fc-91f0-a5e347e1b4da,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:42.895217 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a8ab4a-3532-499a-89ee-d97cf02cedfd None None] No DVR routers for this DVR port a6592016-f5bd-41fc-91f0-a5e347e1b4da on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:50:42.900138 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e2b09475-fbb2-4475-a8eb-1f41639be0c9 None None] Provisioning complete for port 4e05fa92-dc20-46f8-86e2-14ef0989b7b5 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:42.900607 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e2b09475-fbb2-4475-a8eb-1f41639be0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:42.933064 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57da10e6-f1bd-4a16-bf4a-417399965e7f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:42.948257 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-82a2ffbb-b6d1-4211-a5ae-091438e8e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:42.950450 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-82a2ffbb-b6d1-4211-a5ae-091438e8e73e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0885911 Nov 04 10:50:42.960638 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-32a7b658-7cf1-416e-a0d8-e59496edc662 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:42.962927 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e2b09475-fbb2-4475-a8eb-1f41639be0c9 None None] Port 4e05fa92-dc20-46f8-86e2-14ef0989b7b5 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:50:43.000966 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-32a7b658-7cf1-416e-a0d8-e59496edc662 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:43.025105 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-57da10e6-f1bd-4a16-bf4a-417399965e7f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67e4d902-7aba-445b-b7ba-eb8e13a9dbe4']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:43.047526 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-57da10e6-f1bd-4a16-bf4a-417399965e7f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd55cb1b-e76d-4012-b7bb-0ff2c529278a') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:43.047819 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-57da10e6-f1bd-4a16-bf4a-417399965e7f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd55cb1b-e76d-4012-b7bb-0ff2c529278a') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:43.049991 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a7b658-7cf1-416e-a0d8-e59496edc662 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:50:43.050859 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-32a7b658-7cf1-416e-a0d8-e59496edc662 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:50:43.056842 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:50:43.073922 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-020d9a52-8759-427f-baae-85b8bf87f6e0 service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079445 Nov 04 10:50:43.111516 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57da10e6-f1bd-4a16-bf4a-417399965e7f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:43.146895 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2b2af7ed-da9b-4d43-a485-90596093b957 req-96424acf-aaee-4543-9ac7-431d66fad580 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323883 Nov 04 10:50:43.157932 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4e0f70cc-8ef5-4806-8a89-7cf0991fdac1 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:43.170425 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57da10e6-f1bd-4a16-bf4a-417399965e7f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:43.186106 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-4e0f70cc-8ef5-4806-8a89-7cf0991fdac1 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Calling delete_port for abc09a5e-2b51-49a3-9dd8-26af5d55d6b8 owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:43.189002 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57da10e6-f1bd-4a16-bf4a-417399965e7f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Releasing vlan 1174 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:50:43.189576 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57da10e6-f1bd-4a16-bf4a-417399965e7f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:50:43.195921 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:50:43.202654 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-54fe105c-8a18-4906-9543-4fdc3c60ebbf service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216300 Nov 04 10:50:43.249055 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-5ea9acab-045a-4882-8e12-e743dbbfcb1f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=abff8681-5536-4f57-ae0f-bea4324905c6 HTTP/1.1" status: 200 len: 217 time: 0.0355105 Nov 04 10:50:43.266178 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-32a7b658-7cf1-416e-a0d8-e59496edc662 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:43.270474 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-32a7b658-7cf1-416e-a0d8-e59496edc662 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:43.284544 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59852) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:43.287629 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-32a7b658-7cf1-416e-a0d8-e59496edc662 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/networks/d143212b-1003-40f4-b0e0-96c2de9c1fb8 HTTP/1.1" status: 204 len: 168 time: 2.9737675 Nov 04 10:50:43.293998 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-241f2897-59a8-44ce-be28-6b7b45bbee6a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2035204847'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:43.328610 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-b0da8749-496a-43ba-9c01-8a694ad3b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:43.330191 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-b0da8749-496a-43ba-9c01-8a694ad3b2d4 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=591c76b5-dc45-40ba-bafd-65632bad709a HTTP/1.1" status: 200 len: 797 time: 0.0772347 Nov 04 10:50:43.334302 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241f2897-59a8-44ce-be28-6b7b45bbee6a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:43.338360 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-241f2897-59a8-44ce-be28-6b7b45bbee6a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:43.390946 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eda537f4-4f14-4f8d-90c3-fd31b57ff4da req-cfadff77-941e-4dc2-8a13-5d1f6eba0456 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 210 time: 0.1499104 Nov 04 10:50:43.416993 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7b658-7cf1-416e-a0d8-e59496edc662 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Network': ['ID=d143212b-1003-40f4-b0e0-96c2de9c1fb8,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:43.419240 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8281b68e-924f-48df-b3bf-ee57e083f47e no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:50:43.430425 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57da10e6-f1bd-4a16-bf4a-417399965e7f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:43.435757 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57da10e6-f1bd-4a16-bf4a-417399965e7f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:43.440783 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-57da10e6-f1bd-4a16-bf4a-417399965e7f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/networks/67e4d902-7aba-445b-b7ba-eb8e13a9dbe4 HTTP/1.1" status: 204 len: 168 time: 2.4209952 Nov 04 10:50:43.449418 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59854) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:43.473703 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da10e6-f1bd-4a16-bf4a-417399965e7f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Network': ['ID=67e4d902-7aba-445b-b7ba-eb8e13a9dbe4,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:43.488735 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 8281b68e-924f-48df-b3bf-ee57e083f47e {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:50:43.498373 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8281b68e-924f-48df-b3bf-ee57e083f47e not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:50:43.499317 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a6592016-f5bd-41fc-91f0-a5e347e1b4da no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:50:43.542996 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: a6592016-f5bd-41fc-91f0-a5e347e1b4da {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:50:43.557539 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a6592016-f5bd-41fc-91f0-a5e347e1b4da not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:50:43.566028 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-241f2897-59a8-44ce-be28-6b7b45bbee6a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1151} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:50:43.596652 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4e0f70cc-8ef5-4806-8a89-7cf0991fdac1 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:43.608347 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-381e7a09-a15a-4f5a-b012-16982da0bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:43.609948 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-381e7a09-a15a-4f5a-b012-16982da0bbd6 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8b3679d9-f029-43fb-a81d-901fdf16cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2690721 Nov 04 10:50:43.618366 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-241f2897-59a8-44ce-be28-6b7b45bbee6a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:43.618792 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-241f2897-59a8-44ce-be28-6b7b45bbee6a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Added segment 018bf11b-d922-454f-9297-c80042070d50 of type vlan for network 022ed43e-a6c2-481f-bb6b-92c38558060a Nov 04 10:50:43.641169 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f70cc-8ef5-4806-8a89-7cf0991fdac1 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Pushing event deleted for resources: {'Port': ['ID=abc09a5e-2b51-49a3-9dd8-26af5d55d6b8,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:43.750293 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4e0f70cc-8ef5-4806-8a89-7cf0991fdac1 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:43.759445 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4e0f70cc-8ef5-4806-8a89-7cf0991fdac1 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] 10.222.0.127 "DELETE /v2.0/ports/abc09a5e-2b51-49a3-9dd8-26af5d55d6b8 HTTP/1.1" status: 204 len: 168 time: 1.5896535 Nov 04 10:50:43.759818 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59860) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:43.764890 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-89f20279-2369-48fe-98da-d6f64bf87e6a tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Request body: {'port': {'name': 'tempest-new-port-name-372350493', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:43.765310 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.api.validators [None req-89f20279-2369-48fe-98da-d6f64bf87e6a tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] bootfile-name is not in valid_values {{(pid=101774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 04 10:50:43.765656 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.api.validators [None req-89f20279-2369-48fe-98da-d6f64bf87e6a tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] tftp-server is not in valid_values {{(pid=101774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 04 10:50:43.765991 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.api.validators [None req-89f20279-2369-48fe-98da-d6f64bf87e6a tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] server-ip-address is not in valid_values {{(pid=101774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 04 10:50:43.774923 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-241f2897-59a8-44ce-be28-6b7b45bbee6a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:43.896587 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec06b91-bafa-44b5-82ea-8d890f410e1d req-eb84ccbd-e00a-4de8-95c3-055fbb804567 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:43.904246 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8ec06b91-bafa-44b5-82ea-8d890f410e1d req-eb84ccbd-e00a-4de8-95c3-055fbb804567 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1458416 Nov 04 10:50:43.907315 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-312f9a18-8574-4396-8296-d316fb83815b service neutron] 10.222.0.126 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869277 Nov 04 10:50:43.910242 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-241f2897-59a8-44ce-be28-6b7b45bbee6a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:43.916738 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f2897-59a8-44ce-be28-6b7b45bbee6a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:43.917840 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-241f2897-59a8-44ce-be28-6b7b45bbee6a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:43.934821 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-89f20279-2369-48fe-98da-d6f64bf87e6a tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:43.969926 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8ec06b91-bafa-44b5-82ea-8d890f410e1d req-a809680e-4982-48d6-b5b3-62f9caad9a09 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647752 Nov 04 10:50:44.071082 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-241f2897-59a8-44ce-be28-6b7b45bbee6a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7821784 Nov 04 10:50:44.080838 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59864) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:44.091580 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-0937e242-d3fc-4fbb-8af3-b39d1cd078ac tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'subnet': {'network_id': '022ed43e-a6c2-481f-bb6b-92c38558060a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:44.101250 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f2897-59a8-44ce-be28-6b7b45bbee6a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Network': ['ID=022ed43e-a6c2-481f-bb6b-92c38558060a,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:44.114343 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 022ed43e-a6c2-481f-bb6b-92c38558060a details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:50:44.218638 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-c158ec5c-1bba-4f34-939e-caa0a8ec3365 service neutron] 10.222.0.126 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969642 Nov 04 10:50:44.244292 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d2c9a-37f0-40a8-b73d-7db85fa69efb req-a4861d6c-46d4-4488-884a-b6b6bd4e6dce tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:44.251834 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-441d2c9a-37f0-40a8-b73d-7db85fa69efb req-a4861d6c-46d4-4488-884a-b6b6bd4e6dce tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1653244 Nov 04 10:50:44.306896 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-ea2b5026-89d3-4c15-968c-603edd18553a service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01768171-34a9-4d5d-aca7-7f2598e2272a HTTP/1.1" status: 200 len: 217 time: 0.0802684 Nov 04 10:50:44.311358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0937e242-d3fc-4fbb-8af3-b39d1cd078ac tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:44.315175 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-89f20279-2369-48fe-98da-d6f64bf87e6a tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:44.315687 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0937e242-d3fc-4fbb-8af3-b39d1cd078ac tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:44.337287 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-89f20279-2369-48fe-98da-d6f64bf87e6a tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:44.395531 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-bffa2a5c-1397-435f-ab48-826f586904e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:44.397465 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-bffa2a5c-1397-435f-ab48-826f586904e1 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=591c76b5-dc45-40ba-bafd-65632bad709a HTTP/1.1" status: 200 len: 797 time: 0.0758231 Nov 04 10:50:44.404505 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-441d2c9a-37f0-40a8-b73d-7db85fa69efb req-c5d22934-f026-42a3-95a6-90327d979b4f tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516738 Nov 04 10:50:44.440238 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f20279-2369-48fe-98da-d6f64bf87e6a tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Pushing event updated for resources: {'Port': ['ID=4e05fa92-dc20-46f8-86e2-14ef0989b7b5,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:44.496981 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59872) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:44.525828 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-89f20279-2369-48fe-98da-d6f64bf87e6a tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] In _notify_port_updated(), no bound segment for port 4e05fa92-dc20-46f8-86e2-14ef0989b7b5 on network bd6d055e-469a-49c1-915c-03f9398a8625 {{(pid=101774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 04 10:50:44.533953 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f20279-2369-48fe-98da-d6f64bf87e6a tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:44.534733 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-89f20279-2369-48fe-98da-d6f64bf87e6a tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:44.537348 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-89f20279-2369-48fe-98da-d6f64bf87e6a tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] 10.222.0.127 "PUT /v2.0/ports/4e05fa92-dc20-46f8-86e2-14ef0989b7b5 HTTP/1.1" status: 200 len: 1135 time: 0.7761407 Nov 04 10:50:44.540028 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59876) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:44.600730 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-1fe0049c-5cc0-4663-99e5-77b7ef5f38e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:44.601903 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-1fe0049c-5cc0-4663-99e5-77b7ef5f38e5 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8b3679d9-f029-43fb-a81d-901fdf16cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1883984 Nov 04 10:50:44.613169 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f3b588-5b91-4fb6-af9c-f48f7558b30a tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:44.615209 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-14f3b588-5b91-4fb6-af9c-f48f7558b30a tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] 10.222.0.127 "GET /v2.0/ports/4e05fa92-dc20-46f8-86e2-14ef0989b7b5 HTTP/1.1" status: 200 len: 1135 time: 0.0740423 Nov 04 10:50:44.622226 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59878) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:44.788677 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:44.833777 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-9359fd6f-46c2-42b3-b6e8-da8bbef577f7 None None] Provisioning complete for port 4e05fa92-dc20-46f8-86e2-14ef0989b7b5 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:44.834670 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9359fd6f-46c2-42b3-b6e8-da8bbef577f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:44.874400 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8a046f65-2828-45fa-8826-4e888fc2c53f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:44.883341 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-9359fd6f-46c2-42b3-b6e8-da8bbef577f7 None None] Port 4e05fa92-dc20-46f8-86e2-14ef0989b7b5 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:50:44.997083 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-0e5b8edd-e258-45d0-8478-431a5ee92514 service neutron] 10.222.0.126 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791575 Nov 04 10:50:45.187776 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7087bf27-b6a1-4621-9ea7-b18ba797c0bb req-c6b4372a-a406-4380-ba9e-732dd3b77828 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 210 time: 0.0625598 Nov 04 10:50:45.272438 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-a9f5ab6b-b7d6-4bf7-a8ed-4d46e4819504 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Deleting port 4e05fa92-dc20-46f8-86e2-14ef0989b7b5 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:45.272780 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a9f5ab6b-b7d6-4bf7-a8ed-4d46e4819504 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:45.425858 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0937e242-d3fc-4fbb-8af3-b39d1cd078ac tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:45.457404 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a9f5ab6b-b7d6-4bf7-a8ed-4d46e4819504 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:45.492230 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-a9f5ab6b-b7d6-4bf7-a8ed-4d46e4819504 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Calling delete_port for 4e05fa92-dc20-46f8-86e2-14ef0989b7b5 owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:45.515667 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6b08e-c680-4961-b90a-c753f7180532 req-4405c2cb-0958-49d5-9624-4e6f60e553ca tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:45.517229 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d6e6b08e-c680-4961-b90a-c753f7180532 req-4405c2cb-0958-49d5-9624-4e6f60e553ca tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa0509c9-3b22-4306-b32a-879b6fba68b7 HTTP/1.1" status: 200 len: 945 time: 0.1402428 Nov 04 10:50:45.573077 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937e242-d3fc-4fbb-8af3-b39d1cd078ac tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Subnet': ['ID=ce18d434-ca58-4174-9b12-185e0ad63616,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:45.591850 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7fb0da3e-f54d-4752-a0b4-5d39ee17858c req-fa02f98b-26fe-450c-b7b7-68c83cd58574 service neutron] 10.222.0.126 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5836368 Nov 04 10:50:45.602575 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0937e242-d3fc-4fbb-8af3-b39d1cd078ac tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Checking segment: {'id': '018bf11b-d922-454f-9297-c80042070d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '022ed43e-a6c2-481f-bb6b-92c38558060a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:50:45.603225 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0937e242-d3fc-4fbb-8af3-b39d1cd078ac tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network hostable DHCP agents. Network: 022ed43e-a6c2-481f-bb6b-92c38558060a, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:50:45.633518 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0937e242-d3fc-4fbb-8af3-b39d1cd078ac tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network 022ed43e-a6c2-481f-bb6b-92c38558060a is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:50:45.649224 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-0937e242-d3fc-4fbb-8af3-b39d1cd078ac tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 022ed43e-a6c2-481f-bb6b-92c38558060a) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:45.657379 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0937e242-d3fc-4fbb-8af3-b39d1cd078ac tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:45.658057 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0937e242-d3fc-4fbb-8af3-b39d1cd078ac tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:45.674080 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23dc995-3e64-48fa-a7fc-e8c3658ce1a3 None None] Network 022ed43e-a6c2-481f-bb6b-92c38558060a requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:50:45.690984 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d6e6b08e-c680-4961-b90a-c753f7180532 req-ab94e5f9-c989-4cff-a62a-eb8843e51534 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7ed696-fab2-4127-a5b4-13d5708e4309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499190 Nov 04 10:50:45.728856 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0937e242-d3fc-4fbb-8af3-b39d1cd078ac tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6449344 Nov 04 10:50:45.729103 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59886) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:45.739082 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b144c5c3-792b-480c-8ff4-1ffc4b589631 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'port': {'network_id': '022ed43e-a6c2-481f-bb6b-92c38558060a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-746812833'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:45.801581 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-8a046f65-2828-45fa-8826-4e888fc2c53f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Deleting port d6984ab5-bd1d-4f63-b828-07c0808e45f0 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:45.802102 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8a046f65-2828-45fa-8826-4e888fc2c53f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:45.887709 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8ad3e4-553c-4414-9f60-e485fd64af73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-022ed43e-a6c2-481f-bb6b-92c38558060a', 'network_id': '022ed43e-a6c2-481f-bb6b-92c38558060a', 'tenant_id': '94bb88e80d014e54be01a02ab03f1519', 'fixed_ips': [{'subnet_id': 'ce18d434-ca58-4174-9b12-185e0ad63616'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:50:45.888592 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9d8ad3e4-553c-4414-9f60-e485fd64af73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:45.934002 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-8a046f65-2828-45fa-8826-4e888fc2c53f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] For port d6984ab5-bd1d-4f63-b828-07c0808e45f0, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d6984ab5-bd1d-4f63-b828-07c0808e45f0,segment=NetworkSegment(1440d6b8-21ba-4bb9-8c1f-d9216aa689b4),segment_id=1440d6b8-21ba-4bb9-8c1f-d9216aa689b4)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:45.934769 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8a046f65-2828-45fa-8826-4e888fc2c53f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:45.949364 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-8a046f65-2828-45fa-8826-4e888fc2c53f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Calling delete_port for d6984ab5-bd1d-4f63-b828-07c0808e45f0 owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:45.996068 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a9f5ab6b-b7d6-4bf7-a8ed-4d46e4819504 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:46.007824 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683285b-5c43-4fc1-bb3c-0a34fc240927 req-ce5cc6b1-afef-4af1-8340-30fa03f3f755 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:46.015290 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c683285b-5c43-4fc1-bb3c-0a34fc240927 req-ce5cc6b1-afef-4af1-8340-30fa03f3f755 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1912410 Nov 04 10:50:46.076804 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5ab6b-b7d6-4bf7-a8ed-4d46e4819504 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Pushing event deleted for resources: {'Port': ['ID=4e05fa92-dc20-46f8-86e2-14ef0989b7b5,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:46.119897 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b144c5c3-792b-480c-8ff4-1ffc4b589631 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:46.131178 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b144c5c3-792b-480c-8ff4-1ffc4b589631 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:46.149603 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-9d8ad3e4-553c-4414-9f60-e485fd64af73 None None] Allocated IP 172.20.0.2 (022ed43e-a6c2-481f-bb6b-92c38558060a/ce18d434-ca58-4174-9b12-185e0ad63616/cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:50:46.242809 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c683285b-5c43-4fc1-bb3c-0a34fc240927 req-d7045731-6fa1-4b6e-abba-4fc5785146d8 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263832 Nov 04 10:50:46.256397 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-b144c5c3-792b-480c-8ff4-1ffc4b589631 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] device_id is not set on port 293d905b-6dd8-4293-a0df-7b3f28aaeb14 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:50:46.294262 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b780b07-16ee-4e66-98ef-173d0b62fac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:46.328854 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8a046f65-2828-45fa-8826-4e888fc2c53f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:46.388633 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a046f65-2828-45fa-8826-4e888fc2c53f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Port': ['ID=d6984ab5-bd1d-4f63-b828-07c0808e45f0,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:46.475937 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7fb81523-3972-4010-a618-93e6c067903b req-82d18bd9-19db-4711-b8f8-016522f0b605 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 210 time: 0.0590267 Nov 04 10:50:46.482057 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a9f5ab6b-b7d6-4bf7-a8ed-4d46e4819504 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:46.485617 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a9f5ab6b-b7d6-4bf7-a8ed-4d46e4819504 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] 10.222.0.127 "DELETE /v2.0/ports/4e05fa92-dc20-46f8-86e2-14ef0989b7b5 HTTP/1.1" status: 204 len: 168 time: 1.8621252 Nov 04 10:50:46.489150 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9d8ad3e4-553c-4414-9f60-e485fd64af73 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:46.490517 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59894) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:46.501287 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb28b7-0ec4-442a-892a-41c3a5516556 req-32bd6089-adbf-49ff-ab60-c826a4343fba tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:46.502818 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-59eb28b7-0ec4-442a-892a-41c3a5516556 req-32bd6089-adbf-49ff-ab60-c826a4343fba tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.126 "GET /v2.0/ports?device_id=fa0509c9-3b22-4306-b32a-879b6fba68b7 HTTP/1.1" status: 200 len: 945 time: 0.1884806 Nov 04 10:50:46.504668 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9d8ad3e4-553c-4414-9f60-e485fd64af73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:46.592312 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8ad3e4-553c-4414-9f60-e485fd64af73 None None] Network 022ed43e-a6c2-481f-bb6b-92c38558060a is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:50:46.596000 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-9d8ad3e4-553c-4414-9f60-e485fd64af73 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:46.637567 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8ad3e4-553c-4414-9f60-e485fd64af73 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:50:46.662578 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8a046f65-2828-45fa-8826-4e888fc2c53f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:46.750973 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ad3e4-553c-4414-9f60-e485fd64af73 None None] Pushing event updated for resources: {'Port': ['ID=cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:46.753213 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2aaddde-6480-48a5-913d-d385a54b17ae tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Deleting subnet 8c8b734c-befd-461c-8e8e-cb88e63b3c6d {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:50:46.769342 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-9d8ad3e4-553c-4414-9f60-e485fd64af73 None None] Attempting to bind port cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:46.769792 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-9d8ad3e4-553c-4414-9f60-e485fd64af73 None None] Attempting to bind port cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '018bf11b-d922-454f-9297-c80042070d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '022ed43e-a6c2-481f-bb6b-92c38558060a'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:46.770321 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8ad3e4-553c-4414-9f60-e485fd64af73 None None] Attempting to bind port cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1 on network 022ed43e-a6c2-481f-bb6b-92c38558060a {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:46.775923 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8ad3e4-553c-4414-9f60-e485fd64af73 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:50:46.776383 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8ad3e4-553c-4414-9f60-e485fd64af73 None None] Checking segment: {'id': '018bf11b-d922-454f-9297-c80042070d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '022ed43e-a6c2-481f-bb6b-92c38558060a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:50:46.776897 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9d8ad3e4-553c-4414-9f60-e485fd64af73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:46.777364 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8ad3e4-553c-4414-9f60-e485fd64af73 None None] Bound using segment: {'id': '018bf11b-d922-454f-9297-c80042070d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '022ed43e-a6c2-481f-bb6b-92c38558060a'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:50:46.777901 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-9d8ad3e4-553c-4414-9f60-e485fd64af73 None None] Bound port: cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018bf11b-d922-454f-9297-c80042070d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '022ed43e-a6c2-481f-bb6b-92c38558060a'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:50:46.778348 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9d8ad3e4-553c-4414-9f60-e485fd64af73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:46.780847 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d2aaddde-6480-48a5-913d-d385a54b17ae tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:46.825183 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-b144c5c3-792b-480c-8ff4-1ffc4b589631 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Allocated IP 172.20.0.11 (022ed43e-a6c2-481f-bb6b-92c38558060a/ce18d434-ca58-4174-9b12-185e0ad63616/293d905b-6dd8-4293-a0df-7b3f28aaeb14) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:50:46.871105 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d2aaddde-6480-48a5-913d-d385a54b17ae tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:46.885431 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-27021a97-f3b7-4a53-8650-4b867a357ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:46.891599 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-9d8ad3e4-553c-4414-9f60-e485fd64af73 None None] For port cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:50:46.898011 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-9d8ad3e4-553c-4414-9f60-e485fd64af73 None None] For port cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1,segment=NetworkSegment(018bf11b-d922-454f-9297-c80042070d50),segment_id=018bf11b-d922-454f-9297-c80042070d50)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:50:46.904854 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9d8ad3e4-553c-4414-9f60-e485fd64af73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:46.928287 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a046f65-2828-45fa-8826-4e888fc2c53f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Router ffa21b18-e385-4dcb-abb1-fe5831c90d9b has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:50:46.928728 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7427c-cbea-43cf-b2c5-b26537fb9b36 req-e768e0ff-3bdf-4fc6-a785-26a255a39cbb tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:46.933125 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-59eb28b7-0ec4-442a-892a-41c3a5516556 req-854b9764-d953-40a4-ab66-f1c96e65063c tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Deleting port 589ff1d8-a326-458f-809f-3f4d4907ba48 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:46.933460 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-59eb28b7-0ec4-442a-892a-41c3a5516556 req-854b9764-d953-40a4-ab66-f1c96e65063c tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:46.940292 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-18a7427c-cbea-43cf-b2c5-b26537fb9b36 req-e768e0ff-3bdf-4fc6-a785-26a255a39cbb tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.2748415 Nov 04 10:50:47.003227 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ad3e4-553c-4414-9f60-e485fd64af73 None None] Pushing event updated for resources: {'Port': ['ID=cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:47.122291 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a046f65-2828-45fa-8826-4e888fc2c53f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:50:47.144922 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8a046f65-2828-45fa-8826-4e888fc2c53f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "PUT /v2.0/routers/ffa21b18-e385-4dcb-abb1-fe5831c90d9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6918347 Nov 04 10:50:47.151648 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d5e38c-66e9-42ca-9aa5-d9b26f74a27b None None] Sync routers for ids ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:50:47.153135 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59898) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:47.162801 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d5e38c-66e9-42ca-9aa5-d9b26f74a27b None None] Routers {'ffa21b18-e385-4dcb-abb1-fe5831c90d9b'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:50:47.163766 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-07d5e38c-66e9-42ca-9aa5-d9b26f74a27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:50:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:47.275746 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-59eb28b7-0ec4-442a-892a-41c3a5516556 req-854b9764-d953-40a4-ab66-f1c96e65063c tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] For port 589ff1d8-a326-458f-809f-3f4d4907ba48, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=589ff1d8-a326-458f-809f-3f4d4907ba48,segment=NetworkSegment(05f694fd-aa8e-43ff-ad42-870e19141504),segment_id=05f694fd-aa8e-43ff-ad42-870e19141504)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:47.276091 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-18a7427c-cbea-43cf-b2c5-b26537fb9b36 req-73dd8197-84f7-4502-99d1-d79ae232f39d tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346794 Nov 04 10:50:47.276209 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-59eb28b7-0ec4-442a-892a-41c3a5516556 req-854b9764-d953-40a4-ab66-f1c96e65063c tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:47.288719 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5d5119-c456-464e-b053-a797cb7fb7ea tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Deleting subnet cde7279d-066d-4365-9f9c-601d7e6b8bc2 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:50:47.300893 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f5d5119-c456-464e-b053-a797cb7fb7ea tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:47.301083 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-07d5e38c-66e9-42ca-9aa5-d9b26f74a27b None None] Set router ffa21b18-e385-4dcb-abb1-fe5831c90d9b gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:50:47.330386 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-59eb28b7-0ec4-442a-892a-41c3a5516556 req-854b9764-d953-40a4-ab66-f1c96e65063c tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Calling delete_port for 589ff1d8-a326-458f-809f-3f4d4907ba48 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:47.401003 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d2aaddde-6480-48a5-913d-d385a54b17ae tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:47.487795 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f5d5119-c456-464e-b053-a797cb7fb7ea tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:47.532589 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-07d5e38c-66e9-42ca-9aa5-d9b26f74a27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:50:46Z', 'revision_number': 11, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:47.544685 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b144c5c3-792b-480c-8ff4-1ffc4b589631 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:47.569485 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d5e38c-66e9-42ca-9aa5-d9b26f74a27b None None] Checking router: ffa21b18-e385-4dcb-abb1-fe5831c90d9b for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:50:47.581489 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d5e38c-66e9-42ca-9aa5-d9b26f74a27b None None] Routers {'ffa21b18-e385-4dcb-abb1-fe5831c90d9b'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:50:47.582703 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-07d5e38c-66e9-42ca-9aa5-d9b26f74a27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:50:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:47.591585 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d2aaddde-6480-48a5-913d-d385a54b17ae tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:47.640100 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aaddde-6480-48a5-913d-d385a54b17ae tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Pushing event deleted for resources: {'Subnet': ['ID=8c8b734c-befd-461c-8e8e-cb88e63b3c6d,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:47.642425 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b144c5c3-792b-480c-8ff4-1ffc4b589631 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:47.660627 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f5d5119-c456-464e-b053-a797cb7fb7ea tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:47.695307 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-07d5e38c-66e9-42ca-9aa5-d9b26f74a27b None None] Set router ffa21b18-e385-4dcb-abb1-fe5831c90d9b gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:50:47.713386 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d2aaddde-6480-48a5-913d-d385a54b17ae tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:47.714104 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731d15ef-8fe7-484a-ac2c-a8ad651ce73c None None] Network bd6d055e-469a-49c1-915c-03f9398a8625 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:50:47.716902 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d2aaddde-6480-48a5-913d-d385a54b17ae tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] 10.222.0.127 "DELETE /v2.0/subnets/8c8b734c-befd-461c-8e8e-cb88e63b3c6d HTTP/1.1" status: 204 len: 168 time: 1.2230661 Nov 04 10:50:47.723404 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59906) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:47.758899 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b144c5c3-792b-480c-8ff4-1ffc4b589631 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network 022ed43e-a6c2-481f-bb6b-92c38558060a is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:50:47.764974 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144c5c3-792b-480c-8ff4-1ffc4b589631 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Port': ['ID=293d905b-6dd8-4293-a0df-7b3f28aaeb14,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:47.776341 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-59eb28b7-0ec4-442a-892a-41c3a5516556 req-854b9764-d953-40a4-ab66-f1c96e65063c tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:47.793600 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51a64d-a7ac-4236-bb2a-06a790338d80 req-bb7102d5-8131-482e-8d42-dba592c3bb17 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:47.795139 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5d51a64d-a7ac-4236-bb2a-06a790338d80 req-bb7102d5-8131-482e-8d42-dba592c3bb17 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa0509c9-3b22-4306-b32a-879b6fba68b7 HTTP/1.1" status: 200 len: 867 time: 0.2137218 Nov 04 10:50:47.812550 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-07d5e38c-66e9-42ca-9aa5-d9b26f74a27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:50:46Z', 'revision_number': 11, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:47.823400 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['589ff1d8-a326-458f-809f-3f4d4907ba48'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:50:47.836319 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-b144c5c3-792b-480c-8ff4-1ffc4b589631 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:47.844303 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d5e38c-66e9-42ca-9aa5-d9b26f74a27b None None] The sync data for ids ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'] in n-d-816629-1 is: [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:50:46Z', 'revision_number': 11, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:50:47.887674 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b9764-d953-40a4-ab66-f1c96e65063c tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Pushing event deleted for resources: {'Port': ['ID=589ff1d8-a326-458f-809f-3f4d4907ba48,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:47.888484 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b144c5c3-792b-480c-8ff4-1ffc4b589631 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:50:47.984381 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b144c5c3-792b-480c-8ff4-1ffc4b589631 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:47.985459 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b144c5c3-792b-480c-8ff4-1ffc4b589631 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:47.993795 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-59eb28b7-0ec4-442a-892a-41c3a5516556 req-854b9764-d953-40a4-ab66-f1c96e65063c tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] No DVR routers for this DVR port 589ff1d8-a326-458f-809f-3f4d4907ba48 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:50:47.996409 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f5d5119-c456-464e-b053-a797cb7fb7ea tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:48.006092 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5d51a64d-a7ac-4236-bb2a-06a790338d80 req-b9165942-025a-44dc-ab7c-c56d7ebdce0b tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7ed696-fab2-4127-a5b4-13d5708e4309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607964 Nov 04 10:50:48.006828 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-59eb28b7-0ec4-442a-892a-41c3a5516556 req-854b9764-d953-40a4-ab66-f1c96e65063c tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:48.011960 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-59eb28b7-0ec4-442a-892a-41c3a5516556 req-854b9764-d953-40a4-ab66-f1c96e65063c tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.126 "DELETE /v2.0/ports/589ff1d8-a326-458f-809f-3f4d4907ba48 HTTP/1.1" status: 204 len: 173 time: 1.4449298 Nov 04 10:50:48.016929 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-1b780b07-16ee-4e66-98ef-173d0b62fac7 admin admin] Deleting port 3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:48.017319 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b780b07-16ee-4e66-98ef-173d0b62fac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:48.028240 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0509c9-3b22-4306-b32a-879b6fba68b7', 'name': 'network-vif-deleted', 'tag': '589ff1d8-a326-458f-809f-3f4d4907ba48'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:50:48.030966 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93eec56-1df8-4969-aeba-63d87d742fc4" -d '{"events": [{"server_uuid": "fa0509c9-3b22-4306-b32a-879b6fba68b7", "name": "network-vif-deleted", "tag": "589ff1d8-a326-458f-809f-3f4d4907ba48"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:50:48.040313 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784c22bf-92e4-4a47-b2cd-9a56495c8341 None None] Network 9187bbc2-2877-41a3-ba32-86e457129b09 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:50:48.051438 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5420023e-7d8a-47fa-bba5-523fa7b3ec70 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:48.057561 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f5d5119-c456-464e-b053-a797cb7fb7ea tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:48.069685 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3f5d5119-c456-464e-b053-a797cb7fb7ea tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/subnets/cde7279d-066d-4365-9f9c-601d7e6b8bc2 HTTP/1.1" status: 204 len: 168 time: 0.9152777 Nov 04 10:50:48.074780 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59910) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:48.137280 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b144c5c3-792b-480c-8ff4-1ffc4b589631 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.4041283 Nov 04 10:50:48.139720 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59914) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:48.159953 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d5119-c456-464e-b053-a797cb7fb7ea tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Subnet': ['ID=cde7279d-066d-4365-9f9c-601d7e6b8bc2,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:48.252964 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:50:48.274867 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d190d1-4e55-4fc0-8798-8ad8f1646202 None None] DHCP port deletion for bd6d055e-469a-49c1-915c-03f9398a8625 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:50:48.320088 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5e14f2ef-bd8e-4343-ad9b-92102d342263 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:48.363121 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-5420023e-7d8a-47fa-bba5-523fa7b3ec70 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Deleting port 027bddfc-0587-4475-aa1d-1a1679945821 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:48.363759 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5420023e-7d8a-47fa-bba5-523fa7b3ec70 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:48.373103 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e0e85d2-f452-4b6e-b5d2-52af943d1625 req-a1394d74-05d8-4fee-a7df-32bbbc2260bf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 210 time: 0.1485293 Nov 04 10:50:48.451253 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-d6d190d1-4e55-4fc0-8798-8ad8f1646202 None None] Deleting port 027bddfc-0587-4475-aa1d-1a1679945821 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:48.451743 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d6d190d1-4e55-4fc0-8798-8ad8f1646202 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:48.489237 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-1b780b07-16ee-4e66-98ef-173d0b62fac7 admin admin] For port 3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b,segment=NetworkSegment(30d4132d-ec40-4317-b78d-343556d5fac7),segment_id=30d4132d-ec40-4317-b78d-343556d5fac7)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:48.491182 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b780b07-16ee-4e66-98ef-173d0b62fac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:48.506023 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-5420023e-7d8a-47fa-bba5-523fa7b3ec70 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] For port 027bddfc-0587-4475-aa1d-1a1679945821, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=027bddfc-0587-4475-aa1d-1a1679945821,segment=NetworkSegment(80cef257-c7b9-4057-94a4-226bd984c920),segment_id=80cef257-c7b9-4057-94a4-226bd984c920)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:48.506501 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5420023e-7d8a-47fa-bba5-523fa7b3ec70 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:48.521154 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-1b780b07-16ee-4e66-98ef-173d0b62fac7 admin admin] Calling delete_port for 3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:48.550960 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-5420023e-7d8a-47fa-bba5-523fa7b3ec70 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Calling delete_port for 027bddfc-0587-4475-aa1d-1a1679945821 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:48.578618 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa604e4-4997-4ec3-9f98-a2b4e21154a3 None None] DHCP port deletion for 9187bbc2-2877-41a3-ba32-86e457129b09 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:50:48.650271 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e40ccd-3fe8-4cd7-89af-cc3b25aa24cf None None] Network 022ed43e-a6c2-481f-bb6b-92c38558060a requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:50:48.683873 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b354127-e946-402b-8918-7bc3e4174cac x-openstack-request-id: req-3b354127-e946-402b-8918-7bc3e4174cac {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:50:48.684498 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0509c9-3b22-4306-b32a-879b6fba68b7", "name": "network-vif-deleted", "tag": "589ff1d8-a326-458f-809f-3f4d4907ba48", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:50:48.685738 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-3b354127-e946-402b-8918-7bc3e4174cac {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:50:48.686339 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0509c9-3b22-4306-b32a-879b6fba68b7', 'name': 'network-vif-deleted', 'tag': '589ff1d8-a326-458f-809f-3f4d4907ba48', 'status': 'completed', 'code': 200} Nov 04 10:50:48.689420 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5420023e-7d8a-47fa-bba5-523fa7b3ec70 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:48.722696 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-09d5e46e-be00-47be-8162-9579fde42afe tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting port 293d905b-6dd8-4293-a0df-7b3f28aaeb14 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:48.724119 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-09d5e46e-be00-47be-8162-9579fde42afe tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:48.780766 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5420023e-7d8a-47fa-bba5-523fa7b3ec70 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] No DVR routers for this DVR port 027bddfc-0587-4475-aa1d-1a1679945821 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:50:48.798932 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-d6d190d1-4e55-4fc0-8798-8ad8f1646202 None None] For port 027bddfc-0587-4475-aa1d-1a1679945821, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=027bddfc-0587-4475-aa1d-1a1679945821,segment=NetworkSegment(80cef257-c7b9-4057-94a4-226bd984c920),segment_id=80cef257-c7b9-4057-94a4-226bd984c920)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:48.799332 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d6d190d1-4e55-4fc0-8798-8ad8f1646202 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:48.846570 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420023e-7d8a-47fa-bba5-523fa7b3ec70 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Pushing event deleted for resources: {'Port': ['ID=027bddfc-0587-4475-aa1d-1a1679945821,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:48.947790 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5420023e-7d8a-47fa-bba5-523fa7b3ec70 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:48.978866 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-5420023e-7d8a-47fa-bba5-523fa7b3ec70 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6d055e-469a-49c1-915c-03f9398a8625']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:48.991823 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-5420023e-7d8a-47fa-bba5-523fa7b3ec70 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80cef257-c7b9-4057-94a4-226bd984c920') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:48.992118 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-5420023e-7d8a-47fa-bba5-523fa7b3ec70 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80cef257-c7b9-4057-94a4-226bd984c920') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:49.007665 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5420023e-7d8a-47fa-bba5-523fa7b3ec70 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:49.024947 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-5e14f2ef-bd8e-4343-ad9b-92102d342263 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Deleting port 5392fd62-64a2-4a38-a20d-22d6e30ae544 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:49.025298 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5e14f2ef-bd8e-4343-ad9b-92102d342263 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:49.027747 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5420023e-7d8a-47fa-bba5-523fa7b3ec70 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:49.077653 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5420023e-7d8a-47fa-bba5-523fa7b3ec70 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Releasing vlan 1172 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:50:49.080508 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5420023e-7d8a-47fa-bba5-523fa7b3ec70 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:50:49.084426 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:50:49.132590 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-d6d190d1-4e55-4fc0-8798-8ad8f1646202 None None] Calling delete_port for 027bddfc-0587-4475-aa1d-1a1679945821 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:49.168514 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-5e14f2ef-bd8e-4343-ad9b-92102d342263 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] For port 5392fd62-64a2-4a38-a20d-22d6e30ae544, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=5392fd62-64a2-4a38-a20d-22d6e30ae544,segment=NetworkSegment(1440d6b8-21ba-4bb9-8c1f-d9216aa689b4),segment_id=1440d6b8-21ba-4bb9-8c1f-d9216aa689b4)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:49.168917 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5e14f2ef-bd8e-4343-ad9b-92102d342263 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:49.178146 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f5864-f207-4130-9114-dba9de4db74c req-e2bf0eaa-7021-4e2c-8058-eaf7b70debdb tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:49.179904 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-453f5864-f207-4130-9114-dba9de4db74c req-e2bf0eaa-7021-4e2c-8058-eaf7b70debdb tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.6090832 Nov 04 10:50:49.181674 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5420023e-7d8a-47fa-bba5-523fa7b3ec70 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:49.195931 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-5e14f2ef-bd8e-4343-ad9b-92102d342263 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Calling delete_port for 5392fd62-64a2-4a38-a20d-22d6e30ae544 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:49.198065 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5420023e-7d8a-47fa-bba5-523fa7b3ec70 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:49.200866 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:50:49.203899 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5420023e-7d8a-47fa-bba5-523fa7b3ec70 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] 10.222.0.127 "DELETE /v2.0/networks/bd6d055e-469a-49c1-915c-03f9398a8625 HTTP/1.1" status: 204 len: 168 time: 1.4768426 Nov 04 10:50:49.208091 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-62b7d27d-6759-4812-887d-7cd405d660d5 None None] Provisioning complete for port cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:49.208091 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-62b7d27d-6759-4812-887d-7cd405d660d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:49.223474 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420023e-7d8a-47fa-bba5-523fa7b3ec70 tempest-ExtraDHCPOptionsTestJSON-1765811779 tempest-ExtraDHCPOptionsTestJSON-1765811779-project] Pushing event deleted for resources: {'Network': ['ID=bd6d055e-469a-49c1-915c-03f9398a8625,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:49.344326 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-09d5e46e-be00-47be-8162-9579fde42afe tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:49.368730 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-faa604e4-4997-4ec3-9f98-a2b4e21154a3 None None] Deleting port 5392fd62-64a2-4a38-a20d-22d6e30ae544 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:49.369725 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-faa604e4-4997-4ec3-9f98-a2b4e21154a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:49.370871 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5e14f2ef-bd8e-4343-ad9b-92102d342263 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:49.384051 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-453f5864-f207-4130-9114-dba9de4db74c req-7ea7c69f-db2c-4b59-aced-cedb7de156be tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824512 Nov 04 10:50:49.436656 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14f2ef-bd8e-4343-ad9b-92102d342263 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Port': ['ID=5392fd62-64a2-4a38-a20d-22d6e30ae544,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:49.441324 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-faa604e4-4997-4ec3-9f98-a2b4e21154a3 None None] For port 5392fd62-64a2-4a38-a20d-22d6e30ae544, host n-d-816629-1, got binding levels [] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:49.441876 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-faa604e4-4997-4ec3-9f98-a2b4e21154a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:49.450130 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e14f2ef-bd8e-4343-ad9b-92102d342263 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] No DVR routers for this DVR port 5392fd62-64a2-4a38-a20d-22d6e30ae544 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:50:49.481564 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-faa604e4-4997-4ec3-9f98-a2b4e21154a3 None None] Calling delete_port for 5392fd62-64a2-4a38-a20d-22d6e30ae544 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:49.491262 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.ipam_backend_mixin [None req-faa604e4-4997-4ec3-9f98-a2b4e21154a3 None None] Port 5392fd62-64a2-4a38-a20d-22d6e30ae544 was not found and therefore no delete operation was performed {{(pid=101776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 10:50:49.492470 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-09d5e46e-be00-47be-8162-9579fde42afe tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Calling delete_port for 293d905b-6dd8-4293-a0df-7b3f28aaeb14 owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:49.509821 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-faa604e4-4997-4ec3-9f98-a2b4e21154a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:49.571760 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5e14f2ef-bd8e-4343-ad9b-92102d342263 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:49.631040 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-5e14f2ef-bd8e-4343-ad9b-92102d342263 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9187bbc2-2877-41a3-ba32-86e457129b09']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:49.646511 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59930) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:49.646713 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa604e4-4997-4ec3-9f98-a2b4e21154a3 None None] No DVR routers for this DVR port 5392fd62-64a2-4a38-a20d-22d6e30ae544 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:50:49.665635 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-5e14f2ef-bd8e-4343-ad9b-92102d342263 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1440d6b8-21ba-4bb9-8c1f-d9216aa689b4') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:49.666225 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-5e14f2ef-bd8e-4343-ad9b-92102d342263 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1440d6b8-21ba-4bb9-8c1f-d9216aa689b4') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:49.677870 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5e14f2ef-bd8e-4343-ad9b-92102d342263 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:49.685988 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa604e4-4997-4ec3-9f98-a2b4e21154a3 None None] Pushing event deleted for resources: {'Port': ['ID=5392fd62-64a2-4a38-a20d-22d6e30ae544,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:49.713042 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5e14f2ef-bd8e-4343-ad9b-92102d342263 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:49.728533 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e14f2ef-bd8e-4343-ad9b-92102d342263 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Releasing vlan 1192 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:50:49.729203 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5e14f2ef-bd8e-4343-ad9b-92102d342263 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:50:49.740050 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:50:49.749599 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b780b07-16ee-4e66-98ef-173d0b62fac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:49.810525 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d6d190d1-4e55-4fc0-8798-8ad8f1646202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:49.827478 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d6d190d1-4e55-4fc0-8798-8ad8f1646202 None None] Network bd6d055e-469a-49c1-915c-03f9398a8625 is not hosted by any dhcp agent {{(pid=101776) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 04 10:50:49.827478 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d190d1-4e55-4fc0-8798-8ad8f1646202 None None] No DVR routers for this DVR port 027bddfc-0587-4475-aa1d-1a1679945821 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:50:49.830893 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9034a225-0098-4b24-a8a4-1bac59d28754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:49.840780 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5e14f2ef-bd8e-4343-ad9b-92102d342263 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:49.865339 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5e14f2ef-bd8e-4343-ad9b-92102d342263 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:49.876062 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:49.876475 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:49.881372 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5e14f2ef-bd8e-4343-ad9b-92102d342263 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/networks/9187bbc2-2877-41a3-ba32-86e457129b09 HTTP/1.1" status: 204 len: 168 time: 1.7946129 Nov 04 10:50:49.897170 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b780b07-16ee-4e66-98ef-173d0b62fac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:49.897384 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59934) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:49.914136 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-549597a4-a1a7-4aea-bb25-a379cb67c7ca tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'router': {'routes': None}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:49.917686 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d190d1-4e55-4fc0-8798-8ad8f1646202 None None] Pushing event deleted for resources: {'Port': ['ID=027bddfc-0587-4475-aa1d-1a1679945821,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:49.937293 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cf8680c0-8c9f-4d3f-97d5-b540cbe72ed3 req-5cc208b1-e489-4e29-8221-c6f634374045 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 210 time: 0.1755776 Nov 04 10:50:49.956627 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-62b7d27d-6759-4812-887d-7cd405d660d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:50.014560 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14f2ef-bd8e-4343-ad9b-92102d342263 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Pushing event deleted for resources: {'Network': ['ID=9187bbc2-2877-41a3-ba32-86e457129b09,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:50.038190 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-62b7d27d-6759-4812-887d-7cd405d660d5 None None] For port cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1,segment=NetworkSegment(018bf11b-d922-454f-9297-c80042070d50),segment_id=018bf11b-d922-454f-9297-c80042070d50)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:50.063206 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-62b7d27d-6759-4812-887d-7cd405d660d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:50.105852 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 589ff1d8-a326-458f-809f-3f4d4907ba48 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:50:50.118521 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:50.195591 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 589ff1d8-a326-458f-809f-3f4d4907ba48 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:50:50.196609 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 589ff1d8-a326-458f-809f-3f4d4907ba48 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:50:50.281355 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:50:50.282170 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:50:50.284134 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-09d5e46e-be00-47be-8162-9579fde42afe tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:50.296558 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7d27d-6759-4812-887d-7cd405d660d5 None None] Pushing event updated for resources: {'Port': ['ID=cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:50.354360 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4245c737-7b62-4c6d-9a1b-af86dc526bca admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=42d8c2c730c9491398b871d8b9061794&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7064197 Nov 04 10:50:50.358870 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59938) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:50.409202 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.extraroute_db [None req-549597a4-a1a7-4aea-bb25-a379cb67c7ca tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Added routes are [] {{(pid=101775) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 04 10:50:50.409504 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.extraroute_db [None req-549597a4-a1a7-4aea-bb25-a379cb67c7ca tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Removed routes are [] {{(pid=101775) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 04 10:50:50.409870 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-549597a4-a1a7-4aea-bb25-a379cb67c7ca tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41180'] for router, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:50.470439 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b780b07-16ee-4e66-98ef-173d0b62fac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:50.480386 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5e46e-be00-47be-8162-9579fde42afe tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Port': ['ID=293d905b-6dd8-4293-a0df-7b3f28aaeb14,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:50.481531 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-ac4a8e1e-0549-4f45-ace4-5c0d126118db None None] Could not find standard attr ID for object 293d905b-6dd8-4293-a0df-7b3f28aaeb14. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:50:50.502418 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89da63-0c89-4159-b3e9-19952b296775 req-16576873-085b-48b3-82a9-0a36ab4d7952 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:50.504364 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9e89da63-0c89-4159-b3e9-19952b296775 req-16576873-085b-48b3-82a9-0a36ab4d7952 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.3584526 Nov 04 10:50:50.522811 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-ac4a8e1e-0549-4f45-ace4-5c0d126118db None None] Provisioning complete for port cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:50.523172 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ac4a8e1e-0549-4f45-ace4-5c0d126118db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:50.541811 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5acb28b-4eea-4fdd-b06f-9062832051b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:50.739797 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:50.770721 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-09d5e46e-be00-47be-8162-9579fde42afe tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:50.777266 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-09d5e46e-be00-47be-8162-9579fde42afe tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/ports/293d905b-6dd8-4293-a0df-7b3f28aaeb14 HTTP/1.1" status: 204 len: 168 time: 2.6361179 Nov 04 10:50:50.778037 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59942) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:50.870009 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-bfcc79a3-c812-4ed7-b9e2-1c5fec7aafda None None] Could not find standard attr ID for object 293d905b-6dd8-4293-a0df-7b3f28aaeb14. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:50:50.963058 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b780b07-16ee-4e66-98ef-173d0b62fac7 admin admin] Router 4c5935e5-602a-4c12-ba2f-e2836a28aa19 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:50:50.984942 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9e89da63-0c89-4159-b3e9-19952b296775 req-a191e2f2-2987-45c2-ae7a-bb2c69530e24 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627219 Nov 04 10:50:50.985870 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d6984ab5-bd1d-4f63-b828-07c0808e45f0 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:50:50.987766 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f783b16d-6666-4850-ac98-b0a904540072 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] GET failed (client error): The resource could not be found. Nov 04 10:50:51.000874 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f783b16d-6666-4850-ac98-b0a904540072 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "GET /v2.0/ports/293d905b-6dd8-4293-a0df-7b3f28aaeb14 HTTP/1.1" status: 404 len: 333 time: 0.2175691 Nov 04 10:50:51.010153 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59944) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:51.058886 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: d6984ab5-bd1d-4f63-b828-07c0808e45f0 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:50:51.059045 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d6984ab5-bd1d-4f63-b828-07c0808e45f0 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:50:51.059458 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 027bddfc-0587-4475-aa1d-1a1679945821 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:50:51.124652 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 027bddfc-0587-4475-aa1d-1a1679945821 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:50:51.125025 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 027bddfc-0587-4475-aa1d-1a1679945821 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:50:51.125609 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5392fd62-64a2-4a38-a20d-22d6e30ae544 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:50:51.206209 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 5392fd62-64a2-4a38-a20d-22d6e30ae544 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:50:51.206905 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5392fd62-64a2-4a38-a20d-22d6e30ae544 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:50:51.290310 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b780b07-16ee-4e66-98ef-173d0b62fac7 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:50:51.295478 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1b780b07-16ee-4e66-98ef-173d0b62fac7 admin admin] 10.222.0.127 "PUT /v2.0/routers/4c5935e5-602a-4c12-ba2f-e2836a28aa19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7954686 Nov 04 10:50:51.300841 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59954) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:51.305861 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1af54f-afe9-4afb-9456-8c32bbe198d0 None None] Sync routers for ids ['4c5935e5-602a-4c12-ba2f-e2836a28aa19'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:50:51.326852 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1af54f-afe9-4afb-9456-8c32bbe198d0 None None] Routers {'4c5935e5-602a-4c12-ba2f-e2836a28aa19'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:50:51.327759 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-af1af54f-afe9-4afb-9456-8c32bbe198d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:50:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['4c5935e5-602a-4c12-ba2f-e2836a28aa19'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:51.425063 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-549597a4-a1a7-4aea-bb25-a379cb67c7ca tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41180'] for router, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:51.430474 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-52736bd5-5b81-44fd-a66d-4408fc11a27e admin admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:51.450791 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-40f8c8f1-6d9b-4064-b382-e82d9b901f55 req-2ecf4d32-8f6c-4dda-a03e-743391810358 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 210 time: 0.1719804 Nov 04 10:50:51.463193 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5acb28b-4eea-4fdd-b06f-9062832051b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:51.465259 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-549597a4-a1a7-4aea-bb25-a379cb67c7ca tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3752830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3752821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3754209'] for router, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:51.532851 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:50:51.557175 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d9833f-3a77-4c18-9c9d-6c29db5d6677 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting subnet ce18d434-ca58-4174-9b12-185e0ad63616 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:50:51.570220 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a2d9833f-3a77-4c18-9c9d-6c29db5d6677 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:51.595013 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549597a4-a1a7-4aea-bb25-a379cb67c7ca tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Router ffa21b18-e385-4dcb-abb1-fe5831c90d9b has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:50:51.615085 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-af1af54f-afe9-4afb-9456-8c32bbe198d0 None None] Set router 4c5935e5-602a-4c12-ba2f-e2836a28aa19 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:50:51.701024 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e4fec-49c8-4a27-8bc3-2aa1a236e2e5 req-752eb5ae-5d0a-45dd-aca4-b7ffc45e28c8 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:51.708810 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-142e4fec-49c8-4a27-8bc3-2aa1a236e2e5 req-752eb5ae-5d0a-45dd-aca4-b7ffc45e28c8 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1295192 Nov 04 10:50:51.728366 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549597a4-a1a7-4aea-bb25-a379cb67c7ca tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:50:51.744729 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:51.745197 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:51.745316 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98f7898-2ea4-48b7-a7e6-a51289f2c527 None None] Sync routers for ids ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:50:51.766192 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-549597a4-a1a7-4aea-bb25-a379cb67c7ca tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:51.766652 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a2d9833f-3a77-4c18-9c9d-6c29db5d6677 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:51.771590 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98f7898-2ea4-48b7-a7e6-a51289f2c527 None None] Routers {'ffa21b18-e385-4dcb-abb1-fe5831c90d9b'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:50:51.773495 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-549597a4-a1a7-4aea-bb25-a379cb67c7ca tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "PUT /v2.0/routers/ffa21b18-e385-4dcb-abb1-fe5831c90d9b HTTP/1.1" status: 200 len: 704 time: 1.8636076 Nov 04 10:50:51.774465 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59958) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:51.775582 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e98f7898-2ea4-48b7-a7e6-a51289f2c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:50:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:51.784012 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-142e4fec-49c8-4a27-8bc3-2aa1a236e2e5 req-f536f1f0-6c3b-4353-b8ba-4a63b6aba106 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738044 Nov 04 10:50:51.866917 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-52736bd5-5b81-44fd-a66d-4408fc11a27e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:51.894507 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2d9da801-8e6c-4928-b132-897cccd55d90 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "GET /v2.0/ports?device_id=ffa21b18-e385-4dcb-abb1-fe5831c90d9b HTTP/1.1" status: 200 len: 205 time: 0.1119876 Nov 04 10:50:51.895970 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59962) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:51.905669 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5acb28b-4eea-4fdd-b06f-9062832051b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:51.910101 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5acb28b-4eea-4fdd-b06f-9062832051b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:51.932037 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b5acb28b-4eea-4fdd-b06f-9062832051b5 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/460544b3-045d-427e-8cdc-bb62b1e70b45 HTTP/1.1" status: 204 len: 168 time: 1.5648108 Nov 04 10:50:51.936565 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-e98f7898-2ea4-48b7-a7e6-a51289f2c527 None None] Set router ffa21b18-e385-4dcb-abb1-fe5831c90d9b gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:50:51.963006 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5acb28b-4eea-4fdd-b06f-9062832051b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460544b3-045d-427e-8cdc-bb62b1e70b45,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:52.016528 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e98f7898-2ea4-48b7-a7e6-a51289f2c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:50:46Z', 'revision_number': 11, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:52.032234 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-af1af54f-afe9-4afb-9456-8c32bbe198d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'name': 'tempest-TestVolumeBackupRestore-1711225724-router', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:44Z', 'updated_at': '2021-11-04T10:50:49Z', 'revision_number': 5, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'gw_port': {'id': 'f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:44:45Z', 'updated_at': '2021-11-04T10:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:52.074377 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98f7898-2ea4-48b7-a7e6-a51289f2c527 None None] Checking router: ffa21b18-e385-4dcb-abb1-fe5831c90d9b for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:50:52.095327 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1af54f-afe9-4afb-9456-8c32bbe198d0 None None] Checking router: 4c5935e5-602a-4c12-ba2f-e2836a28aa19 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:50:52.102337 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98f7898-2ea4-48b7-a7e6-a51289f2c527 None None] Routers {'ffa21b18-e385-4dcb-abb1-fe5831c90d9b'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:50:52.103196 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e98f7898-2ea4-48b7-a7e6-a51289f2c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:50:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:52.120435 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1af54f-afe9-4afb-9456-8c32bbe198d0 None None] Routers {'4c5935e5-602a-4c12-ba2f-e2836a28aa19'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:50:52.121443 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-af1af54f-afe9-4afb-9456-8c32bbe198d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:50:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['4c5935e5-602a-4c12-ba2f-e2836a28aa19'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:52.138951 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fb74a-73a1-4ac2-8c2f-2ea0041a4940 req-ebefaf6f-caf4-4492-a78c-421a60294b17 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:52.148480 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-658fb74a-73a1-4ac2-8c2f-2ea0041a4940 req-ebefaf6f-caf4-4492-a78c-421a60294b17 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.2341406 Nov 04 10:50:52.172345 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a44170e9-2232-4e7e-92bb-e488314027de tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:52.270862 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-e98f7898-2ea4-48b7-a7e6-a51289f2c527 None None] Set router ffa21b18-e385-4dcb-abb1-fe5831c90d9b gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:50:52.314707 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:52.370402 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-af1af54f-afe9-4afb-9456-8c32bbe198d0 None None] Set router 4c5935e5-602a-4c12-ba2f-e2836a28aa19 gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:50:52.399354 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e98f7898-2ea4-48b7-a7e6-a51289f2c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:50:46Z', 'revision_number': 11, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:52.427904 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98f7898-2ea4-48b7-a7e6-a51289f2c527 None None] The sync data for ids ['ffa21b18-e385-4dcb-abb1-fe5831c90d9b'] in n-d-816629-1 is: [{'id': 'ffa21b18-e385-4dcb-abb1-fe5831c90d9b', 'name': 'tempest-RoutersIpV6Test-router-113497109', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:49:41Z', 'updated_at': '2021-11-04T10:50:46Z', 'revision_number': 11, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:50:52.451107 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-af1af54f-afe9-4afb-9456-8c32bbe198d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'name': 'tempest-TestVolumeBackupRestore-1711225724-router', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:44Z', 'updated_at': '2021-11-04T10:50:51Z', 'revision_number': 6, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:52.482506 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1af54f-afe9-4afb-9456-8c32bbe198d0 None None] The sync data for ids ['4c5935e5-602a-4c12-ba2f-e2836a28aa19'] in n-d-816629-1 is: [{'id': '4c5935e5-602a-4c12-ba2f-e2836a28aa19', 'name': 'tempest-TestVolumeBackupRestore-1711225724-router', 'tenant_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:44Z', 'updated_at': '2021-11-04T10:50:51Z', 'revision_number': 6, 'project_id': '1f6ce77b47aa41a995e4704afc0cafa2', 'gw_port_host': None}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:50:52.620788 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:52.855364 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a2d9833f-3a77-4c18-9c9d-6c29db5d6677 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:52.926452 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-52736bd5-5b81-44fd-a66d-4408fc11a27e admin admin] Deleting port f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:52.926868 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-52736bd5-5b81-44fd-a66d-4408fc11a27e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:52.971592 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-658fb74a-73a1-4ac2-8c2f-2ea0041a4940 req-0de21d70-adc9-460b-baf3-542896237238 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8221891 Nov 04 10:50:53.096464 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a44170e9-2232-4e7e-92bb-e488314027de tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:53.106762 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a44170e9-2232-4e7e-92bb-e488314027de tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:53.171667 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a2d9833f-3a77-4c18-9c9d-6c29db5d6677 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:53.214665 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9833f-3a77-4c18-9c9d-6c29db5d6677 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Subnet': ['ID=ce18d434-ca58-4174-9b12-185e0ad63616,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:53.217975 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a44170e9-2232-4e7e-92bb-e488314027de tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:53.218531 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44170e9-2232-4e7e-92bb-e488314027de tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Fanout notify agent at l3_agent the message router_deleted on router ffa21b18-e385-4dcb-abb1-fe5831c90d9b {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:50:53.226939 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a2d9833f-3a77-4c18-9c9d-6c29db5d6677 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:53.228362 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6c38ac-b874-45f6-921f-4ffc174d1467 None None] Network 022ed43e-a6c2-481f-bb6b-92c38558060a requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:50:53.231111 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a2d9833f-3a77-4c18-9c9d-6c29db5d6677 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/subnets/ce18d434-ca58-4174-9b12-185e0ad63616 HTTP/1.1" status: 204 len: 168 time: 2.2273474 Nov 04 10:50:53.233607 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59996) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:53.285076 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a44170e9-2232-4e7e-92bb-e488314027de tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:53.291960 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a44170e9-2232-4e7e-92bb-e488314027de tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/routers/ffa21b18-e385-4dcb-abb1-fe5831c90d9b HTTP/1.1" status: 204 len: 168 time: 1.3874736 Nov 04 10:50:53.291960 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60002) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:53.299791 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-52736bd5-5b81-44fd-a66d-4408fc11a27e admin admin] For port f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:53.300160 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-52736bd5-5b81-44fd-a66d-4408fc11a27e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:53.329148 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-0bdb549d-4dfc-4bb4-bee4-35cc6004e5c0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-427981122', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:53.402424 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60006) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:53.405551 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-67e2f15e-8b64-4979-8864-9ca91281ae9f req-c0f87804-2c29-4d96-a979-de4718032940 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 210 time: 0.1959939 Nov 04 10:50:53.447081 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-52736bd5-5b81-44fd-a66d-4408fc11a27e admin admin] Calling delete_port for f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:53.463986 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-63eb73f7-e501-480a-b0c6-8fcd78ec17aa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:53.538143 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0bdb549d-4dfc-4bb4-bee4-35cc6004e5c0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:53.550283 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0bdb549d-4dfc-4bb4-bee4-35cc6004e5c0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:53.584260 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:50:53.646798 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-63eb73f7-e501-480a-b0c6-8fcd78ec17aa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting port cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:53.647140 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-63eb73f7-e501-480a-b0c6-8fcd78ec17aa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:53.670251 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:50:53.671134 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3f9c4841-d94a-4ce4-9f5e-d4175b5d5e4b not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:50:53.671725 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:50:53.740399 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-2372fc70-694d-4be7-891e-d3e4ec952e67 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1587374480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:53.827435 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2372fc70-694d-4be7-891e-d3e4ec952e67 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:53.828414 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2372fc70-694d-4be7-891e-d3e4ec952e67 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:53.841723 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-63eb73f7-e501-480a-b0c6-8fcd78ec17aa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] For port cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1,segment=NetworkSegment(018bf11b-d922-454f-9297-c80042070d50),segment_id=018bf11b-d922-454f-9297-c80042070d50)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:53.842086 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-63eb73f7-e501-480a-b0c6-8fcd78ec17aa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:53.872458 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-63eb73f7-e501-480a-b0c6-8fcd78ec17aa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Calling delete_port for cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:53.888589 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0bdb549d-4dfc-4bb4-bee4-35cc6004e5c0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:53.905938 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0bdb549d-4dfc-4bb4-bee4-35cc6004e5c0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:53.961935 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4aebe-de1c-438c-86f9-a0bf3c11b41c req-82f94467-a28b-4048-ae91-68a85abc3c9b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:53.963712 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7cd4aebe-de1c-438c-86f9-a0bf3c11b41c req-82f94467-a28b-4048-ae91-68a85abc3c9b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.2015750 Nov 04 10:50:53.986144 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0bdb549d-4dfc-4bb4-bee4-35cc6004e5c0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:53.991281 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0bdb549d-4dfc-4bb4-bee4-35cc6004e5c0 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6936197 Nov 04 10:50:53.993116 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60016) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:53.999792 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-005dda9f-c5bf-4868-b357-ec8df30fa228 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:54.043127 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2372fc70-694d-4be7-891e-d3e4ec952e67 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:54.062338 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-52736bd5-5b81-44fd-a66d-4408fc11a27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:54.062976 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2372fc70-694d-4be7-891e-d3e4ec952e67 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:54.124619 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2372fc70-694d-4be7-891e-d3e4ec952e67 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:54.137601 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2372fc70-694d-4be7-891e-d3e4ec952e67 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7335651 Nov 04 10:50:54.139737 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60020) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:54.147064 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-727ab860-eff1-47a9-83b4-97d039be9719 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2114337571'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:54.148428 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:54.154022 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52736bd5-5b81-44fd-a66d-4408fc11a27e admin admin] Pushing event deleted for resources: {'Port': ['ID=f1fe34e0-0b85-40b2-b08f-5c2b5b88db6e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:54.169226 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec65ba1-720e-4fb8-a66c-be2a68755eac None None] DHCP port deletion for 022ed43e-a6c2-481f-bb6b-92c38558060a request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:50:54.224864 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727ab860-eff1-47a9-83b4-97d039be9719 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Made reservation on behalf of 8191d6a573d24ff586d6a6c285b10dc2 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:54.230889 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-727ab860-eff1-47a9-83b4-97d039be9719 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:54.247435 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-63eb73f7-e501-480a-b0c6-8fcd78ec17aa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:54.259992 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7cd4aebe-de1c-438c-86f9-a0bf3c11b41c req-e0c5a2c7-e936-4bcd-8a48-2f2f7c749e31 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865698 Nov 04 10:50:54.262214 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-727ab860-eff1-47a9-83b4-97d039be9719 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:54.312162 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb73f7-e501-480a-b0c6-8fcd78ec17aa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Port': ['ID=cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:54.319015 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eb73f7-e501-480a-b0c6-8fcd78ec17aa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] No DVR routers for this DVR port cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:50:54.343512 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2ec65ba1-720e-4fb8-a66c-be2a68755eac None None] Deleting port cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:54.346779 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2ec65ba1-720e-4fb8-a66c-be2a68755eac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:54.418719 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-52736bd5-5b81-44fd-a66d-4408fc11a27e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:54.443547 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-63eb73f7-e501-480a-b0c6-8fcd78ec17aa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:54.467176 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2ec65ba1-720e-4fb8-a66c-be2a68755eac None None] For port cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1, host n-d-816629-1, got binding levels [] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:54.468035 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2ec65ba1-720e-4fb8-a66c-be2a68755eac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:54.468204 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-63eb73f7-e501-480a-b0c6-8fcd78ec17aa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['022ed43e-a6c2-481f-bb6b-92c38558060a']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:54.479081 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-63eb73f7-e501-480a-b0c6-8fcd78ec17aa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018bf11b-d922-454f-9297-c80042070d50') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:54.479411 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-63eb73f7-e501-480a-b0c6-8fcd78ec17aa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018bf11b-d922-454f-9297-c80042070d50') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:54.483530 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2ec65ba1-720e-4fb8-a66c-be2a68755eac None None] Calling delete_port for cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:54.487151 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.ipam_backend_mixin [None req-2ec65ba1-720e-4fb8-a66c-be2a68755eac None None] Port cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1 was not found and therefore no delete operation was performed {{(pid=101776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 10:50:54.490045 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-63eb73f7-e501-480a-b0c6-8fcd78ec17aa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:54.491376 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2ec65ba1-720e-4fb8-a66c-be2a68755eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:54.504650 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-63eb73f7-e501-480a-b0c6-8fcd78ec17aa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:54.511996 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63eb73f7-e501-480a-b0c6-8fcd78ec17aa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Releasing vlan 1151 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:50:54.512415 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-63eb73f7-e501-480a-b0c6-8fcd78ec17aa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:54.529965 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec65ba1-720e-4fb8-a66c-be2a68755eac None None] Pushing event deleted for resources: {'Port': ['ID=cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:54.533249 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec65ba1-720e-4fb8-a66c-be2a68755eac None None] No DVR routers for this DVR port cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:50:54.554525 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:50:54.590784 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-63eb73f7-e501-480a-b0c6-8fcd78ec17aa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:54.609487 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-63eb73f7-e501-480a-b0c6-8fcd78ec17aa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:54.620272 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-63eb73f7-e501-480a-b0c6-8fcd78ec17aa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/networks/022ed43e-a6c2-481f-bb6b-92c38558060a HTTP/1.1" status: 204 len: 168 time: 1.3855419 Nov 04 10:50:54.631012 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60026) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:54.642135 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-3af96516-f6f3-413f-adae-05150aa0d9d7 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'port': {'network_id': 'e00c1660-8b1d-4b7c-ba9e-f1a2c1811605', 'name': 'tempest-PortsTestJSON-1959849164'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:54.656289 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-005dda9f-c5bf-4868-b357-ec8df30fa228 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41180'] for router, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:54.680057 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-52736bd5-5b81-44fd-a66d-4408fc11a27e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:54.681783 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-52736bd5-5b81-44fd-a66d-4408fc11a27e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:54.687641 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-005dda9f-c5bf-4868-b357-ec8df30fa228 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3752830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3752821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3754209'] for router, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:54.689546 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb73f7-e501-480a-b0c6-8fcd78ec17aa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Network': ['ID=022ed43e-a6c2-481f-bb6b-92c38558060a,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:54.780587 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a123794-b644-443d-8d94-99226a735ac0 req-e2004cc7-d530-4106-afd0-dc1ce931a44b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:54.788443 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5a123794-b644-443d-8d94-99226a735ac0 req-e2004cc7-d530-4106-afd0-dc1ce931a44b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1922679 Nov 04 10:50:54.830898 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-52736bd5-5b81-44fd-a66d-4408fc11a27e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:54.831473 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52736bd5-5b81-44fd-a66d-4408fc11a27e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c5935e5-602a-4c12-ba2f-e2836a28aa19 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:50:54.836990 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-727ab860-eff1-47a9-83b4-97d039be9719 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:54.841231 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-52736bd5-5b81-44fd-a66d-4408fc11a27e admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:54.843602 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-727ab860-eff1-47a9-83b4-97d039be9719 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:54.845405 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-52736bd5-5b81-44fd-a66d-4408fc11a27e admin admin] 10.222.0.127 "DELETE /v2.0/routers/4c5935e5-602a-4c12-ba2f-e2836a28aa19 HTTP/1.1" status: 204 len: 168 time: 3.5444663 Nov 04 10:50:54.846054 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60030) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:54.857072 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af96516-f6f3-413f-adae-05150aa0d9d7 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:54.862260 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3af96516-f6f3-413f-adae-05150aa0d9d7 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:54.920622 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727ab860-eff1-47a9-83b4-97d039be9719 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1164} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:50:54.924429 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-3af96516-f6f3-413f-adae-05150aa0d9d7 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] device_id is not set on port 3446f752-9aaa-49aa-8b20-46138b543a61 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:50:54.947220 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ab860-eff1-47a9-83b4-97d039be9719 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e11e36-561e-4b03-a0f5-e5bd5857408c,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:54.973784 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5a123794-b644-443d-8d94-99226a735ac0 req-68a09011-1ef9-4244-99ec-ebaf0fa996ee tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842713 Nov 04 10:50:54.985723 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de9dd7a-8b3c-451e-96e6-1b1832b67b9b admin admin] Deleting subnet 16405c66-cb9c-4753-af06-4d5d5dba6dfc {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:50:54.987773 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-727ab860-eff1-47a9-83b4-97d039be9719 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:54.989132 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-727ab860-eff1-47a9-83b4-97d039be9719 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Added segment 67fe21c7-b8d7-4616-8273-6a8b3b69e595 of type vlan for network c34a1c72-c027-4a3f-bd06-f11a52e61845 Nov 04 10:50:55.000439 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2de9dd7a-8b3c-451e-96e6-1b1832b67b9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:55.084857 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2de9dd7a-8b3c-451e-96e6-1b1832b67b9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:55.117626 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-727ab860-eff1-47a9-83b4-97d039be9719 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:55.195485 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2de9dd7a-8b3c-451e-96e6-1b1832b67b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:55.222442 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005dda9f-c5bf-4868-b357-ec8df30fa228 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Router dc42a66f-19d6-41cf-939c-923ad4456d76 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:50:55.226810 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-727ab860-eff1-47a9-83b4-97d039be9719 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:55.232845 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727ab860-eff1-47a9-83b4-97d039be9719 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:55.233626 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-727ab860-eff1-47a9-83b4-97d039be9719 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:55.254646 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3e14e3b7-3c3c-4122-9d9d-759fe815dc9f req-cb34d3e5-fa05-4503-95af-7337a3634d08 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 210 time: 0.0677998 Nov 04 10:50:55.311743 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-727ab860-eff1-47a9-83b4-97d039be9719 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1695695 Nov 04 10:50:55.383829 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60034) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:55.396153 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-a6cdffbd-0c99-4643-81ff-5c485f7246df tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Request body: {'subnet': {'network_id': 'c34a1c72-c027-4a3f-bd06-f11a52e61845', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:55.397065 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3af96516-f6f3-413f-adae-05150aa0d9d7 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:55.399988 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:50:55.433826 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ab860-eff1-47a9-83b4-97d039be9719 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Pushing event updated for resources: {'Network': ['ID=c34a1c72-c027-4a3f-bd06-f11a52e61845,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:55.447335 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:50:55.447335 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device cb3642bf-6ec1-4a13-aa44-9daa0c2ad8c1 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:50:55.452037 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network c34a1c72-c027-4a3f-bd06-f11a52e61845 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:50:55.535335 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3af96516-f6f3-413f-adae-05150aa0d9d7 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:55.599002 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af96516-f6f3-413f-adae-05150aa0d9d7 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:50:55.601595 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005dda9f-c5bf-4868-b357-ec8df30fa228 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:50:55.604560 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-3af96516-f6f3-413f-adae-05150aa0d9d7 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:55.607411 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af96516-f6f3-413f-adae-05150aa0d9d7 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:50:55.614111 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bb2a3e-ef5e-4445-91a1-003a2e711242 None None] Sync routers for ids ['dc42a66f-19d6-41cf-939c-923ad4456d76'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:50:55.616045 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af96516-f6f3-413f-adae-05150aa0d9d7 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:55.616760 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3af96516-f6f3-413f-adae-05150aa0d9d7 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:55.636011 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bb2a3e-ef5e-4445-91a1-003a2e711242 None None] Routers {'dc42a66f-19d6-41cf-939c-923ad4456d76'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:50:55.637242 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-94bb2a3e-ef5e-4445-91a1-003a2e711242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:50:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['dc42a66f-19d6-41cf-939c-923ad4456d76'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:55.642107 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3af96516-f6f3-413f-adae-05150aa0d9d7 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0093985 Nov 04 10:50:55.644559 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-005dda9f-c5bf-4868-b357-ec8df30fa228 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:55.647495 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60042) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:55.654255 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-005dda9f-c5bf-4868-b357-ec8df30fa228 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "PUT /v2.0/routers/dc42a66f-19d6-41cf-939c-923ad4456d76 HTTP/1.1" status: 200 len: 697 time: 1.6582136 Nov 04 10:50:55.657800 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60044) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:55.690394 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af96516-f6f3-413f-adae-05150aa0d9d7 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Port': ['ID=3446f752-9aaa-49aa-8b20-46138b543a61,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:55.696770 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2de9dd7a-8b3c-451e-96e6-1b1832b67b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:55.776727 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9dd7a-8b3c-451e-96e6-1b1832b67b9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16405c66-cb9c-4753-af06-4d5d5dba6dfc,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:55.788735 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2de9dd7a-8b3c-451e-96e6-1b1832b67b9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:55.792578 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2de9dd7a-8b3c-451e-96e6-1b1832b67b9b admin admin] 10.222.0.127 "DELETE /v2.0/subnets/16405c66-cb9c-4753-af06-4d5d5dba6dfc HTTP/1.1" status: 204 len: 168 time: 0.9380317 Nov 04 10:50:55.796326 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60052) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:55.829975 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd333a5f-66a9-4321-8751-a32520756f69 None None] Network f9e59902-9960-4058-813a-8c12bf428482 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:50:55.861433 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cdffbd-0c99-4643-81ff-5c485f7246df tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Made reservation on behalf of 8191d6a573d24ff586d6a6c285b10dc2 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:55.865957 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6cdffbd-0c99-4643-81ff-5c485f7246df tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:55.871699 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-94bb2a3e-ef5e-4445-91a1-003a2e711242 None None] Set router dc42a66f-19d6-41cf-939c-923ad4456d76 gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:50:55.877174 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8e5da982-8fb3-49a4-b023-cdc4659c7b2b tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "GET /v2.0/routers/dc42a66f-19d6-41cf-939c-923ad4456d76 HTTP/1.1" status: 200 len: 703 time: 0.2190049 Nov 04 10:50:55.886624 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60054) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:55.947025 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9a0c262e-b803-422d-bf5d-9c4a1ce9aa6c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "GET /v2.0/ports?device_id=dc42a66f-19d6-41cf-939c-923ad4456d76 HTTP/1.1" status: 200 len: 205 time: 0.0565596 Nov 04 10:50:55.950935 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60058) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:56.009978 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-94bb2a3e-ef5e-4445-91a1-003a2e711242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc42a66f-19d6-41cf-939c-923ad4456d76', 'name': 'tempest-RoutersIpV6Test-router-427981122', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:50:53Z', 'updated_at': '2021-11-04T10:50:54Z', 'revision_number': 2, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:56.053345 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8968d6a7-069b-4cc0-83d3-3390d63cf0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:56.061105 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-2d644af6-6935-44ad-ab4e-9df760e3b345 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting port 3446f752-9aaa-49aa-8b20-46138b543a61 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:56.061468 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2d644af6-6935-44ad-ab4e-9df760e3b345 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:56.082979 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bb2a3e-ef5e-4445-91a1-003a2e711242 None None] Checking router: dc42a66f-19d6-41cf-939c-923ad4456d76 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:50:56.115051 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bb2a3e-ef5e-4445-91a1-003a2e711242 None None] Routers {'dc42a66f-19d6-41cf-939c-923ad4456d76'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:50:56.115554 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ff4f45e-3804-4aca-8cdf-d87236b5ed8e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:56.116459 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-94bb2a3e-ef5e-4445-91a1-003a2e711242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:50:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['dc42a66f-19d6-41cf-939c-923ad4456d76'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:56.215379 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-94bb2a3e-ef5e-4445-91a1-003a2e711242 None None] Set router dc42a66f-19d6-41cf-939c-923ad4456d76 gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:50:56.217865 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2d644af6-6935-44ad-ab4e-9df760e3b345 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:56.277593 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db507e50-f7e0-4117-a84f-bb62a6c9aeb0 req-e17f0e50-d9a6-40fa-8da2-a5090d285656 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:56.288304 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db507e50-f7e0-4117-a84f-bb62a6c9aeb0 req-e17f0e50-d9a6-40fa-8da2-a5090d285656 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1394742 Nov 04 10:50:56.292753 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-94bb2a3e-ef5e-4445-91a1-003a2e711242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc42a66f-19d6-41cf-939c-923ad4456d76', 'name': 'tempest-RoutersIpV6Test-router-427981122', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:50:53Z', 'updated_at': '2021-11-04T10:50:54Z', 'revision_number': 2, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:56.299708 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-2d644af6-6935-44ad-ab4e-9df760e3b345 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Calling delete_port for 3446f752-9aaa-49aa-8b20-46138b543a61 owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:56.323088 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bb2a3e-ef5e-4445-91a1-003a2e711242 None None] The sync data for ids ['dc42a66f-19d6-41cf-939c-923ad4456d76'] in n-d-816629-1 is: [{'id': 'dc42a66f-19d6-41cf-939c-923ad4456d76', 'name': 'tempest-RoutersIpV6Test-router-427981122', 'tenant_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:50:53Z', 'updated_at': '2021-11-04T10:50:54Z', 'revision_number': 2, 'project_id': '9fa43ef76f0c4eb2b22d3d40568c22a7', 'gw_port_host': None}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:50:56.349264 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ff4f45e-3804-4aca-8cdf-d87236b5ed8e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:56.352991 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ff4f45e-3804-4aca-8cdf-d87236b5ed8e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:56.360357 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-8968d6a7-069b-4cc0-83d3-3390d63cf0c3 admin admin] Deleting port f5fc59ed-e61c-40e8-92a5-5e39a701b35b {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:56.361093 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8968d6a7-069b-4cc0-83d3-3390d63cf0c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:56.411924 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbef8da-598a-4065-a2f5-906f69355953 None None] DHCP port deletion for f9e59902-9960-4058-813a-8c12bf428482 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:50:56.476504 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ff4f45e-3804-4aca-8cdf-d87236b5ed8e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:56.477075 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff4f45e-3804-4aca-8cdf-d87236b5ed8e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Fanout notify agent at l3_agent the message router_deleted on router dc42a66f-19d6-41cf-939c-923ad4456d76 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:50:56.483684 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6cdffbd-0c99-4643-81ff-5c485f7246df tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:56.487123 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ff4f45e-3804-4aca-8cdf-d87236b5ed8e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:56.488136 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1ff4f45e-3804-4aca-8cdf-d87236b5ed8e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/routers/dc42a66f-19d6-41cf-939c-923ad4456d76 HTTP/1.1" status: 204 len: 168 time: 0.5350480 Nov 04 10:50:56.490020 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-1fbef8da-598a-4065-a2f5-906f69355953 None None] Deleting port f5fc59ed-e61c-40e8-92a5-5e39a701b35b {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:56.490571 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1fbef8da-598a-4065-a2f5-906f69355953 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:56.496885 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60062) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:56.528310 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-af0573d6-02a5-46a2-a9f3-2da74a70118a tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "GET /v2.0/ports?device_id=dc42a66f-19d6-41cf-939c-923ad4456d76 HTTP/1.1" status: 200 len: 205 time: 0.0300546 Nov 04 10:50:56.530733 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60064) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:56.543636 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2d644af6-6935-44ad-ab4e-9df760e3b345 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:56.577465 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-1fbef8da-598a-4065-a2f5-906f69355953 None None] For port f5fc59ed-e61c-40e8-92a5-5e39a701b35b, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f5fc59ed-e61c-40e8-92a5-5e39a701b35b,segment=NetworkSegment(30d4132d-ec40-4317-b78d-343556d5fac7),segment_id=30d4132d-ec40-4317-b78d-343556d5fac7)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:56.578213 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1fbef8da-598a-4065-a2f5-906f69355953 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:56.583743 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cdffbd-0c99-4643-81ff-5c485f7246df tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Pushing event updated for resources: {'Subnet': ['ID=54fd5478-aee2-471b-bc91-9790c501b79d,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:56.592698 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-5b304e81-4a85-4c7a-8d99-e612274485bc tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] delete failed (client error): The resource could not be found. Nov 04 10:50:56.596175 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5b304e81-4a85-4c7a-8d99-e612274485bc tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/routers/dc42a66f-19d6-41cf-939c-923ad4456d76 HTTP/1.1" status: 404 len: 336 time: 0.0620618 Nov 04 10:50:56.600134 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-1fbef8da-598a-4065-a2f5-906f69355953 None None] Calling delete_port for f5fc59ed-e61c-40e8-92a5-5e39a701b35b owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:56.604173 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60066) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:56.621539 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d644af6-6935-44ad-ab4e-9df760e3b345 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Port': ['ID=3446f752-9aaa-49aa-8b20-46138b543a61,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:56.628607 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2d644af6-6935-44ad-ab4e-9df760e3b345 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:56.632761 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2d644af6-6935-44ad-ab4e-9df760e3b345 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/ports/3446f752-9aaa-49aa-8b20-46138b543a61 HTTP/1.1" status: 204 len: 168 time: 0.9842532 Nov 04 10:50:56.639266 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60068) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:56.644709 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-69a866c6-9958-4f87-aab9-0b3c318c7950 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'port': {'network_id': 'e00c1660-8b1d-4b7c-ba9e-f1a2c1811605', 'mac_address': 'fa:16:3e:64:26:b8', 'name': 'tempest-PortsTestJSON-97016879'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:56.655516 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a80d712-5d88-4d10-bad9-f7b6b7dd5feb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] DELETE failed (client error): The resource could not be found. Nov 04 10:50:56.656246 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a80d712-5d88-4d10-bad9-f7b6b7dd5feb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:50:56.660572 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7a80d712-5d88-4d10-bad9-f7b6b7dd5feb tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/subnets/a64ec523-8ec7-466b-b51d-1ba689421e46 HTTP/1.1" status: 404 len: 337 time: 0.0552554 Nov 04 10:50:56.672155 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db507e50-f7e0-4117-a84f-bb62a6c9aeb0 req-816bd253-6b59-4276-b51c-a2a53dbcd33f tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829265 Nov 04 10:50:56.672691 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60070) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:56.726363 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-8968d6a7-069b-4cc0-83d3-3390d63cf0c3 admin admin] For port f5fc59ed-e61c-40e8-92a5-5e39a701b35b, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f5fc59ed-e61c-40e8-92a5-5e39a701b35b,segment=NetworkSegment(30d4132d-ec40-4317-b78d-343556d5fac7),segment_id=30d4132d-ec40-4317-b78d-343556d5fac7)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:56.728906 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8968d6a7-069b-4cc0-83d3-3390d63cf0c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:56.783088 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1fbef8da-598a-4065-a2f5-906f69355953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:56.808646 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-d391d4b2-249a-487a-85c5-0f9bd813827a tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] DELETE failed (client error): The resource could not be found. Nov 04 10:50:56.809431 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d391d4b2-249a-487a-85c5-0f9bd813827a tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:50:56.814728 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a866c6-9958-4f87-aab9-0b3c318c7950 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:56.815245 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d391d4b2-249a-487a-85c5-0f9bd813827a tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/subnets/b555a7cd-0e25-4f4f-80d8-45bd1ab62fe8 HTTP/1.1" status: 404 len: 337 time: 0.1310227 Nov 04 10:50:56.823333 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60076) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:56.848164 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbef8da-598a-4065-a2f5-906f69355953 None None] No DVR routers for this DVR port f5fc59ed-e61c-40e8-92a5-5e39a701b35b on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:50:56.853851 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbef8da-598a-4065-a2f5-906f69355953 None None] Pushing event deleted for resources: {'Port': ['ID=f5fc59ed-e61c-40e8-92a5-5e39a701b35b,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:56.871116 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a46734f-9cee-4cc1-8ce6-abe53afca61c req-39a079a0-a56b-4eed-b5da-991e3c8880c4 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 210 time: 0.0702739 Nov 04 10:50:56.873940 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-8968d6a7-069b-4cc0-83d3-3390d63cf0c3 admin admin] Calling delete_port for f5fc59ed-e61c-40e8-92a5-5e39a701b35b owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:56.905471 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cdffbd-0c99-4643-81ff-5c485f7246df tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Checking segment: {'id': '67fe21c7-b8d7-4616-8273-6a8b3b69e595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'c34a1c72-c027-4a3f-bd06-f11a52e61845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:50:56.906099 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cdffbd-0c99-4643-81ff-5c485f7246df tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Network hostable DHCP agents. Network: c34a1c72-c027-4a3f-bd06-f11a52e61845, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:50:56.916957 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce23d8a5-ade9-419c-b02f-35e736e1e4f6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] DELETE failed (client error): The resource could not be found. Nov 04 10:50:56.917462 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce23d8a5-ade9-419c-b02f-35e736e1e4f6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:50:56.928721 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ce23d8a5-ade9-419c-b02f-35e736e1e4f6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/subnets/dea12367-7999-4554-8380-ffe0b0f1e261 HTTP/1.1" status: 404 len: 337 time: 0.1006002 Nov 04 10:50:56.929594 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60078) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:56.965633 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d7e93fd-8d21-4ee4-8ecf-f6045bda145e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] DELETE failed (client error): The resource could not be found. Nov 04 10:50:56.966239 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d7e93fd-8d21-4ee4-8ecf-f6045bda145e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:50:56.969956 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8d7e93fd-8d21-4ee4-8ecf-f6045bda145e tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/subnets/cde7279d-066d-4365-9f9c-601d7e6b8bc2 HTTP/1.1" status: 404 len: 337 time: 0.0395591 Nov 04 10:50:56.973888 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cdffbd-0c99-4643-81ff-5c485f7246df tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Network c34a1c72-c027-4a3f-bd06-f11a52e61845 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:50:56.980772 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60082) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:56.989552 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-a6cdffbd-0c99-4643-81ff-5c485f7246df tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, c34a1c72-c027-4a3f-bd06-f11a52e61845) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:56.996250 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cdffbd-0c99-4643-81ff-5c485f7246df tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:56.997028 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6cdffbd-0c99-4643-81ff-5c485f7246df tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:57.004468 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e03faf4-938f-438d-a6ca-3e3d2862ce80 None None] Network c34a1c72-c027-4a3f-bd06-f11a52e61845 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:50:57.035271 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5df6ff34-123e-4d82-b3a2-632197830eed tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "GET /v2.0/ports?device_id=ffa21b18-e385-4dcb-abb1-fe5831c90d9b HTTP/1.1" status: 200 len: 205 time: 0.0532570 Nov 04 10:50:57.039041 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69a866c6-9958-4f87-aab9-0b3c318c7950 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:57.041221 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60086) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:57.043203 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8968d6a7-069b-4cc0-83d3-3390d63cf0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:57.104261 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968d6a7-069b-4cc0-83d3-3390d63cf0c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5fc59ed-e61c-40e8-92a5-5e39a701b35b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:57.106774 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-d416a5fc-e7b5-4204-9080-31ce75827024 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] delete failed (client error): The resource could not be found. Nov 04 10:50:57.108257 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d416a5fc-e7b5-4204-9080-31ce75827024 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/routers/ffa21b18-e385-4dcb-abb1-fe5831c90d9b HTTP/1.1" status: 404 len: 336 time: 0.0650320 Nov 04 10:50:57.113327 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8968d6a7-069b-4cc0-83d3-3390d63cf0c3 admin admin] No DVR routers for this DVR port f5fc59ed-e61c-40e8-92a5-5e39a701b35b on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:50:57.114130 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60088) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:57.130194 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a6cdffbd-0c99-4643-81ff-5c485f7246df tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7430239 Nov 04 10:50:57.135653 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60090) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:57.143952 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-f1e48f0b-1550-4829-bb1b-97ad35090301 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Request body: {'network': {'name': 'tempest-router-network01--1793056259'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:57.148168 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-69a866c6-9958-4f87-aab9-0b3c318c7950 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] device_id is not set on port f3cfae1f-2e80-4d70-9793-0a2296f076bf yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:50:57.172165 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9b64d4cc-4d41-4ac9-902e-8b8e9e371fb7 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "GET /v2.0/ports?device_id=951ff1df-3ded-4b77-a99b-aead5ff523ed HTTP/1.1" status: 200 len: 205 time: 0.0565457 Nov 04 10:50:57.174600 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60092) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:57.220927 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-aab9945f-a6cf-4bdc-a21f-c8d4f0813c29 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] delete failed (client error): The resource could not be found. Nov 04 10:50:57.221977 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-aab9945f-a6cf-4bdc-a21f-c8d4f0813c29 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/routers/951ff1df-3ded-4b77-a99b-aead5ff523ed HTTP/1.1" status: 404 len: 336 time: 0.0464840 Nov 04 10:50:57.230315 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60094) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:57.379489 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240ad19b-0102-462a-b2f2-a664cf594b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-c34a1c72-c027-4a3f-bd06-f11a52e61845', 'network_id': 'c34a1c72-c027-4a3f-bd06-f11a52e61845', 'tenant_id': '8191d6a573d24ff586d6a6c285b10dc2', 'fixed_ips': [{'subnet_id': '54fd5478-aee2-471b-bc91-9790c501b79d'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:50:57.381499 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-240ad19b-0102-462a-b2f2-a664cf594b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:57.407473 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b55b6a-9fff-4552-9765-5386aeebe805 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] DELETE failed (client error): The resource could not be found. Nov 04 10:50:57.407939 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b55b6a-9fff-4552-9765-5386aeebe805 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:50:57.414383 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f1b55b6a-9fff-4552-9765-5386aeebe805 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/subnets/442f8014-0bf1-451b-897c-2a4c470d120c HTTP/1.1" status: 404 len: 337 time: 0.1609001 Nov 04 10:50:57.422629 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60096) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:57.473158 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-96650d19-b92e-47ad-a2c4-890b90bee5fd tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "GET /v2.0/ports?device_id=e5fbe8ae-3698-4626-b53d-0169e9a7b5f2 HTTP/1.1" status: 200 len: 205 time: 0.0490832 Nov 04 10:50:57.474207 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e48f0b-1550-4829-bb1b-97ad35090301 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Made reservation on behalf of 8191d6a573d24ff586d6a6c285b10dc2 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:57.475776 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60098) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:57.479048 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1e48f0b-1550-4829-bb1b-97ad35090301 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:57.503779 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8968d6a7-069b-4cc0-83d3-3390d63cf0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:57.542219 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-8968d6a7-069b-4cc0-83d3-3390d63cf0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e59902-9960-4058-813a-8c12bf428482']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:57.557437 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e48f0b-1550-4829-bb1b-97ad35090301 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1190} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:50:57.581640 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-e69bfa05-059e-4915-8a76-6fe00d051ef1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] delete failed (client error): The resource could not be found. Nov 04 10:50:57.582388 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f5fc59ed-e61c-40e8-92a5-5e39a701b35b no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:50:57.583023 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e69bfa05-059e-4915-8a76-6fe00d051ef1 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/routers/e5fbe8ae-3698-4626-b53d-0169e9a7b5f2 HTTP/1.1" status: 404 len: 336 time: 0.1060090 Nov 04 10:50:57.586208 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-8968d6a7-069b-4cc0-83d3-3390d63cf0c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d4132d-ec40-4317-b78d-343556d5fac7') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:57.586725 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-8968d6a7-069b-4cc0-83d3-3390d63cf0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d4132d-ec40-4317-b78d-343556d5fac7') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:50:57.589076 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69a866c6-9958-4f87-aab9-0b3c318c7950 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:57.590366 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60100) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:57.626756 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1e48f0b-1550-4829-bb1b-97ad35090301 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:57.638854 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-f1e48f0b-1550-4829-bb1b-97ad35090301 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Added segment 74169a6d-bb56-4a1a-a345-c1bbc5f4c76d of type vlan for network f319f10c-de32-4dcd-b789-fd3bd20eabb5 Nov 04 10:50:57.667036 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8968d6a7-069b-4cc0-83d3-3390d63cf0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:57.674419 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69a866c6-9958-4f87-aab9-0b3c318c7950 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:57.694229 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f2c14881-8afd-40f8-90e9-96614d118751 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "GET /v2.0/ports?device_id=fb7aa30f-b8d9-4db5-a4f2-2f0e99493e5a HTTP/1.1" status: 200 len: 205 time: 0.1002746 Nov 04 10:50:57.712655 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60102) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:57.767246 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a866c6-9958-4f87-aab9-0b3c318c7950 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:50:57.780446 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-69a866c6-9958-4f87-aab9-0b3c318c7950 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:57.784279 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a866c6-9958-4f87-aab9-0b3c318c7950 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:50:57.790537 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-240ad19b-0102-462a-b2f2-a664cf594b7f None None] Allocated IP 172.20.0.2 (c34a1c72-c027-4a3f-bd06-f11a52e61845/54fd5478-aee2-471b-bc91-9790c501b79d/a003858e-ba99-4016-99b7-f9a1880536ba) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:50:57.809171 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a866c6-9958-4f87-aab9-0b3c318c7950 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:57.809872 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69a866c6-9958-4f87-aab9-0b3c318c7950 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:57.875441 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a866c6-9958-4f87-aab9-0b3c318c7950 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Port': ['ID=f3cfae1f-2e80-4d70-9793-0a2296f076bf,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:57.922355 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-69a866c6-9958-4f87-aab9-0b3c318c7950 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.2817128 Nov 04 10:50:57.923037 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60108) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:57.932574 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: f5fc59ed-e61c-40e8-92a5-5e39a701b35b {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:50:57.932954 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f5fc59ed-e61c-40e8-92a5-5e39a701b35b not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:50:57.966148 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-435b678c-d13a-4bd0-8ab2-1eac0053de93 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] delete failed (client error): The resource could not be found. Nov 04 10:50:57.968659 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-435b678c-d13a-4bd0-8ab2-1eac0053de93 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/routers/fb7aa30f-b8d9-4db5-a4f2-2f0e99493e5a HTTP/1.1" status: 404 len: 336 time: 0.2473366 Nov 04 10:50:57.970963 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60110) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:57.978051 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8968d6a7-069b-4cc0-83d3-3390d63cf0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:57.996420 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1e48f0b-1550-4829-bb1b-97ad35090301 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:58.006032 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8968d6a7-069b-4cc0-83d3-3390d63cf0c3 admin admin] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:50:58.017162 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8968d6a7-069b-4cc0-83d3-3390d63cf0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:50:58.024098 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:50:58.065077 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-240ad19b-0102-462a-b2f2-a664cf594b7f None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:58.067877 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a76922-e88c-4100-b5e5-d9faf75773d4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] DELETE failed (client error): The resource could not be found. Nov 04 10:50:58.068484 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a76922-e88c-4100-b5e5-d9faf75773d4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:50:58.074640 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a4a76922-e88c-4100-b5e5-d9faf75773d4 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/subnets/0c8da627-0716-4475-8293-800707f47ecd HTTP/1.1" status: 404 len: 337 time: 0.0949528 Nov 04 10:50:58.075138 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60114) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:58.078778 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-240ad19b-0102-462a-b2f2-a664cf594b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:58.105376 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fdf35f88-17ea-439d-a91f-079f6cce6ebe tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "GET /v2.0/ports?device_id=c0581715-c6ab-4661-b179-2458077ecc65 HTTP/1.1" status: 200 len: 205 time: 0.0289896 Nov 04 10:50:58.114897 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60116) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:58.131248 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a057bf5-aced-406f-96f4-eba2e975692b tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:58.132734 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7a057bf5-aced-406f-96f4-eba2e975692b tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "GET /v2.0/ports/f3cfae1f-2e80-4d70-9793-0a2296f076bf HTTP/1.1" status: 200 len: 839 time: 0.2040703 Nov 04 10:50:58.135456 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60118) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:58.154165 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240ad19b-0102-462a-b2f2-a664cf594b7f None None] Network c34a1c72-c027-4a3f-bd06-f11a52e61845 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:50:58.158148 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-240ad19b-0102-462a-b2f2-a664cf594b7f None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:50:58.162400 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240ad19b-0102-462a-b2f2-a664cf594b7f None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:50:58.187526 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ad19b-0102-462a-b2f2-a664cf594b7f None None] Pushing event updated for resources: {'Port': ['ID=a003858e-ba99-4016-99b7-f9a1880536ba,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:58.228244 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-167f07df-3820-4dcd-b4e7-b51a736cb3e7 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] delete failed (client error): The resource could not be found. Nov 04 10:50:58.229414 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-167f07df-3820-4dcd-b4e7-b51a736cb3e7 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/routers/c0581715-c6ab-4661-b179-2458077ecc65 HTTP/1.1" status: 404 len: 336 time: 0.1134982 Nov 04 10:50:58.232445 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60122) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:58.268733 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-e06b0128-29d7-476f-bd51-8045920b148f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] DELETE failed (client error): The resource could not be found. Nov 04 10:50:58.269107 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e06b0128-29d7-476f-bd51-8045920b148f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:50:58.273176 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e06b0128-29d7-476f-bd51-8045920b148f tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/subnets/70bc2ed8-533f-416d-9620-7733079442fe HTTP/1.1" status: 404 len: 337 time: 0.0396562 Nov 04 10:50:58.319014 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-240ad19b-0102-462a-b2f2-a664cf594b7f None None] Attempting to bind port a003858e-ba99-4016-99b7-f9a1880536ba on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:50:58.319630 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-240ad19b-0102-462a-b2f2-a664cf594b7f None None] Attempting to bind port a003858e-ba99-4016-99b7-f9a1880536ba by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '67fe21c7-b8d7-4616-8273-6a8b3b69e595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'c34a1c72-c027-4a3f-bd06-f11a52e61845'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:50:58.320150 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240ad19b-0102-462a-b2f2-a664cf594b7f None None] Attempting to bind port a003858e-ba99-4016-99b7-f9a1880536ba on network c34a1c72-c027-4a3f-bd06-f11a52e61845 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:50:58.325679 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60124) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:58.333264 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240ad19b-0102-462a-b2f2-a664cf594b7f None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:50:58.333813 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240ad19b-0102-462a-b2f2-a664cf594b7f None None] Checking segment: {'id': '67fe21c7-b8d7-4616-8273-6a8b3b69e595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'c34a1c72-c027-4a3f-bd06-f11a52e61845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:50:58.334200 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-240ad19b-0102-462a-b2f2-a664cf594b7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:58.334599 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240ad19b-0102-462a-b2f2-a664cf594b7f None None] Bound using segment: {'id': '67fe21c7-b8d7-4616-8273-6a8b3b69e595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'c34a1c72-c027-4a3f-bd06-f11a52e61845'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:50:58.335089 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-240ad19b-0102-462a-b2f2-a664cf594b7f None None] Bound port: a003858e-ba99-4016-99b7-f9a1880536ba, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fe21c7-b8d7-4616-8273-6a8b3b69e595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'c34a1c72-c027-4a3f-bd06-f11a52e61845'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:50:58.335477 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-240ad19b-0102-462a-b2f2-a664cf594b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:58.362748 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e35c4227-f3e6-4b37-ad97-eda503c8409b tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "GET /v2.0/ports?device_id=9bb242f3-8d53-4e24-9bcd-2ae28b5b6249 HTTP/1.1" status: 200 len: 205 time: 0.0297885 Nov 04 10:50:58.367750 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60126) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:58.416466 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-fe0799d0-af40-4468-a27e-dadd6769a14c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] delete failed (client error): The resource could not be found. Nov 04 10:50:58.420509 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fe0799d0-af40-4468-a27e-dadd6769a14c tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/routers/9bb242f3-8d53-4e24-9bcd-2ae28b5b6249 HTTP/1.1" status: 404 len: 336 time: 0.0504184 Nov 04 10:50:58.424202 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60128) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:58.449213 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.db.resource_extend [None req-f1e48f0b-1550-4829-bb1b-97ad35090301 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:50:58.473792 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-240ad19b-0102-462a-b2f2-a664cf594b7f None None] For port a003858e-ba99-4016-99b7-f9a1880536ba, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:50:58.478104 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-240ad19b-0102-462a-b2f2-a664cf594b7f None None] For port a003858e-ba99-4016-99b7-f9a1880536ba, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a003858e-ba99-4016-99b7-f9a1880536ba,segment=NetworkSegment(67fe21c7-b8d7-4616-8273-6a8b3b69e595),segment_id=67fe21c7-b8d7-4616-8273-6a8b3b69e595)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:50:58.480596 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ad6d2-3428-41ed-aaae-74cbf73d2a9f req-51592a5c-5f60-4df8-8552-377170648cd0 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:58.482206 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-294ad6d2-3428-41ed-aaae-74cbf73d2a9f req-51592a5c-5f60-4df8-8552-377170648cd0 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.6222169 Nov 04 10:50:58.492240 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-240ad19b-0102-462a-b2f2-a664cf594b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:58.496012 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1e48f0b-1550-4829-bb1b-97ad35090301 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:58.496210 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e8a4ce-9f57-4b5a-a740-792ce25867e3 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] DELETE failed (client error): The resource could not be found. Nov 04 10:50:58.496648 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89e8a4ce-9f57-4b5a-a740-792ce25867e3 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:50:58.500113 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-89e8a4ce-9f57-4b5a-a740-792ce25867e3 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/subnets/423b68c4-f78b-4884-b332-8588bc284014 HTTP/1.1" status: 404 len: 337 time: 0.0711842 Nov 04 10:50:58.502485 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e48f0b-1550-4829-bb1b-97ad35090301 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:58.503171 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60130) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:58.503426 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1e48f0b-1550-4829-bb1b-97ad35090301 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:58.525529 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8968d6a7-069b-4cc0-83d3-3390d63cf0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:58.552598 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8968d6a7-069b-4cc0-83d3-3390d63cf0c3 admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:58.568568 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8968d6a7-069b-4cc0-83d3-3390d63cf0c3 admin admin] 10.222.0.127 "DELETE /v2.0/networks/f9e59902-9960-4058-813a-8c12bf428482 HTTP/1.1" status: 204 len: 168 time: 2.7709138 Nov 04 10:50:58.581194 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ad19b-0102-462a-b2f2-a664cf594b7f None None] Pushing event updated for resources: {'Port': ['ID=a003858e-ba99-4016-99b7-f9a1880536ba,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:58.582807 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f1e48f0b-1550-4829-bb1b-97ad35090301 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4436598 Nov 04 10:50:58.586805 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60132) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:58.587145 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60134) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:58.593551 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-5f888dee-4dba-45bc-89e9-1fbd655acd96 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Request body: {'network': {'name': 'tempest-router-network02--1327416220'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:50:58.601605 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-0981323e-6248-46b0-87e2-8a22cb613ae6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] DELETE failed (client error): The resource could not be found. Nov 04 10:50:58.602111 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0981323e-6248-46b0-87e2-8a22cb613ae6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:50:58.605271 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0981323e-6248-46b0-87e2-8a22cb613ae6 tempest-RoutersIpV6Test-269054916 tempest-RoutersIpV6Test-269054916-project] 10.222.0.127 "DELETE /v2.0/subnets/2ece9194-af6e-462c-bfd4-167341200c96 HTTP/1.1" status: 404 len: 337 time: 0.1010857 Nov 04 10:50:58.608018 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-d14e468d-7a01-4c3c-9808-7cf345564708 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting port f3cfae1f-2e80-4d70-9793-0a2296f076bf {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:50:58.608353 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d14e468d-7a01-4c3c-9808-7cf345564708 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:58.690656 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e48f0b-1550-4829-bb1b-97ad35090301 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Pushing event updated for resources: {'Network': ['ID=f319f10c-de32-4dcd-b789-fd3bd20eabb5,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:58.703583 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network f319f10c-de32-4dcd-b789-fd3bd20eabb5 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:50:58.705920 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-294ad6d2-3428-41ed-aaae-74cbf73d2a9f req-1e5a83fa-baab-45fd-9298-5f05ffec9e69 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116511 Nov 04 10:50:58.721684 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968d6a7-069b-4cc0-83d3-3390d63cf0c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9e59902-9960-4058-813a-8c12bf428482,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:58.964132 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d34e9770-2005-4926-867e-e98dbec2aaa0 req-b1f12a22-a4a3-4a2b-a75b-4597eb7b35b4 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 210 time: 0.0700855 Nov 04 10:50:59.210588 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60142) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:59.320930 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d14e468d-7a01-4c3c-9808-7cf345564708 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:59.445875 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-d14e468d-7a01-4c3c-9808-7cf345564708 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Calling delete_port for f3cfae1f-2e80-4d70-9793-0a2296f076bf owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:50:59.453361 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f888dee-4dba-45bc-89e9-1fbd655acd96 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Made reservation on behalf of 8191d6a573d24ff586d6a6c285b10dc2 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:50:59.457490 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f888dee-4dba-45bc-89e9-1fbd655acd96 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:59.493474 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a003858e-ba99-4016-99b7-f9a1880536ba up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:50:59.526708 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c2a5f8c6-3f4e-422b-9930-15d9e39bdb29 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=9fa43ef76f0c4eb2b22d3d40568c22a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3147385 Nov 04 10:50:59.536498 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60146) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:50:59.574192 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port a003858e-ba99-4016-99b7-f9a1880536ba triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:50:59.574803 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:59.583066 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f888dee-4dba-45bc-89e9-1fbd655acd96 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1156} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:50:59.593797 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f888dee-4dba-45bc-89e9-1fbd655acd96 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:59.594373 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-5f888dee-4dba-45bc-89e9-1fbd655acd96 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Added segment 8b541f45-2c08-4a30-a865-fcb1548fffe0 of type vlan for network 689ad3b7-6450-4f15-932c-fc147ae9e381 Nov 04 10:50:59.639781 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5dc98f20-80bc-4e5a-94de-72518d355504 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:59.664905 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5dc98f20-80bc-4e5a-94de-72518d355504 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:59.700697 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:59.734174 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5dc98f20-80bc-4e5a-94de-72518d355504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:59.739767 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5dc98f20-80bc-4e5a-94de-72518d355504 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:59.761164 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5dc98f20-80bc-4e5a-94de-72518d355504 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/054c8306-b5df-497d-8088-48303399d563 HTTP/1.1" status: 204 len: 168 time: 0.2229741 Nov 04 10:50:59.773827 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port a003858e-ba99-4016-99b7-f9a1880536ba, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a003858e-ba99-4016-99b7-f9a1880536ba,segment=NetworkSegment(67fe21c7-b8d7-4616-8273-6a8b3b69e595),segment_id=67fe21c7-b8d7-4616-8273-6a8b3b69e595)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:50:59.778096 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc98f20-80bc-4e5a-94de-72518d355504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054c8306-b5df-497d-8088-48303399d563,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:59.783136 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:59.796179 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f888dee-4dba-45bc-89e9-1fbd655acd96 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:59.878683 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=a003858e-ba99-4016-99b7-f9a1880536ba,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:50:59.902364 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b060b9e-4d36-4cca-a09f-641d45d4ba82 req-3f135c4e-fa6d-4bf4-b77d-4f5787f601ad tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:59.903980 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7b060b9e-4d36-4cca-a09f-641d45d4ba82 req-3f135c4e-fa6d-4bf4-b77d-4f5787f601ad tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.0615044 Nov 04 10:50:59.906980 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d14e468d-7a01-4c3c-9808-7cf345564708 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:59.960932 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f888dee-4dba-45bc-89e9-1fbd655acd96 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:50:59.967004 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f888dee-4dba-45bc-89e9-1fbd655acd96 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:50:59.967147 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7b060b9e-4d36-4cca-a09f-641d45d4ba82 req-061ec35e-6926-4bc1-a1e3-0e77789d2484 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554519 Nov 04 10:50:59.967594 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5f888dee-4dba-45bc-89e9-1fbd655acd96 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:00.000461 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e468d-7a01-4c3c-9808-7cf345564708 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Port': ['ID=f3cfae1f-2e80-4d70-9793-0a2296f076bf,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:00.059428 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d14e468d-7a01-4c3c-9808-7cf345564708 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:00.065702 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d14e468d-7a01-4c3c-9808-7cf345564708 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/ports/f3cfae1f-2e80-4d70-9793-0a2296f076bf HTTP/1.1" status: 204 len: 168 time: 1.9249368 Nov 04 10:51:00.066053 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60158) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:00.125322 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5f888dee-4dba-45bc-89e9-1fbd655acd96 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5350266 Nov 04 10:51:00.134204 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60166) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:00.147151 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8ccf53-e6d1-4a6a-b05e-fff9e8b132d5 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] GET failed (client error): The resource could not be found. Nov 04 10:51:00.148899 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6e8ccf53-e6d1-4a6a-b05e-fff9e8b132d5 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "GET /v2.0/ports/f3cfae1f-2e80-4d70-9793-0a2296f076bf HTTP/1.1" status: 404 len: 333 time: 0.0816109 Nov 04 10:51:00.170577 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-69bcb0dc-321d-471e-8745-e1add9612f34 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Request body: {'subnet': {'network_id': 'f319f10c-de32-4dcd-b789-fd3bd20eabb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:00.180080 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60168) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:00.207677 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-9ad62319-d3de-4427-b71b-d3b950607b81 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'port': {'network_id': 'e00c1660-8b1d-4b7c-ba9e-f1a2c1811605', 'name': 'tempest-PortsTestJSON-766426581'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:00.216580 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f888dee-4dba-45bc-89e9-1fbd655acd96 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Pushing event updated for resources: {'Network': ['ID=689ad3b7-6450-4f15-932c-fc147ae9e381,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:00.241194 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 689ad3b7-6450-4f15-932c-fc147ae9e381 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:51:00.284408 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4964362f-8998-4792-be99-be167802027a None None] Network c34a1c72-c027-4a3f-bd06-f11a52e61845 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:00.333797 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78532a92-16cb-47ad-903b-8dde316bb95f req-c08e0849-0266-4756-a212-7596972af51e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/ports?device_id=4c048a36-bdef-4413-b9ca-45f19555d51a HTTP/1.1" status: 200 len: 210 time: 0.1757753 Nov 04 10:51:00.447592 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad62319-d3de-4427-b71b-d3b950607b81 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:51:00.451670 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9ad62319-d3de-4427-b71b-d3b950607b81 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:00.471164 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a70b6ae5-175e-4963-ad45-e7c04efd3c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:00.490016 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-9ad62319-d3de-4427-b71b-d3b950607b81 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] device_id is not set on port cfb168d9-0c9f-4d3e-bac6-aa719bfe6978 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:51:00.501205 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bcb0dc-321d-471e-8745-e1add9612f34 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Made reservation on behalf of 8191d6a573d24ff586d6a6c285b10dc2 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:51:00.508696 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-69bcb0dc-321d-471e-8745-e1add9612f34 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:00.595707 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a0489653-3ff9-4952-99d3-7e19a0e5b866 None None] Provisioning complete for port a003858e-ba99-4016-99b7-f9a1880536ba triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:00.596259 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a0489653-3ff9-4952-99d3-7e19a0e5b866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:00.849254 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60196) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:00.877557 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cb906-1bf2-4567-9513-f2537658575f req-3e180701-f12c-450c-a1ea-30018bc3aaea tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:00.879089 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-963cb906-1bf2-4567-9513-f2537658575f req-3e180701-f12c-450c-a1ea-30018bc3aaea tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/networks?id=b7a0e2bc-d7d0-494f-8e99-aee30a4827ad HTTP/1.1" status: 200 len: 814 time: 0.2840998 Nov 04 10:51:00.897894 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-a70b6ae5-175e-4963-ad45-e7c04efd3c54 admin admin] Deleting port 67b8728a-a182-46ad-942c-451137dbab80 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:00.898269 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a70b6ae5-175e-4963-ad45-e7c04efd3c54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:00.907225 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9ad62319-d3de-4427-b71b-d3b950607b81 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:00.921700 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-963cb906-1bf2-4567-9513-f2537658575f req-e3a643f5-0afd-4ef3-80a4-aa229e892f99 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/quotas/22e57a6fdbd24fb38ba8c5b24e6f85e0 HTTP/1.1" status: 200 len: 375 time: 0.0323861 Nov 04 10:51:00.992047 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-963cb906-1bf2-4567-9513-f2537658575f req-939d9a51-2f39-46c5-9834-4ea8f61af9fb tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=22e57a6fdbd24fb38ba8c5b24e6f85e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632775 Nov 04 10:51:01.019309 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-69bcb0dc-321d-471e-8745-e1add9612f34 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:01.036922 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-a70b6ae5-175e-4963-ad45-e7c04efd3c54 admin admin] For port 67b8728a-a182-46ad-942c-451137dbab80, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=67b8728a-a182-46ad-942c-451137dbab80,segment=NetworkSegment(9cb5b4b2-05a7-4f13-8398-e245a4799d79),segment_id=9cb5b4b2-05a7-4f13-8398-e245a4799d79)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:01.037295 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a70b6ae5-175e-4963-ad45-e7c04efd3c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:01.058236 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-bafd443e-517c-47eb-822a-c4730a498260 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'network': {'name': 'tempest-RoutersTest-1227598259'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:01.068303 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-a70b6ae5-175e-4963-ad45-e7c04efd3c54 admin admin] Calling delete_port for 67b8728a-a182-46ad-942c-451137dbab80 owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:01.083110 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9ad62319-d3de-4427-b71b-d3b950607b81 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:01.094488 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-963cb906-1bf2-4567-9513-f2537658575f req-90eacc5d-b6ec-4e16-87b1-ab537a894c96 service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:51:01.102066 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-963cb906-1bf2-4567-9513-f2537658575f req-90eacc5d-b6ec-4e16-87b1-ab537a894c96 service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0965340 Nov 04 10:51:01.136270 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafd443e-517c-47eb-822a-c4730a498260 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Made reservation on behalf of 93d3f7e9109b4e65b4b65c6a9a173da1 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:51:01.136270 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bafd443e-517c-47eb-822a-c4730a498260 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:01.149570 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bafd443e-517c-47eb-822a-c4730a498260 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:01.167631 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bcb0dc-321d-471e-8745-e1add9612f34 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Pushing event updated for resources: {'Subnet': ['ID=d4e72c3d-bf76-4998-9c4c-e866c1a62d72,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:01.218311 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad62319-d3de-4427-b71b-d3b950607b81 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:51:01.237358 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-9ad62319-d3de-4427-b71b-d3b950607b81 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:01.240501 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad62319-d3de-4427-b71b-d3b950607b81 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:51:01.244278 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2ff3976b-48eb-4f6f-91ba-d389ebf4a6bc None None] Provisioning complete for port a003858e-ba99-4016-99b7-f9a1880536ba triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:01.245034 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2ff3976b-48eb-4f6f-91ba-d389ebf4a6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:01.246392 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad62319-d3de-4427-b71b-d3b950607b81 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:01.247027 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9ad62319-d3de-4427-b71b-d3b950607b81 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:01.249894 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bcb0dc-321d-471e-8745-e1add9612f34 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Checking segment: {'id': '74169a6d-bb56-4a1a-a345-c1bbc5f4c76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'f319f10c-de32-4dcd-b789-fd3bd20eabb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:51:01.250252 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bcb0dc-321d-471e-8745-e1add9612f34 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Network hostable DHCP agents. Network: f319f10c-de32-4dcd-b789-fd3bd20eabb5, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:51:01.252261 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad62319-d3de-4427-b71b-d3b950607b81 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Port': ['ID=cfb168d9-0c9f-4d3e-bac6-aa719bfe6978,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:01.303838 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9ad62319-d3de-4427-b71b-d3b950607b81 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1226451 Nov 04 10:51:01.306915 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60204) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:01.320163 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-a9a13db8-dbb8-437e-ac87-74f4e28bf37a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:01.329204 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-963cb906-1bf2-4567-9513-f2537658575f req-69039725-f674-4212-8877-dc57caa6a1f1 service neutron] 10.222.0.127 "GET /v2.0/networks/b7a0e2bc-d7d0-494f-8e99-aee30a4827ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254589 Nov 04 10:51:01.339886 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bcb0dc-321d-471e-8745-e1add9612f34 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Network f319f10c-de32-4dcd-b789-fd3bd20eabb5 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:51:01.368280 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bafd443e-517c-47eb-822a-c4730a498260 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:01.389145 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-69bcb0dc-321d-471e-8745-e1add9612f34 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, f319f10c-de32-4dcd-b789-fd3bd20eabb5) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:01.398674 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bcb0dc-321d-471e-8745-e1add9612f34 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:01.399009 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bafd443e-517c-47eb-822a-c4730a498260 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:01.399327 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-69bcb0dc-321d-471e-8745-e1add9612f34 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:01.406071 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8335e551-1914-4aa5-8d2b-fc3c35db1b9c None None] Network f319f10c-de32-4dcd-b789-fd3bd20eabb5 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:01.408241 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a003858e-ba99-4016-99b7-f9a1880536ba up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:51:01.434058 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-69bcb0dc-321d-471e-8745-e1add9612f34 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2957497 Nov 04 10:51:01.435589 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60210) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:01.440622 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-f1607e6e-aca1-4f91-97cb-dcbcde9f9f2e tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Request body: {'subnet': {'network_id': '689ad3b7-6450-4f15-932c-fc147ae9e381', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:01.475802 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bafd443e-517c-47eb-822a-c4730a498260 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1169} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:51:01.490931 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a9a13db8-dbb8-437e-ac87-74f4e28bf37a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:01.501520 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd443e-517c-47eb-822a-c4730a498260 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b153764b-0341-4231-96a3-1d6ec61aa0c9,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:01.508466 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-963cb906-1bf2-4567-9513-f2537658575f req-c435cb56-64e1-4e95-8cb9-148529cac747 service neutron] 10.222.0.127 "GET /v2.0/networks/b7a0e2bc-d7d0-494f-8e99-aee30a4827ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780255 Nov 04 10:51:01.510412 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bafd443e-517c-47eb-822a-c4730a498260 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:01.510412 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-bafd443e-517c-47eb-822a-c4730a498260 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Added segment 81d3bc63-1aa1-4b7a-94f2-41a435e69e16 of type vlan for network 74261819-7f53-4aae-9a9e-9792d5ef1d9f Nov 04 10:51:01.511734 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a70b6ae5-175e-4963-ad45-e7c04efd3c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:01.536884 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port a003858e-ba99-4016-99b7-f9a1880536ba triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:01.537263 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:01.590977 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1607e6e-aca1-4f91-97cb-dcbcde9f9f2e tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Made reservation on behalf of 8191d6a573d24ff586d6a6c285b10dc2 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:51:01.597967 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b6ae5-175e-4963-ad45-e7c04efd3c54 admin admin] Pushing event deleted for resources: {'Port': ['ID=67b8728a-a182-46ad-942c-451137dbab80,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:01.651209 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bafd443e-517c-47eb-822a-c4730a498260 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:01.657686 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1607e6e-aca1-4f91-97cb-dcbcde9f9f2e tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:01.711100 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6162426-e069-4565-b2f3-6c1e2eaf72c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-f319f10c-de32-4dcd-b789-fd3bd20eabb5', 'network_id': 'f319f10c-de32-4dcd-b789-fd3bd20eabb5', 'tenant_id': '8191d6a573d24ff586d6a6c285b10dc2', 'fixed_ips': [{'subnet_id': 'd4e72c3d-bf76-4998-9c4c-e866c1a62d72'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:51:01.712025 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a6162426-e069-4565-b2f3-6c1e2eaf72c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:01.864680 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-a6162426-e069-4565-b2f3-6c1e2eaf72c3 None None] Allocated IP 172.20.0.2 (f319f10c-de32-4dcd-b789-fd3bd20eabb5/d4e72c3d-bf76-4998-9c4c-e866c1a62d72/3c12b642-e69f-4ece-a8f8-8070f41e4e59) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:51:01.869227 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bafd443e-517c-47eb-822a-c4730a498260 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:01.875307 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafd443e-517c-47eb-822a-c4730a498260 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:01.876151 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bafd443e-517c-47eb-822a-c4730a498260 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:01.883208 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ff3af-c4f6-4e80-bc38-46fede18b56a req-4e562a7f-6e0c-43b5-8ccb-2a543bb21d67 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:01.893459 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-969ff3af-c4f6-4e80-bc38-46fede18b56a req-4e562a7f-6e0c-43b5-8ccb-2a543bb21d67 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1666186 Nov 04 10:51:02.005830 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-969ff3af-c4f6-4e80-bc38-46fede18b56a req-5546376b-9712-446d-a64f-0081185aa1e1 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109128 Nov 04 10:51:02.011637 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bafd443e-517c-47eb-822a-c4730a498260 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1606140 Nov 04 10:51:02.015209 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60218) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:02.028780 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-e82be972-78e1-41e1-b05b-2fbda520ebe1 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'network': {'name': 'tempest-RoutersTest-683112701'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:02.047103 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a9a13db8-dbb8-437e-ac87-74f4e28bf37a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:02.061253 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a9a13db8-dbb8-437e-ac87-74f4e28bf37a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:02.074592 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd443e-517c-47eb-822a-c4730a498260 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Network': ['ID=74261819-7f53-4aae-9a9e-9792d5ef1d9f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:02.110482 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-a9a13db8-dbb8-437e-ac87-74f4e28bf37a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] In _notify_port_updated(), no bound segment for port cfb168d9-0c9f-4d3e-bac6-aa719bfe6978 on network e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 {{(pid=101775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 04 10:51:02.118040 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a13db8-dbb8-437e-ac87-74f4e28bf37a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:02.118816 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a9a13db8-dbb8-437e-ac87-74f4e28bf37a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:02.120070 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a9a13db8-dbb8-437e-ac87-74f4e28bf37a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "PUT /v2.0/ports/cfb168d9-0c9f-4d3e-bac6-aa719bfe6978 HTTP/1.1" status: 200 len: 818 time: 0.8112912 Nov 04 10:51:02.123384 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a70b6ae5-175e-4963-ad45-e7c04efd3c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:02.127917 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60222) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:02.130059 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a6162426-e069-4565-b2f3-6c1e2eaf72c3 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:02.140611 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 74261819-7f53-4aae-9a9e-9792d5ef1d9f details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:51:02.143299 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a6162426-e069-4565-b2f3-6c1e2eaf72c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:02.182532 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a13db8-dbb8-437e-ac87-74f4e28bf37a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Port': ['ID=cfb168d9-0c9f-4d3e-bac6-aa719bfe6978,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:02.206394 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1607e6e-aca1-4f91-97cb-dcbcde9f9f2e tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:02.269272 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82be972-78e1-41e1-b05b-2fbda520ebe1 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Made reservation on behalf of 93d3f7e9109b4e65b4b65c6a9a173da1 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:51:02.270790 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6162426-e069-4565-b2f3-6c1e2eaf72c3 None None] Pushing event updated for resources: {'Port': ['ID=3c12b642-e69f-4ece-a8f8-8070f41e4e59,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:02.273289 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e82be972-78e1-41e1-b05b-2fbda520ebe1 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:02.276754 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6162426-e069-4565-b2f3-6c1e2eaf72c3 None None] Network f319f10c-de32-4dcd-b789-fd3bd20eabb5 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:51:02.295155 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1607e6e-aca1-4f91-97cb-dcbcde9f9f2e tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Pushing event updated for resources: {'Subnet': ['ID=51d26409-de3f-40a5-9cf0-4527b6861daf,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:02.297355 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-a6162426-e069-4565-b2f3-6c1e2eaf72c3 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:02.311241 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82be972-78e1-41e1-b05b-2fbda520ebe1 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1182} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:51:02.313256 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6162426-e069-4565-b2f3-6c1e2eaf72c3 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:51:02.323606 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e82be972-78e1-41e1-b05b-2fbda520ebe1 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:02.323953 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-e82be972-78e1-41e1-b05b-2fbda520ebe1 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Added segment c9bcb61f-8ff3-4a7a-b17c-e751ca791d56 of type vlan for network 65187f01-7f9f-428c-b64c-1dd9deefc463 Nov 04 10:51:02.366571 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-89bc1c1a-3d18-48e5-9968-2046a5f12e71 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting port cfb168d9-0c9f-4d3e-bac6-aa719bfe6978 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:02.366908 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-89bc1c1a-3d18-48e5-9968-2046a5f12e71 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:02.395076 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-a6162426-e069-4565-b2f3-6c1e2eaf72c3 None None] Attempting to bind port 3c12b642-e69f-4ece-a8f8-8070f41e4e59 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:51:02.395771 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-a6162426-e069-4565-b2f3-6c1e2eaf72c3 None None] Attempting to bind port 3c12b642-e69f-4ece-a8f8-8070f41e4e59 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '74169a6d-bb56-4a1a-a345-c1bbc5f4c76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'f319f10c-de32-4dcd-b789-fd3bd20eabb5'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:51:02.396305 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6162426-e069-4565-b2f3-6c1e2eaf72c3 None None] Attempting to bind port 3c12b642-e69f-4ece-a8f8-8070f41e4e59 on network f319f10c-de32-4dcd-b789-fd3bd20eabb5 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:51:02.406510 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6162426-e069-4565-b2f3-6c1e2eaf72c3 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:51:02.406887 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6162426-e069-4565-b2f3-6c1e2eaf72c3 None None] Checking segment: {'id': '74169a6d-bb56-4a1a-a345-c1bbc5f4c76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'f319f10c-de32-4dcd-b789-fd3bd20eabb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:51:02.407333 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a6162426-e069-4565-b2f3-6c1e2eaf72c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:02.407950 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6162426-e069-4565-b2f3-6c1e2eaf72c3 None None] Bound using segment: {'id': '74169a6d-bb56-4a1a-a345-c1bbc5f4c76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'f319f10c-de32-4dcd-b789-fd3bd20eabb5'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:51:02.408666 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-a6162426-e069-4565-b2f3-6c1e2eaf72c3 None None] Bound port: 3c12b642-e69f-4ece-a8f8-8070f41e4e59, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74169a6d-bb56-4a1a-a345-c1bbc5f4c76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'f319f10c-de32-4dcd-b789-fd3bd20eabb5'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:51:02.409443 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a6162426-e069-4565-b2f3-6c1e2eaf72c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:02.413578 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a63ffb3f-6d95-4717-9b6d-e6663fc6543d req-d0bf6e57-39a3-4e79-ab5d-8d0a8d183fe8 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/ports?device_id=45c3260c-ac03-45ba-bf65-687483a9914a HTTP/1.1" status: 200 len: 210 time: 0.0740066 Nov 04 10:51:02.481627 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60228) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:02.501302 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-89bc1c1a-3d18-48e5-9968-2046a5f12e71 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:02.508477 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e82be972-78e1-41e1-b05b-2fbda520ebe1 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:02.512917 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-a6162426-e069-4565-b2f3-6c1e2eaf72c3 None None] For port 3c12b642-e69f-4ece-a8f8-8070f41e4e59, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:51:02.518883 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-a6162426-e069-4565-b2f3-6c1e2eaf72c3 None None] For port 3c12b642-e69f-4ece-a8f8-8070f41e4e59, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3c12b642-e69f-4ece-a8f8-8070f41e4e59,segment=NetworkSegment(74169a6d-bb56-4a1a-a345-c1bbc5f4c76d),segment_id=74169a6d-bb56-4a1a-a345-c1bbc5f4c76d)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:51:02.526291 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a6162426-e069-4565-b2f3-6c1e2eaf72c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:02.529845 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1607e6e-aca1-4f91-97cb-dcbcde9f9f2e tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Checking segment: {'id': '8b541f45-2c08-4a30-a865-fcb1548fffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '689ad3b7-6450-4f15-932c-fc147ae9e381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:51:02.530394 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1607e6e-aca1-4f91-97cb-dcbcde9f9f2e tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Network hostable DHCP agents. Network: 689ad3b7-6450-4f15-932c-fc147ae9e381, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:51:02.560098 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e82be972-78e1-41e1-b05b-2fbda520ebe1 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:02.564577 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-89bc1c1a-3d18-48e5-9968-2046a5f12e71 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Calling delete_port for cfb168d9-0c9f-4d3e-bac6-aa719bfe6978 owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:02.568029 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82be972-78e1-41e1-b05b-2fbda520ebe1 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:02.569259 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e82be972-78e1-41e1-b05b-2fbda520ebe1 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:02.577618 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1607e6e-aca1-4f91-97cb-dcbcde9f9f2e tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Network 689ad3b7-6450-4f15-932c-fc147ae9e381 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:51:02.640422 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6162426-e069-4565-b2f3-6c1e2eaf72c3 None None] Pushing event updated for resources: {'Port': ['ID=3c12b642-e69f-4ece-a8f8-8070f41e4e59,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:02.648309 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e82be972-78e1-41e1-b05b-2fbda520ebe1 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6292729 Nov 04 10:51:02.648309 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-f1607e6e-aca1-4f91-97cb-dcbcde9f9f2e tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 689ad3b7-6450-4f15-932c-fc147ae9e381) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:02.654985 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60232) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:02.661065 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269157f9-3910-4670-ac56-360f46a7d23e None None] Network 689ad3b7-6450-4f15-932c-fc147ae9e381 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:02.664165 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1607e6e-aca1-4f91-97cb-dcbcde9f9f2e tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:02.664768 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1607e6e-aca1-4f91-97cb-dcbcde9f9f2e tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:02.665443 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-b67cdd31-816d-409c-b15e-a7c73dcdf1e0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'subnet': {'network_id': '74261819-7f53-4aae-9a9e-9792d5ef1d9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:02.676735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70b6ae5-175e-4963-ad45-e7c04efd3c54 admin admin] Router 4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:51:02.702972 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82be972-78e1-41e1-b05b-2fbda520ebe1 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Network': ['ID=65187f01-7f9f-428c-b64c-1dd9deefc463,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:02.717989 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f1607e6e-aca1-4f91-97cb-dcbcde9f9f2e tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2813780 Nov 04 10:51:02.718716 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60234) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:02.736870 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 65187f01-7f9f-428c-b64c-1dd9deefc463 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:51:02.766606 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dff7d9a2-9cc7-4ff3-8a84-c9a8bfe81b07 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:02.933610 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dff7d9a2-9cc7-4ff3-8a84-c9a8bfe81b07 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:03.022943 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055b6065-95ad-42b4-be69-39731a3041e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-689ad3b7-6450-4f15-932c-fc147ae9e381', 'network_id': '689ad3b7-6450-4f15-932c-fc147ae9e381', 'tenant_id': '8191d6a573d24ff586d6a6c285b10dc2', 'fixed_ips': [{'subnet_id': '51d26409-de3f-40a5-9cf0-4527b6861daf'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:51:03.024296 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-055b6065-95ad-42b4-be69-39731a3041e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:03.057604 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67cdd31-816d-409c-b15e-a7c73dcdf1e0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Made reservation on behalf of 93d3f7e9109b4e65b4b65c6a9a173da1 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:51:03.063161 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b67cdd31-816d-409c-b15e-a7c73dcdf1e0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:03.144683 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-89bc1c1a-3d18-48e5-9968-2046a5f12e71 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:03.189153 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc1c1a-3d18-48e5-9968-2046a5f12e71 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Port': ['ID=cfb168d9-0c9f-4d3e-bac6-aa719bfe6978,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:03.215301 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469c9c9-67b4-4222-89be-15b0afae0edc req-f8320321-d870-4c51-8150-f705872fd46f tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:03.217196 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c469c9c9-67b4-4222-89be-15b0afae0edc req-f8320321-d870-4c51-8150-f705872fd46f tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.0980175 Nov 04 10:51:03.228190 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-055b6065-95ad-42b4-be69-39731a3041e2 None None] Allocated IP 172.20.0.2 (689ad3b7-6450-4f15-932c-fc147ae9e381/51d26409-de3f-40a5-9cf0-4527b6861daf/bb2d563b-1cad-420c-8f66-8275e6696574) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:51:03.230793 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70b6ae5-175e-4963-ad45-e7c04efd3c54 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:51:03.241922 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a70b6ae5-175e-4963-ad45-e7c04efd3c54 admin admin] 10.222.0.127 "PUT /v2.0/routers/4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6536558 Nov 04 10:51:03.246847 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da240b6-5955-4030-88d3-eef276805abf None None] Sync routers for ids ['4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:51:03.248119 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60238) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:03.261550 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d4499652-464b-469b-9ac4-55d30380214d tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:03.265791 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da240b6-5955-4030-88d3-eef276805abf None None] Routers {'4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:51:03.266699 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-0da240b6-5955-4030-88d3-eef276805abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:50:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:03.323284 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dff7d9a2-9cc7-4ff3-8a84-c9a8bfe81b07 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:03.327452 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dff7d9a2-9cc7-4ff3-8a84-c9a8bfe81b07 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:03.345568 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-dff7d9a2-9cc7-4ff3-8a84-c9a8bfe81b07 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "DELETE /v2.0/security-groups/4d0308a4-25fc-4fcd-a5c9-11efd847006f HTTP/1.1" status: 204 len: 168 time: 0.8575978 Nov 04 10:51:03.356545 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60242) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:03.377780 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-89bc1c1a-3d18-48e5-9968-2046a5f12e71 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:03.390124 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-89bc1c1a-3d18-48e5-9968-2046a5f12e71 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/ports/cfb168d9-0c9f-4d3e-bac6-aa719bfe6978 HTTP/1.1" status: 204 len: 168 time: 1.2596290 Nov 04 10:51:03.404785 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60244) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:03.452325 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-a7730941-26ca-4781-bcec-167e6b606194 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] show failed (client error): The resource could not be found. Nov 04 10:51:03.453467 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a7730941-26ca-4781-bcec-167e6b606194 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "GET /v2.0/security-groups/4d0308a4-25fc-4fcd-a5c9-11efd847006f HTTP/1.1" status: 404 len: 347 time: 0.0938871 Nov 04 10:51:03.470282 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60248) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:03.502701 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-055b6065-95ad-42b4-be69-39731a3041e2 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:03.513170 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-055b6065-95ad-42b4-be69-39731a3041e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:03.517368 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7d9a2-9cc7-4ff3-8a84-c9a8bfe81b07 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0308a4-25fc-4fcd-a5c9-11efd847006f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:03.555470 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-0da240b6-5955-4030-88d3-eef276805abf None None] Set router 4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:51:03.590660 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b6065-95ad-42b4-be69-39731a3041e2 None None] Pushing event updated for resources: {'Port': ['ID=bb2d563b-1cad-420c-8f66-8275e6696574,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:03.609239 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055b6065-95ad-42b4-be69-39731a3041e2 None None] Network 689ad3b7-6450-4f15-932c-fc147ae9e381 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:51:03.613524 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-055b6065-95ad-42b4-be69-39731a3041e2 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:03.617366 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055b6065-95ad-42b4-be69-39731a3041e2 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:51:03.656839 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c469c9c9-67b4-4222-89be-15b0afae0edc req-86c0b1af-e6cb-4311-9848-9f043c9dc47f tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141960 Nov 04 10:51:03.694665 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-055b6065-95ad-42b4-be69-39731a3041e2 None None] Attempting to bind port bb2d563b-1cad-420c-8f66-8275e6696574 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:51:03.695113 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-055b6065-95ad-42b4-be69-39731a3041e2 None None] Attempting to bind port bb2d563b-1cad-420c-8f66-8275e6696574 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '8b541f45-2c08-4a30-a865-fcb1548fffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '689ad3b7-6450-4f15-932c-fc147ae9e381'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:51:03.695474 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b6065-95ad-42b4-be69-39731a3041e2 None None] Attempting to bind port bb2d563b-1cad-420c-8f66-8275e6696574 on network 689ad3b7-6450-4f15-932c-fc147ae9e381 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:51:03.703365 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b6065-95ad-42b4-be69-39731a3041e2 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:51:03.703870 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b6065-95ad-42b4-be69-39731a3041e2 None None] Checking segment: {'id': '8b541f45-2c08-4a30-a865-fcb1548fffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '689ad3b7-6450-4f15-932c-fc147ae9e381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:51:03.704321 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-055b6065-95ad-42b4-be69-39731a3041e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:03.704705 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b6065-95ad-42b4-be69-39731a3041e2 None None] Bound using segment: {'id': '8b541f45-2c08-4a30-a865-fcb1548fffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '689ad3b7-6450-4f15-932c-fc147ae9e381'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:51:03.705447 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-055b6065-95ad-42b4-be69-39731a3041e2 None None] Bound port: bb2d563b-1cad-420c-8f66-8275e6696574, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b541f45-2c08-4a30-a865-fcb1548fffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '689ad3b7-6450-4f15-932c-fc147ae9e381'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:51:03.705904 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-055b6065-95ad-42b4-be69-39731a3041e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:03.708594 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3c12b642-e69f-4ece-a8f8-8070f41e4e59 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:51:03.879503 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-055b6065-95ad-42b4-be69-39731a3041e2 None None] For port bb2d563b-1cad-420c-8f66-8275e6696574, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:51:03.883671 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-055b6065-95ad-42b4-be69-39731a3041e2 None None] For port bb2d563b-1cad-420c-8f66-8275e6696574, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=bb2d563b-1cad-420c-8f66-8275e6696574,segment=NetworkSegment(8b541f45-2c08-4a30-a865-fcb1548fffe0),segment_id=8b541f45-2c08-4a30-a865-fcb1548fffe0)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:51:03.896098 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035bf70e-0095-4463-a888-53ac1b121365 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:03.900216 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-055b6065-95ad-42b4-be69-39731a3041e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:03.913337 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-035bf70e-0095-4463-a888-53ac1b121365 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5005589 Nov 04 10:51:03.951994 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60250) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:03.961575 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 3c12b642-e69f-4ece-a8f8-8070f41e4e59 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:03.961938 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:04.071819 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b6065-95ad-42b4-be69-39731a3041e2 None None] Pushing event updated for resources: {'Port': ['ID=bb2d563b-1cad-420c-8f66-8275e6696574,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:04.074231 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-00cbe589-b93d-4900-b927-5b43deae0ee3 admin admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:04.083310 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-0da240b6-5955-4030-88d3-eef276805abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6', 'name': 'tempest-TestVolumeBackupRestore-3445754-router', 'tenant_id': '2ea933d7f793471b844833d1e7d64070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '6c752e18-42f5-443a-8d71-5f8beb314fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:58Z', 'updated_at': '2021-11-04T10:51:01Z', 'revision_number': 5, 'project_id': '2ea933d7f793471b844833d1e7d64070', 'gw_port': {'id': '6c752e18-42f5-443a-8d71-5f8beb314fe5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:00Z', 'updated_at': '2021-11-04T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:04.127324 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:04.163099 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da240b6-5955-4030-88d3-eef276805abf None None] Checking router: 4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:51:04.167869 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 3c12b642-e69f-4ece-a8f8-8070f41e4e59, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3c12b642-e69f-4ece-a8f8-8070f41e4e59,segment=NetworkSegment(74169a6d-bb56-4a1a-a345-c1bbc5f4c76d),segment_id=74169a6d-bb56-4a1a-a345-c1bbc5f4c76d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:04.178181 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:04.179354 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da240b6-5955-4030-88d3-eef276805abf None None] Routers {'4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:51:04.180196 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-0da240b6-5955-4030-88d3-eef276805abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:50:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:04.273741 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ff05c7-4ef2-428a-b68b-a56b9d03d365 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] GET failed (client error): The resource could not be found. Nov 04 10:51:04.277529 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c1ff05c7-4ef2-428a-b68b-a56b9d03d365 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "GET /v2.0/ports/cfb168d9-0c9f-4d3e-bac6-aa719bfe6978 HTTP/1.1" status: 404 len: 333 time: 0.3194790 Nov 04 10:51:04.297473 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=3c12b642-e69f-4ece-a8f8-8070f41e4e59,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:04.331132 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60252) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:04.338776 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6674730-88cb-4d1e-a6bc-d60eea803c88 req-ef16214a-af4c-4fdc-939f-429a3e7fcd49 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/ports?device_id=45c3260c-ac03-45ba-bf65-687483a9914a HTTP/1.1" status: 200 len: 210 time: 0.2951295 Nov 04 10:51:04.348942 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-0da240b6-5955-4030-88d3-eef276805abf None None] Set router 4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:51:04.357019 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-c34dc3aa-dffc-4185-9b49-b59b4ca27850 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1073656848'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:04.394629 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cf3c1e-a280-4fe4-9a27-fbab9ade70fd None None] Network f319f10c-de32-4dcd-b789-fd3bd20eabb5 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:04.494402 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-f2c61a23-3c87-4349-9ca5-2dcfd2d06c4e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Deleting port 30ffe42e-dece-4daa-ace8-b0f3d1aeb73b {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:04.494592 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f2c61a23-3c87-4349-9ca5-2dcfd2d06c4e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:04.495768 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cb906-1bf2-4567-9513-f2537658575f req-e7fda66f-2e1b-4ad5-bf62-eee95087dd79 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:04.499938 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-d4499652-464b-469b-9ac4-55d30380214d tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Allocated IP 172.20.0.1 (f319f10c-de32-4dcd-b789-fd3bd20eabb5/d4e72c3d-bf76-4998-9c4c-e866c1a62d72/79b5163a-a5e3-4026-9a71-b2e1d702c4ef) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:51:04.501201 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-963cb906-1bf2-4567-9513-f2537658575f req-e7fda66f-2e1b-4ad5-bf62-eee95087dd79 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.126 "GET /v2.0/networks?id=b7a0e2bc-d7d0-494f-8e99-aee30a4827ad HTTP/1.1" status: 200 len: 814 time: 1.0296249 Nov 04 10:51:04.502134 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34dc3aa-dffc-4185-9b49-b59b4ca27850 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:51:04.506097 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c34dc3aa-dffc-4185-9b49-b59b4ca27850 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:04.507409 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b67cdd31-816d-409c-b15e-a7c73dcdf1e0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:04.508801 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-00cbe589-b93d-4900-b927-5b43deae0ee3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:04.520344 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-400d0100-49c7-44b9-a23b-e2344f5a1e9d None None] Provisioning complete for port 3c12b642-e69f-4ece-a8f8-8070f41e4e59 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:04.520951 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-400d0100-49c7-44b9-a23b-e2344f5a1e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:04.599113 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-963cb906-1bf2-4567-9513-f2537658575f req-1271cc9a-d711-4353-95b4-a2c4f348524f tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Request body: {'port': {'device_id': '45c3260c-ac03-45ba-bf65-687483a9914a', 'network_id': 'b7a0e2bc-d7d0-494f-8e99-aee30a4827ad', 'admin_state_up': True, 'tenant_id': '22e57a6fdbd24fb38ba8c5b24e6f85e0'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:04.602563 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67cdd31-816d-409c-b15e-a7c73dcdf1e0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Subnet': ['ID=303cd6b4-af75-4db8-b287-2f9eec0bb189,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:04.642500 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-0da240b6-5955-4030-88d3-eef276805abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6', 'name': 'tempest-TestVolumeBackupRestore-3445754-router', 'tenant_id': '2ea933d7f793471b844833d1e7d64070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '6c752e18-42f5-443a-8d71-5f8beb314fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:58Z', 'updated_at': '2021-11-04T10:51:01Z', 'revision_number': 5, 'project_id': '2ea933d7f793471b844833d1e7d64070', 'gw_port': {'id': '6c752e18-42f5-443a-8d71-5f8beb314fe5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:00Z', 'updated_at': '2021-11-04T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:04.660240 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67cdd31-816d-409c-b15e-a7c73dcdf1e0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:04.660742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67cdd31-816d-409c-b15e-a7c73dcdf1e0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:04.661133 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67cdd31-816d-409c-b15e-a7c73dcdf1e0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:04.661683 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67cdd31-816d-409c-b15e-a7c73dcdf1e0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:04.662023 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67cdd31-816d-409c-b15e-a7c73dcdf1e0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:04.662743 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67cdd31-816d-409c-b15e-a7c73dcdf1e0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:04.662743 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67cdd31-816d-409c-b15e-a7c73dcdf1e0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:04.663001 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67cdd31-816d-409c-b15e-a7c73dcdf1e0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:04.663283 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67cdd31-816d-409c-b15e-a7c73dcdf1e0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:04.663602 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67cdd31-816d-409c-b15e-a7c73dcdf1e0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:04.663927 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67cdd31-816d-409c-b15e-a7c73dcdf1e0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:04.664236 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67cdd31-816d-409c-b15e-a7c73dcdf1e0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:04.744317 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67cdd31-816d-409c-b15e-a7c73dcdf1e0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Checking segment: {'id': '81d3bc63-1aa1-4b7a-94f2-41a435e69e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '74261819-7f53-4aae-9a9e-9792d5ef1d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:51:04.744752 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67cdd31-816d-409c-b15e-a7c73dcdf1e0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network hostable DHCP agents. Network: 74261819-7f53-4aae-9a9e-9792d5ef1d9f, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:51:04.783342 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67cdd31-816d-409c-b15e-a7c73dcdf1e0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network 74261819-7f53-4aae-9a9e-9792d5ef1d9f is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:51:04.801443 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-b67cdd31-816d-409c-b15e-a7c73dcdf1e0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 74261819-7f53-4aae-9a9e-9792d5ef1d9f) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:04.806073 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-963cb906-1bf2-4567-9513-f2537658575f req-1271cc9a-d711-4353-95b4-a2c4f348524f tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Made reservation on behalf of 22e57a6fdbd24fb38ba8c5b24e6f85e0 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:51:04.810603 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-963cb906-1bf2-4567-9513-f2537658575f req-1271cc9a-d711-4353-95b4-a2c4f348524f tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:04.815883 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67cdd31-816d-409c-b15e-a7c73dcdf1e0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:04.816812 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b67cdd31-816d-409c-b15e-a7c73dcdf1e0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:04.817240 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b33d079-51f9-4934-bd38-8846bd7640d0 None None] Network 74261819-7f53-4aae-9a9e-9792d5ef1d9f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:04.827633 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da240b6-5955-4030-88d3-eef276805abf None None] The sync data for ids ['4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6'] in n-d-816629-1 is: [{'id': '4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6', 'name': 'tempest-TestVolumeBackupRestore-3445754-router', 'tenant_id': '2ea933d7f793471b844833d1e7d64070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '6c752e18-42f5-443a-8d71-5f8beb314fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:44:58Z', 'updated_at': '2021-11-04T10:51:01Z', 'revision_number': 5, 'project_id': '2ea933d7f793471b844833d1e7d64070', 'gw_port': {'id': '6c752e18-42f5-443a-8d71-5f8beb314fe5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:00Z', 'updated_at': '2021-11-04T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:51:04.870060 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b67cdd31-816d-409c-b15e-a7c73dcdf1e0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2107146 Nov 04 10:51:04.873184 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60258) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:04.938269 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-3ede0372-6103-4e8d-b875-52629089cfcc tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'subnet': {'network_id': '65187f01-7f9f-428c-b64c-1dd9deefc463', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:05.115625 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d69254-a0e4-46f1-b82c-b3cc926a28bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-74261819-7f53-4aae-9a9e-9792d5ef1d9f', 'network_id': '74261819-7f53-4aae-9a9e-9792d5ef1d9f', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'fixed_ips': [{'subnet_id': '303cd6b4-af75-4db8-b287-2f9eec0bb189'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:51:05.116636 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d1d69254-a0e4-46f1-b82c-b3cc926a28bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:05.141574 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ede0372-6103-4e8d-b875-52629089cfcc tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Made reservation on behalf of 93d3f7e9109b4e65b4b65c6a9a173da1 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:51:05.145671 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3ede0372-6103-4e8d-b875-52629089cfcc tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:05.207546 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34dc3aa-dffc-4185-9b49-b59b4ca27850 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1171} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:51:05.220597 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-963cb906-1bf2-4567-9513-f2537658575f req-1271cc9a-d711-4353-95b4-a2c4f348524f tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Allocated IP 172.20.0.8 (b7a0e2bc-d7d0-494f-8e99-aee30a4827ad/7b06eb30-a7cd-4109-8393-1e5baaf1b67c/55d795c9-50a2-4585-a643-af2f4ff0d8bf) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:51:05.319211 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f2c61a23-3c87-4349-9ca5-2dcfd2d06c4e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:05.319750 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f2c61a23-3c87-4349-9ca5-2dcfd2d06c4e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:05.344906 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c34dc3aa-dffc-4185-9b49-b59b4ca27850 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:05.347459 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-c34dc3aa-dffc-4185-9b49-b59b4ca27850 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Added segment 0808f496-f83c-43be-b0b0-ef86b79b4e30 of type vlan for network ff3a75dc-3136-4f1b-841d-9091bdc8afd9 Nov 04 10:51:05.408552 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a2ddb-a1c9-41c5-aec8-f414bb004571 req-ca4218d0-c353-4090-9286-0e39d6c47eff tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:05.416468 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-982a2ddb-a1c9-41c5-aec8-f414bb004571 req-ca4218d0-c353-4090-9286-0e39d6c47eff tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.3621731 Nov 04 10:51:05.443530 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-f2c61a23-3c87-4349-9ca5-2dcfd2d06c4e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Calling delete_port for 30ffe42e-dece-4daa-ace8-b0f3d1aeb73b owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:05.449023 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-5e3c63de-fe21-43cb-a2d1-216f99b4fb8d None None] Provisioning complete for port 3c12b642-e69f-4ece-a8f8-8070f41e4e59 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:05.449634 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5e3c63de-fe21-43cb-a2d1-216f99b4fb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:05.452143 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-d1d69254-a0e4-46f1-b82c-b3cc926a28bb None None] Allocated IP 172.20.0.2 (74261819-7f53-4aae-9a9e-9792d5ef1d9f/303cd6b4-af75-4db8-b287-2f9eec0bb189/802e7863-4a72-4f43-95a3-23749031fe61) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:51:05.524279 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c34dc3aa-dffc-4185-9b49-b59b4ca27850 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:05.591812 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device bb2d563b-1cad-420c-8f66-8275e6696574 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:51:05.602966 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-00cbe589-b93d-4900-b927-5b43deae0ee3 admin admin] Deleting port 6c752e18-42f5-443a-8d71-5f8beb314fe5 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:05.603296 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-00cbe589-b93d-4900-b927-5b43deae0ee3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:05.603590 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-963cb906-1bf2-4567-9513-f2537658575f req-1271cc9a-d711-4353-95b4-a2c4f348524f tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:05.620179 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d4499652-464b-469b-9ac4-55d30380214d tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:05.651645 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c56009-089b-48d9-a9fa-92f85f3340bc None None] Network 689ad3b7-6450-4f15-932c-fc147ae9e381 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:05.703377 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-982a2ddb-a1c9-41c5-aec8-f414bb004571 req-af6e3bc7-3fc2-432a-a1ab-87c5c7d29924 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801738 Nov 04 10:51:05.711975 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3ede0372-6103-4e8d-b875-52629089cfcc tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:05.753704 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c34dc3aa-dffc-4185-9b49-b59b4ca27850 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:05.759849 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34dc3aa-dffc-4185-9b49-b59b4ca27850 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:05.760742 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c34dc3aa-dffc-4185-9b49-b59b4ca27850 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:05.779297 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede0372-6103-4e8d-b875-52629089cfcc tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Subnet': ['ID=d8a452b2-bc0e-47e1-bed0-2913507f276b,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:05.794307 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-963cb906-1bf2-4567-9513-f2537658575f req-1271cc9a-d711-4353-95b4-a2c4f348524f tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:05.847810 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ede0372-6103-4e8d-b875-52629089cfcc tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Checking segment: {'id': 'c9bcb61f-8ff3-4a7a-b17c-e751ca791d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '65187f01-7f9f-428c-b64c-1dd9deefc463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:51:05.849148 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ede0372-6103-4e8d-b875-52629089cfcc tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network hostable DHCP agents. Network: 65187f01-7f9f-428c-b64c-1dd9deefc463, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:51:05.866199 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-963cb906-1bf2-4567-9513-f2537658575f req-1271cc9a-d711-4353-95b4-a2c4f348524f tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Network b7a0e2bc-d7d0-494f-8e99-aee30a4827ad is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:51:05.880433 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-963cb906-1bf2-4567-9513-f2537658575f req-1271cc9a-d711-4353-95b4-a2c4f348524f tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:05.886728 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c34dc3aa-dffc-4185-9b49-b59b4ca27850 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5459728 Nov 04 10:51:05.889469 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-963cb906-1bf2-4567-9513-f2537658575f req-1271cc9a-d711-4353-95b4-a2c4f348524f tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:51:05.894016 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60262) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:05.898896 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-b6c7f20c-ff4d-459d-a60d-84b62900ce27 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'subnet': {'network_id': 'ff3a75dc-3136-4f1b-841d-9091bdc8afd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:05.927071 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271cc9a-d711-4353-95b4-a2c4f348524f tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Pushing event updated for resources: {'Port': ['ID=55d795c9-50a2-4585-a643-af2f4ff0d8bf,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:05.927544 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34dc3aa-dffc-4185-9b49-b59b4ca27850 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Network': ['ID=ff3a75dc-3136-4f1b-841d-9091bdc8afd9,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:05.931279 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ede0372-6103-4e8d-b875-52629089cfcc tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network 65187f01-7f9f-428c-b64c-1dd9deefc463 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:51:05.948174 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d4499652-464b-469b-9ac4-55d30380214d tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:05.976353 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-00cbe589-b93d-4900-b927-5b43deae0ee3 admin admin] For port 6c752e18-42f5-443a-8d71-5f8beb314fe5, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6c752e18-42f5-443a-8d71-5f8beb314fe5,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:05.976788 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-00cbe589-b93d-4900-b927-5b43deae0ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:05.986180 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-3ede0372-6103-4e8d-b875-52629089cfcc tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 65187f01-7f9f-428c-b64c-1dd9deefc463) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:05.996243 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network ff3a75dc-3136-4f1b-841d-9091bdc8afd9 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:51:05.998660 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ede0372-6103-4e8d-b875-52629089cfcc tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:05.999315 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3ede0372-6103-4e8d-b875-52629089cfcc tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:06.026801 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3ede0372-6103-4e8d-b875-52629089cfcc tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1523290 Nov 04 10:51:06.033448 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60264) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:06.038878 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-84b470db-7adb-4605-a238-2770ad47da73 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-589471000', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:06.054254 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cb906-1bf2-4567-9513-f2537658575f req-1271cc9a-d711-4353-95b4-a2c4f348524f tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:06.054608 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-963cb906-1bf2-4567-9513-f2537658575f req-1271cc9a-d711-4353-95b4-a2c4f348524f tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:06.069514 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-00cbe589-b93d-4900-b927-5b43deae0ee3 admin admin] Calling delete_port for 6c752e18-42f5-443a-8d71-5f8beb314fe5 owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:06.079275 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4499652-464b-469b-9ac4-55d30380214d tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Network f319f10c-de32-4dcd-b789-fd3bd20eabb5 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:51:06.094060 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-84b470db-7adb-4605-a238-2770ad47da73 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:06.096019 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-84b470db-7adb-4605-a238-2770ad47da73 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:06.099044 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-d4499652-464b-469b-9ac4-55d30380214d tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:06.108375 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f2c61a23-3c87-4349-9ca5-2dcfd2d06c4e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:06.111077 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4499652-464b-469b-9ac4-55d30380214d tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:51:06.113726 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-963cb906-1bf2-4567-9513-f2537658575f req-1271cc9a-d711-4353-95b4-a2c4f348524f tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5214572 Nov 04 10:51:06.125728 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce24f4-9d5c-4b65-b22f-1bdb07ef15d1 req-7535db16-0680-4949-becd-326287f22df4 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:06.132640 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-963cb906-1bf2-4567-9513-f2537658575f req-b0500587-0662-4cce-8543-461ad7c58f8f service neutron] Request body: {'port': {'device_id': '45c3260c-ac03-45ba-bf65-687483a9914a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:06.134663 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5ce24f4-9d5c-4b65-b22f-1bdb07ef15d1 req-7535db16-0680-4949-becd-326287f22df4 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/ports?device_id=45c3260c-ac03-45ba-bf65-687483a9914a HTTP/1.1" status: 200 len: 931 time: 0.2312984 Nov 04 10:51:06.147313 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4499652-464b-469b-9ac4-55d30380214d tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Pushing event updated for resources: {'Port': ['ID=79b5163a-a5e3-4026-9a71-b2e1d702c4ef,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:06.180483 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c7f20c-ff4d-459d-a60d-84b62900ce27 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:51:06.184100 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b6c7f20c-ff4d-459d-a60d-84b62900ce27 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:06.223696 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d1d69254-a0e4-46f1-b82c-b3cc926a28bb None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:06.245412 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45135713-84e0-49d0-a2c0-e0f6249ab8dc None None] Network 65187f01-7f9f-428c-b64c-1dd9deefc463 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:06.262484 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d1d69254-a0e4-46f1-b82c-b3cc926a28bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:06.264007 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-84b470db-7adb-4605-a238-2770ad47da73 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:06.305898 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-84b470db-7adb-4605-a238-2770ad47da73 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:06.342575 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-84b470db-7adb-4605-a238-2770ad47da73 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:06.346885 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-84b470db-7adb-4605-a238-2770ad47da73 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3093586 Nov 04 10:51:06.362289 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60266) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:06.371490 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c61a23-3c87-4349-9ca5-2dcfd2d06c4e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event deleted for resources: {'Port': ['ID=30ffe42e-dece-4daa-ace8-b0f3d1aeb73b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:06.400192 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-963cb906-1bf2-4567-9513-f2537658575f req-b0500587-0662-4cce-8543-461ad7c58f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:06.436367 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d69254-a0e4-46f1-b82c-b3cc926a28bb None None] Network 74261819-7f53-4aae-9a9e-9792d5ef1d9f is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:51:06.444883 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-d1d69254-a0e4-46f1-b82c-b3cc926a28bb None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:06.447461 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d69254-a0e4-46f1-b82c-b3cc926a28bb None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:51:06.499805 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port bb2d563b-1cad-420c-8f66-8275e6696574 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:06.500176 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:06.533224 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d69254-a0e4-46f1-b82c-b3cc926a28bb None None] Pushing event updated for resources: {'Port': ['ID=802e7863-4a72-4f43-95a3-23749031fe61,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:06.567820 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d4499652-464b-469b-9ac4-55d30380214d tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:06.576638 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f2c61a23-3c87-4349-9ca5-2dcfd2d06c4e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:06.580532 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f2c61a23-3c87-4349-9ca5-2dcfd2d06c4e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:06.582016 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f2c61a23-3c87-4349-9ca5-2dcfd2d06c4e tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "DELETE /v2.0/floatingips/c06b0509-6fea-4cf2-b346-192ebb3e109e HTTP/1.1" status: 204 len: 168 time: 3.1111422 Nov 04 10:51:06.586367 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60268) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:06.624930 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-d1d69254-a0e4-46f1-b82c-b3cc926a28bb None None] Attempting to bind port 802e7863-4a72-4f43-95a3-23749031fe61 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:51:06.624930 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-d1d69254-a0e4-46f1-b82c-b3cc926a28bb None None] Attempting to bind port 802e7863-4a72-4f43-95a3-23749031fe61 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '81d3bc63-1aa1-4b7a-94f2-41a435e69e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '74261819-7f53-4aae-9a9e-9792d5ef1d9f'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:51:06.625605 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d69254-a0e4-46f1-b82c-b3cc926a28bb None None] Attempting to bind port 802e7863-4a72-4f43-95a3-23749031fe61 on network 74261819-7f53-4aae-9a9e-9792d5ef1d9f {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:51:06.631654 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-6afd187e-3bbc-41b2-8ab0-8af6589d9af7 None None] Provisioning complete for port bb2d563b-1cad-420c-8f66-8275e6696574 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:06.631847 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6afd187e-3bbc-41b2-8ab0-8af6589d9af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:06.657745 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5ce24f4-9d5c-4b65-b22f-1bdb07ef15d1 req-1fb0e4d0-eb00-4bd3-a0d3-88feeaaa2b08 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7ed696-fab2-4127-a5b4-13d5708e4309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5197959 Nov 04 10:51:06.687335 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d69254-a0e4-46f1-b82c-b3cc926a28bb None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:51:06.687987 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d69254-a0e4-46f1-b82c-b3cc926a28bb None None] Checking segment: {'id': '81d3bc63-1aa1-4b7a-94f2-41a435e69e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '74261819-7f53-4aae-9a9e-9792d5ef1d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:51:06.688926 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d1d69254-a0e4-46f1-b82c-b3cc926a28bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:06.689322 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d69254-a0e4-46f1-b82c-b3cc926a28bb None None] Bound using segment: {'id': '81d3bc63-1aa1-4b7a-94f2-41a435e69e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '74261819-7f53-4aae-9a9e-9792d5ef1d9f'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:51:06.689830 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-d1d69254-a0e4-46f1-b82c-b3cc926a28bb None None] Bound port: 802e7863-4a72-4f43-95a3-23749031fe61, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d3bc63-1aa1-4b7a-94f2-41a435e69e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '74261819-7f53-4aae-9a9e-9792d5ef1d9f'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:51:06.690218 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d1d69254-a0e4-46f1-b82c-b3cc926a28bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:06.812778 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b6c7f20c-ff4d-459d-a60d-84b62900ce27 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:06.866756 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-d1d69254-a0e4-46f1-b82c-b3cc926a28bb None None] For port 802e7863-4a72-4f43-95a3-23749031fe61, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:51:06.872028 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-d1d69254-a0e4-46f1-b82c-b3cc926a28bb None None] For port 802e7863-4a72-4f43-95a3-23749031fe61, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=802e7863-4a72-4f43-95a3-23749031fe61,segment=NetworkSegment(81d3bc63-1aa1-4b7a-94f2-41a435e69e16),segment_id=81d3bc63-1aa1-4b7a-94f2-41a435e69e16)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:51:06.874110 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda449b7-17ee-41ae-9fc5-014ad0be6089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-65187f01-7f9f-428c-b64c-1dd9deefc463', 'network_id': '65187f01-7f9f-428c-b64c-1dd9deefc463', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'fixed_ips': [{'subnet_id': 'd8a452b2-bc0e-47e1-bed0-2913507f276b'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:51:06.874950 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fda449b7-17ee-41ae-9fc5-014ad0be6089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:06.887016 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d1d69254-a0e4-46f1-b82c-b3cc926a28bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:06.916497 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-51c56c66-6f99-44e0-bc32-ae4cfaac61d1 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Deleting port a09927a9-ef20-452f-a0cd-6d40858aa8ef {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:06.916871 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-51c56c66-6f99-44e0-bc32-ae4cfaac61d1 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:06.922491 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:06.993267 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7f20c-ff4d-459d-a60d-84b62900ce27 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Subnet': ['ID=7e09f51d-ed46-4f5a-9ca0-7a2a25ac54af,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:07.051806 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c7f20c-ff4d-459d-a60d-84b62900ce27 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Checking segment: {'id': '0808f496-f83c-43be-b0b0-ef86b79b4e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'ff3a75dc-3136-4f1b-841d-9091bdc8afd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:51:07.052414 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c7f20c-ff4d-459d-a60d-84b62900ce27 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network hostable DHCP agents. Network: ff3a75dc-3136-4f1b-841d-9091bdc8afd9, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:51:07.127275 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-51c56c66-6f99-44e0-bc32-ae4cfaac61d1 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:07.132451 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d69254-a0e4-46f1-b82c-b3cc926a28bb None None] Pushing event updated for resources: {'Port': ['ID=802e7863-4a72-4f43-95a3-23749031fe61,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:07.132451 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6afd187e-3bbc-41b2-8ab0-8af6589d9af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:07.140162 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port bb2d563b-1cad-420c-8f66-8275e6696574, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=bb2d563b-1cad-420c-8f66-8275e6696574,segment=NetworkSegment(8b541f45-2c08-4a30-a865-fcb1548fffe0),segment_id=8b541f45-2c08-4a30-a865-fcb1548fffe0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:07.163550 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:07.164334 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3c12b642-e69f-4ece-a8f8-8070f41e4e59 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:51:07.165497 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c7f20c-ff4d-459d-a60d-84b62900ce27 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network ff3a75dc-3136-4f1b-841d-9091bdc8afd9 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:51:07.181829 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-51c56c66-6f99-44e0-bc32-ae4cfaac61d1 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Calling delete_port for a09927a9-ef20-452f-a0cd-6d40858aa8ef owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:07.193856 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-b6c7f20c-ff4d-459d-a60d-84b62900ce27 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, ff3a75dc-3136-4f1b-841d-9091bdc8afd9) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:07.196617 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-963cb906-1bf2-4567-9513-f2537658575f req-b0500587-0662-4cce-8543-461ad7c58f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d795c9-50a2-4585-a643-af2f4ff0d8bf {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:51:07.204544 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc6552-1e4a-4016-b84c-03fe850c8e2f req-5ac66427-7ddc-4fc5-a2bd-96b2ce4fcf4e tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:07.211242 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c7f20c-ff4d-459d-a60d-84b62900ce27 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:07.211830 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b6c7f20c-ff4d-459d-a60d-84b62900ce27 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:07.212386 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5fcc6552-1e4a-4016-b84c-03fe850c8e2f req-5ac66427-7ddc-4fc5-a2bd-96b2ce4fcf4e tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.3636308 Nov 04 10:51:07.243142 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d4499652-464b-469b-9ac4-55d30380214d tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:07.245679 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279f56bd-0abe-4246-b94c-7ae04f9c5f1f None None] Network ff3a75dc-3136-4f1b-841d-9091bdc8afd9 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:07.262816 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-963cb906-1bf2-4567-9513-f2537658575f req-b0500587-0662-4cce-8543-461ad7c58f8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:07.288043 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-00cbe589-b93d-4900-b927-5b43deae0ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:07.298076 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8393c30f-f779-4225-8a66-00a81c07144a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:07.298787 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-963cb906-1bf2-4567-9513-f2537658575f req-b0500587-0662-4cce-8543-461ad7c58f8f service neutron] Transition to ACTIVE for port object 55d795c9-50a2-4585-a643-af2f4ff0d8bf will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:51:07.332277 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b6c7f20c-ff4d-459d-a60d-84b62900ce27 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4377491 Nov 04 10:51:07.335523 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60274) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:07.336334 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-963cb906-1bf2-4567-9513-f2537658575f req-b0500587-0662-4cce-8543-461ad7c58f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:07.359472 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cbe589-b93d-4900-b927-5b43deae0ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c752e18-42f5-443a-8d71-5f8beb314fe5,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:07.359671 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-e06c6509-c8bd-4472-b750-f69cee146c76 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'subnet': {'network_id': 'ff3a75dc-3136-4f1b-841d-9091bdc8afd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:07.392620 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=bb2d563b-1cad-420c-8f66-8275e6696574,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:07.451100 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5fcc6552-1e4a-4016-b84c-03fe850c8e2f req-7685c897-514d-4b94-9a9f-8fc998acbc2d tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376838 Nov 04 10:51:07.479860 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-6afd187e-3bbc-41b2-8ab0-8af6589d9af7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:51:07.480211 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-6afd187e-3bbc-41b2-8ab0-8af6589d9af7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:51:07.487472 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-fda449b7-17ee-41ae-9fc5-014ad0be6089 None None] Allocated IP 172.21.0.2 (65187f01-7f9f-428c-b64c-1dd9deefc463/d8a452b2-bc0e-47e1-bed0-2913507f276b/2f8518a2-dea4-4d8b-9150-601aae9dade9) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:51:07.521864 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 3c12b642-e69f-4ece-a8f8-8070f41e4e59 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:07.522221 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:07.597570 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0500587-0662-4cce-8543-461ad7c58f8f service neutron] Pushing event updated for resources: {'Port': ['ID=55d795c9-50a2-4585-a643-af2f4ff0d8bf,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:07.609203 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06c6509-c8bd-4472-b750-f69cee146c76 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:51:07.612591 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e06c6509-c8bd-4472-b750-f69cee146c76 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:07.698245 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-00cbe589-b93d-4900-b927-5b43deae0ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:07.776804 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-963cb906-1bf2-4567-9513-f2537658575f req-b0500587-0662-4cce-8543-461ad7c58f8f service neutron] Attempting to bind port 55d795c9-50a2-4585-a643-af2f4ff0d8bf on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:51:07.777156 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-963cb906-1bf2-4567-9513-f2537658575f req-b0500587-0662-4cce-8543-461ad7c58f8f service neutron] Attempting to bind port 55d795c9-50a2-4585-a643-af2f4ff0d8bf by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '05f694fd-aa8e-43ff-ad42-870e19141504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b7a0e2bc-d7d0-494f-8e99-aee30a4827ad'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:51:07.777475 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963cb906-1bf2-4567-9513-f2537658575f req-b0500587-0662-4cce-8543-461ad7c58f8f service neutron] Attempting to bind port 55d795c9-50a2-4585-a643-af2f4ff0d8bf on network b7a0e2bc-d7d0-494f-8e99-aee30a4827ad {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:51:07.799507 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd86118-3f5b-4e2c-988d-de2835045222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-ff3a75dc-3136-4f1b-841d-9091bdc8afd9', 'network_id': 'ff3a75dc-3136-4f1b-841d-9091bdc8afd9', 'tenant_id': '94bb88e80d014e54be01a02ab03f1519', 'fixed_ips': [{'subnet_id': '7e09f51d-ed46-4f5a-9ca0-7a2a25ac54af'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:51:07.800851 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5fd86118-3f5b-4e2c-988d-de2835045222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:07.806147 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963cb906-1bf2-4567-9513-f2537658575f req-b0500587-0662-4cce-8543-461ad7c58f8f service neutron] Port 55d795c9-50a2-4585-a643-af2f4ff0d8bf on network b7a0e2bc-d7d0-494f-8e99-aee30a4827ad not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:51:07.806483 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963cb906-1bf2-4567-9513-f2537658575f req-b0500587-0662-4cce-8543-461ad7c58f8f service neutron] Attempting to bind port 55d795c9-50a2-4585-a643-af2f4ff0d8bf on network b7a0e2bc-d7d0-494f-8e99-aee30a4827ad {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:51:07.819781 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-51c56c66-6f99-44e0-bc32-ae4cfaac61d1 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:07.824709 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 67b8728a-a182-46ad-942c-451137dbab80 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:51:07.826600 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963cb906-1bf2-4567-9513-f2537658575f req-b0500587-0662-4cce-8543-461ad7c58f8f service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:51:07.826936 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963cb906-1bf2-4567-9513-f2537658575f req-b0500587-0662-4cce-8543-461ad7c58f8f service neutron] Checking segment: {'id': '05f694fd-aa8e-43ff-ad42-870e19141504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b7a0e2bc-d7d0-494f-8e99-aee30a4827ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:51:07.827366 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963cb906-1bf2-4567-9513-f2537658575f req-b0500587-0662-4cce-8543-461ad7c58f8f service neutron] Bound using segment: {'id': '05f694fd-aa8e-43ff-ad42-870e19141504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b7a0e2bc-d7d0-494f-8e99-aee30a4827ad'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:51:07.827983 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-963cb906-1bf2-4567-9513-f2537658575f req-b0500587-0662-4cce-8543-461ad7c58f8f service neutron] Bound port: 55d795c9-50a2-4585-a643-af2f4ff0d8bf, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f694fd-aa8e-43ff-ad42-870e19141504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b7a0e2bc-d7d0-494f-8e99-aee30a4827ad'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:51:07.828355 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-963cb906-1bf2-4567-9513-f2537658575f req-b0500587-0662-4cce-8543-461ad7c58f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:07.837826 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-00cbe589-b93d-4900-b927-5b43deae0ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:07.845576 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-00cbe589-b93d-4900-b927-5b43deae0ee3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:07.853393 n-d-816629-1 neutron-server[101775]: INFO neutron.db.ipam_backend_mixin [None req-e06c6509-c8bd-4472-b750-f69cee146c76 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7e09f51d-ed46-4f5a-9ca0-7a2a25ac54af (CIDR: 172.20.0.0/28) Nov 04 10:51:07.882012 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 67b8728a-a182-46ad-942c-451137dbab80 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:51:07.882236 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 67b8728a-a182-46ad-942c-451137dbab80 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:51:07.891013 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c56c66-6f99-44e0-bc32-ae4cfaac61d1 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event deleted for resources: {'Port': ['ID=a09927a9-ef20-452f-a0cd-6d40858aa8ef,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:07.894649 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-e06c6509-c8bd-4472-b750-f69cee146c76 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:51:07.896667 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e06c6509-c8bd-4472-b750-f69cee146c76 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:51:08.029034 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fda449b7-17ee-41ae-9fc5-014ad0be6089 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:08.060405 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e06c6509-c8bd-4472-b750-f69cee146c76 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7070391 Nov 04 10:51:08.060405 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-963cb906-1bf2-4567-9513-f2537658575f req-b0500587-0662-4cce-8543-461ad7c58f8f service neutron] For port 55d795c9-50a2-4585-a643-af2f4ff0d8bf, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:51:08.065708 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60278) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:08.067224 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fda449b7-17ee-41ae-9fc5-014ad0be6089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:08.067970 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-963cb906-1bf2-4567-9513-f2537658575f req-b0500587-0662-4cce-8543-461ad7c58f8f service neutron] For port 55d795c9-50a2-4585-a643-af2f4ff0d8bf, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=55d795c9-50a2-4585-a643-af2f4ff0d8bf,segment=NetworkSegment(05f694fd-aa8e-43ff-ad42-870e19141504),segment_id=05f694fd-aa8e-43ff-ad42-870e19141504)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:51:08.075339 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-1a120f28-d7a1-4b64-a1a3-ed9236ac4dec tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'subnet': {'network_id': 'ff3a75dc-3136-4f1b-841d-9091bdc8afd9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:08.156762 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-963cb906-1bf2-4567-9513-f2537658575f req-b0500587-0662-4cce-8543-461ad7c58f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:08.219524 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-51c56c66-6f99-44e0-bc32-ae4cfaac61d1 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:08.223243 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-51c56c66-6f99-44e0-bc32-ae4cfaac61d1 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "DELETE /v2.0/ports/a09927a9-ef20-452f-a0cd-6d40858aa8ef HTTP/1.1" status: 204 len: 168 time: 1.6358638 Nov 04 10:51:08.233475 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60280) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:08.410966 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cb906-1bf2-4567-9513-f2537658575f req-b0500587-0662-4cce-8543-461ad7c58f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:08.412614 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-963cb906-1bf2-4567-9513-f2537658575f req-b0500587-0662-4cce-8543-461ad7c58f8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:08.415582 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-963cb906-1bf2-4567-9513-f2537658575f req-b0500587-0662-4cce-8543-461ad7c58f8f service neutron] 10.222.0.126 "PUT /v2.0/ports/55d795c9-50a2-4585-a643-af2f4ff0d8bf HTTP/1.1" status: 200 len: 1091 time: 2.2878156 Nov 04 10:51:08.419013 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c3260c-ac03-45ba-bf65-687483a9914a', 'tag': '55d795c9-50a2-4585-a643-af2f4ff0d8bf'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:51:08.422713 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d527bf8a-2c8e-4e33-8a36-48efe5a09197" -d '{"events": [{"name": "network-changed", "server_uuid": "45c3260c-ac03-45ba-bf65-687483a9914a", "tag": "55d795c9-50a2-4585-a643-af2f4ff0d8bf"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:51:08.443427 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a120f28-d7a1-4b64-a1a3-ed9236ac4dec tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:51:08.460762 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a120f28-d7a1-4b64-a1a3-ed9236ac4dec tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:08.463590 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-00cbe589-b93d-4900-b927-5b43deae0ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:08.464225 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cbe589-b93d-4900-b927-5b43deae0ee3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:51:08.474750 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-00cbe589-b93d-4900-b927-5b43deae0ee3 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:08.475950 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-00cbe589-b93d-4900-b927-5b43deae0ee3 admin admin] 10.222.0.127 "DELETE /v2.0/routers/4803f5fa-f4e2-4f1d-8ef5-88c3eb988ff6 HTTP/1.1" status: 204 len: 168 time: 5.2269022 Nov 04 10:51:08.483509 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60292) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:08.509435 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7895cc-1ec9-47eb-b40c-75008df723ff req-3a2e67af-7abc-4224-b4de-8f1275f2e67b tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:08.517083 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5c7895cc-1ec9-47eb-b40c-75008df723ff req-3a2e67af-7abc-4224-b4de-8f1275f2e67b tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/ports?device_id=45c3260c-ac03-45ba-bf65-687483a9914a HTTP/1.1" status: 200 len: 943 time: 0.7048326 Nov 04 10:51:08.547947 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda449b7-17ee-41ae-9fc5-014ad0be6089 None None] Pushing event updated for resources: {'Port': ['ID=2f8518a2-dea4-4d8b-9150-601aae9dade9,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:08.563566 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0500587-0662-4cce-8543-461ad7c58f8f service neutron] Pushing event updated for resources: {'Port': ['ID=55d795c9-50a2-4585-a643-af2f4ff0d8bf,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:08.576024 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device cdfb4089-908a-4df2-b566-bb885812d9f0 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:51:08.635026 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5c7895cc-1ec9-47eb-b40c-75008df723ff req-78b52a34-ead6-4832-b0c6-aca01e9e3b81 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7ed696-fab2-4127-a5b4-13d5708e4309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168118 Nov 04 10:51:08.709650 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-8393c30f-f779-4225-8a66-00a81c07144a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Allocated IP 172.20.0.1 (74261819-7f53-4aae-9a9e-9792d5ef1d9f/303cd6b4-af75-4db8-b287-2f9eec0bb189/5fbf7797-8764-4504-9ade-e9c0e0d5b33f) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:51:08.751851 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 802e7863-4a72-4f43-95a3-23749031fe61 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:51:08.754171 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc65047-d5f9-432b-a9b9-c86096678247 x-openstack-request-id: req-0dc65047-d5f9-432b-a9b9-c86096678247 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:51:08.755280 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c3260c-ac03-45ba-bf65-687483a9914a", "tag": "55d795c9-50a2-4585-a643-af2f4ff0d8bf", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:51:08.760138 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-0dc65047-d5f9-432b-a9b9-c86096678247 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:51:08.763716 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c3260c-ac03-45ba-bf65-687483a9914a', 'tag': '55d795c9-50a2-4585-a643-af2f4ff0d8bf', 'status': 'completed', 'code': 200} Nov 04 10:51:08.860662 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-60faf2ea-287b-4297-b51c-8afdc9c3723c admin admin] Deleting subnet 6a3274c2-5c5a-49d7-8b41-028c290430c4 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:51:08.876942 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port cdfb4089-908a-4df2-b566-bb885812d9f0, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=cdfb4089-908a-4df2-b566-bb885812d9f0,segment=NetworkSegment(98a36a7f-67f4-4d8d-81b5-e6eb21f034a9),segment_id=98a36a7f-67f4-4d8d-81b5-e6eb21f034a9)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:08.878079 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-60faf2ea-287b-4297-b51c-8afdc9c3723c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:08.886237 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c4d9e5-2c20-4cb7-9d31-1c21ee38f80d None None] Network 74261819-7f53-4aae-9a9e-9792d5ef1d9f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:08.894731 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda449b7-17ee-41ae-9fc5-014ad0be6089 None None] Network 65187f01-7f9f-428c-b64c-1dd9deefc463 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:51:08.925165 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d4499652-464b-469b-9ac4-55d30380214d tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:08.938755 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9643c2-a9c6-4d64-9857-a8d02c3540d6 req-48d0a753-b9f2-4c06-b72a-0f58ccb621ac tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:08.943059 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-60faf2ea-287b-4297-b51c-8afdc9c3723c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:08.947563 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9a9643c2-a9c6-4d64-9857-a8d02c3540d6 req-48d0a753-b9f2-4c06-b72a-0f58ccb621ac tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1605513 Nov 04 10:51:08.961558 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-fda449b7-17ee-41ae-9fc5-014ad0be6089 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:08.968111 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d4499652-464b-469b-9ac4-55d30380214d tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:08.976998 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'cdfb4089-908a-4df2-b566-bb885812d9f0', 'network_id': '5a99a09a-0dd8-40b8-b6d2-72da727c3945', 'port_id': 'cdfb4089-908a-4df2-b566-bb885812d9f0', 'mac_address': 'fa:16:3e:cb:7e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68b3714-6037-46cc-ab77-c20414a0dec9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:51:08.983887 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda449b7-17ee-41ae-9fc5-014ad0be6089 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:51:08.998408 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-5fd86118-3f5b-4e2c-988d-de2835045222 None None] Allocated IP 172.20.0.2 (ff3a75dc-3136-4f1b-841d-9091bdc8afd9/7e09f51d-ed46-4f5a-9ca0-7a2a25ac54af/332b2598-499e-41d9-916b-665bb975d4ab) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:51:09.002862 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cb906-1bf2-4567-9513-f2537658575f req-3e45b14a-8398-43f4-98ef-cc48bc643e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:09.004932 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-963cb906-1bf2-4567-9513-f2537658575f req-3e45b14a-8398-43f4-98ef-cc48bc643e6a service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=22e57a6fdbd24fb38ba8c5b24e6f85e0&device_id=45c3260c-ac03-45ba-bf65-687483a9914a HTTP/1.1" status: 200 len: 1094 time: 0.3641322 Nov 04 10:51:09.007700 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-6afd187e-3bbc-41b2-8ab0-8af6589d9af7 None None] Provisioning complete for port 79b5163a-a5e3-4026-9a71-b2e1d702c4ef triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:09.008017 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6afd187e-3bbc-41b2-8ab0-8af6589d9af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:09.100463 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d4499652-464b-469b-9ac4-55d30380214d tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:09.173022 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-3b54c26c-5742-4ed8-84d1-834686a8826c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Deleting port 93a6d616-ae72-4081-a095-06a4eb3aa14f {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:09.173413 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b54c26c-5742-4ed8-84d1-834686a8826c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:09.181948 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4499652-464b-469b-9ac4-55d30380214d tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Pushing event updated for resources: {'Port': ['ID=79b5163a-a5e3-4026-9a71-b2e1d702c4ef,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:09.202238 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8393c30f-f779-4225-8a66-00a81c07144a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:09.219286 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-963cb906-1bf2-4567-9513-f2537658575f req-4f162fea-55eb-4ad2-8f40-76e23c10eef2 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55d795c9-50a2-4585-a643-af2f4ff0d8bf HTTP/1.1" status: 200 len: 217 time: 0.1978962 Nov 04 10:51:09.232114 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9a9643c2-a9c6-4d64-9857-a8d02c3540d6 req-b42869aa-9384-417e-9db4-44a4e2488325 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687922 Nov 04 10:51:09.266312 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:09.304773 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdfb4089-908a-4df2-b566-bb885812d9f0 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:51:09.350899 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4499652-464b-469b-9ac4-55d30380214d tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Network f319f10c-de32-4dcd-b789-fd3bd20eabb5 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:51:09.354306 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-d4499652-464b-469b-9ac4-55d30380214d tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:09.424487 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-6afd187e-3bbc-41b2-8ab0-8af6589d9af7 None None] Port 79b5163a-a5e3-4026-9a71-b2e1d702c4ef cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:51:09.475980 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port cdfb4089-908a-4df2-b566-bb885812d9f0, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=cdfb4089-908a-4df2-b566-bb885812d9f0,segment=NetworkSegment(98a36a7f-67f4-4d8d-81b5-e6eb21f034a9),segment_id=98a36a7f-67f4-4d8d-81b5-e6eb21f034a9)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:09.478627 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 802e7863-4a72-4f43-95a3-23749031fe61 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:09.478992 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:09.483100 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8393c30f-f779-4225-8a66-00a81c07144a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:09.539197 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8393c30f-f779-4225-8a66-00a81c07144a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network 74261819-7f53-4aae-9a9e-9792d5ef1d9f is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:51:09.559564 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-8393c30f-f779-4225-8a66-00a81c07144a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:09.566926 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8393c30f-f779-4225-8a66-00a81c07144a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:51:09.590098 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-fda449b7-17ee-41ae-9fc5-014ad0be6089 None None] Attempting to bind port 2f8518a2-dea4-4d8b-9150-601aae9dade9 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:51:09.590466 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-fda449b7-17ee-41ae-9fc5-014ad0be6089 None None] Attempting to bind port 2f8518a2-dea4-4d8b-9150-601aae9dade9 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'c9bcb61f-8ff3-4a7a-b17c-e751ca791d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '65187f01-7f9f-428c-b64c-1dd9deefc463'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:51:09.590813 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda449b7-17ee-41ae-9fc5-014ad0be6089 None None] Attempting to bind port 2f8518a2-dea4-4d8b-9150-601aae9dade9 on network 65187f01-7f9f-428c-b64c-1dd9deefc463 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:51:09.604718 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:09.609497 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393c30f-f779-4225-8a66-00a81c07144a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Port': ['ID=5fbf7797-8764-4504-9ade-e9c0e0d5b33f,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:09.632710 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4499652-464b-469b-9ac4-55d30380214d tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Router 954f8eac-5dcf-40f7-aeaf-42523ac8f47d is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:51:09.697290 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda449b7-17ee-41ae-9fc5-014ad0be6089 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:51:09.697740 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda449b7-17ee-41ae-9fc5-014ad0be6089 None None] Checking segment: {'id': 'c9bcb61f-8ff3-4a7a-b17c-e751ca791d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '65187f01-7f9f-428c-b64c-1dd9deefc463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:51:09.698086 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fda449b7-17ee-41ae-9fc5-014ad0be6089 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:09.698475 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda449b7-17ee-41ae-9fc5-014ad0be6089 None None] Bound using segment: {'id': 'c9bcb61f-8ff3-4a7a-b17c-e751ca791d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '65187f01-7f9f-428c-b64c-1dd9deefc463'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:51:09.698980 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-fda449b7-17ee-41ae-9fc5-014ad0be6089 None None] Bound port: 2f8518a2-dea4-4d8b-9150-601aae9dade9, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bcb61f-8ff3-4a7a-b17c-e751ca791d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '65187f01-7f9f-428c-b64c-1dd9deefc463'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:51:09.699362 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fda449b7-17ee-41ae-9fc5-014ad0be6089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:09.744665 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8393c30f-f779-4225-8a66-00a81c07144a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:09.800881 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['cdfb4089-908a-4df2-b566-bb885812d9f0'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:51:09.876464 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-60faf2ea-287b-4297-b51c-8afdc9c3723c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:09.881307 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f32f6326-174d-4a90-9b1e-5b04ab26d1b2 None None] Provisioning complete for port 802e7863-4a72-4f43-95a3-23749031fe61 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:09.881860 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f32f6326-174d-4a90-9b1e-5b04ab26d1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:09.957185 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4499652-464b-469b-9ac4-55d30380214d tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:51:09.963837 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d4499652-464b-469b-9ac4-55d30380214d tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] 10.222.0.127 "PUT /v2.0/routers/954f8eac-5dcf-40f7-aeaf-42523ac8f47d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2439544 Nov 04 10:51:09.973230 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60320) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:09.994523 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cb906-1bf2-4567-9513-f2537658575f req-7dbe439f-8783-410d-b5bc-cc0baa330e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:09.996144 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-963cb906-1bf2-4567-9513-f2537658575f req-7dbe439f-8783-410d-b5bc-cc0baa330e7c service neutron] 10.222.0.126 "GET /v2.0/subnets?id=7b06eb30-a7cd-4109-8393-1e5baaf1b67c HTTP/1.1" status: 200 len: 854 time: 0.2128398 Nov 04 10:51:10.012726 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0722ab-27ce-4e7c-8976-b7b3501bed13 req-cc003fe6-0199-4ffb-97b1-957ea942511c tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:10.032447 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8f0722ab-27ce-4e7c-8976-b7b3501bed13 req-cc003fe6-0199-4ffb-97b1-957ea942511c tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/ports?device_id=45c3260c-ac03-45ba-bf65-687483a9914a HTTP/1.1" status: 200 len: 943 time: 0.2122200 Nov 04 10:51:10.044211 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6164a637-d64b-40c9-9a07-e72898141204 None None] Sync routers for ids ['954f8eac-5dcf-40f7-aeaf-42523ac8f47d'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:51:10.067422 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=cdfb4089-908a-4df2-b566-bb885812d9f0,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:10.143718 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-963cb906-1bf2-4567-9513-f2537658575f req-00c28491-8721-4755-a72c-ea14ecb11dde service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b7a0e2bc-d7d0-494f-8e99-aee30a4827ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957036 Nov 04 10:51:10.145927 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b54c26c-5742-4ed8-84d1-834686a8826c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:10.184579 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-fda449b7-17ee-41ae-9fc5-014ad0be6089 None None] For port 2f8518a2-dea4-4d8b-9150-601aae9dade9, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:51:10.203818 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8393c30f-f779-4225-8a66-00a81c07144a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:10.211945 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-3b54c26c-5742-4ed8-84d1-834686a8826c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Calling delete_port for 93a6d616-ae72-4081-a095-06a4eb3aa14f owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:10.230903 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-fda449b7-17ee-41ae-9fc5-014ad0be6089 None None] For port 2f8518a2-dea4-4d8b-9150-601aae9dade9, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2f8518a2-dea4-4d8b-9150-601aae9dade9,segment=NetworkSegment(c9bcb61f-8ff3-4a7a-b17c-e751ca791d56),segment_id=c9bcb61f-8ff3-4a7a-b17c-e751ca791d56)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:51:10.244672 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:10.254905 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8f0722ab-27ce-4e7c-8976-b7b3501bed13 req-e22e0b84-5d79-436c-8a5e-4f7064ea0e06 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7ed696-fab2-4127-a5b4-13d5708e4309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214484 Nov 04 10:51:10.266986 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a120f28-d7a1-4b64-a1a3-ed9236ac4dec tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:10.325155 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-60faf2ea-287b-4297-b51c-8afdc9c3723c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:10.331152 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 802e7863-4a72-4f43-95a3-23749031fe61, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=802e7863-4a72-4f43-95a3-23749031fe61,segment=NetworkSegment(81d3bc63-1aa1-4b7a-94f2-41a435e69e16),segment_id=81d3bc63-1aa1-4b7a-94f2-41a435e69e16)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:10.336700 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6164a637-d64b-40c9-9a07-e72898141204 None None] Routers {'954f8eac-5dcf-40f7-aeaf-42523ac8f47d'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:51:10.337461 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-6164a637-d64b-40c9-9a07-e72898141204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:50:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['954f8eac-5dcf-40f7-aeaf-42523ac8f47d'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:10.344728 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5fd86118-3f5b-4e2c-988d-de2835045222 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:10.347688 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fda449b7-17ee-41ae-9fc5-014ad0be6089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:10.389939 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:10.390647 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device bb2d563b-1cad-420c-8f66-8275e6696574 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:51:10.412073 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a120f28-d7a1-4b64-a1a3-ed9236ac4dec tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network ff3a75dc-3136-4f1b-841d-9091bdc8afd9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:51:10.464452 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-1a120f28-d7a1-4b64-a1a3-ed9236ac4dec tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:10.468051 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a120f28-d7a1-4b64-a1a3-ed9236ac4dec tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:10.468640 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a120f28-d7a1-4b64-a1a3-ed9236ac4dec tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:10.495926 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-60faf2ea-287b-4297-b51c-8afdc9c3723c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:10.499935 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-60faf2ea-287b-4297-b51c-8afdc9c3723c admin admin] 10.222.0.127 "DELETE /v2.0/subnets/6a3274c2-5c5a-49d7-8b41-028c290430c4 HTTP/1.1" status: 204 len: 168 time: 1.9375443 Nov 04 10:51:10.508972 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60326) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:10.517411 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1a120f28-d7a1-4b64-a1a3-ed9236ac4dec tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4478745 Nov 04 10:51:10.522111 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60328) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:10.550407 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5fd86118-3f5b-4e2c-988d-de2835045222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:10.555040 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a120f28-d7a1-4b64-a1a3-ed9236ac4dec tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Subnet': ['ID=5f94782e-10fe-4811-b516-83493d1cde5e,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:10.561342 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-6164a637-d64b-40c9-9a07-e72898141204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:10.575594 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-33791e8b-6608-4562-95cc-3ed016eb2710 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'port': {'network_id': 'ff3a75dc-3136-4f1b-841d-9091bdc8afd9', 'fixed_ips': [{'subnet_id': '7e09f51d-ed46-4f5a-9ca0-7a2a25ac54af'}, {'subnet_id': '5f94782e-10fe-4811-b516-83493d1cde5e'}], 'name': 'tempest-PortsTestJSON-1616299672'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:10.600929 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722a730f-316e-4c02-a8fd-46445322cd50 None None] Network cd97093c-c6aa-4117-afc7-560d93dc9765 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:10.605749 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60faf2ea-287b-4297-b51c-8afdc9c3723c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a3274c2-5c5a-49d7-8b41-028c290430c4,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:10.614867 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-963cb906-1bf2-4567-9513-f2537658575f req-c557ed8f-3c96-4770-90e2-3a7c687b4fe3 service neutron] 10.222.0.126 "GET /v2.0/networks/b7a0e2bc-d7d0-494f-8e99-aee30a4827ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591985 Nov 04 10:51:10.615806 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6164a637-d64b-40c9-9a07-e72898141204 None None] Routers {'954f8eac-5dcf-40f7-aeaf-42523ac8f47d'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:51:10.616430 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-6164a637-d64b-40c9-9a07-e72898141204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:50:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['954f8eac-5dcf-40f7-aeaf-42523ac8f47d'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:10.791707 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d98d8-cc51-442a-b275-6774698435a8 req-ff91a44d-329a-4ee3-856e-b85b4ee57a2c tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:10.800230 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2a4d98d8-cc51-442a-b275-6774698435a8 req-ff91a44d-329a-4ee3-856e-b85b4ee57a2c tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 945 time: 0.3995192 Nov 04 10:51:10.863782 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-6164a637-d64b-40c9-9a07-e72898141204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:10.864857 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6164a637-d64b-40c9-9a07-e72898141204 None None] The sync data for ids ['954f8eac-5dcf-40f7-aeaf-42523ac8f47d'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:51:10.871592 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33791e8b-6608-4562-95cc-3ed016eb2710 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:51:10.895964 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b54c26c-5742-4ed8-84d1-834686a8826c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:10.903243 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd86118-3f5b-4e2c-988d-de2835045222 None None] Network ff3a75dc-3136-4f1b-841d-9091bdc8afd9 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:51:10.971926 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54c26c-5742-4ed8-84d1-834686a8826c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event deleted for resources: {'Port': ['ID=93a6d616-ae72-4081-a095-06a4eb3aa14f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:11.009416 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-963cb906-1bf2-4567-9513-f2537658575f req-dad0da4e-7239-4cc2-a697-ef50078be831 service neutron] 10.222.0.126 "GET /v2.0/networks/b7a0e2bc-d7d0-494f-8e99-aee30a4827ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503332 Nov 04 10:51:11.041638 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-5fd86118-3f5b-4e2c-988d-de2835045222 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:11.060511 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-33791e8b-6608-4562-95cc-3ed016eb2710 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:11.093055 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1235cca6-8da6-4125-bb70-ea83c93425b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:11.107400 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd86118-3f5b-4e2c-988d-de2835045222 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:51:11.142129 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b54c26c-5742-4ed8-84d1-834686a8826c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:11.144679 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3b54c26c-5742-4ed8-84d1-834686a8826c tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "DELETE /v2.0/ports/93a6d616-ae72-4081-a095-06a4eb3aa14f HTTP/1.1" status: 204 len: 168 time: 2.9099762 Nov 04 10:51:11.155527 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60330) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:11.163479 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port bb2d563b-1cad-420c-8f66-8275e6696574 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:11.163845 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:11.168011 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda449b7-17ee-41ae-9fc5-014ad0be6089 None None] Pushing event updated for resources: {'Port': ['ID=2f8518a2-dea4-4d8b-9150-601aae9dade9,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:11.194962 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2a4d98d8-cc51-442a-b275-6774698435a8 req-12542887-b9a3-4eb0-94a3-db49d87d331c tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937511 Nov 04 10:51:11.201876 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-33791e8b-6608-4562-95cc-3ed016eb2710 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] device_id is not set on port 9c3bd812-e2f5-4675-87c7-e3a02b9dff1b yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:51:11.240205 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-edb244af-a0a6-4e8a-83f7-1e50dc16a23b tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:51:11.241564 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-edb244af-a0a6-4e8a-83f7-1e50dc16a23b tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] 10.222.0.127 "PUT /v2.0/routers/954f8eac-5dcf-40f7-aeaf-42523ac8f47d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2649293 Nov 04 10:51:11.245527 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60332) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:11.377920 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8393c30f-f779-4225-8a66-00a81c07144a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:11.408145 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8393c30f-f779-4225-8a66-00a81c07144a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:11.408503 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527bf8a-2c8e-4e33-8a36-48efe5a09197 req-ed19fe28-68fc-4fe7-bcf2-583b013893ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:11.417895 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d527bf8a-2c8e-4e33-8a36-48efe5a09197 req-ed19fe28-68fc-4fe7-bcf2-583b013893ba service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=22e57a6fdbd24fb38ba8c5b24e6f85e0&device_id=45c3260c-ac03-45ba-bf65-687483a9914a HTTP/1.1" status: 200 len: 1094 time: 0.3244469 Nov 04 10:51:11.569104 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c647db9-1463-4bdc-ab0f-5a18d0a7ef7b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Deleting subnet fb0189f5-0dbc-49c3-b67c-b28bc1fef63a {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:51:11.587224 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5c647db9-1463-4bdc-ab0f-5a18d0a7ef7b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:11.601086 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f32f6326-174d-4a90-9b1e-5b04ab26d1b2 None None] Provisioning complete for port bb2d563b-1cad-420c-8f66-8275e6696574 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:11.601487 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f32f6326-174d-4a90-9b1e-5b04ab26d1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:11.765651 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=802e7863-4a72-4f43-95a3-23749031fe61,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:11.771091 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8393c30f-f779-4225-8a66-00a81c07144a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:11.823761 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527bf8a-2c8e-4e33-8a36-48efe5a09197 req-822d72ec-5f4e-4eba-8fcf-3ddf8a68103d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:11.826151 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d527bf8a-2c8e-4e33-8a36-48efe5a09197 req-822d72ec-5f4e-4eba-8fcf-3ddf8a68103d service neutron] 10.222.0.126 "GET /v2.0/networks?id=b7a0e2bc-d7d0-494f-8e99-aee30a4827ad HTTP/1.1" status: 200 len: 916 time: 0.4074500 Nov 04 10:51:11.845755 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5c647db9-1463-4bdc-ab0f-5a18d0a7ef7b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:11.863622 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393c30f-f779-4225-8a66-00a81c07144a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Port': ['ID=5fbf7797-8764-4504-9ade-e9c0e0d5b33f,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:11.907603 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65469581-bc3d-4eaa-9222-aac223df95a9 req-6ed96bd3-533c-4927-a2dc-0bfc675ea703 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:11.915674 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-65469581-bc3d-4eaa-9222-aac223df95a9 req-6ed96bd3-533c-4927-a2dc-0bfc675ea703 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/ports?device_id=45c3260c-ac03-45ba-bf65-687483a9914a HTTP/1.1" status: 200 len: 943 time: 0.5300865 Nov 04 10:51:11.919078 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd86118-3f5b-4e2c-988d-de2835045222 None None] Pushing event updated for resources: {'Port': ['ID=332b2598-499e-41d9-916b-665bb975d4ab,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:12.160125 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-1235cca6-8da6-4125-bb70-ea83c93425b1 admin admin] Deleting port 87461df4-aaee-4527-80a2-b4b180b0fd8b {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:12.160554 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1235cca6-8da6-4125-bb70-ea83c93425b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:12.286493 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-65469581-bc3d-4eaa-9222-aac223df95a9 req-0d1d6cc0-b312-4599-a695-5cb56db8de85 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7ed696-fab2-4127-a5b4-13d5708e4309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697155 Nov 04 10:51:12.305479 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-33791e8b-6608-4562-95cc-3ed016eb2710 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Allocated IP 172.20.0.11 (ff3a75dc-3136-4f1b-841d-9091bdc8afd9/7e09f51d-ed46-4f5a-9ca0-7a2a25ac54af/9c3bd812-e2f5-4675-87c7-e3a02b9dff1b) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:51:12.362805 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5fd86118-3f5b-4e2c-988d-de2835045222 None None] Attempting to bind port 332b2598-499e-41d9-916b-665bb975d4ab on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:51:12.363291 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5fd86118-3f5b-4e2c-988d-de2835045222 None None] Attempting to bind port 332b2598-499e-41d9-916b-665bb975d4ab by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '0808f496-f83c-43be-b0b0-ef86b79b4e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'ff3a75dc-3136-4f1b-841d-9091bdc8afd9'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:51:12.363758 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd86118-3f5b-4e2c-988d-de2835045222 None None] Attempting to bind port 332b2598-499e-41d9-916b-665bb975d4ab on network ff3a75dc-3136-4f1b-841d-9091bdc8afd9 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:51:12.384506 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd86118-3f5b-4e2c-988d-de2835045222 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:51:12.384931 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd86118-3f5b-4e2c-988d-de2835045222 None None] Checking segment: {'id': '0808f496-f83c-43be-b0b0-ef86b79b4e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'ff3a75dc-3136-4f1b-841d-9091bdc8afd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:51:12.385370 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5fd86118-3f5b-4e2c-988d-de2835045222 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:12.385754 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd86118-3f5b-4e2c-988d-de2835045222 None None] Bound using segment: {'id': '0808f496-f83c-43be-b0b0-ef86b79b4e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'ff3a75dc-3136-4f1b-841d-9091bdc8afd9'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:51:12.386239 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5fd86118-3f5b-4e2c-988d-de2835045222 None None] Bound port: 332b2598-499e-41d9-916b-665bb975d4ab, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0808f496-f83c-43be-b0b0-ef86b79b4e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'ff3a75dc-3136-4f1b-841d-9091bdc8afd9'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:51:12.386778 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5fd86118-3f5b-4e2c-988d-de2835045222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:12.388838 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 802e7863-4a72-4f43-95a3-23749031fe61 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:51:12.392397 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-33791e8b-6608-4562-95cc-3ed016eb2710 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Allocated IP 172.20.0.26 (ff3a75dc-3136-4f1b-841d-9091bdc8afd9/5f94782e-10fe-4811-b516-83493d1cde5e/9c3bd812-e2f5-4675-87c7-e3a02b9dff1b) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:51:12.452260 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-1235cca6-8da6-4125-bb70-ea83c93425b1 admin admin] For port 87461df4-aaee-4527-80a2-b4b180b0fd8b, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=87461df4-aaee-4527-80a2-b4b180b0fd8b,segment=NetworkSegment(9cb5b4b2-05a7-4f13-8398-e245a4799d79),segment_id=9cb5b4b2-05a7-4f13-8398-e245a4799d79)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:12.452726 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1235cca6-8da6-4125-bb70-ea83c93425b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:12.482496 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8393c30f-f779-4225-8a66-00a81c07144a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network 74261819-7f53-4aae-9a9e-9792d5ef1d9f is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:51:12.498185 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:12.523459 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-8393c30f-f779-4225-8a66-00a81c07144a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:12.534555 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-1235cca6-8da6-4125-bb70-ea83c93425b1 admin admin] Calling delete_port for 87461df4-aaee-4527-80a2-b4b180b0fd8b owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:12.578172 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5fd86118-3f5b-4e2c-988d-de2835045222 None None] For port 332b2598-499e-41d9-916b-665bb975d4ab, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:51:12.582318 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5fd86118-3f5b-4e2c-988d-de2835045222 None None] For port 332b2598-499e-41d9-916b-665bb975d4ab, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=332b2598-499e-41d9-916b-665bb975d4ab,segment=NetworkSegment(0808f496-f83c-43be-b0b0-ef86b79b4e30),segment_id=0808f496-f83c-43be-b0b0-ef86b79b4e30)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:51:12.593241 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9849974f-571b-4885-8b7a-34510f61b9d6 None None] Network 65187f01-7f9f-428c-b64c-1dd9deefc463 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:12.674790 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b804778d-6238-43ca-a30e-33fb66f27f98 None None] DHCP port deletion for cd97093c-c6aa-4117-afc7-560d93dc9765 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:51:12.677740 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 802e7863-4a72-4f43-95a3-23749031fe61 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:12.678114 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:12.696422 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-1fac2364-abde-4cff-9473-5cc0084ecfeb None None] Provisioning complete for port 802e7863-4a72-4f43-95a3-23749031fe61 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:12.696791 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1fac2364-abde-4cff-9473-5cc0084ecfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:12.726369 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5fd86118-3f5b-4e2c-988d-de2835045222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:12.734858 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d527bf8a-2c8e-4e33-8a36-48efe5a09197 req-a5f1b417-719c-48b7-ae21-9e57782e415b service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55d795c9-50a2-4585-a643-af2f4ff0d8bf HTTP/1.1" status: 200 len: 217 time: 0.8978748 Nov 04 10:51:12.821711 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527bf8a-2c8e-4e33-8a36-48efe5a09197 req-5259394f-4540-411c-bd8d-719d0f1e6d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:12.823905 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d527bf8a-2c8e-4e33-8a36-48efe5a09197 req-5259394f-4540-411c-bd8d-719d0f1e6d25 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=7b06eb30-a7cd-4109-8393-1e5baaf1b67c HTTP/1.1" status: 200 len: 854 time: 0.0767462 Nov 04 10:51:12.935674 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d527bf8a-2c8e-4e33-8a36-48efe5a09197 req-b5d80868-f112-4790-b43c-ce619c8ca95a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b7a0e2bc-d7d0-494f-8e99-aee30a4827ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015806 Nov 04 10:51:13.014084 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd86118-3f5b-4e2c-988d-de2835045222 None None] Pushing event updated for resources: {'Port': ['ID=332b2598-499e-41d9-916b-665bb975d4ab,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:13.070161 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d527bf8a-2c8e-4e33-8a36-48efe5a09197 req-1faba5b2-5b7e-4fc7-a58f-4b24967028a4 service neutron] 10.222.0.126 "GET /v2.0/networks/b7a0e2bc-d7d0-494f-8e99-aee30a4827ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190064 Nov 04 10:51:13.188204 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-b804778d-6238-43ca-a30e-33fb66f27f98 None None] Deleting port 87461df4-aaee-4527-80a2-b4b180b0fd8b {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:13.188577 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b804778d-6238-43ca-a30e-33fb66f27f98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:13.189409 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d527bf8a-2c8e-4e33-8a36-48efe5a09197 req-a61ec3bf-34a2-415f-a1fd-747990ed81d0 service neutron] 10.222.0.126 "GET /v2.0/networks/b7a0e2bc-d7d0-494f-8e99-aee30a4827ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965495 Nov 04 10:51:13.334842 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5c647db9-1463-4bdc-ab0f-5a18d0a7ef7b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:13.415601 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2f8518a2-dea4-4d8b-9150-601aae9dade9 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:51:13.425514 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7811a-e0ca-4439-873e-9d7b653b4fba req-a0b38c02-dc10-4af7-bce5-2258028ab66b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:13.430385 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-76b7811a-e0ca-4439-873e-9d7b653b4fba req-a0b38c02-dc10-4af7-bce5-2258028ab66b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 945 time: 0.9703832 Nov 04 10:51:13.430385 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1235cca6-8da6-4125-bb70-ea83c93425b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:13.485356 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5c647db9-1463-4bdc-ab0f-5a18d0a7ef7b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:13.509781 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-b804778d-6238-43ca-a30e-33fb66f27f98 None None] For port 87461df4-aaee-4527-80a2-b4b180b0fd8b, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=87461df4-aaee-4527-80a2-b4b180b0fd8b,segment=NetworkSegment(9cb5b4b2-05a7-4f13-8398-e245a4799d79),segment_id=9cb5b4b2-05a7-4f13-8398-e245a4799d79)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:13.510173 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b804778d-6238-43ca-a30e-33fb66f27f98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:13.539116 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-b804778d-6238-43ca-a30e-33fb66f27f98 None None] Calling delete_port for 87461df4-aaee-4527-80a2-b4b180b0fd8b owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:13.540848 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c647db9-1463-4bdc-ab0f-5a18d0a7ef7b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event deleted for resources: {'Subnet': ['ID=fb0189f5-0dbc-49c3-b67c-b28bc1fef63a,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:13.547753 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1235cca6-8da6-4125-bb70-ea83c93425b1 admin admin] No DVR routers for this DVR port 87461df4-aaee-4527-80a2-b4b180b0fd8b on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:51:13.549262 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5c647db9-1463-4bdc-ab0f-5a18d0a7ef7b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:13.553964 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5c647db9-1463-4bdc-ab0f-5a18d0a7ef7b tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "DELETE /v2.0/subnets/fb0189f5-0dbc-49c3-b67c-b28bc1fef63a HTTP/1.1" status: 204 len: 168 time: 2.3967602 Nov 04 10:51:13.556586 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60342) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:13.561053 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235cca6-8da6-4125-bb70-ea83c93425b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=87461df4-aaee-4527-80a2-b4b180b0fd8b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:13.567291 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-1fac2364-abde-4cff-9473-5cc0084ecfeb None None] Provisioning complete for port 5fbf7797-8764-4504-9ade-e9c0e0d5b33f triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:13.567668 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1fac2364-abde-4cff-9473-5cc0084ecfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:13.573584 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-599ff030-a183-408c-8c0d-08024729e283 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:13.613626 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-1fac2364-abde-4cff-9473-5cc0084ecfeb None None] Port 5fbf7797-8764-4504-9ade-e9c0e0d5b33f cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:51:13.619546 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4126512-2585-4b13-a268-b8fed599969c None None] Network e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:13.654752 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b392210-0b8b-47e4-a741-3baafa63b916 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Deleting subnet c288e9a9-e266-47aa-b999-fff4d7adb121 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:51:13.742983 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9b392210-0b8b-47e4-a741-3baafa63b916 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:13.776783 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1235cca6-8da6-4125-bb70-ea83c93425b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:13.809821 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8393c30f-f779-4225-8a66-00a81c07144a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Router bc7278e1-6a02-44ce-9c7d-21907aa3c6b2 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:51:13.815863 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 2f8518a2-dea4-4d8b-9150-601aae9dade9 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:13.816895 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:13.822519 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-1fac2364-abde-4cff-9473-5cc0084ecfeb None None] Provisioning complete for port 79b5163a-a5e3-4026-9a71-b2e1d702c4ef triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:13.823122 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1fac2364-abde-4cff-9473-5cc0084ecfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:13.838632 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-76b7811a-e0ca-4439-873e-9d7b653b4fba req-ca1ed11f-4493-487d-8def-a710b56e8ef7 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867072 Nov 04 10:51:13.860205 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-1235cca6-8da6-4125-bb70-ea83c93425b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd97093c-c6aa-4117-afc7-560d93dc9765']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:13.894937 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9b392210-0b8b-47e4-a741-3baafa63b916 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:13.999880 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-1235cca6-8da6-4125-bb70-ea83c93425b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb5b4b2-05a7-4f13-8398-e245a4799d79') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:14.000174 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-1235cca6-8da6-4125-bb70-ea83c93425b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb5b4b2-05a7-4f13-8398-e245a4799d79') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:14.066290 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1235cca6-8da6-4125-bb70-ea83c93425b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:14.103012 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-33791e8b-6608-4562-95cc-3ed016eb2710 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:14.107934 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:51:14.161469 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1235cca6-8da6-4125-bb70-ea83c93425b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:14.180515 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8393c30f-f779-4225-8a66-00a81c07144a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:51:14.195778 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8601dafe-8052-4b5f-beb9-67feaf89fb61 None None] Sync routers for ids ['bc7278e1-6a02-44ce-9c7d-21907aa3c6b2'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:51:14.197116 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8393c30f-f779-4225-8a66-00a81c07144a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "PUT /v2.0/routers/bc7278e1-6a02-44ce-9c7d-21907aa3c6b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8279874 Nov 04 10:51:14.202539 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60344) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:14.219411 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8601dafe-8052-4b5f-beb9-67feaf89fb61 None None] Routers {'bc7278e1-6a02-44ce-9c7d-21907aa3c6b2'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:51:14.220061 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-8601dafe-8052-4b5f-beb9-67feaf89fb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:50:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['bc7278e1-6a02-44ce-9c7d-21907aa3c6b2'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:14.220543 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-1fac2364-abde-4cff-9473-5cc0084ecfeb None None] Port 79b5163a-a5e3-4026-9a71-b2e1d702c4ef cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:51:14.227278 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 55d795c9-50a2-4585-a643-af2f4ff0d8bf details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:51:14.230124 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device cdfb4089-908a-4df2-b566-bb885812d9f0 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:51:14.236111 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b804778d-6238-43ca-a30e-33fb66f27f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:14.281827 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9b392210-0b8b-47e4-a741-3baafa63b916 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:14.311885 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643dc163-5d94-4967-9d3d-b6e385af3eab tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:14.317306 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-643dc163-5d94-4967-9d3d-b6e385af3eab tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "GET /v2.0/ports/5fbf7797-8764-4504-9ade-e9c0e0d5b33f HTTP/1.1" status: 200 len: 910 time: 0.1110189 Nov 04 10:51:14.317633 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804778d-6238-43ca-a30e-33fb66f27f98 None None] Pushing event deleted for resources: {'Port': ['ID=87461df4-aaee-4527-80a2-b4b180b0fd8b,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:14.322987 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b804778d-6238-43ca-a30e-33fb66f27f98 None None] No DVR routers for this DVR port 87461df4-aaee-4527-80a2-b4b180b0fd8b on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:51:14.325119 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1235cca6-8da6-4125-bb70-ea83c93425b1 admin admin] Releasing vlan 1191 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:51:14.325609 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1235cca6-8da6-4125-bb70-ea83c93425b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:14.326964 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:51:14.329494 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:51:14.346873 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-8601dafe-8052-4b5f-beb9-67feaf89fb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:14.370477 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60346) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:14.393336 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8601dafe-8052-4b5f-beb9-67feaf89fb61 None None] Routers {'bc7278e1-6a02-44ce-9c7d-21907aa3c6b2'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:51:14.401037 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-8601dafe-8052-4b5f-beb9-67feaf89fb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:50:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['bc7278e1-6a02-44ce-9c7d-21907aa3c6b2'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:14.499935 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd594089-e285-4dd9-bb47-0243cca921b9 None None] DHCP port deletion for e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:51:14.506984 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 2f8518a2-dea4-4d8b-9150-601aae9dade9, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2f8518a2-dea4-4d8b-9150-601aae9dade9,segment=NetworkSegment(c9bcb61f-8ff3-4a7a-b17c-e751ca791d56),segment_id=c9bcb61f-8ff3-4a7a-b17c-e751ca791d56)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:14.508675 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9b392210-0b8b-47e4-a741-3baafa63b916 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:14.531314 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b581f48b-141e-4d55-adf5-f2e910c536b3 None None] Provisioning complete for port 2f8518a2-dea4-4d8b-9150-601aae9dade9 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:14.532088 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b581f48b-141e-4d55-adf5-f2e910c536b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:14.539724 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:14.567830 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b392210-0b8b-47e4-a741-3baafa63b916 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event deleted for resources: {'Subnet': ['ID=c288e9a9-e266-47aa-b999-fff4d7adb121,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:14.589863 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9b392210-0b8b-47e4-a741-3baafa63b916 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:14.592082 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-8601dafe-8052-4b5f-beb9-67feaf89fb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:14.592698 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8601dafe-8052-4b5f-beb9-67feaf89fb61 None None] The sync data for ids ['bc7278e1-6a02-44ce-9c7d-21907aa3c6b2'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:51:14.603736 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9b392210-0b8b-47e4-a741-3baafa63b916 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "DELETE /v2.0/subnets/c288e9a9-e266-47aa-b999-fff4d7adb121 HTTP/1.1" status: 204 len: 168 time: 1.0431242 Nov 04 10:51:14.603920 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6c752e18-42f5-443a-8d71-5f8beb314fe5 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:51:14.634376 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce6b93b-a1c1-4ef0-80af-db41de5300e0 None None] Network b24fc8aa-ee49-4b0e-86f2-bb77483ee604 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:14.676892 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60348) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:14.695241 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa746a99-c994-4708-b30f-8afa0b0773b6 req-5040168d-84d5-4f8b-a251-09f99fc5cff7 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:14.703106 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fa746a99-c994-4708-b30f-8afa0b0773b6 req-5040168d-84d5-4f8b-a251-09f99fc5cff7 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/ports?device_id=45c3260c-ac03-45ba-bf65-687483a9914a HTTP/1.1" status: 200 len: 943 time: 0.6226232 Nov 04 10:51:14.733125 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-599ff030-a183-408c-8c0d-08024729e283 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Deleting port 79b5163a-a5e3-4026-9a71-b2e1d702c4ef {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:14.733125 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-599ff030-a183-408c-8c0d-08024729e283 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:14.737533 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 6c752e18-42f5-443a-8d71-5f8beb314fe5 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:51:14.737998 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6c752e18-42f5-443a-8d71-5f8beb314fe5 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:51:14.756615 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c64052-f5be-4a44-acd0-457bf6ecd6d8 None None] Network ff3a75dc-3136-4f1b-841d-9091bdc8afd9 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:14.760522 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port cdfb4089-908a-4df2-b566-bb885812d9f0 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:14.761023 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:14.838633 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-599ff030-a183-408c-8c0d-08024729e283 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:14.855021 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-599ff030-a183-408c-8c0d-08024729e283 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Calling delete_port for 79b5163a-a5e3-4026-9a71-b2e1d702c4ef owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:14.857550 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 55d795c9-50a2-4585-a643-af2f4ff0d8bf, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=55d795c9-50a2-4585-a643-af2f4ff0d8bf,segment=NetworkSegment(05f694fd-aa8e-43ff-ad42-870e19141504),segment_id=05f694fd-aa8e-43ff-ad42-870e19141504)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:14.858777 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:14.948671 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:14.960472 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-33791e8b-6608-4562-95cc-3ed016eb2710 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:14.965666 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1235cca6-8da6-4125-bb70-ea83c93425b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:14.986729 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fa746a99-c994-4708-b30f-8afa0b0773b6 req-c514a4d0-d121-4823-af01-c93eaa21adc8 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7ed696-fab2-4127-a5b4-13d5708e4309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823720 Nov 04 10:51:15.042674 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1235cca6-8da6-4125-bb70-ea83c93425b1 admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:15.049941 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=2f8518a2-dea4-4d8b-9150-601aae9dade9,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:15.053481 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '55d795c9-50a2-4585-a643-af2f4ff0d8bf', 'network_id': 'b7a0e2bc-d7d0-494f-8e99-aee30a4827ad', 'port_id': '55d795c9-50a2-4585-a643-af2f4ff0d8bf', 'mac_address': 'fa:16:3e:fc:24:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b06eb30-a7cd-4109-8393-1e5baaf1b67c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:51:15.054292 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1235cca6-8da6-4125-bb70-ea83c93425b1 admin admin] 10.222.0.127 "DELETE /v2.0/networks/cd97093c-c6aa-4117-afc7-560d93dc9765 HTTP/1.1" status: 204 len: 168 time: 4.5401096 Nov 04 10:51:15.095475 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 332b2598-499e-41d9-916b-665bb975d4ab up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:51:15.193438 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-599ff030-a183-408c-8c0d-08024729e283 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:15.258586 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235cca6-8da6-4125-bb70-ea83c93425b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd97093c-c6aa-4117-afc7-560d93dc9765,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:15.304619 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ff030-a183-408c-8c0d-08024729e283 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Pushing event deleted for resources: {'Port': ['ID=79b5163a-a5e3-4026-9a71-b2e1d702c4ef,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:15.336849 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33791e8b-6608-4562-95cc-3ed016eb2710 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network ff3a75dc-3136-4f1b-841d-9091bdc8afd9 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:51:15.474716 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-33791e8b-6608-4562-95cc-3ed016eb2710 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:15.482286 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60356) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:15.504712 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-599ff030-a183-408c-8c0d-08024729e283 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:15.530211 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33791e8b-6608-4562-95cc-3ed016eb2710 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:51:15.584404 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33791e8b-6608-4562-95cc-3ed016eb2710 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Port': ['ID=9c3bd812-e2f5-4675-87c7-e3a02b9dff1b,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:15.702729 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33791e8b-6608-4562-95cc-3ed016eb2710 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:15.704254 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-33791e8b-6608-4562-95cc-3ed016eb2710 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:15.714891 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816cd61-04c8-47d2-9463-72b47404f471 req-621b7557-f200-440d-8813-a227dde0612a tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:15.716074 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:15.717395 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5816cd61-04c8-47d2-9463-72b47404f471 req-621b7557-f200-440d-8813-a227dde0612a tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 945 time: 0.5335321 Nov 04 10:51:15.745429 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599ff030-a183-408c-8c0d-08024729e283 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Router 954f8eac-5dcf-40f7-aeaf-42523ac8f47d has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:51:15.765599 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d795c9-50a2-4585-a643-af2f4ff0d8bf {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:51:15.788123 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c3e2a8e0-80a5-4a6f-ad82-64e7e61fbad8 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=1f6ce77b47aa41a995e4704afc0cafa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2397528 Nov 04 10:51:15.794076 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Deleting port a291a898-61dd-4f89-b23d-b8fc3890cbaa {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:15.794707 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:15.800302 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60358) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:15.804244 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-33791e8b-6608-4562-95cc-3ed016eb2710 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 5.2327669 Nov 04 10:51:15.810737 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60360) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:15.832011 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-ca9b7737-4080-4182-941f-a8a5aa55c658 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7e09f51d-ed46-4f5a-9ca0-7a2a25ac54af'}]}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:15.851152 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-bd594089-e285-4dd9-bb47-0243cca921b9 None None] Deleting port a291a898-61dd-4f89-b23d-b8fc3890cbaa {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:15.851535 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bd594089-e285-4dd9-bb47-0243cca921b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:15.883600 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599ff030-a183-408c-8c0d-08024729e283 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:51:15.889054 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-599ff030-a183-408c-8c0d-08024729e283 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] 10.222.0.127 "PUT /v2.0/routers/954f8eac-5dcf-40f7-aeaf-42523ac8f47d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6407073 Nov 04 10:51:15.893900 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60362) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:15.914578 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 332b2598-499e-41d9-916b-665bb975d4ab triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:15.915314 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:15.942083 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2896b13e-210f-4e22-a49a-eeef0a89b77d None None] Sync routers for ids ['954f8eac-5dcf-40f7-aeaf-42523ac8f47d'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:51:15.945960 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-d78fcfa4-7c1a-4b32-a19d-30d44a9dd8c8 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] delete failed (client error): The resource could not be found. Nov 04 10:51:15.947329 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d78fcfa4-7c1a-4b32-a19d-30d44a9dd8c8 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] 10.222.0.127 "DELETE /v2.0/routers/tempest-non_exist_router-267994924 HTTP/1.1" status: 404 len: 334 time: 0.0522368 Nov 04 10:51:15.956479 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60364) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:15.965357 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-48b1717c-3ae3-448b-b8d4-0c6a07b09e4a tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Request body: {'router': {'external_gateway_info': {'network_id': '954f8eac-5dcf-40f7-aeaf-42523ac8f47d'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:15.986895 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b581f48b-141e-4d55-adf5-f2e910c536b3 None None] Provisioning complete for port 5fbf7797-8764-4504-9ade-e9c0e0d5b33f triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:15.987258 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b581f48b-141e-4d55-adf5-f2e910c536b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:16.012725 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5816cd61-04c8-47d2-9463-72b47404f471 req-8fce434a-cc6a-42fc-8595-0125a05cde98 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809734 Nov 04 10:51:16.051115 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-b581f48b-141e-4d55-adf5-f2e910c536b3 None None] Port 5fbf7797-8764-4504-9ade-e9c0e0d5b33f cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:51:16.060794 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 55d795c9-50a2-4585-a643-af2f4ff0d8bf, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=55d795c9-50a2-4585-a643-af2f4ff0d8bf,segment=NetworkSegment(05f694fd-aa8e-43ff-ad42-870e19141504),segment_id=05f694fd-aa8e-43ff-ad42-870e19141504)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:16.069394 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] For port a291a898-61dd-4f89-b23d-b8fc3890cbaa, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a291a898-61dd-4f89-b23d-b8fc3890cbaa,segment=NetworkSegment(68884ac4-1769-4bca-94f5-d9098a2e7fa7),segment_id=68884ac4-1769-4bca-94f5-d9098a2e7fa7)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:16.069973 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:16.096538 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca9b7737-4080-4182-941f-a8a5aa55c658 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:16.105360 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-501582d8-1c81-4988-932e-a20d9c38e0ea tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:16.107875 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Calling delete_port for a291a898-61dd-4f89-b23d-b8fc3890cbaa owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:16.108769 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2896b13e-210f-4e22-a49a-eeef0a89b77d None None] Routers {'954f8eac-5dcf-40f7-aeaf-42523ac8f47d'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:51:16.109448 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2896b13e-210f-4e22-a49a-eeef0a89b77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:50:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['954f8eac-5dcf-40f7-aeaf-42523ac8f47d'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:16.125476 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-36516c94-1997-4f0f-aafc-6de3d523458a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:16.151024 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:16.176385 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2896b13e-210f-4e22-a49a-eeef0a89b77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:16.283489 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48b1717c-3ae3-448b-b8d4-0c6a07b09e4a tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:16.332585 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-48b1717c-3ae3-448b-b8d4-0c6a07b09e4a tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] update failed (client error): The resource could not be found. Nov 04 10:51:16.334082 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-48b1717c-3ae3-448b-b8d4-0c6a07b09e4a tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] 10.222.0.127 "PUT /v2.0/routers/954f8eac-5dcf-40f7-aeaf-42523ac8f47d HTTP/1.1" status: 404 len: 339 time: 0.3744624 Nov 04 10:51:16.339677 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60368) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:16.353871 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c8e618-1f4f-4682-84f2-f77d8244ac71 None None] DHCP port deletion for b24fc8aa-ee49-4b0e-86f2-bb77483ee604 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:51:16.359712 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=55d795c9-50a2-4585-a643-af2f4ff0d8bf,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:16.363981 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-bd594089-e285-4dd9-bb47-0243cca921b9 None None] For port a291a898-61dd-4f89-b23d-b8fc3890cbaa, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a291a898-61dd-4f89-b23d-b8fc3890cbaa,segment=NetworkSegment(68884ac4-1769-4bca-94f5-d9098a2e7fa7),segment_id=68884ac4-1769-4bca-94f5-d9098a2e7fa7)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:16.364510 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bd594089-e285-4dd9-bb47-0243cca921b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:16.429330 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:16.433414 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-bd594089-e285-4dd9-bb47-0243cca921b9 None None] Calling delete_port for a291a898-61dd-4f89-b23d-b8fc3890cbaa owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:16.439606 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-36516c94-1997-4f0f-aafc-6de3d523458a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:16.453165 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-74df459d-48d5-4d87-a72a-464fd8b06bce None None] Provisioning complete for port 332b2598-499e-41d9-916b-665bb975d4ab triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:16.453801 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-74df459d-48d5-4d87-a72a-464fd8b06bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:16.489460 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2896b13e-210f-4e22-a49a-eeef0a89b77d None None] Routers {'954f8eac-5dcf-40f7-aeaf-42523ac8f47d'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:51:16.490163 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2896b13e-210f-4e22-a49a-eeef0a89b77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:50:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['954f8eac-5dcf-40f7-aeaf-42523ac8f47d'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:16.529533 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2896b13e-210f-4e22-a49a-eeef0a89b77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:16.530371 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2896b13e-210f-4e22-a49a-eeef0a89b77d None None] The sync data for ids ['954f8eac-5dcf-40f7-aeaf-42523ac8f47d'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:51:16.535044 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['55d795c9-50a2-4585-a643-af2f4ff0d8bf'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:51:16.547337 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f260c8b-e2c9-4baf-87ae-bc5771349e96 req-8d62cdfa-914d-49bc-8ec3-f54a9883fc94 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:16.548942 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f260c8b-e2c9-4baf-87ae-bc5771349e96 req-8d62cdfa-914d-49bc-8ec3-f54a9883fc94 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/ports?device_id=45c3260c-ac03-45ba-bf65-687483a9914a HTTP/1.1" status: 200 len: 944 time: 0.1974988 Nov 04 10:51:16.665028 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:16.728886 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a349bde-b3d4-4c5b-a526-3724321c5617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfb4089-908a-4df2-b566-bb885812d9f0'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:51:16.731217 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48070bb-eda7-4d02-8792-4c979d26c90b" -d '{"events": [{"server_uuid": "0a349bde-b3d4-4c5b-a526-3724321c5617", "name": "network-vif-plugged", "status": "completed", "tag": "cdfb4089-908a-4df2-b566-bb885812d9f0"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:51:16.752854 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event deleted for resources: {'Port': ['ID=a291a898-61dd-4f89-b23d-b8fc3890cbaa,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:16.757694 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] No DVR routers for this DVR port a291a898-61dd-4f89-b23d-b8fc3890cbaa on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:51:16.778369 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a0be6845-399e-4fcb-a2b6-7720e2d83f78 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:16.794927 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port cdfb4089-908a-4df2-b566-bb885812d9f0, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=cdfb4089-908a-4df2-b566-bb885812d9f0,segment=NetworkSegment(98a36a7f-67f4-4d8d-81b5-e6eb21f034a9),segment_id=98a36a7f-67f4-4d8d-81b5-e6eb21f034a9)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:16.813536 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f260c8b-e2c9-4baf-87ae-bc5771349e96 req-a43c2d5d-4c02-4d8b-a66f-5a5b6d62483c tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7ed696-fab2-4127-a5b4-13d5708e4309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428777 Nov 04 10:51:16.841410 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:16.841746 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:16.842094 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:16.842316 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-11c8e618-1f4f-4682-84f2-f77d8244ac71 None None] Deleting port e32514a2-20da-454e-aaef-c977029058a2 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:16.842481 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:16.842713 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:16.842871 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-11c8e618-1f4f-4682-84f2-f77d8244ac71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:16.843027 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:16.843337 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:16.843651 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:16.843971 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:16.844282 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:16.844781 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:16.845135 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:16.845403 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:16.849457 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:16.964317 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f849fd-4b47-4a13-b855-8f54dcabc9bd None None] Update dhcp port {'port': {'network_id': 'ff3a75dc-3136-4f1b-841d-9091bdc8afd9', 'fixed_ips': [{'subnet_id': '7e09f51d-ed46-4f5a-9ca0-7a2a25ac54af', 'ip_address': '172.20.0.2'}, {'subnet_id': '5f94782e-10fe-4811-b516-83493d1cde5e'}], 'binding:host_id': 'n-d-816629-1'}, 'id': '332b2598-499e-41d9-916b-665bb975d4ab'} from n-d-816629-1. {{(pid=101776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 10:51:16.972257 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30fdb2d-baef-49d7-af80-6eee1c17de81 x-openstack-request-id: req-a30fdb2d-baef-49d7-af80-6eee1c17de81 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:51:16.972731 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a349bde-b3d4-4c5b-a526-3724321c5617", "name": "network-vif-plugged", "status": "completed", "tag": "cdfb4089-908a-4df2-b566-bb885812d9f0", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:51:16.973113 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-a30fdb2d-baef-49d7-af80-6eee1c17de81 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:51:16.973674 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a349bde-b3d4-4c5b-a526-3724321c5617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfb4089-908a-4df2-b566-bb885812d9f0', 'code': 200} Nov 04 10:51:17.020544 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b8f49bc7-b554-477b-83e3-03543438e677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:17.037677 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-74df459d-48d5-4d87-a72a-464fd8b06bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:17.120000 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28f849fd-4b47-4a13-b855-8f54dcabc9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:17.159025 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 332b2598-499e-41d9-916b-665bb975d4ab, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=332b2598-499e-41d9-916b-665bb975d4ab,segment=NetworkSegment(0808f496-f83c-43be-b0b0-ef86b79b4e30),segment_id=0808f496-f83c-43be-b0b0-ef86b79b4e30)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:17.161913 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-11c8e618-1f4f-4682-84f2-f77d8244ac71 None None] For port e32514a2-20da-454e-aaef-c977029058a2, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e32514a2-20da-454e-aaef-c977029058a2,segment=NetworkSegment(75bd34cc-02fc-483b-8128-146d0a8eca1e),segment_id=75bd34cc-02fc-483b-8128-146d0a8eca1e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:17.162441 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-11c8e618-1f4f-4682-84f2-f77d8244ac71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:17.189919 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bd594089-e285-4dd9-bb47-0243cca921b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:17.192288 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:17.205330 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=cdfb4089-908a-4df2-b566-bb885812d9f0,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:17.257614 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-11c8e618-1f4f-4682-84f2-f77d8244ac71 None None] Calling delete_port for e32514a2-20da-454e-aaef-c977029058a2 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:17.262085 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd594089-e285-4dd9-bb47-0243cca921b9 None None] Pushing event deleted for resources: {'Port': ['ID=a291a898-61dd-4f89-b23d-b8fc3890cbaa,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:17.316595 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-a0be6845-399e-4fcb-a2b6-7720e2d83f78 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Allocated IP 172.20.0.1 (c34a1c72-c027-4a3f-bd06-f11a52e61845/54fd5478-aee2-471b-bc91-9790c501b79d/6e918100-189e-48ed-b031-f5c4fb07fd5b) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:51:17.337507 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd594089-e285-4dd9-bb47-0243cca921b9 None None] No DVR routers for this DVR port a291a898-61dd-4f89-b23d-b8fc3890cbaa on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:51:17.345464 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a291a898-61dd-4f89-b23d-b8fc3890cbaa no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:51:17.405478 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-ca9b7737-4080-4182-941f-a8a5aa55c658 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Delete allocated IP 172.20.0.26 (ff3a75dc-3136-4f1b-841d-9091bdc8afd9/5f94782e-10fe-4811-b516-83493d1cde5e) {{(pid=101774) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 04 10:51:17.438529 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: a291a898-61dd-4f89-b23d-b8fc3890cbaa {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:51:17.439051 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a291a898-61dd-4f89-b23d-b8fc3890cbaa not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:51:17.439594 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 87461df4-aaee-4527-80a2-b4b180b0fd8b no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:51:17.452055 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-74df459d-48d5-4d87-a72a-464fd8b06bce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:51:17.453034 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-74df459d-48d5-4d87-a72a-464fd8b06bce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:51:17.490265 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a0be6845-399e-4fcb-a2b6-7720e2d83f78 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:17.538955 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a0be6845-399e-4fcb-a2b6-7720e2d83f78 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:17.552547 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 87461df4-aaee-4527-80a2-b4b180b0fd8b {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:51:17.553096 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 87461df4-aaee-4527-80a2-b4b180b0fd8b not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:51:17.567587 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca9b7737-4080-4182-941f-a8a5aa55c658 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:17.591651 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=332b2598-499e-41d9-916b-665bb975d4ab,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:17.665262 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-11c8e618-1f4f-4682-84f2-f77d8244ac71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:17.692785 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be6845-399e-4fcb-a2b6-7720e2d83f78 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Pushing event updated for resources: {'Port': ['ID=6e918100-189e-48ed-b031-f5c4fb07fd5b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:17.697118 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0be6845-399e-4fcb-a2b6-7720e2d83f78 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Network c34a1c72-c027-4a3f-bd06-f11a52e61845 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:51:17.699039 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-a0be6845-399e-4fcb-a2b6-7720e2d83f78 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:17.706918 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-28f849fd-4b47-4a13-b855-8f54dcabc9bd None None] Allocated IP 172.20.0.18 (ff3a75dc-3136-4f1b-841d-9091bdc8afd9/5f94782e-10fe-4811-b516-83493d1cde5e/332b2598-499e-41d9-916b-665bb975d4ab) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:51:17.707598 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0be6845-399e-4fcb-a2b6-7720e2d83f78 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:51:17.710182 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8e618-1f4f-4682-84f2-f77d8244ac71 None None] Pushing event deleted for resources: {'Port': ['ID=e32514a2-20da-454e-aaef-c977029058a2,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:17.714529 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c8e618-1f4f-4682-84f2-f77d8244ac71 None None] No DVR routers for this DVR port e32514a2-20da-454e-aaef-c977029058a2 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:51:17.780247 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca9b7737-4080-4182-941f-a8a5aa55c658 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:17.818498 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-36516c94-1997-4f0f-aafc-6de3d523458a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:17.828807 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-36516c94-1997-4f0f-aafc-6de3d523458a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:17.828807 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-36516c94-1997-4f0f-aafc-6de3d523458a admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/0c09d9c7-bea0-4314-a911-c8096a4ab6d5 HTTP/1.1" status: 204 len: 168 time: 2.0164356 Nov 04 10:51:17.874780 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a0be6845-399e-4fcb-a2b6-7720e2d83f78 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:17.874878 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36516c94-1997-4f0f-aafc-6de3d523458a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c09d9c7-bea0-4314-a911-c8096a4ab6d5,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:18.000162 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:18.053100 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 332b2598-499e-41d9-916b-665bb975d4ab up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:51:18.095073 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a0be6845-399e-4fcb-a2b6-7720e2d83f78 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:18.112878 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-501582d8-1c81-4988-932e-a20d9c38e0ea tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Allocated IP 172.21.0.1 (65187f01-7f9f-428c-b64c-1dd9deefc463/d8a452b2-bc0e-47e1-bed0-2913507f276b/65b5634a-6b27-42e3-9964-5d30e874fc2f) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:51:18.140600 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:18.206798 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68884ac4-1769-4bca-94f5-d9098a2e7fa7') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:18.207571 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68884ac4-1769-4bca-94f5-d9098a2e7fa7') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:18.210490 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28f849fd-4b47-4a13-b855-8f54dcabc9bd None None] For port 332b2598-499e-41d9-916b-665bb975d4ab, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=332b2598-499e-41d9-916b-665bb975d4ab,segment=NetworkSegment(0808f496-f83c-43be-b0b0-ef86b79b4e30),segment_id=0808f496-f83c-43be-b0b0-ef86b79b4e30)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:18.240854 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 332b2598-499e-41d9-916b-665bb975d4ab triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:18.240854 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:18.249063 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fd1e7-2ec5-42a9-ad4d-4a0f82fdd310 req-6450dd60-869c-4e44-84ba-3ac2cbf558b1 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:18.253094 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cd5fd1e7-2ec5-42a9-ad4d-4a0f82fdd310 req-6450dd60-869c-4e44-84ba-3ac2cbf558b1 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.6724305 Nov 04 10:51:18.255031 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b7737-4080-4182-941f-a8a5aa55c658 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Port': ['ID=9c3bd812-e2f5-4675-87c7-e3a02b9dff1b,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:18.282132 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28f849fd-4b47-4a13-b855-8f54dcabc9bd None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:18.291749 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28f849fd-4b47-4a13-b855-8f54dcabc9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:18.379864 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:18.414861 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-ccf9f430-9ec6-4db6-ba97-7e8be7dbc8ea None None] Provisioning complete for port 6e918100-189e-48ed-b031-f5c4fb07fd5b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:18.415289 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ccf9f430-9ec6-4db6-ba97-7e8be7dbc8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:18.467402 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f849fd-4b47-4a13-b855-8f54dcabc9bd None None] Pushing event updated for resources: {'Port': ['ID=332b2598-499e-41d9-916b-665bb975d4ab,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:18.503058 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-ccf9f430-9ec6-4db6-ba97-7e8be7dbc8ea None None] Port 6e918100-189e-48ed-b031-f5c4fb07fd5b cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:51:18.511267 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2f8518a2-dea4-4d8b-9150-601aae9dade9 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:51:18.548296 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:18.578192 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 2f8518a2-dea4-4d8b-9150-601aae9dade9 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:18.578745 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:18.641084 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60386) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:18.677871 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Releasing vlan 1166 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:51:18.678488 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:51:18.681937 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:51:18.687759 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-ca9b7737-4080-4182-941f-a8a5aa55c658 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] In _notify_port_updated(), no bound segment for port 9c3bd812-e2f5-4675-87c7-e3a02b9dff1b on network ff3a75dc-3136-4f1b-841d-9091bdc8afd9 {{(pid=101774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 04 10:51:18.712617 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9b7737-4080-4182-941f-a8a5aa55c658 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:18.713365 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca9b7737-4080-4182-941f-a8a5aa55c658 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:18.727225 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ca9b7737-4080-4182-941f-a8a5aa55c658 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "PUT /v2.0/ports/9c3bd812-e2f5-4675-87c7-e3a02b9dff1b HTTP/1.1" status: 200 len: 920 time: 2.8932912 Nov 04 10:51:18.728159 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60388) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:18.756433 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-3ec8b0b5-3aae-474e-8ef0-15a446d5a1f7 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7e09f51d-ed46-4f5a-9ca0-7a2a25ac54af'}, {'subnet_id': '5f94782e-10fe-4811-b516-83493d1cde5e'}]}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:18.757526 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-40e10807-58fb-4fde-a70c-0282a7db95e1 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=2ea933d7f793471b844833d1e7d64070&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1152182 Nov 04 10:51:18.758123 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60390) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:18.805884 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e32514a2-20da-454e-aaef-c977029058a2 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:51:18.853779 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cd5fd1e7-2ec5-42a9-ad4d-4a0f82fdd310 req-b826f3d5-71c7-4645-883e-17a8c028c8d4 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5897787 Nov 04 10:51:18.866801 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: e32514a2-20da-454e-aaef-c977029058a2 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:51:18.870009 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e32514a2-20da-454e-aaef-c977029058a2 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:51:18.924950 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a0be6845-399e-4fcb-a2b6-7720e2d83f78 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:18.949358 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a0be6845-399e-4fcb-a2b6-7720e2d83f78 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:18.949879 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:18.955922 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:18.961106 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "DELETE /v2.0/networks/e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1 HTTP/1.1" status: 204 len: 168 time: 4.2499807 Nov 04 10:51:19.014203 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60392) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:19.044574 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be6845-399e-4fcb-a2b6-7720e2d83f78 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Pushing event updated for resources: {'Port': ['ID=6e918100-189e-48ed-b031-f5c4fb07fd5b,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:19.090464 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4f8fbf7b-fd97-46f7-b237-28be86ae36e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:19.092441 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a0be6845-399e-4fcb-a2b6-7720e2d83f78 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:19.108086 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61065d58-42bf-4929-8a9e-7f9f717d66cf tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event deleted for resources: {'Network': ['ID=e0f825ab-6e11-4e90-8b66-0bf5a2c20ab1,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:19.123121 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-501582d8-1c81-4988-932e-a20d9c38e0ea tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:19.157151 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4f8fbf7b-fd97-46f7-b237-28be86ae36e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:19.249982 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1c607a7-2041-47bb-8cec-86058f3ac7f8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:19.337216 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4f8fbf7b-fd97-46f7-b237-28be86ae36e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:19.341394 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4f8fbf7b-fd97-46f7-b237-28be86ae36e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:19.344734 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4f8fbf7b-fd97-46f7-b237-28be86ae36e5 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/d56af1d5-4c9c-416c-abcb-76c763786980 HTTP/1.1" status: 204 len: 168 time: 0.5817802 Nov 04 10:51:19.386488 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764dec58-359f-490c-b0f8-f687e9814857 req-4ba543e0-f1ef-4422-bb5f-749483cea753 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:19.394673 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fbf7b-fd97-46f7-b237-28be86ae36e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56af1d5-4c9c-416c-abcb-76c763786980,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:19.407021 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-764dec58-359f-490c-b0f8-f687e9814857 req-4ba543e0-f1ef-4422-bb5f-749483cea753 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/ports?device_id=45c3260c-ac03-45ba-bf65-687483a9914a HTTP/1.1" status: 200 len: 944 time: 0.2778921 Nov 04 10:51:19.408399 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11211fa-28bf-45c9-a4da-8601ebfd2a6c None None] Network ff3a75dc-3136-4f1b-841d-9091bdc8afd9 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:19.416654 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0be6845-399e-4fcb-a2b6-7720e2d83f78 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Network c34a1c72-c027-4a3f-bd06-f11a52e61845 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:51:19.419710 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-a0be6845-399e-4fcb-a2b6-7720e2d83f78 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:19.448618 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3ec8b0b5-3aae-474e-8ef0-15a446d5a1f7 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:19.470247 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-501582d8-1c81-4988-932e-a20d9c38e0ea tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:19.809779 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 332b2598-499e-41d9-916b-665bb975d4ab up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:51:19.834053 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f0d66f79-27da-4697-b476-4638296fbff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:19.900054 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f9c783a6-f8da-42dc-82dc-01e71a03fee0 None None] Provisioning complete for port 332b2598-499e-41d9-916b-665bb975d4ab triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:19.900428 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f9c783a6-f8da-42dc-82dc-01e71a03fee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:19.918630 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1c607a7-2041-47bb-8cec-86058f3ac7f8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:19.969621 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501582d8-1c81-4988-932e-a20d9c38e0ea tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network 65187f01-7f9f-428c-b64c-1dd9deefc463 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:51:20.010416 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-501582d8-1c81-4988-932e-a20d9c38e0ea tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:20.047565 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501582d8-1c81-4988-932e-a20d9c38e0ea tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Port': ['ID=65b5634a-6b27-42e3-9964-5d30e874fc2f,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:20.083374 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-764dec58-359f-490c-b0f8-f687e9814857 req-334a8da7-abaf-439e-bfae-cc94ddc36a5e tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7ed696-fab2-4127-a5b4-13d5708e4309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6753404 Nov 04 10:51:20.094419 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501582d8-1c81-4988-932e-a20d9c38e0ea tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:51:20.126804 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-f1c607a7-2041-47bb-8cec-86058f3ac7f8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24fc8aa-ee49-4b0e-86f2-bb77483ee604']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:20.165240 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 332b2598-499e-41d9-916b-665bb975d4ab triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:20.165875 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:20.200508 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f9c783a6-f8da-42dc-82dc-01e71a03fee0 None None] Provisioning complete for port 9c3bd812-e2f5-4675-87c7-e3a02b9dff1b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:20.201214 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f9c783a6-f8da-42dc-82dc-01e71a03fee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:20.256526 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-f9c783a6-f8da-42dc-82dc-01e71a03fee0 None None] Port 9c3bd812-e2f5-4675-87c7-e3a02b9dff1b cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:51:20.260973 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 55d795c9-50a2-4585-a643-af2f4ff0d8bf up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:51:20.323149 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-f1c607a7-2041-47bb-8cec-86058f3ac7f8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75bd34cc-02fc-483b-8128-146d0a8eca1e') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:20.323554 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-f1c607a7-2041-47bb-8cec-86058f3ac7f8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75bd34cc-02fc-483b-8128-146d0a8eca1e') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:20.365847 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1c607a7-2041-47bb-8cec-86058f3ac7f8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:20.409907 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-0737bf63-1ff0-4297-bb63-045976656388 None None] Provisioning complete for port 6e918100-189e-48ed-b031-f5c4fb07fd5b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:20.410617 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0737bf63-1ff0-4297-bb63-045976656388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:20.480930 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-0737bf63-1ff0-4297-bb63-045976656388 None None] Port 6e918100-189e-48ed-b031-f5c4fb07fd5b cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:51:20.486125 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1c607a7-2041-47bb-8cec-86058f3ac7f8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:20.491960 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-501582d8-1c81-4988-932e-a20d9c38e0ea tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:20.519089 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0be6845-399e-4fcb-a2b6-7720e2d83f78 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Router 954f8eac-5dcf-40f7-aeaf-42523ac8f47d has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:51:20.561660 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 55d795c9-50a2-4585-a643-af2f4ff0d8bf completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:51:20.571056 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 55d795c9-50a2-4585-a643-af2f4ff0d8bf triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:20.573099 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c607a7-2041-47bb-8cec-86058f3ac7f8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Releasing vlan 1195 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:51:20.573685 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1c607a7-2041-47bb-8cec-86058f3ac7f8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:20.575911 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:51:20.582772 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:51:20.641624 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e69106f2-8de3-4f9d-8864-28ad3f6541b4 None None] Provisioning complete for port 65b5634a-6b27-42e3-9964-5d30e874fc2f triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:20.641624 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e69106f2-8de3-4f9d-8864-28ad3f6541b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:20.654870 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbd7db-b749-4b89-99b9-ee91ba703686 req-07f9582c-cb3c-40d7-954b-fe5eae6c6a9d tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:20.662871 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-49cbd7db-b749-4b89-99b9-ee91ba703686 req-07f9582c-cb3c-40d7-954b-fe5eae6c6a9d tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.3635998 Nov 04 10:51:20.695263 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0be6845-399e-4fcb-a2b6-7720e2d83f78 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:51:20.710189 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31497ac2-14c2-4172-95ab-ee5e38735ae3 None None] Sync routers for ids ['954f8eac-5dcf-40f7-aeaf-42523ac8f47d'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:51:20.710978 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e69106f2-8de3-4f9d-8864-28ad3f6541b4 None None] Port 65b5634a-6b27-42e3-9964-5d30e874fc2f cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:51:20.713703 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a0be6845-399e-4fcb-a2b6-7720e2d83f78 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] 10.222.0.127 "PUT /v2.0/routers/954f8eac-5dcf-40f7-aeaf-42523ac8f47d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3726709 Nov 04 10:51:20.716477 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60400) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:20.727686 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31497ac2-14c2-4172-95ab-ee5e38735ae3 None None] Routers {'954f8eac-5dcf-40f7-aeaf-42523ac8f47d'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:51:20.728586 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-31497ac2-14c2-4172-95ab-ee5e38735ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:51:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['954f8eac-5dcf-40f7-aeaf-42523ac8f47d'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:20.757037 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:20.847586 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-31497ac2-14c2-4172-95ab-ee5e38735ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:20.861144 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1c607a7-2041-47bb-8cec-86058f3ac7f8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:20.877231 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31497ac2-14c2-4172-95ab-ee5e38735ae3 None None] Routers {'954f8eac-5dcf-40f7-aeaf-42523ac8f47d'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:51:20.877852 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-31497ac2-14c2-4172-95ab-ee5e38735ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:51:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['954f8eac-5dcf-40f7-aeaf-42523ac8f47d'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:20.884941 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f7999132-782b-4f85-b3d6-a1fc84c86544 None None] Provisioning complete for port 332b2598-499e-41d9-916b-665bb975d4ab triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:20.885358 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f7999132-782b-4f85-b3d6-a1fc84c86544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:20.902147 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e4d99986-17a3-4132-a860-bd06394939b0 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:20.906758 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1c607a7-2041-47bb-8cec-86058f3ac7f8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:20.914691 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f1c607a7-2041-47bb-8cec-86058f3ac7f8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] 10.222.0.127 "DELETE /v2.0/networks/b24fc8aa-ee49-4b0e-86f2-bb77483ee604 HTTP/1.1" status: 204 len: 168 time: 1.8936062 Nov 04 10:51:20.984042 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-31497ac2-14c2-4172-95ab-ee5e38735ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:20.989000 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31497ac2-14c2-4172-95ab-ee5e38735ae3 None None] The sync data for ids ['954f8eac-5dcf-40f7-aeaf-42523ac8f47d'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:51:21.021695 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:21.082105 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-49cbd7db-b749-4b89-99b9-ee91ba703686 req-341127ff-0822-4891-b09d-dbb428f232fc tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182456 Nov 04 10:51:21.082976 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c607a7-2041-47bb-8cec-86058f3ac7f8 tempest-TaggedBootDevicesTest-1785261199 tempest-TaggedBootDevicesTest-1785261199-project] Pushing event deleted for resources: {'Network': ['ID=b24fc8aa-ee49-4b0e-86f2-bb77483ee604,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:21.103725 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c3260c-ac03-45ba-bf65-687483a9914a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d795c9-50a2-4585-a643-af2f4ff0d8bf'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:51:21.107002 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8454c526-745d-4e83-88b2-11ae31115f87" -d '{"events": [{"server_uuid": "45c3260c-ac03-45ba-bf65-687483a9914a", "name": "network-vif-plugged", "status": "completed", "tag": "55d795c9-50a2-4585-a643-af2f4ff0d8bf"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:51:21.115960 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-e4d99986-17a3-4132-a860-bd06394939b0 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 04 10:51:21.118598 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e4d99986-17a3-4132-a860-bd06394939b0 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] 10.222.0.127 "DELETE /v2.0/routers/954f8eac-5dcf-40f7-aeaf-42523ac8f47d HTTP/1.1" status: 409 len: 329 time: 0.4000118 Nov 04 10:51:21.120709 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60408) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:21.151926 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 55d795c9-50a2-4585-a643-af2f4ff0d8bf, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=55d795c9-50a2-4585-a643-af2f4ff0d8bf,segment=NetworkSegment(05f694fd-aa8e-43ff-ad42-870e19141504),segment_id=05f694fd-aa8e-43ff-ad42-870e19141504)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:21.171127 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:21.191132 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-3ec8b0b5-3aae-474e-8ef0-15a446d5a1f7 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Allocated IP 172.20.0.19 (ff3a75dc-3136-4f1b-841d-9091bdc8afd9/5f94782e-10fe-4811-b516-83493d1cde5e/9c3bd812-e2f5-4675-87c7-e3a02b9dff1b) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:51:21.199279 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-501582d8-1c81-4988-932e-a20d9c38e0ea tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:21.328413 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f7999132-782b-4f85-b3d6-a1fc84c86544 None None] Provisioning complete for port 9c3bd812-e2f5-4675-87c7-e3a02b9dff1b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:21.328983 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f7999132-782b-4f85-b3d6-a1fc84c86544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:21.332745 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=55d795c9-50a2-4585-a643-af2f4ff0d8bf,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:21.418875 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-f7999132-782b-4f85-b3d6-a1fc84c86544 None None] Port 9c3bd812-e2f5-4675-87c7-e3a02b9dff1b cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:51:21.517890 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9021ac2-d33a-4daf-82bf-777e521eb9fd req-c4a89dcb-63b4-40cf-8447-4b7f8efe5e06 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:21.519401 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a9021ac2-d33a-4daf-82bf-777e521eb9fd req-c4a89dcb-63b4-40cf-8447-4b7f8efe5e06 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/ports?device_id=45c3260c-ac03-45ba-bf65-687483a9914a HTTP/1.1" status: 200 len: 945 time: 0.1784198 Nov 04 10:51:21.542701 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-94e90fd8-0f0a-437d-ba04-b37ff740698d None None] Provisioning complete for port 9c3bd812-e2f5-4675-87c7-e3a02b9dff1b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:21.543044 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-94e90fd8-0f0a-437d-ba04-b37ff740698d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:21.621300 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-94e90fd8-0f0a-437d-ba04-b37ff740698d None None] Port 9c3bd812-e2f5-4675-87c7-e3a02b9dff1b cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:51:21.690400 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a9021ac2-d33a-4daf-82bf-777e521eb9fd req-95697b26-1936-4281-848b-59509be347b6 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7ed696-fab2-4127-a5b4-13d5708e4309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160510 Nov 04 10:51:21.699406 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e0985471-9524-4969-b8e1-7b56f16a2b3a tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:21.756651 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-9e165542-e68a-41c6-ab08-68b596a83065 None None] Provisioning complete for port 9c3bd812-e2f5-4675-87c7-e3a02b9dff1b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:21.757154 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9e165542-e68a-41c6-ab08-68b596a83065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:21.764007 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3ec8b0b5-3aae-474e-8ef0-15a446d5a1f7 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:21.781801 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3ec8b0b5-3aae-474e-8ef0-15a446d5a1f7 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:21.855384 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feeb059c-2fb3-4da3-a7b2-3a4098e39610 x-openstack-request-id: req-feeb059c-2fb3-4da3-a7b2-3a4098e39610 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:51:21.856472 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c3260c-ac03-45ba-bf65-687483a9914a", "name": "network-vif-plugged", "status": "completed", "tag": "55d795c9-50a2-4585-a643-af2f4ff0d8bf", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:51:21.856848 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-feeb059c-2fb3-4da3-a7b2-3a4098e39610 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:51:21.857337 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c3260c-ac03-45ba-bf65-687483a9914a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d795c9-50a2-4585-a643-af2f4ff0d8bf', 'code': 200} Nov 04 10:51:21.896535 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-9e165542-e68a-41c6-ab08-68b596a83065 None None] Port 9c3bd812-e2f5-4675-87c7-e3a02b9dff1b cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:51:22.073769 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d72d0-06f5-45ba-8b3e-6d89ad87ed91 req-6abb9118-6218-40f7-b042-4d99e8e6cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:22.075557 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f32d72d0-06f5-45ba-8b3e-6d89ad87ed91 req-6abb9118-6218-40f7-b042-4d99e8e6cca2 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=45c3260c-ac03-45ba-bf65-687483a9914a HTTP/1.1" status: 200 len: 1096 time: 0.1949968 Nov 04 10:51:22.167447 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:22.190213 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f32d72d0-06f5-45ba-8b3e-6d89ad87ed91 req-6a218b6a-24eb-4a69-b917-d3facffb90d0 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=cc7ed696-fab2-4127-a5b4-13d5708e4309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018469 Nov 04 10:51:22.333871 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-877cd1a7-b46e-4689-a4b1-e7916e5e022e None None] Provisioning complete for port 9c3bd812-e2f5-4675-87c7-e3a02b9dff1b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:22.334251 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-877cd1a7-b46e-4689-a4b1-e7916e5e022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:22.362054 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-e0985471-9524-4969-b8e1-7b56f16a2b3a tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Deleting port 6e918100-189e-48ed-b031-f5c4fb07fd5b {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:22.362412 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e0985471-9524-4969-b8e1-7b56f16a2b3a tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:22.415174 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-877cd1a7-b46e-4689-a4b1-e7916e5e022e None None] Port 9c3bd812-e2f5-4675-87c7-e3a02b9dff1b cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:51:22.548442 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e0985471-9524-4969-b8e1-7b56f16a2b3a tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:22.566195 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-e0985471-9524-4969-b8e1-7b56f16a2b3a tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Calling delete_port for 6e918100-189e-48ed-b031-f5c4fb07fd5b owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:22.616323 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:22.647090 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8b0b5-3aae-474e-8ef0-15a446d5a1f7 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Port': ['ID=9c3bd812-e2f5-4675-87c7-e3a02b9dff1b,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:22.682459 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174bbf6-1c6b-48f0-a9a7-817fa57bf2d5 req-3440b73e-cc30-4d93-b748-57a948fe83db tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:22.685476 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e174bbf6-1c6b-48f0-a9a7-817fa57bf2d5 req-3440b73e-cc30-4d93-b748-57a948fe83db tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.2536058 Nov 04 10:51:22.752497 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-3ec8b0b5-3aae-474e-8ef0-15a446d5a1f7 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] In _notify_port_updated(), no bound segment for port 9c3bd812-e2f5-4675-87c7-e3a02b9dff1b on network ff3a75dc-3136-4f1b-841d-9091bdc8afd9 {{(pid=101774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 04 10:51:22.774719 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec8b0b5-3aae-474e-8ef0-15a446d5a1f7 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:22.775676 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3ec8b0b5-3aae-474e-8ef0-15a446d5a1f7 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:22.780085 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3ec8b0b5-3aae-474e-8ef0-15a446d5a1f7 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "PUT /v2.0/ports/9c3bd812-e2f5-4675-87c7-e3a02b9dff1b HTTP/1.1" status: 200 len: 1000 time: 4.0261331 Nov 04 10:51:22.781034 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60422) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:22.852481 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-501582d8-1c81-4988-932e-a20d9c38e0ea tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:22.882582 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e174bbf6-1c6b-48f0-a9a7-817fa57bf2d5 req-781a375d-96b4-4fdf-9310-976bfb6059de tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642630 Nov 04 10:51:22.889096 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-501582d8-1c81-4988-932e-a20d9c38e0ea tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:22.954322 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-89bc0ff9-a40a-4937-9844-7ef82769f33c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting port 9c3bd812-e2f5-4675-87c7-e3a02b9dff1b {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:22.954757 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-89bc0ff9-a40a-4937-9844-7ef82769f33c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:23.010825 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501582d8-1c81-4988-932e-a20d9c38e0ea tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Port': ['ID=65b5634a-6b27-42e3-9964-5d30e874fc2f,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:23.049331 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-89bc0ff9-a40a-4937-9844-7ef82769f33c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:23.063211 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-89bc0ff9-a40a-4937-9844-7ef82769f33c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Calling delete_port for 9c3bd812-e2f5-4675-87c7-e3a02b9dff1b owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:23.161582 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-501582d8-1c81-4988-932e-a20d9c38e0ea tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:23.286659 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e0985471-9524-4969-b8e1-7b56f16a2b3a tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:23.298550 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-89bc0ff9-a40a-4937-9844-7ef82769f33c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:23.326056 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0985471-9524-4969-b8e1-7b56f16a2b3a tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Pushing event deleted for resources: {'Port': ['ID=6e918100-189e-48ed-b031-f5c4fb07fd5b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:23.344227 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01acea-0020-4307-abd1-45f0bcdc57c0 req-c923b44a-ebca-49ef-bef5-2447e0655e83 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:23.352646 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5f01acea-0020-4307-abd1-45f0bcdc57c0 req-c923b44a-ebca-49ef-bef5-2447e0655e83 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/ports?device_id=45c3260c-ac03-45ba-bf65-687483a9914a HTTP/1.1" status: 200 len: 945 time: 0.1722159 Nov 04 10:51:23.443956 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501582d8-1c81-4988-932e-a20d9c38e0ea tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network 65187f01-7f9f-428c-b64c-1dd9deefc463 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:51:23.462098 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5f01acea-0020-4307-abd1-45f0bcdc57c0 req-2d110026-ad0f-4812-9a8e-b085306eb17a tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7ed696-fab2-4127-a5b4-13d5708e4309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028278 Nov 04 10:51:23.463477 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-501582d8-1c81-4988-932e-a20d9c38e0ea tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:23.511272 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc0ff9-a40a-4937-9844-7ef82769f33c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Port': ['ID=9c3bd812-e2f5-4675-87c7-e3a02b9dff1b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:23.652138 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501582d8-1c81-4988-932e-a20d9c38e0ea tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Router bc7278e1-6a02-44ce-9c7d-21907aa3c6b2 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:51:23.733901 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e0985471-9524-4969-b8e1-7b56f16a2b3a tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:23.783153 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-89bc0ff9-a40a-4937-9844-7ef82769f33c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:23.787125 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-89bc0ff9-a40a-4937-9844-7ef82769f33c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/ports/9c3bd812-e2f5-4675-87c7-e3a02b9dff1b HTTP/1.1" status: 204 len: 168 time: 1.0024571 Nov 04 10:51:23.814178 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60426) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:23.878500 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52032c9-2448-4a46-a799-9d089a96b8e9 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] GET failed (client error): The resource could not be found. Nov 04 10:51:23.910943 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b52032c9-2448-4a46-a799-9d089a96b8e9 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "GET /v2.0/ports/9c3bd812-e2f5-4675-87c7-e3a02b9dff1b HTTP/1.1" status: 404 len: 333 time: 0.0884442 Nov 04 10:51:23.911831 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60430) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:23.973591 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-979cf054-7286-4abf-9bcc-9a9045370d24 None None] Provisioning complete for port 65b5634a-6b27-42e3-9964-5d30e874fc2f triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:23.974556 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-979cf054-7286-4abf-9bcc-9a9045370d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:24.050563 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0985471-9524-4969-b8e1-7b56f16a2b3a tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Router 954f8eac-5dcf-40f7-aeaf-42523ac8f47d has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:51:24.071112 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e63ba2e-0856-41f6-9150-37220903cb81 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting subnet 5f94782e-10fe-4811-b516-83493d1cde5e {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:51:24.081467 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e63ba2e-0856-41f6-9150-37220903cb81 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:24.090830 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-979cf054-7286-4abf-9bcc-9a9045370d24 None None] Port 65b5634a-6b27-42e3-9964-5d30e874fc2f cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:51:24.138892 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e63ba2e-0856-41f6-9150-37220903cb81 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:24.240206 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0985471-9524-4969-b8e1-7b56f16a2b3a tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:51:24.248111 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e0985471-9524-4969-b8e1-7b56f16a2b3a tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] 10.222.0.127 "PUT /v2.0/routers/954f8eac-5dcf-40f7-aeaf-42523ac8f47d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1261153 Nov 04 10:51:24.254193 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60436) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:24.255626 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32010ed2-b220-4f1d-a84e-22c3d953e330 None None] Sync routers for ids ['954f8eac-5dcf-40f7-aeaf-42523ac8f47d'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:51:24.290512 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32010ed2-b220-4f1d-a84e-22c3d953e330 None None] Routers {'954f8eac-5dcf-40f7-aeaf-42523ac8f47d'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:51:24.291367 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-32010ed2-b220-4f1d-a84e-22c3d953e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:51:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['954f8eac-5dcf-40f7-aeaf-42523ac8f47d'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:24.339181 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-59692251-a489-4b06-8db8-3e5f7e70604b tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] show failed (client error): The resource could not be found. Nov 04 10:51:24.344526 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501582d8-1c81-4988-932e-a20d9c38e0ea tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:51:24.344733 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-59692251-a489-4b06-8db8-3e5f7e70604b tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] 10.222.0.127 "GET /v2.0/routers/tempest-non_exist_router-1448844454 HTTP/1.1" status: 404 len: 335 time: 0.0890281 Nov 04 10:51:24.350668 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60438) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:24.353171 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b982694-320b-4cac-84ce-e4792a76bbd8 None None] Sync routers for ids ['bc7278e1-6a02-44ce-9c7d-21907aa3c6b2'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:51:24.354356 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-501582d8-1c81-4988-932e-a20d9c38e0ea tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "PUT /v2.0/routers/bc7278e1-6a02-44ce-9c7d-21907aa3c6b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9851792 Nov 04 10:51:24.359371 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-7f1eefd5-ecac-411b-803f-838dd50e0ebe tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:24.362504 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60440) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:24.366360 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b982694-320b-4cac-84ce-e4792a76bbd8 None None] Routers {'bc7278e1-6a02-44ce-9c7d-21907aa3c6b2'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:51:24.367156 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-1b982694-320b-4cac-84ce-e4792a76bbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:51:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['bc7278e1-6a02-44ce-9c7d-21907aa3c6b2'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:24.387919 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e63ba2e-0856-41f6-9150-37220903cb81 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:24.397481 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-32010ed2-b220-4f1d-a84e-22c3d953e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:24.408384 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32010ed2-b220-4f1d-a84e-22c3d953e330 None None] Routers {'954f8eac-5dcf-40f7-aeaf-42523ac8f47d'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:51:24.409332 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-32010ed2-b220-4f1d-a84e-22c3d953e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:51:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['954f8eac-5dcf-40f7-aeaf-42523ac8f47d'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:24.430370 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-1b982694-320b-4cac-84ce-e4792a76bbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:24.452145 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-32010ed2-b220-4f1d-a84e-22c3d953e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:24.453886 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32010ed2-b220-4f1d-a84e-22c3d953e330 None None] The sync data for ids ['954f8eac-5dcf-40f7-aeaf-42523ac8f47d'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:51:24.455873 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b982694-320b-4cac-84ce-e4792a76bbd8 None None] Routers {'bc7278e1-6a02-44ce-9c7d-21907aa3c6b2'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:51:24.460225 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-1b982694-320b-4cac-84ce-e4792a76bbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:51:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['bc7278e1-6a02-44ce-9c7d-21907aa3c6b2'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:24.465215 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd2ab5-bca4-418c-a389-7a338d11b341 req-f976da97-e77f-4538-82e2-04668bf3bbe7 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:24.467288 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5fbd2ab5-bca4-418c-a389-7a338d11b341 req-f976da97-e77f-4538-82e2-04668bf3bbe7 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.2262163 Nov 04 10:51:24.469691 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-7f1eefd5-ecac-411b-803f-838dd50e0ebe tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] update failed (client error): The resource could not be found. Nov 04 10:51:24.474310 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7f1eefd5-ecac-411b-803f-838dd50e0ebe tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] 10.222.0.127 "PUT /v2.0/routers/tempest-non_exist_router-1040101068 HTTP/1.1" status: 404 len: 335 time: 0.1221399 Nov 04 10:51:24.479198 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60444) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:24.567145 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-1b982694-320b-4cac-84ce-e4792a76bbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:24.567794 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b982694-320b-4cac-84ce-e4792a76bbd8 None None] The sync data for ids ['bc7278e1-6a02-44ce-9c7d-21907aa3c6b2'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:51:24.587530 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8d0727-fb43-4130-a209-b865b2d9e0ab tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:24.587880 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5fbd2ab5-bca4-418c-a389-7a338d11b341 req-eea95d9a-4ac3-41b0-a43d-828712f266a9 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122775 Nov 04 10:51:24.590143 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8d8d0727-fb43-4130-a209-b865b2d9e0ab tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "GET /v2.0/ports/65b5634a-6b27-42e3-9964-5d30e874fc2f HTTP/1.1" status: 200 len: 910 time: 0.2253242 Nov 04 10:51:24.593870 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e63ba2e-0856-41f6-9150-37220903cb81 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:24.601495 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60446) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:24.628237 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-e627f66a-b5da-44f4-b6b0-9532efe6d78a tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Deleting subnet 51d26409-de3f-40a5-9cf0-4527b6861daf {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:51:24.643817 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63ba2e-0856-41f6-9150-37220903cb81 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Subnet': ['ID=5f94782e-10fe-4811-b516-83493d1cde5e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:24.691108 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e627f66a-b5da-44f4-b6b0-9532efe6d78a tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:24.708309 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c492cba1-3134-4bd6-8a55-052bfc4e9030 None None] Network ff3a75dc-3136-4f1b-841d-9091bdc8afd9 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:24.711201 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e63ba2e-0856-41f6-9150-37220903cb81 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:24.740364 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60448) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:24.750776 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0e63ba2e-0856-41f6-9150-37220903cb81 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/subnets/5f94782e-10fe-4811-b516-83493d1cde5e HTTP/1.1" status: 204 len: 168 time: 0.8274319 Nov 04 10:51:24.803945 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e627f66a-b5da-44f4-b6b0-9532efe6d78a tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:24.959719 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90d344-d9d3-416e-94a2-7698d78b2190 req-86212bcc-bd51-4154-8b71-2b8fc88b4073 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:24.961484 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae90d344-d9d3-416e-94a2-7698d78b2190 req-86212bcc-bd51-4154-8b71-2b8fc88b4073 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/ports?device_id=45c3260c-ac03-45ba-bf65-687483a9914a HTTP/1.1" status: 200 len: 945 time: 0.1044519 Nov 04 10:51:25.058652 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae90d344-d9d3-416e-94a2-7698d78b2190 req-a9e8f2a1-4ba2-426b-b558-2b59da5e9a24 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7ed696-fab2-4127-a5b4-13d5708e4309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829520 Nov 04 10:51:25.253376 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:51:25.481740 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd38d14-c04b-4260-90ca-f6bfa65ad73c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting subnet 7e09f51d-ed46-4f5a-9ca0-7a2a25ac54af {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:51:25.495913 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ffd38d14-c04b-4260-90ca-f6bfa65ad73c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:25.614730 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ffd38d14-c04b-4260-90ca-f6bfa65ad73c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:25.722652 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e627f66a-b5da-44f4-b6b0-9532efe6d78a tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:25.885590 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0c62f-5e1c-443d-a6eb-907a5182c48f req-1c2a6447-a2d3-4a01-a6ce-f692ec79fd37 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:25.895294 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9ee0c62f-5e1c-443d-a6eb-907a5182c48f req-1c2a6447-a2d3-4a01-a6ce-f692ec79fd37 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1111093 Nov 04 10:51:26.010752 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9ee0c62f-5e1c-443d-a6eb-907a5182c48f req-a241f524-d4e4-465b-a38d-f7f2ae8707c3 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143236 Nov 04 10:51:26.114247 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ffd38d14-c04b-4260-90ca-f6bfa65ad73c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:26.160800 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e22ed36a-39e9-453c-b0d1-63fc60a2bbfb None None] Provisioning complete for port 332b2598-499e-41d9-916b-665bb975d4ab triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:26.164130 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e22ed36a-39e9-453c-b0d1-63fc60a2bbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:26.164311 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e627f66a-b5da-44f4-b6b0-9532efe6d78a tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:26.270103 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627f66a-b5da-44f4-b6b0-9532efe6d78a tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Pushing event deleted for resources: {'Subnet': ['ID=51d26409-de3f-40a5-9cf0-4527b6861daf,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:26.353518 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e627f66a-b5da-44f4-b6b0-9532efe6d78a tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:26.362368 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e627f66a-b5da-44f4-b6b0-9532efe6d78a tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] 10.222.0.127 "DELETE /v2.0/subnets/51d26409-de3f-40a5-9cf0-4527b6861daf HTTP/1.1" status: 204 len: 168 time: 1.8816228 Nov 04 10:51:26.367423 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60472) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:26.405583 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142ecc57-9111-455b-9de8-b0551b58a7d3 None None] Network 689ad3b7-6450-4f15-932c-fc147ae9e381 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:26.475618 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ffd38d14-c04b-4260-90ca-f6bfa65ad73c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:26.538178 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ffd38d14-c04b-4260-90ca-f6bfa65ad73c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:26.555822 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379d97bb-b482-4d48-a679-f6f7ab432299 None None] Network ff3a75dc-3136-4f1b-841d-9091bdc8afd9 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:26.556736 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ffd38d14-c04b-4260-90ca-f6bfa65ad73c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/subnets/7e09f51d-ed46-4f5a-9ca0-7a2a25ac54af HTTP/1.1" status: 204 len: 168 time: 1.8146031 Nov 04 10:51:26.561373 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60474) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:26.591571 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab64770-bd2a-4939-8323-a354fd4f8592 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Deleting subnet d4e72c3d-bf76-4998-9c4c-e866c1a62d72 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:51:26.616912 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cab64770-bd2a-4939-8323-a354fd4f8592 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:26.685104 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d361aa1-fb8a-4505-b9e9-ae2fcda43d3a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:26.687820 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd38d14-c04b-4260-90ca-f6bfa65ad73c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Subnet': ['ID=7e09f51d-ed46-4f5a-9ca0-7a2a25ac54af,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:26.768203 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cab64770-bd2a-4939-8323-a354fd4f8592 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:26.878200 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cab64770-bd2a-4939-8323-a354fd4f8592 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:26.963692 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0be73518-16a3-474a-bb33-67bb6ead5702 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:26.966504 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cab64770-bd2a-4939-8323-a354fd4f8592 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:27.005397 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab64770-bd2a-4939-8323-a354fd4f8592 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Pushing event deleted for resources: {'Subnet': ['ID=d4e72c3d-bf76-4998-9c4c-e866c1a62d72,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:27.012846 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cab64770-bd2a-4939-8323-a354fd4f8592 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:27.027318 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cab64770-bd2a-4939-8323-a354fd4f8592 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] 10.222.0.127 "DELETE /v2.0/subnets/d4e72c3d-bf76-4998-9c4c-e866c1a62d72 HTTP/1.1" status: 204 len: 168 time: 0.6558077 Nov 04 10:51:27.033296 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60478) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:27.034177 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b418bf-ee69-4034-9f7d-3595493f601f None None] Network f319f10c-de32-4dcd-b789-fd3bd20eabb5 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:27.249908 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3d756e-02c5-4466-a90a-c90e0346b941 None None] DHCP port deletion for 689ad3b7-6450-4f15-932c-fc147ae9e381 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:51:27.251809 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e669e526-5a12-4a74-b43e-fcc81e57a7f3 None None] DHCP port deletion for ff3a75dc-3136-4f1b-841d-9091bdc8afd9 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:51:27.278522 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a282de09-5a35-4d86-ac1d-0bd8acc608db tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:27.386861 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e669e526-5a12-4a74-b43e-fcc81e57a7f3 None None] Deleting port 332b2598-499e-41d9-916b-665bb975d4ab {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:27.387429 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e669e526-5a12-4a74-b43e-fcc81e57a7f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:27.472065 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-0be73518-16a3-474a-bb33-67bb6ead5702 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting port 332b2598-499e-41d9-916b-665bb975d4ab {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:27.479561 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0be73518-16a3-474a-bb33-67bb6ead5702 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:27.598080 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-9d361aa1-fb8a-4505-b9e9-ae2fcda43d3a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Deleting port 65b5634a-6b27-42e3-9964-5d30e874fc2f {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:27.606545 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d361aa1-fb8a-4505-b9e9-ae2fcda43d3a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:27.632686 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0d131-058c-464b-8bda-2eb244848afb req-cb300cc1-e4c4-44ac-9273-fb2ea128f226 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:27.654640 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-32b0d131-058c-464b-8bda-2eb244848afb req-cb300cc1-e4c4-44ac-9273-fb2ea128f226 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.3740029 Nov 04 10:51:27.757254 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e669e526-5a12-4a74-b43e-fcc81e57a7f3 None None] For port 332b2598-499e-41d9-916b-665bb975d4ab, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=332b2598-499e-41d9-916b-665bb975d4ab,segment=NetworkSegment(0808f496-f83c-43be-b0b0-ef86b79b4e30),segment_id=0808f496-f83c-43be-b0b0-ef86b79b4e30)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:27.757666 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e669e526-5a12-4a74-b43e-fcc81e57a7f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:27.781194 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efcfc6e-6758-43a6-8cb2-38ede0dbefda None None] DHCP port deletion for f319f10c-de32-4dcd-b789-fd3bd20eabb5 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:51:27.798106 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e669e526-5a12-4a74-b43e-fcc81e57a7f3 None None] Calling delete_port for 332b2598-499e-41d9-916b-665bb975d4ab owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:27.876641 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-0be73518-16a3-474a-bb33-67bb6ead5702 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] For port 332b2598-499e-41d9-916b-665bb975d4ab, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=332b2598-499e-41d9-916b-665bb975d4ab,segment=NetworkSegment(0808f496-f83c-43be-b0b0-ef86b79b4e30),segment_id=0808f496-f83c-43be-b0b0-ef86b79b4e30)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:27.881409 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d361aa1-fb8a-4505-b9e9-ae2fcda43d3a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:27.890169 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0be73518-16a3-474a-bb33-67bb6ead5702 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:27.912398 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-9d361aa1-fb8a-4505-b9e9-ae2fcda43d3a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Calling delete_port for 65b5634a-6b27-42e3-9964-5d30e874fc2f owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:27.920656 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 332b2598-499e-41d9-916b-665bb975d4ab no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:51:27.965946 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-0be73518-16a3-474a-bb33-67bb6ead5702 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Calling delete_port for 332b2598-499e-41d9-916b-665bb975d4ab owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:28.004982 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-32b0d131-058c-464b-8bda-2eb244848afb req-c4b83388-4c36-4c32-8f63-6f182491137f tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487644 Nov 04 10:51:28.074808 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-a282de09-5a35-4d86-ac1d-0bd8acc608db tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Deleting port bb2d563b-1cad-420c-8f66-8275e6696574 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:28.076572 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a282de09-5a35-4d86-ac1d-0bd8acc608db tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:28.162437 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-3c3d756e-02c5-4466-a90a-c90e0346b941 None None] Deleting port bb2d563b-1cad-420c-8f66-8275e6696574 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:28.163287 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3c3d756e-02c5-4466-a90a-c90e0346b941 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:28.317231 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-a282de09-5a35-4d86-ac1d-0bd8acc608db tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] For port bb2d563b-1cad-420c-8f66-8275e6696574, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=bb2d563b-1cad-420c-8f66-8275e6696574,segment=NetworkSegment(8b541f45-2c08-4a30-a865-fcb1548fffe0),segment_id=8b541f45-2c08-4a30-a865-fcb1548fffe0)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:28.317514 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a282de09-5a35-4d86-ac1d-0bd8acc608db tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:28.341453 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-a282de09-5a35-4d86-ac1d-0bd8acc608db tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Calling delete_port for bb2d563b-1cad-420c-8f66-8275e6696574 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:28.343541 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d361aa1-fb8a-4505-b9e9-ae2fcda43d3a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:28.422021 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d361aa1-fb8a-4505-b9e9-ae2fcda43d3a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Port': ['ID=65b5634a-6b27-42e3-9964-5d30e874fc2f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:28.433900 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:28.462457 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2efcfc6e-6758-43a6-8cb2-38ede0dbefda None None] Deleting port 3c12b642-e69f-4ece-a8f8-8070f41e4e59 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:28.462904 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2efcfc6e-6758-43a6-8cb2-38ede0dbefda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:28.564575 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0be73518-16a3-474a-bb33-67bb6ead5702 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:28.640730 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e669e526-5a12-4a74-b43e-fcc81e57a7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:28.694242 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be73518-16a3-474a-bb33-67bb6ead5702 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Port': ['ID=332b2598-499e-41d9-916b-665bb975d4ab,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:28.727592 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be73518-16a3-474a-bb33-67bb6ead5702 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] No DVR routers for this DVR port 332b2598-499e-41d9-916b-665bb975d4ab on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:51:28.734717 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-3c3d756e-02c5-4466-a90a-c90e0346b941 None None] For port bb2d563b-1cad-420c-8f66-8275e6696574, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=bb2d563b-1cad-420c-8f66-8275e6696574,segment=NetworkSegment(8b541f45-2c08-4a30-a865-fcb1548fffe0),segment_id=8b541f45-2c08-4a30-a865-fcb1548fffe0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:28.735134 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3c3d756e-02c5-4466-a90a-c90e0346b941 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:28.859665 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2efcfc6e-6758-43a6-8cb2-38ede0dbefda None None] For port 3c12b642-e69f-4ece-a8f8-8070f41e4e59, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3c12b642-e69f-4ece-a8f8-8070f41e4e59,segment=NetworkSegment(74169a6d-bb56-4a1a-a345-c1bbc5f4c76d),segment_id=74169a6d-bb56-4a1a-a345-c1bbc5f4c76d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:28.870931 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2efcfc6e-6758-43a6-8cb2-38ede0dbefda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:28.919506 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2efcfc6e-6758-43a6-8cb2-38ede0dbefda None None] Calling delete_port for 3c12b642-e69f-4ece-a8f8-8070f41e4e59 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:28.933733 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d361aa1-fb8a-4505-b9e9-ae2fcda43d3a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:28.961089 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669e526-5a12-4a74-b43e-fcc81e57a7f3 None None] Pushing event deleted for resources: {'Port': ['ID=332b2598-499e-41d9-916b-665bb975d4ab,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:28.999579 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0be73518-16a3-474a-bb33-67bb6ead5702 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:29.019235 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e669e526-5a12-4a74-b43e-fcc81e57a7f3 None None] No DVR routers for this DVR port 332b2598-499e-41d9-916b-665bb975d4ab on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:51:29.030607 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a282de09-5a35-4d86-ac1d-0bd8acc608db tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:29.116809 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a282de09-5a35-4d86-ac1d-0bd8acc608db tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] No DVR routers for this DVR port bb2d563b-1cad-420c-8f66-8275e6696574 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:51:29.206211 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-3c3d756e-02c5-4466-a90a-c90e0346b941 None None] Calling delete_port for bb2d563b-1cad-420c-8f66-8275e6696574 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:29.208441 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device bb2d563b-1cad-420c-8f66-8275e6696574 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:51:29.231447 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-0be73518-16a3-474a-bb33-67bb6ead5702 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff3a75dc-3136-4f1b-841d-9091bdc8afd9']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:29.236467 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: bb2d563b-1cad-420c-8f66-8275e6696574 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:51:29.236773 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device bb2d563b-1cad-420c-8f66-8275e6696574 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:51:29.239171 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3c12b642-e69f-4ece-a8f8-8070f41e4e59 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:51:29.266313 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-0be73518-16a3-474a-bb33-67bb6ead5702 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0808f496-f83c-43be-b0b0-ef86b79b4e30') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:29.266885 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-0be73518-16a3-474a-bb33-67bb6ead5702 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0808f496-f83c-43be-b0b0-ef86b79b4e30') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:29.279359 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0be73518-16a3-474a-bb33-67bb6ead5702 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:29.300679 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0be73518-16a3-474a-bb33-67bb6ead5702 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:29.307469 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be73518-16a3-474a-bb33-67bb6ead5702 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Releasing vlan 1171 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:51:29.308062 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0be73518-16a3-474a-bb33-67bb6ead5702 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:51:29.382094 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:51:29.391423 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d361aa1-fb8a-4505-b9e9-ae2fcda43d3a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Router bc7278e1-6a02-44ce-9c7d-21907aa3c6b2 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:51:29.416903 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282de09-5a35-4d86-ac1d-0bd8acc608db tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Pushing event deleted for resources: {'Port': ['ID=bb2d563b-1cad-420c-8f66-8275e6696574,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:29.436412 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:29.526503 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 3c12b642-e69f-4ece-a8f8-8070f41e4e59, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3c12b642-e69f-4ece-a8f8-8070f41e4e59,segment=NetworkSegment(74169a6d-bb56-4a1a-a345-c1bbc5f4c76d),segment_id=74169a6d-bb56-4a1a-a345-c1bbc5f4c76d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:29.537269 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0be73518-16a3-474a-bb33-67bb6ead5702 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:29.544242 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:29.603075 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0be73518-16a3-474a-bb33-67bb6ead5702 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:29.629747 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0be73518-16a3-474a-bb33-67bb6ead5702 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/networks/ff3a75dc-3136-4f1b-841d-9091bdc8afd9 HTTP/1.1" status: 204 len: 168 time: 3.0666318 Nov 04 10:51:29.637572 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a282de09-5a35-4d86-ac1d-0bd8acc608db tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:29.691529 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-a282de09-5a35-4d86-ac1d-0bd8acc608db tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['689ad3b7-6450-4f15-932c-fc147ae9e381']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:29.705780 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3c3d756e-02c5-4466-a90a-c90e0346b941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:29.715633 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-a282de09-5a35-4d86-ac1d-0bd8acc608db tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b541f45-2c08-4a30-a865-fcb1548fffe0') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:29.715930 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-a282de09-5a35-4d86-ac1d-0bd8acc608db tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b541f45-2c08-4a30-a865-fcb1548fffe0') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:29.724308 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60500) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:29.730979 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2efcfc6e-6758-43a6-8cb2-38ede0dbefda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:29.741134 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a282de09-5a35-4d86-ac1d-0bd8acc608db tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:29.756046 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3d756e-02c5-4466-a90a-c90e0346b941 None None] No DVR routers for this DVR port bb2d563b-1cad-420c-8f66-8275e6696574 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:51:29.771552 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a282de09-5a35-4d86-ac1d-0bd8acc608db tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:29.786960 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a282de09-5a35-4d86-ac1d-0bd8acc608db tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:51:29.788260 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a282de09-5a35-4d86-ac1d-0bd8acc608db tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:29.798657 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efcfc6e-6758-43a6-8cb2-38ede0dbefda None None] No DVR routers for this DVR port 3c12b642-e69f-4ece-a8f8-8070f41e4e59 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:51:29.840621 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=3c12b642-e69f-4ece-a8f8-8070f41e4e59,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:29.888450 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d756e-02c5-4466-a90a-c90e0346b941 None None] Pushing event deleted for resources: {'Port': ['ID=bb2d563b-1cad-420c-8f66-8275e6696574,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:51:29.890882 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:51:29.922781 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be73518-16a3-474a-bb33-67bb6ead5702 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Network': ['ID=ff3a75dc-3136-4f1b-841d-9091bdc8afd9,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:29.923842 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efcfc6e-6758-43a6-8cb2-38ede0dbefda None None] Pushing event deleted for resources: {'Port': ['ID=3c12b642-e69f-4ece-a8f8-8070f41e4e59,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:29.935313 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a282de09-5a35-4d86-ac1d-0bd8acc608db tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:29.947757 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a282de09-5a35-4d86-ac1d-0bd8acc608db tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:29.960711 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60502) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:29.967675 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a282de09-5a35-4d86-ac1d-0bd8acc608db tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] 10.222.0.127 "DELETE /v2.0/networks/689ad3b7-6450-4f15-932c-fc147ae9e381 HTTP/1.1" status: 204 len: 168 time: 2.9193196 Nov 04 10:51:29.975186 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aed7ed-2738-4b87-b922-c947eca434aa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:29.982771 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-79aed7ed-2738-4b87-b922-c947eca434aa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2568085 Nov 04 10:51:29.991183 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60506) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:29.995133 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d361aa1-fb8a-4505-b9e9-ae2fcda43d3a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:51:30.012117 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f47d3ee-bdd2-4255-aac9-c7b347dcd218 None None] Sync routers for ids ['bc7278e1-6a02-44ce-9c7d-21907aa3c6b2'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:51:30.014418 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9d361aa1-fb8a-4505-b9e9-ae2fcda43d3a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "PUT /v2.0/routers/bc7278e1-6a02-44ce-9c7d-21907aa3c6b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4068613 Nov 04 10:51:30.024132 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60508) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:30.040305 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f47d3ee-bdd2-4255-aac9-c7b347dcd218 None None] Routers {'bc7278e1-6a02-44ce-9c7d-21907aa3c6b2'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:51:30.041276 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2f47d3ee-bdd2-4255-aac9-c7b347dcd218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:51:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['bc7278e1-6a02-44ce-9c7d-21907aa3c6b2'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:30.082940 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282de09-5a35-4d86-ac1d-0bd8acc608db tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Pushing event deleted for resources: {'Network': ['ID=689ad3b7-6450-4f15-932c-fc147ae9e381,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:30.108336 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac93bce-7c1f-4e1f-b33a-f3a380e29869 req-b2789736-d1bb-4052-8b60-cddbfe520188 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:30.116309 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1ac93bce-7c1f-4e1f-b33a-f3a380e29869 req-b2789736-d1bb-4052-8b60-cddbfe520188 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.7184799 Nov 04 10:51:30.172782 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-80e67641-7362-4045-b900-f9578c682658 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:30.183716 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2f47d3ee-bdd2-4255-aac9-c7b347dcd218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:30.208348 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f47d3ee-bdd2-4255-aac9-c7b347dcd218 None None] Routers {'bc7278e1-6a02-44ce-9c7d-21907aa3c6b2'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:51:30.211433 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2f47d3ee-bdd2-4255-aac9-c7b347dcd218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:51:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['bc7278e1-6a02-44ce-9c7d-21907aa3c6b2'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:30.298722 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2f47d3ee-bdd2-4255-aac9-c7b347dcd218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:30.300115 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f47d3ee-bdd2-4255-aac9-c7b347dcd218 None None] The sync data for ids ['bc7278e1-6a02-44ce-9c7d-21907aa3c6b2'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:51:30.334893 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4311272e-9f01-482b-b44c-f3450d8cfe78 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3122313 Nov 04 10:51:30.354930 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1ac93bce-7c1f-4e1f-b33a-f3a380e29869 req-7b27230f-4d09-4ec3-98ae-92ac82c593e8 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373526 Nov 04 10:51:30.357510 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60512) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:30.369603 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-eff8a712-2b06-4cbd-bb7f-c9e33bfd5855 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1643651943'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:30.380088 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-80e67641-7362-4045-b900-f9578c682658 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:30.407166 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-80e67641-7362-4045-b900-f9578c682658 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f319f10c-de32-4dcd-b789-fd3bd20eabb5']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:30.418637 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-80e67641-7362-4045-b900-f9578c682658 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74169a6d-bb56-4a1a-a345-c1bbc5f4c76d') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:30.419095 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-80e67641-7362-4045-b900-f9578c682658 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74169a6d-bb56-4a1a-a345-c1bbc5f4c76d') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:30.430906 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-80e67641-7362-4045-b900-f9578c682658 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:30.454316 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-80e67641-7362-4045-b900-f9578c682658 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:30.463128 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e67641-7362-4045-b900-f9578c682658 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Releasing vlan 1190 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:51:30.463625 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-80e67641-7362-4045-b900-f9578c682658 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:30.539706 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff8a712-2b06-4cbd-bb7f-c9e33bfd5855 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:51:30.545527 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:51:30.553446 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-80e67641-7362-4045-b900-f9578c682658 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:30.558783 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eff8a712-2b06-4cbd-bb7f-c9e33bfd5855 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:30.568753 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-80e67641-7362-4045-b900-f9578c682658 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:30.573267 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-80e67641-7362-4045-b900-f9578c682658 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] 10.222.0.127 "DELETE /v2.0/networks/f319f10c-de32-4dcd-b789-fd3bd20eabb5 HTTP/1.1" status: 204 len: 168 time: 0.5889950 Nov 04 10:51:30.576951 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60514) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:30.633930 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff8a712-2b06-4cbd-bb7f-c9e33bfd5855 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1190} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:51:30.655283 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eff8a712-2b06-4cbd-bb7f-c9e33bfd5855 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:30.655664 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-eff8a712-2b06-4cbd-bb7f-c9e33bfd5855 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Added segment ced2f2d5-86f6-45d7-930a-827542402f64 of type vlan for network dd5bc444-11cd-4318-8e6d-bfdd29217a13 Nov 04 10:51:30.662194 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-498fd458-2825-4b27-95c1-3ff65ef77baa tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Deleting subnet 54fd5478-aee2-471b-bc91-9790c501b79d {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:51:30.667138 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e67641-7362-4045-b900-f9578c682658 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Pushing event deleted for resources: {'Network': ['ID=f319f10c-de32-4dcd-b789-fd3bd20eabb5,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:30.679765 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-498fd458-2825-4b27-95c1-3ff65ef77baa tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:30.752961 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eff8a712-2b06-4cbd-bb7f-c9e33bfd5855 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:30.754614 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-498fd458-2825-4b27-95c1-3ff65ef77baa tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:30.798949 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eff8a712-2b06-4cbd-bb7f-c9e33bfd5855 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:30.805072 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff8a712-2b06-4cbd-bb7f-c9e33bfd5855 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:30.805580 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eff8a712-2b06-4cbd-bb7f-c9e33bfd5855 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:30.875502 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-498fd458-2825-4b27-95c1-3ff65ef77baa tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:30.971622 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-498fd458-2825-4b27-95c1-3ff65ef77baa tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:31.011193 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fd458-2825-4b27-95c1-3ff65ef77baa tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Pushing event deleted for resources: {'Subnet': ['ID=54fd5478-aee2-471b-bc91-9790c501b79d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:31.014011 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-498fd458-2825-4b27-95c1-3ff65ef77baa tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:31.019611 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-498fd458-2825-4b27-95c1-3ff65ef77baa tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] 10.222.0.127 "DELETE /v2.0/subnets/54fd5478-aee2-471b-bc91-9790c501b79d HTTP/1.1" status: 204 len: 168 time: 0.4404309 Nov 04 10:51:31.021373 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60516) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:31.022800 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e030dc-a2dc-422d-98e7-b7a5c19a0f0e None None] Network c34a1c72-c027-4a3f-bd06-f11a52e61845 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:31.125622 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-128ac040-673a-4c7c-96dd-436d9674d514 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:31.241176 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-128ac040-673a-4c7c-96dd-436d9674d514 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Deleting port a003858e-ba99-4016-99b7-f9a1880536ba {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:31.241438 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-128ac040-673a-4c7c-96dd-436d9674d514 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:31.341235 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e19b80a-6325-4485-9e99-946278e8bb89 None None] DHCP port deletion for c34a1c72-c027-4a3f-bd06-f11a52e61845 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:51:31.412182 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-eff8a712-2b06-4cbd-bb7f-c9e33bfd5855 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0382719 Nov 04 10:51:31.412182 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60524) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:31.423867 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-56a3b3c3-7480-4e30-9374-8a5b794f086a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'subnet': {'network_id': 'dd5bc444-11cd-4318-8e6d-bfdd29217a13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:31.438724 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-5e19b80a-6325-4485-9e99-946278e8bb89 None None] Deleting port a003858e-ba99-4016-99b7-f9a1880536ba {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:31.439104 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5e19b80a-6325-4485-9e99-946278e8bb89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:31.439247 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-128ac040-673a-4c7c-96dd-436d9674d514 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] For port a003858e-ba99-4016-99b7-f9a1880536ba, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a003858e-ba99-4016-99b7-f9a1880536ba,segment=NetworkSegment(67fe21c7-b8d7-4616-8273-6a8b3b69e595),segment_id=67fe21c7-b8d7-4616-8273-6a8b3b69e595)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:31.439542 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-128ac040-673a-4c7c-96dd-436d9674d514 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:31.499948 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-128ac040-673a-4c7c-96dd-436d9674d514 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Calling delete_port for a003858e-ba99-4016-99b7-f9a1880536ba owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:31.521150 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5e19b80a-6325-4485-9e99-946278e8bb89 None None] For port a003858e-ba99-4016-99b7-f9a1880536ba, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a003858e-ba99-4016-99b7-f9a1880536ba,segment=NetworkSegment(67fe21c7-b8d7-4616-8273-6a8b3b69e595),segment_id=67fe21c7-b8d7-4616-8273-6a8b3b69e595)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:31.521744 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5e19b80a-6325-4485-9e99-946278e8bb89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:31.540219 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-5e19b80a-6325-4485-9e99-946278e8bb89 None None] Calling delete_port for a003858e-ba99-4016-99b7-f9a1880536ba owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:31.546458 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8a712-2b06-4cbd-bb7f-c9e33bfd5855 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Network': ['ID=dd5bc444-11cd-4318-8e6d-bfdd29217a13,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:31.618796 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6ac066c-58f0-4c2a-aaea-2b2978369105 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:31.633108 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network dd5bc444-11cd-4318-8e6d-bfdd29217a13 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:51:31.637295 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5e19b80a-6325-4485-9e99-946278e8bb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:31.670500 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a3b3c3-7480-4e30-9374-8a5b794f086a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:51:31.676918 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-56a3b3c3-7480-4e30-9374-8a5b794f086a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:31.688077 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e19b80a-6325-4485-9e99-946278e8bb89 None None] No DVR routers for this DVR port a003858e-ba99-4016-99b7-f9a1880536ba on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:51:31.688313 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-128ac040-673a-4c7c-96dd-436d9674d514 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:31.703417 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128ac040-673a-4c7c-96dd-436d9674d514 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] No DVR routers for this DVR port a003858e-ba99-4016-99b7-f9a1880536ba on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:51:31.730713 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19b80a-6325-4485-9e99-946278e8bb89 None None] Pushing event deleted for resources: {'Port': ['ID=a003858e-ba99-4016-99b7-f9a1880536ba,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:31.745670 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ac040-673a-4c7c-96dd-436d9674d514 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Pushing event deleted for resources: {'Port': ['ID=a003858e-ba99-4016-99b7-f9a1880536ba,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:31.810887 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a003858e-ba99-4016-99b7-f9a1880536ba no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:51:31.834960 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: a003858e-ba99-4016-99b7-f9a1880536ba {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:51:31.835256 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a003858e-ba99-4016-99b7-f9a1880536ba not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:51:31.868872 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-128ac040-673a-4c7c-96dd-436d9674d514 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:31.905360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-128ac040-673a-4c7c-96dd-436d9674d514 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34a1c72-c027-4a3f-bd06-f11a52e61845']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:31.916537 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-128ac040-673a-4c7c-96dd-436d9674d514 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67fe21c7-b8d7-4616-8273-6a8b3b69e595') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:31.916879 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-128ac040-673a-4c7c-96dd-436d9674d514 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67fe21c7-b8d7-4616-8273-6a8b3b69e595') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:31.942545 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-128ac040-673a-4c7c-96dd-436d9674d514 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:31.977882 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-128ac040-673a-4c7c-96dd-436d9674d514 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:31.990241 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-128ac040-673a-4c7c-96dd-436d9674d514 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Releasing vlan 1164 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:51:31.991316 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-128ac040-673a-4c7c-96dd-436d9674d514 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:51:31.998961 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:51:32.036040 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc5f56-8b69-421c-b162-56487de8c417 req-481cb2cc-3e74-4a5e-8cba-a148d4132252 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:32.038141 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-57cc5f56-8b69-421c-b162-56487de8c417 req-481cb2cc-3e74-4a5e-8cba-a148d4132252 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.4861460 Nov 04 10:51:32.042047 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-56a3b3c3-7480-4e30-9374-8a5b794f086a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:32.121186 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-128ac040-673a-4c7c-96dd-436d9674d514 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:32.153922 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-128ac040-673a-4c7c-96dd-436d9674d514 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:32.158358 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-128ac040-673a-4c7c-96dd-436d9674d514 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] 10.222.0.127 "DELETE /v2.0/networks/c34a1c72-c027-4a3f-bd06-f11a52e61845 HTTP/1.1" status: 204 len: 168 time: 1.1356285 Nov 04 10:51:32.161317 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60528) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:32.186891 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ac040-673a-4c7c-96dd-436d9674d514 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Pushing event deleted for resources: {'Network': ['ID=c34a1c72-c027-4a3f-bd06-f11a52e61845,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:32.213246 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3e2b2060-c774-4f08-9171-8eb9fe6449cd tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] 10.222.0.127 "GET /v2.0/ports?device_id=954f8eac-5dcf-40f7-aeaf-42523ac8f47d HTTP/1.1" status: 200 len: 205 time: 0.0506246 Nov 04 10:51:32.215538 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60532) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:32.231034 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3b3c3-7480-4e30-9374-8a5b794f086a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Subnet': ['ID=9e90420d-dcae-4f28-8e65-818265a55d6e,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:32.246525 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a3b3c3-7480-4e30-9374-8a5b794f086a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Checking segment: {'id': 'ced2f2d5-86f6-45d7-930a-827542402f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'dd5bc444-11cd-4318-8e6d-bfdd29217a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:51:32.247000 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a3b3c3-7480-4e30-9374-8a5b794f086a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network hostable DHCP agents. Network: dd5bc444-11cd-4318-8e6d-bfdd29217a13, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:51:32.273466 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-57cc5f56-8b69-421c-b162-56487de8c417 req-6b194d3d-3d1d-47ac-955a-5fb277eacafc tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262776 Nov 04 10:51:32.307257 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a3b3c3-7480-4e30-9374-8a5b794f086a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network dd5bc444-11cd-4318-8e6d-bfdd29217a13 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:51:32.330997 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-56a3b3c3-7480-4e30-9374-8a5b794f086a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, dd5bc444-11cd-4318-8e6d-bfdd29217a13) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:32.341519 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27c440c-84c0-4122-bebf-4a253b1510fa None None] Network dd5bc444-11cd-4318-8e6d-bfdd29217a13 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:32.357974 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a3b3c3-7480-4e30-9374-8a5b794f086a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:32.358729 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-56a3b3c3-7480-4e30-9374-8a5b794f086a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:32.384635 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4c1815e6-57ba-4aa5-ae72-b7e16859dd99 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:32.397134 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-56a3b3c3-7480-4e30-9374-8a5b794f086a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9852364 Nov 04 10:51:32.397317 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60534) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:32.406048 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-c081b84e-580d-4543-b939-8f69a8e8b329 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'port': {'network_id': 'dd5bc444-11cd-4318-8e6d-bfdd29217a13', 'name': 'tempest-PortsTestJSON-1241662095'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:32.611742 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4c1815e6-57ba-4aa5-ae72-b7e16859dd99 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:32.614978 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4c1815e6-57ba-4aa5-ae72-b7e16859dd99 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:32.690024 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4c1815e6-57ba-4aa5-ae72-b7e16859dd99 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:32.690383 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4934bbe-2898-4d70-b8f9-35971b9e5432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-dd5bc444-11cd-4318-8e6d-bfdd29217a13', 'network_id': 'dd5bc444-11cd-4318-8e6d-bfdd29217a13', 'tenant_id': '94bb88e80d014e54be01a02ab03f1519', 'fixed_ips': [{'subnet_id': '9e90420d-dcae-4f28-8e65-818265a55d6e'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:51:32.691412 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1815e6-57ba-4aa5-ae72-b7e16859dd99 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Fanout notify agent at l3_agent the message router_deleted on router 954f8eac-5dcf-40f7-aeaf-42523ac8f47d {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:51:32.692016 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a4934bbe-2898-4d70-b8f9-35971b9e5432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:32.710404 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4c1815e6-57ba-4aa5-ae72-b7e16859dd99 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:32.711616 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4c1815e6-57ba-4aa5-ae72-b7e16859dd99 tempest-RoutersNegativeTest-1466630774 tempest-RoutersNegativeTest-1466630774-project] 10.222.0.127 "DELETE /v2.0/routers/954f8eac-5dcf-40f7-aeaf-42523ac8f47d HTTP/1.1" status: 204 len: 168 time: 0.4951386 Nov 04 10:51:32.782816 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-a6ac066c-58f0-4c2a-aaea-2b2978369105 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Deleting port 5fbf7797-8764-4504-9ade-e9c0e0d5b33f {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:32.783649 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6ac066c-58f0-4c2a-aaea-2b2978369105 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:32.808526 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c081b84e-580d-4543-b939-8f69a8e8b329 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:51:32.813140 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c081b84e-580d-4543-b939-8f69a8e8b329 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:32.881239 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-c081b84e-580d-4543-b939-8f69a8e8b329 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] device_id is not set on port fd838010-d138-493f-b306-f8f980e28e74 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:51:32.887001 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-a4934bbe-2898-4d70-b8f9-35971b9e5432 None None] Allocated IP 172.20.0.2 (dd5bc444-11cd-4318-8e6d-bfdd29217a13/9e90420d-dcae-4f28-8e65-818265a55d6e/13d410df-231a-44a9-9e49-76f2ddb545b7) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:51:33.009321 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6ac066c-58f0-4c2a-aaea-2b2978369105 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:33.024298 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-a6ac066c-58f0-4c2a-aaea-2b2978369105 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Calling delete_port for 5fbf7797-8764-4504-9ade-e9c0e0d5b33f owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:33.105595 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a4934bbe-2898-4d70-b8f9-35971b9e5432 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:33.120154 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a4934bbe-2898-4d70-b8f9-35971b9e5432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:33.205811 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4934bbe-2898-4d70-b8f9-35971b9e5432 None None] Pushing event updated for resources: {'Port': ['ID=13d410df-231a-44a9-9e49-76f2ddb545b7,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:33.206053 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60542) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:33.234743 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4934bbe-2898-4d70-b8f9-35971b9e5432 None None] Network dd5bc444-11cd-4318-8e6d-bfdd29217a13 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:51:33.237623 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-a4934bbe-2898-4d70-b8f9-35971b9e5432 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:33.242434 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4934bbe-2898-4d70-b8f9-35971b9e5432 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:51:33.319692 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-a4934bbe-2898-4d70-b8f9-35971b9e5432 None None] Attempting to bind port 13d410df-231a-44a9-9e49-76f2ddb545b7 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:51:33.320231 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-a4934bbe-2898-4d70-b8f9-35971b9e5432 None None] Attempting to bind port 13d410df-231a-44a9-9e49-76f2ddb545b7 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'ced2f2d5-86f6-45d7-930a-827542402f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'dd5bc444-11cd-4318-8e6d-bfdd29217a13'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:51:33.320589 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4934bbe-2898-4d70-b8f9-35971b9e5432 None None] Attempting to bind port 13d410df-231a-44a9-9e49-76f2ddb545b7 on network dd5bc444-11cd-4318-8e6d-bfdd29217a13 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:51:33.330511 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4934bbe-2898-4d70-b8f9-35971b9e5432 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:51:33.330958 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4934bbe-2898-4d70-b8f9-35971b9e5432 None None] Checking segment: {'id': 'ced2f2d5-86f6-45d7-930a-827542402f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'dd5bc444-11cd-4318-8e6d-bfdd29217a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:51:33.331297 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a4934bbe-2898-4d70-b8f9-35971b9e5432 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:33.332208 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4934bbe-2898-4d70-b8f9-35971b9e5432 None None] Bound using segment: {'id': 'ced2f2d5-86f6-45d7-930a-827542402f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'dd5bc444-11cd-4318-8e6d-bfdd29217a13'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:51:33.332712 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-a4934bbe-2898-4d70-b8f9-35971b9e5432 None None] Bound port: 13d410df-231a-44a9-9e49-76f2ddb545b7, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced2f2d5-86f6-45d7-930a-827542402f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'dd5bc444-11cd-4318-8e6d-bfdd29217a13'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:51:33.333133 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a4934bbe-2898-4d70-b8f9-35971b9e5432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:33.360736 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-c081b84e-580d-4543-b939-8f69a8e8b329 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Allocated IP 172.20.0.5 (dd5bc444-11cd-4318-8e6d-bfdd29217a13/9e90420d-dcae-4f28-8e65-818265a55d6e/fd838010-d138-493f-b306-f8f980e28e74) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:51:33.489722 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-a4934bbe-2898-4d70-b8f9-35971b9e5432 None None] For port 13d410df-231a-44a9-9e49-76f2ddb545b7, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:51:33.495672 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-a4934bbe-2898-4d70-b8f9-35971b9e5432 None None] For port 13d410df-231a-44a9-9e49-76f2ddb545b7, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=13d410df-231a-44a9-9e49-76f2ddb545b7,segment=NetworkSegment(ced2f2d5-86f6-45d7-930a-827542402f64),segment_id=ced2f2d5-86f6-45d7-930a-827542402f64)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:51:33.503977 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a4934bbe-2898-4d70-b8f9-35971b9e5432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:33.513156 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-090691a4-3aaa-4155-9c32-74553ba807c8 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=8191d6a573d24ff586d6a6c285b10dc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3042905 Nov 04 10:51:33.513995 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60552) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:33.612950 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c69d9c8c-4121-4cf0-b39d-04c1c403b009 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:33.614213 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6ac066c-58f0-4c2a-aaea-2b2978369105 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:33.642298 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4934bbe-2898-4d70-b8f9-35971b9e5432 None None] Pushing event updated for resources: {'Port': ['ID=13d410df-231a-44a9-9e49-76f2ddb545b7,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:33.690974 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c69d9c8c-4121-4cf0-b39d-04c1c403b009 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:33.742011 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac066c-58f0-4c2a-aaea-2b2978369105 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Port': ['ID=5fbf7797-8764-4504-9ade-e9c0e0d5b33f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:33.823441 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c69d9c8c-4121-4cf0-b39d-04c1c403b009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:33.832144 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c69d9c8c-4121-4cf0-b39d-04c1c403b009 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:33.837001 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c69d9c8c-4121-4cf0-b39d-04c1c403b009 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/f9e11e36-561e-4b03-a0f5-e5bd5857408c HTTP/1.1" status: 204 len: 168 time: 0.3216689 Nov 04 10:51:33.847980 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d9c8c-4121-4cf0-b39d-04c1c403b009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e11e36-561e-4b03-a0f5-e5bd5857408c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:33.871617 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4acee1-4625-4e4b-87bf-39c598c2fb28 req-d8350efb-a9b4-4ee0-8651-911e8eb05e88 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:33.873255 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cd4acee1-4625-4e4b-87bf-39c598c2fb28 req-d8350efb-a9b4-4ee0-8651-911e8eb05e88 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.4103463 Nov 04 10:51:34.091454 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c081b84e-580d-4543-b939-8f69a8e8b329 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:34.321855 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6ac066c-58f0-4c2a-aaea-2b2978369105 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:34.377787 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cd4acee1-4625-4e4b-87bf-39c598c2fb28 req-0de71aa5-bbfe-4259-9503-bdb55574c601 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900677 Nov 04 10:51:34.561170 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c081b84e-580d-4543-b939-8f69a8e8b329 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:34.709793 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081b84e-580d-4543-b939-8f69a8e8b329 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Port': ['ID=fd838010-d138-493f-b306-f8f980e28e74,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:34.755234 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c081b84e-580d-4543-b939-8f69a8e8b329 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network dd5bc444-11cd-4318-8e6d-bfdd29217a13 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:51:34.758649 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-c081b84e-580d-4543-b939-8f69a8e8b329 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:34.761339 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c081b84e-580d-4543-b939-8f69a8e8b329 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:51:34.853438 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ac066c-58f0-4c2a-aaea-2b2978369105 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Router bc7278e1-6a02-44ce-9c7d-21907aa3c6b2 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:51:34.990190 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ac066c-58f0-4c2a-aaea-2b2978369105 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:51:34.996048 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a6ac066c-58f0-4c2a-aaea-2b2978369105 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "PUT /v2.0/routers/bc7278e1-6a02-44ce-9c7d-21907aa3c6b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9408875 Nov 04 10:51:34.999438 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60576) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:35.003343 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0cfd3b-67df-4649-b986-494ec174eedc None None] Sync routers for ids ['bc7278e1-6a02-44ce-9c7d-21907aa3c6b2'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:51:35.025728 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0cfd3b-67df-4649-b986-494ec174eedc None None] Routers {'bc7278e1-6a02-44ce-9c7d-21907aa3c6b2'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:51:35.028607 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-1b0cfd3b-67df-4649-b986-494ec174eedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:51:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['bc7278e1-6a02-44ce-9c7d-21907aa3c6b2'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:35.038602 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c081b84e-580d-4543-b939-8f69a8e8b329 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:35.039334 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c081b84e-580d-4543-b939-8f69a8e8b329 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:35.083627 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60578) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:35.088506 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-48f324a5-ba6b-444d-92d6-806e900eb279 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "GET /v2.0/ports?device_id=bc7278e1-6a02-44ce-9c7d-21907aa3c6b2 HTTP/1.1" status: 200 len: 205 time: 0.0858362 Nov 04 10:51:35.180574 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-1b0cfd3b-67df-4649-b986-494ec174eedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:35.183530 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd6a2cb-d6c6-435b-a031-ec3b16324629 None None] Network dd5bc444-11cd-4318-8e6d-bfdd29217a13 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:35.202902 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0cfd3b-67df-4649-b986-494ec174eedc None None] Routers {'bc7278e1-6a02-44ce-9c7d-21907aa3c6b2'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:51:35.203744 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-1b0cfd3b-67df-4649-b986-494ec174eedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:51:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['bc7278e1-6a02-44ce-9c7d-21907aa3c6b2'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:35.255262 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-1b0cfd3b-67df-4649-b986-494ec174eedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:35.258279 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0cfd3b-67df-4649-b986-494ec174eedc None None] The sync data for ids ['bc7278e1-6a02-44ce-9c7d-21907aa3c6b2'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:51:35.266284 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c884508-7d9c-4229-9309-019b85604d25 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:35.356558 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c081b84e-580d-4543-b939-8f69a8e8b329 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9561172 Nov 04 10:51:35.359440 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60586) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:35.365592 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-5ef66f44-18eb-48e5-a7b8-cdad7b34a42f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'port': {'network_id': 'dd5bc444-11cd-4318-8e6d-bfdd29217a13', 'name': 'tempest-PortsTestJSON-1233756595'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:35.390910 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-57d45963-8efe-4c5b-a9e5-9168b16024f1 None None] Provisioning complete for port 13d410df-231a-44a9-9e49-76f2ddb545b7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:35.391341 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-57d45963-8efe-4c5b-a9e5-9168b16024f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:35.713576 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef66f44-18eb-48e5-a7b8-cdad7b34a42f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:51:35.717177 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ef66f44-18eb-48e5-a7b8-cdad7b34a42f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:35.751394 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60598) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:35.762167 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-5ef66f44-18eb-48e5-a7b8-cdad7b34a42f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] device_id is not set on port 1ad6a1fd-1f13-463e-892a-3a11942af30b yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:51:35.857508 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-57d45963-8efe-4c5b-a9e5-9168b16024f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:35.951649 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 13d410df-231a-44a9-9e49-76f2ddb545b7 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:51:35.976231 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-5ef66f44-18eb-48e5-a7b8-cdad7b34a42f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Allocated IP 172.20.0.13 (dd5bc444-11cd-4318-8e6d-bfdd29217a13/9e90420d-dcae-4f28-8e65-818265a55d6e/1ad6a1fd-1f13-463e-892a-3a11942af30b) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:51:36.036170 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-57d45963-8efe-4c5b-a9e5-9168b16024f1 None None] For port 13d410df-231a-44a9-9e49-76f2ddb545b7, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=13d410df-231a-44a9-9e49-76f2ddb545b7,segment=NetworkSegment(ced2f2d5-86f6-45d7-930a-827542402f64),segment_id=ced2f2d5-86f6-45d7-930a-827542402f64)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:36.048902 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-57d45963-8efe-4c5b-a9e5-9168b16024f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:36.164142 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d45963-8efe-4c5b-a9e5-9168b16024f1 None None] Pushing event updated for resources: {'Port': ['ID=13d410df-231a-44a9-9e49-76f2ddb545b7,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:36.203256 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 13d410df-231a-44a9-9e49-76f2ddb545b7 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:36.204423 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:36.265289 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ef66f44-18eb-48e5-a7b8-cdad7b34a42f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:36.306545 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-6ebec4f4-a8e9-4beb-8fc1-ae3290ce9a58 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:36.308806 n-d-816629-1 neutron-server[101775]: WARNING neutron.api.v2.base [None req-6ebec4f4-a8e9-4beb-8fc1-ae3290ce9a58 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 04 10:51:36.311962 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-6ebec4f4-a8e9-4beb-8fc1-ae3290ce9a58 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] create failed (client error): There was a conflict when trying to complete your request. Nov 04 10:51:36.313519 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6ebec4f4-a8e9-4beb-8fc1-ae3290ce9a58 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5594072 Nov 04 10:51:36.316597 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ef66f44-18eb-48e5-a7b8-cdad7b34a42f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:36.326947 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60610) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:36.336132 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-9d6bb8ee-dea9-49ea-b6f3-c45faa18bace tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group': {'name': 'tempest-secgroup--178574813'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:36.433643 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d6bb8ee-dea9-49ea-b6f3-c45faa18bace tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:36.452100 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef66f44-18eb-48e5-a7b8-cdad7b34a42f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network dd5bc444-11cd-4318-8e6d-bfdd29217a13 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:51:36.453361 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d6bb8ee-dea9-49ea-b6f3-c45faa18bace tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:36.461833 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-5ef66f44-18eb-48e5-a7b8-cdad7b34a42f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:36.475423 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef66f44-18eb-48e5-a7b8-cdad7b34a42f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Port': ['ID=1ad6a1fd-1f13-463e-892a-3a11942af30b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:36.478587 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef66f44-18eb-48e5-a7b8-cdad7b34a42f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:51:36.501263 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b19020b7-4cbc-482e-a00c-30785cea8a00 None None] Provisioning complete for port fd838010-d138-493f-b306-f8f980e28e74 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:36.503311 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b19020b7-4cbc-482e-a00c-30785cea8a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:36.515093 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c884508-7d9c-4229-9309-019b85604d25 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:36.521241 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c884508-7d9c-4229-9309-019b85604d25 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:36.618877 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d6bb8ee-dea9-49ea-b6f3-c45faa18bace tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:36.632639 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef66f44-18eb-48e5-a7b8-cdad7b34a42f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:36.633520 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ef66f44-18eb-48e5-a7b8-cdad7b34a42f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:36.647680 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-b19020b7-4cbc-482e-a00c-30785cea8a00 None None] Port fd838010-d138-493f-b306-f8f980e28e74 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:51:36.673369 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d6bb8ee-dea9-49ea-b6f3-c45faa18bace tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:36.696563 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b19020b7-4cbc-482e-a00c-30785cea8a00 None None] Provisioning complete for port 13d410df-231a-44a9-9e49-76f2ddb545b7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:36.698352 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b19020b7-4cbc-482e-a00c-30785cea8a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:36.725724 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5ef66f44-18eb-48e5-a7b8-cdad7b34a42f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3650544 Nov 04 10:51:36.741724 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60616) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:36.775182 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c884508-7d9c-4229-9309-019b85604d25 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:36.775848 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c884508-7d9c-4229-9309-019b85604d25 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Fanout notify agent at l3_agent the message router_deleted on router bc7278e1-6a02-44ce-9c7d-21907aa3c6b2 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:51:36.789353 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c884508-7d9c-4229-9309-019b85604d25 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:36.790733 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1c884508-7d9c-4229-9309-019b85604d25 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/routers/bc7278e1-6a02-44ce-9c7d-21907aa3c6b2 HTTP/1.1" status: 204 len: 168 time: 1.6996131 Nov 04 10:51:36.793128 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60618) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:36.862129 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c655a-5eab-426b-ab7f-4a33a21220af req-df9551a1-d0e1-4d0c-9f1b-2600c64a70b9 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:36.872072 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-325c655a-5eab-426b-ab7f-4a33a21220af req-df9551a1-d0e1-4d0c-9f1b-2600c64a70b9 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1740367 Nov 04 10:51:36.954592 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-325c655a-5eab-426b-ab7f-4a33a21220af req-8e2c0ff3-7a09-44c1-9a93-383043db48eb tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814896 Nov 04 10:51:36.964478 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-6276afe2-5b53-4dc7-a8e5-67cf6e4df864 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Deleting subnet d8a452b2-bc0e-47e1-bed0-2913507f276b {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:51:36.970551 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-5c31c0e7-51a0-4cb5-9cea-5e66d954c7ef None None] Provisioning complete for port fd838010-d138-493f-b306-f8f980e28e74 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:36.970931 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5c31c0e7-51a0-4cb5-9cea-5e66d954c7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:36.988656 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6276afe2-5b53-4dc7-a8e5-67cf6e4df864 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:37.042586 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-5c31c0e7-51a0-4cb5-9cea-5e66d954c7ef None None] Port fd838010-d138-493f-b306-f8f980e28e74 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:51:37.081107 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6276afe2-5b53-4dc7-a8e5-67cf6e4df864 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:37.110502 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d6bb8ee-dea9-49ea-b6f3-c45faa18bace tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:37.116654 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6bb8ee-dea9-49ea-b6f3-c45faa18bace tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73abb00a-4cfc-4c73-bca0-a7d5920e1053,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:37.121178 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d6bb8ee-dea9-49ea-b6f3-c45faa18bace tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:37.175160 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2e74ecb7-b072-4291-9996-6bdf1cb52a02 None None] Provisioning complete for port 1ad6a1fd-1f13-463e-892a-3a11942af30b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:37.175774 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2e74ecb7-b072-4291-9996-6bdf1cb52a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:37.197434 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e998cf6-4c41-4887-a60f-96d345978a7b req-368331f9-6516-45b0-8794-aef47ac5820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:37.199255 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7e998cf6-4c41-4887-a60f-96d345978a7b req-368331f9-6516-45b0-8794-aef47ac5820e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=7a42eb83b343444b8e3fe7d5bffc6390&device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 1097 time: 0.2228255 Nov 04 10:51:37.237413 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cd3be1-916d-4677-b396-7b8609f13461 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:37.244966 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60622) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:37.246487 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-12cd3be1-916d-4677-b396-7b8609f13461 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.4725375 Nov 04 10:51:37.262993 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d6bb8ee-dea9-49ea-b6f3-c45faa18bace tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:37.270200 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60624) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:37.272796 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9d6bb8ee-dea9-49ea-b6f3-c45faa18bace tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9400105 Nov 04 10:51:37.290924 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6bb8ee-dea9-49ea-b6f3-c45faa18bace tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=122347ab-2d8e-4602-9d31-29db9865ff00,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:37.291281 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-d072f996-8164-438f-8dfc-6976c13f6cd2 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group_rule': {'security_group_id': '122347ab-2d8e-4602-9d31-29db9865ff00', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:37.372466 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6276afe2-5b53-4dc7-a8e5-67cf6e4df864 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:37.398568 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d072f996-8164-438f-8dfc-6976c13f6cd2 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:37.453647 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e998cf6-4c41-4887-a60f-96d345978a7b req-5c02f08b-d3f4-4172-a3ed-99cb1ee06751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:37.455221 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7e998cf6-4c41-4887-a60f-96d345978a7b req-5c02f08b-d3f4-4172-a3ed-99cb1ee06751 service neutron] 10.222.0.126 "GET /v2.0/networks?id=5a99a09a-0dd8-40b8-b6d2-72da727c3945 HTTP/1.1" status: 200 len: 916 time: 0.2352664 Nov 04 10:51:37.532861 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d072f996-8164-438f-8dfc-6976c13f6cd2 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:37.539196 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6276afe2-5b53-4dc7-a8e5-67cf6e4df864 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:37.546049 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d072f996-8164-438f-8dfc-6976c13f6cd2 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:37.549317 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7e998cf6-4c41-4887-a60f-96d345978a7b req-1d09d1a4-1ac8-45b4-b9eb-62639af9f298 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdfb4089-908a-4df2-b566-bb885812d9f0 HTTP/1.1" status: 200 len: 217 time: 0.0840821 Nov 04 10:51:37.568361 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-c289500b-de50-4bda-91ac-fb62fb26e372 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting port 1ad6a1fd-1f13-463e-892a-3a11942af30b {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:37.568873 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c289500b-de50-4bda-91ac-fb62fb26e372 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:37.569682 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2e74ecb7-b072-4291-9996-6bdf1cb52a02 None None] Port 1ad6a1fd-1f13-463e-892a-3a11942af30b cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:51:37.595466 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072f996-8164-438f-8dfc-6976c13f6cd2 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a29357-56a1-4aa0-a5f4-70faf7e61422,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:37.630958 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e998cf6-4c41-4887-a60f-96d345978a7b req-1e608281-75ce-42c7-8ef1-35faeb037fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:37.633099 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7e998cf6-4c41-4887-a60f-96d345978a7b req-1e608281-75ce-42c7-8ef1-35faeb037fe3 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c68b3714-6037-46cc-ab77-c20414a0dec9 HTTP/1.1" status: 200 len: 854 time: 0.0773063 Nov 04 10:51:37.641612 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276afe2-5b53-4dc7-a8e5-67cf6e4df864 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Subnet': ['ID=d8a452b2-bc0e-47e1-bed0-2913507f276b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:37.648510 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6276afe2-5b53-4dc7-a8e5-67cf6e4df864 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:37.649487 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd41cddc-4587-44bf-b3f6-4c6aa4ccd171 None None] Network 65187f01-7f9f-428c-b64c-1dd9deefc463 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:37.651985 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6276afe2-5b53-4dc7-a8e5-67cf6e4df864 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/subnets/d8a452b2-bc0e-47e1-bed0-2913507f276b HTTP/1.1" status: 204 len: 168 time: 0.8577592 Nov 04 10:51:37.657229 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60626) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:37.681140 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7e998cf6-4c41-4887-a60f-96d345978a7b req-06f5774e-1083-400d-8e56-97e928b1445a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=5a99a09a-0dd8-40b8-b6d2-72da727c3945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398803 Nov 04 10:51:37.730799 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d072f996-8164-438f-8dfc-6976c13f6cd2 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:37.732303 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d072f996-8164-438f-8dfc-6976c13f6cd2 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4633565 Nov 04 10:51:37.758434 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60630) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:37.771347 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-018d205f-5b2f-47c3-9786-0ae0bd1088d3 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group_rule': {'security_group_id': '122347ab-2d8e-4602-9d31-29db9865ff00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:37.790847 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 13d410df-231a-44a9-9e49-76f2ddb545b7 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:51:37.834841 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7e998cf6-4c41-4887-a60f-96d345978a7b req-4e2cd3cc-ed28-459b-b305-b43af510a787 service neutron] 10.222.0.126 "GET /v2.0/networks/5a99a09a-0dd8-40b8-b6d2-72da727c3945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465881 Nov 04 10:51:37.899993 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 13d410df-231a-44a9-9e49-76f2ddb545b7 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:37.900366 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:37.906948 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-018d205f-5b2f-47c3-9786-0ae0bd1088d3 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:37.962964 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7e998cf6-4c41-4887-a60f-96d345978a7b req-b55d5f73-4b74-488c-a56b-a9fe61d46290 service neutron] 10.222.0.126 "GET /v2.0/networks/5a99a09a-0dd8-40b8-b6d2-72da727c3945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178117 Nov 04 10:51:37.979613 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-28bd2db9-f5cb-42b9-99d2-098b17846fc1 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Deleting subnet 303cd6b4-af75-4db8-b287-2f9eec0bb189 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:51:37.980328 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f722f1e9-0be2-4ea9-a65c-4faaa24f2b58 None None] DHCP port deletion for 65187f01-7f9f-428c-b64c-1dd9deefc463 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:51:37.994519 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-28bd2db9-f5cb-42b9-99d2-098b17846fc1 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:38.026507 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c289500b-de50-4bda-91ac-fb62fb26e372 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:38.072111 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-c289500b-de50-4bda-91ac-fb62fb26e372 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Calling delete_port for 1ad6a1fd-1f13-463e-892a-3a11942af30b owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:38.099196 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-018d205f-5b2f-47c3-9786-0ae0bd1088d3 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] create failed (client error): There was a conflict when trying to complete your request. Nov 04 10:51:38.103249 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60638) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:38.104968 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-018d205f-5b2f-47c3-9786-0ae0bd1088d3 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3369370 Nov 04 10:51:38.124143 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-28bd2db9-f5cb-42b9-99d2-098b17846fc1 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:38.204203 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d7bc71a7-f8d4-417d-8ffa-1b2f453bb535 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:38.241650 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d7bc71a7-f8d4-417d-8ffa-1b2f453bb535 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:38.258556 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7405add-332f-4341-ad5c-09632a7e1fc0 req-0244fea9-45e8-4b9b-b2fc-83c96f62ac66 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:38.260535 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f7405add-332f-4341-ad5c-09632a7e1fc0 req-0244fea9-45e8-4b9b-b2fc-83c96f62ac66 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1898239 Nov 04 10:51:38.267482 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-f722f1e9-0be2-4ea9-a65c-4faaa24f2b58 None None] Deleting port 2f8518a2-dea4-4d8b-9150-601aae9dade9 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:38.270817 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f722f1e9-0be2-4ea9-a65c-4faaa24f2b58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:38.324475 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d7bc71a7-f8d4-417d-8ffa-1b2f453bb535 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:38.329318 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d7bc71a7-f8d4-417d-8ffa-1b2f453bb535 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:38.333307 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d7bc71a7-f8d4-417d-8ffa-1b2f453bb535 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "DELETE /v2.0/security-groups/122347ab-2d8e-4602-9d31-29db9865ff00 HTTP/1.1" status: 204 len: 168 time: 0.2265620 Nov 04 10:51:38.335928 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60640) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:38.376198 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-f722f1e9-0be2-4ea9-a65c-4faaa24f2b58 None None] For port 2f8518a2-dea4-4d8b-9150-601aae9dade9, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2f8518a2-dea4-4d8b-9150-601aae9dade9,segment=NetworkSegment(c9bcb61f-8ff3-4a7a-b17c-e751ca791d56),segment_id=c9bcb61f-8ff3-4a7a-b17c-e751ca791d56)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:38.377844 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f722f1e9-0be2-4ea9-a65c-4faaa24f2b58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:38.386633 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-28bd2db9-f5cb-42b9-99d2-098b17846fc1 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:38.393238 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc71a7-f8d4-417d-8ffa-1b2f453bb535 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=122347ab-2d8e-4602-9d31-29db9865ff00,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:38.439285 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f7405add-332f-4341-ad5c-09632a7e1fc0 req-360548eb-9921-4081-9495-2f49d816fcef tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654971 Nov 04 10:51:38.489704 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-f722f1e9-0be2-4ea9-a65c-4faaa24f2b58 None None] Calling delete_port for 2f8518a2-dea4-4d8b-9150-601aae9dade9 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:38.499604 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c289500b-de50-4bda-91ac-fb62fb26e372 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:38.534907 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e07b9cce-f157-45d5-b5c1-aadbd2c9a1cb tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1940260 Nov 04 10:51:38.538107 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60642) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:38.551453 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-73b32f6c-aad9-4e77-96a0-64abac75da2f tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group': {'name': 'tempest-secgroup--1260026426'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:38.593051 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-28bd2db9-f5cb-42b9-99d2-098b17846fc1 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:38.624033 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219d267-cf27-4106-9c38-5731145dc70d req-9f51b914-305e-4da5-bbf2-bf18b3147265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:38.625605 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6219d267-cf27-4106-9c38-5731145dc70d req-9f51b914-305e-4da5-bbf2-bf18b3147265 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=7a42eb83b343444b8e3fe7d5bffc6390&device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 1097 time: 0.2009017 Nov 04 10:51:38.626795 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-73b32f6c-aad9-4e77-96a0-64abac75da2f tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:38.633088 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289500b-de50-4bda-91ac-fb62fb26e372 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Port': ['ID=1ad6a1fd-1f13-463e-892a-3a11942af30b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:38.665090 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f722f1e9-0be2-4ea9-a65c-4faaa24f2b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:38.687681 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd2db9-f5cb-42b9-99d2-098b17846fc1 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Subnet': ['ID=303cd6b4-af75-4db8-b287-2f9eec0bb189,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:38.715855 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-28bd2db9-f5cb-42b9-99d2-098b17846fc1 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:38.722392 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f722f1e9-0be2-4ea9-a65c-4faaa24f2b58 None None] No DVR routers for this DVR port 2f8518a2-dea4-4d8b-9150-601aae9dade9 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:51:38.723958 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-28bd2db9-f5cb-42b9-99d2-098b17846fc1 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/subnets/303cd6b4-af75-4db8-b287-2f9eec0bb189 HTTP/1.1" status: 204 len: 168 time: 1.0656800 Nov 04 10:51:38.729797 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa12ba6d-cd7f-4c6a-bce7-945ead6617a6 None None] Network 74261819-7f53-4aae-9a9e-9792d5ef1d9f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:38.733323 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722f1e9-0be2-4ea9-a65c-4faaa24f2b58 None None] Pushing event deleted for resources: {'Port': ['ID=2f8518a2-dea4-4d8b-9150-601aae9dade9,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:38.753240 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60644) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:38.814289 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722f1e9-0be2-4ea9-a65c-4faaa24f2b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:38.814755 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722f1e9-0be2-4ea9-a65c-4faaa24f2b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:38.815195 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722f1e9-0be2-4ea9-a65c-4faaa24f2b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:38.815625 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722f1e9-0be2-4ea9-a65c-4faaa24f2b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:38.818996 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722f1e9-0be2-4ea9-a65c-4faaa24f2b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:38.819632 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722f1e9-0be2-4ea9-a65c-4faaa24f2b58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:38.820057 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722f1e9-0be2-4ea9-a65c-4faaa24f2b58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:38.820487 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722f1e9-0be2-4ea9-a65c-4faaa24f2b58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:38.820959 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722f1e9-0be2-4ea9-a65c-4faaa24f2b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:38.821342 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722f1e9-0be2-4ea9-a65c-4faaa24f2b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:38.821758 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722f1e9-0be2-4ea9-a65c-4faaa24f2b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:38.822967 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722f1e9-0be2-4ea9-a65c-4faaa24f2b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:51:38.882711 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c289500b-de50-4bda-91ac-fb62fb26e372 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:38.886449 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c289500b-de50-4bda-91ac-fb62fb26e372 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/ports/1ad6a1fd-1f13-463e-892a-3a11942af30b HTTP/1.1" status: 204 len: 168 time: 1.6404364 Nov 04 10:51:38.889531 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60648) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:38.917951 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ca6b20-dc9f-40ad-a298-b0080db8f72f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] GET failed (client error): The resource could not be found. Nov 04 10:51:38.919630 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-66ca6b20-dc9f-40ad-a298-b0080db8f72f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "GET /v2.0/ports/1ad6a1fd-1f13-463e-892a-3a11942af30b HTTP/1.1" status: 404 len: 333 time: 0.0289423 Nov 04 10:51:38.922811 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60650) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:38.938709 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3425e8c4-3695-4319-9534-94bf138514ef tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:39.062858 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-c1860f1a-2d77-4cc1-b6f1-fdef2ccdffef tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting port fd838010-d138-493f-b306-f8f980e28e74 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:39.063303 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c1860f1a-2d77-4cc1-b6f1-fdef2ccdffef tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:39.088933 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335abd41-062a-417e-96a4-0b4204793a10 None None] DHCP port deletion for 74261819-7f53-4aae-9a9e-9792d5ef1d9f request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:51:39.161705 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-335abd41-062a-417e-96a4-0b4204793a10 None None] Deleting port 802e7863-4a72-4f43-95a3-23749031fe61 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:39.162454 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-335abd41-062a-417e-96a4-0b4204793a10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:39.201283 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c1860f1a-2d77-4cc1-b6f1-fdef2ccdffef tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:39.216335 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-c1860f1a-2d77-4cc1-b6f1-fdef2ccdffef tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Calling delete_port for fd838010-d138-493f-b306-f8f980e28e74 owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:39.237561 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-335abd41-062a-417e-96a4-0b4204793a10 None None] For port 802e7863-4a72-4f43-95a3-23749031fe61, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=802e7863-4a72-4f43-95a3-23749031fe61,segment=NetworkSegment(81d3bc63-1aa1-4b7a-94f2-41a435e69e16),segment_id=81d3bc63-1aa1-4b7a-94f2-41a435e69e16)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:39.238393 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-335abd41-062a-417e-96a4-0b4204793a10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:39.261904 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-335abd41-062a-417e-96a4-0b4204793a10 None None] Calling delete_port for 802e7863-4a72-4f43-95a3-23749031fe61 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:39.365879 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-335abd41-062a-417e-96a4-0b4204793a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:39.395884 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c1860f1a-2d77-4cc1-b6f1-fdef2ccdffef tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:39.406817 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335abd41-062a-417e-96a4-0b4204793a10 None None] No DVR routers for this DVR port 802e7863-4a72-4f43-95a3-23749031fe61 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:51:39.408614 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335abd41-062a-417e-96a4-0b4204793a10 None None] Pushing event deleted for resources: {'Port': ['ID=802e7863-4a72-4f43-95a3-23749031fe61,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:39.432510 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1860f1a-2d77-4cc1-b6f1-fdef2ccdffef tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Port': ['ID=fd838010-d138-493f-b306-f8f980e28e74,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:39.448282 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-73b32f6c-aad9-4e77-96a0-64abac75da2f tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:39.462556 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-73b32f6c-aad9-4e77-96a0-64abac75da2f tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:39.545562 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c1860f1a-2d77-4cc1-b6f1-fdef2ccdffef tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:39.554558 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c1860f1a-2d77-4cc1-b6f1-fdef2ccdffef tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/ports/fd838010-d138-493f-b306-f8f980e28e74 HTTP/1.1" status: 204 len: 168 time: 0.6306708 Nov 04 10:51:39.558726 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60656) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:39.568298 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-73b32f6c-aad9-4e77-96a0-64abac75da2f tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:39.572784 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-73b32f6c-aad9-4e77-96a0-64abac75da2f tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0288842 Nov 04 10:51:39.580808 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60658) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:39.593488 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-9d6c3cd8-1fe7-4c04-97ec-fd3bf2f4f90a tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group_rule': {'security_group_id': 'db346bea-8638-4241-8df6-c09035edb498', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:39.594315 n-d-816629-1 neutron-server[101775]: WARNING neutron.api.v2.base [None req-9d6c3cd8-1fe7-4c04-97ec-fd3bf2f4f90a tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 04 10:51:39.594734 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-9d6c3cd8-1fe7-4c04-97ec-fd3bf2f4f90a tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:51:39.598931 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9d6c3cd8-1fe7-4c04-97ec-fd3bf2f4f90a tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0115521 Nov 04 10:51:39.600375 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3425e8c4-3695-4319-9534-94bf138514ef tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:39.605817 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60660) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:39.607160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219d267-cf27-4106-9c38-5731145dc70d req-a81dccd3-c7f0-406b-a962-9585c0c20d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:39.608939 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6219d267-cf27-4106-9c38-5731145dc70d req-a81dccd3-c7f0-406b-a962-9585c0c20d70 service neutron] 10.222.0.126 "GET /v2.0/networks?id=5a99a09a-0dd8-40b8-b6d2-72da727c3945 HTTP/1.1" status: 200 len: 916 time: 0.9476199 Nov 04 10:51:39.644631 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b32f6c-aad9-4e77-96a0-64abac75da2f tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db346bea-8638-4241-8df6-c09035edb498,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:39.656694 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72fb64f-d0cc-4757-aada-0c251ccf0913 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] GET failed (client error): The resource could not be found. Nov 04 10:51:39.662047 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d72fb64f-d0cc-4757-aada-0c251ccf0913 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "GET /v2.0/ports/fd838010-d138-493f-b306-f8f980e28e74 HTTP/1.1" status: 404 len: 333 time: 0.0907784 Nov 04 10:51:39.662734 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60664) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:39.696186 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6219d267-cf27-4106-9c38-5731145dc70d req-946a3a57-d382-47a0-b0a9-36d99a84f54b service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdfb4089-908a-4df2-b566-bb885812d9f0 HTTP/1.1" status: 200 len: 217 time: 0.0724390 Nov 04 10:51:39.703230 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-3425e8c4-3695-4319-9534-94bf138514ef tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65187f01-7f9f-428c-b64c-1dd9deefc463']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:39.731162 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea24f2c-1494-4217-b446-111a8f4d1150 req-59b8656d-2e7c-42ee-851c-18df185f69d4 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:39.732961 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fea24f2c-1494-4217-b446-111a8f4d1150 req-59b8656d-2e7c-42ee-851c-18df185f69d4 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 946 time: 0.1767714 Nov 04 10:51:39.752743 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-3425e8c4-3695-4319-9534-94bf138514ef tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9bcb61f-8ff3-4a7a-b17c-e751ca791d56') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:39.753021 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-3425e8c4-3695-4319-9534-94bf138514ef tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9bcb61f-8ff3-4a7a-b17c-e751ca791d56') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:39.767823 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a836eca1-212d-4a14-b4e1-a4d2001546fd tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting subnet 9e90420d-dcae-4f28-8e65-818265a55d6e {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:51:39.769388 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 802e7863-4a72-4f43-95a3-23749031fe61 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:51:39.772836 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a836eca1-212d-4a14-b4e1-a4d2001546fd tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:39.777583 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3425e8c4-3695-4319-9534-94bf138514ef tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:39.788288 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219d267-cf27-4106-9c38-5731145dc70d req-4fb6999d-f0ff-49f5-ba54-a0a9c02e3d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:39.792187 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6219d267-cf27-4106-9c38-5731145dc70d req-4fb6999d-f0ff-49f5-ba54-a0a9c02e3d11 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c68b3714-6037-46cc-ab77-c20414a0dec9 HTTP/1.1" status: 200 len: 854 time: 0.0824914 Nov 04 10:51:39.800705 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 802e7863-4a72-4f43-95a3-23749031fe61 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:51:39.801263 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 802e7863-4a72-4f43-95a3-23749031fe61 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:51:39.801901 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2f8518a2-dea4-4d8b-9150-601aae9dade9 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:51:39.816258 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-60297459-1c43-4329-9797-949e1b800c9e tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:39.833952 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 2f8518a2-dea4-4d8b-9150-601aae9dade9 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:51:39.835121 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2f8518a2-dea4-4d8b-9150-601aae9dade9 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:51:39.843333 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fea24f2c-1494-4217-b446-111a8f4d1150 req-aa419129-f855-432e-9b6b-670be05dfeed tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023898 Nov 04 10:51:39.850719 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a836eca1-212d-4a14-b4e1-a4d2001546fd tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:39.861904 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3425e8c4-3695-4319-9534-94bf138514ef tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:39.871653 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3425e8c4-3695-4319-9534-94bf138514ef tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:51:39.872257 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3425e8c4-3695-4319-9534-94bf138514ef tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:51:39.932155 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:51:39.960931 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6219d267-cf27-4106-9c38-5731145dc70d req-c107e2f0-9305-4d51-a527-fd7d2669ffec service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=5a99a09a-0dd8-40b8-b6d2-72da727c3945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1356046 Nov 04 10:51:40.003617 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a836eca1-212d-4a14-b4e1-a4d2001546fd tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:40.090781 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a836eca1-212d-4a14-b4e1-a4d2001546fd tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:40.094657 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-60297459-1c43-4329-9797-949e1b800c9e tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:40.132372 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a836eca1-212d-4a14-b4e1-a4d2001546fd tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:40.140137 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a836eca1-212d-4a14-b4e1-a4d2001546fd tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/subnets/9e90420d-dcae-4f28-8e65-818265a55d6e HTTP/1.1" status: 204 len: 168 time: 0.4754679 Nov 04 10:51:40.152998 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0636a2-870a-40df-9985-d213effc351e None None] Network dd5bc444-11cd-4318-8e6d-bfdd29217a13 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:40.153223 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60674) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:40.185602 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3425e8c4-3695-4319-9534-94bf138514ef tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:40.186545 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836eca1-212d-4a14-b4e1-a4d2001546fd tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Subnet': ['ID=9e90420d-dcae-4f28-8e65-818265a55d6e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:40.207864 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-60297459-1c43-4329-9797-949e1b800c9e tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:40.211418 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-60297459-1c43-4329-9797-949e1b800c9e tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:40.226668 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-60297459-1c43-4329-9797-949e1b800c9e tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "DELETE /v2.0/security-groups/db346bea-8638-4241-8df6-c09035edb498 HTTP/1.1" status: 204 len: 168 time: 0.6141217 Nov 04 10:51:40.241748 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3425e8c4-3695-4319-9534-94bf138514ef tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:40.247579 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3425e8c4-3695-4319-9534-94bf138514ef tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/networks/65187f01-7f9f-428c-b64c-1dd9deefc463 HTTP/1.1" status: 204 len: 168 time: 1.4757884 Nov 04 10:51:40.260089 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60678) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:40.261298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60680) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:40.307461 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device cdfb4089-908a-4df2-b566-bb885812d9f0 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:51:40.353798 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dee1f112-d32f-4f86-ba3a-1c9e11501e19 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:40.384916 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425e8c4-3695-4319-9534-94bf138514ef tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Network': ['ID=65187f01-7f9f-428c-b64c-1dd9deefc463,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:40.417883 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60297459-1c43-4329-9797-949e1b800c9e tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db346bea-8638-4241-8df6-c09035edb498,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:40.431442 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6219d267-cf27-4106-9c38-5731145dc70d req-c2de41c8-cee1-4be0-a68f-2eaabb592bba service neutron] 10.222.0.126 "GET /v2.0/networks/5a99a09a-0dd8-40b8-b6d2-72da727c3945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511564 Nov 04 10:51:40.504579 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-dee1f112-d32f-4f86-ba3a-1c9e11501e19 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting port 13d410df-231a-44a9-9e49-76f2ddb545b7 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:40.504944 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dee1f112-d32f-4f86-ba3a-1c9e11501e19 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:40.506891 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:40.555650 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f099b14-8b51-4b21-b07b-31879433a83b None None] DHCP port deletion for dd5bc444-11cd-4318-8e6d-bfdd29217a13 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:51:40.565863 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a349bde-b3d4-4c5b-a526-3724321c5617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdfb4089-908a-4df2-b566-bb885812d9f0'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:51:40.569528 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9d5238-f8f5-4059-9fcb-026e45004a72" -d '{"events": [{"server_uuid": "0a349bde-b3d4-4c5b-a526-3724321c5617", "name": "network-vif-unplugged", "status": "completed", "tag": "cdfb4089-908a-4df2-b566-bb885812d9f0"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:51:40.586190 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0f983fef-a75d-4074-aea7-7cbeb769212c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:40.594590 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-16bc779a-97bd-462b-9e66-04cdd63e8c6c tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3188543 Nov 04 10:51:40.600068 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60684) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:40.613566 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-134ba817-6631-4663-99ac-dda93faccaea tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group': {'name': 'tempest-secgroup--986011131'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:40.615417 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port cdfb4089-908a-4df2-b566-bb885812d9f0, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=cdfb4089-908a-4df2-b566-bb885812d9f0,segment=NetworkSegment(98a36a7f-67f4-4d8d-81b5-e6eb21f034a9),segment_id=98a36a7f-67f4-4d8d-81b5-e6eb21f034a9)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:40.626082 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:40.668720 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-dee1f112-d32f-4f86-ba3a-1c9e11501e19 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] For port 13d410df-231a-44a9-9e49-76f2ddb545b7, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=13d410df-231a-44a9-9e49-76f2ddb545b7,segment=NetworkSegment(ced2f2d5-86f6-45d7-930a-827542402f64),segment_id=ced2f2d5-86f6-45d7-930a-827542402f64)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:40.669340 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dee1f112-d32f-4f86-ba3a-1c9e11501e19 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:40.684485 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-dee1f112-d32f-4f86-ba3a-1c9e11501e19 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Calling delete_port for 13d410df-231a-44a9-9e49-76f2ddb545b7 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:40.684702 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a61f77-5524-42e7-ac58-319b0e1440db x-openstack-request-id: req-09a61f77-5524-42e7-ac58-319b0e1440db {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:51:40.685257 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a349bde-b3d4-4c5b-a526-3724321c5617", "name": "network-vif-unplugged", "status": "completed", "tag": "cdfb4089-908a-4df2-b566-bb885812d9f0", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:51:40.685831 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-09a61f77-5524-42e7-ac58-319b0e1440db {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:51:40.686148 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a349bde-b3d4-4c5b-a526-3724321c5617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdfb4089-908a-4df2-b566-bb885812d9f0', 'code': 200} Nov 04 10:51:40.687326 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=cdfb4089-908a-4df2-b566-bb885812d9f0,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:40.687726 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6219d267-cf27-4106-9c38-5731145dc70d req-afb1ca9c-f57e-4f7b-bfc7-fb083e2e6fd7 service neutron] 10.222.0.126 "GET /v2.0/networks/5a99a09a-0dd8-40b8-b6d2-72da727c3945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226558 Nov 04 10:51:40.713109 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-7f099b14-8b51-4b21-b07b-31879433a83b None None] Deleting port 13d410df-231a-44a9-9e49-76f2ddb545b7 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:40.713109 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7f099b14-8b51-4b21-b07b-31879433a83b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:40.789247 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-7f099b14-8b51-4b21-b07b-31879433a83b None None] For port 13d410df-231a-44a9-9e49-76f2ddb545b7, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=13d410df-231a-44a9-9e49-76f2ddb545b7,segment=NetworkSegment(ced2f2d5-86f6-45d7-930a-827542402f64),segment_id=ced2f2d5-86f6-45d7-930a-827542402f64)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:40.789905 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7f099b14-8b51-4b21-b07b-31879433a83b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:40.795469 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-134ba817-6631-4663-99ac-dda93faccaea tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:40.813024 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dee1f112-d32f-4f86-ba3a-1c9e11501e19 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:40.813888 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-7f099b14-8b51-4b21-b07b-31879433a83b None None] Calling delete_port for 13d410df-231a-44a9-9e49-76f2ddb545b7 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:40.849806 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0f983fef-a75d-4074-aea7-7cbeb769212c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:40.896149 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1f112-d32f-4f86-ba3a-1c9e11501e19 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Port': ['ID=13d410df-231a-44a9-9e49-76f2ddb545b7,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:40.907305 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee1f112-d32f-4f86-ba3a-1c9e11501e19 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] No DVR routers for this DVR port 13d410df-231a-44a9-9e49-76f2ddb545b7 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:51:40.974902 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7f099b14-8b51-4b21-b07b-31879433a83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:40.980080 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-134ba817-6631-4663-99ac-dda93faccaea tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:40.984762 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-0f983fef-a75d-4074-aea7-7cbeb769212c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74261819-7f53-4aae-9a9e-9792d5ef1d9f']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:41.009870 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-0f983fef-a75d-4074-aea7-7cbeb769212c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d3bc63-1aa1-4b7a-94f2-41a435e69e16') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:41.010232 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-0f983fef-a75d-4074-aea7-7cbeb769212c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d3bc63-1aa1-4b7a-94f2-41a435e69e16') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:41.022058 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f099b14-8b51-4b21-b07b-31879433a83b None None] Pushing event deleted for resources: {'Port': ['ID=13d410df-231a-44a9-9e49-76f2ddb545b7,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:41.023958 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0f983fef-a75d-4074-aea7-7cbeb769212c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.030961 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f099b14-8b51-4b21-b07b-31879433a83b None None] No DVR routers for this DVR port 13d410df-231a-44a9-9e49-76f2ddb545b7 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:51:41.037767 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dee1f112-d32f-4f86-ba3a-1c9e11501e19 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.042060 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0f983fef-a75d-4074-aea7-7cbeb769212c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.049101 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f983fef-a75d-4074-aea7-7cbeb769212c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Releasing vlan 1169 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:51:41.049565 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0f983fef-a75d-4074-aea7-7cbeb769212c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.064620 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-dee1f112-d32f-4f86-ba3a-1c9e11501e19 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd5bc444-11cd-4318-8e6d-bfdd29217a13']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:41.083825 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-dee1f112-d32f-4f86-ba3a-1c9e11501e19 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced2f2d5-86f6-45d7-930a-827542402f64') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:41.084145 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-dee1f112-d32f-4f86-ba3a-1c9e11501e19 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced2f2d5-86f6-45d7-930a-827542402f64') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:51:41.095296 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:51:41.097368 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-134ba817-6631-4663-99ac-dda93faccaea tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.108804 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dee1f112-d32f-4f86-ba3a-1c9e11501e19 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.127358 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dee1f112-d32f-4f86-ba3a-1c9e11501e19 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.152795 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-134ba817-6631-4663-99ac-dda93faccaea tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.155214 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cf0d1-94b1-434b-82fb-f712679806a3 req-536b4dd5-418c-45e9-aa3e-862b868b5496 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:41.156733 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-802cf0d1-94b1-434b-82fb-f712679806a3 req-536b4dd5-418c-45e9-aa3e-862b868b5496 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 944 time: 0.0948303 Nov 04 10:51:41.157892 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee1f112-d32f-4f86-ba3a-1c9e11501e19 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Releasing vlan 1190 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:51:41.158300 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dee1f112-d32f-4f86-ba3a-1c9e11501e19 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.161500 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60692) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:51:41.163333 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:51:41.165451 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-134ba817-6631-4663-99ac-dda93faccaea tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5571208 Nov 04 10:51:41.167292 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ba817-6631-4663-99ac-dda93faccaea tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7313908a-c829-4382-b6e2-124f640291fb,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:41.178389 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-2442cd8e-970a-4ff1-b98a-d2ea608ca94c tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group_rule': {'security_group_id': '7313908a-c829-4382-b6e2-124f640291fb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:41.182256 n-d-816629-1 neutron-server[101774]: WARNING neutron.api.v2.base [None req-2442cd8e-970a-4ff1-b98a-d2ea608ca94c tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 04 10:51:41.182882 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-2442cd8e-970a-4ff1-b98a-d2ea608ca94c tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:51:41.185408 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2442cd8e-970a-4ff1-b98a-d2ea608ca94c tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0189717 Nov 04 10:51:41.187966 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60694) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:41.195099 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0f983fef-a75d-4074-aea7-7cbeb769212c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.225555 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0f983fef-a75d-4074-aea7-7cbeb769212c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.229788 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0f983fef-a75d-4074-aea7-7cbeb769212c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/networks/74261819-7f53-4aae-9a9e-9792d5ef1d9f HTTP/1.1" status: 204 len: 168 time: 0.9475710 Nov 04 10:51:41.230712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f983fef-a75d-4074-aea7-7cbeb769212c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Network': ['ID=74261819-7f53-4aae-9a9e-9792d5ef1d9f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:41.234663 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60696) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:41.250262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-437e0ed0-2f2e-418f-8a95-bbf24c4ab7a3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'network': {'name': 'tempest-RoutersTest-629321033'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:41.301197 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-802cf0d1-94b1-434b-82fb-f712679806a3 req-3f9f6afc-05ee-4f1b-8b51-ff12fb065fd3 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144264 Nov 04 10:51:41.302451 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dee1f112-d32f-4f86-ba3a-1c9e11501e19 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.307901 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dee1f112-d32f-4f86-ba3a-1c9e11501e19 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.311328 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-dee1f112-d32f-4f86-ba3a-1c9e11501e19 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/networks/dd5bc444-11cd-4318-8e6d-bfdd29217a13 HTTP/1.1" status: 204 len: 168 time: 1.1363697 Nov 04 10:51:41.318329 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60700) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:41.334556 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437e0ed0-2f2e-418f-8a95-bbf24c4ab7a3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Made reservation on behalf of 93d3f7e9109b4e65b4b65c6a9a173da1 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:51:41.336694 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-e9c1de52-7d8e-48bc-b23e-d495bd4fbe95 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1635603193'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:41.344917 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-437e0ed0-2f2e-418f-8a95-bbf24c4ab7a3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.360676 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1f112-d32f-4f86-ba3a-1c9e11501e19 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Network': ['ID=dd5bc444-11cd-4318-8e6d-bfdd29217a13,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:41.380979 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5579c288-193c-48f8-b34f-e00d8681024b tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.384425 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c1de52-7d8e-48bc-b23e-d495bd4fbe95 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:51:41.388783 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e9c1de52-7d8e-48bc-b23e-d495bd4fbe95 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.417923 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437e0ed0-2f2e-418f-8a95-bbf24c4ab7a3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1167} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:51:41.421535 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5579c288-193c-48f8-b34f-e00d8681024b tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.439785 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c1de52-7d8e-48bc-b23e-d495bd4fbe95 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1166} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:51:41.448398 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-437e0ed0-2f2e-418f-8a95-bbf24c4ab7a3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.448854 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-437e0ed0-2f2e-418f-8a95-bbf24c4ab7a3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Added segment 3efe6638-a464-4b52-9da1-209b2bdb4dfd of type vlan for network 2ddff8f3-5fa0-483d-b67a-3b7333d4f90e Nov 04 10:51:41.457450 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e9c1de52-7d8e-48bc-b23e-d495bd4fbe95 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.458148 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-e9c1de52-7d8e-48bc-b23e-d495bd4fbe95 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Added segment a833de2e-5131-478d-be6f-17bd104a0b68 of type vlan for network 4a0bbb37-0c40-4a4d-9b2a-1e84e4281229 Nov 04 10:51:41.520793 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-437e0ed0-2f2e-418f-8a95-bbf24c4ab7a3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.541813 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e9c1de52-7d8e-48bc-b23e-d495bd4fbe95 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.553318 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5579c288-193c-48f8-b34f-e00d8681024b tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.556667 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5579c288-193c-48f8-b34f-e00d8681024b tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.558063 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5579c288-193c-48f8-b34f-e00d8681024b tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "DELETE /v2.0/security-groups/7313908a-c829-4382-b6e2-124f640291fb HTTP/1.1" status: 204 len: 168 time: 0.3690643 Nov 04 10:51:41.568444 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60704) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:41.589033 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92151c8f-d6ab-4810-9ffa-554156a300a4 req-71fd5d72-aeda-4fc5-9440-869dc9330ad1 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:41.590663 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-92151c8f-d6ab-4810-9ffa-554156a300a4 req-71fd5d72-aeda-4fc5-9440-869dc9330ad1 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 944 time: 0.0944247 Nov 04 10:51:41.591894 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e9c1de52-7d8e-48bc-b23e-d495bd4fbe95 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.598822 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c1de52-7d8e-48bc-b23e-d495bd4fbe95 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:41.599486 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e9c1de52-7d8e-48bc-b23e-d495bd4fbe95 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.607017 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579c288-193c-48f8-b34f-e00d8681024b tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7313908a-c829-4382-b6e2-124f640291fb,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:41.617306 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-437e0ed0-2f2e-418f-8a95-bbf24c4ab7a3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.625366 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437e0ed0-2f2e-418f-8a95-bbf24c4ab7a3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:41.626482 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-437e0ed0-2f2e-418f-8a95-bbf24c4ab7a3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.631696 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e9c1de52-7d8e-48bc-b23e-d495bd4fbe95 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2997856 Nov 04 10:51:41.648475 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60706) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:41.653999 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b56592a2-0adb-4d36-9da6-954e359d862c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'subnet': {'network_id': '4a0bbb37-0c40-4a4d-9b2a-1e84e4281229', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:41.708329 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e0ed0-2f2e-418f-8a95-bbf24c4ab7a3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Network': ['ID=2ddff8f3-5fa0-483d-b67a-3b7333d4f90e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:41.718902 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 2ddff8f3-5fa0-483d-b67a-3b7333d4f90e details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:51:41.745889 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2dc6609e-27df-4ca9-9e72-b22847508bf1 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1749907 Nov 04 10:51:41.750250 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60708) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:41.754871 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-e01df0d8-d962-4c86-b713-d29dfa7305df tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group': {'name': 'tempest-secgroup--418022182'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:41.769842 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 13d410df-231a-44a9-9e49-76f2ddb545b7 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:51:41.789198 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-437e0ed0-2f2e-418f-8a95-bbf24c4ab7a3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5508156 Nov 04 10:51:41.790502 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60710) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:41.790804 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1de52-7d8e-48bc-b23e-d495bd4fbe95 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Network': ['ID=4a0bbb37-0c40-4a4d-9b2a-1e84e4281229,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:41.794298 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e01df0d8-d962-4c86-b713-d29dfa7305df tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.796697 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 13d410df-231a-44a9-9e49-76f2ddb545b7 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:51:41.797191 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 13d410df-231a-44a9-9e49-76f2ddb545b7 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:51:41.802241 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-580385f3-2dcd-408d-9b5e-367b00b9d3b0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'subnet': {'network_id': '2ddff8f3-5fa0-483d-b67a-3b7333d4f90e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:41.806330 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 4a0bbb37-0c40-4a4d-9b2a-1e84e4281229 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:51:41.858516 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-92151c8f-d6ab-4810-9ffa-554156a300a4 req-ff93174e-88bf-4c9f-b711-70220e00e0e0 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463410 Nov 04 10:51:41.938177 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56592a2-0adb-4d36-9da6-954e359d862c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:51:41.944086 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b56592a2-0adb-4d36-9da6-954e359d862c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:41.963176 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580385f3-2dcd-408d-9b5e-367b00b9d3b0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Made reservation on behalf of 93d3f7e9109b4e65b4b65c6a9a173da1 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:51:41.967453 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-580385f3-2dcd-408d-9b5e-367b00b9d3b0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:42.056001 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e01df0d8-d962-4c86-b713-d29dfa7305df tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:42.057595 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-eb4c2e73-3b4d-4f9f-88c0-fc54ac97d868 req-a297800c-eea7-4220-9967-7cac704173b5 service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:51:42.059510 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eb4c2e73-3b4d-4f9f-88c0-fc54ac97d868 req-a297800c-eea7-4220-9967-7cac704173b5 service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0075989 Nov 04 10:51:42.063923 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e01df0d8-d962-4c86-b713-d29dfa7305df tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:42.117126 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e01df0d8-d962-4c86-b713-d29dfa7305df tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:42.121844 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e01df0d8-d962-4c86-b713-d29dfa7305df tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3680158 Nov 04 10:51:42.123721 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60720) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:42.136433 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-d37ada95-3214-4f98-95ae-cc17635b4e04 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group_rule': {'security_group_id': '81a98544-967b-48cb-977f-5810f0346224', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:42.164160 n-d-816629-1 neutron-server[101775]: WARNING neutron.api.v2.base [None req-d37ada95-3214-4f98-95ae-cc17635b4e04 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 04 10:51:42.164638 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-d37ada95-3214-4f98-95ae-cc17635b4e04 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:51:42.166084 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d37ada95-3214-4f98-95ae-cc17635b4e04 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0404480 Nov 04 10:51:42.169217 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60724) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:42.186414 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-18ade9bf-dc5b-4116-80e1-6ac159f9f734 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group_rule': {'security_group_id': '81a98544-967b-48cb-977f-5810f0346224', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:42.187988 n-d-816629-1 neutron-server[101775]: WARNING neutron.api.v2.base [None req-18ade9bf-dc5b-4116-80e1-6ac159f9f734 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 04 10:51:42.189792 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-18ade9bf-dc5b-4116-80e1-6ac159f9f734 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:51:42.196467 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-18ade9bf-dc5b-4116-80e1-6ac159f9f734 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0224395 Nov 04 10:51:42.198840 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01df0d8-d962-4c86-b713-d29dfa7305df tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81a98544-967b-48cb-977f-5810f0346224,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:42.217475 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60730) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:42.224693 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-7b4212c9-f91d-4945-8663-b6eba62a3f1f tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group_rule': {'security_group_id': '81a98544-967b-48cb-977f-5810f0346224', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:42.225756 n-d-816629-1 neutron-server[101775]: WARNING neutron.api.v2.base [None req-7b4212c9-f91d-4945-8663-b6eba62a3f1f tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 04 10:51:42.226317 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-7b4212c9-f91d-4945-8663-b6eba62a3f1f tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:51:42.227514 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7b4212c9-f91d-4945-8663-b6eba62a3f1f tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068722 Nov 04 10:51:42.230468 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60734) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:42.235147 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-3a8f6bae-b927-4156-9885-b87a1fc7df3e tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group_rule': {'security_group_id': '81a98544-967b-48cb-977f-5810f0346224', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:42.236621 n-d-816629-1 neutron-server[101775]: WARNING neutron.api.v2.base [None req-3a8f6bae-b927-4156-9885-b87a1fc7df3e tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 04 10:51:42.237298 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-3a8f6bae-b927-4156-9885-b87a1fc7df3e tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:51:42.238288 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3a8f6bae-b927-4156-9885-b87a1fc7df3e tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0068052 Nov 04 10:51:42.241447 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60738) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:42.317043 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b56592a2-0adb-4d36-9da6-954e359d862c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:42.374224 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3700a-6cdf-4218-bcee-88ed3ac216d4 req-77fb3445-59d7-47a0-b184-ee828055e9aa tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:42.382061 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ff3700a-6cdf-4218-bcee-88ed3ac216d4 req-77fb3445-59d7-47a0-b184-ee828055e9aa tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 944 time: 0.1352577 Nov 04 10:51:42.392115 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:42.431599 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9bd82f3a-5831-41c0-86a2-e26425bc67f1 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:42.441545 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56592a2-0adb-4d36-9da6-954e359d862c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Checking segment: {'id': 'a833de2e-5131-478d-be6f-17bd104a0b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '4a0bbb37-0c40-4a4d-9b2a-1e84e4281229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:51:42.441922 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56592a2-0adb-4d36-9da6-954e359d862c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network hostable DHCP agents. Network: 4a0bbb37-0c40-4a4d-9b2a-1e84e4281229, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:51:42.443425 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-580385f3-2dcd-408d-9b5e-367b00b9d3b0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:42.449581 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56592a2-0adb-4d36-9da6-954e359d862c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Subnet': ['ID=bf278444-2134-4877-9e20-d3bb61f1fdfb,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:42.493742 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ff3700a-6cdf-4218-bcee-88ed3ac216d4 req-1ff31fe2-a8c7-4606-bcab-63bb93f3b5ab tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103940 Nov 04 10:51:42.495319 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56592a2-0adb-4d36-9da6-954e359d862c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network 4a0bbb37-0c40-4a4d-9b2a-1e84e4281229 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:51:42.521743 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-b56592a2-0adb-4d36-9da6-954e359d862c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 4a0bbb37-0c40-4a4d-9b2a-1e84e4281229) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:42.533441 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9bd82f3a-5831-41c0-86a2-e26425bc67f1 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:42.534566 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05ac5cb-86e8-45ec-988b-f94efc4fe0dd None None] Network 4a0bbb37-0c40-4a4d-9b2a-1e84e4281229 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:42.543828 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56592a2-0adb-4d36-9da6-954e359d862c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:42.544185 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b56592a2-0adb-4d36-9da6-954e359d862c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:42.577731 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580385f3-2dcd-408d-9b5e-367b00b9d3b0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Subnet': ['ID=15beb67b-5169-485a-9c3d-b9592683aa67,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:42.580492 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b56592a2-0adb-4d36-9da6-954e359d862c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9297857 Nov 04 10:51:42.583225 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60748) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:42.596138 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-ada50074-ea11-4932-922d-f00055309141 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'port': {'network_id': '4a0bbb37-0c40-4a4d-9b2a-1e84e4281229', 'name': 'tempest-PortsTestJSON-301390464', 'fixed_ips': [{'subnet_id': 'bf278444-2134-4877-9e20-d3bb61f1fdfb', 'ip_address': '172.20.0.10'}]}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:42.624213 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580385f3-2dcd-408d-9b5e-367b00b9d3b0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Checking segment: {'id': '3efe6638-a464-4b52-9da1-209b2bdb4dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '2ddff8f3-5fa0-483d-b67a-3b7333d4f90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:51:42.624706 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580385f3-2dcd-408d-9b5e-367b00b9d3b0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network hostable DHCP agents. Network: 2ddff8f3-5fa0-483d-b67a-3b7333d4f90e, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:51:42.644734 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9bd82f3a-5831-41c0-86a2-e26425bc67f1 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:42.648325 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9bd82f3a-5831-41c0-86a2-e26425bc67f1 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:42.651934 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9bd82f3a-5831-41c0-86a2-e26425bc67f1 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "DELETE /v2.0/security-groups/81a98544-967b-48cb-977f-5810f0346224 HTTP/1.1" status: 204 len: 168 time: 0.4004149 Nov 04 10:51:42.661242 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60752) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:42.664336 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd82f3a-5831-41c0-86a2-e26425bc67f1 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a98544-967b-48cb-977f-5810f0346224,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:42.666095 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580385f3-2dcd-408d-9b5e-367b00b9d3b0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network 2ddff8f3-5fa0-483d-b67a-3b7333d4f90e is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:51:42.736070 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-580385f3-2dcd-408d-9b5e-367b00b9d3b0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 2ddff8f3-5fa0-483d-b67a-3b7333d4f90e) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:42.747674 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56793c4d-ba02-4996-803d-04f47bb1f4a9 None None] Network 2ddff8f3-5fa0-483d-b67a-3b7333d4f90e requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:42.754823 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580385f3-2dcd-408d-9b5e-367b00b9d3b0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:42.755433 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-580385f3-2dcd-408d-9b5e-367b00b9d3b0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:42.767606 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0768d663-99bf-456c-b8cb-332e331e3b52 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0983565 Nov 04 10:51:42.771658 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60754) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:42.782326 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02eeddae-b06f-45c1-99e6-ee54d2faebbb req-f7be687d-445f-40a8-a1b4-ebb722421ad8 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1810515 Nov 04 10:51:42.788091 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-02eeddae-b06f-45c1-99e6-ee54d2faebbb req-65db67c1-e0cc-4a6a-9a89-a6937cee3a0a service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:51:42.788446 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-caa3c1bd-5d49-486e-a426-37f66f2b20e5 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group': {'name': 'tempest-secgroup--1929362391'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:42.798509 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02eeddae-b06f-45c1-99e6-ee54d2faebbb req-65db67c1-e0cc-4a6a-9a89-a6937cee3a0a service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0100367 Nov 04 10:51:42.812959 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-580385f3-2dcd-408d-9b5e-367b00b9d3b0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0198278 Nov 04 10:51:42.813530 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60756) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:42.820252 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc16ce3f-39ba-4944-b848-115c2a94399a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-4a0bbb37-0c40-4a4d-9b2a-1e84e4281229', 'network_id': '4a0bbb37-0c40-4a4d-9b2a-1e84e4281229', 'tenant_id': '94bb88e80d014e54be01a02ab03f1519', 'fixed_ips': [{'subnet_id': 'bf278444-2134-4877-9e20-d3bb61f1fdfb'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:51:42.821289 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fc16ce3f-39ba-4944-b848-115c2a94399a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:42.841584 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-b3c2ce83-8a12-4dce-b01e-2bbd9e7125ae tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1889348003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:42.854965 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-caa3c1bd-5d49-486e-a426-37f66f2b20e5 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:42.943927 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada50074-ea11-4932-922d-f00055309141 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:51:42.964379 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b3c2ce83-8a12-4dce-b01e-2bbd9e7125ae tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:42.965872 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b3c2ce83-8a12-4dce-b01e-2bbd9e7125ae tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:43.023558 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-caa3c1bd-5d49-486e-a426-37f66f2b20e5 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:43.033509 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-caa3c1bd-5d49-486e-a426-37f66f2b20e5 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:43.040905 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-fc16ce3f-39ba-4944-b848-115c2a94399a None None] Allocated IP 172.20.0.2 (4a0bbb37-0c40-4a4d-9b2a-1e84e4281229/bf278444-2134-4877-9e20-d3bb61f1fdfb/ba72bfe7-d42a-4335-b41a-726d1697afbf) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:51:43.056359 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b3c2ce83-8a12-4dce-b01e-2bbd9e7125ae tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:43.068384 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b3c2ce83-8a12-4dce-b01e-2bbd9e7125ae tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:43.089095 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d8dbb2-4bdd-4bb7-bbc7-531e6e38be49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-2ddff8f3-5fa0-483d-b67a-3b7333d4f90e', 'network_id': '2ddff8f3-5fa0-483d-b67a-3b7333d4f90e', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'fixed_ips': [{'subnet_id': '15beb67b-5169-485a-9c3d-b9592683aa67'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:51:43.090355 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b4d8dbb2-4bdd-4bb7-bbc7-531e6e38be49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:43.101786 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b3c2ce83-8a12-4dce-b01e-2bbd9e7125ae tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:43.103372 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b3c2ce83-8a12-4dce-b01e-2bbd9e7125ae tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2887805 Nov 04 10:51:43.104340 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3c1bd-5d49-486e-a426-37f66f2b20e5 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604f09a0-d851-4e75-b038-8ad8cab45c25,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:43.105997 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60760) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:43.111863 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-70f6916a-1bc7-4ef0-bb78-89de176aae0c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'port': {'network_id': '2ddff8f3-5fa0-483d-b67a-3b7333d4f90e', 'name': 'tempest-RoutersTest-1947435232'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:43.134742 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-caa3c1bd-5d49-486e-a426-37f66f2b20e5 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:43.136015 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-caa3c1bd-5d49-486e-a426-37f66f2b20e5 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3630171 Nov 04 10:51:43.154394 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60762) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:43.160438 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-1d76b97a-092f-4755-bb3e-90d406545e12 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group_rule': {'security_group_id': '604f09a0-d851-4e75-b038-8ad8cab45c25', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:43.162133 n-d-816629-1 neutron-server[101774]: WARNING neutron.api.v2.base [None req-1d76b97a-092f-4755-bb3e-90d406545e12 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 04 10:51:43.162731 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-1d76b97a-092f-4755-bb3e-90d406545e12 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:51:43.163971 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1d76b97a-092f-4755-bb3e-90d406545e12 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083122 Nov 04 10:51:43.166928 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60764) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:43.172473 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ada50074-ea11-4932-922d-f00055309141 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:43.173748 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-9b92d2ad-f798-4ecf-8db1-ff6ad9fab219 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group_rule': {'security_group_id': '604f09a0-d851-4e75-b038-8ad8cab45c25', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:43.193481 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-ada50074-ea11-4932-922d-f00055309141 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] device_id is not set on port 65260996-d53c-4deb-a396-494993a7959f yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:51:43.272185 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-9b92d2ad-f798-4ecf-8db1-ff6ad9fab219 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:51:43.276347 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9b92d2ad-f798-4ecf-8db1-ff6ad9fab219 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1055949 Nov 04 10:51:43.276581 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60766) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:43.297561 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-0d32c482-93c1-4799-a170-f04394cc5352 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group_rule': {'security_group_id': '604f09a0-d851-4e75-b038-8ad8cab45c25', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:43.299760 n-d-816629-1 neutron-server[101775]: WARNING neutron.api.v2.base [None req-0d32c482-93c1-4799-a170-f04394cc5352 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 04 10:51:43.301203 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-0d32c482-93c1-4799-a170-f04394cc5352 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:51:43.305647 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0d32c482-93c1-4799-a170-f04394cc5352 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0188959 Nov 04 10:51:43.319309 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60768) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:43.326028 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-b4d8dbb2-4bdd-4bb7-bbc7-531e6e38be49 None None] Allocated IP 172.20.0.2 (2ddff8f3-5fa0-483d-b67a-3b7333d4f90e/15beb67b-5169-485a-9c3d-b9592683aa67/ccd594d2-7b03-48ee-85dd-ba57e851c18b) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:51:43.328148 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-1471440b-4a86-4495-b3d8-344bb160c0eb tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group_rule': {'security_group_id': '604f09a0-d851-4e75-b038-8ad8cab45c25', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:43.369894 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f6916a-1bc7-4ef0-bb78-89de176aae0c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Made reservation on behalf of 93d3f7e9109b4e65b4b65c6a9a173da1 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:51:43.376867 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-70f6916a-1bc7-4ef0-bb78-89de176aae0c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:43.412937 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-70f6916a-1bc7-4ef0-bb78-89de176aae0c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] device_id is not set on port 4cfda89d-afd3-43d4-80d5-331c2d4ab06b yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:51:43.427233 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fc16ce3f-39ba-4944-b848-115c2a94399a None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:43.439886 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fc16ce3f-39ba-4944-b848-115c2a94399a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:43.457331 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-1471440b-4a86-4495-b3d8-344bb160c0eb tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:51:43.469955 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1471440b-4a86-4495-b3d8-344bb160c0eb tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1493182 Nov 04 10:51:43.480386 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60776) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:43.496019 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-f7a7801c-e5b3-42fc-ba7a-5668829f2470 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group_rule': {'security_group_id': '604f09a0-d851-4e75-b038-8ad8cab45c25', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:43.496942 n-d-816629-1 neutron-server[101775]: WARNING neutron.api.v2.base [None req-f7a7801c-e5b3-42fc-ba7a-5668829f2470 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 04 10:51:43.499036 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-f7a7801c-e5b3-42fc-ba7a-5668829f2470 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:51:43.502217 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f7a7801c-e5b3-42fc-ba7a-5668829f2470 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0204875 Nov 04 10:51:43.517884 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60778) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:43.537997 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc16ce3f-39ba-4944-b848-115c2a94399a None None] Network 4a0bbb37-0c40-4a4d-9b2a-1e84e4281229 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:51:43.545520 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16ce3f-39ba-4944-b848-115c2a94399a None None] Pushing event updated for resources: {'Port': ['ID=ba72bfe7-d42a-4335-b41a-726d1697afbf,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:43.548082 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-fc16ce3f-39ba-4944-b848-115c2a94399a None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:43.558141 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-3a9821a5-e48e-4faf-a612-54694d7970d9 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group_rule': {'security_group_id': '604f09a0-d851-4e75-b038-8ad8cab45c25', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:43.561655 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc16ce3f-39ba-4944-b848-115c2a94399a None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:51:43.608402 n-d-816629-1 neutron-server[101775]: INFO neutron.db.securitygroups_db [None req-3a9821a5-e48e-4faf-a612-54694d7970d9 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Project 07d0d797913d45c9ae640d6c6f67bf7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:51:43.610663 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-ada50074-ea11-4932-922d-f00055309141 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Allocated IP 172.20.0.10 (4a0bbb37-0c40-4a4d-9b2a-1e84e4281229/bf278444-2134-4877-9e20-d3bb61f1fdfb/65260996-d53c-4deb-a396-494993a7959f) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:51:43.646391 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-3a9821a5-e48e-4faf-a612-54694d7970d9 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:51:43.650917 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3a9821a5-e48e-4faf-a612-54694d7970d9 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1313884 Nov 04 10:51:43.653016 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60784) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:43.667515 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-1b2e7c6c-7412-40c6-a5e7-82ee119eacfd tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group_rule': {'security_group_id': '604f09a0-d851-4e75-b038-8ad8cab45c25', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:43.668055 n-d-816629-1 neutron-server[101775]: WARNING neutron.api.v2.base [None req-1b2e7c6c-7412-40c6-a5e7-82ee119eacfd tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 04 10:51:43.668570 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-1b2e7c6c-7412-40c6-a5e7-82ee119eacfd tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:51:43.675350 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1b2e7c6c-7412-40c6-a5e7-82ee119eacfd tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0201044 Nov 04 10:51:43.677184 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60786) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:43.687047 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-a7c39a73-db9b-42d2-bb06-d797ce57dd79 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group_rule': {'security_group_id': '604f09a0-d851-4e75-b038-8ad8cab45c25', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:43.719272 n-d-816629-1 neutron-server[101775]: INFO neutron.db.securitygroups_db [None req-a7c39a73-db9b-42d2-bb06-d797ce57dd79 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Project 07d0d797913d45c9ae640d6c6f67bf7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:51:43.736276 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b4d8dbb2-4bdd-4bb7-bbc7-531e6e38be49 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:43.738696 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-fc16ce3f-39ba-4944-b848-115c2a94399a None None] Attempting to bind port ba72bfe7-d42a-4335-b41a-726d1697afbf on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:51:43.739278 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-fc16ce3f-39ba-4944-b848-115c2a94399a None None] Attempting to bind port ba72bfe7-d42a-4335-b41a-726d1697afbf by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'a833de2e-5131-478d-be6f-17bd104a0b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '4a0bbb37-0c40-4a4d-9b2a-1e84e4281229'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:51:43.739631 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc16ce3f-39ba-4944-b848-115c2a94399a None None] Attempting to bind port ba72bfe7-d42a-4335-b41a-726d1697afbf on network 4a0bbb37-0c40-4a4d-9b2a-1e84e4281229 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:51:43.741237 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-a7c39a73-db9b-42d2-bb06-d797ce57dd79 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:51:43.746803 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc16ce3f-39ba-4944-b848-115c2a94399a None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:51:43.747385 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc16ce3f-39ba-4944-b848-115c2a94399a None None] Checking segment: {'id': 'a833de2e-5131-478d-be6f-17bd104a0b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '4a0bbb37-0c40-4a4d-9b2a-1e84e4281229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:51:43.747874 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a7c39a73-db9b-42d2-bb06-d797ce57dd79 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0685480 Nov 04 10:51:43.748288 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fc16ce3f-39ba-4944-b848-115c2a94399a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:43.748563 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60788) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:43.749125 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc16ce3f-39ba-4944-b848-115c2a94399a None None] Bound using segment: {'id': 'a833de2e-5131-478d-be6f-17bd104a0b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '4a0bbb37-0c40-4a4d-9b2a-1e84e4281229'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:51:43.750126 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-fc16ce3f-39ba-4944-b848-115c2a94399a None None] Bound port: ba72bfe7-d42a-4335-b41a-726d1697afbf, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a833de2e-5131-478d-be6f-17bd104a0b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '4a0bbb37-0c40-4a4d-9b2a-1e84e4281229'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:51:43.750656 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fc16ce3f-39ba-4944-b848-115c2a94399a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:43.754332 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b4d8dbb2-4bdd-4bb7-bbc7-531e6e38be49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:43.754929 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-fbf374a8-6055-42b3-a487-1ae8155b36f9 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group_rule': {'security_group_id': '604f09a0-d851-4e75-b038-8ad8cab45c25', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:43.773446 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d8dbb2-4bdd-4bb7-bbc7-531e6e38be49 None None] Network 2ddff8f3-5fa0-483d-b67a-3b7333d4f90e is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:51:43.784420 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-b4d8dbb2-4bdd-4bb7-bbc7-531e6e38be49 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:43.788630 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d8dbb2-4bdd-4bb7-bbc7-531e6e38be49 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:51:43.805325 n-d-816629-1 neutron-server[101775]: INFO neutron.db.securitygroups_db [None req-fbf374a8-6055-42b3-a487-1ae8155b36f9 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Project 07d0d797913d45c9ae640d6c6f67bf7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:51:43.808805 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071473f-3c98-4529-b3bd-db83fedc6b09 req-000c4051-609a-471e-9915-4ee1af4975c1 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:43.810840 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3071473f-3c98-4529-b3bd-db83fedc6b09 req-000c4051-609a-471e-9915-4ee1af4975c1 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 944 time: 0.0972040 Nov 04 10:51:43.858202 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ada50074-ea11-4932-922d-f00055309141 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:43.867180 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-fbf374a8-6055-42b3-a487-1ae8155b36f9 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:51:43.871975 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fbf374a8-6055-42b3-a487-1ae8155b36f9 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1214225 Nov 04 10:51:43.872597 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60790) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:43.880498 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8dbb2-4bdd-4bb7-bbc7-531e6e38be49 None None] Pushing event updated for resources: {'Port': ['ID=ccd594d2-7b03-48ee-85dd-ba57e851c18b,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:43.896311 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3071473f-3c98-4529-b3bd-db83fedc6b09 req-0d6c7ee2-ec08-416c-82bf-b4b9cb587170 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696616 Nov 04 10:51:43.939098 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ada50074-ea11-4932-922d-f00055309141 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:43.964717 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-fc16ce3f-39ba-4944-b848-115c2a94399a None None] For port ba72bfe7-d42a-4335-b41a-726d1697afbf, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:51:43.968443 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-fc16ce3f-39ba-4944-b848-115c2a94399a None None] For port ba72bfe7-d42a-4335-b41a-726d1697afbf, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ba72bfe7-d42a-4335-b41a-726d1697afbf,segment=NetworkSegment(a833de2e-5131-478d-be6f-17bd104a0b68),segment_id=a833de2e-5131-478d-be6f-17bd104a0b68)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:51:43.970994 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-b4d8dbb2-4bdd-4bb7-bbc7-531e6e38be49 None None] Attempting to bind port ccd594d2-7b03-48ee-85dd-ba57e851c18b on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:51:43.971537 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-b4d8dbb2-4bdd-4bb7-bbc7-531e6e38be49 None None] Attempting to bind port ccd594d2-7b03-48ee-85dd-ba57e851c18b by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '3efe6638-a464-4b52-9da1-209b2bdb4dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '2ddff8f3-5fa0-483d-b67a-3b7333d4f90e'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:51:43.972145 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d8dbb2-4bdd-4bb7-bbc7-531e6e38be49 None None] Attempting to bind port ccd594d2-7b03-48ee-85dd-ba57e851c18b on network 2ddff8f3-5fa0-483d-b67a-3b7333d4f90e {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:51:43.984396 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fc16ce3f-39ba-4944-b848-115c2a94399a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:44.005959 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada50074-ea11-4932-922d-f00055309141 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network 4a0bbb37-0c40-4a4d-9b2a-1e84e4281229 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:51:44.010466 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-ada50074-ea11-4932-922d-f00055309141 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:44.015578 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada50074-ea11-4932-922d-f00055309141 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:51:44.020181 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada50074-ea11-4932-922d-f00055309141 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Port': ['ID=65260996-d53c-4deb-a396-494993a7959f,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:44.074627 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16ce3f-39ba-4944-b848-115c2a94399a None None] Pushing event updated for resources: {'Port': ['ID=ba72bfe7-d42a-4335-b41a-726d1697afbf,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:44.081199 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d8dbb2-4bdd-4bb7-bbc7-531e6e38be49 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:51:44.082045 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d8dbb2-4bdd-4bb7-bbc7-531e6e38be49 None None] Checking segment: {'id': '3efe6638-a464-4b52-9da1-209b2bdb4dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '2ddff8f3-5fa0-483d-b67a-3b7333d4f90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:51:44.082763 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b4d8dbb2-4bdd-4bb7-bbc7-531e6e38be49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:44.083151 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d8dbb2-4bdd-4bb7-bbc7-531e6e38be49 None None] Bound using segment: {'id': '3efe6638-a464-4b52-9da1-209b2bdb4dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '2ddff8f3-5fa0-483d-b67a-3b7333d4f90e'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:51:44.083779 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-b4d8dbb2-4bdd-4bb7-bbc7-531e6e38be49 None None] Bound port: ccd594d2-7b03-48ee-85dd-ba57e851c18b, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3efe6638-a464-4b52-9da1-209b2bdb4dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '2ddff8f3-5fa0-483d-b67a-3b7333d4f90e'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:51:44.084237 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b4d8dbb2-4bdd-4bb7-bbc7-531e6e38be49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:44.090274 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-70f6916a-1bc7-4ef0-bb78-89de176aae0c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Allocated IP 172.20.0.13 (2ddff8f3-5fa0-483d-b67a-3b7333d4f90e/15beb67b-5169-485a-9c3d-b9592683aa67/4cfda89d-afd3-43d4-80d5-331c2d4ab06b) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:51:44.091365 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada50074-ea11-4932-922d-f00055309141 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:44.093829 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ada50074-ea11-4932-922d-f00055309141 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:44.143902 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ada50074-ea11-4932-922d-f00055309141 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5575387 Nov 04 10:51:44.144747 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60796) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:44.149993 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-5ffd137e-bee6-466e-a91d-b056ee8b17e1 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'port': {'network_id': '4a0bbb37-0c40-4a4d-9b2a-1e84e4281229', 'name': 'tempest-PortsTestJSON-1664910769', 'fixed_ips': [{'subnet_id': 'bf278444-2134-4877-9e20-d3bb61f1fdfb', 'ip_address': '172.20.0.9'}]}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:44.223271 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-b4d8dbb2-4bdd-4bb7-bbc7-531e6e38be49 None None] For port ccd594d2-7b03-48ee-85dd-ba57e851c18b, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:51:44.226851 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-b4d8dbb2-4bdd-4bb7-bbc7-531e6e38be49 None None] For port ccd594d2-7b03-48ee-85dd-ba57e851c18b, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ccd594d2-7b03-48ee-85dd-ba57e851c18b,segment=NetworkSegment(3efe6638-a464-4b52-9da1-209b2bdb4dfd),segment_id=3efe6638-a464-4b52-9da1-209b2bdb4dfd)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:51:44.233332 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b4d8dbb2-4bdd-4bb7-bbc7-531e6e38be49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:44.253906 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2c5541b4-e626-47c8-b9b6-f7dd94f69ef1 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:44.308075 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2c5541b4-e626-47c8-b9b6-f7dd94f69ef1 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:44.332888 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8dbb2-4bdd-4bb7-bbc7-531e6e38be49 None None] Pushing event updated for resources: {'Port': ['ID=ccd594d2-7b03-48ee-85dd-ba57e851c18b,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:44.362962 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device cdfb4089-908a-4df2-b566-bb885812d9f0 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:51:44.365547 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffd137e-bee6-466e-a91d-b056ee8b17e1 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:51:44.393436 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ffd137e-bee6-466e-a91d-b056ee8b17e1 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:44.450915 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-5ffd137e-bee6-466e-a91d-b056ee8b17e1 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] device_id is not set on port f7501e16-90d5-401d-83bd-bfd660f231ce yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:51:44.490626 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-70f6916a-1bc7-4ef0-bb78-89de176aae0c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:44.576690 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2c5541b4-e626-47c8-b9b6-f7dd94f69ef1 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:44.579994 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2c5541b4-e626-47c8-b9b6-f7dd94f69ef1 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:44.584329 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2c5541b4-e626-47c8-b9b6-f7dd94f69ef1 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "DELETE /v2.0/security-groups/604f09a0-d851-4e75-b038-8ad8cab45c25 HTTP/1.1" status: 204 len: 168 time: 0.7046616 Nov 04 10:51:44.586466 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60802) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:44.666477 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-70f6916a-1bc7-4ef0-bb78-89de176aae0c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:44.673865 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5541b4-e626-47c8-b9b6-f7dd94f69ef1 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=604f09a0-d851-4e75-b038-8ad8cab45c25,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:44.787877 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5c07dbb2-51be-4956-81a7-54bc628f11d7 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1922750 Nov 04 10:51:44.790621 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60808) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:44.791997 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f6916a-1bc7-4ef0-bb78-89de176aae0c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network 2ddff8f3-5fa0-483d-b67a-3b7333d4f90e is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:51:44.795107 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-70f6916a-1bc7-4ef0-bb78-89de176aae0c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:44.796579 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-28426c2c-1a14-4187-8a4b-61748cb792e2 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group': {'name': 'tempest-secgroup--1230901640'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:44.801649 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f6916a-1bc7-4ef0-bb78-89de176aae0c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:51:44.804771 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6916a-1bc7-4ef0-bb78-89de176aae0c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Port': ['ID=4cfda89d-afd3-43d4-80d5-331c2d4ab06b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:44.847217 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:44.873898 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f6916a-1bc7-4ef0-bb78-89de176aae0c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:44.874649 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-70f6916a-1bc7-4ef0-bb78-89de176aae0c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:44.916765 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-28426c2c-1a14-4187-8a4b-61748cb792e2 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:44.931295 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-70f6916a-1bc7-4ef0-bb78-89de176aae0c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8237827 Nov 04 10:51:44.931943 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60810) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:44.965354 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-5ffd137e-bee6-466e-a91d-b056ee8b17e1 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Allocated IP 172.20.0.9 (4a0bbb37-0c40-4a4d-9b2a-1e84e4281229/bf278444-2134-4877-9e20-d3bb61f1fdfb/f7501e16-90d5-401d-83bd-bfd660f231ce) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:51:45.070968 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-28426c2c-1a14-4187-8a4b-61748cb792e2 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:45.088140 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-28426c2c-1a14-4187-8a4b-61748cb792e2 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:45.155274 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-28426c2c-1a14-4187-8a4b-61748cb792e2 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:45.156655 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-28426c2c-1a14-4187-8a4b-61748cb792e2 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3663774 Nov 04 10:51:45.162785 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60818) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:45.428288 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-247779a3-392f-415a-b942-d63158eb42cb tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:45.646785 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60824) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:45.650881 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-975cbe8c-fff6-42a4-86c4-1de022a44476 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group_rule': {'security_group_id': 'fce63596-074c-4d32-8612-dcfa447d210a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:45.696517 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28426c2c-1a14-4187-8a4b-61748cb792e2 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce63596-074c-4d32-8612-dcfa447d210a,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:45.863050 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc5acf-7888-4324-9b6c-802b2d7a0453 req-5117e08e-140e-4cf5-a33d-87569df896b4 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:45.870831 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ebc5acf-7888-4324-9b6c-802b2d7a0453 req-5117e08e-140e-4cf5-a33d-87569df896b4 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 944 time: 0.7187066 Nov 04 10:51:45.931099 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-975cbe8c-fff6-42a4-86c4-1de022a44476 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] create failed (client error): The resource could not be found. Nov 04 10:51:45.938404 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-975cbe8c-fff6-42a4-86c4-1de022a44476 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2904463 Nov 04 10:51:45.940179 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60828) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:45.965257 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ba72bfe7-d42a-4335-b41a-726d1697afbf up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:51:45.969573 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ebc5acf-7888-4324-9b6c-802b2d7a0453 req-7f1456b0-416e-443e-8960-0993b9e343c4 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976338 Nov 04 10:51:46.020229 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ffd137e-bee6-466e-a91d-b056ee8b17e1 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:46.022445 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8378bf-7ec9-43a7-a50f-21c8f13ed892 None None] Network 4a0bbb37-0c40-4a4d-9b2a-1e84e4281229 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:46.028812 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-247779a3-392f-415a-b942-d63158eb42cb tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:46.037304 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-247779a3-392f-415a-b942-d63158eb42cb tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:46.051887 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-9fe8d21b-9d15-4537-abe8-73347c379db9 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group_rule': {'security_group_id': 'fce63596-074c-4d32-8612-dcfa447d210a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd583480b-9c9d-4bc9-86b8-d0133eac7c9f'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:46.169522 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a9e1f265-a644-40b4-941b-9918fd735f10 None None] Provisioning complete for port ba72bfe7-d42a-4335-b41a-726d1697afbf triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:46.170238 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a9e1f265-a644-40b4-941b-9918fd735f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:46.207420 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247779a3-392f-415a-b942-d63158eb42cb tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Port': ['ID=4cfda89d-afd3-43d4-80d5-331c2d4ab06b,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:46.336266 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ffd137e-bee6-466e-a91d-b056ee8b17e1 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:46.342398 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-9fe8d21b-9d15-4537-abe8-73347c379db9 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] create failed (client error): The resource could not be found. Nov 04 10:51:46.346495 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9fe8d21b-9d15-4537-abe8-73347c379db9 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3758688 Nov 04 10:51:46.347139 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60832) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:46.481363 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-247779a3-392f-415a-b942-d63158eb42cb tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:46.553330 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd137e-bee6-466e-a91d-b056ee8b17e1 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Port': ['ID=f7501e16-90d5-401d-83bd-bfd660f231ce,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:46.574992 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffd137e-bee6-466e-a91d-b056ee8b17e1 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network 4a0bbb37-0c40-4a4d-9b2a-1e84e4281229 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:51:46.592623 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-5ffd137e-bee6-466e-a91d-b056ee8b17e1 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:46.600595 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffd137e-bee6-466e-a91d-b056ee8b17e1 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:51:46.673801 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec60b72-77f8-416a-a439-54bcfb97b68f None None] Network 2ddff8f3-5fa0-483d-b67a-3b7333d4f90e requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:46.683938 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffd137e-bee6-466e-a91d-b056ee8b17e1 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:46.684527 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ffd137e-bee6-466e-a91d-b056ee8b17e1 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:46.715426 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5ffd137e-bee6-466e-a91d-b056ee8b17e1 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5694029 Nov 04 10:51:46.716245 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fcec5490-83ab-491d-b444-a06b918bb186 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:46.743701 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60836) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:46.761624 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-247779a3-392f-415a-b942-d63158eb42cb tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:46.785951 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fcec5490-83ab-491d-b444-a06b918bb186 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:46.837771 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port ba72bfe7-d42a-4335-b41a-726d1697afbf triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:46.838225 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:47.083225 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a9e1f265-a644-40b4-941b-9918fd735f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:47.106344 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abad3ed9-6734-4cc9-b2d5-471fab3530e6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:47.107341 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-14a60fc3-80c7-486d-8f9a-53c45432c9ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:47.118417 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60840) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:47.129576 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-abad3ed9-6734-4cc9-b2d5-471fab3530e6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3793874 Nov 04 10:51:47.210663 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fcec5490-83ab-491d-b444-a06b918bb186 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:47.222914 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fcec5490-83ab-491d-b444-a06b918bb186 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:47.224207 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fcec5490-83ab-491d-b444-a06b918bb186 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "DELETE /v2.0/security-groups/fce63596-074c-4d32-8612-dcfa447d210a HTTP/1.1" status: 204 len: 168 time: 0.7688212 Nov 04 10:51:47.241666 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60846) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:47.345345 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a6e46-64cc-45b7-a604-4d01899dfd82 req-ea3e2e48-c568-412f-b9a6-dee8a8f26110 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:47.347132 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-077a6e46-64cc-45b7-a604-4d01899dfd82 req-ea3e2e48-c568-412f-b9a6-dee8a8f26110 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 944 time: 0.2161520 Nov 04 10:51:47.361500 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec5490-83ab-491d-b444-a06b918bb186 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce63596-074c-4d32-8612-dcfa447d210a,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:47.486490 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-a9e1f265-a644-40b4-941b-9918fd735f10 None None] For port ba72bfe7-d42a-4335-b41a-726d1697afbf, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ba72bfe7-d42a-4335-b41a-726d1697afbf,segment=NetworkSegment(a833de2e-5131-478d-be6f-17bd104a0b68),segment_id=a833de2e-5131-478d-be6f-17bd104a0b68)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:47.517062 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eeddae-b06f-45c1-99e6-ee54d2faebbb req-a068197e-f171-4124-8b4b-409bf82ac1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:47.518683 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02eeddae-b06f-45c1-99e6-ee54d2faebbb req-a068197e-f171-4124-8b4b-409bf82ac1ce service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617&tenant_id=7a42eb83b343444b8e3fe7d5bffc6390 HTTP/1.1" status: 200 len: 1095 time: 0.3582263 Nov 04 10:51:47.520519 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a9e1f265-a644-40b4-941b-9918fd735f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:47.557542 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:47.573258 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52b3d99-6fa6-47e5-a070-7ade4ff0b97c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:47.583016 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52b3d99-6fa6-47e5-a070-7ade4ff0b97c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:47.590147 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e3beed39-b3a7-42f9-a6bc-4fd25137cee5 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3457198 Nov 04 10:51:47.590467 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52b3d99-6fa6-47e5-a070-7ade4ff0b97c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:47.592666 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e52b3d99-6fa6-47e5-a070-7ade4ff0b97c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.4721787 Nov 04 10:51:47.601800 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60848) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:47.602140 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60850) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:47.607410 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-df7f2d8a-9d63-4dcc-9704-867c52408ac3 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group_rule': {'security_group_id': 'cc0094a9-ece3-4037-8d81-95d01705a802', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:47.626381 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-247779a3-392f-415a-b942-d63158eb42cb tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:47.640667 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-247779a3-392f-415a-b942-d63158eb42cb tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:47.724048 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1f265-a644-40b4-941b-9918fd735f10 None None] Pushing event updated for resources: {'Port': ['ID=ba72bfe7-d42a-4335-b41a-726d1697afbf,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:47.736154 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-077a6e46-64cc-45b7-a604-4d01899dfd82 req-8a7e9c91-74a8-4be7-8d2d-4f5100e62676 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369217 Nov 04 10:51:47.752349 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c0cf2331-c8fb-4f0c-97dd-95ad2bc3727f None None] Provisioning complete for port 65260996-d53c-4deb-a396-494993a7959f triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:47.752636 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c0cf2331-c8fb-4f0c-97dd-95ad2bc3727f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:47.766999 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eeddae-b06f-45c1-99e6-ee54d2faebbb req-b86234a1-24e4-4eae-9c80-6e82c1531ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:47.770587 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02eeddae-b06f-45c1-99e6-ee54d2faebbb req-b86234a1-24e4-4eae-9c80-6e82c1531ade service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=7a42eb83b343444b8e3fe7d5bffc6390&device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 1095 time: 0.1417580 Nov 04 10:51:47.771462 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247779a3-392f-415a-b942-d63158eb42cb tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Port': ['ID=4cfda89d-afd3-43d4-80d5-331c2d4ab06b,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:47.774430 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-247779a3-392f-415a-b942-d63158eb42cb tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:47.785600 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-074943c7-2842-4280-8a52-380c747f43c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:47.848226 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:51:47.848595 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:51:47.863622 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf2331-c8fb-4f0c-97dd-95ad2bc3727f None None] Port 65260996-d53c-4deb-a396-494993a7959f cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:51:47.886614 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c0cf2331-c8fb-4f0c-97dd-95ad2bc3727f None None] Provisioning complete for port f7501e16-90d5-401d-83bd-bfd660f231ce triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:47.886984 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c0cf2331-c8fb-4f0c-97dd-95ad2bc3727f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:47.916724 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-2cca51f6-dda3-424d-930a-1e85dd0bdfd3 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting port f7501e16-90d5-401d-83bd-bfd660f231ce {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:47.917094 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2cca51f6-dda3-424d-930a-1e85dd0bdfd3 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:47.929357 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-df7f2d8a-9d63-4dcc-9704-867c52408ac3 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] create failed (client error): The resource could not be found. Nov 04 10:51:47.929357 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-df7f2d8a-9d63-4dcc-9704-867c52408ac3 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3244293 Nov 04 10:51:47.942735 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60852) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:47.965780 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf2331-c8fb-4f0c-97dd-95ad2bc3727f None None] Port f7501e16-90d5-401d-83bd-bfd660f231ce cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:51:47.967896 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-868c722c-9325-4b0e-8717-7a66b33b2071 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group': {'name': 'tempest-secgroup--287261858'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:47.983431 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c0cf2331-c8fb-4f0c-97dd-95ad2bc3727f None None] Provisioning complete for port ccd594d2-7b03-48ee-85dd-ba57e851c18b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:47.984680 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c0cf2331-c8fb-4f0c-97dd-95ad2bc3727f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:47.998465 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eeddae-b06f-45c1-99e6-ee54d2faebbb req-1ec66ba9-2074-4609-8d11-b9154895db71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:48.000171 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02eeddae-b06f-45c1-99e6-ee54d2faebbb req-1ec66ba9-2074-4609-8d11-b9154895db71 service neutron] 10.222.0.126 "GET /v2.0/networks?id=5a99a09a-0dd8-40b8-b6d2-72da727c3945 HTTP/1.1" status: 200 len: 916 time: 0.2183654 Nov 04 10:51:48.024470 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-868c722c-9325-4b0e-8717-7a66b33b2071 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:48.100861 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c0cf2331-c8fb-4f0c-97dd-95ad2bc3727f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:48.146153 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-c0cf2331-c8fb-4f0c-97dd-95ad2bc3727f None None] For port ccd594d2-7b03-48ee-85dd-ba57e851c18b, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ccd594d2-7b03-48ee-85dd-ba57e851c18b,segment=NetworkSegment(3efe6638-a464-4b52-9da1-209b2bdb4dfd),segment_id=3efe6638-a464-4b52-9da1-209b2bdb4dfd)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:48.152514 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c0cf2331-c8fb-4f0c-97dd-95ad2bc3727f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:48.223975 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf2331-c8fb-4f0c-97dd-95ad2bc3727f None None] Pushing event updated for resources: {'Port': ['ID=ccd594d2-7b03-48ee-85dd-ba57e851c18b,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:48.249211 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c0cf2331-c8fb-4f0c-97dd-95ad2bc3727f None None] Provisioning complete for port ba72bfe7-d42a-4335-b41a-726d1697afbf triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:48.249785 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c0cf2331-c8fb-4f0c-97dd-95ad2bc3727f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:48.273968 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2cca51f6-dda3-424d-930a-1e85dd0bdfd3 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:48.327174 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-2cca51f6-dda3-424d-930a-1e85dd0bdfd3 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Calling delete_port for f7501e16-90d5-401d-83bd-bfd660f231ce owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:48.444454 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ccd594d2-7b03-48ee-85dd-ba57e851c18b up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:51:48.517392 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-843e86e9-7c86-4291-8d40-c7a8c2ffc295 None None] Provisioning complete for port 65260996-d53c-4deb-a396-494993a7959f triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:48.517759 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-843e86e9-7c86-4291-8d40-c7a8c2ffc295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:48.522170 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-868c722c-9325-4b0e-8717-7a66b33b2071 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:48.542993 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-868c722c-9325-4b0e-8717-7a66b33b2071 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:48.603191 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02eeddae-b06f-45c1-99e6-ee54d2faebbb req-f7eddd1c-3e99-494c-afcb-d83412eff956 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdfb4089-908a-4df2-b566-bb885812d9f0 HTTP/1.1" status: 200 len: 217 time: 0.5918379 Nov 04 10:51:48.625162 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-868c722c-9325-4b0e-8717-7a66b33b2071 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:48.626815 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-868c722c-9325-4b0e-8717-7a66b33b2071 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6684315 Nov 04 10:51:48.630185 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-843e86e9-7c86-4291-8d40-c7a8c2ffc295 None None] Port 65260996-d53c-4deb-a396-494993a7959f cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:51:48.631037 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c722c-9325-4b0e-8717-7a66b33b2071 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=406873ab-e212-4cc0-b207-eb39512b366b,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:48.633547 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60860) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:48.646991 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port ccd594d2-7b03-48ee-85dd-ba57e851c18b triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:48.647347 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:48.668173 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-ec620394-b84c-4e97-ac59-5a9adf527b26 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group': {'name': 'tempest-secgroup--792005345'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:48.669244 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247779a3-392f-415a-b942-d63158eb42cb tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network 2ddff8f3-5fa0-483d-b67a-3b7333d4f90e is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:51:48.672796 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-247779a3-392f-415a-b942-d63158eb42cb tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:48.685269 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eeddae-b06f-45c1-99e6-ee54d2faebbb req-e20ef7ef-79cf-4421-8da5-fbf68b88c4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:48.690531 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-074943c7-2842-4280-8a52-380c747f43c4 admin admin] Deleting port 2f6ddd59-d723-4007-b852-3e2355bbe457 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:48.691159 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-074943c7-2842-4280-8a52-380c747f43c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:48.691361 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02eeddae-b06f-45c1-99e6-ee54d2faebbb req-e20ef7ef-79cf-4421-8da5-fbf68b88c4bd service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c68b3714-6037-46cc-ab77-c20414a0dec9 HTTP/1.1" status: 200 len: 854 time: 0.0768533 Nov 04 10:51:48.719333 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-843e86e9-7c86-4291-8d40-c7a8c2ffc295 None None] Provisioning complete for port f7501e16-90d5-401d-83bd-bfd660f231ce triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:48.719951 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-843e86e9-7c86-4291-8d40-c7a8c2ffc295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:48.774673 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-843e86e9-7c86-4291-8d40-c7a8c2ffc295 None None] Port f7501e16-90d5-401d-83bd-bfd660f231ce cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:51:48.798606 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2cca51f6-dda3-424d-930a-1e85dd0bdfd3 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:48.804568 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-843e86e9-7c86-4291-8d40-c7a8c2ffc295 None None] Provisioning complete for port ccd594d2-7b03-48ee-85dd-ba57e851c18b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:48.805178 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-843e86e9-7c86-4291-8d40-c7a8c2ffc295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:48.812484 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02eeddae-b06f-45c1-99e6-ee54d2faebbb req-64f50706-982e-492c-8006-0ae450fea825 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=5a99a09a-0dd8-40b8-b6d2-72da727c3945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667930 Nov 04 10:51:48.871797 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ec620394-b84c-4e97-ac59-5a9adf527b26 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:48.885162 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca51f6-dda3-424d-930a-1e85dd0bdfd3 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Port': ['ID=f7501e16-90d5-401d-83bd-bfd660f231ce,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:48.957252 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02eeddae-b06f-45c1-99e6-ee54d2faebbb req-704f9c11-44fc-4565-9c04-0fbcc8284e4c service neutron] 10.222.0.126 "GET /v2.0/networks/5a99a09a-0dd8-40b8-b6d2-72da727c3945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312177 Nov 04 10:51:48.975602 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247779a3-392f-415a-b942-d63158eb42cb tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Router ce75bbc0-65c8-406c-b774-986d08c818e5 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:51:49.150016 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ba72bfe7-d42a-4335-b41a-726d1697afbf up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:51:49.154207 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-074943c7-2842-4280-8a52-380c747f43c4 admin admin] For port 2f6ddd59-d723-4007-b852-3e2355bbe457, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2f6ddd59-d723-4007-b852-3e2355bbe457,segment=NetworkSegment(e4c253af-65d0-47a4-af72-3837b14a76c7),segment_id=e4c253af-65d0-47a4-af72-3837b14a76c7)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:49.154577 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-074943c7-2842-4280-8a52-380c747f43c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:49.186854 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-074943c7-2842-4280-8a52-380c747f43c4 admin admin] Calling delete_port for 2f6ddd59-d723-4007-b852-3e2355bbe457 owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:49.231755 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2cca51f6-dda3-424d-930a-1e85dd0bdfd3 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:49.243208 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2cca51f6-dda3-424d-930a-1e85dd0bdfd3 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/ports/f7501e16-90d5-401d-83bd-bfd660f231ce HTTP/1.1" status: 204 len: 168 time: 1.6268885 Nov 04 10:51:49.244500 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60866) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:49.251117 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-843e86e9-7c86-4291-8d40-c7a8c2ffc295 None None] Provisioning complete for port 4cfda89d-afd3-43d4-80d5-331c2d4ab06b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:49.251921 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-843e86e9-7c86-4291-8d40-c7a8c2ffc295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:49.279413 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02eeddae-b06f-45c1-99e6-ee54d2faebbb req-47755f71-1f3b-479a-ba4b-8260fd883a8c service neutron] 10.222.0.126 "GET /v2.0/networks/5a99a09a-0dd8-40b8-b6d2-72da727c3945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117521 Nov 04 10:51:49.280704 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247779a3-392f-415a-b942-d63158eb42cb tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:51:49.302041 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-247779a3-392f-415a-b942-d63158eb42cb tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "PUT /v2.0/routers/ce75bbc0-65c8-406c-b774-986d08c818e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3689952 Nov 04 10:51:49.303040 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60868) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:49.317504 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4893f449-b27f-4507-8313-7f79f0571053 None None] Sync routers for ids ['ce75bbc0-65c8-406c-b774-986d08c818e5'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:51:49.350007 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66b772-c812-4d3c-94ec-937f83f01599 req-e948d0c3-73d1-4a02-bc78-cd40b9ee8c84 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:49.351622 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f66b772-c812-4d3c-94ec-937f83f01599 req-e948d0c3-73d1-4a02-bc78-cd40b9ee8c84 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 944 time: 0.4010854 Nov 04 10:51:49.366297 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-843e86e9-7c86-4291-8d40-c7a8c2ffc295 None None] Port 4cfda89d-afd3-43d4-80d5-331c2d4ab06b cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:51:49.376185 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4893f449-b27f-4507-8313-7f79f0571053 None None] Routers {'ce75bbc0-65c8-406c-b774-986d08c818e5'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:51:49.377448 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-4893f449-b27f-4507-8313-7f79f0571053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:51:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ce75bbc0-65c8-406c-b774-986d08c818e5'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:49.385620 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbdb488c-cf70-45d6-99e5-a25e1a9bbc88 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] GET failed (client error): The resource could not be found. Nov 04 10:51:49.389979 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8dd4ef-2a91-46f8-a0ed-bed0cf992db8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:49.390262 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-dbdb488c-cf70-45d6-99e5-a25e1a9bbc88 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "GET /v2.0/ports/f7501e16-90d5-401d-83bd-bfd660f231ce HTTP/1.1" status: 404 len: 333 time: 0.1445239 Nov 04 10:51:49.391576 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4c8dd4ef-2a91-46f8-a0ed-bed0cf992db8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "GET /v2.0/ports/4cfda89d-afd3-43d4-80d5-331c2d4ab06b HTTP/1.1" status: 200 len: 978 time: 0.0868597 Nov 04 10:51:49.392201 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60874) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:49.398727 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60876) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:49.434258 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-4893f449-b27f-4507-8313-7f79f0571053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:49.450815 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port ba72bfe7-d42a-4335-b41a-726d1697afbf triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:49.451180 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:49.454901 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4893f449-b27f-4507-8313-7f79f0571053 None None] Routers {'ce75bbc0-65c8-406c-b774-986d08c818e5'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:51:49.455644 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-4893f449-b27f-4507-8313-7f79f0571053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:51:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ce75bbc0-65c8-406c-b774-986d08c818e5'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:49.513149 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ec620394-b84c-4e97-ac59-5a9adf527b26 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:49.527811 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-f7674a67-e9c7-411f-890e-361b1316bff2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting port 65260996-d53c-4deb-a396-494993a7959f {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:49.528067 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f7674a67-e9c7-411f-890e-361b1316bff2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:49.528834 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ec620394-b84c-4e97-ac59-5a9adf527b26 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:49.556168 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-4893f449-b27f-4507-8313-7f79f0571053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:49.557132 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4893f449-b27f-4507-8313-7f79f0571053 None None] The sync data for ids ['ce75bbc0-65c8-406c-b774-986d08c818e5'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:51:49.579135 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-99d0b2f2-405b-4b22-a027-498527589c82 None None] Provisioning complete for port 4cfda89d-afd3-43d4-80d5-331c2d4ab06b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:49.579664 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-99d0b2f2-405b-4b22-a027-498527589c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:49.626929 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-99d0b2f2-405b-4b22-a027-498527589c82 None None] Port 4cfda89d-afd3-43d4-80d5-331c2d4ab06b cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:51:49.657771 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f7674a67-e9c7-411f-890e-361b1316bff2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:49.674568 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-f7674a67-e9c7-411f-890e-361b1316bff2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Calling delete_port for 65260996-d53c-4deb-a396-494993a7959f owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:49.714570 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-43c74e92-eeae-45b8-b2fb-ec7fdea23c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:49.723395 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ccd594d2-7b03-48ee-85dd-ba57e851c18b up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:51:49.780219 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port ccd594d2-7b03-48ee-85dd-ba57e851c18b triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:51:49.780660 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:49.879426 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f7674a67-e9c7-411f-890e-361b1316bff2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:49.926665 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7674a67-e9c7-411f-890e-361b1316bff2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Port': ['ID=65260996-d53c-4deb-a396-494993a7959f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:50.034598 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f66b772-c812-4d3c-94ec-937f83f01599 req-a650f930-204c-459b-96cf-4578d216a9a0 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6628785 Nov 04 10:51:50.052653 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ec620394-b84c-4e97-ac59-5a9adf527b26 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:50.054437 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ec620394-b84c-4e97-ac59-5a9adf527b26 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4141839 Nov 04 10:51:50.073074 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60892) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:50.083593 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-d1f6eea8-dcc5-43f6-b5e4-4047f21fad67 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group_rule': {'security_group_id': '406873ab-e212-4cc0-b207-eb39512b366b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ec8ad099-7ce5-4af2-90f0-4b00cde1fe36'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:50.239660 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f7674a67-e9c7-411f-890e-361b1316bff2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:50.251558 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f7674a67-e9c7-411f-890e-361b1316bff2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/ports/65260996-d53c-4deb-a396-494993a7959f HTTP/1.1" status: 204 len: 168 time: 0.8576977 Nov 04 10:51:50.252239 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60894) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:50.273836 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec620394-b84c-4e97-ac59-5a9adf527b26 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8ad099-7ce5-4af2-90f0-4b00cde1fe36,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:50.283786 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-d1f6eea8-dcc5-43f6-b5e4-4047f21fad67 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:51:50.296742 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d1f6eea8-dcc5-43f6-b5e4-4047f21fad67 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2224092 Nov 04 10:51:50.297418 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60896) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:50.356172 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-9163ce4f-e812-4089-8715-dd49d71138f2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] GET failed (client error): The resource could not be found. Nov 04 10:51:50.371492 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9163ce4f-e812-4089-8715-dd49d71138f2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "GET /v2.0/ports/65260996-d53c-4deb-a396-494993a7959f HTTP/1.1" status: 404 len: 333 time: 0.1175504 Nov 04 10:51:50.397746 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60898) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:50.516132 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2a09b549-0a57-49a1-8acf-73948d3678f7 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:50.540762 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-92aaa183-0746-4d10-bf5d-920458d381f1 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting subnet bf278444-2134-4877-9e20-d3bb61f1fdfb {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:51:50.557373 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-92aaa183-0746-4d10-bf5d-920458d381f1 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:50.571984 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2a09b549-0a57-49a1-8acf-73948d3678f7 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:50.653973 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2a09b549-0a57-49a1-8acf-73948d3678f7 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:50.661425 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2a09b549-0a57-49a1-8acf-73948d3678f7 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:50.672490 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2a09b549-0a57-49a1-8acf-73948d3678f7 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "DELETE /v2.0/security-groups/ec8ad099-7ce5-4af2-90f0-4b00cde1fe36 HTTP/1.1" status: 204 len: 168 time: 0.3622313 Nov 04 10:51:50.675556 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60902) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:50.714076 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-074943c7-2842-4280-8a52-380c747f43c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:50.742212 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09b549-0a57-49a1-8acf-73948d3678f7 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8ad099-7ce5-4af2-90f0-4b00cde1fe36,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:50.745554 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:50.782978 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-92aaa183-0746-4d10-bf5d-920458d381f1 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:50.847197 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f0d27841-5ba2-4cc5-adba-9c41865a50e1 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1502676 Nov 04 10:51:50.847526 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60904) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:50.856331 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074943c7-2842-4280-8a52-380c747f43c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f6ddd59-d723-4007-b852-3e2355bbe457,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:50.935863 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0359e639-8585-433c-af6b-977671a025ca tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:50.970768 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0359e639-8585-433c-af6b-977671a025ca tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:51.088648 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0359e639-8585-433c-af6b-977671a025ca tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:51.091798 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0359e639-8585-433c-af6b-977671a025ca tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:51.095279 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0359e639-8585-433c-af6b-977671a025ca tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "DELETE /v2.0/security-groups/406873ab-e212-4cc0-b207-eb39512b366b HTTP/1.1" status: 204 len: 168 time: 0.2444544 Nov 04 10:51:51.107019 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60908) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:51.204783 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359e639-8585-433c-af6b-977671a025ca tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=406873ab-e212-4cc0-b207-eb39512b366b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:51.310425 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ac9fb160-53ad-45a2-b58a-13089bbc0e93 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1288421 Nov 04 10:51:51.313672 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60912) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:51.341989 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-5c981470-1e78-498e-8d66-42446fff018a tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group': {'name': 'tempest-secgroup--287072520'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:51.372432 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5c981470-1e78-498e-8d66-42446fff018a tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:51.463067 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7dba1b18-cbf9-4b61-a1e4-129888936550 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:51.508293 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5c981470-1e78-498e-8d66-42446fff018a tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:51.514311 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5c981470-1e78-498e-8d66-42446fff018a tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:51.583765 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-92aaa183-0746-4d10-bf5d-920458d381f1 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:51.597936 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5c981470-1e78-498e-8d66-42446fff018a tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:51.603789 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5c981470-1e78-498e-8d66-42446fff018a tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2861464 Nov 04 10:51:51.609371 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60914) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:51.615372 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-1b3f1532-12ec-4d3f-bbbc-c6695d3713bc tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group_rule': {'security_group_id': '8f680693-4b07-4da0-9afa-41a287edf7e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:51.623450 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c981470-1e78-498e-8d66-42446fff018a tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f680693-4b07-4da0-9afa-41a287edf7e3,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:51.691640 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-1b3f1532-12ec-4d3f-bbbc-c6695d3713bc tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:51:51.694998 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1b3f1532-12ec-4d3f-bbbc-c6695d3713bc tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0843275 Nov 04 10:51:51.699643 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60918) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:51.711884 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-bb9d1065-72ca-437c-a6ca-71bb53448cc8 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group_rule': {'security_group_id': '8f680693-4b07-4da0-9afa-41a287edf7e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:51.799124 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-bb9d1065-72ca-437c-a6ca-71bb53448cc8 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:51:51.801221 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bb9d1065-72ca-437c-a6ca-71bb53448cc8 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1002378 Nov 04 10:51:51.804431 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60922) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:51.809688 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-074943c7-2842-4280-8a52-380c747f43c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:51.944942 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2e5e1322-5ca5-48be-a964-8f4077a866ca tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:51.987309 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87a6ee-47d5-4b3d-8a9e-beff501a0a79 req-ffd087c7-7ab6-49b0-9faf-8b29cdeb26da tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:51.995576 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f87a6ee-47d5-4b3d-8a9e-beff501a0a79 req-ffd087c7-7ab6-49b0-9faf-8b29cdeb26da tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 944 time: 0.5675192 Nov 04 10:51:51.997495 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2e5e1322-5ca5-48be-a964-8f4077a866ca tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:52.098979 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2e5e1322-5ca5-48be-a964-8f4077a866ca tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:52.104984 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2e5e1322-5ca5-48be-a964-8f4077a866ca tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:52.106667 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2e5e1322-5ca5-48be-a964-8f4077a866ca tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "DELETE /v2.0/security-groups/8f680693-4b07-4da0-9afa-41a287edf7e3 HTTP/1.1" status: 204 len: 168 time: 0.3011856 Nov 04 10:51:52.110577 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60926) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:52.132298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e1322-5ca5-48be-a964-8f4077a866ca tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f680693-4b07-4da0-9afa-41a287edf7e3,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:52.164955 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-92aaa183-0746-4d10-bf5d-920458d381f1 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:52.196980 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6dc1f12e-cef4-4afa-86b7-2e7e35bce592 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0832391 Nov 04 10:51:52.203159 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60928) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:52.206655 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:52.210421 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-96b63545-a709-43d1-86ef-31b37a90df95 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group': {'name': 'tempest-secgroup--1141643638'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:52.231267 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aaa183-0746-4d10-bf5d-920458d381f1 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Subnet': ['ID=bf278444-2134-4877-9e20-d3bb61f1fdfb,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:52.253787 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96b63545-a709-43d1-86ef-31b37a90df95 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:52.254925 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd90049f-79e6-4bf6-a2a4-c56099d61662 None None] Network 4a0bbb37-0c40-4a4d-9b2a-1e84e4281229 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:52.282036 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-92aaa183-0746-4d10-bf5d-920458d381f1 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:52.288467 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-92aaa183-0746-4d10-bf5d-920458d381f1 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/subnets/bf278444-2134-4877-9e20-d3bb61f1fdfb HTTP/1.1" status: 204 len: 168 time: 1.8888526 Nov 04 10:51:52.289954 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60930) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:52.302601 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f87a6ee-47d5-4b3d-8a9e-beff501a0a79 req-7bda823e-cfd9-4b9c-a3d5-f5cd28849a95 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058388 Nov 04 10:51:52.429601 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b8136797-8b34-4ef7-8e65-da7e0e3533cc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:52.470320 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96b63545-a709-43d1-86ef-31b37a90df95 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:52.481786 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96b63545-a709-43d1-86ef-31b37a90df95 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:52.525549 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b63545-a709-43d1-86ef-31b37a90df95 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e8ae6c-c36e-4f7f-85ed-c4af8f26fcec,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:52.536942 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074943c7-2842-4280-8a52-380c747f43c4 admin admin] Router 2851c03c-7034-4360-acb3-f32a93a299d1 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:51:52.627128 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-7dba1b18-cbf9-4b61-a1e4-129888936550 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Deleting port 4cfda89d-afd3-43d4-80d5-331c2d4ab06b {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:52.627397 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7dba1b18-cbf9-4b61-a1e4-129888936550 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:52.634918 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96b63545-a709-43d1-86ef-31b37a90df95 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:52.643735 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-96b63545-a709-43d1-86ef-31b37a90df95 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4364862 Nov 04 10:51:52.645031 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60932) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:52.646051 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:52.655570 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5adb5a-3b40-4fef-adce-0b20fde65403 None None] DHCP port deletion for 4a0bbb37-0c40-4a4d-9b2a-1e84e4281229 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:51:52.667328 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-983d8823-095d-403e-98d9-d70710fdcba3 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:52.673330 n-d-816629-1 neutron-server[101775]: WARNING neutron.api.v2.base [None req-983d8823-095d-403e-98d9-d70710fdcba3 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 04 10:51:52.673927 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-983d8823-095d-403e-98d9-d70710fdcba3 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] update failed (client error): There was a conflict when trying to complete your request. Nov 04 10:51:52.691197 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-983d8823-095d-403e-98d9-d70710fdcba3 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "PUT /v2.0/security-groups/52e8ae6c-c36e-4f7f-85ed-c4af8f26fcec HTTP/1.1" status: 409 len: 330 time: 0.0280252 Nov 04 10:51:52.695804 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60934) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:52.734261 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7dba1b18-cbf9-4b61-a1e4-129888936550 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:52.752251 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-7dba1b18-cbf9-4b61-a1e4-129888936550 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Calling delete_port for 4cfda89d-afd3-43d4-80d5-331c2d4ab06b owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:52.759953 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-cc5adb5a-3b40-4fef-adce-0b20fde65403 None None] Deleting port ba72bfe7-d42a-4335-b41a-726d1697afbf {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:52.764116 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cc5adb5a-3b40-4fef-adce-0b20fde65403 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:52.814381 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-b8136797-8b34-4ef7-8e65-da7e0e3533cc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting port ba72bfe7-d42a-4335-b41a-726d1697afbf {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:52.815006 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b8136797-8b34-4ef7-8e65-da7e0e3533cc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:52.872465 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-cc5adb5a-3b40-4fef-adce-0b20fde65403 None None] For port ba72bfe7-d42a-4335-b41a-726d1697afbf, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ba72bfe7-d42a-4335-b41a-726d1697afbf,segment=NetworkSegment(a833de2e-5131-478d-be6f-17bd104a0b68),segment_id=a833de2e-5131-478d-be6f-17bd104a0b68)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:52.872916 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cc5adb5a-3b40-4fef-adce-0b20fde65403 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:52.906654 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-cc5adb5a-3b40-4fef-adce-0b20fde65403 None None] Calling delete_port for ba72bfe7-d42a-4335-b41a-726d1697afbf owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:52.945835 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9a1cb888-dab1-4ce6-996a-fa88b1a37ff6 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:53.010613 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9a1cb888-dab1-4ce6-996a-fa88b1a37ff6 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:53.031232 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-b8136797-8b34-4ef7-8e65-da7e0e3533cc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] For port ba72bfe7-d42a-4335-b41a-726d1697afbf, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ba72bfe7-d42a-4335-b41a-726d1697afbf,segment=NetworkSegment(a833de2e-5131-478d-be6f-17bd104a0b68),segment_id=a833de2e-5131-478d-be6f-17bd104a0b68)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:53.031684 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b8136797-8b34-4ef7-8e65-da7e0e3533cc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:53.079103 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-b8136797-8b34-4ef7-8e65-da7e0e3533cc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Calling delete_port for ba72bfe7-d42a-4335-b41a-726d1697afbf owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:53.123443 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ba72bfe7-d42a-4335-b41a-726d1697afbf no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:51:53.217594 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cc5adb5a-3b40-4fef-adce-0b20fde65403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:53.233244 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9a1cb888-dab1-4ce6-996a-fa88b1a37ff6 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:53.239026 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9a1cb888-dab1-4ce6-996a-fa88b1a37ff6 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:53.241017 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9a1cb888-dab1-4ce6-996a-fa88b1a37ff6 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "DELETE /v2.0/security-groups/52e8ae6c-c36e-4f7f-85ed-c4af8f26fcec HTTP/1.1" status: 204 len: 168 time: 0.5406606 Nov 04 10:51:53.268398 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60938) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:53.309931 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5adb5a-3b40-4fef-adce-0b20fde65403 None None] Pushing event deleted for resources: {'Port': ['ID=ba72bfe7-d42a-4335-b41a-726d1697afbf,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:53.318565 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5adb5a-3b40-4fef-adce-0b20fde65403 None None] No DVR routers for this DVR port ba72bfe7-d42a-4335-b41a-726d1697afbf on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:51:53.322397 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1cb888-dab1-4ce6-996a-fa88b1a37ff6 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e8ae6c-c36e-4f7f-85ed-c4af8f26fcec,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:53.329931 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No active binding found for port ba72bfe7-d42a-4335-b41a-726d1697afbf {{(pid=101776) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 04 10:51:53.330376 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ba72bfe7-d42a-4335-b41a-726d1697afbf not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:51:53.524203 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b8136797-8b34-4ef7-8e65-da7e0e3533cc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:53.534193 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f4bdf5ac-56db-4d2f-8c2d-5a8d57cedb9c tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2528567 Nov 04 10:51:53.564354 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60944) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:53.592715 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-bba2d7c6-7a2b-447b-94d3-663cb2b01a8d tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] delete failed (client error): The resource could not be found. Nov 04 10:51:53.594810 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bba2d7c6-7a2b-447b-94d3-663cb2b01a8d tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "DELETE /v2.0/security-groups/87ebe9d6-7291-48e3-b058-886594317e8a HTTP/1.1" status: 404 len: 347 time: 0.0244315 Nov 04 10:51:53.596007 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8136797-8b34-4ef7-8e65-da7e0e3533cc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Port': ['ID=ba72bfe7-d42a-4335-b41a-726d1697afbf,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:53.615172 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8136797-8b34-4ef7-8e65-da7e0e3533cc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] No DVR routers for this DVR port ba72bfe7-d42a-4335-b41a-726d1697afbf on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:51:53.617583 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60946) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:53.682051 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-e839603e-4529-460e-b42d-c0625d98c034 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] show failed (client error): The resource could not be found. Nov 04 10:51:53.693016 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e839603e-4529-460e-b42d-c0625d98c034 tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "GET /v2.0/security-groups/f588f848-9423-4ea2-a2d0-ee6065f2ff01 HTTP/1.1" status: 404 len: 347 time: 0.0736923 Nov 04 10:51:53.709090 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60948) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:53.755243 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-466e54cf-cf89-4543-8388-ee3b204445fb tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] show failed (client error): The resource could not be found. Nov 04 10:51:53.756511 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-466e54cf-cf89-4543-8388-ee3b204445fb tempest-NegativeSecGroupIPv6Test-1283730652 tempest-NegativeSecGroupIPv6Test-1283730652-project] 10.222.0.127 "GET /v2.0/security-group-rules/ab9a03ed-0ffb-4b54-8e09-5459c1205f5d HTTP/1.1" status: 404 len: 356 time: 0.0462797 Nov 04 10:51:53.776553 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b8136797-8b34-4ef7-8e65-da7e0e3533cc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:53.790654 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9b04a-8678-4cea-a07c-75a7c85850c5 req-c740fa1b-6564-4515-ba0d-116e37453dc0 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:53.792468 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9eb9b04a-8678-4cea-a07c-75a7c85850c5 req-c740fa1b-6564-4515-ba0d-116e37453dc0 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 944 time: 0.2851863 Nov 04 10:51:53.804259 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-b8136797-8b34-4ef7-8e65-da7e0e3533cc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a0bbb37-0c40-4a4d-9b2a-1e84e4281229']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:53.816928 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-b8136797-8b34-4ef7-8e65-da7e0e3533cc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a833de2e-5131-478d-be6f-17bd104a0b68') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:53.817278 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-b8136797-8b34-4ef7-8e65-da7e0e3533cc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a833de2e-5131-478d-be6f-17bd104a0b68') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:53.843142 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b8136797-8b34-4ef7-8e65-da7e0e3533cc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:53.869363 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074943c7-2842-4280-8a52-380c747f43c4 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:51:53.877678 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b8136797-8b34-4ef7-8e65-da7e0e3533cc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:53.881643 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1eaf74-9e79-4acb-b74c-08a2523b9dfd None None] Sync routers for ids ['2851c03c-7034-4360-acb3-f32a93a299d1'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:51:53.894652 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8136797-8b34-4ef7-8e65-da7e0e3533cc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Releasing vlan 1166 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:51:53.897664 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b8136797-8b34-4ef7-8e65-da7e0e3533cc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:53.901917 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-074943c7-2842-4280-8a52-380c747f43c4 admin admin] 10.222.0.127 "PUT /v2.0/routers/2851c03c-7034-4360-acb3-f32a93a299d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2313981 Nov 04 10:51:53.902083 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1eaf74-9e79-4acb-b74c-08a2523b9dfd None None] Routers {'2851c03c-7034-4360-acb3-f32a93a299d1'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:51:53.902083 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-9a1eaf74-9e79-4acb-b74c-08a2523b9dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:51:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2851c03c-7034-4360-acb3-f32a93a299d1'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:53.909552 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60954) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:51:53.913622 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:51:53.965638 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9eb9b04a-8678-4cea-a07c-75a7c85850c5 req-631f1ce8-13dc-404e-b719-5f91a1a32088 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535225 Nov 04 10:51:54.065184 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7dba1b18-cbf9-4b61-a1e4-129888936550 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:54.216600 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba1b18-cbf9-4b61-a1e4-129888936550 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Port': ['ID=4cfda89d-afd3-43d4-80d5-331c2d4ab06b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:54.382491 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-9a1eaf74-9e79-4acb-b74c-08a2523b9dfd None None] Set router 2851c03c-7034-4360-acb3-f32a93a299d1 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:51:54.431969 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf2ce-67a3-4f05-a925-c212cfd66617 admin admin] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:54.627159 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60960) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:54.687119 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7dba1b18-cbf9-4b61-a1e4-129888936550 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:54.706900 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b8136797-8b34-4ef7-8e65-da7e0e3533cc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:54.754309 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b8136797-8b34-4ef7-8e65-da7e0e3533cc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:54.769783 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b8136797-8b34-4ef7-8e65-da7e0e3533cc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/networks/4a0bbb37-0c40-4a4d-9b2a-1e84e4281229 HTTP/1.1" status: 204 len: 168 time: 2.4783499 Nov 04 10:51:54.770944 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8136797-8b34-4ef7-8e65-da7e0e3533cc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Network': ['ID=4a0bbb37-0c40-4a4d-9b2a-1e84e4281229,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:54.778995 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60964) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:54.786353 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf2ce-67a3-4f05-a925-c212cfd66617 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:54.789564 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-4245ed08-e996-4975-974d-e7a839df77dc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-315952444'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:54.816928 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-9a1eaf74-9e79-4acb-b74c-08a2523b9dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'name': 'tempest-TaggedBootDevicesTest-182091458-router', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '734fa52a-4d2c-4f60-8a06-d1ada4df5c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:39:09Z', 'updated_at': '2021-11-04T10:51:50Z', 'revision_number': 5, 'project_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'gw_port': {'id': '734fa52a-4d2c-4f60-8a06-d1ada4df5c0d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:39:09Z', 'updated_at': '2021-11-04T10:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:54.848875 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1eaf74-9e79-4acb-b74c-08a2523b9dfd None None] Checking router: 2851c03c-7034-4360-acb3-f32a93a299d1 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:51:54.870129 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1eaf74-9e79-4acb-b74c-08a2523b9dfd None None] Routers {'2851c03c-7034-4360-acb3-f32a93a299d1'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:51:54.870736 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-9a1eaf74-9e79-4acb-b74c-08a2523b9dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:51:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2851c03c-7034-4360-acb3-f32a93a299d1'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:54.947765 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-f9ecf2ce-67a3-4f05-a925-c212cfd66617 admin admin] Deleting port 734fa52a-4d2c-4f60-8a06-d1ada4df5c0d {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:54.949030 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf2ce-67a3-4f05-a925-c212cfd66617 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:55.005104 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-9a1eaf74-9e79-4acb-b74c-08a2523b9dfd None None] Set router 2851c03c-7034-4360-acb3-f32a93a299d1 gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:51:55.070482 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-9a1eaf74-9e79-4acb-b74c-08a2523b9dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'name': 'tempest-TaggedBootDevicesTest-182091458-router', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:39:09Z', 'updated_at': '2021-11-04T10:51:54Z', 'revision_number': 6, 'project_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:55.089644 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4245ed08-e996-4975-974d-e7a839df77dc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:51:55.099909 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4245ed08-e996-4975-974d-e7a839df77dc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:55.123640 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dba1b18-cbf9-4b61-a1e4-129888936550 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Router ce75bbc0-65c8-406c-b774-986d08c818e5 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:51:55.168229 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1eaf74-9e79-4acb-b74c-08a2523b9dfd None None] The sync data for ids ['2851c03c-7034-4360-acb3-f32a93a299d1'] in n-d-816629-1 is: [{'id': '2851c03c-7034-4360-acb3-f32a93a299d1', 'name': 'tempest-TaggedBootDevicesTest-182091458-router', 'tenant_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:39:09Z', 'updated_at': '2021-11-04T10:51:54Z', 'revision_number': 6, 'project_id': '24e6e80e7cbd47b89cef6beaedf3befe', 'gw_port_host': None}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:51:55.268189 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-f9ecf2ce-67a3-4f05-a925-c212cfd66617 admin admin] For port 734fa52a-4d2c-4f60-8a06-d1ada4df5c0d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=734fa52a-4d2c-4f60-8a06-d1ada4df5c0d,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:55.268568 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf2ce-67a3-4f05-a925-c212cfd66617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:55.279668 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e11f94c0-9ff8-4546-b2b8-9cbee472e004 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=07d0d797913d45c9ae640d6c6f67bf7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6512039 Nov 04 10:51:55.300766 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60976) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:55.312872 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-f9ecf2ce-67a3-4f05-a925-c212cfd66617 admin admin] Calling delete_port for 734fa52a-4d2c-4f60-8a06-d1ada4df5c0d owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:55.369610 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c0e91-bb2e-4154-a48a-3ac25dc4740c req-76730968-c11a-479a-a7f6-942e779946da tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:55.371309 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a0c0e91-bb2e-4154-a48a-3ac25dc4740c req-76730968-c11a-479a-a7f6-942e779946da tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 944 time: 0.2118409 Nov 04 10:51:55.372175 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4245ed08-e996-4975-974d-e7a839df77dc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1185} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:51:55.409890 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5c4b06f-a317-4beb-a477-459e185d3b43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:55.414391 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4245ed08-e996-4975-974d-e7a839df77dc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:55.419958 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-4245ed08-e996-4975-974d-e7a839df77dc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Added segment 6f99b6f8-7a01-4bbc-9df4-b6223d67d8b4 of type vlan for network 2d7390bc-b14e-415a-bef9-b4d003ddcdfb Nov 04 10:51:55.460273 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dba1b18-cbf9-4b61-a1e4-129888936550 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:51:55.473785 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5c4b06f-a317-4beb-a477-459e185d3b43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:55.476307 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774aac1a-bf45-4bef-86b1-03486735a681 None None] Sync routers for ids ['ce75bbc0-65c8-406c-b774-986d08c818e5'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:51:55.476787 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7dba1b18-cbf9-4b61-a1e4-129888936550 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "PUT /v2.0/routers/ce75bbc0-65c8-406c-b774-986d08c818e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0689366 Nov 04 10:51:55.484662 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60978) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:55.504319 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774aac1a-bf45-4bef-86b1-03486735a681 None None] Routers {'ce75bbc0-65c8-406c-b774-986d08c818e5'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:51:55.505018 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-774aac1a-bf45-4bef-86b1-03486735a681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:51:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ce75bbc0-65c8-406c-b774-986d08c818e5'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:55.575012 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-774aac1a-bf45-4bef-86b1-03486735a681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:55.584545 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774aac1a-bf45-4bef-86b1-03486735a681 None None] Routers {'ce75bbc0-65c8-406c-b774-986d08c818e5'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:51:55.585413 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-774aac1a-bf45-4bef-86b1-03486735a681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:51:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['ce75bbc0-65c8-406c-b774-986d08c818e5'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:55.638155 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-774aac1a-bf45-4bef-86b1-03486735a681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:55.639091 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774aac1a-bf45-4bef-86b1-03486735a681 None None] The sync data for ids ['ce75bbc0-65c8-406c-b774-986d08c818e5'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:51:55.665290 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a0c0e91-bb2e-4154-a48a-3ac25dc4740c req-0929364b-87ea-48a2-bb69-f4fcd8a027d9 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825699 Nov 04 10:51:55.688922 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4245ed08-e996-4975-974d-e7a839df77dc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:55.697182 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5c4b06f-a317-4beb-a477-459e185d3b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:55.700040 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5c4b06f-a317-4beb-a477-459e185d3b43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:55.701490 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b5c4b06f-a317-4beb-a477-459e185d3b43 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/73abb00a-4cfc-4c73-bca0-a7d5920e1053 HTTP/1.1" status: 204 len: 168 time: 0.3997066 Nov 04 10:51:55.742781 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4b06f-a317-4beb-a477-459e185d3b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73abb00a-4cfc-4c73-bca0-a7d5920e1053,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:55.811267 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4245ed08-e996-4975-974d-e7a839df77dc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:55.820965 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf2ce-67a3-4f05-a925-c212cfd66617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:55.828620 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4245ed08-e996-4975-974d-e7a839df77dc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:55.829351 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4245ed08-e996-4975-974d-e7a839df77dc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:55.916473 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ecf2ce-67a3-4f05-a925-c212cfd66617 admin admin] Pushing event deleted for resources: {'Port': ['ID=734fa52a-4d2c-4f60-8a06-d1ada4df5c0d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:56.085751 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf2ce-67a3-4f05-a925-c212cfd66617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:56.161732 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4245ed08-e996-4975-974d-e7a839df77dc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3782294 Nov 04 10:51:56.161732 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-07c035ed-f947-4abb-9c10-150062d9bd3d tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] remove_router_interface failed (client error): The resource could not be found. Nov 04 10:51:56.164031 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-07c035ed-f947-4abb-9c10-150062d9bd3d tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "PUT /v2.0/routers/ce75bbc0-65c8-406c-b774-986d08c818e5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6728640 Nov 04 10:51:56.165209 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60986) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:56.165645 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60988) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:56.166466 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245ed08-e996-4975-974d-e7a839df77dc tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Network': ['ID=2d7390bc-b14e-415a-bef9-b4d003ddcdfb,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:56.182390 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 2d7390bc-b14e-415a-bef9-b4d003ddcdfb details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:51:56.186727 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-8bcc961a-a8c4-45ea-9a0b-cd8188df3ddb tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'subnet': {'network_id': '2d7390bc-b14e-415a-bef9-b4d003ddcdfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:56.253015 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-913e2668-e044-4e1a-9f22-bf41426eab36 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "GET /v2.0/ports?device_id=ce75bbc0-65c8-406c-b774-986d08c818e5 HTTP/1.1" status: 200 len: 205 time: 0.0542140 Nov 04 10:51:56.335467 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60990) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:56.357129 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf2ce-67a3-4f05-a925-c212cfd66617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:56.367706 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf2ce-67a3-4f05-a925-c212cfd66617 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:56.463719 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf2ce-67a3-4f05-a925-c212cfd66617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:56.464332 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ecf2ce-67a3-4f05-a925-c212cfd66617 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2851c03c-7034-4360-acb3-f32a93a299d1 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:51:56.478187 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf2ce-67a3-4f05-a925-c212cfd66617 admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:56.483619 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f9ecf2ce-67a3-4f05-a925-c212cfd66617 admin admin] 10.222.0.127 "DELETE /v2.0/routers/2851c03c-7034-4360-acb3-f32a93a299d1 HTTP/1.1" status: 204 len: 168 time: 2.5690255 Nov 04 10:51:56.486125 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 32768) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:56.558835 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-207d69bd-60de-4301-b734-c60d8df25c57 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:56.617377 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b30394-5ec5-4372-952d-1e8876580dce admin admin] Deleting subnet cad3f525-abcd-4ea2-aa2e-91412e579fe9 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:51:56.627910 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e2b30394-5ec5-4372-952d-1e8876580dce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:56.763752 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e2b30394-5ec5-4372-952d-1e8876580dce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:56.851334 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-207d69bd-60de-4301-b734-c60d8df25c57 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:56.854503 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-207d69bd-60de-4301-b734-c60d8df25c57 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:56.916800 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-207d69bd-60de-4301-b734-c60d8df25c57 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:56.917740 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207d69bd-60de-4301-b734-c60d8df25c57 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Fanout notify agent at l3_agent the message router_deleted on router ce75bbc0-65c8-406c-b774-986d08c818e5 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:51:56.960086 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-207d69bd-60de-4301-b734-c60d8df25c57 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:56.961682 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-207d69bd-60de-4301-b734-c60d8df25c57 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/routers/ce75bbc0-65c8-406c-b774-986d08c818e5 HTTP/1.1" status: 204 len: 168 time: 0.6252370 Nov 04 10:51:56.964560 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 32780) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:56.967422 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcc961a-a8c4-45ea-9a0b-cd8188df3ddb tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:51:56.971207 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8bcc961a-a8c4-45ea-9a0b-cd8188df3ddb tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:57.076502 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e2b30394-5ec5-4372-952d-1e8876580dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:57.091227 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cdc76-5e7a-43ad-88b6-6ae23e4f2f4e req-1838d525-9008-4969-b70e-6d29735022bf tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:57.093286 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-121cdc76-5e7a-43ad-88b6-6ae23e4f2f4e req-1838d525-9008-4969-b70e-6d29735022bf tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 944 time: 0.1918952 Nov 04 10:51:57.124081 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2f6ddd59-d723-4007-b852-3e2355bbe457 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:51:57.145763 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-826f88e1-81de-47ee-90d8-efcdaecc24b3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Deleting subnet 15beb67b-5169-485a-9c3d-b9592683aa67 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:51:57.155299 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-826f88e1-81de-47ee-90d8-efcdaecc24b3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:57.181783 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 2f6ddd59-d723-4007-b852-3e2355bbe457 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:51:57.185386 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2f6ddd59-d723-4007-b852-3e2355bbe457 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:51:57.186240 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 734fa52a-4d2c-4f60-8a06-d1ada4df5c0d no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:51:57.227048 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-826f88e1-81de-47ee-90d8-efcdaecc24b3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:57.230641 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e2b30394-5ec5-4372-952d-1e8876580dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:57.231996 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 734fa52a-4d2c-4f60-8a06-d1ada4df5c0d {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:51:57.232744 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 734fa52a-4d2c-4f60-8a06-d1ada4df5c0d not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:51:57.321164 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b30394-5ec5-4372-952d-1e8876580dce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cad3f525-abcd-4ea2-aa2e-91412e579fe9,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:57.349146 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e2b30394-5ec5-4372-952d-1e8876580dce admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:57.354236 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57146116-8b1a-48c8-a650-f853a11dba69 None None] Network 1b9e5f98-4b76-4986-a39a-d24c4975f75c requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:57.358202 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e2b30394-5ec5-4372-952d-1e8876580dce admin admin] 10.222.0.127 "DELETE /v2.0/subnets/cad3f525-abcd-4ea2-aa2e-91412e579fe9 HTTP/1.1" status: 204 len: 168 time: 0.8685100 Nov 04 10:51:57.370338 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 32786) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:57.390352 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-121cdc76-5e7a-43ad-88b6-6ae23e4f2f4e req-2333803d-6672-4bfa-bd05-0dc3ec2f1d6a tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681785 Nov 04 10:51:57.591758 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8bcc961a-a8c4-45ea-9a0b-cd8188df3ddb tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:57.759606 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcc961a-a8c4-45ea-9a0b-cd8188df3ddb tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Checking segment: {'id': '6f99b6f8-7a01-4bbc-9df4-b6223d67d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '2d7390bc-b14e-415a-bef9-b4d003ddcdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:51:57.760157 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcc961a-a8c4-45ea-9a0b-cd8188df3ddb tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network hostable DHCP agents. Network: 2d7390bc-b14e-415a-bef9-b4d003ddcdfb, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:51:57.763234 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-826f88e1-81de-47ee-90d8-efcdaecc24b3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:57.773971 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc961a-a8c4-45ea-9a0b-cd8188df3ddb tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Subnet': ['ID=d216b610-bbd8-4331-b47d-fd18b929ad26,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:57.833691 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcc961a-a8c4-45ea-9a0b-cd8188df3ddb tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network 2d7390bc-b14e-415a-bef9-b4d003ddcdfb is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:51:57.852568 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-8bcc961a-a8c4-45ea-9a0b-cd8188df3ddb tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 2d7390bc-b14e-415a-bef9-b4d003ddcdfb) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:57.862021 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f825a80a-9f6d-4b8a-b490-13651865dcf0 None None] Network 2d7390bc-b14e-415a-bef9-b4d003ddcdfb requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:57.877430 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcc961a-a8c4-45ea-9a0b-cd8188df3ddb tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:57.881587 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8bcc961a-a8c4-45ea-9a0b-cd8188df3ddb tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:57.920155 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8bcc961a-a8c4-45ea-9a0b-cd8188df3ddb tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7392490 Nov 04 10:51:57.922757 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 32794) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:57.929713 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-33c574a4-d858-4db1-9bf2-def55a9d45e2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-442861465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:57.936060 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-68bf5439-86fd-460e-a73c-98158ad2c1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:57.951058 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6538e48-403a-42a7-9380-e6daa43c22c5 None None] DHCP port deletion for 1b9e5f98-4b76-4986-a39a-d24c4975f75c request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:51:57.988258 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-33c574a4-d858-4db1-9bf2-def55a9d45e2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:57.990401 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-33c574a4-d858-4db1-9bf2-def55a9d45e2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:58.128335 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-33c574a4-d858-4db1-9bf2-def55a9d45e2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:58.141500 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-33c574a4-d858-4db1-9bf2-def55a9d45e2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:58.190822 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-33c574a4-d858-4db1-9bf2-def55a9d45e2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:58.193709 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-33c574a4-d858-4db1-9bf2-def55a9d45e2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2688487 Nov 04 10:51:58.196613 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 32798) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:58.204077 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-9e29fe6f-eb56-4cdb-ab5d-3a721968f1a8 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'port': {'network_id': '2d7390bc-b14e-415a-bef9-b4d003ddcdfb', 'name': 'tempest-PortsTestJSON-1615811139'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:51:58.212477 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-826f88e1-81de-47ee-90d8-efcdaecc24b3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:58.237350 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a260fe4d-0629-4557-b3ed-f6d54d1f03fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-2d7390bc-b14e-415a-bef9-b4d003ddcdfb', 'network_id': '2d7390bc-b14e-415a-bef9-b4d003ddcdfb', 'tenant_id': '94bb88e80d014e54be01a02ab03f1519', 'fixed_ips': [{'subnet_id': 'd216b610-bbd8-4331-b47d-fd18b929ad26'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:51:58.239854 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a260fe4d-0629-4557-b3ed-f6d54d1f03fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:58.287719 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a6538e48-403a-42a7-9380-e6daa43c22c5 None None] Deleting port 8fe7d98d-c195-41bd-a27a-b1b29a39f965 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:58.288328 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a6538e48-403a-42a7-9380-e6daa43c22c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:58.308182 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f88e1-81de-47ee-90d8-efcdaecc24b3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Subnet': ['ID=15beb67b-5169-485a-9c3d-b9592683aa67,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:58.311090 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-826f88e1-81de-47ee-90d8-efcdaecc24b3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:58.320772 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-826f88e1-81de-47ee-90d8-efcdaecc24b3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/subnets/15beb67b-5169-485a-9c3d-b9592683aa67 HTTP/1.1" status: 204 len: 168 time: 1.3548820 Nov 04 10:51:58.336901 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 32802) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:58.450720 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d107c9f4-9569-41a7-9e1d-7394e96ed35a None None] Network 2ddff8f3-5fa0-483d-b67a-3b7333d4f90e requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:51:58.507592 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-68bf5439-86fd-460e-a73c-98158ad2c1a6 admin admin] Deleting port 8fe7d98d-c195-41bd-a27a-b1b29a39f965 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:58.508744 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-68bf5439-86fd-460e-a73c-98158ad2c1a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:58.535207 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e29fe6f-eb56-4cdb-ab5d-3a721968f1a8 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:51:58.545814 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9e29fe6f-eb56-4cdb-ab5d-3a721968f1a8 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:58.586405 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-9e29fe6f-eb56-4cdb-ab5d-3a721968f1a8 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] device_id is not set on port 638c40d2-e644-4599-9f89-c3b5fa320e5e yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:51:58.757612 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-68bf5439-86fd-460e-a73c-98158ad2c1a6 admin admin] For port 8fe7d98d-c195-41bd-a27a-b1b29a39f965, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=8fe7d98d-c195-41bd-a27a-b1b29a39f965,segment=NetworkSegment(e4c253af-65d0-47a4-af72-3837b14a76c7),segment_id=e4c253af-65d0-47a4-af72-3837b14a76c7)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:58.759802 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-68bf5439-86fd-460e-a73c-98158ad2c1a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:58.782127 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-68bf5439-86fd-460e-a73c-98158ad2c1a6 admin admin] Calling delete_port for 8fe7d98d-c195-41bd-a27a-b1b29a39f965 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:58.874453 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-a6538e48-403a-42a7-9380-e6daa43c22c5 None None] For port 8fe7d98d-c195-41bd-a27a-b1b29a39f965, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=8fe7d98d-c195-41bd-a27a-b1b29a39f965,segment=NetworkSegment(e4c253af-65d0-47a4-af72-3837b14a76c7),segment_id=e4c253af-65d0-47a4-af72-3837b14a76c7)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:58.875562 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a6538e48-403a-42a7-9380-e6daa43c22c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:58.895921 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8389-be59-46fd-9789-46b8be6eb6b6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:58.898539 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-9e29fe6f-eb56-4cdb-ab5d-3a721968f1a8 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Allocated IP 172.20.0.14 (2d7390bc-b14e-415a-bef9-b4d003ddcdfb/d216b610-bbd8-4331-b47d-fd18b929ad26/638c40d2-e644-4599-9f89-c3b5fa320e5e) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:51:58.905004 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a6538e48-403a-42a7-9380-e6daa43c22c5 None None] Calling delete_port for 8fe7d98d-c195-41bd-a27a-b1b29a39f965 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:58.979322 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-68bf5439-86fd-460e-a73c-98158ad2c1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:59.057955 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bf5439-86fd-460e-a73c-98158ad2c1a6 admin admin] No DVR routers for this DVR port 8fe7d98d-c195-41bd-a27a-b1b29a39f965 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:51:59.068562 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf5439-86fd-460e-a73c-98158ad2c1a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fe7d98d-c195-41bd-a27a-b1b29a39f965,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:59.110683 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-7fbf8389-be59-46fd-9789-46b8be6eb6b6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Deleting port ccd594d2-7b03-48ee-85dd-ba57e851c18b {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:51:59.115146 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8389-be59-46fd-9789-46b8be6eb6b6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:59.202491 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8fe7d98d-c195-41bd-a27a-b1b29a39f965 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:51:59.224181 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9e29fe6f-eb56-4cdb-ab5d-3a721968f1a8 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:59.243178 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-7fbf8389-be59-46fd-9789-46b8be6eb6b6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] For port ccd594d2-7b03-48ee-85dd-ba57e851c18b, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ccd594d2-7b03-48ee-85dd-ba57e851c18b,segment=NetworkSegment(3efe6638-a464-4b52-9da1-209b2bdb4dfd),segment_id=3efe6638-a464-4b52-9da1-209b2bdb4dfd)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:51:59.243773 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8389-be59-46fd-9789-46b8be6eb6b6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:59.262997 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a6538e48-403a-42a7-9380-e6daa43c22c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:59.265296 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-7fbf8389-be59-46fd-9789-46b8be6eb6b6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Calling delete_port for ccd594d2-7b03-48ee-85dd-ba57e851c18b owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:51:59.277727 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9e29fe6f-eb56-4cdb-ab5d-3a721968f1a8 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:59.373309 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29fe6f-eb56-4cdb-ab5d-3a721968f1a8 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Port': ['ID=638c40d2-e644-4599-9f89-c3b5fa320e5e,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:59.383709 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e29fe6f-eb56-4cdb-ab5d-3a721968f1a8 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network 2d7390bc-b14e-415a-bef9-b4d003ddcdfb is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:51:59.386487 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-9e29fe6f-eb56-4cdb-ab5d-3a721968f1a8 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:51:59.400484 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8389-be59-46fd-9789-46b8be6eb6b6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:59.401299 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e29fe6f-eb56-4cdb-ab5d-3a721968f1a8 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:51:59.431409 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bc9d0-6ea0-48fc-9cf0-64993f9859a6 req-db4d0902-849b-4c4a-b758-8dde4019aba5 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:59.436167 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-514bc9d0-6ea0-48fc-9cf0-64993f9859a6 req-db4d0902-849b-4c4a-b758-8dde4019aba5 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 944 time: 0.1721611 Nov 04 10:51:59.473825 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6538e48-403a-42a7-9380-e6daa43c22c5 None None] Pushing event deleted for resources: {'Port': ['ID=8fe7d98d-c195-41bd-a27a-b1b29a39f965,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:59.494250 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 8fe7d98d-c195-41bd-a27a-b1b29a39f965 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:51:59.494594 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8fe7d98d-c195-41bd-a27a-b1b29a39f965 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:51:59.496496 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6538e48-403a-42a7-9380-e6daa43c22c5 None None] No DVR routers for this DVR port 8fe7d98d-c195-41bd-a27a-b1b29a39f965 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:51:59.505301 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf8389-be59-46fd-9789-46b8be6eb6b6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Port': ['ID=ccd594d2-7b03-48ee-85dd-ba57e851c18b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:51:59.515190 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbf8389-be59-46fd-9789-46b8be6eb6b6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] No DVR routers for this DVR port ccd594d2-7b03-48ee-85dd-ba57e851c18b on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:51:59.531007 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-68bf5439-86fd-460e-a73c-98158ad2c1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:59.581865 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-a260fe4d-0629-4557-b3ed-f6d54d1f03fc None None] Allocated IP 172.20.0.2 (2d7390bc-b14e-415a-bef9-b4d003ddcdfb/d216b610-bbd8-4331-b47d-fd18b929ad26/488cef9f-5a9d-4c29-af50-7fea415785d4) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:51:59.722412 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad859b4c-574a-4751-89b8-318c28ad3db3 None None] DHCP port deletion for 2ddff8f3-5fa0-483d-b67a-3b7333d4f90e request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:51:59.730870 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e29fe6f-eb56-4cdb-ab5d-3a721968f1a8 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:51:59.731998 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9e29fe6f-eb56-4cdb-ab5d-3a721968f1a8 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:59.788497 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-514bc9d0-6ea0-48fc-9cf0-64993f9859a6 req-a5634bcc-63f2-4693-a0eb-6aa202638f55 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431817 Nov 04 10:51:59.793940 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9e29fe6f-eb56-4cdb-ab5d-3a721968f1a8 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5954423 Nov 04 10:51:59.796801 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 32834) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:51:59.839374 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-68bf5439-86fd-460e-a73c-98158ad2c1a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b9e5f98-4b76-4986-a39a-d24c4975f75c']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:59.866325 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-68bf5439-86fd-460e-a73c-98158ad2c1a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c253af-65d0-47a4-af72-3837b14a76c7') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:59.866573 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-68bf5439-86fd-460e-a73c-98158ad2c1a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c253af-65d0-47a4-af72-3837b14a76c7') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:51:59.897833 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-68bf5439-86fd-460e-a73c-98158ad2c1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:59.980834 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-68bf5439-86fd-460e-a73c-98158ad2c1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:51:59.994981 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8389-be59-46fd-9789-46b8be6eb6b6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:00.021234 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a260fe4d-0629-4557-b3ed-f6d54d1f03fc None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:00.029659 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a260fe4d-0629-4557-b3ed-f6d54d1f03fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:00.040134 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68bf5439-86fd-460e-a73c-98158ad2c1a6 admin admin] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:52:00.041658 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-68bf5439-86fd-460e-a73c-98158ad2c1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:52:00.049125 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:52:00.131595 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a260fe4d-0629-4557-b3ed-f6d54d1f03fc None None] Network 2d7390bc-b14e-415a-bef9-b4d003ddcdfb is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:00.150866 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260fe4d-0629-4557-b3ed-f6d54d1f03fc None None] Pushing event updated for resources: {'Port': ['ID=488cef9f-5a9d-4c29-af50-7fea415785d4,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:00.163446 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-a260fe4d-0629-4557-b3ed-f6d54d1f03fc None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:00.170928 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a260fe4d-0629-4557-b3ed-f6d54d1f03fc None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:52:00.186801 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 32840) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:00.248795 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-7fbf8389-be59-46fd-9789-46b8be6eb6b6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ddff8f3-5fa0-483d-b67a-3b7333d4f90e']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:00.295210 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-7fbf8389-be59-46fd-9789-46b8be6eb6b6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3efe6638-a464-4b52-9da1-209b2bdb4dfd') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:00.295624 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-7fbf8389-be59-46fd-9789-46b8be6eb6b6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3efe6638-a464-4b52-9da1-209b2bdb4dfd') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:00.312677 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-a260fe4d-0629-4557-b3ed-f6d54d1f03fc None None] Attempting to bind port 488cef9f-5a9d-4c29-af50-7fea415785d4 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:52:00.314416 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-a260fe4d-0629-4557-b3ed-f6d54d1f03fc None None] Attempting to bind port 488cef9f-5a9d-4c29-af50-7fea415785d4 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '6f99b6f8-7a01-4bbc-9df4-b6223d67d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '2d7390bc-b14e-415a-bef9-b4d003ddcdfb'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:52:00.317047 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a260fe4d-0629-4557-b3ed-f6d54d1f03fc None None] Attempting to bind port 488cef9f-5a9d-4c29-af50-7fea415785d4 on network 2d7390bc-b14e-415a-bef9-b4d003ddcdfb {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:52:00.331234 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8389-be59-46fd-9789-46b8be6eb6b6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:00.336345 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a260fe4d-0629-4557-b3ed-f6d54d1f03fc None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:52:00.339988 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a260fe4d-0629-4557-b3ed-f6d54d1f03fc None None] Checking segment: {'id': '6f99b6f8-7a01-4bbc-9df4-b6223d67d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '2d7390bc-b14e-415a-bef9-b4d003ddcdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:52:00.340582 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a260fe4d-0629-4557-b3ed-f6d54d1f03fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:00.347348 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a260fe4d-0629-4557-b3ed-f6d54d1f03fc None None] Bound using segment: {'id': '6f99b6f8-7a01-4bbc-9df4-b6223d67d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '2d7390bc-b14e-415a-bef9-b4d003ddcdfb'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:52:00.348400 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-a260fe4d-0629-4557-b3ed-f6d54d1f03fc None None] Bound port: 488cef9f-5a9d-4c29-af50-7fea415785d4, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f99b6f8-7a01-4bbc-9df4-b6223d67d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '2d7390bc-b14e-415a-bef9-b4d003ddcdfb'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:52:00.349073 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a260fe4d-0629-4557-b3ed-f6d54d1f03fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:00.361106 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-68bf5439-86fd-460e-a73c-98158ad2c1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:00.446854 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8389-be59-46fd-9789-46b8be6eb6b6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:00.453883 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-68bf5439-86fd-460e-a73c-98158ad2c1a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:00.457608 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-68bf5439-86fd-460e-a73c-98158ad2c1a6 admin admin] 10.222.0.127 "DELETE /v2.0/networks/1b9e5f98-4b76-4986-a39a-d24c4975f75c HTTP/1.1" status: 204 len: 168 time: 3.0847049 Nov 04 10:52:00.495266 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-a260fe4d-0629-4557-b3ed-f6d54d1f03fc None None] For port 488cef9f-5a9d-4c29-af50-7fea415785d4, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:52:00.504280 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-a260fe4d-0629-4557-b3ed-f6d54d1f03fc None None] For port 488cef9f-5a9d-4c29-af50-7fea415785d4, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=488cef9f-5a9d-4c29-af50-7fea415785d4,segment=NetworkSegment(6f99b6f8-7a01-4bbc-9df4-b6223d67d8b4),segment_id=6f99b6f8-7a01-4bbc-9df4-b6223d67d8b4)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:52:00.511989 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a260fe4d-0629-4557-b3ed-f6d54d1f03fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:00.523080 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bc6bed62-fb6b-4fd3-862b-d8199792f67a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:00.539420 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fbf8389-be59-46fd-9789-46b8be6eb6b6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:52:00.547771 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8389-be59-46fd-9789-46b8be6eb6b6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:52:00.570065 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:52:00.603470 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-939c04cd-c4d2-47fc-bcb2-022f96e77cb2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:00.626947 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf5439-86fd-460e-a73c-98158ad2c1a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b9e5f98-4b76-4986-a39a-d24c4975f75c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:00.674196 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260fe4d-0629-4557-b3ed-f6d54d1f03fc None None] Pushing event updated for resources: {'Port': ['ID=488cef9f-5a9d-4c29-af50-7fea415785d4,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:00.791738 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 32846) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:00.836867 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8389-be59-46fd-9789-46b8be6eb6b6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:00.878318 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8389-be59-46fd-9789-46b8be6eb6b6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:00.882266 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7fbf8389-be59-46fd-9789-46b8be6eb6b6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/networks/2ddff8f3-5fa0-483d-b67a-3b7333d4f90e HTTP/1.1" status: 204 len: 168 time: 2.5440538 Nov 04 10:52:00.887101 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 32850) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:00.927621 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-3f935555-a181-4631-a13f-f2ded48d81c8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'network': {'name': 'tempest-RoutersTest-1970256498'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:00.989311 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf8389-be59-46fd-9789-46b8be6eb6b6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Network': ['ID=2ddff8f3-5fa0-483d-b67a-3b7333d4f90e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:01.081384 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bed60bce-e48c-436c-a84e-36eae3a90b4c admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=24e6e80e7cbd47b89cef6beaedf3befe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2795291 Nov 04 10:52:01.085850 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 32856) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:01.181892 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ccd594d2-7b03-48ee-85dd-ba57e851c18b no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:52:01.204199 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f935555-a181-4631-a13f-f2ded48d81c8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Made reservation on behalf of 93d3f7e9109b4e65b4b65c6a9a173da1 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:52:01.215279 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f935555-a181-4631-a13f-f2ded48d81c8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:01.230405 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: ccd594d2-7b03-48ee-85dd-ba57e851c18b {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:52:01.236308 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ccd594d2-7b03-48ee-85dd-ba57e851c18b not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:52:01.266589 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f935555-a181-4631-a13f-f2ded48d81c8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1152} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:52:01.279165 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f935555-a181-4631-a13f-f2ded48d81c8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:01.279626 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-3f935555-a181-4631-a13f-f2ded48d81c8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Added segment 82b04d36-6571-4cbc-9be7-d0f180ce0f00 of type vlan for network 197a1731-cf21-4237-8919-4e6922fa6845 Nov 04 10:52:01.350142 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f935555-a181-4631-a13f-f2ded48d81c8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:01.434880 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f935555-a181-4631-a13f-f2ded48d81c8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:01.441348 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f935555-a181-4631-a13f-f2ded48d81c8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:01.442146 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f935555-a181-4631-a13f-f2ded48d81c8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:01.552850 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-939c04cd-c4d2-47fc-bcb2-022f96e77cb2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:01.569010 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-939c04cd-c4d2-47fc-bcb2-022f96e77cb2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:01.664431 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f935555-a181-4631-a13f-f2ded48d81c8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Network': ['ID=197a1731-cf21-4237-8919-4e6922fa6845,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:01.673180 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e9835c38-bb5f-44c2-9742-e31080c3b17a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:01.684350 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 32858) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:01.685149 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 197a1731-cf21-4237-8919-4e6922fa6845 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:52:01.687990 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c04cd-c4d2-47fc-bcb2-022f96e77cb2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Port': ['ID=638c40d2-e644-4599-9f89-c3b5fa320e5e,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:01.689532 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3f935555-a181-4631-a13f-f2ded48d81c8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7598450 Nov 04 10:52:01.699772 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bc6bed62-fb6b-4fd3-862b-d8199792f67a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:01.703690 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-6a9b88cb-d74f-40f6-b4bd-70252b81173a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'subnet': {'network_id': '197a1731-cf21-4237-8919-4e6922fa6845', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:01.725505 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bc6bed62-fb6b-4fd3-862b-d8199792f67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:01.826528 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bc6bed62-fb6b-4fd3-862b-d8199792f67a admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=b2b1b17ce3c145139154eebf28c68fbb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6373868 Nov 04 10:52:01.836666 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6bed62-fb6b-4fd3-862b-d8199792f67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446f54a1-1b60-4e97-ace1-304c0745f1a1,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:01.860573 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 32860) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:01.892681 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493969de-236a-4e0c-8486-45be293e96d5 req-836ab566-a05b-4d66-9a60-68b3bad4b3b3 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:01.894499 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-493969de-236a-4e0c-8486-45be293e96d5 req-836ab566-a05b-4d66-9a60-68b3bad4b3b3 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 944 time: 0.3392258 Nov 04 10:52:01.903047 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e9835c38-bb5f-44c2-9742-e31080c3b17a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:02.048614 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e9835c38-bb5f-44c2-9742-e31080c3b17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:02.056214 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e9835c38-bb5f-44c2-9742-e31080c3b17a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:02.059758 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e9835c38-bb5f-44c2-9742-e31080c3b17a admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/5ded427f-6d19-40e3-a805-138915509ca8 HTTP/1.1" status: 204 len: 168 time: 0.9703624 Nov 04 10:52:02.088844 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-493969de-236a-4e0c-8486-45be293e96d5 req-35521b13-dd2e-4a76-a624-f8b5fcb27ca6 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744931 Nov 04 10:52:02.120765 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9835c38-bb5f-44c2-9742-e31080c3b17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ded427f-6d19-40e3-a805-138915509ca8,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:02.205077 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c87266d2-b223-4c75-91be-f2feb7a78455 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:02.260119 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:52:02.261368 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9b88cb-d74f-40f6-b4bd-70252b81173a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Made reservation on behalf of 93d3f7e9109b4e65b4b65c6a9a173da1 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:52:02.272442 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6a9b88cb-d74f-40f6-b4bd-70252b81173a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:02.287985 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c87266d2-b223-4c75-91be-f2feb7a78455 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:02.375058 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c87266d2-b223-4c75-91be-f2feb7a78455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:02.379627 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c87266d2-b223-4c75-91be-f2feb7a78455 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:02.381436 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c87266d2-b223-4c75-91be-f2feb7a78455 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/446f54a1-1b60-4e97-ace1-304c0745f1a1 HTTP/1.1" status: 204 len: 168 time: 0.5140803 Nov 04 10:52:02.411461 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87266d2-b223-4c75-91be-f2feb7a78455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446f54a1-1b60-4e97-ace1-304c0745f1a1,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:02.460004 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-939c04cd-c4d2-47fc-bcb2-022f96e77cb2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:02.681671 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c244eb-d1d9-4c29-af71-2d34c1e9fcd9 None None] Network 2d7390bc-b14e-415a-bef9-b4d003ddcdfb requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:52:02.975909 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6a9b88cb-d74f-40f6-b4bd-70252b81173a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:03.113681 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-939c04cd-c4d2-47fc-bcb2-022f96e77cb2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:03.189368 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b88cb-d74f-40f6-b4bd-70252b81173a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Subnet': ['ID=8b13941a-3ba8-48e8-889d-572fd97128b4,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:03.199224 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9b88cb-d74f-40f6-b4bd-70252b81173a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Checking segment: {'id': '82b04d36-6571-4cbc-9be7-d0f180ce0f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '197a1731-cf21-4237-8919-4e6922fa6845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:52:03.199848 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9b88cb-d74f-40f6-b4bd-70252b81173a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network hostable DHCP agents. Network: 197a1731-cf21-4237-8919-4e6922fa6845, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:52:03.251667 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f7f0e08f-0e15-46f1-b005-b498d0d80edc None None] Provisioning complete for port 488cef9f-5a9d-4c29-af50-7fea415785d4 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:03.253893 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f7f0e08f-0e15-46f1-b005-b498d0d80edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:03.266287 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 488cef9f-5a9d-4c29-af50-7fea415785d4 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:52:03.323210 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 32886) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:03.373623 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8640a390-2539-4bcf-b201-857a90fb3625 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:03.453235 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 488cef9f-5a9d-4c29-af50-7fea415785d4 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:03.453974 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:03.520977 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9b88cb-d74f-40f6-b4bd-70252b81173a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network 197a1731-cf21-4237-8919-4e6922fa6845 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:52:03.576992 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-6a9b88cb-d74f-40f6-b4bd-70252b81173a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 197a1731-cf21-4237-8919-4e6922fa6845) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:03.587315 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9b88cb-d74f-40f6-b4bd-70252b81173a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:03.587485 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f7f0e08f-0e15-46f1-b005-b498d0d80edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:03.588257 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6a9b88cb-d74f-40f6-b4bd-70252b81173a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:03.612016 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34c1047-82e8-4549-b48e-88f42d9b30d5 None None] Network 197a1731-cf21-4237-8919-4e6922fa6845 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:52:03.631275 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db94b49-b76b-459d-9aa5-b5100bdd9f84 req-1f90352b-9efd-402d-ba12-ceaa2691ed6e tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:03.632499 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7db94b49-b76b-459d-9aa5-b5100bdd9f84 req-1f90352b-9efd-402d-ba12-ceaa2691ed6e tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 944 time: 0.3389695 Nov 04 10:52:03.665484 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8640a390-2539-4bcf-b201-857a90fb3625 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:03.672197 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8640a390-2539-4bcf-b201-857a90fb3625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:03.695177 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-f7f0e08f-0e15-46f1-b005-b498d0d80edc None None] For port 488cef9f-5a9d-4c29-af50-7fea415785d4, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=488cef9f-5a9d-4c29-af50-7fea415785d4,segment=NetworkSegment(6f99b6f8-7a01-4bbc-9df4-b6223d67d8b4),segment_id=6f99b6f8-7a01-4bbc-9df4-b6223d67d8b4)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:03.712733 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f7f0e08f-0e15-46f1-b005-b498d0d80edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:03.716081 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6a9b88cb-d74f-40f6-b4bd-70252b81173a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0197501 Nov 04 10:52:03.736319 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8640a390-2539-4bcf-b201-857a90fb3625 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=3027abc7b3e947d4b40c46b9c04a9d0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4074824 Nov 04 10:52:03.736579 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 32890) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:03.736665 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640a390-2539-4bcf-b201-857a90fb3625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9aea364-1ef7-4450-be42-aafe6d1fdbfa,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:03.737914 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 32892) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:03.742415 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-10c74db1-d5ee-450b-81a9-32e0bc27d607 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-444562589', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:03.795228 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-01d60216-c88b-4de1-a68e-d4463d70bcfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:03.827370 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-01d60216-c88b-4de1-a68e-d4463d70bcfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:03.926284 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0e08f-0e15-46f1-b005-b498d0d80edc None None] Pushing event updated for resources: {'Port': ['ID=488cef9f-5a9d-4c29-af50-7fea415785d4,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:03.950177 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-01d60216-c88b-4de1-a68e-d4463d70bcfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:03.952852 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-01d60216-c88b-4de1-a68e-d4463d70bcfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:03.954118 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-01d60216-c88b-4de1-a68e-d4463d70bcfd admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/c9aea364-1ef7-4450-be42-aafe6d1fdbfa HTTP/1.1" status: 204 len: 168 time: 0.2151701 Nov 04 10:52:03.959057 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-10c74db1-d5ee-450b-81a9-32e0bc27d607 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:03.961930 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-10c74db1-d5ee-450b-81a9-32e0bc27d607 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:03.968566 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d60216-c88b-4de1-a68e-d4463d70bcfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9aea364-1ef7-4450-be42-aafe6d1fdbfa,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:04.009461 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f8b9b908-f3ab-4d2d-a592-6134e19032bf None None] Provisioning complete for port 488cef9f-5a9d-4c29-af50-7fea415785d4 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:04.009834 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f8b9b908-f3ab-4d2d-a592-6134e19032bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:04.017280 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491f9cbc-92d0-40b4-a098-20478105a293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-197a1731-cf21-4237-8919-4e6922fa6845', 'network_id': '197a1731-cf21-4237-8919-4e6922fa6845', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'fixed_ips': [{'subnet_id': '8b13941a-3ba8-48e8-889d-572fd97128b4'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:52:04.018224 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-491f9cbc-92d0-40b4-a098-20478105a293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:04.072875 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-10c74db1-d5ee-450b-81a9-32e0bc27d607 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:04.075683 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-939c04cd-c4d2-47fc-bcb2-022f96e77cb2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:04.093919 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7db94b49-b76b-459d-9aa5-b5100bdd9f84 req-c12cac32-c95d-468a-ace1-ee6d3431d7ac tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378719 Nov 04 10:52:04.103401 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-939c04cd-c4d2-47fc-bcb2-022f96e77cb2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:04.167388 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-10c74db1-d5ee-450b-81a9-32e0bc27d607 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:04.180746 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 32908) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:04.257544 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-10c74db1-d5ee-450b-81a9-32e0bc27d607 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:04.260642 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-10c74db1-d5ee-450b-81a9-32e0bc27d607 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5225844 Nov 04 10:52:04.261812 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-939c04cd-c4d2-47fc-bcb2-022f96e77cb2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:04.262727 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 32914) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:04.277617 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c04cd-c4d2-47fc-bcb2-022f96e77cb2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Port': ['ID=638c40d2-e644-4599-9f89-c3b5fa320e5e,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:04.434846 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-e5aba3f7-ca38-4535-b3c2-64ba3af2f7b3 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2111443669-network', 'tenant_id': '69c40bb5a0d6475bbcebad78929d7dc6'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:04.435866 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f8b9b908-f3ab-4d2d-a592-6134e19032bf None None] Provisioning complete for port 638c40d2-e644-4599-9f89-c3b5fa320e5e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:04.436274 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f8b9b908-f3ab-4d2d-a592-6134e19032bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:04.490943 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-491f9cbc-92d0-40b4-a098-20478105a293 None None] Allocated IP 172.20.0.2 (197a1731-cf21-4237-8919-4e6922fa6845/8b13941a-3ba8-48e8-889d-572fd97128b4/969651ee-6e5e-4722-87c0-64d5c5f0e0ad) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:52:04.496697 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939c04cd-c4d2-47fc-bcb2-022f96e77cb2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network 2d7390bc-b14e-415a-bef9-b4d003ddcdfb is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:04.498354 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-939c04cd-c4d2-47fc-bcb2-022f96e77cb2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:04.554322 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-f8b9b908-f3ab-4d2d-a592-6134e19032bf None None] Port 638c40d2-e644-4599-9f89-c3b5fa320e5e cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:52:04.726023 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939c04cd-c4d2-47fc-bcb2-022f96e77cb2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Router 5ce753be-0618-4ec5-887a-c1e1385ed466 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:52:04.802913 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-491f9cbc-92d0-40b4-a098-20478105a293 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:04.821499 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-491f9cbc-92d0-40b4-a098-20478105a293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:04.874208 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491f9cbc-92d0-40b4-a098-20478105a293 None None] Network 197a1731-cf21-4237-8919-4e6922fa6845 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:04.884053 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-491f9cbc-92d0-40b4-a098-20478105a293 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:04.886702 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491f9cbc-92d0-40b4-a098-20478105a293 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:52:04.905274 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939c04cd-c4d2-47fc-bcb2-022f96e77cb2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:52:04.915419 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-939c04cd-c4d2-47fc-bcb2-022f96e77cb2 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "PUT /v2.0/routers/5ce753be-0618-4ec5-887a-c1e1385ed466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1139970 Nov 04 10:52:04.917402 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 32934) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:04.918407 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb714890-b1ac-4cd6-964c-f4fe71b69d6a None None] Sync routers for ids ['5ce753be-0618-4ec5-887a-c1e1385ed466'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:52:04.935354 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb714890-b1ac-4cd6-964c-f4fe71b69d6a None None] Routers {'5ce753be-0618-4ec5-887a-c1e1385ed466'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:52:04.936736 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-bb714890-b1ac-4cd6-964c-f4fe71b69d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:51:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['5ce753be-0618-4ec5-887a-c1e1385ed466'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:04.937832 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-3d4e25b2-21dc-4eb9-88fd-cb1c2f70e04d None None] Provisioning complete for port 638c40d2-e644-4599-9f89-c3b5fa320e5e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:04.938205 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3d4e25b2-21dc-4eb9-88fd-cb1c2f70e04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:04.983791 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-bb714890-b1ac-4cd6-964c-f4fe71b69d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:04.997141 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb714890-b1ac-4cd6-964c-f4fe71b69d6a None None] Routers {'5ce753be-0618-4ec5-887a-c1e1385ed466'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:52:04.998675 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-bb714890-b1ac-4cd6-964c-f4fe71b69d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:51:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['5ce753be-0618-4ec5-887a-c1e1385ed466'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:05.004094 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f70d99-f3be-4d2e-a0ec-18776387ecc9 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:05.008640 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-10f70d99-f3be-4d2e-a0ec-18776387ecc9 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "GET /v2.0/ports?device_id=5ce753be-0618-4ec5-887a-c1e1385ed466 HTTP/1.1" status: 200 len: 983 time: 0.0874648 Nov 04 10:52:05.008899 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 32938) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:05.045708 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-bb714890-b1ac-4cd6-964c-f4fe71b69d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:05.046352 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb714890-b1ac-4cd6-964c-f4fe71b69d6a None None] The sync data for ids ['5ce753be-0618-4ec5-887a-c1e1385ed466'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:52:05.121679 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5aba3f7-ca38-4535-b3c2-64ba3af2f7b3 admin admin] Made reservation on behalf of 69c40bb5a0d6475bbcebad78929d7dc6 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:52:05.124243 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-3d4e25b2-21dc-4eb9-88fd-cb1c2f70e04d None None] Port 638c40d2-e644-4599-9f89-c3b5fa320e5e cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:52:05.124399 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e5aba3f7-ca38-4535-b3c2-64ba3af2f7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:05.130310 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-491f9cbc-92d0-40b4-a098-20478105a293 None None] Attempting to bind port 969651ee-6e5e-4722-87c0-64d5c5f0e0ad on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:52:05.130853 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-491f9cbc-92d0-40b4-a098-20478105a293 None None] Attempting to bind port 969651ee-6e5e-4722-87c0-64d5c5f0e0ad by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '82b04d36-6571-4cbc-9be7-d0f180ce0f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '197a1731-cf21-4237-8919-4e6922fa6845'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:52:05.131330 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491f9cbc-92d0-40b4-a098-20478105a293 None None] Attempting to bind port 969651ee-6e5e-4722-87c0-64d5c5f0e0ad on network 197a1731-cf21-4237-8919-4e6922fa6845 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:52:05.138284 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 488cef9f-5a9d-4c29-af50-7fea415785d4 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:52:05.187698 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491f9cbc-92d0-40b4-a098-20478105a293 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:52:05.188095 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491f9cbc-92d0-40b4-a098-20478105a293 None None] Checking segment: {'id': '82b04d36-6571-4cbc-9be7-d0f180ce0f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '197a1731-cf21-4237-8919-4e6922fa6845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:52:05.188488 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-491f9cbc-92d0-40b4-a098-20478105a293 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:05.188905 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491f9cbc-92d0-40b4-a098-20478105a293 None None] Bound using segment: {'id': '82b04d36-6571-4cbc-9be7-d0f180ce0f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '197a1731-cf21-4237-8919-4e6922fa6845'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:52:05.189412 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-491f9cbc-92d0-40b4-a098-20478105a293 None None] Bound port: 969651ee-6e5e-4722-87c0-64d5c5f0e0ad, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b04d36-6571-4cbc-9be7-d0f180ce0f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '197a1731-cf21-4237-8919-4e6922fa6845'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:52:05.189800 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-491f9cbc-92d0-40b4-a098-20478105a293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:05.207117 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f9cbc-92d0-40b4-a098-20478105a293 None None] Pushing event updated for resources: {'Port': ['ID=969651ee-6e5e-4722-87c0-64d5c5f0e0ad,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:05.231211 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e5aba3f7-ca38-4535-b3c2-64ba3af2f7b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:05.314217 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-40ce21a3-b8a5-464e-8723-92ff5130a9fe None None] Provisioning complete for port 638c40d2-e644-4599-9f89-c3b5fa320e5e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:05.314492 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-40ce21a3-b8a5-464e-8723-92ff5130a9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:05.352169 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-88eac6e0-a04c-47b4-a3b0-830455d1d1b5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:05.388745 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 488cef9f-5a9d-4c29-af50-7fea415785d4 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:05.391256 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:05.395182 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-491f9cbc-92d0-40b4-a098-20478105a293 None None] For port 969651ee-6e5e-4722-87c0-64d5c5f0e0ad, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:52:05.463284 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-491f9cbc-92d0-40b4-a098-20478105a293 None None] For port 969651ee-6e5e-4722-87c0-64d5c5f0e0ad, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=969651ee-6e5e-4722-87c0-64d5c5f0e0ad,segment=NetworkSegment(82b04d36-6571-4cbc-9be7-d0f180ce0f00),segment_id=82b04d36-6571-4cbc-9be7-d0f180ce0f00)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:52:05.466141 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-40ce21a3-b8a5-464e-8723-92ff5130a9fe None None] Port 638c40d2-e644-4599-9f89-c3b5fa320e5e cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:52:05.471325 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2769c05-4fbf-4cb1-a886-09b278a7ef4a req-5d6488fc-886c-467c-92bc-a1c14787953d tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:05.479400 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-491f9cbc-92d0-40b4-a098-20478105a293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:05.480433 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b2769c05-4fbf-4cb1-a886-09b278a7ef4a req-5d6488fc-886c-467c-92bc-a1c14787953d tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 944 time: 0.2875333 Nov 04 10:52:05.519153 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e5aba3f7-ca38-4535-b3c2-64ba3af2f7b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:05.551014 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e5aba3f7-ca38-4535-b3c2-64ba3af2f7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:05.576232 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5aba3f7-ca38-4535-b3c2-64ba3af2f7b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1189} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:52:05.588682 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b2769c05-4fbf-4cb1-a886-09b278a7ef4a req-b3f1ab8a-8d11-48d9-b3ec-c9bb4d0e62c1 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032977 Nov 04 10:52:05.594426 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e5aba3f7-ca38-4535-b3c2-64ba3af2f7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:05.595347 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-e5aba3f7-ca38-4535-b3c2-64ba3af2f7b3 admin admin] Added segment 22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d of type vlan for network 2bde8c0a-1519-418a-972a-857b3ccfccf6 Nov 04 10:52:05.792223 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f9cbc-92d0-40b4-a098-20478105a293 None None] Pushing event updated for resources: {'Port': ['ID=969651ee-6e5e-4722-87c0-64d5c5f0e0ad,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:05.809338 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e5aba3f7-ca38-4535-b3c2-64ba3af2f7b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:05.846597 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3f93c139-a97b-4f7a-b94e-c1f2471e1da4 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:05.887661 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aba3f7-ca38-4535-b3c2-64ba3af2f7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64af6ba-03d2-4a9f-b43c-dddb2be0696d,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:05.901267 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e5aba3f7-ca38-4535-b3c2-64ba3af2f7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:05.902296 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5aba3f7-ca38-4535-b3c2-64ba3af2f7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:05.902935 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e5aba3f7-ca38-4535-b3c2-64ba3af2f7b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:05.913869 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aba3f7-ca38-4535-b3c2-64ba3af2f7b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:05.914304 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aba3f7-ca38-4535-b3c2-64ba3af2f7b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:05.914667 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aba3f7-ca38-4535-b3c2-64ba3af2f7b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:05.915150 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aba3f7-ca38-4535-b3c2-64ba3af2f7b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:05.915953 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aba3f7-ca38-4535-b3c2-64ba3af2f7b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:05.915953 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aba3f7-ca38-4535-b3c2-64ba3af2f7b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:05.916312 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aba3f7-ca38-4535-b3c2-64ba3af2f7b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:05.916541 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aba3f7-ca38-4535-b3c2-64ba3af2f7b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:05.916899 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aba3f7-ca38-4535-b3c2-64ba3af2f7b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:05.917222 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aba3f7-ca38-4535-b3c2-64ba3af2f7b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:05.917810 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aba3f7-ca38-4535-b3c2-64ba3af2f7b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:05.918141 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aba3f7-ca38-4535-b3c2-64ba3af2f7b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:05.964135 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e5aba3f7-ca38-4535-b3c2-64ba3af2f7b3 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7806752 Nov 04 10:52:05.977215 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 32958) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:06.026396 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-a090bfe2-ce4d-4541-9c82-5e96d435dd90 admin admin] Request body: {'subnet': {'network_id': '2bde8c0a-1519-418a-972a-857b3ccfccf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2111443669-subnet', 'tenant_id': '69c40bb5a0d6475bbcebad78929d7dc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:06.176543 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-88eac6e0-a04c-47b4-a3b0-830455d1d1b5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Allocated IP 172.20.0.1 (197a1731-cf21-4237-8919-4e6922fa6845/8b13941a-3ba8-48e8-889d-572fd97128b4/2958ccf8-62a8-4eba-8de4-29889a93c458) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:52:06.196023 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-3f93c139-a97b-4f7a-b94e-c1f2471e1da4 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting port 638c40d2-e644-4599-9f89-c3b5fa320e5e {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:52:06.196428 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3f93c139-a97b-4f7a-b94e-c1f2471e1da4 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:06.230780 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aba3f7-ca38-4535-b3c2-64ba3af2f7b3 admin admin] Pushing event updated for resources: {'Network': ['ID=2bde8c0a-1519-418a-972a-857b3ccfccf6,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:06.246405 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 2bde8c0a-1519-418a-972a-857b3ccfccf6 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:52:06.300239 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a090bfe2-ce4d-4541-9c82-5e96d435dd90 admin admin] Made reservation on behalf of 69c40bb5a0d6475bbcebad78929d7dc6 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:52:06.302563 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a090bfe2-ce4d-4541-9c82-5e96d435dd90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:06.387803 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3f93c139-a97b-4f7a-b94e-c1f2471e1da4 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:06.407783 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-3f93c139-a97b-4f7a-b94e-c1f2471e1da4 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Calling delete_port for 638c40d2-e644-4599-9f89-c3b5fa320e5e owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:52:06.444670 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device cdfb4089-908a-4df2-b566-bb885812d9f0 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:52:06.623264 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port cdfb4089-908a-4df2-b566-bb885812d9f0, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=cdfb4089-908a-4df2-b566-bb885812d9f0,segment=NetworkSegment(98a36a7f-67f4-4d8d-81b5-e6eb21f034a9),segment_id=98a36a7f-67f4-4d8d-81b5-e6eb21f034a9)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:06.623826 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a090bfe2-ce4d-4541-9c82-5e96d435dd90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:06.637471 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'cdfb4089-908a-4df2-b566-bb885812d9f0', 'network_id': '5a99a09a-0dd8-40b8-b6d2-72da727c3945', 'port_id': 'cdfb4089-908a-4df2-b566-bb885812d9f0', 'mac_address': 'fa:16:3e:cb:7e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68b3714-6037-46cc-ab77-c20414a0dec9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:52:06.645034 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-88eac6e0-a04c-47b4-a3b0-830455d1d1b5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:06.670194 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3f93c139-a97b-4f7a-b94e-c1f2471e1da4 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:06.731676 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:06.760388 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdfb4089-908a-4df2-b566-bb885812d9f0 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:52:06.785997 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93c139-a97b-4f7a-b94e-c1f2471e1da4 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Port': ['ID=638c40d2-e644-4599-9f89-c3b5fa320e5e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:06.809370 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port cdfb4089-908a-4df2-b566-bb885812d9f0, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=cdfb4089-908a-4df2-b566-bb885812d9f0,segment=NetworkSegment(98a36a7f-67f4-4d8d-81b5-e6eb21f034a9),segment_id=98a36a7f-67f4-4d8d-81b5-e6eb21f034a9)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:06.817544 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:06.856065 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a090bfe2-ce4d-4541-9c82-5e96d435dd90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ba2cd0b-3bd5-49ae-995b-81f735e2112d,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:06.882771 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a090bfe2-ce4d-4541-9c82-5e96d435dd90 admin admin] Checking segment: {'id': '22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '2bde8c0a-1519-418a-972a-857b3ccfccf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:52:06.883121 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a090bfe2-ce4d-4541-9c82-5e96d435dd90 admin admin] Network hostable DHCP agents. Network: 2bde8c0a-1519-418a-972a-857b3ccfccf6, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:52:06.897539 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-88eac6e0-a04c-47b4-a3b0-830455d1d1b5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:06.938440 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=cdfb4089-908a-4df2-b566-bb885812d9f0,revision_number=9']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:07.063528 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eac6e0-a04c-47b4-a3b0-830455d1d1b5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network 197a1731-cf21-4237-8919-4e6922fa6845 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:07.068894 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3f93c139-a97b-4f7a-b94e-c1f2471e1da4 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:07.077464 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-88eac6e0-a04c-47b4-a3b0-830455d1d1b5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:07.092348 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['cdfb4089-908a-4df2-b566-bb885812d9f0'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:52:07.100449 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce3902-b930-4bd4-880a-34e1e68920f3 req-b448b3ed-381e-445b-8de9-612ee6cc9531 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:07.112171 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-57ce3902-b930-4bd4-880a-34e1e68920f3 req-b448b3ed-381e-445b-8de9-612ee6cc9531 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 945 time: 0.3560936 Nov 04 10:52:07.120244 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eac6e0-a04c-47b4-a3b0-830455d1d1b5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:52:07.159583 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a090bfe2-ce4d-4541-9c82-5e96d435dd90 admin admin] Network 2bde8c0a-1519-418a-972a-857b3ccfccf6 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:52:07.243103 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eac6e0-a04c-47b4-a3b0-830455d1d1b5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Port': ['ID=2958ccf8-62a8-4eba-8de4-29889a93c458,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:07.269310 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-a090bfe2-ce4d-4541-9c82-5e96d435dd90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 2bde8c0a-1519-418a-972a-857b3ccfccf6) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:07.281232 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 969651ee-6e5e-4722-87c0-64d5c5f0e0ad up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:52:07.292897 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdba0e4-ef10-4bcd-8d7b-95902d4d6f0a None None] Network 2bde8c0a-1519-418a-972a-857b3ccfccf6 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:52:07.293701 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a090bfe2-ce4d-4541-9c82-5e96d435dd90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:07.296429 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a090bfe2-ce4d-4541-9c82-5e96d435dd90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:07.345557 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-88eac6e0-a04c-47b4-a3b0-830455d1d1b5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:07.401615 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a090bfe2-ce4d-4541-9c82-5e96d435dd90 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4232066 Nov 04 10:52:07.485937 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-57ce3902-b930-4bd4-880a-34e1e68920f3 req-9f8327f8-b8ad-450e-931c-4f82b23c3180 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683653 Nov 04 10:52:07.504527 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bfdd4f-1532-42d6-95fe-1cb8d0a2dddc None None] Network 197a1731-cf21-4237-8919-4e6922fa6845 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:52:07.613494 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-88eac6e0-a04c-47b4-a3b0-830455d1d1b5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:07.617379 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f93c139-a97b-4f7a-b94e-c1f2471e1da4 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Router 5ce753be-0618-4ec5-887a-c1e1385ed466 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:52:07.663966 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 969651ee-6e5e-4722-87c0-64d5c5f0e0ad triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:07.664939 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:07.675527 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-66177219-10a3-43d6-840c-1af193b38afb None None] Provisioning complete for port 969651ee-6e5e-4722-87c0-64d5c5f0e0ad triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:07.676080 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-66177219-10a3-43d6-840c-1af193b38afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:07.843559 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f93c139-a97b-4f7a-b94e-c1f2471e1da4 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:52:07.855272 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3f93c139-a97b-4f7a-b94e-c1f2471e1da4 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "PUT /v2.0/routers/5ce753be-0618-4ec5-887a-c1e1385ed466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8452764 Nov 04 10:52:07.863679 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eb3a77-a1b2-4c34-8439-ebf261ff828e None None] Sync routers for ids ['5ce753be-0618-4ec5-887a-c1e1385ed466'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:52:07.865369 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33018) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:07.920542 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79de16ca-90f7-4b7d-8739-192104465e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-2bde8c0a-1519-418a-972a-857b3ccfccf6', 'network_id': '2bde8c0a-1519-418a-972a-857b3ccfccf6', 'tenant_id': '69c40bb5a0d6475bbcebad78929d7dc6', 'fixed_ips': [{'subnet_id': '9ba2cd0b-3bd5-49ae-995b-81f735e2112d'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:52:07.921692 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-79de16ca-90f7-4b7d-8739-192104465e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:07.943581 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eb3a77-a1b2-4c34-8439-ebf261ff828e None None] Routers {'5ce753be-0618-4ec5-887a-c1e1385ed466'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:52:07.944444 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-75eb3a77-a1b2-4c34-8439-ebf261ff828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:51:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['5ce753be-0618-4ec5-887a-c1e1385ed466'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:07.945619 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-d12f29c2-7916-46c7-907f-8f5c19ffd030 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] GET failed (client error): The resource could not be found. Nov 04 10:52:07.951310 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d12f29c2-7916-46c7-907f-8f5c19ffd030 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "GET /v2.0/ports/638c40d2-e644-4599-9f89-c3b5fa320e5e HTTP/1.1" status: 404 len: 333 time: 0.0824809 Nov 04 10:52:07.955508 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33026) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:08.111666 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-75eb3a77-a1b2-4c34-8439-ebf261ff828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:08.133715 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:08.142446 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7b37297a-b508-442e-a89f-33d4345b25fa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:08.164556 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-88eac6e0-a04c-47b4-a3b0-830455d1d1b5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:08.176342 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-88eac6e0-a04c-47b4-a3b0-830455d1d1b5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:08.193843 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eb3a77-a1b2-4c34-8439-ebf261ff828e None None] Routers {'5ce753be-0618-4ec5-887a-c1e1385ed466'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:52:08.194489 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-75eb3a77-a1b2-4c34-8439-ebf261ff828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:51:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['5ce753be-0618-4ec5-887a-c1e1385ed466'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:08.233342 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-75eb3a77-a1b2-4c34-8439-ebf261ff828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:08.234016 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eb3a77-a1b2-4c34-8439-ebf261ff828e None None] The sync data for ids ['5ce753be-0618-4ec5-887a-c1e1385ed466'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:52:08.239897 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-88eac6e0-a04c-47b4-a3b0-830455d1d1b5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:08.266151 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 969651ee-6e5e-4722-87c0-64d5c5f0e0ad, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=969651ee-6e5e-4722-87c0-64d5c5f0e0ad,segment=NetworkSegment(82b04d36-6571-4cbc-9be7-d0f180ce0f00),segment_id=82b04d36-6571-4cbc-9be7-d0f180ce0f00)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:08.324919 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:08.339823 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-66177219-10a3-43d6-840c-1af193b38afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:08.410271 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eac6e0-a04c-47b4-a3b0-830455d1d1b5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Port': ['ID=2958ccf8-62a8-4eba-8de4-29889a93c458,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:08.457588 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device cdfb4089-908a-4df2-b566-bb885812d9f0 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:52:08.468614 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eac6e0-a04c-47b4-a3b0-830455d1d1b5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network 197a1731-cf21-4237-8919-4e6922fa6845 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:08.476280 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-88eac6e0-a04c-47b4-a3b0-830455d1d1b5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:08.521505 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=969651ee-6e5e-4722-87c0-64d5c5f0e0ad,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:08.623328 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-79de16ca-90f7-4b7d-8739-192104465e11 None None] Allocated IP 172.20.0.2 (2bde8c0a-1519-418a-972a-857b3ccfccf6/9ba2cd0b-3bd5-49ae-995b-81f735e2112d/878855c3-351c-49bc-9495-0ce945689967) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:52:08.651480 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-66177219-10a3-43d6-840c-1af193b38afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:52:08.651837 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-66177219-10a3-43d6-840c-1af193b38afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:52:08.726238 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port cdfb4089-908a-4df2-b566-bb885812d9f0 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:08.727552 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:08.730871 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88eac6e0-a04c-47b4-a3b0-830455d1d1b5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Router 1085f2e7-4496-4b83-b406-fa7745df3d10 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:52:08.954303 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88eac6e0-a04c-47b4-a3b0-830455d1d1b5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:52:08.965779 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-88eac6e0-a04c-47b4-a3b0-830455d1d1b5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "PUT /v2.0/routers/1085f2e7-4496-4b83-b406-fa7745df3d10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7009487 Nov 04 10:52:08.966482 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33084) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:09.010017 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:09.030870 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-79de16ca-90f7-4b7d-8739-192104465e11 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:09.046217 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-79de16ca-90f7-4b7d-8739-192104465e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:09.073444 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a349bde-b3d4-4c5b-a526-3724321c5617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfb4089-908a-4df2-b566-bb885812d9f0'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:52:09.073444 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ea0fb1-b63f-4566-8339-2b562eacce10" -d '{"events": [{"server_uuid": "0a349bde-b3d4-4c5b-a526-3724321c5617", "name": "network-vif-plugged", "status": "completed", "tag": "cdfb4089-908a-4df2-b566-bb885812d9f0"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:52:09.092175 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034b3eb3-d881-4b0e-bdd4-6d25deba5477 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:09.100217 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-034b3eb3-d881-4b0e-bdd4-6d25deba5477 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "GET /v2.0/ports/2958ccf8-62a8-4eba-8de4-29889a93c458 HTTP/1.1" status: 200 len: 910 time: 0.1292336 Nov 04 10:52:09.100799 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33092) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:09.167586 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 969651ee-6e5e-4722-87c0-64d5c5f0e0ad up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:52:09.212560 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1751092-d382-4eba-a790-1f0dad0984a0 None None] Sync routers for ids ['1085f2e7-4496-4b83-b406-fa7745df3d10'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:52:09.231726 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1751092-d382-4eba-a790-1f0dad0984a0 None None] Routers {'1085f2e7-4496-4b83-b406-fa7745df3d10'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:52:09.232678 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-d1751092-d382-4eba-a790-1f0dad0984a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:51:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['1085f2e7-4496-4b83-b406-fa7745df3d10'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:09.236040 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port cdfb4089-908a-4df2-b566-bb885812d9f0, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=cdfb4089-908a-4df2-b566-bb885812d9f0,segment=NetworkSegment(98a36a7f-67f4-4d8d-81b5-e6eb21f034a9),segment_id=98a36a7f-67f4-4d8d-81b5-e6eb21f034a9)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:09.294930 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-7ff50f25-1d23-431c-afe7-bc5d83aec4f3 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:09.297044 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-7ff50f25-1d23-431c-afe7-bc5d83aec4f3 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/networks?id=2bde8c0a-1519-418a-972a-857b3ccfccf6 HTTP/1.1" status: 200 len: 816 time: 1.1937425 Nov 04 10:52:09.321380 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-d1751092-d382-4eba-a790-1f0dad0984a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:09.335468 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:09.342686 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79de16ca-90f7-4b7d-8739-192104465e11 None None] Network 2bde8c0a-1519-418a-972a-857b3ccfccf6 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:09.349384 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1751092-d382-4eba-a790-1f0dad0984a0 None None] Routers {'1085f2e7-4496-4b83-b406-fa7745df3d10'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:52:09.352411 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-d1751092-d382-4eba-a790-1f0dad0984a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:51:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['1085f2e7-4496-4b83-b406-fa7745df3d10'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:09.355483 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-79de16ca-90f7-4b7d-8739-192104465e11 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:09.362109 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de16ca-90f7-4b7d-8739-192104465e11 None None] Pushing event updated for resources: {'Port': ['ID=878855c3-351c-49bc-9495-0ce945689967,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:09.368857 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79de16ca-90f7-4b7d-8739-192104465e11 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:52:09.373590 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-b26d8da8-05d6-46fb-a15d-4fff9fa13158 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/quotas/69c40bb5a0d6475bbcebad78929d7dc6 HTTP/1.1" status: 200 len: 375 time: 0.0120075 Nov 04 10:52:09.378075 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7b37297a-b508-442e-a89f-33d4345b25fa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:09.384928 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7b37297a-b508-442e-a89f-33d4345b25fa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:09.422706 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-d1751092-d382-4eba-a790-1f0dad0984a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:09.423856 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1751092-d382-4eba-a790-1f0dad0984a0 None None] The sync data for ids ['1085f2e7-4496-4b83-b406-fa7745df3d10'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:52:09.473474 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=cdfb4089-908a-4df2-b566-bb885812d9f0,revision_number=10']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:09.536642 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7b37297a-b508-442e-a89f-33d4345b25fa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:09.537214 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b37297a-b508-442e-a89f-33d4345b25fa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Fanout notify agent at l3_agent the message router_deleted on router 5ce753be-0618-4ec5-887a-c1e1385ed466 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:52:09.567052 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-79de16ca-90f7-4b7d-8739-192104465e11 None None] Attempting to bind port 878855c3-351c-49bc-9495-0ce945689967 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:52:09.567421 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-79de16ca-90f7-4b7d-8739-192104465e11 None None] Attempting to bind port 878855c3-351c-49bc-9495-0ce945689967 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '2bde8c0a-1519-418a-972a-857b3ccfccf6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:52:09.567839 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de16ca-90f7-4b7d-8739-192104465e11 None None] Attempting to bind port 878855c3-351c-49bc-9495-0ce945689967 on network 2bde8c0a-1519-418a-972a-857b3ccfccf6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:52:09.574276 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de16ca-90f7-4b7d-8739-192104465e11 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:52:09.574644 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de16ca-90f7-4b7d-8739-192104465e11 None None] Checking segment: {'id': '22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '2bde8c0a-1519-418a-972a-857b3ccfccf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:52:09.575048 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-79de16ca-90f7-4b7d-8739-192104465e11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:09.575367 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7b37297a-b508-442e-a89f-33d4345b25fa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:09.575507 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de16ca-90f7-4b7d-8739-192104465e11 None None] Bound using segment: {'id': '22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '2bde8c0a-1519-418a-972a-857b3ccfccf6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:52:09.575907 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-79de16ca-90f7-4b7d-8739-192104465e11 None None] Bound port: 878855c3-351c-49bc-9495-0ce945689967, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '2bde8c0a-1519-418a-972a-857b3ccfccf6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:52:09.576288 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-79de16ca-90f7-4b7d-8739-192104465e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:09.577917 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7b37297a-b508-442e-a89f-33d4345b25fa tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/routers/5ce753be-0618-4ec5-887a-c1e1385ed466 HTTP/1.1" status: 204 len: 168 time: 1.6213565 Nov 04 10:52:09.583335 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33100) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:09.601177 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 969651ee-6e5e-4722-87c0-64d5c5f0e0ad triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:09.602294 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:09.608733 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-5996c0a0-34bd-4534-a92c-f2736e94ad95 None None] Provisioning complete for port 2958ccf8-62a8-4eba-8de4-29889a93c458 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:09.609133 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5996c0a0-34bd-4534-a92c-f2736e94ad95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:09.722929 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-d6436c8a-6ccb-47a9-bfb4-a55ff5e3af44 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=69c40bb5a0d6475bbcebad78929d7dc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3358121 Nov 04 10:52:09.752506 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba14aa7a-df70-41b5-ab56-7e8563554a0e tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting subnet d216b610-bbd8-4331-b47d-fd18b929ad26 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:52:09.768345 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba14aa7a-df70-41b5-ab56-7e8563554a0e tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:09.769052 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0ff87181-3f4d-4a54-9eae-d4d3a72ab27c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:09.806814 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33104) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:09.909325 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba14aa7a-df70-41b5-ab56-7e8563554a0e tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:09.933939 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-5996c0a0-34bd-4534-a92c-f2736e94ad95 None None] Port 2958ccf8-62a8-4eba-8de4-29889a93c458 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:52:09.953773 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-79de16ca-90f7-4b7d-8739-192104465e11 None None] For port 878855c3-351c-49bc-9495-0ce945689967, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:52:10.010868 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-a08fdc63-0648-4c98-8fdd-84a39a23968b service neutron] 10.222.0.127 "GET /v2.0/networks/2bde8c0a-1519-418a-972a-857b3ccfccf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809110 Nov 04 10:52:10.012149 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-79de16ca-90f7-4b7d-8739-192104465e11 None None] For port 878855c3-351c-49bc-9495-0ce945689967, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=878855c3-351c-49bc-9495-0ce945689967,segment=NetworkSegment(22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d),segment_id=22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:52:10.014360 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-5996c0a0-34bd-4534-a92c-f2736e94ad95 None None] Provisioning complete for port 969651ee-6e5e-4722-87c0-64d5c5f0e0ad triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:10.014777 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5996c0a0-34bd-4534-a92c-f2736e94ad95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:10.038255 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-79de16ca-90f7-4b7d-8739-192104465e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:10.058936 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7894823d-f094-49ef-8e6e-d65ee8acb958 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:10.147767 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de16ca-90f7-4b7d-8739-192104465e11 None None] Pushing event updated for resources: {'Port': ['ID=878855c3-351c-49bc-9495-0ce945689967,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:10.170985 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba14aa7a-df70-41b5-ab56-7e8563554a0e tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:10.197210 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7894823d-f094-49ef-8e6e-d65ee8acb958 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:10.209187 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7894823d-f094-49ef-8e6e-d65ee8acb958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:10.243598 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-75de2800-8ef7-4ca8-8bb2-3f80894d0866 service neutron] 10.222.0.127 "GET /v2.0/networks/2bde8c0a-1519-418a-972a-857b3ccfccf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251220 Nov 04 10:52:10.257274 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7894823d-f094-49ef-8e6e-d65ee8acb958 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=500c43f15ed6425283bc5db479be486e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4490144 Nov 04 10:52:10.271698 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33110) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:10.287825 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894823d-f094-49ef-8e6e-d65ee8acb958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7467d2c-8318-4eb5-aaad-5cf463368ed5,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:10.297499 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba14aa7a-df70-41b5-ab56-7e8563554a0e tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:10.306366 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-0ff87181-3f4d-4a54-9eae-d4d3a72ab27c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Deleting port 2958ccf8-62a8-4eba-8de4-29889a93c458 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:52:10.306748 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0ff87181-3f4d-4a54-9eae-d4d3a72ab27c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:10.350267 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4816801d-8ef2-4d57-b8e8-1e2f5243e55b None None] Provisioning complete for port 2958ccf8-62a8-4eba-8de4-29889a93c458 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:10.351225 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4816801d-8ef2-4d57-b8e8-1e2f5243e55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:10.394082 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14aa7a-df70-41b5-ab56-7e8563554a0e tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Subnet': ['ID=d216b610-bbd8-4331-b47d-fd18b929ad26,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:10.400414 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba14aa7a-df70-41b5-ab56-7e8563554a0e tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:10.420863 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ba14aa7a-df70-41b5-ab56-7e8563554a0e tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/subnets/d216b610-bbd8-4331-b47d-fd18b929ad26 HTTP/1.1" status: 204 len: 168 time: 0.8304536 Nov 04 10:52:10.421629 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33112) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:10.436426 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36987d0-6861-4d71-862e-78f4a98f50f8 None None] Network 2d7390bc-b14e-415a-bef9-b4d003ddcdfb requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:52:10.563566 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0ff87181-3f4d-4a54-9eae-d4d3a72ab27c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:10.584719 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-0ff87181-3f4d-4a54-9eae-d4d3a72ab27c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Calling delete_port for 2958ccf8-62a8-4eba-8de4-29889a93c458 owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:52:10.657982 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-4816801d-8ef2-4d57-b8e8-1e2f5243e55b None None] Port 2958ccf8-62a8-4eba-8de4-29889a93c458 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:52:10.759773 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-60da32f7-710a-4267-868d-7b4f3be88f30 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:10.807372 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0a8b-96ed-4bd5-83d1-8fd749fb8388 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:10.841197 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0a8b-96ed-4bd5-83d1-8fd749fb8388 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:10.906857 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0ff87181-3f4d-4a54-9eae-d4d3a72ab27c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:10.929874 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f9cb61-741e-4544-8738-f3149f96c339 None None] DHCP port deletion for 2d7390bc-b14e-415a-bef9-b4d003ddcdfb request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:52:10.963955 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff87181-3f4d-4a54-9eae-d4d3a72ab27c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Port': ['ID=2958ccf8-62a8-4eba-8de4-29889a93c458,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:10.968224 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0a8b-96ed-4bd5-83d1-8fd749fb8388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:10.975877 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0a8b-96ed-4bd5-83d1-8fd749fb8388 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:10.980144 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8cdc0a8b-96ed-4bd5-83d1-8fd749fb8388 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/f7467d2c-8318-4eb5-aaad-5cf463368ed5 HTTP/1.1" status: 204 len: 168 time: 0.7059152 Nov 04 10:52:11.037156 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f94dc2-7ae4-4771-aef7-c37660e064e4 req-a0d20481-dea0-4b54-b3e7-21f505a88cd2 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:11.050779 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42f94dc2-7ae4-4771-aef7-c37660e064e4 req-a0d20481-dea0-4b54-b3e7-21f505a88cd2 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.4542022 Nov 04 10:52:11.060586 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc0a8b-96ed-4bd5-83d1-8fd749fb8388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7467d2c-8318-4eb5-aaad-5cf463368ed5,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:11.065326 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-96f9cb61-741e-4544-8738-f3149f96c339 None None] Deleting port 488cef9f-5a9d-4c29-af50-7fea415785d4 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:52:11.066707 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-96f9cb61-741e-4544-8738-f3149f96c339 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:11.234066 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42f94dc2-7ae4-4771-aef7-c37660e064e4 req-952eeb4b-55c3-4440-9255-757725b771e9 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797743 Nov 04 10:52:11.267714 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-60da32f7-710a-4267-868d-7b4f3be88f30 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting port 488cef9f-5a9d-4c29-af50-7fea415785d4 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:52:11.269448 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-60da32f7-710a-4267-868d-7b4f3be88f30 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:11.300635 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0ff87181-3f4d-4a54-9eae-d4d3a72ab27c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:11.314941 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 878855c3-351c-49bc-9495-0ce945689967 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:52:11.519756 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-60da32f7-710a-4267-868d-7b4f3be88f30 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] For port 488cef9f-5a9d-4c29-af50-7fea415785d4, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=488cef9f-5a9d-4c29-af50-7fea415785d4,segment=NetworkSegment(6f99b6f8-7a01-4bbc-9df4-b6223d67d8b4),segment_id=6f99b6f8-7a01-4bbc-9df4-b6223d67d8b4)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:11.520170 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-60da32f7-710a-4267-868d-7b4f3be88f30 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:11.524514 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-96f9cb61-741e-4544-8738-f3149f96c339 None None] For port 488cef9f-5a9d-4c29-af50-7fea415785d4, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=488cef9f-5a9d-4c29-af50-7fea415785d4,segment=NetworkSegment(6f99b6f8-7a01-4bbc-9df4-b6223d67d8b4),segment_id=6f99b6f8-7a01-4bbc-9df4-b6223d67d8b4)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:11.524849 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-96f9cb61-741e-4544-8738-f3149f96c339 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:11.560343 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-60da32f7-710a-4267-868d-7b4f3be88f30 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Calling delete_port for 488cef9f-5a9d-4c29-af50-7fea415785d4 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:52:11.562427 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c571d6f5-fd7c-4bbd-a0dd-662e7ab90340 x-openstack-request-id: req-c571d6f5-fd7c-4bbd-a0dd-662e7ab90340 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:52:11.562741 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a349bde-b3d4-4c5b-a526-3724321c5617", "name": "network-vif-plugged", "status": "completed", "tag": "cdfb4089-908a-4df2-b566-bb885812d9f0", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:52:11.562998 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-c571d6f5-fd7c-4bbd-a0dd-662e7ab90340 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:52:11.563418 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a349bde-b3d4-4c5b-a526-3724321c5617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfb4089-908a-4df2-b566-bb885812d9f0', 'code': 200} Nov 04 10:52:11.579908 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-96f9cb61-741e-4544-8738-f3149f96c339 None None] Calling delete_port for 488cef9f-5a9d-4c29-af50-7fea415785d4 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:52:11.673965 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff87181-3f4d-4a54-9eae-d4d3a72ab27c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Router 1085f2e7-4496-4b83-b406-fa7745df3d10 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:52:11.783039 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 878855c3-351c-49bc-9495-0ce945689967 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:11.788049 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:11.817155 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33140) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:11.920841 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-96f9cb61-741e-4544-8738-f3149f96c339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:11.938387 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d1044b21-d82b-4fa0-b142-924d8ef4d7fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:11.954426 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-60da32f7-710a-4267-868d-7b4f3be88f30 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:11.965707 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff87181-3f4d-4a54-9eae-d4d3a72ab27c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:52:11.975511 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0ff87181-3f4d-4a54-9eae-d4d3a72ab27c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "PUT /v2.0/routers/1085f2e7-4496-4b83-b406-fa7745df3d10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8721690 Nov 04 10:52:11.975681 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33142) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:11.983373 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9cb61-741e-4544-8738-f3149f96c339 None None] Pushing event deleted for resources: {'Port': ['ID=488cef9f-5a9d-4c29-af50-7fea415785d4,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:11.987875 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f9cb61-741e-4544-8738-f3149f96c339 None None] No DVR routers for this DVR port 488cef9f-5a9d-4c29-af50-7fea415785d4 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:52:11.991899 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:11.994476 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff06f38-74e4-4970-be69-1f4e622cbe47 None None] Sync routers for ids ['1085f2e7-4496-4b83-b406-fa7745df3d10'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:52:12.001611 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da32f7-710a-4267-868d-7b4f3be88f30 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Port': ['ID=488cef9f-5a9d-4c29-af50-7fea415785d4,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:12.030772 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5bcc3931-58da-44c2-a35f-c550bf66a946 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "GET /v2.0/ports?device_id=1085f2e7-4496-4b83-b406-fa7745df3d10 HTTP/1.1" status: 200 len: 205 time: 0.0504758 Nov 04 10:52:12.031393 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33144) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:12.033008 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-201cf247-14aa-4175-a8ff-1e6b3e1d1050 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:12.035140 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-201cf247-14aa-4175-a8ff-1e6b3e1d1050 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/networks?id=2bde8c0a-1519-418a-972a-857b3ccfccf6 HTTP/1.1" status: 200 len: 816 time: 0.2929461 Nov 04 10:52:12.042658 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60da32f7-710a-4267-868d-7b4f3be88f30 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] No DVR routers for this DVR port 488cef9f-5a9d-4c29-af50-7fea415785d4 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:52:12.042997 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff06f38-74e4-4970-be69-1f4e622cbe47 None None] Routers {'1085f2e7-4496-4b83-b406-fa7745df3d10'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:52:12.043912 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-fff06f38-74e4-4970-be69-1f4e622cbe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:51:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['1085f2e7-4496-4b83-b406-fa7745df3d10'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:12.105803 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-fff06f38-74e4-4970-be69-1f4e622cbe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:12.111141 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-028590d2-6106-4509-b4ca-6354a5df204f tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/quotas/69c40bb5a0d6475bbcebad78929d7dc6 HTTP/1.1" status: 200 len: 375 time: 0.0648646 Nov 04 10:52:12.118152 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2015df-1ff8-4b25-b227-f761ff546d6a req-79c30455-85d2-405f-8363-24f7dd1c9f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:12.119908 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ac2015df-1ff8-4b25-b227-f761ff546d6a req-79c30455-85d2-405f-8363-24f7dd1c9f05 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 1098 time: 0.3018382 Nov 04 10:52:12.171860 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 878855c3-351c-49bc-9495-0ce945689967, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=878855c3-351c-49bc-9495-0ce945689967,segment=NetworkSegment(22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d),segment_id=22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:12.189596 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:12.202008 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff06f38-74e4-4970-be69-1f4e622cbe47 None None] Routers {'1085f2e7-4496-4b83-b406-fa7745df3d10'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:52:12.207547 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-fff06f38-74e4-4970-be69-1f4e622cbe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:51:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['1085f2e7-4496-4b83-b406-fa7745df3d10'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:12.398029 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 488cef9f-5a9d-4c29-af50-7fea415785d4 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:52:12.415672 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-a1e6883f-48a5-4cfb-8b87-f5b22d3b838d tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:12.421767 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0493235-a1eb-499f-8e65-6967c565f3ad None None] Network 2bde8c0a-1519-418a-972a-857b3ccfccf6 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:52:12.426116 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-a1e6883f-48a5-4cfb-8b87-f5b22d3b838d tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.126 "GET /v2.0/networks?id=2bde8c0a-1519-418a-972a-857b3ccfccf6 HTTP/1.1" status: 200 len: 816 time: 0.1548440 Nov 04 10:52:12.446563 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 488cef9f-5a9d-4c29-af50-7fea415785d4 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:52:12.447159 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 488cef9f-5a9d-4c29-af50-7fea415785d4 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:52:12.462615 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-fff06f38-74e4-4970-be69-1f4e622cbe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:12.463800 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff06f38-74e4-4970-be69-1f4e622cbe47 None None] The sync data for ids ['1085f2e7-4496-4b83-b406-fa7745df3d10'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:52:12.485076 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-6fff0c61-28f7-49e0-88a0-df48ee3afe8b tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Request body: {'port': {'device_id': 'ae9a1c15-3b1d-4d94-a020-5359a15019b0', 'network_id': '2bde8c0a-1519-418a-972a-857b3ccfccf6', 'admin_state_up': True, 'tenant_id': '69c40bb5a0d6475bbcebad78929d7dc6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:12.506467 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-60da32f7-710a-4267-868d-7b4f3be88f30 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:12.606563 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-60da32f7-710a-4267-868d-7b4f3be88f30 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7390bc-b14e-415a-bef9-b4d003ddcdfb']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:12.620173 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:12.633493 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=878855c3-351c-49bc-9495-0ce945689967,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:12.642420 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-4443e63d-f5f5-4ea1-a75b-0777dd42fd21 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=69c40bb5a0d6475bbcebad78929d7dc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5148954 Nov 04 10:52:12.645801 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-60da32f7-710a-4267-868d-7b4f3be88f30 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f99b6f8-7a01-4bbc-9df4-b6223d67d8b4') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:12.645967 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-60da32f7-710a-4267-868d-7b4f3be88f30 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f99b6f8-7a01-4bbc-9df4-b6223d67d8b4') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:12.650650 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-7f1e69cc-c542-46c2-a7f9-4c005dbd7817 None None] Provisioning complete for port 878855c3-351c-49bc-9495-0ce945689967 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:12.652018 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7f1e69cc-c542-46c2-a7f9-4c005dbd7817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:12.680355 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-94d8e6a0-1ed6-4b81-b6a4-a68201fb23e7 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:12.714504 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-60da32f7-710a-4267-868d-7b4f3be88f30 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:12.747235 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-60da32f7-710a-4267-868d-7b4f3be88f30 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:12.765522 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60da32f7-710a-4267-868d-7b4f3be88f30 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Releasing vlan 1185 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:52:12.766006 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-60da32f7-710a-4267-868d-7b4f3be88f30 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:52:12.774996 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:52:12.816278 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ac2015df-1ff8-4b25-b227-f761ff546d6a req-489f6f74-d00c-4844-bf0d-49ab48c498c3 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325798 Nov 04 10:52:12.841462 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-6fff0c61-28f7-49e0-88a0-df48ee3afe8b tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Made reservation on behalf of 69c40bb5a0d6475bbcebad78929d7dc6 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:52:12.845408 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-6fff0c61-28f7-49e0-88a0-df48ee3afe8b tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:12.877738 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-cc8a3370-fe8d-4538-bd62-72e3d728abe1 service neutron] 10.222.0.127 "GET /v2.0/networks/2bde8c0a-1519-418a-972a-857b3ccfccf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342534 Nov 04 10:52:12.944491 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-60da32f7-710a-4267-868d-7b4f3be88f30 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:12.961539 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-60da32f7-710a-4267-868d-7b4f3be88f30 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:12.965801 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-60da32f7-710a-4267-868d-7b4f3be88f30 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/networks/2d7390bc-b14e-415a-bef9-b4d003ddcdfb HTTP/1.1" status: 204 len: 168 time: 2.5256569 Nov 04 10:52:12.971541 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33152) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:12.986857 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-94d8e6a0-1ed6-4b81-b6a4-a68201fb23e7 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:13.011763 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-94d8e6a0-1ed6-4b81-b6a4-a68201fb23e7 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:13.020859 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d1044b21-d82b-4fa0-b142-924d8ef4d7fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:13.081735 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d1044b21-d82b-4fa0-b142-924d8ef4d7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:13.118642 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 878855c3-351c-49bc-9495-0ce945689967 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:52:13.158700 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-6fff0c61-28f7-49e0-88a0-df48ee3afe8b tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Allocated IP 172.20.0.5 (2bde8c0a-1519-418a-972a-857b3ccfccf6/9ba2cd0b-3bd5-49ae-995b-81f735e2112d/fb3b469c-16a8-41ad-9c23-b12b63e79ca7) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:52:13.168476 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2b1f60-46f6-426a-9849-da9f381178ff tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:13.170891 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1e2b1f60-46f6-426a-9849-da9f381178ff tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "GET /v2.0/ports/a7dc8141-f1e2-469e-994d-f075c7dc5fe2 HTTP/1.1" status: 200 len: 841 time: 0.1983740 Nov 04 10:52:13.179849 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33154) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:13.182750 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da32f7-710a-4267-868d-7b4f3be88f30 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Network': ['ID=2d7390bc-b14e-415a-bef9-b4d003ddcdfb,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:13.189913 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d1044b21-d82b-4fa0-b142-924d8ef4d7fd admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=a985d6eca46c4a519c89425f0def3c74&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3699198 Nov 04 10:52:13.191631 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33156) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:13.195520 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-94d8e6a0-1ed6-4b81-b6a4-a68201fb23e7 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:13.196266 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d8e6a0-1ed6-4b81-b6a4-a68201fb23e7 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Fanout notify agent at l3_agent the message router_deleted on router 1085f2e7-4496-4b83-b406-fa7745df3d10 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:52:13.225175 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 878855c3-351c-49bc-9495-0ce945689967 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:13.225561 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:13.226216 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-94d8e6a0-1ed6-4b81-b6a4-a68201fb23e7 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:13.227580 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-94d8e6a0-1ed6-4b81-b6a4-a68201fb23e7 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/routers/1085f2e7-4496-4b83-b406-fa7745df3d10 HTTP/1.1" status: 204 len: 168 time: 1.1931393 Nov 04 10:52:13.228440 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-38e786a8-2dc3-454f-90cc-05006c878129 None None] Provisioning complete for port 878855c3-351c-49bc-9495-0ce945689967 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:13.228794 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-38e786a8-2dc3-454f-90cc-05006c878129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:13.233363 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33158) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:13.238324 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-88873c29-1826-4898-a3e5-e92ffcb9e76c tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "GET /v2.0/ports/a7dc8141-f1e2-469e-994d-f075c7dc5fe2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0566289 Nov 04 10:52:13.248600 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-d229330c-8a0d-411e-8fd9-a0ab5a672b4d service neutron] 10.222.0.127 "GET /v2.0/networks/2bde8c0a-1519-418a-972a-857b3ccfccf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699007 Nov 04 10:52:13.251871 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33160) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:13.261396 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-5a720b03-b92e-44ac-8601-7657930dd333 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'subnet': {'network_id': 'e00c1660-8b1d-4b7c-ba9e-f1a2c1811605', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:13.337655 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1044b21-d82b-4fa0-b142-924d8ef4d7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d209ae-1a8a-496f-aa3c-b61f8bc7cb76,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:13.354655 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51fc4c8-b33b-42a0-9575-42ab99732d1c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Deleting subnet 8b13941a-3ba8-48e8-889d-572fd97128b4 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:52:13.361933 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c51fc4c8-b33b-42a0-9575-42ab99732d1c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:13.428575 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c51fc4c8-b33b-42a0-9575-42ab99732d1c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:13.431805 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-006bba69-cac6-4c86-b617-d67816e748ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:13.498708 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-006bba69-cac6-4c86-b617-d67816e748ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:13.604559 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c51fc4c8-b33b-42a0-9575-42ab99732d1c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:13.624865 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a720b03-b92e-44ac-8601-7657930dd333 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:52:13.629616 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5a720b03-b92e-44ac-8601-7657930dd333 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:13.644886 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-006bba69-cac6-4c86-b617-d67816e748ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:13.648291 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-006bba69-cac6-4c86-b617-d67816e748ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:13.650402 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-006bba69-cac6-4c86-b617-d67816e748ab admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/65d209ae-1a8a-496f-aa3c-b61f8bc7cb76 HTTP/1.1" status: 204 len: 168 time: 0.4555125 Nov 04 10:52:13.667796 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006bba69-cac6-4c86-b617-d67816e748ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d209ae-1a8a-496f-aa3c-b61f8bc7cb76,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:13.743411 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c51fc4c8-b33b-42a0-9575-42ab99732d1c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:13.763376 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c51fc4c8-b33b-42a0-9575-42ab99732d1c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:13.768246 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b32bfc-2d79-466a-a8c9-f3228b6d61a7 None None] Network 197a1731-cf21-4237-8919-4e6922fa6845 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:52:13.771081 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c51fc4c8-b33b-42a0-9575-42ab99732d1c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/subnets/8b13941a-3ba8-48e8-889d-572fd97128b4 HTTP/1.1" status: 204 len: 168 time: 0.5360057 Nov 04 10:52:13.771878 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33180) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:13.805702 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51fc4c8-b33b-42a0-9575-42ab99732d1c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Subnet': ['ID=8b13941a-3ba8-48e8-889d-572fd97128b4,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:13.860867 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-6fff0c61-28f7-49e0-88a0-df48ee3afe8b tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:13.918575 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b527034-0024-4d98-9b2e-071fd4fa9e70 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:13.991025 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e06b50-b768-4dc6-950b-f2189bcda271 req-b463c768-636e-4141-bf83-e8ae69da43db tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:13.991975 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-3b527034-0024-4d98-9b2e-071fd4fa9e70 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Deleting port 969651ee-6e5e-4722-87c0-64d5c5f0e0ad {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:52:13.992550 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b527034-0024-4d98-9b2e-071fd4fa9e70 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:13.998958 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5e06b50-b768-4dc6-950b-f2189bcda271 req-b463c768-636e-4141-bf83-e8ae69da43db tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.3788757 Nov 04 10:52:14.010995 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-6fff0c61-28f7-49e0-88a0-df48ee3afe8b tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:14.145795 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600937b9-aa44-4764-961d-43ac1c2c6b1e None None] DHCP port deletion for 197a1731-cf21-4237-8919-4e6922fa6845 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:52:14.150591 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-6fff0c61-28f7-49e0-88a0-df48ee3afe8b tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Network 2bde8c0a-1519-418a-972a-857b3ccfccf6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:14.201465 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-6fff0c61-28f7-49e0-88a0-df48ee3afe8b tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:14.206860 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-6fff0c61-28f7-49e0-88a0-df48ee3afe8b tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:52:14.231341 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5e06b50-b768-4dc6-950b-f2189bcda271 req-99984945-b393-4f29-a414-6461ad72330b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289217 Nov 04 10:52:14.233312 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-3b527034-0024-4d98-9b2e-071fd4fa9e70 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] For port 969651ee-6e5e-4722-87c0-64d5c5f0e0ad, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=969651ee-6e5e-4722-87c0-64d5c5f0e0ad,segment=NetworkSegment(82b04d36-6571-4cbc-9be7-d0f180ce0f00),segment_id=82b04d36-6571-4cbc-9be7-d0f180ce0f00)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:14.233704 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b527034-0024-4d98-9b2e-071fd4fa9e70 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:14.283498 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-600937b9-aa44-4764-961d-43ac1c2c6b1e None None] Deleting port 969651ee-6e5e-4722-87c0-64d5c5f0e0ad {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:52:14.284230 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-600937b9-aa44-4764-961d-43ac1c2c6b1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:14.311273 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-3b527034-0024-4d98-9b2e-071fd4fa9e70 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Calling delete_port for 969651ee-6e5e-4722-87c0-64d5c5f0e0ad owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:52:14.315798 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff0c61-28f7-49e0-88a0-df48ee3afe8b tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Pushing event updated for resources: {'Port': ['ID=fb3b469c-16a8-41ad-9c23-b12b63e79ca7,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:14.324458 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5a720b03-b92e-44ac-8601-7657930dd333 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:14.387192 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-600937b9-aa44-4764-961d-43ac1c2c6b1e None None] For port 969651ee-6e5e-4722-87c0-64d5c5f0e0ad, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=969651ee-6e5e-4722-87c0-64d5c5f0e0ad,segment=NetworkSegment(82b04d36-6571-4cbc-9be7-d0f180ce0f00),segment_id=82b04d36-6571-4cbc-9be7-d0f180ce0f00)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:14.387663 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-600937b9-aa44-4764-961d-43ac1c2c6b1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:14.420719 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-600937b9-aa44-4764-961d-43ac1c2c6b1e None None] Calling delete_port for 969651ee-6e5e-4722-87c0-64d5c5f0e0ad owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:52:14.484678 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-6fff0c61-28f7-49e0-88a0-df48ee3afe8b tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:14.485377 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-6fff0c61-28f7-49e0-88a0-df48ee3afe8b tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:14.493283 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a720b03-b92e-44ac-8601-7657930dd333 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:14.502601 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-5a720b03-b92e-44ac-8601-7657930dd333 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:14.533120 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a720b03-b92e-44ac-8601-7657930dd333 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:14.533779 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5a720b03-b92e-44ac-8601-7657930dd333 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:14.543223 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20c04b6-a38f-412a-b760-829cdcc44b34 None None] Network e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:52:14.546202 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a720b03-b92e-44ac-8601-7657930dd333 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Subnet': ['ID=a8a73caf-5c9d-4d05-b967-90120b2ea158,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:14.584975 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-6fff0c61-28f7-49e0-88a0-df48ee3afe8b tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1036072 Nov 04 10:52:14.632650 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5a720b03-b92e-44ac-8601-7657930dd333 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3753541 Nov 04 10:52:14.634049 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33238) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:14.638452 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Request body: {'port': {'device_id': 'ae9a1c15-3b1d-4d94-a020-5359a15019b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:14.643837 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b527034-0024-4d98-9b2e-071fd4fa9e70 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:14.675437 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b527034-0024-4d98-9b2e-071fd4fa9e70 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] No DVR routers for this DVR port 969651ee-6e5e-4722-87c0-64d5c5f0e0ad on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:52:14.720520 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-adfe39e5-b0f7-41f9-aa95-5c6551b88248 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'security_group': {'name': 'tempest-secgroup-1592299610'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:14.770645 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b527034-0024-4d98-9b2e-071fd4fa9e70 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Port': ['ID=969651ee-6e5e-4722-87c0-64d5c5f0e0ad,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:14.808257 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-5c698f64-6581-451f-a1d5-23e65e874ccc None None] Provisioning complete for port fb3b469c-16a8-41ad-9c23-b12b63e79ca7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:14.808655 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5c698f64-6581-451f-a1d5-23e65e874ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:14.832795 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-adfe39e5-b0f7-41f9-aa95-5c6551b88248 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:14.863529 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b527034-0024-4d98-9b2e-071fd4fa9e70 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:14.868152 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:14.875928 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-600937b9-aa44-4764-961d-43ac1c2c6b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:14.896506 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-3b527034-0024-4d98-9b2e-071fd4fa9e70 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197a1731-cf21-4237-8919-4e6922fa6845']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:14.911190 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-5c698f64-6581-451f-a1d5-23e65e874ccc None None] Port fb3b469c-16a8-41ad-9c23-b12b63e79ca7 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:52:14.919242 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600937b9-aa44-4764-961d-43ac1c2c6b1e None None] Pushing event deleted for resources: {'Port': ['ID=969651ee-6e5e-4722-87c0-64d5c5f0e0ad,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:14.921944 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600937b9-aa44-4764-961d-43ac1c2c6b1e None None] No DVR routers for this DVR port 969651ee-6e5e-4722-87c0-64d5c5f0e0ad on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:52:14.929013 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-3b527034-0024-4d98-9b2e-071fd4fa9e70 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b04d36-6571-4cbc-9be7-d0f180ce0f00') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:14.929419 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-3b527034-0024-4d98-9b2e-071fd4fa9e70 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b04d36-6571-4cbc-9be7-d0f180ce0f00') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:14.938130 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:14.943788 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cc394a-8211-41f2-aeed-0a67250ad22b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-e00c1660-8b1d-4b7c-ba9e-f1a2c1811605', 'network_id': 'e00c1660-8b1d-4b7c-ba9e-f1a2c1811605', 'tenant_id': '94bb88e80d014e54be01a02ab03f1519', 'fixed_ips': [{'subnet_id': 'a8a73caf-5c9d-4d05-b967-90120b2ea158'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:52:14.945445 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-17cc394a-8211-41f2-aeed-0a67250ad22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:14.945762 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b527034-0024-4d98-9b2e-071fd4fa9e70 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:14.992167 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b527034-0024-4d98-9b2e-071fd4fa9e70 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:15.006512 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b527034-0024-4d98-9b2e-071fd4fa9e70 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:52:15.008371 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b527034-0024-4d98-9b2e-071fd4fa9e70 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:15.085219 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-adfe39e5-b0f7-41f9-aa95-5c6551b88248 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:52:15.110228 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:52:15.112850 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-adfe39e5-b0f7-41f9-aa95-5c6551b88248 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:15.114990 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b527034-0024-4d98-9b2e-071fd4fa9e70 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:15.122140 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b527034-0024-4d98-9b2e-071fd4fa9e70 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:15.135589 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3b527034-0024-4d98-9b2e-071fd4fa9e70 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/networks/197a1731-cf21-4237-8919-4e6922fa6845 HTTP/1.1" status: 204 len: 168 time: 1.3415687 Nov 04 10:52:15.145006 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 969651ee-6e5e-4722-87c0-64d5c5f0e0ad no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:52:15.146224 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33248) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:15.195852 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-17cc394a-8211-41f2-aeed-0a67250ad22b None None] Allocated IP 172.20.0.2 (e00c1660-8b1d-4b7c-ba9e-f1a2c1811605/a8a73caf-5c9d-4d05-b967-90120b2ea158/843ed1c4-9759-4b44-aceb-d5c2ee9253c2) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:52:15.246515 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-adfe39e5-b0f7-41f9-aa95-5c6551b88248 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:15.249087 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b527034-0024-4d98-9b2e-071fd4fa9e70 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Network': ['ID=197a1731-cf21-4237-8919-4e6922fa6845,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:15.254836 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-adfe39e5-b0f7-41f9-aa95-5c6551b88248 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5941231 Nov 04 10:52:15.256127 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33254) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:15.270652 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-f7e7c6a7-5507-4889-a289-b948f449047a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2047436424', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}, 'admin_state_up': False}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:15.273028 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-193e0778-7921-494a-9876-4869a89289a6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'security_group': {'name': 'tempest-secgroup-265391986'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:15.338567 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-7c811739-e792-4a99-962d-74025bff0aca tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:15.345281 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-193e0778-7921-494a-9876-4869a89289a6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:15.350785 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-7c811739-e792-4a99-962d-74025bff0aca tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/networks?id=2bde8c0a-1519-418a-972a-857b3ccfccf6 HTTP/1.1" status: 200 len: 816 time: 0.7620535 Nov 04 10:52:15.395398 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-f1198462-b70f-4e7e-b982-ac1ed1c83dda tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:15.397248 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-f1198462-b70f-4e7e-b982-ac1ed1c83dda tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.126 "GET /v2.0/networks?id=2bde8c0a-1519-418a-972a-857b3ccfccf6 HTTP/1.1" status: 200 len: 816 time: 0.2545257 Nov 04 10:52:15.418752 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-80f57125-258c-4b24-b91d-f392b0409d69 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Request body: {'port': {'device_id': '1ce2794d-a67d-4c79-9a69-92023c8ba323', 'network_id': '2bde8c0a-1519-418a-972a-857b3ccfccf6', 'admin_state_up': True, 'tenant_id': '69c40bb5a0d6475bbcebad78929d7dc6'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:15.430037 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-537c76b3-af3c-4771-b832-27ea3f38adb4 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/quotas/69c40bb5a0d6475bbcebad78929d7dc6 HTTP/1.1" status: 200 len: 375 time: 0.0618875 Nov 04 10:52:15.433725 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe39e5-b0f7-41f9-aa95-5c6551b88248 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d76be0-f79e-4165-90f9-be16f2cf5a38,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:15.453778 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c6a7-5507-4889-a289-b948f449047a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:15.453978 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 969651ee-6e5e-4722-87c0-64d5c5f0e0ad {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:52:15.454181 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 969651ee-6e5e-4722-87c0-64d5c5f0e0ad not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:52:15.459730 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c6a7-5507-4889-a289-b948f449047a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:15.614304 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-193e0778-7921-494a-9876-4869a89289a6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:15.623914 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-193e0778-7921-494a-9876-4869a89289a6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:15.653311 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-80f57125-258c-4b24-b91d-f392b0409d69 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Made reservation on behalf of 69c40bb5a0d6475bbcebad78929d7dc6 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:52:15.654533 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-60056a29-bd58-4f16-85ec-e654d83264cd tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=69c40bb5a0d6475bbcebad78929d7dc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2146466 Nov 04 10:52:15.657028 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-80f57125-258c-4b24-b91d-f392b0409d69 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:15.681211 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-17cc394a-8211-41f2-aeed-0a67250ad22b None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:15.684540 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-193e0778-7921-494a-9876-4869a89289a6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:15.685832 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-193e0778-7921-494a-9876-4869a89289a6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4287355 Nov 04 10:52:15.691458 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33266) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:15.694991 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-17cc394a-8211-41f2-aeed-0a67250ad22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:15.701560 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-3666f832-8110-47ee-b00d-760df6b94e18 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-92029517', 'security_groups': ['00d1b50f-f3da-4f62-819f-6cc61a91c019'], 'network_id': 'e00c1660-8b1d-4b7c-ba9e-f1a2c1811605', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a8a73caf-5c9d-4d05-b967-90120b2ea158'}]}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:15.709067 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e0778-7921-494a-9876-4869a89289a6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00d1b50f-f3da-4f62-819f-6cc61a91c019,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:15.726271 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c6a7-5507-4889-a289-b948f449047a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:15.760806 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cc394a-8211-41f2-aeed-0a67250ad22b None None] Network e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:15.770592 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-17cc394a-8211-41f2-aeed-0a67250ad22b None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:15.779427 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cc394a-8211-41f2-aeed-0a67250ad22b None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:52:15.827445 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc394a-8211-41f2-aeed-0a67250ad22b None None] Pushing event updated for resources: {'Port': ['ID=843ed1c4-9759-4b44-aceb-d5c2ee9253c2,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:15.884852 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-17cc394a-8211-41f2-aeed-0a67250ad22b None None] Attempting to bind port 843ed1c4-9759-4b44-aceb-d5c2ee9253c2 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:52:15.884852 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-17cc394a-8211-41f2-aeed-0a67250ad22b None None] Attempting to bind port 843ed1c4-9759-4b44-aceb-d5c2ee9253c2 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '17f1c1a5-bb50-41a6-a11c-dcaff9f946a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'e00c1660-8b1d-4b7c-ba9e-f1a2c1811605'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:52:15.884852 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cc394a-8211-41f2-aeed-0a67250ad22b None None] Attempting to bind port 843ed1c4-9759-4b44-aceb-d5c2ee9253c2 on network e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:52:15.884852 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cc394a-8211-41f2-aeed-0a67250ad22b None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:52:15.884852 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cc394a-8211-41f2-aeed-0a67250ad22b None None] Checking segment: {'id': '17f1c1a5-bb50-41a6-a11c-dcaff9f946a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'e00c1660-8b1d-4b7c-ba9e-f1a2c1811605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:52:15.884852 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-17cc394a-8211-41f2-aeed-0a67250ad22b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:15.885599 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cc394a-8211-41f2-aeed-0a67250ad22b None None] Bound using segment: {'id': '17f1c1a5-bb50-41a6-a11c-dcaff9f946a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'e00c1660-8b1d-4b7c-ba9e-f1a2c1811605'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:52:15.885599 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-17cc394a-8211-41f2-aeed-0a67250ad22b None None] Bound port: 843ed1c4-9759-4b44-aceb-d5c2ee9253c2, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f1c1a5-bb50-41a6-a11c-dcaff9f946a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'e00c1660-8b1d-4b7c-ba9e-f1a2c1811605'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:52:15.886000 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-17cc394a-8211-41f2-aeed-0a67250ad22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:15.910719 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3666f832-8110-47ee-b00d-760df6b94e18 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:52:15.967922 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-17cc394a-8211-41f2-aeed-0a67250ad22b None None] For port 843ed1c4-9759-4b44-aceb-d5c2ee9253c2, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:52:15.973034 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-17cc394a-8211-41f2-aeed-0a67250ad22b None None] For port 843ed1c4-9759-4b44-aceb-d5c2ee9253c2, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=843ed1c4-9759-4b44-aceb-d5c2ee9253c2,segment=NetworkSegment(17f1c1a5-bb50-41a6-a11c-dcaff9f946a0),segment_id=17f1c1a5-bb50-41a6-a11c-dcaff9f946a0)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:52:15.980948 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-17cc394a-8211-41f2-aeed-0a67250ad22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:16.030770 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3666f832-8110-47ee-b00d-760df6b94e18 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:16.055061 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-3666f832-8110-47ee-b00d-760df6b94e18 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] device_id is not set on port 51ec6d84-8901-4fc0-8224-b4f93836da29 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:52:16.057971 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc394a-8211-41f2-aeed-0a67250ad22b None None] Pushing event updated for resources: {'Port': ['ID=843ed1c4-9759-4b44-aceb-d5c2ee9253c2,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:16.262348 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-3666f832-8110-47ee-b00d-760df6b94e18 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Allocated IP 172.20.0.9 (e00c1660-8b1d-4b7c-ba9e-f1a2c1811605/a8a73caf-5c9d-4d05-b967-90120b2ea158/51ec6d84-8901-4fc0-8224-b4f93836da29) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:52:16.333321 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c6a7-5507-4889-a289-b948f449047a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:16.420855 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-e6ea2801-f915-48ea-a5dd-14828bd26388 service neutron] 10.222.0.127 "GET /v2.0/networks/2bde8c0a-1519-418a-972a-857b3ccfccf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7075229 Nov 04 10:52:16.477837 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3666f832-8110-47ee-b00d-760df6b94e18 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:16.516730 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3666f832-8110-47ee-b00d-760df6b94e18 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:16.568506 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3666f832-8110-47ee-b00d-760df6b94e18 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:16.572044 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-3666f832-8110-47ee-b00d-760df6b94e18 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:16.576335 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3666f832-8110-47ee-b00d-760df6b94e18 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:52:16.604147 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb3b469c-16a8-41ad-9c23-b12b63e79ca7 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:52:16.613405 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666f832-8110-47ee-b00d-760df6b94e18 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Port': ['ID=51ec6d84-8901-4fc0-8224-b4f93836da29,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:16.616705 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:16.636485 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-522942e5-f2ba-44b5-9b5f-dcdedccc4389 service neutron] 10.222.0.127 "GET /v2.0/networks/2bde8c0a-1519-418a-972a-857b3ccfccf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971779 Nov 04 10:52:16.644228 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3666f832-8110-47ee-b00d-760df6b94e18 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:16.644988 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3666f832-8110-47ee-b00d-760df6b94e18 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:16.651767 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Transition to ACTIVE for port object fb3b469c-16a8-41ad-9c23-b12b63e79ca7 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:52:16.661283 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:16.718088 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3666f832-8110-47ee-b00d-760df6b94e18 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0253994 Nov 04 10:52:16.723536 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33282) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:16.732310 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-6abe9081-5004-4f6a-a03c-6d4e66698e06 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'subnet': {'network_id': 'e00c1660-8b1d-4b7c-ba9e-f1a2c1811605', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:16.869875 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c6a7-5507-4889-a289-b948f449047a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:16.917822 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d771fd30-0d9c-455b-bc84-57b658890442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:16.951338 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3b469c-16a8-41ad-9c23-b12b63e79ca7,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:16.988221 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c6a7-5507-4889-a289-b948f449047a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:16.993255 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:16.996708 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:16.997290 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:16.998287 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:16.998781 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:16.999269 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:16.999775 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:17.003242 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:17.003763 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:17.004285 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:17.004775 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:17.005360 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:17.027440 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-80f57125-258c-4b24-b91d-f392b0409d69 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Allocated IP 172.20.0.6 (2bde8c0a-1519-418a-972a-857b3ccfccf6/9ba2cd0b-3bd5-49ae-995b-81f735e2112d/4bcc06f0-d9e9-44f2-9672-2353fb4be423) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:52:17.034656 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Attempting to bind port fb3b469c-16a8-41ad-9c23-b12b63e79ca7 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:52:17.036345 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Attempting to bind port fb3b469c-16a8-41ad-9c23-b12b63e79ca7 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '2bde8c0a-1519-418a-972a-857b3ccfccf6'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:52:17.036345 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Attempting to bind port fb3b469c-16a8-41ad-9c23-b12b63e79ca7 on network 2bde8c0a-1519-418a-972a-857b3ccfccf6 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:52:17.061699 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Port fb3b469c-16a8-41ad-9c23-b12b63e79ca7 on network 2bde8c0a-1519-418a-972a-857b3ccfccf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:52:17.073506 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Attempting to bind port fb3b469c-16a8-41ad-9c23-b12b63e79ca7 on network 2bde8c0a-1519-418a-972a-857b3ccfccf6 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:52:17.089517 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:52:17.101117 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Checking segment: {'id': '22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '2bde8c0a-1519-418a-972a-857b3ccfccf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:52:17.101759 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Bound using segment: {'id': '22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '2bde8c0a-1519-418a-972a-857b3ccfccf6'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:52:17.102317 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Bound port: fb3b469c-16a8-41ad-9c23-b12b63e79ca7, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '2bde8c0a-1519-418a-972a-857b3ccfccf6'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:52:17.102829 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:17.217298 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 843ed1c4-9759-4b44-aceb-d5c2ee9253c2 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:52:17.339103 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 843ed1c4-9759-4b44-aceb-d5c2ee9253c2 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:17.339529 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:17.367826 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abe9081-5004-4f6a-a03c-6d4e66698e06 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:52:17.372618 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6abe9081-5004-4f6a-a03c-6d4e66698e06 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:17.419864 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-f7e7c6a7-5507-4889-a289-b948f449047a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Allocated IP 172.25.7.129 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/db26bc12-2533-40bc-9d80-f0f686cc4aec) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:52:17.464625 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33598a5c-3591-4561-abd7-2a18d83c6ff1 req-af980a37-833a-44d9-bd5b-f8b2dfde3a42 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:17.472867 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33598a5c-3591-4561-abd7-2a18d83c6ff1 req-af980a37-833a-44d9-bd5b-f8b2dfde3a42 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.1735034 Nov 04 10:52:17.525639 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-80f57125-258c-4b24-b91d-f392b0409d69 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:17.535060 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] For port fb3b469c-16a8-41ad-9c23-b12b63e79ca7, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:52:17.538920 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:17.550294 n-d-816629-1 neutron-server[101775]: INFO neutron.db.ipam_backend_mixin [None req-6abe9081-5004-4f6a-a03c-6d4e66698e06 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a8a73caf-5c9d-4d05-b967-90120b2ea158 (CIDR: 172.20.0.0/28) Nov 04 10:52:17.558654 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-6abe9081-5004-4f6a-a03c-6d4e66698e06 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:52:17.559250 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6abe9081-5004-4f6a-a03c-6d4e66698e06 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:52:17.594232 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6abe9081-5004-4f6a-a03c-6d4e66698e06 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8671780 Nov 04 10:52:17.594679 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33302) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:17.600888 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-cbc6b37a-02a8-4220-90f3-063001c43be6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'subnet': {'network_id': 'e00c1660-8b1d-4b7c-ba9e-f1a2c1811605', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:17.608958 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33598a5c-3591-4561-abd7-2a18d83c6ff1 req-bc6eb69b-e2e3-45e1-a604-47a95f727c06 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302161 Nov 04 10:52:17.626680 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] For port fb3b469c-16a8-41ad-9c23-b12b63e79ca7, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=fb3b469c-16a8-41ad-9c23-b12b63e79ca7,segment=NetworkSegment(22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d),segment_id=22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:52:17.637519 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 843ed1c4-9759-4b44-aceb-d5c2ee9253c2, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=843ed1c4-9759-4b44-aceb-d5c2ee9253c2,segment=NetworkSegment(17f1c1a5-bb50-41a6-a11c-dcaff9f946a0),segment_id=17f1c1a5-bb50-41a6-a11c-dcaff9f946a0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:17.648028 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:17.659388 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:17.692714 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-80f57125-258c-4b24-b91d-f392b0409d69 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:17.700429 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4a1834a7-dad5-4e08-b4ce-586fd492cffd None None] Provisioning complete for port a7dc8141-f1e2-469e-994d-f075c7dc5fe2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:17.701113 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4a1834a7-dad5-4e08-b4ce-586fd492cffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:17.774661 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=843ed1c4-9759-4b44-aceb-d5c2ee9253c2,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:17.781054 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-4a1834a7-dad5-4e08-b4ce-586fd492cffd None None] Port a7dc8141-f1e2-469e-994d-f075c7dc5fe2 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:52:17.796591 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4a1834a7-dad5-4e08-b4ce-586fd492cffd None None] Provisioning complete for port 843ed1c4-9759-4b44-aceb-d5c2ee9253c2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:17.797521 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4a1834a7-dad5-4e08-b4ce-586fd492cffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:17.835105 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3b469c-16a8-41ad-9c23-b12b63e79ca7,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:17.882499 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-80f57125-258c-4b24-b91d-f392b0409d69 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Network 2bde8c0a-1519-418a-972a-857b3ccfccf6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:17.901412 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:17.910594 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:17.912501 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-3f7d5b02-aa22-4cdc-aa18-9dc812885a73 service neutron] 10.222.0.126 "PUT /v2.0/ports/fb3b469c-16a8-41ad-9c23-b12b63e79ca7 HTTP/1.1" status: 200 len: 1091 time: 3.3208578 Nov 04 10:52:17.912996 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-80f57125-258c-4b24-b91d-f392b0409d69 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:17.929604 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9a1c15-3b1d-4d94-a020-5359a15019b0', 'tag': 'fb3b469c-16a8-41ad-9c23-b12b63e79ca7'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:52:17.932140 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-80f57125-258c-4b24-b91d-f392b0409d69 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:52:17.941458 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c46d398-0ee3-461b-95b7-44ccf34add33" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9a1c15-3b1d-4d94-a020-5359a15019b0", "tag": "fb3b469c-16a8-41ad-9c23-b12b63e79ca7"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:52:17.965378 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-10690746-36d6-49d3-823c-8ffbd2e71e19 req-33a398b8-18c8-4419-bdf9-4554152ac245 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=528e2bc2-8672-4936-9d08-7b3c270b8fe8 HTTP/1.1" status: 200 len: 210 time: 0.1195195 Nov 04 10:52:18.020752 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c6a7-5507-4889-a289-b948f449047a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:18.039768 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f57125-258c-4b24-b91d-f392b0409d69 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Pushing event updated for resources: {'Port': ['ID=4bcc06f0-d9e9-44f2-9672-2353fb4be423,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:18.049962 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-51d3e1b6-f8c2-45d9-a611-514b8e65a8fd None None] Provisioning complete for port 51ec6d84-8901-4fc0-8224-b4f93836da29 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:18.050560 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-51d3e1b6-f8c2-45d9-a611-514b8e65a8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:18.070802 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-99535d23-9177-4ddd-8d42-9d0f9ce62460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:18.084976 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-99535d23-9177-4ddd-8d42-9d0f9ce62460 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=69c40bb5a0d6475bbcebad78929d7dc6&device_id=ae9a1c15-3b1d-4d94-a020-5359a15019b0 HTTP/1.1" status: 200 len: 1094 time: 0.0851300 Nov 04 10:52:18.104547 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc6b37a-02a8-4220-90f3-063001c43be6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:52:18.116041 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cbc6b37a-02a8-4220-90f3-063001c43be6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:18.166488 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-80f57125-258c-4b24-b91d-f392b0409d69 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:18.167230 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-80f57125-258c-4b24-b91d-f392b0409d69 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:18.168064 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-51d3e1b6-f8c2-45d9-a611-514b8e65a8fd None None] Port 51ec6d84-8901-4fc0-8224-b4f93836da29 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:52:18.181132 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-5deb6d54-c66e-4b21-822c-bf2e11f15efb service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb3b469c-16a8-41ad-9c23-b12b63e79ca7 HTTP/1.1" status: 200 len: 217 time: 0.0739377 Nov 04 10:52:18.241383 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-80f57125-258c-4b24-b91d-f392b0409d69 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8283517 Nov 04 10:52:18.287462 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c6a7-5507-4889-a289-b948f449047a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:18.340232 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e7c6a7-5507-4889-a289-b948f449047a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:18.342358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-a87adf13-e01b-4e72-b5ca-9c3700401bc6 service neutron] Request body: {'port': {'device_id': '1ce2794d-a67d-4c79-9a69-92023c8ba323', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:18.352136 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-f7e7c6a7-5507-4889-a289-b948f449047a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:18.358455 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e7c6a7-5507-4889-a289-b948f449047a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:52:18.408223 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e3c67-014a-4677-8a54-340b73283fa8 req-05346b83-8cbf-48e9-bbda-5fcc0179076a tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:18.410219 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b21e3c67-014a-4677-8a54-340b73283fa8 req-05346b83-8cbf-48e9-bbda-5fcc0179076a tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/ports?device_id=45c3260c-ac03-45ba-bf65-687483a9914a HTTP/1.1" status: 200 len: 945 time: 0.2945085 Nov 04 10:52:18.423152 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-a68598f1-af0a-4025-8710-be41012afe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:18.424683 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-a68598f1-af0a-4025-8710-be41012afe88 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=9ba2cd0b-3bd5-49ae-995b-81f735e2112d HTTP/1.1" status: 200 len: 855 time: 0.1804004 Nov 04 10:52:18.467418 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-a87adf13-e01b-4e72-b5ca-9c3700401bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:18.567630 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cbc6b37a-02a8-4220-90f3-063001c43be6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:18.614381 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7c6a7-5507-4889-a289-b948f449047a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Port': ['ID=db26bc12-2533-40bc-9d80-f0f686cc4aec,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:18.660926 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc6b37a-02a8-4220-90f3-063001c43be6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:18.731045 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-cbc6b37a-02a8-4220-90f3-063001c43be6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:18.739091 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc6b37a-02a8-4220-90f3-063001c43be6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:18.739702 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cbc6b37a-02a8-4220-90f3-063001c43be6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:18.755599 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090abf7b-af0f-42ea-b3ae-41912160eb68 None None] Network e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:52:18.775287 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f38da36d-0689-4f51-8c9f-14deb66260b9 None None] Provisioning complete for port 4bcc06f0-d9e9-44f2-9672-2353fb4be423 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:18.783419 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f38da36d-0689-4f51-8c9f-14deb66260b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:18.796649 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6b37a-02a8-4220-90f3-063001c43be6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Subnet': ['ID=12e7872a-7fb1-45b2-9aa5-e97ba7a41db6,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:18.811582 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-c3cc3d66-ffc3-4502-80ba-5fecee0ea06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:18.813161 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-c3cc3d66-ffc3-4502-80ba-5fecee0ea06f service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=2bde8c0a-1519-418a-972a-857b3ccfccf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3741367 Nov 04 10:52:18.843353 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-cbc6b37a-02a8-4220-90f3-063001c43be6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2475777 Nov 04 10:52:18.856028 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33316) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:18.890134 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-802104a4-2102-4677-bcb0-8bf306201921 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1987090963', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '12e7872a-7fb1-45b2-9aa5-e97ba7a41db6'}], 'security_groups': ['e9d76be0-f79e-4165-90f9-be16f2cf5a38']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:18.898905 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-f38da36d-0689-4f51-8c9f-14deb66260b9 None None] Port 4bcc06f0-d9e9-44f2-9672-2353fb4be423 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:52:19.006270 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-5febc479-99b3-4d34-9432-402bd5ed4053 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:19.007869 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-5febc479-99b3-4d34-9432-402bd5ed4053 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.126 "GET /v2.0/networks?id=2bde8c0a-1519-418a-972a-857b3ccfccf6 HTTP/1.1" status: 200 len: 816 time: 0.2995808 Nov 04 10:52:19.037328 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-a7d8c304-b4cb-4586-adbe-5d62eb13cf17 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Request body: {'port': {'device_id': '528e2bc2-8672-4936-9d08-7b3c270b8fe8', 'network_id': '2bde8c0a-1519-418a-972a-857b3ccfccf6', 'admin_state_up': True, 'tenant_id': '69c40bb5a0d6475bbcebad78929d7dc6'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:19.038424 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-85585d07-ed47-4aac-9d24-3709dfdd5c5f service neutron] 10.222.0.126 "GET /v2.0/networks/2bde8c0a-1519-418a-972a-857b3ccfccf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139556 Nov 04 10:52:19.046830 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b21e3c67-014a-4677-8a54-340b73283fa8 req-cccfb63c-63a5-4472-9c20-b912d073383a tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7ed696-fab2-4127-a5b4-13d5708e4309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6258512 Nov 04 10:52:19.104847 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-802104a4-2102-4677-bcb0-8bf306201921 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:19.167156 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba46977-0f81-4a63-91e4-0ba3d1242987 req-03db6050-2002-4da3-b35d-f168541c349a tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:19.168675 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1ba46977-0f81-4a63-91e4-0ba3d1242987 req-03db6050-2002-4da3-b35d-f168541c349a tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.126 "GET /v2.0/ports?device_id=45c3260c-ac03-45ba-bf65-687483a9914a HTTP/1.1" status: 200 len: 945 time: 0.3875389 Nov 04 10:52:19.169395 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 843ed1c4-9759-4b44-aceb-d5c2ee9253c2 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:52:19.220123 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c6a7-5507-4889-a289-b948f449047a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:19.222798 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d77e17a-2db1-47b9-bc40-0e805d1864a2 None None] Update dhcp port {'port': {'network_id': 'e00c1660-8b1d-4b7c-ba9e-f1a2c1811605', 'fixed_ips': [{'subnet_id': 'a8a73caf-5c9d-4d05-b967-90120b2ea158', 'ip_address': '172.20.0.2'}, {'subnet_id': '12e7872a-7fb1-45b2-9aa5-e97ba7a41db6'}], 'binding:host_id': 'n-d-816629-1'}, 'id': '843ed1c4-9759-4b44-aceb-d5c2ee9253c2'} from n-d-816629-1. {{(pid=101776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 10:52:19.269045 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1d77e17a-2db1-47b9-bc40-0e805d1864a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:19.327189 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6bf56-8312-4693-a943-6379ecc2c624 req-8b78465f-8c71-40dd-826b-12e52fa7da5f tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:19.329077 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0dd6bf56-8312-4693-a943-6379ecc2c624 req-8b78465f-8c71-40dd-826b-12e52fa7da5f tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.1740224 Nov 04 10:52:19.395872 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-16cca1fc-0f74-49f3-ac7b-8115f258eaea req-6a772833-af85-4bfa-b7b8-c4b1c2febc9e service neutron] 10.222.0.126 "GET /v2.0/networks/2bde8c0a-1519-418a-972a-857b3ccfccf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419013 Nov 04 10:52:19.425328 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 843ed1c4-9759-4b44-aceb-d5c2ee9253c2 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:19.426100 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:19.454674 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0dd6bf56-8312-4693-a943-6379ecc2c624 req-f8e40d85-2a7a-43c3-897d-85e2bb4bd509 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147835 Nov 04 10:52:19.540021 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-1d77e17a-2db1-47b9-bc40-0e805d1864a2 None None] Allocated IP 172.20.0.18 (e00c1660-8b1d-4b7c-ba9e-f1a2c1811605/12e7872a-7fb1-45b2-9aa5-e97ba7a41db6/843ed1c4-9759-4b44-aceb-d5c2ee9253c2) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:52:19.584525 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c6a7-5507-4889-a289-b948f449047a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:19.599035 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796d407e-8a60-4411-8bf9-b583b5df5181 x-openstack-request-id: req-796d407e-8a60-4411-8bf9-b583b5df5181 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:52:19.599638 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9a1c15-3b1d-4d94-a020-5359a15019b0", "tag": "fb3b469c-16a8-41ad-9c23-b12b63e79ca7", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:52:19.600966 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-796d407e-8a60-4411-8bf9-b583b5df5181 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:52:19.601547 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9a1c15-3b1d-4d94-a020-5359a15019b0', 'tag': 'fb3b469c-16a8-41ad-9c23-b12b63e79ca7', 'status': 'completed', 'code': 200} Nov 04 10:52:19.716458 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ba8e83f2-f409-4d79-bb4b-70f197083705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:19.777197 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-1d77e17a-2db1-47b9-bc40-0e805d1864a2 None None] For port 843ed1c4-9759-4b44-aceb-d5c2ee9253c2, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=843ed1c4-9759-4b44-aceb-d5c2ee9253c2,segment=NetworkSegment(17f1c1a5-bb50-41a6-a11c-dcaff9f946a0),segment_id=17f1c1a5-bb50-41a6-a11c-dcaff9f946a0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:19.805563 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-a87adf13-e01b-4e72-b5ca-9c3700401bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bcc06f0-d9e9-44f2-9672-2353fb4be423 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:52:19.812521 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46d398-0ee3-461b-95b7-44ccf34add33 req-af929baa-affd-47c7-b3ce-82aecba7740a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:19.815958 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-a7d8c304-b4cb-4586-adbe-5d62eb13cf17 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Made reservation on behalf of 69c40bb5a0d6475bbcebad78929d7dc6 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:52:19.816293 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c46d398-0ee3-461b-95b7-44ccf34add33 req-af929baa-affd-47c7-b3ce-82aecba7740a service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=69c40bb5a0d6475bbcebad78929d7dc6&device_id=ae9a1c15-3b1d-4d94-a020-5359a15019b0 HTTP/1.1" status: 200 len: 1094 time: 0.1299543 Nov 04 10:52:19.820121 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-a7d8c304-b4cb-4586-adbe-5d62eb13cf17 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:19.828730 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1d77e17a-2db1-47b9-bc40-0e805d1864a2 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:19.835726 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1d77e17a-2db1-47b9-bc40-0e805d1864a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:19.838312 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-a87adf13-e01b-4e72-b5ca-9c3700401bc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:19.930271 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-a87adf13-e01b-4e72-b5ca-9c3700401bc6 service neutron] Transition to ACTIVE for port object 4bcc06f0-d9e9-44f2-9672-2353fb4be423 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:52:19.942455 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77e17a-2db1-47b9-bc40-0e805d1864a2 None None] Pushing event updated for resources: {'Port': ['ID=843ed1c4-9759-4b44-aceb-d5c2ee9253c2,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:19.956221 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-a87adf13-e01b-4e72-b5ca-9c3700401bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:19.966100 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc69a62d-a0d8-4c1f-a615-18e57f7ae14d req-3864901b-ee51-4751-8c72-cafea0da432e tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=528e2bc2-8672-4936-9d08-7b3c270b8fe8 HTTP/1.1" status: 200 len: 210 time: 0.0655556 Nov 04 10:52:20.023476 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e7c6a7-5507-4889-a289-b948f449047a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Router 90e7ff74-3305-4d6b-b165-d3ab953c9598 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:52:20.031603 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46d398-0ee3-461b-95b7-44ccf34add33 req-87ad2376-f783-435c-b25b-0bf5f1bfb921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:20.039025 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c46d398-0ee3-461b-95b7-44ccf34add33 req-87ad2376-f783-435c-b25b-0bf5f1bfb921 service neutron] 10.222.0.126 "GET /v2.0/networks?id=2bde8c0a-1519-418a-972a-857b3ccfccf6 HTTP/1.1" status: 200 len: 918 time: 0.2082524 Nov 04 10:52:20.137823 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c46d398-0ee3-461b-95b7-44ccf34add33 req-efb2baa1-7076-4c9f-97c1-ee9b1cffc623 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb3b469c-16a8-41ad-9c23-b12b63e79ca7 HTTP/1.1" status: 200 len: 217 time: 0.0892339 Nov 04 10:52:20.166277 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-1ba46977-0f81-4a63-91e4-0ba3d1242987 req-d0cdd7c3-ad35-44bc-9d9b-943f54c3fc78 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Deleting port 55d795c9-50a2-4585-a643-af2f4ff0d8bf {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:52:20.166528 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1ba46977-0f81-4a63-91e4-0ba3d1242987 req-d0cdd7c3-ad35-44bc-9d9b-943f54c3fc78 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:20.175767 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87adf13-e01b-4e72-b5ca-9c3700401bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=4bcc06f0-d9e9-44f2-9672-2353fb4be423,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:20.451750 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-a7d8c304-b4cb-4586-adbe-5d62eb13cf17 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Allocated IP 172.20.0.10 (2bde8c0a-1519-418a-972a-857b3ccfccf6/9ba2cd0b-3bd5-49ae-995b-81f735e2112d/4f9aeeef-846e-4e26-81d1-565a3335ffa0) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:52:20.580174 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-a87adf13-e01b-4e72-b5ca-9c3700401bc6 service neutron] Attempting to bind port 4bcc06f0-d9e9-44f2-9672-2353fb4be423 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:52:20.580590 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-a87adf13-e01b-4e72-b5ca-9c3700401bc6 service neutron] Attempting to bind port 4bcc06f0-d9e9-44f2-9672-2353fb4be423 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '2bde8c0a-1519-418a-972a-857b3ccfccf6'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:52:20.580971 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-a87adf13-e01b-4e72-b5ca-9c3700401bc6 service neutron] Attempting to bind port 4bcc06f0-d9e9-44f2-9672-2353fb4be423 on network 2bde8c0a-1519-418a-972a-857b3ccfccf6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:52:20.600325 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-1ba46977-0f81-4a63-91e4-0ba3d1242987 req-d0cdd7c3-ad35-44bc-9d9b-943f54c3fc78 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] For port 55d795c9-50a2-4585-a643-af2f4ff0d8bf, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=55d795c9-50a2-4585-a643-af2f4ff0d8bf,segment=NetworkSegment(05f694fd-aa8e-43ff-ad42-870e19141504),segment_id=05f694fd-aa8e-43ff-ad42-870e19141504)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:20.600696 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1ba46977-0f81-4a63-91e4-0ba3d1242987 req-d0cdd7c3-ad35-44bc-9d9b-943f54c3fc78 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:20.618016 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-a87adf13-e01b-4e72-b5ca-9c3700401bc6 service neutron] Port 4bcc06f0-d9e9-44f2-9672-2353fb4be423 on network 2bde8c0a-1519-418a-972a-857b3ccfccf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:52:20.618349 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-a87adf13-e01b-4e72-b5ca-9c3700401bc6 service neutron] Attempting to bind port 4bcc06f0-d9e9-44f2-9672-2353fb4be423 on network 2bde8c0a-1519-418a-972a-857b3ccfccf6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:52:20.633080 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-802104a4-2102-4677-bcb0-8bf306201921 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Delete allocated IP 172.20.0.9 (e00c1660-8b1d-4b7c-ba9e-f1a2c1811605/a8a73caf-5c9d-4d05-b967-90120b2ea158) {{(pid=101775) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 04 10:52:20.652351 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-1ba46977-0f81-4a63-91e4-0ba3d1242987 req-d0cdd7c3-ad35-44bc-9d9b-943f54c3fc78 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Calling delete_port for 55d795c9-50a2-4585-a643-af2f4ff0d8bf owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:52:20.654395 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-a87adf13-e01b-4e72-b5ca-9c3700401bc6 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:52:20.654735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-a87adf13-e01b-4e72-b5ca-9c3700401bc6 service neutron] Checking segment: {'id': '22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '2bde8c0a-1519-418a-972a-857b3ccfccf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:52:20.655136 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-a87adf13-e01b-4e72-b5ca-9c3700401bc6 service neutron] Bound using segment: {'id': '22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '2bde8c0a-1519-418a-972a-857b3ccfccf6'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:52:20.655560 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-a87adf13-e01b-4e72-b5ca-9c3700401bc6 service neutron] Bound port: 4bcc06f0-d9e9-44f2-9672-2353fb4be423, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '2bde8c0a-1519-418a-972a-857b3ccfccf6'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:52:20.655911 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-a87adf13-e01b-4e72-b5ca-9c3700401bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:20.675532 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-802104a4-2102-4677-bcb0-8bf306201921 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Allocated IP 172.20.0.22 (e00c1660-8b1d-4b7c-ba9e-f1a2c1811605/12e7872a-7fb1-45b2-9aa5-e97ba7a41db6/51ec6d84-8901-4fc0-8224-b4f93836da29) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:52:20.710971 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46d398-0ee3-461b-95b7-44ccf34add33 req-75c2cc85-a157-4767-b76f-4d94c4405f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:20.712551 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c46d398-0ee3-461b-95b7-44ccf34add33 req-75c2cc85-a157-4767-b76f-4d94c4405f9f service neutron] 10.222.0.126 "GET /v2.0/subnets?id=9ba2cd0b-3bd5-49ae-995b-81f735e2112d HTTP/1.1" status: 200 len: 855 time: 0.5555067 Nov 04 10:52:20.720421 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f3448-4542-4645-ac8f-ee3336054c12 req-1ace91b3-7426-4ac4-ab0a-501f5a137b2f tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:20.728670 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5b9f3448-4542-4645-ac8f-ee3336054c12 req-1ace91b3-7426-4ac4-ab0a-501f5a137b2f tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.6724808 Nov 04 10:52:20.761980 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:20.794835 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e7c6a7-5507-4889-a289-b948f449047a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:52:20.812650 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b6f596-8d08-4b77-9792-c8f5fa8bb2c8 None None] Sync routers for ids ['90e7ff74-3305-4d6b-b165-d3ab953c9598'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:52:20.837442 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b6f596-8d08-4b77-9792-c8f5fa8bb2c8 None None] Routers {'90e7ff74-3305-4d6b-b165-d3ab953c9598'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:52:20.838247 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-57b6f596-8d08-4b77-9792-c8f5fa8bb2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:52:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['90e7ff74-3305-4d6b-b165-d3ab953c9598'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:20.867316 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5b9f3448-4542-4645-ac8f-ee3336054c12 req-5c47f3ce-dff0-4c48-936f-8f68339ca568 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376061 Nov 04 10:52:20.872348 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c6a7-5507-4889-a289-b948f449047a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:20.881334 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f7e7c6a7-5507-4889-a289-b948f449047a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.7285531 Nov 04 10:52:20.884730 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46d398-0ee3-461b-95b7-44ccf34add33 req-3dbf1601-7f53-45a2-b5fb-3cea6174877d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:20.886167 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-123a2ccb-4a4d-4e84-955f-560b0ecb5b93 None None] Provisioning complete for port a7dc8141-f1e2-469e-994d-f075c7dc5fe2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:20.886303 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-123a2ccb-4a4d-4e84-955f-560b0ecb5b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:20.886637 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c46d398-0ee3-461b-95b7-44ccf34add33 req-3dbf1601-7f53-45a2-b5fb-3cea6174877d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=2bde8c0a-1519-418a-972a-857b3ccfccf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361940 Nov 04 10:52:20.888378 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33336) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:20.922512 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-57b6f596-8d08-4b77-9792-c8f5fa8bb2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:20.951352 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b6f596-8d08-4b77-9792-c8f5fa8bb2c8 None None] Routers {'90e7ff74-3305-4d6b-b165-d3ab953c9598'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:52:20.952132 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-57b6f596-8d08-4b77-9792-c8f5fa8bb2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:52:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['90e7ff74-3305-4d6b-b165-d3ab953c9598'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:20.984843 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-123a2ccb-4a4d-4e84-955f-560b0ecb5b93 None None] Port a7dc8141-f1e2-469e-994d-f075c7dc5fe2 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:52:21.017837 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-123a2ccb-4a4d-4e84-955f-560b0ecb5b93 None None] Provisioning complete for port 843ed1c4-9759-4b44-aceb-d5c2ee9253c2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:21.018236 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-123a2ccb-4a4d-4e84-955f-560b0ecb5b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:21.031041 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-57b6f596-8d08-4b77-9792-c8f5fa8bb2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:21.031903 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b6f596-8d08-4b77-9792-c8f5fa8bb2c8 None None] The sync data for ids ['90e7ff74-3305-4d6b-b165-d3ab953c9598'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:52:21.125712 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 843ed1c4-9759-4b44-aceb-d5c2ee9253c2 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:52:21.160646 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-802104a4-2102-4677-bcb0-8bf306201921 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:21.191661 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08207e1-ecb0-4fca-82c6-76fe59fde6f6 req-38909773-c99a-455d-a77c-a7c5e7b1edfa tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:21.193397 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a08207e1-ecb0-4fca-82c6-76fe59fde6f6 req-38909773-c99a-455d-a77c-a7c5e7b1edfa tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/ports?device_id=45c3260c-ac03-45ba-bf65-687483a9914a HTTP/1.1" status: 200 len: 945 time: 0.1964047 Nov 04 10:52:21.242328 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-802104a4-2102-4677-bcb0-8bf306201921 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:21.296935 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9d45fc08-bf2b-4ca4-8a63-1a10a3c1d20a tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "GET /v2.0/routers/90e7ff74-3305-4d6b-b165-d3ab953c9598 HTTP/1.1" status: 200 len: 881 time: 0.4073300 Nov 04 10:52:21.304139 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 843ed1c4-9759-4b44-aceb-d5c2ee9253c2 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:21.304661 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:21.307276 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33352) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:21.319959 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-a87adf13-e01b-4e72-b5ca-9c3700401bc6 service neutron] For port 4bcc06f0-d9e9-44f2-9672-2353fb4be423, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:52:21.362605 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-123a2ccb-4a4d-4e84-955f-560b0ecb5b93 None None] Provisioning complete for port 51ec6d84-8901-4fc0-8224-b4f93836da29 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:21.363174 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-123a2ccb-4a4d-4e84-955f-560b0ecb5b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:21.412949 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a08207e1-ecb0-4fca-82c6-76fe59fde6f6 req-a637c800-35c4-4d47-b083-c599e0639814 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7ed696-fab2-4127-a5b4-13d5708e4309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049870 Nov 04 10:52:21.415345 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-123a2ccb-4a4d-4e84-955f-560b0ecb5b93 None None] Port 51ec6d84-8901-4fc0-8224-b4f93836da29 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:52:21.417525 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-a87adf13-e01b-4e72-b5ca-9c3700401bc6 service neutron] For port 4bcc06f0-d9e9-44f2-9672-2353fb4be423, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4bcc06f0-d9e9-44f2-9672-2353fb4be423,segment=NetworkSegment(22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d),segment_id=22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:52:21.459438 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c46d398-0ee3-461b-95b7-44ccf34add33 req-342484a7-a928-43a1-a972-000cbd9bd8d0 service neutron] 10.222.0.126 "GET /v2.0/networks/2bde8c0a-1519-418a-972a-857b3ccfccf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5633357 Nov 04 10:52:21.495411 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-a87adf13-e01b-4e72-b5ca-9c3700401bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:21.640529 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1ba46977-0f81-4a63-91e4-0ba3d1242987 req-d0cdd7c3-ad35-44bc-9d9b-943f54c3fc78 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:21.645378 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802104a4-2102-4677-bcb0-8bf306201921 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Port': ['ID=51ec6d84-8901-4fc0-8224-b4f93836da29,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:21.714508 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-a7d8c304-b4cb-4586-adbe-5d62eb13cf17 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:21.776872 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-802104a4-2102-4677-bcb0-8bf306201921 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] In _notify_port_updated(), no bound segment for port 51ec6d84-8901-4fc0-8224-b4f93836da29 on network e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 {{(pid=101775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 04 10:52:21.777106 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1a33d913-f7ae-48a5-abb8-5b73e70fcff4 req-4ec64603-c67a-4284-8c1b-4ee3169a5075 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=528e2bc2-8672-4936-9d08-7b3c270b8fe8 HTTP/1.1" status: 200 len: 210 time: 0.1263072 Nov 04 10:52:21.780810 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c46d398-0ee3-461b-95b7-44ccf34add33 req-20ca3c64-d670-487b-a77b-811bfc2b9884 service neutron] 10.222.0.126 "GET /v2.0/networks/2bde8c0a-1519-418a-972a-857b3ccfccf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065462 Nov 04 10:52:21.783173 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802104a4-2102-4677-bcb0-8bf306201921 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:21.784583 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-802104a4-2102-4677-bcb0-8bf306201921 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:21.817904 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33356) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:21.821406 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-802104a4-2102-4677-bcb0-8bf306201921 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "PUT /v2.0/ports/51ec6d84-8901-4fc0-8224-b4f93836da29 HTTP/1.1" status: 200 len: 921 time: 2.9354620 Nov 04 10:52:21.843406 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-a87adf13-e01b-4e72-b5ca-9c3700401bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:21.844172 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-a87adf13-e01b-4e72-b5ca-9c3700401bc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:21.847041 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-a87adf13-e01b-4e72-b5ca-9c3700401bc6 service neutron] 10.222.0.126 "PUT /v2.0/ports/4bcc06f0-d9e9-44f2-9672-2353fb4be423 HTTP/1.1" status: 200 len: 1091 time: 3.5105662 Nov 04 10:52:21.848392 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-a7d8c304-b4cb-4586-adbe-5d62eb13cf17 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:21.850632 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce2794d-a67d-4c79-9a69-92023c8ba323', 'tag': '4bcc06f0-d9e9-44f2-9672-2353fb4be423'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:52:21.854464 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5e85cf-5354-4a59-9eef-1037e120ed69" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce2794d-a67d-4c79-9a69-92023c8ba323", "tag": "4bcc06f0-d9e9-44f2-9672-2353fb4be423"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:52:21.969869 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba46977-0f81-4a63-91e4-0ba3d1242987 req-d0cdd7c3-ad35-44bc-9d9b-943f54c3fc78 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] No DVR routers for this DVR port 55d795c9-50a2-4585-a643-af2f4ff0d8bf on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:52:21.976719 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1ba46977-0f81-4a63-91e4-0ba3d1242987 req-d0cdd7c3-ad35-44bc-9d9b-943f54c3fc78 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:21.980767 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1ba46977-0f81-4a63-91e4-0ba3d1242987 req-d0cdd7c3-ad35-44bc-9d9b-943f54c3fc78 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.126 "DELETE /v2.0/ports/55d795c9-50a2-4585-a643-af2f4ff0d8bf HTTP/1.1" status: 204 len: 173 time: 2.7947469 Nov 04 10:52:22.011966 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-a7d8c304-b4cb-4586-adbe-5d62eb13cf17 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Network 2bde8c0a-1519-418a-972a-857b3ccfccf6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:22.025168 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-a7d8c304-b4cb-4586-adbe-5d62eb13cf17 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:22.028510 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-a7d8c304-b4cb-4586-adbe-5d62eb13cf17 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:52:22.085515 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b38f5700-da83-47fe-9f90-70bd49425cd9 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.7769299 Nov 04 10:52:22.088999 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33360) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:22.115647 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-a6a4d1b6-e19d-4e6a-ab30-dd09a53b8431 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2047436424'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:22.147330 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87adf13-e01b-4e72-b5ca-9c3700401bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=4bcc06f0-d9e9-44f2-9672-2353fb4be423,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:22.187485 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-22dcd80d-2618-44ec-a4c3-70976593ab7f None None] Provisioning complete for port 51ec6d84-8901-4fc0-8224-b4f93836da29 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:22.188115 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-22dcd80d-2618-44ec-a4c3-70976593ab7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:22.215225 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b6949-7365-4934-bcb6-ba4cab15edc4 req-40301590-928d-4ef2-86e5-538d276b9840 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:22.217186 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3e6b6949-7365-4934-bcb6-ba4cab15edc4 req-40301590-928d-4ef2-86e5-538d276b9840 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.2433379 Nov 04 10:52:22.224727 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cdd7c3-ad35-44bc-9d9b-943f54c3fc78 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] Pushing event deleted for resources: {'Port': ['ID=55d795c9-50a2-4585-a643-af2f4ff0d8bf,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:22.264505 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-80fd944d-b3ba-4c1c-963a-2706710eaa13 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting port 51ec6d84-8901-4fc0-8224-b4f93836da29 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:52:22.264760 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-80fd944d-b3ba-4c1c-963a-2706710eaa13 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:22.275063 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:22.279431 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-22dcd80d-2618-44ec-a4c3-70976593ab7f None None] Port 51ec6d84-8901-4fc0-8224-b4f93836da29 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:52:22.287002 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8c304-b4cb-4586-adbe-5d62eb13cf17 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Pushing event updated for resources: {'Port': ['ID=4f9aeeef-846e-4e26-81d1-565a3335ffa0,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:22.310824 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-a7d8c304-b4cb-4586-adbe-5d62eb13cf17 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:22.311750 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-a7d8c304-b4cb-4586-adbe-5d62eb13cf17 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:22.319270 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-6e9fe545-f302-45b2-8d09-d3487883f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:22.321147 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-6e9fe545-f302-45b2-8d09-d3487883f9a0 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=69c40bb5a0d6475bbcebad78929d7dc6&device_id=1ce2794d-a67d-4c79-9a69-92023c8ba323 HTTP/1.1" status: 200 len: 1094 time: 0.4053354 Nov 04 10:52:22.405797 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-dcb3df82-9352-45cf-8b02-d3857f567025 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bcc06f0-d9e9-44f2-9672-2353fb4be423 HTTP/1.1" status: 200 len: 217 time: 0.0736489 Nov 04 10:52:22.410992 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-a7d8c304-b4cb-4586-adbe-5d62eb13cf17 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3800483 Nov 04 10:52:22.443160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-e4cf12c5-e3a5-4275-8493-95a3820d3936 service neutron] Request body: {'port': {'device_id': '528e2bc2-8672-4936-9d08-7b3c270b8fe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:22.460617 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3e6b6949-7365-4934-bcb6-ba4cab15edc4 req-de5fd727-9a6d-4c27-81da-eb3fe07ec6d6 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188122 Nov 04 10:52:22.515732 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device fb3b469c-16a8-41ad-9c23-b12b63e79ca7 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:52:22.518888 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 55d795c9-50a2-4585-a643-af2f4ff0d8bf no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:52:22.522408 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-1d7e843a-2868-4760-b6c6-1c046fdf6a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:22.524484 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-1d7e843a-2868-4760-b6c6-1c046fdf6a73 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=9ba2cd0b-3bd5-49ae-995b-81f735e2112d HTTP/1.1" status: 200 len: 855 time: 0.1090052 Nov 04 10:52:22.603784 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7156a73-d281-4223-b1b2-a50d3cda0179 x-openstack-request-id: req-e7156a73-d281-4223-b1b2-a50d3cda0179 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:52:22.604470 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce2794d-a67d-4c79-9a69-92023c8ba323", "tag": "4bcc06f0-d9e9-44f2-9672-2353fb4be423", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:52:22.604904 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-e7156a73-d281-4223-b1b2-a50d3cda0179 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:52:22.605449 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce2794d-a67d-4c79-9a69-92023c8ba323', 'tag': '4bcc06f0-d9e9-44f2-9672-2353fb4be423', 'status': 'completed', 'code': 200} Nov 04 10:52:22.615895 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-e4cf12c5-e3a5-4275-8493-95a3820d3936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:22.627583 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 55d795c9-50a2-4585-a643-af2f4ff0d8bf {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:52:22.628064 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 55d795c9-50a2-4585-a643-af2f4ff0d8bf not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:52:22.653243 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f2060d5-c806-48e7-9b92-651986b08e3c None None] Provisioning complete for port 4f9aeeef-846e-4e26-81d1-565a3335ffa0 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:22.653800 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f2060d5-c806-48e7-9b92-651986b08e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:22.699593 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f2060d5-c806-48e7-9b92-651986b08e3c None None] Port 4f9aeeef-846e-4e26-81d1-565a3335ffa0 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:52:22.704584 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:22.709923 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-7cd867d7-87ce-42c9-81b6-2157a832e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:22.713672 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-7cd867d7-87ce-42c9-81b6-2157a832e8af service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=2bde8c0a-1519-418a-972a-857b3ccfccf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1715662 Nov 04 10:52:22.716856 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-80fd944d-b3ba-4c1c-963a-2706710eaa13 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:22.739123 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-80fd944d-b3ba-4c1c-963a-2706710eaa13 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Calling delete_port for 51ec6d84-8901-4fc0-8224-b4f93836da29 owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:52:22.804598 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port fb3b469c-16a8-41ad-9c23-b12b63e79ca7, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=fb3b469c-16a8-41ad-9c23-b12b63e79ca7,segment=NetworkSegment(22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d),segment_id=22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:22.817415 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'fb3b469c-16a8-41ad-9c23-b12b63e79ca7', 'network_id': '2bde8c0a-1519-418a-972a-857b3ccfccf6', 'port_id': 'fb3b469c-16a8-41ad-9c23-b12b63e79ca7', 'mac_address': 'fa:16:3e:84:98:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba2cd0b-3bd5-49ae-995b-81f735e2112d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:52:22.872324 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:22.883361 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-19f263fe-11ee-411d-b09c-fe23b5040366 req-f405a299-f903-46d4-aeec-13fcfe5e409a tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] 10.222.0.127 "GET /v2.0/ports?device_id=45c3260c-ac03-45ba-bf65-687483a9914a HTTP/1.1" status: 200 len: 210 time: 0.2223361 Nov 04 10:52:22.889301 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb3b469c-16a8-41ad-9c23-b12b63e79ca7 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:52:22.923161 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port fb3b469c-16a8-41ad-9c23-b12b63e79ca7, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=fb3b469c-16a8-41ad-9c23-b12b63e79ca7,segment=NetworkSegment(22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d),segment_id=22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:22.928182 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:22.985317 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=fb3b469c-16a8-41ad-9c23-b12b63e79ca7,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:23.028461 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-80fd944d-b3ba-4c1c-963a-2706710eaa13 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:23.034297 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-56ad6454-60c1-4ce8-a556-41ad166ba3b6 service neutron] 10.222.0.126 "GET /v2.0/networks/2bde8c0a-1519-418a-972a-857b3ccfccf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119287 Nov 04 10:52:23.107513 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd944d-b3ba-4c1c-963a-2706710eaa13 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Port': ['ID=51ec6d84-8901-4fc0-8224-b4f93836da29,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:23.120620 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-e4cf12c5-e3a5-4275-8493-95a3820d3936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f9aeeef-846e-4e26-81d1-565a3335ffa0 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:52:23.137350 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-e4cf12c5-e3a5-4275-8493-95a3820d3936 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:23.174868 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-e4cf12c5-e3a5-4275-8493-95a3820d3936 service neutron] Transition to ACTIVE for port object 4f9aeeef-846e-4e26-81d1-565a3335ffa0 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:52:23.175863 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2a987-c854-42d2-86b2-a59b80ca16b1 req-f6e8a58d-7f61-4775-a931-c5a5bcf7196a tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:23.182741 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-e4cf12c5-e3a5-4275-8493-95a3820d3936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:23.186929 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bcf2a987-c854-42d2-86b2-a59b80ca16b1 req-f6e8a58d-7f61-4775-a931-c5a5bcf7196a tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.1960299 Nov 04 10:52:23.225842 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['fb3b469c-16a8-41ad-9c23-b12b63e79ca7'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:52:23.237742 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f9379143-0f03-4e69-a0ac-fdf8ff3cdd3f req-01509d60-4aac-4ba1-8285-875566e7569b service neutron] 10.222.0.126 "GET /v2.0/networks/2bde8c0a-1519-418a-972a-857b3ccfccf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751757 Nov 04 10:52:23.266119 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf12c5-e3a5-4275-8493-95a3820d3936 service neutron] Pushing event updated for resources: {'Port': ['ID=4f9aeeef-846e-4e26-81d1-565a3335ffa0,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:23.460608 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-80fd944d-b3ba-4c1c-963a-2706710eaa13 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:23.466392 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-80fd944d-b3ba-4c1c-963a-2706710eaa13 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/ports/51ec6d84-8901-4fc0-8224-b4f93836da29 HTTP/1.1" status: 204 len: 168 time: 1.6438653 Nov 04 10:52:23.466845 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33374) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:23.479843 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bcf2a987-c854-42d2-86b2-a59b80ca16b1 req-09acd979-19c6-4412-8d78-fd9a0a8a9147 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917314 Nov 04 10:52:23.498055 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d6dd81a-c8d8-490b-b616-84f89298512d tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] GET failed (client error): The resource could not be found. Nov 04 10:52:23.502234 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5d6dd81a-c8d8-490b-b616-84f89298512d tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "GET /v2.0/ports/51ec6d84-8901-4fc0-8224-b4f93836da29 HTTP/1.1" status: 404 len: 333 time: 0.0318892 Nov 04 10:52:23.502234 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e85cf-5354-4a59-9eef-1037e120ed69 req-5201b1b1-cddd-4aab-b46b-c412bd902279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:23.503356 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ca5e85cf-5354-4a59-9eef-1037e120ed69 req-5201b1b1-cddd-4aab-b46b-c412bd902279 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=69c40bb5a0d6475bbcebad78929d7dc6&device_id=1ce2794d-a67d-4c79-9a69-92023c8ba323 HTTP/1.1" status: 200 len: 1094 time: 0.1797836 Nov 04 10:52:23.509985 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33376) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:23.514534 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6a4d1b6-e19d-4e6a-ab30-dd09a53b8431 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41180'] for router, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:23.535839 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6a4d1b6-e19d-4e6a-ab30-dd09a53b8431 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3752830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3752821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3754209'] for router, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:23.545591 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-e4cf12c5-e3a5-4275-8493-95a3820d3936 service neutron] Attempting to bind port 4f9aeeef-846e-4e26-81d1-565a3335ffa0 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:52:23.545976 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-e4cf12c5-e3a5-4275-8493-95a3820d3936 service neutron] Attempting to bind port 4f9aeeef-846e-4e26-81d1-565a3335ffa0 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '2bde8c0a-1519-418a-972a-857b3ccfccf6'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:52:23.546406 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-e4cf12c5-e3a5-4275-8493-95a3820d3936 service neutron] Attempting to bind port 4f9aeeef-846e-4e26-81d1-565a3335ffa0 on network 2bde8c0a-1519-418a-972a-857b3ccfccf6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:52:23.603412 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-e4cf12c5-e3a5-4275-8493-95a3820d3936 service neutron] Port 4f9aeeef-846e-4e26-81d1-565a3335ffa0 on network 2bde8c0a-1519-418a-972a-857b3ccfccf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:52:23.603832 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-e4cf12c5-e3a5-4275-8493-95a3820d3936 service neutron] Attempting to bind port 4f9aeeef-846e-4e26-81d1-565a3335ffa0 on network 2bde8c0a-1519-418a-972a-857b3ccfccf6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:52:23.624278 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-e4cf12c5-e3a5-4275-8493-95a3820d3936 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:52:23.624651 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-e4cf12c5-e3a5-4275-8493-95a3820d3936 service neutron] Checking segment: {'id': '22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '2bde8c0a-1519-418a-972a-857b3ccfccf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:52:23.625067 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-e4cf12c5-e3a5-4275-8493-95a3820d3936 service neutron] Bound using segment: {'id': '22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '2bde8c0a-1519-418a-972a-857b3ccfccf6'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:52:23.625517 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-e4cf12c5-e3a5-4275-8493-95a3820d3936 service neutron] Bound port: 4f9aeeef-846e-4e26-81d1-565a3335ffa0, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '2bde8c0a-1519-418a-972a-857b3ccfccf6'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:52:23.625871 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-e4cf12c5-e3a5-4275-8493-95a3820d3936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:23.707298 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-33942bd1-a1cd-4ff5-a9a2-6d0982f104af tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:23.733062 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e85cf-5354-4a59-9eef-1037e120ed69 req-e85b5a2f-ff31-4b54-8b25-b735ce82cf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:23.734571 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ca5e85cf-5354-4a59-9eef-1037e120ed69 req-e85b5a2f-ff31-4b54-8b25-b735ce82cf17 service neutron] 10.222.0.126 "GET /v2.0/networks?id=2bde8c0a-1519-418a-972a-857b3ccfccf6 HTTP/1.1" status: 200 len: 918 time: 0.2082074 Nov 04 10:52:23.752647 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a4d1b6-e19d-4e6a-ab30-dd09a53b8431 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Router 90e7ff74-3305-4d6b-b165-d3ab953c9598 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:52:23.770664 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb04cf-41cc-4c97-a19c-5a04145bea7b req-36bba8ce-44e0-4818-80e9-57c162a7b9e9 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:23.772201 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-27fb04cf-41cc-4c97-a19c-5a04145bea7b req-36bba8ce-44e0-4818-80e9-57c162a7b9e9 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=528e2bc2-8672-4936-9d08-7b3c270b8fe8 HTTP/1.1" status: 200 len: 944 time: 0.0767202 Nov 04 10:52:23.798072 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-33942bd1-a1cd-4ff5-a9a2-6d0982f104af tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:23.811801 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ca5e85cf-5354-4a59-9eef-1037e120ed69 req-5ee04cb5-063c-41f1-a130-0409ada4609f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bcc06f0-d9e9-44f2-9672-2353fb4be423 HTTP/1.1" status: 200 len: 217 time: 0.0614626 Nov 04 10:52:23.823047 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-e4cf12c5-e3a5-4275-8493-95a3820d3936 service neutron] For port 4f9aeeef-846e-4e26-81d1-565a3335ffa0, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:52:23.827588 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-e4cf12c5-e3a5-4275-8493-95a3820d3936 service neutron] For port 4f9aeeef-846e-4e26-81d1-565a3335ffa0, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4f9aeeef-846e-4e26-81d1-565a3335ffa0,segment=NetworkSegment(22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d),segment_id=22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:52:23.844748 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-e4cf12c5-e3a5-4275-8493-95a3820d3936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:23.923675 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-e4cf12c5-e3a5-4275-8493-95a3820d3936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:23.924283 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-e4cf12c5-e3a5-4275-8493-95a3820d3936 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:23.926198 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-e4cf12c5-e3a5-4275-8493-95a3820d3936 service neutron] 10.222.0.126 "PUT /v2.0/ports/4f9aeeef-846e-4e26-81d1-565a3335ffa0 HTTP/1.1" status: 200 len: 1092 time: 1.4878683 Nov 04 10:52:23.952091 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-33942bd1-a1cd-4ff5-a9a2-6d0982f104af tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:23.954733 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-33942bd1-a1cd-4ff5-a9a2-6d0982f104af tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:23.955983 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-33942bd1-a1cd-4ff5-a9a2-6d0982f104af tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/security-groups/00d1b50f-f3da-4f62-819f-6cc61a91c019 HTTP/1.1" status: 204 len: 168 time: 0.4449847 Nov 04 10:52:23.957704 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e85cf-5354-4a59-9eef-1037e120ed69 req-7ca1f4d5-1f32-44d0-9ee8-63488a23ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:23.959414 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ca5e85cf-5354-4a59-9eef-1037e120ed69 req-7ca1f4d5-1f32-44d0-9ee8-63488a23ff92 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=9ba2cd0b-3bd5-49ae-995b-81f735e2112d HTTP/1.1" status: 200 len: 855 time: 0.1339562 Nov 04 10:52:23.965297 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33382) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:24.028508 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33942bd1-a1cd-4ff5-a9a2-6d0982f104af tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d1b50f-f3da-4f62-819f-6cc61a91c019,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:24.037606 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf12c5-e3a5-4275-8493-95a3820d3936 service neutron] Pushing event updated for resources: {'Port': ['ID=4f9aeeef-846e-4e26-81d1-565a3335ffa0,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:24.099878 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e85cf-5354-4a59-9eef-1037e120ed69 req-fb5bdf98-92a4-4436-8b2c-2f929f31f7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:24.101446 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ca5e85cf-5354-4a59-9eef-1037e120ed69 req-fb5bdf98-92a4-4436-8b2c-2f929f31f7ca service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=2bde8c0a-1519-418a-972a-857b3ccfccf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240444 Nov 04 10:52:24.136626 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a3fd764f-9498-4b4f-acad-45a7d901bf4f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:24.139342 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-ba149b2f-aed1-484b-a36a-628835e56db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:24.145060 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-ba149b2f-aed1-484b-a36a-628835e56db0 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=69c40bb5a0d6475bbcebad78929d7dc6&device_id=528e2bc2-8672-4936-9d08-7b3c270b8fe8 HTTP/1.1" status: 200 len: 1095 time: 0.1243722 Nov 04 10:52:24.229254 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-f3192f10-d47a-4b58-ae53-5b84110a6d0c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f9aeeef-846e-4e26-81d1-565a3335ffa0 HTTP/1.1" status: 200 len: 217 time: 0.0516257 Nov 04 10:52:24.278364 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-27fb04cf-41cc-4c97-a19c-5a04145bea7b req-8042a37b-eb9e-4d7b-ae9f-5400ff6c9714 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952614 Nov 04 10:52:24.295225 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a3fd764f-9498-4b4f-acad-45a7d901bf4f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:24.326805 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a4d1b6-e19d-4e6a-ab30-dd09a53b8431 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:52:24.334089 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-66ed9546-e445-4ca5-bb85-00f03ec67bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:24.335594 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-66ed9546-e445-4ca5-bb85-00f03ec67bb2 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=9ba2cd0b-3bd5-49ae-995b-81f735e2112d HTTP/1.1" status: 200 len: 855 time: 0.0957983 Nov 04 10:52:24.344793 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9daeffd-43a7-4412-b2b6-d09c122e16dc None None] Sync routers for ids ['90e7ff74-3305-4d6b-b165-d3ab953c9598'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:52:24.373587 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6a4d1b6-e19d-4e6a-ab30-dd09a53b8431 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:24.376469 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a6a4d1b6-e19d-4e6a-ab30-dd09a53b8431 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "PUT /v2.0/routers/90e7ff74-3305-4d6b-b165-d3ab953c9598 HTTP/1.1" status: 200 len: 888 time: 2.2805016 Nov 04 10:52:24.379441 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33388) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:24.380618 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9daeffd-43a7-4412-b2b6-d09c122e16dc None None] Routers {'90e7ff74-3305-4d6b-b165-d3ab953c9598'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:52:24.383060 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f9daeffd-43a7-4412-b2b6-d09c122e16dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:52:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['90e7ff74-3305-4d6b-b165-d3ab953c9598'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:24.435680 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f9daeffd-43a7-4412-b2b6-d09c122e16dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:24.443503 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ca5e85cf-5354-4a59-9eef-1037e120ed69 req-3b533f09-eea3-44fa-9806-bec94c3a59a4 service neutron] 10.222.0.126 "GET /v2.0/networks/2bde8c0a-1519-418a-972a-857b3ccfccf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215525 Nov 04 10:52:24.456020 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9daeffd-43a7-4412-b2b6-d09c122e16dc None None] Routers {'90e7ff74-3305-4d6b-b165-d3ab953c9598'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:52:24.456665 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f9daeffd-43a7-4412-b2b6-d09c122e16dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:52:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['90e7ff74-3305-4d6b-b165-d3ab953c9598'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:24.523133 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device fb3b469c-16a8-41ad-9c23-b12b63e79ca7 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:52:24.574904 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4a78cc68-b7f2-4e3f-a7ec-ad8601fce10f tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "GET /v2.0/routers/90e7ff74-3305-4d6b-b165-d3ab953c9598 HTTP/1.1" status: 200 len: 888 time: 0.1928284 Nov 04 10:52:24.579620 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33398) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:24.625972 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c3260c-ac03-45ba-bf65-687483a9914a', 'name': 'network-vif-deleted', 'tag': '55d795c9-50a2-4585-a643-af2f4ff0d8bf'}, {'name': 'network-changed', 'server_uuid': '528e2bc2-8672-4936-9d08-7b3c270b8fe8', 'tag': '4f9aeeef-846e-4e26-81d1-565a3335ffa0'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:52:24.631514 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2619d5f-f88a-49e3-927f-583a7798016a" -d '{"events": [{"server_uuid": "45c3260c-ac03-45ba-bf65-687483a9914a", "name": "network-vif-deleted", "tag": "55d795c9-50a2-4585-a643-af2f4ff0d8bf"}, {"name": "network-changed", "server_uuid": "528e2bc2-8672-4936-9d08-7b3c270b8fe8", "tag": "4f9aeeef-846e-4e26-81d1-565a3335ffa0"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:52:24.637366 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c3e19-01d1-4169-91f4-b439e832fc5f req-e3766c31-85d5-4888-a75a-b099548b2077 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:24.649562 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-287c3e19-01d1-4169-91f4-b439e832fc5f req-e3766c31-85d5-4888-a75a-b099548b2077 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.1861243 Nov 04 10:52:24.680469 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-83bc0538-76ca-4235-aede-dc0c5a2a6b06 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "GET /v2.0/ports?device_id=90e7ff74-3305-4d6b-b165-d3ab953c9598 HTTP/1.1" status: 200 len: 205 time: 0.0935166 Nov 04 10:52:24.684397 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33406) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:24.686034 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a3fd764f-9498-4b4f-acad-45a7d901bf4f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:24.689129 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a3fd764f-9498-4b4f-acad-45a7d901bf4f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:24.691652 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a3fd764f-9498-4b4f-acad-45a7d901bf4f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/security-groups/e9d76be0-f79e-4165-90f9-be16f2cf5a38 HTTP/1.1" status: 204 len: 168 time: 0.7223356 Nov 04 10:52:24.700110 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33410) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:24.724789 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-6b0383ea-c62a-418e-a925-9f11da8aa1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:24.726648 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-6b0383ea-c62a-418e-a925-9f11da8aa1d3 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=2bde8c0a-1519-418a-972a-857b3ccfccf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3799870 Nov 04 10:52:24.757765 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd764f-9498-4b4f-acad-45a7d901bf4f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d76be0-f79e-4165-90f9-be16f2cf5a38,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:24.766645 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f9daeffd-43a7-4412-b2b6-d09c122e16dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:24.767690 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9daeffd-43a7-4412-b2b6-d09c122e16dc None None] The sync data for ids ['90e7ff74-3305-4d6b-b165-d3ab953c9598'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:52:24.817664 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port fb3b469c-16a8-41ad-9c23-b12b63e79ca7 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:52:24.822946 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port fb3b469c-16a8-41ad-9c23-b12b63e79ca7 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:24.823534 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:24.844062 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4410af0-b74b-4c7e-b04e-ec367e4348fd tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting subnet a8a73caf-5c9d-4d05-b967-90120b2ea158 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:52:24.851962 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ca5e85cf-5354-4a59-9eef-1037e120ed69 req-36a720c5-f8bd-4db8-a32e-f94871f6c31e service neutron] 10.222.0.126 "GET /v2.0/networks/2bde8c0a-1519-418a-972a-857b3ccfccf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027674 Nov 04 10:52:24.856310 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c4410af0-b74b-4c7e-b04e-ec367e4348fd tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:24.985455 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c4410af0-b74b-4c7e-b04e-ec367e4348fd tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:25.009915 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:25.023992 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-287c3e19-01d1-4169-91f4-b439e832fc5f req-d7e1a7ed-8627-49c7-95bb-340612853aa7 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734925 Nov 04 10:52:25.039128 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-4b0ccedf-0b6d-432d-b873-a4cec58807f4 service neutron] 10.222.0.126 "GET /v2.0/networks/2bde8c0a-1519-418a-972a-857b3ccfccf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912810 Nov 04 10:52:25.054463 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-98398faa-cd18-48ba-9158-8332c5ae10ae tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:25.116404 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port fb3b469c-16a8-41ad-9c23-b12b63e79ca7, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=fb3b469c-16a8-41ad-9c23-b12b63e79ca7,segment=NetworkSegment(22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d),segment_id=22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:25.124881 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9a1c15-3b1d-4d94-a020-5359a15019b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3b469c-16a8-41ad-9c23-b12b63e79ca7'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:52:25.129092 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fb09c8-bb53-4749-b67d-26a2a68d433b" -d '{"events": [{"server_uuid": "ae9a1c15-3b1d-4d94-a020-5359a15019b0", "name": "network-vif-plugged", "status": "completed", "tag": "fb3b469c-16a8-41ad-9c23-b12b63e79ca7"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:52:25.143389 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:25.253687 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=fb3b469c-16a8-41ad-9c23-b12b63e79ca7,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:25.260165 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33424) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:25.317695 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-98398faa-cd18-48ba-9158-8332c5ae10ae tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:25.466216 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5370d5b-9ca6-4fa7-953e-e9e515e22c4d req-b583311b-a77d-4a52-9660-06dde92bcaea tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:25.467906 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c5370d5b-9ca6-4fa7-953e-e9e515e22c4d req-b583311b-a77d-4a52-9660-06dde92bcaea tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.1014483 Nov 04 10:52:25.469091 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e3083b7e-2257-4310-98ce-c1defc2bc37c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:25.578243 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e3083b7e-2257-4310-98ce-c1defc2bc37c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:25.589707 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-98398faa-cd18-48ba-9158-8332c5ae10ae tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Deleting port db26bc12-2533-40bc-9d80-f0f686cc4aec {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:52:25.590063 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-98398faa-cd18-48ba-9158-8332c5ae10ae tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:25.591842 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e3083b7e-2257-4310-98ce-c1defc2bc37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:25.632409 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3083b7e-2257-4310-98ce-c1defc2bc37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4221cb32-2fde-4e0b-ba64-51ecef695154,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:25.654905 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c0bc51df-7bba-428b-9a96-d70bab585eb2 req-09b6679e-2822-4809-9f29-ad7bb123091d service neutron] 10.222.0.126 "GET /v2.0/networks/2bde8c0a-1519-418a-972a-857b3ccfccf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6073406 Nov 04 10:52:25.656425 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 04 Nov 2021 10:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60df5193-0384-4ecf-bb1c-d2c87c8cff43 x-openstack-request-id: req-60df5193-0384-4ecf-bb1c-d2c87c8cff43 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:52:25.656721 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c3260c-ac03-45ba-bf65-687483a9914a", "name": "network-vif-deleted", "tag": "55d795c9-50a2-4585-a643-af2f4ff0d8bf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "528e2bc2-8672-4936-9d08-7b3c270b8fe8", "tag": "4f9aeeef-846e-4e26-81d1-565a3335ffa0", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:52:25.656994 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-60df5193-0384-4ecf-bb1c-d2c87c8cff43 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:52:25.657384 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c3260c-ac03-45ba-bf65-687483a9914a', 'name': 'network-vif-deleted', 'tag': '55d795c9-50a2-4585-a643-af2f4ff0d8bf', 'status': 'completed', 'code': 200} Nov 04 10:52:25.657632 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '528e2bc2-8672-4936-9d08-7b3c270b8fe8', 'tag': '4f9aeeef-846e-4e26-81d1-565a3335ffa0', 'status': 'completed', 'code': 200} Nov 04 10:52:25.736704 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e3083b7e-2257-4310-98ce-c1defc2bc37c admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=7036cc3591384d47908df9fcb7837d57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4756548 Nov 04 10:52:25.742817 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33430) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:25.750219 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c4410af0-b74b-4c7e-b04e-ec367e4348fd tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:25.792562 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c5370d5b-9ca6-4fa7-953e-e9e515e22c4d req-c0719153-9af1-4f48-99ef-27f2ebaee55b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150754 Nov 04 10:52:25.829383 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-98398faa-cd18-48ba-9158-8332c5ae10ae tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:25.882076 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-98398faa-cd18-48ba-9158-8332c5ae10ae tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Calling delete_port for db26bc12-2533-40bc-9d80-f0f686cc4aec owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:52:25.894722 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2619d5f-f88a-49e3-927f-583a7798016a req-065fc63b-6068-48d5-98a1-52423198c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:25.896876 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e2619d5f-f88a-49e3-927f-583a7798016a req-065fc63b-6068-48d5-98a1-52423198c919 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=69c40bb5a0d6475bbcebad78929d7dc6&device_id=528e2bc2-8672-4936-9d08-7b3c270b8fe8 HTTP/1.1" status: 200 len: 1095 time: 0.0807719 Nov 04 10:52:25.898670 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c4410af0-b74b-4c7e-b04e-ec367e4348fd tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:25.902511 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f3ea71-a6e6-449c-913a-485cc2c05755 x-openstack-request-id: req-f1f3ea71-a6e6-449c-913a-485cc2c05755 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:52:25.902995 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9a1c15-3b1d-4d94-a020-5359a15019b0", "name": "network-vif-plugged", "status": "completed", "tag": "fb3b469c-16a8-41ad-9c23-b12b63e79ca7", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:52:25.903213 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f1f3ea71-a6e6-449c-913a-485cc2c05755 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:52:25.903547 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9a1c15-3b1d-4d94-a020-5359a15019b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3b469c-16a8-41ad-9c23-b12b63e79ca7', 'code': 200} Nov 04 10:52:25.927670 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-676fe5d8-2560-45e2-b775-7763d7da07f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:25.994023 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4410af0-b74b-4c7e-b04e-ec367e4348fd tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Subnet': ['ID=a8a73caf-5c9d-4d05-b967-90120b2ea158,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:26.007489 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99502198-36b4-48f0-9436-535508bad6d7 None None] Network e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:52:26.056300 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-676fe5d8-2560-45e2-b775-7763d7da07f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:26.213866 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c4410af0-b74b-4c7e-b04e-ec367e4348fd tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:26.237717 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c4410af0-b74b-4c7e-b04e-ec367e4348fd tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/subnets/a8a73caf-5c9d-4d05-b967-90120b2ea158 HTTP/1.1" status: 204 len: 168 time: 1.5268793 Nov 04 10:52:26.250617 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33438) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:26.269040 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-ffb2828c-2bac-4ee4-b75e-b3af08d6999a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'subnet': {'network_id': 'e00c1660-8b1d-4b7c-ba9e-f1a2c1811605', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:26.354210 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-98398faa-cd18-48ba-9158-8332c5ae10ae tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:26.464710 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-676fe5d8-2560-45e2-b775-7763d7da07f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:26.474346 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-676fe5d8-2560-45e2-b775-7763d7da07f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:26.481080 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-676fe5d8-2560-45e2-b775-7763d7da07f1 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/4221cb32-2fde-4e0b-ba64-51ecef695154 HTTP/1.1" status: 204 len: 168 time: 0.7344682 Nov 04 10:52:26.506182 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98398faa-cd18-48ba-9158-8332c5ae10ae tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Port': ['ID=db26bc12-2533-40bc-9d80-f0f686cc4aec,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:26.523476 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec45f1-db8a-4255-9e45-dca986a6fee0 req-58a8162b-df20-4c06-8e1f-fcfcc085ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:26.525248 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-eeec45f1-db8a-4255-9e45-dca986a6fee0 req-58a8162b-df20-4c06-8e1f-fcfcc085ac80 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=ae9a1c15-3b1d-4d94-a020-5359a15019b0 HTTP/1.1" status: 200 len: 1096 time: 0.5070975 Nov 04 10:52:26.558627 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 4bcc06f0-d9e9-44f2-9672-2353fb4be423 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:52:26.575665 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb2828c-2bac-4ee4-b75e-b3af08d6999a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:52:26.579490 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ffb2828c-2bac-4ee4-b75e-b3af08d6999a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:26.606509 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fe5d8-2560-45e2-b775-7763d7da07f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4221cb32-2fde-4e0b-ba64-51ecef695154,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:26.656765 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de84b1-2cf1-49ba-ba73-301c92874299 req-d9af24c6-8dec-487e-ba9d-9db76fce2d6e tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:26.679446 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c4de84b1-2cf1-49ba-ba73-301c92874299 req-d9af24c6-8dec-487e-ba9d-9db76fce2d6e tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=528e2bc2-8672-4936-9d08-7b3c270b8fe8 HTTP/1.1" status: 200 len: 944 time: 0.6351733 Nov 04 10:52:26.752709 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-98398faa-cd18-48ba-9158-8332c5ae10ae tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:26.894921 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 4bcc06f0-d9e9-44f2-9672-2353fb4be423, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4bcc06f0-d9e9-44f2-9672-2353fb4be423,segment=NetworkSegment(22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d),segment_id=22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:26.910423 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '4bcc06f0-d9e9-44f2-9672-2353fb4be423', 'network_id': '2bde8c0a-1519-418a-972a-857b3ccfccf6', 'port_id': '4bcc06f0-d9e9-44f2-9672-2353fb4be423', 'mac_address': 'fa:16:3e:e7:30:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba2cd0b-3bd5-49ae-995b-81f735e2112d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:52:26.933561 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-98398faa-cd18-48ba-9158-8332c5ae10ae tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:26.944746 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-98398faa-cd18-48ba-9158-8332c5ae10ae tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:27.000841 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:27.005533 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2619d5f-f88a-49e3-927f-583a7798016a req-1b3ff522-0f5d-4fce-a545-08fa80da5d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:27.009310 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e2619d5f-f88a-49e3-927f-583a7798016a req-1b3ff522-0f5d-4fce-a545-08fa80da5d90 service neutron] 10.222.0.126 "GET /v2.0/networks?id=2bde8c0a-1519-418a-972a-857b3ccfccf6 HTTP/1.1" status: 200 len: 918 time: 1.0954993 Nov 04 10:52:27.038233 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bcc06f0-d9e9-44f2-9672-2353fb4be423 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:52:27.068027 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c4de84b1-2cf1-49ba-ba73-301c92874299 req-232901ec-a8bd-4f5b-9059-017e74dea2ed tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872399 Nov 04 10:52:27.072949 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e2619d5f-f88a-49e3-927f-583a7798016a req-1bf85330-4f0f-44ca-a136-848d412a1bb3 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f9aeeef-846e-4e26-81d1-565a3335ffa0 HTTP/1.1" status: 200 len: 217 time: 0.0505595 Nov 04 10:52:27.084614 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-98398faa-cd18-48ba-9158-8332c5ae10ae tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:27.085531 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98398faa-cd18-48ba-9158-8332c5ae10ae tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Fanout notify agent at l3_agent the message router_deleted on router 90e7ff74-3305-4d6b-b165-d3ab953c9598 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:52:27.095059 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-98398faa-cd18-48ba-9158-8332c5ae10ae tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:27.101878 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-98398faa-cd18-48ba-9158-8332c5ae10ae tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/routers/90e7ff74-3305-4d6b-b165-d3ab953c9598 HTTP/1.1" status: 204 len: 168 time: 2.4077959 Nov 04 10:52:27.102571 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33446) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:27.119247 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-c3c35b9f-9a56-46a6-a3ba-f83d3be70dda tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'network': {'name': 'tempest-RoutersTest-359868902'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:27.125246 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 4bcc06f0-d9e9-44f2-9672-2353fb4be423, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4bcc06f0-d9e9-44f2-9672-2353fb4be423,segment=NetworkSegment(22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d),segment_id=22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:27.145945 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:27.169872 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c35b9f-9a56-46a6-a3ba-f83d3be70dda tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Made reservation on behalf of 93d3f7e9109b4e65b4b65c6a9a173da1 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:52:27.177308 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c3c35b9f-9a56-46a6-a3ba-f83d3be70dda tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:27.270413 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33450) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:27.272545 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c35b9f-9a56-46a6-a3ba-f83d3be70dda tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1154} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:52:27.327789 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=4bcc06f0-d9e9-44f2-9672-2353fb4be423,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:27.367318 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2582b294-6e84-4cbc-b5b5-42590abca12e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:27.381453 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-eeec45f1-db8a-4255-9e45-dca986a6fee0 req-768c2d19-bb8a-476a-8cc6-33e64a4c0b16 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8406532 Nov 04 10:52:27.388054 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c3c35b9f-9a56-46a6-a3ba-f83d3be70dda tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:27.388396 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-c3c35b9f-9a56-46a6-a3ba-f83d3be70dda tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Added segment 434d92dd-9524-431b-b6b0-f60260763ad8 of type vlan for network 9860957b-4f85-4ed8-8805-b8245aaa0e69 Nov 04 10:52:27.400169 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2619d5f-f88a-49e3-927f-583a7798016a req-f0541a54-4334-446f-9572-65a3cda548e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:27.415397 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e2619d5f-f88a-49e3-927f-583a7798016a req-f0541a54-4334-446f-9572-65a3cda548e9 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=9ba2cd0b-3bd5-49ae-995b-81f735e2112d HTTP/1.1" status: 200 len: 855 time: 0.2563670 Nov 04 10:52:27.472794 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c3c35b9f-9a56-46a6-a3ba-f83d3be70dda tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:27.485901 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['4bcc06f0-d9e9-44f2-9672-2353fb4be423'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:52:27.539630 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c3c35b9f-9a56-46a6-a3ba-f83d3be70dda tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:27.546075 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c35b9f-9a56-46a6-a3ba-f83d3be70dda tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:27.546711 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c3c35b9f-9a56-46a6-a3ba-f83d3be70dda tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:27.655296 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ffb2828c-2bac-4ee4-b75e-b3af08d6999a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:27.760419 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c3c35b9f-9a56-46a6-a3ba-f83d3be70dda tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6527669 Nov 04 10:52:27.767591 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2619d5f-f88a-49e3-927f-583a7798016a req-940ce89e-dfab-4df7-b3b3-7908659214b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:27.769850 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e2619d5f-f88a-49e3-927f-583a7798016a req-940ce89e-dfab-4df7-b3b3-7908659214b7 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=2bde8c0a-1519-418a-972a-857b3ccfccf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1529016 Nov 04 10:52:27.770510 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2582b294-6e84-4cbc-b5b5-42590abca12e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:27.771410 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33456) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:27.774209 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb2828c-2bac-4ee4-b75e-b3af08d6999a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:27.777764 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-ffb2828c-2bac-4ee4-b75e-b3af08d6999a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:27.782708 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-13725a8b-b26a-4ba3-aed0-c7225e188482 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'subnet': {'network_id': '9860957b-4f85-4ed8-8805-b8245aaa0e69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:27.786541 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb2828c-2bac-4ee4-b75e-b3af08d6999a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:27.786996 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ffb2828c-2bac-4ee4-b75e-b3af08d6999a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:27.795892 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea83bd2f-dfe8-4df7-b314-cbc44734228a None None] Network e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:52:27.812946 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2828c-2bac-4ee4-b75e-b3af08d6999a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Subnet': ['ID=c112a573-59e5-452a-9928-72e60424c3e2,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:27.823761 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ffb2828c-2bac-4ee4-b75e-b3af08d6999a tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5692916 Nov 04 10:52:27.835880 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33458) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:27.873753 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-abaaf241-67de-47da-b299-b8e57555b993 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'security_group': {'name': 'tempest-secgroup-1409696537'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:27.876858 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2582b294-6e84-4cbc-b5b5-42590abca12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:27.880430 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c35b9f-9a56-46a6-a3ba-f83d3be70dda tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Network': ['ID=9860957b-4f85-4ed8-8805-b8245aaa0e69,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:27.919211 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 9860957b-4f85-4ed8-8805-b8245aaa0e69 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:52:27.926724 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582b294-6e84-4cbc-b5b5-42590abca12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8fa1de-cc0e-4ed3-aaf9-15f14d345ef0,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:27.938966 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d51ff4-f5db-4f20-8e79-a160a0471dd0 req-f0bd4200-1134-4d6b-9537-7d628c53cd6f tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:27.948610 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-75d51ff4-f5db-4f20-8e79-a160a0471dd0 req-f0bd4200-1134-4d6b-9537-7d628c53cd6f tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.3651371 Nov 04 10:52:27.951430 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e2619d5f-f88a-49e3-927f-583a7798016a req-3e6426ac-8a74-4179-a59f-5f0917258764 service neutron] 10.222.0.126 "GET /v2.0/networks/2bde8c0a-1519-418a-972a-857b3ccfccf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606262 Nov 04 10:52:27.984222 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.db.api [None req-13725a8b-b26a-4ba3-aed0-c7225e188482 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 04 10:52:27.984222 n-d-816629-1 neutron-server[101774]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 04 10:52:27.984222 n-d-816629-1 neutron-server[101774]: [parameters: {'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'id': 'bc0d22dd-8e17-409f-a2ab-cc3519981c07', 'expiration': datetime.datetime(2021, 11, 4, 10, 54, 27, 951281)}] Nov 04 10:52:27.984222 n-d-816629-1 neutron-server[101774]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:52:27.984744 n-d-816629-1 neutron-server[101774]: DEBUG oslo_db.api [None req-13725a8b-b26a-4ba3-aed0-c7225e188482 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:52:27.990571 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2582b294-6e84-4cbc-b5b5-42590abca12e admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=032d3c41a0e748f292e58a99ed5cedf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7191098 Nov 04 10:52:27.995851 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33460) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:28.051185 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-956c899d-24b4-4284-b23e-8d5de7a0a00a req-133ccbdc-da22-4509-9a3d-68afb1b956c3 service neutron] (101774) timed out ('10.222.0.127', 35412) {{(pid=101774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 10:52:28.061109 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4f47f2f3-8fcd-41b5-8551-63aefd7e5b3d None None] Provisioning complete for port a7dc8141-f1e2-469e-994d-f075c7dc5fe2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:28.061824 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4f47f2f3-8fcd-41b5-8551-63aefd7e5b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:28.078016 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-75d51ff4-f5db-4f20-8e79-a160a0471dd0 req-06d89746-2e5c-4914-8a55-9baf9f1fb17e tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282554 Nov 04 10:52:28.106118 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fda8f4f-2bd0-42a4-b6ce-7ff47a527924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:28.125496 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-abaaf241-67de-47da-b299-b8e57555b993 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:28.185348 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fda8f4f-2bd0-42a4-b6ce-7ff47a527924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:28.191552 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e2619d5f-f88a-49e3-927f-583a7798016a req-66660996-8595-4493-bddc-d746f6161414 service neutron] 10.222.0.126 "GET /v2.0/networks/2bde8c0a-1519-418a-972a-857b3ccfccf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311354 Nov 04 10:52:28.240790 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-4f47f2f3-8fcd-41b5-8551-63aefd7e5b3d None None] Port a7dc8141-f1e2-469e-994d-f075c7dc5fe2 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:52:28.275140 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4f47f2f3-8fcd-41b5-8551-63aefd7e5b3d None None] Provisioning complete for port 843ed1c4-9759-4b44-aceb-d5c2ee9253c2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:28.275516 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4f47f2f3-8fcd-41b5-8551-63aefd7e5b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:28.294141 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-abaaf241-67de-47da-b299-b8e57555b993 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:28.294701 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c09100-b1bb-4aef-8128-8afc5f26c1db req-58cab122-37e7-4c01-b78a-7eba742a154a tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:28.296622 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c8c09100-b1bb-4aef-8128-8afc5f26c1db req-58cab122-37e7-4c01-b78a-7eba742a154a tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=528e2bc2-8672-4936-9d08-7b3c270b8fe8 HTTP/1.1" status: 200 len: 944 time: 0.0820944 Nov 04 10:52:28.303167 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-abaaf241-67de-47da-b299-b8e57555b993 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:28.308356 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fda8f4f-2bd0-42a4-b6ce-7ff47a527924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:28.311694 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fda8f4f-2bd0-42a4-b6ce-7ff47a527924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:28.315872 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6fda8f4f-2bd0-42a4-b6ce-7ff47a527924 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/9e8fa1de-cc0e-4ed3-aaf9-15f14d345ef0 HTTP/1.1" status: 204 len: 168 time: 0.3190036 Nov 04 10:52:28.339320 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda8f4f-2bd0-42a4-b6ce-7ff47a527924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8fa1de-cc0e-4ed3-aaf9-15f14d345ef0,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:28.371626 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaaf241-67de-47da-b299-b8e57555b993 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53b6808-428e-4628-99b0-e86a911ce27d,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:28.395152 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c8c09100-b1bb-4aef-8128-8afc5f26c1db req-e542d943-560b-4f19-ab40-94de2430cee6 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889487 Nov 04 10:52:28.400505 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-abaaf241-67de-47da-b299-b8e57555b993 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:28.404306 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-abaaf241-67de-47da-b299-b8e57555b993 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5643456 Nov 04 10:52:28.404765 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33466) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:28.422239 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-7d9cd58a-4bc1-49c5-826c-863fa67d9997 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'security_group': {'name': 'tempest-secgroup-262082756'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:28.432864 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2414aa09-4e69-4f19-8f8f-d6419b45b402 None None] Update dhcp port {'port': {'network_id': 'e00c1660-8b1d-4b7c-ba9e-f1a2c1811605', 'fixed_ips': [{'subnet_id': '12e7872a-7fb1-45b2-9aa5-e97ba7a41db6', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c112a573-59e5-452a-9928-72e60424c3e2'}], 'binding:host_id': 'n-d-816629-1'}, 'id': '843ed1c4-9759-4b44-aceb-d5c2ee9253c2'} from n-d-816629-1. {{(pid=101776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 10:52:28.440473 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd58a-4bc1-49c5-826c-863fa67d9997 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:28.493260 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2414aa09-4e69-4f19-8f8f-d6419b45b402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:28.515094 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13725a8b-b26a-4ba3-aed0-c7225e188482 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Made reservation on behalf of 93d3f7e9109b4e65b4b65c6a9a173da1 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:52:28.519732 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-13725a8b-b26a-4ba3-aed0-c7225e188482 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:28.628714 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd58a-4bc1-49c5-826c-863fa67d9997 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:28.643749 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd58a-4bc1-49c5-826c-863fa67d9997 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:28.657127 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 4f9aeeef-846e-4e26-81d1-565a3335ffa0 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:52:28.687602 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd58a-4bc1-49c5-826c-863fa67d9997 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:28.692328 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7d9cd58a-4bc1-49c5-826c-863fa67d9997 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2823455 Nov 04 10:52:28.692612 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33474) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:28.693162 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9cd58a-4bc1-49c5-826c-863fa67d9997 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4775753-909f-4514-b8e8-7a327a890148,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:28.696870 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-37ba576f-ba04-4b76-80a8-22a1398cd387 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'security_group': {'name': 'tempest-secgroup-389213013'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:28.758009 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-37ba576f-ba04-4b76-80a8-22a1398cd387 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:28.860158 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-2414aa09-4e69-4f19-8f8f-d6419b45b402 None None] Allocated IP 172.20.0.2 (e00c1660-8b1d-4b7c-ba9e-f1a2c1811605/c112a573-59e5-452a-9928-72e60424c3e2/843ed1c4-9759-4b44-aceb-d5c2ee9253c2) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:52:28.863297 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-13725a8b-b26a-4ba3-aed0-c7225e188482 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:28.931477 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-37ba576f-ba04-4b76-80a8-22a1398cd387 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:28.942662 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-37ba576f-ba04-4b76-80a8-22a1398cd387 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:28.974579 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 4f9aeeef-846e-4e26-81d1-565a3335ffa0, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4f9aeeef-846e-4e26-81d1-565a3335ffa0,segment=NetworkSegment(22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d),segment_id=22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:28.986640 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-37ba576f-ba04-4b76-80a8-22a1398cd387 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:28.988215 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-37ba576f-ba04-4b76-80a8-22a1398cd387 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2957997 Nov 04 10:52:28.990671 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba576f-ba04-4b76-80a8-22a1398cd387 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1dffbc-8010-4613-9a7b-3a0b0c62f79d,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:28.992989 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33482) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:28.999580 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-7d45333a-2b35-455d-811c-55c6bc3cc7f6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1558817713', 'security_groups': ['ea1dffbc-8010-4613-9a7b-3a0b0c62f79d'], 'network_id': 'e00c1660-8b1d-4b7c-ba9e-f1a2c1811605', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c112a573-59e5-452a-9928-72e60424c3e2'}]}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:29.016110 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '4f9aeeef-846e-4e26-81d1-565a3335ffa0', 'network_id': '2bde8c0a-1519-418a-972a-857b3ccfccf6', 'port_id': '4f9aeeef-846e-4e26-81d1-565a3335ffa0', 'mac_address': 'fa:16:3e:c8:91:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba2cd0b-3bd5-49ae-995b-81f735e2112d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:52:29.021085 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13725a8b-b26a-4ba3-aed0-c7225e188482 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Checking segment: {'id': '434d92dd-9524-431b-b6b0-f60260763ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9860957b-4f85-4ed8-8805-b8245aaa0e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:52:29.027958 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13725a8b-b26a-4ba3-aed0-c7225e188482 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network hostable DHCP agents. Network: 9860957b-4f85-4ed8-8805-b8245aaa0e69, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:52:29.050441 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13725a8b-b26a-4ba3-aed0-c7225e188482 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Subnet': ['ID=13f79033-0792-492e-8e7f-38e35ba22b07,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:29.078399 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13725a8b-b26a-4ba3-aed0-c7225e188482 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network 9860957b-4f85-4ed8-8805-b8245aaa0e69 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:52:29.098008 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-13725a8b-b26a-4ba3-aed0-c7225e188482 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 9860957b-4f85-4ed8-8805-b8245aaa0e69) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:29.108532 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13725a8b-b26a-4ba3-aed0-c7225e188482 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:29.109187 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-13725a8b-b26a-4ba3-aed0-c7225e188482 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:29.119418 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2414aa09-4e69-4f19-8f8f-d6419b45b402 None None] For port 843ed1c4-9759-4b44-aceb-d5c2ee9253c2, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=843ed1c4-9759-4b44-aceb-d5c2ee9253c2,segment=NetworkSegment(17f1c1a5-bb50-41a6-a11c-dcaff9f946a0),segment_id=17f1c1a5-bb50-41a6-a11c-dcaff9f946a0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:29.125499 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd49d77-cb71-4324-a9f0-6ce399dd47b3 None None] Network 9860957b-4f85-4ed8-8805-b8245aaa0e69 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:52:29.141398 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-13725a8b-b26a-4ba3-aed0-c7225e188482 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3652477 Nov 04 10:52:29.141514 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33488) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:29.145255 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:29.145954 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-c099601d-1122-4863-a276-86e28b4a9f1e tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1682211029', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:29.202199 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c099601d-1122-4863-a276-86e28b4a9f1e tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:29.203115 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c099601d-1122-4863-a276-86e28b4a9f1e tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:29.205010 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9aeeef-846e-4e26-81d1-565a3335ffa0 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:52:29.286095 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884a968-1f3c-468b-bba3-609785877b8f req-61bc01e3-9887-4167-8f22-abd55758c465 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:29.291469 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c099601d-1122-4863-a276-86e28b4a9f1e tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:29.295503 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d45333a-2b35-455d-811c-55c6bc3cc7f6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:52:29.297661 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9884a968-1f3c-468b-bba3-609785877b8f req-61bc01e3-9887-4167-8f22-abd55758c465 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.0718813 Nov 04 10:52:29.338154 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 4f9aeeef-846e-4e26-81d1-565a3335ffa0, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4f9aeeef-846e-4e26-81d1-565a3335ffa0,segment=NetworkSegment(22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d),segment_id=22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:29.341113 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2414aa09-4e69-4f19-8f8f-d6419b45b402 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:29.347468 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:29.361263 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c099601d-1122-4863-a276-86e28b4a9f1e tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:29.383373 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9884a968-1f3c-468b-bba3-609785877b8f req-6a9c4cef-53a3-4c4a-aeed-fa2406517601 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844653 Nov 04 10:52:29.409819 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c099601d-1122-4863-a276-86e28b4a9f1e tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:29.411908 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c099601d-1122-4863-a276-86e28b4a9f1e tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2702749 Nov 04 10:52:29.414887 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33498) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:29.457237 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7d45333a-2b35-455d-811c-55c6bc3cc7f6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:29.486163 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-7d45333a-2b35-455d-811c-55c6bc3cc7f6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] device_id is not set on port 16574a1b-9075-43a5-acd6-9cccf218789e yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:52:29.639182 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=4f9aeeef-846e-4e26-81d1-565a3335ffa0,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:29.665061 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2414aa09-4e69-4f19-8f8f-d6419b45b402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:29.802995 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['4f9aeeef-846e-4e26-81d1-565a3335ffa0'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:52:29.823702 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33510) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:29.829355 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414aa09-4e69-4f19-8f8f-d6419b45b402 None None] Pushing event updated for resources: {'Port': ['ID=843ed1c4-9759-4b44-aceb-d5c2ee9253c2,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:29.855061 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470999a3-c156-4d4c-a4db-55fe53ffaabd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-9860957b-4f85-4ed8-8805-b8245aaa0e69', 'network_id': '9860957b-4f85-4ed8-8805-b8245aaa0e69', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'fixed_ips': [{'subnet_id': '13f79033-0792-492e-8e7f-38e35ba22b07'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:52:29.855762 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-470999a3-c156-4d4c-a4db-55fe53ffaabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:29.984408 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-7d45333a-2b35-455d-811c-55c6bc3cc7f6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Allocated IP 172.20.0.12 (e00c1660-8b1d-4b7c-ba9e-f1a2c1811605/c112a573-59e5-452a-9928-72e60424c3e2/16574a1b-9075-43a5-acd6-9cccf218789e) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:52:30.000330 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9f56eec7-69ce-4054-afe9-ffcd4ef2cdf2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:30.018884 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-470999a3-c156-4d4c-a4db-55fe53ffaabd None None] Allocated IP 172.20.0.2 (9860957b-4f85-4ed8-8805-b8245aaa0e69/13f79033-0792-492e-8e7f-38e35ba22b07/99fbf495-40fd-4ec1-b4f1-cebde7c7a92a) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:52:30.030578 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a49af-5132-4da3-af4d-352199850401 req-115db0b5-0548-40fd-99d5-765fd6fbf7aa tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:30.030937 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-904c9d81-7fe2-491a-9b57-e8c2f8733bd7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1837551537-network', 'tenant_id': '6528f871e6f44d9190674b0d310123a7'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:30.032409 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b2a49af-5132-4da3-af4d-352199850401 req-115db0b5-0548-40fd-99d5-765fd6fbf7aa tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=528e2bc2-8672-4936-9d08-7b3c270b8fe8 HTTP/1.1" status: 200 len: 945 time: 0.2185335 Nov 04 10:52:30.124105 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904c9d81-7fe2-491a-9b57-e8c2f8733bd7 admin admin] Made reservation on behalf of 6528f871e6f44d9190674b0d310123a7 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:52:30.128608 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-904c9d81-7fe2-491a-9b57-e8c2f8733bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:30.153816 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-904c9d81-7fe2-491a-9b57-e8c2f8733bd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:30.248034 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7d45333a-2b35-455d-811c-55c6bc3cc7f6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:30.254853 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9b2a49af-5132-4da3-af4d-352199850401 req-d0d2f879-cc5b-481b-9e85-246708fc95ec tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689055 Nov 04 10:52:30.273091 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-470999a3-c156-4d4c-a4db-55fe53ffaabd None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:30.293147 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-470999a3-c156-4d4c-a4db-55fe53ffaabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:30.330791 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-904c9d81-7fe2-491a-9b57-e8c2f8733bd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:30.339923 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470999a3-c156-4d4c-a4db-55fe53ffaabd None None] Network 9860957b-4f85-4ed8-8805-b8245aaa0e69 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:30.344731 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-904c9d81-7fe2-491a-9b57-e8c2f8733bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:30.351171 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-470999a3-c156-4d4c-a4db-55fe53ffaabd None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:30.353729 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470999a3-c156-4d4c-a4db-55fe53ffaabd None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:52:30.359393 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904c9d81-7fe2-491a-9b57-e8c2f8733bd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1170} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:52:30.374151 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-904c9d81-7fe2-491a-9b57-e8c2f8733bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:30.374636 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-904c9d81-7fe2-491a-9b57-e8c2f8733bd7 admin admin] Added segment 81239c95-9ebf-4ba5-959b-b735e526b80b of type vlan for network a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6 Nov 04 10:52:30.389129 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470999a3-c156-4d4c-a4db-55fe53ffaabd None None] Pushing event updated for resources: {'Port': ['ID=99fbf495-40fd-4ec1-b4f1-cebde7c7a92a,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:30.455167 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-904c9d81-7fe2-491a-9b57-e8c2f8733bd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:30.475519 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-470999a3-c156-4d4c-a4db-55fe53ffaabd None None] Attempting to bind port 99fbf495-40fd-4ec1-b4f1-cebde7c7a92a on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:52:30.475901 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-470999a3-c156-4d4c-a4db-55fe53ffaabd None None] Attempting to bind port 99fbf495-40fd-4ec1-b4f1-cebde7c7a92a by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '434d92dd-9524-431b-b6b0-f60260763ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9860957b-4f85-4ed8-8805-b8245aaa0e69'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:52:30.476467 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470999a3-c156-4d4c-a4db-55fe53ffaabd None None] Attempting to bind port 99fbf495-40fd-4ec1-b4f1-cebde7c7a92a on network 9860957b-4f85-4ed8-8805-b8245aaa0e69 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:52:30.477656 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7d45333a-2b35-455d-811c-55c6bc3cc7f6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:30.482919 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470999a3-c156-4d4c-a4db-55fe53ffaabd None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:52:30.483307 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470999a3-c156-4d4c-a4db-55fe53ffaabd None None] Checking segment: {'id': '434d92dd-9524-431b-b6b0-f60260763ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9860957b-4f85-4ed8-8805-b8245aaa0e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:52:30.484381 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-470999a3-c156-4d4c-a4db-55fe53ffaabd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:30.484953 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470999a3-c156-4d4c-a4db-55fe53ffaabd None None] Bound using segment: {'id': '434d92dd-9524-431b-b6b0-f60260763ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9860957b-4f85-4ed8-8805-b8245aaa0e69'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:52:30.485469 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-470999a3-c156-4d4c-a4db-55fe53ffaabd None None] Bound port: 99fbf495-40fd-4ec1-b4f1-cebde7c7a92a, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '434d92dd-9524-431b-b6b0-f60260763ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9860957b-4f85-4ed8-8805-b8245aaa0e69'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:52:30.485860 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-470999a3-c156-4d4c-a4db-55fe53ffaabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:30.493651 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c9d81-7fe2-491a-9b57-e8c2f8733bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ad9811-7158-4994-959e-517f103d3606,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:30.524262 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-9f56eec7-69ce-4054-afe9-ffcd4ef2cdf2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Allocated IP 172.20.0.1 (9860957b-4f85-4ed8-8805-b8245aaa0e69/13f79033-0792-492e-8e7f-38e35ba22b07/39779e2b-7040-4223-ae73-0c42a2a56b82) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:52:30.536674 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d45333a-2b35-455d-811c-55c6bc3cc7f6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:30.546763 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-7d45333a-2b35-455d-811c-55c6bc3cc7f6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:30.554405 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d45333a-2b35-455d-811c-55c6bc3cc7f6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:52:30.603960 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-470999a3-c156-4d4c-a4db-55fe53ffaabd None None] For port 99fbf495-40fd-4ec1-b4f1-cebde7c7a92a, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:52:30.608080 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-470999a3-c156-4d4c-a4db-55fe53ffaabd None None] For port 99fbf495-40fd-4ec1-b4f1-cebde7c7a92a, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=99fbf495-40fd-4ec1-b4f1-cebde7c7a92a,segment=NetworkSegment(434d92dd-9524-431b-b6b0-f60260763ad8),segment_id=434d92dd-9524-431b-b6b0-f60260763ad8)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:52:30.614478 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 4bcc06f0-d9e9-44f2-9672-2353fb4be423 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:52:30.618055 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-470999a3-c156-4d4c-a4db-55fe53ffaabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:30.626630 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-904c9d81-7fe2-491a-9b57-e8c2f8733bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:30.629492 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904c9d81-7fe2-491a-9b57-e8c2f8733bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:30.630138 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-904c9d81-7fe2-491a-9b57-e8c2f8733bd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:30.697488 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470999a3-c156-4d4c-a4db-55fe53ffaabd None None] Pushing event updated for resources: {'Port': ['ID=99fbf495-40fd-4ec1-b4f1-cebde7c7a92a,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:30.759772 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-ca1885db-45d8-4b9c-8c10-460c19571c66 None None] Provisioning complete for port a7dc8141-f1e2-469e-994d-f075c7dc5fe2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:30.760234 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ca1885db-45d8-4b9c-8c10-460c19571c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:30.808308 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45333a-2b35-455d-811c-55c6bc3cc7f6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Port': ['ID=16574a1b-9075-43a5-acd6-9cccf218789e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:30.849344 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9f56eec7-69ce-4054-afe9-ffcd4ef2cdf2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:30.855999 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 4bcc06f0-d9e9-44f2-9672-2353fb4be423 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:52:30.881094 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 4bcc06f0-d9e9-44f2-9672-2353fb4be423 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:30.881573 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:30.882283 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa49d7d-0fa9-46cf-9557-543b30a82748 req-38abb3a5-12a5-401d-9359-f46b5e4874b9 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:30.884653 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922a998-6a0c-4498-bcf0-6c6041dec1af req-859856a7-c845-46c2-b5a5-9ed10ed344a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:30.886785 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7922a998-6a0c-4498-bcf0-6c6041dec1af req-859856a7-c845-46c2-b5a5-9ed10ed344a8 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=7a42eb83b343444b8e3fe7d5bffc6390&device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 1098 time: 0.1297734 Nov 04 10:52:30.890166 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-904c9d81-7fe2-491a-9b57-e8c2f8733bd7 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0644207 Nov 04 10:52:30.890536 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3fa49d7d-0fa9-46cf-9557-543b30a82748 req-38abb3a5-12a5-401d-9359-f46b5e4874b9 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.1454902 Nov 04 10:52:30.899348 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d45333a-2b35-455d-811c-55c6bc3cc7f6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:30.899575 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33520) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:30.900043 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7d45333a-2b35-455d-811c-55c6bc3cc7f6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:30.904376 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-88df2c86-45ac-422c-89df-c1292e1fece4 admin admin] Request body: {'subnet': {'network_id': 'a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1837551537-subnet', 'tenant_id': '6528f871e6f44d9190674b0d310123a7', 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:30.927092 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c9d81-7fe2-491a-9b57-e8c2f8733bd7 admin admin] Pushing event updated for resources: {'Network': ['ID=a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:30.947299 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:52:30.952499 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7d45333a-2b35-455d-811c-55c6bc3cc7f6 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9582374 Nov 04 10:52:30.957515 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33522) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:30.991650 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-ca1885db-45d8-4b9c-8c10-460c19571c66 None None] Port a7dc8141-f1e2-469e-994d-f075c7dc5fe2 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:52:30.993400 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-e6c928ce-3657-488c-a4d2-68d2cda69095 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'subnet': {'network_id': 'e00c1660-8b1d-4b7c-ba9e-f1a2c1811605', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:31.024804 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88df2c86-45ac-422c-89df-c1292e1fece4 admin admin] Made reservation on behalf of 6528f871e6f44d9190674b0d310123a7 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:52:31.027223 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88df2c86-45ac-422c-89df-c1292e1fece4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:31.066493 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3fa49d7d-0fa9-46cf-9557-543b30a82748 req-0d838a06-8b0b-494e-872c-978a2ac22e4a tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744010 Nov 04 10:52:31.181195 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-ca1885db-45d8-4b9c-8c10-460c19571c66 None None] Provisioning complete for port 843ed1c4-9759-4b44-aceb-d5c2ee9253c2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:31.192582 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ca1885db-45d8-4b9c-8c10-460c19571c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:31.223725 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9f56eec7-69ce-4054-afe9-ffcd4ef2cdf2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:31.271049 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:31.302612 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922a998-6a0c-4498-bcf0-6c6041dec1af req-1b0a3059-8e47-4524-9fe0-fc75a7cb78e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:31.304105 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7922a998-6a0c-4498-bcf0-6c6041dec1af req-1b0a3059-8e47-4524-9fe0-fc75a7cb78e4 service neutron] 10.222.0.126 "GET /v2.0/networks?id=5a99a09a-0dd8-40b8-b6d2-72da727c3945 HTTP/1.1" status: 200 len: 916 time: 0.3895242 Nov 04 10:52:31.338691 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce2794d-a67d-4c79-9a69-92023c8ba323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcc06f0-d9e9-44f2-9672-2353fb4be423'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:52:31.341650 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae720fa3-6fda-4b3a-bd74-ffdc43e3a8c3" -d '{"events": [{"server_uuid": "1ce2794d-a67d-4c79-9a69-92023c8ba323", "name": "network-vif-plugged", "status": "completed", "tag": "4bcc06f0-d9e9-44f2-9672-2353fb4be423"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:52:31.421714 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7922a998-6a0c-4498-bcf0-6c6041dec1af req-f029a568-5eb2-4f5b-8c2c-7cc8235aff52 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdfb4089-908a-4df2-b566-bb885812d9f0 HTTP/1.1" status: 200 len: 217 time: 0.1093996 Nov 04 10:52:31.462910 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 843ed1c4-9759-4b44-aceb-d5c2ee9253c2 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:52:31.465274 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f56eec7-69ce-4054-afe9-ffcd4ef2cdf2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network 9860957b-4f85-4ed8-8805-b8245aaa0e69 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:31.469702 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c928ce-3657-488c-a4d2-68d2cda69095 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:52:31.472094 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 4bcc06f0-d9e9-44f2-9672-2353fb4be423, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4bcc06f0-d9e9-44f2-9672-2353fb4be423,segment=NetworkSegment(22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d),segment_id=22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:31.479017 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-9f56eec7-69ce-4054-afe9-ffcd4ef2cdf2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:31.479747 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e6c928ce-3657-488c-a4d2-68d2cda69095 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:31.486547 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f56eec7-69ce-4054-afe9-ffcd4ef2cdf2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:52:31.494449 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56eec7-69ce-4054-afe9-ffcd4ef2cdf2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Port': ['ID=39779e2b-7040-4223-ae73-0c42a2a56b82,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:31.529174 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:31.552105 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922a998-6a0c-4498-bcf0-6c6041dec1af req-bc7d8837-9fa9-4833-ba41-39fa6637dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:31.553834 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7922a998-6a0c-4498-bcf0-6c6041dec1af req-bc7d8837-9fa9-4833-ba41-39fa6637dfd9 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c68b3714-6037-46cc-ab77-c20414a0dec9 HTTP/1.1" status: 200 len: 854 time: 0.1233339 Nov 04 10:52:31.605951 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7922a998-6a0c-4498-bcf0-6c6041dec1af req-aea351c0-d4b7-402f-a73f-61e7d7ebabf6 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=5a99a09a-0dd8-40b8-b6d2-72da727c3945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442519 Nov 04 10:52:31.612864 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88df2c86-45ac-422c-89df-c1292e1fece4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:31.613819 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=4bcc06f0-d9e9-44f2-9672-2353fb4be423,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:31.622775 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-bede7514-d088-498d-9768-0db06de225cd None None] Provisioning complete for port 16574a1b-9075-43a5-acd6-9cccf218789e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:31.623215 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bede7514-d088-498d-9768-0db06de225cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:31.636222 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c8d7a-14e5-44eb-87a8-32d3c1788f50 req-36901020-ff85-4a92-b678-3bcd67d1858a tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:31.637944 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-051c8d7a-14e5-44eb-87a8-32d3c1788f50 req-36901020-ff85-4a92-b678-3bcd67d1858a tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=528e2bc2-8672-4936-9d08-7b3c270b8fe8 HTTP/1.1" status: 200 len: 945 time: 0.2157707 Nov 04 10:52:31.659816 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 843ed1c4-9759-4b44-aceb-d5c2ee9253c2 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:31.660182 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:31.678878 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9f56eec7-69ce-4054-afe9-ffcd4ef2cdf2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:31.707484 n-d-816629-1 neutron-server[101775]: INFO neutron.db.ipam_backend_mixin [None req-e6c928ce-3657-488c-a4d2-68d2cda69095 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c112a573-59e5-452a-9928-72e60424c3e2 (CIDR: 172.20.0.0/28) Nov 04 10:52:31.715612 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c928ce-3657-488c-a4d2-68d2cda69095 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:52:31.716430 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c928ce-3657-488c-a4d2-68d2cda69095 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:52:31.718951 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-bede7514-d088-498d-9768-0db06de225cd None None] Port 16574a1b-9075-43a5-acd6-9cccf218789e cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:52:31.743930 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e6c928ce-3657-488c-a4d2-68d2cda69095 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7605872 Nov 04 10:52:31.746541 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33536) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:31.753459 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-69ddc95e-ad66-4ccb-8576-2c973b702f67 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'subnet': {'network_id': 'e00c1660-8b1d-4b7c-ba9e-f1a2c1811605', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:31.779043 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 99fbf495-40fd-4ec1-b4f1-cebde7c7a92a up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:52:31.812248 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7922a998-6a0c-4498-bcf0-6c6041dec1af req-25900b33-d83f-4866-9277-938ab079c206 service neutron] 10.222.0.126 "GET /v2.0/networks/5a99a09a-0dd8-40b8-b6d2-72da727c3945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971514 Nov 04 10:52:31.838979 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 99fbf495-40fd-4ec1-b4f1-cebde7c7a92a triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:31.839281 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:31.938000 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:31.992857 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 99fbf495-40fd-4ec1-b4f1-cebde7c7a92a, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=99fbf495-40fd-4ec1-b4f1-cebde7c7a92a,segment=NetworkSegment(434d92dd-9524-431b-b6b0-f60260763ad8),segment_id=434d92dd-9524-431b-b6b0-f60260763ad8)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:32.006463 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:32.086602 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7922a998-6a0c-4498-bcf0-6c6041dec1af req-ff22cafd-3fcc-4e87-810a-5c18bcc38c12 service neutron] 10.222.0.126 "GET /v2.0/networks/5a99a09a-0dd8-40b8-b6d2-72da727c3945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500768 Nov 04 10:52:32.118967 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ddc95e-ad66-4ccb-8576-2c973b702f67 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:52:32.124137 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69ddc95e-ad66-4ccb-8576-2c973b702f67 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:32.146857 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=99fbf495-40fd-4ec1-b4f1-cebde7c7a92a,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:32.209888 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44338c36-4348-43eb-81d7-ad50b68be910 None None] Network 9860957b-4f85-4ed8-8805-b8245aaa0e69 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:52:32.236781 n-d-816629-1 neutron-server[101775]: INFO neutron.db.ipam_backend_mixin [None req-69ddc95e-ad66-4ccb-8576-2c973b702f67 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 12e7872a-7fb1-45b2-9aa5-e97ba7a41db6 (CIDR: 172.20.0.16/28) Nov 04 10:52:32.241889 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ddc95e-ad66-4ccb-8576-2c973b702f67 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 10:52:32.242785 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69ddc95e-ad66-4ccb-8576-2c973b702f67 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:52:32.269201 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-69ddc95e-ad66-4ccb-8576-2c973b702f67 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5208666 Nov 04 10:52:32.270287 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33540) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:32.273240 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df2c86-45ac-422c-89df-c1292e1fece4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b50f95f6-339c-4e35-9fac-579640522571,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:32.276997 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-5514de09-9c85-43ee-b72c-62000bccd14f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'subnet': {'network_id': 'e00c1660-8b1d-4b7c-ba9e-f1a2c1811605', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:32.285383 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-add910bd-67f6-4de7-af92-4f0e8ecbb4d8 None None] Provisioning complete for port 99fbf495-40fd-4ec1-b4f1-cebde7c7a92a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:32.285748 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-add910bd-67f6-4de7-af92-4f0e8ecbb4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:32.376310 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-051c8d7a-14e5-44eb-87a8-32d3c1788f50 req-f9f74a80-c74f-4b12-ba34-99fb3c4805f6 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7057726 Nov 04 10:52:32.383673 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88df2c86-45ac-422c-89df-c1292e1fece4 admin admin] Checking segment: {'id': '81239c95-9ebf-4ba5-959b-b735e526b80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:52:32.384294 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88df2c86-45ac-422c-89df-c1292e1fece4 admin admin] Network hostable DHCP agents. Network: a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:52:32.429630 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5514de09-9c85-43ee-b72c-62000bccd14f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Made reservation on behalf of 94bb88e80d014e54be01a02ab03f1519 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:52:32.433208 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88df2c86-45ac-422c-89df-c1292e1fece4 admin admin] Network a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:52:32.446046 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5514de09-9c85-43ee-b72c-62000bccd14f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:32.495860 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1943fea-2a4f-4ad0-92d4-a16f65477096 x-openstack-request-id: req-d1943fea-2a4f-4ad0-92d4-a16f65477096 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:52:32.495860 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce2794d-a67d-4c79-9a69-92023c8ba323", "name": "network-vif-plugged", "status": "completed", "tag": "4bcc06f0-d9e9-44f2-9672-2353fb4be423", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:52:32.495860 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-d1943fea-2a4f-4ad0-92d4-a16f65477096 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:52:32.496275 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce2794d-a67d-4c79-9a69-92023c8ba323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcc06f0-d9e9-44f2-9672-2353fb4be423', 'code': 200} Nov 04 10:52:32.515146 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-88df2c86-45ac-422c-89df-c1292e1fece4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:32.518069 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9f56eec7-69ce-4054-afe9-ffcd4ef2cdf2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:32.526227 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88df2c86-45ac-422c-89df-c1292e1fece4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:32.526812 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88df2c86-45ac-422c-89df-c1292e1fece4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:32.527082 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2be438d-f144-4d66-b74c-abd028ed601b None None] Network a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:52:32.609038 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-88df2c86-45ac-422c-89df-c1292e1fece4 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7084591 Nov 04 10:52:32.615832 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33544) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:32.630372 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-016da69c-2b9f-4cf5-9028-1db5da8fc172 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1837551537-router', 'tenant_id': '6528f871e6f44d9190674b0d310123a7', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:32.635057 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 4f9aeeef-846e-4e26-81d1-565a3335ffa0 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:52:32.751979 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30984df5-c72a-4345-81b2-7a68fa9fdd6a req-642cb904-c8fc-49d6-9886-f2eb693f1bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:32.753859 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-30984df5-c72a-4345-81b2-7a68fa9fdd6a req-642cb904-c8fc-49d6-9886-f2eb693f1bd6 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=1ce2794d-a67d-4c79-9a69-92023c8ba323 HTTP/1.1" status: 200 len: 1096 time: 0.1340098 Nov 04 10:52:32.804095 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 4f9aeeef-846e-4e26-81d1-565a3335ffa0 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:52:32.809482 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 4f9aeeef-846e-4e26-81d1-565a3335ffa0 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:32.809861 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:32.858639 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8c54e3-d7f3-4a88-91a0-3045f4dba9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6', 'network_id': 'a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6', 'tenant_id': '6528f871e6f44d9190674b0d310123a7', 'fixed_ips': [{'subnet_id': 'b50f95f6-339c-4e35-9fac-579640522571'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:52:32.859599 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ff8c54e3-d7f3-4a88-91a0-3045f4dba9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:32.868678 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-30984df5-c72a-4345-81b2-7a68fa9fdd6a req-b5475244-d0e3-407d-818b-fd7e1c72e07c service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991845 Nov 04 10:52:33.026040 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-ff8c54e3-d7f3-4a88-91a0-3045f4dba9eb None None] Allocated IP 172.20.0.2 (a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6/b50f95f6-339c-4e35-9fac-579640522571/0ec607c3-55cb-4886-bee2-808f1bef6ce4) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:52:33.072477 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-016da69c-2b9f-4cf5-9028-1db5da8fc172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:33.075711 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-016da69c-2b9f-4cf5-9028-1db5da8fc172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:33.102754 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5514de09-9c85-43ee-b72c-62000bccd14f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:33.186488 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ff8c54e3-d7f3-4a88-91a0-3045f4dba9eb None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:33.199259 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ff8c54e3-d7f3-4a88-91a0-3045f4dba9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:33.205645 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5514de09-9c85-43ee-b72c-62000bccd14f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Network e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:33.211483 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-5514de09-9c85-43ee-b72c-62000bccd14f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:33.217449 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5514de09-9c85-43ee-b72c-62000bccd14f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:33.218303 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5514de09-9c85-43ee-b72c-62000bccd14f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:33.232589 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514de09-9c85-43ee-b72c-62000bccd14f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Subnet': ['ID=4977cfd0-6d3c-4f53-9c99-bef0c9ab103c,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:33.249384 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5514de09-9c85-43ee-b72c-62000bccd14f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9776287 Nov 04 10:52:33.252608 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33546) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:33.258215 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-016da69c-2b9f-4cf5-9028-1db5da8fc172 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:33.261675 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-98dbda51-3199-44f6-ba63-4c458441f45d tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1791800006', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4977cfd0-6d3c-4f53-9c99-bef0c9ab103c'}], 'security_groups': ['c53b6808-428e-4628-99b0-e86a911ce27d', 'a4775753-909f-4514-b8e8-7a327a890148']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:33.275693 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a69e5e-22ce-4fee-bb15-752081995170 req-057d5aa2-7619-45a3-aaa3-ed1be7bf7460 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:33.277166 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 99fbf495-40fd-4ec1-b4f1-cebde7c7a92a up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:52:33.284183 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74179e11-2d31-4c58-94a4-f84586ecdcdc None None] Network e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:52:33.284405 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79a69e5e-22ce-4fee-bb15-752081995170 req-057d5aa2-7619-45a3-aaa3-ed1be7bf7460 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.5588615 Nov 04 10:52:33.339540 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c54e3-d7f3-4a88-91a0-3045f4dba9eb None None] Pushing event updated for resources: {'Port': ['ID=0ec607c3-55cb-4886-bee2-808f1bef6ce4,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:33.371461 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d8b8a54b-3ca6-4e9f-94a3-303d3bd5f06a None None] Provisioning complete for port 99fbf495-40fd-4ec1-b4f1-cebde7c7a92a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:33.371725 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a54b-3ca6-4e9f-94a3-303d3bd5f06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:33.387889 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-98dbda51-3199-44f6-ba63-4c458441f45d tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:33.495810 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9f56eec7-69ce-4054-afe9-ffcd4ef2cdf2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:33.535618 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9f56eec7-69ce-4054-afe9-ffcd4ef2cdf2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:33.602507 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8c54e3-d7f3-4a88-91a0-3045f4dba9eb None None] Network a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:33.631733 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-ff8c54e3-d7f3-4a88-91a0-3045f4dba9eb None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:33.646530 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8c54e3-d7f3-4a88-91a0-3045f4dba9eb None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:52:33.693038 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:33.736097 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56eec7-69ce-4054-afe9-ffcd4ef2cdf2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Port': ['ID=39779e2b-7040-4223-ae73-0c42a2a56b82,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:33.766174 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-98dbda51-3199-44f6-ba63-4c458441f45d tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Delete allocated IP 172.20.0.12 (e00c1660-8b1d-4b7c-ba9e-f1a2c1811605/c112a573-59e5-452a-9928-72e60424c3e2) {{(pid=101775) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 04 10:52:33.779073 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79a69e5e-22ce-4fee-bb15-752081995170 req-333cc38c-0fdc-48bc-9caa-7096807f12d4 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932981 Nov 04 10:52:33.791273 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-016da69c-2b9f-4cf5-9028-1db5da8fc172 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:33.795221 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9f56eec7-69ce-4054-afe9-ffcd4ef2cdf2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:33.802480 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-98dbda51-3199-44f6-ba63-4c458441f45d tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Allocated IP 172.20.0.38 (e00c1660-8b1d-4b7c-ba9e-f1a2c1811605/4977cfd0-6d3c-4f53-9c99-bef0c9ab103c/16574a1b-9075-43a5-acd6-9cccf218789e) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:52:33.864463 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-ff8c54e3-d7f3-4a88-91a0-3045f4dba9eb None None] Attempting to bind port 0ec607c3-55cb-4886-bee2-808f1bef6ce4 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:52:33.865553 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-ff8c54e3-d7f3-4a88-91a0-3045f4dba9eb None None] Attempting to bind port 0ec607c3-55cb-4886-bee2-808f1bef6ce4 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '81239c95-9ebf-4ba5-959b-b735e526b80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:52:33.865936 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8c54e3-d7f3-4a88-91a0-3045f4dba9eb None None] Attempting to bind port 0ec607c3-55cb-4886-bee2-808f1bef6ce4 on network a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:52:33.883686 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8c54e3-d7f3-4a88-91a0-3045f4dba9eb None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:52:33.883686 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8c54e3-d7f3-4a88-91a0-3045f4dba9eb None None] Checking segment: {'id': '81239c95-9ebf-4ba5-959b-b735e526b80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:52:33.884077 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ff8c54e3-d7f3-4a88-91a0-3045f4dba9eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:33.884383 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8c54e3-d7f3-4a88-91a0-3045f4dba9eb None None] Bound using segment: {'id': '81239c95-9ebf-4ba5-959b-b735e526b80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:52:33.884913 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-ff8c54e3-d7f3-4a88-91a0-3045f4dba9eb None None] Bound port: 0ec607c3-55cb-4886-bee2-808f1bef6ce4, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81239c95-9ebf-4ba5-959b-b735e526b80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:52:33.886045 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ff8c54e3-d7f3-4a88-91a0-3045f4dba9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:33.897279 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 99fbf495-40fd-4ec1-b4f1-cebde7c7a92a triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:33.899523 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:33.988746 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 4f9aeeef-846e-4e26-81d1-565a3335ffa0, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4f9aeeef-846e-4e26-81d1-565a3335ffa0,segment=NetworkSegment(22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d),segment_id=22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:34.031073 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f56eec7-69ce-4054-afe9-ffcd4ef2cdf2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network 9860957b-4f85-4ed8-8805-b8245aaa0e69 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:34.040359 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4e2b5-780a-45a7-8514-15a8e5eeeb7d req-98e3d3dd-d264-44ed-b93a-9372561c162f tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:34.048583 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-62d4e2b5-780a-45a7-8514-15a8e5eeeb7d req-98e3d3dd-d264-44ed-b93a-9372561c162f tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=528e2bc2-8672-4936-9d08-7b3c270b8fe8 HTTP/1.1" status: 200 len: 945 time: 0.1188927 Nov 04 10:52:34.059382 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-9f56eec7-69ce-4054-afe9-ffcd4ef2cdf2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:34.091466 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:34.094382 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-98dbda51-3199-44f6-ba63-4c458441f45d tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:34.118941 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-98dbda51-3199-44f6-ba63-4c458441f45d tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:34.311402 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-98dbda51-3199-44f6-ba63-4c458441f45d tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] In _notify_port_updated(), no bound segment for port 16574a1b-9075-43a5-acd6-9cccf218789e on network e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 {{(pid=101775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 04 10:52:34.317593 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dbda51-3199-44f6-ba63-4c458441f45d tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:34.318261 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-98dbda51-3199-44f6-ba63-4c458441f45d tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:34.322180 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-98dbda51-3199-44f6-ba63-4c458441f45d tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "PUT /v2.0/ports/16574a1b-9075-43a5-acd6-9cccf218789e HTTP/1.1" status: 200 len: 960 time: 1.0656371 Nov 04 10:52:34.323679 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33554) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:34.368075 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-62d4e2b5-780a-45a7-8514-15a8e5eeeb7d req-c1676a1f-3da5-427d-80ed-ef7df6a39e72 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185046 Nov 04 10:52:34.401488 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d8b8a54b-3ca6-4e9f-94a3-303d3bd5f06a None None] Provisioning complete for port 39779e2b-7040-4223-ae73-0c42a2a56b82 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:34.401488 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a54b-3ca6-4e9f-94a3-303d3bd5f06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:34.422343 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-ff8c54e3-d7f3-4a88-91a0-3045f4dba9eb None None] For port 0ec607c3-55cb-4886-bee2-808f1bef6ce4, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:52:34.429961 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dbda51-3199-44f6-ba63-4c458441f45d tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event updated for resources: {'Port': ['ID=16574a1b-9075-43a5-acd6-9cccf218789e,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:34.437420 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=4f9aeeef-846e-4e26-81d1-565a3335ffa0,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:34.475284 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-ff8c54e3-d7f3-4a88-91a0-3045f4dba9eb None None] For port 0ec607c3-55cb-4886-bee2-808f1bef6ce4, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0ec607c3-55cb-4886-bee2-808f1bef6ce4,segment=NetworkSegment(81239c95-9ebf-4ba5-959b-b735e526b80b),segment_id=81239c95-9ebf-4ba5-959b-b735e526b80b)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:52:34.493077 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ff8c54e3-d7f3-4a88-91a0-3045f4dba9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:34.507037 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528e2bc2-8672-4936-9d08-7b3c270b8fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9aeeef-846e-4e26-81d1-565a3335ffa0'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:52:34.509391 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae69267b-265f-4d79-958f-5dde7588ab52" -d '{"events": [{"server_uuid": "528e2bc2-8672-4936-9d08-7b3c270b8fe8", "name": "network-vif-plugged", "status": "completed", "tag": "4f9aeeef-846e-4e26-81d1-565a3335ffa0"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:52:34.518355 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753a4c4a-b3a6-408b-bc2b-b225358babf8 None None] Update dhcp port {'port': {'network_id': 'e00c1660-8b1d-4b7c-ba9e-f1a2c1811605', 'fixed_ips': [{'subnet_id': '12e7872a-7fb1-45b2-9aa5-e97ba7a41db6', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c112a573-59e5-452a-9928-72e60424c3e2', 'ip_address': '172.20.0.2'}, {'subnet_id': '4977cfd0-6d3c-4f53-9c99-bef0c9ab103c'}], 'binding:host_id': 'n-d-816629-1'}, 'id': '843ed1c4-9759-4b44-aceb-d5c2ee9253c2'} from n-d-816629-1. {{(pid=101776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 10:52:34.529058 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f56eec7-69ce-4054-afe9-ffcd4ef2cdf2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Router 6dbfbf33-c3d7-4b34-a0a8-b6bb601e8a45 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:52:34.573031 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-2f643c4c-de31-439c-93c6-870c4ed2d755 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting port 16574a1b-9075-43a5-acd6-9cccf218789e {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:52:34.573413 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f643c4c-de31-439c-93c6-870c4ed2d755 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:34.577108 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-d8b8a54b-3ca6-4e9f-94a3-303d3bd5f06a None None] Port 39779e2b-7040-4223-ae73-0c42a2a56b82 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:52:34.581182 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579afdcf-22ad-4eda-9bb6-969067d80dab x-openstack-request-id: req-579afdcf-22ad-4eda-9bb6-969067d80dab {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:52:34.581469 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528e2bc2-8672-4936-9d08-7b3c270b8fe8", "name": "network-vif-plugged", "status": "completed", "tag": "4f9aeeef-846e-4e26-81d1-565a3335ffa0", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:52:34.581723 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-579afdcf-22ad-4eda-9bb6-969067d80dab {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:52:34.582130 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528e2bc2-8672-4936-9d08-7b3c270b8fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9aeeef-846e-4e26-81d1-565a3335ffa0', 'code': 200} Nov 04 10:52:34.589054 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-753a4c4a-b3a6-408b-bc2b-b225358babf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:34.670876 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-016da69c-2b9f-4cf5-9028-1db5da8fc172 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:34.697504 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c54e3-d7f3-4a88-91a0-3045f4dba9eb None None] Pushing event updated for resources: {'Port': ['ID=0ec607c3-55cb-4886-bee2-808f1bef6ce4,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:34.703644 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-016da69c-2b9f-4cf5-9028-1db5da8fc172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:34.791275 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-75b5023c-540c-4643-8416-aa57cc6c9f57 None None] Provisioning complete for port 39779e2b-7040-4223-ae73-0c42a2a56b82 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:34.791677 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-75b5023c-540c-4643-8416-aa57cc6c9f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:34.798345 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6cbef-b000-4aa3-aae5-ea937cfdb90b req-e4d533b6-fa64-4799-8c1b-578059e3faac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:34.799907 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d3a6cbef-b000-4aa3-aae5-ea937cfdb90b req-e4d533b6-fa64-4799-8c1b-578059e3faac service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=528e2bc2-8672-4936-9d08-7b3c270b8fe8 HTTP/1.1" status: 200 len: 1097 time: 0.1314750 Nov 04 10:52:34.831156 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f643c4c-de31-439c-93c6-870c4ed2d755 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:34.854018 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-75b5023c-540c-4643-8416-aa57cc6c9f57 None None] Port 39779e2b-7040-4223-ae73-0c42a2a56b82 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:52:34.873444 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-2f643c4c-de31-439c-93c6-870c4ed2d755 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Calling delete_port for 16574a1b-9075-43a5-acd6-9cccf218789e owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:52:34.876782 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f56eec7-69ce-4054-afe9-ffcd4ef2cdf2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:52:34.893237 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9f56eec7-69ce-4054-afe9-ffcd4ef2cdf2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "PUT /v2.0/routers/6dbfbf33-c3d7-4b34-a0a8-b6bb601e8a45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4763787 Nov 04 10:52:34.897361 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5717f00a-18a4-469d-88cc-e3ea55d27cc2 None None] Sync routers for ids ['6dbfbf33-c3d7-4b34-a0a8-b6bb601e8a45'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:52:34.905288 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33562) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:34.917953 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5717f00a-18a4-469d-88cc-e3ea55d27cc2 None None] Routers {'6dbfbf33-c3d7-4b34-a0a8-b6bb601e8a45'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:52:34.920202 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-5717f00a-18a4-469d-88cc-e3ea55d27cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:52:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['6dbfbf33-c3d7-4b34-a0a8-b6bb601e8a45'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:34.923081 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-753a4c4a-b3a6-408b-bc2b-b225358babf8 None None] Allocated IP 172.20.0.34 (e00c1660-8b1d-4b7c-ba9e-f1a2c1811605/4977cfd0-6d3c-4f53-9c99-bef0c9ab103c/843ed1c4-9759-4b44-aceb-d5c2ee9253c2) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:52:34.977202 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac9760f-11b2-4964-8e33-4f4489235c8d tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:34.978726 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-eac9760f-11b2-4964-8e33-4f4489235c8d tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "GET /v2.0/ports/39779e2b-7040-4223-ae73-0c42a2a56b82 HTTP/1.1" status: 200 len: 910 time: 0.0720580 Nov 04 10:52:34.994004 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33564) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:35.000504 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-016da69c-2b9f-4cf5-9028-1db5da8fc172 admin admin] Allocated IP 172.25.7.215 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/8372aadd-adc8-4a99-99b5-419f514ccfdf) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:52:35.029479 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-309f220b-a972-4a81-8c82-4c7c743e8c55 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '13f79033-0792-492e-8e7f-38e35ba22b07'}]}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:35.074089 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d3a6cbef-b000-4aa3-aae5-ea937cfdb90b req-5699490b-f6ee-49f9-a5c4-489486072c77 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620702 Nov 04 10:52:35.108893 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-5717f00a-18a4-469d-88cc-e3ea55d27cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:35.149062 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5717f00a-18a4-469d-88cc-e3ea55d27cc2 None None] Routers {'6dbfbf33-c3d7-4b34-a0a8-b6bb601e8a45'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:52:35.149987 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-5717f00a-18a4-469d-88cc-e3ea55d27cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:52:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['6dbfbf33-c3d7-4b34-a0a8-b6bb601e8a45'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:35.170866 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-753a4c4a-b3a6-408b-bc2b-b225358babf8 None None] For port 843ed1c4-9759-4b44-aceb-d5c2ee9253c2, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=843ed1c4-9759-4b44-aceb-d5c2ee9253c2,segment=NetworkSegment(17f1c1a5-bb50-41a6-a11c-dcaff9f946a0),segment_id=17f1c1a5-bb50-41a6-a11c-dcaff9f946a0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:35.231183 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-5717f00a-18a4-469d-88cc-e3ea55d27cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:35.232086 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5717f00a-18a4-469d-88cc-e3ea55d27cc2 None None] The sync data for ids ['6dbfbf33-c3d7-4b34-a0a8-b6bb601e8a45'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:52:35.235139 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-753a4c4a-b3a6-408b-bc2b-b225358babf8 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:35.246085 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-753a4c4a-b3a6-408b-bc2b-b225358babf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:35.306094 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2a5ba-fd78-43e6-b9bf-344f1d383cc1 req-211df489-6f89-4b20-bf4a-2732ccd3f581 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:35.314075 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8bd2a5ba-fd78-43e6-b9bf-344f1d383cc1 req-211df489-6f89-4b20-bf4a-2732ccd3f581 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.3472898 Nov 04 10:52:35.323751 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0ec607c3-55cb-4886-bee2-808f1bef6ce4 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:52:35.342333 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-309f220b-a972-4a81-8c82-4c7c743e8c55 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:35.363059 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f643c4c-de31-439c-93c6-870c4ed2d755 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:35.399218 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a4c4a-b3a6-408b-bc2b-b225358babf8 None None] Pushing event updated for resources: {'Port': ['ID=843ed1c4-9759-4b44-aceb-d5c2ee9253c2,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:35.408196 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f643c4c-de31-439c-93c6-870c4ed2d755 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Port': ['ID=16574a1b-9075-43a5-acd6-9cccf218789e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:35.420222 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8bd2a5ba-fd78-43e6-b9bf-344f1d383cc1 req-d25e138b-81cd-46e4-8568-bb42e58c7582 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050329 Nov 04 10:52:35.454185 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 0ec607c3-55cb-4886-bee2-808f1bef6ce4 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:35.454835 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:35.578202 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-016da69c-2b9f-4cf5-9028-1db5da8fc172 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:35.597349 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:35.597991 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f643c4c-de31-439c-93c6-870c4ed2d755 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:35.609586 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2f643c4c-de31-439c-93c6-870c4ed2d755 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/ports/16574a1b-9075-43a5-acd6-9cccf218789e HTTP/1.1" status: 204 len: 168 time: 1.2858758 Nov 04 10:52:35.612638 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33572) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:35.657097 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-532c91b8-43e9-4406-a2ff-2383852089db tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] GET failed (client error): The resource could not be found. Nov 04 10:52:35.661656 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-532c91b8-43e9-4406-a2ff-2383852089db tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "GET /v2.0/ports/16574a1b-9075-43a5-acd6-9cccf218789e HTTP/1.1" status: 404 len: 333 time: 0.0451975 Nov 04 10:52:35.662351 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33574) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:35.679875 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 0ec607c3-55cb-4886-bee2-808f1bef6ce4, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0ec607c3-55cb-4886-bee2-808f1bef6ce4,segment=NetworkSegment(81239c95-9ebf-4ba5-959b-b735e526b80b),segment_id=81239c95-9ebf-4ba5-959b-b735e526b80b)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:35.687402 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:35.798563 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d33fda-964d-4d7c-b7f2-7ab702f159fc req-5ff84037-6dfb-4fb2-97b5-bc320792d95d tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:35.807450 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79d33fda-964d-4d7c-b7f2-7ab702f159fc req-5ff84037-6dfb-4fb2-97b5-bc320792d95d tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=528e2bc2-8672-4936-9d08-7b3c270b8fe8 HTTP/1.1" status: 200 len: 946 time: 0.2551658 Nov 04 10:52:35.808171 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e5e1ff98-acbc-4b67-a979-5a3523382f77 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:35.811476 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=0ec607c3-55cb-4886-bee2-808f1bef6ce4,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:35.876877 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-016da69c-2b9f-4cf5-9028-1db5da8fc172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:35.887709 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e5e1ff98-acbc-4b67-a979-5a3523382f77 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:35.957029 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e5e1ff98-acbc-4b67-a979-5a3523382f77 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:35.962261 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e5e1ff98-acbc-4b67-a979-5a3523382f77 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:35.965890 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e5e1ff98-acbc-4b67-a979-5a3523382f77 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/security-groups/ea1dffbc-8010-4613-9a7b-3a0b0c62f79d HTTP/1.1" status: 204 len: 168 time: 0.3001616 Nov 04 10:52:35.968207 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33578) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:35.982732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1ff98-acbc-4b67-a979-5a3523382f77 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1dffbc-8010-4613-9a7b-3a0b0c62f79d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:35.996735 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79d33fda-964d-4d7c-b7f2-7ab702f159fc req-99613419-2dc9-492e-a7f9-2e963aaef9d7 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821222 Nov 04 10:52:36.038935 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016da69c-2b9f-4cf5-9028-1db5da8fc172 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:36.059514 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-016da69c-2b9f-4cf5-9028-1db5da8fc172 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:36.071438 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016da69c-2b9f-4cf5-9028-1db5da8fc172 admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:52:36.094171 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ac1fb3a9-8f95-4374-a5ab-2b9dc78136ac tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:36.122979 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016da69c-2b9f-4cf5-9028-1db5da8fc172 admin admin] Pushing event updated for resources: {'Port': ['ID=8372aadd-adc8-4a99-99b5-419f514ccfdf,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:36.124664 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ac1fb3a9-8f95-4374-a5ab-2b9dc78136ac tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:36.236933 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ac1fb3a9-8f95-4374-a5ab-2b9dc78136ac tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:36.240579 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ac1fb3a9-8f95-4374-a5ab-2b9dc78136ac tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:36.246502 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ac1fb3a9-8f95-4374-a5ab-2b9dc78136ac tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/security-groups/a4775753-909f-4514-b8e8-7a327a890148 HTTP/1.1" status: 204 len: 168 time: 0.2769439 Nov 04 10:52:36.247059 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33580) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:36.258733 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1fb3a9-8f95-4374-a5ab-2b9dc78136ac tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4775753-909f-4514-b8e8-7a327a890148,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:36.456917 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d582f15-b2b5-408a-805a-3b7a35f38b63 None None] Network a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:52:36.613905 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-5ad61f64-79cc-4723-97a8-073bb288c383 None None] Provisioning complete for port 0ec607c3-55cb-4886-bee2-808f1bef6ce4 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:36.614274 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5ad61f64-79cc-4723-97a8-073bb288c383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:36.819720 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385c19b-c48d-4793-a44c-43b593a70c24 req-9d2a809e-598d-44f5-bd49-8c93b2d7c3a1 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:36.820241 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9385c19b-c48d-4793-a44c-43b593a70c24 req-9d2a809e-598d-44f5-bd49-8c93b2d7c3a1 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.7000103 Nov 04 10:52:36.896465 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c2259f9a-d706-48cc-867d-32a2416291a6 None None] Could not find standard attr ID for object 16574a1b-9075-43a5-acd6-9cccf218789e. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:52:36.930675 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c2259f9a-d706-48cc-867d-32a2416291a6 None None] Provisioning complete for port a7dc8141-f1e2-469e-994d-f075c7dc5fe2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:36.931400 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c2259f9a-d706-48cc-867d-32a2416291a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:36.958299 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b4c031da-5461-4768-9cc2-7aeafa639d16 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:37.034016 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-c2259f9a-d706-48cc-867d-32a2416291a6 None None] Port a7dc8141-f1e2-469e-994d-f075c7dc5fe2 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:52:37.086360 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c2259f9a-d706-48cc-867d-32a2416291a6 None None] Provisioning complete for port 843ed1c4-9759-4b44-aceb-d5c2ee9253c2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:37.087700 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c2259f9a-d706-48cc-867d-32a2416291a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:37.100422 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b4c031da-5461-4768-9cc2-7aeafa639d16 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:37.117781 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9385c19b-c48d-4793-a44c-43b593a70c24 req-5e4348ac-19fc-4812-85af-5655a4d90f9c tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875655 Nov 04 10:52:37.120049 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-309f220b-a972-4a81-8c82-4c7c743e8c55 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:37.221552 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0ec607c3-55cb-4886-bee2-808f1bef6ce4 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:52:37.223875 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-309f220b-a972-4a81-8c82-4c7c743e8c55 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:37.376082 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 0ec607c3-55cb-4886-bee2-808f1bef6ce4 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:37.376277 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-016da69c-2b9f-4cf5-9028-1db5da8fc172 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:37.376375 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:37.380879 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b4c031da-5461-4768-9cc2-7aeafa639d16 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:37.383559 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b4c031da-5461-4768-9cc2-7aeafa639d16 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:37.387599 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33588) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:37.388246 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b4c031da-5461-4768-9cc2-7aeafa639d16 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/security-groups/c53b6808-428e-4628-99b0-e86a911ce27d HTTP/1.1" status: 204 len: 168 time: 1.1394207 Nov 04 10:52:37.393466 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f220b-a972-4a81-8c82-4c7c743e8c55 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Port': ['ID=39779e2b-7040-4223-ae73-0c42a2a56b82,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:37.473386 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-b66ab3e4-75c6-4c7a-abbc-952e474e97f3 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting subnet c112a573-59e5-452a-9928-72e60424c3e2 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:52:37.480648 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-19bf3771-bacf-4bfd-a26a-b65dad93514f None None] Could not find standard attr ID for object 16574a1b-9075-43a5-acd6-9cccf218789e. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:52:37.481939 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b66ab3e4-75c6-4c7a-abbc-952e474e97f3 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:37.488231 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 843ed1c4-9759-4b44-aceb-d5c2ee9253c2 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:52:37.519998 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-19bf3771-bacf-4bfd-a26a-b65dad93514f None None] Provisioning complete for port 0ec607c3-55cb-4886-bee2-808f1bef6ce4 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:37.520407 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-19bf3771-bacf-4bfd-a26a-b65dad93514f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:37.562561 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b66ab3e4-75c6-4c7a-abbc-952e474e97f3 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:37.623315 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 843ed1c4-9759-4b44-aceb-d5c2ee9253c2 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:37.623724 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309f220b-a972-4a81-8c82-4c7c743e8c55 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:37.624849 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-309f220b-a972-4a81-8c82-4c7c743e8c55 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:37.626303 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-309f220b-a972-4a81-8c82-4c7c743e8c55 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "PUT /v2.0/ports/39779e2b-7040-4223-ae73-0c42a2a56b82 HTTP/1.1" status: 200 len: 910 time: 2.6290028 Nov 04 10:52:37.628267 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:37.633723 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33590) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:37.720470 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b66ab3e4-75c6-4c7a-abbc-952e474e97f3 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:37.760683 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c031da-5461-4768-9cc2-7aeafa639d16 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53b6808-428e-4628-99b0-e86a911ce27d,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:37.828967 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea876b37-1c2d-45ee-a337-3d974391eb13 req-b1a5c038-8f81-4909-bd80-5b1eec386041 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:37.830610 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea876b37-1c2d-45ee-a337-3d974391eb13 req-b1a5c038-8f81-4909-bd80-5b1eec386041 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=528e2bc2-8672-4936-9d08-7b3c270b8fe8 HTTP/1.1" status: 200 len: 946 time: 0.5274153 Nov 04 10:52:37.878625 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b66ab3e4-75c6-4c7a-abbc-952e474e97f3 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:37.905122 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6d7877-71b1-47ab-a783-ad91c5d79a49 None None] Network e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:52:37.931874 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b66ab3e4-75c6-4c7a-abbc-952e474e97f3 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:37.951809 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b66ab3e4-75c6-4c7a-abbc-952e474e97f3 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/subnets/c112a573-59e5-452a-9928-72e60424c3e2 HTTP/1.1" status: 204 len: 168 time: 0.5629232 Nov 04 10:52:37.976082 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33594) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:37.992581 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ab3e4-75c6-4c7a-abbc-952e474e97f3 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Subnet': ['ID=c112a573-59e5-452a-9928-72e60424c3e2,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:38.125276 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-016da69c-2b9f-4cf5-9028-1db5da8fc172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:38.134175 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8090138-8e0a-479e-af2c-5f525d7511a9 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting subnet 4977cfd0-6d3c-4f53-9c99-bef0c9ab103c {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:52:38.146240 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea876b37-1c2d-45ee-a337-3d974391eb13 req-936d03df-e1b8-4090-8f20-594428ff5bd8 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683752 Nov 04 10:52:38.153324 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a8090138-8e0a-479e-af2c-5f525d7511a9 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:38.321559 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a8090138-8e0a-479e-af2c-5f525d7511a9 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:38.435109 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9393864-1ced-4ea9-9087-cdddc187acfa req-f5f256ac-20e9-48ec-bcf5-a4543f1110bd tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:38.437211 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9393864-1ced-4ea9-9087-cdddc187acfa req-f5f256ac-20e9-48ec-bcf5-a4543f1110bd tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=ae9a1c15-3b1d-4d94-a020-5359a15019b0 HTTP/1.1" status: 200 len: 945 time: 0.1635270 Nov 04 10:52:38.597032 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a8090138-8e0a-479e-af2c-5f525d7511a9 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:38.610830 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9393864-1ced-4ea9-9087-cdddc187acfa req-5d5ff4f3-12a5-4673-8440-70bcce097aee tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640875 Nov 04 10:52:38.725441 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-748158e8-aec3-4cf1-adb6-789af65029f8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:38.780026 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016da69c-2b9f-4cf5-9028-1db5da8fc172 admin admin] Router e55431d8-f0fa-4bab-a527-efcce9cb4133 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:52:38.850973 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a8090138-8e0a-479e-af2c-5f525d7511a9 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:38.866549 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33896f30-fea6-48c7-883a-afcf182297ae req-66b3aefb-c1ac-4987-a075-ea7a1edfe08a tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:38.873325 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33896f30-fea6-48c7-883a-afcf182297ae req-66b3aefb-c1ac-4987-a075-ea7a1edfe08a tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.1832380 Nov 04 10:52:38.891526 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-633663be-e12e-47ce-bb38-4819a36b31b2 None None] Provisioning complete for port a7dc8141-f1e2-469e-994d-f075c7dc5fe2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:38.896421 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-633663be-e12e-47ce-bb38-4819a36b31b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:38.944293 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-633663be-e12e-47ce-bb38-4819a36b31b2 None None] Port a7dc8141-f1e2-469e-994d-f075c7dc5fe2 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:52:38.955969 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-633663be-e12e-47ce-bb38-4819a36b31b2 None None] Provisioning complete for port 843ed1c4-9759-4b44-aceb-d5c2ee9253c2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:38.956357 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-633663be-e12e-47ce-bb38-4819a36b31b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:38.963879 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8090138-8e0a-479e-af2c-5f525d7511a9 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Subnet': ['ID=4977cfd0-6d3c-4f53-9c99-bef0c9ab103c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:38.968854 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a8090138-8e0a-479e-af2c-5f525d7511a9 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:38.972622 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a8090138-8e0a-479e-af2c-5f525d7511a9 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/subnets/4977cfd0-6d3c-4f53-9c99-bef0c9ab103c HTTP/1.1" status: 204 len: 168 time: 0.9933696 Nov 04 10:52:38.975999 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33604) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:38.989285 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9d0f3a-6679-406e-8c59-54d4965a1cc6 None None] Network e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:52:39.005604 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-897f9243-7a92-4b0c-8117-4c82f9cb79db tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] DELETE failed (client error): The resource could not be found. Nov 04 10:52:39.006065 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-897f9243-7a92-4b0c-8117-4c82f9cb79db tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:52:39.013107 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-897f9243-7a92-4b0c-8117-4c82f9cb79db tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/subnets/c112a573-59e5-452a-9928-72e60424c3e2 HTTP/1.1" status: 404 len: 337 time: 0.0359740 Nov 04 10:52:39.013729 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33606) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:39.049479 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33896f30-fea6-48c7-883a-afcf182297ae req-fb489295-78a6-4fbd-b096-85f4df92a41d tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751318 Nov 04 10:52:39.090238 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce412fd9-e77b-463b-8385-841a2df5b58f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting subnet 12e7872a-7fb1-45b2-9aa5-e97ba7a41db6 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:52:39.095229 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ce412fd9-e77b-463b-8385-841a2df5b58f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:39.197611 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ce412fd9-e77b-463b-8385-841a2df5b58f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:39.243819 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016da69c-2b9f-4cf5-9028-1db5da8fc172 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:52:39.254067 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:52:39.272236 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa3597d-e66c-4dc5-9d43-4bf4b2d7c85b None None] Sync routers for ids ['e55431d8-f0fa-4bab-a527-efcce9cb4133'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:52:39.326480 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-016da69c-2b9f-4cf5-9028-1db5da8fc172 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:39.327943 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-016da69c-2b9f-4cf5-9028-1db5da8fc172 admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7095723 Nov 04 10:52:39.332193 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33612) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:39.349764 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa3597d-e66c-4dc5-9d43-4bf4b2d7c85b None None] Routers {'e55431d8-f0fa-4bab-a527-efcce9cb4133'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:52:39.350467 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-4aa3597d-e66c-4dc5-9d43-4bf4b2d7c85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:52:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e55431d8-f0fa-4bab-a527-efcce9cb4133'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:39.692502 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-4aa3597d-e66c-4dc5-9d43-4bf4b2d7c85b None None] Set router e55431d8-f0fa-4bab-a527-efcce9cb4133 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:52:39.768709 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ce412fd9-e77b-463b-8385-841a2df5b58f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:39.886195 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ce412fd9-e77b-463b-8385-841a2df5b58f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:39.924212 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce412fd9-e77b-463b-8385-841a2df5b58f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Subnet': ['ID=12e7872a-7fb1-45b2-9aa5-e97ba7a41db6,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:39.927220 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecb3f5-8084-4e9b-8305-a1c35ca25f34 req-fc880b94-9b15-4682-a2d2-4b3348f82733 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:39.934018 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81ecb3f5-8084-4e9b-8305-a1c35ca25f34 req-fc880b94-9b15-4682-a2d2-4b3348f82733 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=1ce2794d-a67d-4c79-9a69-92023c8ba323 HTTP/1.1" status: 200 len: 945 time: 0.1281817 Nov 04 10:52:39.942398 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ce412fd9-e77b-463b-8385-841a2df5b58f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:39.948647 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ce412fd9-e77b-463b-8385-841a2df5b58f tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/subnets/12e7872a-7fb1-45b2-9aa5-e97ba7a41db6 HTTP/1.1" status: 204 len: 168 time: 0.9313896 Nov 04 10:52:39.948921 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33614) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:40.022614 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c36382-8b57-4d20-8614-ad9311f3f834 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] DELETE failed (client error): The resource could not be found. Nov 04 10:52:40.023266 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3c36382-8b57-4d20-8614-ad9311f3f834 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:52:40.032238 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c3c36382-8b57-4d20-8614-ad9311f3f834 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/subnets/a8a73caf-5c9d-4d05-b967-90120b2ea158 HTTP/1.1" status: 404 len: 337 time: 0.0770872 Nov 04 10:52:40.036721 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33616) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:40.085550 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c87ecc42-4ef8-43fe-ad04-2c7ba5195eae tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "GET /v2.0/ports?device_id=5ce753be-0618-4ec5-887a-c1e1385ed466 HTTP/1.1" status: 200 len: 205 time: 0.0476027 Nov 04 10:52:40.090628 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33618) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:40.133717 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-4aa3597d-e66c-4dc5-9d43-4bf4b2d7c85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55431d8-f0fa-4bab-a527-efcce9cb4133', 'name': 'tempest-TestServerMultinode-1837551537-router', 'tenant_id': '6528f871e6f44d9190674b0d310123a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '8372aadd-adc8-4a99-99b5-419f514ccfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:33Z', 'updated_at': '2021-11-04T10:52:36Z', 'revision_number': 3, 'project_id': '6528f871e6f44d9190674b0d310123a7', 'gw_port': {'id': '8372aadd-adc8-4a99-99b5-419f514ccfdf', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:02:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55431d8-f0fa-4bab-a527-efcce9cb4133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:34Z', 'updated_at': '2021-11-04T10:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:40.181862 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa3597d-e66c-4dc5-9d43-4bf4b2d7c85b None None] Checking router: e55431d8-f0fa-4bab-a527-efcce9cb4133 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:52:40.183728 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa3597d-e66c-4dc5-9d43-4bf4b2d7c85b None None] Updating router e55431d8-f0fa-4bab-a527-efcce9cb4133 port 8372aadd-adc8-4a99-99b5-419f514ccfdf binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:52:40.210725 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-7656c05a-1538-4e43-b910-d2872f986020 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] delete failed (client error): The resource could not be found. Nov 04 10:52:40.215936 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7656c05a-1538-4e43-b910-d2872f986020 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/routers/5ce753be-0618-4ec5-887a-c1e1385ed466 HTTP/1.1" status: 404 len: 336 time: 0.1241660 Nov 04 10:52:40.218869 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33624) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:40.225051 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-748158e8-aec3-4cf1-adb6-789af65029f8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Deleting port 39779e2b-7040-4223-ae73-0c42a2a56b82 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:52:40.226059 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-748158e8-aec3-4cf1-adb6-789af65029f8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:40.255759 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81ecb3f5-8084-4e9b-8305-a1c35ca25f34 req-d0bef35d-d6f0-4e55-b91b-16a52525a5a0 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607939 Nov 04 10:52:40.262668 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-d555700c-094d-421c-afce-7edebba6b6c0 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] DELETE failed (client error): The resource could not be found. Nov 04 10:52:40.263358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d555700c-094d-421c-afce-7edebba6b6c0 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:52:40.266944 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d555700c-094d-421c-afce-7edebba6b6c0 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/subnets/d216b610-bbd8-4331-b47d-fd18b929ad26 HTTP/1.1" status: 404 len: 337 time: 0.0434368 Nov 04 10:52:40.271831 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33626) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:40.275842 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4aa3597d-e66c-4dc5-9d43-4bf4b2d7c85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:40.343557 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-d96a8267-ae2b-4ed0-910b-556907863752 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] DELETE failed (client error): The resource could not be found. Nov 04 10:52:40.344030 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d96a8267-ae2b-4ed0-910b-556907863752 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:52:40.355951 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d96a8267-ae2b-4ed0-910b-556907863752 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/subnets/bf278444-2134-4877-9e20-d3bb61f1fdfb HTTP/1.1" status: 404 len: 337 time: 0.0788031 Nov 04 10:52:40.356587 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33630) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:40.399919 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ffa81ea-95e9-4493-bb58-9abde175c0f7 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] DELETE failed (client error): The resource could not be found. Nov 04 10:52:40.400360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ffa81ea-95e9-4493-bb58-9abde175c0f7 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:52:40.405934 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7ffa81ea-95e9-4493-bb58-9abde175c0f7 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/subnets/9e90420d-dcae-4f28-8e65-818265a55d6e HTTP/1.1" status: 404 len: 337 time: 0.0458882 Nov 04 10:52:40.409585 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33632) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:40.435238 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-8faaac0e-71d2-4eb0-aaad-0766757fc411 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] DELETE failed (client error): The resource could not be found. Nov 04 10:52:40.435483 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8faaac0e-71d2-4eb0-aaad-0766757fc411 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:52:40.445300 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8faaac0e-71d2-4eb0-aaad-0766757fc411 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/ports/9c3bd812-e2f5-4675-87c7-e3a02b9dff1b HTTP/1.1" status: 404 len: 333 time: 0.0342937 Nov 04 10:52:40.447507 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33634) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:40.475601 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-36508387-ee86-4755-b05f-467660885bcf tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] DELETE failed (client error): The resource could not be found. Nov 04 10:52:40.476227 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36508387-ee86-4755-b05f-467660885bcf tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:52:40.479739 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-36508387-ee86-4755-b05f-467660885bcf tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/subnets/5f94782e-10fe-4811-b516-83493d1cde5e HTTP/1.1" status: 404 len: 337 time: 0.0310686 Nov 04 10:52:40.482666 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33636) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:40.517389 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee18df2-aca4-4762-9609-6dcc0f1d4eb3 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] DELETE failed (client error): The resource could not be found. Nov 04 10:52:40.518293 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee18df2-aca4-4762-9609-6dcc0f1d4eb3 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:52:40.522229 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-aee18df2-aca4-4762-9609-6dcc0f1d4eb3 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/subnets/7e09f51d-ed46-4f5a-9ca0-7a2a25ac54af HTTP/1.1" status: 404 len: 337 time: 0.0382714 Nov 04 10:52:40.531718 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33638) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:40.567629 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf535123-2cf6-49b3-abfe-d9d13724b5d4 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] DELETE failed (client error): The resource could not be found. Nov 04 10:52:40.568315 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf535123-2cf6-49b3-abfe-d9d13724b5d4 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:52:40.573807 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-cf535123-2cf6-49b3-abfe-d9d13724b5d4 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/ports/293d905b-6dd8-4293-a0df-7b3f28aaeb14 HTTP/1.1" status: 404 len: 333 time: 0.0406797 Nov 04 10:52:40.575891 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33640) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:40.584528 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0464ecd7-98ff-4ac2-b68c-f26061ebfb3d None None] Network e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:52:40.596588 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0730d6-2a06-485e-bb30-d940abae63e8 req-d0cf0f6b-09f8-4301-be64-5e0993a6951d tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:40.598342 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6f0730d6-2a06-485e-bb30-d940abae63e8 req-d0cf0f6b-09f8-4301-be64-5e0993a6951d tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.1466098 Nov 04 10:52:40.638100 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-748158e8-aec3-4cf1-adb6-789af65029f8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:40.664159 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-748158e8-aec3-4cf1-adb6-789af65029f8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Calling delete_port for 39779e2b-7040-4223-ae73-0c42a2a56b82 owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:52:40.674333 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc915492-a42a-4e2e-987d-fc9d95a047c0 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] DELETE failed (client error): The resource could not be found. Nov 04 10:52:40.674333 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc915492-a42a-4e2e-987d-fc9d95a047c0 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:52:40.686116 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fc915492-a42a-4e2e-987d-fc9d95a047c0 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/subnets/ce18d434-ca58-4174-9b12-185e0ad63616 HTTP/1.1" status: 404 len: 337 time: 0.1037679 Nov 04 10:52:40.686826 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33642) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:40.729740 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-159b1261-801e-4bb7-98e2-12208ed02eee tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] DELETE failed (client error): The resource could not be found. Nov 04 10:52:40.730433 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-159b1261-801e-4bb7-98e2-12208ed02eee tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:52:40.738250 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-85c45d18-6435-4c10-ae81-04a04fc71844 None None] Provisioning complete for port a7dc8141-f1e2-469e-994d-f075c7dc5fe2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:40.738250 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-85c45d18-6435-4c10-ae81-04a04fc71844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:40.738560 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-159b1261-801e-4bb7-98e2-12208ed02eee tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/subnets/9486c157-162f-4cc5-b03f-1ae7f72d8c9d HTTP/1.1" status: 404 len: 337 time: 0.0479949 Nov 04 10:52:40.740227 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33644) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:40.755133 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6f0730d6-2a06-485e-bb30-d940abae63e8 req-a0fc1698-70b6-4e7c-ad58-b21eb2d4ab53 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445642 Nov 04 10:52:40.841732 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-85c45d18-6435-4c10-ae81-04a04fc71844 None None] Port a7dc8141-f1e2-469e-994d-f075c7dc5fe2 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:52:40.880955 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-85c45d18-6435-4c10-ae81-04a04fc71844 None None] Provisioning complete for port 843ed1c4-9759-4b44-aceb-d5c2ee9253c2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:40.881328 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-85c45d18-6435-4c10-ae81-04a04fc71844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:41.017310 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-2eb87f74-fffe-418f-b670-edb3dd00847d tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting port a7dc8141-f1e2-469e-994d-f075c7dc5fe2 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:52:41.017707 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2eb87f74-fffe-418f-b670-edb3dd00847d tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:41.020056 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117a3a69-ec19-4a1d-808a-63a630558499 None None] DHCP port deletion for e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:52:41.032810 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4aa3597d-e66c-4dc5-9d43-4bf4b2d7c85b None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:41.042738 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f6261f41-db2c-4855-8067-b2ee749f43f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:41.084519 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4aa3597d-e66c-4dc5-9d43-4bf4b2d7c85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:41.185688 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2eb87f74-fffe-418f-b670-edb3dd00847d tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:41.195820 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda975b2-bb5c-4ce4-939e-ebc4e9c62e67 None None] Pushing event updated for resources: {'Port': ['ID=8372aadd-adc8-4a99-99b5-419f514ccfdf,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:41.222013 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-2eb87f74-fffe-418f-b670-edb3dd00847d tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Calling delete_port for a7dc8141-f1e2-469e-994d-f075c7dc5fe2 owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:52:41.229322 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 843ed1c4-9759-4b44-aceb-d5c2ee9253c2 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:52:41.281856 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda975b2-bb5c-4ce4-939e-ebc4e9c62e67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:41.282324 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda975b2-bb5c-4ce4-939e-ebc4e9c62e67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:41.282662 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda975b2-bb5c-4ce4-939e-ebc4e9c62e67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:41.282990 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda975b2-bb5c-4ce4-939e-ebc4e9c62e67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:41.283386 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda975b2-bb5c-4ce4-939e-ebc4e9c62e67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:41.283713 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda975b2-bb5c-4ce4-939e-ebc4e9c62e67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:41.284038 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda975b2-bb5c-4ce4-939e-ebc4e9c62e67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:41.284353 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda975b2-bb5c-4ce4-939e-ebc4e9c62e67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:41.284666 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda975b2-bb5c-4ce4-939e-ebc4e9c62e67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:41.285009 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda975b2-bb5c-4ce4-939e-ebc4e9c62e67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:41.285326 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda975b2-bb5c-4ce4-939e-ebc4e9c62e67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:41.285638 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda975b2-bb5c-4ce4-939e-ebc4e9c62e67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:41.292499 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-4aa3597d-e66c-4dc5-9d43-4bf4b2d7c85b None None] Attempting to bind port 8372aadd-adc8-4a99-99b5-419f514ccfdf on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:52:41.292944 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-4aa3597d-e66c-4dc5-9d43-4bf4b2d7c85b None None] Attempting to bind port 8372aadd-adc8-4a99-99b5-419f514ccfdf by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:52:41.293620 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa3597d-e66c-4dc5-9d43-4bf4b2d7c85b None None] Attempting to bind port 8372aadd-adc8-4a99-99b5-419f514ccfdf on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:52:41.300643 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa3597d-e66c-4dc5-9d43-4bf4b2d7c85b None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:52:41.301138 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa3597d-e66c-4dc5-9d43-4bf4b2d7c85b None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:52:41.301602 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4aa3597d-e66c-4dc5-9d43-4bf4b2d7c85b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:41.302063 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa3597d-e66c-4dc5-9d43-4bf4b2d7c85b None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:52:41.302601 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-4aa3597d-e66c-4dc5-9d43-4bf4b2d7c85b None None] Bound port: 8372aadd-adc8-4a99-99b5-419f514ccfdf, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:52:41.303035 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4aa3597d-e66c-4dc5-9d43-4bf4b2d7c85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:41.348673 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-117a3a69-ec19-4a1d-808a-63a630558499 None None] Deleting port 843ed1c4-9759-4b44-aceb-d5c2ee9253c2 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:52:41.349243 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-117a3a69-ec19-4a1d-808a-63a630558499 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:41.351514 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2eb87f74-fffe-418f-b670-edb3dd00847d tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:41.361805 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-748158e8-aec3-4cf1-adb6-789af65029f8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:41.385396 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb87f74-fffe-418f-b670-edb3dd00847d tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Port': ['ID=a7dc8141-f1e2-469e-994d-f075c7dc5fe2,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:41.400202 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2eb87f74-fffe-418f-b670-edb3dd00847d tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:41.409684 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2eb87f74-fffe-418f-b670-edb3dd00847d tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/ports/a7dc8141-f1e2-469e-994d-f075c7dc5fe2 HTTP/1.1" status: 204 len: 168 time: 0.6616926 Nov 04 10:52:41.410870 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33650) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:41.419789 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-117a3a69-ec19-4a1d-808a-63a630558499 None None] For port 843ed1c4-9759-4b44-aceb-d5c2ee9253c2, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=843ed1c4-9759-4b44-aceb-d5c2ee9253c2,segment=NetworkSegment(17f1c1a5-bb50-41a6-a11c-dcaff9f946a0),segment_id=17f1c1a5-bb50-41a6-a11c-dcaff9f946a0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:41.420295 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-117a3a69-ec19-4a1d-808a-63a630558499 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:41.457514 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-4aa3597d-e66c-4dc5-9d43-4bf4b2d7c85b None None] For port 8372aadd-adc8-4a99-99b5-419f514ccfdf, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:52:41.464859 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748158e8-aec3-4cf1-adb6-789af65029f8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Port': ['ID=39779e2b-7040-4223-ae73-0c42a2a56b82,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:41.474426 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-4aa3597d-e66c-4dc5-9d43-4bf4b2d7c85b None None] For port 8372aadd-adc8-4a99-99b5-419f514ccfdf, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=8372aadd-adc8-4a99-99b5-419f514ccfdf,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:52:41.487897 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f379a6-001e-41a7-914a-831cefe89e2a req-237002e6-5203-433c-b34d-15bfac464f57 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:41.495712 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b1f379a6-001e-41a7-914a-831cefe89e2a req-237002e6-5203-433c-b34d-15bfac464f57 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=528e2bc2-8672-4936-9d08-7b3c270b8fe8 HTTP/1.1" status: 200 len: 946 time: 0.3005543 Nov 04 10:52:41.529896 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d4710532-3018-43f2-937e-f83d0a2de033 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:41.563026 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-117a3a69-ec19-4a1d-808a-63a630558499 None None] Calling delete_port for 843ed1c4-9759-4b44-aceb-d5c2ee9253c2 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:52:41.565605 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:41.580447 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4aa3597d-e66c-4dc5-9d43-4bf4b2d7c85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:41.666151 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-f6261f41-db2c-4855-8067-b2ee749f43f5 admin admin] Allocated IP 172.20.0.1 (a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6/b50f95f6-339c-4e35-9fac-579640522571/2dccb5b9-d6f1-420f-8990-50cb3863b77a) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:52:41.727841 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b1f379a6-001e-41a7-914a-831cefe89e2a req-f07126ca-4152-4bc3-8966-13181974b268 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311010 Nov 04 10:52:41.733827 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 843ed1c4-9759-4b44-aceb-d5c2ee9253c2, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=843ed1c4-9759-4b44-aceb-d5c2ee9253c2,segment=NetworkSegment(17f1c1a5-bb50-41a6-a11c-dcaff9f946a0),segment_id=17f1c1a5-bb50-41a6-a11c-dcaff9f946a0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:41.751726 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-d4710532-3018-43f2-937e-f83d0a2de033 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Deleting port 843ed1c4-9759-4b44-aceb-d5c2ee9253c2 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:52:41.753794 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:41.754442 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d4710532-3018-43f2-937e-f83d0a2de033 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:41.768185 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa3597d-e66c-4dc5-9d43-4bf4b2d7c85b None None] Routers {'e55431d8-f0fa-4bab-a527-efcce9cb4133'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:52:41.768653 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-4aa3597d-e66c-4dc5-9d43-4bf4b2d7c85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:52:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e55431d8-f0fa-4bab-a527-efcce9cb4133'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:41.860226 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda975b2-bb5c-4ce4-939e-ebc4e9c62e67 None None] Pushing event updated for resources: {'Port': ['ID=8372aadd-adc8-4a99-99b5-419f514ccfdf,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:41.926800 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=843ed1c4-9759-4b44-aceb-d5c2ee9253c2,revision_number=11']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:41.937378 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-748158e8-aec3-4cf1-adb6-789af65029f8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:41.947076 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-d4710532-3018-43f2-937e-f83d0a2de033 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] For port 843ed1c4-9759-4b44-aceb-d5c2ee9253c2, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=843ed1c4-9759-4b44-aceb-d5c2ee9253c2,segment=NetworkSegment(17f1c1a5-bb50-41a6-a11c-dcaff9f946a0),segment_id=17f1c1a5-bb50-41a6-a11c-dcaff9f946a0)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:41.947453 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d4710532-3018-43f2-937e-f83d0a2de033 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:41.978820 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-d4710532-3018-43f2-937e-f83d0a2de033 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Calling delete_port for 843ed1c4-9759-4b44-aceb-d5c2ee9253c2 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:52:42.013742 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-117a3a69-ec19-4a1d-808a-63a630558499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:42.042050 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-4aa3597d-e66c-4dc5-9d43-4bf4b2d7c85b None None] Set router e55431d8-f0fa-4bab-a527-efcce9cb4133 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:52:42.045258 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a3a69-ec19-4a1d-808a-63a630558499 None None] Pushing event deleted for resources: {'Port': ['ID=843ed1c4-9759-4b44-aceb-d5c2ee9253c2,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:42.177217 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f6261f41-db2c-4855-8067-b2ee749f43f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:42.196143 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748158e8-aec3-4cf1-adb6-789af65029f8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Router 6dbfbf33-c3d7-4b34-a0a8-b6bb601e8a45 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:52:42.233600 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d4710532-3018-43f2-937e-f83d0a2de033 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:42.235223 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117a3a69-ec19-4a1d-808a-63a630558499 None None] No DVR routers for this DVR port 843ed1c4-9759-4b44-aceb-d5c2ee9253c2 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:52:42.305341 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4710532-3018-43f2-937e-f83d0a2de033 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Port': ['ID=843ed1c4-9759-4b44-aceb-d5c2ee9253c2,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:42.308026 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4710532-3018-43f2-937e-f83d0a2de033 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] No DVR routers for this DVR port 843ed1c4-9759-4b44-aceb-d5c2ee9253c2 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:52:42.332108 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f6261f41-db2c-4855-8067-b2ee749f43f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:42.363655 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748158e8-aec3-4cf1-adb6-789af65029f8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:52:42.374311 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-748158e8-aec3-4cf1-adb6-789af65029f8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "PUT /v2.0/routers/6dbfbf33-c3d7-4b34-a0a8-b6bb601e8a45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7394047 Nov 04 10:52:42.378341 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-4aa3597d-e66c-4dc5-9d43-4bf4b2d7c85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55431d8-f0fa-4bab-a527-efcce9cb4133', 'name': 'tempest-TestServerMultinode-1837551537-router', 'tenant_id': '6528f871e6f44d9190674b0d310123a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '8372aadd-adc8-4a99-99b5-419f514ccfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:33Z', 'updated_at': '2021-11-04T10:52:36Z', 'revision_number': 3, 'project_id': '6528f871e6f44d9190674b0d310123a7', 'gw_port': {'id': '8372aadd-adc8-4a99-99b5-419f514ccfdf', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:02:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55431d8-f0fa-4bab-a527-efcce9cb4133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:34Z', 'updated_at': '2021-11-04T10:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:42.378689 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da45c539-e9d2-4878-809b-e51a09243063 None None] Sync routers for ids ['6dbfbf33-c3d7-4b34-a0a8-b6bb601e8a45'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:52:42.382294 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33660) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:42.397931 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da45c539-e9d2-4878-809b-e51a09243063 None None] Routers {'6dbfbf33-c3d7-4b34-a0a8-b6bb601e8a45'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:52:42.398454 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-da45c539-e9d2-4878-809b-e51a09243063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:52:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['6dbfbf33-c3d7-4b34-a0a8-b6bb601e8a45'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:42.404292 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6261f41-db2c-4855-8067-b2ee749f43f5 admin admin] Network a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:42.437841 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d4710532-3018-43f2-937e-f83d0a2de033 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:42.451490 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-f6261f41-db2c-4855-8067-b2ee749f43f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:42.457992 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6261f41-db2c-4855-8067-b2ee749f43f5 admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:52:42.484230 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-da45c539-e9d2-4878-809b-e51a09243063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:42.486971 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-d4710532-3018-43f2-937e-f83d0a2de033 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e00c1660-8b1d-4b7c-ba9e-f1a2c1811605']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:42.495903 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f6261f41-db2c-4855-8067-b2ee749f43f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:42.507446 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-d4710532-3018-43f2-937e-f83d0a2de033 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f1c1a5-bb50-41a6-a11c-dcaff9f946a0') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:42.507806 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-d4710532-3018-43f2-937e-f83d0a2de033 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f1c1a5-bb50-41a6-a11c-dcaff9f946a0') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:42.509550 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa3597d-e66c-4dc5-9d43-4bf4b2d7c85b None None] The sync data for ids ['e55431d8-f0fa-4bab-a527-efcce9cb4133'] in n-d-816629-1 is: [{'id': 'e55431d8-f0fa-4bab-a527-efcce9cb4133', 'name': 'tempest-TestServerMultinode-1837551537-router', 'tenant_id': '6528f871e6f44d9190674b0d310123a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '8372aadd-adc8-4a99-99b5-419f514ccfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:33Z', 'updated_at': '2021-11-04T10:52:36Z', 'revision_number': 3, 'project_id': '6528f871e6f44d9190674b0d310123a7', 'gw_port': {'id': '8372aadd-adc8-4a99-99b5-419f514ccfdf', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:02:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55431d8-f0fa-4bab-a527-efcce9cb4133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:34Z', 'updated_at': '2021-11-04T10:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:52:42.516728 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da45c539-e9d2-4878-809b-e51a09243063 None None] Routers {'6dbfbf33-c3d7-4b34-a0a8-b6bb601e8a45'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:52:42.518871 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-da45c539-e9d2-4878-809b-e51a09243063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:52:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['6dbfbf33-c3d7-4b34-a0a8-b6bb601e8a45'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:42.526558 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d4710532-3018-43f2-937e-f83d0a2de033 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:42.532651 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:42.567347 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-da45c539-e9d2-4878-809b-e51a09243063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:42.572366 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da45c539-e9d2-4878-809b-e51a09243063 None None] The sync data for ids ['6dbfbf33-c3d7-4b34-a0a8-b6bb601e8a45'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:52:42.574304 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d4710532-3018-43f2-937e-f83d0a2de033 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:42.577917 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f57649c4-63a4-4fe2-abb2-1da1f12bd77b tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "GET /v2.0/ports?device_id=6dbfbf33-c3d7-4b34-a0a8-b6bb601e8a45 HTTP/1.1" status: 200 len: 205 time: 0.1761546 Nov 04 10:52:42.578995 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33662) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:42.588205 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4710532-3018-43f2-937e-f83d0a2de033 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Releasing vlan 1155 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:52:42.588754 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d4710532-3018-43f2-937e-f83d0a2de033 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:42.601173 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6261f41-db2c-4855-8067-b2ee749f43f5 admin admin] Pushing event updated for resources: {'Port': ['ID=2dccb5b9-d6f1-420f-8990-50cb3863b77a,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:42.665226 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096dcff-29e8-4048-84dd-0228de837280 req-fc88fcc2-15db-41c3-9323-1de2dd1565f2 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:42.673526 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d096dcff-29e8-4048-84dd-0228de837280 req-fc88fcc2-15db-41c3-9323-1de2dd1565f2 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=ae9a1c15-3b1d-4d94-a020-5359a15019b0 HTTP/1.1" status: 200 len: 945 time: 0.2918785 Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:52:42.695313 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:52:42.700599 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d4710532-3018-43f2-937e-f83d0a2de033 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:42.735597 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d4710532-3018-43f2-937e-f83d0a2de033 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:42.739117 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d4710532-3018-43f2-937e-f83d0a2de033 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] 10.222.0.127 "DELETE /v2.0/networks/e00c1660-8b1d-4b7c-ba9e-f1a2c1811605 HTTP/1.1" status: 204 len: 168 time: 1.3272052 Nov 04 10:52:42.740859 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4710532-3018-43f2-937e-f83d0a2de033 tempest-PortsTestJSON-1360874158 tempest-PortsTestJSON-1360874158-project] Pushing event deleted for resources: {'Network': ['ID=e00c1660-8b1d-4b7c-ba9e-f1a2c1811605,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:42.841123 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a1cdbe96-d801-4e4f-bfa2-da2c6b51e08c None None] Provisioning complete for port 2dccb5b9-d6f1-420f-8990-50cb3863b77a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:42.841635 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a1cdbe96-d801-4e4f-bfa2-da2c6b51e08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:42.900512 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a1cdbe96-d801-4e4f-bfa2-da2c6b51e08c None None] Port 2dccb5b9-d6f1-420f-8990-50cb3863b77a cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:52:43.164512 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33668) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:43.199348 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8372aadd-adc8-4a99-99b5-419f514ccfdf up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:52:43.208892 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-25a5cf68-0e2b-4116-ae53-8dd3a6121aa9 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:43.268702 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 8372aadd-adc8-4a99-99b5-419f514ccfdf triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:43.269241 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:43.339493 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d096dcff-29e8-4048-84dd-0228de837280 req-00f1e16d-e715-4e3f-975c-cd16ce36c911 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6478941 Nov 04 10:52:43.365106 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f42a2c27-2a3b-4cd3-a2fa-b77b6d974e38 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=94bb88e80d014e54be01a02ab03f1519&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1986146 Nov 04 10:52:43.367527 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33676) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:43.372359 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:43.398758 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 8372aadd-adc8-4a99-99b5-419f514ccfdf, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=8372aadd-adc8-4a99-99b5-419f514ccfdf,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:43.407274 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:43.444368 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc27b-5eb2-42cd-9eeb-e1c7d424e779 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:43.468357 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-25a5cf68-0e2b-4116-ae53-8dd3a6121aa9 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:43.490057 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc27b-5eb2-42cd-9eeb-e1c7d424e779 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:43.496206 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-25a5cf68-0e2b-4116-ae53-8dd3a6121aa9 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:43.532662 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=8372aadd-adc8-4a99-99b5-419f514ccfdf,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:43.593076 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f6261f41-db2c-4855-8067-b2ee749f43f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:43.600982 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc27b-5eb2-42cd-9eeb-e1c7d424e779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:43.608026 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc27b-5eb2-42cd-9eeb-e1c7d424e779 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:43.613692 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e5dcc27b-5eb2-42cd-9eeb-e1c7d424e779 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/21817791-d931-473a-90b2-efea5cfeb767 HTTP/1.1" status: 204 len: 168 time: 0.2442162 Nov 04 10:52:43.613980 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-25a5cf68-0e2b-4116-ae53-8dd3a6121aa9 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:43.618207 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a5cf68-0e2b-4116-ae53-8dd3a6121aa9 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Fanout notify agent at l3_agent the message router_deleted on router 6dbfbf33-c3d7-4b34-a0a8-b6bb601e8a45 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:52:43.624769 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dcc27b-5eb2-42cd-9eeb-e1c7d424e779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21817791-d931-473a-90b2-efea5cfeb767,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:43.666838 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-25a5cf68-0e2b-4116-ae53-8dd3a6121aa9 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:43.671798 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-25a5cf68-0e2b-4116-ae53-8dd3a6121aa9 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/routers/6dbfbf33-c3d7-4b34-a0a8-b6bb601e8a45 HTTP/1.1" status: 204 len: 168 time: 1.0724549 Nov 04 10:52:43.672121 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33686) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:43.778284 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb0dd35-ede3-4712-9f3a-9c3cd1522002 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Deleting subnet 13f79033-0792-492e-8e7f-38e35ba22b07 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:52:43.783735 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5fb0dd35-ede3-4712-9f3a-9c3cd1522002 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:43.795856 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232e5ec-9cd5-468f-8f8a-f3230b2122d3 req-078c6afd-d1b6-4d13-9cdf-bc4e52e9fdd2 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:43.797617 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d232e5ec-9cd5-468f-8f8a-f3230b2122d3 req-078c6afd-d1b6-4d13-9cdf-bc4e52e9fdd2 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.1851645 Nov 04 10:52:43.861623 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5fb0dd35-ede3-4712-9f3a-9c3cd1522002 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:43.900380 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d232e5ec-9cd5-468f-8f8a-f3230b2122d3 req-5dd282ef-94e1-4021-a694-72fe8cfd764e tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877726 Nov 04 10:52:43.946405 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f6261f41-db2c-4855-8067-b2ee749f43f5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:43.956883 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f6261f41-db2c-4855-8067-b2ee749f43f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:44.078106 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6261f41-db2c-4855-8067-b2ee749f43f5 admin admin] Pushing event updated for resources: {'Port': ['ID=2dccb5b9-d6f1-420f-8990-50cb3863b77a,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:44.082713 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f6261f41-db2c-4855-8067-b2ee749f43f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:44.098302 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5fb0dd35-ede3-4712-9f3a-9c3cd1522002 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:44.191506 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6261f41-db2c-4855-8067-b2ee749f43f5 admin admin] Network a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:44.195498 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-f6261f41-db2c-4855-8067-b2ee749f43f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:44.225087 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5fb0dd35-ede3-4712-9f3a-9c3cd1522002 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:44.300131 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0dd35-ede3-4712-9f3a-9c3cd1522002 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Subnet': ['ID=13f79033-0792-492e-8e7f-38e35ba22b07,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:44.308138 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309e3755-6991-45e8-acbc-d0bdcad04d33 None None] Network 9860957b-4f85-4ed8-8805-b8245aaa0e69 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:52:44.318277 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5fb0dd35-ede3-4712-9f3a-9c3cd1522002 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:44.343467 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5fb0dd35-ede3-4712-9f3a-9c3cd1522002 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/subnets/13f79033-0792-492e-8e7f-38e35ba22b07 HTTP/1.1" status: 204 len: 168 time: 0.6700993 Nov 04 10:52:44.346107 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33700) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:44.459657 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ea40b52d-79a2-417b-9d1b-c970fbdaf997 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:44.483762 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6261f41-db2c-4855-8067-b2ee749f43f5 admin admin] Router e55431d8-f0fa-4bab-a527-efcce9cb4133 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:52:44.546289 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-ea40b52d-79a2-417b-9d1b-c970fbdaf997 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Deleting port 99fbf495-40fd-4ec1-b4f1-cebde7c7a92a {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:52:44.547123 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ea40b52d-79a2-417b-9d1b-c970fbdaf997 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:44.674523 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a405132-c661-4105-90e0-a63fc65c3516 req-2255bd82-d58b-4084-815e-3319e5be34fb tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:44.680997 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a405132-c661-4105-90e0-a63fc65c3516 req-2255bd82-d58b-4084-815e-3319e5be34fb tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:44.688389 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a405132-c661-4105-90e0-a63fc65c3516 req-2255bd82-d58b-4084-815e-3319e5be34fb tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:44.700354 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6a405132-c661-4105-90e0-a63fc65c3516 req-2255bd82-d58b-4084-815e-3319e5be34fb tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=528e2bc2-8672-4936-9d08-7b3c270b8fe8&device_id=1ce2794d-a67d-4c79-9a69-92023c8ba323&device_id=ae9a1c15-3b1d-4d94-a020-5359a15019b0 HTTP/1.1" status: 200 len: 2417 time: 0.2370732 Nov 04 10:52:44.702359 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-ea40b52d-79a2-417b-9d1b-c970fbdaf997 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] For port 99fbf495-40fd-4ec1-b4f1-cebde7c7a92a, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=99fbf495-40fd-4ec1-b4f1-cebde7c7a92a,segment=NetworkSegment(434d92dd-9524-431b-b6b0-f60260763ad8),segment_id=434d92dd-9524-431b-b6b0-f60260763ad8)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:44.702721 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ea40b52d-79a2-417b-9d1b-c970fbdaf997 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:44.723657 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6056cea-37f1-4731-8f20-691bec506f3c None None] DHCP port deletion for 9860957b-4f85-4ed8-8805-b8245aaa0e69 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:52:44.742440 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-ea40b52d-79a2-417b-9d1b-c970fbdaf997 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Calling delete_port for 99fbf495-40fd-4ec1-b4f1-cebde7c7a92a owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:52:44.788275 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d0913cf5-7c94-418d-823c-e560cb0ba414 None None] Provisioning complete for port 2dccb5b9-d6f1-420f-8990-50cb3863b77a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:44.788636 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d0913cf5-7c94-418d-823c-e560cb0ba414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:44.827338 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6a405132-c661-4105-90e0-a63fc65c3516 req-31daf674-fcd3-4c38-b3f5-3c867dad01fe tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164989 Nov 04 10:52:44.829833 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33714) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:44.852277 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6261f41-db2c-4855-8067-b2ee749f43f5 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:52:44.872210 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f6261f41-db2c-4855-8067-b2ee749f43f5 admin admin] 10.222.0.127 "PUT /v2.0/routers/e55431d8-f0fa-4bab-a527-efcce9cb4133/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5308886 Nov 04 10:52:44.923564 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ea40b52d-79a2-417b-9d1b-c970fbdaf997 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:44.947077 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-d0913cf5-7c94-418d-823c-e560cb0ba414 None None] Port 2dccb5b9-d6f1-420f-8990-50cb3863b77a cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:52:44.960663 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:44.965256 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40b52d-79a2-417b-9d1b-c970fbdaf997 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Port': ['ID=99fbf495-40fd-4ec1-b4f1-cebde7c7a92a,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:44.975319 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-c6056cea-37f1-4731-8f20-691bec506f3c None None] Deleting port 99fbf495-40fd-4ec1-b4f1-cebde7c7a92a {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:52:44.975908 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c6056cea-37f1-4731-8f20-691bec506f3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:44.983221 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea40b52d-79a2-417b-9d1b-c970fbdaf997 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] No DVR routers for this DVR port 99fbf495-40fd-4ec1-b4f1-cebde7c7a92a on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:52:45.050225 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-12b7c3ee-c3ae-4415-9deb-ee52f025cdfa tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Request body: {'security_group': {'name': 'tempest-secgroup--511118501'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:45.091609 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c475e15-9963-4731-94e6-8c0604adca27 req-bda3edd3-3644-4af2-9608-87986b44fe38 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:45.093516 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0c475e15-9963-4731-94e6-8c0604adca27 req-bda3edd3-3644-4af2-9608-87986b44fe38 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.1621039 Nov 04 10:52:45.108369 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ea40b52d-79a2-417b-9d1b-c970fbdaf997 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:45.132560 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-12b7c3ee-c3ae-4415-9deb-ee52f025cdfa tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:45.165401 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-ea40b52d-79a2-417b-9d1b-c970fbdaf997 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9860957b-4f85-4ed8-8805-b8245aaa0e69']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:45.184973 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8372aadd-adc8-4a99-99b5-419f514ccfdf up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:52:45.185183 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-ea40b52d-79a2-417b-9d1b-c970fbdaf997 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '434d92dd-9524-431b-b6b0-f60260763ad8') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:45.185489 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-ea40b52d-79a2-417b-9d1b-c970fbdaf997 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '434d92dd-9524-431b-b6b0-f60260763ad8') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:45.190675 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-12b7c3ee-c3ae-4415-9deb-ee52f025cdfa tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:45.205031 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ea40b52d-79a2-417b-9d1b-c970fbdaf997 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:45.219410 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-c6056cea-37f1-4731-8f20-691bec506f3c None None] For port 99fbf495-40fd-4ec1-b4f1-cebde7c7a92a, host n-d-816629-1, got binding levels [] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:45.219979 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c6056cea-37f1-4731-8f20-691bec506f3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:45.221813 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ea40b52d-79a2-417b-9d1b-c970fbdaf997 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:45.226499 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea91cbba-5e0e-4d81-9e65-1c0a5d9b1c73 None None] Sync routers for ids ['e55431d8-f0fa-4bab-a527-efcce9cb4133'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:52:45.229712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea40b52d-79a2-417b-9d1b-c970fbdaf997 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Releasing vlan 1154 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:52:45.230337 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ea40b52d-79a2-417b-9d1b-c970fbdaf997 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:52:45.235972 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:52:45.256027 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-c6056cea-37f1-4731-8f20-691bec506f3c None None] Calling delete_port for 99fbf495-40fd-4ec1-b4f1-cebde7c7a92a owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:52:45.261998 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.ipam_backend_mixin [None req-c6056cea-37f1-4731-8f20-691bec506f3c None None] Port 99fbf495-40fd-4ec1-b4f1-cebde7c7a92a was not found and therefore no delete operation was performed {{(pid=101776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 10:52:45.271819 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c6056cea-37f1-4731-8f20-691bec506f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:45.274038 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea91cbba-5e0e-4d81-9e65-1c0a5d9b1c73 None None] Routers {'e55431d8-f0fa-4bab-a527-efcce9cb4133'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:52:45.274935 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-ea91cbba-5e0e-4d81-9e65-1c0a5d9b1c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:52:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e55431d8-f0fa-4bab-a527-efcce9cb4133'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:45.284246 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0c475e15-9963-4731-94e6-8c0604adca27 req-ab4d2da1-96b7-493c-9082-4bb1eb1cd409 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798556 Nov 04 10:52:45.358467 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6056cea-37f1-4731-8f20-691bec506f3c None None] Pushing event deleted for resources: {'Port': ['ID=99fbf495-40fd-4ec1-b4f1-cebde7c7a92a,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:45.369225 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6056cea-37f1-4731-8f20-691bec506f3c None None] No DVR routers for this DVR port 99fbf495-40fd-4ec1-b4f1-cebde7c7a92a on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:52:45.373160 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ea40b52d-79a2-417b-9d1b-c970fbdaf997 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:45.392861 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ea40b52d-79a2-417b-9d1b-c970fbdaf997 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:45.400351 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 8372aadd-adc8-4a99-99b5-419f514ccfdf triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:45.400351 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:45.406447 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ea40b52d-79a2-417b-9d1b-c970fbdaf997 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/networks/9860957b-4f85-4ed8-8805-b8245aaa0e69 HTTP/1.1" status: 204 len: 168 time: 1.0587764 Nov 04 10:52:45.412026 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33726) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:45.469777 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-50c27521-f84b-4ea3-a66c-f438eddad7b8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1677784202', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:45.471988 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-12b7c3ee-c3ae-4415-9deb-ee52f025cdfa tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:45.479103 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40b52d-79a2-417b-9d1b-c970fbdaf997 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Network': ['ID=9860957b-4f85-4ed8-8805-b8245aaa0e69,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:45.487022 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-12b7c3ee-c3ae-4415-9deb-ee52f025cdfa tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:45.544565 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50c27521-f84b-4ea3-a66c-f438eddad7b8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:45.545916 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50c27521-f84b-4ea3-a66c-f438eddad7b8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:45.609892 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7c3ee-c3ae-4415-9deb-ee52f025cdfa tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e34299eb-c0d0-40f4-88a1-dd2451b12acb,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:45.661662 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50c27521-f84b-4ea3-a66c-f438eddad7b8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:45.669568 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50c27521-f84b-4ea3-a66c-f438eddad7b8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:45.704224 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-12b7c3ee-c3ae-4415-9deb-ee52f025cdfa tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:45.709570 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50c27521-f84b-4ea3-a66c-f438eddad7b8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:45.711116 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-50c27521-f84b-4ea3-a66c-f438eddad7b8 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2680790 Nov 04 10:52:45.711496 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-12b7c3ee-c3ae-4415-9deb-ee52f025cdfa tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:45.713827 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33734) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:45.720513 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-3007010a-3798-4e8e-ad75-fa1b3a6def95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'network': {'name': 'tempest-RoutersTest-324951146'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:45.746264 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-12b7c3ee-c3ae-4415-9deb-ee52f025cdfa tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:45.747925 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-12b7c3ee-c3ae-4415-9deb-ee52f025cdfa tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9170735 Nov 04 10:52:45.751158 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33736) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:45.782862 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f73605-2acb-4731-99bb-c3828f5091ab req-50afa33b-c0bc-49a8-af29-5a5c2c12db47 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:45.790378 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c9f73605-2acb-4731-99bb-c3828f5091ab req-50afa33b-c0bc-49a8-af29-5a5c2c12db47 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=528e2bc2-8672-4936-9d08-7b3c270b8fe8 HTTP/1.1" status: 200 len: 946 time: 0.1233289 Nov 04 10:52:45.794903 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-ea91cbba-5e0e-4d81-9e65-1c0a5d9b1c73 None None] Set router e55431d8-f0fa-4bab-a527-efcce9cb4133 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:52:45.798615 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7c3ee-c3ae-4415-9deb-ee52f025cdfa tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c2bbec-7ef3-43e6-a846-92320ae71c13,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:45.804432 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3007010a-3798-4e8e-ad75-fa1b3a6def95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Made reservation on behalf of 93d3f7e9109b4e65b4b65c6a9a173da1 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:52:45.808941 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3007010a-3798-4e8e-ad75-fa1b3a6def95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:45.878519 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c9f73605-2acb-4731-99bb-c3828f5091ab req-83d3b95d-eee1-428d-b79d-d928466a0a46 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870366 Nov 04 10:52:45.895618 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3007010a-3798-4e8e-ad75-fa1b3a6def95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1169} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:52:45.911889 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3007010a-3798-4e8e-ad75-fa1b3a6def95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:45.912241 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-3007010a-3798-4e8e-ad75-fa1b3a6def95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Added segment 12988683-4188-4c9f-96f1-03194029c52d of type vlan for network 52efe839-4529-404f-97a2-99168cc71385 Nov 04 10:52:45.966951 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3007010a-3798-4e8e-ad75-fa1b3a6def95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:46.002121 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-313bb716-f0fc-42d4-bf04-95d70cd20516 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2489820 Nov 04 10:52:46.004948 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33748) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:46.010061 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-f82678ae-af76-4f23-8132-f97600d05f05 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Request body: {'security_group': {'name': 'tempest-security--204917597', 'description': 'tempest-security-description-1068132191'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:46.030971 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3007010a-3798-4e8e-ad75-fa1b3a6def95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:46.041215 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3007010a-3798-4e8e-ad75-fa1b3a6def95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:46.041807 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3007010a-3798-4e8e-ad75-fa1b3a6def95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:46.067210 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33752) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:46.075035 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-f6ebf577-6c1c-4375-ab4c-e79379c5c05c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1495847249-network', 'tenant_id': 'e68520abc1ae49e79fbaf0133d2fc710'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:46.086832 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f82678ae-af76-4f23-8132-f97600d05f05 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:46.171221 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007010a-3798-4e8e-ad75-fa1b3a6def95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Network': ['ID=52efe839-4529-404f-97a2-99168cc71385,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:46.182602 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-ea91cbba-5e0e-4d81-9e65-1c0a5d9b1c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55431d8-f0fa-4bab-a527-efcce9cb4133', 'name': 'tempest-TestServerMultinode-1837551537-router', 'tenant_id': '6528f871e6f44d9190674b0d310123a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '8372aadd-adc8-4a99-99b5-419f514ccfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:33Z', 'updated_at': '2021-11-04T10:52:43Z', 'revision_number': 4, 'project_id': '6528f871e6f44d9190674b0d310123a7', 'gw_port': {'id': '8372aadd-adc8-4a99-99b5-419f514ccfdf', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:02:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55431d8-f0fa-4bab-a527-efcce9cb4133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:34Z', 'updated_at': '2021-11-04T10:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '2dccb5b9-d6f1-420f-8990-50cb3863b77a', 'name': '', 'network_id': 'a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6', 'tenant_id': '6528f871e6f44d9190674b0d310123a7', 'mac_address': 'fa:16:3e:6a:17:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55431d8-f0fa-4bab-a527-efcce9cb4133', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': 'b50f95f6-339c-4e35-9fac-579640522571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:41Z', 'updated_at': '2021-11-04T10:52:43Z', 'revision_number': 2, 'project_id': '6528f871e6f44d9190674b0d310123a7', 'subnets': [{'id': 'b50f95f6-339c-4e35-9fac-579640522571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:46.189480 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 52efe839-4529-404f-97a2-99168cc71385 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:52:46.203995 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3007010a-3798-4e8e-ad75-fa1b3a6def95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4887538 Nov 04 10:52:46.204407 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ebf577-6c1c-4375-ab4c-e79379c5c05c admin admin] Made reservation on behalf of e68520abc1ae49e79fbaf0133d2fc710 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:52:46.206988 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33754) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:46.207540 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f6ebf577-6c1c-4375-ab4c-e79379c5c05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:46.212611 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-00de348c-6c8b-4de8-b129-7dae54809f4c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'subnet': {'network_id': '52efe839-4529-404f-97a2-99168cc71385', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:46.230324 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f6ebf577-6c1c-4375-ab4c-e79379c5c05c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:46.238076 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 99fbf495-40fd-4ec1-b4f1-cebde7c7a92a no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:52:46.242024 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f82678ae-af76-4f23-8132-f97600d05f05 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:46.254897 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f82678ae-af76-4f23-8132-f97600d05f05 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:46.258006 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f82678ae-af76-4f23-8132-f97600d05f05 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:46.262399 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f82678ae-af76-4f23-8132-f97600d05f05 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "PUT /v2.0/security-groups/b4c2bbec-7ef3-43e6-a846-92320ae71c13 HTTP/1.1" status: 200 len: 1796 time: 0.2560668 Nov 04 10:52:46.264352 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33756) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:46.266645 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea91cbba-5e0e-4d81-9e65-1c0a5d9b1c73 None None] Checking router: e55431d8-f0fa-4bab-a527-efcce9cb4133 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:52:46.267001 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea91cbba-5e0e-4d81-9e65-1c0a5d9b1c73 None None] Updating router e55431d8-f0fa-4bab-a527-efcce9cb4133 port 2dccb5b9-d6f1-420f-8990-50cb3863b77a binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:52:46.294710 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93eada3-7765-4c03-9540-ccdd3bb29c0a req-01862193-c813-42dd-8667-d5394c10339b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:46.296914 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e93eada3-7765-4c03-9540-ccdd3bb29c0a req-01862193-c813-42dd-8667-d5394c10339b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.1884224 Nov 04 10:52:46.337369 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ea91cbba-5e0e-4d81-9e65-1c0a5d9b1c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:46.343468 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00de348c-6c8b-4de8-b129-7dae54809f4c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Made reservation on behalf of 93d3f7e9109b4e65b4b65c6a9a173da1 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:52:46.347839 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-00de348c-6c8b-4de8-b129-7dae54809f4c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:46.360988 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 99fbf495-40fd-4ec1-b4f1-cebde7c7a92a {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:52:46.361632 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 99fbf495-40fd-4ec1-b4f1-cebde7c7a92a not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:52:46.431190 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e93eada3-7765-4c03-9540-ccdd3bb29c0a req-5546d313-7a3f-4eac-af1e-af644ac0fa1a tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131494 Nov 04 10:52:46.439982 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-98644051-3c00-4998-8060-5d7e803ae9c4 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "GET /v2.0/security-groups/b4c2bbec-7ef3-43e6-a846-92320ae71c13 HTTP/1.1" status: 200 len: 1796 time: 0.1692207 Nov 04 10:52:46.458908 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82678ae-af76-4f23-8132-f97600d05f05 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c2bbec-7ef3-43e6-a846-92320ae71c13,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:46.463441 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33758) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:46.532168 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-120d6390-5e8b-49c6-8e98-22b15e3ae601 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:46.573189 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-120d6390-5e8b-49c6-8e98-22b15e3ae601 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:46.573786 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-00de348c-6c8b-4de8-b129-7dae54809f4c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:46.642195 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f6ebf577-6c1c-4375-ab4c-e79379c5c05c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:46.656673 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de348c-6c8b-4de8-b129-7dae54809f4c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Subnet': ['ID=e4862e6e-053c-4175-8cc9-6486c72b9170,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:46.676621 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f6ebf577-6c1c-4375-ab4c-e79379c5c05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:46.696009 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00de348c-6c8b-4de8-b129-7dae54809f4c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Checking segment: {'id': '12988683-4188-4c9f-96f1-03194029c52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '52efe839-4529-404f-97a2-99168cc71385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:52:46.696376 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00de348c-6c8b-4de8-b129-7dae54809f4c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network hostable DHCP agents. Network: 52efe839-4529-404f-97a2-99168cc71385, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:52:46.738191 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-120d6390-5e8b-49c6-8e98-22b15e3ae601 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:46.739767 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00de348c-6c8b-4de8-b129-7dae54809f4c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network 52efe839-4529-404f-97a2-99168cc71385 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:52:46.741733 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-120d6390-5e8b-49c6-8e98-22b15e3ae601 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:46.746026 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-120d6390-5e8b-49c6-8e98-22b15e3ae601 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "DELETE /v2.0/security-groups/b4c2bbec-7ef3-43e6-a846-92320ae71c13 HTTP/1.1" status: 204 len: 168 time: 0.2789779 Nov 04 10:52:46.747314 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33766) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:46.755033 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ebf577-6c1c-4375-ab4c-e79379c5c05c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1185} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:52:46.758696 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebf577-6c1c-4375-ab4c-e79379c5c05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d33242b-c8e0-4d36-9d89-f5ac29666ba2,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:46.765957 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-00de348c-6c8b-4de8-b129-7dae54809f4c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 52efe839-4529-404f-97a2-99168cc71385) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:46.772228 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00de348c-6c8b-4de8-b129-7dae54809f4c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:46.773531 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-00de348c-6c8b-4de8-b129-7dae54809f4c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:46.779905 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d6390-5e8b-49c6-8e98-22b15e3ae601 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c2bbec-7ef3-43e6-a846-92320ae71c13,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:46.781515 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5182f0f3-9e82-46ba-8080-bec7dbf36f5a None None] Network 52efe839-4529-404f-97a2-99168cc71385 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:52:46.792957 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f6ebf577-6c1c-4375-ab4c-e79379c5c05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:46.793617 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-f6ebf577-6c1c-4375-ab4c-e79379c5c05c admin admin] Added segment d5c5388b-8236-42d2-b05d-b2433f72d681 of type vlan for network bf94006f-3332-48be-9dca-6f82dd8db264 Nov 04 10:52:46.815086 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-00de348c-6c8b-4de8-b129-7dae54809f4c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6037097 Nov 04 10:52:46.820167 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4a6737e4-0d56-4681-835d-1b22564debd8 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0702457 Nov 04 10:52:46.820167 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33768) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:46.820576 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33770) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:46.821537 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c9d01-4747-4bd7-a635-f44e06998e35 req-c35f3f1d-6015-4c79-b6fb-504958edbc2e tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:46.823378 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f6c9d01-4747-4bd7-a635-f44e06998e35 req-c35f3f1d-6015-4c79-b6fb-504958edbc2e tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.1743422 Nov 04 10:52:46.872556 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ea91cbba-5e0e-4d81-9e65-1c0a5d9b1c73 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:46.877210 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-80084147-132a-4e7b-a61b-59b4c444529f tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] delete failed (client error): The resource could not be found. Nov 04 10:52:46.882226 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-80084147-132a-4e7b-a61b-59b4c444529f tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "DELETE /v2.0/security-groups/b4c2bbec-7ef3-43e6-a846-92320ae71c13 HTTP/1.1" status: 404 len: 347 time: 0.0566442 Nov 04 10:52:46.883171 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33774) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:46.895507 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-20244c20-8f68-4050-b9d6-d90aed11e5ea tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Request body: {'security_group': {'name': 'tempest-secgroup--1973551082'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:46.905031 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ea91cbba-5e0e-4d81-9e65-1c0a5d9b1c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:46.935913 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f6ebf577-6c1c-4375-ab4c-e79379c5c05c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:46.942927 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f6c9d01-4747-4bd7-a635-f44e06998e35 req-6e1d92ff-c40c-4dad-9d85-a0d1f5cfc90b tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981586 Nov 04 10:52:46.970824 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1988-2737-4698-a70e-100d05f10825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:46.998892 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20244c20-8f68-4050-b9d6-d90aed11e5ea tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:47.050599 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f6ebf577-6c1c-4375-ab4c-e79379c5c05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:47.052089 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ebf577-6c1c-4375-ab4c-e79379c5c05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:47.052703 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f6ebf577-6c1c-4375-ab4c-e79379c5c05c admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:47.087282 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5794d-5552-464f-9114-bc5a84b4f45a None None] Pushing event updated for resources: {'Port': ['ID=2dccb5b9-d6f1-420f-8990-50cb3863b77a,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:47.129336 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-ea91cbba-5e0e-4d81-9e65-1c0a5d9b1c73 None None] Attempting to bind port 2dccb5b9-d6f1-420f-8990-50cb3863b77a on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:52:47.129617 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-ea91cbba-5e0e-4d81-9e65-1c0a5d9b1c73 None None] Attempting to bind port 2dccb5b9-d6f1-420f-8990-50cb3863b77a by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '81239c95-9ebf-4ba5-959b-b735e526b80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:52:47.129974 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91cbba-5e0e-4d81-9e65-1c0a5d9b1c73 None None] Attempting to bind port 2dccb5b9-d6f1-420f-8990-50cb3863b77a on network a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:52:47.137228 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91cbba-5e0e-4d81-9e65-1c0a5d9b1c73 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:52:47.137596 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91cbba-5e0e-4d81-9e65-1c0a5d9b1c73 None None] Checking segment: {'id': '81239c95-9ebf-4ba5-959b-b735e526b80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:52:47.137991 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ea91cbba-5e0e-4d81-9e65-1c0a5d9b1c73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:47.138641 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91cbba-5e0e-4d81-9e65-1c0a5d9b1c73 None None] Bound using segment: {'id': '81239c95-9ebf-4ba5-959b-b735e526b80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:52:47.138861 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-ea91cbba-5e0e-4d81-9e65-1c0a5d9b1c73 None None] Bound port: 2dccb5b9-d6f1-420f-8990-50cb3863b77a, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81239c95-9ebf-4ba5-959b-b735e526b80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:52:47.139248 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ea91cbba-5e0e-4d81-9e65-1c0a5d9b1c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:47.191419 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f6ebf577-6c1c-4375-ab4c-e79379c5c05c admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1223254 Nov 04 10:52:47.198133 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33778) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:47.203679 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-ef4fc498-6f23-46fe-a055-37dde274a9ee admin admin] Request body: {'subnet': {'network_id': 'bf94006f-3332-48be-9dca-6f82dd8db264', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1495847249-subnet', 'tenant_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:47.239732 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebf577-6c1c-4375-ab4c-e79379c5c05c admin admin] Pushing event updated for resources: {'Network': ['ID=bf94006f-3332-48be-9dca-6f82dd8db264,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:47.273923 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4fc498-6f23-46fe-a055-37dde274a9ee admin admin] Made reservation on behalf of e68520abc1ae49e79fbaf0133d2fc710 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:52:47.283182 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ef4fc498-6f23-46fe-a055-37dde274a9ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:47.288460 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network bf94006f-3332-48be-9dca-6f82dd8db264 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:52:47.391470 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20244c20-8f68-4050-b9d6-d90aed11e5ea tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:47.397541 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20244c20-8f68-4050-b9d6-d90aed11e5ea tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:47.399275 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d716d11e-aa62-4a25-ab84-5fa3ad3ff5b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-52efe839-4529-404f-97a2-99168cc71385', 'network_id': '52efe839-4529-404f-97a2-99168cc71385', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'fixed_ips': [{'subnet_id': 'e4862e6e-053c-4175-8cc9-6486c72b9170'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:52:47.400147 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d716d11e-aa62-4a25-ab84-5fa3ad3ff5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:47.417475 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5478b59c-c3ce-45cf-a63c-366d44d1758c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:47.434809 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-20244c20-8f68-4050-b9d6-d90aed11e5ea tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:47.440269 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-20244c20-8f68-4050-b9d6-d90aed11e5ea tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5566363 Nov 04 10:52:47.441350 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33784) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:47.463459 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-beac829c-78c4-4e79-a6b1-9b9a014599e3 None None] Provisioning complete for port 2dccb5b9-d6f1-420f-8990-50cb3863b77a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:47.463930 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-beac829c-78c4-4e79-a6b1-9b9a014599e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:47.466720 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-c7eb8345-fe35-46fb-ac37-fca0dbbeaff9 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Request body: {'security_group_rule': {'security_group_id': 'a3403d9f-0a70-43c7-ac09-75614356a125', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:47.505925 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-ea91cbba-5e0e-4d81-9e65-1c0a5d9b1c73 None None] For port 2dccb5b9-d6f1-420f-8990-50cb3863b77a, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:52:47.525535 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20244c20-8f68-4050-b9d6-d90aed11e5ea tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3403d9f-0a70-43c7-ac09-75614356a125,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:47.570838 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c7eb8345-fe35-46fb-ac37-fca0dbbeaff9 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:47.598249 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-ea91cbba-5e0e-4d81-9e65-1c0a5d9b1c73 None None] For port 2dccb5b9-d6f1-420f-8990-50cb3863b77a, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2dccb5b9-d6f1-420f-8990-50cb3863b77a,segment=NetworkSegment(81239c95-9ebf-4ba5-959b-b735e526b80b),segment_id=81239c95-9ebf-4ba5-959b-b735e526b80b)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:52:47.613542 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-beac829c-78c4-4e79-a6b1-9b9a014599e3 None None] Port 2dccb5b9-d6f1-420f-8990-50cb3863b77a cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:52:47.616907 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ea91cbba-5e0e-4d81-9e65-1c0a5d9b1c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:47.749134 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea91cbba-5e0e-4d81-9e65-1c0a5d9b1c73 None None] Routers {'e55431d8-f0fa-4bab-a527-efcce9cb4133'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:52:47.749881 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-ea91cbba-5e0e-4d81-9e65-1c0a5d9b1c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:52:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e55431d8-f0fa-4bab-a527-efcce9cb4133'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:47.759511 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c7eb8345-fe35-46fb-ac37-fca0dbbeaff9 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:47.768391 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c7eb8345-fe35-46fb-ac37-fca0dbbeaff9 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:47.784882 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ef4fc498-6f23-46fe-a055-37dde274a9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:47.790805 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb8345-fe35-46fb-ac37-fca0dbbeaff9 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a557ace-b6c4-49d5-aecb-6584fa14378c,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:47.849931 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fc498-6f23-46fe-a055-37dde274a9ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfc17b69-684e-47d5-a4d7-943259e81dbf,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:47.874772 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-d716d11e-aa62-4a25-ab84-5fa3ad3ff5b7 None None] Allocated IP 172.20.0.2 (52efe839-4529-404f-97a2-99168cc71385/e4862e6e-053c-4175-8cc9-6486c72b9170/566333c5-e834-4c43-a697-b7fb8530eb50) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:52:47.877059 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5794d-5552-464f-9114-bc5a84b4f45a None None] Pushing event updated for resources: {'Port': ['ID=2dccb5b9-d6f1-420f-8990-50cb3863b77a,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:47.906976 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-ea91cbba-5e0e-4d81-9e65-1c0a5d9b1c73 None None] Set router e55431d8-f0fa-4bab-a527-efcce9cb4133 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:52:47.948254 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c7eb8345-fe35-46fb-ac37-fca0dbbeaff9 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:47.952084 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c7eb8345-fe35-46fb-ac37-fca0dbbeaff9 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4942160 Nov 04 10:52:47.952506 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33788) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:47.958331 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451277f-228f-4f7a-ab52-c7846a15378e req-7e7a8618-7b83-4174-9cc4-36567b85d7fc tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:47.959881 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4451277f-228f-4f7a-ab52-c7846a15378e req-7e7a8618-7b83-4174-9cc4-36567b85d7fc tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.1148989 Nov 04 10:52:48.000578 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-31ebd2ee-acf8-4d32-a882-95cc69d9b0bc None None] Provisioning complete for port 2dccb5b9-d6f1-420f-8990-50cb3863b77a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:48.001011 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-31ebd2ee-acf8-4d32-a882-95cc69d9b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:48.014492 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7ccb21fd-4455-4c7e-8f28-096f98dc728b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:48.017462 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4fc498-6f23-46fe-a055-37dde274a9ee admin admin] Checking segment: {'id': 'd5c5388b-8236-42d2-b05d-b2433f72d681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'bf94006f-3332-48be-9dca-6f82dd8db264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:52:48.017819 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4fc498-6f23-46fe-a055-37dde274a9ee admin admin] Network hostable DHCP agents. Network: bf94006f-3332-48be-9dca-6f82dd8db264, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:52:48.049685 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7ccb21fd-4455-4c7e-8f28-096f98dc728b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:48.068448 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4451277f-228f-4f7a-ab52-c7846a15378e req-24a978ee-2815-40de-9f69-c2654a3951dc tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014557 Nov 04 10:52:48.074310 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4fc498-6f23-46fe-a055-37dde274a9ee admin admin] Network bf94006f-3332-48be-9dca-6f82dd8db264 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:52:48.099432 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7ccb21fd-4455-4c7e-8f28-096f98dc728b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:48.101238 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-ef4fc498-6f23-46fe-a055-37dde274a9ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, bf94006f-3332-48be-9dca-6f82dd8db264) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:48.109619 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4fc498-6f23-46fe-a055-37dde274a9ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:48.111405 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ef4fc498-6f23-46fe-a055-37dde274a9ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:48.113250 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7ccb21fd-4455-4c7e-8f28-096f98dc728b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:48.117155 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7ccb21fd-4455-4c7e-8f28-096f98dc728b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "DELETE /v2.0/security-group-rules/0a557ace-b6c4-49d5-aecb-6584fa14378c HTTP/1.1" status: 204 len: 168 time: 0.1635695 Nov 04 10:52:48.121556 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33798) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:48.134418 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c76e77-9961-4690-937a-6f8da0b8f0fa None None] Network bf94006f-3332-48be-9dca-6f82dd8db264 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:52:48.156119 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb21fd-4455-4c7e-8f28-096f98dc728b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a557ace-b6c4-49d5-aecb-6584fa14378c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:48.191793 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ef4fc498-6f23-46fe-a055-37dde274a9ee admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9921165 Nov 04 10:52:48.194618 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33802) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:48.202131 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-7bffd15f-d7ea-4a88-b411-6109359c73c6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1495847249-router', 'tenant_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:48.225609 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e2bf9fb8-c890-4043-837f-1af23b1f831a tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1010370 Nov 04 10:52:48.228211 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33804) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:48.249335 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7bffd15f-d7ea-4a88-b411-6109359c73c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:48.250701 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7bffd15f-d7ea-4a88-b411-6109359c73c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:48.328367 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d467dd10-575e-40a7-9c09-e7d93f8276da tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:48.380223 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d467dd10-575e-40a7-9c09-e7d93f8276da tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:48.382252 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7bffd15f-d7ea-4a88-b411-6109359c73c6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:48.503111 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d0c44-bf12-4c27-af09-24232aa77ff6 req-c95bc247-4f7d-4d8b-a7df-7a735ea6bfbe tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:48.505029 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-df8d0c44-bf12-4c27-af09-24232aa77ff6 req-c95bc247-4f7d-4d8b-a7df-7a735ea6bfbe tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.0748749 Nov 04 10:52:48.506445 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d467dd10-575e-40a7-9c09-e7d93f8276da tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:48.509509 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d467dd10-575e-40a7-9c09-e7d93f8276da tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:48.513236 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d467dd10-575e-40a7-9c09-e7d93f8276da tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "DELETE /v2.0/security-groups/a3403d9f-0a70-43c7-ac09-75614356a125 HTTP/1.1" status: 204 len: 168 time: 0.2816014 Nov 04 10:52:48.518335 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33808) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:48.540530 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d716d11e-aa62-4a25-ab84-5fa3ad3ff5b7 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:48.549745 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-31ebd2ee-acf8-4d32-a882-95cc69d9b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:48.556098 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467dd10-575e-40a7-9c09-e7d93f8276da tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3403d9f-0a70-43c7-ac09-75614356a125,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:48.645099 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-661cdc11-d6be-4263-9e4f-d5b90470bcf7 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1253214 Nov 04 10:52:48.655315 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33812) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:48.662031 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-2bcc96f3-1d8e-475b-9916-4418456bf3b4 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Request body: {'security_group': {'name': 'tempest-secgroup--536838264'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:48.685928 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-df8d0c44-bf12-4c27-af09-24232aa77ff6 req-83dddaad-e661-4699-849d-93f15a8caec7 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737781 Nov 04 10:52:48.706151 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7bffd15f-d7ea-4a88-b411-6109359c73c6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:48.727345 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2bcc96f3-1d8e-475b-9916-4418456bf3b4 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:48.751295 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-5478b59c-c3ce-45cf-a63c-366d44d1758c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Allocated IP 172.20.0.1 (52efe839-4529-404f-97a2-99168cc71385/e4862e6e-053c-4175-8cc9-6486c72b9170/fa95ca28-2cc6-48c8-ab05-949d0d83b0c5) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:52:48.823285 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2bcc96f3-1d8e-475b-9916-4418456bf3b4 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:48.830592 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2bcc96f3-1d8e-475b-9916-4418456bf3b4 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:48.877290 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2bcc96f3-1d8e-475b-9916-4418456bf3b4 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:48.881698 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2bcc96f3-1d8e-475b-9916-4418456bf3b4 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2224619 Nov 04 10:52:48.883787 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33818) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:48.890896 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-5e1daa0b-77bd-4d3b-b8e2-444c8a95ba8d tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Request body: {'security_group_rule': {'security_group_id': '4c4f16b7-172a-466c-8cf0-257d1a2564cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:48.897233 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc96f3-1d8e-475b-9916-4418456bf3b4 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4f16b7-172a-466c-8cf0-257d1a2564cd,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:48.924631 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d716d11e-aa62-4a25-ab84-5fa3ad3ff5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:48.935281 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e1daa0b-77bd-4d3b-b8e2-444c8a95ba8d tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:49.031061 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e1daa0b-77bd-4d3b-b8e2-444c8a95ba8d tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:49.043677 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e1daa0b-77bd-4d3b-b8e2-444c8a95ba8d tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:49.070905 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1daa0b-77bd-4d3b-b8e2-444c8a95ba8d tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0725ab9-f2a7-4180-8dcf-adc77ae4794c,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:49.082753 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e1daa0b-77bd-4d3b-b8e2-444c8a95ba8d tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:49.085274 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5e1daa0b-77bd-4d3b-b8e2-444c8a95ba8d tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2000356 Nov 04 10:52:49.087636 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33824) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:49.092104 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-9fc43f55-8f66-48d4-b370-301209130bed tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Request body: {'security_group_rule': {'security_group_id': '4c4f16b7-172a-466c-8cf0-257d1a2564cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:49.106856 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5478b59c-c3ce-45cf-a63c-366d44d1758c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:49.160599 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9fc43f55-8f66-48d4-b370-301209130bed tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:49.175958 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d716d11e-aa62-4a25-ab84-5fa3ad3ff5b7 None None] Network 52efe839-4529-404f-97a2-99168cc71385 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:49.216289 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-d716d11e-aa62-4a25-ab84-5fa3ad3ff5b7 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:49.223657 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d716d11e-aa62-4a25-ab84-5fa3ad3ff5b7 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:52:49.268552 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-31ebd2ee-acf8-4d32-a882-95cc69d9b0bc None None] For port 2dccb5b9-d6f1-420f-8990-50cb3863b77a, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2dccb5b9-d6f1-420f-8990-50cb3863b77a,segment=NetworkSegment(81239c95-9ebf-4ba5-959b-b735e526b80b),segment_id=81239c95-9ebf-4ba5-959b-b735e526b80b)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:49.304426 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716d11e-aa62-4a25-ab84-5fa3ad3ff5b7 None None] Pushing event updated for resources: {'Port': ['ID=566333c5-e834-4c43-a697-b7fb8530eb50,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:49.307653 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-31ebd2ee-acf8-4d32-a882-95cc69d9b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:49.318907 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9fc43f55-8f66-48d4-b370-301209130bed tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:49.327646 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9fc43f55-8f66-48d4-b370-301209130bed tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:49.330872 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7bffd15f-d7ea-4a88-b411-6109359c73c6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:49.334760 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5478b59c-c3ce-45cf-a63c-366d44d1758c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:49.368288 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7bffd15f-d7ea-4a88-b411-6109359c73c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:49.373708 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc43f55-8f66-48d4-b370-301209130bed tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2104517e-1d4b-4c75-99fc-b193121b7cf6,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:49.422005 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5478b59c-c3ce-45cf-a63c-366d44d1758c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network 52efe839-4529-404f-97a2-99168cc71385 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:49.448499 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6201f7a5-a763-4f6c-89c4-98109a168627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-bf94006f-3332-48be-9dca-6f82dd8db264', 'network_id': 'bf94006f-3332-48be-9dca-6f82dd8db264', 'tenant_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'fixed_ips': [{'subnet_id': 'cfc17b69-684e-47d5-a4d7-943259e81dbf'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:52:49.449676 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6201f7a5-a763-4f6c-89c4-98109a168627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:49.452467 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-5478b59c-c3ce-45cf-a63c-366d44d1758c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:49.459923 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5478b59c-c3ce-45cf-a63c-366d44d1758c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:52:49.485617 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478b59c-c3ce-45cf-a63c-366d44d1758c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Port': ['ID=fa95ca28-2cc6-48c8-ab05-949d0d83b0c5,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:49.509068 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-ea91cbba-5e0e-4d81-9e65-1c0a5d9b1c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55431d8-f0fa-4bab-a527-efcce9cb4133', 'name': 'tempest-TestServerMultinode-1837551537-router', 'tenant_id': '6528f871e6f44d9190674b0d310123a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '8372aadd-adc8-4a99-99b5-419f514ccfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:33Z', 'updated_at': '2021-11-04T10:52:43Z', 'revision_number': 4, 'project_id': '6528f871e6f44d9190674b0d310123a7', 'gw_port': {'id': '8372aadd-adc8-4a99-99b5-419f514ccfdf', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:02:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55431d8-f0fa-4bab-a527-efcce9cb4133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:34Z', 'updated_at': '2021-11-04T10:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '2dccb5b9-d6f1-420f-8990-50cb3863b77a', 'name': '', 'network_id': 'a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6', 'tenant_id': '6528f871e6f44d9190674b0d310123a7', 'mac_address': 'fa:16:3e:6a:17:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55431d8-f0fa-4bab-a527-efcce9cb4133', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': 'b50f95f6-339c-4e35-9fac-579640522571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:41Z', 'updated_at': '2021-11-04T10:52:47Z', 'revision_number': 4, 'project_id': '6528f871e6f44d9190674b0d310123a7', 'subnets': [{'id': 'b50f95f6-339c-4e35-9fac-579640522571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:49.530603 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9fc43f55-8f66-48d4-b370-301209130bed tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:49.535677 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9fc43f55-8f66-48d4-b370-301209130bed tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4456990 Nov 04 10:52:49.541895 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33830) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:49.547906 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea91cbba-5e0e-4d81-9e65-1c0a5d9b1c73 None None] The sync data for ids ['e55431d8-f0fa-4bab-a527-efcce9cb4133'] in n-d-816629-1 is: [{'id': 'e55431d8-f0fa-4bab-a527-efcce9cb4133', 'name': 'tempest-TestServerMultinode-1837551537-router', 'tenant_id': '6528f871e6f44d9190674b0d310123a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '8372aadd-adc8-4a99-99b5-419f514ccfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:33Z', 'updated_at': '2021-11-04T10:52:43Z', 'revision_number': 4, 'project_id': '6528f871e6f44d9190674b0d310123a7', 'gw_port': {'id': '8372aadd-adc8-4a99-99b5-419f514ccfdf', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:02:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55431d8-f0fa-4bab-a527-efcce9cb4133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:34Z', 'updated_at': '2021-11-04T10:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '2dccb5b9-d6f1-420f-8990-50cb3863b77a', 'name': '', 'network_id': 'a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6', 'tenant_id': '6528f871e6f44d9190674b0d310123a7', 'mac_address': 'fa:16:3e:6a:17:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55431d8-f0fa-4bab-a527-efcce9cb4133', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': 'b50f95f6-339c-4e35-9fac-579640522571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:41Z', 'updated_at': '2021-11-04T10:52:47Z', 'revision_number': 4, 'project_id': '6528f871e6f44d9190674b0d310123a7', 'subnets': [{'id': 'b50f95f6-339c-4e35-9fac-579640522571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:52:49.549112 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5478b59c-c3ce-45cf-a63c-366d44d1758c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:49.570728 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-d31567c8-6bbd-4043-8ed4-3c6b86d5c9b3 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Request body: {'security_group_rule': {'security_group_id': '4c4f16b7-172a-466c-8cf0-257d1a2564cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:49.684016 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295c0e4-4676-4b30-a86d-129ce0f40c04 req-fdb62dca-bf5e-4ca8-a612-5312ba417674 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:49.693010 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a295c0e4-4676-4b30-a86d-129ce0f40c04 req-fdb62dca-bf5e-4ca8-a612-5312ba417674 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.3268852 Nov 04 10:52:49.700807 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-7bffd15f-d7ea-4a88-b411-6109359c73c6 admin admin] Allocated IP 172.25.7.128 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/3395f3be-6a4d-4624-9b7e-28970aec8be4) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:52:49.714420 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-d716d11e-aa62-4a25-ab84-5fa3ad3ff5b7 None None] Attempting to bind port 566333c5-e834-4c43-a697-b7fb8530eb50 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:52:49.714788 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-d716d11e-aa62-4a25-ab84-5fa3ad3ff5b7 None None] Attempting to bind port 566333c5-e834-4c43-a697-b7fb8530eb50 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '12988683-4188-4c9f-96f1-03194029c52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '52efe839-4529-404f-97a2-99168cc71385'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:52:49.715183 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d716d11e-aa62-4a25-ab84-5fa3ad3ff5b7 None None] Attempting to bind port 566333c5-e834-4c43-a697-b7fb8530eb50 on network 52efe839-4529-404f-97a2-99168cc71385 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:52:49.739549 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d716d11e-aa62-4a25-ab84-5fa3ad3ff5b7 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:52:49.740020 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d716d11e-aa62-4a25-ab84-5fa3ad3ff5b7 None None] Checking segment: {'id': '12988683-4188-4c9f-96f1-03194029c52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '52efe839-4529-404f-97a2-99168cc71385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:52:49.740506 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d716d11e-aa62-4a25-ab84-5fa3ad3ff5b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:49.741032 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d716d11e-aa62-4a25-ab84-5fa3ad3ff5b7 None None] Bound using segment: {'id': '12988683-4188-4c9f-96f1-03194029c52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '52efe839-4529-404f-97a2-99168cc71385'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:52:49.741520 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-d716d11e-aa62-4a25-ab84-5fa3ad3ff5b7 None None] Bound port: 566333c5-e834-4c43-a697-b7fb8530eb50, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12988683-4188-4c9f-96f1-03194029c52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '52efe839-4529-404f-97a2-99168cc71385'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:52:49.742165 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d716d11e-aa62-4a25-ab84-5fa3ad3ff5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:49.756814 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d31567c8-6bbd-4043-8ed4-3c6b86d5c9b3 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:49.765916 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebd2ee-acf8-4d32-a882-95cc69d9b0bc None None] Pushing event updated for resources: {'Port': ['ID=2dccb5b9-d6f1-420f-8990-50cb3863b77a,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:49.820768 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5478b59c-c3ce-45cf-a63c-366d44d1758c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:49.838552 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-91e2814e-c504-4723-ac78-24dc6d41e501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:49.869614 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d31567c8-6bbd-4043-8ed4-3c6b86d5c9b3 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:49.917803 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7bffd15f-d7ea-4a88-b411-6109359c73c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:49.951425 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a295c0e4-4676-4b30-a86d-129ce0f40c04 req-d7e7a162-a96c-4203-9a44-61a8921b7a20 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572320 Nov 04 10:52:49.953115 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d31567c8-6bbd-4043-8ed4-3c6b86d5c9b3 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:49.986993 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31567c8-6bbd-4043-8ed4-3c6b86d5c9b3 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46800c6f-6498-4d5b-a8f4-b32e06b40d2c,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:50.000136 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-d716d11e-aa62-4a25-ab84-5fa3ad3ff5b7 None None] For port 566333c5-e834-4c43-a697-b7fb8530eb50, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:52:50.004479 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d31567c8-6bbd-4043-8ed4-3c6b86d5c9b3 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:50.005936 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d31567c8-6bbd-4043-8ed4-3c6b86d5c9b3 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4605002 Nov 04 10:52:50.012492 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33836) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:50.019320 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-d716d11e-aa62-4a25-ab84-5fa3ad3ff5b7 None None] For port 566333c5-e834-4c43-a697-b7fb8530eb50, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=566333c5-e834-4c43-a697-b7fb8530eb50,segment=NetworkSegment(12988683-4188-4c9f-96f1-03194029c52d),segment_id=12988683-4188-4c9f-96f1-03194029c52d)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:52:50.022603 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-98a23ab2-59f8-4b95-a67a-4f4ffa306a10 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Request body: {'security_group_rule': {'security_group_id': '4c4f16b7-172a-466c-8cf0-257d1a2564cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:50.025743 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d716d11e-aa62-4a25-ab84-5fa3ad3ff5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:50.048023 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-6201f7a5-a763-4f6c-89c4-98109a168627 None None] Allocated IP 172.20.0.2 (bf94006f-3332-48be-9dca-6f82dd8db264/cfc17b69-684e-47d5-a4d7-943259e81dbf/f01a7fff-692c-492b-96b1-37218fbe8f0f) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:52:50.120808 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-98a23ab2-59f8-4b95-a67a-4f4ffa306a10 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:50.144390 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716d11e-aa62-4a25-ab84-5fa3ad3ff5b7 None None] Pushing event updated for resources: {'Port': ['ID=566333c5-e834-4c43-a697-b7fb8530eb50,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:50.158249 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7bffd15f-d7ea-4a88-b411-6109359c73c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:50.232327 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-98a23ab2-59f8-4b95-a67a-4f4ffa306a10 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:50.244795 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f11a0-23e8-4ddc-aec3-abf6bd455f0e req-76e9ff6d-dd00-41c8-b0ba-80f5eda03ebb tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:50.253575 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed7f11a0-23e8-4ddc-aec3-abf6bd455f0e req-76e9ff6d-dd00-41c8-b0ba-80f5eda03ebb tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=ae9a1c15-3b1d-4d94-a020-5359a15019b0 HTTP/1.1" status: 200 len: 945 time: 0.1905394 Nov 04 10:52:50.263876 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-98a23ab2-59f8-4b95-a67a-4f4ffa306a10 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:50.295049 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a23ab2-59f8-4b95-a67a-4f4ffa306a10 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8228a1d-b753-4617-a49e-e7552d478513,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:50.297264 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bffd15f-d7ea-4a88-b411-6109359c73c6 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:50.301786 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-7bffd15f-d7ea-4a88-b411-6109359c73c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:50.308305 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffd15f-d7ea-4a88-b411-6109359c73c6 admin admin] Pushing event updated for resources: {'Port': ['ID=3395f3be-6a4d-4624-9b7e-28970aec8be4,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:50.321545 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bffd15f-d7ea-4a88-b411-6109359c73c6 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:52:50.324505 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-98a23ab2-59f8-4b95-a67a-4f4ffa306a10 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:50.329054 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-98a23ab2-59f8-4b95-a67a-4f4ffa306a10 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3108892 Nov 04 10:52:50.330076 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33838) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:50.337824 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-3a6135bf-c0ab-49f5-af33-69923fd155be tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Request body: {'security_group_rule': {'security_group_id': '4c4f16b7-172a-466c-8cf0-257d1a2564cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:50.373352 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed7f11a0-23e8-4ddc-aec3-abf6bd455f0e req-798482ea-c239-456b-8395-40a8dbf5ef4d tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186988 Nov 04 10:52:50.375218 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6201f7a5-a763-4f6c-89c4-98109a168627 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:50.387896 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6201f7a5-a763-4f6c-89c4-98109a168627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:50.416439 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3a6135bf-c0ab-49f5-af33-69923fd155be tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:50.459259 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6201f7a5-a763-4f6c-89c4-98109a168627 None None] Network bf94006f-3332-48be-9dca-6f82dd8db264 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:50.474015 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-6201f7a5-a763-4f6c-89c4-98109a168627 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:50.478311 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6201f7a5-a763-4f6c-89c4-98109a168627 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:52:50.555562 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3a6135bf-c0ab-49f5-af33-69923fd155be tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:50.562395 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201f7a5-a763-4f6c-89c4-98109a168627 None None] Pushing event updated for resources: {'Port': ['ID=f01a7fff-692c-492b-96b1-37218fbe8f0f,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:50.564666 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3a6135bf-c0ab-49f5-af33-69923fd155be tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:50.582965 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-6201f7a5-a763-4f6c-89c4-98109a168627 None None] Attempting to bind port f01a7fff-692c-492b-96b1-37218fbe8f0f on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:52:50.583347 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-6201f7a5-a763-4f6c-89c4-98109a168627 None None] Attempting to bind port f01a7fff-692c-492b-96b1-37218fbe8f0f by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'd5c5388b-8236-42d2-b05d-b2433f72d681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'bf94006f-3332-48be-9dca-6f82dd8db264'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:52:50.583701 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6201f7a5-a763-4f6c-89c4-98109a168627 None None] Attempting to bind port f01a7fff-692c-492b-96b1-37218fbe8f0f on network bf94006f-3332-48be-9dca-6f82dd8db264 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:52:50.590084 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6201f7a5-a763-4f6c-89c4-98109a168627 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:52:50.590793 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6201f7a5-a763-4f6c-89c4-98109a168627 None None] Checking segment: {'id': 'd5c5388b-8236-42d2-b05d-b2433f72d681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'bf94006f-3332-48be-9dca-6f82dd8db264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:52:50.591249 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6201f7a5-a763-4f6c-89c4-98109a168627 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:50.591646 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6201f7a5-a763-4f6c-89c4-98109a168627 None None] Bound using segment: {'id': 'd5c5388b-8236-42d2-b05d-b2433f72d681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'bf94006f-3332-48be-9dca-6f82dd8db264'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:52:50.592145 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-6201f7a5-a763-4f6c-89c4-98109a168627 None None] Bound port: f01a7fff-692c-492b-96b1-37218fbe8f0f, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c5388b-8236-42d2-b05d-b2433f72d681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'bf94006f-3332-48be-9dca-6f82dd8db264'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:52:50.592533 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6201f7a5-a763-4f6c-89c4-98109a168627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:50.615219 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6135bf-c0ab-49f5-af33-69923fd155be tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ea706c-b7bc-4f75-897e-23e9c8c138b8,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:50.645504 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3a6135bf-c0ab-49f5-af33-69923fd155be tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:50.649794 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3a6135bf-c0ab-49f5-af33-69923fd155be tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3155839 Nov 04 10:52:50.650423 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33840) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:50.692215 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8d777b05-423b-4063-a853-2f3c8991e006 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:50.700518 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5478b59c-c3ce-45cf-a63c-366d44d1758c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:50.702971 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-6201f7a5-a763-4f6c-89c4-98109a168627 None None] For port f01a7fff-692c-492b-96b1-37218fbe8f0f, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:52:50.707616 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-6201f7a5-a763-4f6c-89c4-98109a168627 None None] For port f01a7fff-692c-492b-96b1-37218fbe8f0f, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f01a7fff-692c-492b-96b1-37218fbe8f0f,segment=NetworkSegment(d5c5388b-8236-42d2-b05d-b2433f72d681),segment_id=d5c5388b-8236-42d2-b05d-b2433f72d681)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:52:50.716293 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8d777b05-423b-4063-a853-2f3c8991e006 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:50.717178 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5478b59c-c3ce-45cf-a63c-366d44d1758c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:50.728518 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6201f7a5-a763-4f6c-89c4-98109a168627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:50.767850 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:50.787887 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5478b59c-c3ce-45cf-a63c-366d44d1758c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:50.792040 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c3236-34ed-4bd8-9534-fa6b923b2466 req-f9598d79-cf97-43df-9b32-8f300c367168 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:50.803019 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-671c3236-34ed-4bd8-9534-fa6b923b2466 req-f9598d79-cf97-43df-9b32-8f300c367168 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.1122661 Nov 04 10:52:50.830031 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201f7a5-a763-4f6c-89c4-98109a168627 None None] Pushing event updated for resources: {'Port': ['ID=f01a7fff-692c-492b-96b1-37218fbe8f0f,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:50.831995 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8d777b05-423b-4063-a853-2f3c8991e006 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:50.845640 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8d777b05-423b-4063-a853-2f3c8991e006 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:50.848158 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8d777b05-423b-4063-a853-2f3c8991e006 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "DELETE /v2.0/security-group-rules/02ea706c-b7bc-4f75-897e-23e9c8c138b8 HTTP/1.1" status: 204 len: 168 time: 0.1967335 Nov 04 10:52:50.851516 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33844) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:50.884747 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d777b05-423b-4063-a853-2f3c8991e006 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02ea706c-b7bc-4f75-897e-23e9c8c138b8,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:50.914432 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-671c3236-34ed-4bd8-9534-fa6b923b2466 req-7e0bb3b4-d419-4949-b0d3-85fc951960f8 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095588 Nov 04 10:52:51.179647 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c33f9-e181-4456-8be7-0c4207f14623 req-3a814a1f-8ec7-482d-93a3-79371ea235a1 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:51.190002 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d33c33f9-e181-4456-8be7-0c4207f14623 req-3a814a1f-8ec7-482d-93a3-79371ea235a1 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.1753979 Nov 04 10:52:51.309036 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d33c33f9-e181-4456-8be7-0c4207f14623 req-8a2e29dc-cb60-4d0d-b142-c3790b9a0429 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102173 Nov 04 10:52:51.377604 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 566333c5-e834-4c43-a697-b7fb8530eb50 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:52:51.488075 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 566333c5-e834-4c43-a697-b7fb8530eb50 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:51.488533 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:51.537819 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27d648-5960-4599-aec7-8f8ddc3a9246 req-cbeb063e-c7ab-4cd3-a3e5-627719dc1e8a tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:51.549005 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dc27d648-5960-4599-aec7-8f8ddc3a9246 req-cbeb063e-c7ab-4cd3-a3e5-627719dc1e8a tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.1106274 Nov 04 10:52:51.598961 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:51.610642 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dc27d648-5960-4599-aec7-8f8ddc3a9246 req-f7f28287-b6ce-4c94-8f30-24c47ef26cb9 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580993 Nov 04 10:52:51.646745 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 566333c5-e834-4c43-a697-b7fb8530eb50, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=566333c5-e834-4c43-a697-b7fb8530eb50,segment=NetworkSegment(12988683-4188-4c9f-96f1-03194029c52d),segment_id=12988683-4188-4c9f-96f1-03194029c52d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:51.652474 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478b59c-c3ce-45cf-a63c-366d44d1758c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Port': ['ID=fa95ca28-2cc6-48c8-ab05-949d0d83b0c5,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:51.654416 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:51.655251 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2dccb5b9-d6f1-420f-8990-50cb3863b77a up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:52:51.801934 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=566333c5-e834-4c43-a697-b7fb8530eb50,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:51.804707 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c83c7d0f-a6f5-4d92-b641-2aabb0f4b487 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.9485755 Nov 04 10:52:51.816151 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33862) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:51.820178 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daebba7-4103-4758-ab6c-dcb1dfc5756d req-bcce06c6-9748-4445-862c-48027cb81743 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:51.822824 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1daebba7-4103-4758-ab6c-dcb1dfc5756d req-bcce06c6-9748-4445-862c-48027cb81743 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=ae9a1c15-3b1d-4d94-a020-5359a15019b0 HTTP/1.1" status: 200 len: 945 time: 0.0967455 Nov 04 10:52:51.824319 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 2dccb5b9-d6f1-420f-8990-50cb3863b77a triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:51.824683 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:51.854111 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7bffd15f-d7ea-4a88-b411-6109359c73c6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:51.854430 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785e82f2-07b7-4810-98a3-96341675338a None None] Network 52efe839-4529-404f-97a2-99168cc71385 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:52:51.880716 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1daebba7-4103-4758-ab6c-dcb1dfc5756d req-75c1e10a-4820-4f9e-a391-856eb9a7c69e tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481763 Nov 04 10:52:51.953517 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c5f0c3b5-c3ef-4428-992f-d00535833641 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:51.975578 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5478b59c-c3ce-45cf-a63c-366d44d1758c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network 52efe839-4529-404f-97a2-99168cc71385 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:51.977121 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-5478b59c-c3ce-45cf-a63c-366d44d1758c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:51.983940 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c5f0c3b5-c3ef-4428-992f-d00535833641 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:52.013412 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-fc0ce3d5-bc0c-42ba-a386-5fc9ac3ed514 None None] Provisioning complete for port 566333c5-e834-4c43-a697-b7fb8530eb50 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:52.013776 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fc0ce3d5-bc0c-42ba-a386-5fc9ac3ed514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:52.187742 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c5f0c3b5-c3ef-4428-992f-d00535833641 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:52.200699 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c5f0c3b5-c3ef-4428-992f-d00535833641 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:52.201892 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c5f0c3b5-c3ef-4428-992f-d00535833641 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "DELETE /v2.0/security-group-rules/a8228a1d-b753-4617-a49e-e7552d478513 HTTP/1.1" status: 204 len: 168 time: 0.3776643 Nov 04 10:52:52.207000 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33868) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:52.249861 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ff2f8-5b60-4b75-b0aa-eac4883d85aa req-e2114936-897f-4d9c-b548-60d3a658d3bb tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:52.252301 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8f5ff2f8-5b60-4b75-b0aa-eac4883d85aa req-e2114936-897f-4d9c-b548-60d3a658d3bb tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.1008291 Nov 04 10:52:52.257480 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0c3b5-c3ef-4428-992f-d00535833641 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8228a1d-b753-4617-a49e-e7552d478513,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:52.269809 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:52.301822 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9c256a23-ddfb-483b-bc98-1136ea4bb42a tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0874887 Nov 04 10:52:52.304277 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33870) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:52.370314 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-085822f0-967c-4e5a-a7dd-717c0a5e4ac1 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:52.401283 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7bffd15f-d7ea-4a88-b411-6109359c73c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:52.409161 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5478b59c-c3ce-45cf-a63c-366d44d1758c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:52:52.415952 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8f5ff2f8-5b60-4b75-b0aa-eac4883d85aa req-ab17ac28-792a-41fe-9d53-16a777819d37 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499794 Nov 04 10:52:52.437498 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-085822f0-967c-4e5a-a7dd-717c0a5e4ac1 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:52.475975 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-085822f0-967c-4e5a-a7dd-717c0a5e4ac1 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:52.482982 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-085822f0-967c-4e5a-a7dd-717c0a5e4ac1 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:52.487954 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-085822f0-967c-4e5a-a7dd-717c0a5e4ac1 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "DELETE /v2.0/security-group-rules/46800c6f-6498-4d5b-a8f4-b32e06b40d2c HTTP/1.1" status: 204 len: 168 time: 0.1825087 Nov 04 10:52:52.488908 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33874) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:52.518120 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085822f0-967c-4e5a-a7dd-717c0a5e4ac1 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46800c6f-6498-4d5b-a8f4-b32e06b40d2c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:52.596745 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a193eb36-cc92-4f84-9a3d-3e2a69266c38 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0862899 Nov 04 10:52:52.599655 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33878) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:52.610145 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde8ebe6-5b30-462b-a523-7cc525c9d2ad None None] Network bf94006f-3332-48be-9dca-6f82dd8db264 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:52:52.646738 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c7c77b00-94ce-422c-a2cb-21ed963f41bf tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:52.663926 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c7c77b00-94ce-422c-a2cb-21ed963f41bf tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:52.723442 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c7c77b00-94ce-422c-a2cb-21ed963f41bf tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:52.725736 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:52.729832 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c7c77b00-94ce-422c-a2cb-21ed963f41bf tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:52.730965 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c7c77b00-94ce-422c-a2cb-21ed963f41bf tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "DELETE /v2.0/security-group-rules/2104517e-1d4b-4c75-99fc-b193121b7cf6 HTTP/1.1" status: 204 len: 168 time: 0.1303625 Nov 04 10:52:52.738199 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33880) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:52.743375 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2beee6d5-a1ec-4ed9-99ad-fcf8481e4d70 None None] Provisioning complete for port f01a7fff-692c-492b-96b1-37218fbe8f0f triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:52.743959 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2beee6d5-a1ec-4ed9-99ad-fcf8481e4d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:52.772841 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5478b59c-c3ce-45cf-a63c-366d44d1758c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:52:52.785280 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5478b59c-c3ce-45cf-a63c-366d44d1758c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "PUT /v2.0/routers/2f0f986b-ff60-4ef3-9e9a-4b9474c940cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9657960 Nov 04 10:52:52.790269 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9178476-38dc-435a-a5b2-9fc44f3e3357 None None] Sync routers for ids ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:52:52.790803 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c77b00-94ce-422c-a2cb-21ed963f41bf tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2104517e-1d4b-4c75-99fc-b193121b7cf6,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:52.792334 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33882) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:52.815225 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-69d06a88-e09a-4f25-bc87-bf95edc88ef7 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'network': {'name': 'tempest-RoutersTest-1687735595'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:52.816711 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9178476-38dc-435a-a5b2-9fc44f3e3357 None None] Routers {'2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:52:52.819277 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-a9178476-38dc-435a-a5b2-9fc44f3e3357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:52:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:52.903334 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1f1ea7a2-04a1-43e3-bd9d-44ea655cbd1a tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1528423 Nov 04 10:52:52.906075 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33884) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:52.958734 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d06a88-e09a-4f25-bc87-bf95edc88ef7 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Made reservation on behalf of 93d3f7e9109b4e65b4b65c6a9a173da1 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:52:52.962184 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-69d06a88-e09a-4f25-bc87-bf95edc88ef7 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:53.018531 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb7f7305-28b2-4c50-b862-66a7c35fd3c6 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:53.039788 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb7f7305-28b2-4c50-b862-66a7c35fd3c6 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:53.051644 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-a9178476-38dc-435a-a5b2-9fc44f3e3357 None None] Set router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:52:53.062197 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d06a88-e09a-4f25-bc87-bf95edc88ef7 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1166} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:52:53.079203 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bffd15f-d7ea-4a88-b411-6109359c73c6 admin admin] Router fc2b0356-fcd7-484a-b5cc-2b4febd4b013 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:52:53.181048 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-69d06a88-e09a-4f25-bc87-bf95edc88ef7 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:53.181395 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-69d06a88-e09a-4f25-bc87-bf95edc88ef7 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Added segment 231ddf9c-ffcc-4c1c-b8de-a96ebd948f3d of type vlan for network b50d676e-c031-4fde-8159-f8b8d9a0cca7 Nov 04 10:52:53.196512 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2beee6d5-a1ec-4ed9-99ad-fcf8481e4d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:53.309328 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2beee6d5-a1ec-4ed9-99ad-fcf8481e4d70 None None] For port f01a7fff-692c-492b-96b1-37218fbe8f0f, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f01a7fff-692c-492b-96b1-37218fbe8f0f,segment=NetworkSegment(d5c5388b-8236-42d2-b05d-b2433f72d681),segment_id=d5c5388b-8236-42d2-b05d-b2433f72d681)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:53.337310 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-69d06a88-e09a-4f25-bc87-bf95edc88ef7 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:53.338382 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2beee6d5-a1ec-4ed9-99ad-fcf8481e4d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:53.381055 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bffd15f-d7ea-4a88-b411-6109359c73c6 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:52:53.396847 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb7f7305-28b2-4c50-b862-66a7c35fd3c6 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:53.425842 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb7f7305-28b2-4c50-b862-66a7c35fd3c6 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:53.434964 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bb7f7305-28b2-4c50-b862-66a7c35fd3c6 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "DELETE /v2.0/security-group-rules/c0725ab9-f2a7-4180-8dcf-adc77ae4794c HTTP/1.1" status: 204 len: 168 time: 0.5252314 Nov 04 10:52:53.437725 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7bffd15f-d7ea-4a88-b411-6109359c73c6 admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:53.445805 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7bffd15f-d7ea-4a88-b411-6109359c73c6 admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2471364 Nov 04 10:52:53.446860 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33892) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:53.448279 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33894) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:53.462964 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-69d06a88-e09a-4f25-bc87-bf95edc88ef7 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:53.467380 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beee6d5-a1ec-4ed9-99ad-fcf8481e4d70 None None] Pushing event updated for resources: {'Port': ['ID=f01a7fff-692c-492b-96b1-37218fbe8f0f,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:53.469506 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d06a88-e09a-4f25-bc87-bf95edc88ef7 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:53.470702 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-69d06a88-e09a-4f25-bc87-bf95edc88ef7 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:53.477838 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 566333c5-e834-4c43-a697-b7fb8530eb50 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:52:53.536681 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d51048-4d7b-45d1-8911-71cc2d9c9284 None None] Sync routers for ids ['fc2b0356-fcd7-484a-b5cc-2b4febd4b013'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:52:53.591474 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2beee6d5-a1ec-4ed9-99ad-fcf8481e4d70 None None] Provisioning complete for port fa95ca28-2cc6-48c8-ab05-949d0d83b0c5 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:53.591814 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2beee6d5-a1ec-4ed9-99ad-fcf8481e4d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:53.616224 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-69d06a88-e09a-4f25-bc87-bf95edc88ef7 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8215957 Nov 04 10:52:53.618601 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-a9178476-38dc-435a-a5b2-9fc44f3e3357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:52:49Z', 'revision_number': 2, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None, '_interfaces': [{'id': 'fa95ca28-2cc6-48c8-ab05-949d0d83b0c5', 'name': '', 'network_id': '52efe839-4529-404f-97a2-99168cc71385', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:2d:c2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:47Z', 'updated_at': '2021-11-04T10:52:50Z', 'revision_number': 2, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:53.634575 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0858f6-f97c-452d-9210-995bc6de96b0 req-12801e64-0a59-4ae2-9f97-f0d5a8337cbc tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:53.641447 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3b0858f6-f97c-452d-9210-995bc6de96b0 req-12801e64-0a59-4ae2-9f97-f0d5a8337cbc tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=ae9a1c15-3b1d-4d94-a020-5359a15019b0 HTTP/1.1" status: 200 len: 945 time: 0.5675793 Nov 04 10:52:53.643572 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f7305-28b2-4c50-b862-66a7c35fd3c6 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0725ab9-f2a7-4180-8dcf-adc77ae4794c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:53.664637 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33896) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:53.703891 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-16e0daf6-4e9d-4499-a4de-c0f2be269d01 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'subnet': {'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:53.740653 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d51048-4d7b-45d1-8911-71cc2d9c9284 None None] Routers {'fc2b0356-fcd7-484a-b5cc-2b4febd4b013'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:52:53.741403 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-97d51048-4d7b-45d1-8911-71cc2d9c9284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:52:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['fc2b0356-fcd7-484a-b5cc-2b4febd4b013'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:53.792281 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9178476-38dc-435a-a5b2-9fc44f3e3357 None None] Checking router: 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:52:53.792812 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9178476-38dc-435a-a5b2-9fc44f3e3357 None None] Updating router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb port fa95ca28-2cc6-48c8-ab05-949d0d83b0c5 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:52:53.866962 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-a9178476-38dc-435a-a5b2-9fc44f3e3357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:53.882926 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d06a88-e09a-4f25-bc87-bf95edc88ef7 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Network': ['ID=b50d676e-c031-4fde-8159-f8b8d9a0cca7,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:53.934016 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3b0858f6-f97c-452d-9210-995bc6de96b0 req-93059f5c-3881-4053-b1ef-e43db6b4b357 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914815 Nov 04 10:52:53.979817 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e0daf6-4e9d-4499-a4de-c0f2be269d01 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Made reservation on behalf of 93d3f7e9109b4e65b4b65c6a9a173da1 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:52:53.983618 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-16e0daf6-4e9d-4499-a4de-c0f2be269d01 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:53.994342 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b005a742-0f87-45f1-8e51-6db9787d8466 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5442238 Nov 04 10:52:53.997376 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33900) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:54.139806 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ac17fba9-5dc2-4117-bc3a-f9a79c73b1b4 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:54.169926 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ac17fba9-5dc2-4117-bc3a-f9a79c73b1b4 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:54.269372 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 566333c5-e834-4c43-a697-b7fb8530eb50 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:54.275626 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:54.277812 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network b50d676e-c031-4fde-8159-f8b8d9a0cca7 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:52:54.318547 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ac17fba9-5dc2-4117-bc3a-f9a79c73b1b4 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:54.322265 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ac17fba9-5dc2-4117-bc3a-f9a79c73b1b4 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:54.325814 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ac17fba9-5dc2-4117-bc3a-f9a79c73b1b4 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "DELETE /v2.0/security-groups/4c4f16b7-172a-466c-8cf0-257d1a2564cd HTTP/1.1" status: 204 len: 168 time: 0.3122303 Nov 04 10:52:54.327798 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-16e0daf6-4e9d-4499-a4de-c0f2be269d01 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:54.330482 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33906) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:54.411324 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17fba9-5dc2-4117-bc3a-f9a79c73b1b4 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4f16b7-172a-466c-8cf0-257d1a2564cd,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:54.450955 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-a9178476-38dc-435a-a5b2-9fc44f3e3357 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:54.461493 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-a9178476-38dc-435a-a5b2-9fc44f3e3357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:54.471142 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44198e09-912a-423b-a0a2-f268c6415b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:54.472028 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2beee6d5-a1ec-4ed9-99ad-fcf8481e4d70 None None] Port fa95ca28-2cc6-48c8-ab05-949d0d83b0c5 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:52:54.524214 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3e0f5798-ce7a-4544-92d2-e99d8a693dc4 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1851666 Nov 04 10:52:54.529107 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33908) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:54.567080 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-8c920dc4-dbe9-4c23-9f6b-6e29c0ec8ebf tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Request body: {'security_group': {'name': 'tempest-secgroup--1515826822'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:54.580433 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae70bf0-5318-4537-a74c-3c0c3ff38ff9 None None] Pushing event updated for resources: {'Port': ['ID=fa95ca28-2cc6-48c8-ab05-949d0d83b0c5,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:54.588346 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0daf6-4e9d-4499-a4de-c0f2be269d01 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Subnet': ['ID=fecf2615-dad5-41af-a21e-2f2c0c2e8908,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:54.604801 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e0daf6-4e9d-4499-a4de-c0f2be269d01 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Checking segment: {'id': '231ddf9c-ffcc-4c1c-b8de-a96ebd948f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:52:54.605201 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e0daf6-4e9d-4499-a4de-c0f2be269d01 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network hostable DHCP agents. Network: b50d676e-c031-4fde-8159-f8b8d9a0cca7, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:52:54.608851 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae70bf0-5318-4537-a74c-3c0c3ff38ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:54.610322 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae70bf0-5318-4537-a74c-3c0c3ff38ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:54.610820 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae70bf0-5318-4537-a74c-3c0c3ff38ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:54.611139 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae70bf0-5318-4537-a74c-3c0c3ff38ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:54.611473 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae70bf0-5318-4537-a74c-3c0c3ff38ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:54.611798 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae70bf0-5318-4537-a74c-3c0c3ff38ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:54.612119 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae70bf0-5318-4537-a74c-3c0c3ff38ff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:54.612438 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae70bf0-5318-4537-a74c-3c0c3ff38ff9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:54.612762 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae70bf0-5318-4537-a74c-3c0c3ff38ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:54.613116 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae70bf0-5318-4537-a74c-3c0c3ff38ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:54.613435 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae70bf0-5318-4537-a74c-3c0c3ff38ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:54.613747 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae70bf0-5318-4537-a74c-3c0c3ff38ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:52:54.623952 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-97d51048-4d7b-45d1-8911-71cc2d9c9284 None None] Set router fc2b0356-fcd7-484a-b5cc-2b4febd4b013 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:52:54.655748 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e0daf6-4e9d-4499-a4de-c0f2be269d01 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network b50d676e-c031-4fde-8159-f8b8d9a0cca7 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:52:54.682010 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-16e0daf6-4e9d-4499-a4de-c0f2be269d01 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, b50d676e-c031-4fde-8159-f8b8d9a0cca7) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:54.696030 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e0daf6-4e9d-4499-a4de-c0f2be269d01 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:54.696972 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-16e0daf6-4e9d-4499-a4de-c0f2be269d01 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:54.712794 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8c920dc4-dbe9-4c23-9f6b-6e29c0ec8ebf tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:54.751605 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-16e0daf6-4e9d-4499-a4de-c0f2be269d01 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0826328 Nov 04 10:52:54.752516 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33910) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:54.770183 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-a9178476-38dc-435a-a5b2-9fc44f3e3357 None None] Attempting to bind port fa95ca28-2cc6-48c8-ab05-949d0d83b0c5 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:52:54.770597 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-a9178476-38dc-435a-a5b2-9fc44f3e3357 None None] Attempting to bind port fa95ca28-2cc6-48c8-ab05-949d0d83b0c5 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '12988683-4188-4c9f-96f1-03194029c52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '52efe839-4529-404f-97a2-99168cc71385'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:52:54.771143 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9178476-38dc-435a-a5b2-9fc44f3e3357 None None] Attempting to bind port fa95ca28-2cc6-48c8-ab05-949d0d83b0c5 on network 52efe839-4529-404f-97a2-99168cc71385 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:52:54.777286 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca974a3d-8008-4e7a-9d81-df582b37ad4b None None] Network b50d676e-c031-4fde-8159-f8b8d9a0cca7 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:52:54.780744 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2beee6d5-a1ec-4ed9-99ad-fcf8481e4d70 None None] Provisioning complete for port 566333c5-e834-4c43-a697-b7fb8530eb50 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:54.781156 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2beee6d5-a1ec-4ed9-99ad-fcf8481e4d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:54.787585 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9178476-38dc-435a-a5b2-9fc44f3e3357 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:52:54.788486 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9178476-38dc-435a-a5b2-9fc44f3e3357 None None] Checking segment: {'id': '12988683-4188-4c9f-96f1-03194029c52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '52efe839-4529-404f-97a2-99168cc71385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:52:54.789040 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-a9178476-38dc-435a-a5b2-9fc44f3e3357 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:54.790572 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9178476-38dc-435a-a5b2-9fc44f3e3357 None None] Bound using segment: {'id': '12988683-4188-4c9f-96f1-03194029c52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '52efe839-4529-404f-97a2-99168cc71385'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:52:54.792353 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-a9178476-38dc-435a-a5b2-9fc44f3e3357 None None] Bound port: fa95ca28-2cc6-48c8-ab05-949d0d83b0c5, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12988683-4188-4c9f-96f1-03194029c52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '52efe839-4529-404f-97a2-99168cc71385'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:52:54.793320 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-a9178476-38dc-435a-a5b2-9fc44f3e3357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:54.980308 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-a9178476-38dc-435a-a5b2-9fc44f3e3357 None None] For port fa95ca28-2cc6-48c8-ab05-949d0d83b0c5, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:52:54.986288 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-a9178476-38dc-435a-a5b2-9fc44f3e3357 None None] For port fa95ca28-2cc6-48c8-ab05-949d0d83b0c5, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=fa95ca28-2cc6-48c8-ab05-949d0d83b0c5,segment=NetworkSegment(12988683-4188-4c9f-96f1-03194029c52d),segment_id=12988683-4188-4c9f-96f1-03194029c52d)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:52:54.995145 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-a9178476-38dc-435a-a5b2-9fc44f3e3357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:55.166911 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9178476-38dc-435a-a5b2-9fc44f3e3357 None None] Routers {'2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:52:55.167685 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-a9178476-38dc-435a-a5b2-9fc44f3e3357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:52:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:55.168704 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8c920dc4-dbe9-4c23-9f6b-6e29c0ec8ebf tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:55.181890 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8c920dc4-dbe9-4c23-9f6b-6e29c0ec8ebf tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:55.256646 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c920dc4-dbe9-4c23-9f6b-6e29c0ec8ebf tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e39f17f5-1d91-4546-a08b-dbba5d30d8a0,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:55.270695 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-44198e09-912a-423b-a0a2-f268c6415b29 admin admin] Allocated IP 172.20.0.1 (bf94006f-3332-48be-9dca-6f82dd8db264/cfc17b69-684e-47d5-a4d7-943259e81dbf/952b0013-fbd6-4940-ae50-f12598da22a7) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:52:55.321151 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8c920dc4-dbe9-4c23-9f6b-6e29c0ec8ebf tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:55.322490 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8c920dc4-dbe9-4c23-9f6b-6e29c0ec8ebf tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7733471 Nov 04 10:52:55.328501 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33924) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:55.333055 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-c05d06f0-74bc-4723-8de3-25be76c4fdf2 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Request body: {'security_group_rule': {'security_group_id': 'e39f17f5-1d91-4546-a08b-dbba5d30d8a0', 'direction': 'ingress', 'protocol': 17}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:55.346330 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f01a7fff-692c-492b-96b1-37218fbe8f0f up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:52:55.373442 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b472b86-a4c8-44b4-aa1a-afe5f5e88ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-b50d676e-c031-4fde-8159-f8b8d9a0cca7', 'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'fixed_ips': [{'subnet_id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:52:55.374314 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6b472b86-a4c8-44b4-aa1a-afe5f5e88ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:55.577254 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-97d51048-4d7b-45d1-8911-71cc2d9c9284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2b0356-fcd7-484a-b5cc-2b4febd4b013', 'name': 'tempest-TestServerMultinode-1495847249-router', 'tenant_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3395f3be-6a4d-4624-9b7e-28970aec8be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:48Z', 'updated_at': '2021-11-04T10:52:50Z', 'revision_number': 3, 'project_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'gw_port': {'id': '3395f3be-6a4d-4624-9b7e-28970aec8be4', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2b0356-fcd7-484a-b5cc-2b4febd4b013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:49Z', 'updated_at': '2021-11-04T10:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:55.631563 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44198e09-912a-423b-a0a2-f268c6415b29 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:55.635633 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d51048-4d7b-45d1-8911-71cc2d9c9284 None None] Checking router: fc2b0356-fcd7-484a-b5cc-2b4febd4b013 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:52:55.635982 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d51048-4d7b-45d1-8911-71cc2d9c9284 None None] Updating router fc2b0356-fcd7-484a-b5cc-2b4febd4b013 port 3395f3be-6a4d-4624-9b7e-28970aec8be4 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:52:55.671706 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-a9178476-38dc-435a-a5b2-9fc44f3e3357 None None] Set router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:52:55.678841 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port f01a7fff-692c-492b-96b1-37218fbe8f0f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:55.679480 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:55.721581 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44198e09-912a-423b-a0a2-f268c6415b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:55.751298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44198e09-912a-423b-a0a2-f268c6415b29 admin admin] Network bf94006f-3332-48be-9dca-6f82dd8db264 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:55.756088 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-44198e09-912a-423b-a0a2-f268c6415b29 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:55.760035 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae70bf0-5318-4537-a74c-3c0c3ff38ff9 None None] Pushing event updated for resources: {'Port': ['ID=fa95ca28-2cc6-48c8-ab05-949d0d83b0c5,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:55.793937 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-97d51048-4d7b-45d1-8911-71cc2d9c9284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:55.816241 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44198e09-912a-423b-a0a2-f268c6415b29 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:52:55.860082 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7fdc4-4d71-4bd6-80d1-558f3987da36 req-39880d0d-387f-4afc-bf04-28705a00a533 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:55.862019 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f0388eb9-12db-4157-97f5-06ed901b1e37 None None] Provisioning complete for port f01a7fff-692c-492b-96b1-37218fbe8f0f triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:55.862419 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f0388eb9-12db-4157-97f5-06ed901b1e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:55.873433 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0ec7fdc4-4d71-4bd6-80d1-558f3987da36 req-39880d0d-387f-4afc-bf04-28705a00a533 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=ae9a1c15-3b1d-4d94-a020-5359a15019b0 HTTP/1.1" status: 200 len: 945 time: 0.6657040 Nov 04 10:52:55.900182 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44198e09-912a-423b-a0a2-f268c6415b29 admin admin] Pushing event updated for resources: {'Port': ['ID=952b0013-fbd6-4940-ae50-f12598da22a7,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:55.914389 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44198e09-912a-423b-a0a2-f268c6415b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:55.946719 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-6b472b86-a4c8-44b4-aa1a-afe5f5e88ef1 None None] Allocated IP 172.21.0.2 (b50d676e-c031-4fde-8159-f8b8d9a0cca7/fecf2615-dad5-41af-a21e-2f2c0c2e8908/3362ca01-f72a-428f-81d0-bec025f50497) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:52:56.086376 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-a9178476-38dc-435a-a5b2-9fc44f3e3357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:52:49Z', 'revision_number': 2, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None, '_interfaces': [{'id': 'fa95ca28-2cc6-48c8-ab05-949d0d83b0c5', 'name': '', 'network_id': '52efe839-4529-404f-97a2-99168cc71385', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:2d:c2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:47Z', 'updated_at': '2021-11-04T10:52:54Z', 'revision_number': 4, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:56.114128 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0ec7fdc4-4d71-4bd6-80d1-558f3987da36 req-ab9c2b67-f261-45d5-969b-acb3fd6d9292 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391491 Nov 04 10:52:56.153808 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c05d06f0-74bc-4723-8de3-25be76c4fdf2 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:56.165504 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9178476-38dc-435a-a5b2-9fc44f3e3357 None None] The sync data for ids ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'] in n-d-816629-1 is: [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:52:49Z', 'revision_number': 2, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None, '_interfaces': [{'id': 'fa95ca28-2cc6-48c8-ab05-949d0d83b0c5', 'name': '', 'network_id': '52efe839-4529-404f-97a2-99168cc71385', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:2d:c2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:47Z', 'updated_at': '2021-11-04T10:52:54Z', 'revision_number': 4, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:52:56.199965 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44198e09-912a-423b-a0a2-f268c6415b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:56.251489 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c05d06f0-74bc-4723-8de3-25be76c4fdf2 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:56.288110 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c05d06f0-74bc-4723-8de3-25be76c4fdf2 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:56.357041 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d06f0-74bc-4723-8de3-25be76c4fdf2 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d332d67-0ddc-4632-be84-f21dbb415209,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:56.382936 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c05d06f0-74bc-4723-8de3-25be76c4fdf2 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:56.387175 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c05d06f0-74bc-4723-8de3-25be76c4fdf2 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0584970 Nov 04 10:52:56.455620 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33930) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:56.484622 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bbde4f4a-0f8d-4cb2-863e-682d39f20298 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:56.498586 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f0388eb9-12db-4157-97f5-06ed901b1e37 None None] Provisioning complete for port fa95ca28-2cc6-48c8-ab05-949d0d83b0c5 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:56.498957 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f0388eb9-12db-4157-97f5-06ed901b1e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:56.649851 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6b472b86-a4c8-44b4-aa1a-afe5f5e88ef1 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:56.722604 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1fd6314c-f5bc-49e0-84f1-87e1f1c03f5e tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:56.779907 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6b472b86-a4c8-44b4-aa1a-afe5f5e88ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:56.781746 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1fd6314c-f5bc-49e0-84f1-87e1f1c03f5e tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:56.785077 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f01a7fff-692c-492b-96b1-37218fbe8f0f up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:52:56.792643 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-97d51048-4d7b-45d1-8911-71cc2d9c9284 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:56.811657 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44198e09-912a-423b-a0a2-f268c6415b29 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:56.833968 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44198e09-912a-423b-a0a2-f268c6415b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:56.892555 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-97d51048-4d7b-45d1-8911-71cc2d9c9284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:56.930529 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b472b86-a4c8-44b4-aa1a-afe5f5e88ef1 None None] Network b50d676e-c031-4fde-8159-f8b8d9a0cca7 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:56.945383 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-6b472b86-a4c8-44b4-aa1a-afe5f5e88ef1 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:56.948238 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b472b86-a4c8-44b4-aa1a-afe5f5e88ef1 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:52:56.980452 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44198e09-912a-423b-a0a2-f268c6415b29 admin admin] Pushing event updated for resources: {'Port': ['ID=952b0013-fbd6-4940-ae50-f12598da22a7,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:56.986078 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b472b86-a4c8-44b4-aa1a-afe5f5e88ef1 None None] Pushing event updated for resources: {'Port': ['ID=3362ca01-f72a-428f-81d0-bec025f50497,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:57.006311 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44198e09-912a-423b-a0a2-f268c6415b29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:57.021890 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1fd6314c-f5bc-49e0-84f1-87e1f1c03f5e tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:57.030019 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1fd6314c-f5bc-49e0-84f1-87e1f1c03f5e tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:57.031234 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1fd6314c-f5bc-49e0-84f1-87e1f1c03f5e tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "DELETE /v2.0/security-groups/e39f17f5-1d91-4546-a08b-dbba5d30d8a0 HTTP/1.1" status: 204 len: 168 time: 0.5746255 Nov 04 10:52:57.044552 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33932) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:57.129573 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6314c-f5bc-49e0-84f1-87e1f1c03f5e tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39f17f5-1d91-4546-a08b-dbba5d30d8a0,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:57.134221 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-97d51048-4d7b-45d1-8911-71cc2d9c9284 None None] Attempting to bind port 3395f3be-6a4d-4624-9b7e-28970aec8be4 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:52:57.134593 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-97d51048-4d7b-45d1-8911-71cc2d9c9284 None None] Attempting to bind port 3395f3be-6a4d-4624-9b7e-28970aec8be4 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:52:57.134951 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d51048-4d7b-45d1-8911-71cc2d9c9284 None None] Attempting to bind port 3395f3be-6a4d-4624-9b7e-28970aec8be4 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:52:57.270134 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44198e09-912a-423b-a0a2-f268c6415b29 admin admin] Network bf94006f-3332-48be-9dca-6f82dd8db264 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:57.275862 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-44198e09-912a-423b-a0a2-f268c6415b29 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:57.330775 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e6dc7317-4be7-484f-9d82-9201642d7e7a tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2815034 Nov 04 10:52:57.346958 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33942) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:57.359986 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-10b8e426-b5d3-4040-be6a-852dc23743ba tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Request body: {'security_group': {'name': 'tempest-secgroup--1788995758'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:57.417193 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-bbde4f4a-0f8d-4cb2-863e-682d39f20298 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Allocated IP 172.21.0.1 (b50d676e-c031-4fde-8159-f8b8d9a0cca7/fecf2615-dad5-41af-a21e-2f2c0c2e8908/c9687011-542d-49ae-b521-fdad34753dd5) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:52:57.491690 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f0388eb9-12db-4157-97f5-06ed901b1e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:57.494733 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdd2dc-ee9e-49da-ae5d-18c64fc74533 req-a04375ce-a704-497d-89c7-e9eca6040432 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:57.496430 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-36bdd2dc-ee9e-49da-ae5d-18c64fc74533 req-a04375ce-a704-497d-89c7-e9eca6040432 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=ae9a1c15-3b1d-4d94-a020-5359a15019b0 HTTP/1.1" status: 200 len: 945 time: 0.1969237 Nov 04 10:52:57.504080 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d51048-4d7b-45d1-8911-71cc2d9c9284 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:52:57.507368 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d51048-4d7b-45d1-8911-71cc2d9c9284 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:52:57.509336 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-97d51048-4d7b-45d1-8911-71cc2d9c9284 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:57.509761 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d51048-4d7b-45d1-8911-71cc2d9c9284 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:52:57.511575 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-97d51048-4d7b-45d1-8911-71cc2d9c9284 None None] Bound port: 3395f3be-6a4d-4624-9b7e-28970aec8be4, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:52:57.511984 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-97d51048-4d7b-45d1-8911-71cc2d9c9284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:57.529958 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-10b8e426-b5d3-4040-be6a-852dc23743ba tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:57.531838 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44198e09-912a-423b-a0a2-f268c6415b29 admin admin] Router fc2b0356-fcd7-484a-b5cc-2b4febd4b013 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:52:57.670050 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-6b472b86-a4c8-44b4-aa1a-afe5f5e88ef1 None None] Attempting to bind port 3362ca01-f72a-428f-81d0-bec025f50497 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:52:57.670413 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-6b472b86-a4c8-44b4-aa1a-afe5f5e88ef1 None None] Attempting to bind port 3362ca01-f72a-428f-81d0-bec025f50497 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '231ddf9c-ffcc-4c1c-b8de-a96ebd948f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:52:57.670772 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b472b86-a4c8-44b4-aa1a-afe5f5e88ef1 None None] Attempting to bind port 3362ca01-f72a-428f-81d0-bec025f50497 on network b50d676e-c031-4fde-8159-f8b8d9a0cca7 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:52:57.677227 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port f01a7fff-692c-492b-96b1-37218fbe8f0f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:57.677592 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:57.699167 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44198e09-912a-423b-a0a2-f268c6415b29 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:52:57.706907 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-44198e09-912a-423b-a0a2-f268c6415b29 admin admin] 10.222.0.127 "PUT /v2.0/routers/fc2b0356-fcd7-484a-b5cc-2b4febd4b013/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2224040 Nov 04 10:52:57.742374 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-36bdd2dc-ee9e-49da-ae5d-18c64fc74533 req-3645831f-337d-4c6f-9cd0-5041b30b2a05 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368469 Nov 04 10:52:57.773962 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-f0388eb9-12db-4157-97f5-06ed901b1e37 None None] For port fa95ca28-2cc6-48c8-ab05-949d0d83b0c5, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=fa95ca28-2cc6-48c8-ab05-949d0d83b0c5,segment=NetworkSegment(12988683-4188-4c9f-96f1-03194029c52d),segment_id=12988683-4188-4c9f-96f1-03194029c52d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:52:57.782091 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b472b86-a4c8-44b4-aa1a-afe5f5e88ef1 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:52:57.782760 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b472b86-a4c8-44b4-aa1a-afe5f5e88ef1 None None] Checking segment: {'id': '231ddf9c-ffcc-4c1c-b8de-a96ebd948f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:52:57.783283 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6b472b86-a4c8-44b4-aa1a-afe5f5e88ef1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:57.784067 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b472b86-a4c8-44b4-aa1a-afe5f5e88ef1 None None] Bound using segment: {'id': '231ddf9c-ffcc-4c1c-b8de-a96ebd948f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:52:57.784610 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-6b472b86-a4c8-44b4-aa1a-afe5f5e88ef1 None None] Bound port: 3362ca01-f72a-428f-81d0-bec025f50497, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231ddf9c-ffcc-4c1c-b8de-a96ebd948f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:52:57.785862 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6b472b86-a4c8-44b4-aa1a-afe5f5e88ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:57.803833 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f0388eb9-12db-4157-97f5-06ed901b1e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:57.878238 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bbde4f4a-0f8d-4cb2-863e-682d39f20298 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:57.915642 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495872d-66eb-407c-b4fa-4f2a08c057a1 None None] Pushing event updated for resources: {'Port': ['ID=3395f3be-6a4d-4624-9b7e-28970aec8be4,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:57.916069 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-10b8e426-b5d3-4040-be6a-852dc23743ba tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:57.926620 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-10b8e426-b5d3-4040-be6a-852dc23743ba tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:57.996904 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b8e426-b5d3-4040-be6a-852dc23743ba tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56861d3b-6bb6-4715-9384-00e69a8ea5d1,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:58.003970 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-10b8e426-b5d3-4040-be6a-852dc23743ba tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:58.005266 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-10b8e426-b5d3-4040-be6a-852dc23743ba tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6563158 Nov 04 10:52:58.008160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33950) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:58.013072 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-97d51048-4d7b-45d1-8911-71cc2d9c9284 None None] For port 3395f3be-6a4d-4624-9b7e-28970aec8be4, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:52:58.015394 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-b4f6c188-b65e-46db-a17b-a98688764e1b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Request body: {'security_group': {'name': 'tempest-secgroup--2031594576'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:58.018376 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-97d51048-4d7b-45d1-8911-71cc2d9c9284 None None] For port 3395f3be-6a4d-4624-9b7e-28970aec8be4, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3395f3be-6a4d-4624-9b7e-28970aec8be4,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:52:58.037208 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-97d51048-4d7b-45d1-8911-71cc2d9c9284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:58.038980 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bbde4f4a-0f8d-4cb2-863e-682d39f20298 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:58.073012 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c188-b65e-46db-a17b-a98688764e1b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:58.120341 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0388eb9-12db-4157-97f5-06ed901b1e37 None None] Pushing event updated for resources: {'Port': ['ID=fa95ca28-2cc6-48c8-ab05-949d0d83b0c5,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:58.141734 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbde4f4a-0f8d-4cb2-863e-682d39f20298 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network b50d676e-c031-4fde-8159-f8b8d9a0cca7 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:52:58.153442 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-bbde4f4a-0f8d-4cb2-863e-682d39f20298 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:52:58.162011 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbde4f4a-0f8d-4cb2-863e-682d39f20298 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:52:58.245286 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c188-b65e-46db-a17b-a98688764e1b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:58.264098 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c188-b65e-46db-a17b-a98688764e1b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:58.278319 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-66bbcf6c-60f8-42d7-92fb-694d0e7e7b2c None None] Provisioning complete for port 952b0013-fbd6-4940-ae50-f12598da22a7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:58.278705 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-66bbcf6c-60f8-42d7-92fb-694d0e7e7b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:58.300254 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde4f4a-0f8d-4cb2-863e-682d39f20298 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Port': ['ID=c9687011-542d-49ae-b521-fdad34753dd5,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:58.346091 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bbde4f4a-0f8d-4cb2-863e-682d39f20298 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:58.401275 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d51048-4d7b-45d1-8911-71cc2d9c9284 None None] Routers {'fc2b0356-fcd7-484a-b5cc-2b4febd4b013'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:52:58.401920 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-97d51048-4d7b-45d1-8911-71cc2d9c9284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:52:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['fc2b0356-fcd7-484a-b5cc-2b4febd4b013'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:58.402140 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6c188-b65e-46db-a17b-a98688764e1b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1842f72d-c479-4946-a001-a27fa32ef1fc,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:58.422459 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c188-b65e-46db-a17b-a98688764e1b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:58.424031 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b4f6c188-b65e-46db-a17b-a98688764e1b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4147043 Nov 04 10:52:58.433341 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33966) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:58.456374 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-6843c6ae-0040-430a-937d-bd9bdcc9c601 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Request body: {'security_group_rule': {'security_group_id': '56861d3b-6bb6-4715-9384-00e69a8ea5d1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1842f72d-c479-4946-a001-a27fa32ef1fc', 'remote_ip_prefix': None}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:52:58.512688 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-6b472b86-a4c8-44b4-aa1a-afe5f5e88ef1 None None] For port 3362ca01-f72a-428f-81d0-bec025f50497, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:52:58.593887 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6843c6ae-0040-430a-937d-bd9bdcc9c601 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:58.618474 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495872d-66eb-407c-b4fa-4f2a08c057a1 None None] Pushing event updated for resources: {'Port': ['ID=3395f3be-6a4d-4624-9b7e-28970aec8be4,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:58.646057 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-6b472b86-a4c8-44b4-aa1a-afe5f5e88ef1 None None] For port 3362ca01-f72a-428f-81d0-bec025f50497, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3362ca01-f72a-428f-81d0-bec025f50497,segment=NetworkSegment(231ddf9c-ffcc-4c1c-b8de-a96ebd948f3d),segment_id=231ddf9c-ffcc-4c1c-b8de-a96ebd948f3d)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:52:58.674819 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-66bbcf6c-60f8-42d7-92fb-694d0e7e7b2c None None] Port 952b0013-fbd6-4940-ae50-f12598da22a7 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:52:58.730327 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bbde4f4a-0f8d-4cb2-863e-682d39f20298 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:58.735106 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6b472b86-a4c8-44b4-aa1a-afe5f5e88ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:58.752265 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device fa95ca28-2cc6-48c8-ab05-949d0d83b0c5 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:52:58.799433 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6843c6ae-0040-430a-937d-bd9bdcc9c601 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:58.808426 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6843c6ae-0040-430a-937d-bd9bdcc9c601 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:58.837173 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843c6ae-0040-430a-937d-bd9bdcc9c601 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c72724be-3ca8-4045-b72f-1bd7bc5cce8c,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:58.862290 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6843c6ae-0040-430a-937d-bd9bdcc9c601 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:58.866541 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6843c6ae-0040-430a-937d-bd9bdcc9c601 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4298182 Nov 04 10:52:58.866730 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33980) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:58.938614 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-41215824-266d-405d-92e6-cf839669bc1b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:58.960491 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-41215824-266d-405d-92e6-cf839669bc1b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:59.017652 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-41215824-266d-405d-92e6-cf839669bc1b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:59.034485 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-41215824-266d-405d-92e6-cf839669bc1b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:59.037956 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-41215824-266d-405d-92e6-cf839669bc1b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "DELETE /v2.0/security-group-rules/c72724be-3ca8-4045-b72f-1bd7bc5cce8c HTTP/1.1" status: 204 len: 168 time: 0.1680834 Nov 04 10:52:59.038299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33984) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:59.104754 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41215824-266d-405d-92e6-cf839669bc1b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c72724be-3ca8-4045-b72f-1bd7bc5cce8c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:59.166144 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-02a1dca3-ddd1-4564-8f17-6e94d017e554 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1242967 Nov 04 10:52:59.173778 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33986) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:59.248724 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b472b86-a4c8-44b4-aa1a-afe5f5e88ef1 None None] Pushing event updated for resources: {'Port': ['ID=3362ca01-f72a-428f-81d0-bec025f50497,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:59.273104 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-97d51048-4d7b-45d1-8911-71cc2d9c9284 None None] Set router fc2b0356-fcd7-484a-b5cc-2b4febd4b013 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:52:59.305841 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-602014b6-bea3-475d-b30e-47c0aad98ee5 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:59.351662 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-602014b6-bea3-475d-b30e-47c0aad98ee5 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:59.359253 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99839182-821b-429d-9115-8d8982cadd2a req-34ae24f4-7840-4cb7-b5d6-56e7711269bc tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:52:59.361516 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-99839182-821b-429d-9115-8d8982cadd2a req-34ae24f4-7840-4cb7-b5d6-56e7711269bc tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/networks?id=a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6 HTTP/1.1" status: 200 len: 912 time: 0.5388010 Nov 04 10:52:59.386619 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port fa95ca28-2cc6-48c8-ab05-949d0d83b0c5 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:52:59.390288 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:59.457389 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-602014b6-bea3-475d-b30e-47c0aad98ee5 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:59.465886 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-602014b6-bea3-475d-b30e-47c0aad98ee5 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:59.465886 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-602014b6-bea3-475d-b30e-47c0aad98ee5 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "DELETE /v2.0/security-groups/1842f72d-c479-4946-a001-a27fa32ef1fc HTTP/1.1" status: 204 len: 168 time: 0.2857258 Nov 04 10:52:59.473224 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33990) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:59.496351 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-99839182-821b-429d-9115-8d8982cadd2a req-8f9ec704-fd56-4a1c-b849-992e319bf4a6 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/quotas/e68520abc1ae49e79fbaf0133d2fc710 HTTP/1.1" status: 200 len: 375 time: 0.1105888 Nov 04 10:52:59.580954 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602014b6-bea3-475d-b30e-47c0aad98ee5 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1842f72d-c479-4946-a001-a27fa32ef1fc,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:52:59.669133 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a57acbd6-a657-4a2f-8c0e-d0fdd9bcb759 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1562824 Nov 04 10:52:59.674007 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33994) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:52:59.851893 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c3df7961-0170-406e-8581-0100e32e525b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:59.863361 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bbde4f4a-0f8d-4cb2-863e-682d39f20298 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:59.867257 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-97d51048-4d7b-45d1-8911-71cc2d9c9284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2b0356-fcd7-484a-b5cc-2b4febd4b013', 'name': 'tempest-TestServerMultinode-1495847249-router', 'tenant_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3395f3be-6a4d-4624-9b7e-28970aec8be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:48Z', 'updated_at': '2021-11-04T10:52:56Z', 'revision_number': 4, 'project_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'gw_port': {'id': '3395f3be-6a4d-4624-9b7e-28970aec8be4', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2b0356-fcd7-484a-b5cc-2b4febd4b013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:49Z', 'updated_at': '2021-11-04T10:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '952b0013-fbd6-4940-ae50-f12598da22a7', 'name': '', 'network_id': 'bf94006f-3332-48be-9dca-6f82dd8db264', 'tenant_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'mac_address': 'fa:16:3e:6d:e3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2b0356-fcd7-484a-b5cc-2b4febd4b013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'cfc17b69-684e-47d5-a4d7-943259e81dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:54Z', 'updated_at': '2021-11-04T10:52:56Z', 'revision_number': 2, 'project_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'subnets': [{'id': 'cfc17b69-684e-47d5-a4d7-943259e81dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:52:59.877573 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-99839182-821b-429d-9115-8d8982cadd2a req-820d7177-cf28-4d27-a281-ff685beafd1e tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?tenant_id=e68520abc1ae49e79fbaf0133d2fc710&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3726087 Nov 04 10:52:59.879137 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bbde4f4a-0f8d-4cb2-863e-682d39f20298 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:59.922517 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c3df7961-0170-406e-8581-0100e32e525b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:52:59.925768 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d51048-4d7b-45d1-8911-71cc2d9c9284 None None] The sync data for ids ['fc2b0356-fcd7-484a-b5cc-2b4febd4b013'] in n-d-816629-1 is: [{'id': 'fc2b0356-fcd7-484a-b5cc-2b4febd4b013', 'name': 'tempest-TestServerMultinode-1495847249-router', 'tenant_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3395f3be-6a4d-4624-9b7e-28970aec8be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:48Z', 'updated_at': '2021-11-04T10:52:56Z', 'revision_number': 4, 'project_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'gw_port': {'id': '3395f3be-6a4d-4624-9b7e-28970aec8be4', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2b0356-fcd7-484a-b5cc-2b4febd4b013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:49Z', 'updated_at': '2021-11-04T10:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '952b0013-fbd6-4940-ae50-f12598da22a7', 'name': '', 'network_id': 'bf94006f-3332-48be-9dca-6f82dd8db264', 'tenant_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'mac_address': 'fa:16:3e:6d:e3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2b0356-fcd7-484a-b5cc-2b4febd4b013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'cfc17b69-684e-47d5-a4d7-943259e81dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:54Z', 'updated_at': '2021-11-04T10:52:56Z', 'revision_number': 2, 'project_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'subnets': [{'id': 'cfc17b69-684e-47d5-a4d7-943259e81dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:52:59.976450 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde4f4a-0f8d-4cb2-863e-682d39f20298 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Port': ['ID=c9687011-542d-49ae-b521-fdad34753dd5,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:00.021623 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c3df7961-0170-406e-8581-0100e32e525b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:00.025883 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c3df7961-0170-406e-8581-0100e32e525b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:00.030860 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c3df7961-0170-406e-8581-0100e32e525b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "DELETE /v2.0/security-groups/56861d3b-6bb6-4715-9384-00e69a8ea5d1 HTTP/1.1" status: 204 len: 168 time: 0.3527813 Nov 04 10:53:00.032084 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33996) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:00.064561 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df7961-0170-406e-8581-0100e32e525b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56861d3b-6bb6-4715-9384-00e69a8ea5d1,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:00.128046 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f8b78e46-38c4-48de-bce4-e0f35096566a tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0872729 Nov 04 10:53:00.135843 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33998) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:00.145625 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-96f41937-5faa-4b15-ad21-fd28e317829d tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Request body: {'security_group': {'name': 'tempest-secgroup--13990378'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:53:00.166605 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bbde4f4a-0f8d-4cb2-863e-682d39f20298 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:00.180013 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-99839182-821b-429d-9115-8d8982cadd2a req-bc75db96-faab-4455-9060-f7c08ce32c45 service neutron] 10.222.0.127 "GET /v2.0/networks/a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919374 Nov 04 10:53:00.214935 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96f41937-5faa-4b15-ad21-fd28e317829d tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:00.339915 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-99839182-821b-429d-9115-8d8982cadd2a req-7c90d1d4-5ab6-43a8-915b-7fbf947b059d service neutron] 10.222.0.127 "GET /v2.0/networks/a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466260 Nov 04 10:53:00.473718 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96f41937-5faa-4b15-ad21-fd28e317829d tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:00.488286 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96f41937-5faa-4b15-ad21-fd28e317829d tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:00.567456 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbde4f4a-0f8d-4cb2-863e-682d39f20298 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network b50d676e-c031-4fde-8159-f8b8d9a0cca7 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:53:00.569937 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96f41937-5faa-4b15-ad21-fd28e317829d tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:00.581554 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-96f41937-5faa-4b15-ad21-fd28e317829d tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4497643 Nov 04 10:53:00.581709 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34002) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:00.590621 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f41937-5faa-4b15-ad21-fd28e317829d tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00c19ca2-c70f-4c12-bbee-974788920813,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:00.591555 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-7e10d43a-e3e5-4f44-b564-c218b88e81d0 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Request body: {'security_group_rule': {'security_group_id': '00c19ca2-c70f-4c12-bbee-974788920813', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:53:00.622686 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-bbde4f4a-0f8d-4cb2-863e-682d39f20298 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:53:00.723709 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3362ca01-f72a-428f-81d0-bec025f50497 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:53:00.906584 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 3362ca01-f72a-428f-81d0-bec025f50497 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:00.908156 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:00.934052 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7e10d43a-e3e5-4f44-b564-c218b88e81d0 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:01.023596 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d418f-7ec9-41a8-af07-b2013243668b req-5db2e595-7c7f-4686-9662-6868533b5820 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:01.035011 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8b7d418f-7ec9-41a8-af07-b2013243668b req-5db2e595-7c7f-4686-9662-6868533b5820 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=ae9a1c15-3b1d-4d94-a020-5359a15019b0 HTTP/1.1" status: 200 len: 945 time: 0.1866281 Nov 04 10:53:01.077175 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f9464e-9746-4aee-ae77-11b44855f852 None None] Network b50d676e-c031-4fde-8159-f8b8d9a0cca7 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:53:01.081213 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:01.123643 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbde4f4a-0f8d-4cb2-863e-682d39f20298 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:53:01.199369 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-8ae64c68-3be9-480a-8610-7355bb92e9de None None] Provisioning complete for port 3362ca01-f72a-428f-81d0-bec025f50497 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:01.199738 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8ae64c68-3be9-480a-8610-7355bb92e9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:01.214473 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7e10d43a-e3e5-4f44-b564-c218b88e81d0 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:01.244574 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8b7d418f-7ec9-41a8-af07-b2013243668b req-a13ad9ec-697d-4c29-beff-c106ee38e9d0 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085893 Nov 04 10:53:01.268194 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7e10d43a-e3e5-4f44-b564-c218b88e81d0 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:01.394192 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 3362ca01-f72a-428f-81d0-bec025f50497, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3362ca01-f72a-428f-81d0-bec025f50497,segment=NetworkSegment(231ddf9c-ffcc-4c1c-b8de-a96ebd948f3d),segment_id=231ddf9c-ffcc-4c1c-b8de-a96ebd948f3d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:01.437231 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:01.516236 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=3362ca01-f72a-428f-81d0-bec025f50497,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:01.527740 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10d43a-e3e5-4f44-b564-c218b88e81d0 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b65baed-40bc-49f8-8393-d25e840aceec,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:01.545233 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d7039d7d-3742-44e1-8c99-017db3553662 req-b9074546-e080-4362-97b6-af181f442ecf tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=7455dbc6-b98b-4b23-8552-bfcec80ac1f7 HTTP/1.1" status: 200 len: 210 time: 0.0777652 Nov 04 10:53:01.579132 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7e10d43a-e3e5-4f44-b564-c218b88e81d0 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:01.610135 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7e10d43a-e3e5-4f44-b564-c218b88e81d0 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0269160 Nov 04 10:53:01.614293 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34020) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:01.690117 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbde4f4a-0f8d-4cb2-863e-682d39f20298 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:53:01.692593 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2d566443-3221-439c-aa09-18fc1196f446 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:01.709021 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bbde4f4a-0f8d-4cb2-863e-682d39f20298 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "PUT /v2.0/routers/2f0f986b-ff60-4ef3-9e9a-4b9474c940cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9551895 Nov 04 10:53:01.724206 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34022) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:01.725923 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3e5310-1196-4bd6-a2ef-14c31cdfef97 None None] Sync routers for ids ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:53:01.729431 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2d566443-3221-439c-aa09-18fc1196f446 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:01.735433 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-e2158d17-0032-44fb-8cbd-674d8347e7f2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'network': {'name': 'tempest-RoutersTest-716825099'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:53:01.741787 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3e5310-1196-4bd6-a2ef-14c31cdfef97 None None] Routers {'2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:53:01.744907 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-9f3e5310-1196-4bd6-a2ef-14c31cdfef97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:52:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:01.845619 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2158d17-0032-44fb-8cbd-674d8347e7f2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Made reservation on behalf of 93d3f7e9109b4e65b4b65c6a9a173da1 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:53:01.849649 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e2158d17-0032-44fb-8cbd-674d8347e7f2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:01.852658 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2d566443-3221-439c-aa09-18fc1196f446 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:01.871704 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2d566443-3221-439c-aa09-18fc1196f446 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:01.875946 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34028) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:01.881273 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2d566443-3221-439c-aa09-18fc1196f446 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "DELETE /v2.0/security-group-rules/1b65baed-40bc-49f8-8393-d25e840aceec HTTP/1.1" status: 204 len: 168 time: 0.2649927 Nov 04 10:53:01.904635 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d566443-3221-439c-aa09-18fc1196f446 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b65baed-40bc-49f8-8393-d25e840aceec,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:01.922226 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2158d17-0032-44fb-8cbd-674d8347e7f2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1198} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:53:01.936734 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e2158d17-0032-44fb-8cbd-674d8347e7f2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:01.937115 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-e2158d17-0032-44fb-8cbd-674d8347e7f2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Added segment d736f32b-c144-4986-bf11-a9724eb5fb62 of type vlan for network 3bc2e5e6-8522-49b8-8689-fd8946b8a21f Nov 04 10:53:02.000561 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e6427d6e-c065-4f4d-a042-edde2ebfd061 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1211576 Nov 04 10:53:02.001516 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34030) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:02.036634 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e2158d17-0032-44fb-8cbd-674d8347e7f2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:02.051281 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-9f3e5310-1196-4bd6-a2ef-14c31cdfef97 None None] Set router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:53:02.165036 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-35af6bef-501a-4842-a72f-92275536119d None None] Provisioning complete for port 3362ca01-f72a-428f-81d0-bec025f50497 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:02.166009 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-35af6bef-501a-4842-a72f-92275536119d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:02.169840 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e2158d17-0032-44fb-8cbd-674d8347e7f2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:02.189257 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a4cb2674-328e-42ab-965a-a87ec8180bc8 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:02.210371 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2158d17-0032-44fb-8cbd-674d8347e7f2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:02.212180 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e2158d17-0032-44fb-8cbd-674d8347e7f2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:02.356230 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a4cb2674-328e-42ab-965a-a87ec8180bc8 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:02.495105 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d3f93-a43b-4954-91cd-21c2c315c082 req-1f8743f1-5583-4290-8701-cbedfdf911b7 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:02.505718 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6d7d3f93-a43b-4954-91cd-21c2c315c082 req-1f8743f1-5583-4290-8701-cbedfdf911b7 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=ae9a1c15-3b1d-4d94-a020-5359a15019b0 HTTP/1.1" status: 200 len: 945 time: 0.2496638 Nov 04 10:53:02.541640 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e2158d17-0032-44fb-8cbd-674d8347e7f2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8159671 Nov 04 10:53:02.566418 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34036) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:02.601109 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-8165ca75-8268-4de9-8cb5-d446fef2bc53 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'subnet': {'network_id': '3bc2e5e6-8522-49b8-8689-fd8946b8a21f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:53:02.629204 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-35af6bef-501a-4842-a72f-92275536119d None None] Provisioning complete for port c9687011-542d-49ae-b521-fdad34753dd5 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:02.635472 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-35af6bef-501a-4842-a72f-92275536119d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:02.639516 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6d7d3f93-a43b-4954-91cd-21c2c315c082 req-d6842628-8cfc-4172-9122-fae4e2322dd8 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326571 Nov 04 10:53:02.641814 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a4cb2674-328e-42ab-965a-a87ec8180bc8 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:02.663474 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a4cb2674-328e-42ab-965a-a87ec8180bc8 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:02.665360 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a4cb2674-328e-42ab-965a-a87ec8180bc8 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "DELETE /v2.0/security-groups/00c19ca2-c70f-4c12-bbee-974788920813 HTTP/1.1" status: 204 len: 168 time: 0.6595960 Nov 04 10:53:02.671859 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34040) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:02.818078 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb2674-328e-42ab-965a-a87ec8180bc8 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c19ca2-c70f-4c12-bbee-974788920813,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:02.847852 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-35af6bef-501a-4842-a72f-92275536119d None None] Port c9687011-542d-49ae-b521-fdad34753dd5 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:53:02.886497 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2158d17-0032-44fb-8cbd-674d8347e7f2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Network': ['ID=3bc2e5e6-8522-49b8-8689-fd8946b8a21f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:02.905095 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3395f3be-6a4d-4624-9b7e-28970aec8be4 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:53:02.953885 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-9f3e5310-1196-4bd6-a2ef-14c31cdfef97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:52:58Z', 'revision_number': 3, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None, '_interfaces': [{'id': 'c9687011-542d-49ae-b521-fdad34753dd5', 'name': '', 'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:d0:ba:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:56Z', 'updated_at': '2021-11-04T10:52:59Z', 'revision_number': 2, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa95ca28-2cc6-48c8-ab05-949d0d83b0c5', 'name': '', 'network_id': '52efe839-4529-404f-97a2-99168cc71385', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:2d:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:47Z', 'updated_at': '2021-11-04T10:52:57Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:02.976307 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-87b7f6dd-ca1c-487c-912d-00de2aec2d16 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2501960 Nov 04 10:53:02.981312 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34048) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:02.997935 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-f54719f0-f84a-4cc9-bed9-21de6bf7a9c2 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Request body: {'security_group': {'name': 'tempest-secgroup--265300969'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:53:03.040307 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 3bc2e5e6-8522-49b8-8689-fd8946b8a21f details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:53:03.044717 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3e5310-1196-4bd6-a2ef-14c31cdfef97 None None] Checking router: 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:53:03.045970 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3e5310-1196-4bd6-a2ef-14c31cdfef97 None None] Updating router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb port c9687011-542d-49ae-b521-fdad34753dd5 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:53:03.085444 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f54719f0-f84a-4cc9-bed9-21de6bf7a9c2 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:03.142780 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-9f3e5310-1196-4bd6-a2ef-14c31cdfef97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:03.215608 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-700bc7cf-44d1-422d-ae88-0d6ed330e61c req-a307997e-2ead-402e-ab8e-9c482e0f6681 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=7455dbc6-b98b-4b23-8552-bfcec80ac1f7 HTTP/1.1" status: 200 len: 210 time: 0.0970349 Nov 04 10:53:03.362166 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe63fd-b32f-445d-9f3a-07472c5706ba req-17d236bd-fdad-45f6-8818-2ad9152e045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:03.364151 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3bfe63fd-b32f-445d-9f3a-07472c5706ba req-17d236bd-fdad-45f6-8818-2ad9152e045a service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=69c40bb5a0d6475bbcebad78929d7dc6&device_id=ae9a1c15-3b1d-4d94-a020-5359a15019b0 HTTP/1.1" status: 200 len: 1096 time: 0.4965594 Nov 04 10:53:03.406478 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f54719f0-f84a-4cc9-bed9-21de6bf7a9c2 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:03.417130 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f54719f0-f84a-4cc9-bed9-21de6bf7a9c2 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:03.432065 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8165ca75-8268-4de9-8cb5-d446fef2bc53 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Made reservation on behalf of 93d3f7e9109b4e65b4b65c6a9a173da1 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:53:03.442795 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8165ca75-8268-4de9-8cb5-d446fef2bc53 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:03.496007 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f54719f0-f84a-4cc9-bed9-21de6bf7a9c2 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:03.500659 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f54719f0-f84a-4cc9-bed9-21de6bf7a9c2 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5181906 Nov 04 10:53:03.501793 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54719f0-f84a-4cc9-bed9-21de6bf7a9c2 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=086a7645-296c-444e-8976-7801b5d72cd3,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:03.517846 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34054) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:03.735432 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-f2d8dfc6-0725-4a64-9a6d-5dfae265eb70 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Request body: {'security_group_rule': {'security_group_id': '086a7645-296c-444e-8976-7801b5d72cd3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:53:03.827483 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a12b28bb-58a0-410d-986d-b4cf8837247b None None] Provisioning complete for port c9687011-542d-49ae-b521-fdad34753dd5 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:03.828077 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a12b28bb-58a0-410d-986d-b4cf8837247b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:03.853645 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99839182-821b-429d-9115-8d8982cadd2a req-09873b0c-1809-4c82-a00a-bebe5fff555a tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:03.855421 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-99839182-821b-429d-9115-8d8982cadd2a req-09873b0c-1809-4c82-a00a-bebe5fff555a tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.121 "GET /v2.0/networks?id=a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6 HTTP/1.1" status: 200 len: 912 time: 0.7444525 Nov 04 10:53:03.918311 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-99839182-821b-429d-9115-8d8982cadd2a req-1c097494-0e76-436b-985e-b821f05e0946 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Request body: {'port': {'device_id': '7455dbc6-b98b-4b23-8552-bfcec80ac1f7', 'network_id': 'a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6', 'admin_state_up': True, 'tenant_id': 'e68520abc1ae49e79fbaf0133d2fc710'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:53:03.960057 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f2d8dfc6-0725-4a64-9a6d-5dfae265eb70 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:03.966483 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-9f3e5310-1196-4bd6-a2ef-14c31cdfef97 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:03.970975 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a12b28bb-58a0-410d-986d-b4cf8837247b None None] Port c9687011-542d-49ae-b521-fdad34753dd5 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:53:03.987822 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-9f3e5310-1196-4bd6-a2ef-14c31cdfef97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:04.012739 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df821358-b1d4-4ee3-a207-49555895bc56 req-8fd1dd76-d6d6-4f60-ae41-7b6fa11a1ee6 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:04.014421 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-df821358-b1d4-4ee3-a207-49555895bc56 req-8fd1dd76-d6d6-4f60-ae41-7b6fa11a1ee6 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=ae9a1c15-3b1d-4d94-a020-5359a15019b0 HTTP/1.1" status: 200 len: 945 time: 0.1421525 Nov 04 10:53:04.016805 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 3395f3be-6a4d-4624-9b7e-28970aec8be4 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:04.017448 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:04.161909 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-df821358-b1d4-4ee3-a207-49555895bc56 req-cecb807c-87d7-4adc-b634-59b2c8d3eda7 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391883 Nov 04 10:53:04.165745 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-8802abc0-896c-426e-ae40-6d60e56046b9 None None] Provisioning complete for port c9687011-542d-49ae-b521-fdad34753dd5 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:04.167242 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8802abc0-896c-426e-ae40-6d60e56046b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:04.176196 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d1949-0a65-4feb-82aa-8a6c2855c95a None None] Pushing event updated for resources: {'Port': ['ID=c9687011-542d-49ae-b521-fdad34753dd5,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:04.323407 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-9f3e5310-1196-4bd6-a2ef-14c31cdfef97 None None] Attempting to bind port c9687011-542d-49ae-b521-fdad34753dd5 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:53:04.324054 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-9f3e5310-1196-4bd6-a2ef-14c31cdfef97 None None] Attempting to bind port c9687011-542d-49ae-b521-fdad34753dd5 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '231ddf9c-ffcc-4c1c-b8de-a96ebd948f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:53:04.324556 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e5310-1196-4bd6-a2ef-14c31cdfef97 None None] Attempting to bind port c9687011-542d-49ae-b521-fdad34753dd5 on network b50d676e-c031-4fde-8159-f8b8d9a0cca7 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:53:04.337428 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e5310-1196-4bd6-a2ef-14c31cdfef97 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:53:04.338118 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e5310-1196-4bd6-a2ef-14c31cdfef97 None None] Checking segment: {'id': '231ddf9c-ffcc-4c1c-b8de-a96ebd948f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:53:04.339062 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-9f3e5310-1196-4bd6-a2ef-14c31cdfef97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:04.339607 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e5310-1196-4bd6-a2ef-14c31cdfef97 None None] Bound using segment: {'id': '231ddf9c-ffcc-4c1c-b8de-a96ebd948f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:53:04.340270 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-9f3e5310-1196-4bd6-a2ef-14c31cdfef97 None None] Bound port: c9687011-542d-49ae-b521-fdad34753dd5, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231ddf9c-ffcc-4c1c-b8de-a96ebd948f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:53:04.341418 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-9f3e5310-1196-4bd6-a2ef-14c31cdfef97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:04.381289 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-8802abc0-896c-426e-ae40-6d60e56046b9 None None] Port c9687011-542d-49ae-b521-fdad34753dd5 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:53:04.413823 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be1cf8c-7c88-4bd5-8b7d-4a21a2b10405 None None] Sync routers for ids ['fc2b0356-fcd7-484a-b5cc-2b4febd4b013'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:53:04.452767 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe40791-3ecd-4632-b2ef-667b90dc577f req-edc77aae-9f8c-4130-bdf6-e5c670875c2a tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:04.457961 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be1cf8c-7c88-4bd5-8b7d-4a21a2b10405 None None] Routers {'fc2b0356-fcd7-484a-b5cc-2b4febd4b013'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:53:04.458624 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-3be1cf8c-7c88-4bd5-8b7d-4a21a2b10405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:52:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['fc2b0356-fcd7-484a-b5cc-2b4febd4b013'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:04.466727 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ffe40791-3ecd-4632-b2ef-667b90dc577f req-edc77aae-9f8c-4130-bdf6-e5c670875c2a tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.1807787 Nov 04 10:53:04.523216 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-9f3e5310-1196-4bd6-a2ef-14c31cdfef97 None None] For port c9687011-542d-49ae-b521-fdad34753dd5, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:53:04.536308 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-9f3e5310-1196-4bd6-a2ef-14c31cdfef97 None None] For port c9687011-542d-49ae-b521-fdad34753dd5, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c9687011-542d-49ae-b521-fdad34753dd5,segment=NetworkSegment(231ddf9c-ffcc-4c1c-b8de-a96ebd948f3d),segment_id=231ddf9c-ffcc-4c1c-b8de-a96ebd948f3d)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:53:04.544797 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-9f3e5310-1196-4bd6-a2ef-14c31cdfef97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:04.677865 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3e5310-1196-4bd6-a2ef-14c31cdfef97 None None] Routers {'2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:53:04.678878 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-9f3e5310-1196-4bd6-a2ef-14c31cdfef97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:52:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:04.683119 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d1949-0a65-4feb-82aa-8a6c2855c95a None None] Pushing event updated for resources: {'Port': ['ID=c9687011-542d-49ae-b521-fdad34753dd5,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:04.700740 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ffe40791-3ecd-4632-b2ef-667b90dc577f req-9593c2f4-5083-4ee9-bac3-9f0f152e12bb tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129617 Nov 04 10:53:04.730281 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-3be1cf8c-7c88-4bd5-8b7d-4a21a2b10405 None None] Set router fc2b0356-fcd7-484a-b5cc-2b4febd4b013 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:53:04.757732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe63fd-b32f-445d-9f3a-07472c5706ba req-026d7077-1861-4bfb-a3cd-e98de89ae728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:04.759433 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3bfe63fd-b32f-445d-9f3a-07472c5706ba req-026d7077-1861-4bfb-a3cd-e98de89ae728 service neutron] 10.222.0.126 "GET /v2.0/networks?id=2bde8c0a-1519-418a-972a-857b3ccfccf6 HTTP/1.1" status: 200 len: 918 time: 1.3802793 Nov 04 10:53:04.922538 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-9f3e5310-1196-4bd6-a2ef-14c31cdfef97 None None] Set router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:53:04.939579 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3bfe63fd-b32f-445d-9f3a-07472c5706ba req-859ce7e8-8844-4357-b56e-82b30b7494ff service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb3b469c-16a8-41ad-9c23-b12b63e79ca7 HTTP/1.1" status: 200 len: 217 time: 0.1666093 Nov 04 10:53:04.998659 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99839182-821b-429d-9115-8d8982cadd2a req-1c097494-0e76-436b-985e-b821f05e0946 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Made reservation on behalf of e68520abc1ae49e79fbaf0133d2fc710 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:53:05.002129 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-99839182-821b-429d-9115-8d8982cadd2a req-1c097494-0e76-436b-985e-b821f05e0946 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:05.006838 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-6e50cc72-faf6-476d-8745-076618f06492 None None] Provisioning complete for port c9687011-542d-49ae-b521-fdad34753dd5 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:05.007370 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6e50cc72-faf6-476d-8745-076618f06492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:05.050649 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f2d8dfc6-0725-4a64-9a6d-5dfae265eb70 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:05.066160 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f2d8dfc6-0725-4a64-9a6d-5dfae265eb70 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:05.071623 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:05.086295 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-03a1eb3b-732d-48f5-9896-09d03fb693eb req-5c45d3c6-5ead-4451-8db6-642c4c964d6c tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=7455dbc6-b98b-4b23-8552-bfcec80ac1f7 HTTP/1.1" status: 200 len: 210 time: 0.0707228 Nov 04 10:53:05.108845 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 3395f3be-6a4d-4624-9b7e-28970aec8be4, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3395f3be-6a4d-4624-9b7e-28970aec8be4,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:05.168468 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:05.196079 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3362ca01-f72a-428f-81d0-bec025f50497 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:53:05.198279 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe63fd-b32f-445d-9f3a-07472c5706ba req-a7c2b98e-0478-4ed7-8b77-8fdacca60fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:05.217057 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3bfe63fd-b32f-445d-9f3a-07472c5706ba req-a7c2b98e-0478-4ed7-8b77-8fdacca60fcd service neutron] 10.222.0.126 "GET /v2.0/subnets?id=9ba2cd0b-3bd5-49ae-995b-81f735e2112d HTTP/1.1" status: 200 len: 855 time: 0.2628872 Nov 04 10:53:05.394192 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 3362ca01-f72a-428f-81d0-bec025f50497 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:05.394631 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:05.452254 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=3395f3be-6a4d-4624-9b7e-28970aec8be4,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:05.458005 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6e50cc72-faf6-476d-8745-076618f06492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:05.468484 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606898b7-4b76-4e89-b517-46f2bc88a630 req-622e8aa0-a1ef-4187-bad2-23d48bc7a5f2 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:05.473876 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-606898b7-4b76-4e89-b517-46f2bc88a630 req-622e8aa0-a1ef-4187-bad2-23d48bc7a5f2 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=ae9a1c15-3b1d-4d94-a020-5359a15019b0 HTTP/1.1" status: 200 len: 945 time: 0.1260772 Nov 04 10:53:05.482752 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-9f3e5310-1196-4bd6-a2ef-14c31cdfef97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:52:58Z', 'revision_number': 3, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None, '_interfaces': [{'id': 'c9687011-542d-49ae-b521-fdad34753dd5', 'name': '', 'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:d0:ba:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:56Z', 'updated_at': '2021-11-04T10:53:04Z', 'revision_number': 4, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa95ca28-2cc6-48c8-ab05-949d0d83b0c5', 'name': '', 'network_id': '52efe839-4529-404f-97a2-99168cc71385', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:2d:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:47Z', 'updated_at': '2021-11-04T10:52:57Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:05.549231 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-6e50cc72-faf6-476d-8745-076618f06492 None None] For port c9687011-542d-49ae-b521-fdad34753dd5, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c9687011-542d-49ae-b521-fdad34753dd5,segment=NetworkSegment(231ddf9c-ffcc-4c1c-b8de-a96ebd948f3d),segment_id=231ddf9c-ffcc-4c1c-b8de-a96ebd948f3d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:05.575107 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3e5310-1196-4bd6-a2ef-14c31cdfef97 None None] The sync data for ids ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'] in n-d-816629-1 is: [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:52:58Z', 'revision_number': 3, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None, '_interfaces': [{'id': 'c9687011-542d-49ae-b521-fdad34753dd5', 'name': '', 'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:d0:ba:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:56Z', 'updated_at': '2021-11-04T10:53:04Z', 'revision_number': 4, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa95ca28-2cc6-48c8-ab05-949d0d83b0c5', 'name': '', 'network_id': '52efe839-4529-404f-97a2-99168cc71385', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:2d:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:47Z', 'updated_at': '2021-11-04T10:52:57Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:53:05.579596 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6e50cc72-faf6-476d-8745-076618f06492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:05.605010 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-606898b7-4b76-4e89-b517-46f2bc88a630 req-7f4b1d17-b386-462e-83d4-7e9934f19474 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242459 Nov 04 10:53:05.617671 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8dfc6-0725-4a64-9a6d-5dfae265eb70 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95965ed-760d-41df-b5f4-d1ffd12ebb54,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:05.638341 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-3be1cf8c-7c88-4bd5-8b7d-4a21a2b10405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2b0356-fcd7-484a-b5cc-2b4febd4b013', 'name': 'tempest-TestServerMultinode-1495847249-router', 'tenant_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3395f3be-6a4d-4624-9b7e-28970aec8be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:48Z', 'updated_at': '2021-11-04T10:52:56Z', 'revision_number': 4, 'project_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'gw_port': {'id': '3395f3be-6a4d-4624-9b7e-28970aec8be4', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2b0356-fcd7-484a-b5cc-2b4febd4b013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:49Z', 'updated_at': '2021-11-04T10:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '952b0013-fbd6-4940-ae50-f12598da22a7', 'name': '', 'network_id': 'bf94006f-3332-48be-9dca-6f82dd8db264', 'tenant_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'mac_address': 'fa:16:3e:6d:e3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2b0356-fcd7-484a-b5cc-2b4febd4b013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'cfc17b69-684e-47d5-a4d7-943259e81dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:54Z', 'updated_at': '2021-11-04T10:52:56Z', 'revision_number': 2, 'project_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'subnets': [{'id': 'cfc17b69-684e-47d5-a4d7-943259e81dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:05.665713 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f2d8dfc6-0725-4a64-9a6d-5dfae265eb70 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:05.670594 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34070) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:05.677448 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f2d8dfc6-0725-4a64-9a6d-5dfae265eb70 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.0292895 Nov 04 10:53:05.685984 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be1cf8c-7c88-4bd5-8b7d-4a21a2b10405 None None] Checking router: fc2b0356-fcd7-484a-b5cc-2b4febd4b013 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:53:05.686637 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be1cf8c-7c88-4bd5-8b7d-4a21a2b10405 None None] Updating router fc2b0356-fcd7-484a-b5cc-2b4febd4b013 port 952b0013-fbd6-4940-ae50-f12598da22a7 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:53:05.707698 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f5af87a2-6dad-4681-8f56-74de8d1649f7 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "GET /v2.0/security-group-rules/f95965ed-760d-41df-b5f4-d1ffd12ebb54 HTTP/1.1" status: 200 len: 763 time: 0.0331600 Nov 04 10:53:05.741234 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34072) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:05.783346 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8165ca75-8268-4de9-8cb5-d446fef2bc53 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:05.835280 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-defb2fda-d9b4-425d-a9af-ba85ace533a1 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0913880 Nov 04 10:53:05.836783 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34076) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:05.862758 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3be1cf8c-7c88-4bd5-8b7d-4a21a2b10405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:05.868408 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-9fbd6619-1e0c-427e-82b3-41396f514183 None None] Provisioning complete for port c9687011-542d-49ae-b521-fdad34753dd5 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:05.868775 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9fbd6619-1e0c-427e-82b3-41396f514183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:05.937994 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-655f20e2-f833-416b-b91d-8136e35d172b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:05.947247 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe63fd-b32f-445d-9f3a-07472c5706ba req-29ac2da4-4382-4fb2-a6b0-f9d9d22d7ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:05.948922 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3bfe63fd-b32f-445d-9f3a-07472c5706ba req-29ac2da4-4382-4fb2-a6b0-f9d9d22d7ea9 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=2bde8c0a-1519-418a-972a-857b3ccfccf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7257273 Nov 04 10:53:05.970211 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50cc72-faf6-476d-8745-076618f06492 None None] Pushing event updated for resources: {'Port': ['ID=c9687011-542d-49ae-b521-fdad34753dd5,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:05.970768 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-655f20e2-f833-416b-b91d-8136e35d172b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:06.028365 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493850b-277e-4ac0-b799-f9d6f7367598 req-a3a15769-8a33-4ca1-b98b-db41488413f9 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:06.043488 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0493850b-277e-4ac0-b799-f9d6f7367598 req-a3a15769-8a33-4ca1-b98b-db41488413f9 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.1968675 Nov 04 10:53:06.122609 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07a829-0814-4dd5-b2d1-cac2ca4b9692 req-04bc6dad-cb7a-4009-8b2f-a080e9578e40 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:06.124229 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2b07a829-0814-4dd5-b2d1-cac2ca4b9692 req-04bc6dad-cb7a-4009-8b2f-a080e9578e40 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.126 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.5604210 Nov 04 10:53:06.200270 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3395f3be-6a4d-4624-9b7e-28970aec8be4 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:53:06.202500 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0493850b-277e-4ac0-b799-f9d6f7367598 req-6fae0fab-d4c6-4605-8dbb-83a501014b76 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580358 Nov 04 10:53:06.203856 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-655f20e2-f833-416b-b91d-8136e35d172b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:06.223709 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-655f20e2-f833-416b-b91d-8136e35d172b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:06.229808 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-99839182-821b-429d-9115-8d8982cadd2a req-1c097494-0e76-436b-985e-b821f05e0946 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Allocated IP 172.20.0.9 (a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6/b50f95f6-339c-4e35-9fac-579640522571/a5a31aba-d260-45de-adac-e0a744ee7672) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:53:06.241247 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-655f20e2-f833-416b-b91d-8136e35d172b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "DELETE /v2.0/security-group-rules/f95965ed-760d-41df-b5f4-d1ffd12ebb54 HTTP/1.1" status: 204 len: 168 time: 0.3418963 Nov 04 10:53:06.250028 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34084) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:06.297096 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f20e2-f833-416b-b91d-8136e35d172b tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f95965ed-760d-41df-b5f4-d1ffd12ebb54,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:06.407893 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-75cbccd3-43b8-45e5-bf18-a8d9b1e00c96 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1399350 Nov 04 10:53:06.409084 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34086) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:06.414319 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-8a43c65a-4897-45f7-bc4b-83f22e220980 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Request body: {'security_group_rule': {'security_group_id': '086a7645-296c-444e-8976-7801b5d72cd3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:53:06.417149 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165ca75-8268-4de9-8cb5-d446fef2bc53 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Subnet': ['ID=31851cd6-329c-450c-bc4a-f72680277dc5,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:06.481108 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8a43c65a-4897-45f7-bc4b-83f22e220980 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:06.570246 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8165ca75-8268-4de9-8cb5-d446fef2bc53 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:06.570856 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8165ca75-8268-4de9-8cb5-d446fef2bc53 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:06.571417 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8165ca75-8268-4de9-8cb5-d446fef2bc53 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:06.571905 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8165ca75-8268-4de9-8cb5-d446fef2bc53 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:06.572384 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8165ca75-8268-4de9-8cb5-d446fef2bc53 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:06.572908 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8165ca75-8268-4de9-8cb5-d446fef2bc53 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:06.573530 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8165ca75-8268-4de9-8cb5-d446fef2bc53 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:06.574115 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8165ca75-8268-4de9-8cb5-d446fef2bc53 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:06.574597 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8165ca75-8268-4de9-8cb5-d446fef2bc53 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:06.575079 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8165ca75-8268-4de9-8cb5-d446fef2bc53 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:06.576364 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8165ca75-8268-4de9-8cb5-d446fef2bc53 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:06.577037 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8165ca75-8268-4de9-8cb5-d446fef2bc53 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:06.605194 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8165ca75-8268-4de9-8cb5-d446fef2bc53 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Checking segment: {'id': 'd736f32b-c144-4986-bf11-a9724eb5fb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '3bc2e5e6-8522-49b8-8689-fd8946b8a21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:53:06.605562 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8165ca75-8268-4de9-8cb5-d446fef2bc53 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network hostable DHCP agents. Network: 3bc2e5e6-8522-49b8-8689-fd8946b8a21f, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:53:06.692630 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8a43c65a-4897-45f7-bc4b-83f22e220980 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:06.702260 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8a43c65a-4897-45f7-bc4b-83f22e220980 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:06.723216 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3bfe63fd-b32f-445d-9f3a-07472c5706ba req-466078e4-c403-4b3d-a59b-dbce5b652afa service neutron] 10.222.0.126 "GET /v2.0/networks/2bde8c0a-1519-418a-972a-857b3ccfccf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7390544 Nov 04 10:53:06.728732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-2b07a829-0814-4dd5-b2d1-cac2ca4b9692 req-92f2bb3a-f897-41d7-96d0-cadc299ee120 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Deleting port cdfb4089-908a-4df2-b566-bb885812d9f0 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:53:06.730144 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2b07a829-0814-4dd5-b2d1-cac2ca4b9692 req-92f2bb3a-f897-41d7-96d0-cadc299ee120 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:06.736344 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8165ca75-8268-4de9-8cb5-d446fef2bc53 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network 3bc2e5e6-8522-49b8-8689-fd8946b8a21f is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:53:06.789335 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 3395f3be-6a4d-4624-9b7e-28970aec8be4 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:06.790938 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:06.816376 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-96091836-5bbf-4ba8-97e1-378c667d6c03 req-12f09f79-1cfa-4dd7-9c5c-b35f14c32d6d tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=7455dbc6-b98b-4b23-8552-bfcec80ac1f7 HTTP/1.1" status: 200 len: 210 time: 0.0362270 Nov 04 10:53:06.819241 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43c65a-4897-45f7-bc4b-83f22e220980 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f44c681-d73d-4e2a-9e1a-33252003b396,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:06.824360 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8a43c65a-4897-45f7-bc4b-83f22e220980 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:06.826105 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8a43c65a-4897-45f7-bc4b-83f22e220980 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4154155 Nov 04 10:53:06.829547 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34090) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:06.850073 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-77dc8181-6f52-4a56-9e53-474709222f81 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "GET /v2.0/security-group-rules/1f44c681-d73d-4e2a-9e1a-33252003b396 HTTP/1.1" status: 200 len: 763 time: 0.0190697 Nov 04 10:53:06.852574 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34092) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:06.873449 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-8165ca75-8268-4de9-8cb5-d446fef2bc53 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 3bc2e5e6-8522-49b8-8689-fd8946b8a21f) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:53:06.900229 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8165ca75-8268-4de9-8cb5-d446fef2bc53 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:06.902272 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8165ca75-8268-4de9-8cb5-d446fef2bc53 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:06.921106 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-99839182-821b-429d-9115-8d8982cadd2a req-1c097494-0e76-436b-985e-b821f05e0946 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:06.942074 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a6d17edd-193d-4d9c-8ed5-d63c62ff911a tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0879459 Nov 04 10:53:06.943997 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34094) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:06.988274 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a2bfff57-7076-4088-905d-d6cbcb33f669 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:07.001784 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8165ca75-8268-4de9-8cb5-d446fef2bc53 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4295378 Nov 04 10:53:07.004463 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a2bfff57-7076-4088-905d-d6cbcb33f669 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:07.004463 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34096) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:07.034773 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3bfe63fd-b32f-445d-9f3a-07472c5706ba req-870e10a2-15d8-4e5b-93b6-b133c96a213c service neutron] 10.222.0.126 "GET /v2.0/networks/2bde8c0a-1519-418a-972a-857b3ccfccf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013346 Nov 04 10:53:07.055854 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-2b07a829-0814-4dd5-b2d1-cac2ca4b9692 req-92f2bb3a-f897-41d7-96d0-cadc299ee120 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] For port cdfb4089-908a-4df2-b566-bb885812d9f0, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=cdfb4089-908a-4df2-b566-bb885812d9f0,segment=NetworkSegment(98a36a7f-67f4-4d8d-81b5-e6eb21f034a9),segment_id=98a36a7f-67f4-4d8d-81b5-e6eb21f034a9)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:07.056645 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2b07a829-0814-4dd5-b2d1-cac2ca4b9692 req-92f2bb3a-f897-41d7-96d0-cadc299ee120 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:07.066185 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4685d49-cd24-413f-9529-68e42904533a None None] Network 3bc2e5e6-8522-49b8-8689-fd8946b8a21f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:53:07.067923 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-99839182-821b-429d-9115-8d8982cadd2a req-1c097494-0e76-436b-985e-b821f05e0946 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:07.116082 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99839182-821b-429d-9115-8d8982cadd2a req-1c097494-0e76-436b-985e-b821f05e0946 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Network a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:53:07.117334 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-2b07a829-0814-4dd5-b2d1-cac2ca4b9692 req-92f2bb3a-f897-41d7-96d0-cadc299ee120 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Calling delete_port for cdfb4089-908a-4df2-b566-bb885812d9f0 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:53:07.123694 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-99839182-821b-429d-9115-8d8982cadd2a req-1c097494-0e76-436b-985e-b821f05e0946 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:53:07.131015 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-99839182-821b-429d-9115-8d8982cadd2a req-1c097494-0e76-436b-985e-b821f05e0946 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:53:07.220294 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898633f-a237-4cb6-b58e-f3a65e080b76 req-b5aafb11-f93f-49cd-810e-e80a052f1f2f tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:07.227834 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c898633f-a237-4cb6-b58e-f3a65e080b76 req-b5aafb11-f93f-49cd-810e-e80a052f1f2f tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=ae9a1c15-3b1d-4d94-a020-5359a15019b0 HTTP/1.1" status: 200 len: 945 time: 0.2657428 Nov 04 10:53:07.228845 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c097494-0e76-436b-985e-b821f05e0946 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Pushing event updated for resources: {'Port': ['ID=a5a31aba-d260-45de-adac-e0a744ee7672,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:07.242899 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a2bfff57-7076-4088-905d-d6cbcb33f669 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:07.265394 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a2bfff57-7076-4088-905d-d6cbcb33f669 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:07.269764 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a2bfff57-7076-4088-905d-d6cbcb33f669 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "DELETE /v2.0/security-group-rules/1f44c681-d73d-4e2a-9e1a-33252003b396 HTTP/1.1" status: 204 len: 168 time: 0.3254447 Nov 04 10:53:07.270749 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfff57-7076-4088-905d-d6cbcb33f669 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f44c681-d73d-4e2a-9e1a-33252003b396,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:07.272652 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99839182-821b-429d-9115-8d8982cadd2a req-1c097494-0e76-436b-985e-b821f05e0946 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:07.273459 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-99839182-821b-429d-9115-8d8982cadd2a req-1c097494-0e76-436b-985e-b821f05e0946 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:07.275992 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34100) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:07.319767 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3be1cf8c-7c88-4bd5-8b7d-4a21a2b10405 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:07.376712 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-99839182-821b-429d-9115-8d8982cadd2a req-1c097494-0e76-436b-985e-b821f05e0946 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.4940772 Nov 04 10:53:07.396415 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c898633f-a237-4cb6-b58e-f3a65e080b76 req-a7f33859-b5ff-42ad-b2cc-ae57bfde27d2 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675384 Nov 04 10:53:07.434020 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3be1cf8c-7c88-4bd5-8b7d-4a21a2b10405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:07.460057 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc156a1-4ad4-4b2e-974b-92e65ba5ba69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-3bc2e5e6-8522-49b8-8689-fd8946b8a21f', 'network_id': '3bc2e5e6-8522-49b8-8689-fd8946b8a21f', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'fixed_ips': [{'subnet_id': '31851cd6-329c-450c-bc4a-f72680277dc5'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:53:07.461411 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dfc156a1-4ad4-4b2e-974b-92e65ba5ba69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:07.498037 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-99839182-821b-429d-9115-8d8982cadd2a req-96bf38e4-bfca-4007-88e8-477ce301b313 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:53:07.513142 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-99839182-821b-429d-9115-8d8982cadd2a req-96bf38e4-bfca-4007-88e8-477ce301b313 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0638087 Nov 04 10:53:07.645405 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34108) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:07.649169 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b66905dd-7cd9-4b65-ab09-31ae1f48f004 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3663239 Nov 04 10:53:07.654492 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-a662ae24-935a-4d17-8f93-8ce4cf4f439a tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Request body: {'security_group_rule': {'security_group_id': '086a7645-296c-444e-8976-7801b5d72cd3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:53:07.741462 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-97d3cb1d-ee85-4dfc-b51f-be13146456c5 None None] Provisioning complete for port a5a31aba-d260-45de-adac-e0a744ee7672 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:07.743847 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-97d3cb1d-ee85-4dfc-b51f-be13146456c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:07.745764 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab2dff-2070-46a7-828e-2f4e689d9673 None None] Pushing event updated for resources: {'Port': ['ID=952b0013-fbd6-4940-ae50-f12598da22a7,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:07.844599 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-99839182-821b-429d-9115-8d8982cadd2a req-c572cbba-2745-42f6-b8ec-d01f0b01723f service neutron] Request body: {'port': {'device_id': '7455dbc6-b98b-4b23-8552-bfcec80ac1f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:53:07.859917 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e1bdc-89d4-4563-a97e-b5090cc9c44c req-4fa5a9e7-026c-4400-b1b6-548ebaffe952 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:07.868393 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a70e1bdc-89d4-4563-a97e-b5090cc9c44c req-4fa5a9e7-026c-4400-b1b6-548ebaffe952 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/ports?device_id=0a349bde-b3d4-4c5b-a526-3724321c5617 HTTP/1.1" status: 200 len: 947 time: 0.3493066 Nov 04 10:53:07.898176 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2b07a829-0814-4dd5-b2d1-cac2ca4b9692 req-92f2bb3a-f897-41d7-96d0-cadc299ee120 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:07.904102 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b3bd624d-7ad8-4d4d-854c-79de750a6a95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:07.925940 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a662ae24-935a-4d17-8f93-8ce4cf4f439a tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:07.948404 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2bb3a-f897-41d7-96d0-cadc299ee120 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Pushing event deleted for resources: {'Port': ['ID=cdfb4089-908a-4df2-b566-bb885812d9f0,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:07.995478 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-99839182-821b-429d-9115-8d8982cadd2a req-c572cbba-2745-42f6-b8ec-d01f0b01723f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:08.076535 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-97d3cb1d-ee85-4dfc-b51f-be13146456c5 None None] Port a5a31aba-d260-45de-adac-e0a744ee7672 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:53:08.195713 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-3be1cf8c-7c88-4bd5-8b7d-4a21a2b10405 None None] Attempting to bind port 952b0013-fbd6-4940-ae50-f12598da22a7 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:53:08.196490 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-3be1cf8c-7c88-4bd5-8b7d-4a21a2b10405 None None] Attempting to bind port 952b0013-fbd6-4940-ae50-f12598da22a7 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'd5c5388b-8236-42d2-b05d-b2433f72d681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'bf94006f-3332-48be-9dca-6f82dd8db264'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:53:08.197204 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be1cf8c-7c88-4bd5-8b7d-4a21a2b10405 None None] Attempting to bind port 952b0013-fbd6-4940-ae50-f12598da22a7 on network bf94006f-3332-48be-9dca-6f82dd8db264 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:53:08.208789 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be1cf8c-7c88-4bd5-8b7d-4a21a2b10405 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:53:08.209628 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be1cf8c-7c88-4bd5-8b7d-4a21a2b10405 None None] Checking segment: {'id': 'd5c5388b-8236-42d2-b05d-b2433f72d681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'bf94006f-3332-48be-9dca-6f82dd8db264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:53:08.209754 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b07a829-0814-4dd5-b2d1-cac2ca4b9692 req-92f2bb3a-f897-41d7-96d0-cadc299ee120 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] No DVR routers for this DVR port cdfb4089-908a-4df2-b566-bb885812d9f0 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:53:08.210721 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3be1cf8c-7c88-4bd5-8b7d-4a21a2b10405 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:08.211362 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be1cf8c-7c88-4bd5-8b7d-4a21a2b10405 None None] Bound using segment: {'id': 'd5c5388b-8236-42d2-b05d-b2433f72d681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'bf94006f-3332-48be-9dca-6f82dd8db264'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:53:08.212135 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-3be1cf8c-7c88-4bd5-8b7d-4a21a2b10405 None None] Bound port: 952b0013-fbd6-4940-ae50-f12598da22a7, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c5388b-8236-42d2-b05d-b2433f72d681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'bf94006f-3332-48be-9dca-6f82dd8db264'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:53:08.212947 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3be1cf8c-7c88-4bd5-8b7d-4a21a2b10405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:08.213491 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2b07a829-0814-4dd5-b2d1-cac2ca4b9692 req-92f2bb3a-f897-41d7-96d0-cadc299ee120 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:08.217300 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2b07a829-0814-4dd5-b2d1-cac2ca4b9692 req-92f2bb3a-f897-41d7-96d0-cadc299ee120 tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.126 "DELETE /v2.0/ports/cdfb4089-908a-4df2-b566-bb885812d9f0 HTTP/1.1" status: 204 len: 173 time: 1.8013976 Nov 04 10:53:08.223073 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a349bde-b3d4-4c5b-a526-3724321c5617', 'name': 'network-vif-deleted', 'tag': 'cdfb4089-908a-4df2-b566-bb885812d9f0'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:53:08.225609 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160d5b76-c383-42af-994a-636488c43176" -d '{"events": [{"server_uuid": "0a349bde-b3d4-4c5b-a526-3724321c5617", "name": "network-vif-deleted", "tag": "cdfb4089-908a-4df2-b566-bb885812d9f0"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:53:08.231697 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c9687011-542d-49ae-b521-fdad34753dd5 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:53:08.296012 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-dfc156a1-4ad4-4b2e-974b-92e65ba5ba69 None None] Allocated IP 172.22.0.2 (3bc2e5e6-8522-49b8-8689-fd8946b8a21f/31851cd6-329c-450c-bc4a-f72680277dc5/e849a5f8-261d-441b-805b-a6a9760a7106) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:53:08.302709 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-00c3cabb-62c7-4339-aeb4-372230878b7e None None] Provisioning complete for port 952b0013-fbd6-4940-ae50-f12598da22a7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:08.303407 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-00c3cabb-62c7-4339-aeb4-372230878b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:08.381722 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port c9687011-542d-49ae-b521-fdad34753dd5 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:08.382424 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:08.478446 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-00c3cabb-62c7-4339-aeb4-372230878b7e None None] Port 952b0013-fbd6-4940-ae50-f12598da22a7 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:53:08.482123 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a70e1bdc-89d4-4563-a97e-b5090cc9c44c req-23f6b811-f7e9-4dca-b702-6c982740509d tempest-ServersNegativeTestJSON-1226573048 tempest-ServersNegativeTestJSON-1226573048-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb49b603-1ce6-42db-9043-6a7f3fa0fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6123326 Nov 04 10:53:08.482672 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-3be1cf8c-7c88-4bd5-8b7d-4a21a2b10405 None None] For port 952b0013-fbd6-4940-ae50-f12598da22a7, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:53:08.489374 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-3be1cf8c-7c88-4bd5-8b7d-4a21a2b10405 None None] For port 952b0013-fbd6-4940-ae50-f12598da22a7, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=952b0013-fbd6-4940-ae50-f12598da22a7,segment=NetworkSegment(d5c5388b-8236-42d2-b05d-b2433f72d681),segment_id=d5c5388b-8236-42d2-b05d-b2433f72d681)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:53:08.513547 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3be1cf8c-7c88-4bd5-8b7d-4a21a2b10405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:08.531056 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-99839182-821b-429d-9115-8d8982cadd2a req-c572cbba-2745-42f6-b8ec-d01f0b01723f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a31aba-d260-45de-adac-e0a744ee7672 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:53:08.551008 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-99839182-821b-429d-9115-8d8982cadd2a req-c572cbba-2745-42f6-b8ec-d01f0b01723f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:08.596067 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-99839182-821b-429d-9115-8d8982cadd2a req-c572cbba-2745-42f6-b8ec-d01f0b01723f service neutron] Transition to ACTIVE for port object a5a31aba-d260-45de-adac-e0a744ee7672 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:53:08.608454 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-99839182-821b-429d-9115-8d8982cadd2a req-c572cbba-2745-42f6-b8ec-d01f0b01723f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:08.638247 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be1cf8c-7c88-4bd5-8b7d-4a21a2b10405 None None] Routers {'fc2b0356-fcd7-484a-b5cc-2b4febd4b013'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:53:08.639400 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-3be1cf8c-7c88-4bd5-8b7d-4a21a2b10405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:52:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['fc2b0356-fcd7-484a-b5cc-2b4febd4b013'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:08.653626 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a662ae24-935a-4d17-8f93-8ce4cf4f439a tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:08.672088 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a662ae24-935a-4d17-8f93-8ce4cf4f439a tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:08.773219 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662ae24-935a-4d17-8f93-8ce4cf4f439a tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027a3c01-4728-42ff-a9d7-c4c2afab5750,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:08.805193 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572cbba-2745-42f6-b8ec-d01f0b01723f service neutron] Pushing event updated for resources: {'Port': ['ID=a5a31aba-d260-45de-adac-e0a744ee7672,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:08.810488 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a662ae24-935a-4d17-8f93-8ce4cf4f439a tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:08.821505 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a662ae24-935a-4d17-8f93-8ce4cf4f439a tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1636703 Nov 04 10:53:08.830225 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34118) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:08.882916 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-3be1cf8c-7c88-4bd5-8b7d-4a21a2b10405 None None] Set router fc2b0356-fcd7-484a-b5cc-2b4febd4b013 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:53:08.994364 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd73d9-7ab2-4a10-94d9-813d960a01c3 req-07b14d1a-6bdb-40a1-85ce-b16ad33f0c6e tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:08.996005 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6bd73d9-7ab2-4a10-94d9-813d960a01c3 req-07b14d1a-6bdb-40a1-85ce-b16ad33f0c6e tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=7455dbc6-b98b-4b23-8552-bfcec80ac1f7 HTTP/1.1" status: 200 len: 1052 time: 0.1308644 Nov 04 10:53:09.039419 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f504ac6d-e66d-4984-a660-32342980353e tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "GET /v2.0/security-group-rules/027a3c01-4728-42ff-a9d7-c4c2afab5750 HTTP/1.1" status: 200 len: 764 time: 0.1308794 Nov 04 10:53:09.044502 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34120) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:09.070390 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device cdfb4089-908a-4df2-b566-bb885812d9f0 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:53:09.074925 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-99839182-821b-429d-9115-8d8982cadd2a req-c572cbba-2745-42f6-b8ec-d01f0b01723f service neutron] Attempting to bind port a5a31aba-d260-45de-adac-e0a744ee7672 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:53:09.077760 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-99839182-821b-429d-9115-8d8982cadd2a req-c572cbba-2745-42f6-b8ec-d01f0b01723f service neutron] Attempting to bind port a5a31aba-d260-45de-adac-e0a744ee7672 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '81239c95-9ebf-4ba5-959b-b735e526b80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:53:09.079906 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99839182-821b-429d-9115-8d8982cadd2a req-c572cbba-2745-42f6-b8ec-d01f0b01723f service neutron] Attempting to bind port a5a31aba-d260-45de-adac-e0a744ee7672 on network a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:53:09.087656 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99839182-821b-429d-9115-8d8982cadd2a req-c572cbba-2745-42f6-b8ec-d01f0b01723f service neutron] Port a5a31aba-d260-45de-adac-e0a744ee7672 on network a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:53:09.087994 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99839182-821b-429d-9115-8d8982cadd2a req-c572cbba-2745-42f6-b8ec-d01f0b01723f service neutron] Attempting to bind port a5a31aba-d260-45de-adac-e0a744ee7672 on network a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:53:09.105618 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99839182-821b-429d-9115-8d8982cadd2a req-c572cbba-2745-42f6-b8ec-d01f0b01723f service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:53:09.106406 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99839182-821b-429d-9115-8d8982cadd2a req-c572cbba-2745-42f6-b8ec-d01f0b01723f service neutron] Checking segment: {'id': '81239c95-9ebf-4ba5-959b-b735e526b80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:53:09.106812 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99839182-821b-429d-9115-8d8982cadd2a req-c572cbba-2745-42f6-b8ec-d01f0b01723f service neutron] Bound using segment: {'id': '81239c95-9ebf-4ba5-959b-b735e526b80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:53:09.107262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-99839182-821b-429d-9115-8d8982cadd2a req-c572cbba-2745-42f6-b8ec-d01f0b01723f service neutron] Bound port: a5a31aba-d260-45de-adac-e0a744ee7672, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81239c95-9ebf-4ba5-959b-b735e526b80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:53:09.109362 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-99839182-821b-429d-9115-8d8982cadd2a req-c572cbba-2745-42f6-b8ec-d01f0b01723f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:09.112873 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6bd73d9-7ab2-4a10-94d9-813d960a01c3 req-bf3efc88-e1b7-4e5e-8318-32b010784b32 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5d33242b-c8e0-4d36-9d89-f5ac29666ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068568 Nov 04 10:53:09.185909 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-93aa50ab-c84f-4f40-bca1-947452a44e83 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1370988 Nov 04 10:53:09.190434 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34122) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:09.202970 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab2dff-2070-46a7-828e-2f4e689d9673 None None] Pushing event updated for resources: {'Port': ['ID=952b0013-fbd6-4940-ae50-f12598da22a7,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:09.242284 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4ead3d-7be5-4073-a726-fee48a0ff6dc x-openstack-request-id: req-eb4ead3d-7be5-4073-a726-fee48a0ff6dc {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:53:09.243133 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a349bde-b3d4-4c5b-a526-3724321c5617", "name": "network-vif-deleted", "tag": "cdfb4089-908a-4df2-b566-bb885812d9f0", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:53:09.243553 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-eb4ead3d-7be5-4073-a726-fee48a0ff6dc {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:53:09.244256 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a349bde-b3d4-4c5b-a526-3724321c5617', 'name': 'network-vif-deleted', 'tag': 'cdfb4089-908a-4df2-b566-bb885812d9f0', 'status': 'completed', 'code': 200} Nov 04 10:53:09.247535 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: cdfb4089-908a-4df2-b566-bb885812d9f0 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:53:09.247773 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device cdfb4089-908a-4df2-b566-bb885812d9f0 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:53:09.272221 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ed0501c-29ee-448e-9527-c1f923be87fd tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:09.284462 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ed0501c-29ee-448e-9527-c1f923be87fd tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:09.305016 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c9687011-542d-49ae-b521-fdad34753dd5 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:53:09.312040 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-99839182-821b-429d-9115-8d8982cadd2a req-c572cbba-2745-42f6-b8ec-d01f0b01723f service neutron] For port a5a31aba-d260-45de-adac-e0a744ee7672, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:53:09.318911 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-99839182-821b-429d-9115-8d8982cadd2a req-c572cbba-2745-42f6-b8ec-d01f0b01723f service neutron] For port a5a31aba-d260-45de-adac-e0a744ee7672, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=a5a31aba-d260-45de-adac-e0a744ee7672,segment=NetworkSegment(81239c95-9ebf-4ba5-959b-b735e526b80b),segment_id=81239c95-9ebf-4ba5-959b-b735e526b80b)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:53:09.325673 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-99839182-821b-429d-9115-8d8982cadd2a req-c572cbba-2745-42f6-b8ec-d01f0b01723f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:09.385390 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dfc156a1-4ad4-4b2e-974b-92e65ba5ba69 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:09.386670 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99839182-821b-429d-9115-8d8982cadd2a req-c572cbba-2745-42f6-b8ec-d01f0b01723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:09.393289 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-99839182-821b-429d-9115-8d8982cadd2a req-c572cbba-2745-42f6-b8ec-d01f0b01723f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:09.394969 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-99839182-821b-429d-9115-8d8982cadd2a req-c572cbba-2745-42f6-b8ec-d01f0b01723f service neutron] 10.222.0.121 "PUT /v2.0/ports/a5a31aba-d260-45de-adac-e0a744ee7672 HTTP/1.1" status: 200 len: 1091 time: 1.8541224 Nov 04 10:53:09.397242 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-ef4f24e3-7d5a-427d-bdc9-fabcebb3b54b None None] Provisioning complete for port 952b0013-fbd6-4940-ae50-f12598da22a7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:09.397713 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ef4f24e3-7d5a-427d-bdc9-fabcebb3b54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:09.438252 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ed0501c-29ee-448e-9527-c1f923be87fd tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:09.452710 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dfc156a1-4ad4-4b2e-974b-92e65ba5ba69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:09.474031 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572cbba-2745-42f6-b8ec-d01f0b01723f service neutron] Pushing event updated for resources: {'Port': ['ID=a5a31aba-d260-45de-adac-e0a744ee7672,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:09.532473 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99839182-821b-429d-9115-8d8982cadd2a req-1ec15640-ef16-4f62-9891-fcc324e0c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:09.542320 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-99839182-821b-429d-9115-8d8982cadd2a req-1ec15640-ef16-4f62-9891-fcc324e0c1ed service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e68520abc1ae49e79fbaf0133d2fc710&device_id=7455dbc6-b98b-4b23-8552-bfcec80ac1f7 HTTP/1.1" status: 200 len: 1094 time: 0.0803249 Nov 04 10:53:09.575645 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-b3bd624d-7ad8-4d4d-854c-79de750a6a95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Allocated IP 172.22.0.1 (3bc2e5e6-8522-49b8-8689-fd8946b8a21f/31851cd6-329c-450c-bc4a-f72680277dc5/7114b951-d9d9-470b-9ad2-b3e4264c5fe7) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:53:09.639931 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ed0501c-29ee-448e-9527-c1f923be87fd tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:09.643289 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4ed0501c-29ee-448e-9527-c1f923be87fd tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "DELETE /v2.0/security-group-rules/027a3c01-4728-42ff-a9d7-c4c2afab5750 HTTP/1.1" status: 204 len: 168 time: 0.4507875 Nov 04 10:53:09.645774 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-99839182-821b-429d-9115-8d8982cadd2a req-73bebd29-50b5-46a1-af9a-6c54c5c8e28a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5a31aba-d260-45de-adac-e0a744ee7672 HTTP/1.1" status: 200 len: 217 time: 0.0954893 Nov 04 10:53:09.651832 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc156a1-4ad4-4b2e-974b-92e65ba5ba69 None None] Network 3bc2e5e6-8522-49b8-8689-fd8946b8a21f is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:53:09.664328 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34128) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:09.678647 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-dfc156a1-4ad4-4b2e-974b-92e65ba5ba69 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:53:09.685155 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc156a1-4ad4-4b2e-974b-92e65ba5ba69 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:53:09.705003 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0501c-29ee-448e-9527-c1f923be87fd tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=027a3c01-4728-42ff-a9d7-c4c2afab5750,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:09.734544 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25d941-1ba1-49f5-8a43-ce7e7390c3a7 req-30a4fbf3-1fdb-4c06-b91a-0faf2c621fb1 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:09.736796 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ee25d941-1ba1-49f5-8a43-ce7e7390c3a7 req-30a4fbf3-1fdb-4c06-b91a-0faf2c621fb1 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=ae9a1c15-3b1d-4d94-a020-5359a15019b0 HTTP/1.1" status: 200 len: 945 time: 0.4054816 Nov 04 10:53:09.741417 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port c9687011-542d-49ae-b521-fdad34753dd5 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:09.742001 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:09.749546 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc156a1-4ad4-4b2e-974b-92e65ba5ba69 None None] Pushing event updated for resources: {'Port': ['ID=e849a5f8-261d-441b-805b-a6a9760a7106,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:09.790108 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6d28503d-9353-4357-b956-de1ac4b94d19 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1252079 Nov 04 10:53:09.794355 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34132) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:09.819435 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99839182-821b-429d-9115-8d8982cadd2a req-6d3c55a1-d881-4098-9924-a44fbdb1e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:09.821459 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-99839182-821b-429d-9115-8d8982cadd2a req-6d3c55a1-d881-4098-9924-a44fbdb1e0d8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b50f95f6-339c-4e35-9fac-579640522571 HTTP/1.1" status: 200 len: 849 time: 0.1743371 Nov 04 10:53:09.848109 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b3bd624d-7ad8-4d4d-854c-79de750a6a95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:09.854981 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ee25d941-1ba1-49f5-8a43-ce7e7390c3a7 req-4085be45-b29a-4a8b-98c2-964756d8814a tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038363 Nov 04 10:53:09.883151 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-dfc156a1-4ad4-4b2e-974b-92e65ba5ba69 None None] Attempting to bind port e849a5f8-261d-441b-805b-a6a9760a7106 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:53:09.883484 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-dfc156a1-4ad4-4b2e-974b-92e65ba5ba69 None None] Attempting to bind port e849a5f8-261d-441b-805b-a6a9760a7106 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'd736f32b-c144-4986-bf11-a9724eb5fb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '3bc2e5e6-8522-49b8-8689-fd8946b8a21f'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:53:09.883836 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc156a1-4ad4-4b2e-974b-92e65ba5ba69 None None] Attempting to bind port e849a5f8-261d-441b-805b-a6a9760a7106 on network 3bc2e5e6-8522-49b8-8689-fd8946b8a21f {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:53:09.905391 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc156a1-4ad4-4b2e-974b-92e65ba5ba69 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:53:09.905875 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc156a1-4ad4-4b2e-974b-92e65ba5ba69 None None] Checking segment: {'id': 'd736f32b-c144-4986-bf11-a9724eb5fb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '3bc2e5e6-8522-49b8-8689-fd8946b8a21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:53:09.906317 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dfc156a1-4ad4-4b2e-974b-92e65ba5ba69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:09.906530 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc156a1-4ad4-4b2e-974b-92e65ba5ba69 None None] Bound using segment: {'id': 'd736f32b-c144-4986-bf11-a9724eb5fb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '3bc2e5e6-8522-49b8-8689-fd8946b8a21f'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:53:09.907018 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-dfc156a1-4ad4-4b2e-974b-92e65ba5ba69 None None] Bound port: e849a5f8-261d-441b-805b-a6a9760a7106, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd736f32b-c144-4986-bf11-a9724eb5fb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '3bc2e5e6-8522-49b8-8689-fd8946b8a21f'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:53:09.907541 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dfc156a1-4ad4-4b2e-974b-92e65ba5ba69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:09.912368 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ef4f24e3-7d5a-427d-bdc9-fabcebb3b54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:09.921263 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b3bd624d-7ad8-4d4d-854c-79de750a6a95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:09.938847 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e7ab4cb5-5532-4c25-98b4-9ee4938de135 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:09.945691 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34136) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:09.979389 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bd624d-7ad8-4d4d-854c-79de750a6a95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network 3bc2e5e6-8522-49b8-8689-fd8946b8a21f is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:53:09.984394 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-b3bd624d-7ad8-4d4d-854c-79de750a6a95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:53:09.989288 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bd624d-7ad8-4d4d-854c-79de750a6a95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:53:10.007566 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-3be1cf8c-7c88-4bd5-8b7d-4a21a2b10405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2b0356-fcd7-484a-b5cc-2b4febd4b013', 'name': 'tempest-TestServerMultinode-1495847249-router', 'tenant_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3395f3be-6a4d-4624-9b7e-28970aec8be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:48Z', 'updated_at': '2021-11-04T10:52:56Z', 'revision_number': 4, 'project_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'gw_port': {'id': '3395f3be-6a4d-4624-9b7e-28970aec8be4', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2b0356-fcd7-484a-b5cc-2b4febd4b013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:49Z', 'updated_at': '2021-11-04T10:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '952b0013-fbd6-4940-ae50-f12598da22a7', 'name': '', 'network_id': 'bf94006f-3332-48be-9dca-6f82dd8db264', 'tenant_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'mac_address': 'fa:16:3e:6d:e3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2b0356-fcd7-484a-b5cc-2b4febd4b013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'cfc17b69-684e-47d5-a4d7-943259e81dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:54Z', 'updated_at': '2021-11-04T10:53:08Z', 'revision_number': 4, 'project_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'subnets': [{'id': 'cfc17b69-684e-47d5-a4d7-943259e81dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:10.009481 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-712e461a-41d8-4a28-92c6-664700614e69 admin admin] Deleting subnet c68b3714-6037-46cc-ab77-c20414a0dec9 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:53:10.018211 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd624d-7ad8-4d4d-854c-79de750a6a95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Port': ['ID=7114b951-d9d9-470b-9ad2-b3e4264c5fe7,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:10.024983 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-712e461a-41d8-4a28-92c6-664700614e69 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:10.049526 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b3bd624d-7ad8-4d4d-854c-79de750a6a95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:10.053426 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99839182-821b-429d-9115-8d8982cadd2a req-e02bbd06-734b-4bcd-b9fa-5bcda9a51c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:10.055125 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-99839182-821b-429d-9115-8d8982cadd2a req-e02bbd06-734b-4bcd-b9fa-5bcda9a51c76 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2204933 Nov 04 10:53:10.056788 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e7ab4cb5-5532-4c25-98b4-9ee4938de135 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:10.073576 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be1cf8c-7c88-4bd5-8b7d-4a21a2b10405 None None] The sync data for ids ['fc2b0356-fcd7-484a-b5cc-2b4febd4b013'] in n-d-816629-1 is: [{'id': 'fc2b0356-fcd7-484a-b5cc-2b4febd4b013', 'name': 'tempest-TestServerMultinode-1495847249-router', 'tenant_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3395f3be-6a4d-4624-9b7e-28970aec8be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:48Z', 'updated_at': '2021-11-04T10:52:56Z', 'revision_number': 4, 'project_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'gw_port': {'id': '3395f3be-6a4d-4624-9b7e-28970aec8be4', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2b0356-fcd7-484a-b5cc-2b4febd4b013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:49Z', 'updated_at': '2021-11-04T10:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '952b0013-fbd6-4940-ae50-f12598da22a7', 'name': '', 'network_id': 'bf94006f-3332-48be-9dca-6f82dd8db264', 'tenant_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'mac_address': 'fa:16:3e:6d:e3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2b0356-fcd7-484a-b5cc-2b4febd4b013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'cfc17b69-684e-47d5-a4d7-943259e81dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:54Z', 'updated_at': '2021-11-04T10:53:08Z', 'revision_number': 4, 'project_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'subnets': [{'id': 'cfc17b69-684e-47d5-a4d7-943259e81dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:53:10.090164 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-ef4f24e3-7d5a-427d-bdc9-fabcebb3b54b None None] For port 952b0013-fbd6-4940-ae50-f12598da22a7, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=952b0013-fbd6-4940-ae50-f12598da22a7,segment=NetworkSegment(d5c5388b-8236-42d2-b05d-b2433f72d681),segment_id=d5c5388b-8236-42d2-b05d-b2433f72d681)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:10.100702 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ef4f24e3-7d5a-427d-bdc9-fabcebb3b54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:10.109564 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-dfc156a1-4ad4-4b2e-974b-92e65ba5ba69 None None] For port e849a5f8-261d-441b-805b-a6a9760a7106, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:53:10.165910 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-dfc156a1-4ad4-4b2e-974b-92e65ba5ba69 None None] For port e849a5f8-261d-441b-805b-a6a9760a7106, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e849a5f8-261d-441b-805b-a6a9760a7106,segment=NetworkSegment(d736f32b-c144-4986-bf11-a9724eb5fb62),segment_id=d736f32b-c144-4986-bf11-a9724eb5fb62)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:53:10.177430 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dfc156a1-4ad4-4b2e-974b-92e65ba5ba69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:10.209911 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-712e461a-41d8-4a28-92c6-664700614e69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:10.221593 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f24e3-7d5a-427d-bdc9-fabcebb3b54b None None] Pushing event updated for resources: {'Port': ['ID=952b0013-fbd6-4940-ae50-f12598da22a7,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:10.239610 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b3bd624d-7ad8-4d4d-854c-79de750a6a95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:10.317491 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e7ab4cb5-5532-4c25-98b4-9ee4938de135 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:10.320869 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e7ab4cb5-5532-4c25-98b4-9ee4938de135 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:10.322007 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e7ab4cb5-5532-4c25-98b4-9ee4938de135 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "DELETE /v2.0/security-groups/086a7645-296c-444e-8976-7801b5d72cd3 HTTP/1.1" status: 204 len: 168 time: 0.5265265 Nov 04 10:53:10.325654 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34142) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:10.325797 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc156a1-4ad4-4b2e-974b-92e65ba5ba69 None None] Pushing event updated for resources: {'Port': ['ID=e849a5f8-261d-441b-805b-a6a9760a7106,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:10.331707 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-712e461a-41d8-4a28-92c6-664700614e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:10.361832 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-99839182-821b-429d-9115-8d8982cadd2a req-bece52dc-57fa-48e9-b857-5639959b7b11 service neutron] 10.222.0.121 "GET /v2.0/networks/a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918711 Nov 04 10:53:10.373477 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc54210-3ec2-4aff-bab3-8e8cc68f93ed req-ee836436-31b0-4c24-b22b-282f7a4a0b08 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:10.375293 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dfc54210-3ec2-4aff-bab3-8e8cc68f93ed req-ee836436-31b0-4c24-b22b-282f7a4a0b08 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=ae9a1c15-3b1d-4d94-a020-5359a15019b0 HTTP/1.1" status: 200 len: 945 time: 0.1553760 Nov 04 10:53:10.380361 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab4cb5-5532-4c25-98b4-9ee4938de135 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=086a7645-296c-444e-8976-7801b5d72cd3,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:10.494661 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-712e461a-41d8-4a28-92c6-664700614e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:10.533112 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e461a-41d8-4a28-92c6-664700614e69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c68b3714-6037-46cc-ab77-c20414a0dec9,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:10.562702 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4805428e-2f89-4cfb-ab4e-9579c445b6bb tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2089443 Nov 04 10:53:10.563838 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-99839182-821b-429d-9115-8d8982cadd2a req-2c07068b-5055-471b-bce4-0afe24f5edf9 service neutron] 10.222.0.121 "GET /v2.0/networks/a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945033 Nov 04 10:53:10.564845 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34144) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:10.581735 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-712e461a-41d8-4a28-92c6-664700614e69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:10.586850 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-712e461a-41d8-4a28-92c6-664700614e69 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/c68b3714-6037-46cc-ab77-c20414a0dec9 HTTP/1.1" status: 204 len: 168 time: 0.6394567 Nov 04 10:53:10.593316 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34146) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:10.612547 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dfc54210-3ec2-4aff-bab3-8e8cc68f93ed req-7af66a92-a9cc-4738-b8ec-123f9c7efccd tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281592 Nov 04 10:53:10.634116 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4e09868c-def2-494f-8107-a866dffd5866 tempest-SecGroupTest-1927996213 tempest-SecGroupTest-1927996213-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0459218 Nov 04 10:53:10.815121 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b99acec4-bd23-4541-9f8d-2538a2bc3b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:10.869290 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82600cea-4e44-4bcc-a3bc-1dea55befdca req-b9daf16b-9cd2-4d4e-95e3-c2d619a3d23b tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:10.870903 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82600cea-4e44-4bcc-a3bc-1dea55befdca req-b9daf16b-9cd2-4d4e-95e3-c2d619a3d23b tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=7455dbc6-b98b-4b23-8552-bfcec80ac1f7 HTTP/1.1" status: 200 len: 1094 time: 0.1121259 Nov 04 10:53:11.005588 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b3bd624d-7ad8-4d4d-854c-79de750a6a95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:11.024834 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b3bd624d-7ad8-4d4d-854c-79de750a6a95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:11.083668 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34164) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:11.113473 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b99acec4-bd23-4541-9f8d-2538a2bc3b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:11.190064 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-b99acec4-bd23-4541-9f8d-2538a2bc3b95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a99a09a-0dd8-40b8-b6d2-72da727c3945']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:11.206767 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-b99acec4-bd23-4541-9f8d-2538a2bc3b95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a36a7f-67f4-4d8d-81b5-e6eb21f034a9') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:11.207215 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-b99acec4-bd23-4541-9f8d-2538a2bc3b95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a36a7f-67f4-4d8d-81b5-e6eb21f034a9') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:11.219392 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b99acec4-bd23-4541-9f8d-2538a2bc3b95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:11.239659 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b99acec4-bd23-4541-9f8d-2538a2bc3b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:11.245629 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7455dbc6-b98b-4b23-8552-bfcec80ac1f7', 'tag': 'a5a31aba-d260-45de-adac-e0a744ee7672'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:53:11.248177 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee958279-d433-4fe0-83be-c0ce343d83b4" -d '{"events": [{"name": "network-changed", "server_uuid": "7455dbc6-b98b-4b23-8552-bfcec80ac1f7", "tag": "a5a31aba-d260-45de-adac-e0a744ee7672"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:53:11.254213 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99acec4-bd23-4541-9f8d-2538a2bc3b95 admin admin] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:53:11.254625 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b99acec4-bd23-4541-9f8d-2538a2bc3b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:11.299974 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd624d-7ad8-4d4d-854c-79de750a6a95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Port': ['ID=7114b951-d9d9-470b-9ad2-b3e4264c5fe7,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:53:11.303214 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:53:11.321684 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82600cea-4e44-4bcc-a3bc-1dea55befdca req-4e7ffc53-8351-4dd1-bdc7-bab00ac7cc0c tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5d33242b-c8e0-4d36-9d89-f5ac29666ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410925 Nov 04 10:53:11.345629 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b3bd624d-7ad8-4d4d-854c-79de750a6a95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:11.359393 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d2b844dc-b550-476d-86d9-b66088a8c4a5 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=b9b79e4312f54df18ea4b5818ee4294d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2728496 Nov 04 10:53:11.361552 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34170) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:11.438022 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b99acec4-bd23-4541-9f8d-2538a2bc3b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:11.442481 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e849a5f8-261d-441b-805b-a6a9760a7106 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:53:11.444269 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b99acec4-bd23-4541-9f8d-2538a2bc3b95 admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:11.449907 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b99acec4-bd23-4541-9f8d-2538a2bc3b95 admin admin] 10.222.0.127 "DELETE /v2.0/networks/5a99a09a-0dd8-40b8-b6d2-72da727c3945 HTTP/1.1" status: 204 len: 168 time: 0.8530524 Nov 04 10:53:11.469877 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9638f497-c73d-4987-a18c-1167a118bb3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:11.517149 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9638f497-c73d-4987-a18c-1167a118bb3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:11.529813 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port e849a5f8-261d-441b-805b-a6a9760a7106 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:11.533994 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:11.534152 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99acec4-bd23-4541-9f8d-2538a2bc3b95 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a99a09a-0dd8-40b8-b6d2-72da727c3945,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:11.607698 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e8885-4118-4721-912f-cd7b6d7c472b req-8c193bef-3df1-4b94-afef-7d8623de859a tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:11.618821 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e92e8885-4118-4721-912f-cd7b6d7c472b req-8c193bef-3df1-4b94-afef-7d8623de859a tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=1ce2794d-a67d-4c79-9a69-92023c8ba323 HTTP/1.1" status: 200 len: 945 time: 0.1549537 Nov 04 10:53:11.621695 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9638f497-c73d-4987-a18c-1167a118bb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:11.624840 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9638f497-c73d-4987-a18c-1167a118bb3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:11.626411 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9638f497-c73d-4987-a18c-1167a118bb3f admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/e34299eb-c0d0-40f4-88a1-dd2451b12acb HTTP/1.1" status: 204 len: 168 time: 0.2631669 Nov 04 10:53:11.643816 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638f497-c73d-4987-a18c-1167a118bb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34299eb-c0d0-40f4-88a1-dd2451b12acb,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:11.728539 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e92e8885-4118-4721-912f-cd7b6d7c472b req-32b64002-a64a-482c-8220-c937a1d02096 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084533 Nov 04 10:53:11.764018 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34178) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:11.815684 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:11.823411 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bd624d-7ad8-4d4d-854c-79de750a6a95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network 3bc2e5e6-8522-49b8-8689-fd8946b8a21f is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:53:11.828239 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-b3bd624d-7ad8-4d4d-854c-79de750a6a95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:53:11.850870 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-68b50da6-af04-4a98-b766-3e48ec0e1679 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=7a42eb83b343444b8e3fe7d5bffc6390&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0852437 Nov 04 10:53:11.856471 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34180) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:11.909173 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bb2b21-964f-4ae5-a88b-826904399579 None None] Network 3bc2e5e6-8522-49b8-8689-fd8946b8a21f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:53:11.956238 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd36dc26-75a2-4bbd-b518-fc69dd26c050 x-openstack-request-id: req-bd36dc26-75a2-4bbd-b518-fc69dd26c050 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:53:11.956758 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7455dbc6-b98b-4b23-8552-bfcec80ac1f7", "tag": "a5a31aba-d260-45de-adac-e0a744ee7672", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:53:11.957168 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-bd36dc26-75a2-4bbd-b518-fc69dd26c050 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:53:11.957723 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7455dbc6-b98b-4b23-8552-bfcec80ac1f7', 'tag': 'a5a31aba-d260-45de-adac-e0a744ee7672', 'status': 'completed', 'code': 200} Nov 04 10:53:12.016303 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-da11811c-f9f6-4f80-917c-da5a2ccd3fd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:12.047081 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee958279-d433-4fe0-83be-c0ce343d83b4 req-674e3e1f-a028-4aac-a233-493767b937c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:12.049035 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ee958279-d433-4fe0-83be-c0ce343d83b4 req-674e3e1f-a028-4aac-a233-493767b937c7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e68520abc1ae49e79fbaf0133d2fc710&device_id=7455dbc6-b98b-4b23-8552-bfcec80ac1f7 HTTP/1.1" status: 200 len: 1094 time: 0.0704827 Nov 04 10:53:12.065596 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-da11811c-f9f6-4f80-917c-da5a2ccd3fd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:12.091377 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bd624d-7ad8-4d4d-854c-79de750a6a95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:53:12.245943 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee958279-d433-4fe0-83be-c0ce343d83b4 req-a7e30238-6334-442c-b7ae-652cf8ab3daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:12.247440 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ee958279-d433-4fe0-83be-c0ce343d83b4 req-a7e30238-6334-442c-b7ae-652cf8ab3daf service neutron] 10.222.0.121 "GET /v2.0/networks?id=a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6 HTTP/1.1" status: 200 len: 912 time: 0.1885250 Nov 04 10:53:12.277390 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port e849a5f8-261d-441b-805b-a6a9760a7106, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e849a5f8-261d-441b-805b-a6a9760a7106,segment=NetworkSegment(d736f32b-c144-4986-bf11-a9724eb5fb62),segment_id=d736f32b-c144-4986-bf11-a9724eb5fb62)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:12.281967 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b23da6-8e12-467c-8c58-8be7236bb216 req-b921f319-2f32-441b-9452-308bdc13d1d8 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:12.297246 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:12.300220 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-44b23da6-8e12-467c-8c58-8be7236bb216 req-b921f319-2f32-441b-9452-308bdc13d1d8 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=528e2bc2-8672-4936-9d08-7b3c270b8fe8 HTTP/1.1" status: 200 len: 946 time: 0.2439733 Nov 04 10:53:12.315369 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 952b0013-fbd6-4940-ae50-f12598da22a7 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:53:12.365531 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ee958279-d433-4fe0-83be-c0ce343d83b4 req-ebee4243-a76b-4083-ad0d-85a57c3033df service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5a31aba-d260-45de-adac-e0a744ee7672 HTTP/1.1" status: 200 len: 217 time: 0.1040750 Nov 04 10:53:12.372681 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bd624d-7ad8-4d4d-854c-79de750a6a95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:53:12.383511 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aceaaaa-ce9e-43c2-9c0f-e4a17da331e9 None None] Sync routers for ids ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:53:12.386240 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b3bd624d-7ad8-4d4d-854c-79de750a6a95 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "PUT /v2.0/routers/2f0f986b-ff60-4ef3-9e9a-4b9474c940cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3608768 Nov 04 10:53:12.389892 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34196) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:12.398145 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-d8abea7c-6318-4e17-afbb-395fd23faac3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'network': {'name': 'tempest-RoutersTest-1147635787'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:53:12.399512 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aceaaaa-ce9e-43c2-9c0f-e4a17da331e9 None None] Routers {'2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:53:12.400263 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-3aceaaaa-ce9e-43c2-9c0f-e4a17da331e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:52:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:12.403143 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-da11811c-f9f6-4f80-917c-da5a2ccd3fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:12.405833 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-da11811c-f9f6-4f80-917c-da5a2ccd3fd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:12.414049 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-da11811c-f9f6-4f80-917c-da5a2ccd3fd6 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/fb49b603-1ce6-42db-9043-6a7f3fa0fed5 HTTP/1.1" status: 204 len: 168 time: 0.5554559 Nov 04 10:53:12.461037 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-44b23da6-8e12-467c-8c58-8be7236bb216 req-7841f55d-9844-41cd-b48c-64f7a5641f79 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525986 Nov 04 10:53:12.499093 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8abea7c-6318-4e17-afbb-395fd23faac3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Made reservation on behalf of 93d3f7e9109b4e65b4b65c6a9a173da1 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:53:12.501695 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11811c-f9f6-4f80-917c-da5a2ccd3fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb49b603-1ce6-42db-9043-6a7f3fa0fed5,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:12.504025 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d8abea7c-6318-4e17-afbb-395fd23faac3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:12.541301 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee958279-d433-4fe0-83be-c0ce343d83b4 req-4b8e1f6a-a666-42ce-ac08-7c157949c2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:12.554515 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ee958279-d433-4fe0-83be-c0ce343d83b4 req-4b8e1f6a-a666-42ce-ac08-7c157949c2e8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b50f95f6-339c-4e35-9fac-579640522571 HTTP/1.1" status: 200 len: 849 time: 0.1779664 Nov 04 10:53:12.624497 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-3aceaaaa-ce9e-43c2-9c0f-e4a17da331e9 None None] Set router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:53:12.645929 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8abea7c-6318-4e17-afbb-395fd23faac3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1150} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:53:12.662248 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d8abea7c-6318-4e17-afbb-395fd23faac3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:12.662623 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-d8abea7c-6318-4e17-afbb-395fd23faac3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Added segment f4175dd7-6d36-4789-8ff9-51285c133b9b of type vlan for network b75f7548-a2b6-4c12-8e52-3dc22c8f8407 Nov 04 10:53:12.692063 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee958279-d433-4fe0-83be-c0ce343d83b4 req-54669d0e-5ec0-4bf5-9540-79878040a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:12.697448 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ee958279-d433-4fe0-83be-c0ce343d83b4 req-54669d0e-5ec0-4bf5-9540-79878040a962 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1380270 Nov 04 10:53:12.722929 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9d1c2-f696-4f18-a482-261bd8e119b1 req-7bbc25b4-eca0-43a2-af17-cb75645f2854 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:12.726307 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fea9d1c2-f696-4f18-a482-261bd8e119b1 req-7bbc25b4-eca0-43a2-af17-cb75645f2854 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=7455dbc6-b98b-4b23-8552-bfcec80ac1f7 HTTP/1.1" status: 200 len: 1094 time: 0.1766977 Nov 04 10:53:12.749713 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-9a6521b1-2d76-4fc8-9bd2-1e05774255eb None None] Provisioning complete for port e849a5f8-261d-441b-805b-a6a9760a7106 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:12.750315 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9a6521b1-2d76-4fc8-9bd2-1e05774255eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:12.751379 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d8abea7c-6318-4e17-afbb-395fd23faac3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:12.874861 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:12.901299 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d8abea7c-6318-4e17-afbb-395fd23faac3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:12.907160 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8abea7c-6318-4e17-afbb-395fd23faac3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:12.908151 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d8abea7c-6318-4e17-afbb-395fd23faac3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:12.958220 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ee958279-d433-4fe0-83be-c0ce343d83b4 req-b6016e28-8e4f-4fa7-8682-46cc3b2b1dc5 service neutron] 10.222.0.121 "GET /v2.0/networks/a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507887 Nov 04 10:53:12.974885 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 952b0013-fbd6-4940-ae50-f12598da22a7 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:12.975261 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:13.089660 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fea9d1c2-f696-4f18-a482-261bd8e119b1 req-182b5783-f0d2-4688-b36c-a9a60596b2c8 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5d33242b-c8e0-4d36-9d89-f5ac29666ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489137 Nov 04 10:53:13.093329 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=e849a5f8-261d-441b-805b-a6a9760a7106,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:13.126944 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34218) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:13.151974 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abea7c-6318-4e17-afbb-395fd23faac3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Network': ['ID=b75f7548-a2b6-4c12-8e52-3dc22c8f8407,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:13.156594 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ee958279-d433-4fe0-83be-c0ce343d83b4 req-c9c4c00e-ef16-4a20-93ae-7e480a9d1398 service neutron] 10.222.0.121 "GET /v2.0/networks/a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861355 Nov 04 10:53:13.162853 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d8abea7c-6318-4e17-afbb-395fd23faac3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7716520 Nov 04 10:53:13.165735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34224) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:13.172018 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-00e9da4a-b119-4eb7-a5b0-0baabe80cd3e req-d266a28b-11ea-446a-9f46-1dcdac8c91d5 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:53:13.175857 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network b75f7548-a2b6-4c12-8e52-3dc22c8f8407 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:53:13.177387 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-2725c60d-52e9-49e1-b375-c145d5d50694 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'subnet': {'network_id': 'b75f7548-a2b6-4c12-8e52-3dc22c8f8407', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:53:13.185003 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-00e9da4a-b119-4eb7-a5b0-0baabe80cd3e req-d266a28b-11ea-446a-9f46-1dcdac8c91d5 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0347192 Nov 04 10:53:13.209221 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-3aceaaaa-ce9e-43c2-9c0f-e4a17da331e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:53:10Z', 'revision_number': 4, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None, '_interfaces': [{'id': '7114b951-d9d9-470b-9ad2-b3e4264c5fe7', 'name': '', 'network_id': '3bc2e5e6-8522-49b8-8689-fd8946b8a21f', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:1b:71:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '31851cd6-329c-450c-bc4a-f72680277dc5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:53:08Z', 'updated_at': '2021-11-04T10:53:10Z', 'revision_number': 2, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': '31851cd6-329c-450c-bc4a-f72680277dc5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9687011-542d-49ae-b521-fdad34753dd5', 'name': '', 'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:d0:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:56Z', 'updated_at': '2021-11-04T10:53:05Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa95ca28-2cc6-48c8-ab05-949d0d83b0c5', 'name': '', 'network_id': '52efe839-4529-404f-97a2-99168cc71385', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:2d:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:47Z', 'updated_at': '2021-11-04T10:52:57Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:13.290631 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aceaaaa-ce9e-43c2-9c0f-e4a17da331e9 None None] Checking router: 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:53:13.291125 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aceaaaa-ce9e-43c2-9c0f-e4a17da331e9 None None] Updating router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb port 7114b951-d9d9-470b-9ad2-b3e4264c5fe7 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:53:13.316991 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-00e9da4a-b119-4eb7-a5b0-0baabe80cd3e req-fab540e8-11c1-4bb1-984d-9044b8aeeb35 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1303883 Nov 04 10:53:13.329300 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-3aceaaaa-ce9e-43c2-9c0f-e4a17da331e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:13.468923 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2725c60d-52e9-49e1-b375-c145d5d50694 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Made reservation on behalf of 93d3f7e9109b4e65b4b65c6a9a173da1 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:53:13.472699 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2725c60d-52e9-49e1-b375-c145d5d50694 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:13.534686 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-750481bb-0c25-4c87-b917-eb20ab72827e None None] Provisioning complete for port 7114b951-d9d9-470b-9ad2-b3e4264c5fe7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:13.535271 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-750481bb-0c25-4c87-b917-eb20ab72827e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:13.580314 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-750481bb-0c25-4c87-b917-eb20ab72827e None None] Port 7114b951-d9d9-470b-9ad2-b3e4264c5fe7 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:53:13.616669 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-750481bb-0c25-4c87-b917-eb20ab72827e None None] Provisioning complete for port e849a5f8-261d-441b-805b-a6a9760a7106 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:13.617085 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-750481bb-0c25-4c87-b917-eb20ab72827e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:13.793427 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e849a5f8-261d-441b-805b-a6a9760a7106 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:53:13.802482 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-885e7c2d-288f-4aa0-8a28-77ae4327ec1b tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1002659601'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:53:13.870606 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885e7c2d-288f-4aa0-8a28-77ae4327ec1b tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Made reservation on behalf of e1c212ba1eed42f98e8f413b29da2fb3 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:53:13.874550 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-885e7c2d-288f-4aa0-8a28-77ae4327ec1b tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:13.909177 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-885e7c2d-288f-4aa0-8a28-77ae4327ec1b tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:13.938908 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-3aceaaaa-ce9e-43c2-9c0f-e4a17da331e9 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:13.954590 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-3aceaaaa-ce9e-43c2-9c0f-e4a17da331e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:13.974871 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2725c60d-52e9-49e1-b375-c145d5d50694 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:14.044502 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725c60d-52e9-49e1-b375-c145d5d50694 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Subnet': ['ID=f350cbc7-df7b-4271-aef3-f8b807e9c12c,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:14.047222 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-7faa77ae-1f03-42b7-8354-4e0e897165d7 None None] Provisioning complete for port 7114b951-d9d9-470b-9ad2-b3e4264c5fe7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:14.048122 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7faa77ae-1f03-42b7-8354-4e0e897165d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:14.091472 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd005df-107d-4a3b-9747-18f7d693f613 None None] Pushing event updated for resources: {'Port': ['ID=7114b951-d9d9-470b-9ad2-b3e4264c5fe7,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:14.099787 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2725c60d-52e9-49e1-b375-c145d5d50694 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Checking segment: {'id': 'f4175dd7-6d36-4789-8ff9-51285c133b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'b75f7548-a2b6-4c12-8e52-3dc22c8f8407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:53:14.100705 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2725c60d-52e9-49e1-b375-c145d5d50694 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network hostable DHCP agents. Network: b75f7548-a2b6-4c12-8e52-3dc22c8f8407, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:53:14.145042 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-7faa77ae-1f03-42b7-8354-4e0e897165d7 None None] Port 7114b951-d9d9-470b-9ad2-b3e4264c5fe7 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:53:14.155333 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-3aceaaaa-ce9e-43c2-9c0f-e4a17da331e9 None None] Attempting to bind port 7114b951-d9d9-470b-9ad2-b3e4264c5fe7 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:53:14.156156 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2725c60d-52e9-49e1-b375-c145d5d50694 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network b75f7548-a2b6-4c12-8e52-3dc22c8f8407 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:53:14.162262 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-3aceaaaa-ce9e-43c2-9c0f-e4a17da331e9 None None] Attempting to bind port 7114b951-d9d9-470b-9ad2-b3e4264c5fe7 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'd736f32b-c144-4986-bf11-a9724eb5fb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '3bc2e5e6-8522-49b8-8689-fd8946b8a21f'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:53:14.162603 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aceaaaa-ce9e-43c2-9c0f-e4a17da331e9 None None] Attempting to bind port 7114b951-d9d9-470b-9ad2-b3e4264c5fe7 on network 3bc2e5e6-8522-49b8-8689-fd8946b8a21f {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:53:14.163307 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f3a42-3f68-4e02-bf3f-8f82d99b8607 req-df259630-d53e-45c3-9328-86c18b668c86 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:14.171563 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aceaaaa-ce9e-43c2-9c0f-e4a17da331e9 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:53:14.171998 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aceaaaa-ce9e-43c2-9c0f-e4a17da331e9 None None] Checking segment: {'id': 'd736f32b-c144-4986-bf11-a9724eb5fb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '3bc2e5e6-8522-49b8-8689-fd8946b8a21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:53:14.172606 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-3aceaaaa-ce9e-43c2-9c0f-e4a17da331e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:14.172726 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b10f3a42-3f68-4e02-bf3f-8f82d99b8607 req-df259630-d53e-45c3-9328-86c18b668c86 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=ae9a1c15-3b1d-4d94-a020-5359a15019b0 HTTP/1.1" status: 200 len: 945 time: 0.1668472 Nov 04 10:53:14.173386 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-2725c60d-52e9-49e1-b375-c145d5d50694 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, b75f7548-a2b6-4c12-8e52-3dc22c8f8407) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:53:14.173713 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aceaaaa-ce9e-43c2-9c0f-e4a17da331e9 None None] Bound using segment: {'id': 'd736f32b-c144-4986-bf11-a9724eb5fb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '3bc2e5e6-8522-49b8-8689-fd8946b8a21f'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:53:14.174655 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-3aceaaaa-ce9e-43c2-9c0f-e4a17da331e9 None None] Bound port: 7114b951-d9d9-470b-9ad2-b3e4264c5fe7, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd736f32b-c144-4986-bf11-a9724eb5fb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '3bc2e5e6-8522-49b8-8689-fd8946b8a21f'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:53:14.175086 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-3aceaaaa-ce9e-43c2-9c0f-e4a17da331e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:14.176076 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port e849a5f8-261d-441b-805b-a6a9760a7106 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:14.178049 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:14.179814 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2725c60d-52e9-49e1-b375-c145d5d50694 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:14.183804 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2725c60d-52e9-49e1-b375-c145d5d50694 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:14.193068 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2cb259-d0c4-44f7-a797-1a1a5a371fb1 None None] Network b75f7548-a2b6-4c12-8e52-3dc22c8f8407 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:53:14.218071 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2725c60d-52e9-49e1-b375-c145d5d50694 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0510857 Nov 04 10:53:14.221306 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34244) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:14.291926 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-3aceaaaa-ce9e-43c2-9c0f-e4a17da331e9 None None] For port 7114b951-d9d9-470b-9ad2-b3e4264c5fe7, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:53:14.300654 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-3aceaaaa-ce9e-43c2-9c0f-e4a17da331e9 None None] For port 7114b951-d9d9-470b-9ad2-b3e4264c5fe7, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7114b951-d9d9-470b-9ad2-b3e4264c5fe7,segment=NetworkSegment(d736f32b-c144-4986-bf11-a9724eb5fb62),segment_id=d736f32b-c144-4986-bf11-a9724eb5fb62)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:53:14.313486 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b10f3a42-3f68-4e02-bf3f-8f82d99b8607 req-40cb55fb-9d28-4ad7-8958-246dee1ce79c tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395016 Nov 04 10:53:14.326211 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-885e7c2d-288f-4aa0-8a28-77ae4327ec1b tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:14.327075 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-3aceaaaa-ce9e-43c2-9c0f-e4a17da331e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:14.339626 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-885e7c2d-288f-4aa0-8a28-77ae4327ec1b tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:14.401592 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e7c2d-288f-4aa0-8a28-77ae4327ec1b tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5e763f-7df8-4afb-866d-b9d8ccc02238,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:14.422544 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-885e7c2d-288f-4aa0-8a28-77ae4327ec1b tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1155} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:53:14.472234 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-885e7c2d-288f-4aa0-8a28-77ae4327ec1b tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:14.472589 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-885e7c2d-288f-4aa0-8a28-77ae4327ec1b tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Added segment 632ca428-8689-4f85-b8bc-09f0e1f3d764 of type vlan for network 38bef239-07ec-47c6-82d9-ff47d6e99f02 Nov 04 10:53:14.474416 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd005df-107d-4a3b-9747-18f7d693f613 None None] Pushing event updated for resources: {'Port': ['ID=7114b951-d9d9-470b-9ad2-b3e4264c5fe7,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:14.514368 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aceaaaa-ce9e-43c2-9c0f-e4a17da331e9 None None] Routers {'2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:53:14.515145 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-3aceaaaa-ce9e-43c2-9c0f-e4a17da331e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:52:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:14.533737 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9de49e-8121-4d7b-a988-b8db7afcb834 req-81d79af6-261e-4e79-9fec-2f50238783b7 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:14.535324 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8b9de49e-8121-4d7b-a988-b8db7afcb834 req-81d79af6-261e-4e79-9fec-2f50238783b7 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=7455dbc6-b98b-4b23-8552-bfcec80ac1f7 HTTP/1.1" status: 200 len: 1094 time: 0.1076906 Nov 04 10:53:14.537064 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-885e7c2d-288f-4aa0-8a28-77ae4327ec1b tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:14.545812 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-fbc36c09-27f8-42c3-b584-f45a52fbec7c None None] Provisioning complete for port 7114b951-d9d9-470b-9ad2-b3e4264c5fe7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:14.546173 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fbc36c09-27f8-42c3-b584-f45a52fbec7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:14.623914 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-885e7c2d-288f-4aa0-8a28-77ae4327ec1b tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:14.634245 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885e7c2d-288f-4aa0-8a28-77ae4327ec1b tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:14.634906 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-885e7c2d-288f-4aa0-8a28-77ae4327ec1b tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:14.654684 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8b9de49e-8121-4d7b-a988-b8db7afcb834 req-31310076-f00e-4733-8257-79c371f648ce tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5d33242b-c8e0-4d36-9d89-f5ac29666ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070125 Nov 04 10:53:14.686708 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-3aceaaaa-ce9e-43c2-9c0f-e4a17da331e9 None None] Set router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:53:14.787360 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fbc36c09-27f8-42c3-b584-f45a52fbec7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:14.817260 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-885e7c2d-288f-4aa0-8a28-77ae4327ec1b tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.6883087 Nov 04 10:53:14.820300 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34252) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:14.821400 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce2ec09-49da-4f98-978a-9c5299e7d9fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-b75f7548-a2b6-4c12-8e52-3dc22c8f8407', 'network_id': 'b75f7548-a2b6-4c12-8e52-3dc22c8f8407', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'fixed_ips': [{'subnet_id': 'f350cbc7-df7b-4271-aef3-f8b807e9c12c'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:53:14.822846 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2ce2ec09-49da-4f98-978a-9c5299e7d9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:14.855402 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.tag.tag_plugin [None req-d59976da-f4bf-48a5-8f32-60c0e03cccb6 tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '38bef239-07ec-47c6-82d9-ff47d6e99f02', 'tempest-TagsTest-Tag-1716481556') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:14.903215 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device a5a31aba-d260-45de-adac-e0a744ee7672 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:53:14.906145 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e7c2d-288f-4aa0-8a28-77ae4327ec1b tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Pushing event updated for resources: {'Network': ['ID=38bef239-07ec-47c6-82d9-ff47d6e99f02,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:14.920468 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-fbc36c09-27f8-42c3-b584-f45a52fbec7c None None] For port 7114b951-d9d9-470b-9ad2-b3e4264c5fe7, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7114b951-d9d9-470b-9ad2-b3e4264c5fe7,segment=NetworkSegment(d736f32b-c144-4986-bf11-a9724eb5fb62),segment_id=d736f32b-c144-4986-bf11-a9724eb5fb62)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:14.929422 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:14.944521 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 38bef239-07ec-47c6-82d9-ff47d6e99f02 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:53:14.965235 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fbc36c09-27f8-42c3-b584-f45a52fbec7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:15.099795 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-3aceaaaa-ce9e-43c2-9c0f-e4a17da331e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:53:10Z', 'revision_number': 4, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None, '_interfaces': [{'id': '7114b951-d9d9-470b-9ad2-b3e4264c5fe7', 'name': '', 'network_id': '3bc2e5e6-8522-49b8-8689-fd8946b8a21f', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:1b:71:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '31851cd6-329c-450c-bc4a-f72680277dc5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:53:08Z', 'updated_at': '2021-11-04T10:53:14Z', 'revision_number': 4, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': '31851cd6-329c-450c-bc4a-f72680277dc5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9687011-542d-49ae-b521-fdad34753dd5', 'name': '', 'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:d0:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:56Z', 'updated_at': '2021-11-04T10:53:05Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa95ca28-2cc6-48c8-ab05-949d0d83b0c5', 'name': '', 'network_id': '52efe839-4529-404f-97a2-99168cc71385', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:2d:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:47Z', 'updated_at': '2021-11-04T10:52:57Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:15.120068 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d59976da-f4bf-48a5-8f32-60c0e03cccb6 tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] 10.222.0.127 "PUT /v2.0/networks/38bef239-07ec-47c6-82d9-ff47d6e99f02/tags/tempest-TagsTest-Tag-1716481556 HTTP/1.1" status: 201 len: 201 time: 0.2914903 Nov 04 10:53:15.123320 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34262) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:15.137471 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.resource_extend [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 10:53:15.152502 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.tag.tag_plugin [None req-1e72608a-a006-45fe-8194-1104633a5ea2 tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '38bef239-07ec-47c6-82d9-ff47d6e99f02', 'tempest-TagsTest-Tag-1716481556') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:15.161647 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aceaaaa-ce9e-43c2-9c0f-e4a17da331e9 None None] The sync data for ids ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'] in n-d-816629-1 is: [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:53:10Z', 'revision_number': 4, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None, '_interfaces': [{'id': '7114b951-d9d9-470b-9ad2-b3e4264c5fe7', 'name': '', 'network_id': '3bc2e5e6-8522-49b8-8689-fd8946b8a21f', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:1b:71:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '31851cd6-329c-450c-bc4a-f72680277dc5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:53:08Z', 'updated_at': '2021-11-04T10:53:14Z', 'revision_number': 4, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': '31851cd6-329c-450c-bc4a-f72680277dc5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9687011-542d-49ae-b521-fdad34753dd5', 'name': '', 'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:d0:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:56Z', 'updated_at': '2021-11-04T10:53:05Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa95ca28-2cc6-48c8-ab05-949d0d83b0c5', 'name': '', 'network_id': '52efe839-4529-404f-97a2-99168cc71385', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:2d:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:47Z', 'updated_at': '2021-11-04T10:52:57Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:53:15.207346 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc36c09-27f8-42c3-b584-f45a52fbec7c None None] Pushing event updated for resources: {'Port': ['ID=7114b951-d9d9-470b-9ad2-b3e4264c5fe7,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:15.274517 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fb7b4c32-37a5-4aed-a089-cd1085e9a59c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:15.399031 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1e72608a-a006-45fe-8194-1104633a5ea2 tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] 10.222.0.127 "GET /v2.0/networks/38bef239-07ec-47c6-82d9-ff47d6e99f02/tags/tempest-TagsTest-Tag-1716481556 HTTP/1.1" status: 204 len: 168 time: 0.2734222 Nov 04 10:53:15.411856 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-89849fe0-1923-47ff-a837-cdcf21a5ad31 None None] Provisioning complete for port 7114b951-d9d9-470b-9ad2-b3e4264c5fe7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:15.412457 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-89849fe0-1923-47ff-a837-cdcf21a5ad31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:15.426928 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891e071-57da-499c-9d21-54d37aababa4 req-0cf6f78c-6f0b-4d54-a14c-6f87049e6b31 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:15.437108 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2891e071-57da-499c-9d21-54d37aababa4 req-0cf6f78c-6f0b-4d54-a14c-6f87049e6b31 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=1ce2794d-a67d-4c79-9a69-92023c8ba323 HTTP/1.1" status: 200 len: 945 time: 0.2317891 Nov 04 10:53:15.439311 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34266) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:15.496470 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.tag.tag_plugin [None req-1593611a-f52e-48c2-8f85-aca051d3acaa tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '38bef239-07ec-47c6-82d9-ff47d6e99f02') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:15.622164 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port a5a31aba-d260-45de-adac-e0a744ee7672, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=a5a31aba-d260-45de-adac-e0a744ee7672,segment=NetworkSegment(81239c95-9ebf-4ba5-959b-b735e526b80b),segment_id=81239c95-9ebf-4ba5-959b-b735e526b80b)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:15.656520 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2891e071-57da-499c-9d21-54d37aababa4 req-6c9f630a-179f-4385-85a3-62bde79b09e4 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181904 Nov 04 10:53:15.667299 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'a5a31aba-d260-45de-adac-e0a744ee7672', 'network_id': 'a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6', 'port_id': 'a5a31aba-d260-45de-adac-e0a744ee7672', 'mac_address': 'fa:16:3e:9b:e3:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b50f95f6-339c-4e35-9fac-579640522571', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:53:15.675732 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-2ce2ec09-49da-4f98-978a-9c5299e7d9fa None None] Allocated IP 172.23.0.2 (b75f7548-a2b6-4c12-8e52-3dc22c8f8407/f350cbc7-df7b-4271-aef3-f8b807e9c12c/bad72c9a-5d8e-4ec1-b570-9853bd4840cf) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:53:15.702365 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1593611a-f52e-48c2-8f85-aca051d3acaa tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] 10.222.0.127 "GET /v2.0/networks/38bef239-07ec-47c6-82d9-ff47d6e99f02/tags HTTP/1.1" status: 200 len: 238 time: 0.2595124 Nov 04 10:53:15.703654 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34278) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:15.711164 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-30d1d7a1-90a1-4f61-8988-2578844ce53b tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '38bef239-07ec-47c6-82d9-ff47d6e99f02', {'tags': ['tempest-TagsTest-Tag-2047733453', 'tempest-TagsTest-Tag-1263073244', 'tempest-TagsTest-Tag-1034649140']}) {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:15.782900 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7114b951-d9d9-470b-9ad2-b3e4264c5fe7 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:53:15.859489 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-30d1d7a1-90a1-4f61-8988-2578844ce53b tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] 10.222.0.127 "PUT /v2.0/networks/38bef239-07ec-47c6-82d9-ff47d6e99f02/tags HTTP/1.1" status: 200 len: 309 time: 0.1544614 Nov 04 10:53:15.862406 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34284) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:15.867283 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-4cae598d-bfcc-4b00-ac8c-faf8b01f5dcb tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '38bef239-07ec-47c6-82d9-ff47d6e99f02', 'tempest-TagsTest-Tag-2047733453') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:15.985206 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:15.997724 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 7114b951-d9d9-470b-9ad2-b3e4264c5fe7 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:15.998386 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:16.071467 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df00b10-b6f9-4ec5-8c42-37f1abf4c053 req-f0c83117-f5dd-4192-88ce-4f5669f8d560 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:16.074137 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4df00b10-b6f9-4ec5-8c42-37f1abf4c053 req-f0c83117-f5dd-4192-88ce-4f5669f8d560 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=528e2bc2-8672-4936-9d08-7b3c270b8fe8 HTTP/1.1" status: 200 len: 946 time: 0.0812457 Nov 04 10:53:16.076377 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4cae598d-bfcc-4b00-ac8c-faf8b01f5dcb tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] 10.222.0.127 "DELETE /v2.0/networks/38bef239-07ec-47c6-82d9-ff47d6e99f02/tags/tempest-TagsTest-Tag-2047733453 HTTP/1.1" status: 204 len: 168 time: 0.2129302 Nov 04 10:53:16.079238 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34288) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:16.086762 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-3ad3837f-0966-4abd-a0c6-d0fd737f4aef tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '38bef239-07ec-47c6-82d9-ff47d6e99f02', 'tempest-TagsTest-Tag-2047733453') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:16.097720 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a31aba-d260-45de-adac-e0a744ee7672 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:53:16.164424 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port a5a31aba-d260-45de-adac-e0a744ee7672, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=a5a31aba-d260-45de-adac-e0a744ee7672,segment=NetworkSegment(81239c95-9ebf-4ba5-959b-b735e526b80b),segment_id=81239c95-9ebf-4ba5-959b-b735e526b80b)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:16.177280 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4df00b10-b6f9-4ec5-8c42-37f1abf4c053 req-f291af4a-7398-446d-a6ef-8baf6dea7961 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925291 Nov 04 10:53:16.234357 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2ce2ec09-49da-4f98-978a-9c5299e7d9fa None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:16.240455 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c44617d3-0e20-4b86-974c-311e3f52e7f4 None None] Provisioning complete for port 7114b951-d9d9-470b-9ad2-b3e4264c5fe7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:16.241008 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c44617d3-0e20-4b86-974c-311e3f52e7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:16.249371 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2ce2ec09-49da-4f98-978a-9c5299e7d9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:16.257958 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:53:16.261188 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:16.306417 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-3ad3837f-0966-4abd-a0c6-d0fd737f4aef tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] show failed (client error): The resource could not be found. Nov 04 10:53:16.313231 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3ad3837f-0966-4abd-a0c6-d0fd737f4aef tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] 10.222.0.127 "GET /v2.0/networks/38bef239-07ec-47c6-82d9-ff47d6e99f02/tags/tempest-TagsTest-Tag-2047733453 HTTP/1.1" status: 404 len: 326 time: 0.2245660 Nov 04 10:53:16.313960 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34292) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:16.319407 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce2ec09-49da-4f98-978a-9c5299e7d9fa None None] Network b75f7548-a2b6-4c12-8e52-3dc22c8f8407 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:53:16.333667 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-2ce2ec09-49da-4f98-978a-9c5299e7d9fa None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:53:16.337081 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce2ec09-49da-4f98-978a-9c5299e7d9fa None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:53:16.345038 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-d9d69448-cb64-4432-a31b-97ea169fd5e7 tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '38bef239-07ec-47c6-82d9-ff47d6e99f02', 'tempest-TagsTest-Tag-1263073244') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:16.365471 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbc33c-29e7-4576-b492-28824c1e0515 req-7af471e5-b0fb-4515-a3d8-bb72b76d3cfa tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:16.377130 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69dbc33c-29e7-4576-b492-28824c1e0515 req-7af471e5-b0fb-4515-a3d8-bb72b76d3cfa tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=7455dbc6-b98b-4b23-8552-bfcec80ac1f7 HTTP/1.1" status: 200 len: 1095 time: 0.0918791 Nov 04 10:53:16.448051 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69dbc33c-29e7-4576-b492-28824c1e0515 req-1cc05733-d95b-4ed8-840f-7e3163e903d5 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5d33242b-c8e0-4d36-9d89-f5ac29666ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695639 Nov 04 10:53:16.476718 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-fb7b4c32-37a5-4aed-a089-cd1085e9a59c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Allocated IP 172.23.0.1 (b75f7548-a2b6-4c12-8e52-3dc22c8f8407/f350cbc7-df7b-4271-aef3-f8b807e9c12c/83b58ddb-a123-41aa-aa67-b6be42b5ba64) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:53:16.562091 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d9d69448-cb64-4432-a31b-97ea169fd5e7 tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] 10.222.0.127 "GET /v2.0/networks/38bef239-07ec-47c6-82d9-ff47d6e99f02/tags/tempest-TagsTest-Tag-1263073244 HTTP/1.1" status: 204 len: 168 time: 0.2445874 Nov 04 10:53:16.565916 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34300) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:16.576748 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-f4ef4034-4b5f-4380-91cf-53b9c70326e9 tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '38bef239-07ec-47c6-82d9-ff47d6e99f02', 'tempest-TagsTest-Tag-1034649140') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:16.636844 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2ec09-49da-4f98-978a-9c5299e7d9fa None None] Pushing event updated for resources: {'Port': ['ID=bad72c9a-5d8e-4ec1-b570-9853bd4840cf,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:16.730021 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fb7b4c32-37a5-4aed-a089-cd1085e9a59c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:16.731561 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=a5a31aba-d260-45de-adac-e0a744ee7672,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:16.740005 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['a5a31aba-d260-45de-adac-e0a744ee7672'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:53:16.746319 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f4ef4034-4b5f-4380-91cf-53b9c70326e9 tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] 10.222.0.127 "GET /v2.0/networks/38bef239-07ec-47c6-82d9-ff47d6e99f02/tags/tempest-TagsTest-Tag-1034649140 HTTP/1.1" status: 204 len: 168 time: 0.1790383 Nov 04 10:53:16.750646 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34304) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:16.766470 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.tag.tag_plugin [None req-2b35c249-3002-42d6-a61c-8ce84a831872 tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '38bef239-07ec-47c6-82d9-ff47d6e99f02') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:16.789981 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-2ce2ec09-49da-4f98-978a-9c5299e7d9fa None None] Attempting to bind port bad72c9a-5d8e-4ec1-b570-9853bd4840cf on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:53:16.790349 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-2ce2ec09-49da-4f98-978a-9c5299e7d9fa None None] Attempting to bind port bad72c9a-5d8e-4ec1-b570-9853bd4840cf by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'f4175dd7-6d36-4789-8ff9-51285c133b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'b75f7548-a2b6-4c12-8e52-3dc22c8f8407'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:53:16.790739 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce2ec09-49da-4f98-978a-9c5299e7d9fa None None] Attempting to bind port bad72c9a-5d8e-4ec1-b570-9853bd4840cf on network b75f7548-a2b6-4c12-8e52-3dc22c8f8407 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:53:16.807233 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce2ec09-49da-4f98-978a-9c5299e7d9fa None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:53:16.807607 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce2ec09-49da-4f98-978a-9c5299e7d9fa None None] Checking segment: {'id': 'f4175dd7-6d36-4789-8ff9-51285c133b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'b75f7548-a2b6-4c12-8e52-3dc22c8f8407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:53:16.808013 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2ce2ec09-49da-4f98-978a-9c5299e7d9fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:16.808409 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce2ec09-49da-4f98-978a-9c5299e7d9fa None None] Bound using segment: {'id': 'f4175dd7-6d36-4789-8ff9-51285c133b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'b75f7548-a2b6-4c12-8e52-3dc22c8f8407'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:53:16.808924 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-2ce2ec09-49da-4f98-978a-9c5299e7d9fa None None] Bound port: bad72c9a-5d8e-4ec1-b570-9853bd4840cf, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4175dd7-6d36-4789-8ff9-51285c133b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'b75f7548-a2b6-4c12-8e52-3dc22c8f8407'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:53:16.809304 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2ce2ec09-49da-4f98-978a-9c5299e7d9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:16.874633 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef469142-81b1-4102-b5a1-aa69d5ca8823 req-28a5a29f-d3ef-4e1d-a24f-ee686f390681 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:16.884134 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fb7b4c32-37a5-4aed-a089-cd1085e9a59c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:16.885293 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef469142-81b1-4102-b5a1-aa69d5ca8823 req-28a5a29f-d3ef-4e1d-a24f-ee686f390681 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:16.893997 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef469142-81b1-4102-b5a1-aa69d5ca8823 req-28a5a29f-d3ef-4e1d-a24f-ee686f390681 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:16.897223 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ef469142-81b1-4102-b5a1-aa69d5ca8823 req-28a5a29f-d3ef-4e1d-a24f-ee686f390681 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=528e2bc2-8672-4936-9d08-7b3c270b8fe8&device_id=1ce2794d-a67d-4c79-9a69-92023c8ba323&device_id=ae9a1c15-3b1d-4d94-a020-5359a15019b0 HTTP/1.1" status: 200 len: 2417 time: 0.1078684 Nov 04 10:53:16.949299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b4c32-37a5-4aed-a089-cd1085e9a59c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Port': ['ID=83b58ddb-a123-41aa-aa67-b6be42b5ba64,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:16.959783 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7b4c32-37a5-4aed-a089-cd1085e9a59c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network b75f7548-a2b6-4c12-8e52-3dc22c8f8407 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:53:16.962491 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-fb7b4c32-37a5-4aed-a089-cd1085e9a59c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:53:16.966646 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7b4c32-37a5-4aed-a089-cd1085e9a59c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:53:16.978494 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2b35c249-3002-42d6-a61c-8ce84a831872 tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] 10.222.0.127 "DELETE /v2.0/networks/38bef239-07ec-47c6-82d9-ff47d6e99f02/tags HTTP/1.1" status: 204 len: 168 time: 0.2236013 Nov 04 10:53:16.984031 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5afbd884-15ef-40ec-aa8d-e5b4956c7f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:16.996576 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34308) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:17.010118 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.tag.tag_plugin [None req-67d4462e-4b64-4376-bbab-8896a17c9101 tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '38bef239-07ec-47c6-82d9-ff47d6e99f02', 'tempest-TagsTest-Tag-1263073244') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:17.040923 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2ce2ec09-49da-4f98-978a-9c5299e7d9fa None None] For port bad72c9a-5d8e-4ec1-b570-9853bd4840cf, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:53:17.046544 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2ce2ec09-49da-4f98-978a-9c5299e7d9fa None None] For port bad72c9a-5d8e-4ec1-b570-9853bd4840cf, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=bad72c9a-5d8e-4ec1-b570-9853bd4840cf,segment=NetworkSegment(f4175dd7-6d36-4789-8ff9-51285c133b9b),segment_id=f4175dd7-6d36-4789-8ff9-51285c133b9b)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:53:17.053434 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ef469142-81b1-4102-b5a1-aa69d5ca8823 req-d2779ec0-dec9-472e-91e5-685ff9083960 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487036 Nov 04 10:53:17.057598 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fb7b4c32-37a5-4aed-a089-cd1085e9a59c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:17.063979 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2ce2ec09-49da-4f98-978a-9c5299e7d9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:17.145630 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-67d4462e-4b64-4376-bbab-8896a17c9101 tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] show failed (client error): The resource could not be found. Nov 04 10:53:17.149097 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-67d4462e-4b64-4376-bbab-8896a17c9101 tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] 10.222.0.127 "GET /v2.0/networks/38bef239-07ec-47c6-82d9-ff47d6e99f02/tags/tempest-TagsTest-Tag-1263073244 HTTP/1.1" status: 404 len: 326 time: 0.1451273 Nov 04 10:53:17.151450 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34316) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:17.172069 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.tag.tag_plugin [None req-b3c8873e-a7e9-4fb8-9c4d-5c66958808d0 tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '38bef239-07ec-47c6-82d9-ff47d6e99f02', 'tempest-TagsTest-Tag-1034649140') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:17.226288 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2ec09-49da-4f98-978a-9c5299e7d9fa None None] Pushing event updated for resources: {'Port': ['ID=bad72c9a-5d8e-4ec1-b570-9853bd4840cf,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:17.281608 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fb7b4c32-37a5-4aed-a089-cd1085e9a59c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:17.334903 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-b3c8873e-a7e9-4fb8-9c4d-5c66958808d0 tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] show failed (client error): The resource could not be found. Nov 04 10:53:17.343801 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b3c8873e-a7e9-4fb8-9c4d-5c66958808d0 tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] 10.222.0.127 "GET /v2.0/networks/38bef239-07ec-47c6-82d9-ff47d6e99f02/tags/tempest-TagsTest-Tag-1034649140 HTTP/1.1" status: 404 len: 326 time: 0.1862967 Nov 04 10:53:17.343801 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34320) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:17.345133 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.tag.tag_plugin [None req-8f155eb1-a326-4f79-aa02-54483ed5586a tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '38bef239-07ec-47c6-82d9-ff47d6e99f02') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:17.529285 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9bc83344-9d53-4c8a-a78b-ddae67bc6286 req-2f9d27e6-156f-4a64-a311-b82d8b044c00 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1796472 Nov 04 10:53:17.561658 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8f155eb1-a326-4f79-aa02-54483ed5586a tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] 10.222.0.127 "DELETE /v2.0/networks/38bef239-07ec-47c6-82d9-ff47d6e99f02/tags HTTP/1.1" status: 204 len: 168 time: 0.2211821 Nov 04 10:53:17.574556 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34324) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:17.764024 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-954cc60f-5d32-40be-8e66-0bd02d02a02c tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:17.900416 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-954cc60f-5d32-40be-8e66-0bd02d02a02c tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:17.951873 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-954cc60f-5d32-40be-8e66-0bd02d02a02c tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38bef239-07ec-47c6-82d9-ff47d6e99f02']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:17.966068 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-954cc60f-5d32-40be-8e66-0bd02d02a02c tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '632ca428-8689-4f85-b8bc-09f0e1f3d764') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:17.966536 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-954cc60f-5d32-40be-8e66-0bd02d02a02c tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '632ca428-8689-4f85-b8bc-09f0e1f3d764') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:17.999553 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-954cc60f-5d32-40be-8e66-0bd02d02a02c tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:18.015882 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-954cc60f-5d32-40be-8e66-0bd02d02a02c tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:18.031887 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-954cc60f-5d32-40be-8e66-0bd02d02a02c tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Releasing vlan 1155 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:53:18.033209 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-954cc60f-5d32-40be-8e66-0bd02d02a02c tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:53:18.037792 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:53:18.044163 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ee2bf-d22f-4d16-9436-af0e81627665 req-f6b6404c-8b7a-46d4-9396-175f36a6f674 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:18.046272 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea7ee2bf-d22f-4d16-9436-af0e81627665 req-f6b6404c-8b7a-46d4-9396-175f36a6f674 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=7455dbc6-b98b-4b23-8552-bfcec80ac1f7 HTTP/1.1" status: 200 len: 1095 time: 0.1426778 Nov 04 10:53:18.162256 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fb7b4c32-37a5-4aed-a089-cd1085e9a59c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:18.169525 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-954cc60f-5d32-40be-8e66-0bd02d02a02c tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:18.170452 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fb7b4c32-37a5-4aed-a089-cd1085e9a59c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:18.181116 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-954cc60f-5d32-40be-8e66-0bd02d02a02c tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:18.185369 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-954cc60f-5d32-40be-8e66-0bd02d02a02c tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] 10.222.0.127 "DELETE /v2.0/networks/38bef239-07ec-47c6-82d9-ff47d6e99f02 HTTP/1.1" status: 204 len: 168 time: 0.6094348 Nov 04 10:53:18.201233 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954cc60f-5d32-40be-8e66-0bd02d02a02c tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Pushing event deleted for resources: {'Network': ['ID=38bef239-07ec-47c6-82d9-ff47d6e99f02,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:18.205736 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea7ee2bf-d22f-4d16-9436-af0e81627665 req-44fdb8f2-7cc0-4614-b55f-75c0248b8e5b tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5d33242b-c8e0-4d36-9d89-f5ac29666ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468365 Nov 04 10:53:18.210468 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34340) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:18.212768 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954cc60f-5d32-40be-8e66-0bd02d02a02c tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:18.213235 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954cc60f-5d32-40be-8e66-0bd02d02a02c tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:18.213641 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954cc60f-5d32-40be-8e66-0bd02d02a02c tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:18.214042 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954cc60f-5d32-40be-8e66-0bd02d02a02c tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:18.214440 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954cc60f-5d32-40be-8e66-0bd02d02a02c tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:18.214834 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954cc60f-5d32-40be-8e66-0bd02d02a02c tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:18.215225 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954cc60f-5d32-40be-8e66-0bd02d02a02c tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:18.215614 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954cc60f-5d32-40be-8e66-0bd02d02a02c tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:18.216000 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954cc60f-5d32-40be-8e66-0bd02d02a02c tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:18.216397 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954cc60f-5d32-40be-8e66-0bd02d02a02c tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:18.216781 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954cc60f-5d32-40be-8e66-0bd02d02a02c tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:18.217194 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954cc60f-5d32-40be-8e66-0bd02d02a02c tempest-TagsTest-1738218917 tempest-TagsTest-1738218917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:18.288079 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b4c32-37a5-4aed-a089-cd1085e9a59c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event updated for resources: {'Port': ['ID=83b58ddb-a123-41aa-aa67-b6be42b5ba64,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:18.296620 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fb7b4c32-37a5-4aed-a089-cd1085e9a59c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:18.399415 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c325f890-a091-49ee-8129-b0b737c3b11e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:18.484925 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7b4c32-37a5-4aed-a089-cd1085e9a59c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Network b75f7548-a2b6-4c12-8e52-3dc22c8f8407 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:53:18.491190 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-fb7b4c32-37a5-4aed-a089-cd1085e9a59c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:53:18.575477 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34350) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:18.607043 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c325f890-a091-49ee-8129-b0b737c3b11e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:18.616246 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c325f890-a091-49ee-8129-b0b737c3b11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:18.670699 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7b4c32-37a5-4aed-a089-cd1085e9a59c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:53:18.673366 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325f890-a091-49ee-8129-b0b737c3b11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafe37da-cd07-4c71-b292-9093fe48357b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:18.680585 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c325f890-a091-49ee-8129-b0b737c3b11e admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=66e55563c1b04e3a9ce3e475812bc11d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4460111 Nov 04 10:53:18.683652 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34354) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:18.787862 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7b4c32-37a5-4aed-a089-cd1085e9a59c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:53:18.796116 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fb7b4c32-37a5-4aed-a089-cd1085e9a59c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "PUT /v2.0/routers/2f0f986b-ff60-4ef3-9e9a-4b9474c940cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5707715 Nov 04 10:53:18.797121 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-04d2174b-b4e1-41a8-b233-a13a04d360b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:18.797238 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34360) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:18.801296 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-00d96c9f-c626-46ec-bf45-a48e50fbeb69 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:53:18.804053 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34362) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:18.804293 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-eaa6d88f-39ef-4ed8-be62-703c7278d9a4 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=e1c212ba1eed42f98e8f413b29da2fb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2275932 Nov 04 10:53:18.815317 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9883af51-4ea0-4b70-aa79-365b60eaab31 None None] Sync routers for ids ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:53:18.829814 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-04d2174b-b4e1-41a8-b233-a13a04d360b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:18.842258 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9883af51-4ea0-4b70-aa79-365b60eaab31 None None] Routers {'2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:53:18.842923 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9883af51-4ea0-4b70-aa79-365b60eaab31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:52:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:18.891452 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd06bb7-412c-4578-9895-85a394f94076 None None] Network b75f7548-a2b6-4c12-8e52-3dc22c8f8407 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:53:18.912511 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-04d2174b-b4e1-41a8-b233-a13a04d360b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:18.934891 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-04d2174b-b4e1-41a8-b233-a13a04d360b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:18.943841 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-04d2174b-b4e1-41a8-b233-a13a04d360b9 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/dafe37da-cd07-4c71-b292-9093fe48357b HTTP/1.1" status: 204 len: 168 time: 0.2575920 Nov 04 10:53:18.985752 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-9883af51-4ea0-4b70-aa79-365b60eaab31 None None] Set router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:53:18.994897 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2174b-b4e1-41a8-b233-a13a04d360b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafe37da-cd07-4c71-b292-9093fe48357b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:19.055853 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a2eecd86-f96c-4460-90e4-077763057e14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:19.093491 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device a5a31aba-d260-45de-adac-e0a744ee7672 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:53:19.098563 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a2eecd86-f96c-4460-90e4-077763057e14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:19.306490 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a2eecd86-f96c-4460-90e4-077763057e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:19.314646 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a2eecd86-f96c-4460-90e4-077763057e14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:19.316152 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a2eecd86-f96c-4460-90e4-077763057e14 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/7b5e763f-7df8-4afb-866d-b9d8ccc02238 HTTP/1.1" status: 204 len: 168 time: 0.5096018 Nov 04 10:53:19.402427 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eecd86-f96c-4460-90e4-077763057e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5e763f-7df8-4afb-866d-b9d8ccc02238,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:19.519914 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.extraroute_db [None req-00d96c9f-c626-46ec-bf45-a48e50fbeb69 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=101775) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 04 10:53:19.560440 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.extraroute_db [None req-00d96c9f-c626-46ec-bf45-a48e50fbeb69 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Removed routes are [] {{(pid=101775) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 04 10:53:19.561281 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-00d96c9f-c626-46ec-bf45-a48e50fbeb69 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41180'] for router, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:19.570067 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-576e0c81-3c5b-4d96-86d1-f3a8a07961be None None] Provisioning complete for port bad72c9a-5d8e-4ec1-b570-9853bd4840cf triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:19.570914 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-576e0c81-3c5b-4d96-86d1-f3a8a07961be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:19.772106 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c405c5-e0d0-4f6a-9721-c2aa4d8f119a req-a3eafe70-f24e-418b-a925-10cbfbdd3a3c tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:19.780057 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-14c405c5-e0d0-4f6a-9721-c2aa4d8f119a req-a3eafe70-f24e-418b-a925-10cbfbdd3a3c tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=7455dbc6-b98b-4b23-8552-bfcec80ac1f7 HTTP/1.1" status: 200 len: 1095 time: 0.0833457 Nov 04 10:53:19.795669 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device bad72c9a-5d8e-4ec1-b570-9853bd4840cf up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:53:19.839098 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-14c405c5-e0d0-4f6a-9721-c2aa4d8f119a req-2b6ac366-cbba-4f94-8203-3f70fbad460f tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5d33242b-c8e0-4d36-9d89-f5ac29666ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579889 Nov 04 10:53:19.847130 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port a5a31aba-d260-45de-adac-e0a744ee7672 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:53:19.915378 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port a5a31aba-d260-45de-adac-e0a744ee7672 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:19.916104 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:19.991065 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-00d96c9f-c626-46ec-bf45-a48e50fbeb69 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41180'] for router, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:19.995524 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-823e54fe-779b-41e2-b2d8-ff9c734af63d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:19.996219 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-00d96c9f-c626-46ec-bf45-a48e50fbeb69 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3752830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3752821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3754209'] for router, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:20.011182 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9883af51-4ea0-4b70-aa79-365b60eaab31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:53:17Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None, '_interfaces': [{'id': '7114b951-d9d9-470b-9ad2-b3e4264c5fe7', 'name': '', 'network_id': '3bc2e5e6-8522-49b8-8689-fd8946b8a21f', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:1b:71:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '31851cd6-329c-450c-bc4a-f72680277dc5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:53:08Z', 'updated_at': '2021-11-04T10:53:14Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': '31851cd6-329c-450c-bc4a-f72680277dc5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83b58ddb-a123-41aa-aa67-b6be42b5ba64', 'name': '', 'network_id': 'b75f7548-a2b6-4c12-8e52-3dc22c8f8407', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:28:ad:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'f350cbc7-df7b-4271-aef3-f8b807e9c12c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:53:15Z', 'updated_at': '2021-11-04T10:53:17Z', 'revision_number': 2, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'f350cbc7-df7b-4271-aef3-f8b807e9c12c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9687011-542d-49ae-b521-fdad34753dd5', 'name': '', 'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:d0:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:56Z', 'updated_at': '2021-11-04T10:53:05Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa95ca28-2cc6-48c8-ab05-949d0d83b0c5', 'name': '', 'network_id': '52efe839-4529-404f-97a2-99168cc71385', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:2d:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:47Z', 'updated_at': '2021-11-04T10:52:57Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:20.189322 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-576e0c81-3c5b-4d96-86d1-f3a8a07961be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:20.191844 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9883af51-4ea0-4b70-aa79-365b60eaab31 None None] Checking router: 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:53:20.192195 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9883af51-4ea0-4b70-aa79-365b60eaab31 None None] Updating router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb port 83b58ddb-a123-41aa-aa67-b6be42b5ba64 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:53:20.250488 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d96c9f-c626-46ec-bf45-a48e50fbeb69 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:53:20.279975 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port bad72c9a-5d8e-4ec1-b570-9853bd4840cf triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:20.280292 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:20.398291 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9883af51-4ea0-4b70-aa79-365b60eaab31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:20.512759 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-576e0c81-3c5b-4d96-86d1-f3a8a07961be None None] For port bad72c9a-5d8e-4ec1-b570-9853bd4840cf, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=bad72c9a-5d8e-4ec1-b570-9853bd4840cf,segment=NetworkSegment(f4175dd7-6d36-4789-8ff9-51285c133b9b),segment_id=f4175dd7-6d36-4789-8ff9-51285c133b9b)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:20.546580 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d96c9f-c626-46ec-bf45-a48e50fbeb69 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:53:20.560418 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-00d96c9f-c626-46ec-bf45-a48e50fbeb69 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:20.561801 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-00d96c9f-c626-46ec-bf45-a48e50fbeb69 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "PUT /v2.0/routers/2f0f986b-ff60-4ef3-9e9a-4b9474c940cb HTTP/1.1" status: 200 len: 934 time: 1.7645731 Nov 04 10:53:20.563434 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-576e0c81-3c5b-4d96-86d1-f3a8a07961be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:20.564612 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34422) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:20.803585 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34430) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:20.804306 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5a3c550b-bbf4-479a-9a0e-0539876527b2 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "GET /v2.0/routers/2f0f986b-ff60-4ef3-9e9a-4b9474c940cb HTTP/1.1" status: 200 len: 934 time: 0.2345169 Nov 04 10:53:20.810028 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-9a44aa00-4cd2-4979-83c8-0f8a907c62fe tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'router': {'routes': None}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:53:20.972175 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:21.309076 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port a5a31aba-d260-45de-adac-e0a744ee7672, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=a5a31aba-d260-45de-adac-e0a744ee7672,segment=NetworkSegment(81239c95-9ebf-4ba5-959b-b735e526b80b),segment_id=81239c95-9ebf-4ba5-959b-b735e526b80b)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:21.313549 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7455dbc6-b98b-4b23-8552-bfcec80ac1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a31aba-d260-45de-adac-e0a744ee7672'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:53:21.316504 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183023e0-01cd-4170-855a-68bf25338d64" -d '{"events": [{"server_uuid": "7455dbc6-b98b-4b23-8552-bfcec80ac1f7", "name": "network-vif-plugged", "status": "completed", "tag": "a5a31aba-d260-45de-adac-e0a744ee7672"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:53:21.325936 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:21.326654 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:21.328518 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-17a22b9e-6e23-49f1-89a9-357d0bc5b146 None None] Provisioning complete for port bad72c9a-5d8e-4ec1-b570-9853bd4840cf triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:21.329122 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-17a22b9e-6e23-49f1-89a9-357d0bc5b146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:21.384542 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e0c81-3c5b-4d96-86d1-f3a8a07961be None None] Pushing event updated for resources: {'Port': ['ID=bad72c9a-5d8e-4ec1-b570-9853bd4840cf,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:21.540743 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bf571-e494-466b-8f33-658fe0f70721 req-8b0228e7-7984-4f82-8ce4-2fd1728c421c tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:21.550589 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b2bf571-e494-466b-8f33-658fe0f70721 req-8b0228e7-7984-4f82-8ce4-2fd1728c421c tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=528e2bc2-8672-4936-9d08-7b3c270b8fe8 HTTP/1.1" status: 200 len: 946 time: 0.0919619 Nov 04 10:53:21.661319 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b2bf571-e494-466b-8f33-658fe0f70721 req-8ae93442-7df1-422f-8516-77a088a62442 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082759 Nov 04 10:53:21.703046 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device bad72c9a-5d8e-4ec1-b570-9853bd4840cf up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:53:21.842748 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=a5a31aba-d260-45de-adac-e0a744ee7672,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:21.901102 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port bad72c9a-5d8e-4ec1-b570-9853bd4840cf triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:21.901474 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:21.942058 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-17a22b9e-6e23-49f1-89a9-357d0bc5b146 None None] Provisioning complete for port 83b58ddb-a123-41aa-aa67-b6be42b5ba64 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:21.942305 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-17a22b9e-6e23-49f1-89a9-357d0bc5b146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:21.947927 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9883af51-4ea0-4b70-aa79-365b60eaab31 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:21.956468 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fc3f7-bfcf-4231-a5a6-36fa76b36d67 req-3fecb0b5-b19a-4224-b6fe-62aef9666802 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:21.963342 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ec6fc3f7-bfcf-4231-a5a6-36fa76b36d67 req-3fecb0b5-b19a-4224-b6fe-62aef9666802 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=7455dbc6-b98b-4b23-8552-bfcec80ac1f7 HTTP/1.1" status: 200 len: 1096 time: 0.1733987 Nov 04 10:53:21.990723 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9883af51-4ea0-4b70-aa79-365b60eaab31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:22.074152 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-17a22b9e-6e23-49f1-89a9-357d0bc5b146 None None] Port 83b58ddb-a123-41aa-aa67-b6be42b5ba64 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:53:22.089243 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ec6fc3f7-bfcf-4231-a5a6-36fa76b36d67 req-dd1fcded-080c-491e-9731-b7affc1bc0a5 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5d33242b-c8e0-4d36-9d89-f5ac29666ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014416 Nov 04 10:53:22.094031 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ae9bb-3b9b-4059-902e-9d1104030b1f None None] Pushing event updated for resources: {'Port': ['ID=83b58ddb-a123-41aa-aa67-b6be42b5ba64,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:22.235636 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.extraroute_db [None req-9a44aa00-4cd2-4979-83c8-0f8a907c62fe tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Added routes are [] {{(pid=101774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 04 10:53:22.236029 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.extraroute_db [None req-9a44aa00-4cd2-4979-83c8-0f8a907c62fe tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=101774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 04 10:53:22.354567 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9a44aa00-4cd2-4979-83c8-0f8a907c62fe tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41180'] for router, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:22.372357 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:22.375339 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-5d3f3c5d-eb25-4040-8f6a-2292c80e3cbb None None] Provisioning complete for port 83b58ddb-a123-41aa-aa67-b6be42b5ba64 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:22.375978 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5d3f3c5d-eb25-4040-8f6a-2292c80e3cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:22.406886 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-9883af51-4ea0-4b70-aa79-365b60eaab31 None None] Attempting to bind port 83b58ddb-a123-41aa-aa67-b6be42b5ba64 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:53:22.406886 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-9883af51-4ea0-4b70-aa79-365b60eaab31 None None] Attempting to bind port 83b58ddb-a123-41aa-aa67-b6be42b5ba64 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'f4175dd7-6d36-4789-8ff9-51285c133b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'b75f7548-a2b6-4c12-8e52-3dc22c8f8407'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:53:22.407697 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883af51-4ea0-4b70-aa79-365b60eaab31 None None] Attempting to bind port 83b58ddb-a123-41aa-aa67-b6be42b5ba64 on network b75f7548-a2b6-4c12-8e52-3dc22c8f8407 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:53:22.421818 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883af51-4ea0-4b70-aa79-365b60eaab31 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:53:22.422360 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883af51-4ea0-4b70-aa79-365b60eaab31 None None] Checking segment: {'id': 'f4175dd7-6d36-4789-8ff9-51285c133b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'b75f7548-a2b6-4c12-8e52-3dc22c8f8407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:53:22.424860 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9883af51-4ea0-4b70-aa79-365b60eaab31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:22.425487 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883af51-4ea0-4b70-aa79-365b60eaab31 None None] Bound using segment: {'id': 'f4175dd7-6d36-4789-8ff9-51285c133b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'b75f7548-a2b6-4c12-8e52-3dc22c8f8407'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:53:22.426239 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-9883af51-4ea0-4b70-aa79-365b60eaab31 None None] Bound port: 83b58ddb-a123-41aa-aa67-b6be42b5ba64, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4175dd7-6d36-4789-8ff9-51285c133b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'b75f7548-a2b6-4c12-8e52-3dc22c8f8407'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:53:22.426728 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9883af51-4ea0-4b70-aa79-365b60eaab31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:22.435069 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4543647f-fcdd-4590-8238-e24fa3200b56 x-openstack-request-id: req-4543647f-fcdd-4590-8238-e24fa3200b56 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:53:22.435457 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7455dbc6-b98b-4b23-8552-bfcec80ac1f7", "name": "network-vif-plugged", "status": "completed", "tag": "a5a31aba-d260-45de-adac-e0a744ee7672", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:53:22.435874 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-4543647f-fcdd-4590-8238-e24fa3200b56 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:53:22.436900 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7455dbc6-b98b-4b23-8552-bfcec80ac1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a31aba-d260-45de-adac-e0a744ee7672', 'code': 200} Nov 04 10:53:22.464551 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-5d3f3c5d-eb25-4040-8f6a-2292c80e3cbb None None] Port 83b58ddb-a123-41aa-aa67-b6be42b5ba64 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:53:22.479541 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641d142-8bf5-4b27-bb4e-ed700c7e9684 req-f0cab650-ceb8-4d33-963a-3e40325cd028 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:22.487313 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e641d142-8bf5-4b27-bb4e-ed700c7e9684 req-f0cab650-ceb8-4d33-963a-3e40325cd028 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.126 "GET /v2.0/ports?device_id=528e2bc2-8672-4936-9d08-7b3c270b8fe8 HTTP/1.1" status: 200 len: 946 time: 0.2191718 Nov 04 10:53:22.550459 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-9883af51-4ea0-4b70-aa79-365b60eaab31 None None] For port 83b58ddb-a123-41aa-aa67-b6be42b5ba64, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:53:22.554772 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-9883af51-4ea0-4b70-aa79-365b60eaab31 None None] For port 83b58ddb-a123-41aa-aa67-b6be42b5ba64, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=83b58ddb-a123-41aa-aa67-b6be42b5ba64,segment=NetworkSegment(f4175dd7-6d36-4789-8ff9-51285c133b9b),segment_id=f4175dd7-6d36-4789-8ff9-51285c133b9b)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:53:22.567316 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9883af51-4ea0-4b70-aa79-365b60eaab31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:22.701570 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a800563-395a-4bde-b393-d97007a32a22 req-515b5313-12c4-472d-bfa9-eb8501117e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:22.706565 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9a800563-395a-4bde-b393-d97007a32a22 req-515b5313-12c4-472d-bfa9-eb8501117e70 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=7455dbc6-b98b-4b23-8552-bfcec80ac1f7 HTTP/1.1" status: 200 len: 1096 time: 0.1419322 Nov 04 10:53:22.762487 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:22.770139 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-11d9398e-b3c7-4504-a6b5-f7f9dcfb89b9 None None] Provisioning complete for port 83b58ddb-a123-41aa-aa67-b6be42b5ba64 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:22.770524 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-11d9398e-b3c7-4504-a6b5-f7f9dcfb89b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:22.796274 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ae9bb-3b9b-4059-902e-9d1104030b1f None None] Pushing event updated for resources: {'Port': ['ID=83b58ddb-a123-41aa-aa67-b6be42b5ba64,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:22.806378 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9883af51-4ea0-4b70-aa79-365b60eaab31 None None] Routers {'2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:53:22.807039 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9883af51-4ea0-4b70-aa79-365b60eaab31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:53:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:22.875261 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9a44aa00-4cd2-4979-83c8-0f8a907c62fe tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41180'] for router, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:22.888946 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-e641d142-8bf5-4b27-bb4e-ed700c7e9684 req-1adae861-f5f6-448e-a81a-59f3425a628d tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Deleting port 4f9aeeef-846e-4e26-81d1-565a3335ffa0 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:53:22.889410 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e641d142-8bf5-4b27-bb4e-ed700c7e9684 req-1adae861-f5f6-448e-a81a-59f3425a628d tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:22.904471 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9a44aa00-4cd2-4979-83c8-0f8a907c62fe tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3752830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3752821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3754209'] for router, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:23.008955 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-9883af51-4ea0-4b70-aa79-365b60eaab31 None None] Set router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:53:23.068035 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-11d9398e-b3c7-4504-a6b5-f7f9dcfb89b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:23.072988 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e641d142-8bf5-4b27-bb4e-ed700c7e9684 req-1adae861-f5f6-448e-a81a-59f3425a628d tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] For port 4f9aeeef-846e-4e26-81d1-565a3335ffa0, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4f9aeeef-846e-4e26-81d1-565a3335ffa0,segment=NetworkSegment(22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d),segment_id=22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:23.073749 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e641d142-8bf5-4b27-bb4e-ed700c7e9684 req-1adae861-f5f6-448e-a81a-59f3425a628d tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:23.092537 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-e641d142-8bf5-4b27-bb4e-ed700c7e9684 req-1adae861-f5f6-448e-a81a-59f3425a628d tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Calling delete_port for 4f9aeeef-846e-4e26-81d1-565a3335ffa0 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:53:23.129752 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc318ee-58d9-44d9-a593-a08be670e394 req-47db08eb-bf1d-45d1-88e8-fa5005bf8a3a tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:23.137676 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5bc318ee-58d9-44d9-a593-a08be670e394 req-47db08eb-bf1d-45d1-88e8-fa5005bf8a3a tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=528e2bc2-8672-4936-9d08-7b3c270b8fe8 HTTP/1.1" status: 200 len: 946 time: 0.2502260 Nov 04 10:53:23.219184 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a44aa00-4cd2-4979-83c8-0f8a907c62fe tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:53:23.282625 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5bc318ee-58d9-44d9-a593-a08be670e394 req-ce139f09-36ca-4a82-a626-5d7b11f36617 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427648 Nov 04 10:53:23.300316 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9a800563-395a-4bde-b393-d97007a32a22 req-dcc9400b-f815-4ac9-9bdb-60747157a9f9 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=5d33242b-c8e0-4d36-9d89-f5ac29666ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5858874 Nov 04 10:53:23.307472 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e641d142-8bf5-4b27-bb4e-ed700c7e9684 req-1adae861-f5f6-448e-a81a-59f3425a628d tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:23.372706 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-11d9398e-b3c7-4504-a6b5-f7f9dcfb89b9 None None] For port 83b58ddb-a123-41aa-aa67-b6be42b5ba64, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=83b58ddb-a123-41aa-aa67-b6be42b5ba64,segment=NetworkSegment(f4175dd7-6d36-4789-8ff9-51285c133b9b),segment_id=f4175dd7-6d36-4789-8ff9-51285c133b9b)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:23.378393 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['fb3b469c-16a8-41ad-9c23-b12b63e79ca7', '4bcc06f0-d9e9-44f2-9672-2353fb4be423'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:53:23.385181 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adae861-f5f6-448e-a81a-59f3425a628d tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Pushing event deleted for resources: {'Port': ['ID=4f9aeeef-846e-4e26-81d1-565a3335ffa0,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:23.386231 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-11d9398e-b3c7-4504-a6b5-f7f9dcfb89b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:23.474905 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e641d142-8bf5-4b27-bb4e-ed700c7e9684 req-1adae861-f5f6-448e-a81a-59f3425a628d tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] No DVR routers for this DVR port 4f9aeeef-846e-4e26-81d1-565a3335ffa0 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:53:23.483662 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e641d142-8bf5-4b27-bb4e-ed700c7e9684 req-1adae861-f5f6-448e-a81a-59f3425a628d tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:23.495672 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e641d142-8bf5-4b27-bb4e-ed700c7e9684 req-1adae861-f5f6-448e-a81a-59f3425a628d tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.126 "DELETE /v2.0/ports/4f9aeeef-846e-4e26-81d1-565a3335ffa0 HTTP/1.1" status: 204 len: 173 time: 1.0014937 Nov 04 10:53:23.497039 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528e2bc2-8672-4936-9d08-7b3c270b8fe8', 'name': 'network-vif-deleted', 'tag': '4f9aeeef-846e-4e26-81d1-565a3335ffa0'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:53:23.507027 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1224bc-2101-4aff-b4ef-8a7040715f6a" -d '{"events": [{"server_uuid": "528e2bc2-8672-4936-9d08-7b3c270b8fe8", "name": "network-vif-deleted", "tag": "4f9aeeef-846e-4e26-81d1-565a3335ffa0"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:53:23.582272 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec877862-3174-433a-b392-05cbc242db22 req-8f76a1ba-3568-4cb6-9def-e7db35c58a9b tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:23.590378 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ec877862-3174-433a-b392-05cbc242db22 req-8f76a1ba-3568-4cb6-9def-e7db35c58a9b tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=7455dbc6-b98b-4b23-8552-bfcec80ac1f7 HTTP/1.1" status: 200 len: 1096 time: 0.1560133 Nov 04 10:53:23.598052 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a44aa00-4cd2-4979-83c8-0f8a907c62fe tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:53:23.614888 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9a44aa00-4cd2-4979-83c8-0f8a907c62fe tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:23.620355 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34512) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:23.629414 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9a44aa00-4cd2-4979-83c8-0f8a907c62fe tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "PUT /v2.0/routers/2f0f986b-ff60-4ef3-9e9a-4b9474c940cb HTTP/1.1" status: 200 len: 700 time: 2.8237662 Nov 04 10:53:23.721466 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ec877862-3174-433a-b392-05cbc242db22 req-5700845f-77e7-466e-bf7f-c817087c59a2 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5d33242b-c8e0-4d36-9d89-f5ac29666ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300921 Nov 04 10:53:23.848179 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9398e-b3c7-4504-a6b5-f7f9dcfb89b9 None None] Pushing event updated for resources: {'Port': ['ID=83b58ddb-a123-41aa-aa67-b6be42b5ba64,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:23.872158 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34516) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:23.885052 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6e34996f-bb14-4643-b2bf-8d6dc6c668c1 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "GET /v2.0/routers/2f0f986b-ff60-4ef3-9e9a-4b9474c940cb HTTP/1.1" status: 200 len: 700 time: 0.2473750 Nov 04 10:53:23.891378 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4db08e6c-099a-4a2e-b59d-abba2972b303 None None] Provisioning complete for port 83b58ddb-a123-41aa-aa67-b6be42b5ba64 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:23.892015 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4db08e6c-099a-4a2e-b59d-abba2972b303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:23.898703 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34518) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:24.055472 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8136905d-d228-4eb5-b6e8-68b164af80bb x-openstack-request-id: req-8136905d-d228-4eb5-b6e8-68b164af80bb {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:53:24.055790 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528e2bc2-8672-4936-9d08-7b3c270b8fe8", "name": "network-vif-deleted", "tag": "4f9aeeef-846e-4e26-81d1-565a3335ffa0", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:53:24.056052 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-8136905d-d228-4eb5-b6e8-68b164af80bb {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:53:24.056458 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528e2bc2-8672-4936-9d08-7b3c270b8fe8', 'name': 'network-vif-deleted', 'tag': '4f9aeeef-846e-4e26-81d1-565a3335ffa0', 'status': 'completed', 'code': 200} Nov 04 10:53:24.161908 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a01371fe-e9d7-4a89-b32a-01534d3a4b71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:24.284235 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9883af51-4ea0-4b70-aa79-365b60eaab31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:53:22Z', 'revision_number': 7, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None, '_interfaces': [{'id': '7114b951-d9d9-470b-9ad2-b3e4264c5fe7', 'name': '', 'network_id': '3bc2e5e6-8522-49b8-8689-fd8946b8a21f', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:1b:71:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '31851cd6-329c-450c-bc4a-f72680277dc5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:53:08Z', 'updated_at': '2021-11-04T10:53:14Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': '31851cd6-329c-450c-bc4a-f72680277dc5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83b58ddb-a123-41aa-aa67-b6be42b5ba64', 'name': '', 'network_id': 'b75f7548-a2b6-4c12-8e52-3dc22c8f8407', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:28:ad:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'f350cbc7-df7b-4271-aef3-f8b807e9c12c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:53:15Z', 'updated_at': '2021-11-04T10:53:22Z', 'revision_number': 4, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'f350cbc7-df7b-4271-aef3-f8b807e9c12c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9687011-542d-49ae-b521-fdad34753dd5', 'name': '', 'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:d0:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:56Z', 'updated_at': '2021-11-04T10:53:05Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa95ca28-2cc6-48c8-ab05-949d0d83b0c5', 'name': '', 'network_id': '52efe839-4529-404f-97a2-99168cc71385', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:2d:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:47Z', 'updated_at': '2021-11-04T10:52:57Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:24.324557 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a01371fe-e9d7-4a89-b32a-01534d3a4b71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:24.332075 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a01371fe-e9d7-4a89-b32a-01534d3a4b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:24.400981 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9883af51-4ea0-4b70-aa79-365b60eaab31 None None] The sync data for ids ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'] in n-d-816629-1 is: [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:53:22Z', 'revision_number': 7, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None, '_interfaces': [{'id': '7114b951-d9d9-470b-9ad2-b3e4264c5fe7', 'name': '', 'network_id': '3bc2e5e6-8522-49b8-8689-fd8946b8a21f', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:1b:71:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '31851cd6-329c-450c-bc4a-f72680277dc5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:53:08Z', 'updated_at': '2021-11-04T10:53:14Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': '31851cd6-329c-450c-bc4a-f72680277dc5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83b58ddb-a123-41aa-aa67-b6be42b5ba64', 'name': '', 'network_id': 'b75f7548-a2b6-4c12-8e52-3dc22c8f8407', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:28:ad:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'f350cbc7-df7b-4271-aef3-f8b807e9c12c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:53:15Z', 'updated_at': '2021-11-04T10:53:22Z', 'revision_number': 4, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'f350cbc7-df7b-4271-aef3-f8b807e9c12c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9687011-542d-49ae-b521-fdad34753dd5', 'name': '', 'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:d0:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:56Z', 'updated_at': '2021-11-04T10:53:05Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa95ca28-2cc6-48c8-ab05-949d0d83b0c5', 'name': '', 'network_id': '52efe839-4529-404f-97a2-99168cc71385', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:2d:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:47Z', 'updated_at': '2021-11-04T10:52:57Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:53:24.448400 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a01371fe-e9d7-4a89-b32a-01534d3a4b71 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=b66c49e9fae54899a5adb649b69c5b90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5422485 Nov 04 10:53:24.449258 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34526) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:24.472403 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01371fe-e9d7-4a89-b32a-01534d3a4b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07985474-2cd7-47dd-a85b-1c959bb478fa,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:24.729642 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ba2c113e-783a-4b60-af93-d1d1deb8eaeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:24.739926 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 4f9aeeef-846e-4e26-81d1-565a3335ffa0 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:53:24.796767 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 4f9aeeef-846e-4e26-81d1-565a3335ffa0 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:53:24.796767 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 4f9aeeef-846e-4e26-81d1-565a3335ffa0 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:53:24.823355 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ba2c113e-783a-4b60-af93-d1d1deb8eaeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:24.915222 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-464accb7-f932-4623-a650-0f89c9917a9c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:24.940755 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ba2c113e-783a-4b60-af93-d1d1deb8eaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:24.947031 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ba2c113e-783a-4b60-af93-d1d1deb8eaeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:24.954939 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ba2c113e-783a-4b60-af93-d1d1deb8eaeb admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/07985474-2cd7-47dd-a85b-1c959bb478fa HTTP/1.1" status: 204 len: 168 time: 0.4989705 Nov 04 10:53:24.977183 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c113e-783a-4b60-af93-d1d1deb8eaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07985474-2cd7-47dd-a85b-1c959bb478fa,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:25.164415 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75859366-7ab7-4b1d-a4e9-1aab2a9b6ff0 req-8814da9a-3d0b-44c6-93bf-7cf1b50faaa4 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:25.172336 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-75859366-7ab7-4b1d-a4e9-1aab2a9b6ff0 req-8814da9a-3d0b-44c6-93bf-7cf1b50faaa4 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=7455dbc6-b98b-4b23-8552-bfcec80ac1f7 HTTP/1.1" status: 200 len: 1096 time: 0.1413004 Nov 04 10:53:25.264509 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-75859366-7ab7-4b1d-a4e9-1aab2a9b6ff0 req-7dc5ec02-88e4-4d48-9992-dcec6f32a697 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5d33242b-c8e0-4d36-9d89-f5ac29666ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911622 Nov 04 10:53:25.544297 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-464accb7-f932-4623-a650-0f89c9917a9c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Deleting port 83b58ddb-a123-41aa-aa67-b6be42b5ba64 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:53:25.544764 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-464accb7-f932-4623-a650-0f89c9917a9c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:25.588155 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e58b44-4900-4eb7-9f9c-98b61b22dd4e None None] Sync routers for ids ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:53:25.590303 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3247987-189a-45f8-9239-47915607166b req-6dbfe545-3b56-4f81-9f46-426cbd0a6532 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:25.605702 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e58b44-4900-4eb7-9f9c-98b61b22dd4e None None] Routers {'2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:53:25.607770 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-48e58b44-4900-4eb7-9f9c-98b61b22dd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:53:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:25.613768 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c3247987-189a-45f8-9239-47915607166b req-6dbfe545-3b56-4f81-9f46-426cbd0a6532 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=1ce2794d-a67d-4c79-9a69-92023c8ba323 HTTP/1.1" status: 200 len: 945 time: 0.1792610 Nov 04 10:53:25.692479 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34546) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:25.743809 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 83b58ddb-a123-41aa-aa67-b6be42b5ba64 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:53:25.751987 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-00b76b7b-a1e5-4af3-a8ae-86e70ba1bdc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:25.827506 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c3247987-189a-45f8-9239-47915607166b req-2e14a629-cead-4dc0-a18e-e47c589568b3 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125227 Nov 04 10:53:25.879239 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-48e58b44-4900-4eb7-9f9c-98b61b22dd4e None None] Set router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:53:25.899254 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-464accb7-f932-4623-a650-0f89c9917a9c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] For port 83b58ddb-a123-41aa-aa67-b6be42b5ba64, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=83b58ddb-a123-41aa-aa67-b6be42b5ba64,segment=NetworkSegment(f4175dd7-6d36-4789-8ff9-51285c133b9b),segment_id=f4175dd7-6d36-4789-8ff9-51285c133b9b)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:25.904116 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-464accb7-f932-4623-a650-0f89c9917a9c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:25.939944 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-464accb7-f932-4623-a650-0f89c9917a9c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Calling delete_port for 83b58ddb-a123-41aa-aa67-b6be42b5ba64 owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:53:25.941730 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 83b58ddb-a123-41aa-aa67-b6be42b5ba64 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:25.942290 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:25.944594 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-00b76b7b-a1e5-4af3-a8ae-86e70ba1bdc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:25.955562 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-00b76b7b-a1e5-4af3-a8ae-86e70ba1bdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:26.048988 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-00b76b7b-a1e5-4af3-a8ae-86e70ba1bdc9 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=4711ca2927f24e4ba29bfc7efb16defe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3549304 Nov 04 10:53:26.049654 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34552) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:26.137220 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b76b7b-a1e5-4af3-a8ae-86e70ba1bdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14d78c2-cbc4-46f7-b576-821f0425cc71,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:26.323564 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b09e5ea4-0dfb-447f-8abc-c1603435a537 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:26.465352 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b09e5ea4-0dfb-447f-8abc-c1603435a537 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:26.515596 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a6230-5783-46eb-a28c-20c84f2fc2f5 req-61c24a7b-e360-4a6f-8779-a044d4397bb4 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:26.516480 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e59a6230-5783-46eb-a28c-20c84f2fc2f5 req-61c24a7b-e360-4a6f-8779-a044d4397bb4 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.126 "GET /v2.0/ports?device_id=1ce2794d-a67d-4c79-9a69-92023c8ba323 HTTP/1.1" status: 200 len: 945 time: 0.3061385 Nov 04 10:53:26.556453 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f0a8-7a55-4c0d-9b46-92e456696c3f req-dab27722-af94-4280-8e27-88ac2d724aee tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:26.560314 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cd22f0a8-7a55-4c0d-9b46-92e456696c3f req-dab27722-af94-4280-8e27-88ac2d724aee tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=7455dbc6-b98b-4b23-8552-bfcec80ac1f7 HTTP/1.1" status: 200 len: 1096 time: 0.1580272 Nov 04 10:53:26.569884 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-48e58b44-4900-4eb7-9f9c-98b61b22dd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:53:22Z', 'revision_number': 7, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None, '_interfaces': [{'id': '7114b951-d9d9-470b-9ad2-b3e4264c5fe7', 'name': '', 'network_id': '3bc2e5e6-8522-49b8-8689-fd8946b8a21f', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:1b:71:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '31851cd6-329c-450c-bc4a-f72680277dc5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:53:08Z', 'updated_at': '2021-11-04T10:53:14Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': '31851cd6-329c-450c-bc4a-f72680277dc5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83b58ddb-a123-41aa-aa67-b6be42b5ba64', 'name': '', 'network_id': 'b75f7548-a2b6-4c12-8e52-3dc22c8f8407', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:28:ad:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'f350cbc7-df7b-4271-aef3-f8b807e9c12c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:53:15Z', 'updated_at': '2021-11-04T10:53:23Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'f350cbc7-df7b-4271-aef3-f8b807e9c12c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9687011-542d-49ae-b521-fdad34753dd5', 'name': '', 'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:d0:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:56Z', 'updated_at': '2021-11-04T10:53:05Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa95ca28-2cc6-48c8-ab05-949d0d83b0c5', 'name': '', 'network_id': '52efe839-4529-404f-97a2-99168cc71385', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:2d:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:47Z', 'updated_at': '2021-11-04T10:52:57Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:26.615972 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e58b44-4900-4eb7-9f9c-98b61b22dd4e None None] Checking router: 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:53:26.630921 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e58b44-4900-4eb7-9f9c-98b61b22dd4e None None] Routers {'2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:53:26.633307 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-48e58b44-4900-4eb7-9f9c-98b61b22dd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:53:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:26.695840 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b09e5ea4-0dfb-447f-8abc-c1603435a537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:26.698925 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b09e5ea4-0dfb-447f-8abc-c1603435a537 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:26.705840 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b09e5ea4-0dfb-447f-8abc-c1603435a537 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/f14d78c2-cbc4-46f7-b576-821f0425cc71 HTTP/1.1" status: 204 len: 168 time: 0.6382818 Nov 04 10:53:26.729083 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e5ea4-0dfb-447f-8abc-c1603435a537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14d78c2-cbc4-46f7-b576-821f0425cc71,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:26.737701 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-e59a6230-5783-46eb-a28c-20c84f2fc2f5 req-7090c020-2fc8-472a-bae6-e423f086e421 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Deleting port 4bcc06f0-d9e9-44f2-9672-2353fb4be423 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:53:26.738381 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e59a6230-5783-46eb-a28c-20c84f2fc2f5 req-7090c020-2fc8-472a-bae6-e423f086e421 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:26.815149 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-48e58b44-4900-4eb7-9f9c-98b61b22dd4e None None] Set router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:53:26.820536 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cd22f0a8-7a55-4c0d-9b46-92e456696c3f req-16f1df4c-8335-4f3c-943c-13725d4aeb4e tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5d33242b-c8e0-4d36-9d89-f5ac29666ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564497 Nov 04 10:53:26.830754 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-464accb7-f932-4623-a650-0f89c9917a9c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:26.996426 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e59a6230-5783-46eb-a28c-20c84f2fc2f5 req-7090c020-2fc8-472a-bae6-e423f086e421 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] For port 4bcc06f0-d9e9-44f2-9672-2353fb4be423, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=4bcc06f0-d9e9-44f2-9672-2353fb4be423,segment=NetworkSegment(22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d),segment_id=22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:26.997481 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e59a6230-5783-46eb-a28c-20c84f2fc2f5 req-7090c020-2fc8-472a-bae6-e423f086e421 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:27.001000 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464accb7-f932-4623-a650-0f89c9917a9c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Port': ['ID=83b58ddb-a123-41aa-aa67-b6be42b5ba64,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:27.041808 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-e59a6230-5783-46eb-a28c-20c84f2fc2f5 req-7090c020-2fc8-472a-bae6-e423f086e421 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Calling delete_port for 4bcc06f0-d9e9-44f2-9672-2353fb4be423 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:53:27.366557 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae84ffe-ad10-4a74-958c-4cf36cd52d0f req-47ceaf92-fdcb-42de-b4a4-245e7540a746 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:27.376688 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ae84ffe-ad10-4a74-958c-4cf36cd52d0f req-47ceaf92-fdcb-42de-b4a4-245e7540a746 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=7455dbc6-b98b-4b23-8552-bfcec80ac1f7 HTTP/1.1" status: 200 len: 1096 time: 0.2990119 Nov 04 10:53:27.396805 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e59a6230-5783-46eb-a28c-20c84f2fc2f5 req-7090c020-2fc8-472a-bae6-e423f086e421 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:27.414033 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['fb3b469c-16a8-41ad-9c23-b12b63e79ca7'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:53:27.433658 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090c020-2fc8-472a-bae6-e423f086e421 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Pushing event deleted for resources: {'Port': ['ID=4bcc06f0-d9e9-44f2-9672-2353fb4be423,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:27.452884 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-464accb7-f932-4623-a650-0f89c9917a9c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:27.499206 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59a6230-5783-46eb-a28c-20c84f2fc2f5 req-7090c020-2fc8-472a-bae6-e423f086e421 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] No DVR routers for this DVR port 4bcc06f0-d9e9-44f2-9672-2353fb4be423 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:53:27.501899 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ae84ffe-ad10-4a74-958c-4cf36cd52d0f req-8768a3b5-dc14-4e93-8ac2-49afcfcf41d2 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5d33242b-c8e0-4d36-9d89-f5ac29666ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241760 Nov 04 10:53:27.502645 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e59a6230-5783-46eb-a28c-20c84f2fc2f5 req-7090c020-2fc8-472a-bae6-e423f086e421 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:27.523259 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e59a6230-5783-46eb-a28c-20c84f2fc2f5 req-7090c020-2fc8-472a-bae6-e423f086e421 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.126 "DELETE /v2.0/ports/4bcc06f0-d9e9-44f2-9672-2353fb4be423 HTTP/1.1" status: 204 len: 173 time: 0.9957666 Nov 04 10:53:27.524650 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce2794d-a67d-4c79-9a69-92023c8ba323', 'name': 'network-vif-deleted', 'tag': '4bcc06f0-d9e9-44f2-9672-2353fb4be423'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:53:27.537502 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e2397a-2333-4446-8f71-494c924ad565" -d '{"events": [{"server_uuid": "1ce2794d-a67d-4c79-9a69-92023c8ba323", "name": "network-vif-deleted", "tag": "4bcc06f0-d9e9-44f2-9672-2353fb4be423"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:53:27.614480 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-48e58b44-4900-4eb7-9f9c-98b61b22dd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:53:22Z', 'revision_number': 7, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None, '_interfaces': [{'id': '7114b951-d9d9-470b-9ad2-b3e4264c5fe7', 'name': '', 'network_id': '3bc2e5e6-8522-49b8-8689-fd8946b8a21f', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:1b:71:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '31851cd6-329c-450c-bc4a-f72680277dc5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:53:08Z', 'updated_at': '2021-11-04T10:53:14Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': '31851cd6-329c-450c-bc4a-f72680277dc5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83b58ddb-a123-41aa-aa67-b6be42b5ba64', 'name': '', 'network_id': 'b75f7548-a2b6-4c12-8e52-3dc22c8f8407', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:28:ad:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'f350cbc7-df7b-4271-aef3-f8b807e9c12c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:53:15Z', 'updated_at': '2021-11-04T10:53:23Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'f350cbc7-df7b-4271-aef3-f8b807e9c12c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9687011-542d-49ae-b521-fdad34753dd5', 'name': '', 'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:d0:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:56Z', 'updated_at': '2021-11-04T10:53:05Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa95ca28-2cc6-48c8-ab05-949d0d83b0c5', 'name': '', 'network_id': '52efe839-4529-404f-97a2-99168cc71385', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:2d:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:47Z', 'updated_at': '2021-11-04T10:52:57Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:27.737480 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81e87bec-38dc-4a18-8c81-5913296c907a req-980606c8-3092-4d8c-a24d-8ec32028a986 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=1ce2794d-a67d-4c79-9a69-92023c8ba323 HTTP/1.1" status: 200 len: 210 time: 0.0866899 Nov 04 10:53:27.739305 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e58b44-4900-4eb7-9f9c-98b61b22dd4e None None] The sync data for ids ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'] in n-d-816629-1 is: [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:53:22Z', 'revision_number': 7, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None, '_interfaces': [{'id': '7114b951-d9d9-470b-9ad2-b3e4264c5fe7', 'name': '', 'network_id': '3bc2e5e6-8522-49b8-8689-fd8946b8a21f', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:1b:71:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '31851cd6-329c-450c-bc4a-f72680277dc5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:53:08Z', 'updated_at': '2021-11-04T10:53:14Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': '31851cd6-329c-450c-bc4a-f72680277dc5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83b58ddb-a123-41aa-aa67-b6be42b5ba64', 'name': '', 'network_id': 'b75f7548-a2b6-4c12-8e52-3dc22c8f8407', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:28:ad:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'f350cbc7-df7b-4271-aef3-f8b807e9c12c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:53:15Z', 'updated_at': '2021-11-04T10:53:23Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'f350cbc7-df7b-4271-aef3-f8b807e9c12c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9687011-542d-49ae-b521-fdad34753dd5', 'name': '', 'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:d0:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:56Z', 'updated_at': '2021-11-04T10:53:05Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa95ca28-2cc6-48c8-ab05-949d0d83b0c5', 'name': '', 'network_id': '52efe839-4529-404f-97a2-99168cc71385', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:2d:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:47Z', 'updated_at': '2021-11-04T10:52:57Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:53:27.949999 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f3eab3-8d36-473f-9a8e-1d83cc2f5745 x-openstack-request-id: req-71f3eab3-8d36-473f-9a8e-1d83cc2f5745 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:53:27.950679 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce2794d-a67d-4c79-9a69-92023c8ba323", "name": "network-vif-deleted", "tag": "4bcc06f0-d9e9-44f2-9672-2353fb4be423", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:53:27.951158 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-71f3eab3-8d36-473f-9a8e-1d83cc2f5745 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:53:27.951751 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce2794d-a67d-4c79-9a69-92023c8ba323', 'name': 'network-vif-deleted', 'tag': '4bcc06f0-d9e9-44f2-9672-2353fb4be423', 'status': 'completed', 'code': 200} Nov 04 10:53:28.076577 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464accb7-f932-4623-a650-0f89c9917a9c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:53:28.770746 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464accb7-f932-4623-a650-0f89c9917a9c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:53:28.784036 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18622a4f-80e5-42a1-883e-e82f28218493 None None] Sync routers for ids ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:53:28.788922 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 4bcc06f0-d9e9-44f2-9672-2353fb4be423 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:53:28.818829 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db25e38-4561-4d14-8a43-cc91da05136f req-a6cc80c3-a27c-452e-9255-48f6de3c8a71 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:28.829799 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1db25e38-4561-4d14-8a43-cc91da05136f req-a6cc80c3-a27c-452e-9255-48f6de3c8a71 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/networks?id=a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6 HTTP/1.1" status: 200 len: 912 time: 0.6981280 Nov 04 10:53:28.842150 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34614) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:28.845814 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-464accb7-f932-4623-a650-0f89c9917a9c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "PUT /v2.0/routers/2f0f986b-ff60-4ef3-9e9a-4b9474c940cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9721746 Nov 04 10:53:28.849593 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 4bcc06f0-d9e9-44f2-9672-2353fb4be423 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:53:28.851595 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 4bcc06f0-d9e9-44f2-9672-2353fb4be423 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:53:28.873829 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1db25e38-4561-4d14-8a43-cc91da05136f req-7f1195d4-550c-4ecc-b7a3-d43d897d5ad1 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/quotas/e68520abc1ae49e79fbaf0133d2fc710 HTTP/1.1" status: 200 len: 375 time: 0.0421572 Nov 04 10:53:28.882023 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18622a4f-80e5-42a1-883e-e82f28218493 None None] Routers {'2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:53:28.882649 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-18622a4f-80e5-42a1-883e-e82f28218493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:53:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:28.975413 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1db25e38-4561-4d14-8a43-cc91da05136f req-f6a26e29-adf5-4305-af62-5512eb473a5c tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?tenant_id=e68520abc1ae49e79fbaf0133d2fc710&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1006112 Nov 04 10:53:28.991553 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3aab19e-5573-4382-9edb-6a993a035337 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Deleting subnet f350cbc7-df7b-4271-aef3-f8b807e9c12c {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:53:29.006718 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d3aab19e-5573-4382-9edb-6a993a035337 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:29.048725 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-18622a4f-80e5-42a1-883e-e82f28218493 None None] Set router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:53:29.109656 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1db25e38-4561-4d14-8a43-cc91da05136f req-ebcd959a-76d7-4b4f-8869-ddf617a0343c service neutron] 10.222.0.127 "GET /v2.0/networks/a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316431 Nov 04 10:53:29.213284 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d3aab19e-5573-4382-9edb-6a993a035337 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:29.370742 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d3aab19e-5573-4382-9edb-6a993a035337 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:29.398160 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1db25e38-4561-4d14-8a43-cc91da05136f req-2fed3b86-7484-4ffc-8b1d-05817f48ac52 service neutron] 10.222.0.127 "GET /v2.0/networks/a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800620 Nov 04 10:53:29.450510 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d3aab19e-5573-4382-9edb-6a993a035337 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:29.467018 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d3aab19e-5573-4382-9edb-6a993a035337 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:29.475325 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34626) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:29.475658 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d3aab19e-5573-4382-9edb-6a993a035337 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/subnets/f350cbc7-df7b-4271-aef3-f8b807e9c12c HTTP/1.1" status: 204 len: 168 time: 0.6260195 Nov 04 10:53:29.499789 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aab19e-5573-4382-9edb-6a993a035337 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Subnet': ['ID=f350cbc7-df7b-4271-aef3-f8b807e9c12c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:29.510681 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6420afd7-6f12-4ea3-ad8f-f9c591faf99c None None] Network b75f7548-a2b6-4c12-8e52-3dc22c8f8407 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:53:29.615606 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-18622a4f-80e5-42a1-883e-e82f28218493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:53:26Z', 'revision_number': 8, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None, '_interfaces': [{'id': '7114b951-d9d9-470b-9ad2-b3e4264c5fe7', 'name': '', 'network_id': '3bc2e5e6-8522-49b8-8689-fd8946b8a21f', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:1b:71:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '31851cd6-329c-450c-bc4a-f72680277dc5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:53:08Z', 'updated_at': '2021-11-04T10:53:14Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': '31851cd6-329c-450c-bc4a-f72680277dc5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9687011-542d-49ae-b521-fdad34753dd5', 'name': '', 'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:d0:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:56Z', 'updated_at': '2021-11-04T10:53:05Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa95ca28-2cc6-48c8-ab05-949d0d83b0c5', 'name': '', 'network_id': '52efe839-4529-404f-97a2-99168cc71385', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:2d:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:47Z', 'updated_at': '2021-11-04T10:52:57Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:29.663496 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4fa354b9-7363-4bd1-b8fd-297c619d62bd tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:29.666030 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18622a4f-80e5-42a1-883e-e82f28218493 None None] Checking router: 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:53:29.708858 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18622a4f-80e5-42a1-883e-e82f28218493 None None] Routers {'2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:53:29.709533 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-18622a4f-80e5-42a1-883e-e82f28218493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:53:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:29.836527 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-4fa354b9-7363-4bd1-b8fd-297c619d62bd tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Deleting port bad72c9a-5d8e-4ec1-b570-9853bd4840cf {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:53:29.836903 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4fa354b9-7363-4bd1-b8fd-297c619d62bd tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:29.960854 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-4fa354b9-7363-4bd1-b8fd-297c619d62bd tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] For port bad72c9a-5d8e-4ec1-b570-9853bd4840cf, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=bad72c9a-5d8e-4ec1-b570-9853bd4840cf,segment=NetworkSegment(f4175dd7-6d36-4789-8ff9-51285c133b9b),segment_id=f4175dd7-6d36-4789-8ff9-51285c133b9b)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:29.961540 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4fa354b9-7363-4bd1-b8fd-297c619d62bd tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:29.998297 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2bccd489-ee8b-4fda-ba30-448e15b2e334 req-7101af5a-e167-4847-a96d-d9ae152d9e75 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=c5ec0453-c317-490e-8038-30d99bf668b5 HTTP/1.1" status: 200 len: 210 time: 0.0396640 Nov 04 10:53:30.012258 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-4fa354b9-7363-4bd1-b8fd-297c619d62bd tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Calling delete_port for bad72c9a-5d8e-4ec1-b570-9853bd4840cf owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:53:30.076755 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-18622a4f-80e5-42a1-883e-e82f28218493 None None] Set router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:53:30.191238 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4fa354b9-7363-4bd1-b8fd-297c619d62bd tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:30.210408 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa354b9-7363-4bd1-b8fd-297c619d62bd tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] No DVR routers for this DVR port bad72c9a-5d8e-4ec1-b570-9853bd4840cf on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:53:30.310938 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa354b9-7363-4bd1-b8fd-297c619d62bd tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Port': ['ID=bad72c9a-5d8e-4ec1-b570-9853bd4840cf,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:30.332605 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e591102-5faa-4b38-8a64-ae2d70313d49 None None] DHCP port deletion for b75f7548-a2b6-4c12-8e52-3dc22c8f8407 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:53:30.482423 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4fa354b9-7363-4bd1-b8fd-297c619d62bd tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:30.496798 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-18622a4f-80e5-42a1-883e-e82f28218493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:53:26Z', 'revision_number': 8, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None, '_interfaces': [{'id': '7114b951-d9d9-470b-9ad2-b3e4264c5fe7', 'name': '', 'network_id': '3bc2e5e6-8522-49b8-8689-fd8946b8a21f', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:1b:71:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '31851cd6-329c-450c-bc4a-f72680277dc5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:53:08Z', 'updated_at': '2021-11-04T10:53:14Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': '31851cd6-329c-450c-bc4a-f72680277dc5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9687011-542d-49ae-b521-fdad34753dd5', 'name': '', 'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:d0:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:56Z', 'updated_at': '2021-11-04T10:53:05Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa95ca28-2cc6-48c8-ab05-949d0d83b0c5', 'name': '', 'network_id': '52efe839-4529-404f-97a2-99168cc71385', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:2d:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:47Z', 'updated_at': '2021-11-04T10:52:57Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:30.528431 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-4fa354b9-7363-4bd1-b8fd-297c619d62bd tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b75f7548-a2b6-4c12-8e52-3dc22c8f8407']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:30.543869 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-4fa354b9-7363-4bd1-b8fd-297c619d62bd tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4175dd7-6d36-4789-8ff9-51285c133b9b') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:30.544094 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-4fa354b9-7363-4bd1-b8fd-297c619d62bd tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4175dd7-6d36-4789-8ff9-51285c133b9b') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:30.558313 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4fa354b9-7363-4bd1-b8fd-297c619d62bd tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:30.569000 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea276694-f0be-402e-ab0a-bff6d32186a5 req-35e18ffe-92a1-450b-9050-e60c3584bd7f tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:30.576607 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea276694-f0be-402e-ab0a-bff6d32186a5 req-35e18ffe-92a1-450b-9050-e60c3584bd7f tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=ae9a1c15-3b1d-4d94-a020-5359a15019b0 HTTP/1.1" status: 200 len: 945 time: 0.1134489 Nov 04 10:53:30.612487 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18622a4f-80e5-42a1-883e-e82f28218493 None None] The sync data for ids ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'] in n-d-816629-1 is: [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:53:26Z', 'revision_number': 8, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None, '_interfaces': [{'id': '7114b951-d9d9-470b-9ad2-b3e4264c5fe7', 'name': '', 'network_id': '3bc2e5e6-8522-49b8-8689-fd8946b8a21f', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:1b:71:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '31851cd6-329c-450c-bc4a-f72680277dc5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:53:08Z', 'updated_at': '2021-11-04T10:53:14Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': '31851cd6-329c-450c-bc4a-f72680277dc5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9687011-542d-49ae-b521-fdad34753dd5', 'name': '', 'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:d0:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:56Z', 'updated_at': '2021-11-04T10:53:05Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa95ca28-2cc6-48c8-ab05-949d0d83b0c5', 'name': '', 'network_id': '52efe839-4529-404f-97a2-99168cc71385', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:2d:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:47Z', 'updated_at': '2021-11-04T10:52:57Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:53:30.650818 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4fa354b9-7363-4bd1-b8fd-297c619d62bd tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:30.672994 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa354b9-7363-4bd1-b8fd-297c619d62bd tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Releasing vlan 1150 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:53:30.674865 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4fa354b9-7363-4bd1-b8fd-297c619d62bd tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:53:30.698301 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:53:30.788370 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea276694-f0be-402e-ab0a-bff6d32186a5 req-b775b1a6-17dd-4c97-9f3d-d0e2c96b1d83 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106023 Nov 04 10:53:30.801560 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4fa354b9-7363-4bd1-b8fd-297c619d62bd tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:30.827145 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4fa354b9-7363-4bd1-b8fd-297c619d62bd tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:30.833407 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4fa354b9-7363-4bd1-b8fd-297c619d62bd tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/networks/b75f7548-a2b6-4c12-8e52-3dc22c8f8407 HTTP/1.1" status: 204 len: 168 time: 1.3548748 Nov 04 10:53:30.833407 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa354b9-7363-4bd1-b8fd-297c619d62bd tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Network': ['ID=b75f7548-a2b6-4c12-8e52-3dc22c8f8407,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:30.834321 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34668) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:31.264553 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c262a1fc-9b2b-4a73-b6af-701b29bea8f3 req-389aeaec-9cbf-4445-9c8f-9af22da7bd30 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=c5ec0453-c317-490e-8038-30d99bf668b5 HTTP/1.1" status: 200 len: 210 time: 0.0786216 Nov 04 10:53:31.379904 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db25e38-4561-4d14-8a43-cc91da05136f req-de265852-71bb-4a04-999c-35ce5b1e59da tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:31.385366 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1db25e38-4561-4d14-8a43-cc91da05136f req-de265852-71bb-4a04-999c-35ce5b1e59da tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.126 "GET /v2.0/networks?id=a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6 HTTP/1.1" status: 200 len: 912 time: 0.1651216 Nov 04 10:53:31.394548 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-1db25e38-4561-4d14-8a43-cc91da05136f req-f7f50f93-4270-409f-8e1b-a50a1f93d5fc tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Request body: {'port': {'device_id': 'c5ec0453-c317-490e-8038-30d99bf668b5', 'network_id': 'a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6', 'admin_state_up': True, 'tenant_id': 'e68520abc1ae49e79fbaf0133d2fc710'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:53:31.423789 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db25e38-4561-4d14-8a43-cc91da05136f req-f7f50f93-4270-409f-8e1b-a50a1f93d5fc tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Made reservation on behalf of e68520abc1ae49e79fbaf0133d2fc710 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:53:31.430086 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1db25e38-4561-4d14-8a43-cc91da05136f req-f7f50f93-4270-409f-8e1b-a50a1f93d5fc tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:31.478787 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2f00ac9f-b75d-41a2-b48a-6899dc1b8936 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:31.682224 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device bad72c9a-5d8e-4ec1-b570-9853bd4840cf no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:53:31.687069 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-1db25e38-4561-4d14-8a43-cc91da05136f req-f7f50f93-4270-409f-8e1b-a50a1f93d5fc tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Allocated IP 172.20.0.4 (a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6/b50f95f6-339c-4e35-9fac-579640522571/6c9c66f5-afa0-4648-a0c7-e66d381d22c3) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:53:31.714680 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: bad72c9a-5d8e-4ec1-b570-9853bd4840cf {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:53:31.715018 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device bad72c9a-5d8e-4ec1-b570-9853bd4840cf not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:53:31.725549 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 83b58ddb-a123-41aa-aa67-b6be42b5ba64 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:53:31.770257 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 83b58ddb-a123-41aa-aa67-b6be42b5ba64 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:53:31.770711 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 83b58ddb-a123-41aa-aa67-b6be42b5ba64 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:53:31.889704 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1db25e38-4561-4d14-8a43-cc91da05136f req-f7f50f93-4270-409f-8e1b-a50a1f93d5fc tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:31.950302 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1db25e38-4561-4d14-8a43-cc91da05136f req-f7f50f93-4270-409f-8e1b-a50a1f93d5fc tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:31.964076 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['a5a31aba-d260-45de-adac-e0a744ee7672'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:53:32.009397 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db25e38-4561-4d14-8a43-cc91da05136f req-f7f50f93-4270-409f-8e1b-a50a1f93d5fc tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Network a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:53:32.012498 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-1db25e38-4561-4d14-8a43-cc91da05136f req-f7f50f93-4270-409f-8e1b-a50a1f93d5fc tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:53:32.015121 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db25e38-4561-4d14-8a43-cc91da05136f req-f7f50f93-4270-409f-8e1b-a50a1f93d5fc tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:53:32.027540 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22603a-7eec-43a2-881e-11b88faf3bec req-446ea0f2-a4a4-493b-89b9-f39964cd30c9 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:32.029151 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5f22603a-7eec-43a2-881e-11b88faf3bec req-446ea0f2-a4a4-493b-89b9-f39964cd30c9 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=ae9a1c15-3b1d-4d94-a020-5359a15019b0 HTTP/1.1" status: 200 len: 945 time: 0.1202261 Nov 04 10:53:32.053115 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f50f93-4270-409f-8e1b-a50a1f93d5fc tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Pushing event updated for resources: {'Port': ['ID=6c9c66f5-afa0-4648-a0c7-e66d381d22c3,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:32.067462 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-2f00ac9f-b75d-41a2-b48a-6899dc1b8936 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Deleting port 7114b951-d9d9-470b-9ad2-b3e4264c5fe7 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:53:32.067740 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2f00ac9f-b75d-41a2-b48a-6899dc1b8936 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:32.075825 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db25e38-4561-4d14-8a43-cc91da05136f req-f7f50f93-4270-409f-8e1b-a50a1f93d5fc tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:32.076963 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1db25e38-4561-4d14-8a43-cc91da05136f req-f7f50f93-4270-409f-8e1b-a50a1f93d5fc tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:32.162647 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1db25e38-4561-4d14-8a43-cc91da05136f req-f7f50f93-4270-409f-8e1b-a50a1f93d5fc tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7719352 Nov 04 10:53:32.164139 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5f22603a-7eec-43a2-881e-11b88faf3bec req-fd04d790-157f-4b14-8056-931fd42951b6 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148586 Nov 04 10:53:32.189236 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a3107-4e17-4ee4-847e-5ad3c4ea72b3 req-238a6d9a-aabb-4662-81f0-c721e899a7a6 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:32.190922 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e24a3107-4e17-4ee4-847e-5ad3c4ea72b3 req-238a6d9a-aabb-4662-81f0-c721e899a7a6 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.126 "GET /v2.0/ports?device_id=ae9a1c15-3b1d-4d94-a020-5359a15019b0 HTTP/1.1" status: 200 len: 945 time: 0.0992281 Nov 04 10:53:32.194978 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-1db25e38-4561-4d14-8a43-cc91da05136f req-ff6e3d84-f6c0-485e-bd7f-38b154e71224 service neutron] Request body: {'port': {'device_id': 'c5ec0453-c317-490e-8038-30d99bf668b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:53:32.505924 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1db25e38-4561-4d14-8a43-cc91da05136f req-ff6e3d84-f6c0-485e-bd7f-38b154e71224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:32.536636 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-e24a3107-4e17-4ee4-847e-5ad3c4ea72b3 req-4ff3e99f-50d9-4ab9-b5e8-6657b7c59e5c tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Deleting port fb3b469c-16a8-41ad-9c23-b12b63e79ca7 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:53:32.537137 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e24a3107-4e17-4ee4-847e-5ad3c4ea72b3 req-4ff3e99f-50d9-4ab9-b5e8-6657b7c59e5c tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:32.544041 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-2f00ac9f-b75d-41a2-b48a-6899dc1b8936 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] For port 7114b951-d9d9-470b-9ad2-b3e4264c5fe7, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7114b951-d9d9-470b-9ad2-b3e4264c5fe7,segment=NetworkSegment(d736f32b-c144-4986-bf11-a9724eb5fb62),segment_id=d736f32b-c144-4986-bf11-a9724eb5fb62)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:32.544551 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2f00ac9f-b75d-41a2-b48a-6899dc1b8936 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:32.546793 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-91cfe429-113c-4996-ad28-8c822b085788 None None] Provisioning complete for port 6c9c66f5-afa0-4648-a0c7-e66d381d22c3 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:32.547154 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-91cfe429-113c-4996-ad28-8c822b085788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:32.588544 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-2f00ac9f-b75d-41a2-b48a-6899dc1b8936 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Calling delete_port for 7114b951-d9d9-470b-9ad2-b3e4264c5fe7 owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:53:32.606925 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426aac0-17a4-4017-ba14-4480f3540ffd req-a6641183-db2c-48e5-9a7e-44f652467b3f tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:32.621459 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3426aac0-17a4-4017-ba14-4480f3540ffd req-a6641183-db2c-48e5-9a7e-44f652467b3f tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=c5ec0453-c317-490e-8038-30d99bf668b5 HTTP/1.1" status: 200 len: 1027 time: 0.2050269 Nov 04 10:53:32.650735 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-91cfe429-113c-4996-ad28-8c822b085788 None None] Port 6c9c66f5-afa0-4648-a0c7-e66d381d22c3 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:53:32.887381 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3426aac0-17a4-4017-ba14-4480f3540ffd req-63b90751-2b45-4d9d-b773-fae642ea2191 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5d33242b-c8e0-4d36-9d89-f5ac29666ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630949 Nov 04 10:53:33.208128 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2f00ac9f-b75d-41a2-b48a-6899dc1b8936 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:33.238317 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00ac9f-b75d-41a2-b48a-6899dc1b8936 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Port': ['ID=7114b951-d9d9-470b-9ad2-b3e4264c5fe7,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:33.407189 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fdcee9-8d75-49be-a94b-326f80e709f8 req-dfcef69b-d660-49d2-90e3-988e1d445f9c tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:33.419262 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-31fdcee9-8d75-49be-a94b-326f80e709f8 req-dfcef69b-d660-49d2-90e3-988e1d445f9c tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=ae9a1c15-3b1d-4d94-a020-5359a15019b0 HTTP/1.1" status: 200 len: 945 time: 0.1339443 Nov 04 10:53:33.647605 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-31fdcee9-8d75-49be-a94b-326f80e709f8 req-79055110-3054-486b-8c64-7f82c3be0728 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/security-groups?id=f64af6ba-03d2-4a9f-b43c-dddb2be0696d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273190 Nov 04 10:53:33.714591 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2f00ac9f-b75d-41a2-b48a-6899dc1b8936 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:33.922452 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e24a3107-4e17-4ee4-847e-5ad3c4ea72b3 req-4ff3e99f-50d9-4ab9-b5e8-6657b7c59e5c tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] For port fb3b469c-16a8-41ad-9c23-b12b63e79ca7, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=fb3b469c-16a8-41ad-9c23-b12b63e79ca7,segment=NetworkSegment(22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d),segment_id=22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:33.923403 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e24a3107-4e17-4ee4-847e-5ad3c4ea72b3 req-4ff3e99f-50d9-4ab9-b5e8-6657b7c59e5c tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:33.951670 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-e24a3107-4e17-4ee4-847e-5ad3c4ea72b3 req-4ff3e99f-50d9-4ab9-b5e8-6657b7c59e5c tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Calling delete_port for fb3b469c-16a8-41ad-9c23-b12b63e79ca7 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:53:34.028481 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-1db25e38-4561-4d14-8a43-cc91da05136f req-ff6e3d84-f6c0-485e-bd7f-38b154e71224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9c66f5-afa0-4648-a0c7-e66d381d22c3 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:53:34.039442 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1db25e38-4561-4d14-8a43-cc91da05136f req-ff6e3d84-f6c0-485e-bd7f-38b154e71224 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:34.064401 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-1db25e38-4561-4d14-8a43-cc91da05136f req-ff6e3d84-f6c0-485e-bd7f-38b154e71224 service neutron] Transition to ACTIVE for port object 6c9c66f5-afa0-4648-a0c7-e66d381d22c3 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:53:34.086104 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1db25e38-4561-4d14-8a43-cc91da05136f req-ff6e3d84-f6c0-485e-bd7f-38b154e71224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:34.166608 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e3d84-f6c0-485e-bd7f-38b154e71224 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9c66f5-afa0-4648-a0c7-e66d381d22c3,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:34.230775 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c98279-4832-4cf2-87c8-41848d5330c5 req-07c9d23a-4f89-4a10-925e-097799b1f2cd tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:34.232361 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f3c98279-4832-4cf2-87c8-41848d5330c5 req-07c9d23a-4f89-4a10-925e-097799b1f2cd tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=c5ec0453-c317-490e-8038-30d99bf668b5 HTTP/1.1" status: 200 len: 1052 time: 0.1507595 Nov 04 10:53:34.254334 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f00ac9f-b75d-41a2-b48a-6899dc1b8936 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:53:34.333717 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e24a3107-4e17-4ee4-847e-5ad3c4ea72b3 req-4ff3e99f-50d9-4ab9-b5e8-6657b7c59e5c tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:34.399738 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-1db25e38-4561-4d14-8a43-cc91da05136f req-ff6e3d84-f6c0-485e-bd7f-38b154e71224 service neutron] Attempting to bind port 6c9c66f5-afa0-4648-a0c7-e66d381d22c3 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:53:34.400325 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-1db25e38-4561-4d14-8a43-cc91da05136f req-ff6e3d84-f6c0-485e-bd7f-38b154e71224 service neutron] Attempting to bind port 6c9c66f5-afa0-4648-a0c7-e66d381d22c3 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '81239c95-9ebf-4ba5-959b-b735e526b80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:53:34.400851 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db25e38-4561-4d14-8a43-cc91da05136f req-ff6e3d84-f6c0-485e-bd7f-38b154e71224 service neutron] Attempting to bind port 6c9c66f5-afa0-4648-a0c7-e66d381d22c3 on network a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:53:34.403313 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3e99f-50d9-4ab9-b5e8-6657b7c59e5c tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Pushing event deleted for resources: {'Port': ['ID=fb3b469c-16a8-41ad-9c23-b12b63e79ca7,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:34.414216 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db25e38-4561-4d14-8a43-cc91da05136f req-ff6e3d84-f6c0-485e-bd7f-38b154e71224 service neutron] Port 6c9c66f5-afa0-4648-a0c7-e66d381d22c3 on network a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:53:34.414820 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db25e38-4561-4d14-8a43-cc91da05136f req-ff6e3d84-f6c0-485e-bd7f-38b154e71224 service neutron] Attempting to bind port 6c9c66f5-afa0-4648-a0c7-e66d381d22c3 on network a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:53:34.431485 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db25e38-4561-4d14-8a43-cc91da05136f req-ff6e3d84-f6c0-485e-bd7f-38b154e71224 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:53:34.431942 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db25e38-4561-4d14-8a43-cc91da05136f req-ff6e3d84-f6c0-485e-bd7f-38b154e71224 service neutron] Checking segment: {'id': '81239c95-9ebf-4ba5-959b-b735e526b80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:53:34.432358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db25e38-4561-4d14-8a43-cc91da05136f req-ff6e3d84-f6c0-485e-bd7f-38b154e71224 service neutron] Bound using segment: {'id': '81239c95-9ebf-4ba5-959b-b735e526b80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:53:34.432813 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-1db25e38-4561-4d14-8a43-cc91da05136f req-ff6e3d84-f6c0-485e-bd7f-38b154e71224 service neutron] Bound port: 6c9c66f5-afa0-4648-a0c7-e66d381d22c3, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81239c95-9ebf-4ba5-959b-b735e526b80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:53:34.433264 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1db25e38-4561-4d14-8a43-cc91da05136f req-ff6e3d84-f6c0-485e-bd7f-38b154e71224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:34.514037 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f3c98279-4832-4cf2-87c8-41848d5330c5 req-a4088e53-93f7-49ec-9dd3-52019e622697 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5d33242b-c8e0-4d36-9d89-f5ac29666ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678866 Nov 04 10:53:34.541737 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24a3107-4e17-4ee4-847e-5ad3c4ea72b3 req-4ff3e99f-50d9-4ab9-b5e8-6657b7c59e5c tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] No DVR routers for this DVR port fb3b469c-16a8-41ad-9c23-b12b63e79ca7 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:53:34.551896 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e24a3107-4e17-4ee4-847e-5ad3c4ea72b3 req-4ff3e99f-50d9-4ab9-b5e8-6657b7c59e5c tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:34.558996 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e24a3107-4e17-4ee4-847e-5ad3c4ea72b3 req-4ff3e99f-50d9-4ab9-b5e8-6657b7c59e5c tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.126 "DELETE /v2.0/ports/fb3b469c-16a8-41ad-9c23-b12b63e79ca7 HTTP/1.1" status: 204 len: 173 time: 2.3601651 Nov 04 10:53:34.561704 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9a1c15-3b1d-4d94-a020-5359a15019b0', 'name': 'network-vif-deleted', 'tag': 'fb3b469c-16a8-41ad-9c23-b12b63e79ca7'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:53:34.566969 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806d52ca-c813-4afd-bc4b-afc627c2f856" -d '{"events": [{"server_uuid": "ae9a1c15-3b1d-4d94-a020-5359a15019b0", "name": "network-vif-deleted", "tag": "fb3b469c-16a8-41ad-9c23-b12b63e79ca7"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:53:34.570803 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f00ac9f-b75d-41a2-b48a-6899dc1b8936 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:53:34.605288 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a4606e-c021-4fe2-abb9-f4ad8d376708 None None] Sync routers for ids ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:53:34.622252 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2f00ac9f-b75d-41a2-b48a-6899dc1b8936 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "PUT /v2.0/routers/2f0f986b-ff60-4ef3-9e9a-4b9474c940cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7866371 Nov 04 10:53:34.631144 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34762) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:34.663247 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a4606e-c021-4fe2-abb9-f4ad8d376708 None None] Routers {'2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:53:34.665153 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-04a4606e-c021-4fe2-abb9-f4ad8d376708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:53:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:34.674867 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-1db25e38-4561-4d14-8a43-cc91da05136f req-ff6e3d84-f6c0-485e-bd7f-38b154e71224 service neutron] For port 6c9c66f5-afa0-4648-a0c7-e66d381d22c3, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:53:34.684492 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffab6047-9a2b-4c2a-878c-45b407a4e563 x-openstack-request-id: req-ffab6047-9a2b-4c2a-878c-45b407a4e563 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:53:34.685339 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9a1c15-3b1d-4d94-a020-5359a15019b0", "name": "network-vif-deleted", "tag": "fb3b469c-16a8-41ad-9c23-b12b63e79ca7", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:53:34.688197 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ffab6047-9a2b-4c2a-878c-45b407a4e563 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:53:34.689365 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9a1c15-3b1d-4d94-a020-5359a15019b0', 'name': 'network-vif-deleted', 'tag': 'fb3b469c-16a8-41ad-9c23-b12b63e79ca7', 'status': 'completed', 'code': 200} Nov 04 10:53:34.694778 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-1db25e38-4561-4d14-8a43-cc91da05136f req-ff6e3d84-f6c0-485e-bd7f-38b154e71224 service neutron] For port 6c9c66f5-afa0-4648-a0c7-e66d381d22c3, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=6c9c66f5-afa0-4648-a0c7-e66d381d22c3,segment=NetworkSegment(81239c95-9ebf-4ba5-959b-b735e526b80b),segment_id=81239c95-9ebf-4ba5-959b-b735e526b80b)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:53:34.705553 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1db25e38-4561-4d14-8a43-cc91da05136f req-ff6e3d84-f6c0-485e-bd7f-38b154e71224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:34.784095 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device fb3b469c-16a8-41ad-9c23-b12b63e79ca7 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:53:34.823496 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db25e38-4561-4d14-8a43-cc91da05136f req-ff6e3d84-f6c0-485e-bd7f-38b154e71224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:34.827467 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1db25e38-4561-4d14-8a43-cc91da05136f req-ff6e3d84-f6c0-485e-bd7f-38b154e71224 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:34.834423 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1db25e38-4561-4d14-8a43-cc91da05136f req-ff6e3d84-f6c0-485e-bd7f-38b154e71224 service neutron] 10.222.0.126 "PUT /v2.0/ports/6c9c66f5-afa0-4648-a0c7-e66d381d22c3 HTTP/1.1" status: 200 len: 1091 time: 2.6573699 Nov 04 10:53:34.856506 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-d172450d-5541-43a5-be8b-74192e2d3a78 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Deleting subnet 31851cd6-329c-450c-bc4a-f72680277dc5 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:53:34.872109 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d172450d-5541-43a5-be8b-74192e2d3a78 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:34.881272 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: fb3b469c-16a8-41ad-9c23-b12b63e79ca7 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:53:34.881607 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device fb3b469c-16a8-41ad-9c23-b12b63e79ca7 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:53:34.934406 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e3d84-f6c0-485e-bd7f-38b154e71224 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9c66f5-afa0-4648-a0c7-e66d381d22c3,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:35.020257 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-04a4606e-c021-4fe2-abb9-f4ad8d376708 None None] Set router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:53:35.068479 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db25e38-4561-4d14-8a43-cc91da05136f req-3d6d1957-11dc-4dac-a87e-4575debcfdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:35.069304 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d172450d-5541-43a5-be8b-74192e2d3a78 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:35.071016 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1db25e38-4561-4d14-8a43-cc91da05136f req-3d6d1957-11dc-4dac-a87e-4575debcfdaa service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=e68520abc1ae49e79fbaf0133d2fc710&device_id=c5ec0453-c317-490e-8038-30d99bf668b5 HTTP/1.1" status: 200 len: 1094 time: 0.1075146 Nov 04 10:53:35.103999 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-84fbd5bd-acae-4ce8-9a6b-b477a0007e51 req-672c8132-efd4-4781-aeee-3f16e1a49607 tempest-ListServerFiltersTestJSON-1281842671 tempest-ListServerFiltersTestJSON-1281842671-project] 10.222.0.127 "GET /v2.0/ports?device_id=ae9a1c15-3b1d-4d94-a020-5359a15019b0 HTTP/1.1" status: 200 len: 210 time: 0.1110809 Nov 04 10:53:35.172742 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1db25e38-4561-4d14-8a43-cc91da05136f req-43bcb4f5-4de5-4dbe-b00a-35f59d945906 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c9c66f5-afa0-4648-a0c7-e66d381d22c3 HTTP/1.1" status: 200 len: 217 time: 0.0844543 Nov 04 10:53:35.265613 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db25e38-4561-4d14-8a43-cc91da05136f req-f8b51c21-193d-45d8-8681-86b49b9ae4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:35.268512 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1db25e38-4561-4d14-8a43-cc91da05136f req-f8b51c21-193d-45d8-8681-86b49b9ae4c6 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b50f95f6-339c-4e35-9fac-579640522571 HTTP/1.1" status: 200 len: 849 time: 0.0959485 Nov 04 10:53:35.349963 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d172450d-5541-43a5-be8b-74192e2d3a78 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:35.385382 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db25e38-4561-4d14-8a43-cc91da05136f req-cf3b0d51-f266-48ad-a2b8-8934c3ce40d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:35.387367 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1db25e38-4561-4d14-8a43-cc91da05136f req-cf3b0d51-f266-48ad-a2b8-8934c3ce40d0 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076763 Nov 04 10:53:35.486237 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d172450d-5541-43a5-be8b-74192e2d3a78 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:35.533330 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1db25e38-4561-4d14-8a43-cc91da05136f req-7f5f5d79-2fea-4b5a-9060-788a4a99bacb service neutron] 10.222.0.126 "GET /v2.0/networks/a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366577 Nov 04 10:53:35.535220 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172450d-5541-43a5-be8b-74192e2d3a78 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Subnet': ['ID=31851cd6-329c-450c-bc4a-f72680277dc5,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:35.553981 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d172450d-5541-43a5-be8b-74192e2d3a78 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:35.557243 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b56941-26c3-4304-b865-070aa1a8265c None None] Network 3bc2e5e6-8522-49b8-8689-fd8946b8a21f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:53:35.560706 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d172450d-5541-43a5-be8b-74192e2d3a78 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/subnets/31851cd6-329c-450c-bc4a-f72680277dc5 HTTP/1.1" status: 204 len: 168 time: 0.9280000 Nov 04 10:53:35.561392 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34784) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:35.598929 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-04a4606e-c021-4fe2-abb9-f4ad8d376708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:53:33Z', 'revision_number': 9, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None, '_interfaces': [{'id': 'c9687011-542d-49ae-b521-fdad34753dd5', 'name': '', 'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:d0:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:56Z', 'updated_at': '2021-11-04T10:53:05Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa95ca28-2cc6-48c8-ab05-949d0d83b0c5', 'name': '', 'network_id': '52efe839-4529-404f-97a2-99168cc71385', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:2d:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:47Z', 'updated_at': '2021-11-04T10:52:57Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:35.651030 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a4606e-c021-4fe2-abb9-f4ad8d376708 None None] Checking router: 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:53:35.671538 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a4606e-c021-4fe2-abb9-f4ad8d376708 None None] Routers {'2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:53:35.672376 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-04a4606e-c021-4fe2-abb9-f4ad8d376708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:53:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:35.731633 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1db25e38-4561-4d14-8a43-cc91da05136f req-9c14563b-282f-4795-abb9-0c857b6be782 service neutron] 10.222.0.126 "GET /v2.0/networks/a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771486 Nov 04 10:53:35.792608 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-04a4606e-c021-4fe2-abb9-f4ad8d376708 None None] Set router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:53:35.805559 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-21d72308-3a41-4688-bd88-47dc6edaeb33 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:35.848535 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a57da4-3665-48be-a9c3-3035a776c7cb req-45ba979e-9ff6-435a-8304-90365093d2c7 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:35.850152 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-23a57da4-3665-48be-a9c3-3035a776c7cb req-45ba979e-9ff6-435a-8304-90365093d2c7 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=c5ec0453-c317-490e-8038-30d99bf668b5 HTTP/1.1" status: 200 len: 1094 time: 0.1745188 Nov 04 10:53:35.934836 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709c95e0-ee6f-4e5c-a504-4823476d7264 None None] DHCP port deletion for 3bc2e5e6-8522-49b8-8689-fd8946b8a21f request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:53:35.955106 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-23a57da4-3665-48be-a9c3-3035a776c7cb req-5f4ce100-7af8-44f7-8509-cffd610edc14 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5d33242b-c8e0-4d36-9d89-f5ac29666ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929644 Nov 04 10:53:35.957861 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-21d72308-3a41-4688-bd88-47dc6edaeb33 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Deleting port e849a5f8-261d-441b-805b-a6a9760a7106 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:53:35.958205 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-21d72308-3a41-4688-bd88-47dc6edaeb33 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:36.001857 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-709c95e0-ee6f-4e5c-a504-4823476d7264 None None] Deleting port e849a5f8-261d-441b-805b-a6a9760a7106 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:53:36.002280 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-709c95e0-ee6f-4e5c-a504-4823476d7264 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:36.046587 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-21d72308-3a41-4688-bd88-47dc6edaeb33 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] For port e849a5f8-261d-441b-805b-a6a9760a7106, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e849a5f8-261d-441b-805b-a6a9760a7106,segment=NetworkSegment(d736f32b-c144-4986-bf11-a9724eb5fb62),segment_id=d736f32b-c144-4986-bf11-a9724eb5fb62)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:36.047390 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-21d72308-3a41-4688-bd88-47dc6edaeb33 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:36.061909 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-21d72308-3a41-4688-bd88-47dc6edaeb33 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Calling delete_port for e849a5f8-261d-441b-805b-a6a9760a7106 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:53:36.078494 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-709c95e0-ee6f-4e5c-a504-4823476d7264 None None] For port e849a5f8-261d-441b-805b-a6a9760a7106, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e849a5f8-261d-441b-805b-a6a9760a7106,segment=NetworkSegment(d736f32b-c144-4986-bf11-a9724eb5fb62),segment_id=d736f32b-c144-4986-bf11-a9724eb5fb62)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:36.080054 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-709c95e0-ee6f-4e5c-a504-4823476d7264 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:36.083989 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-04a4606e-c021-4fe2-abb9-f4ad8d376708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:53:33Z', 'revision_number': 9, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None, '_interfaces': [{'id': 'c9687011-542d-49ae-b521-fdad34753dd5', 'name': '', 'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:d0:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:56Z', 'updated_at': '2021-11-04T10:53:05Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa95ca28-2cc6-48c8-ab05-949d0d83b0c5', 'name': '', 'network_id': '52efe839-4529-404f-97a2-99168cc71385', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:2d:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:47Z', 'updated_at': '2021-11-04T10:52:57Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:36.096173 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-709c95e0-ee6f-4e5c-a504-4823476d7264 None None] Calling delete_port for e849a5f8-261d-441b-805b-a6a9760a7106 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:53:36.123586 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a4606e-c021-4fe2-abb9-f4ad8d376708 None None] The sync data for ids ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'] in n-d-816629-1 is: [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:53:33Z', 'revision_number': 9, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None, '_interfaces': [{'id': 'c9687011-542d-49ae-b521-fdad34753dd5', 'name': '', 'network_id': 'b50d676e-c031-4fde-8159-f8b8d9a0cca7', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:d0:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:56Z', 'updated_at': '2021-11-04T10:53:05Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'fecf2615-dad5-41af-a21e-2f2c0c2e8908', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa95ca28-2cc6-48c8-ab05-949d0d83b0c5', 'name': '', 'network_id': '52efe839-4529-404f-97a2-99168cc71385', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:2d:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:47Z', 'updated_at': '2021-11-04T10:52:57Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:53:36.177262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34792) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:36.212213 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-21d72308-3a41-4688-bd88-47dc6edaeb33 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:36.223790 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-709c95e0-ee6f-4e5c-a504-4823476d7264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:36.241867 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d72308-3a41-4688-bd88-47dc6edaeb33 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Port': ['ID=e849a5f8-261d-441b-805b-a6a9760a7106,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:36.257499 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d72308-3a41-4688-bd88-47dc6edaeb33 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] No DVR routers for this DVR port e849a5f8-261d-441b-805b-a6a9760a7106 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:53:36.262247 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c95e0-ee6f-4e5c-a504-4823476d7264 None None] Pushing event deleted for resources: {'Port': ['ID=e849a5f8-261d-441b-805b-a6a9760a7106,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:36.264970 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709c95e0-ee6f-4e5c-a504-4823476d7264 None None] No DVR routers for this DVR port e849a5f8-261d-441b-805b-a6a9760a7106 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:53:36.308604 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd7930a-f4c2-412b-89c5-4fcf5d0b6795 admin admin] Deleting subnet 9ba2cd0b-3bd5-49ae-995b-81f735e2112d {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:53:36.319128 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cfd7930a-f4c2-412b-89c5-4fcf5d0b6795 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:36.362489 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cfd7930a-f4c2-412b-89c5-4fcf5d0b6795 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:36.389022 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-21d72308-3a41-4688-bd88-47dc6edaeb33 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:36.422559 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-21d72308-3a41-4688-bd88-47dc6edaeb33 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc2e5e6-8522-49b8-8689-fd8946b8a21f']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:36.434568 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-21d72308-3a41-4688-bd88-47dc6edaeb33 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd736f32b-c144-4986-bf11-a9724eb5fb62') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:36.435043 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-21d72308-3a41-4688-bd88-47dc6edaeb33 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd736f32b-c144-4986-bf11-a9724eb5fb62') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:36.447549 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-21d72308-3a41-4688-bd88-47dc6edaeb33 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:36.473892 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-21d72308-3a41-4688-bd88-47dc6edaeb33 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:36.482962 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d72308-3a41-4688-bd88-47dc6edaeb33 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:53:36.483325 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-21d72308-3a41-4688-bd88-47dc6edaeb33 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:53:36.491619 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:53:36.526927 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cfd7930a-f4c2-412b-89c5-4fcf5d0b6795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:36.575275 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-21d72308-3a41-4688-bd88-47dc6edaeb33 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:36.584692 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-21d72308-3a41-4688-bd88-47dc6edaeb33 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:36.593755 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34796) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:36.594254 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-21d72308-3a41-4688-bd88-47dc6edaeb33 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/networks/3bc2e5e6-8522-49b8-8689-fd8946b8a21f HTTP/1.1" status: 204 len: 168 time: 1.0315478 Nov 04 10:53:36.607919 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d72308-3a41-4688-bd88-47dc6edaeb33 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Network': ['ID=3bc2e5e6-8522-49b8-8689-fd8946b8a21f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:36.710443 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ec0453-c317-490e-8038-30d99bf668b5', 'tag': '6c9c66f5-afa0-4648-a0c7-e66d381d22c3'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:53:36.712802 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32970de-e512-4f5b-8b68-d81f55f909b5" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ec0453-c317-490e-8038-30d99bf668b5", "tag": "6c9c66f5-afa0-4648-a0c7-e66d381d22c3"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:53:36.783883 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 6c9c66f5-afa0-4648-a0c7-e66d381d22c3 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:53:36.901452 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b11f4f-f30c-4d3c-98f4-aee5a8bc7c54 x-openstack-request-id: req-22b11f4f-f30c-4d3c-98f4-aee5a8bc7c54 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:53:36.901731 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ec0453-c317-490e-8038-30d99bf668b5", "tag": "6c9c66f5-afa0-4648-a0c7-e66d381d22c3", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:53:36.901970 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-22b11f4f-f30c-4d3c-98f4-aee5a8bc7c54 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:53:36.902365 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ec0453-c317-490e-8038-30d99bf668b5', 'tag': '6c9c66f5-afa0-4648-a0c7-e66d381d22c3', 'status': 'completed', 'code': 200} Nov 04 10:53:36.986484 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 6c9c66f5-afa0-4648-a0c7-e66d381d22c3, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=6c9c66f5-afa0-4648-a0c7-e66d381d22c3,segment=NetworkSegment(81239c95-9ebf-4ba5-959b-b735e526b80b),segment_id=81239c95-9ebf-4ba5-959b-b735e526b80b)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:37.019543 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '6c9c66f5-afa0-4648-a0c7-e66d381d22c3', 'network_id': 'a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6', 'port_id': '6c9c66f5-afa0-4648-a0c7-e66d381d22c3', 'mac_address': 'fa:16:3e:c5:62:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b50f95f6-339c-4e35-9fac-579640522571', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:53:37.046723 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cfd7930a-f4c2-412b-89c5-4fcf5d0b6795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:37.074140 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:37.096026 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9c66f5-afa0-4648-a0c7-e66d381d22c3 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:53:37.096741 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cfd7930a-f4c2-412b-89c5-4fcf5d0b6795 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:37.104557 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0686296-9de3-4b6c-b858-87a89e1d42bc None None] Network 2bde8c0a-1519-418a-972a-857b3ccfccf6 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:53:37.114779 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-cfd7930a-f4c2-412b-89c5-4fcf5d0b6795 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/9ba2cd0b-3bd5-49ae-995b-81f735e2112d HTTP/1.1" status: 204 len: 168 time: 0.9362662 Nov 04 10:53:37.121481 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34810) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:37.191895 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62553e4-518a-4cc6-908c-564129ea433b req-3183d983-3327-42a3-a80f-1eca99c0224e tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:37.197934 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a62553e4-518a-4cc6-908c-564129ea433b req-3183d983-3327-42a3-a80f-1eca99c0224e tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=c5ec0453-c317-490e-8038-30d99bf668b5 HTTP/1.1" status: 200 len: 1094 time: 0.1234744 Nov 04 10:53:37.206726 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 6c9c66f5-afa0-4648-a0c7-e66d381d22c3, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=6c9c66f5-afa0-4648-a0c7-e66d381d22c3,segment=NetworkSegment(81239c95-9ebf-4ba5-959b-b735e526b80b),segment_id=81239c95-9ebf-4ba5-959b-b735e526b80b)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:37.222082 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:37.227024 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7930a-f4c2-412b-89c5-4fcf5d0b6795 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ba2cd0b-3bd5-49ae-995b-81f735e2112d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:37.350506 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a62553e4-518a-4cc6-908c-564129ea433b req-9d8cd9c7-1337-4f39-9ecf-16b863b205d4 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5d33242b-c8e0-4d36-9d89-f5ac29666ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441655 Nov 04 10:53:37.375032 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32970de-e512-4f5b-8b68-d81f55f909b5 req-7ca4fd6c-8ac7-4c8c-890e-7dadeb11adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:37.378064 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d32970de-e512-4f5b-8b68-d81f55f909b5 req-7ca4fd6c-8ac7-4c8c-890e-7dadeb11adb5 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=e68520abc1ae49e79fbaf0133d2fc710&device_id=c5ec0453-c317-490e-8038-30d99bf668b5 HTTP/1.1" status: 200 len: 1094 time: 0.4076378 Nov 04 10:53:37.383249 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=6c9c66f5-afa0-4648-a0c7-e66d381d22c3,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:37.418208 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf603c02-8ca8-426a-bccf-d69d203cc537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:37.504163 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['6c9c66f5-afa0-4648-a0c7-e66d381d22c3'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:53:37.609820 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9849f54-48db-434c-9908-2b98580edf73 None None] DHCP port deletion for 2bde8c0a-1519-418a-972a-857b3ccfccf6 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:53:37.619134 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-cf603c02-8ca8-426a-bccf-d69d203cc537 admin admin] Deleting port 878855c3-351c-49bc-9495-0ce945689967 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:53:37.620856 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf603c02-8ca8-426a-bccf-d69d203cc537 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:37.643684 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32970de-e512-4f5b-8b68-d81f55f909b5 req-f88845a0-e891-4483-ae98-5d98694b15c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:37.645414 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d32970de-e512-4f5b-8b68-d81f55f909b5 req-f88845a0-e891-4483-ae98-5d98694b15c5 service neutron] 10.222.0.126 "GET /v2.0/networks?id=a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6 HTTP/1.1" status: 200 len: 912 time: 0.2544649 Nov 04 10:53:37.690617 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d7162fd0-65a7-4ced-a415-a641c2c41bd5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:37.742941 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e849a5f8-261d-441b-805b-a6a9760a7106 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:53:37.769150 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: e849a5f8-261d-441b-805b-a6a9760a7106 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:53:37.769851 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e849a5f8-261d-441b-805b-a6a9760a7106 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:53:37.770416 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7114b951-d9d9-470b-9ad2-b3e4264c5fe7 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:53:37.809200 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 7114b951-d9d9-470b-9ad2-b3e4264c5fe7 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:53:37.809527 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7114b951-d9d9-470b-9ad2-b3e4264c5fe7 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:53:37.810120 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 878855c3-351c-49bc-9495-0ce945689967 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:53:37.830822 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d32970de-e512-4f5b-8b68-d81f55f909b5 req-df032f32-622f-4612-9072-0fe946e19185 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c9c66f5-afa0-4648-a0c7-e66d381d22c3 HTTP/1.1" status: 200 len: 217 time: 0.1498907 Nov 04 10:53:37.845021 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-c9849f54-48db-434c-9908-2b98580edf73 None None] Deleting port 878855c3-351c-49bc-9495-0ce945689967 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:53:37.845351 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c9849f54-48db-434c-9908-2b98580edf73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:37.957392 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-cf603c02-8ca8-426a-bccf-d69d203cc537 admin admin] For port 878855c3-351c-49bc-9495-0ce945689967, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=878855c3-351c-49bc-9495-0ce945689967,segment=NetworkSegment(22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d),segment_id=22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:37.958071 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf603c02-8ca8-426a-bccf-d69d203cc537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:37.987818 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-cf603c02-8ca8-426a-bccf-d69d203cc537 admin admin] Calling delete_port for 878855c3-351c-49bc-9495-0ce945689967 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:53:38.004118 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32970de-e512-4f5b-8b68-d81f55f909b5 req-6568264a-d890-421c-845b-af6201199388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:38.005682 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d32970de-e512-4f5b-8b68-d81f55f909b5 req-6568264a-d890-421c-845b-af6201199388 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b50f95f6-339c-4e35-9fac-579640522571 HTTP/1.1" status: 200 len: 849 time: 0.1448905 Nov 04 10:53:38.032514 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:38.149154 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 878855c3-351c-49bc-9495-0ce945689967, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=878855c3-351c-49bc-9495-0ce945689967,segment=NetworkSegment(22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d),segment_id=22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:38.155707 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-c9849f54-48db-434c-9908-2b98580edf73 None None] For port 878855c3-351c-49bc-9495-0ce945689967, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=878855c3-351c-49bc-9495-0ce945689967,segment=NetworkSegment(22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d),segment_id=22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:38.156398 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c9849f54-48db-434c-9908-2b98580edf73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:38.180966 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:38.210300 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-c9849f54-48db-434c-9908-2b98580edf73 None None] Calling delete_port for 878855c3-351c-49bc-9495-0ce945689967 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:53:38.228084 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32970de-e512-4f5b-8b68-d81f55f909b5 req-07302f84-31b3-4a21-a1ea-f11315a61939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:38.230312 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d32970de-e512-4f5b-8b68-d81f55f909b5 req-07302f84-31b3-4a21-a1ea-f11315a61939 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2172103 Nov 04 10:53:38.326667 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=878855c3-351c-49bc-9495-0ce945689967,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:38.353473 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf603c02-8ca8-426a-bccf-d69d203cc537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:38.360985 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c9849f54-48db-434c-9908-2b98580edf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:38.413264 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9849f54-48db-434c-9908-2b98580edf73 None None] Pushing event deleted for resources: {'Port': ['ID=878855c3-351c-49bc-9495-0ce945689967,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:38.415799 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9849f54-48db-434c-9908-2b98580edf73 None None] No DVR routers for this DVR port 878855c3-351c-49bc-9495-0ce945689967 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:53:38.444706 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf603c02-8ca8-426a-bccf-d69d203cc537 admin admin] Pushing event deleted for resources: {'Port': ['ID=878855c3-351c-49bc-9495-0ce945689967,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:38.456401 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf603c02-8ca8-426a-bccf-d69d203cc537 admin admin] No DVR routers for this DVR port 878855c3-351c-49bc-9495-0ce945689967 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:53:38.473955 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-d7162fd0-65a7-4ced-a415-a641c2c41bd5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Deleting port c9687011-542d-49ae-b521-fdad34753dd5 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:53:38.474320 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d7162fd0-65a7-4ced-a415-a641c2c41bd5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:38.575181 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055c498-1a3a-4aa2-8225-c180102c5b91 req-bc9bb7dd-ddbd-4892-97d3-da0c716a19fe tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:38.576984 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7055c498-1a3a-4aa2-8225-c180102c5b91 req-bc9bb7dd-ddbd-4892-97d3-da0c716a19fe tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=c5ec0453-c317-490e-8038-30d99bf668b5 HTTP/1.1" status: 200 len: 1095 time: 0.0936103 Nov 04 10:53:38.587644 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d32970de-e512-4f5b-8b68-d81f55f909b5 req-ee54ebc2-a4f2-43b6-a1e6-943156599819 service neutron] 10.222.0.126 "GET /v2.0/networks/a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436475 Nov 04 10:53:38.671410 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7055c498-1a3a-4aa2-8225-c180102c5b91 req-774d2c9a-6e95-4cc7-8034-496bd49e3dc2 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5d33242b-c8e0-4d36-9d89-f5ac29666ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650957 Nov 04 10:53:38.689881 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-d7162fd0-65a7-4ced-a415-a641c2c41bd5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] For port c9687011-542d-49ae-b521-fdad34753dd5, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c9687011-542d-49ae-b521-fdad34753dd5,segment=NetworkSegment(231ddf9c-ffcc-4c1c-b8de-a96ebd948f3d),segment_id=231ddf9c-ffcc-4c1c-b8de-a96ebd948f3d)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:38.690228 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d7162fd0-65a7-4ced-a415-a641c2c41bd5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:38.710419 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-d7162fd0-65a7-4ced-a415-a641c2c41bd5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Calling delete_port for c9687011-542d-49ae-b521-fdad34753dd5 owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:53:38.916800 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf603c02-8ca8-426a-bccf-d69d203cc537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:38.981678 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-cf603c02-8ca8-426a-bccf-d69d203cc537 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bde8c0a-1519-418a-972a-857b3ccfccf6']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:38.995991 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34848) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:39.058786 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d32970de-e512-4f5b-8b68-d81f55f909b5 req-68cbc41d-6de4-4402-9b5f-5ab0b09f7952 service neutron] 10.222.0.126 "GET /v2.0/networks/a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237654 Nov 04 10:53:39.073056 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-cf603c02-8ca8-426a-bccf-d69d203cc537 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:39.073564 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-cf603c02-8ca8-426a-bccf-d69d203cc537 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22fc3bf9-aab2-4d56-80b9-cc4cd2bd4a5d') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:39.092403 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf603c02-8ca8-426a-bccf-d69d203cc537 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:39.126153 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf603c02-8ca8-426a-bccf-d69d203cc537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:39.134323 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf603c02-8ca8-426a-bccf-d69d203cc537 admin admin] Releasing vlan 1189 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:53:39.135223 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf603c02-8ca8-426a-bccf-d69d203cc537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:53:39.138308 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:53:39.152685 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d7162fd0-65a7-4ced-a415-a641c2c41bd5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:39.203170 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff4b453b-e662-410e-b26a-bc92569feaec admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:39.325239 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7162fd0-65a7-4ced-a415-a641c2c41bd5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Port': ['ID=c9687011-542d-49ae-b521-fdad34753dd5,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:39.330966 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff4b453b-e662-410e-b26a-bc92569feaec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:39.338597 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff4b453b-e662-410e-b26a-bc92569feaec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:39.395747 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b453b-e662-410e-b26a-bc92569feaec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22dc21f-9c00-4eea-be4d-7021a938fd95,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:39.443511 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ff4b453b-e662-410e-b26a-bc92569feaec admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=7ea93d9f501a41a9be1180f434a077f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4463654 Nov 04 10:53:39.446140 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34856) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:39.522588 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf603c02-8ca8-426a-bccf-d69d203cc537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:39.527025 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0ce64c5a-db34-4e88-908e-b90ecd4d52e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:39.531553 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf603c02-8ca8-426a-bccf-d69d203cc537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:39.538718 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-cf603c02-8ca8-426a-bccf-d69d203cc537 admin admin] 10.222.0.127 "DELETE /v2.0/networks/2bde8c0a-1519-418a-972a-857b3ccfccf6 HTTP/1.1" status: 204 len: 168 time: 2.4001508 Nov 04 10:53:39.601445 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0ce64c5a-db34-4e88-908e-b90ecd4d52e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:39.639705 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d7162fd0-65a7-4ced-a415-a641c2c41bd5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:39.661910 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf603c02-8ca8-426a-bccf-d69d203cc537 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bde8c0a-1519-418a-972a-857b3ccfccf6,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:39.699016 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0ce64c5a-db34-4e88-908e-b90ecd4d52e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:39.706541 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0ce64c5a-db34-4e88-908e-b90ecd4d52e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:39.711353 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0ce64c5a-db34-4e88-908e-b90ecd4d52e0 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/b22dc21f-9c00-4eea-be4d-7021a938fd95 HTTP/1.1" status: 204 len: 168 time: 0.2638764 Nov 04 10:53:39.723055 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce64c5a-db34-4e88-908e-b90ecd4d52e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22dc21f-9c00-4eea-be4d-7021a938fd95,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:39.750426 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-4507ece8-d63c-4fdc-9977-455f6e25c1d6 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3032672 Nov 04 10:53:39.788113 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34868) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:39.876748 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d7072b0d-bacf-4440-82f5-9eec8499a611 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=69c40bb5a0d6475bbcebad78929d7dc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0861082 Nov 04 10:53:39.878690 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34872) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:39.946597 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9c62c69d-45b0-4218-8b14-49c51fab54d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:39.977265 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9c62c69d-45b0-4218-8b14-49c51fab54d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:40.008013 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2da91-5105-42c6-af2a-e95cece5041a req-3fdc5d98-4641-40f4-a7a4-5a6dbfcc1358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:40.008841 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2da91-5105-42c6-af2a-e95cece5041a req-3fdc5d98-4641-40f4-a7a4-5a6dbfcc1358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:40.011585 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2da91-5105-42c6-af2a-e95cece5041a req-3fdc5d98-4641-40f4-a7a4-5a6dbfcc1358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:40.012501 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2da91-5105-42c6-af2a-e95cece5041a req-3fdc5d98-4641-40f4-a7a4-5a6dbfcc1358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:40.013492 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2da91-5105-42c6-af2a-e95cece5041a req-3fdc5d98-4641-40f4-a7a4-5a6dbfcc1358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:40.014671 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2da91-5105-42c6-af2a-e95cece5041a req-3fdc5d98-4641-40f4-a7a4-5a6dbfcc1358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:40.016394 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2da91-5105-42c6-af2a-e95cece5041a req-3fdc5d98-4641-40f4-a7a4-5a6dbfcc1358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:40.034289 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-3fdc5d98-4641-40f4-a7a4-5a6dbfcc1358 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=daa3a4d308184b5b997a81a95ee49bba&device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 6502 time: 0.1993480 Nov 04 10:53:40.050859 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9c62c69d-45b0-4218-8b14-49c51fab54d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:40.057949 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9c62c69d-45b0-4218-8b14-49c51fab54d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:40.061857 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9c62c69d-45b0-4218-8b14-49c51fab54d5 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/f64af6ba-03d2-4a9f-b43c-dddb2be0696d HTTP/1.1" status: 204 len: 168 time: 0.1793585 Nov 04 10:53:40.089001 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62c69d-45b0-4218-8b14-49c51fab54d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64af6ba-03d2-4a9f-b43c-dddb2be0696d,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:40.265844 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fcff3-559b-47b0-963e-8a5971313f6b req-370bca0d-63ee-42af-ba8a-b00919c3a01f tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:40.283415 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-836fcff3-559b-47b0-963e-8a5971313f6b req-370bca0d-63ee-42af-ba8a-b00919c3a01f tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=c5ec0453-c317-490e-8038-30d99bf668b5 HTTP/1.1" status: 200 len: 1095 time: 0.4529357 Nov 04 10:53:40.314059 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34882) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:40.358402 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-40a19cf0-9064-450b-98bb-327948d326bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:40.453861 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-836fcff3-559b-47b0-963e-8a5971313f6b req-529deac3-aa68-4a3e-910d-02a84c362597 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5d33242b-c8e0-4d36-9d89-f5ac29666ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656396 Nov 04 10:53:40.606517 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-40a19cf0-9064-450b-98bb-327948d326bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:40.613511 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-40a19cf0-9064-450b-98bb-327948d326bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:40.675520 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-40a19cf0-9064-450b-98bb-327948d326bb admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=07ede45bae6843b59e19598863788f5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3603280 Nov 04 10:53:40.684345 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34894) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:40.695717 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a19cf0-9064-450b-98bb-327948d326bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b16eb71-156b-4229-b0b5-82b554b1d9a5,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:40.799502 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 6c9c66f5-afa0-4648-a0c7-e66d381d22c3 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:53:40.806259 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca5a6fd7-2eef-45cc-84aa-c05a99f57cbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:40.848551 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca5a6fd7-2eef-45cc-84aa-c05a99f57cbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:40.912094 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2da91-5105-42c6-af2a-e95cece5041a req-15c50262-cd7e-48ab-a043-ec094f198274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:40.913906 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2da91-5105-42c6-af2a-e95cece5041a req-15c50262-cd7e-48ab-a043-ec094f198274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:40.914756 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2da91-5105-42c6-af2a-e95cece5041a req-15c50262-cd7e-48ab-a043-ec094f198274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:40.916750 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-15c50262-cd7e-48ab-a043-ec094f198274 service neutron] 10.222.0.126 "GET /v2.0/networks?id=22d81940-0863-47fd-a6fd-195db973a95d&id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&id=8b3679d9-f029-43fb-a81d-901fdf16cceb&id=8b3679d9-f029-43fb-a81d-901fdf16cceb HTTP/1.1" status: 200 len: 2300 time: 0.7481625 Nov 04 10:53:40.920405 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca5a6fd7-2eef-45cc-84aa-c05a99f57cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:40.924964 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca5a6fd7-2eef-45cc-84aa-c05a99f57cbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:40.926172 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7162fd0-65a7-4ced-a415-a641c2c41bd5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:53:40.929364 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ca5a6fd7-2eef-45cc-84aa-c05a99f57cbd admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/5b16eb71-156b-4229-b0b5-82b554b1d9a5 HTTP/1.1" status: 204 len: 168 time: 0.2438843 Nov 04 10:53:40.935506 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 6c9c66f5-afa0-4648-a0c7-e66d381d22c3 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:53:40.945118 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a6fd7-2eef-45cc-84aa-c05a99f57cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b16eb71-156b-4229-b0b5-82b554b1d9a5,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:40.961433 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 6c9c66f5-afa0-4648-a0c7-e66d381d22c3 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:40.961857 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:41.126007 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-d1e46bb1-ca0c-42f0-9227-67bfaa0bcb8a service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e5d01da-bc74-425c-a694-015cf173c59b HTTP/1.1" status: 200 len: 1001 time: 0.1979811 Nov 04 10:53:41.133146 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-09535582-6714-4c20-bb2a-4c211927b766 req-bd99f898-3b02-43d0-b634-3c25ba8f0d08 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=7455dbc6-b98b-4b23-8552-bfcec80ac1f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9628870 Nov 04 10:53:41.159943 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:41.215611 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ec0453-c317-490e-8038-30d99bf668b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9c66f5-afa0-4648-a0c7-e66d381d22c3'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:53:41.220160 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af486992-ee8a-4a92-98f8-314785374897" -d '{"events": [{"server_uuid": "c5ec0453-c317-490e-8038-30d99bf668b5", "name": "network-vif-plugged", "status": "completed", "tag": "6c9c66f5-afa0-4648-a0c7-e66d381d22c3"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:53:41.251611 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 6c9c66f5-afa0-4648-a0c7-e66d381d22c3, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=6c9c66f5-afa0-4648-a0c7-e66d381d22c3,segment=NetworkSegment(81239c95-9ebf-4ba5-959b-b735e526b80b),segment_id=81239c95-9ebf-4ba5-959b-b735e526b80b)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:41.258030 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:41.330393 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4c03cb-b35d-4986-af15-a9ce1efeccd8 x-openstack-request-id: req-6f4c03cb-b35d-4986-af15-a9ce1efeccd8 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:53:41.330807 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ec0453-c317-490e-8038-30d99bf668b5", "name": "network-vif-plugged", "status": "completed", "tag": "6c9c66f5-afa0-4648-a0c7-e66d381d22c3", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:53:41.331135 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-6f4c03cb-b35d-4986-af15-a9ce1efeccd8 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:53:41.331793 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ec0453-c317-490e-8038-30d99bf668b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9c66f5-afa0-4648-a0c7-e66d381d22c3', 'code': 200} Nov 04 10:53:41.392332 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=6c9c66f5-afa0-4648-a0c7-e66d381d22c3,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:41.401260 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:41.402069 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:41.402618 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:41.403509 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:41.404177 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:41.405080 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:41.405934 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:41.406931 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:41.407909 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:41.408456 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:41.409237 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:41.409858 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:53:41.459177 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2da91-5105-42c6-af2a-e95cece5041a req-a2ff2fd1-3c10-4640-8a0a-b5127d5cc6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:41.460712 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-a2ff2fd1-3c10-4640-8a0a-b5127d5cc6d7 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b69ed837-2fcf-424e-9608-263128d9a467 HTTP/1.1" status: 200 len: 855 time: 0.3266804 Nov 04 10:53:41.469891 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09535582-6714-4c20-bb2a-4c211927b766 req-bbf42194-9b94-4b0a-af80-af53576125d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:41.471460 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-09535582-6714-4c20-bb2a-4c211927b766 req-bbf42194-9b94-4b0a-af80-af53576125d4 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e68520abc1ae49e79fbaf0133d2fc710&device_id=7455dbc6-b98b-4b23-8552-bfcec80ac1f7 HTTP/1.1" status: 200 len: 1096 time: 0.2254114 Nov 04 10:53:41.493559 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4227a-874e-497f-9afa-0166d028b000 req-37bd7ad8-cef0-4ca4-b00f-266a098feb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:41.495147 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d7c4227a-874e-497f-9afa-0166d028b000 req-37bd7ad8-cef0-4ca4-b00f-266a098feb5a service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=c5ec0453-c317-490e-8038-30d99bf668b5 HTTP/1.1" status: 200 len: 1096 time: 0.0950778 Nov 04 10:53:41.589756 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7162fd0-65a7-4ced-a415-a641c2c41bd5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:53:41.599348 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d7162fd0-65a7-4ced-a415-a641c2c41bd5 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "PUT /v2.0/routers/2f0f986b-ff60-4ef3-9e9a-4b9474c940cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0031290 Nov 04 10:53:41.600648 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df68f870-5919-4086-bedd-a4544fc60f17 None None] Sync routers for ids ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:53:41.606480 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34922) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:41.614127 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df68f870-5919-4086-bedd-a4544fc60f17 None None] Routers {'2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:53:41.615383 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-df68f870-5919-4086-bedd-a4544fc60f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:53:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:41.617869 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34924) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:41.646664 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d7c4227a-874e-497f-9afa-0166d028b000 req-3be32b95-9965-4393-9e79-4acf4d078570 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=5d33242b-c8e0-4d36-9d89-f5ac29666ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099751 Nov 04 10:53:41.675821 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c51f9f-f6ae-47c5-81cc-00f149de4ff9 req-948213a5-0bec-45c2-8294-dfa90b818426 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:41.681268 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d9c51f9f-f6ae-47c5-81cc-00f149de4ff9 req-948213a5-0bec-45c2-8294-dfa90b818426 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=c5ec0453-c317-490e-8038-30d99bf668b5 HTTP/1.1" status: 200 len: 1096 time: 0.1063871 Nov 04 10:53:41.714771 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2da91-5105-42c6-af2a-e95cece5041a req-c3315f23-eda5-4e3c-9511-6b3780a9e9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:41.716724 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-c3315f23-eda5-4e3c-9511-6b3780a9e9a8 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=22d81940-0863-47fd-a6fd-195db973a95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2435789 Nov 04 10:53:41.804440 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7c7b88-6d18-473a-b9e0-7b54d6cc69dc tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Deleting subnet fecf2615-dad5-41af-a21e-2f2c0c2e8908 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:53:41.808235 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0d7c7b88-6d18-473a-b9e0-7b54d6cc69dc tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:41.818345 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d9c51f9f-f6ae-47c5-81cc-00f149de4ff9 req-971fac34-b008-4966-8f21-22a3f012241e tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5d33242b-c8e0-4d36-9d89-f5ac29666ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206367 Nov 04 10:53:41.873255 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0d7c7b88-6d18-473a-b9e0-7b54d6cc69dc tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:41.927099 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09535582-6714-4c20-bb2a-4c211927b766 req-21c80b06-0a8c-48bf-8929-3fff13bfe581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:41.928631 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-09535582-6714-4c20-bb2a-4c211927b766 req-21c80b06-0a8c-48bf-8929-3fff13bfe581 service neutron] 10.222.0.121 "GET /v2.0/networks?id=a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6 HTTP/1.1" status: 200 len: 912 time: 0.4326069 Nov 04 10:53:41.957422 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-3eb5c99c-16be-4087-a839-aaabac701b06 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1223671263-network', 'tenant_id': '1cc4d27baffa484490b430f9c3f7a8e2'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:53:42.004919 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb5c99c-16be-4087-a839-aaabac701b06 admin admin] Made reservation on behalf of 1cc4d27baffa484490b430f9c3f7a8e2 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:53:42.007976 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3eb5c99c-16be-4087-a839-aaabac701b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:42.032124 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-09535582-6714-4c20-bb2a-4c211927b766 req-5961cee2-4cb4-4979-9e8c-108badb147f0 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5a31aba-d260-45de-adac-e0a744ee7672 HTTP/1.1" status: 200 len: 217 time: 0.0545592 Nov 04 10:53:42.032316 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3eb5c99c-16be-4087-a839-aaabac701b06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:42.077368 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-df68f870-5919-4086-bedd-a4544fc60f17 None None] Set router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:53:42.091166 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09535582-6714-4c20-bb2a-4c211927b766 req-448ec606-5d21-4e7b-a2be-d0ad4ef9c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:42.092686 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-09535582-6714-4c20-bb2a-4c211927b766 req-448ec606-5d21-4e7b-a2be-d0ad4ef9c920 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b50f95f6-339c-4e35-9fac-579640522571 HTTP/1.1" status: 200 len: 849 time: 0.0529900 Nov 04 10:53:42.202986 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-34e5c80e-4529-44fe-8fbd-482acb10376d service neutron] 10.222.0.126 "GET /v2.0/networks/22d81940-0863-47fd-a6fd-195db973a95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914214 Nov 04 10:53:42.214341 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3eb5c99c-16be-4087-a839-aaabac701b06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:42.221405 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3eb5c99c-16be-4087-a839-aaabac701b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:42.223526 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0d7c7b88-6d18-473a-b9e0-7b54d6cc69dc tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:42.229711 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09535582-6714-4c20-bb2a-4c211927b766 req-b1d32be8-d4d9-4a6f-8801-822a6523e483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:42.231774 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-09535582-6714-4c20-bb2a-4c211927b766 req-b1d32be8-d4d9-4a6f-8801-822a6523e483 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1267917 Nov 04 10:53:42.291585 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb5c99c-16be-4087-a839-aaabac701b06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1159} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:53:42.300125 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5c99c-16be-4087-a839-aaabac701b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fad8bba-4ed1-483f-95af-25213422e3eb,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:42.307246 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3eb5c99c-16be-4087-a839-aaabac701b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:42.307712 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-3eb5c99c-16be-4087-a839-aaabac701b06 admin admin] Added segment 1346eff0-384c-4bc5-9b0c-48386d76d697 of type vlan for network 94a04139-752a-4cff-8c61-5d7b1bb529d8 Nov 04 10:53:42.444323 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:42.470087 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-df68f870-5919-4086-bedd-a4544fc60f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:53:38Z', 'revision_number': 10, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None, '_interfaces': [{'id': 'fa95ca28-2cc6-48c8-ab05-949d0d83b0c5', 'name': '', 'network_id': '52efe839-4529-404f-97a2-99168cc71385', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:2d:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:47Z', 'updated_at': '2021-11-04T10:52:57Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:42.487968 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0d7c7b88-6d18-473a-b9e0-7b54d6cc69dc tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:42.507289 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df68f870-5919-4086-bedd-a4544fc60f17 None None] Checking router: 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:53:42.519086 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df68f870-5919-4086-bedd-a4544fc60f17 None None] Routers {'2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:53:42.519879 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-df68f870-5919-4086-bedd-a4544fc60f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:53:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:42.550053 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-baf72f7b-54c2-40c7-83e5-4434f47588d8 service neutron] 10.222.0.126 "GET /v2.0/networks/22d81940-0863-47fd-a6fd-195db973a95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373983 Nov 04 10:53:42.566612 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0d7c7b88-6d18-473a-b9e0-7b54d6cc69dc tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:42.570782 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0d7c7b88-6d18-473a-b9e0-7b54d6cc69dc tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/subnets/fecf2615-dad5-41af-a21e-2f2c0c2e8908 HTTP/1.1" status: 204 len: 168 time: 0.9625757 Nov 04 10:53:42.574427 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c7b88-6d18-473a-b9e0-7b54d6cc69dc tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Subnet': ['ID=fecf2615-dad5-41af-a21e-2f2c0c2e8908,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:42.587558 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34956) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:42.590780 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cd393d-9e27-4408-b9f9-4c2c50054344 None None] Network b50d676e-c031-4fde-8159-f8b8d9a0cca7 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:53:42.592723 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-09535582-6714-4c20-bb2a-4c211927b766 req-e2d777dc-48f7-4d3d-b8f2-209b8c615ee7 service neutron] 10.222.0.121 "GET /v2.0/networks/a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285007 Nov 04 10:53:42.721724 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-210d2e3c-6c29-461c-93ff-c2881cd40190 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:42.775267 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-b60b886e-99f3-4fe0-9fc7-2f34d6773fbd service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=95ad527b-0310-411c-89bd-1274654c7b5b HTTP/1.1" status: 200 len: 217 time: 0.2029586 Nov 04 10:53:42.779007 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-df68f870-5919-4086-bedd-a4544fc60f17 None None] Set router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:53:42.987944 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2da91-5105-42c6-af2a-e95cece5041a req-5cde05ae-a401-449a-808b-362e0f520cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:42.993286 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-5cde05ae-a401-449a-808b-362e0f520cb4 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=384b462f-cd0a-48ba-8bb4-6a70320a42d5 HTTP/1.1" status: 200 len: 797 time: 0.2018490 Nov 04 10:53:43.051456 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08036e20-c8e3-4487-9ad2-124fb21bae53 None None] DHCP port deletion for b50d676e-c031-4fde-8159-f8b8d9a0cca7 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:53:43.054050 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-09535582-6714-4c20-bb2a-4c211927b766 req-bf863b89-fe30-40b0-842f-fb2c39af2545 service neutron] 10.222.0.121 "GET /v2.0/networks/a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948220 Nov 04 10:53:43.091524 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2da91-5105-42c6-af2a-e95cece5041a req-0a930a66-bb4d-4267-a682-1017983676bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:43.093065 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-0a930a66-bb4d-4267-a682-1017983676bc service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0847936 Nov 04 10:53:43.186783 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-08036e20-c8e3-4487-9ad2-124fb21bae53 None None] Deleting port 3362ca01-f72a-428f-81d0-bec025f50497 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:53:43.187354 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-08036e20-c8e3-4487-9ad2-124fb21bae53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:43.200115 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-00e27405-6828-4948-bff0-2fb3ee41770d service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974290 Nov 04 10:53:43.207510 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-210d2e3c-6c29-461c-93ff-c2881cd40190 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Deleting port 3362ca01-f72a-428f-81d0-bec025f50497 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:53:43.207855 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-210d2e3c-6c29-461c-93ff-c2881cd40190 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:43.257521 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-08036e20-c8e3-4487-9ad2-124fb21bae53 None None] For port 3362ca01-f72a-428f-81d0-bec025f50497, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3362ca01-f72a-428f-81d0-bec025f50497,segment=NetworkSegment(231ddf9c-ffcc-4c1c-b8de-a96ebd948f3d),segment_id=231ddf9c-ffcc-4c1c-b8de-a96ebd948f3d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:43.257867 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-08036e20-c8e3-4487-9ad2-124fb21bae53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:43.281157 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-08036e20-c8e3-4487-9ad2-124fb21bae53 None None] Calling delete_port for 3362ca01-f72a-428f-81d0-bec025f50497 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:53:43.284345 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-210d2e3c-6c29-461c-93ff-c2881cd40190 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] For port 3362ca01-f72a-428f-81d0-bec025f50497, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3362ca01-f72a-428f-81d0-bec025f50497,segment=NetworkSegment(231ddf9c-ffcc-4c1c-b8de-a96ebd948f3d),segment_id=231ddf9c-ffcc-4c1c-b8de-a96ebd948f3d)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:43.284706 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-210d2e3c-6c29-461c-93ff-c2881cd40190 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:43.301787 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-210d2e3c-6c29-461c-93ff-c2881cd40190 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Calling delete_port for 3362ca01-f72a-428f-81d0-bec025f50497 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:53:43.312664 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3eb5c99c-16be-4087-a839-aaabac701b06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:43.373234 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-df68f870-5919-4086-bedd-a4544fc60f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:53:38Z', 'revision_number': 10, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None, '_interfaces': [{'id': 'fa95ca28-2cc6-48c8-ab05-949d0d83b0c5', 'name': '', 'network_id': '52efe839-4529-404f-97a2-99168cc71385', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:2d:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:47Z', 'updated_at': '2021-11-04T10:52:57Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:43.404086 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d847b57-3e77-44c3-bb31-a6897b5bc61a req-a6f5a40e-d6e1-4125-9ae8-3b7c7985ad31 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:43.415524 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d847b57-3e77-44c3-bb31-a6897b5bc61a req-a6f5a40e-d6e1-4125-9ae8-3b7c7985ad31 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=c5ec0453-c317-490e-8038-30d99bf668b5 HTTP/1.1" status: 200 len: 1096 time: 0.1498888 Nov 04 10:53:43.420546 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3eb5c99c-16be-4087-a839-aaabac701b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:43.422591 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb5c99c-16be-4087-a839-aaabac701b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:43.423596 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3eb5c99c-16be-4087-a839-aaabac701b06 admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:43.425995 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df68f870-5919-4086-bedd-a4544fc60f17 None None] The sync data for ids ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'] in n-d-816629-1 is: [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:53:38Z', 'revision_number': 10, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None, '_interfaces': [{'id': 'fa95ca28-2cc6-48c8-ab05-949d0d83b0c5', 'name': '', 'network_id': '52efe839-4529-404f-97a2-99168cc71385', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'mac_address': 'fa:16:3e:2d:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:47Z', 'updated_at': '2021-11-04T10:52:57Z', 'revision_number': 5, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'subnets': [{'id': 'e4862e6e-053c-4175-8cc9-6486c72b9170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:43.439003 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 10:53:43.447307 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-08036e20-c8e3-4487-9ad2-124fb21bae53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:43.466628 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08036e20-c8e3-4487-9ad2-124fb21bae53 None None] No DVR routers for this DVR port 3362ca01-f72a-428f-81d0-bec025f50497 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:53:43.505065 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08036e20-c8e3-4487-9ad2-124fb21bae53 None None] Pushing event deleted for resources: {'Port': ['ID=3362ca01-f72a-428f-81d0-bec025f50497,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:43.525675 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-210d2e3c-6c29-461c-93ff-c2881cd40190 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:43.555491 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3eb5c99c-16be-4087-a839-aaabac701b06 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9335313 Nov 04 10:53:43.559980 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34968) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:43.570443 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210d2e3c-6c29-461c-93ff-c2881cd40190 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] No DVR routers for this DVR port 3362ca01-f72a-428f-81d0-bec025f50497 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:53:43.573936 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-18c97e67-be59-4d4f-8cd8-846f8b9b0ae1 admin admin] Request body: {'subnet': {'network_id': '94a04139-752a-4cff-8c61-5d7b1bb529d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1223671263-subnet', 'tenant_id': '1cc4d27baffa484490b430f9c3f7a8e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:53:43.600569 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5c99c-16be-4087-a839-aaabac701b06 admin admin] Pushing event updated for resources: {'Network': ['ID=94a04139-752a-4cff-8c61-5d7b1bb529d8,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:43.603290 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c97e67-be59-4d4f-8cd8-846f8b9b0ae1 admin admin] Made reservation on behalf of 1cc4d27baffa484490b430f9c3f7a8e2 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:53:43.605744 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-18c97e67-be59-4d4f-8cd8-846f8b9b0ae1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:43.615487 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d2e3c-6c29-461c-93ff-c2881cd40190 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Port': ['ID=3362ca01-f72a-428f-81d0-bec025f50497,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:43.617520 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 94a04139-752a-4cff-8c61-5d7b1bb529d8 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:53:43.625573 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d847b57-3e77-44c3-bb31-a6897b5bc61a req-8af9d2d8-6908-4625-8fac-428c38438959 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5d33242b-c8e0-4d36-9d89-f5ac29666ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084711 Nov 04 10:53:43.694258 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-c8d1da5d-6161-46ff-8d2a-b04673efe88f service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962830 Nov 04 10:53:43.903350 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-f3c57320-d594-48c3-bfc9-c43dd8cfdbc6 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=b7148f4c-a774-4e7a-a8e9-c7483869a3e6 HTTP/1.1" status: 200 len: 217 time: 0.1733117 Nov 04 10:53:43.944501 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3362ca01-f72a-428f-81d0-bec025f50497 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:53:43.983754 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 3362ca01-f72a-428f-81d0-bec025f50497 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:53:43.984117 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3362ca01-f72a-428f-81d0-bec025f50497 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:53:43.991244 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c9687011-542d-49ae-b521-fdad34753dd5 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:53:44.050932 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-210d2e3c-6c29-461c-93ff-c2881cd40190 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:44.074750 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: c9687011-542d-49ae-b521-fdad34753dd5 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:53:44.075485 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c9687011-542d-49ae-b521-fdad34753dd5 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:53:44.096405 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2da91-5105-42c6-af2a-e95cece5041a req-5fbdea9e-a65c-4c96-b5a0-37177699f28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:44.104782 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-5fbdea9e-a65c-4c96-b5a0-37177699f28a service neutron] 10.222.0.126 "GET /v2.0/subnets?id=384b462f-cd0a-48ba-8bb4-6a70320a42d5 HTTP/1.1" status: 200 len: 797 time: 0.1936367 Nov 04 10:53:44.117384 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1288848-c234-4adf-ab8c-59927a4275db req-2e6d5bfa-b235-4b1d-b128-825a38265cdf tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:44.125758 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f1288848-c234-4adf-ab8c-59927a4275db req-2e6d5bfa-b235-4b1d-b128-825a38265cdf tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=c5ec0453-c317-490e-8038-30d99bf668b5 HTTP/1.1" status: 200 len: 1096 time: 0.2028008 Nov 04 10:53:44.138694 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-18c97e67-be59-4d4f-8cd8-846f8b9b0ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:44.194956 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-210d2e3c-6c29-461c-93ff-c2881cd40190 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50d676e-c031-4fde-8159-f8b8d9a0cca7']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:44.225992 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-210d2e3c-6c29-461c-93ff-c2881cd40190 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231ddf9c-ffcc-4c1c-b8de-a96ebd948f3d') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:44.226286 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-210d2e3c-6c29-461c-93ff-c2881cd40190 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231ddf9c-ffcc-4c1c-b8de-a96ebd948f3d') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:44.241684 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-210d2e3c-6c29-461c-93ff-c2881cd40190 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:44.250374 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c97e67-be59-4d4f-8cd8-846f8b9b0ae1 admin admin] Checking segment: {'id': '1346eff0-384c-4bc5-9b0c-48386d76d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '94a04139-752a-4cff-8c61-5d7b1bb529d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:53:44.250820 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2da91-5105-42c6-af2a-e95cece5041a req-94e440e0-fff3-44d6-86cd-2f6d982167d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:44.251197 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c97e67-be59-4d4f-8cd8-846f8b9b0ae1 admin admin] Network hostable DHCP agents. Network: 94a04139-752a-4cff-8c61-5d7b1bb529d8, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:53:44.252616 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-94e440e0-fff3-44d6-86cd-2f6d982167d3 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1368361 Nov 04 10:53:44.260755 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-210d2e3c-6c29-461c-93ff-c2881cd40190 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:44.272058 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f1288848-c234-4adf-ab8c-59927a4275db req-9d61520a-8a54-4d89-80e6-06c2096c700d tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5d33242b-c8e0-4d36-9d89-f5ac29666ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397684 Nov 04 10:53:44.276876 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c97e67-be59-4d4f-8cd8-846f8b9b0ae1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e60f3c6d-4dc8-49bf-a2d0-d93a35cc501c,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:44.300599 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210d2e3c-6c29-461c-93ff-c2881cd40190 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Releasing vlan 1166 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:53:44.301123 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-210d2e3c-6c29-461c-93ff-c2881cd40190 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:53:44.305154 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:53:44.326987 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c97e67-be59-4d4f-8cd8-846f8b9b0ae1 admin admin] Network 94a04139-752a-4cff-8c61-5d7b1bb529d8 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:53:44.346446 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-18c97e67-be59-4d4f-8cd8-846f8b9b0ae1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 94a04139-752a-4cff-8c61-5d7b1bb529d8) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:53:44.355676 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adb3ed5-47cf-4fc5-942c-88a042b5340e None None] Network 94a04139-752a-4cff-8c61-5d7b1bb529d8 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:53:44.369922 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c97e67-be59-4d4f-8cd8-846f8b9b0ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:44.370853 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-18c97e67-be59-4d4f-8cd8-846f8b9b0ae1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:44.419022 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-18c97e67-be59-4d4f-8cd8-846f8b9b0ae1 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8495770 Nov 04 10:53:44.433091 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-210d2e3c-6c29-461c-93ff-c2881cd40190 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:44.451790 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-210d2e3c-6c29-461c-93ff-c2881cd40190 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:44.458320 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-210d2e3c-6c29-461c-93ff-c2881cd40190 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/networks/b50d676e-c031-4fde-8159-f8b8d9a0cca7 HTTP/1.1" status: 204 len: 168 time: 1.8677218 Nov 04 10:53:44.459611 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34988) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:44.510911 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d2e3c-6c29-461c-93ff-c2881cd40190 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Network': ['ID=b50d676e-c031-4fde-8159-f8b8d9a0cca7,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:44.524862 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4c35e-2bb2-46b9-84af-0ee813f210b1 req-c5d4c89e-8972-4247-a2d5-508457dd85ab tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:44.526408 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3da4c35e-2bb2-46b9-84af-0ee813f210b1 req-c5d4c89e-8972-4247-a2d5-508457dd85ab tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=c5ec0453-c317-490e-8038-30d99bf668b5 HTTP/1.1" status: 200 len: 1096 time: 0.0989616 Nov 04 10:53:44.572966 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-c1e256e1-32e2-41da-8858-3fdbfd3bbe3f service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095469 Nov 04 10:53:44.626598 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3da4c35e-2bb2-46b9-84af-0ee813f210b1 req-1374aa40-15f9-4c88-bd93-f814834776a5 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5d33242b-c8e0-4d36-9d89-f5ac29666ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937388 Nov 04 10:53:44.645111 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b258f6ea-8e69-4a6c-af89-8d94f950817e None None] Network 94a04139-752a-4cff-8c61-5d7b1bb529d8 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:53:44.819785 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-ff80d94a-cb2a-4bc5-b5e6-22fb7298e87a service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385719 Nov 04 10:53:44.844478 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:44.906960 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-09b0fb83-93fb-4b9c-857b-9831a04f8c57 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f1aa7d96-2a2d-428f-92e0-98b150ce6175 HTTP/1.1" status: 200 len: 217 time: 0.0784197 Nov 04 10:53:45.019046 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2da91-5105-42c6-af2a-e95cece5041a req-7c321d04-8e07-4fb5-9d28-0b784fd77826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:45.020569 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-7c321d04-8e07-4fb5-9d28-0b784fd77826 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=384b462f-cd0a-48ba-8bb4-6a70320a42d5 HTTP/1.1" status: 200 len: 797 time: 0.1023445 Nov 04 10:53:45.114861 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2da91-5105-42c6-af2a-e95cece5041a req-dec8cf19-1524-4d22-954b-44f24dfa80c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:45.116499 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-dec8cf19-1524-4d22-954b-44f24dfa80c9 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0630026 Nov 04 10:53:45.259568 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-05a6b5e9-dfaa-46b7-afdb-826c51a658ff tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:45.267923 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-05a6b5e9-dfaa-46b7-afdb-826c51a658ff tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.127 "GET /v2.0/networks?id=94a04139-752a-4cff-8c61-5d7b1bb529d8 HTTP/1.1" status: 200 len: 821 time: 0.1398401 Nov 04 10:53:45.287684 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-d4add4e7-bc94-4922-931d-833b6fe105f6 tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.127 "GET /v2.0/quotas/1cc4d27baffa484490b430f9c3f7a8e2 HTTP/1.1" status: 200 len: 375 time: 0.0182645 Nov 04 10:53:45.332746 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-88a2a9b7-07a2-44e1-9bce-ffa144104332 tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=1cc4d27baffa484490b430f9c3f7a8e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440538 Nov 04 10:53:45.343652 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-4255c066-5c49-486c-b518-762169bdd2a2 service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181568 Nov 04 10:53:45.363640 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6784e87a-f854-41ee-8462-8d693b837475 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:45.441080 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-81c9cea1-5ea7-4bfd-b56f-0e3fa39bfb01 service neutron] 10.222.0.127 "GET /v2.0/networks/94a04139-752a-4cff-8c61-5d7b1bb529d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071939 Nov 04 10:53:45.559116 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-e96f3cc7-a6cb-4ac3-8fd8-0cd8bc0d32e9 service neutron] 10.222.0.127 "GET /v2.0/networks/94a04139-752a-4cff-8c61-5d7b1bb529d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168606 Nov 04 10:53:45.977220 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d1907-11a5-4871-9700-e59853ab9dfe req-c30552f4-2653-4a46-8b44-3c7818627ba2 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:45.983088 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-377d1907-11a5-4871-9700-e59853ab9dfe req-c30552f4-2653-4a46-8b44-3c7818627ba2 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=c5ec0453-c317-490e-8038-30d99bf668b5 HTTP/1.1" status: 200 len: 1096 time: 0.0807867 Nov 04 10:53:46.047265 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-377d1907-11a5-4871-9700-e59853ab9dfe req-a6e47666-dfa9-4783-a067-5d5ec4680e9a tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5d33242b-c8e0-4d36-9d89-f5ac29666ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503626 Nov 04 10:53:46.143484 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c718b4c5-1f7c-4de9-ab1d-1920a0e0de8d req-d6b86ada-6c0d-4916-bf30-cf9d4365cbf9 tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.127 "GET /v2.0/ports?device_id=86152fd5-8f3f-4710-b0c7-37bc572c6a24 HTTP/1.1" status: 200 len: 210 time: 0.0575609 Nov 04 10:53:46.173805 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-9208dbf1-735f-41aa-aee2-16aef230c853 service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8139601 Nov 04 10:53:46.225878 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-7f7dd0c0-deda-48cc-a730-9703d40653de service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03 HTTP/1.1" status: 200 len: 217 time: 0.0435262 Nov 04 10:53:46.381585 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2da91-5105-42c6-af2a-e95cece5041a req-81c33b05-0271-426a-a643-64f2c551cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:46.383129 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-81c33b05-0271-426a-a643-64f2c551cc5e service neutron] 10.222.0.126 "GET /v2.0/subnets?id=384b462f-cd0a-48ba-8bb4-6a70320a42d5 HTTP/1.1" status: 200 len: 797 time: 0.1204016 Nov 04 10:53:46.436907 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a9304-33be-4430-8f0f-edc81c15b60a req-6ab1b1f3-9b16-4600-90e3-e68654773020 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:46.438676 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ad6a9304-33be-4430-8f0f-edc81c15b60a req-6ab1b1f3-9b16-4600-90e3-e68654773020 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.126 "GET /v2.0/ports?device_id=c5ec0453-c317-490e-8038-30d99bf668b5 HTTP/1.1" status: 200 len: 1096 time: 0.1770866 Nov 04 10:53:46.502465 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2da91-5105-42c6-af2a-e95cece5041a req-a2756e6f-1e28-420d-831d-2b0d619b6ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:46.503996 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-a2756e6f-1e28-420d-831d-2b0d619b6ffc service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1060297 Nov 04 10:53:46.509430 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-6784e87a-f854-41ee-8462-8d693b837475 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Deleting port fa95ca28-2cc6-48c8-ab05-949d0d83b0c5 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:53:46.509763 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6784e87a-f854-41ee-8462-8d693b837475 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:46.704944 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-6784e87a-f854-41ee-8462-8d693b837475 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] For port fa95ca28-2cc6-48c8-ab05-949d0d83b0c5, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=fa95ca28-2cc6-48c8-ab05-949d0d83b0c5,segment=NetworkSegment(12988683-4188-4c9f-96f1-03194029c52d),segment_id=12988683-4188-4c9f-96f1-03194029c52d)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:46.705356 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6784e87a-f854-41ee-8462-8d693b837475 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:46.722148 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-6784e87a-f854-41ee-8462-8d693b837475 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Calling delete_port for fa95ca28-2cc6-48c8-ab05-949d0d83b0c5 owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:53:46.748384 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-ad6a9304-33be-4430-8f0f-edc81c15b60a req-fb0e12e7-94a3-4405-9fbe-9f5fb41f6d13 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Deleting port 6c9c66f5-afa0-4648-a0c7-e66d381d22c3 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:53:46.748735 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ad6a9304-33be-4430-8f0f-edc81c15b60a req-fb0e12e7-94a3-4405-9fbe-9f5fb41f6d13 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:46.757147 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-ffac25c5-7d10-467e-99e3-513db63ba4a4 service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442191 Nov 04 10:53:46.889619 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4780d837-cdbf-46e7-a2ea-6d8d724937a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:47.246255 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdaceb-1fca-4232-929f-8c72b2cb8a8b req-f4b33a75-b503-4ef1-b9f8-8d1edde153df tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:47.248599 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-93bdaceb-1fca-4232-929f-8c72b2cb8a8b req-f4b33a75-b503-4ef1-b9f8-8d1edde153df tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=c5ec0453-c317-490e-8038-30d99bf668b5 HTTP/1.1" status: 200 len: 1096 time: 0.0710840 Nov 04 10:53:47.256884 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35052) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:47.289878 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35058) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:47.300628 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ad6a9304-33be-4430-8f0f-edc81c15b60a req-fb0e12e7-94a3-4405-9fbe-9f5fb41f6d13 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] For port 6c9c66f5-afa0-4648-a0c7-e66d381d22c3, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=6c9c66f5-afa0-4648-a0c7-e66d381d22c3,segment=NetworkSegment(81239c95-9ebf-4ba5-959b-b735e526b80b),segment_id=81239c95-9ebf-4ba5-959b-b735e526b80b)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:47.301229 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ad6a9304-33be-4430-8f0f-edc81c15b60a req-fb0e12e7-94a3-4405-9fbe-9f5fb41f6d13 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:47.330653 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-93bdaceb-1fca-4232-929f-8c72b2cb8a8b req-c8fb5e2a-c150-40fd-b9f2-b001801fd2da tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5d33242b-c8e0-4d36-9d89-f5ac29666ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701687 Nov 04 10:53:47.336249 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-bbd4ca21-407f-450c-9102-a009708437be tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:47.337814 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-bbd4ca21-407f-450c-9102-a009708437be tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.121 "GET /v2.0/networks?id=94a04139-752a-4cff-8c61-5d7b1bb529d8 HTTP/1.1" status: 200 len: 821 time: 0.3301594 Nov 04 10:53:47.358049 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-ad6a9304-33be-4430-8f0f-edc81c15b60a req-fb0e12e7-94a3-4405-9fbe-9f5fb41f6d13 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Calling delete_port for 6c9c66f5-afa0-4648-a0c7-e66d381d22c3 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:53:47.366181 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-b378ebae-24a2-47a1-9c87-6d440915d53b tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Request body: {'port': {'device_id': '86152fd5-8f3f-4710-b0c7-37bc572c6a24', 'network_id': '94a04139-752a-4cff-8c61-5d7b1bb529d8', 'admin_state_up': True, 'tenant_id': '1cc4d27baffa484490b430f9c3f7a8e2'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:53:47.419188 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2487729f-46f6-49db-a37e-551bd4f8227c req-3f7358c0-006d-4f6e-baf5-fe26b4737c57 tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.127 "GET /v2.0/ports?device_id=86152fd5-8f3f-4710-b0c7-37bc572c6a24 HTTP/1.1" status: 200 len: 210 time: 0.0296824 Nov 04 10:53:47.484727 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cf9c387e-c887-4bc5-ba8b-3c98e3d2e966 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:47.510332 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-b5cac328-899a-4519-b2be-735798f5ec8f service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7012026 Nov 04 10:53:47.587365 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-457b8af2-c5de-42e3-aa18-72d624096d1a service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=abff8681-5536-4f57-ae0f-bea4324905c6 HTTP/1.1" status: 200 len: 217 time: 0.0669880 Nov 04 10:53:47.625223 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b6d6447-1f2e-49a5-903a-bd0de7d4924a admin admin] Deleting subnet 7b06eb30-a7cd-4109-8393-1e5baaf1b67c {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:53:47.632801 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0b6d6447-1f2e-49a5-903a-bd0de7d4924a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:47.663089 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cf9c387e-c887-4bc5-ba8b-3c98e3d2e966 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:47.674650 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cf9c387e-c887-4bc5-ba8b-3c98e3d2e966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:47.722402 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0b6d6447-1f2e-49a5-903a-bd0de7d4924a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:47.730377 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6784e87a-f854-41ee-8462-8d693b837475 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:47.761862 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2da91-5105-42c6-af2a-e95cece5041a req-0ef52260-9615-483b-8888-fa6f67706ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:47.763271 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-0ef52260-9615-483b-8888-fa6f67706ffa service neutron] 10.222.0.126 "GET /v2.0/subnets?id=591c76b5-dc45-40ba-bafd-65632bad709a HTTP/1.1" status: 200 len: 797 time: 0.1398897 Nov 04 10:53:47.780086 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0b6d6447-1f2e-49a5-903a-bd0de7d4924a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:47.808306 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784e87a-f854-41ee-8462-8d693b837475 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Port': ['ID=fa95ca28-2cc6-48c8-ab05-949d0d83b0c5,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:47.819201 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cf9c387e-c887-4bc5-ba8b-3c98e3d2e966 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=e93e67364318427aadc7217bf0bd1151&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5610526 Nov 04 10:53:47.824059 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35068) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:47.866579 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-b378ebae-24a2-47a1-9c87-6d440915d53b tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Made reservation on behalf of 1cc4d27baffa484490b430f9c3f7a8e2 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:53:47.870865 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-b378ebae-24a2-47a1-9c87-6d440915d53b tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:47.938327 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ad6a9304-33be-4430-8f0f-edc81c15b60a req-fb0e12e7-94a3-4405-9fbe-9f5fb41f6d13 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:47.940991 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c387e-c887-4bc5-ba8b-3c98e3d2e966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a089d30-14ee-461a-b505-88488bd4b07b,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:47.950776 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['a5a31aba-d260-45de-adac-e0a744ee7672'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:53:47.967800 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2f8f719a-c5c9-441d-a5af-a45429f80fa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:47.979342 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2da91-5105-42c6-af2a-e95cece5041a req-4121ddfa-6823-4950-a730-a9db44c2c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:47.981177 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-4121ddfa-6823-4950-a730-a9db44c2c273 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8b3679d9-f029-43fb-a81d-901fdf16cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2092795 Nov 04 10:53:48.017330 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e12e7-94a3-4405-9fbe-9f5fb41f6d13 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c9c66f5-afa0-4648-a0c7-e66d381d22c3,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:48.031352 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2f8f719a-c5c9-441d-a5af-a45429f80fa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:48.113998 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2f8f719a-c5c9-441d-a5af-a45429f80fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:48.117102 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2f8f719a-c5c9-441d-a5af-a45429f80fa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:48.118331 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2f8f719a-c5c9-441d-a5af-a45429f80fa0 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/9a089d30-14ee-461a-b505-88488bd4b07b HTTP/1.1" status: 204 len: 168 time: 0.2914047 Nov 04 10:53:48.167759 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0b6d6447-1f2e-49a5-903a-bd0de7d4924a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:48.210308 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f719a-c5c9-441d-a5af-a45429f80fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a089d30-14ee-461a-b505-88488bd4b07b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:48.219576 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d6447-1f2e-49a5-903a-bd0de7d4924a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b06eb30-a7cd-4109-8393-1e5baaf1b67c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:48.227917 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0b6d6447-1f2e-49a5-903a-bd0de7d4924a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:48.232128 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0b6d6447-1f2e-49a5-903a-bd0de7d4924a admin admin] 10.222.0.127 "DELETE /v2.0/subnets/7b06eb30-a7cd-4109-8393-1e5baaf1b67c HTTP/1.1" status: 204 len: 168 time: 0.9408727 Nov 04 10:53:48.235102 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35074) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:48.289716 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-2cc1d4db-a325-4c13-affa-1d3d0e6bb471 service neutron] 10.222.0.126 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845592 Nov 04 10:53:48.365840 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d133d6d3-ee20-4e16-8bf8-0dd494906330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:48.396749 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6784e87a-f854-41ee-8462-8d693b837475 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:48.425868 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6a9304-33be-4430-8f0f-edc81c15b60a req-fb0e12e7-94a3-4405-9fbe-9f5fb41f6d13 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] No DVR routers for this DVR port 6c9c66f5-afa0-4648-a0c7-e66d381d22c3 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:53:48.435555 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ad6a9304-33be-4430-8f0f-edc81c15b60a req-fb0e12e7-94a3-4405-9fbe-9f5fb41f6d13 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:48.438906 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ad6a9304-33be-4430-8f0f-edc81c15b60a req-fb0e12e7-94a3-4405-9fbe-9f5fb41f6d13 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.126 "DELETE /v2.0/ports/6c9c66f5-afa0-4648-a0c7-e66d381d22c3 HTTP/1.1" status: 204 len: 173 time: 1.9917510 Nov 04 10:53:48.441545 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ec0453-c317-490e-8038-30d99bf668b5', 'name': 'network-vif-deleted', 'tag': '6c9c66f5-afa0-4648-a0c7-e66d381d22c3'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:53:48.443527 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42a59aa-f4a3-4986-a33c-7db49537900d" -d '{"events": [{"server_uuid": "c5ec0453-c317-490e-8038-30d99bf668b5", "name": "network-vif-deleted", "tag": "6c9c66f5-afa0-4648-a0c7-e66d381d22c3"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:53:48.540442 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-be06d4fb-912d-4d30-861d-791c3645df16 req-d9065d56-ea30-4433-8049-7fcc6c720f31 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=c5ec0453-c317-490e-8038-30d99bf668b5 HTTP/1.1" status: 200 len: 210 time: 0.0567870 Nov 04 10:53:48.569268 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d133d6d3-ee20-4e16-8bf8-0dd494906330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:48.630026 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-d133d6d3-ee20-4e16-8bf8-0dd494906330 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a0e2bc-d7d0-494f-8e99-aee30a4827ad']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:48.646855 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-d133d6d3-ee20-4e16-8bf8-0dd494906330 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f694fd-aa8e-43ff-ad42-870e19141504') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:48.647927 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-d133d6d3-ee20-4e16-8bf8-0dd494906330 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f694fd-aa8e-43ff-ad42-870e19141504') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:48.660929 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d133d6d3-ee20-4e16-8bf8-0dd494906330 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:48.687286 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d133d6d3-ee20-4e16-8bf8-0dd494906330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:48.708810 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e91afc1c-cefa-4089-8ed2-bbd0e1ba06ea req-85a48c2c-ed07-4e5e-8a3c-38d40ef629a5 tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.127 "GET /v2.0/ports?device_id=86152fd5-8f3f-4710-b0c7-37bc572c6a24 HTTP/1.1" status: 200 len: 210 time: 0.0399153 Nov 04 10:53:48.711434 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d133d6d3-ee20-4e16-8bf8-0dd494906330 admin admin] Releasing vlan 1176 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:53:48.711834 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d133d6d3-ee20-4e16-8bf8-0dd494906330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:53:48.713588 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:53:48.720505 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-b378ebae-24a2-47a1-9c87-6d440915d53b tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Allocated IP 172.20.0.3 (94a04139-752a-4cff-8c61-5d7b1bb529d8/e60f3c6d-4dc8-49bf-a2d0-d93a35cc501c/08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:53:48.723952 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35084) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:48.730335 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-1ac032a6-09e0-49c3-80b6-5784fd6f5e32 service neutron] 10.222.0.126 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831499 Nov 04 10:53:48.746660 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6784e87a-f854-41ee-8462-8d693b837475 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:53:48.780804 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8878c87e-2e2f-436b-9175-8ec9c1ce3d80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:48.793321 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e530097-e3e1-4150-91f3-5a0cc2f3bd05 x-openstack-request-id: req-1e530097-e3e1-4150-91f3-5a0cc2f3bd05 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:53:48.793537 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ec0453-c317-490e-8038-30d99bf668b5", "name": "network-vif-deleted", "tag": "6c9c66f5-afa0-4648-a0c7-e66d381d22c3", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:53:48.793792 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-1e530097-e3e1-4150-91f3-5a0cc2f3bd05 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:53:48.794529 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ec0453-c317-490e-8038-30d99bf668b5', 'name': 'network-vif-deleted', 'tag': '6c9c66f5-afa0-4648-a0c7-e66d381d22c3', 'status': 'completed', 'code': 200} Nov 04 10:53:48.800934 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-b2af88e0-a022-4c98-9070-d150bf58bd16 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01768171-34a9-4d5d-aca7-7f2598e2272a HTTP/1.1" status: 200 len: 217 time: 0.0612035 Nov 04 10:53:48.801104 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d133d6d3-ee20-4e16-8bf8-0dd494906330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:48.806724 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 6c9c66f5-afa0-4648-a0c7-e66d381d22c3 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:53:48.821062 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d133d6d3-ee20-4e16-8bf8-0dd494906330 admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:48.826482 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d133d6d3-ee20-4e16-8bf8-0dd494906330 admin admin] 10.222.0.127 "DELETE /v2.0/networks/b7a0e2bc-d7d0-494f-8e99-aee30a4827ad HTTP/1.1" status: 204 len: 168 time: 0.5877354 Nov 04 10:53:48.827631 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133d6d3-ee20-4e16-8bf8-0dd494906330 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7a0e2bc-d7d0-494f-8e99-aee30a4827ad,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:48.833446 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 6c9c66f5-afa0-4648-a0c7-e66d381d22c3 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:53:48.833997 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 6c9c66f5-afa0-4648-a0c7-e66d381d22c3 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:53:48.904335 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8878c87e-2e2f-436b-9175-8ec9c1ce3d80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:48.909566 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8878c87e-2e2f-436b-9175-8ec9c1ce3d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:48.957137 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878c87e-2e2f-436b-9175-8ec9c1ce3d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0a4fbc-af5c-4198-8f72-7698b477223a,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:48.967139 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8878c87e-2e2f-436b-9175-8ec9c1ce3d80 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=debb99f0894b4b19b18a014b4a893ab0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2420390 Nov 04 10:53:48.968293 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35088) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:49.063810 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f001e0bf-8a5a-4976-a9f5-4a9d2c119602 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:49.094203 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f001e0bf-8a5a-4976-a9f5-4a9d2c119602 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:49.134499 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35094) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:49.205699 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4870d4d4-fa4a-4e97-9d10-91950f3e8c29 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=22e57a6fdbd24fb38ba8c5b24e6f85e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0664256 Nov 04 10:53:49.208282 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35096) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:49.217248 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f001e0bf-8a5a-4976-a9f5-4a9d2c119602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:49.219958 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f001e0bf-8a5a-4976-a9f5-4a9d2c119602 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:49.221127 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f001e0bf-8a5a-4976-a9f5-4a9d2c119602 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/fd0a4fbc-af5c-4198-8f72-7698b477223a HTTP/1.1" status: 204 len: 168 time: 0.2512279 Nov 04 10:53:49.242433 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001e0bf-8a5a-4976-a9f5-4a9d2c119602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0a4fbc-af5c-4198-8f72-7698b477223a,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:49.292528 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8603a6a0-a7ff-42e2-b033-11b6f9410a5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:49.317197 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8603a6a0-a7ff-42e2-b033-11b6f9410a5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:49.336469 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6784e87a-f854-41ee-8462-8d693b837475 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:53:49.338948 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2da91-5105-42c6-af2a-e95cece5041a req-419d661c-3082-4618-8d78-e1f5c50e9336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:49.340486 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-419d661c-3082-4618-8d78-e1f5c50e9336 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=591c76b5-dc45-40ba-bafd-65632bad709a HTTP/1.1" status: 200 len: 797 time: 0.5300660 Nov 04 10:53:49.350312 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f570557e-d866-4668-91b4-5c52d8fac2cd None None] Sync routers for ids ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:53:49.361716 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f570557e-d866-4668-91b4-5c52d8fac2cd None None] Routers {'2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:53:49.362390 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f570557e-d866-4668-91b4-5c52d8fac2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:53:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:49.369198 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6784e87a-f854-41ee-8462-8d693b837475 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "PUT /v2.0/routers/2f0f986b-ff60-4ef3-9e9a-4b9474c940cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8990607 Nov 04 10:53:49.372418 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35100) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:49.434755 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8603a6a0-a7ff-42e2-b033-11b6f9410a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:49.439790 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8603a6a0-a7ff-42e2-b033-11b6f9410a5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:49.441672 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8603a6a0-a7ff-42e2-b033-11b6f9410a5a admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/cc7ed696-fab2-4127-a5b4-13d5708e4309 HTTP/1.1" status: 204 len: 168 time: 0.2324228 Nov 04 10:53:49.451218 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-f570557e-d866-4668-91b4-5c52d8fac2cd None None] Set router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:53:49.451386 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2da91-5105-42c6-af2a-e95cece5041a req-a89ede73-3aad-4fa4-bfaa-f8d479d97292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:49.454558 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-a89ede73-3aad-4fa4-bfaa-f8d479d97292 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8b3679d9-f029-43fb-a81d-901fdf16cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0809309 Nov 04 10:53:49.460439 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603a6a0-a7ff-42e2-b033-11b6f9410a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7ed696-fab2-4127-a5b4-13d5708e4309,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:49.467414 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ec11fb-a448-4260-af44-079f7c6b1da6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Deleting subnet e4862e6e-053c-4175-8cc9-6486c72b9170 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:53:49.472327 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0ec11fb-a448-4260-af44-079f7c6b1da6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:49.524809 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-b378ebae-24a2-47a1-9c87-6d440915d53b tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:49.539869 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0ec11fb-a448-4260-af44-079f7c6b1da6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:49.558595 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f570557e-d866-4668-91b4-5c52d8fac2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:53:47Z', 'revision_number': 11, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:49.586238 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-b582306e-c35a-4727-9106-d0be6d5d8b82 service neutron] 10.222.0.126 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246684 Nov 04 10:53:49.617112 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-b378ebae-24a2-47a1-9c87-6d440915d53b tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:49.687251 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-aaa52b37-bcd8-453a-a61b-9bf068ba7df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:49.754478 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0ec11fb-a448-4260-af44-079f7c6b1da6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:49.846174 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0ec11fb-a448-4260-af44-079f7c6b1da6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:49.863535 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f570557e-d866-4668-91b4-5c52d8fac2cd None None] Checking router: 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:53:49.879515 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-b378ebae-24a2-47a1-9c87-6d440915d53b tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Network 94a04139-752a-4cff-8c61-5d7b1bb529d8 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:53:49.886477 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f570557e-d866-4668-91b4-5c52d8fac2cd None None] Routers {'2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:53:49.893237 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f570557e-d866-4668-91b4-5c52d8fac2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:53:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:49.895948 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07acda30-0320-4820-a326-48ed3c0621bd None None] Network 52efe839-4529-404f-97a2-99168cc71385 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:53:49.896624 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0ec11fb-a448-4260-af44-079f7c6b1da6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:49.906131 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378ebae-24a2-47a1-9c87-6d440915d53b tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Pushing event updated for resources: {'Port': ['ID=08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:49.908414 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f0ec11fb-a448-4260-af44-079f7c6b1da6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/subnets/e4862e6e-053c-4175-8cc9-6486c72b9170 HTTP/1.1" status: 204 len: 168 time: 0.5332716 Nov 04 10:53:49.910471 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec11fb-a448-4260-af44-079f7c6b1da6 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Subnet': ['ID=e4862e6e-053c-4175-8cc9-6486c72b9170,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:49.913049 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35120) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:49.930704 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-b378ebae-24a2-47a1-9c87-6d440915d53b tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:53:49.944811 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-b378ebae-24a2-47a1-9c87-6d440915d53b tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:53:50.055379 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-b378ebae-24a2-47a1-9c87-6d440915d53b tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:50.056866 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-b378ebae-24a2-47a1-9c87-6d440915d53b tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:50.072439 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-f570557e-d866-4668-91b4-5c52d8fac2cd None None] Set router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:53:50.099496 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-b378ebae-24a2-47a1-9c87-6d440915d53b tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7427795 Nov 04 10:53:50.105807 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16f2da91-5105-42c6-af2a-e95cece5041a req-45a6483f-4a40-45f1-ac68-418dd22a1a2a service neutron] 10.222.0.126 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103695 Nov 04 10:53:50.114989 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-91f83cfe-8fa5-4c6c-909d-09a75ced0915 service neutron] Request body: {'port': {'device_id': '86152fd5-8f3f-4710-b0c7-37bc572c6a24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:53:50.176218 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f570557e-d866-4668-91b4-5c52d8fac2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:53:47Z', 'revision_number': 11, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:50.210134 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f570557e-d866-4668-91b4-5c52d8fac2cd None None] The sync data for ids ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'] in n-d-816629-1 is: [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:53:47Z', 'revision_number': 11, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:53:50.233600 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-91f83cfe-8fa5-4c6c-909d-09a75ced0915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:50.266453 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-29e64ba9-53c5-415c-becf-88e878ab2070 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:50.282132 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac57b065-7bee-4eb4-88a4-f050d6cc19e4 None None] DHCP port deletion for 52efe839-4529-404f-97a2-99168cc71385 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:53:50.292092 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4ad3e-5203-42a5-bc3a-c256e9a5efe7 req-7f918ef5-8ed6-4159-a81f-544cf0378eb5 tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:50.293733 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-21e4ad3e-5203-42a5-bc3a-c256e9a5efe7 req-7f918ef5-8ed6-4159-a81f-544cf0378eb5 tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.127 "GET /v2.0/ports?device_id=86152fd5-8f3f-4710-b0c7-37bc572c6a24 HTTP/1.1" status: 200 len: 931 time: 0.2230418 Nov 04 10:53:50.358372 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-ac57b065-7bee-4eb4-88a4-f050d6cc19e4 None None] Deleting port 566333c5-e834-4c43-a697-b7fb8530eb50 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:53:50.358893 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ac57b065-7bee-4eb4-88a4-f050d6cc19e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:50.391002 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-21e4ad3e-5203-42a5-bc3a-c256e9a5efe7 req-a3da194b-67e6-4296-bccd-6552bedd2954 tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.127 "GET /v2.0/security-groups?id=0fad8bba-4ed1-483f-95af-25213422e3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680282 Nov 04 10:53:50.419235 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-29e64ba9-53c5-415c-becf-88e878ab2070 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Deleting port 566333c5-e834-4c43-a697-b7fb8530eb50 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:53:50.419750 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-29e64ba9-53c5-415c-becf-88e878ab2070 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:50.461216 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-ac57b065-7bee-4eb4-88a4-f050d6cc19e4 None None] For port 566333c5-e834-4c43-a697-b7fb8530eb50, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=566333c5-e834-4c43-a697-b7fb8530eb50,segment=NetworkSegment(12988683-4188-4c9f-96f1-03194029c52d),segment_id=12988683-4188-4c9f-96f1-03194029c52d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:50.461784 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ac57b065-7bee-4eb4-88a4-f050d6cc19e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:50.510616 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-ac57b065-7bee-4eb4-88a4-f050d6cc19e4 None None] Calling delete_port for 566333c5-e834-4c43-a697-b7fb8530eb50 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:53:50.566733 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-29e64ba9-53c5-415c-becf-88e878ab2070 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] For port 566333c5-e834-4c43-a697-b7fb8530eb50, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=566333c5-e834-4c43-a697-b7fb8530eb50,segment=NetworkSegment(12988683-4188-4c9f-96f1-03194029c52d),segment_id=12988683-4188-4c9f-96f1-03194029c52d)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:50.567357 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-29e64ba9-53c5-415c-becf-88e878ab2070 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:50.591438 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c9f6f-062c-4466-aa14-0805b3f28d7c req-0ecfd40c-923b-4462-b476-1cd3bd8e06d0 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:50.601308 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b91c9f6f-062c-4466-aa14-0805b3f28d7c req-0ecfd40c-923b-4462-b476-1cd3bd8e06d0 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=7455dbc6-b98b-4b23-8552-bfcec80ac1f7 HTTP/1.1" status: 200 len: 1096 time: 0.0975244 Nov 04 10:53:50.610424 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-29e64ba9-53c5-415c-becf-88e878ab2070 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Calling delete_port for 566333c5-e834-4c43-a697-b7fb8530eb50 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:53:50.640960 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ac57b065-7bee-4eb4-88a4-f050d6cc19e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:50.714505 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57b065-7bee-4eb4-88a4-f050d6cc19e4 None None] Pushing event deleted for resources: {'Port': ['ID=566333c5-e834-4c43-a697-b7fb8530eb50,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:50.729152 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac57b065-7bee-4eb4-88a4-f050d6cc19e4 None None] No DVR routers for this DVR port 566333c5-e834-4c43-a697-b7fb8530eb50 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:53:50.736868 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b91c9f6f-062c-4466-aa14-0805b3f28d7c req-5b6c80ab-9bc6-4a58-a1ed-8ab192406e73 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5d33242b-c8e0-4d36-9d89-f5ac29666ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330457 Nov 04 10:53:50.764786 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:50.810730 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-29e64ba9-53c5-415c-becf-88e878ab2070 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:50.819833 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-91f83cfe-8fa5-4c6c-909d-09a75ced0915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:53:50.829470 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-91f83cfe-8fa5-4c6c-909d-09a75ced0915 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:50.845742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-91f83cfe-8fa5-4c6c-909d-09a75ced0915 service neutron] Transition to ACTIVE for port object 08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:53:50.851249 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-91f83cfe-8fa5-4c6c-909d-09a75ced0915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:50.875480 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e64ba9-53c5-415c-becf-88e878ab2070 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Port': ['ID=566333c5-e834-4c43-a697-b7fb8530eb50,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:50.877719 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e64ba9-53c5-415c-becf-88e878ab2070 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] No DVR routers for this DVR port 566333c5-e834-4c43-a697-b7fb8530eb50 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:53:50.972019 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f83cfe-8fa5-4c6c-909d-09a75ced0915 service neutron] Pushing event updated for resources: {'Port': ['ID=08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:50.979980 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-29e64ba9-53c5-415c-becf-88e878ab2070 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:51.007081 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-91f83cfe-8fa5-4c6c-909d-09a75ced0915 service neutron] Attempting to bind port 08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:53:51.007310 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-91f83cfe-8fa5-4c6c-909d-09a75ced0915 service neutron] Attempting to bind port 08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '1346eff0-384c-4bc5-9b0c-48386d76d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '94a04139-752a-4cff-8c61-5d7b1bb529d8'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:53:51.007639 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-91f83cfe-8fa5-4c6c-909d-09a75ced0915 service neutron] Attempting to bind port 08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c on network 94a04139-752a-4cff-8c61-5d7b1bb529d8 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:53:51.008592 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-29e64ba9-53c5-415c-becf-88e878ab2070 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52efe839-4529-404f-97a2-99168cc71385']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:51.013453 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-91f83cfe-8fa5-4c6c-909d-09a75ced0915 service neutron] Port 08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c on network 94a04139-752a-4cff-8c61-5d7b1bb529d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:53:51.014131 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-91f83cfe-8fa5-4c6c-909d-09a75ced0915 service neutron] Attempting to bind port 08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c on network 94a04139-752a-4cff-8c61-5d7b1bb529d8 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:53:51.019528 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-29e64ba9-53c5-415c-becf-88e878ab2070 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12988683-4188-4c9f-96f1-03194029c52d') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:51.019819 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-29e64ba9-53c5-415c-becf-88e878ab2070 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12988683-4188-4c9f-96f1-03194029c52d') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:51.020392 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-91f83cfe-8fa5-4c6c-909d-09a75ced0915 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:53:51.020732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-91f83cfe-8fa5-4c6c-909d-09a75ced0915 service neutron] Checking segment: {'id': '1346eff0-384c-4bc5-9b0c-48386d76d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '94a04139-752a-4cff-8c61-5d7b1bb529d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:53:51.021162 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-91f83cfe-8fa5-4c6c-909d-09a75ced0915 service neutron] Bound using segment: {'id': '1346eff0-384c-4bc5-9b0c-48386d76d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '94a04139-752a-4cff-8c61-5d7b1bb529d8'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:53:51.021589 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-91f83cfe-8fa5-4c6c-909d-09a75ced0915 service neutron] Bound port: 08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1346eff0-384c-4bc5-9b0c-48386d76d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '94a04139-752a-4cff-8c61-5d7b1bb529d8'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:53:51.022044 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-91f83cfe-8fa5-4c6c-909d-09a75ced0915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:51.032714 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-29e64ba9-53c5-415c-becf-88e878ab2070 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:51.047580 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-29e64ba9-53c5-415c-becf-88e878ab2070 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:51.055138 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e64ba9-53c5-415c-becf-88e878ab2070 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Releasing vlan 1169 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:53:51.055696 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-29e64ba9-53c5-415c-becf-88e878ab2070 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:53:51.059240 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:53:51.095349 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-91f83cfe-8fa5-4c6c-909d-09a75ced0915 service neutron] For port 08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:53:51.124624 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-29e64ba9-53c5-415c-becf-88e878ab2070 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:51.125161 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-91f83cfe-8fa5-4c6c-909d-09a75ced0915 service neutron] For port 08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c,segment=NetworkSegment(1346eff0-384c-4bc5-9b0c-48386d76d697),segment_id=1346eff0-384c-4bc5-9b0c-48386d76d697)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:53:51.137159 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-91f83cfe-8fa5-4c6c-909d-09a75ced0915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:51.149549 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-29e64ba9-53c5-415c-becf-88e878ab2070 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:51.158485 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-29e64ba9-53c5-415c-becf-88e878ab2070 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/networks/52efe839-4529-404f-97a2-99168cc71385 HTTP/1.1" status: 204 len: 168 time: 1.2439098 Nov 04 10:53:51.159771 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35170) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:51.166284 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-f0e631c4-a7e1-4124-9739-5389f071f7aa tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'router': {'routes': None}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:53:51.184459 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-91f83cfe-8fa5-4c6c-909d-09a75ced0915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:51.185130 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-91f83cfe-8fa5-4c6c-909d-09a75ced0915 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:51.187141 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-91f83cfe-8fa5-4c6c-909d-09a75ced0915 service neutron] 10.222.0.121 "PUT /v2.0/ports/08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c HTTP/1.1" status: 200 len: 1091 time: 1.0767133 Nov 04 10:53:51.187693 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86152fd5-8f3f-4710-b0c7-37bc572c6a24', 'tag': '08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:53:51.190449 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8aecf2-3140-47a9-b8fc-febbd9f54416" -d '{"events": [{"name": "network-changed", "server_uuid": "86152fd5-8f3f-4710-b0c7-37bc572c6a24", "tag": "08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:53:51.276452 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e64ba9-53c5-415c-becf-88e878ab2070 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Pushing event deleted for resources: {'Network': ['ID=52efe839-4529-404f-97a2-99168cc71385,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:51.278675 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdda1402-c3f8-4fd9-ae86-d8daf8d9bceb x-openstack-request-id: req-cdda1402-c3f8-4fd9-ae86-d8daf8d9bceb {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:53:51.279151 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86152fd5-8f3f-4710-b0c7-37bc572c6a24", "tag": "08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:53:51.279547 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-cdda1402-c3f8-4fd9-ae86-d8daf8d9bceb {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:53:51.280098 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86152fd5-8f3f-4710-b0c7-37bc572c6a24', 'tag': '08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c', 'status': 'completed', 'code': 200} Nov 04 10:53:51.297895 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f83cfe-8fa5-4c6c-909d-09a75ced0915 service neutron] Pushing event updated for resources: {'Port': ['ID=08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:51.337337 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-eb102b98-e987-455d-8bb1-92934302339c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:51.339805 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-eb102b98-e987-455d-8bb1-92934302339c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1cc4d27baffa484490b430f9c3f7a8e2&device_id=86152fd5-8f3f-4710-b0c7-37bc572c6a24 HTTP/1.1" status: 200 len: 1094 time: 0.0929422 Nov 04 10:53:51.371068 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.extraroute_db [None req-f0e631c4-a7e1-4124-9739-5389f071f7aa tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Added routes are [] {{(pid=101774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 04 10:53:51.371420 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.extraroute_db [None req-f0e631c4-a7e1-4124-9739-5389f071f7aa tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Removed routes are [] {{(pid=101774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 04 10:53:51.371786 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0e631c4-a7e1-4124-9739-5389f071f7aa tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41180'] for router, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:51.399667 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-f79f0652-5842-4877-8af8-dfdb2aa4160b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c HTTP/1.1" status: 200 len: 217 time: 0.0495799 Nov 04 10:53:51.477534 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-eb600ad1-0600-47c0-8f00-65d22d5bb784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:51.479052 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-eb600ad1-0600-47c0-8f00-65d22d5bb784 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e60f3c6d-4dc8-49bf-a2d0-d93a35cc501c HTTP/1.1" status: 200 len: 861 time: 0.0727327 Nov 04 10:53:51.506523 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079432c3-6c8c-4ae5-91e5-e0ba1839040a req-57a0efa2-2549-4fcb-9ff9-5a35858e702a tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:51.508664 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-079432c3-6c8c-4ae5-91e5-e0ba1839040a req-57a0efa2-2549-4fcb-9ff9-5a35858e702a tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.121 "GET /v2.0/ports?device_id=7455dbc6-b98b-4b23-8552-bfcec80ac1f7 HTTP/1.1" status: 200 len: 1096 time: 0.0861695 Nov 04 10:53:51.522179 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-0ecc573a-8b1a-41bf-bb2f-af99b4507f90 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=94a04139-752a-4cff-8c61-5d7b1bb529d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344558 Nov 04 10:53:51.649876 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0e631c4-a7e1-4124-9739-5389f071f7aa tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41180'] for router, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:51.660510 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0e631c4-a7e1-4124-9739-5389f071f7aa tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3752830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3752821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3754209'] for router, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:51.683771 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 566333c5-e834-4c43-a697-b7fb8530eb50 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:53:51.692453 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-95781d69-bbe9-405f-8913-7c5fc4d3b9c0 service neutron] 10.222.0.121 "GET /v2.0/networks/94a04139-752a-4cff-8c61-5d7b1bb529d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637676 Nov 04 10:53:51.704186 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd6aeb-9579-4edb-aba3-fa84e8e51a72 req-66f92e1e-2e62-4759-991a-8e5f284c8fa2 tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:51.705795 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bacd6aeb-9579-4edb-aba3-fa84e8e51a72 req-66f92e1e-2e62-4759-991a-8e5f284c8fa2 tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.127 "GET /v2.0/ports?device_id=86152fd5-8f3f-4710-b0c7-37bc572c6a24 HTTP/1.1" status: 200 len: 943 time: 0.1535542 Nov 04 10:53:51.727173 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 566333c5-e834-4c43-a697-b7fb8530eb50 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:53:51.727722 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 566333c5-e834-4c43-a697-b7fb8530eb50 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:53:51.729324 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device fa95ca28-2cc6-48c8-ab05-949d0d83b0c5 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:53:51.791243 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: fa95ca28-2cc6-48c8-ab05-949d0d83b0c5 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:53:51.793141 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device fa95ca28-2cc6-48c8-ab05-949d0d83b0c5 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:53:51.842294 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e631c4-a7e1-4124-9739-5389f071f7aa tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:53:51.843775 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-079432c3-6c8c-4ae5-91e5-e0ba1839040a req-6958a9b0-0d94-4105-b2fb-08a9803add8f tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Deleting port a5a31aba-d260-45de-adac-e0a744ee7672 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:53:51.844458 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-079432c3-6c8c-4ae5-91e5-e0ba1839040a req-6958a9b0-0d94-4105-b2fb-08a9803add8f tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:51.872138 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c35c35ac-6719-4464-80eb-2f1c84c5a66c req-632775a8-ee0c-4af9-9810-e52dbb832079 service neutron] 10.222.0.121 "GET /v2.0/networks/94a04139-752a-4cff-8c61-5d7b1bb529d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702867 Nov 04 10:53:51.932004 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bacd6aeb-9579-4edb-aba3-fa84e8e51a72 req-8dc40477-530f-4a2f-9bf4-537e8c4bdb1b tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.127 "GET /v2.0/security-groups?id=0fad8bba-4ed1-483f-95af-25213422e3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813290 Nov 04 10:53:51.993744 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8aecf2-3140-47a9-b8fc-febbd9f54416 req-e18d4de7-9f4d-4d99-a805-c7ba21af205c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:51.995431 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5b8aecf2-3140-47a9-b8fc-febbd9f54416 req-e18d4de7-9f4d-4d99-a805-c7ba21af205c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1cc4d27baffa484490b430f9c3f7a8e2&device_id=86152fd5-8f3f-4710-b0c7-37bc572c6a24 HTTP/1.1" status: 200 len: 1094 time: 0.0523286 Nov 04 10:53:52.070721 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-079432c3-6c8c-4ae5-91e5-e0ba1839040a req-6958a9b0-0d94-4105-b2fb-08a9803add8f tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] For port a5a31aba-d260-45de-adac-e0a744ee7672, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=a5a31aba-d260-45de-adac-e0a744ee7672,segment=NetworkSegment(81239c95-9ebf-4ba5-959b-b735e526b80b),segment_id=81239c95-9ebf-4ba5-959b-b735e526b80b)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:52.070982 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-079432c3-6c8c-4ae5-91e5-e0ba1839040a req-6958a9b0-0d94-4105-b2fb-08a9803add8f tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:52.088348 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e631c4-a7e1-4124-9739-5389f071f7aa tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:53:52.090150 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-079432c3-6c8c-4ae5-91e5-e0ba1839040a req-6958a9b0-0d94-4105-b2fb-08a9803add8f tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Calling delete_port for a5a31aba-d260-45de-adac-e0a744ee7672 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:53:52.100072 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d00d149-daba-44d7-bdb5-a151d8647ef8 None None] Sync routers for ids ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:53:52.101130 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0e631c4-a7e1-4124-9739-5389f071f7aa tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:52.105329 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f0e631c4-a7e1-4124-9739-5389f071f7aa tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "PUT /v2.0/routers/2f0f986b-ff60-4ef3-9e9a-4b9474c940cb HTTP/1.1" status: 200 len: 701 time: 0.9426043 Nov 04 10:53:52.113330 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35214) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:52.125428 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d00d149-daba-44d7-bdb5-a151d8647ef8 None None] Routers {'2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:53:52.126763 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-8d00d149-daba-44d7-bdb5-a151d8647ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:53:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:52.167358 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9df5f3ca-4abb-4ae3-ad06-49e17c1c42cb tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "GET /v2.0/ports?device_id=2f0f986b-ff60-4ef3-9e9a-4b9474c940cb HTTP/1.1" status: 200 len: 205 time: 0.0497429 Nov 04 10:53:52.168085 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35216) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:52.171243 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d4420-57a9-44e3-8a6c-98a1a1a14b37 req-5efe53ce-2cce-40cd-b9ab-ea05fcfea23d tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:52.173336 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-332d4420-57a9-44e3-8a6c-98a1a1a14b37 req-5efe53ce-2cce-40cd-b9ab-ea05fcfea23d tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=7455dbc6-b98b-4b23-8552-bfcec80ac1f7 HTTP/1.1" status: 200 len: 1096 time: 0.1680310 Nov 04 10:53:52.193288 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8aecf2-3140-47a9-b8fc-febbd9f54416 req-1e8de0be-3019-4f92-b730-4999f561c308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:52.198194 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5b8aecf2-3140-47a9-b8fc-febbd9f54416 req-1e8de0be-3019-4f92-b730-4999f561c308 service neutron] 10.222.0.121 "GET /v2.0/networks?id=94a04139-752a-4cff-8c61-5d7b1bb529d8 HTTP/1.1" status: 200 len: 923 time: 0.1944757 Nov 04 10:53:52.269173 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-332d4420-57a9-44e3-8a6c-98a1a1a14b37 req-ba88ed7c-a513-4e1a-8e1d-876c1963af83 tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5d33242b-c8e0-4d36-9d89-f5ac29666ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676146 Nov 04 10:53:52.284527 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-8d00d149-daba-44d7-bdb5-a151d8647ef8 None None] Set router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:53:52.293793 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:52.355824 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-079432c3-6c8c-4ae5-91e5-e0ba1839040a req-6958a9b0-0d94-4105-b2fb-08a9803add8f tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:52.399331 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958a9b0-0d94-4105-b2fb-08a9803add8f tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5a31aba-d260-45de-adac-e0a744ee7672,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:52.419374 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['a5a31aba-d260-45de-adac-e0a744ee7672'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:53:52.421879 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-8d00d149-daba-44d7-bdb5-a151d8647ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:53:47Z', 'revision_number': 11, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:52.442669 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5b8aecf2-3140-47a9-b8fc-febbd9f54416 req-9b20c57b-64bd-4158-a749-04513639a7b3 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c HTTP/1.1" status: 200 len: 217 time: 0.1499536 Nov 04 10:53:52.464767 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d00d149-daba-44d7-bdb5-a151d8647ef8 None None] Checking router: 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:53:52.495487 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-734022e1-f29b-4ea8-88ca-a2b3e9daf0ad tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:52.499171 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d00d149-daba-44d7-bdb5-a151d8647ef8 None None] Routers {'2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:53:52.499925 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-8d00d149-daba-44d7-bdb5-a151d8647ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:53:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:52.502616 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-079432c3-6c8c-4ae5-91e5-e0ba1839040a req-6958a9b0-0d94-4105-b2fb-08a9803add8f tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] No DVR routers for this DVR port a5a31aba-d260-45de-adac-e0a744ee7672 on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:53:52.505848 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-079432c3-6c8c-4ae5-91e5-e0ba1839040a req-6958a9b0-0d94-4105-b2fb-08a9803add8f tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:52.513769 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-079432c3-6c8c-4ae5-91e5-e0ba1839040a req-6958a9b0-0d94-4105-b2fb-08a9803add8f tempest-TestServerMultinode-91987113 tempest-TestServerMultinode-91987113-project-admin] 10.222.0.121 "DELETE /v2.0/ports/a5a31aba-d260-45de-adac-e0a744ee7672 HTTP/1.1" status: 204 len: 173 time: 0.9575071 Nov 04 10:53:52.514551 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7455dbc6-b98b-4b23-8552-bfcec80ac1f7', 'name': 'network-vif-deleted', 'tag': 'a5a31aba-d260-45de-adac-e0a744ee7672'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:53:52.519635 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90c59af-cb6b-40a4-8d8c-635181ff7169" -d '{"events": [{"server_uuid": "7455dbc6-b98b-4b23-8552-bfcec80ac1f7", "name": "network-vif-deleted", "tag": "a5a31aba-d260-45de-adac-e0a744ee7672"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:53:52.630344 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd881d2-02c3-4c62-a4f5-740ca626c866 x-openstack-request-id: req-4fd881d2-02c3-4c62-a4f5-740ca626c866 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:53:52.630852 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7455dbc6-b98b-4b23-8552-bfcec80ac1f7", "name": "network-vif-deleted", "tag": "a5a31aba-d260-45de-adac-e0a744ee7672", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:53:52.631167 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-4fd881d2-02c3-4c62-a4f5-740ca626c866 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:53:52.631985 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7455dbc6-b98b-4b23-8552-bfcec80ac1f7', 'name': 'network-vif-deleted', 'tag': 'a5a31aba-d260-45de-adac-e0a744ee7672', 'status': 'completed', 'code': 200} Nov 04 10:53:52.699144 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-8d00d149-daba-44d7-bdb5-a151d8647ef8 None None] Set router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:53:52.737298 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:52.776224 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-8d00d149-daba-44d7-bdb5-a151d8647ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:53:47Z', 'revision_number': 11, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:52.806556 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d00d149-daba-44d7-bdb5-a151d8647ef8 None None] The sync data for ids ['2f0f986b-ff60-4ef3-9e9a-4b9474c940cb'] in n-d-816629-1 is: [{'id': '2f0f986b-ff60-4ef3-9e9a-4b9474c940cb', 'name': 'tempest-RoutersTest-router-1677784202', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:45Z', 'updated_at': '2021-11-04T10:53:47Z', 'revision_number': 11, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:53:52.856976 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8aecf2-3140-47a9-b8fc-febbd9f54416 req-885f2bc3-139c-49ec-acd8-ee7452007692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:52.858919 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5b8aecf2-3140-47a9-b8fc-febbd9f54416 req-885f2bc3-139c-49ec-acd8-ee7452007692 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e60f3c6d-4dc8-49bf-a2d0-d93a35cc501c HTTP/1.1" status: 200 len: 861 time: 0.4074385 Nov 04 10:53:52.865034 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-734022e1-f29b-4ea8-88ca-a2b3e9daf0ad tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:52.879290 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-734022e1-f29b-4ea8-88ca-a2b3e9daf0ad tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:52.911967 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5b8aecf2-3140-47a9-b8fc-febbd9f54416 req-40dea2cb-1f2c-4e95-8776-af427ce17358 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=94a04139-752a-4cff-8c61-5d7b1bb529d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415804 Nov 04 10:53:53.027531 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-734022e1-f29b-4ea8-88ca-a2b3e9daf0ad tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:53.028050 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734022e1-f29b-4ea8-88ca-a2b3e9daf0ad tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Fanout notify agent at l3_agent the message router_deleted on router 2f0f986b-ff60-4ef3-9e9a-4b9474c940cb {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:53:53.036974 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-734022e1-f29b-4ea8-88ca-a2b3e9daf0ad tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:53.042811 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35230) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:53.043649 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-734022e1-f29b-4ea8-88ca-a2b3e9daf0ad tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/routers/2f0f986b-ff60-4ef3-9e9a-4b9474c940cb HTTP/1.1" status: 204 len: 168 time: 0.8688817 Nov 04 10:53:53.049936 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-99139aa8-5c6b-411a-ad43-9bcaae14be28 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-338553266', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:53:53.124602 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5b8aecf2-3140-47a9-b8fc-febbd9f54416 req-e012700c-e635-45cf-bdeb-016df661f584 service neutron] 10.222.0.121 "GET /v2.0/networks/94a04139-752a-4cff-8c61-5d7b1bb529d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690474 Nov 04 10:53:53.126891 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-99139aa8-5c6b-411a-ad43-9bcaae14be28 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:53.132203 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-99139aa8-5c6b-411a-ad43-9bcaae14be28 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:53.149109 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852aeba-66e3-49de-9e8b-994535c1a36e req-c2077f43-3f18-4c4d-9f91-50c619e2e74e tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:53.151231 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a852aeba-66e3-49de-9e8b-994535c1a36e req-c2077f43-3f18-4c4d-9f91-50c619e2e74e tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.127 "GET /v2.0/ports?device_id=86152fd5-8f3f-4710-b0c7-37bc572c6a24 HTTP/1.1" status: 200 len: 943 time: 0.0826743 Nov 04 10:53:53.217251 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-99139aa8-5c6b-411a-ad43-9bcaae14be28 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:53.230796 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-99139aa8-5c6b-411a-ad43-9bcaae14be28 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:53.258472 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a852aeba-66e3-49de-9e8b-994535c1a36e req-5f53098d-31a4-4f24-9b3b-dc2179bbd6b7 tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.127 "GET /v2.0/security-groups?id=0fad8bba-4ed1-483f-95af-25213422e3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861959 Nov 04 10:53:53.260597 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5b8aecf2-3140-47a9-b8fc-febbd9f54416 req-d505e1ca-cc3a-461e-9f25-cf59e233ac3b service neutron] 10.222.0.121 "GET /v2.0/networks/94a04139-752a-4cff-8c61-5d7b1bb529d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257858 Nov 04 10:53:53.260763 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:53:53.269447 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-99139aa8-5c6b-411a-ad43-9bcaae14be28 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:53.274152 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-99139aa8-5c6b-411a-ad43-9bcaae14be28 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2272441 Nov 04 10:53:53.276411 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35232) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:53.282650 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-6a03395d-6bda-499f-b56f-3b9b943f248b tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:53:53.337449 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35236) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:53.498227 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6a03395d-6bda-499f-b56f-3b9b943f248b tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41180'] for router, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:53.512114 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6a03395d-6bda-499f-b56f-3b9b943f248b tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3752830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3752821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3754209'] for router, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:53.624033 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a03395d-6bda-499f-b56f-3b9b943f248b tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Router e281a634-95b2-4744-b08d-11ba3597f6d8 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:53:53.713522 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a03395d-6bda-499f-b56f-3b9b943f248b tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:53:53.722048 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6a03395d-6bda-499f-b56f-3b9b943f248b tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:53.723306 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6a03395d-6bda-499f-b56f-3b9b943f248b tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "PUT /v2.0/routers/e281a634-95b2-4744-b08d-11ba3597f6d8 HTTP/1.1" status: 200 len: 693 time: 0.4456584 Nov 04 10:53:53.726746 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35244) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:53.729723 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fba5ca3-591f-4bdb-a6d2-3c6b7edbe1b6 None None] Sync routers for ids ['e281a634-95b2-4744-b08d-11ba3597f6d8'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:53:53.752630 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fba5ca3-591f-4bdb-a6d2-3c6b7edbe1b6 None None] Routers {'e281a634-95b2-4744-b08d-11ba3597f6d8'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:53:53.753592 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-6fba5ca3-591f-4bdb-a6d2-3c6b7edbe1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:53:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e281a634-95b2-4744-b08d-11ba3597f6d8'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:53.835423 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8e65c135-eb25-4fa0-aa46-440cecf8486b tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "GET /v2.0/routers/e281a634-95b2-4744-b08d-11ba3597f6d8 HTTP/1.1" status: 200 len: 699 time: 0.1074052 Nov 04 10:53:53.836302 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35252) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:53.850211 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-6fba5ca3-591f-4bdb-a6d2-3c6b7edbe1b6 None None] Set router e281a634-95b2-4744-b08d-11ba3597f6d8 gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:53:53.873417 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f8f8e173-0db5-4d24-99ba-7e7f221862b4 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "GET /v2.0/ports?device_id=e281a634-95b2-4744-b08d-11ba3597f6d8 HTTP/1.1" status: 200 len: 205 time: 0.0334306 Nov 04 10:53:53.874279 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35256) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:53.904022 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-6fba5ca3-591f-4bdb-a6d2-3c6b7edbe1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e281a634-95b2-4744-b08d-11ba3597f6d8', 'name': 'tempest-RoutersTest-router-338553266', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:53:53Z', 'updated_at': '2021-11-04T10:53:53Z', 'revision_number': 2, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:53.935196 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fba5ca3-591f-4bdb-a6d2-3c6b7edbe1b6 None None] Checking router: e281a634-95b2-4744-b08d-11ba3597f6d8 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:53:53.946357 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fba5ca3-591f-4bdb-a6d2-3c6b7edbe1b6 None None] Routers {'e281a634-95b2-4744-b08d-11ba3597f6d8'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:53:53.947249 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-6fba5ca3-591f-4bdb-a6d2-3c6b7edbe1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:53:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e281a634-95b2-4744-b08d-11ba3597f6d8'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:53.975508 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-503fd389-cce0-47bd-a036-9dc6e492b1bb tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:54.030122 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-6fba5ca3-591f-4bdb-a6d2-3c6b7edbe1b6 None None] Set router e281a634-95b2-4744-b08d-11ba3597f6d8 gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:53:54.057113 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d0f92a60-ee1a-4ea3-a2b0-5dba7072599e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:54.090072 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-6fba5ca3-591f-4bdb-a6d2-3c6b7edbe1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e281a634-95b2-4744-b08d-11ba3597f6d8', 'name': 'tempest-RoutersTest-router-338553266', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:53:53Z', 'updated_at': '2021-11-04T10:53:53Z', 'revision_number': 2, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:54.122791 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fba5ca3-591f-4bdb-a6d2-3c6b7edbe1b6 None None] The sync data for ids ['e281a634-95b2-4744-b08d-11ba3597f6d8'] in n-d-816629-1 is: [{'id': 'e281a634-95b2-4744-b08d-11ba3597f6d8', 'name': 'tempest-RoutersTest-router-338553266', 'tenant_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:53:53Z', 'updated_at': '2021-11-04T10:53:53Z', 'revision_number': 2, 'project_id': '93d3f7e9109b4e65b4b65c6a9a173da1', 'gw_port_host': None}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:53:54.277813 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-503fd389-cce0-47bd-a036-9dc6e492b1bb tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:54.281955 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-503fd389-cce0-47bd-a036-9dc6e492b1bb tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:54.359956 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-503fd389-cce0-47bd-a036-9dc6e492b1bb tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:54.361038 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503fd389-cce0-47bd-a036-9dc6e492b1bb tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Fanout notify agent at l3_agent the message router_deleted on router e281a634-95b2-4744-b08d-11ba3597f6d8 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:53:54.368885 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-503fd389-cce0-47bd-a036-9dc6e492b1bb tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:54.375966 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-503fd389-cce0-47bd-a036-9dc6e492b1bb tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/routers/e281a634-95b2-4744-b08d-11ba3597f6d8 HTTP/1.1" status: 204 len: 168 time: 0.4996920 Nov 04 10:53:54.376704 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35268) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:54.410595 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-39773ace-e46b-466a-a5a7-16a9e6a5b565 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "GET /v2.0/ports?device_id=e281a634-95b2-4744-b08d-11ba3597f6d8 HTTP/1.1" status: 200 len: 205 time: 0.0325797 Nov 04 10:53:54.417144 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35272) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:54.479298 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-a7a2925e-c7d8-420d-a219-4d86d89e791c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] delete failed (client error): The resource could not be found. Nov 04 10:53:54.480367 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a7a2925e-c7d8-420d-a219-4d86d89e791c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/routers/e281a634-95b2-4744-b08d-11ba3597f6d8 HTTP/1.1" status: 404 len: 336 time: 0.0546377 Nov 04 10:53:54.483191 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35274) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:54.511362 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bea46-4c77-4abe-b799-d0c0c5a44321 req-1fe8279b-f8d5-4848-b075-fb48b8b40f66 tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:54.512808 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d97bea46-4c77-4abe-b799-d0c0c5a44321 req-1fe8279b-f8d5-4848-b075-fb48b8b40f66 tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.127 "GET /v2.0/ports?device_id=86152fd5-8f3f-4710-b0c7-37bc572c6a24 HTTP/1.1" status: 200 len: 943 time: 0.1439395 Nov 04 10:53:54.519070 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7721b6d-c4ed-4dd3-b34c-382581fde4b0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] DELETE failed (client error): The resource could not be found. Nov 04 10:53:54.519833 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7721b6d-c4ed-4dd3-b34c-382581fde4b0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:53:54.524865 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c7721b6d-c4ed-4dd3-b34c-382581fde4b0 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/subnets/f350cbc7-df7b-4271-aef3-f8b807e9c12c HTTP/1.1" status: 404 len: 337 time: 0.0382078 Nov 04 10:53:54.526062 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35278) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:54.556696 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-397a305c-cdd8-4501-ae12-edaa226e3c52 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] DELETE failed (client error): The resource could not be found. Nov 04 10:53:54.557174 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-397a305c-cdd8-4501-ae12-edaa226e3c52 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:53:54.562430 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-397a305c-cdd8-4501-ae12-edaa226e3c52 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/subnets/31851cd6-329c-450c-bc4a-f72680277dc5 HTTP/1.1" status: 404 len: 337 time: 0.0332429 Nov 04 10:53:54.563226 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35280) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:54.575562 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-d0f92a60-ee1a-4ea3-a2b0-5dba7072599e admin admin] Deleting port 2dccb5b9-d6f1-420f-8990-50cb3863b77a {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:53:54.575901 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d0f92a60-ee1a-4ea3-a2b0-5dba7072599e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:54.590170 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c943bdc-ac8a-442e-9716-0c59b6dfa72b tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] DELETE failed (client error): The resource could not be found. Nov 04 10:53:54.590847 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c943bdc-ac8a-442e-9716-0c59b6dfa72b tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:53:54.594202 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9c943bdc-ac8a-442e-9716-0c59b6dfa72b tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/subnets/fecf2615-dad5-41af-a21e-2f2c0c2e8908 HTTP/1.1" status: 404 len: 337 time: 0.0296271 Nov 04 10:53:54.596615 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35282) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:54.619696 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d97bea46-4c77-4abe-b799-d0c0c5a44321 req-1e1c9154-970c-4936-8c76-42402fd62c62 tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.127 "GET /v2.0/security-groups?id=0fad8bba-4ed1-483f-95af-25213422e3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995624 Nov 04 10:53:54.622690 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae527a6-918b-4137-859d-14351401ed6c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] DELETE failed (client error): The resource could not be found. Nov 04 10:53:54.623146 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae527a6-918b-4137-859d-14351401ed6c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:53:54.628962 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6ae527a6-918b-4137-859d-14351401ed6c tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/subnets/e4862e6e-053c-4175-8cc9-6486c72b9170 HTTP/1.1" status: 404 len: 337 time: 0.0287712 Nov 04 10:53:54.629162 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35284) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:54.667501 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2c62c6b0-be80-4e0c-bae2-3e30da6674a3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "GET /v2.0/ports?device_id=2f0f986b-ff60-4ef3-9e9a-4b9474c940cb HTTP/1.1" status: 200 len: 205 time: 0.0368004 Nov 04 10:53:54.672413 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-d0f92a60-ee1a-4ea3-a2b0-5dba7072599e admin admin] For port 2dccb5b9-d6f1-420f-8990-50cb3863b77a, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2dccb5b9-d6f1-420f-8990-50cb3863b77a,segment=NetworkSegment(81239c95-9ebf-4ba5-959b-b735e526b80b),segment_id=81239c95-9ebf-4ba5-959b-b735e526b80b)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:54.672980 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35286) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:54.673320 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d0f92a60-ee1a-4ea3-a2b0-5dba7072599e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:54.691079 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-d0f92a60-ee1a-4ea3-a2b0-5dba7072599e admin admin] Calling delete_port for 2dccb5b9-d6f1-420f-8990-50cb3863b77a owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:53:54.736127 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-84dee1d5-7ff3-48b8-8fcc-8c10d2abf8fe tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] delete failed (client error): The resource could not be found. Nov 04 10:53:54.740025 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-84dee1d5-7ff3-48b8-8fcc-8c10d2abf8fe tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/routers/2f0f986b-ff60-4ef3-9e9a-4b9474c940cb HTTP/1.1" status: 404 len: 336 time: 0.0646510 Nov 04 10:53:54.742476 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35288) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:54.780611 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bb0c8c69-b82a-4880-a710-ec5a6afa008b tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "GET /v2.0/ports?device_id=6dbfbf33-c3d7-4b34-a0a8-b6bb601e8a45 HTTP/1.1" status: 200 len: 205 time: 0.0365946 Nov 04 10:53:54.783384 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35290) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:54.831194 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-aecd60fd-fb7a-4186-935e-4eaee6772081 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] delete failed (client error): The resource could not be found. Nov 04 10:53:54.832647 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-aecd60fd-fb7a-4186-935e-4eaee6772081 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/routers/6dbfbf33-c3d7-4b34-a0a8-b6bb601e8a45 HTTP/1.1" status: 404 len: 336 time: 0.0477002 Nov 04 10:53:54.835635 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35292) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:54.863580 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b69c77-e34a-44c1-96ef-663f032aba17 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] DELETE failed (client error): The resource could not be found. Nov 04 10:53:54.864052 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2b69c77-e34a-44c1-96ef-663f032aba17 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:53:54.867158 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e2b69c77-e34a-44c1-96ef-663f032aba17 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/subnets/13f79033-0792-492e-8e7f-38e35ba22b07 HTTP/1.1" status: 404 len: 337 time: 0.0310194 Nov 04 10:53:54.869936 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35294) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:54.900808 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-472b7d58-3ffd-4d27-8951-ead2e55e8a6f tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "GET /v2.0/ports?device_id=90e7ff74-3305-4d6b-b165-d3ab953c9598 HTTP/1.1" status: 200 len: 205 time: 0.0275197 Nov 04 10:53:54.901264 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35296) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:54.949093 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-9f3e1d88-e130-496b-84cd-acd0136f3864 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] delete failed (client error): The resource could not be found. Nov 04 10:53:54.950170 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9f3e1d88-e130-496b-84cd-acd0136f3864 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/routers/90e7ff74-3305-4d6b-b165-d3ab953c9598 HTTP/1.1" status: 404 len: 336 time: 0.0479198 Nov 04 10:53:54.953025 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35298) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:54.961005 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d0f92a60-ee1a-4ea3-a2b0-5dba7072599e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:54.990298 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3569b11a-bff6-4a93-8df8-b5fec2ab9450 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "GET /v2.0/ports?device_id=1085f2e7-4496-4b83-b406-fa7745df3d10 HTTP/1.1" status: 200 len: 205 time: 0.0332310 Nov 04 10:53:54.990854 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35300) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:54.998542 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f92a60-ee1a-4ea3-a2b0-5dba7072599e admin admin] Pushing event deleted for resources: {'Port': ['ID=2dccb5b9-d6f1-420f-8990-50cb3863b77a,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:55.004434 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:53:55.039612 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-34942383-4959-46f0-bf0d-2f44f57a7cb9 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] delete failed (client error): The resource could not be found. Nov 04 10:53:55.040858 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-34942383-4959-46f0-bf0d-2f44f57a7cb9 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/routers/1085f2e7-4496-4b83-b406-fa7745df3d10 HTTP/1.1" status: 404 len: 336 time: 0.0490780 Nov 04 10:53:55.044480 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35302) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:55.102688 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ac34b5-64f4-47d0-a8e1-b49b4f918e56 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] DELETE failed (client error): The resource could not be found. Nov 04 10:53:55.104444 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ac34b5-64f4-47d0-a8e1-b49b4f918e56 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:53:55.115223 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35304) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:55.115462 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-07ac34b5-64f4-47d0-a8e1-b49b4f918e56 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/subnets/8b13941a-3ba8-48e8-889d-572fd97128b4 HTTP/1.1" status: 404 len: 337 time: 0.0679793 Nov 04 10:53:55.163477 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8f1a138b-692c-417f-b917-9750fd21fa07 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "GET /v2.0/ports?device_id=ce75bbc0-65c8-406c-b774-986d08c818e5 HTTP/1.1" status: 200 len: 205 time: 0.0447254 Nov 04 10:53:55.165334 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35306) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:55.165475 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c,segment=NetworkSegment(1346eff0-384c-4bc5-9b0c-48386d76d697),segment_id=1346eff0-384c-4bc5-9b0c-48386d76d697)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:55.192646 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c', 'network_id': '94a04139-752a-4cff-8c61-5d7b1bb529d8', 'port_id': '08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c', 'mac_address': 'fa:16:3e:f9:d4:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60f3c6d-4dc8-49bf-a2d0-d93a35cc501c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:53:55.256769 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:55.263269 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-66c79be0-db38-4732-89dc-938ca11bfa7b tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] delete failed (client error): The resource could not be found. Nov 04 10:53:55.268680 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-66c79be0-db38-4732-89dc-938ca11bfa7b tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/routers/ce75bbc0-65c8-406c-b774-986d08c818e5 HTTP/1.1" status: 404 len: 336 time: 0.1019003 Nov 04 10:53:55.271714 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35310) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:55.286344 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:53:55.321677 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-6216ed04-0c63-4ff1-b3f6-da1635625ee9 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] DELETE failed (client error): The resource could not be found. Nov 04 10:53:55.322860 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6216ed04-0c63-4ff1-b3f6-da1635625ee9 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:53:55.331206 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6216ed04-0c63-4ff1-b3f6-da1635625ee9 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/subnets/15beb67b-5169-485a-9c3d-b9592683aa67 HTTP/1.1" status: 404 len: 337 time: 0.0582733 Nov 04 10:53:55.334182 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35314) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:55.337140 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d0f92a60-ee1a-4ea3-a2b0-5dba7072599e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:55.348090 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c,segment=NetworkSegment(1346eff0-384c-4bc5-9b0c-48386d76d697),segment_id=1346eff0-384c-4bc5-9b0c-48386d76d697)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:55.357528 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:55.387230 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-78897fb6-4a09-4bb7-8466-77f033df3ce3 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "GET /v2.0/ports?device_id=bc7278e1-6a02-44ce-9c7d-21907aa3c6b2 HTTP/1.1" status: 200 len: 205 time: 0.0485940 Nov 04 10:53:55.387650 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35320) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:55.427099 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:55.458297 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-a2452173-14ad-4dee-996b-037d19b537eb tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] delete failed (client error): The resource could not be found. Nov 04 10:53:55.459376 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a2452173-14ad-4dee-996b-037d19b537eb tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/routers/bc7278e1-6a02-44ce-9c7d-21907aa3c6b2 HTTP/1.1" status: 404 len: 336 time: 0.0706360 Nov 04 10:53:55.462179 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35328) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:55.532462 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-763ecfb2-3d6c-4ea4-80e8-2626545c9475 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] DELETE failed (client error): The resource could not be found. Nov 04 10:53:55.532991 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-763ecfb2-3d6c-4ea4-80e8-2626545c9475 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:53:55.536857 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-763ecfb2-3d6c-4ea4-80e8-2626545c9475 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/subnets/d8a452b2-bc0e-47e1-bed0-2913507f276b HTTP/1.1" status: 404 len: 337 time: 0.0737011 Nov 04 10:53:55.544538 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35330) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:55.562331 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:53:55.604232 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-602cedd3-05e7-4691-ace6-6481bdb2e810 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] DELETE failed (client error): The resource could not be found. Nov 04 10:53:55.605052 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-602cedd3-05e7-4691-ace6-6481bdb2e810 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 10:53:55.611791 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-602cedd3-05e7-4691-ace6-6481bdb2e810 tempest-RoutersTest-66651490 tempest-RoutersTest-66651490-project] 10.222.0.127 "DELETE /v2.0/subnets/303cd6b4-af75-4db8-b287-2f9eec0bb189 HTTP/1.1" status: 404 len: 337 time: 0.0653319 Nov 04 10:53:55.810810 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f92a60-ee1a-4ea3-a2b0-5dba7072599e admin admin] Router e55431d8-f0fa-4bab-a527-efcce9cb4133 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:53:55.821326 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741b288-e642-4561-a047-6b569ce6046b req-952adf41-8820-4672-b1ae-e11c63bc82bb tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:55.824675 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0741b288-e642-4561-a047-6b569ce6046b req-952adf41-8820-4672-b1ae-e11c63bc82bb tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.127 "GET /v2.0/ports?device_id=86152fd5-8f3f-4710-b0c7-37bc572c6a24 HTTP/1.1" status: 200 len: 944 time: 0.0956135 Nov 04 10:53:55.941824 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0741b288-e642-4561-a047-6b569ce6046b req-87776441-893f-4ac1-a9d1-b50894787cb8 tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.127 "GET /v2.0/security-groups?id=0fad8bba-4ed1-483f-95af-25213422e3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069043 Nov 04 10:53:56.051516 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f92a60-ee1a-4ea3-a2b0-5dba7072599e admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:53:56.062957 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35352) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:56.063627 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d0f92a60-ee1a-4ea3-a2b0-5dba7072599e admin admin] 10.222.0.127 "PUT /v2.0/routers/e55431d8-f0fa-4bab-a527-efcce9cb4133/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7247019 Nov 04 10:53:56.098725 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1bbf85-89e3-4102-bf05-aa5e2b757847 None None] Sync routers for ids ['e55431d8-f0fa-4bab-a527-efcce9cb4133'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:53:56.111951 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35354) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:56.150324 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1bbf85-89e3-4102-bf05-aa5e2b757847 None None] Routers {'e55431d8-f0fa-4bab-a527-efcce9cb4133'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:53:56.158319 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-ff1bbf85-89e3-4102-bf05-aa5e2b757847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:53:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e55431d8-f0fa-4bab-a527-efcce9cb4133'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:56.400086 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15354bf9-c7c1-47c0-b7c7-dce96829ebce req-7ddebe1c-5a9d-48f3-961d-9eacf022ca6d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:56.406770 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15354bf9-c7c1-47c0-b7c7-dce96829ebce req-7ddebe1c-5a9d-48f3-961d-9eacf022ca6d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:56.419662 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15354bf9-c7c1-47c0-b7c7-dce96829ebce req-7ddebe1c-5a9d-48f3-961d-9eacf022ca6d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:56.429789 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-ff1bbf85-89e3-4102-bf05-aa5e2b757847 None None] Set router e55431d8-f0fa-4bab-a527-efcce9cb4133 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:53:56.431911 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15354bf9-c7c1-47c0-b7c7-dce96829ebce req-7ddebe1c-5a9d-48f3-961d-9eacf022ca6d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:56.443691 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15354bf9-c7c1-47c0-b7c7-dce96829ebce req-7ddebe1c-5a9d-48f3-961d-9eacf022ca6d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:56.455667 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15354bf9-c7c1-47c0-b7c7-dce96829ebce req-7ddebe1c-5a9d-48f3-961d-9eacf022ca6d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:56.471248 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15354bf9-c7c1-47c0-b7c7-dce96829ebce req-7ddebe1c-5a9d-48f3-961d-9eacf022ca6d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:56.491537 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-15354bf9-c7c1-47c0-b7c7-dce96829ebce req-7ddebe1c-5a9d-48f3-961d-9eacf022ca6d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5445 time: 0.2219121 Nov 04 10:53:56.553144 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3805a176-0d06-4afd-abc9-d57ab5ad6446 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=93d3f7e9109b4e65b4b65c6a9a173da1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4380078 Nov 04 10:53:56.567548 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35368) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:56.652043 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35370) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:56.659144 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-15354bf9-c7c1-47c0-b7c7-dce96829ebce req-9a5d41e2-7bd8-4631-8500-a347ac8b7718 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1664052 Nov 04 10:53:56.671760 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d7e57768-7f8f-453d-8e58-65dcf9c042f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:56.697074 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d7e57768-7f8f-453d-8e58-65dcf9c042f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:56.733070 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-ff1bbf85-89e3-4102-bf05-aa5e2b757847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55431d8-f0fa-4bab-a527-efcce9cb4133', 'name': 'tempest-TestServerMultinode-1837551537-router', 'tenant_id': '6528f871e6f44d9190674b0d310123a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '8372aadd-adc8-4a99-99b5-419f514ccfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:33Z', 'updated_at': '2021-11-04T10:53:54Z', 'revision_number': 5, 'project_id': '6528f871e6f44d9190674b0d310123a7', 'gw_port': {'id': '8372aadd-adc8-4a99-99b5-419f514ccfdf', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:02:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55431d8-f0fa-4bab-a527-efcce9cb4133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:34Z', 'updated_at': '2021-11-04T10:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:56.792159 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1bbf85-89e3-4102-bf05-aa5e2b757847 None None] Checking router: e55431d8-f0fa-4bab-a527-efcce9cb4133 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:53:56.795742 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d7e57768-7f8f-453d-8e58-65dcf9c042f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:56.799557 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d7e57768-7f8f-453d-8e58-65dcf9c042f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:56.802789 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d7e57768-7f8f-453d-8e58-65dcf9c042f8 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/b153764b-0341-4231-96a3-1d6ec61aa0c9 HTTP/1.1" status: 204 len: 168 time: 0.2337689 Nov 04 10:53:56.819124 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e57768-7f8f-453d-8e58-65dcf9c042f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b153764b-0341-4231-96a3-1d6ec61aa0c9,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:56.820076 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e22324aa-42bf-4505-aabf-6faf190ccefe admin admin] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:56.824326 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1bbf85-89e3-4102-bf05-aa5e2b757847 None None] Routers {'e55431d8-f0fa-4bab-a527-efcce9cb4133'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:53:56.824452 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-ff1bbf85-89e3-4102-bf05-aa5e2b757847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:53:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e55431d8-f0fa-4bab-a527-efcce9cb4133'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:56.911368 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ef04a-5e55-4fd7-842d-abaed0d148d0 req-95f28229-8603-4482-9997-c12d669d4e91 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:56.918288 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ef04a-5e55-4fd7-842d-abaed0d148d0 req-95f28229-8603-4482-9997-c12d669d4e91 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:56.924541 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ef04a-5e55-4fd7-842d-abaed0d148d0 req-95f28229-8603-4482-9997-c12d669d4e91 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:56.930987 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ef04a-5e55-4fd7-842d-abaed0d148d0 req-95f28229-8603-4482-9997-c12d669d4e91 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:56.937373 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ef04a-5e55-4fd7-842d-abaed0d148d0 req-95f28229-8603-4482-9997-c12d669d4e91 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:56.948082 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ef04a-5e55-4fd7-842d-abaed0d148d0 req-95f28229-8603-4482-9997-c12d669d4e91 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:56.951227 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e22324aa-42bf-4505-aabf-6faf190ccefe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:56.955551 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ef04a-5e55-4fd7-842d-abaed0d148d0 req-95f28229-8603-4482-9997-c12d669d4e91 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:56.958069 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e9ef04a-5e55-4fd7-842d-abaed0d148d0 req-95f28229-8603-4482-9997-c12d669d4e91 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5445 time: 0.1216640 Nov 04 10:53:56.971207 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b3b436a0-0bc0-48d7-91a4-920c10ab9891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:57.038575 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-e22324aa-42bf-4505-aabf-6faf190ccefe admin admin] Deleting port 8372aadd-adc8-4a99-99b5-419f514ccfdf {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:53:57.039513 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e22324aa-42bf-4505-aabf-6faf190ccefe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:57.154109 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b3b436a0-0bc0-48d7-91a4-920c10ab9891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:57.164399 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b3b436a0-0bc0-48d7-91a4-920c10ab9891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:57.195019 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-ff1bbf85-89e3-4102-bf05-aa5e2b757847 None None] Set router e55431d8-f0fa-4bab-a527-efcce9cb4133 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:53:57.200379 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-e22324aa-42bf-4505-aabf-6faf190ccefe admin admin] For port 8372aadd-adc8-4a99-99b5-419f514ccfdf, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=8372aadd-adc8-4a99-99b5-419f514ccfdf,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:57.200960 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e22324aa-42bf-4505-aabf-6faf190ccefe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:57.228112 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb58024-af94-45c9-b49a-cc8bceb38737 req-8bfce7e1-a105-4701-8f60-300b1804671d tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:57.230621 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-e22324aa-42bf-4505-aabf-6faf190ccefe admin admin] Calling delete_port for 8372aadd-adc8-4a99-99b5-419f514ccfdf owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:53:57.236316 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1bb58024-af94-45c9-b49a-cc8bceb38737 req-8bfce7e1-a105-4701-8f60-300b1804671d tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.127 "GET /v2.0/ports?device_id=86152fd5-8f3f-4710-b0c7-37bc572c6a24 HTTP/1.1" status: 200 len: 944 time: 0.1391673 Nov 04 10:53:57.238300 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b436a0-0bc0-48d7-91a4-920c10ab9891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048bfc32-1d96-4fd7-a97f-a1f893bc56d9,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:57.247444 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b3b436a0-0bc0-48d7-91a4-920c10ab9891 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=c13d244ca04e4962bd6a188f356cb08e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5942166 Nov 04 10:53:57.248067 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35392) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:57.261027 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:53:57.345676 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1bb58024-af94-45c9-b49a-cc8bceb38737 req-0520246b-c46a-499c-8773-61c38ab92bba tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.127 "GET /v2.0/security-groups?id=0fad8bba-4ed1-483f-95af-25213422e3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047690 Nov 04 10:53:57.365326 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-286b07d6-faa0-46ab-bbbf-b7bea783963e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:57.396108 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-286b07d6-faa0-46ab-bbbf-b7bea783963e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:57.427652 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:53:57.457983 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:53:57.458379 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:57.458913 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-286b07d6-faa0-46ab-bbbf-b7bea783963e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:57.463195 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-286b07d6-faa0-46ab-bbbf-b7bea783963e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:57.466908 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-286b07d6-faa0-46ab-bbbf-b7bea783963e admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/048bfc32-1d96-4fd7-a97f-a1f893bc56d9 HTTP/1.1" status: 204 len: 168 time: 0.2101812 Nov 04 10:53:57.474658 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b07d6-faa0-46ab-bbbf-b7bea783963e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048bfc32-1d96-4fd7-a97f-a1f893bc56d9,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:57.502114 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e22324aa-42bf-4505-aabf-6faf190ccefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:57.542944 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22324aa-42bf-4505-aabf-6faf190ccefe admin admin] Pushing event deleted for resources: {'Port': ['ID=8372aadd-adc8-4a99-99b5-419f514ccfdf,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:57.554102 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-ff1bbf85-89e3-4102-bf05-aa5e2b757847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55431d8-f0fa-4bab-a527-efcce9cb4133', 'name': 'tempest-TestServerMultinode-1837551537-router', 'tenant_id': '6528f871e6f44d9190674b0d310123a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '8372aadd-adc8-4a99-99b5-419f514ccfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:33Z', 'updated_at': '2021-11-04T10:53:54Z', 'revision_number': 5, 'project_id': '6528f871e6f44d9190674b0d310123a7', 'gw_port': {'id': '8372aadd-adc8-4a99-99b5-419f514ccfdf', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:02:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55431d8-f0fa-4bab-a527-efcce9cb4133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:34Z', 'updated_at': '2021-11-04T10:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:57.590983 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1bbf85-89e3-4102-bf05-aa5e2b757847 None None] The sync data for ids ['e55431d8-f0fa-4bab-a527-efcce9cb4133'] in n-d-816629-1 is: [{'id': 'e55431d8-f0fa-4bab-a527-efcce9cb4133', 'name': 'tempest-TestServerMultinode-1837551537-router', 'tenant_id': '6528f871e6f44d9190674b0d310123a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '8372aadd-adc8-4a99-99b5-419f514ccfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:33Z', 'updated_at': '2021-11-04T10:53:54Z', 'revision_number': 5, 'project_id': '6528f871e6f44d9190674b0d310123a7', 'gw_port': {'id': '8372aadd-adc8-4a99-99b5-419f514ccfdf', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:02:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55431d8-f0fa-4bab-a527-efcce9cb4133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:34Z', 'updated_at': '2021-11-04T10:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:53:57.623334 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e22324aa-42bf-4505-aabf-6faf190ccefe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:57.690223 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:57.748097 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86152fd5-8f3f-4710-b0c7-37bc572c6a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:53:57.751494 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91825c35-cbfe-40f5-9e1a-3d5e70a9cb42" -d '{"events": [{"server_uuid": "86152fd5-8f3f-4710-b0c7-37bc572c6a24", "name": "network-vif-plugged", "status": "completed", "tag": "08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:53:57.768425 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c,segment=NetworkSegment(1346eff0-384c-4bc5-9b0c-48386d76d697),segment_id=1346eff0-384c-4bc5-9b0c-48386d76d697)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:57.776067 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:57.778405 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device a5a31aba-d260-45de-adac-e0a744ee7672 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:53:57.809499 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e22324aa-42bf-4505-aabf-6faf190ccefe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:57.817322 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: a5a31aba-d260-45de-adac-e0a744ee7672 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:53:57.817914 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device a5a31aba-d260-45de-adac-e0a744ee7672 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:53:57.819738 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e22324aa-42bf-4505-aabf-6faf190ccefe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:57.839150 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83294dd-067b-43ec-a3d6-370b6e1583b6 x-openstack-request-id: req-e83294dd-067b-43ec-a3d6-370b6e1583b6 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:53:57.839746 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86152fd5-8f3f-4710-b0c7-37bc572c6a24", "name": "network-vif-plugged", "status": "completed", "tag": "08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:53:57.840190 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-e83294dd-067b-43ec-a3d6-370b6e1583b6 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:53:57.840734 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86152fd5-8f3f-4710-b0c7-37bc572c6a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c', 'code': 200} Nov 04 10:53:57.879043 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:57.917773 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e22324aa-42bf-4505-aabf-6faf190ccefe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:57.918299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22324aa-42bf-4505-aabf-6faf190ccefe admin admin] Fanout notify agent at l3_agent the message router_deleted on router e55431d8-f0fa-4bab-a527-efcce9cb4133 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:53:57.946177 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e22324aa-42bf-4505-aabf-6faf190ccefe admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:57.949403 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e22324aa-42bf-4505-aabf-6faf190ccefe admin admin] 10.222.0.127 "DELETE /v2.0/routers/e55431d8-f0fa-4bab-a527-efcce9cb4133 HTTP/1.1" status: 204 len: 168 time: 1.8829458 Nov 04 10:53:57.950574 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35418) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:57.989355 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76167f5f-922e-4c31-a5e3-4f5cfb054601 req-e64e13f8-7810-48a5-9855-95f1bc394eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:57.990849 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-76167f5f-922e-4c31-a5e3-4f5cfb054601 req-e64e13f8-7810-48a5-9855-95f1bc394eb9 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=86152fd5-8f3f-4710-b0c7-37bc572c6a24 HTTP/1.1" status: 200 len: 1096 time: 0.0865829 Nov 04 10:53:58.060424 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b2a180-3693-4afc-bd1d-c3d867b57881 admin admin] Deleting subnet b50f95f6-339c-4e35-9fac-579640522571 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:53:58.072657 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-72b2a180-3693-4afc-bd1d-c3d867b57881 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:58.098479 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-76167f5f-922e-4c31-a5e3-4f5cfb054601 req-18e8c400-6bd7-426e-9f8f-ffb379c9a831 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=0fad8bba-4ed1-483f-95af-25213422e3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847294 Nov 04 10:53:58.151913 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-72b2a180-3693-4afc-bd1d-c3d867b57881 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:58.202037 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35424) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:58.221088 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-836c174a-4b15-4bb9-bcc7-b153e7ddbb97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:58.298518 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-72b2a180-3693-4afc-bd1d-c3d867b57881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:58.342810 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-836c174a-4b15-4bb9-bcc7-b153e7ddbb97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:58.349882 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-836c174a-4b15-4bb9-bcc7-b153e7ddbb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:58.399491 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-72b2a180-3693-4afc-bd1d-c3d867b57881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:58.410650 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-836c174a-4b15-4bb9-bcc7-b153e7ddbb97 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=e2f31358f49a4c0e8a6851fbd4916af8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2038889 Nov 04 10:53:58.410650 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c174a-4b15-4bb9-bcc7-b153e7ddbb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff1558d-0b4d-4915-bed3-ad8c5b22bc0b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:58.412468 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35430) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:58.450749 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2a180-3693-4afc-bd1d-c3d867b57881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b50f95f6-339c-4e35-9fac-579640522571,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:58.461966 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-72b2a180-3693-4afc-bd1d-c3d867b57881 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:58.466868 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-72b2a180-3693-4afc-bd1d-c3d867b57881 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/b50f95f6-339c-4e35-9fac-579640522571 HTTP/1.1" status: 204 len: 168 time: 0.5149851 Nov 04 10:53:58.477128 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b27c2c-b8b5-40f7-9d2a-154946806f3a None None] Network a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:53:58.477940 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35432) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:58.533533 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-97aec52f-b726-4642-a3fa-db391beecc0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:58.579523 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-97aec52f-b726-4642-a3fa-db391beecc0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:58.613329 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420d1cb-61b9-4673-b928-7fe279697bde req-90eb2170-a1eb-4ddb-a4d5-0b904622f99f tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:58.621297 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d420d1cb-61b9-4673-b928-7fe279697bde req-90eb2170-a1eb-4ddb-a4d5-0b904622f99f tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.127 "GET /v2.0/ports?device_id=86152fd5-8f3f-4710-b0c7-37bc572c6a24 HTTP/1.1" status: 200 len: 945 time: 0.1492894 Nov 04 10:53:58.632069 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-70d5b277-ba12-4c4c-8397-b92bc5f8a1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:58.651706 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-97aec52f-b726-4642-a3fa-db391beecc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:58.655790 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-97aec52f-b726-4642-a3fa-db391beecc0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:58.657259 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-97aec52f-b726-4642-a3fa-db391beecc0c admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/9ff1558d-0b4d-4915-bed3-ad8c5b22bc0b HTTP/1.1" status: 204 len: 168 time: 0.2437515 Nov 04 10:53:58.677953 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aec52f-b726-4642-a3fa-db391beecc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff1558d-0b4d-4915-bed3-ad8c5b22bc0b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:58.746093 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d420d1cb-61b9-4673-b928-7fe279697bde req-2b5aa962-443c-4c15-b2fb-70798833dfdd tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.127 "GET /v2.0/security-groups?id=0fad8bba-4ed1-483f-95af-25213422e3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237903 Nov 04 10:53:58.778089 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-70d5b277-ba12-4c4c-8397-b92bc5f8a1fb admin admin] Deleting port 0ec607c3-55cb-4886-bee2-808f1bef6ce4 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:53:58.778477 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-70d5b277-ba12-4c4c-8397-b92bc5f8a1fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:58.893889 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-70d5b277-ba12-4c4c-8397-b92bc5f8a1fb admin admin] For port 0ec607c3-55cb-4886-bee2-808f1bef6ce4, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0ec607c3-55cb-4886-bee2-808f1bef6ce4,segment=NetworkSegment(81239c95-9ebf-4ba5-959b-b735e526b80b),segment_id=81239c95-9ebf-4ba5-959b-b735e526b80b)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:58.895628 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-70d5b277-ba12-4c4c-8397-b92bc5f8a1fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:58.922261 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-70d5b277-ba12-4c4c-8397-b92bc5f8a1fb admin admin] Calling delete_port for 0ec607c3-55cb-4886-bee2-808f1bef6ce4 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:53:58.928812 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b171b23-36ea-4fa6-8f7f-13f13d4cade2 None None] DHCP port deletion for a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:53:59.039587 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-3b171b23-36ea-4fa6-8f7f-13f13d4cade2 None None] Deleting port 0ec607c3-55cb-4886-bee2-808f1bef6ce4 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:53:59.040174 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3b171b23-36ea-4fa6-8f7f-13f13d4cade2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:59.040459 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-70d5b277-ba12-4c4c-8397-b92bc5f8a1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:59.112012 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5b277-ba12-4c4c-8397-b92bc5f8a1fb admin admin] Pushing event deleted for resources: {'Port': ['ID=0ec607c3-55cb-4886-bee2-808f1bef6ce4,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:59.128162 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d5b277-ba12-4c4c-8397-b92bc5f8a1fb admin admin] No DVR routers for this DVR port 0ec607c3-55cb-4886-bee2-808f1bef6ce4 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:53:59.212072 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-3b171b23-36ea-4fa6-8f7f-13f13d4cade2 None None] For port 0ec607c3-55cb-4886-bee2-808f1bef6ce4, host n-d-816629-1, got binding levels [] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:53:59.212835 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3b171b23-36ea-4fa6-8f7f-13f13d4cade2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:59.239863 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-3b171b23-36ea-4fa6-8f7f-13f13d4cade2 None None] Calling delete_port for 0ec607c3-55cb-4886-bee2-808f1bef6ce4 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:53:59.245932 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.ipam_backend_mixin [None req-3b171b23-36ea-4fa6-8f7f-13f13d4cade2 None None] Port 0ec607c3-55cb-4886-bee2-808f1bef6ce4 was not found and therefore no delete operation was performed {{(pid=101776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 10:53:59.247474 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3b171b23-36ea-4fa6-8f7f-13f13d4cade2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:59.310405 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b171b23-36ea-4fa6-8f7f-13f13d4cade2 None None] Pushing event deleted for resources: {'Port': ['ID=0ec607c3-55cb-4886-bee2-808f1bef6ce4,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:59.314889 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b171b23-36ea-4fa6-8f7f-13f13d4cade2 None None] No DVR routers for this DVR port 0ec607c3-55cb-4886-bee2-808f1bef6ce4 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:53:59.368466 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-70d5b277-ba12-4c4c-8397-b92bc5f8a1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:59.419248 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-70d5b277-ba12-4c4c-8397-b92bc5f8a1fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:59.437151 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-70d5b277-ba12-4c4c-8397-b92bc5f8a1fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81239c95-9ebf-4ba5-959b-b735e526b80b') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:59.437489 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-70d5b277-ba12-4c4c-8397-b92bc5f8a1fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81239c95-9ebf-4ba5-959b-b735e526b80b') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:53:59.472087 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-70d5b277-ba12-4c4c-8397-b92bc5f8a1fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:59.496637 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-70d5b277-ba12-4c4c-8397-b92bc5f8a1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:59.510637 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d5b277-ba12-4c4c-8397-b92bc5f8a1fb admin admin] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:53:59.510637 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-70d5b277-ba12-4c4c-8397-b92bc5f8a1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:53:59.577744 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:53:59.584576 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-70d5b277-ba12-4c4c-8397-b92bc5f8a1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:59.590654 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-70d5b277-ba12-4c4c-8397-b92bc5f8a1fb admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:53:59.595691 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-70d5b277-ba12-4c4c-8397-b92bc5f8a1fb admin admin] 10.222.0.127 "DELETE /v2.0/networks/a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6 HTTP/1.1" status: 204 len: 168 time: 1.1190965 Nov 04 10:53:59.599919 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35470) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:59.617652 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35472) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:53:59.623792 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5b277-ba12-4c4c-8397-b92bc5f8a1fb admin admin] Pushing event deleted for resources: {'Network': ['ID=a33bb71f-2069-40ba-ac9f-fdaaccfb7bb6,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:53:59.738305 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0ec607c3-55cb-4886-bee2-808f1bef6ce4 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:53:59.774564 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406a0a9-561f-40b9-96aa-e10e8611308a req-e661c414-9588-434b-beaa-d2d732705da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:59.775335 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406a0a9-561f-40b9-96aa-e10e8611308a req-e661c414-9588-434b-beaa-d2d732705da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:59.778464 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406a0a9-561f-40b9-96aa-e10e8611308a req-e661c414-9588-434b-beaa-d2d732705da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:59.779316 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406a0a9-561f-40b9-96aa-e10e8611308a req-e661c414-9588-434b-beaa-d2d732705da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:59.779544 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406a0a9-561f-40b9-96aa-e10e8611308a req-e661c414-9588-434b-beaa-d2d732705da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:59.780071 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406a0a9-561f-40b9-96aa-e10e8611308a req-e661c414-9588-434b-beaa-d2d732705da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:59.780659 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406a0a9-561f-40b9-96aa-e10e8611308a req-e661c414-9588-434b-beaa-d2d732705da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:59.791770 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d406a0a9-561f-40b9-96aa-e10e8611308a req-e661c414-9588-434b-beaa-d2d732705da9 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 6502 time: 0.1723592 Nov 04 10:53:59.805575 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 0ec607c3-55cb-4886-bee2-808f1bef6ce4 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:53:59.805825 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0ec607c3-55cb-4886-bee2-808f1bef6ce4 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:53:59.813160 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2dccb5b9-d6f1-420f-8990-50cb3863b77a no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:53:59.878515 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 2dccb5b9-d6f1-420f-8990-50cb3863b77a {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:53:59.879130 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2dccb5b9-d6f1-420f-8990-50cb3863b77a not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:53:59.879743 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8372aadd-adc8-4a99-99b5-419f514ccfdf no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:53:59.904383 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 8372aadd-adc8-4a99-99b5-419f514ccfdf {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:53:59.904920 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8372aadd-adc8-4a99-99b5-419f514ccfdf not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:53:59.942003 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d406a0a9-561f-40b9-96aa-e10e8611308a req-a4be3bea-d72f-4500-ab70-30d6be9c57ab service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1491408 Nov 04 10:53:59.986771 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980d044-5748-49ae-95b8-c62f9fdee703 req-1191c956-8d0c-4a84-9170-43ba388eaa78 tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:53:59.988414 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5980d044-5748-49ae-95b8-c62f9fdee703 req-1191c956-8d0c-4a84-9170-43ba388eaa78 tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.127 "GET /v2.0/ports?device_id=86152fd5-8f3f-4710-b0c7-37bc572c6a24 HTTP/1.1" status: 200 len: 945 time: 0.1195838 Nov 04 10:54:00.064364 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5980d044-5748-49ae-95b8-c62f9fdee703 req-5f00972a-7b82-4daf-a234-64044d797a79 tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.127 "GET /v2.0/security-groups?id=0fad8bba-4ed1-483f-95af-25213422e3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689464 Nov 04 10:54:00.264391 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-21171b74-be25-40dc-945f-ec954dccbe59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:00.600557 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-21171b74-be25-40dc-945f-ec954dccbe59 admin admin] Deleting port 952b0013-fbd6-4940-ae50-f12598da22a7 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:54:00.601252 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-21171b74-be25-40dc-945f-ec954dccbe59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:00.697374 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-21171b74-be25-40dc-945f-ec954dccbe59 admin admin] For port 952b0013-fbd6-4940-ae50-f12598da22a7, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=952b0013-fbd6-4940-ae50-f12598da22a7,segment=NetworkSegment(d5c5388b-8236-42d2-b05d-b2433f72d681),segment_id=d5c5388b-8236-42d2-b05d-b2433f72d681)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:54:00.697877 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-21171b74-be25-40dc-945f-ec954dccbe59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:00.712798 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-21171b74-be25-40dc-945f-ec954dccbe59 admin admin] Calling delete_port for 952b0013-fbd6-4940-ae50-f12598da22a7 owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:54:00.920424 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4d6e1-2553-4648-9f05-58f479b2f510 req-00f168ca-0b4f-4fc5-9548-1a2e46c623e1 tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:00.923259 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8bc4d6e1-2553-4648-9f05-58f479b2f510 req-00f168ca-0b4f-4fc5-9548-1a2e46c623e1 tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.127 "GET /v2.0/ports?device_id=86152fd5-8f3f-4710-b0c7-37bc572c6a24 HTTP/1.1" status: 200 len: 945 time: 0.0627053 Nov 04 10:54:00.991570 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8bc4d6e1-2553-4648-9f05-58f479b2f510 req-df31a0d6-3b9e-4232-aea7-d3a0ce309427 tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.127 "GET /v2.0/security-groups?id=0fad8bba-4ed1-483f-95af-25213422e3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597067 Nov 04 10:54:01.009011 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-21171b74-be25-40dc-945f-ec954dccbe59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:01.043264 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21171b74-be25-40dc-945f-ec954dccbe59 admin admin] Pushing event deleted for resources: {'Port': ['ID=952b0013-fbd6-4940-ae50-f12598da22a7,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:01.258114 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-21171b74-be25-40dc-945f-ec954dccbe59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:01.594114 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21171b74-be25-40dc-945f-ec954dccbe59 admin admin] Router fc2b0356-fcd7-484a-b5cc-2b4febd4b013 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:54:01.739376 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21171b74-be25-40dc-945f-ec954dccbe59 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:54:01.748987 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-21171b74-be25-40dc-945f-ec954dccbe59 admin admin] 10.222.0.127 "PUT /v2.0/routers/fc2b0356-fcd7-484a-b5cc-2b4febd4b013/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1468015 Nov 04 10:54:01.752670 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35574) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:01.756649 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f715a1-284a-4088-9d93-86a16b953761 None None] Sync routers for ids ['fc2b0356-fcd7-484a-b5cc-2b4febd4b013'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:54:01.771122 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f715a1-284a-4088-9d93-86a16b953761 None None] Routers {'fc2b0356-fcd7-484a-b5cc-2b4febd4b013'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:54:01.772003 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-55f715a1-284a-4088-9d93-86a16b953761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:53:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['fc2b0356-fcd7-484a-b5cc-2b4febd4b013'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:01.874202 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-258dbce6-76d1-47e7-b95d-10cbf49cfa06 admin admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:01.912403 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-55f715a1-284a-4088-9d93-86a16b953761 None None] Set router fc2b0356-fcd7-484a-b5cc-2b4febd4b013 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:54:02.002500 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-258dbce6-76d1-47e7-b95d-10cbf49cfa06 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:02.099942 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-258dbce6-76d1-47e7-b95d-10cbf49cfa06 admin admin] Deleting port 3395f3be-6a4d-4624-9b7e-28970aec8be4 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:54:02.100551 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-258dbce6-76d1-47e7-b95d-10cbf49cfa06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:02.238868 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-258dbce6-76d1-47e7-b95d-10cbf49cfa06 admin admin] For port 3395f3be-6a4d-4624-9b7e-28970aec8be4, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3395f3be-6a4d-4624-9b7e-28970aec8be4,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:54:02.239585 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-258dbce6-76d1-47e7-b95d-10cbf49cfa06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:02.257256 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-258dbce6-76d1-47e7-b95d-10cbf49cfa06 admin admin] Calling delete_port for 3395f3be-6a4d-4624-9b7e-28970aec8be4 owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:54:02.280442 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16506f7e-ff32-411a-8928-a03d8fa291a7 req-607fc88e-b9db-48a3-b94d-3fdc31f6a335 tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:02.286409 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-55f715a1-284a-4088-9d93-86a16b953761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2b0356-fcd7-484a-b5cc-2b4febd4b013', 'name': 'tempest-TestServerMultinode-1495847249-router', 'tenant_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3395f3be-6a4d-4624-9b7e-28970aec8be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:48Z', 'updated_at': '2021-11-04T10:54:00Z', 'revision_number': 5, 'project_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'gw_port': {'id': '3395f3be-6a4d-4624-9b7e-28970aec8be4', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2b0356-fcd7-484a-b5cc-2b4febd4b013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:52:49Z', 'updated_at': '2021-11-04T10:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:02.295171 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16506f7e-ff32-411a-8928-a03d8fa291a7 req-607fc88e-b9db-48a3-b94d-3fdc31f6a335 tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.121 "GET /v2.0/ports?device_id=86152fd5-8f3f-4710-b0c7-37bc572c6a24 HTTP/1.1" status: 200 len: 945 time: 0.1717863 Nov 04 10:54:02.357466 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f715a1-284a-4088-9d93-86a16b953761 None None] Checking router: fc2b0356-fcd7-484a-b5cc-2b4febd4b013 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:54:02.384242 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f715a1-284a-4088-9d93-86a16b953761 None None] Routers {'fc2b0356-fcd7-484a-b5cc-2b4febd4b013'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:54:02.386166 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-55f715a1-284a-4088-9d93-86a16b953761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:53:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['fc2b0356-fcd7-484a-b5cc-2b4febd4b013'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:02.460292 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35598) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:02.499088 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-16506f7e-ff32-411a-8928-a03d8fa291a7 req-5bc82af5-7013-4cb8-838b-6329456526eb tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Deleting port 08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:54:02.499438 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-16506f7e-ff32-411a-8928-a03d8fa291a7 req-5bc82af5-7013-4cb8-838b-6329456526eb tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:02.521226 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-55f715a1-284a-4088-9d93-86a16b953761 None None] Set router fc2b0356-fcd7-484a-b5cc-2b4febd4b013 gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:54:02.627415 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-16506f7e-ff32-411a-8928-a03d8fa291a7 req-5bc82af5-7013-4cb8-838b-6329456526eb tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] For port 08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c,segment=NetworkSegment(1346eff0-384c-4bc5-9b0c-48386d76d697),segment_id=1346eff0-384c-4bc5-9b0c-48386d76d697)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:54:02.627803 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-16506f7e-ff32-411a-8928-a03d8fa291a7 req-5bc82af5-7013-4cb8-838b-6329456526eb tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:02.651411 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-55f715a1-284a-4088-9d93-86a16b953761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2b0356-fcd7-484a-b5cc-2b4febd4b013', 'name': 'tempest-TestServerMultinode-1495847249-router', 'tenant_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:48Z', 'updated_at': '2021-11-04T10:54:02Z', 'revision_number': 6, 'project_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:02.661568 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-16506f7e-ff32-411a-8928-a03d8fa291a7 req-5bc82af5-7013-4cb8-838b-6329456526eb tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Calling delete_port for 08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:54:02.705590 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f715a1-284a-4088-9d93-86a16b953761 None None] The sync data for ids ['fc2b0356-fcd7-484a-b5cc-2b4febd4b013'] in n-d-816629-1 is: [{'id': 'fc2b0356-fcd7-484a-b5cc-2b4febd4b013', 'name': 'tempest-TestServerMultinode-1495847249-router', 'tenant_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:52:48Z', 'updated_at': '2021-11-04T10:54:02Z', 'revision_number': 6, 'project_id': 'e68520abc1ae49e79fbaf0133d2fc710', 'gw_port_host': None}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:54:02.765928 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2d7c89a7-e917-4678-a831-4c0a16741d5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:02.883825 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-16506f7e-ff32-411a-8928-a03d8fa291a7 req-5bc82af5-7013-4cb8-838b-6329456526eb tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:02.898719 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:54:02.911479 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1f23e-5d55-4be0-907a-2b2b99fc0ba4 req-cc89dd1e-d417-48ac-a139-979b38021003 tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:02.919735 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-baa1f23e-5d55-4be0-907a-2b2b99fc0ba4 req-cc89dd1e-d417-48ac-a139-979b38021003 tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.127 "GET /v2.0/ports?device_id=86152fd5-8f3f-4710-b0c7-37bc572c6a24 HTTP/1.1" status: 200 len: 867 time: 0.7708168 Nov 04 10:54:02.928326 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc82af5-7013-4cb8-838b-6329456526eb tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Pushing event deleted for resources: {'Port': ['ID=08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:03.025100 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-baa1f23e-5d55-4be0-907a-2b2b99fc0ba4 req-f19b8b08-92a5-4f0f-b716-fd535e2f7609 tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.127 "GET /v2.0/security-groups?id=0fad8bba-4ed1-483f-95af-25213422e3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043112 Nov 04 10:54:03.061061 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2d7c89a7-e917-4678-a831-4c0a16741d5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:03.062754 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-16506f7e-ff32-411a-8928-a03d8fa291a7 req-5bc82af5-7013-4cb8-838b-6329456526eb tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] No DVR routers for this DVR port 08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:54:03.066170 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-16506f7e-ff32-411a-8928-a03d8fa291a7 req-5bc82af5-7013-4cb8-838b-6329456526eb tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:03.069872 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-16506f7e-ff32-411a-8928-a03d8fa291a7 req-5bc82af5-7013-4cb8-838b-6329456526eb tempest-ServerMetadataNegativeTestJSON-91665868 tempest-ServerMetadataNegativeTestJSON-91665868-project] 10.222.0.121 "DELETE /v2.0/ports/08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c HTTP/1.1" status: 204 len: 173 time: 0.7671425 Nov 04 10:54:03.070518 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86152fd5-8f3f-4710-b0c7-37bc572c6a24', 'name': 'network-vif-deleted', 'tag': '08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:54:03.073073 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4c28d6-8bc1-4563-9338-da9c376fb662" -d '{"events": [{"server_uuid": "86152fd5-8f3f-4710-b0c7-37bc572c6a24", "name": "network-vif-deleted", "tag": "08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:54:03.097542 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2d7c89a7-e917-4678-a831-4c0a16741d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:03.152579 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-258dbce6-76d1-47e7-b95d-10cbf49cfa06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:03.193406 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258dbce6-76d1-47e7-b95d-10cbf49cfa06 admin admin] Pushing event deleted for resources: {'Port': ['ID=3395f3be-6a4d-4624-9b7e-28970aec8be4,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:03.199041 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a70e795-d36b-410e-8c5d-5d13ac605801 x-openstack-request-id: req-9a70e795-d36b-410e-8c5d-5d13ac605801 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:54:03.199456 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86152fd5-8f3f-4710-b0c7-37bc572c6a24", "name": "network-vif-deleted", "tag": "08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:54:03.199692 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-9a70e795-d36b-410e-8c5d-5d13ac605801 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:54:03.200052 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86152fd5-8f3f-4710-b0c7-37bc572c6a24', 'name': 'network-vif-deleted', 'tag': '08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c', 'status': 'completed', 'code': 200} Nov 04 10:54:03.235647 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c89a7-e917-4678-a831-4c0a16741d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11229b2-2901-40fa-be76-8822ade23fc4,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:03.257451 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2d7c89a7-e917-4678-a831-4c0a16741d5a admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=69e66c191c3f47e5b7f968576b5025c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7922654 Nov 04 10:54:03.258290 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35614) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:03.284139 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-258dbce6-76d1-47e7-b95d-10cbf49cfa06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:03.337128 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-90f51b1e-e962-4f9d-bc2c-6ea16f2af252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:03.362948 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-90f51b1e-e962-4f9d-bc2c-6ea16f2af252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:03.445543 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-90f51b1e-e962-4f9d-bc2c-6ea16f2af252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:03.448708 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-90f51b1e-e962-4f9d-bc2c-6ea16f2af252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:03.451179 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-90f51b1e-e962-4f9d-bc2c-6ea16f2af252 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/c11229b2-2901-40fa-be76-8822ade23fc4 HTTP/1.1" status: 204 len: 168 time: 0.1904626 Nov 04 10:54:03.469850 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f51b1e-e962-4f9d-bc2c-6ea16f2af252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11229b2-2901-40fa-be76-8822ade23fc4,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:03.493148 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-258dbce6-76d1-47e7-b95d-10cbf49cfa06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:03.503315 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-258dbce6-76d1-47e7-b95d-10cbf49cfa06 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:03.570717 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-258dbce6-76d1-47e7-b95d-10cbf49cfa06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:03.572422 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258dbce6-76d1-47e7-b95d-10cbf49cfa06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc2b0356-fcd7-484a-b5cc-2b4febd4b013 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:54:03.585391 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-258dbce6-76d1-47e7-b95d-10cbf49cfa06 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:03.590962 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-258dbce6-76d1-47e7-b95d-10cbf49cfa06 admin admin] 10.222.0.127 "DELETE /v2.0/routers/fc2b0356-fcd7-484a-b5cc-2b4febd4b013 HTTP/1.1" status: 204 len: 168 time: 1.8370512 Nov 04 10:54:03.594576 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35628) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:03.714066 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-860333db-fc27-4007-97ab-318e10edea67 admin admin] Deleting subnet cfc17b69-684e-47d5-a4d7-943259e81dbf {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:54:03.720156 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-860333db-fc27-4007-97ab-318e10edea67 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:03.786185 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3395f3be-6a4d-4624-9b7e-28970aec8be4 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:54:03.846999 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 3395f3be-6a4d-4624-9b7e-28970aec8be4 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:54:03.847343 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3395f3be-6a4d-4624-9b7e-28970aec8be4 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:54:03.848100 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 952b0013-fbd6-4940-ae50-f12598da22a7 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:54:03.848777 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-860333db-fc27-4007-97ab-318e10edea67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:03.885222 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 952b0013-fbd6-4940-ae50-f12598da22a7 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:54:03.885604 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 952b0013-fbd6-4940-ae50-f12598da22a7 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:54:04.041846 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-860333db-fc27-4007-97ab-318e10edea67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:04.111775 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35644) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:04.123258 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-860333db-fc27-4007-97ab-318e10edea67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:04.171083 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35646) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:04.183428 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860333db-fc27-4007-97ab-318e10edea67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfc17b69-684e-47d5-a4d7-943259e81dbf,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:04.189563 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-860333db-fc27-4007-97ab-318e10edea67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:04.194186 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-860333db-fc27-4007-97ab-318e10edea67 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/cfc17b69-684e-47d5-a4d7-943259e81dbf HTTP/1.1" status: 204 len: 168 time: 0.5989370 Nov 04 10:54:04.196730 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35648) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:04.200761 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c2af76-e1fa-4ce8-9072-1feed49df168 None None] Network bf94006f-3332-48be-9dca-6f82dd8db264 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:54:04.217083 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-75f3829e-f17b-404d-b678-95dd1b007c38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:04.244582 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c79552-f28e-4bfb-95fc-9c88debd54a1 admin admin] Deleting subnet e60f3c6d-4dc8-49bf-a2d0-d93a35cc501c {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:54:04.248483 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a1c79552-f28e-4bfb-95fc-9c88debd54a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:04.289730 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1099998d-336c-4fd6-997a-b8295860cca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:04.305776 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a1c79552-f28e-4bfb-95fc-9c88debd54a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:04.356166 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-1099998d-336c-4fd6-997a-b8295860cca8 admin admin] Deleting port f01a7fff-692c-492b-96b1-37218fbe8f0f {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:54:04.357167 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1099998d-336c-4fd6-997a-b8295860cca8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:04.364167 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a1c79552-f28e-4bfb-95fc-9c88debd54a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:04.458252 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a1c79552-f28e-4bfb-95fc-9c88debd54a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:04.476713 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-1099998d-336c-4fd6-997a-b8295860cca8 admin admin] For port f01a7fff-692c-492b-96b1-37218fbe8f0f, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f01a7fff-692c-492b-96b1-37218fbe8f0f,segment=NetworkSegment(d5c5388b-8236-42d2-b05d-b2433f72d681),segment_id=d5c5388b-8236-42d2-b05d-b2433f72d681)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:54:04.477525 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1099998d-336c-4fd6-997a-b8295860cca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:04.507344 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-1099998d-336c-4fd6-997a-b8295860cca8 admin admin] Calling delete_port for f01a7fff-692c-492b-96b1-37218fbe8f0f owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:54:04.539803 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c79552-f28e-4bfb-95fc-9c88debd54a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e60f3c6d-4dc8-49bf-a2d0-d93a35cc501c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:04.554785 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a1c79552-f28e-4bfb-95fc-9c88debd54a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:04.559236 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a1c79552-f28e-4bfb-95fc-9c88debd54a1 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/e60f3c6d-4dc8-49bf-a2d0-d93a35cc501c HTTP/1.1" status: 204 len: 168 time: 0.4456949 Nov 04 10:54:04.563956 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35654) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:04.594129 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f343df-b450-49ed-8fe8-7038203c3858 None None] DHCP port deletion for bf94006f-3332-48be-9dca-6f82dd8db264 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:54:04.700254 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-99f343df-b450-49ed-8fe8-7038203c3858 None None] Deleting port f01a7fff-692c-492b-96b1-37218fbe8f0f {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:54:04.705073 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f55e89c4-9df5-4f03-b790-30a49eba8625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:04.705855 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-99f343df-b450-49ed-8fe8-7038203c3858 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:04.713057 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1099998d-336c-4fd6-997a-b8295860cca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:04.724021 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-75f3829e-f17b-404d-b678-95dd1b007c38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:04.752317 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-75f3829e-f17b-404d-b678-95dd1b007c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:04.758509 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099998d-336c-4fd6-997a-b8295860cca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f01a7fff-692c-492b-96b1-37218fbe8f0f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:04.771890 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1099998d-336c-4fd6-997a-b8295860cca8 admin admin] No DVR routers for this DVR port f01a7fff-692c-492b-96b1-37218fbe8f0f on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:54:04.821212 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-99f343df-b450-49ed-8fe8-7038203c3858 None None] For port f01a7fff-692c-492b-96b1-37218fbe8f0f, host n-d-816629-1, got binding levels [] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:54:04.822049 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-99f343df-b450-49ed-8fe8-7038203c3858 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:04.841492 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-99f343df-b450-49ed-8fe8-7038203c3858 None None] Calling delete_port for f01a7fff-692c-492b-96b1-37218fbe8f0f owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:54:04.851290 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.ipam_backend_mixin [None req-99f343df-b450-49ed-8fe8-7038203c3858 None None] Port f01a7fff-692c-492b-96b1-37218fbe8f0f was not found and therefore no delete operation was performed {{(pid=101776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 10:54:04.853734 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-99f343df-b450-49ed-8fe8-7038203c3858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:04.859911 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f55e89c4-9df5-4f03-b790-30a49eba8625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:04.880654 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-75f3829e-f17b-404d-b678-95dd1b007c38 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=8bba975d7d2b44789570c1955365981c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7057312 Nov 04 10:54:04.893716 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3829e-f17b-404d-b678-95dd1b007c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c48090-552d-44c7-95f1-546509a25ea0,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:04.902700 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35658) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:04.910659 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f343df-b450-49ed-8fe8-7038203c3858 None None] No DVR routers for this DVR port f01a7fff-692c-492b-96b1-37218fbe8f0f on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:54:04.914312 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f343df-b450-49ed-8fe8-7038203c3858 None None] Pushing event deleted for resources: {'Port': ['ID=f01a7fff-692c-492b-96b1-37218fbe8f0f,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:04.943797 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-f55e89c4-9df5-4f03-b790-30a49eba8625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a04139-752a-4cff-8c61-5d7b1bb529d8']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:04.974222 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1099998d-336c-4fd6-997a-b8295860cca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:04.974800 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-f55e89c4-9df5-4f03-b790-30a49eba8625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1346eff0-384c-4bc5-9b0c-48386d76d697') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:04.975124 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-f55e89c4-9df5-4f03-b790-30a49eba8625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1346eff0-384c-4bc5-9b0c-48386d76d697') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:04.987319 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35662) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:05.003634 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f55e89c4-9df5-4f03-b790-30a49eba8625 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:05.007421 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-1099998d-336c-4fd6-997a-b8295860cca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf94006f-3332-48be-9dca-6f82dd8db264']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:05.018620 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-1099998d-336c-4fd6-997a-b8295860cca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c5388b-8236-42d2-b05d-b2433f72d681') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:05.018936 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-1099998d-336c-4fd6-997a-b8295860cca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c5388b-8236-42d2-b05d-b2433f72d681') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:05.030810 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f55e89c4-9df5-4f03-b790-30a49eba8625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:05.032803 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1099998d-336c-4fd6-997a-b8295860cca8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:05.052353 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55e89c4-9df5-4f03-b790-30a49eba8625 admin admin] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:54:05.052800 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f55e89c4-9df5-4f03-b790-30a49eba8625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:54:05.054897 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:54:05.057617 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1099998d-336c-4fd6-997a-b8295860cca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:05.064687 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0594b7a0-63bc-4275-a715-da01aa6baeb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:05.094624 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1099998d-336c-4fd6-997a-b8295860cca8 admin admin] Releasing vlan 1185 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:54:05.095094 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1099998d-336c-4fd6-997a-b8295860cca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:54:05.099576 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:54:05.140099 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0594b7a0-63bc-4275-a715-da01aa6baeb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:05.155255 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f55e89c4-9df5-4f03-b790-30a49eba8625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:05.230912 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f55e89c4-9df5-4f03-b790-30a49eba8625 admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:05.237277 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f55e89c4-9df5-4f03-b790-30a49eba8625 admin admin] 10.222.0.127 "DELETE /v2.0/networks/94a04139-752a-4cff-8c61-5d7b1bb529d8 HTTP/1.1" status: 204 len: 168 time: 0.6720762 Nov 04 10:54:05.244023 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e89c4-9df5-4f03-b790-30a49eba8625 admin admin] Pushing event deleted for resources: {'Network': ['ID=94a04139-752a-4cff-8c61-5d7b1bb529d8,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:05.246263 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0594b7a0-63bc-4275-a715-da01aa6baeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:05.249543 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0594b7a0-63bc-4275-a715-da01aa6baeb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:05.251111 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0594b7a0-63bc-4275-a715-da01aa6baeb7 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/b3c48090-552d-44c7-95f1-546509a25ea0 HTTP/1.1" status: 204 len: 168 time: 0.3473594 Nov 04 10:54:05.256183 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1099998d-336c-4fd6-997a-b8295860cca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:05.263369 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-17b6ba76-6b19-49be-b6b4-00b47d1495df admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:05.267043 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1099998d-336c-4fd6-997a-b8295860cca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:05.272805 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1099998d-336c-4fd6-997a-b8295860cca8 admin admin] 10.222.0.127 "DELETE /v2.0/networks/bf94006f-3332-48be-9dca-6f82dd8db264 HTTP/1.1" status: 204 len: 168 time: 1.0748556 Nov 04 10:54:05.277117 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594b7a0-63bc-4275-a715-da01aa6baeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c48090-552d-44c7-95f1-546509a25ea0,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:05.320027 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099998d-336c-4fd6-997a-b8295860cca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf94006f-3332-48be-9dca-6f82dd8db264,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:05.447810 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-17b6ba76-6b19-49be-b6b4-00b47d1495df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:05.457166 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-17b6ba76-6b19-49be-b6b4-00b47d1495df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:05.462983 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35678) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:05.562821 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-17b6ba76-6b19-49be-b6b4-00b47d1495df admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=ea70b9f4cce64696bcfdb47702cc3f1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5710900 Nov 04 10:54:05.565786 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35682) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:05.590092 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c1594f7d-4070-4185-adc6-d44844d0bae3 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=1cc4d27baffa484490b430f9c3f7a8e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1258788 Nov 04 10:54:05.590726 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35684) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:05.600267 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6ba76-6b19-49be-b6b4-00b47d1495df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daefe299-c678-4cd1-bacc-7717b8263a93,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:05.692433 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f01a7fff-692c-492b-96b1-37218fbe8f0f no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:54:05.713678 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: f01a7fff-692c-492b-96b1-37218fbe8f0f {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:54:05.714271 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f01a7fff-692c-492b-96b1-37218fbe8f0f not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:54:05.764985 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f6a1ac0e-0344-4b2f-8b46-8a42fc4d47f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:05.768308 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ee9172fd-728b-4208-be49-5ef6e17ec08e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:05.790609 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35686) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:05.878021 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f6a1ac0e-0344-4b2f-8b46-8a42fc4d47f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:05.906291 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35688) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:05.906690 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-95c68daf-fe11-4668-b114-a7d6f581cd64 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=6528f871e6f44d9190674b0d310123a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1147063 Nov 04 10:54:05.926336 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ee9172fd-728b-4208-be49-5ef6e17ec08e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:05.979924 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f6a1ac0e-0344-4b2f-8b46-8a42fc4d47f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:05.982993 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f6a1ac0e-0344-4b2f-8b46-8a42fc4d47f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:05.985292 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f6a1ac0e-0344-4b2f-8b46-8a42fc4d47f4 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/daefe299-c678-4cd1-bacc-7717b8263a93 HTTP/1.1" status: 204 len: 168 time: 0.4170153 Nov 04 10:54:05.993446 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2f2ab9b3-f37a-40cc-8638-b8c9228c4076 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:06.019331 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1ac0e-0344-4b2f-8b46-8a42fc4d47f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daefe299-c678-4cd1-bacc-7717b8263a93,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:06.022714 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2f2ab9b3-f37a-40cc-8638-b8c9228c4076 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:06.044635 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ee9172fd-728b-4208-be49-5ef6e17ec08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:06.052275 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ee9172fd-728b-4208-be49-5ef6e17ec08e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:06.053679 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ee9172fd-728b-4208-be49-5ef6e17ec08e admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/0fad8bba-4ed1-483f-95af-25213422e3eb HTTP/1.1" status: 204 len: 168 time: 0.4609587 Nov 04 10:54:06.092176 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9172fd-728b-4208-be49-5ef6e17ec08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fad8bba-4ed1-483f-95af-25213422e3eb,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:06.106320 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2f2ab9b3-f37a-40cc-8638-b8c9228c4076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:06.108947 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2f2ab9b3-f37a-40cc-8638-b8c9228c4076 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:06.112717 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2f2ab9b3-f37a-40cc-8638-b8c9228c4076 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/b1ad9811-7158-4994-959e-517f103d3606 HTTP/1.1" status: 204 len: 168 time: 0.2032397 Nov 04 10:54:06.125762 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ab9b3-f37a-40cc-8638-b8c9228c4076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ad9811-7158-4994-959e-517f103d3606,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:06.658791 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35712) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:06.712424 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c07ef35c-b29e-4f6e-afb4-813fd4a9e9f0 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=e68520abc1ae49e79fbaf0133d2fc710&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0505400 Nov 04 10:54:06.714825 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35716) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:06.787071 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-155f437f-677f-4d35-9eb1-f99f496bb723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:06.816460 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-155f437f-677f-4d35-9eb1-f99f496bb723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:06.884260 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-155f437f-677f-4d35-9eb1-f99f496bb723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:06.887184 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-155f437f-677f-4d35-9eb1-f99f496bb723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:06.888551 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-155f437f-677f-4d35-9eb1-f99f496bb723 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/5d33242b-c8e0-4d36-9d89-f5ac29666ba2 HTTP/1.1" status: 204 len: 168 time: 0.1726916 Nov 04 10:54:06.901212 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f437f-677f-4d35-9eb1-f99f496bb723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d33242b-c8e0-4d36-9d89-f5ac29666ba2,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:07.034271 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:54:07.056643 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:54:07.057020 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 08ba0ada-8fe1-43e9-a1b9-546fa1fbed3c not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:54:07.738577 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35758) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:07.771090 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35762) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:07.880284 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-2428e2ed-9ec9-4c75-bccb-4bb2d9b2045d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-268106560-network', 'tenant_id': '730cf183c49c40928828112dd52c25ee'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:07.886636 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0271d69a-9b91-4a86-b414-874664ed9af6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:07.915001 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2428e2ed-9ec9-4c75-bccb-4bb2d9b2045d admin admin] Made reservation on behalf of 730cf183c49c40928828112dd52c25ee for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:54:07.918159 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2428e2ed-9ec9-4c75-bccb-4bb2d9b2045d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:07.928649 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2428e2ed-9ec9-4c75-bccb-4bb2d9b2045d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:07.993742 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0271d69a-9b91-4a86-b414-874664ed9af6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:08.000749 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0271d69a-9b91-4a86-b414-874664ed9af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:08.037042 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2428e2ed-9ec9-4c75-bccb-4bb2d9b2045d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:08.043272 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2428e2ed-9ec9-4c75-bccb-4bb2d9b2045d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:08.048111 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0271d69a-9b91-4a86-b414-874664ed9af6 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=50b5f858e8084047a58eed51f79a8dcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3075643 Nov 04 10:54:08.049281 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271d69a-9b91-4a86-b414-874664ed9af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a630d3b4-56a7-4112-b43f-75830693bf1f,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:08.051317 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35772) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:08.120780 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2428e2ed-9ec9-4c75-bccb-4bb2d9b2045d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1189} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:54:08.139489 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428e2ed-9ec9-4c75-bccb-4bb2d9b2045d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd8d591-4d57-4475-b950-8dc9a362e47e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:08.161846 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2428e2ed-9ec9-4c75-bccb-4bb2d9b2045d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:08.162091 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-2428e2ed-9ec9-4c75-bccb-4bb2d9b2045d admin admin] Added segment 622b7075-91ff-408a-bf92-04f53e5f2a3e of type vlan for network 66c89822-8e97-4799-96df-3535255efdeb Nov 04 10:54:08.173736 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2428e2ed-9ec9-4c75-bccb-4bb2d9b2045d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:08.174066 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2428e2ed-9ec9-4c75-bccb-4bb2d9b2045d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:08.174493 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2428e2ed-9ec9-4c75-bccb-4bb2d9b2045d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:08.174732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2428e2ed-9ec9-4c75-bccb-4bb2d9b2045d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:08.175145 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2428e2ed-9ec9-4c75-bccb-4bb2d9b2045d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:08.175515 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2428e2ed-9ec9-4c75-bccb-4bb2d9b2045d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:08.175857 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2428e2ed-9ec9-4c75-bccb-4bb2d9b2045d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:08.176388 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2428e2ed-9ec9-4c75-bccb-4bb2d9b2045d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:08.176714 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2428e2ed-9ec9-4c75-bccb-4bb2d9b2045d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:08.177085 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2428e2ed-9ec9-4c75-bccb-4bb2d9b2045d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:08.177375 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2428e2ed-9ec9-4c75-bccb-4bb2d9b2045d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:08.177690 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2428e2ed-9ec9-4c75-bccb-4bb2d9b2045d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:08.225118 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c3e5d152-f0d7-4463-b9a3-f2ed8741b63b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:08.236081 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2428e2ed-9ec9-4c75-bccb-4bb2d9b2045d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:08.272964 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c3e5d152-f0d7-4463-b9a3-f2ed8741b63b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:08.302594 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2428e2ed-9ec9-4c75-bccb-4bb2d9b2045d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:08.303753 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2428e2ed-9ec9-4c75-bccb-4bb2d9b2045d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:08.304168 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2428e2ed-9ec9-4c75-bccb-4bb2d9b2045d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:08.371314 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2428e2ed-9ec9-4c75-bccb-4bb2d9b2045d admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5983620 Nov 04 10:54:08.374433 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35782) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:08.380024 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-11cbd943-87e9-4795-9be9-ffcfcb088a5b admin admin] Request body: {'subnet': {'network_id': '66c89822-8e97-4799-96df-3535255efdeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-268106560-subnet', 'tenant_id': '730cf183c49c40928828112dd52c25ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:08.398224 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428e2ed-9ec9-4c75-bccb-4bb2d9b2045d admin admin] Pushing event updated for resources: {'Network': ['ID=66c89822-8e97-4799-96df-3535255efdeb,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:08.409617 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 66c89822-8e97-4799-96df-3535255efdeb details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:54:08.411653 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c3e5d152-f0d7-4463-b9a3-f2ed8741b63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:08.415029 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c3e5d152-f0d7-4463-b9a3-f2ed8741b63b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:08.416170 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c3e5d152-f0d7-4463-b9a3-f2ed8741b63b admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/a630d3b4-56a7-4112-b43f-75830693bf1f HTTP/1.1" status: 204 len: 168 time: 0.3614697 Nov 04 10:54:08.420303 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cbd943-87e9-4795-9be9-ffcfcb088a5b admin admin] Made reservation on behalf of 730cf183c49c40928828112dd52c25ee for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:54:08.423503 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-11cbd943-87e9-4795-9be9-ffcfcb088a5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:08.441537 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5d152-f0d7-4463-b9a3-f2ed8741b63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a630d3b4-56a7-4112-b43f-75830693bf1f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:08.649733 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-11cbd943-87e9-4795-9be9-ffcfcb088a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:08.720214 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cbd943-87e9-4795-9be9-ffcfcb088a5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=04e2759a-4fb5-41be-b7ba-7c50f8f5efb1,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:08.732347 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cbd943-87e9-4795-9be9-ffcfcb088a5b admin admin] Checking segment: {'id': '622b7075-91ff-408a-bf92-04f53e5f2a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '66c89822-8e97-4799-96df-3535255efdeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:54:08.732711 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cbd943-87e9-4795-9be9-ffcfcb088a5b admin admin] Network hostable DHCP agents. Network: 66c89822-8e97-4799-96df-3535255efdeb, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:54:08.752700 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cbd943-87e9-4795-9be9-ffcfcb088a5b admin admin] Network 66c89822-8e97-4799-96df-3535255efdeb is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:54:08.764701 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-11cbd943-87e9-4795-9be9-ffcfcb088a5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 66c89822-8e97-4799-96df-3535255efdeb) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:08.771164 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cbd943-87e9-4795-9be9-ffcfcb088a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:08.771809 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-11cbd943-87e9-4795-9be9-ffcfcb088a5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:08.783059 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86add8e7-3d18-4cf9-814c-3081a652d7f5 None None] Network 66c89822-8e97-4799-96df-3535255efdeb requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:54:08.791712 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-11cbd943-87e9-4795-9be9-ffcfcb088a5b admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4159155 Nov 04 10:54:08.794504 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35792) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:08.799429 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-9e0b1e26-3e50-4a3c-808e-3a9069ff42e2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-268106560-router', 'tenant_id': '730cf183c49c40928828112dd52c25ee', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:08.829010 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9e0b1e26-3e50-4a3c-808e-3a9069ff42e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:08.830428 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9e0b1e26-3e50-4a3c-808e-3a9069ff42e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:08.853913 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35794) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:08.882429 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f561dba-260e-4010-a90b-2e64448e4021 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:08.919203 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9e0b1e26-3e50-4a3c-808e-3a9069ff42e2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:08.955886 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165e5a4f-07ef-46d3-a917-a51b244147ca None None] Network 66c89822-8e97-4799-96df-3535255efdeb requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:54:08.991357 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f561dba-260e-4010-a90b-2e64448e4021 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:08.995145 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f561dba-260e-4010-a90b-2e64448e4021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:09.057177 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3f561dba-260e-4010-a90b-2e64448e4021 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=96bb22da4fdb40caacbf2ff0c90aff63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1999958 Nov 04 10:54:09.058933 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35798) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:09.085505 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f561dba-260e-4010-a90b-2e64448e4021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05a4ffb-50b0-43d0-b174-834964de935c,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:09.139932 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-51b86c89-8277-4026-9010-e395385bb7d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:09.141454 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9e0b1e26-3e50-4a3c-808e-3a9069ff42e2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:09.165928 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-51b86c89-8277-4026-9010-e395385bb7d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:09.218447 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-51b86c89-8277-4026-9010-e395385bb7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:09.222080 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-51b86c89-8277-4026-9010-e395385bb7d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:09.223255 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-51b86c89-8277-4026-9010-e395385bb7d8 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/f05a4ffb-50b0-43d0-b174-834964de935c HTTP/1.1" status: 204 len: 168 time: 0.1633759 Nov 04 10:54:09.232102 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b86c89-8277-4026-9010-e395385bb7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05a4ffb-50b0-43d0-b174-834964de935c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:09.372044 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9e0b1e26-3e50-4a3c-808e-3a9069ff42e2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:09.396872 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9e0b1e26-3e50-4a3c-808e-3a9069ff42e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:09.505725 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-9e0b1e26-3e50-4a3c-808e-3a9069ff42e2 admin admin] Allocated IP 172.25.7.182 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/d0e0185c-d626-4035-91c9-bef01890f8b3) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:54:09.621760 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9e0b1e26-3e50-4a3c-808e-3a9069ff42e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:09.661899 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9e0b1e26-3e50-4a3c-808e-3a9069ff42e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:09.707645 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0b1e26-3e50-4a3c-808e-3a9069ff42e2 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:54:09.715252 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-9e0b1e26-3e50-4a3c-808e-3a9069ff42e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:09.721402 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0b1e26-3e50-4a3c-808e-3a9069ff42e2 admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:54:09.748472 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b1e26-3e50-4a3c-808e-3a9069ff42e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d0e0185c-d626-4035-91c9-bef01890f8b3,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:10.080403 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35830) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:10.117634 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9e0b1e26-3e50-4a3c-808e-3a9069ff42e2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:10.256125 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0865a02c-dd18-468f-9e8a-c3c3d2669297 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:10.358797 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0865a02c-dd18-468f-9e8a-c3c3d2669297 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:10.366413 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0865a02c-dd18-468f-9e8a-c3c3d2669297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:10.384090 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9e0b1e26-3e50-4a3c-808e-3a9069ff42e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:10.415504 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0865a02c-dd18-468f-9e8a-c3c3d2669297 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=379d0152cab64c9a9131c65ce7e4e976&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3338804 Nov 04 10:54:10.417707 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865a02c-dd18-468f-9e8a-c3c3d2669297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101b2b62-b0ea-4280-adc2-c5361ddc1451,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:10.420541 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35850) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:10.489916 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07869b04-6c1f-4516-88c2-3d43c12900d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:10.516959 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07869b04-6c1f-4516-88c2-3d43c12900d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:10.571284 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07869b04-6c1f-4516-88c2-3d43c12900d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:10.572964 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0b1e26-3e50-4a3c-808e-3a9069ff42e2 admin admin] Router d6cf7497-7320-4735-b3f7-c7ffdaa208a2 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:54:10.574790 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07869b04-6c1f-4516-88c2-3d43c12900d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:10.578821 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-07869b04-6c1f-4516-88c2-3d43c12900d4 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/101b2b62-b0ea-4280-adc2-c5361ddc1451 HTTP/1.1" status: 204 len: 168 time: 0.1545842 Nov 04 10:54:10.588262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07869b04-6c1f-4516-88c2-3d43c12900d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101b2b62-b0ea-4280-adc2-c5361ddc1451,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:10.662504 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35862) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:10.731188 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0b1e26-3e50-4a3c-808e-3a9069ff42e2 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:54:10.752356 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e601355-8176-4d90-ae5a-56d907daaab6 None None] Sync routers for ids ['d6cf7497-7320-4735-b3f7-c7ffdaa208a2'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:54:10.760508 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9e0b1e26-3e50-4a3c-808e-3a9069ff42e2 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:10.762367 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9e0b1e26-3e50-4a3c-808e-3a9069ff42e2 admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9669170 Nov 04 10:54:10.765627 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35866) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:10.768587 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e601355-8176-4d90-ae5a-56d907daaab6 None None] Routers {'d6cf7497-7320-4735-b3f7-c7ffdaa208a2'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:54:10.771180 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-5e601355-8176-4d90-ae5a-56d907daaab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:53:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d6cf7497-7320-4735-b3f7-c7ffdaa208a2'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:10.848091 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44ffd1ec-7a2a-4ca2-9d36-4ab931d27a25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:10.926713 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-5e601355-8176-4d90-ae5a-56d907daaab6 None None] Set router d6cf7497-7320-4735-b3f7-c7ffdaa208a2 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:54:11.068009 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44ffd1ec-7a2a-4ca2-9d36-4ab931d27a25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:11.077578 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44ffd1ec-7a2a-4ca2-9d36-4ab931d27a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:11.106982 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ffd1ec-7a2a-4ca2-9d36-4ab931d27a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cb73fd-ba9d-4577-a4e3-f06f484db3c1,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:11.164965 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-5e601355-8176-4d90-ae5a-56d907daaab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cf7497-7320-4735-b3f7-c7ffdaa208a2', 'name': 'tempest-ServerRescueTestJSON-268106560-router', 'tenant_id': '730cf183c49c40928828112dd52c25ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'd0e0185c-d626-4035-91c9-bef01890f8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:54:08Z', 'updated_at': '2021-11-04T10:54:09Z', 'revision_number': 3, 'project_id': '730cf183c49c40928828112dd52c25ee', 'gw_port': {'id': 'd0e0185c-d626-4035-91c9-bef01890f8b3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cf7497-7320-4735-b3f7-c7ffdaa208a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:09Z', 'updated_at': '2021-11-04T10:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:11.196038 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e601355-8176-4d90-ae5a-56d907daaab6 None None] Checking router: d6cf7497-7320-4735-b3f7-c7ffdaa208a2 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:54:11.196038 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e601355-8176-4d90-ae5a-56d907daaab6 None None] Updating router d6cf7497-7320-4735-b3f7-c7ffdaa208a2 port d0e0185c-d626-4035-91c9-bef01890f8b3 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:54:11.196436 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35878) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:11.197399 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-44ffd1ec-7a2a-4ca2-9d36-4ab931d27a25 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=0e9c7e6325ca41f9a7763f3a17c4ebe2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5331862 Nov 04 10:54:11.221969 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5e601355-8176-4d90-ae5a-56d907daaab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:11.297290 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8c45cf0a-70e7-4d84-82dd-916a2aabfcbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:11.356144 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8c45cf0a-70e7-4d84-82dd-916a2aabfcbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:11.416677 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-43bd7df7-e01c-49ee-bdf5-2cd36c4448bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:11.425113 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8c45cf0a-70e7-4d84-82dd-916a2aabfcbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:11.438400 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8c45cf0a-70e7-4d84-82dd-916a2aabfcbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:11.441364 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8c45cf0a-70e7-4d84-82dd-916a2aabfcbf admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/38cb73fd-ba9d-4577-a4e3-f06f484db3c1 HTTP/1.1" status: 204 len: 168 time: 0.2436326 Nov 04 10:54:11.464093 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45cf0a-70e7-4d84-82dd-916a2aabfcbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cb73fd-ba9d-4577-a4e3-f06f484db3c1,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:11.626024 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5e601355-8176-4d90-ae5a-56d907daaab6 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:11.640558 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5e601355-8176-4d90-ae5a-56d907daaab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:11.716492 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9970c81-e3f8-4365-a3f4-87f4eae1efb5 None None] Pushing event updated for resources: {'Port': ['ID=d0e0185c-d626-4035-91c9-bef01890f8b3,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:11.726285 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5e601355-8176-4d90-ae5a-56d907daaab6 None None] Attempting to bind port d0e0185c-d626-4035-91c9-bef01890f8b3 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:54:11.727475 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5e601355-8176-4d90-ae5a-56d907daaab6 None None] Attempting to bind port d0e0185c-d626-4035-91c9-bef01890f8b3 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:54:11.727776 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e601355-8176-4d90-ae5a-56d907daaab6 None None] Attempting to bind port d0e0185c-d626-4035-91c9-bef01890f8b3 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:54:11.736017 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e601355-8176-4d90-ae5a-56d907daaab6 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:54:11.737931 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e601355-8176-4d90-ae5a-56d907daaab6 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:54:11.738452 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5e601355-8176-4d90-ae5a-56d907daaab6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:11.738996 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e601355-8176-4d90-ae5a-56d907daaab6 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:54:11.740014 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5e601355-8176-4d90-ae5a-56d907daaab6 None None] Bound port: d0e0185c-d626-4035-91c9-bef01890f8b3, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:54:11.740661 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5e601355-8176-4d90-ae5a-56d907daaab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:11.819129 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5e601355-8176-4d90-ae5a-56d907daaab6 None None] For port d0e0185c-d626-4035-91c9-bef01890f8b3, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:54:11.823520 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5e601355-8176-4d90-ae5a-56d907daaab6 None None] For port d0e0185c-d626-4035-91c9-bef01890f8b3, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d0e0185c-d626-4035-91c9-bef01890f8b3,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:54:11.831516 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5e601355-8176-4d90-ae5a-56d907daaab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:11.901734 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e601355-8176-4d90-ae5a-56d907daaab6 None None] Routers {'d6cf7497-7320-4735-b3f7-c7ffdaa208a2'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:54:11.902392 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-5e601355-8176-4d90-ae5a-56d907daaab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:53:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d6cf7497-7320-4735-b3f7-c7ffdaa208a2'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:12.061654 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-5e601355-8176-4d90-ae5a-56d907daaab6 None None] Set router d6cf7497-7320-4735-b3f7-c7ffdaa208a2 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:54:12.097994 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-43bd7df7-e01c-49ee-bdf5-2cd36c4448bc admin admin] Allocated IP 172.20.0.1 (66c89822-8e97-4799-96df-3535255efdeb/04e2759a-4fb5-41be-b7ba-7c50f8f5efb1/2f01e175-5b8d-4119-b31a-69d851a0d6f0) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:54:12.226877 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-43bd7df7-e01c-49ee-bdf5-2cd36c4448bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:12.269508 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-43bd7df7-e01c-49ee-bdf5-2cd36c4448bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:12.311742 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9970c81-e3f8-4365-a3f4-87f4eae1efb5 None None] Pushing event updated for resources: {'Port': ['ID=d0e0185c-d626-4035-91c9-bef01890f8b3,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:12.328005 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd7df7-e01c-49ee-bdf5-2cd36c4448bc admin admin] Pushing event updated for resources: {'Port': ['ID=2f01e175-5b8d-4119-b31a-69d851a0d6f0,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:12.345045 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bd7df7-e01c-49ee-bdf5-2cd36c4448bc admin admin] Network 66c89822-8e97-4799-96df-3535255efdeb is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:54:12.346592 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-43bd7df7-e01c-49ee-bdf5-2cd36c4448bc admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:12.350213 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bd7df7-e01c-49ee-bdf5-2cd36c4448bc admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:54:12.396499 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-43bd7df7-e01c-49ee-bdf5-2cd36c4448bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:12.422401 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:12.506919 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-5e601355-8176-4d90-ae5a-56d907daaab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cf7497-7320-4735-b3f7-c7ffdaa208a2', 'name': 'tempest-ServerRescueTestJSON-268106560-router', 'tenant_id': '730cf183c49c40928828112dd52c25ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'd0e0185c-d626-4035-91c9-bef01890f8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:54:08Z', 'updated_at': '2021-11-04T10:54:09Z', 'revision_number': 3, 'project_id': '730cf183c49c40928828112dd52c25ee', 'gw_port': {'id': 'd0e0185c-d626-4035-91c9-bef01890f8b3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cf7497-7320-4735-b3f7-c7ffdaa208a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:09Z', 'updated_at': '2021-11-04T10:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:12.534765 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e601355-8176-4d90-ae5a-56d907daaab6 None None] The sync data for ids ['d6cf7497-7320-4735-b3f7-c7ffdaa208a2'] in n-d-816629-1 is: [{'id': 'd6cf7497-7320-4735-b3f7-c7ffdaa208a2', 'name': 'tempest-ServerRescueTestJSON-268106560-router', 'tenant_id': '730cf183c49c40928828112dd52c25ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'd0e0185c-d626-4035-91c9-bef01890f8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:54:08Z', 'updated_at': '2021-11-04T10:54:09Z', 'revision_number': 3, 'project_id': '730cf183c49c40928828112dd52c25ee', 'gw_port': {'id': 'd0e0185c-d626-4035-91c9-bef01890f8b3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cf7497-7320-4735-b3f7-c7ffdaa208a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:09Z', 'updated_at': '2021-11-04T10:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:54:12.545946 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-43bd7df7-e01c-49ee-bdf5-2cd36c4448bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:12.782993 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-43bd7df7-e01c-49ee-bdf5-2cd36c4448bc admin admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:12.801718 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-43bd7df7-e01c-49ee-bdf5-2cd36c4448bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:12.880434 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd7df7-e01c-49ee-bdf5-2cd36c4448bc admin admin] Pushing event updated for resources: {'Port': ['ID=2f01e175-5b8d-4119-b31a-69d851a0d6f0,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:12.886773 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-43bd7df7-e01c-49ee-bdf5-2cd36c4448bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:13.040801 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bd7df7-e01c-49ee-bdf5-2cd36c4448bc admin admin] Network 66c89822-8e97-4799-96df-3535255efdeb is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:54:13.043131 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-43bd7df7-e01c-49ee-bdf5-2cd36c4448bc admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:13.289240 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bd7df7-e01c-49ee-bdf5-2cd36c4448bc admin admin] Router d6cf7497-7320-4735-b3f7-c7ffdaa208a2 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:54:13.472801 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bd7df7-e01c-49ee-bdf5-2cd36c4448bc admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:54:13.479174 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-43bd7df7-e01c-49ee-bdf5-2cd36c4448bc admin admin] 10.222.0.127 "PUT /v2.0/routers/d6cf7497-7320-4735-b3f7-c7ffdaa208a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7118192 Nov 04 10:54:13.706085 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d0e0185c-d626-4035-91c9-bef01890f8b3 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:54:13.792301 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port d0e0185c-d626-4035-91c9-bef01890f8b3 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:13.792678 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:13.802537 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36004) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:13.882771 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:13.909253 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port d0e0185c-d626-4035-91c9-bef01890f8b3, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d0e0185c-d626-4035-91c9-bef01890f8b3,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:54:13.918205 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:13.995946 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3fdec878-db25-4bb6-b602-5560a0b2596b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:14.002349 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=d0e0185c-d626-4035-91c9-bef01890f8b3,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:14.144423 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3fdec878-db25-4bb6-b602-5560a0b2596b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:14.155688 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3fdec878-db25-4bb6-b602-5560a0b2596b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:14.276292 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3fdec878-db25-4bb6-b602-5560a0b2596b admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=277e6140bf5b4615af23c47c4facd0b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4722474 Nov 04 10:54:14.279436 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36020) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:14.280070 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdec878-db25-4bb6-b602-5560a0b2596b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bd61e3-d6ed-41f1-a189-6436436ec35e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:14.370384 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4927b4fd-2920-4e57-8890-bcd125212ce7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:14.417247 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4927b4fd-2920-4e57-8890-bcd125212ce7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:14.542379 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-1038df94-f812-4dd2-998e-0596a0830be3 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:14.544020 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-1038df94-f812-4dd2-998e-0596a0830be3 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/networks?id=66c89822-8e97-4799-96df-3535255efdeb HTTP/1.1" status: 200 len: 810 time: 0.1463175 Nov 04 10:54:14.544700 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4927b4fd-2920-4e57-8890-bcd125212ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:14.547765 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4927b4fd-2920-4e57-8890-bcd125212ce7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:14.548986 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4927b4fd-2920-4e57-8890-bcd125212ce7 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/44bd61e3-d6ed-41f1-a189-6436436ec35e HTTP/1.1" status: 204 len: 168 time: 0.2677066 Nov 04 10:54:14.565302 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927b4fd-2920-4e57-8890-bcd125212ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bd61e3-d6ed-41f1-a189-6436436ec35e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:14.571312 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-761be7be-fbb6-4865-8fdf-32dd0fbd3590 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/quotas/730cf183c49c40928828112dd52c25ee HTTP/1.1" status: 200 len: 375 time: 0.0184944 Nov 04 10:54:14.628266 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-96f9e9ba-05ff-44a4-8b9a-aa9d562fb843 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=730cf183c49c40928828112dd52c25ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465477 Nov 04 10:54:14.673395 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3c15c3-f96c-4aa4-8f64-d0277a2ac699 None None] Sync routers for ids ['d6cf7497-7320-4735-b3f7-c7ffdaa208a2'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:54:14.682667 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3c15c3-f96c-4aa4-8f64-d0277a2ac699 None None] Routers {'d6cf7497-7320-4735-b3f7-c7ffdaa208a2'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:54:14.683269 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-dd3c15c3-f96c-4aa4-8f64-d0277a2ac699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:53:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d6cf7497-7320-4735-b3f7-c7ffdaa208a2'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:14.749519 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-5fbb4e07-5638-46cc-9e53-2db8fce5adfd service neutron] 10.222.0.127 "GET /v2.0/networks/66c89822-8e97-4799-96df-3535255efdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133118 Nov 04 10:54:14.818058 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-dd3c15c3-f96c-4aa4-8f64-d0277a2ac699 None None] Set router d6cf7497-7320-4735-b3f7-c7ffdaa208a2 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:54:14.845281 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:14.881234 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-518687c6-eb8a-4d12-b9d7-8f85c3424866 service neutron] 10.222.0.127 "GET /v2.0/networks/66c89822-8e97-4799-96df-3535255efdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289737 Nov 04 10:54:15.021992 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36044) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:15.042049 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fd7964cf-33db-4254-9120-be74bc1623ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:15.102848 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-dd3c15c3-f96c-4aa4-8f64-d0277a2ac699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cf7497-7320-4735-b3f7-c7ffdaa208a2', 'name': 'tempest-ServerRescueTestJSON-268106560-router', 'tenant_id': '730cf183c49c40928828112dd52c25ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'd0e0185c-d626-4035-91c9-bef01890f8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:54:08Z', 'updated_at': '2021-11-04T10:54:12Z', 'revision_number': 4, 'project_id': '730cf183c49c40928828112dd52c25ee', 'gw_port': {'id': 'd0e0185c-d626-4035-91c9-bef01890f8b3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf7497-7320-4735-b3f7-c7ffdaa208a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:09Z', 'updated_at': '2021-11-04T10:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '2f01e175-5b8d-4119-b31a-69d851a0d6f0', 'name': '', 'network_id': '66c89822-8e97-4799-96df-3535255efdeb', 'tenant_id': '730cf183c49c40928828112dd52c25ee', 'mac_address': 'fa:16:3e:89:82:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cf7497-7320-4735-b3f7-c7ffdaa208a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '04e2759a-4fb5-41be-b7ba-7c50f8f5efb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:11Z', 'updated_at': '2021-11-04T10:54:12Z', 'revision_number': 2, 'project_id': '730cf183c49c40928828112dd52c25ee', 'subnets': [{'id': '04e2759a-4fb5-41be-b7ba-7c50f8f5efb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:15.144398 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7e4a046e-7f39-4e95-a52a-71dd686fc302 req-f3d653ac-cacd-412b-b64e-e9c64271ef52 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 210 time: 0.0658765 Nov 04 10:54:15.159159 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3c15c3-f96c-4aa4-8f64-d0277a2ac699 None None] Checking router: d6cf7497-7320-4735-b3f7-c7ffdaa208a2 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:54:15.159699 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3c15c3-f96c-4aa4-8f64-d0277a2ac699 None None] Updating router d6cf7497-7320-4735-b3f7-c7ffdaa208a2 port 2f01e175-5b8d-4119-b31a-69d851a0d6f0 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:54:15.199112 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-dd3c15c3-f96c-4aa4-8f64-d0277a2ac699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:15.228412 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fd7964cf-33db-4254-9120-be74bc1623ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:15.245771 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fd7964cf-33db-4254-9120-be74bc1623ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:15.293536 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fd7964cf-33db-4254-9120-be74bc1623ae admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=c64638498e8a4fca8c8faf38a1c285b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2704036 Nov 04 10:54:15.294192 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36058) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:15.295623 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7964cf-33db-4254-9120-be74bc1623ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224126eb-08a1-407f-adec-446bba6634cc,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:15.428914 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c8669525-d77d-4011-b5e6-b6a64d17d1b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:15.492087 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c8669525-d77d-4011-b5e6-b6a64d17d1b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:15.563937 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-dd3c15c3-f96c-4aa4-8f64-d0277a2ac699 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:15.570620 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-dd3c15c3-f96c-4aa4-8f64-d0277a2ac699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:15.592574 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c8669525-d77d-4011-b5e6-b6a64d17d1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:15.596190 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c8669525-d77d-4011-b5e6-b6a64d17d1b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:15.599597 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c8669525-d77d-4011-b5e6-b6a64d17d1b4 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/224126eb-08a1-407f-adec-446bba6634cc HTTP/1.1" status: 204 len: 168 time: 0.2996528 Nov 04 10:54:15.612670 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8669525-d77d-4011-b5e6-b6a64d17d1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224126eb-08a1-407f-adec-446bba6634cc,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:15.655652 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ccba0-9394-47d8-85e5-ec32faea0fe2 None None] Pushing event updated for resources: {'Port': ['ID=2f01e175-5b8d-4119-b31a-69d851a0d6f0,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:15.678815 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ccba0-9394-47d8-85e5-ec32faea0fe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:15.679573 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ccba0-9394-47d8-85e5-ec32faea0fe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:15.679573 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ccba0-9394-47d8-85e5-ec32faea0fe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:15.679762 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ccba0-9394-47d8-85e5-ec32faea0fe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:15.680073 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ccba0-9394-47d8-85e5-ec32faea0fe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:15.680396 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ccba0-9394-47d8-85e5-ec32faea0fe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:15.680716 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ccba0-9394-47d8-85e5-ec32faea0fe2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:15.681057 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ccba0-9394-47d8-85e5-ec32faea0fe2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:15.681376 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ccba0-9394-47d8-85e5-ec32faea0fe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:15.681751 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ccba0-9394-47d8-85e5-ec32faea0fe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:15.682095 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ccba0-9394-47d8-85e5-ec32faea0fe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:15.682410 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ccba0-9394-47d8-85e5-ec32faea0fe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:15.735870 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d0e0185c-d626-4035-91c9-bef01890f8b3 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:54:15.742781 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-dd3c15c3-f96c-4aa4-8f64-d0277a2ac699 None None] Attempting to bind port 2f01e175-5b8d-4119-b31a-69d851a0d6f0 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:54:15.743173 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-dd3c15c3-f96c-4aa4-8f64-d0277a2ac699 None None] Attempting to bind port 2f01e175-5b8d-4119-b31a-69d851a0d6f0 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '622b7075-91ff-408a-bf92-04f53e5f2a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '66c89822-8e97-4799-96df-3535255efdeb'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:54:15.743570 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3c15c3-f96c-4aa4-8f64-d0277a2ac699 None None] Attempting to bind port 2f01e175-5b8d-4119-b31a-69d851a0d6f0 on network 66c89822-8e97-4799-96df-3535255efdeb {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:54:15.753207 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3c15c3-f96c-4aa4-8f64-d0277a2ac699 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:54:15.754077 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3c15c3-f96c-4aa4-8f64-d0277a2ac699 None None] Checking segment: {'id': '622b7075-91ff-408a-bf92-04f53e5f2a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '66c89822-8e97-4799-96df-3535255efdeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:54:15.754689 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-dd3c15c3-f96c-4aa4-8f64-d0277a2ac699 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:15.755158 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3c15c3-f96c-4aa4-8f64-d0277a2ac699 None None] Bound using segment: {'id': '622b7075-91ff-408a-bf92-04f53e5f2a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '66c89822-8e97-4799-96df-3535255efdeb'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:54:15.756032 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-dd3c15c3-f96c-4aa4-8f64-d0277a2ac699 None None] Bound port: 2f01e175-5b8d-4119-b31a-69d851a0d6f0, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622b7075-91ff-408a-bf92-04f53e5f2a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '66c89822-8e97-4799-96df-3535255efdeb'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:54:15.756482 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-dd3c15c3-f96c-4aa4-8f64-d0277a2ac699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:15.831456 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-dd3c15c3-f96c-4aa4-8f64-d0277a2ac699 None None] For port 2f01e175-5b8d-4119-b31a-69d851a0d6f0, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:54:15.835401 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-dd3c15c3-f96c-4aa4-8f64-d0277a2ac699 None None] For port 2f01e175-5b8d-4119-b31a-69d851a0d6f0, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2f01e175-5b8d-4119-b31a-69d851a0d6f0,segment=NetworkSegment(622b7075-91ff-408a-bf92-04f53e5f2a3e),segment_id=622b7075-91ff-408a-bf92-04f53e5f2a3e)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:54:15.845186 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-dd3c15c3-f96c-4aa4-8f64-d0277a2ac699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:15.858233 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port d0e0185c-d626-4035-91c9-bef01890f8b3 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:15.860195 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:15.928101 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ccba0-9394-47d8-85e5-ec32faea0fe2 None None] Pushing event updated for resources: {'Port': ['ID=2f01e175-5b8d-4119-b31a-69d851a0d6f0,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:15.971245 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3c15c3-f96c-4aa4-8f64-d0277a2ac699 None None] Routers {'d6cf7497-7320-4735-b3f7-c7ffdaa208a2'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:54:15.972438 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-dd3c15c3-f96c-4aa4-8f64-d0277a2ac699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:53:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d6cf7497-7320-4735-b3f7-c7ffdaa208a2'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:16.126043 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-dd3c15c3-f96c-4aa4-8f64-d0277a2ac699 None None] Set router d6cf7497-7320-4735-b3f7-c7ffdaa208a2 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:54:16.410159 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-dd3c15c3-f96c-4aa4-8f64-d0277a2ac699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cf7497-7320-4735-b3f7-c7ffdaa208a2', 'name': 'tempest-ServerRescueTestJSON-268106560-router', 'tenant_id': '730cf183c49c40928828112dd52c25ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'd0e0185c-d626-4035-91c9-bef01890f8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:54:08Z', 'updated_at': '2021-11-04T10:54:12Z', 'revision_number': 4, 'project_id': '730cf183c49c40928828112dd52c25ee', 'gw_port': {'id': 'd0e0185c-d626-4035-91c9-bef01890f8b3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf7497-7320-4735-b3f7-c7ffdaa208a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:09Z', 'updated_at': '2021-11-04T10:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '2f01e175-5b8d-4119-b31a-69d851a0d6f0', 'name': '', 'network_id': '66c89822-8e97-4799-96df-3535255efdeb', 'tenant_id': '730cf183c49c40928828112dd52c25ee', 'mac_address': 'fa:16:3e:89:82:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cf7497-7320-4735-b3f7-c7ffdaa208a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '04e2759a-4fb5-41be-b7ba-7c50f8f5efb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:11Z', 'updated_at': '2021-11-04T10:54:15Z', 'revision_number': 4, 'project_id': '730cf183c49c40928828112dd52c25ee', 'subnets': [{'id': '04e2759a-4fb5-41be-b7ba-7c50f8f5efb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:16.414048 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81c6b147-c384-40fa-83c4-3a88ccaa681a req-bd2ba483-3ccd-4bdd-a0e8-606cd87c2f24 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 210 time: 0.0861166 Nov 04 10:54:16.441003 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3c15c3-f96c-4aa4-8f64-d0277a2ac699 None None] The sync data for ids ['d6cf7497-7320-4735-b3f7-c7ffdaa208a2'] in n-d-816629-1 is: [{'id': 'd6cf7497-7320-4735-b3f7-c7ffdaa208a2', 'name': 'tempest-ServerRescueTestJSON-268106560-router', 'tenant_id': '730cf183c49c40928828112dd52c25ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'd0e0185c-d626-4035-91c9-bef01890f8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:54:08Z', 'updated_at': '2021-11-04T10:54:12Z', 'revision_number': 4, 'project_id': '730cf183c49c40928828112dd52c25ee', 'gw_port': {'id': 'd0e0185c-d626-4035-91c9-bef01890f8b3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf7497-7320-4735-b3f7-c7ffdaa208a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:09Z', 'updated_at': '2021-11-04T10:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '2f01e175-5b8d-4119-b31a-69d851a0d6f0', 'name': '', 'network_id': '66c89822-8e97-4799-96df-3535255efdeb', 'tenant_id': '730cf183c49c40928828112dd52c25ee', 'mac_address': 'fa:16:3e:89:82:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cf7497-7320-4735-b3f7-c7ffdaa208a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '04e2759a-4fb5-41be-b7ba-7c50f8f5efb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:11Z', 'updated_at': '2021-11-04T10:54:15Z', 'revision_number': 4, 'project_id': '730cf183c49c40928828112dd52c25ee', 'subnets': [{'id': '04e2759a-4fb5-41be-b7ba-7c50f8f5efb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:54:16.596704 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-edb0cf9f-48a4-4f32-859e-e8b0a63c88f8 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:16.598350 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-edb0cf9f-48a4-4f32-859e-e8b0a63c88f8 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.121 "GET /v2.0/networks?id=66c89822-8e97-4799-96df-3535255efdeb HTTP/1.1" status: 200 len: 810 time: 0.2170675 Nov 04 10:54:16.614505 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-5d83915f-b2e9-4810-a4eb-cc023fa16755 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Request body: {'port': {'device_id': '33b21079-b4e6-4bf8-a202-c41b37d3712a', 'network_id': '66c89822-8e97-4799-96df-3535255efdeb', 'admin_state_up': True, 'tenant_id': '730cf183c49c40928828112dd52c25ee'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:16.773294 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-5d83915f-b2e9-4810-a4eb-cc023fa16755 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Made reservation on behalf of 730cf183c49c40928828112dd52c25ee for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:54:16.777530 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-5d83915f-b2e9-4810-a4eb-cc023fa16755 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:16.878478 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-13fcc184-7d00-43d2-918c-d733ac44edc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:16.957535 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-5d83915f-b2e9-4810-a4eb-cc023fa16755 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Allocated IP 172.20.0.9 (66c89822-8e97-4799-96df-3535255efdeb/04e2759a-4fb5-41be-b7ba-7c50f8f5efb1/933ac982-1558-45d2-a1ea-582e1dbedfa9) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:54:17.161592 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-5d83915f-b2e9-4810-a4eb-cc023fa16755 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:17.203627 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-5d83915f-b2e9-4810-a4eb-cc023fa16755 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:17.250139 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-5d83915f-b2e9-4810-a4eb-cc023fa16755 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Network 66c89822-8e97-4799-96df-3535255efdeb is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:54:17.260373 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-5d83915f-b2e9-4810-a4eb-cc023fa16755 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:17.265903 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-5d83915f-b2e9-4810-a4eb-cc023fa16755 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:54:17.321287 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-5d83915f-b2e9-4810-a4eb-cc023fa16755 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:17.322665 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-5d83915f-b2e9-4810-a4eb-cc023fa16755 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:17.326403 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83915f-b2e9-4810-a4eb-cc023fa16755 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Pushing event updated for resources: {'Port': ['ID=933ac982-1558-45d2-a1ea-582e1dbedfa9,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:17.351562 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-5d83915f-b2e9-4810-a4eb-cc023fa16755 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7439532 Nov 04 10:54:17.369010 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-c72cfc38-9438-4167-a4ee-54f543c9f2da service neutron] Request body: {'port': {'device_id': '33b21079-b4e6-4bf8-a202-c41b37d3712a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:17.458197 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-c72cfc38-9438-4167-a4ee-54f543c9f2da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:17.749187 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bf8ec-092d-4a67-84ba-46927e8199f3 req-6528a11e-198f-45c0-9ecd-82b18f84842f tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:17.763326 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aa2bf8ec-092d-4a67-84ba-46927e8199f3 req-6528a11e-198f-45c0-9ecd-82b18f84842f tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 931 time: 0.1784754 Nov 04 10:54:17.820202 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2f01e175-5b8d-4119-b31a-69d851a0d6f0 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:54:17.894804 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 2f01e175-5b8d-4119-b31a-69d851a0d6f0 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:17.895416 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:17.901559 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aa2bf8ec-092d-4a67-84ba-46927e8199f3 req-d4a6790e-2c05-4aa3-82d4-27f4d9539ead tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328139 Nov 04 10:54:17.904322 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-c72cfc38-9438-4167-a4ee-54f543c9f2da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933ac982-1558-45d2-a1ea-582e1dbedfa9 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:54:17.914181 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-c72cfc38-9438-4167-a4ee-54f543c9f2da service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:17.932457 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-c72cfc38-9438-4167-a4ee-54f543c9f2da service neutron] Transition to ACTIVE for port object 933ac982-1558-45d2-a1ea-582e1dbedfa9 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:54:17.942028 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-c72cfc38-9438-4167-a4ee-54f543c9f2da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:17.997317 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:18.023018 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72cfc38-9438-4167-a4ee-54f543c9f2da service neutron] Pushing event updated for resources: {'Port': ['ID=933ac982-1558-45d2-a1ea-582e1dbedfa9,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:18.069768 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 2f01e175-5b8d-4119-b31a-69d851a0d6f0, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2f01e175-5b8d-4119-b31a-69d851a0d6f0,segment=NetworkSegment(622b7075-91ff-408a-bf92-04f53e5f2a3e),segment_id=622b7075-91ff-408a-bf92-04f53e5f2a3e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:54:18.078469 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:18.144436 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-c72cfc38-9438-4167-a4ee-54f543c9f2da service neutron] Attempting to bind port 933ac982-1558-45d2-a1ea-582e1dbedfa9 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:54:18.145299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-c72cfc38-9438-4167-a4ee-54f543c9f2da service neutron] Attempting to bind port 933ac982-1558-45d2-a1ea-582e1dbedfa9 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '622b7075-91ff-408a-bf92-04f53e5f2a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '66c89822-8e97-4799-96df-3535255efdeb'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:54:18.145828 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-c72cfc38-9438-4167-a4ee-54f543c9f2da service neutron] Attempting to bind port 933ac982-1558-45d2-a1ea-582e1dbedfa9 on network 66c89822-8e97-4799-96df-3535255efdeb {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:54:18.152687 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=2f01e175-5b8d-4119-b31a-69d851a0d6f0,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:18.153965 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-c72cfc38-9438-4167-a4ee-54f543c9f2da service neutron] Port 933ac982-1558-45d2-a1ea-582e1dbedfa9 on network 66c89822-8e97-4799-96df-3535255efdeb not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:54:18.154301 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-c72cfc38-9438-4167-a4ee-54f543c9f2da service neutron] Attempting to bind port 933ac982-1558-45d2-a1ea-582e1dbedfa9 on network 66c89822-8e97-4799-96df-3535255efdeb {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:54:18.162675 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-c72cfc38-9438-4167-a4ee-54f543c9f2da service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:54:18.163129 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-c72cfc38-9438-4167-a4ee-54f543c9f2da service neutron] Checking segment: {'id': '622b7075-91ff-408a-bf92-04f53e5f2a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '66c89822-8e97-4799-96df-3535255efdeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:54:18.163605 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-c72cfc38-9438-4167-a4ee-54f543c9f2da service neutron] Bound using segment: {'id': '622b7075-91ff-408a-bf92-04f53e5f2a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '66c89822-8e97-4799-96df-3535255efdeb'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:54:18.164388 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-c72cfc38-9438-4167-a4ee-54f543c9f2da service neutron] Bound port: 933ac982-1558-45d2-a1ea-582e1dbedfa9, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622b7075-91ff-408a-bf92-04f53e5f2a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '66c89822-8e97-4799-96df-3535255efdeb'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:54:18.164843 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-c72cfc38-9438-4167-a4ee-54f543c9f2da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:18.241672 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-c72cfc38-9438-4167-a4ee-54f543c9f2da service neutron] For port 933ac982-1558-45d2-a1ea-582e1dbedfa9, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:54:18.245343 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-c72cfc38-9438-4167-a4ee-54f543c9f2da service neutron] For port 933ac982-1558-45d2-a1ea-582e1dbedfa9, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=933ac982-1558-45d2-a1ea-582e1dbedfa9,segment=NetworkSegment(622b7075-91ff-408a-bf92-04f53e5f2a3e),segment_id=622b7075-91ff-408a-bf92-04f53e5f2a3e)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:54:18.254106 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-c72cfc38-9438-4167-a4ee-54f543c9f2da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:18.282494 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-c72cfc38-9438-4167-a4ee-54f543c9f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:18.283136 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-c72cfc38-9438-4167-a4ee-54f543c9f2da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:18.284623 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-c72cfc38-9438-4167-a4ee-54f543c9f2da service neutron] 10.222.0.121 "PUT /v2.0/ports/933ac982-1558-45d2-a1ea-582e1dbedfa9 HTTP/1.1" status: 200 len: 1091 time: 0.9235542 Nov 04 10:54:18.311299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b21079-b4e6-4bf8-a202-c41b37d3712a', 'tag': '933ac982-1558-45d2-a1ea-582e1dbedfa9'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:54:18.314214 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d192e70-fae9-4b81-9b15-dde7db345df6" -d '{"events": [{"name": "network-changed", "server_uuid": "33b21079-b4e6-4bf8-a202-c41b37d3712a", "tag": "933ac982-1558-45d2-a1ea-582e1dbedfa9"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:54:18.346086 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72cfc38-9438-4167-a4ee-54f543c9f2da service neutron] Pushing event updated for resources: {'Port': ['ID=933ac982-1558-45d2-a1ea-582e1dbedfa9,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:18.390658 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3f8e97-9711-46fc-92d1-c23135f0516b x-openstack-request-id: req-ad3f8e97-9711-46fc-92d1-c23135f0516b {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:54:18.390959 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b21079-b4e6-4bf8-a202-c41b37d3712a", "tag": "933ac982-1558-45d2-a1ea-582e1dbedfa9", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:54:18.391676 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ad3f8e97-9711-46fc-92d1-c23135f0516b {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:54:18.392125 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b21079-b4e6-4bf8-a202-c41b37d3712a', 'tag': '933ac982-1558-45d2-a1ea-582e1dbedfa9', 'status': 'completed', 'code': 200} Nov 04 10:54:18.410097 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-8f26ed5b-ad05-4d2b-9044-542514be25e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:18.411997 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-8f26ed5b-ad05-4d2b-9044-542514be25e4 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=730cf183c49c40928828112dd52c25ee&device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 1094 time: 0.0602627 Nov 04 10:54:18.463529 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-f5582396-23ca-4f7f-b499-ab91dfa11a9e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=933ac982-1558-45d2-a1ea-582e1dbedfa9 HTTP/1.1" status: 200 len: 217 time: 0.0426054 Nov 04 10:54:18.526822 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-d3028372-6ec1-48eb-9044-2e8a29ad79b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:18.528438 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-d3028372-6ec1-48eb-9044-2e8a29ad79b6 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=04e2759a-4fb5-41be-b7ba-7c50f8f5efb1 HTTP/1.1" status: 200 len: 850 time: 0.0567310 Nov 04 10:54:18.565969 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-d3d6e81a-a0c8-437d-8267-fdd535f9c4f4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=66c89822-8e97-4799-96df-3535255efdeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289562 Nov 04 10:54:18.678137 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-b850dfcf-496c-45d2-90e6-4b5d068419a9 service neutron] 10.222.0.121 "GET /v2.0/networks/66c89822-8e97-4799-96df-3535255efdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037202 Nov 04 10:54:18.828479 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7dde2de-7512-4ebe-a2cb-8aa831806a26 req-02b2f5fe-e67c-4e35-8149-ee7d670f3855 service neutron] 10.222.0.121 "GET /v2.0/networks/66c89822-8e97-4799-96df-3535255efdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417618 Nov 04 10:54:19.012369 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d192e70-fae9-4b81-9b15-dde7db345df6 req-98c8394c-6a2c-4dfa-b759-601e8cfd9863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:19.018913 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9d192e70-fae9-4b81-9b15-dde7db345df6 req-98c8394c-6a2c-4dfa-b759-601e8cfd9863 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=730cf183c49c40928828112dd52c25ee&device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 1094 time: 0.1238265 Nov 04 10:54:19.163678 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7f9a2-9bda-4127-9551-8352536a17ab req-0f01d19f-ccc0-4b0b-aa08-f24206c28dec tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:19.166561 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6a7f9a2-9bda-4127-9551-8352536a17ab req-0f01d19f-ccc0-4b0b-aa08-f24206c28dec tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 943 time: 0.1572521 Nov 04 10:54:19.179957 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d192e70-fae9-4b81-9b15-dde7db345df6 req-c075ab78-25eb-41e6-872e-b7c6b60a1053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:19.181853 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9d192e70-fae9-4b81-9b15-dde7db345df6 req-c075ab78-25eb-41e6-872e-b7c6b60a1053 service neutron] 10.222.0.121 "GET /v2.0/networks?id=66c89822-8e97-4799-96df-3535255efdeb HTTP/1.1" status: 200 len: 912 time: 0.1539032 Nov 04 10:54:19.235069 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9d192e70-fae9-4b81-9b15-dde7db345df6 req-8ac60bb4-4c86-48bd-94c3-bee4ca5dc6ae service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=933ac982-1558-45d2-a1ea-582e1dbedfa9 HTTP/1.1" status: 200 len: 217 time: 0.0453379 Nov 04 10:54:19.235649 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36212) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:19.267016 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6a7f9a2-9bda-4127-9551-8352536a17ab req-977d761f-0bdc-4716-8519-d4f25968789c tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938878 Nov 04 10:54:19.295218 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d192e70-fae9-4b81-9b15-dde7db345df6 req-10a29ed5-0cbb-4589-b85a-8e3a1874520c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:19.298114 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9d192e70-fae9-4b81-9b15-dde7db345df6 req-10a29ed5-0cbb-4589-b85a-8e3a1874520c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=04e2759a-4fb5-41be-b7ba-7c50f8f5efb1 HTTP/1.1" status: 200 len: 850 time: 0.0551276 Nov 04 10:54:19.339715 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9d192e70-fae9-4b81-9b15-dde7db345df6 req-d45ad54b-d19b-41ca-911c-438e72f4779a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=66c89822-8e97-4799-96df-3535255efdeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333648 Nov 04 10:54:19.441622 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0781e13a-5361-4448-b262-d6e2cfb0bcd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:19.480178 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9d192e70-fae9-4b81-9b15-dde7db345df6 req-07915c98-8c2f-43aa-b621-577f3bc0c35b service neutron] 10.222.0.121 "GET /v2.0/networks/66c89822-8e97-4799-96df-3535255efdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262703 Nov 04 10:54:19.638957 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0781e13a-5361-4448-b262-d6e2cfb0bcd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:19.641943 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9d192e70-fae9-4b81-9b15-dde7db345df6 req-ebdb40fd-b742-45a5-b8a1-11444d521a67 service neutron] 10.222.0.121 "GET /v2.0/networks/66c89822-8e97-4799-96df-3535255efdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530175 Nov 04 10:54:19.646445 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-821c9203-7fc7-42f6-a67e-fe12115b86e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:19.650162 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0781e13a-5361-4448-b262-d6e2cfb0bcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:19.722245 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2f01e175-5b8d-4119-b31a-69d851a0d6f0 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:54:19.723288 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36216) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:19.723442 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0781e13a-5361-4448-b262-d6e2cfb0bcd3 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=e0184d9045094d51b4ad36b328556a97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4865017 Nov 04 10:54:19.724851 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781e13a-5361-4448-b262-d6e2cfb0bcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2131a9-c7e1-4bcd-98ec-0d5be78b766e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:19.789138 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 2f01e175-5b8d-4119-b31a-69d851a0d6f0 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:19.789774 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:19.834264 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-11790016-75a2-4e18-a3d7-def493ce10db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:19.868488 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-11790016-75a2-4e18-a3d7-def493ce10db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:19.928954 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-11790016-75a2-4e18-a3d7-def493ce10db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:19.939207 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-11790016-75a2-4e18-a3d7-def493ce10db admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:19.941216 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-11790016-75a2-4e18-a3d7-def493ce10db admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/5a2131a9-c7e1-4bcd-98ec-0d5be78b766e HTTP/1.1" status: 204 len: 168 time: 0.2161987 Nov 04 10:54:19.953940 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11790016-75a2-4e18-a3d7-def493ce10db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2131a9-c7e1-4bcd-98ec-0d5be78b766e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:19.966003 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11790016-75a2-4e18-a3d7-def493ce10db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:19.966453 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11790016-75a2-4e18-a3d7-def493ce10db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:19.966818 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11790016-75a2-4e18-a3d7-def493ce10db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:19.967213 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11790016-75a2-4e18-a3d7-def493ce10db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:19.967620 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11790016-75a2-4e18-a3d7-def493ce10db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:19.968207 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11790016-75a2-4e18-a3d7-def493ce10db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:19.969719 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11790016-75a2-4e18-a3d7-def493ce10db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:19.970069 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11790016-75a2-4e18-a3d7-def493ce10db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:19.970396 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11790016-75a2-4e18-a3d7-def493ce10db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:19.970720 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11790016-75a2-4e18-a3d7-def493ce10db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:19.971062 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11790016-75a2-4e18-a3d7-def493ce10db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:19.971559 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11790016-75a2-4e18-a3d7-def493ce10db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:20.377106 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36228) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:20.395369 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-24806f93-7cdc-4148-b1ef-eecffee04afe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:20.463321 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7517a-a114-4e4a-b0c0-bb18227b08d2 req-4b993e9f-7273-4467-9a43-ce503a939022 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:20.466132 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0dd7517a-a114-4e4a-b0c0-bb18227b08d2 req-4b993e9f-7273-4467-9a43-ce503a939022 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 943 time: 0.0990074 Nov 04 10:54:20.528880 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-24806f93-7cdc-4148-b1ef-eecffee04afe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:20.535684 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-24806f93-7cdc-4148-b1ef-eecffee04afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:20.545431 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0dd7517a-a114-4e4a-b0c0-bb18227b08d2 req-acbddd6b-3ed8-4726-a0b2-02d833d00a2b tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704987 Nov 04 10:54:20.582080 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-24806f93-7cdc-4148-b1ef-eecffee04afe admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=005d6e73b8714bd3a557b53a9a3c4e0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2038522 Nov 04 10:54:20.583545 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24806f93-7cdc-4148-b1ef-eecffee04afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c639be23-9aec-40fb-9156-52276bec96ae,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:20.585297 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36230) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:20.650206 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cce4b8b3-3d42-4312-be48-d9fdb07c9352 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:20.674733 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cce4b8b3-3d42-4312-be48-d9fdb07c9352 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:20.736972 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cce4b8b3-3d42-4312-be48-d9fdb07c9352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:20.742595 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cce4b8b3-3d42-4312-be48-d9fdb07c9352 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:20.744788 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:20.748878 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cce4b8b3-3d42-4312-be48-d9fdb07c9352 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/c639be23-9aec-40fb-9156-52276bec96ae HTTP/1.1" status: 204 len: 168 time: 0.1600826 Nov 04 10:54:20.767993 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4b8b3-3d42-4312-be48-d9fdb07c9352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c639be23-9aec-40fb-9156-52276bec96ae,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:21.749186 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff1b08-8b2e-4f00-a04f-85fbbd64f568 req-3f6fb2dd-2552-4ad3-8355-ae447bc2237b tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:21.767234 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-18ff1b08-8b2e-4f00-a04f-85fbbd64f568 req-3f6fb2dd-2552-4ad3-8355-ae447bc2237b tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 943 time: 0.1218302 Nov 04 10:54:21.868127 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-18ff1b08-8b2e-4f00-a04f-85fbbd64f568 req-d0ac3d7f-0c4d-49a9-b81e-c73b856d9935 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984511 Nov 04 10:54:22.091060 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36266) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:22.191785 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:22.326039 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e58594ce-aea5-4dac-ad05-8e03882cda92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:22.490664 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e58594ce-aea5-4dac-ad05-8e03882cda92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:22.495799 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e58594ce-aea5-4dac-ad05-8e03882cda92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:22.588512 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e58594ce-aea5-4dac-ad05-8e03882cda92 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=b86c2032e9e14e71892e1d7453d98a76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4959168 Nov 04 10:54:22.592064 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36280) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:22.595673 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58594ce-aea5-4dac-ad05-8e03882cda92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6693f3c7-8dad-4a8f-a78d-7ab292f8a8c2,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:22.610119 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:22.696683 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ef04bbbc-5240-4908-bc2f-ce4c39bb525e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:22.730392 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ef04bbbc-5240-4908-bc2f-ce4c39bb525e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:22.802271 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ef04bbbc-5240-4908-bc2f-ce4c39bb525e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:22.810625 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ef04bbbc-5240-4908-bc2f-ce4c39bb525e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:22.810625 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ef04bbbc-5240-4908-bc2f-ce4c39bb525e admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/6693f3c7-8dad-4a8f-a78d-7ab292f8a8c2 HTTP/1.1" status: 204 len: 168 time: 0.2144964 Nov 04 10:54:22.831341 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04bbbc-5240-4908-bc2f-ce4c39bb525e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6693f3c7-8dad-4a8f-a78d-7ab292f8a8c2,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:23.081200 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 933ac982-1558-45d2-a1ea-582e1dbedfa9 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:54:23.104455 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136af00d-1be7-410f-80b6-ceec3bf2afe2 req-323512e0-28cf-41e7-b305-a34043c46713 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:23.115657 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-136af00d-1be7-410f-80b6-ceec3bf2afe2 req-323512e0-28cf-41e7-b305-a34043c46713 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 943 time: 0.1131353 Nov 04 10:54:23.237532 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-136af00d-1be7-410f-80b6-ceec3bf2afe2 req-b150c4a9-8d8b-4fed-a2c9-1f9201069675 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205304 Nov 04 10:54:23.338159 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 933ac982-1558-45d2-a1ea-582e1dbedfa9, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=933ac982-1558-45d2-a1ea-582e1dbedfa9,segment=NetworkSegment(622b7075-91ff-408a-bf92-04f53e5f2a3e),segment_id=622b7075-91ff-408a-bf92-04f53e5f2a3e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:54:23.370685 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '933ac982-1558-45d2-a1ea-582e1dbedfa9', 'network_id': '66c89822-8e97-4799-96df-3535255efdeb', 'port_id': '933ac982-1558-45d2-a1ea-582e1dbedfa9', 'mac_address': 'fa:16:3e:34:94:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04e2759a-4fb5-41be-b7ba-7c50f8f5efb1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:54:23.497044 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:23.530351 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933ac982-1558-45d2-a1ea-582e1dbedfa9 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:54:23.585870 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 933ac982-1558-45d2-a1ea-582e1dbedfa9, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=933ac982-1558-45d2-a1ea-582e1dbedfa9,segment=NetworkSegment(622b7075-91ff-408a-bf92-04f53e5f2a3e),segment_id=622b7075-91ff-408a-bf92-04f53e5f2a3e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:54:23.597200 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:23.706121 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=933ac982-1558-45d2-a1ea-582e1dbedfa9,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:23.817289 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['933ac982-1558-45d2-a1ea-582e1dbedfa9'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:54:24.107408 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36318) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:24.230569 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2c69dff8-317c-49f4-a195-e5774a539c10 tempest-AgentManagementNegativeTest-405353236 tempest-AgentManagementNegativeTest-405353236-project] 10.222.0.127 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1219206 Nov 04 10:54:24.358646 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0f996-f122-47eb-9f4b-9056dbb4cce4 req-2cfae5c6-ac37-470b-b22b-b7bf398604c3 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:24.361174 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e8a0f996-f122-47eb-9f4b-9056dbb4cce4 req-2cfae5c6-ac37-470b-b22b-b7bf398604c3 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 944 time: 0.0553694 Nov 04 10:54:24.412090 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e8a0f996-f122-47eb-9f4b-9056dbb4cce4 req-5ba9a3e9-0c1e-4c93-b6bc-4f68ff4bbf45 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447633 Nov 04 10:54:24.496376 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36328) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:24.616500 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4fa049a5-0372-41b3-bb77-451d159623c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:24.693178 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4fa049a5-0372-41b3-bb77-451d159623c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:24.699054 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4fa049a5-0372-41b3-bb77-451d159623c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:24.736240 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa049a5-0372-41b3-bb77-451d159623c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c81d6af-8f1b-4b9e-bb3c-bfabfa587773,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:24.740396 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4fa049a5-0372-41b3-bb77-451d159623c6 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=4cc583e49327477db633b66038b3ff92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2428133 Nov 04 10:54:24.742982 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36334) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:24.799301 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b5fee733-edf5-44c3-9aaf-6fe4734c1c93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:24.822301 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b5fee733-edf5-44c3-9aaf-6fe4734c1c93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:24.873914 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b5fee733-edf5-44c3-9aaf-6fe4734c1c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:24.877057 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b5fee733-edf5-44c3-9aaf-6fe4734c1c93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:24.880970 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b5fee733-edf5-44c3-9aaf-6fe4734c1c93 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/6c81d6af-8f1b-4b9e-bb3c-bfabfa587773 HTTP/1.1" status: 204 len: 168 time: 0.1343629 Nov 04 10:54:24.887989 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fee733-edf5-44c3-9aaf-6fe4734c1c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c81d6af-8f1b-4b9e-bb3c-bfabfa587773,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:25.090141 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 933ac982-1558-45d2-a1ea-582e1dbedfa9 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:54:25.164550 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 933ac982-1558-45d2-a1ea-582e1dbedfa9 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:54:25.184271 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 933ac982-1558-45d2-a1ea-582e1dbedfa9 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:25.185355 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:25.301265 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:25.326682 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b21079-b4e6-4bf8-a202-c41b37d3712a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933ac982-1558-45d2-a1ea-582e1dbedfa9'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:54:25.329484 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e0feff-fb8d-4cab-be0f-1bdbdab68390" -d '{"events": [{"server_uuid": "33b21079-b4e6-4bf8-a202-c41b37d3712a", "name": "network-vif-plugged", "status": "completed", "tag": "933ac982-1558-45d2-a1ea-582e1dbedfa9"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:54:25.342755 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 933ac982-1558-45d2-a1ea-582e1dbedfa9, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=933ac982-1558-45d2-a1ea-582e1dbedfa9,segment=NetworkSegment(622b7075-91ff-408a-bf92-04f53e5f2a3e),segment_id=622b7075-91ff-408a-bf92-04f53e5f2a3e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:54:25.349496 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:25.396678 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592630e8-d13e-4586-8a23-94545bec3c02 x-openstack-request-id: req-592630e8-d13e-4586-8a23-94545bec3c02 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:54:25.397772 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b21079-b4e6-4bf8-a202-c41b37d3712a", "name": "network-vif-plugged", "status": "completed", "tag": "933ac982-1558-45d2-a1ea-582e1dbedfa9", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:54:25.398207 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-592630e8-d13e-4586-8a23-94545bec3c02 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:54:25.399130 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b21079-b4e6-4bf8-a202-c41b37d3712a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933ac982-1558-45d2-a1ea-582e1dbedfa9', 'code': 200} Nov 04 10:54:25.430125 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=933ac982-1558-45d2-a1ea-582e1dbedfa9,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:25.514093 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39a525-b26f-4e2a-819a-ab2cb4320e18 req-cf6742bc-71fd-49b6-9a88-fe9252ac4d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:25.517121 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2d39a525-b26f-4e2a-819a-ab2cb4320e18 req-cf6742bc-71fd-49b6-9a88-fe9252ac4d04 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 1096 time: 0.0622518 Nov 04 10:54:25.620143 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2d39a525-b26f-4e2a-819a-ab2cb4320e18 req-bf5c3c97-1901-4411-bec5-4bf0a59edd6b service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953083 Nov 04 10:54:25.684644 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070e1f1-602b-4480-8467-9d68e454759e req-df5ade4a-b8ca-4f14-8982-84a6626d1cbc tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:25.713935 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4070e1f1-602b-4480-8467-9d68e454759e req-df5ade4a-b8ca-4f14-8982-84a6626d1cbc tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 945 time: 0.1624205 Nov 04 10:54:25.779709 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36384) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:25.825985 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4070e1f1-602b-4480-8467-9d68e454759e req-a00b2f09-7e9b-42e2-9056-1af7989a5ae1 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106539 Nov 04 10:54:25.917716 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-d115548e-57ed-49e2-8add-d59bfc7601fa tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1148559965'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:25.946878 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d115548e-57ed-49e2-8add-d59bfc7601fa tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Made reservation on behalf of 939a55463510401fbcc7f9b3380f285e for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:54:25.951332 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d115548e-57ed-49e2-8add-d59bfc7601fa tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:25.968876 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d115548e-57ed-49e2-8add-d59bfc7601fa tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:26.085878 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d115548e-57ed-49e2-8add-d59bfc7601fa tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:26.095897 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d115548e-57ed-49e2-8add-d59bfc7601fa tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:26.166847 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d115548e-57ed-49e2-8add-d59bfc7601fa tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1172} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:54:26.203437 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115548e-57ed-49e2-8add-d59bfc7601fa tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=527b43f7-5e97-4f94-be28-5f1f9844960d,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:26.213923 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d115548e-57ed-49e2-8add-d59bfc7601fa tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:26.217329 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-d115548e-57ed-49e2-8add-d59bfc7601fa tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Added segment f87d6fd3-8b74-4aee-ab42-5aae2f2e3222 of type vlan for network a9229ed3-6d70-415d-a502-e8dd8b27d0c9 Nov 04 10:54:26.326465 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d115548e-57ed-49e2-8add-d59bfc7601fa tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:26.386394 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d115548e-57ed-49e2-8add-d59bfc7601fa tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:26.394281 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d115548e-57ed-49e2-8add-d59bfc7601fa tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:26.395462 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d115548e-57ed-49e2-8add-d59bfc7601fa tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:26.484711 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36390) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:26.485750 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d115548e-57ed-49e2-8add-d59bfc7601fa tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7031434 Nov 04 10:54:26.490646 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-751aba10-b6c4-4ad0-a129-b06cfc240e4e tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Request body: {'subnet': {'network_id': 'a9229ed3-6d70-415d-a502-e8dd8b27d0c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:26.504082 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115548e-57ed-49e2-8add-d59bfc7601fa tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Pushing event updated for resources: {'Network': ['ID=a9229ed3-6d70-415d-a502-e8dd8b27d0c9,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:26.523418 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network a9229ed3-6d70-415d-a502-e8dd8b27d0c9 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:54:26.772762 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751aba10-b6c4-4ad0-a129-b06cfc240e4e tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Made reservation on behalf of 939a55463510401fbcc7f9b3380f285e for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:54:26.778892 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-751aba10-b6c4-4ad0-a129-b06cfc240e4e tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:27.530449 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7432530-3f9e-4e92-a0f8-5c545ef9e571 req-e1cc73d3-1050-4d73-8f84-814412a44dfe tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:27.532068 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a7432530-3f9e-4e92-a0f8-5c545ef9e571 req-e1cc73d3-1050-4d73-8f84-814412a44dfe tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 945 time: 0.5323837 Nov 04 10:54:27.546855 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-751aba10-b6c4-4ad0-a129-b06cfc240e4e tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:27.639224 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751aba10-b6c4-4ad0-a129-b06cfc240e4e tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Pushing event updated for resources: {'Subnet': ['ID=7c4446c4-47be-4a26-a261-f41239ccfcd0,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:27.645120 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a7432530-3f9e-4e92-a0f8-5c545ef9e571 req-ea39358e-6310-4eca-8fd9-7639ecbc79b3 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063287 Nov 04 10:54:27.671502 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751aba10-b6c4-4ad0-a129-b06cfc240e4e tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Checking segment: {'id': 'f87d6fd3-8b74-4aee-ab42-5aae2f2e3222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'a9229ed3-6d70-415d-a502-e8dd8b27d0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:54:27.673171 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751aba10-b6c4-4ad0-a129-b06cfc240e4e tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Network hostable DHCP agents. Network: a9229ed3-6d70-415d-a502-e8dd8b27d0c9, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:54:27.703331 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751aba10-b6c4-4ad0-a129-b06cfc240e4e tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Network a9229ed3-6d70-415d-a502-e8dd8b27d0c9 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:54:27.716458 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-751aba10-b6c4-4ad0-a129-b06cfc240e4e tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, a9229ed3-6d70-415d-a502-e8dd8b27d0c9) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:27.722386 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751aba10-b6c4-4ad0-a129-b06cfc240e4e tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:27.723080 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-751aba10-b6c4-4ad0-a129-b06cfc240e4e tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:27.728167 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4807b70a-5936-4dba-a718-17af9b2a42c0 None None] Network a9229ed3-6d70-415d-a502-e8dd8b27d0c9 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:54:27.744862 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-751aba10-b6c4-4ad0-a129-b06cfc240e4e tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2569551 Nov 04 10:54:27.745826 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36400) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:27.751344 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-d21b0070-948d-4128-bef1-a7d118d684c7 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Request body: {'port': {'network_id': 'a9229ed3-6d70-415d-a502-e8dd8b27d0c9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-614729588'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:27.962254 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81308262-df0d-4be9-824a-99a356df7f54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-a9229ed3-6d70-415d-a502-e8dd8b27d0c9', 'network_id': 'a9229ed3-6d70-415d-a502-e8dd8b27d0c9', 'tenant_id': '939a55463510401fbcc7f9b3380f285e', 'fixed_ips': [{'subnet_id': '7c4446c4-47be-4a26-a261-f41239ccfcd0'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:54:27.963329 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-81308262-df0d-4be9-824a-99a356df7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:28.048060 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6744527-3239-4523-bcb8-ec785ff5c4d8 req-c0153ce2-524e-40b6-a457-24bd46360a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:28.054674 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a6744527-3239-4523-bcb8-ec785ff5c4d8 req-c0153ce2-524e-40b6-a457-24bd46360a87 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=730cf183c49c40928828112dd52c25ee&device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 1096 time: 0.1327391 Nov 04 10:54:28.073221 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a1ace-d626-42da-8664-3b5b6c961a0e req-ab18269e-b9e1-4a85-89e9-c1e18d5aea38 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:28.077157 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b4a1ace-d626-42da-8664-3b5b6c961a0e req-ab18269e-b9e1-4a85-89e9-c1e18d5aea38 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 945 time: 0.0998154 Nov 04 10:54:28.178693 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b4a1ace-d626-42da-8664-3b5b6c961a0e req-673b4048-ee71-4dde-b7af-918b110cfae8 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840318 Nov 04 10:54:28.183214 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-81308262-df0d-4be9-824a-99a356df7f54 None None] Allocated IP 2001:db8::2 (a9229ed3-6d70-415d-a502-e8dd8b27d0c9/7c4446c4-47be-4a26-a261-f41239ccfcd0/cf5a0278-bb3f-4eaa-939b-6d516ad37fe5) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:54:28.242917 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21b0070-948d-4128-bef1-a7d118d684c7 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Made reservation on behalf of 939a55463510401fbcc7f9b3380f285e for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:54:28.247023 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d21b0070-948d-4128-bef1-a7d118d684c7 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:28.270111 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6744527-3239-4523-bcb8-ec785ff5c4d8 req-8ad84ea9-9075-4185-9c6f-f951015240e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:28.271682 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a6744527-3239-4523-bcb8-ec785ff5c4d8 req-8ad84ea9-9075-4185-9c6f-f951015240e6 service neutron] 10.222.0.121 "GET /v2.0/networks?id=66c89822-8e97-4799-96df-3535255efdeb HTTP/1.1" status: 200 len: 912 time: 0.2056286 Nov 04 10:54:28.277449 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-d21b0070-948d-4128-bef1-a7d118d684c7 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] device_id is not set on port adfc39b9-0330-4740-9de3-16b02aaf1dbe yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:54:28.320158 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a6744527-3239-4523-bcb8-ec785ff5c4d8 req-f0e2f12c-c369-49c5-ace7-e5b6576cf9cb service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=933ac982-1558-45d2-a1ea-582e1dbedfa9 HTTP/1.1" status: 200 len: 217 time: 0.0372660 Nov 04 10:54:28.401956 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-81308262-df0d-4be9-824a-99a356df7f54 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:28.412472 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-81308262-df0d-4be9-824a-99a356df7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:28.445920 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6744527-3239-4523-bcb8-ec785ff5c4d8 req-6bd07664-b0ca-40ab-b615-b3c92a006bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:28.447516 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a6744527-3239-4523-bcb8-ec785ff5c4d8 req-6bd07664-b0ca-40ab-b615-b3c92a006bc3 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=04e2759a-4fb5-41be-b7ba-7c50f8f5efb1 HTTP/1.1" status: 200 len: 850 time: 0.0946102 Nov 04 10:54:28.481468 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81308262-df0d-4be9-824a-99a356df7f54 None None] Pushing event updated for resources: {'Port': ['ID=cf5a0278-bb3f-4eaa-939b-6d516ad37fe5,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:28.507727 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81308262-df0d-4be9-824a-99a356df7f54 None None] Network a9229ed3-6d70-415d-a502-e8dd8b27d0c9 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:54:28.510288 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-81308262-df0d-4be9-824a-99a356df7f54 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:28.513461 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81308262-df0d-4be9-824a-99a356df7f54 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:54:28.535395 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-d21b0070-948d-4128-bef1-a7d118d684c7 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Allocated IP 2001:db8::1bf (a9229ed3-6d70-415d-a502-e8dd8b27d0c9/7c4446c4-47be-4a26-a261-f41239ccfcd0/adfc39b9-0330-4740-9de3-16b02aaf1dbe) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:54:28.555329 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a6744527-3239-4523-bcb8-ec785ff5c4d8 req-e1400b98-5dae-4618-94e6-8f72c0d49562 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=66c89822-8e97-4799-96df-3535255efdeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968945 Nov 04 10:54:28.583746 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-81308262-df0d-4be9-824a-99a356df7f54 None None] Attempting to bind port cf5a0278-bb3f-4eaa-939b-6d516ad37fe5 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:54:28.584129 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-81308262-df0d-4be9-824a-99a356df7f54 None None] Attempting to bind port cf5a0278-bb3f-4eaa-939b-6d516ad37fe5 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'f87d6fd3-8b74-4aee-ab42-5aae2f2e3222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'a9229ed3-6d70-415d-a502-e8dd8b27d0c9'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:54:28.584506 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81308262-df0d-4be9-824a-99a356df7f54 None None] Attempting to bind port cf5a0278-bb3f-4eaa-939b-6d516ad37fe5 on network a9229ed3-6d70-415d-a502-e8dd8b27d0c9 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:54:28.598970 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81308262-df0d-4be9-824a-99a356df7f54 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:54:28.599434 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81308262-df0d-4be9-824a-99a356df7f54 None None] Checking segment: {'id': 'f87d6fd3-8b74-4aee-ab42-5aae2f2e3222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'a9229ed3-6d70-415d-a502-e8dd8b27d0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:54:28.599841 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-81308262-df0d-4be9-824a-99a356df7f54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:28.600356 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81308262-df0d-4be9-824a-99a356df7f54 None None] Bound using segment: {'id': 'f87d6fd3-8b74-4aee-ab42-5aae2f2e3222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'a9229ed3-6d70-415d-a502-e8dd8b27d0c9'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:54:28.601151 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-81308262-df0d-4be9-824a-99a356df7f54 None None] Bound port: cf5a0278-bb3f-4eaa-939b-6d516ad37fe5, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f87d6fd3-8b74-4aee-ab42-5aae2f2e3222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'a9229ed3-6d70-415d-a502-e8dd8b27d0c9'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:54:28.601443 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-81308262-df0d-4be9-824a-99a356df7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:28.680253 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-81308262-df0d-4be9-824a-99a356df7f54 None None] For port cf5a0278-bb3f-4eaa-939b-6d516ad37fe5, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:54:28.684882 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-81308262-df0d-4be9-824a-99a356df7f54 None None] For port cf5a0278-bb3f-4eaa-939b-6d516ad37fe5, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=cf5a0278-bb3f-4eaa-939b-6d516ad37fe5,segment=NetworkSegment(f87d6fd3-8b74-4aee-ab42-5aae2f2e3222),segment_id=f87d6fd3-8b74-4aee-ab42-5aae2f2e3222)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:54:28.693551 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-81308262-df0d-4be9-824a-99a356df7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:28.759055 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a6744527-3239-4523-bcb8-ec785ff5c4d8 req-cffdb36b-2973-4046-a621-f5f7cc32b4ad service neutron] 10.222.0.121 "GET /v2.0/networks/66c89822-8e97-4799-96df-3535255efdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922364 Nov 04 10:54:28.776094 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81308262-df0d-4be9-824a-99a356df7f54 None None] Pushing event updated for resources: {'Port': ['ID=cf5a0278-bb3f-4eaa-939b-6d516ad37fe5,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:28.899521 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a6744527-3239-4523-bcb8-ec785ff5c4d8 req-55b2aa94-3593-4b82-9639-b6ffc5df9911 service neutron] 10.222.0.121 "GET /v2.0/networks/66c89822-8e97-4799-96df-3535255efdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307323 Nov 04 10:54:28.919883 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d21b0070-948d-4128-bef1-a7d118d684c7 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:28.968193 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d21b0070-948d-4128-bef1-a7d118d684c7 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:29.044674 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21b0070-948d-4128-bef1-a7d118d684c7 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Network a9229ed3-6d70-415d-a502-e8dd8b27d0c9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:54:29.049476 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-d21b0070-948d-4128-bef1-a7d118d684c7 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:29.051953 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21b0070-948d-4128-bef1-a7d118d684c7 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:54:29.059216 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21b0070-948d-4128-bef1-a7d118d684c7 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:29.060037 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d21b0070-948d-4128-bef1-a7d118d684c7 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:29.084729 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b0070-948d-4128-bef1-a7d118d684c7 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Pushing event updated for resources: {'Port': ['ID=adfc39b9-0330-4740-9de3-16b02aaf1dbe,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:29.095308 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d21b0070-948d-4128-bef1-a7d118d684c7 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3482993 Nov 04 10:54:29.100474 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36416) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:29.106583 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-0fbd8569-9ebf-4a08-a27c-ef28a96f501f tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Request body: {'port': {'network_id': 'a9229ed3-6d70-415d-a502-e8dd8b27d0c9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1281976740', 'allowed_address_pairs': [{'ip_address': '2001:db8::1bf', 'mac_address': 'fa:16:3e:1e:b1:b6'}]}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:29.331160 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbd8569-9ebf-4a08-a27c-ef28a96f501f tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Made reservation on behalf of 939a55463510401fbcc7f9b3380f285e for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:54:29.422625 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0fbd8569-9ebf-4a08-a27c-ef28a96f501f tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:29.445052 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a3277-8a35-458a-a1bb-f22fa0e334bf req-d252b738-caf2-49be-84a3-25509ed3fe12 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:29.448038 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d4a3277-8a35-458a-a1bb-f22fa0e334bf req-d252b738-caf2-49be-84a3-25509ed3fe12 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 945 time: 0.1638007 Nov 04 10:54:29.457538 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-0fbd8569-9ebf-4a08-a27c-ef28a96f501f tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] device_id is not set on port f817a0df-f7fd-4f60-b1d1-28087bad801f yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:54:29.470492 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36422) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:29.685588 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-0fbd8569-9ebf-4a08-a27c-ef28a96f501f tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Allocated IP 2001:db8::288 (a9229ed3-6d70-415d-a502-e8dd8b27d0c9/7c4446c4-47be-4a26-a261-f41239ccfcd0/f817a0df-f7fd-4f60-b1d1-28087bad801f) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:54:29.687251 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-75e592c9-0218-4dee-8a94-cd520dba95dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:29.705856 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d4a3277-8a35-458a-a1bb-f22fa0e334bf req-063278f9-2f4e-41c3-b10d-76cbde365b93 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474570 Nov 04 10:54:29.839712 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device cf5a0278-bb3f-4eaa-939b-6d516ad37fe5 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:54:29.907806 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0fbd8569-9ebf-4a08-a27c-ef28a96f501f tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:29.948325 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0fbd8569-9ebf-4a08-a27c-ef28a96f501f tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:29.986641 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-75e592c9-0218-4dee-8a94-cd520dba95dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:29.993623 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-75e592c9-0218-4dee-8a94-cd520dba95dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:29.994811 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port cf5a0278-bb3f-4eaa-939b-6d516ad37fe5 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:29.996548 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:30.056312 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e592c9-0218-4dee-8a94-cd520dba95dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6706cd2-5665-4259-b6ea-27e04c305ad8,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:30.077778 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbd8569-9ebf-4a08-a27c-ef28a96f501f tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Network a9229ed3-6d70-415d-a502-e8dd8b27d0c9 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:54:30.082626 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd8569-9ebf-4a08-a27c-ef28a96f501f tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Pushing event updated for resources: {'Port': ['ID=f817a0df-f7fd-4f60-b1d1-28087bad801f,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:30.094392 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-0fbd8569-9ebf-4a08-a27c-ef28a96f501f tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:30.105840 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbd8569-9ebf-4a08-a27c-ef28a96f501f tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:54:30.113028 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbd8569-9ebf-4a08-a27c-ef28a96f501f tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:30.114344 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0fbd8569-9ebf-4a08-a27c-ef28a96f501f tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:30.115300 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36436) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:30.141097 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-75e592c9-0218-4dee-8a94-cd520dba95dd admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=cb9f4217befb4361917c85e14f9e9a01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6676400 Nov 04 10:54:30.142847 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36440) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:30.152476 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0fbd8569-9ebf-4a08-a27c-ef28a96f501f tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.0484746 Nov 04 10:54:30.153616 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36442) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:30.211043 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:30.263873 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:54:30.267879 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-64fc4697-6d41-4ed0-9188-d5f21137ae36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:30.275119 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5064f322-66e4-4444-b6a8-ef73c2bc2c0a tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:30.282342 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5064f322-66e4-4444-b6a8-ef73c2bc2c0a tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:30.288590 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5064f322-66e4-4444-b6a8-ef73c2bc2c0a tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:30.292468 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5064f322-66e4-4444-b6a8-ef73c2bc2c0a tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1361029 Nov 04 10:54:30.294972 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port cf5a0278-bb3f-4eaa-939b-6d516ad37fe5, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=cf5a0278-bb3f-4eaa-939b-6d516ad37fe5,segment=NetworkSegment(f87d6fd3-8b74-4aee-ab42-5aae2f2e3222),segment_id=f87d6fd3-8b74-4aee-ab42-5aae2f2e3222)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:54:30.295472 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36444) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:30.298865 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f759c6fd-550a-4ac3-8fb6-97796a35a1af None None] Network a9229ed3-6d70-415d-a502-e8dd8b27d0c9 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:54:30.327162 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-64fc4697-6d41-4ed0-9188-d5f21137ae36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:30.404157 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-64fc4697-6d41-4ed0-9188-d5f21137ae36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:30.407554 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-64fc4697-6d41-4ed0-9188-d5f21137ae36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:30.409604 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:30.412226 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-64fc4697-6d41-4ed0-9188-d5f21137ae36 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/b6706cd2-5665-4259-b6ea-27e04c305ad8 HTTP/1.1" status: 204 len: 168 time: 0.2681823 Nov 04 10:54:30.415342 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bf70b0ae-7b32-4314-b547-03d532e4c5f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:30.438721 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc4697-6d41-4ed0-9188-d5f21137ae36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6706cd2-5665-4259-b6ea-27e04c305ad8,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:30.488500 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=cf5a0278-bb3f-4eaa-939b-6d516ad37fe5,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:30.497271 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-1b343d0e-893f-4b21-a14f-6ca7dbc12094 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Deleting port f817a0df-f7fd-4f60-b1d1-28087bad801f {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:54:30.497606 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b343d0e-893f-4b21-a14f-6ca7dbc12094 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:30.542294 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bf70b0ae-7b32-4314-b547-03d532e4c5f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:30.548756 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bf70b0ae-7b32-4314-b547-03d532e4c5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:30.574187 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4dc19ec1-52b3-47b2-82fb-c3e210b54691 None None] Provisioning complete for port cf5a0278-bb3f-4eaa-939b-6d516ad37fe5 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:30.574558 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4dc19ec1-52b3-47b2-82fb-c3e210b54691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:30.627107 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bf70b0ae-7b32-4314-b547-03d532e4c5f7 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=d943bbd6817c45e09e94f4ed63ecc9d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5061555 Nov 04 10:54:30.629840 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36450) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:30.632241 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70b0ae-7b32-4314-b547-03d532e4c5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0eef7c-e465-4314-914f-81121f2b7579,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:30.735658 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b343d0e-893f-4b21-a14f-6ca7dbc12094 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:30.754356 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d553e051-9832-4985-818a-70f6d31ea96b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:30.769796 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-1b343d0e-893f-4b21-a14f-6ca7dbc12094 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Calling delete_port for f817a0df-f7fd-4f60-b1d1-28087bad801f owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:54:30.823570 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d553e051-9832-4985-818a-70f6d31ea96b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:30.855860 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36454) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:30.871193 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b6d541e7-1b52-4f96-b33b-f251ab90ae7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:30.917261 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1da6ff-ca4d-49ff-96e5-9437908f327b req-f9b650ec-a148-4635-a348-adb6f609fd80 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:30.918931 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1a1da6ff-ca4d-49ff-96e5-9437908f327b req-f9b650ec-a148-4635-a348-adb6f609fd80 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 945 time: 0.1360793 Nov 04 10:54:30.970529 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b6d541e7-1b52-4f96-b33b-f251ab90ae7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:30.975172 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b6d541e7-1b52-4f96-b33b-f251ab90ae7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:30.988846 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d553e051-9832-4985-818a-70f6d31ea96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:30.991520 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d553e051-9832-4985-818a-70f6d31ea96b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:30.995130 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d553e051-9832-4985-818a-70f6d31ea96b admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/7a0eef7c-e465-4314-914f-81121f2b7579 HTTP/1.1" status: 204 len: 168 time: 0.3617945 Nov 04 10:54:31.008882 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553e051-9832-4985-818a-70f6d31ea96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0eef7c-e465-4314-914f-81121f2b7579,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:31.019634 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b6d541e7-1b52-4f96-b33b-f251ab90ae7d admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=717f607b5afc46cb9e53cab073aed3d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1624870 Nov 04 10:54:31.022383 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36458) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:31.025808 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1a1da6ff-ca4d-49ff-96e5-9437908f327b req-8c8a9f82-0872-41e6-b9c1-c2edd5909570 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935323 Nov 04 10:54:31.067417 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d541e7-1b52-4f96-b33b-f251ab90ae7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fe4f8f-c4e0-421d-a754-44adc60157b6,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:31.086314 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-bc37b3ef-4480-4412-8a5c-954abfdd5366 None None] Provisioning complete for port f817a0df-f7fd-4f60-b1d1-28087bad801f triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:31.086820 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bc37b3ef-4480-4412-8a5c-954abfdd5366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:31.099728 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ac75b922-46b4-4271-a00e-14e598d4637e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:31.125473 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b343d0e-893f-4b21-a14f-6ca7dbc12094 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:31.134878 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ac75b922-46b4-4271-a00e-14e598d4637e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:31.171102 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-bc37b3ef-4480-4412-8a5c-954abfdd5366 None None] Port f817a0df-f7fd-4f60-b1d1-28087bad801f cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:54:31.194355 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-bc37b3ef-4480-4412-8a5c-954abfdd5366 None None] Provisioning complete for port adfc39b9-0330-4740-9de3-16b02aaf1dbe triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:31.195175 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bc37b3ef-4480-4412-8a5c-954abfdd5366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:31.195747 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b343d0e-893f-4b21-a14f-6ca7dbc12094 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Pushing event deleted for resources: {'Port': ['ID=f817a0df-f7fd-4f60-b1d1-28087bad801f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:31.229869 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ac75b922-46b4-4271-a00e-14e598d4637e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:31.233037 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ac75b922-46b4-4271-a00e-14e598d4637e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:31.235816 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ac75b922-46b4-4271-a00e-14e598d4637e admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/d8fe4f8f-c4e0-421d-a754-44adc60157b6 HTTP/1.1" status: 204 len: 168 time: 0.2122819 Nov 04 10:54:31.257849 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75b922-46b4-4271-a00e-14e598d4637e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fe4f8f-c4e0-421d-a754-44adc60157b6,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:31.280530 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-bc37b3ef-4480-4412-8a5c-954abfdd5366 None None] Port adfc39b9-0330-4740-9de3-16b02aaf1dbe cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:54:31.301793 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-bc37b3ef-4480-4412-8a5c-954abfdd5366 None None] Provisioning complete for port cf5a0278-bb3f-4eaa-939b-6d516ad37fe5 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:31.302099 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bc37b3ef-4480-4412-8a5c-954abfdd5366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:31.376448 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b343d0e-893f-4b21-a14f-6ca7dbc12094 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:31.382582 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1b343d0e-893f-4b21-a14f-6ca7dbc12094 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] 10.222.0.127 "DELETE /v2.0/ports/f817a0df-f7fd-4f60-b1d1-28087bad801f HTTP/1.1" status: 204 len: 168 time: 1.0833495 Nov 04 10:54:31.383269 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36464) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:31.418661 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79d70e2-24d2-4825-b449-5f2cf0c754f3 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] GET failed (client error): The resource could not be found. Nov 04 10:54:31.425638 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d79d70e2-24d2-4825-b449-5f2cf0c754f3 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] 10.222.0.127 "GET /v2.0/ports/f817a0df-f7fd-4f60-b1d1-28087bad801f HTTP/1.1" status: 404 len: 333 time: 0.0357695 Nov 04 10:54:31.426624 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36466) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:31.431887 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-e4c48fa2-42f0-494f-97f5-ef1ba440b8c7 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Request body: {'port': {'network_id': 'a9229ed3-6d70-415d-a502-e8dd8b27d0c9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-790303352'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:31.531670 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36470) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:31.550280 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a1535db2-4890-4383-b077-43ae6245a189 None None] Provisioning complete for port adfc39b9-0330-4740-9de3-16b02aaf1dbe triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:31.550951 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a1535db2-4890-4383-b077-43ae6245a189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:31.558346 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9db2c679-a972-4fd6-94c4-9a92f5b8919f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:31.627928 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c48fa2-42f0-494f-97f5-ef1ba440b8c7 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Made reservation on behalf of 939a55463510401fbcc7f9b3380f285e for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:54:31.639454 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e4c48fa2-42f0-494f-97f5-ef1ba440b8c7 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:31.641161 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a1535db2-4890-4383-b077-43ae6245a189 None None] Port adfc39b9-0330-4740-9de3-16b02aaf1dbe cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:54:31.688599 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device cf5a0278-bb3f-4eaa-939b-6d516ad37fe5 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:54:31.712437 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-e4c48fa2-42f0-494f-97f5-ef1ba440b8c7 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] device_id is not set on port 190945c7-ee3b-43f0-b497-82fcfc065c99 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:54:31.738654 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9db2c679-a972-4fd6-94c4-9a92f5b8919f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:31.757826 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-14290d67-0f9c-4940-9708-f7fbcd89ef41 None None] Could not find standard attr ID for object f817a0df-f7fd-4f60-b1d1-28087bad801f. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:54:31.772674 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port cf5a0278-bb3f-4eaa-939b-6d516ad37fe5 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:31.773075 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:31.788057 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9db2c679-a972-4fd6-94c4-9a92f5b8919f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:31.848084 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2c679-a972-4fd6-94c4-9a92f5b8919f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634bd1dd-989e-4f85-84fe-5d2002b88492,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:31.856456 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9db2c679-a972-4fd6-94c4-9a92f5b8919f admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=41177fb20d5d434fbf112e0abd01b9b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3246300 Nov 04 10:54:31.859943 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36480) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:31.921718 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ee1f96ee-45e3-4c69-af31-43b7e289dd05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:31.931441 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-e4c48fa2-42f0-494f-97f5-ef1ba440b8c7 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Allocated IP 2001:db8::304 (a9229ed3-6d70-415d-a502-e8dd8b27d0c9/7c4446c4-47be-4a26-a261-f41239ccfcd0/190945c7-ee3b-43f0-b497-82fcfc065c99) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:54:31.945318 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ee1f96ee-45e3-4c69-af31-43b7e289dd05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:32.007308 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ee1f96ee-45e3-4c69-af31-43b7e289dd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:32.010539 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ee1f96ee-45e3-4c69-af31-43b7e289dd05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:32.014344 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ee1f96ee-45e3-4c69-af31-43b7e289dd05 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/634bd1dd-989e-4f85-84fe-5d2002b88492 HTTP/1.1" status: 204 len: 168 time: 0.1506565 Nov 04 10:54:32.037262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f96ee-45e3-4c69-af31-43b7e289dd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634bd1dd-989e-4f85-84fe-5d2002b88492,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:32.131387 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e4c48fa2-42f0-494f-97f5-ef1ba440b8c7 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:32.199941 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc200a-1996-48d2-b5e3-4fb99103b00e req-c1441b83-1d10-4890-9bb6-58daa03af10e tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:32.201520 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0bcc200a-1996-48d2-b5e3-4fb99103b00e req-c1441b83-1d10-4890-9bb6-58daa03af10e tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 945 time: 0.0777721 Nov 04 10:54:32.218374 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e4c48fa2-42f0-494f-97f5-ef1ba440b8c7 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:32.282682 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c48fa2-42f0-494f-97f5-ef1ba440b8c7 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Network a9229ed3-6d70-415d-a502-e8dd8b27d0c9 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:54:32.293996 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-e4c48fa2-42f0-494f-97f5-ef1ba440b8c7 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:32.298902 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c48fa2-42f0-494f-97f5-ef1ba440b8c7 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:54:32.304328 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c48fa2-42f0-494f-97f5-ef1ba440b8c7 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:32.307333 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e4c48fa2-42f0-494f-97f5-ef1ba440b8c7 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:32.307578 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c48fa2-42f0-494f-97f5-ef1ba440b8c7 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Pushing event updated for resources: {'Port': ['ID=190945c7-ee3b-43f0-b497-82fcfc065c99,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:32.331554 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0bcc200a-1996-48d2-b5e3-4fb99103b00e req-57abbd43-5ae9-4c3a-a390-4b814b5ccdef tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199026 Nov 04 10:54:32.341030 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e4c48fa2-42f0-494f-97f5-ef1ba440b8c7 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9135110 Nov 04 10:54:32.344345 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36500) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:32.359531 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-b723451c-922a-4d39-bc5c-f29cb38cefc2 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1bf', 'mac_address': 'fa:16:3e:1e:b1:b6'}]}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:32.378122 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36502) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:32.400682 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5356aa73-5ea0-476a-8cc9-fbe0a74ee6c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:32.512964 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5356aa73-5ea0-476a-8cc9-fbe0a74ee6c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:32.518151 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5356aa73-5ea0-476a-8cc9-fbe0a74ee6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:32.548728 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b723451c-922a-4d39-bc5c-f29cb38cefc2 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:32.565487 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5356aa73-5ea0-476a-8cc9-fbe0a74ee6c8 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=24a4273095aa4b09a8c97af30dd27cac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1852312 Nov 04 10:54:32.567655 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36504) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:32.580327 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356aa73-5ea0-476a-8cc9-fbe0a74ee6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9e191a-365c-4c8a-b80c-acca42d4d7a9,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:32.593309 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-153992c0-bbb4-4702-b9bd-a5a3aea83dd2 None None] Provisioning complete for port 190945c7-ee3b-43f0-b497-82fcfc065c99 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:32.594825 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-153992c0-bbb4-4702-b9bd-a5a3aea83dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:32.781214 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9f055c78-eb82-4394-88fd-3b6301c951a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:32.821522 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9f055c78-eb82-4394-88fd-3b6301c951a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:32.823957 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-153992c0-bbb4-4702-b9bd-a5a3aea83dd2 None None] Port 190945c7-ee3b-43f0-b497-82fcfc065c99 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:54:32.838400 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b723451c-922a-4d39-bc5c-f29cb38cefc2 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:32.844316 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b723451c-922a-4d39-bc5c-f29cb38cefc2 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:32.899133 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-b723451c-922a-4d39-bc5c-f29cb38cefc2 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] In _notify_port_updated(), no bound segment for port 190945c7-ee3b-43f0-b497-82fcfc065c99 on network a9229ed3-6d70-415d-a502-e8dd8b27d0c9 {{(pid=101775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 04 10:54:32.904884 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b723451c-922a-4d39-bc5c-f29cb38cefc2 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:32.906365 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b723451c-922a-4d39-bc5c-f29cb38cefc2 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:32.907112 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b723451c-922a-4d39-bc5c-f29cb38cefc2 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] 10.222.0.127 "PUT /v2.0/ports/190945c7-ee3b-43f0-b497-82fcfc065c99 HTTP/1.1" status: 200 len: 1002 time: 0.5617971 Nov 04 10:54:32.910516 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36512) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:32.922454 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b723451c-922a-4d39-bc5c-f29cb38cefc2 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Pushing event updated for resources: {'Port': ['ID=190945c7-ee3b-43f0-b497-82fcfc065c99,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:32.935919 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9f055c78-eb82-4394-88fd-3b6301c951a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:32.939027 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9f055c78-eb82-4394-88fd-3b6301c951a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:32.940468 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9f055c78-eb82-4394-88fd-3b6301c951a4 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/2e9e191a-365c-4c8a-b80c-acca42d4d7a9 HTTP/1.1" status: 204 len: 168 time: 0.3710485 Nov 04 10:54:32.951124 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f055c78-eb82-4394-88fd-3b6301c951a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9e191a-365c-4c8a-b80c-acca42d4d7a9,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:33.051476 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-aabb1c19-3180-476a-8994-af54b8fa9ded tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Deleting port 190945c7-ee3b-43f0-b497-82fcfc065c99 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:54:33.051893 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aabb1c19-3180-476a-8994-af54b8fa9ded tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:33.161675 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aabb1c19-3180-476a-8994-af54b8fa9ded tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:33.182637 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-aabb1c19-3180-476a-8994-af54b8fa9ded tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Calling delete_port for 190945c7-ee3b-43f0-b497-82fcfc065c99 owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:54:33.259381 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-905206fb-3bc8-4d23-ab77-8d9d76170722 None None] Provisioning complete for port 190945c7-ee3b-43f0-b497-82fcfc065c99 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:33.260286 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-905206fb-3bc8-4d23-ab77-8d9d76170722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:33.310391 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-905206fb-3bc8-4d23-ab77-8d9d76170722 None None] Port 190945c7-ee3b-43f0-b497-82fcfc065c99 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:54:33.349783 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aabb1c19-3180-476a-8994-af54b8fa9ded tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:33.382002 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb1c19-3180-476a-8994-af54b8fa9ded tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Pushing event deleted for resources: {'Port': ['ID=190945c7-ee3b-43f0-b497-82fcfc065c99,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:33.520155 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aabb1c19-3180-476a-8994-af54b8fa9ded tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:33.524003 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-aabb1c19-3180-476a-8994-af54b8fa9ded tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] 10.222.0.127 "DELETE /v2.0/ports/190945c7-ee3b-43f0-b497-82fcfc065c99 HTTP/1.1" status: 204 len: 168 time: 0.6116138 Nov 04 10:54:33.527031 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36528) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:33.554947 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a0e11-4d79-4266-abc7-ad1f81123305 req-c7b0c089-3f99-45c7-b1d8-51e3b00f661f tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:33.557492 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e6a0e11-4d79-4266-abc7-ad1f81123305 req-c7b0c089-3f99-45c7-b1d8-51e3b00f661f tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 945 time: 0.0920877 Nov 04 10:54:33.616282 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7605149-251f-4b8f-bd93-c6709a7dc69f tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] GET failed (client error): The resource could not be found. Nov 04 10:54:33.623359 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d7605149-251f-4b8f-bd93-c6709a7dc69f tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] 10.222.0.127 "GET /v2.0/ports/190945c7-ee3b-43f0-b497-82fcfc065c99 HTTP/1.1" status: 404 len: 333 time: 0.0908649 Nov 04 10:54:33.628094 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36532) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:33.640704 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-3f589949-3536-48d9-8514-6c62fe913d56 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Request body: {'port': {'network_id': 'a9229ed3-6d70-415d-a502-e8dd8b27d0c9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1589034304'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:33.644419 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e6a0e11-4d79-4266-abc7-ad1f81123305 req-01013039-a7a9-4751-85b8-532e63bae3ab tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806761 Nov 04 10:54:33.816139 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f589949-3536-48d9-8514-6c62fe913d56 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Made reservation on behalf of 939a55463510401fbcc7f9b3380f285e for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:54:33.819831 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f589949-3536-48d9-8514-6c62fe913d56 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:33.843730 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-3f589949-3536-48d9-8514-6c62fe913d56 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] device_id is not set on port e1421bc6-94ba-43c9-a54e-a27683c767e6 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:54:33.896140 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36542) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:33.979051 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-3f589949-3536-48d9-8514-6c62fe913d56 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Allocated IP 2001:db8::82 (a9229ed3-6d70-415d-a502-e8dd8b27d0c9/7c4446c4-47be-4a26-a261-f41239ccfcd0/e1421bc6-94ba-43c9-a54e-a27683c767e6) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:54:34.008327 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-2336e2cd-2c66-40f1-9c9f-c6ac53a7b3b8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1797295720-network', 'tenant_id': '6f881cb210c1474e9b92367b7c245100'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:34.061193 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2336e2cd-2c66-40f1-9c9f-c6ac53a7b3b8 admin admin] Made reservation on behalf of 6f881cb210c1474e9b92367b7c245100 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:54:34.063731 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2336e2cd-2c66-40f1-9c9f-c6ac53a7b3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:34.098753 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2336e2cd-2c66-40f1-9c9f-c6ac53a7b3b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:34.179536 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f589949-3536-48d9-8514-6c62fe913d56 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:34.234330 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2336e2cd-2c66-40f1-9c9f-c6ac53a7b3b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:34.240139 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2336e2cd-2c66-40f1-9c9f-c6ac53a7b3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:34.246871 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f589949-3536-48d9-8514-6c62fe913d56 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:34.301225 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2336e2cd-2c66-40f1-9c9f-c6ac53a7b3b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1178} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:54:34.307471 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336e2cd-2c66-40f1-9c9f-c6ac53a7b3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d837185f-08ab-4e96-b2fb-1ca9ef679af7,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:34.328836 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2336e2cd-2c66-40f1-9c9f-c6ac53a7b3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:34.329166 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-2336e2cd-2c66-40f1-9c9f-c6ac53a7b3b8 admin admin] Added segment 05b826de-5b52-49e1-9459-f676e005bb2f of type vlan for network 63fa04a3-f6d5-4703-97c8-e1d008eaf473 Nov 04 10:54:34.333935 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f589949-3536-48d9-8514-6c62fe913d56 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Network a9229ed3-6d70-415d-a502-e8dd8b27d0c9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:54:34.341144 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f589949-3536-48d9-8514-6c62fe913d56 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Pushing event updated for resources: {'Port': ['ID=e1421bc6-94ba-43c9-a54e-a27683c767e6,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:34.343669 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-3f589949-3536-48d9-8514-6c62fe913d56 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:34.346588 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f589949-3536-48d9-8514-6c62fe913d56 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:54:34.352277 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f589949-3536-48d9-8514-6c62fe913d56 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:34.352971 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f589949-3536-48d9-8514-6c62fe913d56 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:34.393355 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2336e2cd-2c66-40f1-9c9f-c6ac53a7b3b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:34.399903 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3f589949-3536-48d9-8514-6c62fe913d56 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7696531 Nov 04 10:54:34.403121 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36546) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:34.409081 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-57f31bb3-4fb6-4adb-9e5c-1e8b9d16fe2f tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:1e:b1:b6'}]}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:34.425530 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2336e2cd-2c66-40f1-9c9f-c6ac53a7b3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:34.426744 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2336e2cd-2c66-40f1-9c9f-c6ac53a7b3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:34.427122 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2336e2cd-2c66-40f1-9c9f-c6ac53a7b3b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:34.490658 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2336e2cd-2c66-40f1-9c9f-c6ac53a7b3b8 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5906842 Nov 04 10:54:34.490927 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36548) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:34.495724 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-d418b5c3-c6ed-4d44-8a05-f5c23a7fbe99 admin admin] Request body: {'subnet': {'network_id': '63fa04a3-f6d5-4703-97c8-e1d008eaf473', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1797295720-subnet', 'tenant_id': '6f881cb210c1474e9b92367b7c245100', 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:34.504320 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336e2cd-2c66-40f1-9c9f-c6ac53a7b3b8 admin admin] Pushing event updated for resources: {'Network': ['ID=63fa04a3-f6d5-4703-97c8-e1d008eaf473,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:34.517368 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 63fa04a3-f6d5-4703-97c8-e1d008eaf473 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:54:34.527834 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d418b5c3-c6ed-4d44-8a05-f5c23a7fbe99 admin admin] Made reservation on behalf of 6f881cb210c1474e9b92367b7c245100 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:54:34.532228 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d418b5c3-c6ed-4d44-8a05-f5c23a7fbe99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:34.584795 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57f31bb3-4fb6-4adb-9e5c-1e8b9d16fe2f tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:34.657168 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-fd81fdef-d9ab-43c9-a447-494eb53c0543 None None] Provisioning complete for port e1421bc6-94ba-43c9-a54e-a27683c767e6 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:34.657563 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fd81fdef-d9ab-43c9-a447-494eb53c0543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:34.709115 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-fd81fdef-d9ab-43c9-a447-494eb53c0543 None None] Port e1421bc6-94ba-43c9-a54e-a27683c767e6 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:54:34.804489 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3cfef-8be2-4685-9d1b-368881e3574d req-2cd252ef-7c58-4394-ab6c-c64ccefbf452 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:34.806061 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8aa3cfef-8be2-4685-9d1b-368881e3574d req-2cd252ef-7c58-4394-ab6c-c64ccefbf452 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 945 time: 0.0838158 Nov 04 10:54:34.862488 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57f31bb3-4fb6-4adb-9e5c-1e8b9d16fe2f tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:34.875117 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57f31bb3-4fb6-4adb-9e5c-1e8b9d16fe2f tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:34.896307 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8aa3cfef-8be2-4685-9d1b-368881e3574d req-90345e54-a4c1-46ec-8f04-121666a9284d tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815401 Nov 04 10:54:34.941003 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-57f31bb3-4fb6-4adb-9e5c-1e8b9d16fe2f tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] In _notify_port_updated(), no bound segment for port e1421bc6-94ba-43c9-a54e-a27683c767e6 on network a9229ed3-6d70-415d-a502-e8dd8b27d0c9 {{(pid=101774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 04 10:54:34.946918 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f31bb3-4fb6-4adb-9e5c-1e8b9d16fe2f tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:34.947559 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57f31bb3-4fb6-4adb-9e5c-1e8b9d16fe2f tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:34.951646 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-57f31bb3-4fb6-4adb-9e5c-1e8b9d16fe2f tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] 10.222.0.127 "PUT /v2.0/ports/e1421bc6-94ba-43c9-a54e-a27683c767e6 HTTP/1.1" status: 200 len: 1002 time: 0.5447004 Nov 04 10:54:34.952243 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36558) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:35.006353 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f31bb3-4fb6-4adb-9e5c-1e8b9d16fe2f tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Pushing event updated for resources: {'Port': ['ID=e1421bc6-94ba-43c9-a54e-a27683c767e6,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:35.097247 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-1d575b6e-0ece-4bc7-8085-9515e988c2bf tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Deleting port e1421bc6-94ba-43c9-a54e-a27683c767e6 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:54:35.097623 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1d575b6e-0ece-4bc7-8085-9515e988c2bf tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:35.152496 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d418b5c3-c6ed-4d44-8a05-f5c23a7fbe99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:35.197665 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1d575b6e-0ece-4bc7-8085-9515e988c2bf tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:35.213830 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-1d575b6e-0ece-4bc7-8085-9515e988c2bf tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Calling delete_port for e1421bc6-94ba-43c9-a54e-a27683c767e6 owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:54:35.233885 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418b5c3-c6ed-4d44-8a05-f5c23a7fbe99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bda0324-7a38-42e5-9c54-398eb3fb74b7,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:35.244364 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d418b5c3-c6ed-4d44-8a05-f5c23a7fbe99 admin admin] Checking segment: {'id': '05b826de-5b52-49e1-9459-f676e005bb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '63fa04a3-f6d5-4703-97c8-e1d008eaf473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:54:35.244719 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d418b5c3-c6ed-4d44-8a05-f5c23a7fbe99 admin admin] Network hostable DHCP agents. Network: 63fa04a3-f6d5-4703-97c8-e1d008eaf473, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:54:35.263284 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d418b5c3-c6ed-4d44-8a05-f5c23a7fbe99 admin admin] Network 63fa04a3-f6d5-4703-97c8-e1d008eaf473 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:54:35.276623 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-d418b5c3-c6ed-4d44-8a05-f5c23a7fbe99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 63fa04a3-f6d5-4703-97c8-e1d008eaf473) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:35.281737 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d418b5c3-c6ed-4d44-8a05-f5c23a7fbe99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:35.282779 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d418b5c3-c6ed-4d44-8a05-f5c23a7fbe99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:35.289962 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2546b232-2bef-45ce-ae07-0fcb92ad7c21 None None] Network 63fa04a3-f6d5-4703-97c8-e1d008eaf473 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:54:35.306708 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d418b5c3-c6ed-4d44-8a05-f5c23a7fbe99 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8134809 Nov 04 10:54:35.307125 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36572) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:35.312936 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-004ebab7-2c37-4b39-a499-06cbd5b30735 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1797295720-router', 'tenant_id': '6f881cb210c1474e9b92367b7c245100', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:35.373043 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-004ebab7-2c37-4b39-a499-06cbd5b30735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:35.373620 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-21bd3199-8b9f-4574-94a8-ac130a28687a None None] Provisioning complete for port e1421bc6-94ba-43c9-a54e-a27683c767e6 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:35.374176 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-004ebab7-2c37-4b39-a499-06cbd5b30735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:35.374383 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-21bd3199-8b9f-4574-94a8-ac130a28687a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:35.410621 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1d575b6e-0ece-4bc7-8085-9515e988c2bf tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:35.431032 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-21bd3199-8b9f-4574-94a8-ac130a28687a None None] Port e1421bc6-94ba-43c9-a54e-a27683c767e6 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:54:35.474949 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d575b6e-0ece-4bc7-8085-9515e988c2bf tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Pushing event deleted for resources: {'Port': ['ID=e1421bc6-94ba-43c9-a54e-a27683c767e6,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:35.506426 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df24e00f-4299-4f97-a9ef-da6d8cb0265b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-63fa04a3-f6d5-4703-97c8-e1d008eaf473', 'network_id': '63fa04a3-f6d5-4703-97c8-e1d008eaf473', 'tenant_id': '6f881cb210c1474e9b92367b7c245100', 'fixed_ips': [{'subnet_id': '8bda0324-7a38-42e5-9c54-398eb3fb74b7'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:54:35.507863 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-df24e00f-4299-4f97-a9ef-da6d8cb0265b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:35.513656 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-004ebab7-2c37-4b39-a499-06cbd5b30735 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:35.650220 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1d575b6e-0ece-4bc7-8085-9515e988c2bf tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:35.657091 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1d575b6e-0ece-4bc7-8085-9515e988c2bf tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] 10.222.0.127 "DELETE /v2.0/ports/e1421bc6-94ba-43c9-a54e-a27683c767e6 HTTP/1.1" status: 204 len: 168 time: 0.7012861 Nov 04 10:54:35.657582 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36586) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:35.695746 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-f204df76-635e-4fac-9e8e-d24b6a63e8a6 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] GET failed (client error): The resource could not be found. Nov 04 10:54:35.701930 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-df24e00f-4299-4f97-a9ef-da6d8cb0265b None None] Allocated IP 172.20.0.2 (63fa04a3-f6d5-4703-97c8-e1d008eaf473/8bda0324-7a38-42e5-9c54-398eb3fb74b7/89e76172-ee95-4ed2-a460-8a1825b640d2) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:54:35.703563 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f204df76-635e-4fac-9e8e-d24b6a63e8a6 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] 10.222.0.127 "GET /v2.0/ports/e1421bc6-94ba-43c9-a54e-a27683c767e6 HTTP/1.1" status: 404 len: 333 time: 0.0433087 Nov 04 10:54:35.703692 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36588) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:35.710339 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-df8c25d9-102c-4b96-b748-16f1b7631126 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Request body: {'port': {'network_id': 'a9229ed3-6d70-415d-a502-e8dd8b27d0c9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1769611386'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:35.778487 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-004ebab7-2c37-4b39-a499-06cbd5b30735 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:35.847122 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8c25d9-102c-4b96-b748-16f1b7631126 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Made reservation on behalf of 939a55463510401fbcc7f9b3380f285e for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:54:35.853552 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-df8c25d9-102c-4b96-b748-16f1b7631126 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:35.878661 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-df8c25d9-102c-4b96-b748-16f1b7631126 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] device_id is not set on port 1e61b15e-4b36-4712-b905-49338a7cbfbc yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:54:35.897394 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-df24e00f-4299-4f97-a9ef-da6d8cb0265b None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:35.905904 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-df24e00f-4299-4f97-a9ef-da6d8cb0265b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:35.953153 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df24e00f-4299-4f97-a9ef-da6d8cb0265b None None] Network 63fa04a3-f6d5-4703-97c8-e1d008eaf473 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:54:35.957628 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-df24e00f-4299-4f97-a9ef-da6d8cb0265b None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:35.960999 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df24e00f-4299-4f97-a9ef-da6d8cb0265b None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:54:36.003468 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24e00f-4299-4f97-a9ef-da6d8cb0265b None None] Pushing event updated for resources: {'Port': ['ID=89e76172-ee95-4ed2-a460-8a1825b640d2,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:36.029372 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-004ebab7-2c37-4b39-a499-06cbd5b30735 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:36.042725 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-df24e00f-4299-4f97-a9ef-da6d8cb0265b None None] Attempting to bind port 89e76172-ee95-4ed2-a460-8a1825b640d2 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:54:36.043495 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-df24e00f-4299-4f97-a9ef-da6d8cb0265b None None] Attempting to bind port 89e76172-ee95-4ed2-a460-8a1825b640d2 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '05b826de-5b52-49e1-9459-f676e005bb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '63fa04a3-f6d5-4703-97c8-e1d008eaf473'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:54:36.044100 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df24e00f-4299-4f97-a9ef-da6d8cb0265b None None] Attempting to bind port 89e76172-ee95-4ed2-a460-8a1825b640d2 on network 63fa04a3-f6d5-4703-97c8-e1d008eaf473 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:54:36.049911 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df24e00f-4299-4f97-a9ef-da6d8cb0265b None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:54:36.050643 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df24e00f-4299-4f97-a9ef-da6d8cb0265b None None] Checking segment: {'id': '05b826de-5b52-49e1-9459-f676e005bb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '63fa04a3-f6d5-4703-97c8-e1d008eaf473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:54:36.051271 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-df24e00f-4299-4f97-a9ef-da6d8cb0265b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:36.051888 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df24e00f-4299-4f97-a9ef-da6d8cb0265b None None] Bound using segment: {'id': '05b826de-5b52-49e1-9459-f676e005bb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '63fa04a3-f6d5-4703-97c8-e1d008eaf473'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:54:36.052577 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-df24e00f-4299-4f97-a9ef-da6d8cb0265b None None] Bound port: 89e76172-ee95-4ed2-a460-8a1825b640d2, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b826de-5b52-49e1-9459-f676e005bb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '63fa04a3-f6d5-4703-97c8-e1d008eaf473'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:54:36.053233 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-df24e00f-4299-4f97-a9ef-da6d8cb0265b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:36.054603 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-df8c25d9-102c-4b96-b748-16f1b7631126 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Allocated IP 2001:db8::8c (a9229ed3-6d70-415d-a502-e8dd8b27d0c9/7c4446c4-47be-4a26-a261-f41239ccfcd0/1e61b15e-4b36-4712-b905-49338a7cbfbc) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:54:36.099413 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-004ebab7-2c37-4b39-a499-06cbd5b30735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:36.148574 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-df24e00f-4299-4f97-a9ef-da6d8cb0265b None None] For port 89e76172-ee95-4ed2-a460-8a1825b640d2, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:54:36.152571 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-df24e00f-4299-4f97-a9ef-da6d8cb0265b None None] For port 89e76172-ee95-4ed2-a460-8a1825b640d2, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=89e76172-ee95-4ed2-a460-8a1825b640d2,segment=NetworkSegment(05b826de-5b52-49e1-9459-f676e005bb2f),segment_id=05b826de-5b52-49e1-9459-f676e005bb2f)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:54:36.159975 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-df24e00f-4299-4f97-a9ef-da6d8cb0265b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:36.169529 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a265d-e4a0-42c4-974a-44226f7bc833 req-e8ef414d-0197-43ed-ab4d-9dad7438b493 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:36.171154 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cf3a265d-e4a0-42c4-974a-44226f7bc833 req-e8ef414d-0197-43ed-ab4d-9dad7438b493 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 945 time: 0.1379144 Nov 04 10:54:36.231337 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24e00f-4299-4f97-a9ef-da6d8cb0265b None None] Pushing event updated for resources: {'Port': ['ID=89e76172-ee95-4ed2-a460-8a1825b640d2,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:36.281742 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-004ebab7-2c37-4b39-a499-06cbd5b30735 admin admin] Allocated IP 172.25.7.102 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/4397aa5f-48ec-4269-bc09-2597056c290c) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:54:36.289327 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cf3a265d-e4a0-42c4-974a-44226f7bc833 req-73f90be3-e187-452b-a70b-83c18814bad1 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083255 Nov 04 10:54:36.319744 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-df8c25d9-102c-4b96-b748-16f1b7631126 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:36.370498 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-df8c25d9-102c-4b96-b748-16f1b7631126 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:36.404991 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-004ebab7-2c37-4b39-a499-06cbd5b30735 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:36.422268 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8c25d9-102c-4b96-b748-16f1b7631126 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Network a9229ed3-6d70-415d-a502-e8dd8b27d0c9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:54:36.425588 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-df8c25d9-102c-4b96-b748-16f1b7631126 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:36.428213 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8c25d9-102c-4b96-b748-16f1b7631126 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:54:36.435578 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8c25d9-102c-4b96-b748-16f1b7631126 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:36.436536 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-df8c25d9-102c-4b96-b748-16f1b7631126 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:36.456804 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c25d9-102c-4b96-b748-16f1b7631126 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Pushing event updated for resources: {'Port': ['ID=1e61b15e-4b36-4712-b905-49338a7cbfbc,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:36.477462 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-004ebab7-2c37-4b39-a499-06cbd5b30735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:36.488884 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-df8c25d9-102c-4b96-b748-16f1b7631126 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7821181 Nov 04 10:54:36.490888 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36592) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:36.496874 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-7b7e1791-5d69-4891-a177-ee770afb90fb tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Request body: {'port': {'network_id': 'a9229ed3-6d70-415d-a502-e8dd8b27d0c9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-728226566'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:36.541307 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004ebab7-2c37-4b39-a499-06cbd5b30735 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:54:36.544759 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-004ebab7-2c37-4b39-a499-06cbd5b30735 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:36.551440 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004ebab7-2c37-4b39-a499-06cbd5b30735 admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:54:36.598077 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ebab7-2c37-4b39-a499-06cbd5b30735 admin admin] Pushing event updated for resources: {'Port': ['ID=4397aa5f-48ec-4269-bc09-2597056c290c,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:36.709640 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7e1791-5d69-4891-a177-ee770afb90fb tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Made reservation on behalf of 939a55463510401fbcc7f9b3380f285e for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:54:36.714766 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b7e1791-5d69-4891-a177-ee770afb90fb tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:36.737498 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-7b7e1791-5d69-4891-a177-ee770afb90fb tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] device_id is not set on port 279e152a-f02f-4a8b-b913-a271ead88c6c yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:54:36.892163 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-7b7e1791-5d69-4891-a177-ee770afb90fb tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Allocated IP 2001:db8::2da (a9229ed3-6d70-415d-a502-e8dd8b27d0c9/7c4446c4-47be-4a26-a261-f41239ccfcd0/279e152a-f02f-4a8b-b913-a271ead88c6c) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:54:36.901492 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4de64ee1-d487-4487-a783-045c08923559 None None] Provisioning complete for port 1e61b15e-4b36-4712-b905-49338a7cbfbc triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:36.902541 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4de64ee1-d487-4487-a783-045c08923559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:36.972048 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-4de64ee1-d487-4487-a783-045c08923559 None None] Port 1e61b15e-4b36-4712-b905-49338a7cbfbc cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:54:37.082232 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b7e1791-5d69-4891-a177-ee770afb90fb tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:37.121539 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b7e1791-5d69-4891-a177-ee770afb90fb tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:37.190501 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7e1791-5d69-4891-a177-ee770afb90fb tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Network a9229ed3-6d70-415d-a502-e8dd8b27d0c9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:54:37.193798 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-7b7e1791-5d69-4891-a177-ee770afb90fb tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:37.196975 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7e1791-5d69-4891-a177-ee770afb90fb tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:54:37.204183 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7e1791-5d69-4891-a177-ee770afb90fb tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:37.205007 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b7e1791-5d69-4891-a177-ee770afb90fb tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:37.228916 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e1791-5d69-4891-a177-ee770afb90fb tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Pushing event updated for resources: {'Port': ['ID=279e152a-f02f-4a8b-b913-a271ead88c6c,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:37.245095 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7b7e1791-5d69-4891-a177-ee770afb90fb tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7523773 Nov 04 10:54:37.245979 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36596) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:37.252467 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-5cf1347c-a74d-48f7-a4c9-a503dd8b84b5 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1bf', 'mac_address': 'fa:16:3e:1e:b1:b6'}, {'ip_address': '2001:db8::8c', 'mac_address': 'fa:16:3e:eb:b7:86'}]}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:37.291052 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-004ebab7-2c37-4b39-a499-06cbd5b30735 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:37.336650 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5cf1347c-a74d-48f7-a4c9-a503dd8b84b5 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:37.605292 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-004ebab7-2c37-4b39-a499-06cbd5b30735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:37.619117 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-66bdbd8c-379a-4111-b044-cf445dd2b975 None None] Provisioning complete for port 279e152a-f02f-4a8b-b913-a271ead88c6c triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:37.619486 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-66bdbd8c-379a-4111-b044-cf445dd2b975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:37.652383 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5cf1347c-a74d-48f7-a4c9-a503dd8b84b5 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:37.664752 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5cf1347c-a74d-48f7-a4c9-a503dd8b84b5 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:37.712985 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111afdec-78a4-40b3-9c2c-b5607d31c04b None None] Network 63fa04a3-f6d5-4703-97c8-e1d008eaf473 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:54:37.735679 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-5cf1347c-a74d-48f7-a4c9-a503dd8b84b5 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] In _notify_port_updated(), no bound segment for port 279e152a-f02f-4a8b-b913-a271ead88c6c on network a9229ed3-6d70-415d-a502-e8dd8b27d0c9 {{(pid=101775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 04 10:54:37.742117 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb88b0c-b628-4446-b2c4-66ea9390c1a9 req-1264fd92-cf42-40c4-86ea-08c00e8a31d1 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:37.743703 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bcb88b0c-b628-4446-b2c4-66ea9390c1a9 req-1264fd92-cf42-40c4-86ea-08c00e8a31d1 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 945 time: 0.2556689 Nov 04 10:54:37.745905 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf1347c-a74d-48f7-a4c9-a503dd8b84b5 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:37.746573 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5cf1347c-a74d-48f7-a4c9-a503dd8b84b5 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:37.747918 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5cf1347c-a74d-48f7-a4c9-a503dd8b84b5 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] 10.222.0.127 "PUT /v2.0/ports/279e152a-f02f-4a8b-b913-a271ead88c6c HTTP/1.1" status: 200 len: 1066 time: 0.5009677 Nov 04 10:54:37.753484 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36600) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:37.776102 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1347c-a74d-48f7-a4c9-a503dd8b84b5 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Pushing event updated for resources: {'Port': ['ID=279e152a-f02f-4a8b-b913-a271ead88c6c,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:37.867811 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-66bdbd8c-379a-4111-b044-cf445dd2b975 None None] Port 279e152a-f02f-4a8b-b913-a271ead88c6c cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:54:37.869826 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 89e76172-ee95-4ed2-a460-8a1825b640d2 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:54:37.896020 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-1c0e88fd-71d1-42b1-a475-a9e3b367e6b5 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Deleting port 279e152a-f02f-4a8b-b913-a271ead88c6c {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:54:37.896502 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1c0e88fd-71d1-42b1-a475-a9e3b367e6b5 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:37.903485 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bcb88b0c-b628-4446-b2c4-66ea9390c1a9 req-0e92e3a0-8a3b-496d-9cf1-7f2d42f31d85 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461656 Nov 04 10:54:37.904763 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004ebab7-2c37-4b39-a499-06cbd5b30735 admin admin] Router 0a3098ac-46bc-484d-b5a1-c838d7cba632 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:54:37.999966 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1c0e88fd-71d1-42b1-a475-a9e3b367e6b5 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:38.015738 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-1c0e88fd-71d1-42b1-a475-a9e3b367e6b5 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Calling delete_port for 279e152a-f02f-4a8b-b913-a271ead88c6c owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:54:38.036868 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4701b6db-89dc-4001-ba43-c927d7417b88 None None] Provisioning complete for port 89e76172-ee95-4ed2-a460-8a1825b640d2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:38.041414 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4701b6db-89dc-4001-ba43-c927d7417b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:38.107478 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 89e76172-ee95-4ed2-a460-8a1825b640d2 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:38.107872 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:38.115859 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004ebab7-2c37-4b39-a499-06cbd5b30735 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:54:38.153951 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-004ebab7-2c37-4b39-a499-06cbd5b30735 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:38.155806 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-004ebab7-2c37-4b39-a499-06cbd5b30735 admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8466272 Nov 04 10:54:38.158310 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36604) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:38.163473 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77a1328-547c-44db-a763-17fb362acf95 None None] Sync routers for ids ['0a3098ac-46bc-484d-b5a1-c838d7cba632'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:54:38.204381 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1c0e88fd-71d1-42b1-a475-a9e3b367e6b5 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:38.220210 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77a1328-547c-44db-a763-17fb362acf95 None None] Routers {'0a3098ac-46bc-484d-b5a1-c838d7cba632'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:54:38.221035 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-c77a1328-547c-44db-a763-17fb362acf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:54:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['0a3098ac-46bc-484d-b5a1-c838d7cba632'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:38.267553 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e88fd-71d1-42b1-a475-a9e3b367e6b5 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Pushing event deleted for resources: {'Port': ['ID=279e152a-f02f-4a8b-b913-a271ead88c6c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:38.372074 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-c77a1328-547c-44db-a763-17fb362acf95 None None] Set router 0a3098ac-46bc-484d-b5a1-c838d7cba632 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:54:38.478704 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1c0e88fd-71d1-42b1-a475-a9e3b367e6b5 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:38.486423 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36606) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:38.486653 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1c0e88fd-71d1-42b1-a475-a9e3b367e6b5 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] 10.222.0.127 "DELETE /v2.0/ports/279e152a-f02f-4a8b-b913-a271ead88c6c HTTP/1.1" status: 204 len: 168 time: 0.7102227 Nov 04 10:54:38.524399 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4701b6db-89dc-4001-ba43-c927d7417b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:38.573202 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe822c2-745e-4499-b864-0b63c9c5de15 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] GET failed (client error): The resource could not be found. Nov 04 10:54:38.577847 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36608) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:38.578306 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cbe822c2-745e-4499-b864-0b63c9c5de15 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] 10.222.0.127 "GET /v2.0/ports/279e152a-f02f-4a8b-b913-a271ead88c6c HTTP/1.1" status: 404 len: 333 time: 0.0892704 Nov 04 10:54:38.628319 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-4701b6db-89dc-4001-ba43-c927d7417b88 None None] For port 89e76172-ee95-4ed2-a460-8a1825b640d2, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=89e76172-ee95-4ed2-a460-8a1825b640d2,segment=NetworkSegment(05b826de-5b52-49e1-9459-f676e005bb2f),segment_id=05b826de-5b52-49e1-9459-f676e005bb2f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:54:38.646066 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4701b6db-89dc-4001-ba43-c927d7417b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:38.706666 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-41758bc6-d851-4c18-aadd-215a6571b3d1 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Deleting port 1e61b15e-4b36-4712-b905-49338a7cbfbc {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:54:38.706943 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-41758bc6-d851-4c18-aadd-215a6571b3d1 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:38.729640 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701b6db-89dc-4001-ba43-c927d7417b88 None None] Pushing event updated for resources: {'Port': ['ID=89e76172-ee95-4ed2-a460-8a1825b640d2,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:38.737876 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:38.794795 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-56fc7c8d-7be0-4f03-91a0-8f28e49a9903 None None] Could not find standard attr ID for object 279e152a-f02f-4a8b-b913-a271ead88c6c. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:54:38.818406 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3bf08655-0a9b-4b6c-a56d-5867b324b03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:38.836852 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-41758bc6-d851-4c18-aadd-215a6571b3d1 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:38.869305 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-41758bc6-d851-4c18-aadd-215a6571b3d1 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Calling delete_port for 1e61b15e-4b36-4712-b905-49338a7cbfbc owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:54:38.870334 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:54:38.871106 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:54:38.872700 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-c77a1328-547c-44db-a763-17fb362acf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3098ac-46bc-484d-b5a1-c838d7cba632', 'name': 'tempest-TestAggregatesBasicOps-1797295720-router', 'tenant_id': '6f881cb210c1474e9b92367b7c245100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '4397aa5f-48ec-4269-bc09-2597056c290c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:54:35Z', 'updated_at': '2021-11-04T10:54:36Z', 'revision_number': 3, 'project_id': '6f881cb210c1474e9b92367b7c245100', 'gw_port': {'id': '4397aa5f-48ec-4269-bc09-2597056c290c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3098ac-46bc-484d-b5a1-c838d7cba632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:36Z', 'updated_at': '2021-11-04T10:54:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:38.946925 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77a1328-547c-44db-a763-17fb362acf95 None None] Checking router: 0a3098ac-46bc-484d-b5a1-c838d7cba632 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:54:38.947280 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77a1328-547c-44db-a763-17fb362acf95 None None] Updating router 0a3098ac-46bc-484d-b5a1-c838d7cba632 port 4397aa5f-48ec-4269-bc09-2597056c290c binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:54:38.979533 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c77a1328-547c-44db-a763-17fb362acf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:39.143604 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-41758bc6-d851-4c18-aadd-215a6571b3d1 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:39.144786 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181b07c-c66c-4e91-be6b-d7d3b64984ac req-bd0cf76e-563c-4ba7-910e-89dd930f110d tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:39.150946 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b181b07c-c66c-4e91-be6b-d7d3b64984ac req-bd0cf76e-563c-4ba7-910e-89dd930f110d tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 945 time: 0.1175678 Nov 04 10:54:39.158662 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-42e92f94-72c6-4139-a366-9bf134b5df79 None None] Provisioning complete for port 89e76172-ee95-4ed2-a460-8a1825b640d2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:39.160594 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-42e92f94-72c6-4139-a366-9bf134b5df79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:39.172241 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-3bf08655-0a9b-4b6c-a56d-5867b324b03a admin admin] Allocated IP 172.20.0.1 (63fa04a3-f6d5-4703-97c8-e1d008eaf473/8bda0324-7a38-42e5-9c54-398eb3fb74b7/0af6f23d-b93f-4271-a20e-487181b4b7fa) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:54:39.197088 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41758bc6-d851-4c18-aadd-215a6571b3d1 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Pushing event deleted for resources: {'Port': ['ID=1e61b15e-4b36-4712-b905-49338a7cbfbc,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:39.241292 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-41758bc6-d851-4c18-aadd-215a6571b3d1 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:39.245493 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-41758bc6-d851-4c18-aadd-215a6571b3d1 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] 10.222.0.127 "DELETE /v2.0/ports/1e61b15e-4b36-4712-b905-49338a7cbfbc HTTP/1.1" status: 204 len: 168 time: 0.6665342 Nov 04 10:54:39.259554 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36618) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:39.280871 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b181b07c-c66c-4e91-be6b-d7d3b64984ac req-28dd2d77-cad7-4ec1-9a16-ae1e1f1d0234 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191502 Nov 04 10:54:39.314919 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36622) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:39.318770 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-6314adad-07ce-480a-bd3f-7f1f5358534e tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] GET failed (client error): The resource could not be found. Nov 04 10:54:39.324052 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6314adad-07ce-480a-bd3f-7f1f5358534e tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] 10.222.0.127 "GET /v2.0/ports/1e61b15e-4b36-4712-b905-49338a7cbfbc HTTP/1.1" status: 404 len: 333 time: 0.0567071 Nov 04 10:54:39.324402 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36626) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:39.416850 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3bf08655-0a9b-4b6c-a56d-5867b324b03a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:39.488470 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3bf08655-0a9b-4b6c-a56d-5867b324b03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:39.557024 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-1d8c839a-e1dc-4425-9062-cf48e8eea7fb service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3098121 Nov 04 10:54:39.564513 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-bbcac1fc-191c-44d2-880f-8a15eb099234 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Deleting port adfc39b9-0330-4740-9de3-16b02aaf1dbe {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:54:39.564803 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbcac1fc-191c-44d2-880f-8a15eb099234 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:39.578145 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf08655-0a9b-4b6c-a56d-5867b324b03a admin admin] Pushing event updated for resources: {'Port': ['ID=0af6f23d-b93f-4271-a20e-487181b4b7fa,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:39.595498 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf08655-0a9b-4b6c-a56d-5867b324b03a admin admin] Network 63fa04a3-f6d5-4703-97c8-e1d008eaf473 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:54:39.597216 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-3bf08655-0a9b-4b6c-a56d-5867b324b03a admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:39.599790 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-31a12618-0272-40a3-b108-8c96744cad02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:39.600411 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf08655-0a9b-4b6c-a56d-5867b324b03a admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:54:39.668509 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3bf08655-0a9b-4b6c-a56d-5867b324b03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:39.682518 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c77a1328-547c-44db-a763-17fb362acf95 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:39.706098 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c77a1328-547c-44db-a763-17fb362acf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:39.767454 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-071c52bc-8aeb-4938-bfda-7b405461e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:39.767645 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-071c52bc-8aeb-4938-bfda-7b405461e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:39.768021 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-071c52bc-8aeb-4938-bfda-7b405461e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:39.768492 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-071c52bc-8aeb-4938-bfda-7b405461e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:39.769125 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-071c52bc-8aeb-4938-bfda-7b405461e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:39.769615 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-071c52bc-8aeb-4938-bfda-7b405461e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:39.770080 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-071c52bc-8aeb-4938-bfda-7b405461e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:39.772750 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-071c52bc-8aeb-4938-bfda-7b405461e614 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=daa3a4d308184b5b997a81a95ee49bba&device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 6502 time: 0.1255670 Nov 04 10:54:39.804264 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 89e76172-ee95-4ed2-a460-8a1825b640d2 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:54:39.848745 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbcac1fc-191c-44d2-880f-8a15eb099234 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:39.897615 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-c77a1328-547c-44db-a763-17fb362acf95 None None] Attempting to bind port 4397aa5f-48ec-4269-bc09-2597056c290c on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:54:39.897983 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-c77a1328-547c-44db-a763-17fb362acf95 None None] Attempting to bind port 4397aa5f-48ec-4269-bc09-2597056c290c by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:54:39.898346 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a1328-547c-44db-a763-17fb362acf95 None None] Attempting to bind port 4397aa5f-48ec-4269-bc09-2597056c290c on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:54:39.916305 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614216c-1c26-476e-a414-7cc08844fe37 None None] Pushing event updated for resources: {'Port': ['ID=4397aa5f-48ec-4269-bc09-2597056c290c,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:39.926022 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-bbcac1fc-191c-44d2-880f-8a15eb099234 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Calling delete_port for adfc39b9-0330-4740-9de3-16b02aaf1dbe owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:54:39.927843 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a1328-547c-44db-a763-17fb362acf95 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:54:39.928214 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a1328-547c-44db-a763-17fb362acf95 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:54:39.928613 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c77a1328-547c-44db-a763-17fb362acf95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:39.929026 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a1328-547c-44db-a763-17fb362acf95 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:54:39.929507 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-c77a1328-547c-44db-a763-17fb362acf95 None None] Bound port: 4397aa5f-48ec-4269-bc09-2597056c290c, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:54:39.929887 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c77a1328-547c-44db-a763-17fb362acf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:39.952059 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3bf08655-0a9b-4b6c-a56d-5867b324b03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:39.980095 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-65fee0aa-2550-4f2a-a795-435c7a0193a0 None None] Provisioning complete for port 0af6f23d-b93f-4271-a20e-487181b4b7fa triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:39.980446 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-65fee0aa-2550-4f2a-a795-435c7a0193a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:40.024706 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-65fee0aa-2550-4f2a-a795-435c7a0193a0 None None] Port 0af6f23d-b93f-4271-a20e-487181b4b7fa cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:54:40.035104 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 89e76172-ee95-4ed2-a460-8a1825b640d2 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:40.035104 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:40.060855 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-c77a1328-547c-44db-a763-17fb362acf95 None None] For port 4397aa5f-48ec-4269-bc09-2597056c290c, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:54:40.200391 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbcac1fc-191c-44d2-880f-8a15eb099234 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:40.203977 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-14fa32e6-7f46-43d9-82d2-aa5f2c30147f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:40.204810 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-14fa32e6-7f46-43d9-82d2-aa5f2c30147f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:40.205588 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-14fa32e6-7f46-43d9-82d2-aa5f2c30147f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:40.207600 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-14fa32e6-7f46-43d9-82d2-aa5f2c30147f service neutron] 10.222.0.126 "GET /v2.0/networks?id=22d81940-0863-47fd-a6fd-195db973a95d&id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&id=8b3679d9-f029-43fb-a81d-901fdf16cceb&id=8b3679d9-f029-43fb-a81d-901fdf16cceb HTTP/1.1" status: 200 len: 2300 time: 0.3940277 Nov 04 10:54:40.237432 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3bf08655-0a9b-4b6c-a56d-5867b324b03a admin admin] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:40.244364 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3bf08655-0a9b-4b6c-a56d-5867b324b03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:40.251164 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-c77a1328-547c-44db-a763-17fb362acf95 None None] For port 4397aa5f-48ec-4269-bc09-2597056c290c, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4397aa5f-48ec-4269-bc09-2597056c290c,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:54:40.260425 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c77a1328-547c-44db-a763-17fb362acf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:40.348758 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3bf08655-0a9b-4b6c-a56d-5867b324b03a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:40.353849 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614216c-1c26-476e-a414-7cc08844fe37 None None] Pushing event updated for resources: {'Port': ['ID=4397aa5f-48ec-4269-bc09-2597056c290c,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:40.359580 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77a1328-547c-44db-a763-17fb362acf95 None None] Routers {'0a3098ac-46bc-484d-b5a1-c838d7cba632'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:54:40.360261 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-c77a1328-547c-44db-a763-17fb362acf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:54:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['0a3098ac-46bc-484d-b5a1-c838d7cba632'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:40.367980 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf08655-0a9b-4b6c-a56d-5867b324b03a admin admin] Pushing event updated for resources: {'Port': ['ID=0af6f23d-b93f-4271-a20e-487181b4b7fa,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:40.401281 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-3ad64c76-af56-4818-bf8e-7d1fcc77e872 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e5d01da-bc74-425c-a694-015cf173c59b HTTP/1.1" status: 200 len: 1001 time: 0.1688490 Nov 04 10:54:40.403080 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcac1fc-191c-44d2-880f-8a15eb099234 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Pushing event deleted for resources: {'Port': ['ID=adfc39b9-0330-4740-9de3-16b02aaf1dbe,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:40.443231 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-31a12618-0272-40a3-b108-8c96744cad02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:40.448893 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbcac1fc-191c-44d2-880f-8a15eb099234 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:40.456481 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bbcac1fc-191c-44d2-880f-8a15eb099234 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] 10.222.0.127 "DELETE /v2.0/ports/adfc39b9-0330-4740-9de3-16b02aaf1dbe HTTP/1.1" status: 204 len: 168 time: 1.1318672 Nov 04 10:54:40.463440 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36630) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:40.477822 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-31a12618-0272-40a3-b108-8c96744cad02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:40.487610 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-c77a1328-547c-44db-a763-17fb362acf95 None None] Set router 0a3098ac-46bc-484d-b5a1-c838d7cba632 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:54:40.518488 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd67c7-f64a-4fdb-88d3-8e4b74d84ba1 req-33e3ad38-4efe-4846-9f6c-7575f79cc439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:40.520026 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-75cd67c7-f64a-4fdb-88d3-8e4b74d84ba1 req-33e3ad38-4efe-4846-9f6c-7575f79cc439 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=730cf183c49c40928828112dd52c25ee&device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 1096 time: 0.3404276 Nov 04 10:54:40.542660 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-31a12618-0272-40a3-b108-8c96744cad02 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=83b9adfc22f24c8f8dde12e6c222cdec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2265666 Nov 04 10:54:40.544341 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-23851e4c-94ea-442f-97a3-d2c178cc6b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:40.546005 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-23851e4c-94ea-442f-97a3-d2c178cc6b4a service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b69ed837-2fcf-424e-9608-263128d9a467 HTTP/1.1" status: 200 len: 855 time: 0.1340895 Nov 04 10:54:40.546661 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36632) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:40.573002 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a12618-0272-40a3-b108-8c96744cad02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88443cf-7ab7-4ccf-9604-a0ae80d6dc9c,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:40.617127 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f728340-852c-4bdf-95b9-575b05716870 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Deleting subnet 7c4446c4-47be-4a26-a261-f41239ccfcd0 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:54:40.620488 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf08655-0a9b-4b6c-a56d-5867b324b03a admin admin] Network 63fa04a3-f6d5-4703-97c8-e1d008eaf473 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:54:40.625925 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-3bf08655-0a9b-4b6c-a56d-5867b324b03a admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:40.628512 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0f728340-852c-4bdf-95b9-575b05716870 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:40.639208 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f43481-d76a-40c2-8113-5612b64cbfa4 req-c6ed350b-3a51-4485-8281-28f92eab6815 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:40.641045 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6f43481-d76a-40c2-8113-5612b64cbfa4 req-c6ed350b-3a51-4485-8281-28f92eab6815 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 945 time: 0.1784742 Nov 04 10:54:40.753746 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0f728340-852c-4bdf-95b9-575b05716870 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:40.766379 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-a7e7b734-e451-4384-9069-f396a787928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:40.768000 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-a7e7b734-e451-4384-9069-f396a787928a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=22d81940-0863-47fd-a6fd-195db973a95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1963184 Nov 04 10:54:40.768654 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-55ebc036-9214-4133-bf3b-b0d512dff6f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:40.792635 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-c77a1328-547c-44db-a763-17fb362acf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3098ac-46bc-484d-b5a1-c838d7cba632', 'name': 'tempest-TestAggregatesBasicOps-1797295720-router', 'tenant_id': '6f881cb210c1474e9b92367b7c245100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '4397aa5f-48ec-4269-bc09-2597056c290c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:54:35Z', 'updated_at': '2021-11-04T10:54:39Z', 'revision_number': 4, 'project_id': '6f881cb210c1474e9b92367b7c245100', 'gw_port': {'id': '4397aa5f-48ec-4269-bc09-2597056c290c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3098ac-46bc-484d-b5a1-c838d7cba632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:36Z', 'updated_at': '2021-11-04T10:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '0af6f23d-b93f-4271-a20e-487181b4b7fa', 'name': '', 'network_id': '63fa04a3-f6d5-4703-97c8-e1d008eaf473', 'tenant_id': '6f881cb210c1474e9b92367b7c245100', 'mac_address': 'fa:16:3e:fe:1e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3098ac-46bc-484d-b5a1-c838d7cba632', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8bda0324-7a38-42e5-9c54-398eb3fb74b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:38Z', 'updated_at': '2021-11-04T10:54:40Z', 'revision_number': 2, 'project_id': '6f881cb210c1474e9b92367b7c245100', 'subnets': [{'id': '8bda0324-7a38-42e5-9c54-398eb3fb74b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:40.829315 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77a1328-547c-44db-a763-17fb362acf95 None None] The sync data for ids ['0a3098ac-46bc-484d-b5a1-c838d7cba632'] in n-d-816629-1 is: [{'id': '0a3098ac-46bc-484d-b5a1-c838d7cba632', 'name': 'tempest-TestAggregatesBasicOps-1797295720-router', 'tenant_id': '6f881cb210c1474e9b92367b7c245100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '4397aa5f-48ec-4269-bc09-2597056c290c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:54:35Z', 'updated_at': '2021-11-04T10:54:39Z', 'revision_number': 4, 'project_id': '6f881cb210c1474e9b92367b7c245100', 'gw_port': {'id': '4397aa5f-48ec-4269-bc09-2597056c290c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3098ac-46bc-484d-b5a1-c838d7cba632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:36Z', 'updated_at': '2021-11-04T10:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '0af6f23d-b93f-4271-a20e-487181b4b7fa', 'name': '', 'network_id': '63fa04a3-f6d5-4703-97c8-e1d008eaf473', 'tenant_id': '6f881cb210c1474e9b92367b7c245100', 'mac_address': 'fa:16:3e:fe:1e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3098ac-46bc-484d-b5a1-c838d7cba632', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8bda0324-7a38-42e5-9c54-398eb3fb74b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:38Z', 'updated_at': '2021-11-04T10:54:40Z', 'revision_number': 2, 'project_id': '6f881cb210c1474e9b92367b7c245100', 'subnets': [{'id': '8bda0324-7a38-42e5-9c54-398eb3fb74b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:54:40.845618 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6f43481-d76a-40c2-8113-5612b64cbfa4 req-5d281886-dd87-4b35-bbd6-998f05a773f9 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801372 Nov 04 10:54:40.845911 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd67c7-f64a-4fdb-88d3-8e4b74d84ba1 req-71b2645e-fa4b-42c8-b516-ccaac69b24b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:40.847456 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-75cd67c7-f64a-4fdb-88d3-8e4b74d84ba1 req-71b2645e-fa4b-42c8-b516-ccaac69b24b7 service neutron] 10.222.0.121 "GET /v2.0/networks?id=66c89822-8e97-4799-96df-3535255efdeb HTTP/1.1" status: 200 len: 912 time: 0.2998500 Nov 04 10:54:40.864918 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-55ebc036-9214-4133-bf3b-b0d512dff6f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:40.957163 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf08655-0a9b-4b6c-a56d-5867b324b03a admin admin] Router 0a3098ac-46bc-484d-b5a1-c838d7cba632 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:54:40.961487 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-75cd67c7-f64a-4fdb-88d3-8e4b74d84ba1 req-8bdc40af-c731-470a-8a3d-cde63a3bd114 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=933ac982-1558-45d2-a1ea-582e1dbedfa9 HTTP/1.1" status: 200 len: 217 time: 0.0609965 Nov 04 10:54:40.971091 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f9a77b4a-de70-46a7-b9f7-33f611cefa0b None None] Provisioning complete for port 0af6f23d-b93f-4271-a20e-487181b4b7fa triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:40.971622 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f9a77b4a-de70-46a7-b9f7-33f611cefa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:40.980809 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0f728340-852c-4bdf-95b9-575b05716870 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:41.011686 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-f9a77b4a-de70-46a7-b9f7-33f611cefa0b None None] Port 0af6f23d-b93f-4271-a20e-487181b4b7fa cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:54:41.035474 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-55ebc036-9214-4133-bf3b-b0d512dff6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:41.038091 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-55ebc036-9214-4133-bf3b-b0d512dff6f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:41.039251 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-55ebc036-9214-4133-bf3b-b0d512dff6f8 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/f88443cf-7ab7-4ccf-9604-a0ae80d6dc9c HTTP/1.1" status: 204 len: 168 time: 0.4893665 Nov 04 10:54:41.048200 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-5795acee-368b-48eb-acc5-852248ead8ba service neutron] 10.222.0.126 "GET /v2.0/networks/22d81940-0863-47fd-a6fd-195db973a95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715421 Nov 04 10:54:41.055132 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd67c7-f64a-4fdb-88d3-8e4b74d84ba1 req-e21dabe0-6d06-44e2-8770-d7f00ae8b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:41.056620 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-75cd67c7-f64a-4fdb-88d3-8e4b74d84ba1 req-e21dabe0-6d06-44e2-8770-d7f00ae8b588 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=04e2759a-4fb5-41be-b7ba-7c50f8f5efb1 HTTP/1.1" status: 200 len: 850 time: 0.0867081 Nov 04 10:54:41.066640 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ebc036-9214-4133-bf3b-b0d512dff6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88443cf-7ab7-4ccf-9604-a0ae80d6dc9c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:41.142135 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0f728340-852c-4bdf-95b9-575b05716870 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:41.144379 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-75cd67c7-f64a-4fdb-88d3-8e4b74d84ba1 req-f0e6a36c-8759-490e-8b8a-0e4a3f151a1f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=66c89822-8e97-4799-96df-3535255efdeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744026 Nov 04 10:54:41.173213 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf08655-0a9b-4b6c-a56d-5867b324b03a admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:54:41.211139 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3bf08655-0a9b-4b6c-a56d-5867b324b03a admin admin] 10.222.0.127 "PUT /v2.0/routers/0a3098ac-46bc-484d-b5a1-c838d7cba632/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0516088 Nov 04 10:54:41.214228 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f728340-852c-4bdf-95b9-575b05716870 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Pushing event deleted for resources: {'Subnet': ['ID=7c4446c4-47be-4a26-a261-f41239ccfcd0,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:41.216279 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0f728340-852c-4bdf-95b9-575b05716870 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:41.229422 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0f728340-852c-4bdf-95b9-575b05716870 tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] 10.222.0.127 "DELETE /v2.0/subnets/7c4446c4-47be-4a26-a261-f41239ccfcd0 HTTP/1.1" status: 204 len: 168 time: 0.7576754 Nov 04 10:54:41.234552 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36640) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:41.247219 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e49189b-b8cc-4703-80ac-0daedf964d33 None None] Network a9229ed3-6d70-415d-a502-e8dd8b27d0c9 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:54:41.358608 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-613650cb-a754-495d-94cd-dfdd03cc60b1 service neutron] 10.222.0.126 "GET /v2.0/networks/22d81940-0863-47fd-a6fd-195db973a95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000500 Nov 04 10:54:41.394581 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dcdae653-24e3-4978-ad52-8407ad475cae tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:41.490878 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-2d2ac599-f64c-4689-833a-9dfd31ffcc05 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=95ad527b-0310-411c-89bd-1274654c7b5b HTTP/1.1" status: 200 len: 217 time: 0.1217318 Nov 04 10:54:41.494619 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-75cd67c7-f64a-4fdb-88d3-8e4b74d84ba1 req-7292a7d5-5042-4517-9a17-be6595bd21c9 service neutron] 10.222.0.121 "GET /v2.0/networks/66c89822-8e97-4799-96df-3535255efdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369708 Nov 04 10:54:41.502066 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-dcdae653-24e3-4978-ad52-8407ad475cae tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Deleting port cf5a0278-bb3f-4eaa-939b-6d516ad37fe5 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:54:41.502472 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dcdae653-24e3-4978-ad52-8407ad475cae tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:41.512637 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9c1a2a-e419-4b4f-aee5-d682213e251d None None] DHCP port deletion for a9229ed3-6d70-415d-a502-e8dd8b27d0c9 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:54:41.640909 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-dcdae653-24e3-4978-ad52-8407ad475cae tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] For port cf5a0278-bb3f-4eaa-939b-6d516ad37fe5, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=cf5a0278-bb3f-4eaa-939b-6d516ad37fe5,segment=NetworkSegment(f87d6fd3-8b74-4aee-ab42-5aae2f2e3222),segment_id=f87d6fd3-8b74-4aee-ab42-5aae2f2e3222)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:54:41.641471 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dcdae653-24e3-4978-ad52-8407ad475cae tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:41.655700 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-ac9c1a2a-e419-4b4f-aee5-d682213e251d None None] Deleting port cf5a0278-bb3f-4eaa-939b-6d516ad37fe5 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:54:41.658125 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ac9c1a2a-e419-4b4f-aee5-d682213e251d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:41.666725 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-f82504aa-4f0d-4a1a-a624-e7d0580021af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:41.668250 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-f82504aa-4f0d-4a1a-a624-e7d0580021af service neutron] 10.222.0.126 "GET /v2.0/subnets?id=384b462f-cd0a-48ba-8bb4-6a70320a42d5 HTTP/1.1" status: 200 len: 797 time: 0.1686921 Nov 04 10:54:41.675056 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-dcdae653-24e3-4978-ad52-8407ad475cae tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Calling delete_port for cf5a0278-bb3f-4eaa-939b-6d516ad37fe5 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:54:41.763107 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device cf5a0278-bb3f-4eaa-939b-6d516ad37fe5 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:54:41.810506 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-75cd67c7-f64a-4fdb-88d3-8e4b74d84ba1 req-6e0cf381-d404-4541-b507-95689a187643 service neutron] 10.222.0.121 "GET /v2.0/networks/66c89822-8e97-4799-96df-3535255efdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925165 Nov 04 10:54:41.818628 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-34daeaa5-605a-44f6-aff8-d85e1df888b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:41.820158 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-34daeaa5-605a-44f6-aff8-d85e1df888b7 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1398692 Nov 04 10:54:41.842742 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-ac9c1a2a-e419-4b4f-aee5-d682213e251d None None] For port cf5a0278-bb3f-4eaa-939b-6d516ad37fe5, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=cf5a0278-bb3f-4eaa-939b-6d516ad37fe5,segment=NetworkSegment(f87d6fd3-8b74-4aee-ab42-5aae2f2e3222),segment_id=f87d6fd3-8b74-4aee-ab42-5aae2f2e3222)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:54:41.850968 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ac9c1a2a-e419-4b4f-aee5-d682213e251d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:41.888058 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dcdae653-24e3-4978-ad52-8407ad475cae tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:41.899286 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-ac9c1a2a-e419-4b4f-aee5-d682213e251d None None] Calling delete_port for cf5a0278-bb3f-4eaa-939b-6d516ad37fe5 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:54:41.914039 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No active binding found for port cf5a0278-bb3f-4eaa-939b-6d516ad37fe5 {{(pid=101776) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 04 10:54:41.914461 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device cf5a0278-bb3f-4eaa-939b-6d516ad37fe5 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:54:41.949672 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdae653-24e3-4978-ad52-8407ad475cae tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] No DVR routers for this DVR port cf5a0278-bb3f-4eaa-939b-6d516ad37fe5 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:54:41.983756 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdae653-24e3-4978-ad52-8407ad475cae tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Pushing event deleted for resources: {'Port': ['ID=cf5a0278-bb3f-4eaa-939b-6d516ad37fe5,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:42.032041 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-f3960c74-a02d-48eb-b3e8-befb2ec66f89 service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022107 Nov 04 10:54:42.075605 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ac9c1a2a-e419-4b4f-aee5-d682213e251d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:42.144556 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9c1a2a-e419-4b4f-aee5-d682213e251d None None] No DVR routers for this DVR port cf5a0278-bb3f-4eaa-939b-6d516ad37fe5 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:54:42.150225 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c1a2a-e419-4b4f-aee5-d682213e251d None None] Pushing event deleted for resources: {'Port': ['ID=cf5a0278-bb3f-4eaa-939b-6d516ad37fe5,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:42.163107 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dcdae653-24e3-4978-ad52-8407ad475cae tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:42.167467 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c1a2a-e419-4b4f-aee5-d682213e251d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:42.168063 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c1a2a-e419-4b4f-aee5-d682213e251d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:42.168623 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c1a2a-e419-4b4f-aee5-d682213e251d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:42.169279 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c1a2a-e419-4b4f-aee5-d682213e251d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:42.169841 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c1a2a-e419-4b4f-aee5-d682213e251d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:42.170379 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c1a2a-e419-4b4f-aee5-d682213e251d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:42.170957 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c1a2a-e419-4b4f-aee5-d682213e251d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:42.171489 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c1a2a-e419-4b4f-aee5-d682213e251d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:42.172027 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c1a2a-e419-4b4f-aee5-d682213e251d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:42.172577 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c1a2a-e419-4b4f-aee5-d682213e251d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:42.173167 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c1a2a-e419-4b4f-aee5-d682213e251d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:42.173708 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c1a2a-e419-4b4f-aee5-d682213e251d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:54:42.174743 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc827e-ca73-4487-9140-fa114cb97d84 req-784eae50-345f-4e48-a539-ae802931b1e4 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:42.179104 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-edcc827e-ca73-4487-9140-fa114cb97d84 req-784eae50-345f-4e48-a539-ae802931b1e4 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 945 time: 0.2113273 Nov 04 10:54:42.236933 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-dcdae653-24e3-4978-ad52-8407ad475cae tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9229ed3-6d70-415d-a502-e8dd8b27d0c9']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:42.242428 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-16a48911-d443-4b7b-adda-1bfed3c5da31 service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021315 Nov 04 10:54:42.273084 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-dcdae653-24e3-4978-ad52-8407ad475cae tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f87d6fd3-8b74-4aee-ab42-5aae2f2e3222') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:42.273403 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-dcdae653-24e3-4978-ad52-8407ad475cae tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f87d6fd3-8b74-4aee-ab42-5aae2f2e3222') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:42.294216 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dcdae653-24e3-4978-ad52-8407ad475cae tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:42.310313 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-edcc827e-ca73-4487-9140-fa114cb97d84 req-584a0f10-db8d-4978-b8f2-8cdfcbf92fd2 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196916 Nov 04 10:54:42.317941 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dcdae653-24e3-4978-ad52-8407ad475cae tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:42.325549 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcdae653-24e3-4978-ad52-8407ad475cae tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Releasing vlan 1172 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:54:42.325922 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dcdae653-24e3-4978-ad52-8407ad475cae tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:54:42.330684 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:54:42.355785 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-0835a2f3-13ee-4ad8-8413-b545235a4cc4 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=b7148f4c-a774-4e7a-a8e9-c7483869a3e6 HTTP/1.1" status: 200 len: 217 time: 0.1040857 Nov 04 10:54:42.394056 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:42.421288 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dcdae653-24e3-4978-ad52-8407ad475cae tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:42.442079 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-3920cb23-dfcb-40ff-9e87-0cdce15428f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:42.445376 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-3920cb23-dfcb-40ff-9e87-0cdce15428f1 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=384b462f-cd0a-48ba-8bb4-6a70320a42d5 HTTP/1.1" status: 200 len: 797 time: 0.0809863 Nov 04 10:54:42.463241 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dcdae653-24e3-4978-ad52-8407ad475cae tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:42.467312 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-dcdae653-24e3-4978-ad52-8407ad475cae tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] 10.222.0.127 "DELETE /v2.0/networks/a9229ed3-6d70-415d-a502-e8dd8b27d0c9 HTTP/1.1" status: 204 len: 168 time: 1.2293723 Nov 04 10:54:42.468989 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdae653-24e3-4978-ad52-8407ad475cae tempest-AllowedAddressPairIpV6TestJSON-395538382 tempest-AllowedAddressPairIpV6TestJSON-395538382-project] Pushing event deleted for resources: {'Network': ['ID=a9229ed3-6d70-415d-a502-e8dd8b27d0c9,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:42.520560 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-4681fd37-c0ac-483e-b536-573648979374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:42.522235 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-4681fd37-c0ac-483e-b536-573648979374 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0689518 Nov 04 10:54:42.606492 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36680) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:42.614672 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-43b3e4bd-9e57-4279-b0b3-3e0ebe504954 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1517375052-network', 'tenant_id': '8ec295c9d89c457891baa08fb6ac9f32'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:42.639915 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b3e4bd-9e57-4279-b0b3-3e0ebe504954 admin admin] Made reservation on behalf of 8ec295c9d89c457891baa08fb6ac9f32 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:54:42.644120 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-43b3e4bd-9e57-4279-b0b3-3e0ebe504954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:42.646481 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-6e32e2ad-28dc-4085-8bd0-a55c8e8e92e9 service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158967 Nov 04 10:54:42.657278 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-43b3e4bd-9e57-4279-b0b3-3e0ebe504954 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:42.786661 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-43b3e4bd-9e57-4279-b0b3-3e0ebe504954 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:42.799459 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-43b3e4bd-9e57-4279-b0b3-3e0ebe504954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:42.806373 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-846d7a19-0944-4cbd-97b6-45840d2b23bf service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534743 Nov 04 10:54:42.823507 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36684) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:42.845166 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b3e4bd-9e57-4279-b0b3-3e0ebe504954 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1198} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:54:42.856153 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3e4bd-9e57-4279-b0b3-3e0ebe504954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21345c79-8f82-4378-b41b-1ed99fbe9b88,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:42.863047 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-43b3e4bd-9e57-4279-b0b3-3e0ebe504954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:42.863473 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-43b3e4bd-9e57-4279-b0b3-3e0ebe504954 admin admin] Added segment 52f5bd9a-0d6b-40b7-8054-93bd5c772469 of type vlan for network f23405c3-e37b-47a0-a071-d7eb62311c8f Nov 04 10:54:42.873426 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-39c90cc6-8459-48d1-b75a-f76ccaa4e299 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f1aa7d96-2a2d-428f-92e0-98b150ce6175 HTTP/1.1" status: 200 len: 217 time: 0.0573885 Nov 04 10:54:42.927222 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-43b3e4bd-9e57-4279-b0b3-3e0ebe504954 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:42.945860 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-db3dcbae-b0fd-4a25-b3c0-a3d661e562f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:42.948252 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-db3dcbae-b0fd-4a25-b3c0-a3d661e562f9 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=384b462f-cd0a-48ba-8bb4-6a70320a42d5 HTTP/1.1" status: 200 len: 797 time: 0.0684133 Nov 04 10:54:42.970337 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-43b3e4bd-9e57-4279-b0b3-3e0ebe504954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:42.975620 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b3e4bd-9e57-4279-b0b3-3e0ebe504954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:42.976653 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-43b3e4bd-9e57-4279-b0b3-3e0ebe504954 admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:43.024377 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-4c0c3022-63fb-49ef-8f69-89220e5696a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:43.025971 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-4c0c3022-63fb-49ef-8f69-89220e5696a5 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0709536 Nov 04 10:54:43.052583 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-43b3e4bd-9e57-4279-b0b3-3e0ebe504954 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4448886 Nov 04 10:54:43.055550 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36688) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:43.060538 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-61b95d3c-3ea9-44a3-ac83-6b504d3f8630 admin admin] Request body: {'subnet': {'network_id': 'f23405c3-e37b-47a0-a071-d7eb62311c8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1517375052-subnet', 'tenant_id': '8ec295c9d89c457891baa08fb6ac9f32', 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:43.065656 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3e4bd-9e57-4279-b0b3-3e0ebe504954 admin admin] Pushing event updated for resources: {'Network': ['ID=f23405c3-e37b-47a0-a071-d7eb62311c8f,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:43.076540 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network f23405c3-e37b-47a0-a071-d7eb62311c8f details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:54:43.109856 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b95d3c-3ea9-44a3-ac83-6b504d3f8630 admin admin] Made reservation on behalf of 8ec295c9d89c457891baa08fb6ac9f32 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:54:43.115489 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-61b95d3c-3ea9-44a3-ac83-6b504d3f8630 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:43.155694 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3d752140-9102-4918-aaea-5276659bea6e admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=939a55463510401fbcc7f9b3380f285e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3304214 Nov 04 10:54:43.158987 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36690) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:43.191283 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-fc7113a1-5f9a-4542-b986-2ead7939be63 service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567917 Nov 04 10:54:43.304437 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1ff2552-ab9c-40f9-b216-546b01786dbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:43.374482 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1ff2552-ab9c-40f9-b216-546b01786dbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:43.389513 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-b7734bd1-dcc8-4ea8-97a6-1b33699f6d8c service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884773 Nov 04 10:54:43.458924 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-f43d0eff-b498-49ac-8f69-08ad7ed2c686 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03 HTTP/1.1" status: 200 len: 217 time: 0.0579996 Nov 04 10:54:43.516693 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-44de8e28-e377-467c-b8d1-7a363294909f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:43.518414 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-44de8e28-e377-467c-b8d1-7a363294909f service neutron] 10.222.0.126 "GET /v2.0/subnets?id=384b462f-cd0a-48ba-8bb4-6a70320a42d5 HTTP/1.1" status: 200 len: 797 time: 0.0517988 Nov 04 10:54:43.535805 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1ff2552-ab9c-40f9-b216-546b01786dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:43.538522 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1ff2552-ab9c-40f9-b216-546b01786dbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:43.539728 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a1ff2552-ab9c-40f9-b216-546b01786dbf admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/527b43f7-5e97-4f94-be28-5f1f9844960d HTTP/1.1" status: 204 len: 168 time: 0.3798482 Nov 04 10:54:43.567574 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff2552-ab9c-40f9-b216-546b01786dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527b43f7-5e97-4f94-be28-5f1f9844960d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:43.581939 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-aa68d838-9f14-46d4-b377-6b1c19a37e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:43.583749 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-aa68d838-9f14-46d4-b377-6b1c19a37e80 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0576663 Nov 04 10:54:43.774037 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4397aa5f-48ec-4269-bc09-2597056c290c up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:54:43.777485 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adecebe-d2b8-4506-a5f1-42a989147e94 req-d722b3ee-a9dd-4bf7-bd7e-31e184ba80b2 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:43.791302 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6adecebe-d2b8-4506-a5f1-42a989147e94 req-d722b3ee-a9dd-4bf7-bd7e-31e184ba80b2 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 945 time: 0.1858814 Nov 04 10:54:43.866242 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6adecebe-d2b8-4506-a5f1-42a989147e94 req-feee5809-bfa3-46f9-b59f-ab8e1f73f92e tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739269 Nov 04 10:54:43.867819 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 4397aa5f-48ec-4269-bc09-2597056c290c triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:43.868198 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:43.924371 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-61b95d3c-3ea9-44a3-ac83-6b504d3f8630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:44.010403 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b95d3c-3ea9-44a3-ac83-6b504d3f8630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97ebbad6-508c-437d-b9e6-0c2efa23c136,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:44.028902 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b95d3c-3ea9-44a3-ac83-6b504d3f8630 admin admin] Checking segment: {'id': '52f5bd9a-0d6b-40b7-8054-93bd5c772469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'f23405c3-e37b-47a0-a071-d7eb62311c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:54:44.029403 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b95d3c-3ea9-44a3-ac83-6b504d3f8630 admin admin] Network hostable DHCP agents. Network: f23405c3-e37b-47a0-a071-d7eb62311c8f, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:54:44.056729 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b95d3c-3ea9-44a3-ac83-6b504d3f8630 admin admin] Network f23405c3-e37b-47a0-a071-d7eb62311c8f is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:54:44.057855 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:44.078911 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-61b95d3c-3ea9-44a3-ac83-6b504d3f8630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, f23405c3-e37b-47a0-a071-d7eb62311c8f) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:44.090823 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 4397aa5f-48ec-4269-bc09-2597056c290c, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4397aa5f-48ec-4269-bc09-2597056c290c,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:54:44.096436 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3370f7c1-be6d-4c5a-bc6e-744174a87d01 None None] Network f23405c3-e37b-47a0-a071-d7eb62311c8f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:54:44.101602 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:44.104491 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b95d3c-3ea9-44a3-ac83-6b504d3f8630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:44.105952 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1124ab8-7808-47f8-a91e-28d9d0502d17 None None] Sync routers for ids ['0a3098ac-46bc-484d-b5a1-c838d7cba632'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:54:44.110006 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-61b95d3c-3ea9-44a3-ac83-6b504d3f8630 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:44.117769 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1124ab8-7808-47f8-a91e-28d9d0502d17 None None] Routers {'0a3098ac-46bc-484d-b5a1-c838d7cba632'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:54:44.118313 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-d1124ab8-7808-47f8-a91e-28d9d0502d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:54:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['0a3098ac-46bc-484d-b5a1-c838d7cba632'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:44.134606 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-61b95d3c-3ea9-44a3-ac83-6b504d3f8630 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0751259 Nov 04 10:54:44.134833 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36708) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:44.146918 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b59cdcbc-8267-481a-b5dc-696db2ba6f9e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1517375052-router', 'tenant_id': '8ec295c9d89c457891baa08fb6ac9f32', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:44.194491 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b59cdcbc-8267-481a-b5dc-696db2ba6f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:44.196083 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b59cdcbc-8267-481a-b5dc-696db2ba6f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:44.307858 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b59cdcbc-8267-481a-b5dc-696db2ba6f9e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:44.311363 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=4397aa5f-48ec-4269-bc09-2597056c290c,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:44.312375 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-d1124ab8-7808-47f8-a91e-28d9d0502d17 None None] Set router 0a3098ac-46bc-484d-b5a1-c838d7cba632 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:54:44.493723 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fb7585-5672-449a-9ed5-caea14bf1890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-f23405c3-e37b-47a0-a071-d7eb62311c8f', 'network_id': 'f23405c3-e37b-47a0-a071-d7eb62311c8f', 'tenant_id': '8ec295c9d89c457891baa08fb6ac9f32', 'fixed_ips': [{'subnet_id': '97ebbad6-508c-437d-b9e6-0c2efa23c136'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:54:44.497561 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d7fb7585-5672-449a-9ed5-caea14bf1890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:44.545690 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-ceb3a789-3f6e-45d7-b1d6-510dc8cab9da service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9524899 Nov 04 10:54:44.613598 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b59cdcbc-8267-481a-b5dc-696db2ba6f9e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:44.706166 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-d1124ab8-7808-47f8-a91e-28d9d0502d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3098ac-46bc-484d-b5a1-c838d7cba632', 'name': 'tempest-TestAggregatesBasicOps-1797295720-router', 'tenant_id': '6f881cb210c1474e9b92367b7c245100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '4397aa5f-48ec-4269-bc09-2597056c290c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:54:35Z', 'updated_at': '2021-11-04T10:54:39Z', 'revision_number': 4, 'project_id': '6f881cb210c1474e9b92367b7c245100', 'gw_port': {'id': '4397aa5f-48ec-4269-bc09-2597056c290c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3098ac-46bc-484d-b5a1-c838d7cba632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:36Z', 'updated_at': '2021-11-04T10:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '0af6f23d-b93f-4271-a20e-487181b4b7fa', 'name': '', 'network_id': '63fa04a3-f6d5-4703-97c8-e1d008eaf473', 'tenant_id': '6f881cb210c1474e9b92367b7c245100', 'mac_address': 'fa:16:3e:fe:1e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3098ac-46bc-484d-b5a1-c838d7cba632', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8bda0324-7a38-42e5-9c54-398eb3fb74b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:38Z', 'updated_at': '2021-11-04T10:54:40Z', 'revision_number': 2, 'project_id': '6f881cb210c1474e9b92367b7c245100', 'subnets': [{'id': '8bda0324-7a38-42e5-9c54-398eb3fb74b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:44.729256 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-4ea97849-c553-4a63-baa1-7ba2e9130b25 service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698415 Nov 04 10:54:44.759553 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-d7fb7585-5672-449a-9ed5-caea14bf1890 None None] Allocated IP 172.20.0.2 (f23405c3-e37b-47a0-a071-d7eb62311c8f/97ebbad6-508c-437d-b9e6-0c2efa23c136/4d085955-a685-4b5e-8c4a-ee04fc9e7ec5) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:54:44.768450 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1124ab8-7808-47f8-a91e-28d9d0502d17 None None] Checking router: 0a3098ac-46bc-484d-b5a1-c838d7cba632 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:54:44.769221 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1124ab8-7808-47f8-a91e-28d9d0502d17 None None] Updating router 0a3098ac-46bc-484d-b5a1-c838d7cba632 port 0af6f23d-b93f-4271-a20e-487181b4b7fa binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:54:44.782105 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-fd56e876-e2e2-4520-9b43-9b0672a2da7c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=abff8681-5536-4f57-ae0f-bea4324905c6 HTTP/1.1" status: 200 len: 217 time: 0.0446119 Nov 04 10:54:44.789982 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36724) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:44.804009 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-d1124ab8-7808-47f8-a91e-28d9d0502d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:44.843103 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-655ca148-c047-4c8b-a851-8d9a2f687e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:44.844713 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-655ca148-c047-4c8b-a851-8d9a2f687e4e service neutron] 10.222.0.126 "GET /v2.0/subnets?id=591c76b5-dc45-40ba-bafd-65632bad709a HTTP/1.1" status: 200 len: 797 time: 0.0556865 Nov 04 10:54:44.865998 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:44.922523 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-2546c6a0-f565-4dc4-ae4e-3f369ba0bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:44.926642 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-2546c6a0-f565-4dc4-ae4e-3f369ba0bff7 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8b3679d9-f029-43fb-a81d-901fdf16cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0728502 Nov 04 10:54:44.930550 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b59cdcbc-8267-481a-b5dc-696db2ba6f9e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:44.968251 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b59cdcbc-8267-481a-b5dc-696db2ba6f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:45.005036 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d7fb7585-5672-449a-9ed5-caea14bf1890 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:45.017857 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d7fb7585-5672-449a-9ed5-caea14bf1890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:45.022765 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-d8eae436-ae15-46a5-8cd5-764c3bab508f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2101484677'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:45.063750 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fb7585-5672-449a-9ed5-caea14bf1890 None None] Network f23405c3-e37b-47a0-a071-d7eb62311c8f is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:54:45.068284 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-d7fb7585-5672-449a-9ed5-caea14bf1890 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:45.072936 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fb7585-5672-449a-9ed5-caea14bf1890 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:54:45.076723 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8eae436-ae15-46a5-8cd5-764c3bab508f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Made reservation on behalf of e321b44ff10f4bdf987af843bad15d82 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:54:45.080787 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d8eae436-ae15-46a5-8cd5-764c3bab508f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:45.085704 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-c3dcffdb-d079-4e3a-93f4-f6b3e8a6d21e service neutron] 10.222.0.126 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540916 Nov 04 10:54:45.096119 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d8eae436-ae15-46a5-8cd5-764c3bab508f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:45.098018 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae48e2-9ec1-4464-9e3d-a75b23524624 req-685e9b33-35f0-48ad-9e2e-b4fccaadd429 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:45.100534 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-beae48e2-9ec1-4464-9e3d-a75b23524624 req-685e9b33-35f0-48ad-9e2e-b4fccaadd429 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 945 time: 0.1342018 Nov 04 10:54:45.119538 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb7585-5672-449a-9ed5-caea14bf1890 None None] Pushing event updated for resources: {'Port': ['ID=4d085955-a685-4b5e-8c4a-ee04fc9e7ec5,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:45.159176 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-d7fb7585-5672-449a-9ed5-caea14bf1890 None None] Attempting to bind port 4d085955-a685-4b5e-8c4a-ee04fc9e7ec5 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:54:45.159461 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-d7fb7585-5672-449a-9ed5-caea14bf1890 None None] Attempting to bind port 4d085955-a685-4b5e-8c4a-ee04fc9e7ec5 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '52f5bd9a-0d6b-40b7-8054-93bd5c772469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'f23405c3-e37b-47a0-a071-d7eb62311c8f'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:54:45.159830 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fb7585-5672-449a-9ed5-caea14bf1890 None None] Attempting to bind port 4d085955-a685-4b5e-8c4a-ee04fc9e7ec5 on network f23405c3-e37b-47a0-a071-d7eb62311c8f {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:54:45.165985 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fb7585-5672-449a-9ed5-caea14bf1890 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:54:45.166483 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fb7585-5672-449a-9ed5-caea14bf1890 None None] Checking segment: {'id': '52f5bd9a-0d6b-40b7-8054-93bd5c772469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'f23405c3-e37b-47a0-a071-d7eb62311c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:54:45.167017 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d7fb7585-5672-449a-9ed5-caea14bf1890 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:45.167413 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fb7585-5672-449a-9ed5-caea14bf1890 None None] Bound using segment: {'id': '52f5bd9a-0d6b-40b7-8054-93bd5c772469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'f23405c3-e37b-47a0-a071-d7eb62311c8f'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:54:45.167948 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-d7fb7585-5672-449a-9ed5-caea14bf1890 None None] Bound port: 4d085955-a685-4b5e-8c4a-ee04fc9e7ec5, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f5bd9a-0d6b-40b7-8054-93bd5c772469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'f23405c3-e37b-47a0-a071-d7eb62311c8f'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:54:45.168332 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d7fb7585-5672-449a-9ed5-caea14bf1890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:45.221682 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-b59cdcbc-8267-481a-b5dc-696db2ba6f9e admin admin] Allocated IP 172.25.7.165 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/7ab3f58a-7ae2-4031-87ec-068ef7b0caf0) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:54:45.229844 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-beae48e2-9ec1-4464-9e3d-a75b23524624 req-ffedda27-be59-43cc-9bff-f9d9527a4a70 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229627 Nov 04 10:54:45.266914 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-7c87b235-fd15-4022-904c-486af0116c91 service neutron] 10.222.0.126 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717539 Nov 04 10:54:45.276544 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-d7fb7585-5672-449a-9ed5-caea14bf1890 None None] For port 4d085955-a685-4b5e-8c4a-ee04fc9e7ec5, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:54:45.279990 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-d7fb7585-5672-449a-9ed5-caea14bf1890 None None] For port 4d085955-a685-4b5e-8c4a-ee04fc9e7ec5, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4d085955-a685-4b5e-8c4a-ee04fc9e7ec5,segment=NetworkSegment(52f5bd9a-0d6b-40b7-8054-93bd5c772469),segment_id=52f5bd9a-0d6b-40b7-8054-93bd5c772469)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:54:45.285330 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d7fb7585-5672-449a-9ed5-caea14bf1890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:45.285718 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-d1124ab8-7808-47f8-a91e-28d9d0502d17 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:45.307074 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-d1124ab8-7808-47f8-a91e-28d9d0502d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:45.361141 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb7585-5672-449a-9ed5-caea14bf1890 None None] Pushing event updated for resources: {'Port': ['ID=4d085955-a685-4b5e-8c4a-ee04fc9e7ec5,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:45.372227 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-f4f41bb1-2d99-42ca-bddc-bfc006cfb907 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01768171-34a9-4d5d-aca7-7f2598e2272a HTTP/1.1" status: 200 len: 217 time: 0.0941541 Nov 04 10:54:45.378111 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d23d8-ddb8-47d7-aed7-7092330f18d9 None None] Pushing event updated for resources: {'Port': ['ID=0af6f23d-b93f-4271-a20e-487181b4b7fa,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:45.404493 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b59cdcbc-8267-481a-b5dc-696db2ba6f9e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:45.454462 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b59cdcbc-8267-481a-b5dc-696db2ba6f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:45.477963 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-d1124ab8-7808-47f8-a91e-28d9d0502d17 None None] Attempting to bind port 0af6f23d-b93f-4271-a20e-487181b4b7fa on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:54:45.478334 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-d1124ab8-7808-47f8-a91e-28d9d0502d17 None None] Attempting to bind port 0af6f23d-b93f-4271-a20e-487181b4b7fa by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '05b826de-5b52-49e1-9459-f676e005bb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '63fa04a3-f6d5-4703-97c8-e1d008eaf473'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:54:45.478690 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1124ab8-7808-47f8-a91e-28d9d0502d17 None None] Attempting to bind port 0af6f23d-b93f-4271-a20e-487181b4b7fa on network 63fa04a3-f6d5-4703-97c8-e1d008eaf473 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:54:45.485437 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1124ab8-7808-47f8-a91e-28d9d0502d17 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:54:45.486016 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1124ab8-7808-47f8-a91e-28d9d0502d17 None None] Checking segment: {'id': '05b826de-5b52-49e1-9459-f676e005bb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '63fa04a3-f6d5-4703-97c8-e1d008eaf473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:54:45.486579 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-d1124ab8-7808-47f8-a91e-28d9d0502d17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:45.487109 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1124ab8-7808-47f8-a91e-28d9d0502d17 None None] Bound using segment: {'id': '05b826de-5b52-49e1-9459-f676e005bb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '63fa04a3-f6d5-4703-97c8-e1d008eaf473'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:54:45.487755 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-d1124ab8-7808-47f8-a91e-28d9d0502d17 None None] Bound port: 0af6f23d-b93f-4271-a20e-487181b4b7fa, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b826de-5b52-49e1-9459-f676e005bb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '63fa04a3-f6d5-4703-97c8-e1d008eaf473'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:54:45.488136 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-d1124ab8-7808-47f8-a91e-28d9d0502d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:45.504949 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d8eae436-ae15-46a5-8cd5-764c3bab508f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:45.507303 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-a500564e-e69f-476f-a226-885dc9d2e2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:45.508949 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-a500564e-e69f-476f-a226-885dc9d2e2b6 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=591c76b5-dc45-40ba-bafd-65632bad709a HTTP/1.1" status: 200 len: 797 time: 0.1203432 Nov 04 10:54:45.513619 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d8eae436-ae15-46a5-8cd5-764c3bab508f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:45.535569 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59cdcbc-8267-481a-b5dc-696db2ba6f9e admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:54:45.539035 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-b59cdcbc-8267-481a-b5dc-696db2ba6f9e admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:45.545315 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59cdcbc-8267-481a-b5dc-696db2ba6f9e admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:54:45.627661 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59cdcbc-8267-481a-b5dc-696db2ba6f9e admin admin] Pushing event updated for resources: {'Port': ['ID=7ab3f58a-7ae2-4031-87ec-068ef7b0caf0,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:45.669095 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8eae436-ae15-46a5-8cd5-764c3bab508f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1173} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:54:45.685617 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-d1124ab8-7808-47f8-a91e-28d9d0502d17 None None] For port 0af6f23d-b93f-4271-a20e-487181b4b7fa, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:54:45.691053 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eae436-ae15-46a5-8cd5-764c3bab508f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d53c8f3-ce53-45f2-b54e-2a1fd07357d7,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:45.696655 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-d1124ab8-7808-47f8-a91e-28d9d0502d17 None None] For port 0af6f23d-b93f-4271-a20e-487181b4b7fa, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0af6f23d-b93f-4271-a20e-487181b4b7fa,segment=NetworkSegment(05b826de-5b52-49e1-9459-f676e005bb2f),segment_id=05b826de-5b52-49e1-9459-f676e005bb2f)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:54:45.713937 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-d1124ab8-7808-47f8-a91e-28d9d0502d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:45.719962 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-e0b9c0f0-2fcf-43e0-8ce3-d04ef81e2de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:45.721667 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-e0b9c0f0-2fcf-43e0-8ce3-d04ef81e2de3 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8b3679d9-f029-43fb-a81d-901fdf16cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2034671 Nov 04 10:54:45.722953 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d8eae436-ae15-46a5-8cd5-764c3bab508f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:45.723290 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-d8eae436-ae15-46a5-8cd5-764c3bab508f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Added segment d2d33fe9-fd7a-4134-9f78-33dd15739b53 of type vlan for network d5eced5c-3870-49cf-bba2-01582f6e960a Nov 04 10:54:45.800184 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-be87afda-aa63-4e50-9ed8-56e365a78def None None] Provisioning complete for port 0af6f23d-b93f-4271-a20e-487181b4b7fa triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:45.800552 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-be87afda-aa63-4e50-9ed8-56e365a78def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:45.899723 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-5b097040-4b6a-438a-9a82-366dfdbd28d2 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=a41aeab54dba442881ed9cc45a988ee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624671 Nov 04 10:54:45.907760 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d8eae436-ae15-46a5-8cd5-764c3bab508f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:45.909100 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1124ab8-7808-47f8-a91e-28d9d0502d17 None None] Routers {'0a3098ac-46bc-484d-b5a1-c838d7cba632'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:54:45.910106 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-d1124ab8-7808-47f8-a91e-28d9d0502d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:54:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['0a3098ac-46bc-484d-b5a1-c838d7cba632'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:45.914253 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d23d8-ddb8-47d7-aed7-7092330f18d9 None None] Pushing event updated for resources: {'Port': ['ID=0af6f23d-b93f-4271-a20e-487181b4b7fa,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:45.974035 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4397aa5f-48ec-4269-bc09-2597056c290c up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:54:45.978273 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d8eae436-ae15-46a5-8cd5-764c3bab508f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:45.992015 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eae436-ae15-46a5-8cd5-764c3bab508f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:45.994681 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d8eae436-ae15-46a5-8cd5-764c3bab508f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:46.007634 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-be87afda-aa63-4e50-9ed8-56e365a78def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:46.062971 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-be87afda-aa63-4e50-9ed8-56e365a78def None None] For port 0af6f23d-b93f-4271-a20e-487181b4b7fa, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0af6f23d-b93f-4271-a20e-487181b4b7fa,segment=NetworkSegment(05b826de-5b52-49e1-9459-f676e005bb2f),segment_id=05b826de-5b52-49e1-9459-f676e005bb2f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:54:46.076507 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-be87afda-aa63-4e50-9ed8-56e365a78def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:46.132262 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-d1124ab8-7808-47f8-a91e-28d9d0502d17 None None] Set router 0a3098ac-46bc-484d-b5a1-c838d7cba632 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:54:46.154415 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87afda-aa63-4e50-9ed8-56e365a78def None None] Pushing event updated for resources: {'Port': ['ID=0af6f23d-b93f-4271-a20e-487181b4b7fa,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:46.158374 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 4397aa5f-48ec-4269-bc09-2597056c290c triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:46.159328 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:46.194523 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d8eae436-ae15-46a5-8cd5-764c3bab508f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3956854 Nov 04 10:54:46.200786 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36744) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:46.209495 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-39f9e113-0c90-4308-ab35-95d9e23b455b tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Request body: {'subnet': {'network_id': 'd5eced5c-3870-49cf-bba2-01582f6e960a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:46.259262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eae436-ae15-46a5-8cd5-764c3bab508f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Pushing event updated for resources: {'Network': ['ID=d5eced5c-3870-49cf-bba2-01582f6e960a,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:46.262037 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4d085955-a685-4b5e-8c4a-ee04fc9e7ec5 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:54:46.263965 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c997e164-aeb7-4ea2-aedd-0cf1b2367195 None None] Provisioning complete for port 0af6f23d-b93f-4271-a20e-487181b4b7fa triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:46.264650 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c997e164-aeb7-4ea2-aedd-0cf1b2367195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:46.297639 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-a7b97057-a9b8-40e2-84fb-c0c0847a83f0 service neutron] 10.222.0.126 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548255 Nov 04 10:54:46.320889 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network d5eced5c-3870-49cf-bba2-01582f6e960a details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:54:46.365957 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-8f4efc84-70f2-4a23-9428-14d3c5af86db tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:46.368125 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-8f4efc84-70f2-4a23-9428-14d3c5af86db tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3720236 Nov 04 10:54:46.474348 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-721bb3b4-b006-4a3f-89a8-8834c75d4960 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.127 "GET /v2.0/quotas/a41aeab54dba442881ed9cc45a988ee0 HTTP/1.1" status: 200 len: 375 time: 0.0759768 Nov 04 10:54:46.481798 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f9e113-0c90-4308-ab35-95d9e23b455b tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Made reservation on behalf of e321b44ff10f4bdf987af843bad15d82 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:54:46.485631 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-39f9e113-0c90-4308-ab35-95d9e23b455b tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:46.489643 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-d1124ab8-7808-47f8-a91e-28d9d0502d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3098ac-46bc-484d-b5a1-c838d7cba632', 'name': 'tempest-TestAggregatesBasicOps-1797295720-router', 'tenant_id': '6f881cb210c1474e9b92367b7c245100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '4397aa5f-48ec-4269-bc09-2597056c290c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:54:35Z', 'updated_at': '2021-11-04T10:54:39Z', 'revision_number': 4, 'project_id': '6f881cb210c1474e9b92367b7c245100', 'gw_port': {'id': '4397aa5f-48ec-4269-bc09-2597056c290c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3098ac-46bc-484d-b5a1-c838d7cba632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:36Z', 'updated_at': '2021-11-04T10:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '0af6f23d-b93f-4271-a20e-487181b4b7fa', 'name': '', 'network_id': '63fa04a3-f6d5-4703-97c8-e1d008eaf473', 'tenant_id': '6f881cb210c1474e9b92367b7c245100', 'mac_address': 'fa:16:3e:fe:1e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3098ac-46bc-484d-b5a1-c838d7cba632', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8bda0324-7a38-42e5-9c54-398eb3fb74b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:38Z', 'updated_at': '2021-11-04T10:54:45Z', 'revision_number': 4, 'project_id': '6f881cb210c1474e9b92367b7c245100', 'subnets': [{'id': '8bda0324-7a38-42e5-9c54-398eb3fb74b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:46.512836 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 4d085955-a685-4b5e-8c4a-ee04fc9e7ec5 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:46.513358 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:46.527775 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-cd6f3090-40d6-4979-b511-1cbefb5c5c63 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=a41aeab54dba442881ed9cc45a988ee0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403214 Nov 04 10:54:46.535905 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b59cdcbc-8267-481a-b5dc-696db2ba6f9e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:46.575377 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1124ab8-7808-47f8-a91e-28d9d0502d17 None None] The sync data for ids ['0a3098ac-46bc-484d-b5a1-c838d7cba632'] in n-d-816629-1 is: [{'id': '0a3098ac-46bc-484d-b5a1-c838d7cba632', 'name': 'tempest-TestAggregatesBasicOps-1797295720-router', 'tenant_id': '6f881cb210c1474e9b92367b7c245100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '4397aa5f-48ec-4269-bc09-2597056c290c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:54:35Z', 'updated_at': '2021-11-04T10:54:39Z', 'revision_number': 4, 'project_id': '6f881cb210c1474e9b92367b7c245100', 'gw_port': {'id': '4397aa5f-48ec-4269-bc09-2597056c290c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3098ac-46bc-484d-b5a1-c838d7cba632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:36Z', 'updated_at': '2021-11-04T10:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '0af6f23d-b93f-4271-a20e-487181b4b7fa', 'name': '', 'network_id': '63fa04a3-f6d5-4703-97c8-e1d008eaf473', 'tenant_id': '6f881cb210c1474e9b92367b7c245100', 'mac_address': 'fa:16:3e:fe:1e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3098ac-46bc-484d-b5a1-c838d7cba632', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8bda0324-7a38-42e5-9c54-398eb3fb74b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:38Z', 'updated_at': '2021-11-04T10:54:45Z', 'revision_number': 4, 'project_id': '6f881cb210c1474e9b92367b7c245100', 'subnets': [{'id': '8bda0324-7a38-42e5-9c54-398eb3fb74b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:54:46.598159 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d9fe1f3-4444-4428-8e7a-269d15d4d7e3 req-e3d2303f-fe07-48b6-ad3d-4e4c10cd169d service neutron] 10.222.0.126 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894547 Nov 04 10:54:46.737557 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:46.817591 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 4d085955-a685-4b5e-8c4a-ee04fc9e7ec5, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4d085955-a685-4b5e-8c4a-ee04fc9e7ec5,segment=NetworkSegment(52f5bd9a-0d6b-40b7-8054-93bd5c772469),segment_id=52f5bd9a-0d6b-40b7-8054-93bd5c772469)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:54:46.842070 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:46.905435 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-39f9e113-0c90-4308-ab35-95d9e23b455b tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:46.975845 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7b74c07a-4eb8-4924-9635-769f2b33183a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:46.998006 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=4d085955-a685-4b5e-8c4a-ee04fc9e7ec5,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:47.028034 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17621b5-de2e-4993-adc1-0dad32474284 req-8aeba05d-5fbf-4ea7-b97a-caf8e0974e3e tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:47.036810 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b17621b5-de2e-4993-adc1-0dad32474284 req-8aeba05d-5fbf-4ea7-b97a-caf8e0974e3e tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 945 time: 0.1163492 Nov 04 10:54:47.042748 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9e113-0c90-4308-ab35-95d9e23b455b tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Pushing event updated for resources: {'Subnet': ['ID=cc3855af-0fa7-4ed3-8a82-6f7cbb3314c9,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:47.044320 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b59cdcbc-8267-481a-b5dc-696db2ba6f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:47.045151 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b1e4db-1222-4c6f-9ac2-d6003e1f4eda None None] Network f23405c3-e37b-47a0-a071-d7eb62311c8f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:54:47.108633 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f9e113-0c90-4308-ab35-95d9e23b455b tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Checking segment: {'id': 'd2d33fe9-fd7a-4134-9f78-33dd15739b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'd5eced5c-3870-49cf-bba2-01582f6e960a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:54:47.109073 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f9e113-0c90-4308-ab35-95d9e23b455b tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Network hostable DHCP agents. Network: d5eced5c-3870-49cf-bba2-01582f6e960a, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:54:47.129221 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f9e113-0c90-4308-ab35-95d9e23b455b tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Network d5eced5c-3870-49cf-bba2-01582f6e960a is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:54:47.152532 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-39f9e113-0c90-4308-ab35-95d9e23b455b tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, d5eced5c-3870-49cf-bba2-01582f6e960a) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:47.159234 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f9e113-0c90-4308-ab35-95d9e23b455b tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:47.159894 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-39f9e113-0c90-4308-ab35-95d9e23b455b tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:47.171174 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a47404-d7c0-4388-b1ed-4e7243f8effe None None] Network d5eced5c-3870-49cf-bba2-01582f6e960a requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:54:47.183909 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-0437140a-d534-4f37-8b47-c03a57800a24 None None] Provisioning complete for port 4d085955-a685-4b5e-8c4a-ee04fc9e7ec5 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:47.184296 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0437140a-d534-4f37-8b47-c03a57800a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:47.196781 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-39f9e113-0c90-4308-ab35-95d9e23b455b tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9941678 Nov 04 10:54:47.200728 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36756) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:47.215831 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-62431f48-ea23-4328-8027-a7d3e2e261e1 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Request body: {'port': {'network_id': 'd5eced5c-3870-49cf-bba2-01582f6e960a', 'name': 'tempest-AllowedAddressPairTestJSON-1777741007'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:47.282721 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b17621b5-de2e-4993-adc1-0dad32474284 req-624f28f3-274b-4db4-ab66-861968ca7938 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401719 Nov 04 10:54:47.296905 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59cdcbc-8267-481a-b5dc-696db2ba6f9e admin admin] Router a74f0d34-bac9-4074-aef2-a5a54907be3a is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:54:47.427192 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62431f48-ea23-4328-8027-a7d3e2e261e1 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Made reservation on behalf of e321b44ff10f4bdf987af843bad15d82 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:54:47.433859 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-62431f48-ea23-4328-8027-a7d3e2e261e1 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:47.461373 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-62431f48-ea23-4328-8027-a7d3e2e261e1 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] device_id is not set on port fff7c6bc-1801-499b-a1b8-ab516fb50c45 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:54:47.555295 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fd2f1370-6adf-4def-8c30-c264483bfa24 req-5ca3136f-f31e-41b4-8ecb-5613e1df02a0 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.127 "GET /v2.0/ports?device_id=e42dfac2-69f4-426f-acca-97203300a2a9 HTTP/1.1" status: 200 len: 210 time: 0.0541902 Nov 04 10:54:47.590518 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59cdcbc-8267-481a-b5dc-696db2ba6f9e admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:54:47.644602 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b59cdcbc-8267-481a-b5dc-696db2ba6f9e admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:47.655522 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b59cdcbc-8267-481a-b5dc-696db2ba6f9e admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5189803 Nov 04 10:54:47.655967 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36760) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:47.658693 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-62431f48-ea23-4328-8027-a7d3e2e261e1 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Allocated IP 172.20.0.10 (d5eced5c-3870-49cf-bba2-01582f6e960a/cc3855af-0fa7-4ed3-8a82-6f7cbb3314c9/fff7c6bc-1801-499b-a1b8-ab516fb50c45) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:54:47.772793 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf8a240-217f-40c5-af73-2091e69eb9e5 None None] Sync routers for ids ['a74f0d34-bac9-4074-aef2-a5a54907be3a'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:54:47.803645 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4d085955-a685-4b5e-8c4a-ee04fc9e7ec5 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:54:47.874052 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf8a240-217f-40c5-af73-2091e69eb9e5 None None] Routers {'a74f0d34-bac9-4074-aef2-a5a54907be3a'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:54:47.874673 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-1cf8a240-217f-40c5-af73-2091e69eb9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:54:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a74f0d34-bac9-4074-aef2-a5a54907be3a'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:47.960142 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977e847d-c4ea-4bc5-a822-9b02243c1cfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-d5eced5c-3870-49cf-bba2-01582f6e960a', 'network_id': 'd5eced5c-3870-49cf-bba2-01582f6e960a', 'tenant_id': 'e321b44ff10f4bdf987af843bad15d82', 'fixed_ips': [{'subnet_id': 'cc3855af-0fa7-4ed3-8a82-6f7cbb3314c9'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:54:47.960992 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-977e847d-c4ea-4bc5-a822-9b02243c1cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:48.026626 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 4d085955-a685-4b5e-8c4a-ee04fc9e7ec5 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:48.026996 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:48.035333 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-62431f48-ea23-4328-8027-a7d3e2e261e1 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:48.134280 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-1cf8a240-217f-40c5-af73-2091e69eb9e5 None None] Set router a74f0d34-bac9-4074-aef2-a5a54907be3a gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:54:48.185535 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-62431f48-ea23-4328-8027-a7d3e2e261e1 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:48.270336 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62431f48-ea23-4328-8027-a7d3e2e261e1 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Network d5eced5c-3870-49cf-bba2-01582f6e960a is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:54:48.303782 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-62431f48-ea23-4328-8027-a7d3e2e261e1 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:48.323268 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62431f48-ea23-4328-8027-a7d3e2e261e1 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:54:48.324597 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-365d9697-2bb4-486d-85e8-0589fbf1ebe0 None None] Provisioning complete for port 4d085955-a685-4b5e-8c4a-ee04fc9e7ec5 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:48.325117 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-365d9697-2bb4-486d-85e8-0589fbf1ebe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:48.336641 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-a7f74273-4a38-4153-a6f6-ce7894a34f9a tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.126 "GET /v2.0/networks?tenant_id=a41aeab54dba442881ed9cc45a988ee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690644 Nov 04 10:54:48.358429 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-977e847d-c4ea-4bc5-a822-9b02243c1cfa None None] Allocated IP 172.20.0.2 (d5eced5c-3870-49cf-bba2-01582f6e960a/cc3855af-0fa7-4ed3-8a82-6f7cbb3314c9/472f8331-80f9-4c40-9c5d-692658fcb56d) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:54:48.401488 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0af6f23d-b93f-4271-a20e-487181b4b7fa up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:54:48.418183 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62431f48-ea23-4328-8027-a7d3e2e261e1 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Pushing event updated for resources: {'Port': ['ID=fff7c6bc-1801-499b-a1b8-ab516fb50c45,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:48.471422 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19fb50-ea84-4c84-b7ff-75be357cf3f4 req-fd46e3c1-e4a4-43c3-ac73-c7be7f161a01 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:48.473740 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c19fb50-ea84-4c84-b7ff-75be357cf3f4 req-fd46e3c1-e4a4-43c3-ac73-c7be7f161a01 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 945 time: 0.0816934 Nov 04 10:54:48.537470 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c19fb50-ea84-4c84-b7ff-75be357cf3f4 req-61d419c3-b995-4c38-a5f7-a107db01fd85 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566454 Nov 04 10:54:48.592996 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62431f48-ea23-4328-8027-a7d3e2e261e1 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:48.593798 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-62431f48-ea23-4328-8027-a7d3e2e261e1 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:48.608877 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 0af6f23d-b93f-4271-a20e-487181b4b7fa triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:48.609266 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:48.659704 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-88383109-1484-4815-8324-1ae7cd32d6b8 req-6afe5f9e-b877-4a9d-b922-e112324c9ce0 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.127 "GET /v2.0/ports?device_id=e42dfac2-69f4-426f-acca-97203300a2a9 HTTP/1.1" status: 200 len: 210 time: 0.0289276 Nov 04 10:54:48.677268 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36766) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:48.677932 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-62431f48-ea23-4328-8027-a7d3e2e261e1 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4756515 Nov 04 10:54:48.684374 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-1cf8a240-217f-40c5-af73-2091e69eb9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74f0d34-bac9-4074-aef2-a5a54907be3a', 'name': 'tempest-TestAggregatesBasicOps-1517375052-router', 'tenant_id': '8ec295c9d89c457891baa08fb6ac9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '7ab3f58a-7ae2-4031-87ec-068ef7b0caf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:54:44Z', 'updated_at': '2021-11-04T10:54:45Z', 'revision_number': 3, 'project_id': '8ec295c9d89c457891baa08fb6ac9f32', 'gw_port': {'id': '7ab3f58a-7ae2-4031-87ec-068ef7b0caf0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:53:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74f0d34-bac9-4074-aef2-a5a54907be3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:44Z', 'updated_at': '2021-11-04T10:54:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:48.685022 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-9738957e-bece-4299-bc14-e76493a8deb6 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Request body: {'port': {'network_id': 'd5eced5c-3870-49cf-bba2-01582f6e960a', 'name': 'tempest-AllowedAddressPairTestJSON-711354450', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:8d:71:d0'}]}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:48.707130 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-b2afec6a-2ba1-4eaf-a13a-45360f33e255 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:48.708678 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-b2afec6a-2ba1-4eaf-a13a-45360f33e255 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3390391 Nov 04 10:54:48.716623 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-42b59b9e-72f7-4db3-affe-e5356c8790e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:48.723519 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-20de09a3-7826-4059-998f-b314f6516a89 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Request body: {'port': {'device_id': 'e42dfac2-69f4-426f-acca-97203300a2a9', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': 'a41aeab54dba442881ed9cc45a988ee0'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:48.729777 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf8a240-217f-40c5-af73-2091e69eb9e5 None None] Checking router: a74f0d34-bac9-4074-aef2-a5a54907be3a for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:54:48.730139 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf8a240-217f-40c5-af73-2091e69eb9e5 None None] Updating router a74f0d34-bac9-4074-aef2-a5a54907be3a port 7ab3f58a-7ae2-4031-87ec-068ef7b0caf0 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:54:48.737973 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-977e847d-c4ea-4bc5-a822-9b02243c1cfa None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:48.764518 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-977e847d-c4ea-4bc5-a822-9b02243c1cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:48.803262 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1cf8a240-217f-40c5-af73-2091e69eb9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:48.809708 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9738957e-bece-4299-bc14-e76493a8deb6 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Made reservation on behalf of e321b44ff10f4bdf987af843bad15d82 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:54:48.861202 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977e847d-c4ea-4bc5-a822-9b02243c1cfa None None] Network d5eced5c-3870-49cf-bba2-01582f6e960a is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:54:48.875281 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-977e847d-c4ea-4bc5-a822-9b02243c1cfa None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:48.880405 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e847d-c4ea-4bc5-a822-9b02243c1cfa None None] Pushing event updated for resources: {'Port': ['ID=472f8331-80f9-4c40-9c5d-692658fcb56d,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:48.885330 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977e847d-c4ea-4bc5-a822-9b02243c1cfa None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:54:48.922886 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9738957e-bece-4299-bc14-e76493a8deb6 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:48.944319 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-9738957e-bece-4299-bc14-e76493a8deb6 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] device_id is not set on port 18361adc-850c-4e7d-a6cc-fafd47461261 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:54:48.957891 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-20de09a3-7826-4059-998f-b314f6516a89 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Made reservation on behalf of a41aeab54dba442881ed9cc45a988ee0 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:54:48.961574 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-20de09a3-7826-4059-998f-b314f6516a89 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:48.978504 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-20de09a3-7826-4059-998f-b314f6516a89 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:49.021511 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-42b59b9e-72f7-4db3-affe-e5356c8790e5 admin admin] Allocated IP 172.20.0.1 (f23405c3-e37b-47a0-a071-d7eb62311c8f/97ebbad6-508c-437d-b9e6-0c2efa23c136/17e6b161-755a-45ed-81f7-5f01f735b404) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:54:49.026183 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-977e847d-c4ea-4bc5-a822-9b02243c1cfa None None] Attempting to bind port 472f8331-80f9-4c40-9c5d-692658fcb56d on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:54:49.026394 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-977e847d-c4ea-4bc5-a822-9b02243c1cfa None None] Attempting to bind port 472f8331-80f9-4c40-9c5d-692658fcb56d by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'd2d33fe9-fd7a-4134-9f78-33dd15739b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'd5eced5c-3870-49cf-bba2-01582f6e960a'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:54:49.026662 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977e847d-c4ea-4bc5-a822-9b02243c1cfa None None] Attempting to bind port 472f8331-80f9-4c40-9c5d-692658fcb56d on network d5eced5c-3870-49cf-bba2-01582f6e960a {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:54:49.058435 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977e847d-c4ea-4bc5-a822-9b02243c1cfa None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:54:49.058803 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977e847d-c4ea-4bc5-a822-9b02243c1cfa None None] Checking segment: {'id': 'd2d33fe9-fd7a-4134-9f78-33dd15739b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'd5eced5c-3870-49cf-bba2-01582f6e960a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:54:49.059212 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-977e847d-c4ea-4bc5-a822-9b02243c1cfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:49.059617 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977e847d-c4ea-4bc5-a822-9b02243c1cfa None None] Bound using segment: {'id': 'd2d33fe9-fd7a-4134-9f78-33dd15739b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'd5eced5c-3870-49cf-bba2-01582f6e960a'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:54:49.060147 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-977e847d-c4ea-4bc5-a822-9b02243c1cfa None None] Bound port: 472f8331-80f9-4c40-9c5d-692658fcb56d, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d33fe9-fd7a-4134-9f78-33dd15739b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'd5eced5c-3870-49cf-bba2-01582f6e960a'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:54:49.060471 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-977e847d-c4ea-4bc5-a822-9b02243c1cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:49.067741 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-9738957e-bece-4299-bc14-e76493a8deb6 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Allocated IP 172.20.0.14 (d5eced5c-3870-49cf-bba2-01582f6e960a/cc3855af-0fa7-4ed3-8a82-6f7cbb3314c9/18361adc-850c-4e7d-a6cc-fafd47461261) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:54:49.167740 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-977e847d-c4ea-4bc5-a822-9b02243c1cfa None None] For port 472f8331-80f9-4c40-9c5d-692658fcb56d, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:54:49.172127 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-977e847d-c4ea-4bc5-a822-9b02243c1cfa None None] For port 472f8331-80f9-4c40-9c5d-692658fcb56d, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=472f8331-80f9-4c40-9c5d-692658fcb56d,segment=NetworkSegment(d2d33fe9-fd7a-4134-9f78-33dd15739b53),segment_id=d2d33fe9-fd7a-4134-9f78-33dd15739b53)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:54:49.180563 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-20de09a3-7826-4059-998f-b314f6516a89 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:49.183226 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-977e847d-c4ea-4bc5-a822-9b02243c1cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:49.188772 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-20de09a3-7826-4059-998f-b314f6516a89 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:49.233796 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-42b59b9e-72f7-4db3-affe-e5356c8790e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:49.251646 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9738957e-bece-4299-bc14-e76493a8deb6 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:49.277743 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1cf8a240-217f-40c5-af73-2091e69eb9e5 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:49.279578 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e847d-c4ea-4bc5-a822-9b02243c1cfa None None] Pushing event updated for resources: {'Port': ['ID=472f8331-80f9-4c40-9c5d-692658fcb56d,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:49.283762 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de09a3-7826-4059-998f-b314f6516a89 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e954900c-2def-4ade-a737-fb5f239cdaa6,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:49.303587 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1cf8a240-217f-40c5-af73-2091e69eb9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:49.309700 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9738957e-bece-4299-bc14-e76493a8deb6 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:49.377890 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-1cf8a240-217f-40c5-af73-2091e69eb9e5 None None] Attempting to bind port 7ab3f58a-7ae2-4031-87ec-068ef7b0caf0 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:54:49.378567 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-1cf8a240-217f-40c5-af73-2091e69eb9e5 None None] Attempting to bind port 7ab3f58a-7ae2-4031-87ec-068ef7b0caf0 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:54:49.378812 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf8a240-217f-40c5-af73-2091e69eb9e5 None None] Attempting to bind port 7ab3f58a-7ae2-4031-87ec-068ef7b0caf0 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:54:49.382724 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-42b59b9e-72f7-4db3-affe-e5356c8790e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:49.388643 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a71e0-8691-419d-9aca-fbd63ecaef4e None None] Pushing event updated for resources: {'Port': ['ID=7ab3f58a-7ae2-4031-87ec-068ef7b0caf0,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:49.391730 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf8a240-217f-40c5-af73-2091e69eb9e5 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:54:49.392654 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf8a240-217f-40c5-af73-2091e69eb9e5 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:54:49.392654 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1cf8a240-217f-40c5-af73-2091e69eb9e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:49.392926 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf8a240-217f-40c5-af73-2091e69eb9e5 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:54:49.393334 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-1cf8a240-217f-40c5-af73-2091e69eb9e5 None None] Bound port: 7ab3f58a-7ae2-4031-87ec-068ef7b0caf0, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:54:49.393700 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1cf8a240-217f-40c5-af73-2091e69eb9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:49.403245 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9738957e-bece-4299-bc14-e76493a8deb6 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Network d5eced5c-3870-49cf-bba2-01582f6e960a is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:54:49.410150 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-9738957e-bece-4299-bc14-e76493a8deb6 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:49.422968 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9738957e-bece-4299-bc14-e76493a8deb6 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:54:49.428136 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-20de09a3-7826-4059-998f-b314f6516a89 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Allocated IP 192.168.233.173 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/64577f1b-7996-41d0-b631-09b6243df46e) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:54:49.440590 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b59b9e-72f7-4db3-affe-e5356c8790e5 admin admin] Network f23405c3-e37b-47a0-a071-d7eb62311c8f is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:54:49.448386 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-42b59b9e-72f7-4db3-affe-e5356c8790e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:49.455398 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-1cf8a240-217f-40c5-af73-2091e69eb9e5 None None] For port 7ab3f58a-7ae2-4031-87ec-068ef7b0caf0, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:54:49.457342 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b59b9e-72f7-4db3-affe-e5356c8790e5 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:54:49.465322 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738957e-bece-4299-bc14-e76493a8deb6 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Pushing event updated for resources: {'Port': ['ID=18361adc-850c-4e7d-a6cc-fafd47461261,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:49.467057 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-1cf8a240-217f-40c5-af73-2091e69eb9e5 None None] For port 7ab3f58a-7ae2-4031-87ec-068ef7b0caf0, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7ab3f58a-7ae2-4031-87ec-068ef7b0caf0,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:54:49.475841 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1cf8a240-217f-40c5-af73-2091e69eb9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:49.504704 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9738957e-bece-4299-bc14-e76493a8deb6 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:49.505988 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9738957e-bece-4299-bc14-e76493a8deb6 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:49.506248 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b59b9e-72f7-4db3-affe-e5356c8790e5 admin admin] Pushing event updated for resources: {'Port': ['ID=17e6b161-755a-45ed-81f7-5f01f735b404,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:49.530491 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9738957e-bece-4299-bc14-e76493a8deb6 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 0.8483539 Nov 04 10:54:49.530491 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36768) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:49.597441 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf8a240-217f-40c5-af73-2091e69eb9e5 None None] Routers {'a74f0d34-bac9-4074-aef2-a5a54907be3a'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:54:49.598066 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-1cf8a240-217f-40c5-af73-2091e69eb9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:54:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a74f0d34-bac9-4074-aef2-a5a54907be3a'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:49.600058 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a71e0-8691-419d-9aca-fbd63ecaef4e None None] Pushing event updated for resources: {'Port': ['ID=7ab3f58a-7ae2-4031-87ec-068ef7b0caf0,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:49.618517 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-42b59b9e-72f7-4db3-affe-e5356c8790e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:49.653396 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdad9d91-bfba-4072-b968-4c583a4c8ee2 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:49.667209 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdad9d91-bfba-4072-b968-4c583a4c8ee2 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:49.684737 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdad9d91-bfba-4072-b968-4c583a4c8ee2 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:49.690471 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fdad9d91-bfba-4072-b968-4c583a4c8ee2 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1566851 Nov 04 10:54:49.690759 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36774) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:49.771624 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d767d8fe-d3f9-40bd-ab0d-3e0b58d5f4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:49.828949 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-1cf8a240-217f-40c5-af73-2091e69eb9e5 None None] Set router a74f0d34-bac9-4074-aef2-a5a54907be3a gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:54:49.874927 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 472f8331-80f9-4c40-9c5d-692658fcb56d up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:54:49.887912 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79820767-4464-49de-83e8-967dbbe16951 req-5f4ac356-9b2e-4afc-b8b9-dfb37f3739a1 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:49.889726 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79820767-4464-49de-83e8-967dbbe16951 req-5f4ac356-9b2e-4afc-b8b9-dfb37f3739a1 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 945 time: 0.1492336 Nov 04 10:54:49.946825 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-20de09a3-7826-4059-998f-b314f6516a89 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:49.948358 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-f4ad395e-dc00-4cc1-af3e-4031c375cacc tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Deleting port 18361adc-850c-4e7d-a6cc-fafd47461261 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:54:49.948701 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f4ad395e-dc00-4cc1-af3e-4031c375cacc tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:49.981263 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-42b59b9e-72f7-4db3-affe-e5356c8790e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:50.040964 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79820767-4464-49de-83e8-967dbbe16951 req-218d9bdf-3006-469a-9d5c-93f9d0297e14 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430757 Nov 04 10:54:50.048411 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-20de09a3-7826-4059-998f-b314f6516a89 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:50.085753 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f4ad395e-dc00-4cc1-af3e-4031c375cacc tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:50.105540 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-f4ad395e-dc00-4cc1-af3e-4031c375cacc tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Calling delete_port for 18361adc-850c-4e7d-a6cc-fafd47461261 owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:54:50.166066 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-20de09a3-7826-4059-998f-b314f6516a89 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:54:50.169119 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de09a3-7826-4059-998f-b314f6516a89 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Pushing event updated for resources: {'Port': ['ID=64577f1b-7996-41d0-b631-09b6243df46e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:50.182490 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-20de09a3-7826-4059-998f-b314f6516a89 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:50.189109 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-20de09a3-7826-4059-998f-b314f6516a89 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:54:50.212814 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-9c8a367e-a0f3-4438-a070-892ecbb015b5 None None] Provisioning complete for port 17e6b161-755a-45ed-81f7-5f01f735b404 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:50.213200 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9c8a367e-a0f3-4438-a070-892ecbb015b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:50.255053 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab3064-e556-4cd2-830e-0009b2539b13 req-84b6238a-7640-44ca-801f-a3ddc753c670 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:50.256849 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-73ab3064-e556-4cd2-830e-0009b2539b13 req-84b6238a-7640-44ca-801f-a3ddc753c670 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.127 "GET /v2.0/ports?device_id=e42dfac2-69f4-426f-acca-97203300a2a9 HTTP/1.1" status: 200 len: 936 time: 0.0864849 Nov 04 10:54:50.264949 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 472f8331-80f9-4c40-9c5d-692658fcb56d triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:50.265616 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:50.341008 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-9c8a367e-a0f3-4438-a070-892ecbb015b5 None None] Port 17e6b161-755a-45ed-81f7-5f01f735b404 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:54:50.382205 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-73ab3064-e556-4cd2-830e-0009b2539b13 req-bba3798a-7edb-4d10-b2d7-269afe1376a5 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.127 "GET /v2.0/security-groups?id=e954900c-2def-4ade-a737-fb5f239cdaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185853 Nov 04 10:54:50.434507 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f4ad395e-dc00-4cc1-af3e-4031c375cacc tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:50.474954 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:50.479046 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad395e-dc00-4cc1-af3e-4031c375cacc tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Pushing event deleted for resources: {'Port': ['ID=18361adc-850c-4e7d-a6cc-fafd47461261,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:50.537144 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-1cf8a240-217f-40c5-af73-2091e69eb9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74f0d34-bac9-4074-aef2-a5a54907be3a', 'name': 'tempest-TestAggregatesBasicOps-1517375052-router', 'tenant_id': '8ec295c9d89c457891baa08fb6ac9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '7ab3f58a-7ae2-4031-87ec-068ef7b0caf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:54:44Z', 'updated_at': '2021-11-04T10:54:45Z', 'revision_number': 3, 'project_id': '8ec295c9d89c457891baa08fb6ac9f32', 'gw_port': {'id': '7ab3f58a-7ae2-4031-87ec-068ef7b0caf0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:53:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74f0d34-bac9-4074-aef2-a5a54907be3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:44Z', 'updated_at': '2021-11-04T10:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:50.574023 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf8a240-217f-40c5-af73-2091e69eb9e5 None None] The sync data for ids ['a74f0d34-bac9-4074-aef2-a5a54907be3a'] in n-d-816629-1 is: [{'id': 'a74f0d34-bac9-4074-aef2-a5a54907be3a', 'name': 'tempest-TestAggregatesBasicOps-1517375052-router', 'tenant_id': '8ec295c9d89c457891baa08fb6ac9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '7ab3f58a-7ae2-4031-87ec-068ef7b0caf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:54:44Z', 'updated_at': '2021-11-04T10:54:45Z', 'revision_number': 3, 'project_id': '8ec295c9d89c457891baa08fb6ac9f32', 'gw_port': {'id': '7ab3f58a-7ae2-4031-87ec-068ef7b0caf0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:53:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74f0d34-bac9-4074-aef2-a5a54907be3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:44Z', 'updated_at': '2021-11-04T10:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:54:50.584578 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 472f8331-80f9-4c40-9c5d-692658fcb56d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=472f8331-80f9-4c40-9c5d-692658fcb56d,segment=NetworkSegment(d2d33fe9-fd7a-4134-9f78-33dd15739b53),segment_id=d2d33fe9-fd7a-4134-9f78-33dd15739b53)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:54:50.605099 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:50.697359 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f4ad395e-dc00-4cc1-af3e-4031c375cacc tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:50.704100 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f4ad395e-dc00-4cc1-af3e-4031c375cacc tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] 10.222.0.127 "DELETE /v2.0/ports/18361adc-850c-4e7d-a6cc-fafd47461261 HTTP/1.1" status: 204 len: 168 time: 1.0122299 Nov 04 10:54:50.705197 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36776) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:50.707834 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=472f8331-80f9-4c40-9c5d-692658fcb56d,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:50.719959 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f63f4d62-6e9a-4e64-96a7-994239240d0b None None] Provisioning complete for port 64577f1b-7996-41d0-b631-09b6243df46e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:50.720571 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f63f4d62-6e9a-4e64-96a7-994239240d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:50.734727 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c25bf68-33a7-444c-ba65-20f95bcb1e78 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] GET failed (client error): The resource could not be found. Nov 04 10:54:50.745115 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0c25bf68-33a7-444c-ba65-20f95bcb1e78 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] 10.222.0.127 "GET /v2.0/ports/18361adc-850c-4e7d-a6cc-fafd47461261 HTTP/1.1" status: 404 len: 333 time: 0.0368927 Nov 04 10:54:50.746646 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36778) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:50.752588 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b74b6114-e2bd-42cc-be21-13d62089663f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Request body: {'port': {'network_id': 'd5eced5c-3870-49cf-bba2-01582f6e960a', 'name': 'tempest-AllowedAddressPairTestJSON-417365692'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:50.785070 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-20de09a3-7826-4059-998f-b314f6516a89 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:50.785893 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-20de09a3-7826-4059-998f-b314f6516a89 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:50.796892 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:50.799889 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-f63f4d62-6e9a-4e64-96a7-994239240d0b None None] Port 64577f1b-7996-41d0-b631-09b6243df46e cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:54:50.821412 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-20de09a3-7826-4059-998f-b314f6516a89 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1020389 Nov 04 10:54:50.825831 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b80dd3a-ef88-4a64-bc11-bb0716535cf1 None None] Network d5eced5c-3870-49cf-bba2-01582f6e960a requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:54:50.836667 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-ee815d0d-361a-4528-ad48-c54c08a863b1 service neutron] Request body: {'port': {'device_id': 'e42dfac2-69f4-426f-acca-97203300a2a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:50.866180 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-42b59b9e-72f7-4db3-affe-e5356c8790e5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:50.902683 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-ee815d0d-361a-4528-ad48-c54c08a863b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:50.917157 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74b6114-e2bd-42cc-be21-13d62089663f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Made reservation on behalf of e321b44ff10f4bdf987af843bad15d82 for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:54:50.926142 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b74b6114-e2bd-42cc-be21-13d62089663f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:50.946364 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-42b59b9e-72f7-4db3-affe-e5356c8790e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:50.946732 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-5cdb4214-82d9-45f8-9f88-42569b4c55f9 None None] Provisioning complete for port 472f8331-80f9-4c40-9c5d-692658fcb56d triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:50.947407 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5cdb4214-82d9-45f8-9f88-42569b4c55f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:50.954467 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-b74b6114-e2bd-42cc-be21-13d62089663f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] device_id is not set on port 84788637-5fde-4896-9878-71f77685597b yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:54:51.066040 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b59b9e-72f7-4db3-affe-e5356c8790e5 admin admin] Pushing event updated for resources: {'Port': ['ID=17e6b161-755a-45ed-81f7-5f01f735b404,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:51.184597 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-42b59b9e-72f7-4db3-affe-e5356c8790e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:51.447559 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-ee815d0d-361a-4528-ad48-c54c08a863b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64577f1b-7996-41d0-b631-09b6243df46e {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:54:51.459914 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-ee815d0d-361a-4528-ad48-c54c08a863b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:51.463565 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b59b9e-72f7-4db3-affe-e5356c8790e5 admin admin] Network f23405c3-e37b-47a0-a071-d7eb62311c8f is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:54:51.466145 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-42b59b9e-72f7-4db3-affe-e5356c8790e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:51.485432 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-ee815d0d-361a-4528-ad48-c54c08a863b1 service neutron] Transition to ACTIVE for port object 64577f1b-7996-41d0-b631-09b6243df46e will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:54:51.533173 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-ee815d0d-361a-4528-ad48-c54c08a863b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:51.573445 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-1f645024-e203-463d-87f3-6b1d0ee97f50 None None] Provisioning complete for port 472f8331-80f9-4c40-9c5d-692658fcb56d triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:51.574002 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1f645024-e203-463d-87f3-6b1d0ee97f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:51.622341 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-b74b6114-e2bd-42cc-be21-13d62089663f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Allocated IP 172.20.0.7 (d5eced5c-3870-49cf-bba2-01582f6e960a/cc3855af-0fa7-4ed3-8a82-6f7cbb3314c9/84788637-5fde-4896-9878-71f77685597b) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:54:51.655912 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e5594-1ab9-4a78-811d-a609e2b1a2c8 req-d9172067-0347-4eaf-aab5-6f503788fa31 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:51.667967 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6e8e5594-1ab9-4a78-811d-a609e2b1a2c8 req-d9172067-0347-4eaf-aab5-6f503788fa31 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 945 time: 0.1360912 Nov 04 10:54:51.816653 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6e8e5594-1ab9-4a78-811d-a609e2b1a2c8 req-3e283f01-f9de-4d52-bd33-cd3233268dbd tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433377 Nov 04 10:54:51.847575 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-1f645024-e203-463d-87f3-6b1d0ee97f50 None None] Provisioning complete for port fff7c6bc-1801-499b-a1b8-ab516fb50c45 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:51.847575 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1f645024-e203-463d-87f3-6b1d0ee97f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:51.854721 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee815d0d-361a-4528-ad48-c54c08a863b1 service neutron] Pushing event updated for resources: {'Port': ['ID=64577f1b-7996-41d0-b631-09b6243df46e,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:51.938412 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 472f8331-80f9-4c40-9c5d-692658fcb56d up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:54:51.975867 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b59b9e-72f7-4db3-affe-e5356c8790e5 admin admin] Router a74f0d34-bac9-4074-aef2-a5a54907be3a has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:54:52.003595 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-1f645024-e203-463d-87f3-6b1d0ee97f50 None None] Port fff7c6bc-1801-499b-a1b8-ab516fb50c45 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:54:52.041980 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 472f8331-80f9-4c40-9c5d-692658fcb56d triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:52.042145 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:52.064234 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-ee815d0d-361a-4528-ad48-c54c08a863b1 service neutron] Attempting to bind port 64577f1b-7996-41d0-b631-09b6243df46e on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:54:52.064713 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-ee815d0d-361a-4528-ad48-c54c08a863b1 service neutron] Attempting to bind port 64577f1b-7996-41d0-b631-09b6243df46e by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:54:52.065177 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-ee815d0d-361a-4528-ad48-c54c08a863b1 service neutron] Attempting to bind port 64577f1b-7996-41d0-b631-09b6243df46e on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:54:52.074278 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b74b6114-e2bd-42cc-be21-13d62089663f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:52.077920 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-ee815d0d-361a-4528-ad48-c54c08a863b1 service neutron] Port 64577f1b-7996-41d0-b631-09b6243df46e on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:54:52.078384 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-ee815d0d-361a-4528-ad48-c54c08a863b1 service neutron] Attempting to bind port 64577f1b-7996-41d0-b631-09b6243df46e on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:54:52.100947 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-ee815d0d-361a-4528-ad48-c54c08a863b1 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:54:52.101710 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-ee815d0d-361a-4528-ad48-c54c08a863b1 service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:54:52.102337 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-ee815d0d-361a-4528-ad48-c54c08a863b1 service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:54:52.102994 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-ee815d0d-361a-4528-ad48-c54c08a863b1 service neutron] Bound port: 64577f1b-7996-41d0-b631-09b6243df46e, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:54:52.103581 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-ee815d0d-361a-4528-ad48-c54c08a863b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:52.119576 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1913b84-16e5-4ee9-acb4-ae22978712d1 req-033b95cc-467e-40ae-9316-96e194317f72 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:52.121267 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1913b84-16e5-4ee9-acb4-ae22978712d1 req-033b95cc-467e-40ae-9316-96e194317f72 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.127 "GET /v2.0/ports?device_id=e42dfac2-69f4-426f-acca-97203300a2a9 HTTP/1.1" status: 200 len: 948 time: 0.1012805 Nov 04 10:54:52.175384 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7ab3f58a-7ae2-4031-87ec-068ef7b0caf0 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:54:52.186631 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b74b6114-e2bd-42cc-be21-13d62089663f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:52.237716 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b59b9e-72f7-4db3-affe-e5356c8790e5 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:54:52.244852 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-42b59b9e-72f7-4db3-affe-e5356c8790e5 admin admin] 10.222.0.127 "PUT /v2.0/routers/a74f0d34-bac9-4074-aef2-a5a54907be3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5826108 Nov 04 10:54:52.259251 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:52.275660 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a33fd202-388b-440e-a4c6-04935b5a61aa None None] Provisioning complete for port 17e6b161-755a-45ed-81f7-5f01f735b404 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:52.276092 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a33fd202-388b-440e-a4c6-04935b5a61aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:52.283071 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-ee815d0d-361a-4528-ad48-c54c08a863b1 service neutron] For port 64577f1b-7996-41d0-b631-09b6243df46e, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:54:52.287734 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-ee815d0d-361a-4528-ad48-c54c08a863b1 service neutron] For port 64577f1b-7996-41d0-b631-09b6243df46e, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=64577f1b-7996-41d0-b631-09b6243df46e,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:54:52.299270 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-ee815d0d-361a-4528-ad48-c54c08a863b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:52.307761 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b6114-e2bd-42cc-be21-13d62089663f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Pushing event updated for resources: {'Port': ['ID=84788637-5fde-4896-9878-71f77685597b,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:52.319664 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74b6114-e2bd-42cc-be21-13d62089663f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Network d5eced5c-3870-49cf-bba2-01582f6e960a is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:54:52.326403 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1913b84-16e5-4ee9-acb4-ae22978712d1 req-a47d929d-68d6-4830-b3a9-bc39a7a5cf84 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.127 "GET /v2.0/security-groups?id=e954900c-2def-4ade-a737-fb5f239cdaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828258 Nov 04 10:54:52.327954 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-b74b6114-e2bd-42cc-be21-13d62089663f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:52.331198 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74b6114-e2bd-42cc-be21-13d62089663f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:54:52.354179 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a33fd202-388b-440e-a4c6-04935b5a61aa None None] Port 17e6b161-755a-45ed-81f7-5f01f735b404 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:54:52.365081 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 7ab3f58a-7ae2-4031-87ec-068ef7b0caf0 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:52.365563 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:52.391248 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-ee815d0d-361a-4528-ad48-c54c08a863b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:52.391875 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-ee815d0d-361a-4528-ad48-c54c08a863b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:52.395459 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-ee815d0d-361a-4528-ad48-c54c08a863b1 service neutron] 10.222.0.126 "PUT /v2.0/ports/64577f1b-7996-41d0-b631-09b6243df46e HTTP/1.1" status: 200 len: 1096 time: 1.5611558 Nov 04 10:54:52.402132 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42dfac2-69f4-426f-acca-97203300a2a9', 'tag': '64577f1b-7996-41d0-b631-09b6243df46e'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:54:52.404581 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588da481-2181-4260-9244-9f827b8fad2a" -d '{"events": [{"name": "network-changed", "server_uuid": "e42dfac2-69f4-426f-acca-97203300a2a9", "tag": "64577f1b-7996-41d0-b631-09b6243df46e"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:54:52.414411 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a33fd202-388b-440e-a4c6-04935b5a61aa None None] Provisioning complete for port fff7c6bc-1801-499b-a1b8-ab516fb50c45 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:52.414803 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a33fd202-388b-440e-a4c6-04935b5a61aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:52.428040 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74b6114-e2bd-42cc-be21-13d62089663f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:52.428920 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b74b6114-e2bd-42cc-be21-13d62089663f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:52.485055 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36790) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:52.487201 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b74b6114-e2bd-42cc-be21-13d62089663f tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7358289 Nov 04 10:54:52.513919 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a33fd202-388b-440e-a4c6-04935b5a61aa None None] Port fff7c6bc-1801-499b-a1b8-ab516fb50c45 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:54:52.535080 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-b820bbdb-baab-45de-a82f-51bc58e26a5b tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:8d:71:d0'}]}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:52.602902 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee815d0d-361a-4528-ad48-c54c08a863b1 service neutron] Pushing event updated for resources: {'Port': ['ID=64577f1b-7996-41d0-b631-09b6243df46e,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:52.610310 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-c9dd6b50-8a96-4a43-8335-56a6817a36b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:52.612097 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-c9dd6b50-8a96-4a43-8335-56a6817a36b8 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a41aeab54dba442881ed9cc45a988ee0&device_id=e42dfac2-69f4-426f-acca-97203300a2a9 HTTP/1.1" status: 200 len: 1099 time: 0.1663291 Nov 04 10:54:52.633171 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:52.645309 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:52.678954 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 7ab3f58a-7ae2-4031-87ec-068ef7b0caf0, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7ab3f58a-7ae2-4031-87ec-068ef7b0caf0,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:54:52.689795 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2c1d9ec1-2a84-43f2-a517-4b2996bd555f None None] Could not find standard attr ID for object 18361adc-850c-4e7d-a6cc-fafd47461261. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 10:54:52.696148 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:52.728274 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3a0769-b7b9-4e3b-9f6e-0311ffd5fd5e x-openstack-request-id: req-7e3a0769-b7b9-4e3b-9f6e-0311ffd5fd5e {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:54:52.729040 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42dfac2-69f4-426f-acca-97203300a2a9", "tag": "64577f1b-7996-41d0-b631-09b6243df46e", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:54:52.729395 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-7e3a0769-b7b9-4e3b-9f6e-0311ffd5fd5e {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:54:52.729895 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42dfac2-69f4-426f-acca-97203300a2a9', 'tag': '64577f1b-7996-41d0-b631-09b6243df46e', 'status': 'completed', 'code': 200} Nov 04 10:54:52.762803 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-e9daee96-4658-4645-8ae6-35fa17f1f98d service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=64577f1b-7996-41d0-b631-09b6243df46e HTTP/1.1" status: 200 len: 217 time: 0.1336920 Nov 04 10:54:52.784992 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=7ab3f58a-7ae2-4031-87ec-068ef7b0caf0,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:52.818800 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-caf79a67-7cee-468a-af31-f33dbcd7922b None None] Provisioning complete for port 84788637-5fde-4896-9878-71f77685597b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:52.819231 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-caf79a67-7cee-468a-af31-f33dbcd7922b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:52.861809 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-caf79a67-7cee-468a-af31-f33dbcd7922b None None] Port 84788637-5fde-4896-9878-71f77685597b cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:54:52.937038 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-9a0cd404-9875-4b2c-9036-1a0ec3ab45a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:52.938917 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-9a0cd404-9875-4b2c-9036-1a0ec3ab45a3 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1670430 Nov 04 10:54:52.939709 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b820bbdb-baab-45de-a82f-51bc58e26a5b tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:53.005155 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18335229-1d68-496b-afda-1472f4feb281 req-4db051ae-9a8e-4a6b-aae9-194eeb628959 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:53.010852 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-18335229-1d68-496b-afda-1472f4feb281 req-4db051ae-9a8e-4a6b-aae9-194eeb628959 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 945 time: 0.0723388 Nov 04 10:54:53.057210 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-ea5169af-4093-4a1a-967e-3de95defe56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:53.058694 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-ea5169af-4093-4a1a-967e-3de95defe56d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1085334 Nov 04 10:54:53.063263 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-18335229-1d68-496b-afda-1472f4feb281 req-c2b79be4-d5c8-4dbd-9ef0-2358d70ada48 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451710 Nov 04 10:54:53.190586 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3680b7e-d4f8-4d24-a125-7380c94def8f None None] Sync routers for ids ['a74f0d34-bac9-4074-aef2-a5a54907be3a'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:54:53.201687 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3680b7e-d4f8-4d24-a125-7380c94def8f None None] Routers {'a74f0d34-bac9-4074-aef2-a5a54907be3a'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:54:53.202501 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c3680b7e-d4f8-4d24-a125-7380c94def8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:54:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a74f0d34-bac9-4074-aef2-a5a54907be3a'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:53.252481 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-6c824d79-0d1d-4146-b2fa-ad11f7f64ed8 service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837981 Nov 04 10:54:53.289969 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b820bbdb-baab-45de-a82f-51bc58e26a5b tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:53.316495 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b820bbdb-baab-45de-a82f-51bc58e26a5b tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:53.334862 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-c3680b7e-d4f8-4d24-a125-7380c94def8f None None] Set router a74f0d34-bac9-4074-aef2-a5a54907be3a gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:54:53.414411 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820bbdb-baab-45de-a82f-51bc58e26a5b tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Pushing event updated for resources: {'Port': ['ID=84788637-5fde-4896-9878-71f77685597b,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:53.462013 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-b820bbdb-baab-45de-a82f-51bc58e26a5b tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] In _notify_port_updated(), no bound segment for port 84788637-5fde-4896-9878-71f77685597b on network d5eced5c-3870-49cf-bba2-01582f6e960a {{(pid=101775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 04 10:54:53.467836 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b820bbdb-baab-45de-a82f-51bc58e26a5b tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:53.468604 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b820bbdb-baab-45de-a82f-51bc58e26a5b tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:53.472941 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b820bbdb-baab-45de-a82f-51bc58e26a5b tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] 10.222.0.127 "PUT /v2.0/ports/84788637-5fde-4896-9878-71f77685597b HTTP/1.1" status: 200 len: 993 time: 0.9839098 Nov 04 10:54:53.472941 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5b1ddea-4863-4af5-9008-f1160bd7dadb req-15776aeb-bc38-47af-9799-50b40bebcbdf service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124071 Nov 04 10:54:53.472941 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36818) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:53.616092 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588da481-2181-4260-9244-9f827b8fad2a req-45db7c0c-1bfe-4cb1-a596-d5c51920803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:53.617683 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-588da481-2181-4260-9244-9f827b8fad2a req-45db7c0c-1bfe-4cb1-a596-d5c51920803a service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a41aeab54dba442881ed9cc45a988ee0&device_id=e42dfac2-69f4-426f-acca-97203300a2a9 HTTP/1.1" status: 200 len: 1099 time: 0.0561488 Nov 04 10:54:53.622016 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c3680b7e-d4f8-4d24-a125-7380c94def8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74f0d34-bac9-4074-aef2-a5a54907be3a', 'name': 'tempest-TestAggregatesBasicOps-1517375052-router', 'tenant_id': '8ec295c9d89c457891baa08fb6ac9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '7ab3f58a-7ae2-4031-87ec-068ef7b0caf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:54:44Z', 'updated_at': '2021-11-04T10:54:49Z', 'revision_number': 4, 'project_id': '8ec295c9d89c457891baa08fb6ac9f32', 'gw_port': {'id': '7ab3f58a-7ae2-4031-87ec-068ef7b0caf0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:53:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74f0d34-bac9-4074-aef2-a5a54907be3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:44Z', 'updated_at': '2021-11-04T10:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '17e6b161-755a-45ed-81f7-5f01f735b404', 'name': '', 'network_id': 'f23405c3-e37b-47a0-a071-d7eb62311c8f', 'tenant_id': '8ec295c9d89c457891baa08fb6ac9f32', 'mac_address': 'fa:16:3e:0b:7f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74f0d34-bac9-4074-aef2-a5a54907be3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '97ebbad6-508c-437d-b9e6-0c2efa23c136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:48Z', 'updated_at': '2021-11-04T10:54:50Z', 'revision_number': 2, 'project_id': '8ec295c9d89c457891baa08fb6ac9f32', 'subnets': [{'id': '97ebbad6-508c-437d-b9e6-0c2efa23c136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:53.651253 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-ef297dad-7991-4115-ad32-7117902a3e59 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Deleting port 84788637-5fde-4896-9878-71f77685597b {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:54:53.651597 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ef297dad-7991-4115-ad32-7117902a3e59 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:53.659709 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3680b7e-d4f8-4d24-a125-7380c94def8f None None] Checking router: a74f0d34-bac9-4074-aef2-a5a54907be3a for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:54:53.660068 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3680b7e-d4f8-4d24-a125-7380c94def8f None None] Updating router a74f0d34-bac9-4074-aef2-a5a54907be3a port 17e6b161-755a-45ed-81f7-5f01f735b404 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:54:53.665695 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455604c4-e298-4fce-a403-8e5377e67cab req-65b7f53c-ab2a-4133-a35d-a11162363f06 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:53.680884 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-455604c4-e298-4fce-a403-8e5377e67cab req-65b7f53c-ab2a-4133-a35d-a11162363f06 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.127 "GET /v2.0/ports?device_id=e42dfac2-69f4-426f-acca-97203300a2a9 HTTP/1.1" status: 200 len: 948 time: 0.0757468 Nov 04 10:54:53.720234 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c3680b7e-d4f8-4d24-a125-7380c94def8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:53.727627 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7ab3f58a-7ae2-4031-87ec-068ef7b0caf0 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:54:53.731958 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-455604c4-e298-4fce-a403-8e5377e67cab req-19463353-a4ef-472d-8f5c-449e67830d0a tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.127 "GET /v2.0/security-groups?id=e954900c-2def-4ade-a737-fb5f239cdaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542662 Nov 04 10:54:53.817187 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 7ab3f58a-7ae2-4031-87ec-068ef7b0caf0 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:53.818049 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:53.822149 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588da481-2181-4260-9244-9f827b8fad2a req-68dfdd3d-7210-4794-b894-73200e6ab76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:53.823807 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-588da481-2181-4260-9244-9f827b8fad2a req-68dfdd3d-7210-4794-b894-73200e6ab76b service neutron] 10.222.0.126 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.1977365 Nov 04 10:54:53.825553 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ef297dad-7991-4115-ad32-7117902a3e59 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:53.849371 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d15fc857-d3cb-416d-b408-527a3a39d2a1 None None] Provisioning complete for port 84788637-5fde-4896-9878-71f77685597b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:53.849746 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d15fc857-d3cb-416d-b408-527a3a39d2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:53.877806 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-ef297dad-7991-4115-ad32-7117902a3e59 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Calling delete_port for 84788637-5fde-4896-9878-71f77685597b owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:54:53.881066 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-588da481-2181-4260-9244-9f827b8fad2a req-f64567b4-d1ea-4af4-aa51-3e75916cf198 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=64577f1b-7996-41d0-b631-09b6243df46e HTTP/1.1" status: 200 len: 217 time: 0.0473332 Nov 04 10:54:53.896302 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-d15fc857-d3cb-416d-b408-527a3a39d2a1 None None] Port 84788637-5fde-4896-9878-71f77685597b cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:54:54.013178 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588da481-2181-4260-9244-9f827b8fad2a req-20e7d799-3c00-49a0-bca8-c3cb2db98150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:54.014755 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-588da481-2181-4260-9244-9f827b8fad2a req-20e7d799-3c00-49a0-bca8-c3cb2db98150 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.1232083 Nov 04 10:54:54.082517 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c3680b7e-d4f8-4d24-a125-7380c94def8f None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:54.091175 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c3680b7e-d4f8-4d24-a125-7380c94def8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:54.106836 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588da481-2181-4260-9244-9f827b8fad2a req-46bd6c25-e061-4051-9c1c-2c6b35d32444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:54.108872 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-588da481-2181-4260-9244-9f827b8fad2a req-46bd6c25-e061-4051-9c1c-2c6b35d32444 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0796769 Nov 04 10:54:54.149785 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef4e22-2a83-4418-a7a3-c6cfd6d80708 None None] Pushing event updated for resources: {'Port': ['ID=17e6b161-755a-45ed-81f7-5f01f735b404,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:54.177630 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ef297dad-7991-4115-ad32-7117902a3e59 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:54.218961 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef297dad-7991-4115-ad32-7117902a3e59 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Pushing event deleted for resources: {'Port': ['ID=84788637-5fde-4896-9878-71f77685597b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:54.239508 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-c3680b7e-d4f8-4d24-a125-7380c94def8f None None] Attempting to bind port 17e6b161-755a-45ed-81f7-5f01f735b404 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:54:54.240726 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-c3680b7e-d4f8-4d24-a125-7380c94def8f None None] Attempting to bind port 17e6b161-755a-45ed-81f7-5f01f735b404 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '52f5bd9a-0d6b-40b7-8054-93bd5c772469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'f23405c3-e37b-47a0-a071-d7eb62311c8f'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:54:54.241754 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3680b7e-d4f8-4d24-a125-7380c94def8f None None] Attempting to bind port 17e6b161-755a-45ed-81f7-5f01f735b404 on network f23405c3-e37b-47a0-a071-d7eb62311c8f {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:54:54.249265 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3680b7e-d4f8-4d24-a125-7380c94def8f None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:54:54.250064 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3680b7e-d4f8-4d24-a125-7380c94def8f None None] Checking segment: {'id': '52f5bd9a-0d6b-40b7-8054-93bd5c772469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'f23405c3-e37b-47a0-a071-d7eb62311c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:54:54.251176 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c3680b7e-d4f8-4d24-a125-7380c94def8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:54.252142 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3680b7e-d4f8-4d24-a125-7380c94def8f None None] Bound using segment: {'id': '52f5bd9a-0d6b-40b7-8054-93bd5c772469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'f23405c3-e37b-47a0-a071-d7eb62311c8f'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:54:54.252893 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-c3680b7e-d4f8-4d24-a125-7380c94def8f None None] Bound port: 17e6b161-755a-45ed-81f7-5f01f735b404, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f5bd9a-0d6b-40b7-8054-93bd5c772469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'f23405c3-e37b-47a0-a071-d7eb62311c8f'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:54:54.254524 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c3680b7e-d4f8-4d24-a125-7380c94def8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:54.259460 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8b69d-4c36-4a3d-8afa-76bbf7b33892 req-ed2be5e9-0f43-4295-98cc-61b65e995671 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:54.271539 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dba8b69d-4c36-4a3d-8afa-76bbf7b33892 req-ed2be5e9-0f43-4295-98cc-61b65e995671 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 945 time: 0.0726023 Nov 04 10:54:54.306116 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-588da481-2181-4260-9244-9f827b8fad2a req-86ea0f99-3000-452b-82ce-4515a4f9703d service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886921 Nov 04 10:54:54.350129 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dba8b69d-4c36-4a3d-8afa-76bbf7b33892 req-c26efa93-3696-4011-90be-375eee1b0292 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776150 Nov 04 10:54:54.351816 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-c3680b7e-d4f8-4d24-a125-7380c94def8f None None] For port 17e6b161-755a-45ed-81f7-5f01f735b404, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:54:54.355373 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-c3680b7e-d4f8-4d24-a125-7380c94def8f None None] For port 17e6b161-755a-45ed-81f7-5f01f735b404, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=17e6b161-755a-45ed-81f7-5f01f735b404,segment=NetworkSegment(52f5bd9a-0d6b-40b7-8054-93bd5c772469),segment_id=52f5bd9a-0d6b-40b7-8054-93bd5c772469)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:54:54.377803 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c3680b7e-d4f8-4d24-a125-7380c94def8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:54.411644 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36842) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:54.442955 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef4e22-2a83-4418-a7a3-c6cfd6d80708 None None] Pushing event updated for resources: {'Port': ['ID=17e6b161-755a-45ed-81f7-5f01f735b404,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:54.479778 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3680b7e-d4f8-4d24-a125-7380c94def8f None None] Routers {'a74f0d34-bac9-4074-aef2-a5a54907be3a'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:54:54.480680 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c3680b7e-d4f8-4d24-a125-7380c94def8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:54:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a74f0d34-bac9-4074-aef2-a5a54907be3a'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:54.532990 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-9ce0df42-7419-46d5-8d43-ede6c6e9d97b None None] Provisioning complete for port 17e6b161-755a-45ed-81f7-5f01f735b404 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:54.533360 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9ce0df42-7419-46d5-8d43-ede6c6e9d97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:54.565952 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ef297dad-7991-4115-ad32-7117902a3e59 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:54.572133 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ef297dad-7991-4115-ad32-7117902a3e59 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] 10.222.0.127 "DELETE /v2.0/ports/84788637-5fde-4896-9878-71f77685597b HTTP/1.1" status: 204 len: 168 time: 1.0958142 Nov 04 10:54:54.573952 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36844) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:54.594445 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-588da481-2181-4260-9244-9f827b8fad2a req-8b82df67-0902-4f7c-bc56-9c4b45b837af service neutron] 10.222.0.126 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658653 Nov 04 10:54:54.612161 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-531021ca-4e5f-436a-ad73-ef1442ade8e2 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] GET failed (client error): The resource could not be found. Nov 04 10:54:54.618005 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-531021ca-4e5f-436a-ad73-ef1442ade8e2 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] 10.222.0.127 "GET /v2.0/ports/84788637-5fde-4896-9878-71f77685597b HTTP/1.1" status: 404 len: 333 time: 0.0404060 Nov 04 10:54:54.618453 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36846) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:54.627169 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-18c5b936-d438-4261-8032-14a387af7003 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Request body: {'port': {'network_id': 'd5eced5c-3870-49cf-bba2-01582f6e960a', 'name': 'tempest-AllowedAddressPairTestJSON-371574504'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:54.661898 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-c3680b7e-d4f8-4d24-a125-7380c94def8f None None] Set router a74f0d34-bac9-4074-aef2-a5a54907be3a gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:54:54.677570 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9ce0df42-7419-46d5-8d43-ede6c6e9d97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:54.749352 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-9ce0df42-7419-46d5-8d43-ede6c6e9d97b None None] For port 17e6b161-755a-45ed-81f7-5f01f735b404, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=17e6b161-755a-45ed-81f7-5f01f735b404,segment=NetworkSegment(52f5bd9a-0d6b-40b7-8054-93bd5c772469),segment_id=52f5bd9a-0d6b-40b7-8054-93bd5c772469)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:54:54.756215 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9ce0df42-7419-46d5-8d43-ede6c6e9d97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:54.788777 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c5b936-d438-4261-8032-14a387af7003 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Made reservation on behalf of e321b44ff10f4bdf987af843bad15d82 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:54:54.796256 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-18c5b936-d438-4261-8032-14a387af7003 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:54.836515 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-18c5b936-d438-4261-8032-14a387af7003 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] device_id is not set on port 2878982b-176d-4df5-9d7c-efff26135e5a yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:54:54.841519 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0df42-7419-46d5-8d43-ede6c6e9d97b None None] Pushing event updated for resources: {'Port': ['ID=17e6b161-755a-45ed-81f7-5f01f735b404,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:54.895134 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-776d1b55-9827-4183-b8a4-47269a80da54 None None] Provisioning complete for port 17e6b161-755a-45ed-81f7-5f01f735b404 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:54.895834 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-776d1b55-9827-4183-b8a4-47269a80da54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:54.926340 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad58de3-5bb5-4631-9c9f-c95720df8ddf req-ab3ea8f9-5bac-4887-aa6f-7f05b4aed1f3 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:54.934787 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dad58de3-5bb5-4631-9c9f-c95720df8ddf req-ab3ea8f9-5bac-4887-aa6f-7f05b4aed1f3 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.127 "GET /v2.0/ports?device_id=e42dfac2-69f4-426f-acca-97203300a2a9 HTTP/1.1" status: 200 len: 948 time: 0.1010518 Nov 04 10:54:55.018666 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dad58de3-5bb5-4631-9c9f-c95720df8ddf req-dd2ea201-ac10-4c82-ac67-caf05feeb4c8 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.127 "GET /v2.0/security-groups?id=e954900c-2def-4ade-a737-fb5f239cdaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828254 Nov 04 10:54:55.056478 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-084024d1-07f0-418a-b262-99a6cb67e1c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:55.058057 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-18c5b936-d438-4261-8032-14a387af7003 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Allocated IP 172.20.0.5 (d5eced5c-3870-49cf-bba2-01582f6e960a/cc3855af-0fa7-4ed3-8a82-6f7cbb3314c9/2878982b-176d-4df5-9d7c-efff26135e5a) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:54:55.064400 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0126758-332b-4d39-a3e5-af0e84d4406f req-125bf95b-697f-4556-8772-3823841a9f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:55.066472 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c0126758-332b-4d39-a3e5-af0e84d4406f req-125bf95b-697f-4556-8772-3823841a9f1c service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 1096 time: 0.0960097 Nov 04 10:54:55.072377 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c3680b7e-d4f8-4d24-a125-7380c94def8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74f0d34-bac9-4074-aef2-a5a54907be3a', 'name': 'tempest-TestAggregatesBasicOps-1517375052-router', 'tenant_id': '8ec295c9d89c457891baa08fb6ac9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '7ab3f58a-7ae2-4031-87ec-068ef7b0caf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:54:44Z', 'updated_at': '2021-11-04T10:54:49Z', 'revision_number': 4, 'project_id': '8ec295c9d89c457891baa08fb6ac9f32', 'gw_port': {'id': '7ab3f58a-7ae2-4031-87ec-068ef7b0caf0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:53:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74f0d34-bac9-4074-aef2-a5a54907be3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:44Z', 'updated_at': '2021-11-04T10:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '17e6b161-755a-45ed-81f7-5f01f735b404', 'name': '', 'network_id': 'f23405c3-e37b-47a0-a071-d7eb62311c8f', 'tenant_id': '8ec295c9d89c457891baa08fb6ac9f32', 'mac_address': 'fa:16:3e:0b:7f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74f0d34-bac9-4074-aef2-a5a54907be3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '97ebbad6-508c-437d-b9e6-0c2efa23c136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:48Z', 'updated_at': '2021-11-04T10:54:54Z', 'revision_number': 4, 'project_id': '8ec295c9d89c457891baa08fb6ac9f32', 'subnets': [{'id': '97ebbad6-508c-437d-b9e6-0c2efa23c136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:55.096333 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 64577f1b-7996-41d0-b631-09b6243df46e details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:54:55.100017 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3680b7e-d4f8-4d24-a125-7380c94def8f None None] The sync data for ids ['a74f0d34-bac9-4074-aef2-a5a54907be3a'] in n-d-816629-1 is: [{'id': 'a74f0d34-bac9-4074-aef2-a5a54907be3a', 'name': 'tempest-TestAggregatesBasicOps-1517375052-router', 'tenant_id': '8ec295c9d89c457891baa08fb6ac9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '7ab3f58a-7ae2-4031-87ec-068ef7b0caf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:54:44Z', 'updated_at': '2021-11-04T10:54:49Z', 'revision_number': 4, 'project_id': '8ec295c9d89c457891baa08fb6ac9f32', 'gw_port': {'id': '7ab3f58a-7ae2-4031-87ec-068ef7b0caf0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:53:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74f0d34-bac9-4074-aef2-a5a54907be3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:44Z', 'updated_at': '2021-11-04T10:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '17e6b161-755a-45ed-81f7-5f01f735b404', 'name': '', 'network_id': 'f23405c3-e37b-47a0-a071-d7eb62311c8f', 'tenant_id': '8ec295c9d89c457891baa08fb6ac9f32', 'mac_address': 'fa:16:3e:0b:7f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74f0d34-bac9-4074-aef2-a5a54907be3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '97ebbad6-508c-437d-b9e6-0c2efa23c136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:48Z', 'updated_at': '2021-11-04T10:54:54Z', 'revision_number': 4, 'project_id': '8ec295c9d89c457891baa08fb6ac9f32', 'subnets': [{'id': '97ebbad6-508c-437d-b9e6-0c2efa23c136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:54:55.154107 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c0126758-332b-4d39-a3e5-af0e84d4406f req-d541a30c-576a-492e-bfde-2ad48dca3de2 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792625 Nov 04 10:54:55.255075 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 64577f1b-7996-41d0-b631-09b6243df46e, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=64577f1b-7996-41d0-b631-09b6243df46e,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:54:55.270802 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '64577f1b-7996-41d0-b631-09b6243df46e', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': '64577f1b-7996-41d0-b631-09b6243df46e', 'mac_address': 'fa:16:3e:a8:7b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:54:55.301384 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-18c5b936-d438-4261-8032-14a387af7003 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:55.334273 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:55.346628 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-18c5b936-d438-4261-8032-14a387af7003 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:55.348529 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64577f1b-7996-41d0-b631-09b6243df46e {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:54:55.372550 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 64577f1b-7996-41d0-b631-09b6243df46e, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=64577f1b-7996-41d0-b631-09b6243df46e,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:54:55.389834 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:55.402966 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c5b936-d438-4261-8032-14a387af7003 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Network d5eced5c-3870-49cf-bba2-01582f6e960a is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:54:55.406724 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-18c5b936-d438-4261-8032-14a387af7003 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:55.415628 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c5b936-d438-4261-8032-14a387af7003 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:54:55.423142 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5b936-d438-4261-8032-14a387af7003 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Pushing event updated for resources: {'Port': ['ID=2878982b-176d-4df5-9d7c-efff26135e5a,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:55.461859 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-084024d1-07f0-418a-b262-99a6cb67e1c1 admin admin] Deleting port 0af6f23d-b93f-4271-a20e-487181b4b7fa {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:54:55.462432 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-084024d1-07f0-418a-b262-99a6cb67e1c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:55.493359 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=64577f1b-7996-41d0-b631-09b6243df46e,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:55.519964 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c5b936-d438-4261-8032-14a387af7003 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:55.521029 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-18c5b936-d438-4261-8032-14a387af7003 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:55.549445 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-18c5b936-d438-4261-8032-14a387af7003 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9297111 Nov 04 10:54:55.551618 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36852) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:55.559467 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-a225a221-fa56-4d9d-9c6d-95c1ef63f69e tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8d:71:d0'}]}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:55.616072 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf13f3-a6f3-4d2e-ba44-b78ceb477927 req-65a38d39-f754-4798-bdf2-04d344920db8 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:55.625450 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1daf13f3-a6f3-4d2e-ba44-b78ceb477927 req-65a38d39-f754-4798-bdf2-04d344920db8 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 945 time: 0.1347024 Nov 04 10:54:55.658835 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['64577f1b-7996-41d0-b631-09b6243df46e'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:54:55.668783 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a225a221-fa56-4d9d-9c6d-95c1ef63f69e tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:55.707939 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-084024d1-07f0-418a-b262-99a6cb67e1c1 admin admin] For port 0af6f23d-b93f-4271-a20e-487181b4b7fa, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0af6f23d-b93f-4271-a20e-487181b4b7fa,segment=NetworkSegment(05b826de-5b52-49e1-9459-f676e005bb2f),segment_id=05b826de-5b52-49e1-9459-f676e005bb2f)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:54:55.708460 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-084024d1-07f0-418a-b262-99a6cb67e1c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:55.732434 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-084024d1-07f0-418a-b262-99a6cb67e1c1 admin admin] Calling delete_port for 0af6f23d-b93f-4271-a20e-487181b4b7fa owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:54:55.748862 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1daf13f3-a6f3-4d2e-ba44-b78ceb477927 req-3853ff1d-bba5-4e34-a2e7-123d5d58b9fa tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143861 Nov 04 10:54:55.768844 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 17e6b161-755a-45ed-81f7-5f01f735b404 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:54:55.857459 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-efadfe26-e784-4799-be18-318b1709171b None None] Provisioning complete for port 2878982b-176d-4df5-9d7c-efff26135e5a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:55.858515 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-efadfe26-e784-4799-be18-318b1709171b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:55.947218 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-efadfe26-e784-4799-be18-318b1709171b None None] Port 2878982b-176d-4df5-9d7c-efff26135e5a cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:54:55.956334 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a225a221-fa56-4d9d-9c6d-95c1ef63f69e tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:55.961831 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 17e6b161-755a-45ed-81f7-5f01f735b404 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:55.962089 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:55.964367 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a225a221-fa56-4d9d-9c6d-95c1ef63f69e tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:56.003979 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-084024d1-07f0-418a-b262-99a6cb67e1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:56.051093 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084024d1-07f0-418a-b262-99a6cb67e1c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0af6f23d-b93f-4271-a20e-487181b4b7fa,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:56.160268 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-a225a221-fa56-4d9d-9c6d-95c1ef63f69e tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] In _notify_port_updated(), no bound segment for port 2878982b-176d-4df5-9d7c-efff26135e5a on network d5eced5c-3870-49cf-bba2-01582f6e960a {{(pid=101775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 04 10:54:56.183563 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a225a221-fa56-4d9d-9c6d-95c1ef63f69e tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:56.184408 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a225a221-fa56-4d9d-9c6d-95c1ef63f69e tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:56.186542 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a225a221-fa56-4d9d-9c6d-95c1ef63f69e tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] 10.222.0.127 "PUT /v2.0/ports/2878982b-176d-4df5-9d7c-efff26135e5a HTTP/1.1" status: 200 len: 995 time: 0.6334248 Nov 04 10:54:56.196894 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225a221-fa56-4d9d-9c6d-95c1ef63f69e tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Pushing event updated for resources: {'Port': ['ID=2878982b-176d-4df5-9d7c-efff26135e5a,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:56.203398 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36856) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:56.352705 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-c1eae7fd-f7bf-4ccc-92c9-3d9f1db9741a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Deleting port 2878982b-176d-4df5-9d7c-efff26135e5a {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:54:56.353775 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c1eae7fd-f7bf-4ccc-92c9-3d9f1db9741a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:56.366269 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35529e-75b7-40e8-9e02-3beba64666cf req-d1f22630-93da-4faf-a155-c6e27dd83aa6 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:56.377171 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3b35529e-75b7-40e8-9e02-3beba64666cf req-d1f22630-93da-4faf-a155-c6e27dd83aa6 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.127 "GET /v2.0/ports?device_id=e42dfac2-69f4-426f-acca-97203300a2a9 HTTP/1.1" status: 200 len: 949 time: 0.1950102 Nov 04 10:54:56.473321 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-bc0b9e0b-9a92-46fe-ae2f-02efceff0f30 None None] Provisioning complete for port 2878982b-176d-4df5-9d7c-efff26135e5a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:56.474121 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bc0b9e0b-9a92-46fe-ae2f-02efceff0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:56.484574 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-084024d1-07f0-418a-b262-99a6cb67e1c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:56.485646 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c1eae7fd-f7bf-4ccc-92c9-3d9f1db9741a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:56.494922 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3b35529e-75b7-40e8-9e02-3beba64666cf req-b3ca9e63-45a2-401d-b763-0169fd156757 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.127 "GET /v2.0/security-groups?id=e954900c-2def-4ade-a737-fb5f239cdaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166601 Nov 04 10:54:56.499775 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-c1eae7fd-f7bf-4ccc-92c9-3d9f1db9741a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Calling delete_port for 2878982b-176d-4df5-9d7c-efff26135e5a owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:54:56.525639 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-bc0b9e0b-9a92-46fe-ae2f-02efceff0f30 None None] Port 2878982b-176d-4df5-9d7c-efff26135e5a cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:54:56.647309 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c1eae7fd-f7bf-4ccc-92c9-3d9f1db9741a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:56.679978 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eae7fd-f7bf-4ccc-92c9-3d9f1db9741a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Pushing event deleted for resources: {'Port': ['ID=2878982b-176d-4df5-9d7c-efff26135e5a,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:56.742154 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084024d1-07f0-418a-b262-99a6cb67e1c1 admin admin] Router 0a3098ac-46bc-484d-b5a1-c838d7cba632 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:54:56.750666 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c1eae7fd-f7bf-4ccc-92c9-3d9f1db9741a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:56.757087 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c1eae7fd-f7bf-4ccc-92c9-3d9f1db9741a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] 10.222.0.127 "DELETE /v2.0/ports/2878982b-176d-4df5-9d7c-efff26135e5a HTTP/1.1" status: 204 len: 168 time: 0.5507038 Nov 04 10:54:56.757731 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36858) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:56.795858 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0baca96-f20b-48c8-8956-656d3139b4b5 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] GET failed (client error): The resource could not be found. Nov 04 10:54:56.797591 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f0baca96-f20b-48c8-8956-656d3139b4b5 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] 10.222.0.127 "GET /v2.0/ports/2878982b-176d-4df5-9d7c-efff26135e5a HTTP/1.1" status: 404 len: 333 time: 0.0387280 Nov 04 10:54:56.802026 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36862) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:56.809933 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-59d82568-303c-4db5-9147-902be192f8bf tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Request body: {'port': {'network_id': 'd5eced5c-3870-49cf-bba2-01582f6e960a', 'name': 'tempest-AllowedAddressPairTestJSON-2144219845'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:56.897595 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084024d1-07f0-418a-b262-99a6cb67e1c1 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:54:56.905982 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-084024d1-07f0-418a-b262-99a6cb67e1c1 admin admin] 10.222.0.127 "PUT /v2.0/routers/0a3098ac-46bc-484d-b5a1-c838d7cba632/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4921484 Nov 04 10:54:56.908206 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e131a73f-8915-4148-9936-eea14f2417ab None None] Sync routers for ids ['0a3098ac-46bc-484d-b5a1-c838d7cba632'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:54:56.912456 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36864) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:56.926796 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e131a73f-8915-4148-9936-eea14f2417ab None None] Routers {'0a3098ac-46bc-484d-b5a1-c838d7cba632'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:54:56.927425 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e131a73f-8915-4148-9936-eea14f2417ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:54:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['0a3098ac-46bc-484d-b5a1-c838d7cba632'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:56.929979 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8cefb4-1f07-4aef-bd78-cca970a49ab9 req-d195bf6b-d715-457b-8939-be8115ed56e9 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:56.931608 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fa8cefb4-1f07-4aef-bd78-cca970a49ab9 req-d195bf6b-d715-457b-8939-be8115ed56e9 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 945 time: 0.0928493 Nov 04 10:54:57.064062 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fa8cefb4-1f07-4aef-bd78-cca970a49ab9 req-bb2ec968-6112-42ee-8a7a-172f17d9b512 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979986 Nov 04 10:54:57.072767 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-e131a73f-8915-4148-9936-eea14f2417ab None None] Set router 0a3098ac-46bc-484d-b5a1-c838d7cba632 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:54:57.084013 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bed5d067-c46f-4dd8-9f61-0a4529679c08 admin admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:57.115681 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 64577f1b-7996-41d0-b631-09b6243df46e up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:54:57.238553 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bed5d067-c46f-4dd8-9f61-0a4529679c08 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:57.375046 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-bed5d067-c46f-4dd8-9f61-0a4529679c08 admin admin] Deleting port 4397aa5f-48ec-4269-bc09-2597056c290c {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:54:57.375519 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bed5d067-c46f-4dd8-9f61-0a4529679c08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:57.411997 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d82568-303c-4db5-9147-902be192f8bf tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Made reservation on behalf of e321b44ff10f4bdf987af843bad15d82 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:54:57.417105 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-59d82568-303c-4db5-9147-902be192f8bf tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:57.438043 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-59d82568-303c-4db5-9147-902be192f8bf tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] device_id is not set on port 30a8021c-1d58-4b19-b196-3fcbf4ed6359 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:54:57.438513 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 64577f1b-7996-41d0-b631-09b6243df46e completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:54:57.451720 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-67002103-32ff-4d8d-94f4-f636c13c0e4a tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:57.453566 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-67002103-32ff-4d8d-94f4-f636c13c0e4a tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/networks?id=66c89822-8e97-4799-96df-3535255efdeb HTTP/1.1" status: 200 len: 810 time: 0.1707749 Nov 04 10:54:57.458132 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 64577f1b-7996-41d0-b631-09b6243df46e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:57.458812 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:57.488579 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-bef1a922-878a-48af-9229-41c3285adeb8 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/quotas/730cf183c49c40928828112dd52c25ee HTTP/1.1" status: 200 len: 375 time: 0.0225656 Nov 04 10:54:57.496349 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-bed5d067-c46f-4dd8-9f61-0a4529679c08 admin admin] For port 4397aa5f-48ec-4269-bc09-2597056c290c, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4397aa5f-48ec-4269-bc09-2597056c290c,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:54:57.496349 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bed5d067-c46f-4dd8-9f61-0a4529679c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:57.509847 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-bed5d067-c46f-4dd8-9f61-0a4529679c08 admin admin] Calling delete_port for 4397aa5f-48ec-4269-bc09-2597056c290c owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:54:57.565125 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-59d82568-303c-4db5-9147-902be192f8bf tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Allocated IP 172.20.0.7 (d5eced5c-3870-49cf-bba2-01582f6e960a/cc3855af-0fa7-4ed3-8a82-6f7cbb3314c9/30a8021c-1d58-4b19-b196-3fcbf4ed6359) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:54:57.606765 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-b9b0db85-83c4-4f10-81ca-001019c3ffba tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=730cf183c49c40928828112dd52c25ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983510 Nov 04 10:54:57.635543 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:57.665920 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e131a73f-8915-4148-9936-eea14f2417ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3098ac-46bc-484d-b5a1-c838d7cba632', 'name': 'tempest-TestAggregatesBasicOps-1797295720-router', 'tenant_id': '6f881cb210c1474e9b92367b7c245100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '4397aa5f-48ec-4269-bc09-2597056c290c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:54:35Z', 'updated_at': '2021-11-04T10:54:55Z', 'revision_number': 5, 'project_id': '6f881cb210c1474e9b92367b7c245100', 'gw_port': {'id': '4397aa5f-48ec-4269-bc09-2597056c290c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3098ac-46bc-484d-b5a1-c838d7cba632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:36Z', 'updated_at': '2021-11-04T10:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:57.714961 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e131a73f-8915-4148-9936-eea14f2417ab None None] Checking router: 0a3098ac-46bc-484d-b5a1-c838d7cba632 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:54:57.721742 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42dfac2-69f4-426f-acca-97203300a2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64577f1b-7996-41d0-b631-09b6243df46e'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:54:57.725386 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8b193c-351c-463a-b719-44dc3a571d21" -d '{"events": [{"server_uuid": "e42dfac2-69f4-426f-acca-97203300a2a9", "name": "network-vif-plugged", "status": "completed", "tag": "64577f1b-7996-41d0-b631-09b6243df46e"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:54:57.744921 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-59d82568-303c-4db5-9147-902be192f8bf tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:57.751357 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 64577f1b-7996-41d0-b631-09b6243df46e, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=64577f1b-7996-41d0-b631-09b6243df46e,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:54:57.754722 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e131a73f-8915-4148-9936-eea14f2417ab None None] Routers {'0a3098ac-46bc-484d-b5a1-c838d7cba632'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:54:57.755460 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e131a73f-8915-4148-9936-eea14f2417ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:54:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['0a3098ac-46bc-484d-b5a1-c838d7cba632'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:57.783923 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-59d82568-303c-4db5-9147-902be192f8bf tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:57.798333 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-88b8e1d3-ef70-4c6b-a869-07b9ef629007 service neutron] 10.222.0.127 "GET /v2.0/networks/66c89822-8e97-4799-96df-3535255efdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333833 Nov 04 10:54:57.798730 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:57.825862 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bed5d067-c46f-4dd8-9f61-0a4529679c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:57.848075 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d82568-303c-4db5-9147-902be192f8bf tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Network d5eced5c-3870-49cf-bba2-01582f6e960a is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:54:57.849646 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d82568-303c-4db5-9147-902be192f8bf tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Pushing event updated for resources: {'Port': ['ID=30a8021c-1d58-4b19-b196-3fcbf4ed6359,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:57.852769 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-59d82568-303c-4db5-9147-902be192f8bf tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:57.856712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d82568-303c-4db5-9147-902be192f8bf tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:54:57.888755 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5d067-c46f-4dd8-9f61-0a4529679c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=4397aa5f-48ec-4269-bc09-2597056c290c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:57.906848 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-e131a73f-8915-4148-9936-eea14f2417ab None None] Set router 0a3098ac-46bc-484d-b5a1-c838d7cba632 gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:54:57.918814 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d82568-303c-4db5-9147-902be192f8bf tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:57.919507 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-59d82568-303c-4db5-9147-902be192f8bf tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:57.942089 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=64577f1b-7996-41d0-b631-09b6243df46e,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:57.946426 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-59d82568-303c-4db5-9147-902be192f8bf tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1432202 Nov 04 10:54:57.949114 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36882) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:57.954814 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-692c42a5-1780-48c1-8376-fac8e5b5fdf3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Request body: {'port': {'network_id': 'd5eced5c-3870-49cf-bba2-01582f6e960a', 'name': 'tempest-AllowedAddressPairTestJSON-1226835589'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:57.983758 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e131a73f-8915-4148-9936-eea14f2417ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3098ac-46bc-484d-b5a1-c838d7cba632', 'name': 'tempest-TestAggregatesBasicOps-1797295720-router', 'tenant_id': '6f881cb210c1474e9b92367b7c245100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:54:35Z', 'updated_at': '2021-11-04T10:54:57Z', 'revision_number': 6, 'project_id': '6f881cb210c1474e9b92367b7c245100', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:54:57.985625 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-b593aa8d-c735-4314-8b1b-1886705756d3 service neutron] 10.222.0.127 "GET /v2.0/networks/66c89822-8e97-4799-96df-3535255efdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790280 Nov 04 10:54:58.008774 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bed5d067-c46f-4dd8-9f61-0a4529679c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:58.023247 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e131a73f-8915-4148-9936-eea14f2417ab None None] The sync data for ids ['0a3098ac-46bc-484d-b5a1-c838d7cba632'] in n-d-816629-1 is: [{'id': '0a3098ac-46bc-484d-b5a1-c838d7cba632', 'name': 'tempest-TestAggregatesBasicOps-1797295720-router', 'tenant_id': '6f881cb210c1474e9b92367b7c245100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:54:35Z', 'updated_at': '2021-11-04T10:54:57Z', 'revision_number': 6, 'project_id': '6f881cb210c1474e9b92367b7c245100', 'gw_port_host': None}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:54:58.149076 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bed5d067-c46f-4dd8-9f61-0a4529679c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:58.152989 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bed5d067-c46f-4dd8-9f61-0a4529679c08 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:58.163459 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692c42a5-1780-48c1-8376-fac8e5b5fdf3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Made reservation on behalf of e321b44ff10f4bdf987af843bad15d82 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:54:58.173924 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-692c42a5-1780-48c1-8376-fac8e5b5fdf3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:58.213216 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bed5d067-c46f-4dd8-9f61-0a4529679c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:58.214711 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed5d067-c46f-4dd8-9f61-0a4529679c08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a3098ac-46bc-484d-b5a1-c838d7cba632 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:54:58.220416 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bed5d067-c46f-4dd8-9f61-0a4529679c08 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:58.221736 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bed5d067-c46f-4dd8-9f61-0a4529679c08 admin admin] 10.222.0.127 "DELETE /v2.0/routers/0a3098ac-46bc-484d-b5a1-c838d7cba632 HTTP/1.1" status: 204 len: 168 time: 1.3078322 Nov 04 10:54:58.222150 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-692c42a5-1780-48c1-8376-fac8e5b5fdf3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] device_id is not set on port 8b05b368-326d-45bc-b2f6-2066100c7c45 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:54:58.224568 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36888) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:58.265566 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a93134b1-da2d-4348-978c-254add933afb None None] Provisioning complete for port 30a8021c-1d58-4b19-b196-3fcbf4ed6359 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:58.265935 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a93134b1-da2d-4348-978c-254add933afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:58.283208 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f80782-94ed-42c1-8dbc-03d4b08802cd admin admin] Deleting subnet 8bda0324-7a38-42e5-9c54-398eb3fb74b7 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:54:58.295507 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-66f80782-94ed-42c1-8dbc-03d4b08802cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:58.309183 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a93134b1-da2d-4348-978c-254add933afb None None] Port 30a8021c-1d58-4b19-b196-3fcbf4ed6359 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:54:58.358873 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-66f80782-94ed-42c1-8dbc-03d4b08802cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:58.359082 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-692c42a5-1780-48c1-8376-fac8e5b5fdf3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Allocated IP 172.20.0.9 (d5eced5c-3870-49cf-bba2-01582f6e960a/cc3855af-0fa7-4ed3-8a82-6f7cbb3314c9/8b05b368-326d-45bc-b2f6-2066100c7c45) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:54:58.389119 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf80d-a4cd-4532-b9d2-b06e52fac412 req-3e303b09-f20b-4870-ad29-7355fa3d929f tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:58.397474 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4dddf80d-a4cd-4532-b9d2-b06e52fac412 req-3e303b09-f20b-4870-ad29-7355fa3d929f tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.127 "GET /v2.0/ports?device_id=e42dfac2-69f4-426f-acca-97203300a2a9 HTTP/1.1" status: 200 len: 950 time: 0.1549561 Nov 04 10:54:58.472622 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4dddf80d-a4cd-4532-b9d2-b06e52fac412 req-de28f04c-6fd1-4b56-a7fe-c270606340b1 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.127 "GET /v2.0/security-groups?id=e954900c-2def-4ade-a737-fb5f239cdaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741456 Nov 04 10:54:58.541114 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36650253-c7d9-46be-a015-b788cce356a5 x-openstack-request-id: req-36650253-c7d9-46be-a015-b788cce356a5 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:54:58.541844 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42dfac2-69f4-426f-acca-97203300a2a9", "name": "network-vif-plugged", "status": "completed", "tag": "64577f1b-7996-41d0-b631-09b6243df46e", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:54:58.542405 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-36650253-c7d9-46be-a015-b788cce356a5 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:54:58.543132 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42dfac2-69f4-426f-acca-97203300a2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64577f1b-7996-41d0-b631-09b6243df46e', 'code': 200} Nov 04 10:54:58.544358 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-692c42a5-1780-48c1-8376-fac8e5b5fdf3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:58.562592 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-66f80782-94ed-42c1-8dbc-03d4b08802cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:58.597128 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-692c42a5-1780-48c1-8376-fac8e5b5fdf3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:58.655739 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-46998f32-b086-4467-9cdb-6e09920ebfd6 req-d885e3be-2255-4c1d-80c8-7a902a815ecb tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 210 time: 0.0388319 Nov 04 10:54:58.664520 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692c42a5-1780-48c1-8376-fac8e5b5fdf3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Network d5eced5c-3870-49cf-bba2-01582f6e960a is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:54:58.689291 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-692c42a5-1780-48c1-8376-fac8e5b5fdf3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:54:58.692546 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692c42a5-1780-48c1-8376-fac8e5b5fdf3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:54:58.696614 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-66f80782-94ed-42c1-8dbc-03d4b08802cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:58.726978 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f80782-94ed-42c1-8dbc-03d4b08802cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bda0324-7a38-42e5-9c54-398eb3fb74b7,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:58.730981 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-66f80782-94ed-42c1-8dbc-03d4b08802cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:58.734635 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-66f80782-94ed-42c1-8dbc-03d4b08802cd admin admin] 10.222.0.127 "DELETE /v2.0/subnets/8bda0324-7a38-42e5-9c54-398eb3fb74b7 HTTP/1.1" status: 204 len: 168 time: 0.5088007 Nov 04 10:54:58.737122 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36896) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:58.743666 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c42a5-1780-48c1-8376-fac8e5b5fdf3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Pushing event updated for resources: {'Port': ['ID=8b05b368-326d-45bc-b2f6-2066100c7c45,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:58.744627 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490f8978-e871-4a81-a06b-f540ad39d048 None None] Network 63fa04a3-f6d5-4703-97c8-e1d008eaf473 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:54:58.791794 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692c42a5-1780-48c1-8376-fac8e5b5fdf3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:58.792861 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-692c42a5-1780-48c1-8376-fac8e5b5fdf3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:58.799648 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3b602-5b22-4c31-b5fb-88e84239ea68 req-595b4bd1-8e49-4ea3-b561-213c52cffc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:58.801479 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-35e3b602-5b22-4c31-b5fb-88e84239ea68 req-595b4bd1-8e49-4ea3-b561-213c52cffc4f service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=e42dfac2-69f4-426f-acca-97203300a2a9 HTTP/1.1" status: 200 len: 1101 time: 0.1645424 Nov 04 10:54:58.829458 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-692c42a5-1780-48c1-8376-fac8e5b5fdf3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8790228 Nov 04 10:54:58.831193 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36898) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:54:58.841963 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-f0998e62-15ff-466d-930b-cde3f54ac6a3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:8d:71:d0'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:f5:70:b5'}]}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:58.889301 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-35e3b602-5b22-4c31-b5fb-88e84239ea68 req-4acadb9a-963a-404d-9580-4a1bc8f219aa service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=e954900c-2def-4ade-a737-fb5f239cdaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627174 Nov 04 10:54:58.981530 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-27ada080-c28b-4d88-9a67-9f30382f368a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:59.035000 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a554ed64-2c14-4fd2-98e4-58fd79cf1083 None None] Provisioning complete for port 8b05b368-326d-45bc-b2f6-2066100c7c45 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:54:59.036291 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a554ed64-2c14-4fd2-98e4-58fd79cf1083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:59.065143 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9a59cb-48d0-46f4-83d3-76b6be00a868 None None] DHCP port deletion for 63fa04a3-f6d5-4703-97c8-e1d008eaf473 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:54:59.105062 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a554ed64-2c14-4fd2-98e4-58fd79cf1083 None None] Port 8b05b368-326d-45bc-b2f6-2066100c7c45 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:54:59.108949 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0998e62-15ff-466d-930b-cde3f54ac6a3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:59.123099 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-27ada080-c28b-4d88-9a67-9f30382f368a admin admin] Deleting port 89e76172-ee95-4ed2-a460-8a1825b640d2 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:54:59.123565 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-27ada080-c28b-4d88-9a67-9f30382f368a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:59.133752 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-fa9a59cb-48d0-46f4-83d3-76b6be00a868 None None] Deleting port 89e76172-ee95-4ed2-a460-8a1825b640d2 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:54:59.134122 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fa9a59cb-48d0-46f4-83d3-76b6be00a868 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:59.206420 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-fa9a59cb-48d0-46f4-83d3-76b6be00a868 None None] For port 89e76172-ee95-4ed2-a460-8a1825b640d2, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=89e76172-ee95-4ed2-a460-8a1825b640d2,segment=NetworkSegment(05b826de-5b52-49e1-9459-f676e005bb2f),segment_id=05b826de-5b52-49e1-9459-f676e005bb2f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:54:59.206818 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fa9a59cb-48d0-46f4-83d3-76b6be00a868 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:59.220886 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-fa9a59cb-48d0-46f4-83d3-76b6be00a868 None None] Calling delete_port for 89e76172-ee95-4ed2-a460-8a1825b640d2 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:54:59.227946 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-27ada080-c28b-4d88-9a67-9f30382f368a admin admin] For port 89e76172-ee95-4ed2-a460-8a1825b640d2, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=89e76172-ee95-4ed2-a460-8a1825b640d2,segment=NetworkSegment(05b826de-5b52-49e1-9459-f676e005bb2f),segment_id=05b826de-5b52-49e1-9459-f676e005bb2f)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:54:59.228309 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-27ada080-c28b-4d88-9a67-9f30382f368a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:59.260955 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-27ada080-c28b-4d88-9a67-9f30382f368a admin admin] Calling delete_port for 89e76172-ee95-4ed2-a460-8a1825b640d2 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:54:59.318443 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fa9a59cb-48d0-46f4-83d3-76b6be00a868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:59.346514 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a59cb-48d0-46f4-83d3-76b6be00a868 None None] Pushing event deleted for resources: {'Port': ['ID=89e76172-ee95-4ed2-a460-8a1825b640d2,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:59.351020 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9a59cb-48d0-46f4-83d3-76b6be00a868 None None] No DVR routers for this DVR port 89e76172-ee95-4ed2-a460-8a1825b640d2 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:54:59.473078 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-2683d602-50d4-49bc-aff9-694318c640f9 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:59.474833 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-2683d602-50d4-49bc-aff9-694318c640f9 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.121 "GET /v2.0/networks?id=66c89822-8e97-4799-96df-3535255efdeb HTTP/1.1" status: 200 len: 810 time: 0.1395490 Nov 04 10:54:59.490193 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-3ca69efe-2279-49b9-b44f-5927f0578a0d tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Request body: {'port': {'device_id': 'dfbfa501-2df9-4360-8ca8-34e49b62f77c', 'network_id': '66c89822-8e97-4799-96df-3535255efdeb', 'admin_state_up': True, 'tenant_id': '730cf183c49c40928828112dd52c25ee'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:54:59.623093 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-3ca69efe-2279-49b9-b44f-5927f0578a0d tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Made reservation on behalf of 730cf183c49c40928828112dd52c25ee for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:54:59.629089 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-3ca69efe-2279-49b9-b44f-5927f0578a0d tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:59.674504 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4397aa5f-48ec-4269-bc09-2597056c290c no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:54:59.705185 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 4397aa5f-48ec-4269-bc09-2597056c290c {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:54:59.705875 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4397aa5f-48ec-4269-bc09-2597056c290c not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:54:59.706465 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 89e76172-ee95-4ed2-a460-8a1825b640d2 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:54:59.746958 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 89e76172-ee95-4ed2-a460-8a1825b640d2 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:54:59.747197 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 89e76172-ee95-4ed2-a460-8a1825b640d2 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:54:59.747622 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0af6f23d-b93f-4271-a20e-487181b4b7fa no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:54:59.768489 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 0af6f23d-b93f-4271-a20e-487181b4b7fa {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:54:59.769115 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0af6f23d-b93f-4271-a20e-487181b4b7fa not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:54:59.801491 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-3ca69efe-2279-49b9-b44f-5927f0578a0d tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Allocated IP 172.20.0.7 (66c89822-8e97-4799-96df-3535255efdeb/04e2759a-4fb5-41be-b7ba-7c50f8f5efb1/91bbad68-6ec6-4185-9fd5-2d7d8d02b283) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:54:59.841782 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094e5a9-341c-45b0-b0a2-0e92082bcc9c req-5126d75c-91ab-4043-a2ee-fb0056a0c08d tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:54:59.848280 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c094e5a9-341c-45b0-b0a2-0e92082bcc9c req-5126d75c-91ab-4043-a2ee-fb0056a0c08d tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.127 "GET /v2.0/ports?device_id=e42dfac2-69f4-426f-acca-97203300a2a9 HTTP/1.1" status: 200 len: 950 time: 0.1603084 Nov 04 10:54:59.919779 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-27ada080-c28b-4d88-9a67-9f30382f368a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:59.944902 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0998e62-15ff-466d-930b-cde3f54ac6a3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:59.981639 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0998e62-15ff-466d-930b-cde3f54ac6a3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:54:59.985317 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ada080-c28b-4d88-9a67-9f30382f368a admin admin] Pushing event deleted for resources: {'Port': ['ID=89e76172-ee95-4ed2-a460-8a1825b640d2,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:54:59.995821 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ada080-c28b-4d88-9a67-9f30382f368a admin admin] No DVR routers for this DVR port 89e76172-ee95-4ed2-a460-8a1825b640d2 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:55:00.005793 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c094e5a9-341c-45b0-b0a2-0e92082bcc9c req-abb7c043-3af7-4338-b99b-c84d6b96d138 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.127 "GET /v2.0/security-groups?id=e954900c-2def-4ade-a737-fb5f239cdaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477013 Nov 04 10:55:00.017634 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-3ca69efe-2279-49b9-b44f-5927f0578a0d tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:00.062773 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-3ca69efe-2279-49b9-b44f-5927f0578a0d tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:00.081117 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['933ac982-1558-45d2-a1ea-582e1dbedfa9'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:55:00.122390 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-3ca69efe-2279-49b9-b44f-5927f0578a0d tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Network 66c89822-8e97-4799-96df-3535255efdeb is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:55:00.139233 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-3ca69efe-2279-49b9-b44f-5927f0578a0d tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:55:00.158594 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-3ca69efe-2279-49b9-b44f-5927f0578a0d tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:55:00.264346 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-3ca69efe-2279-49b9-b44f-5927f0578a0d tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:00.265190 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-3ca69efe-2279-49b9-b44f-5927f0578a0d tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:00.285556 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0998e62-15ff-466d-930b-cde3f54ac6a3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Pushing event updated for resources: {'Port': ['ID=8b05b368-326d-45bc-b2f6-2066100c7c45,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:00.289746 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca69efe-2279-49b9-b44f-5927f0578a0d tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Pushing event updated for resources: {'Port': ['ID=91bbad68-6ec6-4185-9fd5-2d7d8d02b283,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:00.296639 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-27ada080-c28b-4d88-9a67-9f30382f368a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:00.314417 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-3ca69efe-2279-49b9-b44f-5927f0578a0d tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8294539 Nov 04 10:55:00.318885 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-f0998e62-15ff-466d-930b-cde3f54ac6a3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] In _notify_port_updated(), no bound segment for port 8b05b368-326d-45bc-b2f6-2066100c7c45 on network d5eced5c-3870-49cf-bba2-01582f6e960a {{(pid=101774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 04 10:55:00.325188 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0998e62-15ff-466d-930b-cde3f54ac6a3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:00.326098 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0998e62-15ff-466d-930b-cde3f54ac6a3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:00.328491 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f0998e62-15ff-466d-930b-cde3f54ac6a3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] 10.222.0.127 "PUT /v2.0/ports/8b05b368-326d-45bc-b2f6-2066100c7c45 HTTP/1.1" status: 200 len: 1056 time: 1.4962032 Nov 04 10:55:00.331538 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36904) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:00.335214 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-8f4ce0dc-0961-4619-94f9-6cdf17e1fb47 service neutron] Request body: {'port': {'device_id': 'dfbfa501-2df9-4360-8ca8-34e49b62f77c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:00.356688 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-27ada080-c28b-4d88-9a67-9f30382f368a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63fa04a3-f6d5-4703-97c8-e1d008eaf473']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:00.391017 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-27ada080-c28b-4d88-9a67-9f30382f368a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b826de-5b52-49e1-9459-f676e005bb2f') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:00.391316 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-27ada080-c28b-4d88-9a67-9f30382f368a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b826de-5b52-49e1-9459-f676e005bb2f') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:00.408367 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-27ada080-c28b-4d88-9a67-9f30382f368a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:00.414839 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-8f4ce0dc-0961-4619-94f9-6cdf17e1fb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:00.420710 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e73b9-0511-40f9-8a28-baee64174233 req-285f4458-6b9b-4391-a300-30b1fadd5661 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:00.422548 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5a9e73b9-0511-40f9-8a28-baee64174233 req-285f4458-6b9b-4391-a300-30b1fadd5661 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 931 time: 0.2909307 Nov 04 10:55:00.445975 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-6e0ce617-4ccb-464b-9dce-73778a290648 None None] Provisioning complete for port 8b05b368-326d-45bc-b2f6-2066100c7c45 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:00.447621 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6e0ce617-4ccb-464b-9dce-73778a290648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:00.475065 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-27ada080-c28b-4d88-9a67-9f30382f368a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:00.490901 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-6e0ce617-4ccb-464b-9dce-73778a290648 None None] Port 8b05b368-326d-45bc-b2f6-2066100c7c45 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:55:00.497171 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ada080-c28b-4d88-9a67-9f30382f368a admin admin] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:55:00.497597 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-27ada080-c28b-4d88-9a67-9f30382f368a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:55:00.499772 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:55:00.582288 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5a9e73b9-0511-40f9-8a28-baee64174233 req-029b2a97-8352-403d-b672-b06aef194ae0 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484132 Nov 04 10:55:00.597337 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-752deb38-5501-4e51-bbaa-4b118c9d5fa3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Deleting port 8b05b368-326d-45bc-b2f6-2066100c7c45 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:55:00.597975 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-752deb38-5501-4e51-bbaa-4b118c9d5fa3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:00.601007 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-27ada080-c28b-4d88-9a67-9f30382f368a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:00.608071 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-27ada080-c28b-4d88-9a67-9f30382f368a admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:00.614406 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-27ada080-c28b-4d88-9a67-9f30382f368a admin admin] 10.222.0.127 "DELETE /v2.0/networks/63fa04a3-f6d5-4703-97c8-e1d008eaf473 HTTP/1.1" status: 204 len: 168 time: 1.8731468 Nov 04 10:55:00.619398 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36906) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:00.633944 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ada080-c28b-4d88-9a67-9f30382f368a admin admin] Pushing event deleted for resources: {'Network': ['ID=63fa04a3-f6d5-4703-97c8-e1d008eaf473,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:00.723219 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-752deb38-5501-4e51-bbaa-4b118c9d5fa3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:00.737411 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-752deb38-5501-4e51-bbaa-4b118c9d5fa3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Calling delete_port for 8b05b368-326d-45bc-b2f6-2066100c7c45 owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:55:00.880885 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-752deb38-5501-4e51-bbaa-4b118c9d5fa3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:00.912603 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-8f4ce0dc-0961-4619-94f9-6cdf17e1fb47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91bbad68-6ec6-4185-9fd5-2d7d8d02b283 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:55:00.919280 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752deb38-5501-4e51-bbaa-4b118c9d5fa3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Pushing event deleted for resources: {'Port': ['ID=8b05b368-326d-45bc-b2f6-2066100c7c45,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:00.927289 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-8f4ce0dc-0961-4619-94f9-6cdf17e1fb47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:00.947236 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-8f4ce0dc-0961-4619-94f9-6cdf17e1fb47 service neutron] Transition to ACTIVE for port object 91bbad68-6ec6-4185-9fd5-2d7d8d02b283 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:55:00.975018 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-8f4ce0dc-0961-4619-94f9-6cdf17e1fb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:01.097467 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ce0dc-0961-4619-94f9-6cdf17e1fb47 service neutron] Pushing event updated for resources: {'Port': ['ID=91bbad68-6ec6-4185-9fd5-2d7d8d02b283,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:01.189544 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-752deb38-5501-4e51-bbaa-4b118c9d5fa3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:01.192881 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-752deb38-5501-4e51-bbaa-4b118c9d5fa3 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] 10.222.0.127 "DELETE /v2.0/ports/8b05b368-326d-45bc-b2f6-2066100c7c45 HTTP/1.1" status: 204 len: 168 time: 0.8528643 Nov 04 10:55:01.194277 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-8f4ce0dc-0961-4619-94f9-6cdf17e1fb47 service neutron] Attempting to bind port 91bbad68-6ec6-4185-9fd5-2d7d8d02b283 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:55:01.194554 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-8f4ce0dc-0961-4619-94f9-6cdf17e1fb47 service neutron] Attempting to bind port 91bbad68-6ec6-4185-9fd5-2d7d8d02b283 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '622b7075-91ff-408a-bf92-04f53e5f2a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '66c89822-8e97-4799-96df-3535255efdeb'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:55:01.194877 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-8f4ce0dc-0961-4619-94f9-6cdf17e1fb47 service neutron] Attempting to bind port 91bbad68-6ec6-4185-9fd5-2d7d8d02b283 on network 66c89822-8e97-4799-96df-3535255efdeb {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:55:01.197570 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36910) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:01.201176 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db037b08-c0a1-48d3-8b9f-6cdfbca2e640 req-96a3fb8e-0728-4cbf-84e1-4ac004706ac0 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:01.203526 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db037b08-c0a1-48d3-8b9f-6cdfbca2e640 req-96a3fb8e-0728-4cbf-84e1-4ac004706ac0 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.127 "GET /v2.0/ports?device_id=e42dfac2-69f4-426f-acca-97203300a2a9 HTTP/1.1" status: 200 len: 950 time: 0.0924888 Nov 04 10:55:01.230016 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-8f4ce0dc-0961-4619-94f9-6cdf17e1fb47 service neutron] Port 91bbad68-6ec6-4185-9fd5-2d7d8d02b283 on network 66c89822-8e97-4799-96df-3535255efdeb not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:55:01.230333 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-8f4ce0dc-0961-4619-94f9-6cdf17e1fb47 service neutron] Attempting to bind port 91bbad68-6ec6-4185-9fd5-2d7d8d02b283 on network 66c89822-8e97-4799-96df-3535255efdeb {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:55:01.237399 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e40df15-07ee-49ae-91d1-c91d24dcbd75 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] GET failed (client error): The resource could not be found. Nov 04 10:55:01.239030 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7e40df15-07ee-49ae-91d1-c91d24dcbd75 tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] 10.222.0.127 "GET /v2.0/ports/8b05b368-326d-45bc-b2f6-2066100c7c45 HTTP/1.1" status: 404 len: 333 time: 0.0397582 Nov 04 10:55:01.241893 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-8f4ce0dc-0961-4619-94f9-6cdf17e1fb47 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:55:01.242227 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-8f4ce0dc-0961-4619-94f9-6cdf17e1fb47 service neutron] Checking segment: {'id': '622b7075-91ff-408a-bf92-04f53e5f2a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '66c89822-8e97-4799-96df-3535255efdeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:55:01.242600 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-8f4ce0dc-0961-4619-94f9-6cdf17e1fb47 service neutron] Bound using segment: {'id': '622b7075-91ff-408a-bf92-04f53e5f2a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '66c89822-8e97-4799-96df-3535255efdeb'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:55:01.243038 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-8f4ce0dc-0961-4619-94f9-6cdf17e1fb47 service neutron] Bound port: 91bbad68-6ec6-4185-9fd5-2d7d8d02b283, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622b7075-91ff-408a-bf92-04f53e5f2a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '66c89822-8e97-4799-96df-3535255efdeb'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:55:01.243386 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-8f4ce0dc-0961-4619-94f9-6cdf17e1fb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:01.245325 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36912) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:01.260440 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db037b08-c0a1-48d3-8b9f-6cdfbca2e640 req-eb19087b-0d1f-4396-a6ff-ca3b3fb23281 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.127 "GET /v2.0/security-groups?id=e954900c-2def-4ade-a737-fb5f239cdaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508893 Nov 04 10:55:01.352579 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-65476f3d-9a8e-40ed-ab60-dcb74b5b940c tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Deleting port 30a8021c-1d58-4b19-b196-3fcbf4ed6359 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:55:01.352579 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65476f3d-9a8e-40ed-ab60-dcb74b5b940c tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:01.356662 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-8f4ce0dc-0961-4619-94f9-6cdf17e1fb47 service neutron] For port 91bbad68-6ec6-4185-9fd5-2d7d8d02b283, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:55:01.361700 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4b73e87b-7b59-4073-90da-41d328ae4f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:01.364635 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-8f4ce0dc-0961-4619-94f9-6cdf17e1fb47 service neutron] For port 91bbad68-6ec6-4185-9fd5-2d7d8d02b283, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=91bbad68-6ec6-4185-9fd5-2d7d8d02b283,segment=NetworkSegment(622b7075-91ff-408a-bf92-04f53e5f2a3e),segment_id=622b7075-91ff-408a-bf92-04f53e5f2a3e)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:55:01.407923 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-8f4ce0dc-0961-4619-94f9-6cdf17e1fb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:01.457136 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65476f3d-9a8e-40ed-ab60-dcb74b5b940c tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:01.467285 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-8f4ce0dc-0961-4619-94f9-6cdf17e1fb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:01.468156 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-8f4ce0dc-0961-4619-94f9-6cdf17e1fb47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:01.470041 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-8f4ce0dc-0961-4619-94f9-6cdf17e1fb47 service neutron] 10.222.0.121 "PUT /v2.0/ports/91bbad68-6ec6-4185-9fd5-2d7d8d02b283 HTTP/1.1" status: 200 len: 1091 time: 1.1414866 Nov 04 10:55:01.473634 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbfa501-2df9-4360-8ca8-34e49b62f77c', 'tag': '91bbad68-6ec6-4185-9fd5-2d7d8d02b283'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:55:01.476600 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-65476f3d-9a8e-40ed-ab60-dcb74b5b940c tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Calling delete_port for 30a8021c-1d58-4b19-b196-3fcbf4ed6359 owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:55:01.476942 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b4c633-1fae-4107-bf60-09456b2299a5" -d '{"events": [{"name": "network-changed", "server_uuid": "dfbfa501-2df9-4360-8ca8-34e49b62f77c", "tag": "91bbad68-6ec6-4185-9fd5-2d7d8d02b283"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:55:01.567378 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ce0dc-0961-4619-94f9-6cdf17e1fb47 service neutron] Pushing event updated for resources: {'Port': ['ID=91bbad68-6ec6-4185-9fd5-2d7d8d02b283,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:01.614429 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc07a2b-d6f7-4a21-9d18-645ad9996ad1 req-c1449993-a588-417d-aa2b-974bd25db77a tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:01.614730 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6dc07a2b-d6f7-4a21-9d18-645ad9996ad1 req-c1449993-a588-417d-aa2b-974bd25db77a tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.127 "GET /v2.0/ports?device_id=e42dfac2-69f4-426f-acca-97203300a2a9 HTTP/1.1" status: 200 len: 950 time: 0.0783379 Nov 04 10:55:01.625451 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-ffba4f26-4447-4d0b-ab08-0e735ea96696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:01.626997 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-ffba4f26-4447-4d0b-ab08-0e735ea96696 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=730cf183c49c40928828112dd52c25ee&device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 1094 time: 0.1043460 Nov 04 10:55:01.686941 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-8b3b9341-01c4-48ac-a42d-824cb42b1228 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91bbad68-6ec6-4185-9fd5-2d7d8d02b283 HTTP/1.1" status: 200 len: 217 time: 0.0401790 Nov 04 10:55:01.697266 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65476f3d-9a8e-40ed-ab60-dcb74b5b940c tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:01.738364 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6dc07a2b-d6f7-4a21-9d18-645ad9996ad1 req-7ba37e0d-d686-483d-a065-5d852804b63f tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.127 "GET /v2.0/security-groups?id=e954900c-2def-4ade-a737-fb5f239cdaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091223 Nov 04 10:55:01.739496 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65476f3d-9a8e-40ed-ab60-dcb74b5b940c tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Pushing event deleted for resources: {'Port': ['ID=30a8021c-1d58-4b19-b196-3fcbf4ed6359,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:01.773221 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-ccb5da97-d2fe-497a-84b5-20416bc7df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:01.774835 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-ccb5da97-d2fe-497a-84b5-20416bc7df73 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=04e2759a-4fb5-41be-b7ba-7c50f8f5efb1 HTTP/1.1" status: 200 len: 850 time: 0.0793653 Nov 04 10:55:01.817815 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a540ea-04de-474e-9274-a4a57b6c2722 x-openstack-request-id: req-39a540ea-04de-474e-9274-a4a57b6c2722 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:55:01.817815 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfbfa501-2df9-4360-8ca8-34e49b62f77c", "tag": "91bbad68-6ec6-4185-9fd5-2d7d8d02b283", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:55:01.817815 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-39a540ea-04de-474e-9274-a4a57b6c2722 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:55:01.818253 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfbfa501-2df9-4360-8ca8-34e49b62f77c', 'tag': '91bbad68-6ec6-4185-9fd5-2d7d8d02b283', 'status': 'completed', 'code': 200} Nov 04 10:55:01.827782 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65476f3d-9a8e-40ed-ab60-dcb74b5b940c tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:01.834810 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-65476f3d-9a8e-40ed-ab60-dcb74b5b940c tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] 10.222.0.127 "DELETE /v2.0/ports/30a8021c-1d58-4b19-b196-3fcbf4ed6359 HTTP/1.1" status: 204 len: 168 time: 0.5884209 Nov 04 10:55:01.835520 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36924) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:01.853396 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-f15ccc11-e250-4563-b553-949ef97df9e6 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=66c89822-8e97-4799-96df-3535255efdeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482605 Nov 04 10:55:01.862867 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffdeb346-aac2-4237-aaaf-7cdb959463bd tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] GET failed (client error): The resource could not be found. Nov 04 10:55:01.869291 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ffdeb346-aac2-4237-aaaf-7cdb959463bd tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] 10.222.0.127 "GET /v2.0/ports/30a8021c-1d58-4b19-b196-3fcbf4ed6359 HTTP/1.1" status: 404 len: 333 time: 0.0326011 Nov 04 10:55:01.870041 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36926) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:01.953383 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-4b73e87b-7b59-4073-90da-41d328ae4f36 admin admin] Deleting port 17e6b161-755a-45ed-81f7-5f01f735b404 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:55:01.953954 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4b73e87b-7b59-4073-90da-41d328ae4f36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:01.990053 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b9a0d-6754-42ce-8eb3-5ec5174182a1 req-b5b9972a-2e9e-4fa8-b2a1-2d7e9d8f3b60 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:01.991568 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5e1b9a0d-6754-42ce-8eb3-5ec5174182a1 req-b5b9972a-2e9e-4fa8-b2a1-2d7e9d8f3b60 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 943 time: 0.1120775 Nov 04 10:55:02.021133 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-0827ce85-c1e6-4c5a-92b5-e5da46120cdb service neutron] 10.222.0.121 "GET /v2.0/networks/66c89822-8e97-4799-96df-3535255efdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595099 Nov 04 10:55:02.027695 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-3fb2249d-c928-4eee-ab92-f210c921ea1c tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Deleting port fff7c6bc-1801-499b-a1b8-ab516fb50c45 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:55:02.028052 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3fb2249d-c928-4eee-ab92-f210c921ea1c tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:02.106216 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5e1b9a0d-6754-42ce-8eb3-5ec5174182a1 req-0db39e57-4f2a-4391-b669-813d40d9ca29 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052365 Nov 04 10:55:02.114258 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-4b73e87b-7b59-4073-90da-41d328ae4f36 admin admin] For port 17e6b161-755a-45ed-81f7-5f01f735b404, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=17e6b161-755a-45ed-81f7-5f01f735b404,segment=NetworkSegment(52f5bd9a-0d6b-40b7-8054-93bd5c772469),segment_id=52f5bd9a-0d6b-40b7-8054-93bd5c772469)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:55:02.114628 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4b73e87b-7b59-4073-90da-41d328ae4f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:02.147812 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3fb2249d-c928-4eee-ab92-f210c921ea1c tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:02.156183 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-4b73e87b-7b59-4073-90da-41d328ae4f36 admin admin] Calling delete_port for 17e6b161-755a-45ed-81f7-5f01f735b404 owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:55:02.161829 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-3fb2249d-c928-4eee-ab92-f210c921ea1c tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Calling delete_port for fff7c6bc-1801-499b-a1b8-ab516fb50c45 owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:55:02.165789 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-24132379-f4de-4844-a5b0-d62ff14c5f5a req-ee05eb64-3d20-464c-9d10-9268b0e7af02 service neutron] 10.222.0.121 "GET /v2.0/networks/66c89822-8e97-4799-96df-3535255efdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335649 Nov 04 10:55:02.301556 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3fb2249d-c928-4eee-ab92-f210c921ea1c tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:02.310381 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4c633-1fae-4107-bf60-09456b2299a5 req-8c33002c-d0a2-4982-ad15-f04e507361d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:02.312052 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-82b4c633-1fae-4107-bf60-09456b2299a5 req-8c33002c-d0a2-4982-ad15-f04e507361d2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=730cf183c49c40928828112dd52c25ee&device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 1094 time: 0.0964394 Nov 04 10:55:02.336745 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2249d-c928-4eee-ab92-f210c921ea1c tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Pushing event deleted for resources: {'Port': ['ID=fff7c6bc-1801-499b-a1b8-ab516fb50c45,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:02.412766 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3fb2249d-c928-4eee-ab92-f210c921ea1c tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:02.417942 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3fb2249d-c928-4eee-ab92-f210c921ea1c tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] 10.222.0.127 "DELETE /v2.0/ports/fff7c6bc-1801-499b-a1b8-ab516fb50c45 HTTP/1.1" status: 204 len: 168 time: 0.5468109 Nov 04 10:55:02.420374 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36928) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:02.457413 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4c633-1fae-4107-bf60-09456b2299a5 req-86f33656-cffb-468d-ac29-41d09c981571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:02.459521 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-82b4c633-1fae-4107-bf60-09456b2299a5 req-86f33656-cffb-468d-ac29-41d09c981571 service neutron] 10.222.0.121 "GET /v2.0/networks?id=66c89822-8e97-4799-96df-3535255efdeb HTTP/1.1" status: 200 len: 912 time: 0.1346419 Nov 04 10:55:02.461053 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4b73e87b-7b59-4073-90da-41d328ae4f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:02.488899 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-0846a207-a8c5-4606-a689-f7f257aee41e tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Deleting subnet cc3855af-0fa7-4ed3-8a82-6f7cbb3314c9 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:55:02.492586 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0846a207-a8c5-4606-a689-f7f257aee41e tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:02.497122 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73e87b-7b59-4073-90da-41d328ae4f36 admin admin] Pushing event deleted for resources: {'Port': ['ID=17e6b161-755a-45ed-81f7-5f01f735b404,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:02.531026 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-82b4c633-1fae-4107-bf60-09456b2299a5 req-c7b3db74-a8f4-4b71-8ecc-0a9569c62b34 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91bbad68-6ec6-4185-9fd5-2d7d8d02b283 HTTP/1.1" status: 200 len: 217 time: 0.0428026 Nov 04 10:55:02.547280 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0846a207-a8c5-4606-a689-f7f257aee41e tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:02.632671 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4c633-1fae-4107-bf60-09456b2299a5 req-1bf6b3a3-2262-4b8f-ba0e-c541c6b5e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:02.634652 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-82b4c633-1fae-4107-bf60-09456b2299a5 req-1bf6b3a3-2262-4b8f-ba0e-c541c6b5e136 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=04e2759a-4fb5-41be-b7ba-7c50f8f5efb1 HTTP/1.1" status: 200 len: 850 time: 0.0805838 Nov 04 10:55:02.664426 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0846a207-a8c5-4606-a689-f7f257aee41e tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:02.706574 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-82b4c633-1fae-4107-bf60-09456b2299a5 req-42481df0-7b98-45fa-9ed7-5e952aaac731 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=66c89822-8e97-4799-96df-3535255efdeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308568 Nov 04 10:55:02.735105 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0846a207-a8c5-4606-a689-f7f257aee41e tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:02.768693 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846a207-a8c5-4606-a689-f7f257aee41e tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Pushing event deleted for resources: {'Subnet': ['ID=cc3855af-0fa7-4ed3-8a82-6f7cbb3314c9,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:02.772355 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0846a207-a8c5-4606-a689-f7f257aee41e tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:02.776306 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0846a207-a8c5-4606-a689-f7f257aee41e tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] 10.222.0.127 "DELETE /v2.0/subnets/cc3855af-0fa7-4ed3-8a82-6f7cbb3314c9 HTTP/1.1" status: 204 len: 168 time: 0.3541100 Nov 04 10:55:02.778155 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36932) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:02.793152 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e0f762-887b-47a8-917c-ee394901647f None None] Network d5eced5c-3870-49cf-bba2-01582f6e960a requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:55:02.856670 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4b73e87b-7b59-4073-90da-41d328ae4f36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:02.897901 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52c3ef-9f73-4ca0-8a2c-2e60b6114ee0 req-0ae8559f-c168-46e3-8f15-57283c945242 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:02.899435 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5c52c3ef-9f73-4ca0-8a2c-2e60b6114ee0 req-0ae8559f-c168-46e3-8f15-57283c945242 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.126 "GET /v2.0/ports?device_id=e42dfac2-69f4-426f-acca-97203300a2a9 HTTP/1.1" status: 200 len: 950 time: 0.1478090 Nov 04 10:55:02.921408 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1efe76-120d-431d-ba2e-f8957fe0589d req-ea34e442-d852-4391-91b1-480e711afc97 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:02.923050 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3b1efe76-120d-431d-ba2e-f8957fe0589d req-ea34e442-d852-4391-91b1-480e711afc97 tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.127 "GET /v2.0/ports?device_id=e42dfac2-69f4-426f-acca-97203300a2a9 HTTP/1.1" status: 200 len: 950 time: 0.0851829 Nov 04 10:55:02.927186 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8c11a338-9ae3-43fa-8a5a-a42e2ed1c02a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:02.991662 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c998725-0d7e-4d2d-b555-06609c0f0926 None None] DHCP port deletion for d5eced5c-3870-49cf-bba2-01582f6e960a request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:55:03.009071 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3b1efe76-120d-431d-ba2e-f8957fe0589d req-77d20be9-3989-4659-ac95-07b96ec6db3c tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.127 "GET /v2.0/security-groups?id=e954900c-2def-4ade-a737-fb5f239cdaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785317 Nov 04 10:55:03.031483 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-8c11a338-9ae3-43fa-8a5a-a42e2ed1c02a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Deleting port 472f8331-80f9-4c40-9c5d-692658fcb56d {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:55:03.041942 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8c11a338-9ae3-43fa-8a5a-a42e2ed1c02a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:03.052151 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-8c998725-0d7e-4d2d-b555-06609c0f0926 None None] Deleting port 472f8331-80f9-4c40-9c5d-692658fcb56d {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:55:03.052609 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8c998725-0d7e-4d2d-b555-06609c0f0926 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:03.124631 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-8c11a338-9ae3-43fa-8a5a-a42e2ed1c02a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] For port 472f8331-80f9-4c40-9c5d-692658fcb56d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=472f8331-80f9-4c40-9c5d-692658fcb56d,segment=NetworkSegment(d2d33fe9-fd7a-4134-9f78-33dd15739b53),segment_id=d2d33fe9-fd7a-4134-9f78-33dd15739b53)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:55:03.125038 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8c11a338-9ae3-43fa-8a5a-a42e2ed1c02a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:03.128241 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-8c998725-0d7e-4d2d-b555-06609c0f0926 None None] For port 472f8331-80f9-4c40-9c5d-692658fcb56d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=472f8331-80f9-4c40-9c5d-692658fcb56d,segment=NetworkSegment(d2d33fe9-fd7a-4134-9f78-33dd15739b53),segment_id=d2d33fe9-fd7a-4134-9f78-33dd15739b53)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:55:03.128641 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8c998725-0d7e-4d2d-b555-06609c0f0926 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:03.145734 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-8c998725-0d7e-4d2d-b555-06609c0f0926 None None] Calling delete_port for 472f8331-80f9-4c40-9c5d-692658fcb56d owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:55:03.152928 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-8c11a338-9ae3-43fa-8a5a-a42e2ed1c02a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Calling delete_port for 472f8331-80f9-4c40-9c5d-692658fcb56d owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:55:03.236168 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8c998725-0d7e-4d2d-b555-06609c0f0926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:03.263367 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c998725-0d7e-4d2d-b555-06609c0f0926 None None] Pushing event deleted for resources: {'Port': ['ID=472f8331-80f9-4c40-9c5d-692658fcb56d,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:03.271228 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c998725-0d7e-4d2d-b555-06609c0f0926 None None] No DVR routers for this DVR port 472f8331-80f9-4c40-9c5d-692658fcb56d on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:55:03.278792 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8be0c-d0ac-492d-b8cd-f3987b05b0d9 req-3e45bcc9-e034-439e-9633-3ec5d503c94b tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:03.281283 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b2e8be0c-d0ac-492d-b8cd-f3987b05b0d9 req-3e45bcc9-e034-439e-9633-3ec5d503c94b tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 943 time: 0.0728054 Nov 04 10:55:03.312610 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8c11a338-9ae3-43fa-8a5a-a42e2ed1c02a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:03.350665 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11a338-9ae3-43fa-8a5a-a42e2ed1c02a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Pushing event deleted for resources: {'Port': ['ID=472f8331-80f9-4c40-9c5d-692658fcb56d,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:03.352655 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c11a338-9ae3-43fa-8a5a-a42e2ed1c02a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] No DVR routers for this DVR port 472f8331-80f9-4c40-9c5d-692658fcb56d on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:55:03.370324 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-82b4c633-1fae-4107-bf60-09456b2299a5 req-748a31cb-ac24-4621-b7dd-fdafe9f8a115 service neutron] 10.222.0.121 "GET /v2.0/networks/66c89822-8e97-4799-96df-3535255efdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6536193 Nov 04 10:55:03.394590 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b2e8be0c-d0ac-492d-b8cd-f3987b05b0d9 req-59bbd80c-5cb7-421a-92af-292158538220 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058748 Nov 04 10:55:03.458330 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8c11a338-9ae3-43fa-8a5a-a42e2ed1c02a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:03.482231 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-8c11a338-9ae3-43fa-8a5a-a42e2ed1c02a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5eced5c-3870-49cf-bba2-01582f6e960a']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:03.493339 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-8c11a338-9ae3-43fa-8a5a-a42e2ed1c02a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d33fe9-fd7a-4134-9f78-33dd15739b53') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:03.493569 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-8c11a338-9ae3-43fa-8a5a-a42e2ed1c02a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d33fe9-fd7a-4134-9f78-33dd15739b53') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:03.506734 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8c11a338-9ae3-43fa-8a5a-a42e2ed1c02a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:03.522958 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8c11a338-9ae3-43fa-8a5a-a42e2ed1c02a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:03.529072 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c11a338-9ae3-43fa-8a5a-a42e2ed1c02a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:55:03.529471 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8c11a338-9ae3-43fa-8a5a-a42e2ed1c02a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:55:03.533373 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:55:03.595110 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8c11a338-9ae3-43fa-8a5a-a42e2ed1c02a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:03.602851 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8c11a338-9ae3-43fa-8a5a-a42e2ed1c02a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:03.608693 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8c11a338-9ae3-43fa-8a5a-a42e2ed1c02a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] 10.222.0.127 "DELETE /v2.0/networks/d5eced5c-3870-49cf-bba2-01582f6e960a HTTP/1.1" status: 204 len: 168 time: 0.8268220 Nov 04 10:55:03.609008 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-82b4c633-1fae-4107-bf60-09456b2299a5 req-8dde7d29-e49b-4490-a8de-cd9888b560e4 service neutron] 10.222.0.121 "GET /v2.0/networks/66c89822-8e97-4799-96df-3535255efdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252891 Nov 04 10:55:03.619061 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11a338-9ae3-43fa-8a5a-a42e2ed1c02a tempest-AllowedAddressPairTestJSON-1194609584 tempest-AllowedAddressPairTestJSON-1194609584-project] Pushing event deleted for resources: {'Network': ['ID=d5eced5c-3870-49cf-bba2-01582f6e960a,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:03.629280 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-5c52c3ef-9f73-4ca0-8a2c-2e60b6114ee0 req-3c42d18e-91f2-4d4f-9e1a-fdfa013ce27e tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Deleting port 64577f1b-7996-41d0-b631-09b6243df46e {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:55:03.629629 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c52c3ef-9f73-4ca0-8a2c-2e60b6114ee0 req-3c42d18e-91f2-4d4f-9e1a-fdfa013ce27e tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:03.764708 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 472f8331-80f9-4c40-9c5d-692658fcb56d no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:55:03.766293 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b73e87b-7b59-4073-90da-41d328ae4f36 admin admin] Router a74f0d34-bac9-4074-aef2-a5a54907be3a has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:55:03.786199 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-5c52c3ef-9f73-4ca0-8a2c-2e60b6114ee0 req-3c42d18e-91f2-4d4f-9e1a-fdfa013ce27e tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] For port 64577f1b-7996-41d0-b631-09b6243df46e, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=64577f1b-7996-41d0-b631-09b6243df46e,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:55:03.786564 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c52c3ef-9f73-4ca0-8a2c-2e60b6114ee0 req-3c42d18e-91f2-4d4f-9e1a-fdfa013ce27e tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:03.792136 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 472f8331-80f9-4c40-9c5d-692658fcb56d {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:55:03.792486 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 472f8331-80f9-4c40-9c5d-692658fcb56d not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:55:03.805012 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-5c52c3ef-9f73-4ca0-8a2c-2e60b6114ee0 req-3c42d18e-91f2-4d4f-9e1a-fdfa013ce27e tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Calling delete_port for 64577f1b-7996-41d0-b631-09b6243df46e owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:55:03.906877 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36940) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:03.954764 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b73e87b-7b59-4073-90da-41d328ae4f36 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:55:03.962121 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4b73e87b-7b59-4073-90da-41d328ae4f36 admin admin] 10.222.0.127 "PUT /v2.0/routers/a74f0d34-bac9-4074-aef2-a5a54907be3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3406787 Nov 04 10:55:03.965047 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36944) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:03.969953 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721e0774-fedb-420e-b310-63111e82118b None None] Sync routers for ids ['a74f0d34-bac9-4074-aef2-a5a54907be3a'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:55:03.983589 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721e0774-fedb-420e-b310-63111e82118b None None] Routers {'a74f0d34-bac9-4074-aef2-a5a54907be3a'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:55:03.984721 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-721e0774-fedb-420e-b310-63111e82118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:54:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a74f0d34-bac9-4074-aef2-a5a54907be3a'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:04.056501 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c52c3ef-9f73-4ca0-8a2c-2e60b6114ee0 req-3c42d18e-91f2-4d4f-9e1a-fdfa013ce27e tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:04.098602 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42d18e-91f2-4d4f-9e1a-fdfa013ce27e tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Pushing event deleted for resources: {'Port': ['ID=64577f1b-7996-41d0-b631-09b6243df46e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:04.131011 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-721e0774-fedb-420e-b310-63111e82118b None None] Set router a74f0d34-bac9-4074-aef2-a5a54907be3a gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:55:04.138103 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6094f032-b024-47ea-8503-a0f5cffa62f9 admin admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:04.165647 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c52c3ef-9f73-4ca0-8a2c-2e60b6114ee0 req-3c42d18e-91f2-4d4f-9e1a-fdfa013ce27e tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] No DVR routers for this DVR port 64577f1b-7996-41d0-b631-09b6243df46e on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:55:04.168548 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5c52c3ef-9f73-4ca0-8a2c-2e60b6114ee0 req-3c42d18e-91f2-4d4f-9e1a-fdfa013ce27e tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:04.174639 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5c52c3ef-9f73-4ca0-8a2c-2e60b6114ee0 req-3c42d18e-91f2-4d4f-9e1a-fdfa013ce27e tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.126 "DELETE /v2.0/ports/64577f1b-7996-41d0-b631-09b6243df46e HTTP/1.1" status: 204 len: 173 time: 0.8393393 Nov 04 10:55:04.175126 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42dfac2-69f4-426f-acca-97203300a2a9', 'name': 'network-vif-deleted', 'tag': '64577f1b-7996-41d0-b631-09b6243df46e'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:55:04.179021 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6294cb0f-87c5-489e-8860-b6aa9e740024" -d '{"events": [{"server_uuid": "e42dfac2-69f4-426f-acca-97203300a2a9", "name": "network-vif-deleted", "tag": "64577f1b-7996-41d0-b631-09b6243df46e"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:55:04.209255 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36950) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:04.209607 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9a53fb54-7376-4e88-b83a-f50a8b4e49ed admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=e321b44ff10f4bdf987af843bad15d82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3014123 Nov 04 10:55:04.249140 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1477cb5c-0153-4e17-90d6-a37a9170bf60 req-ab513808-8a39-4e66-831e-80112f244cdd tempest-VolumesNegativeTest-2137527750 tempest-VolumesNegativeTest-2137527750-project] 10.222.0.127 "GET /v2.0/ports?device_id=e42dfac2-69f4-426f-acca-97203300a2a9 HTTP/1.1" status: 200 len: 210 time: 0.1129820 Nov 04 10:55:04.292575 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3d78a14d-6c4b-4e24-b872-911ca34f5500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:04.332973 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3d78a14d-6c4b-4e24-b872-911ca34f5500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:04.354258 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10a1d6f-f55d-4f2f-8ada-c5274ce2d1a7 x-openstack-request-id: req-e10a1d6f-f55d-4f2f-8ada-c5274ce2d1a7 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:55:04.354677 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42dfac2-69f4-426f-acca-97203300a2a9", "name": "network-vif-deleted", "tag": "64577f1b-7996-41d0-b631-09b6243df46e", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:55:04.354929 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-e10a1d6f-f55d-4f2f-8ada-c5274ce2d1a7 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:55:04.355652 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42dfac2-69f4-426f-acca-97203300a2a9', 'name': 'network-vif-deleted', 'tag': '64577f1b-7996-41d0-b631-09b6243df46e', 'status': 'completed', 'code': 200} Nov 04 10:55:04.370240 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6094f032-b024-47ea-8503-a0f5cffa62f9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:04.370580 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-721e0774-fedb-420e-b310-63111e82118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74f0d34-bac9-4074-aef2-a5a54907be3a', 'name': 'tempest-TestAggregatesBasicOps-1517375052-router', 'tenant_id': '8ec295c9d89c457891baa08fb6ac9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '7ab3f58a-7ae2-4031-87ec-068ef7b0caf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:54:44Z', 'updated_at': '2021-11-04T10:55:02Z', 'revision_number': 5, 'project_id': '8ec295c9d89c457891baa08fb6ac9f32', 'gw_port': {'id': '7ab3f58a-7ae2-4031-87ec-068ef7b0caf0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:53:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74f0d34-bac9-4074-aef2-a5a54907be3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:44Z', 'updated_at': '2021-11-04T10:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:04.405452 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721e0774-fedb-420e-b310-63111e82118b None None] Checking router: a74f0d34-bac9-4074-aef2-a5a54907be3a for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:55:04.426912 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3d78a14d-6c4b-4e24-b872-911ca34f5500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:04.427978 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721e0774-fedb-420e-b310-63111e82118b None None] Routers {'a74f0d34-bac9-4074-aef2-a5a54907be3a'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:55:04.428687 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-721e0774-fedb-420e-b310-63111e82118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:54:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a74f0d34-bac9-4074-aef2-a5a54907be3a'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:04.433446 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3d78a14d-6c4b-4e24-b872-911ca34f5500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:04.437706 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3d78a14d-6c4b-4e24-b872-911ca34f5500 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/6d53c8f3-ce53-45f2-b54e-2a1fd07357d7 HTTP/1.1" status: 204 len: 168 time: 0.2244177 Nov 04 10:55:04.451015 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78a14d-6c4b-4e24-b872-911ca34f5500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d53c8f3-ce53-45f2-b54e-2a1fd07357d7,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:04.452064 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-6094f032-b024-47ea-8503-a0f5cffa62f9 admin admin] Deleting port 7ab3f58a-7ae2-4031-87ec-068ef7b0caf0 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:55:04.452566 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6094f032-b024-47ea-8503-a0f5cffa62f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:04.599221 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-721e0774-fedb-420e-b310-63111e82118b None None] Set router a74f0d34-bac9-4074-aef2-a5a54907be3a gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:55:04.615613 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a447c-7495-4320-949a-7fb6a98f8125 req-bbeacc2f-aec1-4631-ba04-8c87be6beaea tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:04.617154 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-554a447c-7495-4320-949a-7fb6a98f8125 req-bbeacc2f-aec1-4631-ba04-8c87be6beaea tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 943 time: 0.1034784 Nov 04 10:55:04.619074 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-6094f032-b024-47ea-8503-a0f5cffa62f9 admin admin] For port 7ab3f58a-7ae2-4031-87ec-068ef7b0caf0, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7ab3f58a-7ae2-4031-87ec-068ef7b0caf0,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:55:04.619433 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6094f032-b024-47ea-8503-a0f5cffa62f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:04.634449 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-6094f032-b024-47ea-8503-a0f5cffa62f9 admin admin] Calling delete_port for 7ab3f58a-7ae2-4031-87ec-068ef7b0caf0 owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:55:04.660952 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-721e0774-fedb-420e-b310-63111e82118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74f0d34-bac9-4074-aef2-a5a54907be3a', 'name': 'tempest-TestAggregatesBasicOps-1517375052-router', 'tenant_id': '8ec295c9d89c457891baa08fb6ac9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:54:44Z', 'updated_at': '2021-11-04T10:55:04Z', 'revision_number': 6, 'project_id': '8ec295c9d89c457891baa08fb6ac9f32', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:04.689285 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721e0774-fedb-420e-b310-63111e82118b None None] The sync data for ids ['a74f0d34-bac9-4074-aef2-a5a54907be3a'] in n-d-816629-1 is: [{'id': 'a74f0d34-bac9-4074-aef2-a5a54907be3a', 'name': 'tempest-TestAggregatesBasicOps-1517375052-router', 'tenant_id': '8ec295c9d89c457891baa08fb6ac9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:54:44Z', 'updated_at': '2021-11-04T10:55:04Z', 'revision_number': 6, 'project_id': '8ec295c9d89c457891baa08fb6ac9f32', 'gw_port_host': None}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:55:04.747411 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-554a447c-7495-4320-949a-7fb6a98f8125 req-0a33bdc7-079a-4632-8b9b-1e7b98592f77 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087134 Nov 04 10:55:04.878765 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6094f032-b024-47ea-8503-a0f5cffa62f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:04.907256 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6094f032-b024-47ea-8503-a0f5cffa62f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab3f58a-7ae2-4031-87ec-068ef7b0caf0,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:04.976765 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6094f032-b024-47ea-8503-a0f5cffa62f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:05.077206 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6094f032-b024-47ea-8503-a0f5cffa62f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:05.079510 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6094f032-b024-47ea-8503-a0f5cffa62f9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:05.110870 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 64577f1b-7996-41d0-b631-09b6243df46e no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:55:05.131765 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6094f032-b024-47ea-8503-a0f5cffa62f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:05.132677 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6094f032-b024-47ea-8503-a0f5cffa62f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a74f0d34-bac9-4074-aef2-a5a54907be3a {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:55:05.141128 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6094f032-b024-47ea-8503-a0f5cffa62f9 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:05.142799 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6094f032-b024-47ea-8503-a0f5cffa62f9 admin admin] 10.222.0.127 "DELETE /v2.0/routers/a74f0d34-bac9-4074-aef2-a5a54907be3a HTTP/1.1" status: 204 len: 168 time: 1.1763594 Nov 04 10:55:05.145949 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36974) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:05.161620 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 64577f1b-7996-41d0-b631-09b6243df46e {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:55:05.162325 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 64577f1b-7996-41d0-b631-09b6243df46e not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:55:05.194276 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-d546d1df-45f2-4e2b-a53d-48d84de1e01a admin admin] Deleting subnet 97ebbad6-508c-437d-b9e6-0c2efa23c136 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:55:05.197767 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d546d1df-45f2-4e2b-a53d-48d84de1e01a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:05.233104 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d546d1df-45f2-4e2b-a53d-48d84de1e01a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:05.240878 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 91bbad68-6ec6-4185-9fd5-2d7d8d02b283 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:55:05.259556 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36976) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:05.314236 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d546d1df-45f2-4e2b-a53d-48d84de1e01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:05.382114 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d546d1df-45f2-4e2b-a53d-48d84de1e01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:05.382371 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 91bbad68-6ec6-4185-9fd5-2d7d8d02b283, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=91bbad68-6ec6-4185-9fd5-2d7d8d02b283,segment=NetworkSegment(622b7075-91ff-408a-bf92-04f53e5f2a3e),segment_id=622b7075-91ff-408a-bf92-04f53e5f2a3e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:55:05.398763 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '91bbad68-6ec6-4185-9fd5-2d7d8d02b283', 'network_id': '66c89822-8e97-4799-96df-3535255efdeb', 'port_id': '91bbad68-6ec6-4185-9fd5-2d7d8d02b283', 'mac_address': 'fa:16:3e:dd:3f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04e2759a-4fb5-41be-b7ba-7c50f8f5efb1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:55:05.401124 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-9b8c81cb-1b68-4cfe-a013-2f07ea7161ba tempest-DvrRoutersNegativeTest-1893502662 tempest-DvrRoutersNegativeTest-1893502662-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1733453907', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:05.404344 n-d-816629-1 neutron-server[101774]: DEBUG neutron.policy [None req-9b8c81cb-1b68-4cfe-a013-2f07ea7161ba tempest-DvrRoutersNegativeTest-1893502662 tempest-DvrRoutersNegativeTest-1893502662-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101774) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 04 10:55:05.404855 n-d-816629-1 neutron-server[101774]: DEBUG neutron.policy [None req-9b8c81cb-1b68-4cfe-a013-2f07ea7161ba tempest-DvrRoutersNegativeTest-1893502662 tempest-DvrRoutersNegativeTest-1893502662-project] Failed policy check for 'create_router' {{(pid=101774) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 04 10:55:05.405414 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-9b8c81cb-1b68-4cfe-a013-2f07ea7161ba tempest-DvrRoutersNegativeTest-1893502662 tempest-DvrRoutersNegativeTest-1893502662-project] create failed (client error): Access was denied to this resource. Nov 04 10:55:05.409867 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9b8c81cb-1b68-4cfe-a013-2f07ea7161ba tempest-DvrRoutersNegativeTest-1893502662 tempest-DvrRoutersNegativeTest-1893502662-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1459091 Nov 04 10:55:05.419696 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546d1df-45f2-4e2b-a53d-48d84de1e01a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97ebbad6-508c-437d-b9e6-0c2efa23c136,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:05.422206 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d546d1df-45f2-4e2b-a53d-48d84de1e01a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:05.426995 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d546d1df-45f2-4e2b-a53d-48d84de1e01a admin admin] 10.222.0.127 "DELETE /v2.0/subnets/97ebbad6-508c-437d-b9e6-0c2efa23c136 HTTP/1.1" status: 204 len: 168 time: 0.2793608 Nov 04 10:55:05.429137 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36992) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:05.444597 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:05.448812 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d06e989-c284-479f-aa63-bf5c6056e0bf None None] Network f23405c3-e37b-47a0-a071-d7eb62311c8f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:55:05.513262 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91bbad68-6ec6-4185-9fd5-2d7d8d02b283 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:55:05.531580 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88c961e5-b4cc-4ba2-892a-f1fe3a814cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:05.569628 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 91bbad68-6ec6-4185-9fd5-2d7d8d02b283, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=91bbad68-6ec6-4185-9fd5-2d7d8d02b283,segment=NetworkSegment(622b7075-91ff-408a-bf92-04f53e5f2a3e),segment_id=622b7075-91ff-408a-bf92-04f53e5f2a3e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:55:05.598220 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:05.719879 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=91bbad68-6ec6-4185-9fd5-2d7d8d02b283,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:05.763002 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 17e6b161-755a-45ed-81f7-5f01f735b404 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:55:05.826662 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37010) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:05.829247 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 17e6b161-755a-45ed-81f7-5f01f735b404 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:55:05.829595 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 17e6b161-755a-45ed-81f7-5f01f735b404 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:55:05.830024 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7ab3f58a-7ae2-4031-87ec-068ef7b0caf0 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:55:05.870525 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca74d49-5f32-4e01-81aa-0123cc02e1eb None None] DHCP port deletion for f23405c3-e37b-47a0-a071-d7eb62311c8f request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:55:05.898744 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 7ab3f58a-7ae2-4031-87ec-068ef7b0caf0 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:55:05.899211 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7ab3f58a-7ae2-4031-87ec-068ef7b0caf0 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:55:05.941117 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['91bbad68-6ec6-4185-9fd5-2d7d8d02b283'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:55:05.989745 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-8ca74d49-5f32-4e01-81aa-0123cc02e1eb None None] Deleting port 4d085955-a685-4b5e-8c4a-ee04fc9e7ec5 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:55:05.990603 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8ca74d49-5f32-4e01-81aa-0123cc02e1eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:06.031997 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b80a8c5e-160b-4c9f-8310-c5d91065362d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:06.155819 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-88c961e5-b4cc-4ba2-892a-f1fe3a814cb0 admin admin] Deleting port 4d085955-a685-4b5e-8c4a-ee04fc9e7ec5 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:55:06.156964 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88c961e5-b4cc-4ba2-892a-f1fe3a814cb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:06.162865 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-8ca74d49-5f32-4e01-81aa-0123cc02e1eb None None] For port 4d085955-a685-4b5e-8c4a-ee04fc9e7ec5, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4d085955-a685-4b5e-8c4a-ee04fc9e7ec5,segment=NetworkSegment(52f5bd9a-0d6b-40b7-8054-93bd5c772469),segment_id=52f5bd9a-0d6b-40b7-8054-93bd5c772469)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:55:06.163473 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8ca74d49-5f32-4e01-81aa-0123cc02e1eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:06.187879 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-8ca74d49-5f32-4e01-81aa-0123cc02e1eb None None] Calling delete_port for 4d085955-a685-4b5e-8c4a-ee04fc9e7ec5 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:55:06.188162 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50166b-5ec6-4d55-b40c-5c6c2e8e4199 req-bd2198dc-4478-484e-a10d-e4747cdc4970 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:06.190121 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d50166b-5ec6-4d55-b40c-5c6c2e8e4199 req-bd2198dc-4478-484e-a10d-e4747cdc4970 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 944 time: 0.1232257 Nov 04 10:55:06.225875 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b80a8c5e-160b-4c9f-8310-c5d91065362d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:06.241778 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b80a8c5e-160b-4c9f-8310-c5d91065362d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:06.300141 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-88c961e5-b4cc-4ba2-892a-f1fe3a814cb0 admin admin] For port 4d085955-a685-4b5e-8c4a-ee04fc9e7ec5, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4d085955-a685-4b5e-8c4a-ee04fc9e7ec5,segment=NetworkSegment(52f5bd9a-0d6b-40b7-8054-93bd5c772469),segment_id=52f5bd9a-0d6b-40b7-8054-93bd5c772469)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:55:06.300872 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88c961e5-b4cc-4ba2-892a-f1fe3a814cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:06.318118 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a8c5e-160b-4c9f-8310-c5d91065362d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2901f0-7e81-4426-848f-5052d3b727ad,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:06.322530 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d50166b-5ec6-4d55-b40c-5c6c2e8e4199 req-02b8c393-e2d7-404d-b037-2efc2cedc110 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938804 Nov 04 10:55:06.326756 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-88c961e5-b4cc-4ba2-892a-f1fe3a814cb0 admin admin] Calling delete_port for 4d085955-a685-4b5e-8c4a-ee04fc9e7ec5 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:55:06.339974 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b80a8c5e-160b-4c9f-8310-c5d91065362d admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=a2a328592537499096a282c4e2471e29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5117712 Nov 04 10:55:06.343768 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37028) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:06.368664 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8ca74d49-5f32-4e01-81aa-0123cc02e1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:06.424711 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48c8e131-0690-48f9-a21c-2cbcf4e6cb12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:06.449265 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48c8e131-0690-48f9-a21c-2cbcf4e6cb12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:06.458646 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88c961e5-b4cc-4ba2-892a-f1fe3a814cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:06.478093 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c961e5-b4cc-4ba2-892a-f1fe3a814cb0 admin admin] No DVR routers for this DVR port 4d085955-a685-4b5e-8c4a-ee04fc9e7ec5 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:55:06.518192 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48c8e131-0690-48f9-a21c-2cbcf4e6cb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:06.521101 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48c8e131-0690-48f9-a21c-2cbcf4e6cb12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:06.525474 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-48c8e131-0690-48f9-a21c-2cbcf4e6cb12 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/7c2901f0-7e81-4426-848f-5052d3b727ad HTTP/1.1" status: 204 len: 168 time: 0.1804731 Nov 04 10:55:06.542976 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8e131-0690-48f9-a21c-2cbcf4e6cb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2901f0-7e81-4426-848f-5052d3b727ad,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:06.573181 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c961e5-b4cc-4ba2-892a-f1fe3a814cb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d085955-a685-4b5e-8c4a-ee04fc9e7ec5,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:06.588662 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca74d49-5f32-4e01-81aa-0123cc02e1eb None None] Pushing event deleted for resources: {'Port': ['ID=4d085955-a685-4b5e-8c4a-ee04fc9e7ec5,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:06.594291 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca74d49-5f32-4e01-81aa-0123cc02e1eb None None] No DVR routers for this DVR port 4d085955-a685-4b5e-8c4a-ee04fc9e7ec5 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:55:06.661696 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88c961e5-b4cc-4ba2-892a-f1fe3a814cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:06.684746 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-88c961e5-b4cc-4ba2-892a-f1fe3a814cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23405c3-e37b-47a0-a071-d7eb62311c8f']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:06.696062 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-88c961e5-b4cc-4ba2-892a-f1fe3a814cb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f5bd9a-0d6b-40b7-8054-93bd5c772469') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:06.696456 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-88c961e5-b4cc-4ba2-892a-f1fe3a814cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f5bd9a-0d6b-40b7-8054-93bd5c772469') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:06.708905 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88c961e5-b4cc-4ba2-892a-f1fe3a814cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:06.725664 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88c961e5-b4cc-4ba2-892a-f1fe3a814cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:06.733432 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c961e5-b4cc-4ba2-892a-f1fe3a814cb0 admin admin] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:55:06.733817 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88c961e5-b4cc-4ba2-892a-f1fe3a814cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:55:06.735683 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:55:06.802596 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88c961e5-b4cc-4ba2-892a-f1fe3a814cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:06.810103 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88c961e5-b4cc-4ba2-892a-f1fe3a814cb0 admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:06.813646 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-88c961e5-b4cc-4ba2-892a-f1fe3a814cb0 admin admin] 10.222.0.127 "DELETE /v2.0/networks/f23405c3-e37b-47a0-a071-d7eb62311c8f HTTP/1.1" status: 204 len: 168 time: 1.3826120 Nov 04 10:55:06.826628 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c961e5-b4cc-4ba2-892a-f1fe3a814cb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f23405c3-e37b-47a0-a071-d7eb62311c8f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:06.969529 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37102) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:07.010508 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ae0b812f-e05f-4737-af23-226cd8c474c4 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=6f881cb210c1474e9b92367b7c245100&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396144 Nov 04 10:55:07.012980 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37104) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:07.071122 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8ee31f4b-00ca-4340-8fdc-0c775803a6b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:07.095442 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8ee31f4b-00ca-4340-8fdc-0c775803a6b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:07.150484 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8ee31f4b-00ca-4340-8fdc-0c775803a6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:07.153547 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8ee31f4b-00ca-4340-8fdc-0c775803a6b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:07.157997 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8ee31f4b-00ca-4340-8fdc-0c775803a6b1 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/d837185f-08ab-4e96-b2fb-1ca9ef679af7 HTTP/1.1" status: 204 len: 168 time: 0.1416595 Nov 04 10:55:07.167828 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee31f4b-00ca-4340-8fdc-0c775803a6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d837185f-08ab-4e96-b2fb-1ca9ef679af7,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:07.255506 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 91bbad68-6ec6-4185-9fd5-2d7d8d02b283 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:55:07.265173 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:55:07.319337 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 91bbad68-6ec6-4185-9fd5-2d7d8d02b283 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:55:07.324204 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 91bbad68-6ec6-4185-9fd5-2d7d8d02b283 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:07.324702 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:07.494032 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:07.521079 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325f546-0430-4eea-a2dc-99a9e84dc54e req-9ae42355-c3c7-413c-9ad4-1ffaa2ad2133 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:07.522806 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c325f546-0430-4eea-a2dc-99a9e84dc54e req-9ae42355-c3c7-413c-9ad4-1ffaa2ad2133 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 944 time: 0.1058328 Nov 04 10:55:07.536933 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbfa501-2df9-4360-8ca8-34e49b62f77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bbad68-6ec6-4185-9fd5-2d7d8d02b283'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:55:07.539728 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f3fb55-6c42-4729-9a91-83d8aac1e55c" -d '{"events": [{"server_uuid": "dfbfa501-2df9-4360-8ca8-34e49b62f77c", "name": "network-vif-plugged", "status": "completed", "tag": "91bbad68-6ec6-4185-9fd5-2d7d8d02b283"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:55:07.547544 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 91bbad68-6ec6-4185-9fd5-2d7d8d02b283, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=91bbad68-6ec6-4185-9fd5-2d7d8d02b283,segment=NetworkSegment(622b7075-91ff-408a-bf92-04f53e5f2a3e),segment_id=622b7075-91ff-408a-bf92-04f53e5f2a3e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:55:07.555152 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:07.561699 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37154) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:07.614412 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37164) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:07.617400 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-24d25eed-0b2c-4201-95c6-bbddd2e9f663 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=8ec295c9d89c457891baa08fb6ac9f32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0519667 Nov 04 10:55:07.618124 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37166) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:07.626015 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c325f546-0430-4eea-a2dc-99a9e84dc54e req-f8d72dd0-37b4-4dcc-9bb4-cddb759e94b7 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895867 Nov 04 10:55:07.653503 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=91bbad68-6ec6-4185-9fd5-2d7d8d02b283,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:07.680326 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ca29ab0d-c44d-4b7c-be40-b1dd3928d44b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:07.710261 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7657dc0-31c2-4654-b47f-2ffc975a7525 x-openstack-request-id: req-e7657dc0-31c2-4654-b47f-2ffc975a7525 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:55:07.710568 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbfa501-2df9-4360-8ca8-34e49b62f77c", "name": "network-vif-plugged", "status": "completed", "tag": "91bbad68-6ec6-4185-9fd5-2d7d8d02b283", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:55:07.710819 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-e7657dc0-31c2-4654-b47f-2ffc975a7525 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:55:07.711219 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbfa501-2df9-4360-8ca8-34e49b62f77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bbad68-6ec6-4185-9fd5-2d7d8d02b283', 'code': 200} Nov 04 10:55:07.724699 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4d085955-a685-4b5e-8c4a-ee04fc9e7ec5 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:55:07.734697 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ca29ab0d-c44d-4b7c-be40-b1dd3928d44b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:07.760083 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 4d085955-a685-4b5e-8c4a-ee04fc9e7ec5 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:55:07.761464 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4d085955-a685-4b5e-8c4a-ee04fc9e7ec5 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:55:07.831175 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ca29ab0d-c44d-4b7c-be40-b1dd3928d44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:07.834696 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ca29ab0d-c44d-4b7c-be40-b1dd3928d44b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:07.836055 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ca29ab0d-c44d-4b7c-be40-b1dd3928d44b admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/21345c79-8f82-4378-b41b-1ed99fbe9b88 HTTP/1.1" status: 204 len: 168 time: 0.2175891 Nov 04 10:55:07.850137 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29ab0d-c44d-4b7c-be40-b1dd3928d44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21345c79-8f82-4378-b41b-1ed99fbe9b88,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:07.867016 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b24735-6ce9-4f49-80b8-0c85edb68790 req-d14e75f8-5c04-46d3-88d7-1b88215f8129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:07.868479 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-41b24735-6ce9-4f49-80b8-0c85edb68790 req-d14e75f8-5c04-46d3-88d7-1b88215f8129 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 1096 time: 0.0674431 Nov 04 10:55:07.873454 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-1e14d420-3183-41b4-a1dc-52e14f802e69 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Request body: {'security_group': {'name': 'tempest-secgroup--536252092'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:07.912501 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1e14d420-3183-41b4-a1dc-52e14f802e69 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:07.927233 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1e14d420-3183-41b4-a1dc-52e14f802e69 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:07.944528 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-41b24735-6ce9-4f49-80b8-0c85edb68790 req-6b102155-81a6-458c-a8b5-09f05ceaa702 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671675 Nov 04 10:55:08.020218 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1e14d420-3183-41b4-a1dc-52e14f802e69 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:08.026466 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1e14d420-3183-41b4-a1dc-52e14f802e69 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:08.071299 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14d420-3183-41b4-a1dc-52e14f802e69 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=633cb7d1-6bf1-48ec-8808-7a386400b247,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:08.118327 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1e14d420-3183-41b4-a1dc-52e14f802e69 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:08.123867 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1e14d420-3183-41b4-a1dc-52e14f802e69 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:08.161630 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1e14d420-3183-41b4-a1dc-52e14f802e69 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:08.162934 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1e14d420-3183-41b4-a1dc-52e14f802e69 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5474062 Nov 04 10:55:08.166001 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37202) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:08.167601 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14d420-3183-41b4-a1dc-52e14f802e69 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5f42fb-d98e-4ffd-9c29-926952ae6a36,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:08.239426 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-09c9a312-2225-4acd-b930-0c846be521f5 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0722055 Nov 04 10:55:08.242023 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37216) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:08.247296 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-8d1a294e-ff20-4f9e-96fd-9812a1ded874 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Request body: {'security_group': {'name': 'tempest-security--1189195574', 'description': 'tempest-security-description-725463036'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:08.292890 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d1a294e-ff20-4f9e-96fd-9812a1ded874 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:08.353706 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d1a294e-ff20-4f9e-96fd-9812a1ded874 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:08.356485 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d1a294e-ff20-4f9e-96fd-9812a1ded874 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:08.359757 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d1a294e-ff20-4f9e-96fd-9812a1ded874 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:08.363707 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8d1a294e-ff20-4f9e-96fd-9812a1ded874 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "PUT /v2.0/security-groups/2b5f42fb-d98e-4ffd-9c29-926952ae6a36 HTTP/1.1" status: 200 len: 1796 time: 0.1177497 Nov 04 10:55:08.364085 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37236) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:08.386626 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a294e-ff20-4f9e-96fd-9812a1ded874 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5f42fb-d98e-4ffd-9c29-926952ae6a36,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:08.394647 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a294e-ff20-4f9e-96fd-9812a1ded874 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:08.394986 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a294e-ff20-4f9e-96fd-9812a1ded874 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:08.395562 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a294e-ff20-4f9e-96fd-9812a1ded874 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:08.396091 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a294e-ff20-4f9e-96fd-9812a1ded874 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:08.396579 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a294e-ff20-4f9e-96fd-9812a1ded874 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:08.397141 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a294e-ff20-4f9e-96fd-9812a1ded874 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:08.397476 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a294e-ff20-4f9e-96fd-9812a1ded874 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:08.397802 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a294e-ff20-4f9e-96fd-9812a1ded874 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:08.398130 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a294e-ff20-4f9e-96fd-9812a1ded874 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:08.398549 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a294e-ff20-4f9e-96fd-9812a1ded874 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:08.398874 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a294e-ff20-4f9e-96fd-9812a1ded874 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:08.399198 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a294e-ff20-4f9e-96fd-9812a1ded874 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:08.409926 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3fa564cb-3b3b-46d9-a8ab-9baee306c9ab tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "GET /v2.0/security-groups/2b5f42fb-d98e-4ffd-9c29-926952ae6a36 HTTP/1.1" status: 200 len: 1796 time: 0.0445452 Nov 04 10:55:08.412316 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37238) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:08.468372 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cb009691-30c7-4edc-8f43-bf9603867739 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:08.492534 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cb009691-30c7-4edc-8f43-bf9603867739 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:08.542258 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cb009691-30c7-4edc-8f43-bf9603867739 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:08.544974 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cb009691-30c7-4edc-8f43-bf9603867739 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:08.546668 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-cb009691-30c7-4edc-8f43-bf9603867739 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "DELETE /v2.0/security-groups/2b5f42fb-d98e-4ffd-9c29-926952ae6a36 HTTP/1.1" status: 204 len: 168 time: 0.1333895 Nov 04 10:55:08.549411 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37248) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:08.556291 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb009691-30c7-4edc-8f43-bf9603867739 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5f42fb-d98e-4ffd-9c29-926952ae6a36,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:08.608239 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fb083f23-fd16-4dcf-bc6f-31736e636b9a tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0572093 Nov 04 10:55:08.610954 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37254) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:08.626932 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-ad729138-8bfd-472b-a110-509362264e5e tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] delete failed (client error): The resource could not be found. Nov 04 10:55:08.632860 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ad729138-8bfd-472b-a110-509362264e5e tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "DELETE /v2.0/security-groups/2b5f42fb-d98e-4ffd-9c29-926952ae6a36 HTTP/1.1" status: 404 len: 347 time: 0.0152745 Nov 04 10:55:08.632860 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37256) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:08.637469 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-fc6876e0-d418-4c8f-ba3f-a7d33a406962 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Request body: {'security_group': {'name': 'tempest-secgroup--33585168'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:08.662209 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fc6876e0-d418-4c8f-ba3f-a7d33a406962 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:08.776870 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fc6876e0-d418-4c8f-ba3f-a7d33a406962 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:08.783693 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fc6876e0-d418-4c8f-ba3f-a7d33a406962 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:08.830204 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851dc2b-8db1-4743-b414-a440f58665cc req-1d421137-48fb-48a6-9ee8-85d22db1856e tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:08.831789 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e851dc2b-8db1-4743-b414-a440f58665cc req-1d421137-48fb-48a6-9ee8-85d22db1856e tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.1050262 Nov 04 10:55:08.833411 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6876e0-d418-4c8f-ba3f-a7d33a406962 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b616f044-abbe-462a-86ec-4555a5b22150,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:08.837653 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fc6876e0-d418-4c8f-ba3f-a7d33a406962 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:08.840869 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fc6876e0-d418-4c8f-ba3f-a7d33a406962 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2059851 Nov 04 10:55:08.841997 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37274) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:08.847345 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b5cc08bf-3ff6-4e23-bfd5-c7449bc7c5d7 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Request body: {'security_group_rule': {'security_group_id': 'b616f044-abbe-462a-86ec-4555a5b22150', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:08.927662 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b5cc08bf-3ff6-4e23-bfd5-c7449bc7c5d7 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:08.934454 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e851dc2b-8db1-4743-b414-a440f58665cc req-ec069289-27f1-41f2-8889-1f46cafd73ab tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931766 Nov 04 10:55:09.007669 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b5cc08bf-3ff6-4e23-bfd5-c7449bc7c5d7 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:09.012280 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b5cc08bf-3ff6-4e23-bfd5-c7449bc7c5d7 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:09.036102 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc08bf-3ff6-4e23-bfd5-c7449bc7c5d7 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a4f5fe-f4f8-4cea-a261-f92b08099a00,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:09.057968 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b5cc08bf-3ff6-4e23-bfd5-c7449bc7c5d7 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:09.063385 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37286) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:09.065744 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b5cc08bf-3ff6-4e23-bfd5-c7449bc7c5d7 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2221045 Nov 04 10:55:09.089589 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dfa4ad92-262c-4a7d-ab46-3bbf41d6e6dd tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:09.098081 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dfa4ad92-262c-4a7d-ab46-3bbf41d6e6dd tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:09.126490 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dfa4ad92-262c-4a7d-ab46-3bbf41d6e6dd tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:09.138448 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dfa4ad92-262c-4a7d-ab46-3bbf41d6e6dd tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:09.138448 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-dfa4ad92-262c-4a7d-ab46-3bbf41d6e6dd tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "DELETE /v2.0/security-group-rules/26a4f5fe-f4f8-4cea-a261-f92b08099a00 HTTP/1.1" status: 204 len: 168 time: 0.0701408 Nov 04 10:55:09.138775 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37298) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:09.156218 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4ad92-262c-4a7d-ab46-3bbf41d6e6dd tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26a4f5fe-f4f8-4cea-a261-f92b08099a00,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:09.194398 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-192282a6-1ed6-49be-b646-4588a5adf2a1 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0544145 Nov 04 10:55:09.197151 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37306) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:09.272009 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e145e2b8-7ba8-4bc7-a428-f17b4775427b tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:09.304296 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e145e2b8-7ba8-4bc7-a428-f17b4775427b tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:09.362634 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e145e2b8-7ba8-4bc7-a428-f17b4775427b tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:09.366476 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e145e2b8-7ba8-4bc7-a428-f17b4775427b tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:09.367864 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e145e2b8-7ba8-4bc7-a428-f17b4775427b tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "DELETE /v2.0/security-groups/b616f044-abbe-462a-86ec-4555a5b22150 HTTP/1.1" status: 204 len: 168 time: 0.1695163 Nov 04 10:55:09.371265 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37316) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:09.380410 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145e2b8-7ba8-4bc7-a428-f17b4775427b tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b616f044-abbe-462a-86ec-4555a5b22150,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:09.427950 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-11f351ef-0410-44db-a282-a2c68e7a72f8 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0546634 Nov 04 10:55:09.428462 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37320) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:09.433808 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-82098165-8e16-40a8-b259-8bcd489c7b47 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Request body: {'security_group': {'name': 'tempest-secgroup--1466463081'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:09.458518 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-82098165-8e16-40a8-b259-8bcd489c7b47 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:09.558809 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-82098165-8e16-40a8-b259-8bcd489c7b47 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:09.564095 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-82098165-8e16-40a8-b259-8bcd489c7b47 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:09.600698 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-82098165-8e16-40a8-b259-8bcd489c7b47 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:09.602093 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-82098165-8e16-40a8-b259-8bcd489c7b47 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1724617 Nov 04 10:55:09.603243 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82098165-8e16-40a8-b259-8bcd489c7b47 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3647080-40e9-480f-b642-63897a27a3cf,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:09.605578 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37324) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:09.610652 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-5aa36581-6486-4f1a-b5a9-8df2ea64a0d2 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Request body: {'security_group_rule': {'security_group_id': 'd3647080-40e9-480f-b642-63897a27a3cf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:09.646100 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5aa36581-6486-4f1a-b5a9-8df2ea64a0d2 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:09.712499 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5aa36581-6486-4f1a-b5a9-8df2ea64a0d2 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:09.718171 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5aa36581-6486-4f1a-b5a9-8df2ea64a0d2 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:09.736810 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa36581-6486-4f1a-b5a9-8df2ea64a0d2 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e889d414-c23f-4a1c-af13-a060cf274ddc,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:09.746336 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5aa36581-6486-4f1a-b5a9-8df2ea64a0d2 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:09.747574 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5aa36581-6486-4f1a-b5a9-8df2ea64a0d2 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1406839 Nov 04 10:55:09.750832 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37330) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:09.755532 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-1bf96577-e212-4960-9f5a-4a6e338fa47c tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Request body: {'security_group_rule': {'security_group_id': 'd3647080-40e9-480f-b642-63897a27a3cf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:09.792259 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1bf96577-e212-4960-9f5a-4a6e338fa47c tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:09.855264 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1bf96577-e212-4960-9f5a-4a6e338fa47c tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:09.860187 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1bf96577-e212-4960-9f5a-4a6e338fa47c tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:09.885270 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf96577-e212-4960-9f5a-4a6e338fa47c tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9515802-7a44-4522-a100-3de5e38811bf,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:09.894374 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1bf96577-e212-4960-9f5a-4a6e338fa47c tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:09.897053 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1bf96577-e212-4960-9f5a-4a6e338fa47c tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1436832 Nov 04 10:55:09.898362 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37336) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:09.902959 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-1b9de97a-2d11-40ac-97f5-1870f33bc6bb tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Request body: {'security_group_rule': {'security_group_id': 'd3647080-40e9-480f-b642-63897a27a3cf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:09.937383 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b9de97a-2d11-40ac-97f5-1870f33bc6bb tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.017823 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b9de97a-2d11-40ac-97f5-1870f33bc6bb tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.024244 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b9de97a-2d11-40ac-97f5-1870f33bc6bb tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.064997 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9de97a-2d11-40ac-97f5-1870f33bc6bb tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aadaee94-a4aa-47f6-b9d5-c099dc8167fc,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:10.084020 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b9de97a-2d11-40ac-97f5-1870f33bc6bb tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.085084 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1b9de97a-2d11-40ac-97f5-1870f33bc6bb tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1856723 Nov 04 10:55:10.087984 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37344) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:10.094206 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-c40aa6b0-bb27-4824-a4ae-3d984ffd5f1b tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Request body: {'security_group_rule': {'security_group_id': 'd3647080-40e9-480f-b642-63897a27a3cf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:10.109023 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b8da8-666f-41da-9c23-51fe0f07d3fc req-d4db930e-4a4d-462f-a906-5cfe16740174 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:10.110716 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-886b8da8-666f-41da-9c23-51fe0f07d3fc req-d4db930e-4a4d-462f-a906-5cfe16740174 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.0685582 Nov 04 10:55:10.124081 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c40aa6b0-bb27-4824-a4ae-3d984ffd5f1b tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.169404 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-886b8da8-666f-41da-9c23-51fe0f07d3fc req-27080f75-1421-4a21-a60c-3b8630d4adf7 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502834 Nov 04 10:55:10.214884 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c40aa6b0-bb27-4824-a4ae-3d984ffd5f1b tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.220126 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c40aa6b0-bb27-4824-a4ae-3d984ffd5f1b tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.240161 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40aa6b0-bb27-4824-a4ae-3d984ffd5f1b tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e365fa54-d805-4776-9512-bfa916b945ae,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:10.252233 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c40aa6b0-bb27-4824-a4ae-3d984ffd5f1b tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.253811 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c40aa6b0-bb27-4824-a4ae-3d984ffd5f1b tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1647265 Nov 04 10:55:10.256732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37350) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:10.262104 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-9fcc279e-3b86-40c7-ab44-307f0058b9a8 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Request body: {'security_group_rule': {'security_group_id': 'd3647080-40e9-480f-b642-63897a27a3cf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:10.291362 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fcc279e-3b86-40c7-ab44-307f0058b9a8 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.355223 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fcc279e-3b86-40c7-ab44-307f0058b9a8 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.361654 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fcc279e-3b86-40c7-ab44-307f0058b9a8 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.384674 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc279e-3b86-40c7-ab44-307f0058b9a8 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef87ff28-a4be-48bf-a1b6-37c1ad4e1d1e,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:10.396629 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fcc279e-3b86-40c7-ab44-307f0058b9a8 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.400627 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9fcc279e-3b86-40c7-ab44-307f0058b9a8 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1399603 Nov 04 10:55:10.401012 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37354) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:10.436984 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c22250b0-b2b1-4659-838e-7b114e4bb237 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.445474 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c22250b0-b2b1-4659-838e-7b114e4bb237 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.475628 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c22250b0-b2b1-4659-838e-7b114e4bb237 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.483413 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c22250b0-b2b1-4659-838e-7b114e4bb237 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.487182 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c22250b0-b2b1-4659-838e-7b114e4bb237 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "DELETE /v2.0/security-group-rules/ef87ff28-a4be-48bf-a1b6-37c1ad4e1d1e HTTP/1.1" status: 204 len: 168 time: 0.0827363 Nov 04 10:55:10.487642 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37356) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:10.491352 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22250b0-b2b1-4659-838e-7b114e4bb237 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef87ff28-a4be-48bf-a1b6-37c1ad4e1d1e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:10.536230 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a27c7308-f3e0-424b-b296-e02a9f849ddd tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0457039 Nov 04 10:55:10.537377 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37358) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:10.562370 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39a3268a-e762-48de-b690-668dd4b65f47 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.570940 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39a3268a-e762-48de-b690-668dd4b65f47 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.601748 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39a3268a-e762-48de-b690-668dd4b65f47 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.607989 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39a3268a-e762-48de-b690-668dd4b65f47 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.609225 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-39a3268a-e762-48de-b690-668dd4b65f47 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "DELETE /v2.0/security-group-rules/e365fa54-d805-4776-9512-bfa916b945ae HTTP/1.1" status: 204 len: 168 time: 0.0708375 Nov 04 10:55:10.612158 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37360) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:10.614872 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3268a-e762-48de-b690-668dd4b65f47 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e365fa54-d805-4776-9512-bfa916b945ae,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:10.664496 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37362) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:10.665101 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6b9102dc-85fc-411d-8b55-e7463076e880 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0511682 Nov 04 10:55:10.693412 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-337b8f2c-37ee-41c3-af26-4a71d62de04b tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.701968 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-337b8f2c-37ee-41c3-af26-4a71d62de04b tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.732299 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-337b8f2c-37ee-41c3-af26-4a71d62de04b tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.740126 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-337b8f2c-37ee-41c3-af26-4a71d62de04b tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.742026 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-337b8f2c-37ee-41c3-af26-4a71d62de04b tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "DELETE /v2.0/security-group-rules/aadaee94-a4aa-47f6-b9d5-c099dc8167fc HTTP/1.1" status: 204 len: 168 time: 0.0750742 Nov 04 10:55:10.744693 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37364) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:10.757119 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b8f2c-37ee-41c3-af26-4a71d62de04b tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aadaee94-a4aa-47f6-b9d5-c099dc8167fc,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:10.783680 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37366) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:10.788777 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-5ccf055e-6585-4e66-a12d-da11d017839f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Request body: {'network': {'name': 'tempest-network-smoke--378802314', 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'port_security_enabled': True}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:10.801165 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-13b67b9f-3ced-4fe4-bcea-f83fa7c88416 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0548744 Nov 04 10:55:10.803944 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37368) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:10.837877 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ee4edcab-c8f1-44b6-b76f-306782c580f6 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.847307 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ee4edcab-c8f1-44b6-b76f-306782c580f6 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.853937 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccf055e-6585-4e66-a12d-da11d017839f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Made reservation on behalf of 9e6e9db6fbf344cc90c8fda44c469086 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:55:10.857979 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ccf055e-6585-4e66-a12d-da11d017839f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.878031 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ccf055e-6585-4e66-a12d-da11d017839f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.904963 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ee4edcab-c8f1-44b6-b76f-306782c580f6 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.913925 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ee4edcab-c8f1-44b6-b76f-306782c580f6 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:10.913925 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ee4edcab-c8f1-44b6-b76f-306782c580f6 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "DELETE /v2.0/security-group-rules/e9515802-7a44-4522-a100-3de5e38811bf HTTP/1.1" status: 204 len: 168 time: 0.1060588 Nov 04 10:55:10.915779 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37372) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:10.945640 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4edcab-c8f1-44b6-b76f-306782c580f6 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9515802-7a44-4522-a100-3de5e38811bf,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:10.994677 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-968f38d7-c3f9-4c08-8de5-a41c2dc6e9a5 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0744386 Nov 04 10:55:10.995072 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37374) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:11.042817 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ccf055e-6585-4e66-a12d-da11d017839f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:11.046625 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51e5bf60-7756-4cea-8da6-64c98964e8f5 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:11.052448 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ccf055e-6585-4e66-a12d-da11d017839f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:11.057722 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51e5bf60-7756-4cea-8da6-64c98964e8f5 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:11.084072 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba4ad3-26aa-43a0-9b9d-6c43faff2b03 req-500e84e1-48f9-45b9-81bd-d527b4049620 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:11.085543 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8bba4ad3-26aa-43a0-9b9d-6c43faff2b03 req-500e84e1-48f9-45b9-81bd-d527b4049620 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.0921309 Nov 04 10:55:11.095430 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b5d8e-1826-46e7-8b41-c37b752a9940 req-8afd3260-240e-478e-ac8e-f2af5c5bde1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:11.098081 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1d5b5d8e-1826-46e7-8b41-c37b752a9940 req-8afd3260-240e-478e-ac8e-f2af5c5bde1f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=730cf183c49c40928828112dd52c25ee&device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 1096 time: 0.1040540 Nov 04 10:55:11.101775 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ccf055e-6585-4e66-a12d-da11d017839f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1173} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:55:11.110048 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf055e-6585-4e66-a12d-da11d017839f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c85e36-11ab-4bdf-97af-1d58b71849b1,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:11.116404 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51e5bf60-7756-4cea-8da6-64c98964e8f5 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:11.123335 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51e5bf60-7756-4cea-8da6-64c98964e8f5 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:11.126787 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-51e5bf60-7756-4cea-8da6-64c98964e8f5 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "DELETE /v2.0/security-group-rules/e889d414-c23f-4a1c-af13-a060cf274ddc HTTP/1.1" status: 204 len: 168 time: 0.1283615 Nov 04 10:55:11.141537 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5bf60-7756-4cea-8da6-64c98964e8f5 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e889d414-c23f-4a1c-af13-a060cf274ddc,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:11.145761 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37376) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:11.155305 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ccf055e-6585-4e66-a12d-da11d017839f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:11.155728 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-5ccf055e-6585-4e66-a12d-da11d017839f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Added segment ca707b12-63f9-4b12-bd5a-be3b37c7d1ac of type vlan for network 5c46183b-ca36-4d1b-b1a4-4ab3bec5456f Nov 04 10:55:11.162272 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8bba4ad3-26aa-43a0-9b9d-6c43faff2b03 req-777ca2b4-0c7b-49e1-84aa-85f9b0114fb5 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678892 Nov 04 10:55:11.265326 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ccf055e-6585-4e66-a12d-da11d017839f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:11.286670 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6831c317-9d0f-4e29-825d-91c6e0671197 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1393905 Nov 04 10:55:11.290856 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37378) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:11.327129 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b5d8e-1826-46e7-8b41-c37b752a9940 req-9efa9d98-e42e-4b0f-9177-5062d3630184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:11.328875 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1d5b5d8e-1826-46e7-8b41-c37b752a9940 req-9efa9d98-e42e-4b0f-9177-5062d3630184 service neutron] 10.222.0.121 "GET /v2.0/networks?id=66c89822-8e97-4799-96df-3535255efdeb HTTP/1.1" status: 200 len: 912 time: 0.2145364 Nov 04 10:55:11.330996 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ccf055e-6585-4e66-a12d-da11d017839f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:11.337180 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccf055e-6585-4e66-a12d-da11d017839f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:11.337695 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5ccf055e-6585-4e66-a12d-da11d017839f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:11.355742 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-21170bde-9402-4453-aa87-33d4c145ca9c tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:11.381796 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-21170bde-9402-4453-aa87-33d4c145ca9c tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:11.427964 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-21170bde-9402-4453-aa87-33d4c145ca9c tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:11.430627 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-21170bde-9402-4453-aa87-33d4c145ca9c tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:11.432078 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-21170bde-9402-4453-aa87-33d4c145ca9c tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "DELETE /v2.0/security-groups/d3647080-40e9-480f-b642-63897a27a3cf HTTP/1.1" status: 204 len: 168 time: 0.1400402 Nov 04 10:55:11.436113 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37382) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:11.437514 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1d5b5d8e-1826-46e7-8b41-c37b752a9940 req-8a7566f8-b3cf-4e13-ba88-50c1841dadc1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91bbad68-6ec6-4185-9fd5-2d7d8d02b283 HTTP/1.1" status: 200 len: 217 time: 0.0907176 Nov 04 10:55:11.447690 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5ccf055e-6585-4e66-a12d-da11d017839f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6629105 Nov 04 10:55:11.458759 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21170bde-9402-4453-aa87-33d4c145ca9c tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3647080-40e9-480f-b642-63897a27a3cf,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:11.459276 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37384) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:11.469439 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-e4bb6baa-086b-482a-9523-d16a5b21b99f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1308367762', 'admin_state_up': True, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:11.493360 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-04d6c628-4bdc-4122-a8ef-0f0d340bed26 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0557415 Nov 04 10:55:11.499430 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37386) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:11.505667 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-5ea8bf26-07c1-4e85-a0c5-57021f41ea66 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Request body: {'security_group': {'name': 'tempest-secgroup--1300065237'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:11.515985 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf055e-6585-4e66-a12d-da11d017839f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event updated for resources: {'Network': ['ID=5c46183b-ca36-4d1b-b1a4-4ab3bec5456f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:11.529675 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 5c46183b-ca36-4d1b-b1a4-4ab3bec5456f details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:55:11.532256 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ea8bf26-07c1-4e85-a0c5-57021f41ea66 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:11.535230 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.db.api [None req-e4bb6baa-086b-482a-9523-d16a5b21b99f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 04 10:55:11.535230 n-d-816629-1 neutron-server[101775]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 04 10:55:11.535230 n-d-816629-1 neutron-server[101775]: [parameters: {'project_id_1': '9e6e9db6fbf344cc90c8fda44c469086', 'expiration_1': datetime.datetime(2021, 11, 4, 10, 54, 51, 512152)}] Nov 04 10:55:11.535230 n-d-816629-1 neutron-server[101775]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:55:11.536200 n-d-816629-1 neutron-server[101775]: DEBUG oslo_db.api [None req-e4bb6baa-086b-482a-9523-d16a5b21b99f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:55:11.551229 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b5d8e-1826-46e7-8b41-c37b752a9940 req-124b3d80-e46a-4db9-945e-a539e2cecbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:11.552845 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1d5b5d8e-1826-46e7-8b41-c37b752a9940 req-124b3d80-e46a-4db9-945e-a539e2cecbf3 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=04e2759a-4fb5-41be-b7ba-7c50f8f5efb1 HTTP/1.1" status: 200 len: 850 time: 0.0992296 Nov 04 10:55:11.599044 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1d5b5d8e-1826-46e7-8b41-c37b752a9940 req-84ef22b2-8abc-43a4-868a-b8457241fddd service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=66c89822-8e97-4799-96df-3535255efdeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332088 Nov 04 10:55:11.624475 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ea8bf26-07c1-4e85-a0c5-57021f41ea66 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:11.629670 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ea8bf26-07c1-4e85-a0c5-57021f41ea66 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:11.664239 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ea8bf26-07c1-4e85-a0c5-57021f41ea66 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:11.665746 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5ea8bf26-07c1-4e85-a0c5-57021f41ea66 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1648383 Nov 04 10:55:11.667668 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8bf26-07c1-4e85-a0c5-57021f41ea66 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ae1642-a6dd-42d9-8b49-47a1562d8a90,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:11.668657 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37388) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:11.675504 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-983f437a-b726-4b2c-b3e2-b3628aad8e71 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Request body: {'security_group_rule': {'security_group_id': 'e1ae1642-a6dd-42d9-8b49-47a1562d8a90', 'direction': 'ingress', 'protocol': 17}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:11.730448 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-983f437a-b726-4b2c-b3e2-b3628aad8e71 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:11.743184 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1d5b5d8e-1826-46e7-8b41-c37b752a9940 req-d9c2fdc1-0683-4138-8255-e2344cedc458 service neutron] 10.222.0.121 "GET /v2.0/networks/66c89822-8e97-4799-96df-3535255efdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303897 Nov 04 10:55:11.855003 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-983f437a-b726-4b2c-b3e2-b3628aad8e71 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:11.863901 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-983f437a-b726-4b2c-b3e2-b3628aad8e71 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:11.880276 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1d5b5d8e-1826-46e7-8b41-c37b752a9940 req-ec09ef92-0ea4-4fbe-9ada-ab20cfb93d41 service neutron] 10.222.0.121 "GET /v2.0/networks/66c89822-8e97-4799-96df-3535255efdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275773 Nov 04 10:55:11.887603 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f437a-b726-4b2c-b3e2-b3628aad8e71 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc92c99-e50e-4e86-90c1-98d1fdece33d,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:11.897095 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-983f437a-b726-4b2c-b3e2-b3628aad8e71 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:11.901520 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-983f437a-b726-4b2c-b3e2-b3628aad8e71 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2299304 Nov 04 10:55:11.901949 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37390) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:11.966030 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ce3724dd-5617-4ba7-a2dd-a712093d1577 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:11.991268 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ce3724dd-5617-4ba7-a2dd-a712093d1577 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:12.034825 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ce3724dd-5617-4ba7-a2dd-a712093d1577 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:12.037491 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ce3724dd-5617-4ba7-a2dd-a712093d1577 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:12.041425 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ce3724dd-5617-4ba7-a2dd-a712093d1577 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "DELETE /v2.0/security-groups/e1ae1642-a6dd-42d9-8b49-47a1562d8a90 HTTP/1.1" status: 204 len: 168 time: 0.1354589 Nov 04 10:55:12.043999 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37396) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:12.048262 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3724dd-5617-4ba7-a2dd-a712093d1577 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ae1642-a6dd-42d9-8b49-47a1562d8a90,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:12.079641 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e4bb6baa-086b-482a-9523-d16a5b21b99f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:12.080664 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e4bb6baa-086b-482a-9523-d16a5b21b99f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:12.104128 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3e6d66a6-87d6-49c0-86de-e00f37b357f2 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0590284 Nov 04 10:55:12.108557 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37398) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:12.113771 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-0d72565b-af77-49d5-a91e-c2fbeaabe9cf tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Request body: {'security_group': {'name': 'tempest-secgroup--1557939730'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:12.143254 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0d72565b-af77-49d5-a91e-c2fbeaabe9cf tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:12.157713 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e4bb6baa-086b-482a-9523-d16a5b21b99f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:12.230839 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0d72565b-af77-49d5-a91e-c2fbeaabe9cf tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:12.238508 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0d72565b-af77-49d5-a91e-c2fbeaabe9cf tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:12.311550 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0d72565b-af77-49d5-a91e-c2fbeaabe9cf tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:12.315687 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0d72565b-af77-49d5-a91e-c2fbeaabe9cf tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2033830 Nov 04 10:55:12.315687 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37402) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:12.320476 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-e7d7d137-0d37-4c20-80e4-9f737b468205 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Request body: {'security_group': {'name': 'tempest-secgroup--1307829576'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:12.324871 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e4bb6baa-086b-482a-9523-d16a5b21b99f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:12.330758 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72565b-af77-49d5-a91e-c2fbeaabe9cf tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a5d522-955f-4397-b38e-cd159c0bcbc6,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:12.350624 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e93e0-78d4-4519-8a3e-0cfda97b1581 req-61f9cc73-0b46-4591-b111-d223cfeb085a tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:12.352206 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1d8e93e0-78d4-4519-8a3e-0cfda97b1581 req-61f9cc73-0b46-4591-b111-d223cfeb085a tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.1102648 Nov 04 10:55:12.379559 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e7d7d137-0d37-4c20-80e4-9f737b468205 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:12.383997 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:12.430554 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1d8e93e0-78d4-4519-8a3e-0cfda97b1581 req-830e5d99-d581-478f-bd7e-287d60e0612d tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694361 Nov 04 10:55:12.489868 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e7d7d137-0d37-4c20-80e4-9f737b468205 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:12.494448 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e7d7d137-0d37-4c20-80e4-9f737b468205 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:12.530576 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e7d7d137-0d37-4c20-80e4-9f737b468205 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:12.533707 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e7d7d137-0d37-4c20-80e4-9f737b468205 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2143755 Nov 04 10:55:12.534009 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37406) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:12.538400 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7d137-0d37-4c20-80e4-9f737b468205 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5567d3-a8b2-439f-bb0c-45be972c85d6,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:12.550280 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-d538a01b-dcb0-42cc-9ea9-7899c6973cab tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Request body: {'security_group_rule': {'security_group_id': 'b3a5d522-955f-4397-b38e-cd159c0bcbc6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0a5567d3-a8b2-439f-bb0c-45be972c85d6', 'remote_ip_prefix': None}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:12.596698 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e4bb6baa-086b-482a-9523-d16a5b21b99f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:12.602582 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d538a01b-dcb0-42cc-9ea9-7899c6973cab tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:12.623468 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e4bb6baa-086b-482a-9523-d16a5b21b99f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:12.694136 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d538a01b-dcb0-42cc-9ea9-7899c6973cab tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:12.703753 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d538a01b-dcb0-42cc-9ea9-7899c6973cab tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:12.728911 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538a01b-dcb0-42cc-9ea9-7899c6973cab tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ae1178-f068-4416-b6cc-f6da37b8518c,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:12.745071 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d538a01b-dcb0-42cc-9ea9-7899c6973cab tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:12.749676 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d538a01b-dcb0-42cc-9ea9-7899c6973cab tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2120225 Nov 04 10:55:12.750002 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37410) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:12.755239 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-e4bb6baa-086b-482a-9523-d16a5b21b99f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Allocated IP 172.25.7.156 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/dba05aa3-33f6-4b70-8319-215f67276c88) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:55:12.779098 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a9368df4-4447-418e-9e3a-77418519f9b6 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:12.787150 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a9368df4-4447-418e-9e3a-77418519f9b6 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:12.816392 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a9368df4-4447-418e-9e3a-77418519f9b6 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:12.829563 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a9368df4-4447-418e-9e3a-77418519f9b6 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:12.830795 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a9368df4-4447-418e-9e3a-77418519f9b6 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "DELETE /v2.0/security-group-rules/50ae1178-f068-4416-b6cc-f6da37b8518c HTTP/1.1" status: 204 len: 168 time: 0.0794227 Nov 04 10:55:12.831712 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9368df4-4447-418e-9e3a-77418519f9b6 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50ae1178-f068-4416-b6cc-f6da37b8518c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:12.833484 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37414) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:12.881362 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37416) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:12.894868 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5dd53687-fd5f-463c-8eeb-ce8e515a93a6 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0553019 Nov 04 10:55:12.901051 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37420) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:12.925691 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e4bb6baa-086b-482a-9523-d16a5b21b99f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:12.987956 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d292fad5-191a-4770-83c3-ae56f04a1e05 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:13.006757 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e4bb6baa-086b-482a-9523-d16a5b21b99f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:13.073051 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d292fad5-191a-4770-83c3-ae56f04a1e05 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:13.096013 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bb6baa-086b-482a-9523-d16a5b21b99f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:55:13.102105 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb6baa-086b-482a-9523-d16a5b21b99f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event updated for resources: {'Port': ['ID=dba05aa3-33f6-4b70-8319-215f67276c88,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:13.106723 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-e4bb6baa-086b-482a-9523-d16a5b21b99f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:55:13.114364 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1c199d0c-ea65-45e4-a3ef-a48b50e73bab admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=a41aeab54dba442881ed9cc45a988ee0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2318606 Nov 04 10:55:13.115243 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bb6baa-086b-482a-9523-d16a5b21b99f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:55:13.117374 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37422) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:13.174972 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f4638492-6cdb-4c99-ba1e-c8a0839976ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:13.197932 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f4638492-6cdb-4c99-ba1e-c8a0839976ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:13.201448 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d292fad5-191a-4770-83c3-ae56f04a1e05 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:13.204366 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d292fad5-191a-4770-83c3-ae56f04a1e05 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:13.205569 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d292fad5-191a-4770-83c3-ae56f04a1e05 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "DELETE /v2.0/security-groups/0a5567d3-a8b2-439f-bb0c-45be972c85d6 HTTP/1.1" status: 204 len: 168 time: 0.3037839 Nov 04 10:55:13.208989 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37424) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:13.245363 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292fad5-191a-4770-83c3-ae56f04a1e05 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5567d3-a8b2-439f-bb0c-45be972c85d6,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:13.282481 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0a4d4186-7434-42d5-96b5-05996e34f9ef tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0698938 Nov 04 10:55:13.285151 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37426) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:13.299943 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f4638492-6cdb-4c99-ba1e-c8a0839976ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:13.302756 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f4638492-6cdb-4c99-ba1e-c8a0839976ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:13.303897 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f4638492-6cdb-4c99-ba1e-c8a0839976ec admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/e954900c-2def-4ade-a737-fb5f239cdaa6 HTTP/1.1" status: 204 len: 168 time: 0.1854422 Nov 04 10:55:13.319787 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4638492-6cdb-4c99-ba1e-c8a0839976ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e954900c-2def-4ade-a737-fb5f239cdaa6,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:13.355306 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-df80b4d0-d55c-42f0-8140-6886dbe8cb31 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:13.383053 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-df80b4d0-d55c-42f0-8140-6886dbe8cb31 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:13.409242 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e4bb6baa-086b-482a-9523-d16a5b21b99f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:13.433517 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-df80b4d0-d55c-42f0-8140-6886dbe8cb31 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:13.436402 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-df80b4d0-d55c-42f0-8140-6886dbe8cb31 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:13.440162 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-df80b4d0-d55c-42f0-8140-6886dbe8cb31 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "DELETE /v2.0/security-groups/b3a5d522-955f-4397-b38e-cd159c0bcbc6 HTTP/1.1" status: 204 len: 168 time: 0.1516824 Nov 04 10:55:13.441264 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37430) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:13.459730 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80b4d0-d55c-42f0-8140-6886dbe8cb31 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a5d522-955f-4397-b38e-cd159c0bcbc6,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:13.522469 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d87dbd5e-2c7e-4bdf-9a47-66afd8557fb7 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0799186 Nov 04 10:55:13.526427 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37436) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:13.532350 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-eb7d86f9-ea68-417e-acca-c0ebb39c08e0 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Request body: {'security_group': {'name': 'tempest-secgroup--1705225090'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:13.595629 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb7d86f9-ea68-417e-acca-c0ebb39c08e0 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:13.631443 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315a152-b7d1-4f48-a414-e4a4cccc2e77 req-7a4f8f03-e760-4a93-9b30-1985bdb57dbc tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:13.633335 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e315a152-b7d1-4f48-a414-e4a4cccc2e77 req-7a4f8f03-e760-4a93-9b30-1985bdb57dbc tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.0949435 Nov 04 10:55:13.692608 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e4bb6baa-086b-482a-9523-d16a5b21b99f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:13.717738 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e315a152-b7d1-4f48-a414-e4a4cccc2e77 req-104be1b3-b4c2-4fe7-a265-594b19d96473 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693605 Nov 04 10:55:13.740494 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb7d86f9-ea68-417e-acca-c0ebb39c08e0 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:13.745193 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb7d86f9-ea68-417e-acca-c0ebb39c08e0 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:13.776560 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d86f9-ea68-417e-acca-c0ebb39c08e0 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282c9c51-3a55-47be-a782-fdab3df9dac5,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:13.782637 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb7d86f9-ea68-417e-acca-c0ebb39c08e0 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:13.787149 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-eb7d86f9-ea68-417e-acca-c0ebb39c08e0 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2595382 Nov 04 10:55:13.787756 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37446) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:13.792585 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-7f5f3de3-827c-415d-9c8c-8ead0170cca7 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Request body: {'security_group_rule': {'security_group_id': '282c9c51-3a55-47be-a782-fdab3df9dac5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:13.823702 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7f5f3de3-827c-415d-9c8c-8ead0170cca7 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:13.847158 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4bb6baa-086b-482a-9523-d16a5b21b99f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Router f56c0773-8991-47aa-bdf9-28ca1d1c1031 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:55:13.892161 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7f5f3de3-827c-415d-9c8c-8ead0170cca7 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:13.896939 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7f5f3de3-827c-415d-9c8c-8ead0170cca7 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:13.910563 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f3de3-827c-415d-9c8c-8ead0170cca7 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be8800f9-83f6-41dd-9a7d-8338b2b1f4b0,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:13.927888 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7f5f3de3-827c-415d-9c8c-8ead0170cca7 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:13.933757 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7f5f3de3-827c-415d-9c8c-8ead0170cca7 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1450374 Nov 04 10:55:13.934332 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37452) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:13.965503 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-188acb91-08e4-479e-bf9f-bf0be85a0152 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:13.977285 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-188acb91-08e4-479e-bf9f-bf0be85a0152 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:14.021685 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-188acb91-08e4-479e-bf9f-bf0be85a0152 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:14.028595 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-188acb91-08e4-479e-bf9f-bf0be85a0152 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:14.032491 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-188acb91-08e4-479e-bf9f-bf0be85a0152 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "DELETE /v2.0/security-group-rules/be8800f9-83f6-41dd-9a7d-8338b2b1f4b0 HTTP/1.1" status: 204 len: 168 time: 0.0946512 Nov 04 10:55:14.032901 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37458) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:14.045032 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188acb91-08e4-479e-bf9f-bf0be85a0152 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be8800f9-83f6-41dd-9a7d-8338b2b1f4b0,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:14.084223 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f7b8ed13-c316-410e-a174-d7c1b11a481c tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0477667 Nov 04 10:55:14.085087 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37460) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:14.152574 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c582743-c911-40f6-8bc6-534f3299662d tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:14.178808 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c582743-c911-40f6-8bc6-534f3299662d tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:14.227302 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c582743-c911-40f6-8bc6-534f3299662d tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:14.230666 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c582743-c911-40f6-8bc6-534f3299662d tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:14.231961 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1c582743-c911-40f6-8bc6-534f3299662d tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "DELETE /v2.0/security-groups/282c9c51-3a55-47be-a782-fdab3df9dac5 HTTP/1.1" status: 204 len: 168 time: 0.1458738 Nov 04 10:55:14.237312 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37464) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:14.251279 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c582743-c911-40f6-8bc6-534f3299662d tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=282c9c51-3a55-47be-a782-fdab3df9dac5,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:14.301443 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-21f7a123-7a94-445d-89a2-78115a3564c5 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0624845 Nov 04 10:55:14.305672 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37468) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:14.310374 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-2ba41eaf-7944-4816-98d0-1360483d14a8 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Request body: {'security_group': {'name': 'tempest-secgroup--915563803'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:14.336318 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2ba41eaf-7944-4816-98d0-1360483d14a8 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:14.362003 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bb6baa-086b-482a-9523-d16a5b21b99f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:55:14.371824 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676926ab-d33b-4194-b668-db86a98d8967 None None] Sync routers for ids ['f56c0773-8991-47aa-bdf9-28ca1d1c1031'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:55:14.384571 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676926ab-d33b-4194-b668-db86a98d8967 None None] Routers {'f56c0773-8991-47aa-bdf9-28ca1d1c1031'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:55:14.385376 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-676926ab-d33b-4194-b668-db86a98d8967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:54:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['f56c0773-8991-47aa-bdf9-28ca1d1c1031'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:14.396669 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e4bb6baa-086b-482a-9523-d16a5b21b99f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:14.401316 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e4bb6baa-086b-482a-9523-d16a5b21b99f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9336932 Nov 04 10:55:14.402270 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37472) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:14.427091 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2ba41eaf-7944-4816-98d0-1360483d14a8 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:14.432738 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2ba41eaf-7944-4816-98d0-1360483d14a8 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:14.473091 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2ba41eaf-7944-4816-98d0-1360483d14a8 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:14.474854 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2ba41eaf-7944-4816-98d0-1360483d14a8 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1681874 Nov 04 10:55:14.477417 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba41eaf-7944-4816-98d0-1360483d14a8 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a712f63-194c-402e-a600-1f29fa6374d3,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:14.478090 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37478) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:14.485190 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-1212bf13-c4ee-4d68-8f6c-ab3749caf166 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Request body: {'security_group_rule': {'security_group_id': '0a712f63-194c-402e-a600-1f29fa6374d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:14.529472 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-676926ab-d33b-4194-b668-db86a98d8967 None None] Set router f56c0773-8991-47aa-bdf9-28ca1d1c1031 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:55:14.536933 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1212bf13-c4ee-4d68-8f6c-ab3749caf166 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:14.619452 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1212bf13-c4ee-4d68-8f6c-ab3749caf166 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:14.624716 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1212bf13-c4ee-4d68-8f6c-ab3749caf166 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:14.649575 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212bf13-c4ee-4d68-8f6c-ab3749caf166 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef40411-e4cb-4529-8eb4-7a3296232ce3,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:14.662516 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1212bf13-c4ee-4d68-8f6c-ab3749caf166 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:14.666794 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1212bf13-c4ee-4d68-8f6c-ab3749caf166 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1844823 Nov 04 10:55:14.666963 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37484) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:14.686237 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0bc3babe-0d1e-45f2-aee9-297824ab400e tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "GET /v2.0/security-group-rules/2ef40411-e4cb-4529-8eb4-7a3296232ce3 HTTP/1.1" status: 200 len: 763 time: 0.0155997 Nov 04 10:55:14.686441 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37488) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:14.732557 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-420993a3-77cd-4456-ba7b-6bcaf1b267c9 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0434062 Nov 04 10:55:14.734138 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37490) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:14.763551 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-11f74e46-4f3e-40c1-9b61-bd1874bc2699 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:14.772856 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-676926ab-d33b-4194-b668-db86a98d8967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308367762', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:55:13Z', 'revision_number': 3, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'gw_port': {'id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:55:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:14.773119 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-11f74e46-4f3e-40c1-9b61-bd1874bc2699 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:14.800841 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37494) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:14.801090 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-328a9d18-c60b-44d3-a0c3-099b1ea1d2e2 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] 10.222.0.127 "GET /v2.0/subnets?project_id=9e6e9db6fbf344cc90c8fda44c469086&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3974309 Nov 04 10:55:14.823575 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676926ab-d33b-4194-b668-db86a98d8967 None None] Checking router: f56c0773-8991-47aa-bdf9-28ca1d1c1031 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:55:14.823916 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676926ab-d33b-4194-b668-db86a98d8967 None None] Updating router f56c0773-8991-47aa-bdf9-28ca1d1c1031 port dba05aa3-33f6-4b70-8319-215f67276c88 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:55:14.835989 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-11f74e46-4f3e-40c1-9b61-bd1874bc2699 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:14.856552 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:14.857488 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-676926ab-d33b-4194-b668-db86a98d8967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:14.881749 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-11f74e46-4f3e-40c1-9b61-bd1874bc2699 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:14.882961 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-11f74e46-4f3e-40c1-9b61-bd1874bc2699 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "DELETE /v2.0/security-group-rules/2ef40411-e4cb-4529-8eb4-7a3296232ce3 HTTP/1.1" status: 204 len: 168 time: 0.1474788 Nov 04 10:55:14.885848 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37498) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:14.915688 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f74e46-4f3e-40c1-9b61-bd1874bc2699 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ef40411-e4cb-4529-8eb4-7a3296232ce3,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:14.936340 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5b300a09-64fd-4192-a0db-37e38f0219a3 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0481517 Nov 04 10:55:14.937623 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37500) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:14.942357 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-9ebaaede-fdcb-452d-a86c-684a04a52bf4 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Request body: {'security_group_rule': {'security_group_id': '0a712f63-194c-402e-a600-1f29fa6374d3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:14.974420 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9ebaaede-fdcb-452d-a86c-684a04a52bf4 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:14.992501 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701da38c-8da5-41a1-b4e8-a8089dfc49de req-4bc97baa-fdeb-46ae-90b7-f23c9bdd0c37 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:14.994052 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-701da38c-8da5-41a1-b4e8-a8089dfc49de req-4bc97baa-fdeb-46ae-90b7-f23c9bdd0c37 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.1909750 Nov 04 10:55:15.034909 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e50e184-988a-41c9-aa78-b02112709789 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:15.036026 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9ebaaede-fdcb-452d-a86c-684a04a52bf4 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.036771 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3e50e184-988a-41c9-aa78-b02112709789 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2345879 Nov 04 10:55:15.039381 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37502) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:15.046449 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9ebaaede-fdcb-452d-a86c-684a04a52bf4 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.064182 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebaaede-fdcb-452d-a86c-684a04a52bf4 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ae31ab-e8f9-4f47-8443-4bcdba413198,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:15.082280 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9ebaaede-fdcb-452d-a86c-684a04a52bf4 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.085219 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9b76a06e-0a11-48a3-98eb-97a793302d6b tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] 10.222.0.127 "GET /v2.0/subnets?network_id=301c0cd8-d116-455e-af06-7601efa602d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442832 Nov 04 10:55:15.085670 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9ebaaede-fdcb-452d-a86c-684a04a52bf4 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1465960 Nov 04 10:55:15.087965 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37504) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:15.089704 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37506) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:15.094236 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-c4fc8fc2-6a21-4681-ba8f-7b772129755e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1241095534', 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f', 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:15.108707 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-701da38c-8da5-41a1-b4e8-a8089dfc49de req-9537dc79-5fe6-422d-b583-d66d25971fd4 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075044 Nov 04 10:55:15.115583 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c48f04b1-9fec-4ae6-aafa-0533aa564efc tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "GET /v2.0/security-group-rules/25ae31ab-e8f9-4f47-8443-4bcdba413198 HTTP/1.1" status: 200 len: 763 time: 0.0224357 Nov 04 10:55:15.115977 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37508) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:15.168290 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8fec27ca-2842-4186-ba63-845bcbdfb06b tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0511663 Nov 04 10:55:15.171032 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-676926ab-d33b-4194-b668-db86a98d8967 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.171224 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37512) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:15.179073 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-676926ab-d33b-4194-b668-db86a98d8967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.199716 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57284c17-c56f-45f4-b01c-4570d419c4d8 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.209300 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fc8fc2-6a21-4681-ba8f-7b772129755e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Made reservation on behalf of 9e6e9db6fbf344cc90c8fda44c469086 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:55:15.214495 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c4fc8fc2-6a21-4681-ba8f-7b772129755e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.215814 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57284c17-c56f-45f4-b01c-4570d419c4d8 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.236890 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-676926ab-d33b-4194-b668-db86a98d8967 None None] Attempting to bind port dba05aa3-33f6-4b70-8319-215f67276c88 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:55:15.237261 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-676926ab-d33b-4194-b668-db86a98d8967 None None] Attempting to bind port dba05aa3-33f6-4b70-8319-215f67276c88 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:55:15.237949 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676926ab-d33b-4194-b668-db86a98d8967 None None] Attempting to bind port dba05aa3-33f6-4b70-8319-215f67276c88 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:55:15.248041 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676926ab-d33b-4194-b668-db86a98d8967 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:55:15.248659 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676926ab-d33b-4194-b668-db86a98d8967 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:55:15.249303 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-676926ab-d33b-4194-b668-db86a98d8967 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.249671 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676926ab-d33b-4194-b668-db86a98d8967 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:55:15.250155 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-676926ab-d33b-4194-b668-db86a98d8967 None None] Bound port: dba05aa3-33f6-4b70-8319-215f67276c88, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:55:15.250560 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-676926ab-d33b-4194-b668-db86a98d8967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.258184 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57284c17-c56f-45f4-b01c-4570d419c4d8 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.265757 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57284c17-c56f-45f4-b01c-4570d419c4d8 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.269463 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-57284c17-c56f-45f4-b01c-4570d419c4d8 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "DELETE /v2.0/security-group-rules/25ae31ab-e8f9-4f47-8443-4bcdba413198 HTTP/1.1" status: 204 len: 168 time: 0.0950143 Nov 04 10:55:15.273183 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37514) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:15.277619 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9deae0-c4a8-4506-a0e3-d7737db48fd3 None None] Pushing event updated for resources: {'Port': ['ID=dba05aa3-33f6-4b70-8319-215f67276c88,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:15.282615 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57284c17-c56f-45f4-b01c-4570d419c4d8 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25ae31ab-e8f9-4f47-8443-4bcdba413198,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:15.321586 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-676926ab-d33b-4194-b668-db86a98d8967 None None] For port dba05aa3-33f6-4b70-8319-215f67276c88, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:55:15.323071 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5f414615-eb35-45c6-aa93-224a8bc4878c tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0486014 Nov 04 10:55:15.326184 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37516) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:15.327286 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-676926ab-d33b-4194-b668-db86a98d8967 None None] For port dba05aa3-33f6-4b70-8319-215f67276c88, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=dba05aa3-33f6-4b70-8319-215f67276c88,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:55:15.331640 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-d2995731-f5d4-4f41-bbe9-a1f394de5e24 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Request body: {'security_group_rule': {'security_group_id': '0a712f63-194c-402e-a600-1f29fa6374d3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:15.332445 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-676926ab-d33b-4194-b668-db86a98d8967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.372370 n-d-816629-1 neutron-server[101774]: INFO neutron.db.securitygroups_db [None req-d2995731-f5d4-4f41-bbe9-a1f394de5e24 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Project 9cb33ad7293e46aea32932b28f7fcaab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:55:15.381981 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d2995731-f5d4-4f41-bbe9-a1f394de5e24 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.399983 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676926ab-d33b-4194-b668-db86a98d8967 None None] Routers {'f56c0773-8991-47aa-bdf9-28ca1d1c1031'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:55:15.401371 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-676926ab-d33b-4194-b668-db86a98d8967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:54:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['f56c0773-8991-47aa-bdf9-28ca1d1c1031'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:15.444066 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d2995731-f5d4-4f41-bbe9-a1f394de5e24 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.446301 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9deae0-c4a8-4506-a0e3-d7737db48fd3 None None] Pushing event updated for resources: {'Port': ['ID=dba05aa3-33f6-4b70-8319-215f67276c88,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:15.448813 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d2995731-f5d4-4f41-bbe9-a1f394de5e24 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.456657 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c4fc8fc2-6a21-4681-ba8f-7b772129755e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.467791 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2995731-f5d4-4f41-bbe9-a1f394de5e24 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96074877-00ba-41bc-b073-8c656375e806,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:15.482629 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d2995731-f5d4-4f41-bbe9-a1f394de5e24 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.486828 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d2995731-f5d4-4f41-bbe9-a1f394de5e24 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1566117 Nov 04 10:55:15.486828 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37518) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:15.507094 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c19ab9e0-5bd4-4b8c-8f4d-ddc426c10943 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "GET /v2.0/security-group-rules/96074877-00ba-41bc-b073-8c656375e806 HTTP/1.1" status: 200 len: 769 time: 0.0169413 Nov 04 10:55:15.507465 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37520) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:15.553540 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc8fc2-6a21-4681-ba8f-7b772129755e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event updated for resources: {'Subnet': ['ID=e5d1417c-3ccf-47f7-a4e2-24d16d23196d,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:15.561343 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cafe1e88-8909-4e4d-af01-84d2bc46ee0a tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0503781 Nov 04 10:55:15.562982 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37522) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:15.566998 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-676926ab-d33b-4194-b668-db86a98d8967 None None] Set router f56c0773-8991-47aa-bdf9-28ca1d1c1031 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:55:15.601238 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fc8fc2-6a21-4681-ba8f-7b772129755e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Checking segment: {'id': 'ca707b12-63f9-4b12-bd5a-be3b37c7d1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:55:15.601676 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fc8fc2-6a21-4681-ba8f-7b772129755e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Network hostable DHCP agents. Network: 5c46183b-ca36-4d1b-b1a4-4ab3bec5456f, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:55:15.606734 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c782c193-c731-469d-be88-6c6eaeff900b tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.617769 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c782c193-c731-469d-be88-6c6eaeff900b tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.642359 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fc8fc2-6a21-4681-ba8f-7b772129755e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Network 5c46183b-ca36-4d1b-b1a4-4ab3bec5456f is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:55:15.643359 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37524) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:15.648951 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-a0330574-99c7-470c-b478-ae42bd10e921 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-634550708', 'description': 'tempest-secgroup-smoke-634550708 description', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:15.660102 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-c4fc8fc2-6a21-4681-ba8f-7b772129755e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 5c46183b-ca36-4d1b-b1a4-4ab3bec5456f) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:55:15.669597 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fc8fc2-6a21-4681-ba8f-7b772129755e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:15.669597 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c4fc8fc2-6a21-4681-ba8f-7b772129755e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.677902 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c782c193-c731-469d-be88-6c6eaeff900b tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.684807 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c782c193-c731-469d-be88-6c6eaeff900b tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.685580 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07e619a-7cfb-4067-bdac-de6cd07dda6e None None] Network 5c46183b-ca36-4d1b-b1a4-4ab3bec5456f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:55:15.686811 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c782c193-c731-469d-be88-6c6eaeff900b tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "DELETE /v2.0/security-group-rules/96074877-00ba-41bc-b073-8c656375e806 HTTP/1.1" status: 204 len: 168 time: 0.1224265 Nov 04 10:55:15.688746 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a0330574-99c7-470c-b478-ae42bd10e921 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.691651 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37526) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:15.697431 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c4fc8fc2-6a21-4681-ba8f-7b772129755e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6082177 Nov 04 10:55:15.698004 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a0330574-99c7-470c-b478-ae42bd10e921 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.700949 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37528) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:15.707276 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782c193-c731-469d-be88-6c6eaeff900b tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96074877-00ba-41bc-b073-8c656375e806,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:15.746849 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4bc82eab-716f-4182-af60-075414819d52 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0540783 Nov 04 10:55:15.749649 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37530) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:15.809237 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e1bd67ab-9eca-447e-b25c-3d9b46546224 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.838915 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e1bd67ab-9eca-447e-b25c-3d9b46546224 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.894248 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e1bd67ab-9eca-447e-b25c-3d9b46546224 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.899616 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e1bd67ab-9eca-447e-b25c-3d9b46546224 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.903459 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e1bd67ab-9eca-447e-b25c-3d9b46546224 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "DELETE /v2.0/security-groups/0a712f63-194c-402e-a600-1f29fa6374d3 HTTP/1.1" status: 204 len: 168 time: 0.1499412 Nov 04 10:55:15.906627 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37532) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:15.907260 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaabfb1a-7d6e-4966-83bf-11bb626e18b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-5c46183b-ca36-4d1b-b1a4-4ab3bec5456f', 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'fixed_ips': [{'subnet_id': 'e5d1417c-3ccf-47f7-a4e2-24d16d23196d'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:55:15.908433 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eaabfb1a-7d6e-4966-83bf-11bb626e18b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.913150 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-676926ab-d33b-4194-b668-db86a98d8967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308367762', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:55:13Z', 'revision_number': 3, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'gw_port': {'id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:15.924551 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd67ab-9eca-447e-b25c-3d9b46546224 tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a712f63-194c-402e-a600-1f29fa6374d3,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:15.949245 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a0330574-99c7-470c-b478-ae42bd10e921 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.957702 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a0330574-99c7-470c-b478-ae42bd10e921 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:15.961877 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676926ab-d33b-4194-b668-db86a98d8967 None None] The sync data for ids ['f56c0773-8991-47aa-bdf9-28ca1d1c1031'] in n-d-816629-1 is: [{'id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308367762', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:55:13Z', 'revision_number': 3, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'gw_port': {'id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:55:15.971245 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f6f09bf0-7a19-4e20-9949-791d6d42e42c tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0633538 Nov 04 10:55:15.971956 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37534) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:16.030715 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8d0842ef-6bb8-462e-878c-14db0a6f7acc tempest-SecGroupIPv6Test-85052527 tempest-SecGroupIPv6Test-85052527-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0574384 Nov 04 10:55:16.056089 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0330574-99c7-470c-b478-ae42bd10e921 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0205169f-b2fc-423d-bb5a-00b7e83b05a7,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:16.180859 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a0330574-99c7-470c-b478-ae42bd10e921 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:16.191321 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a0330574-99c7-470c-b478-ae42bd10e921 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:16.195101 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-eaabfb1a-7d6e-4966-83bf-11bb626e18b8 None None] Allocated IP 172.20.0.2 (5c46183b-ca36-4d1b-b1a4-4ab3bec5456f/e5d1417c-3ccf-47f7-a4e2-24d16d23196d/90372e63-84ec-4ea8-b7fc-0e6e82121fd2) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:55:16.323500 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a0330574-99c7-470c-b478-ae42bd10e921 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:16.328868 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37542) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:16.329016 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a0330574-99c7-470c-b478-ae42bd10e921 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6838706 Nov 04 10:55:16.334060 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-9d9f19e7-fa17-483d-8e4e-cfe0ba9ce456 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'security_group_rule': {'security_group_id': 'be0a0492-36fd-4ea7-9215-751e1ffdac06', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:16.339302 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0330574-99c7-470c-b478-ae42bd10e921 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be0a0492-36fd-4ea7-9215-751e1ffdac06,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:16.423983 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227474a-d38f-45d5-ae30-e0b63305588b req-01fc8fa6-a645-4cf4-8ee7-3ab0e226f7f2 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:16.425651 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d227474a-d38f-45d5-ae30-e0b63305588b req-01fc8fa6-a645-4cf4-8ee7-3ab0e226f7f2 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.1721656 Nov 04 10:55:16.428035 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d9f19e7-fa17-483d-8e4e-cfe0ba9ce456 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:16.457040 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37544) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:16.474017 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eaabfb1a-7d6e-4966-83bf-11bb626e18b8 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:16.484899 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eaabfb1a-7d6e-4966-83bf-11bb626e18b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:16.494171 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2f3fe9e2-1dbb-47d4-bd9a-13de7ab3b7dc tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:16.523204 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d9f19e7-fa17-483d-8e4e-cfe0ba9ce456 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:16.534844 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d9f19e7-fa17-483d-8e4e-cfe0ba9ce456 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:16.536024 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d227474a-d38f-45d5-ae30-e0b63305588b req-c0c32302-ac95-431f-a484-a617dd623330 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863333 Nov 04 10:55:16.556210 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f19e7-fa17-483d-8e4e-cfe0ba9ce456 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b5a20e2-80cf-4685-9c66-d5bf01c96c41,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:16.564902 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d9f19e7-fa17-483d-8e4e-cfe0ba9ce456 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:16.566947 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9d9f19e7-fa17-483d-8e4e-cfe0ba9ce456 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2370288 Nov 04 10:55:16.571539 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37548) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:16.580906 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-72a2e5d5-5a49-463b-a9dc-cecccc46cd57 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'security_group_rule': {'security_group_id': 'be0a0492-36fd-4ea7-9215-751e1ffdac06', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:16.589654 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaabfb1a-7d6e-4966-83bf-11bb626e18b8 None None] Pushing event updated for resources: {'Port': ['ID=90372e63-84ec-4ea8-b7fc-0e6e82121fd2,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:16.605539 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaabfb1a-7d6e-4966-83bf-11bb626e18b8 None None] Network 5c46183b-ca36-4d1b-b1a4-4ab3bec5456f is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:55:16.609044 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-eaabfb1a-7d6e-4966-83bf-11bb626e18b8 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:55:16.615119 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaabfb1a-7d6e-4966-83bf-11bb626e18b8 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:55:16.658347 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72a2e5d5-5a49-463b-a9dc-cecccc46cd57 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:16.710157 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-eaabfb1a-7d6e-4966-83bf-11bb626e18b8 None None] Attempting to bind port 90372e63-84ec-4ea8-b7fc-0e6e82121fd2 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:55:16.710792 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-eaabfb1a-7d6e-4966-83bf-11bb626e18b8 None None] Attempting to bind port 90372e63-84ec-4ea8-b7fc-0e6e82121fd2 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'ca707b12-63f9-4b12-bd5a-be3b37c7d1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:55:16.711146 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaabfb1a-7d6e-4966-83bf-11bb626e18b8 None None] Attempting to bind port 90372e63-84ec-4ea8-b7fc-0e6e82121fd2 on network 5c46183b-ca36-4d1b-b1a4-4ab3bec5456f {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:55:16.716929 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaabfb1a-7d6e-4966-83bf-11bb626e18b8 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:55:16.717604 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaabfb1a-7d6e-4966-83bf-11bb626e18b8 None None] Checking segment: {'id': 'ca707b12-63f9-4b12-bd5a-be3b37c7d1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:55:16.718190 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eaabfb1a-7d6e-4966-83bf-11bb626e18b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:16.718580 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaabfb1a-7d6e-4966-83bf-11bb626e18b8 None None] Bound using segment: {'id': 'ca707b12-63f9-4b12-bd5a-be3b37c7d1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:55:16.719223 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-eaabfb1a-7d6e-4966-83bf-11bb626e18b8 None None] Bound port: 90372e63-84ec-4ea8-b7fc-0e6e82121fd2, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca707b12-63f9-4b12-bd5a-be3b37c7d1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:55:16.720139 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eaabfb1a-7d6e-4966-83bf-11bb626e18b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:16.734608 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-febe3047-fd36-4cd8-a1be-3b32db8526f8 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=9cb33ad7293e46aea32932b28f7fcaab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2730682 Nov 04 10:55:16.734823 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37550) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:16.742948 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72a2e5d5-5a49-463b-a9dc-cecccc46cd57 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:16.749202 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72a2e5d5-5a49-463b-a9dc-cecccc46cd57 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:16.770914 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2e5d5-5a49-463b-a9dc-cecccc46cd57 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411fc173-640e-4837-b6d5-eb37933261cd,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:16.781291 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72a2e5d5-5a49-463b-a9dc-cecccc46cd57 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:16.785333 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-72a2e5d5-5a49-463b-a9dc-cecccc46cd57 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2080514 Nov 04 10:55:16.788139 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37552) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:16.801833 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-2f3868c8-d075-4f3c-9df7-ba82965e2d91 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'security_group_rule': {'security_group_id': 'be0a0492-36fd-4ea7-9215-751e1ffdac06', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:16.816265 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-eaabfb1a-7d6e-4966-83bf-11bb626e18b8 None None] For port 90372e63-84ec-4ea8-b7fc-0e6e82121fd2, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:55:16.821017 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-eaabfb1a-7d6e-4966-83bf-11bb626e18b8 None None] For port 90372e63-84ec-4ea8-b7fc-0e6e82121fd2, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=90372e63-84ec-4ea8-b7fc-0e6e82121fd2,segment=NetworkSegment(ca707b12-63f9-4b12-bd5a-be3b37c7d1ac),segment_id=ca707b12-63f9-4b12-bd5a-be3b37c7d1ac)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:55:16.829226 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eaabfb1a-7d6e-4966-83bf-11bb626e18b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:16.852090 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f3868c8-d075-4f3c-9df7-ba82965e2d91 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:16.936451 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-88e38a08-62d7-48e9-abf9-32cd32a69a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:16.945214 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cab53710-0b10-4d3f-9586-437601abc833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:16.947937 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaabfb1a-7d6e-4966-83bf-11bb626e18b8 None None] Pushing event updated for resources: {'Port': ['ID=90372e63-84ec-4ea8-b7fc-0e6e82121fd2,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:16.960559 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f3868c8-d075-4f3c-9df7-ba82965e2d91 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:16.968579 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f3868c8-d075-4f3c-9df7-ba82965e2d91 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:16.994620 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-2f3fe9e2-1dbb-47d4-bd9a-13de7ab3b7dc tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Allocated IP 172.20.0.1 (5c46183b-ca36-4d1b-b1a4-4ab3bec5456f/e5d1417c-3ccf-47f7-a4e2-24d16d23196d/48df8096-c357-40cf-8f10-56b9ce94e418) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:55:16.995875 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3868c8-d075-4f3c-9df7-ba82965e2d91 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b75deb0-4d43-4758-9c91-ab9b6477550b,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:16.998320 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cab53710-0b10-4d3f-9586-437601abc833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:17.012107 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f3868c8-d075-4f3c-9df7-ba82965e2d91 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:17.018227 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37554) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:17.018550 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2f3868c8-d075-4f3c-9df7-ba82965e2d91 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2283962 Nov 04 10:55:17.027034 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-c9c29371-bece-4d8a-b527-24e6ea53094b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'security_group_rule': {'security_group_id': 'be0a0492-36fd-4ea7-9215-751e1ffdac06', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:17.147419 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9c29371-bece-4d8a-b527-24e6ea53094b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:17.184628 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cab53710-0b10-4d3f-9586-437601abc833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:17.187120 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cab53710-0b10-4d3f-9586-437601abc833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:17.190871 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cab53710-0b10-4d3f-9586-437601abc833 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/633cb7d1-6bf1-48ec-8808-7a386400b247 HTTP/1.1" status: 204 len: 168 time: 0.4526362 Nov 04 10:55:17.227330 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab53710-0b10-4d3f-9586-437601abc833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633cb7d1-6bf1-48ec-8808-7a386400b247,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:17.266198 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2f3fe9e2-1dbb-47d4-bd9a-13de7ab3b7dc tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:17.268676 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9c29371-bece-4d8a-b527-24e6ea53094b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:17.282325 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9c29371-bece-4d8a-b527-24e6ea53094b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:17.321922 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c29371-bece-4d8a-b527-24e6ea53094b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24350421-b4c0-4884-aa05-5d0cb16f0b8f,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:17.337956 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9c29371-bece-4d8a-b527-24e6ea53094b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:17.339247 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c9c29371-bece-4d8a-b527-24e6ea53094b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3200355 Nov 04 10:55:17.342736 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37558) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:17.347589 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-8cce7c89-6569-49ba-b705-b6640bb1fee8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'security_group_rule': {'security_group_id': 'be0a0492-36fd-4ea7-9215-751e1ffdac06', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:17.353847 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2f3fe9e2-1dbb-47d4-bd9a-13de7ab3b7dc tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:17.414534 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3fe9e2-1dbb-47d4-bd9a-13de7ab3b7dc tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Network 5c46183b-ca36-4d1b-b1a4-4ab3bec5456f is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:55:17.415767 n-d-816629-1 neutron-server[101774]: INFO neutron.db.securitygroups_db [None req-8cce7c89-6569-49ba-b705-b6640bb1fee8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Project 0f971a58d7f04199b01d2c8c36ec2cac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:55:17.423500 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-2f3fe9e2-1dbb-47d4-bd9a-13de7ab3b7dc tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:55:17.425883 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3fe9e2-1dbb-47d4-bd9a-13de7ab3b7dc tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:55:17.429939 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8cce7c89-6569-49ba-b705-b6640bb1fee8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:17.432281 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fe9e2-1dbb-47d4-bd9a-13de7ab3b7dc tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event updated for resources: {'Port': ['ID=48df8096-c357-40cf-8f10-56b9ce94e418,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:17.496425 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2f3fe9e2-1dbb-47d4-bd9a-13de7ab3b7dc tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:17.564864 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8cce7c89-6569-49ba-b705-b6640bb1fee8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:17.572009 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8cce7c89-6569-49ba-b705-b6640bb1fee8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:17.618425 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce7c89-6569-49ba-b705-b6640bb1fee8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c74617-77a3-45a5-9f91-e37c3350c4bb,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:17.631667 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8cce7c89-6569-49ba-b705-b6640bb1fee8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:17.632385 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8cce7c89-6569-49ba-b705-b6640bb1fee8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2887454 Nov 04 10:55:17.638189 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37572) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:17.643405 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-3b1fa369-800d-40b0-adcd-d78fbc44fde8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'security_group_rule': {'security_group_id': 'be0a0492-36fd-4ea7-9215-751e1ffdac06', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:17.701660 n-d-816629-1 neutron-server[101775]: INFO neutron.db.securitygroups_db [None req-3b1fa369-800d-40b0-adcd-d78fbc44fde8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Project 0f971a58d7f04199b01d2c8c36ec2cac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:55:17.710547 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b1fa369-800d-40b0-adcd-d78fbc44fde8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:17.753018 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2f3fe9e2-1dbb-47d4-bd9a-13de7ab3b7dc tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:17.789868 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b781d33-0599-4297-82bc-f5e913c43152 req-3cfc68a0-b530-45ca-94fe-14525323ce16 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:17.791216 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b781d33-0599-4297-82bc-f5e913c43152 req-3cfc68a0-b530-45ca-94fe-14525323ce16 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.0902274 Nov 04 10:55:17.843033 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device dba05aa3-33f6-4b70-8319-215f67276c88 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:55:17.860304 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b1fa369-800d-40b0-adcd-d78fbc44fde8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:17.877790 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b1fa369-800d-40b0-adcd-d78fbc44fde8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:17.921420 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port dba05aa3-33f6-4b70-8319-215f67276c88 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:17.922459 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:17.926033 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b1fa369-800d-40b0-adcd-d78fbc44fde8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:17.927941 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3b1fa369-800d-40b0-adcd-d78fbc44fde8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2879257 Nov 04 10:55:17.933043 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37578) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:17.935165 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1fa369-800d-40b0-adcd-d78fbc44fde8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98502977-9a90-45b2-828e-11f1bd14c69d,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:17.949453 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-fb339a9b-ad3d-4c76-82c2-7e09e76d2100 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'network': {'name': 'tempest-network-smoke--554599971', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'port_security_enabled': True}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:17.973253 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b781d33-0599-4297-82bc-f5e913c43152 req-658e6818-b3ac-4e5e-9df9-3c1204b92829 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572108 Nov 04 10:55:17.976697 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb339a9b-ad3d-4c76-82c2-7e09e76d2100 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Made reservation on behalf of 0f971a58d7f04199b01d2c8c36ec2cac for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:55:17.982715 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fb339a9b-ad3d-4c76-82c2-7e09e76d2100 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:18.019934 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb339a9b-ad3d-4c76-82c2-7e09e76d2100 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1181} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:55:18.047948 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fb339a9b-ad3d-4c76-82c2-7e09e76d2100 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:18.051020 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-fb339a9b-ad3d-4c76-82c2-7e09e76d2100 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Added segment 3d2e178d-1fe6-4937-ac57-29ab13774b04 of type vlan for network c9d3e29b-fe58-47d5-a428-26e56104ed64 Nov 04 10:55:18.101147 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:18.129619 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fb339a9b-ad3d-4c76-82c2-7e09e76d2100 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:18.145800 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port dba05aa3-33f6-4b70-8319-215f67276c88, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=dba05aa3-33f6-4b70-8319-215f67276c88,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:55:18.153714 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:18.155704 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 90372e63-84ec-4ea8-b7fc-0e6e82121fd2 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:55:18.174456 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fb339a9b-ad3d-4c76-82c2-7e09e76d2100 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:18.181064 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb339a9b-ad3d-4c76-82c2-7e09e76d2100 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:18.181991 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fb339a9b-ad3d-4c76-82c2-7e09e76d2100 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:18.217290 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37584) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:18.257767 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fb339a9b-ad3d-4c76-82c2-7e09e76d2100 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3204746 Nov 04 10:55:18.258035 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4cef1c-1b7e-4240-b783-f1a8a1d24489 None None] Network 5c46183b-ca36-4d1b-b1a4-4ab3bec5456f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:55:18.258146 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37588) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:18.267375 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-e076efa8-d22d-4eba-b8a4-247dd198c84b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-270772547', 'admin_state_up': True, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:18.275412 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb339a9b-ad3d-4c76-82c2-7e09e76d2100 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Network': ['ID=c9d3e29b-fe58-47d5-a428-26e56104ed64,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:18.308862 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2f3fe9e2-1dbb-47d4-bd9a-13de7ab3b7dc tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:18.315672 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2f3fe9e2-1dbb-47d4-bd9a-13de7ab3b7dc tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:18.324194 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e076efa8-d22d-4eba-b8a4-247dd198c84b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:18.325467 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e076efa8-d22d-4eba-b8a4-247dd198c84b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:18.395805 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bde4f67f-ea2e-439e-94c5-efcd9ad81073 tempest-ServiceProvidersTest-1728251438 tempest-ServiceProvidersTest-1728251438-project] 10.222.0.127 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1738083 Nov 04 10:55:18.432633 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2f3fe9e2-1dbb-47d4-bd9a-13de7ab3b7dc tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:18.437874 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fe9e2-1dbb-47d4-bd9a-13de7ab3b7dc tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event updated for resources: {'Port': ['ID=48df8096-c357-40cf-8f10-56b9ce94e418,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:18.523677 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e076efa8-d22d-4eba-b8a4-247dd198c84b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:18.535075 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network c9d3e29b-fe58-47d5-a428-26e56104ed64 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:55:18.609100 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=dba05aa3-33f6-4b70-8319-215f67276c88,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:18.635505 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-48eb6219-df7c-43f8-831e-8dca789057c0 None None] Provisioning complete for port 90372e63-84ec-4ea8-b7fc-0e6e82121fd2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:18.635882 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-48eb6219-df7c-43f8-831e-8dca789057c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:18.703264 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 90372e63-84ec-4ea8-b7fc-0e6e82121fd2 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:18.703627 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:18.708166 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37594) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:18.834466 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-48eb6219-df7c-43f8-831e-8dca789057c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:18.857805 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f9eaafb-0042-4138-a869-08b9b805aae7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:18.942430 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-48eb6219-df7c-43f8-831e-8dca789057c0 None None] For port 90372e63-84ec-4ea8-b7fc-0e6e82121fd2, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=90372e63-84ec-4ea8-b7fc-0e6e82121fd2,segment=NetworkSegment(ca707b12-63f9-4b12-bd5a-be3b37c7d1ac),segment_id=ca707b12-63f9-4b12-bd5a-be3b37c7d1ac)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:55:18.950332 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-48eb6219-df7c-43f8-831e-8dca789057c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:18.971512 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f9eaafb-0042-4138-a869-08b9b805aae7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:18.976306 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f9eaafb-0042-4138-a869-08b9b805aae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:19.013295 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:19.019930 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7f9eaafb-0042-4138-a869-08b9b805aae7 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=91adc9b36f874ab7bd856aa29caf1740&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3096359 Nov 04 10:55:19.020464 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9eaafb-0042-4138-a869-08b9b805aae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e818893-4a40-409b-989e-8ee7574daab9,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:19.026835 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37600) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:19.065979 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb6219-df7c-43f8-831e-8dca789057c0 None None] Pushing event updated for resources: {'Port': ['ID=90372e63-84ec-4ea8-b7fc-0e6e82121fd2,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:19.085037 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-494274d7-218f-44a1-9ff1-71e3b0fc6972 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:19.112909 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:55:19.113309 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:55:19.116721 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e076efa8-d22d-4eba-b8a4-247dd198c84b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:19.125461 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3fe9e2-1dbb-47d4-bd9a-13de7ab3b7dc tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Network 5c46183b-ca36-4d1b-b1a4-4ab3bec5456f is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:55:19.125737 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-494274d7-218f-44a1-9ff1-71e3b0fc6972 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:19.135920 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-2f3fe9e2-1dbb-47d4-bd9a-13de7ab3b7dc tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:55:19.193308 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-494274d7-218f-44a1-9ff1-71e3b0fc6972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:19.195977 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-494274d7-218f-44a1-9ff1-71e3b0fc6972 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:19.197318 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-494274d7-218f-44a1-9ff1-71e3b0fc6972 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/8e818893-4a40-409b-989e-8ee7574daab9 HTTP/1.1" status: 204 len: 168 time: 0.1694422 Nov 04 10:55:19.215531 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494274d7-218f-44a1-9ff1-71e3b0fc6972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e818893-4a40-409b-989e-8ee7574daab9,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:19.327736 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c09cae-58b6-4352-8810-b0fffe589fd8 req-4d43d4a0-2805-41b5-9b57-bb9985f77b94 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:19.329384 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d4c09cae-58b6-4352-8810-b0fffe589fd8 req-4d43d4a0-2805-41b5-9b57-bb9985f77b94 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.1871171 Nov 04 10:55:19.385956 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-da2b2848-cda4-4eab-ad4c-80895a074b51 None None] Provisioning complete for port 90372e63-84ec-4ea8-b7fc-0e6e82121fd2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:19.386410 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-da2b2848-cda4-4eab-ad4c-80895a074b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:19.421901 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3fe9e2-1dbb-47d4-bd9a-13de7ab3b7dc tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Router f56c0773-8991-47aa-bdf9-28ca1d1c1031 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:55:19.459898 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d4c09cae-58b6-4352-8810-b0fffe589fd8 req-33969200-a648-4785-8e30-41a9b0bab64c tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126316 Nov 04 10:55:19.518049 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-da2b2848-cda4-4eab-ad4c-80895a074b51 None None] Provisioning complete for port 48df8096-c357-40cf-8f10-56b9ce94e418 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:19.518438 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-da2b2848-cda4-4eab-ad4c-80895a074b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:19.572135 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-da2b2848-cda4-4eab-ad4c-80895a074b51 None None] Port 48df8096-c357-40cf-8f10-56b9ce94e418 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:55:19.658950 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e076efa8-d22d-4eba-b8a4-247dd198c84b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:19.676588 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d1e52dad-070d-40d6-a306-8f76f671a7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:19.697381 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e076efa8-d22d-4eba-b8a4-247dd198c84b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:19.704990 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-cf8e8a07-d3a4-4f3f-bee1-97c84a1cdb04 None None] Provisioning complete for port 48df8096-c357-40cf-8f10-56b9ce94e418 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:19.705623 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cf8e8a07-d3a4-4f3f-bee1-97c84a1cdb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:19.759078 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-cf8e8a07-d3a4-4f3f-bee1-97c84a1cdb04 None None] Port 48df8096-c357-40cf-8f10-56b9ce94e418 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:55:19.773654 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3fe9e2-1dbb-47d4-bd9a-13de7ab3b7dc tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:55:19.781473 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2f3fe9e2-1dbb-47d4-bd9a-13de7ab3b7dc tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "PUT /v2.0/routers/f56c0773-8991-47aa-bdf9-28ca1d1c1031/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0776143 Nov 04 10:55:19.786279 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37614) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:19.790261 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2f57f0-caa5-4257-8b47-903b4adf0b89 None None] Sync routers for ids ['f56c0773-8991-47aa-bdf9-28ca1d1c1031'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:55:19.792101 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-232122fa-8469-46a6-b138-61c438c1a9dd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--117520272', 'description': 'tempest-secgroup_access--117520272 description', 'project_id': '9e6e9db6fbf344cc90c8fda44c469086'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:19.812379 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2f57f0-caa5-4257-8b47-903b4adf0b89 None None] Routers {'f56c0773-8991-47aa-bdf9-28ca1d1c1031'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:55:19.812961 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-8d2f57f0-caa5-4257-8b47-903b4adf0b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:55:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['f56c0773-8991-47aa-bdf9-28ca1d1c1031'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:19.832080 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device dba05aa3-33f6-4b70-8319-215f67276c88 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:55:19.867068 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-232122fa-8469-46a6-b138-61c438c1a9dd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:19.899491 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-74ef00c8-ec04-4406-b1e8-8bf5320338b0 None None] Provisioning complete for port 48df8096-c357-40cf-8f10-56b9ce94e418 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:19.899867 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-74ef00c8-ec04-4406-b1e8-8bf5320338b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:19.928851 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-8d2f57f0-caa5-4257-8b47-903b4adf0b89 None None] Set router f56c0773-8991-47aa-bdf9-28ca1d1c1031 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:55:19.945661 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-74ef00c8-ec04-4406-b1e8-8bf5320338b0 None None] Port 48df8096-c357-40cf-8f10-56b9ce94e418 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:55:19.948416 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port dba05aa3-33f6-4b70-8319-215f67276c88 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:19.948797 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:19.956955 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-e076efa8-d22d-4eba-b8a4-247dd198c84b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Allocated IP 172.25.7.107 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/6ad17383-1c96-49b0-abf0-bd409574630e) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:55:20.057752 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 90372e63-84ec-4ea8-b7fc-0e6e82121fd2 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:55:20.069231 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-232122fa-8469-46a6-b138-61c438c1a9dd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:20.078411 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-232122fa-8469-46a6-b138-61c438c1a9dd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:20.123733 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 90372e63-84ec-4ea8-b7fc-0e6e82121fd2 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:20.124237 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:20.138345 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-232122fa-8469-46a6-b138-61c438c1a9dd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:20.140188 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-232122fa-8469-46a6-b138-61c438c1a9dd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3527806 Nov 04 10:55:20.143600 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37624) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:20.146551 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232122fa-8469-46a6-b138-61c438c1a9dd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee91aa1-cb43-49bf-bc14-3f72460a9280,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:20.148474 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-3a575d54-82a8-4cf1-948e-8e169d36cb9e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1043560013', 'description': 'tempest-secgroup_general--1043560013 description', 'project_id': '9e6e9db6fbf344cc90c8fda44c469086'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:20.157850 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232122fa-8469-46a6-b138-61c438c1a9dd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:20.158859 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232122fa-8469-46a6-b138-61c438c1a9dd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:20.161864 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232122fa-8469-46a6-b138-61c438c1a9dd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:20.163435 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232122fa-8469-46a6-b138-61c438c1a9dd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:20.164002 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232122fa-8469-46a6-b138-61c438c1a9dd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:20.166080 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232122fa-8469-46a6-b138-61c438c1a9dd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:20.167814 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232122fa-8469-46a6-b138-61c438c1a9dd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:20.168615 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232122fa-8469-46a6-b138-61c438c1a9dd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:20.169247 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232122fa-8469-46a6-b138-61c438c1a9dd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:20.169874 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232122fa-8469-46a6-b138-61c438c1a9dd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:20.170446 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232122fa-8469-46a6-b138-61c438c1a9dd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:20.171564 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232122fa-8469-46a6-b138-61c438c1a9dd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:20.190709 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-8d2f57f0-caa5-4257-8b47-903b4adf0b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308367762', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:55:17Z', 'revision_number': 4, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'gw_port': {'id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '48df8096-c357-40cf-8f10-56b9ce94e418', 'name': '', 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'mac_address': 'fa:16:3e:0a:57:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e5d1417c-3ccf-47f7-a4e2-24d16d23196d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:16Z', 'updated_at': '2021-11-04T10:55:18Z', 'revision_number': 2, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'subnets': [{'id': 'e5d1417c-3ccf-47f7-a4e2-24d16d23196d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:20.200725 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3a575d54-82a8-4cf1-948e-8e169d36cb9e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:20.215766 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e076efa8-d22d-4eba-b8a4-247dd198c84b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:20.235214 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2f57f0-caa5-4257-8b47-903b4adf0b89 None None] Checking router: f56c0773-8991-47aa-bdf9-28ca1d1c1031 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:55:20.235845 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2f57f0-caa5-4257-8b47-903b4adf0b89 None None] Updating router f56c0773-8991-47aa-bdf9-28ca1d1c1031 port 48df8096-c357-40cf-8f10-56b9ce94e418 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:55:20.265287 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-8d2f57f0-caa5-4257-8b47-903b4adf0b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:20.279826 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e076efa8-d22d-4eba-b8a4-247dd198c84b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:20.309896 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3a575d54-82a8-4cf1-948e-8e169d36cb9e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:20.320217 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3a575d54-82a8-4cf1-948e-8e169d36cb9e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:20.327236 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e076efa8-d22d-4eba-b8a4-247dd198c84b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:55:20.330328 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-e076efa8-d22d-4eba-b8a4-247dd198c84b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:55:20.337109 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e076efa8-d22d-4eba-b8a4-247dd198c84b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:55:20.349694 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3a575d54-82a8-4cf1-948e-8e169d36cb9e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:20.354405 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3a575d54-82a8-4cf1-948e-8e169d36cb9e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2096846 Nov 04 10:55:20.358306 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37630) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:20.364488 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076efa8-d22d-4eba-b8a4-247dd198c84b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Port': ['ID=6ad17383-1c96-49b0-abf0-bd409574630e,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:20.365970 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-2549766e-6218-4f49-a070-7375bcccd267 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Request body: {'security_group_rule': {'security_group_id': '5ee91aa1-cb43-49bf-bc14-3f72460a9280', 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:20.391303 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a575d54-82a8-4cf1-948e-8e169d36cb9e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee60917-23b3-4bda-8a68-cf175c0fb352,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:20.414071 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2549766e-6218-4f49-a070-7375bcccd267 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:20.467622 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2549766e-6218-4f49-a070-7375bcccd267 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:20.473772 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2549766e-6218-4f49-a070-7375bcccd267 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:20.501174 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549766e-6218-4f49-a070-7375bcccd267 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57955c1a-9767-411e-bc5c-dd386eca1962,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:20.523895 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2549766e-6218-4f49-a070-7375bcccd267 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:20.525599 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2549766e-6218-4f49-a070-7375bcccd267 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1661427 Nov 04 10:55:20.636425 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd7765-1380-481c-b7f1-6da16cb5fa0e req-660f2956-5de6-4044-aaf2-55b8a380b372 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:20.637016 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-8d2f57f0-caa5-4257-8b47-903b4adf0b89 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:20.638408 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33dd7765-1380-481c-b7f1-6da16cb5fa0e req-660f2956-5de6-4044-aaf2-55b8a380b372 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.0806966 Nov 04 10:55:20.646029 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-8d2f57f0-caa5-4257-8b47-903b4adf0b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:20.707334 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc616f-914a-499c-8f46-03150fbf3bf9 None None] Pushing event updated for resources: {'Port': ['ID=48df8096-c357-40cf-8f10-56b9ce94e418,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:20.741968 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33dd7765-1380-481c-b7f1-6da16cb5fa0e req-b24cbeb3-6821-4905-ab50-aac9027c5290 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646551 Nov 04 10:55:20.755670 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc616f-914a-499c-8f46-03150fbf3bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:20.756274 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc616f-914a-499c-8f46-03150fbf3bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:20.756762 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc616f-914a-499c-8f46-03150fbf3bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:20.757293 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc616f-914a-499c-8f46-03150fbf3bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:20.757784 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc616f-914a-499c-8f46-03150fbf3bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:20.758852 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc616f-914a-499c-8f46-03150fbf3bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:20.760716 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:20.761485 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc616f-914a-499c-8f46-03150fbf3bf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:20.762380 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc616f-914a-499c-8f46-03150fbf3bf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:20.762716 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc616f-914a-499c-8f46-03150fbf3bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:20.763050 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc616f-914a-499c-8f46-03150fbf3bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:20.763559 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc616f-914a-499c-8f46-03150fbf3bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:20.764704 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc616f-914a-499c-8f46-03150fbf3bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:55:20.827530 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-8d2f57f0-caa5-4257-8b47-903b4adf0b89 None None] Attempting to bind port 48df8096-c357-40cf-8f10-56b9ce94e418 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:55:20.828113 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-8d2f57f0-caa5-4257-8b47-903b4adf0b89 None None] Attempting to bind port 48df8096-c357-40cf-8f10-56b9ce94e418 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'ca707b12-63f9-4b12-bd5a-be3b37c7d1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:55:20.828245 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2f57f0-caa5-4257-8b47-903b4adf0b89 None None] Attempting to bind port 48df8096-c357-40cf-8f10-56b9ce94e418 on network 5c46183b-ca36-4d1b-b1a4-4ab3bec5456f {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:55:20.834606 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2f57f0-caa5-4257-8b47-903b4adf0b89 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:55:20.836098 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2f57f0-caa5-4257-8b47-903b4adf0b89 None None] Checking segment: {'id': 'ca707b12-63f9-4b12-bd5a-be3b37c7d1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:55:20.836681 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-8d2f57f0-caa5-4257-8b47-903b4adf0b89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:20.837166 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2f57f0-caa5-4257-8b47-903b4adf0b89 None None] Bound using segment: {'id': 'ca707b12-63f9-4b12-bd5a-be3b37c7d1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:55:20.839768 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-8d2f57f0-caa5-4257-8b47-903b4adf0b89 None None] Bound port: 48df8096-c357-40cf-8f10-56b9ce94e418, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca707b12-63f9-4b12-bd5a-be3b37c7d1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:55:20.840233 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-8d2f57f0-caa5-4257-8b47-903b4adf0b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:20.876628 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e076efa8-d22d-4eba-b8a4-247dd198c84b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:20.985098 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-3800fa10-ff8b-4f0b-ac59-30ad977f4225 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-secgroup_access--117520272&fields=id&tenant_id=9e6e9db6fbf344cc90c8fda44c469086 HTTP/1.1" status: 200 len: 267 time: 0.1324792 Nov 04 10:55:21.036428 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-8d2f57f0-caa5-4257-8b47-903b4adf0b89 None None] For port 48df8096-c357-40cf-8f10-56b9ce94e418, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:55:21.041615 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-8d2f57f0-caa5-4257-8b47-903b4adf0b89 None None] For port 48df8096-c357-40cf-8f10-56b9ce94e418, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=48df8096-c357-40cf-8f10-56b9ce94e418,segment=NetworkSegment(ca707b12-63f9-4b12-bd5a-be3b37c7d1ac),segment_id=ca707b12-63f9-4b12-bd5a-be3b37c7d1ac)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:55:21.047597 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-8d2f57f0-caa5-4257-8b47-903b4adf0b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:21.079322 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-1703578a-69ff-40f1-8b16-e13e6a8cb613 None None] Provisioning complete for port 48df8096-c357-40cf-8f10-56b9ce94e418 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:21.079892 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1703578a-69ff-40f1-8b16-e13e6a8cb613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:21.111109 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-576d707d-cea7-4469-85af-7bb3b0cee822 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-secgroup_general--1043560013&fields=id&tenant_id=9e6e9db6fbf344cc90c8fda44c469086 HTTP/1.1" status: 200 len: 267 time: 0.1250663 Nov 04 10:55:21.134849 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc616f-914a-499c-8f46-03150fbf3bf9 None None] Pushing event updated for resources: {'Port': ['ID=48df8096-c357-40cf-8f10-56b9ce94e418,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:21.160245 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2f57f0-caa5-4257-8b47-903b4adf0b89 None None] Routers {'f56c0773-8991-47aa-bdf9-28ca1d1c1031'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:55:21.161144 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-8d2f57f0-caa5-4257-8b47-903b4adf0b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:55:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['f56c0773-8991-47aa-bdf9-28ca1d1c1031'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:21.215713 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1703578a-69ff-40f1-8b16-e13e6a8cb613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:21.268488 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-1703578a-69ff-40f1-8b16-e13e6a8cb613 None None] For port 48df8096-c357-40cf-8f10-56b9ce94e418, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=48df8096-c357-40cf-8f10-56b9ce94e418,segment=NetworkSegment(ca707b12-63f9-4b12-bd5a-be3b37c7d1ac),segment_id=ca707b12-63f9-4b12-bd5a-be3b37c7d1ac)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:55:21.276062 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1703578a-69ff-40f1-8b16-e13e6a8cb613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:21.322349 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e076efa8-d22d-4eba-b8a4-247dd198c84b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:21.330954 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-8d2f57f0-caa5-4257-8b47-903b4adf0b89 None None] Set router f56c0773-8991-47aa-bdf9-28ca1d1c1031 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:55:21.333408 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703578a-69ff-40f1-8b16-e13e6a8cb613 None None] Pushing event updated for resources: {'Port': ['ID=48df8096-c357-40cf-8f10-56b9ce94e418,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:21.448803 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-950735aa-6433-450d-ab58-25b351e66764 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:21.450463 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-950735aa-6433-450d-ab58-25b351e66764 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/networks?id=5c46183b-ca36-4d1b-b1a4-4ab3bec5456f HTTP/1.1" status: 200 len: 796 time: 0.3275032 Nov 04 10:55:21.480547 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-2c06b2df-5e9c-4e5d-96a4-903ea270abb4 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/quotas/9e6e9db6fbf344cc90c8fda44c469086 HTTP/1.1" status: 200 len: 375 time: 0.0171475 Nov 04 10:55:21.560284 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e076efa8-d22d-4eba-b8a4-247dd198c84b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Router 7abd5a54-37a5-47ca-9f4c-851899edd6bd is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:55:21.571328 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-fef6e6e0-29b8-4b2c-b52f-35d10168cbe1 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=9e6e9db6fbf344cc90c8fda44c469086&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816929 Nov 04 10:55:21.601365 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-647ec4ad-4adb-49f4-98a6-df071b628528 None None] Provisioning complete for port 48df8096-c357-40cf-8f10-56b9ce94e418 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:21.601967 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-647ec4ad-4adb-49f4-98a6-df071b628528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:21.626605 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-8d2f57f0-caa5-4257-8b47-903b4adf0b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308367762', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:55:17Z', 'revision_number': 4, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'gw_port': {'id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '48df8096-c357-40cf-8f10-56b9ce94e418', 'name': '', 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'mac_address': 'fa:16:3e:0a:57:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e5d1417c-3ccf-47f7-a4e2-24d16d23196d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:16Z', 'updated_at': '2021-11-04T10:55:21Z', 'revision_number': 4, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'subnets': [{'id': 'e5d1417c-3ccf-47f7-a4e2-24d16d23196d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:21.668841 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2f57f0-caa5-4257-8b47-903b4adf0b89 None None] The sync data for ids ['f56c0773-8991-47aa-bdf9-28ca1d1c1031'] in n-d-816629-1 is: [{'id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308367762', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:55:17Z', 'revision_number': 4, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'gw_port': {'id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '48df8096-c357-40cf-8f10-56b9ce94e418', 'name': '', 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'mac_address': 'fa:16:3e:0a:57:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e5d1417c-3ccf-47f7-a4e2-24d16d23196d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:16Z', 'updated_at': '2021-11-04T10:55:21Z', 'revision_number': 4, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'subnets': [{'id': 'e5d1417c-3ccf-47f7-a4e2-24d16d23196d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:55:21.777560 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-bbba64e8-0388-45ff-be28-1258cbf8d058 service neutron] 10.222.0.127 "GET /v2.0/networks/5c46183b-ca36-4d1b-b1a4-4ab3bec5456f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573741 Nov 04 10:55:21.778512 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e076efa8-d22d-4eba-b8a4-247dd198c84b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:55:21.796651 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1ddbf9-4841-4db1-b8a8-25ebe05ad1da None None] Sync routers for ids ['7abd5a54-37a5-47ca-9f4c-851899edd6bd'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:55:21.813235 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1ddbf9-4841-4db1-b8a8-25ebe05ad1da None None] Routers {'7abd5a54-37a5-47ca-9f4c-851899edd6bd'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:55:21.814115 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-1f1ddbf9-4841-4db1-b8a8-25ebe05ad1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:55:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7abd5a54-37a5-47ca-9f4c-851899edd6bd'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:21.861665 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e076efa8-d22d-4eba-b8a4-247dd198c84b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:21.862901 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e076efa8-d22d-4eba-b8a4-247dd198c84b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.6016829 Nov 04 10:55:21.866388 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37672) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:21.905392 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-bcb8a5f6-d45b-4b9d-b89d-178ae92abec7 service neutron] 10.222.0.127 "GET /v2.0/networks/5c46183b-ca36-4d1b-b1a4-4ab3bec5456f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187072 Nov 04 10:55:21.940698 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-1f1ddbf9-4841-4db1-b8a8-25ebe05ad1da None None] Set router 7abd5a54-37a5-47ca-9f4c-851899edd6bd gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:55:22.157123 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-894d8722-3da7-4538-acc2-e5009f31cd7c tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.127 "GET /v2.0/subnets?project_id=0f971a58d7f04199b01d2c8c36ec2cac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2893226 Nov 04 10:55:22.162785 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37680) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:22.195597 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a317a-bd72-413d-8045-5b0920833f16 req-0281cd72-7dce-48dc-9423-0f5e8e3e6c97 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:22.197392 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-557a317a-bd72-413d-8045-5b0920833f16 req-0281cd72-7dce-48dc-9423-0f5e8e3e6c97 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.1022048 Nov 04 10:55:22.216784 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:22.235755 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-1f1ddbf9-4841-4db1-b8a8-25ebe05ad1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270772547', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:18Z', 'updated_at': '2021-11-04T10:55:20Z', 'revision_number': 3, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:19Z', 'updated_at': '2021-11-04T10:55:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:22.278572 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1ddbf9-4841-4db1-b8a8-25ebe05ad1da None None] Checking router: 7abd5a54-37a5-47ca-9f4c-851899edd6bd for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:55:22.279045 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1ddbf9-4841-4db1-b8a8-25ebe05ad1da None None] Updating router 7abd5a54-37a5-47ca-9f4c-851899edd6bd port 6ad17383-1c96-49b0-abf0-bd409574630e binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:55:22.305411 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-557a317a-bd72-413d-8045-5b0920833f16 req-0d658b7c-f696-459b-aa5a-deaec7c94bc1 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006026 Nov 04 10:55:22.310379 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1f1ddbf9-4841-4db1-b8a8-25ebe05ad1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:22.402805 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3687611e-3d63-42ca-b2a8-4dc0a76ae486 req-4ea9e429-b999-4677-a6ea-b9e57ce72d41 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/ports?device_id=bcdad793-5ceb-4d3a-81d8-34ea831c0ca4 HTTP/1.1" status: 200 len: 210 time: 0.0438235 Nov 04 10:55:22.413441 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f74361c-0ade-4ac3-8f8c-de18a78972b5 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:22.415748 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9f74361c-0ade-4ac3-8f8c-de18a78972b5 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2519290 Nov 04 10:55:22.418798 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37686) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:22.471733 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bd633b5d-8fe9-4b3d-b430-598dc22a123c tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.127 "GET /v2.0/subnets?network_id=301c0cd8-d116-455e-af06-7601efa602d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509009 Nov 04 10:55:22.474541 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37688) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:22.480802 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-acc7ab22-ac1e-42cd-8f91-921d2db2fe68 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1149416363', 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:22.625318 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:22.633732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc7ab22-ac1e-42cd-8f91-921d2db2fe68 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Made reservation on behalf of 0f971a58d7f04199b01d2c8c36ec2cac for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:55:22.638039 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-acc7ab22-ac1e-42cd-8f91-921d2db2fe68 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:22.733095 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1f1ddbf9-4841-4db1-b8a8-25ebe05ad1da None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:22.741021 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1f1ddbf9-4841-4db1-b8a8-25ebe05ad1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:22.824452 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-1f1ddbf9-4841-4db1-b8a8-25ebe05ad1da None None] Attempting to bind port 6ad17383-1c96-49b0-abf0-bd409574630e on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:55:22.825067 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-1f1ddbf9-4841-4db1-b8a8-25ebe05ad1da None None] Attempting to bind port 6ad17383-1c96-49b0-abf0-bd409574630e by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:55:22.825582 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ddbf9-4841-4db1-b8a8-25ebe05ad1da None None] Attempting to bind port 6ad17383-1c96-49b0-abf0-bd409574630e on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:55:22.831965 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ede86-f253-43ea-b959-2aa2284b0314 None None] Pushing event updated for resources: {'Port': ['ID=6ad17383-1c96-49b0-abf0-bd409574630e,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:22.835717 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ddbf9-4841-4db1-b8a8-25ebe05ad1da None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:55:22.836302 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ddbf9-4841-4db1-b8a8-25ebe05ad1da None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:55:22.836878 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1f1ddbf9-4841-4db1-b8a8-25ebe05ad1da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:22.837438 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ddbf9-4841-4db1-b8a8-25ebe05ad1da None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:55:22.838102 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-1f1ddbf9-4841-4db1-b8a8-25ebe05ad1da None None] Bound port: 6ad17383-1c96-49b0-abf0-bd409574630e, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:55:22.838786 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1f1ddbf9-4841-4db1-b8a8-25ebe05ad1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:22.907462 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-1f1ddbf9-4841-4db1-b8a8-25ebe05ad1da None None] For port 6ad17383-1c96-49b0-abf0-bd409574630e, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:55:22.912002 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-1f1ddbf9-4841-4db1-b8a8-25ebe05ad1da None None] For port 6ad17383-1c96-49b0-abf0-bd409574630e, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6ad17383-1c96-49b0-abf0-bd409574630e,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:55:22.918751 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1f1ddbf9-4841-4db1-b8a8-25ebe05ad1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:22.923336 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-acc7ab22-ac1e-42cd-8f91-921d2db2fe68 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:22.969330 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1ddbf9-4841-4db1-b8a8-25ebe05ad1da None None] Routers {'7abd5a54-37a5-47ca-9f4c-851899edd6bd'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:55:22.969594 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-1f1ddbf9-4841-4db1-b8a8-25ebe05ad1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:55:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7abd5a54-37a5-47ca-9f4c-851899edd6bd'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:23.020405 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7ab22-ac1e-42cd-8f91-921d2db2fe68 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Subnet': ['ID=42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:23.037084 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc7ab22-ac1e-42cd-8f91-921d2db2fe68 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Checking segment: {'id': '3d2e178d-1fe6-4937-ac57-29ab13774b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:55:23.037448 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc7ab22-ac1e-42cd-8f91-921d2db2fe68 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Network hostable DHCP agents. Network: c9d3e29b-fe58-47d5-a428-26e56104ed64, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:55:23.060616 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc7ab22-ac1e-42cd-8f91-921d2db2fe68 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Network c9d3e29b-fe58-47d5-a428-26e56104ed64 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:55:23.062962 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ede86-f253-43ea-b959-2aa2284b0314 None None] Pushing event updated for resources: {'Port': ['ID=6ad17383-1c96-49b0-abf0-bd409574630e,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:23.084653 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-acc7ab22-ac1e-42cd-8f91-921d2db2fe68 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, c9d3e29b-fe58-47d5-a428-26e56104ed64) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:55:23.094255 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc7ab22-ac1e-42cd-8f91-921d2db2fe68 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:23.096461 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-acc7ab22-ac1e-42cd-8f91-921d2db2fe68 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:23.098728 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739ca8ca-5fb8-4c67-aaa9-14f03c6326bd None None] Network c9d3e29b-fe58-47d5-a428-26e56104ed64 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:55:23.121277 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37696) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:23.133994 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-acc7ab22-ac1e-42cd-8f91-921d2db2fe68 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6571198 Nov 04 10:55:23.386975 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-1f1ddbf9-4841-4db1-b8a8-25ebe05ad1da None None] Set router 7abd5a54-37a5-47ca-9f4c-851899edd6bd gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:55:23.610834 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-5dd5c6ab-9d0d-47b4-9ead-761a5788112f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:23.613073 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-5dd5c6ab-9d0d-47b4-9ead-761a5788112f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.126 "GET /v2.0/networks?id=5c46183b-ca36-4d1b-b1a4-4ab3bec5456f HTTP/1.1" status: 200 len: 796 time: 0.1844504 Nov 04 10:55:23.772384 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-ccea414a-917b-4d39-a265-2547567275f9 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e6e9db6fbf344cc90c8fda44c469086 HTTP/1.1" status: 200 len: 477 time: 0.1491773 Nov 04 10:55:23.781902 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c1c700-e4bd-48ad-b83c-cc56f6f65d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-c9d3e29b-fe58-47d5-a428-26e56104ed64', 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'fixed_ips': [{'subnet_id': '42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:55:23.786605 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-92c1c700-e4bd-48ad-b83c-cc56f6f65d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:23.805190 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-c9c5a1bf-ab2f-4c7e-8e0a-e5d6c672070c tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Request body: {'port': {'device_id': 'bcdad793-5ceb-4d3a-81d8-34ea831c0ca4', 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f', 'admin_state_up': True, 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'security_groups': ['5ee91aa1-cb43-49bf-bc14-3f72460a9280', 'dee60917-23b3-4bda-8a68-cf175c0fb352']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:23.875793 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 48df8096-c357-40cf-8f10-56b9ce94e418 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:55:23.950040 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-1f1ddbf9-4841-4db1-b8a8-25ebe05ad1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270772547', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:18Z', 'updated_at': '2021-11-04T10:55:20Z', 'revision_number': 3, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:19Z', 'updated_at': '2021-11-04T10:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:23.955490 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-c9c5a1bf-ab2f-4c7e-8e0a-e5d6c672070c tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Made reservation on behalf of 9e6e9db6fbf344cc90c8fda44c469086 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:55:23.961492 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-c9c5a1bf-ab2f-4c7e-8e0a-e5d6c672070c tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:24.007680 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1ddbf9-4841-4db1-b8a8-25ebe05ad1da None None] The sync data for ids ['7abd5a54-37a5-47ca-9f4c-851899edd6bd'] in n-d-816629-1 is: [{'id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270772547', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:18Z', 'updated_at': '2021-11-04T10:55:20Z', 'revision_number': 3, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:19Z', 'updated_at': '2021-11-04T10:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:55:24.043854 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3184ef9-d674-47ae-8b18-3594574aca1e req-7a5b055c-5fd5-4dcf-998f-338a1d25288c tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:24.048136 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b3184ef9-d674-47ae-8b18-3594574aca1e req-7a5b055c-5fd5-4dcf-998f-338a1d25288c tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.6306777 Nov 04 10:55:24.143335 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 48df8096-c357-40cf-8f10-56b9ce94e418 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:24.143701 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:24.181190 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b3184ef9-d674-47ae-8b18-3594574aca1e req-8ccf7b98-19e9-44d4-9a38-7b4262ce59ce tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175225 Nov 04 10:55:24.222086 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-92c1c700-e4bd-48ad-b83c-cc56f6f65d5c None None] Allocated IP 172.20.0.2 (c9d3e29b-fe58-47d5-a428-26e56104ed64/42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2/741b355d-9376-4037-b7cc-167e01de4206) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:55:24.238678 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-c9c5a1bf-ab2f-4c7e-8e0a-e5d6c672070c tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Allocated IP 172.20.0.5 (5c46183b-ca36-4d1b-b1a4-4ab3bec5456f/e5d1417c-3ccf-47f7-a4e2-24d16d23196d/feebd65f-7b75-45da-8eb3-75ad8edb92a0) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:55:24.358229 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ee491408-f113-4de4-939d-18b7e0b87d48 req-4aa34343-5967-47bf-b778-7cfe70f8b171 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/ports?device_id=bcdad793-5ceb-4d3a-81d8-34ea831c0ca4 HTTP/1.1" status: 200 len: 210 time: 0.0751245 Nov 04 10:55:24.438848 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba0bf4b5-8a99-4ec4-8fe6-18d3031bbbcc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:24.505418 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-c9c5a1bf-ab2f-4c7e-8e0a-e5d6c672070c tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:24.556036 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-c9c5a1bf-ab2f-4c7e-8e0a-e5d6c672070c tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:24.611623 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-c9c5a1bf-ab2f-4c7e-8e0a-e5d6c672070c tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Network 5c46183b-ca36-4d1b-b1a4-4ab3bec5456f is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:55:24.617665 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-c9c5a1bf-ab2f-4c7e-8e0a-e5d6c672070c tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:55:24.620488 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-c9c5a1bf-ab2f-4c7e-8e0a-e5d6c672070c tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:55:24.624938 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-92c1c700-e4bd-48ad-b83c-cc56f6f65d5c None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:24.634665 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-92c1c700-e4bd-48ad-b83c-cc56f6f65d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:24.656462 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5a1bf-ab2f-4c7e-8e0a-e5d6c672070c tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event updated for resources: {'Port': ['ID=feebd65f-7b75-45da-8eb3-75ad8edb92a0,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:24.694534 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-c9c5a1bf-ab2f-4c7e-8e0a-e5d6c672070c tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:24.695259 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-c9c5a1bf-ab2f-4c7e-8e0a-e5d6c672070c tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:24.714427 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c1c700-e4bd-48ad-b83c-cc56f6f65d5c None None] Network c9d3e29b-fe58-47d5-a428-26e56104ed64 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:55:24.721198 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-92c1c700-e4bd-48ad-b83c-cc56f6f65d5c None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:55:24.725533 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c1c700-e4bd-48ad-b83c-cc56f6f65d5c None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:55:24.728133 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-c9c5a1bf-ab2f-4c7e-8e0a-e5d6c672070c tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9449162 Nov 04 10:55:24.731581 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1c700-e4bd-48ad-b83c-cc56f6f65d5c None None] Pushing event updated for resources: {'Port': ['ID=741b355d-9376-4037-b7cc-167e01de4206,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:24.746487 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-688f1c88-9e02-456c-bda2-a228b72e6fb2 service neutron] Request body: {'port': {'device_id': 'bcdad793-5ceb-4d3a-81d8-34ea831c0ca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:24.820694 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-92c1c700-e4bd-48ad-b83c-cc56f6f65d5c None None] Attempting to bind port 741b355d-9376-4037-b7cc-167e01de4206 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:55:24.821095 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-92c1c700-e4bd-48ad-b83c-cc56f6f65d5c None None] Attempting to bind port 741b355d-9376-4037-b7cc-167e01de4206 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '3d2e178d-1fe6-4937-ac57-29ab13774b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:55:24.821473 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c1c700-e4bd-48ad-b83c-cc56f6f65d5c None None] Attempting to bind port 741b355d-9376-4037-b7cc-167e01de4206 on network c9d3e29b-fe58-47d5-a428-26e56104ed64 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:55:24.827761 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c1c700-e4bd-48ad-b83c-cc56f6f65d5c None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:55:24.828135 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c1c700-e4bd-48ad-b83c-cc56f6f65d5c None None] Checking segment: {'id': '3d2e178d-1fe6-4937-ac57-29ab13774b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:55:24.828543 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-92c1c700-e4bd-48ad-b83c-cc56f6f65d5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:24.828965 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c1c700-e4bd-48ad-b83c-cc56f6f65d5c None None] Bound using segment: {'id': '3d2e178d-1fe6-4937-ac57-29ab13774b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:55:24.829448 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-92c1c700-e4bd-48ad-b83c-cc56f6f65d5c None None] Bound port: 741b355d-9376-4037-b7cc-167e01de4206, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2e178d-1fe6-4937-ac57-29ab13774b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:55:24.829831 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-92c1c700-e4bd-48ad-b83c-cc56f6f65d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:24.851379 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-688f1c88-9e02-456c-bda2-a228b72e6fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:24.868756 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-ba0bf4b5-8a99-4ec4-8fe6-18d3031bbbcc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Allocated IP 172.20.0.1 (c9d3e29b-fe58-47d5-a428-26e56104ed64/42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2/d9247527-aca0-432f-8600-d557b19f72bf) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:55:24.925745 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-92c1c700-e4bd-48ad-b83c-cc56f6f65d5c None None] For port 741b355d-9376-4037-b7cc-167e01de4206, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:55:24.930036 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-92c1c700-e4bd-48ad-b83c-cc56f6f65d5c None None] For port 741b355d-9376-4037-b7cc-167e01de4206, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=741b355d-9376-4037-b7cc-167e01de4206,segment=NetworkSegment(3d2e178d-1fe6-4937-ac57-29ab13774b04),segment_id=3d2e178d-1fe6-4937-ac57-29ab13774b04)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:55:24.937233 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-92c1c700-e4bd-48ad-b83c-cc56f6f65d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:25.036455 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-500fb7c0-917c-4bc5-9405-228029b94d05 None None] Provisioning complete for port feebd65f-7b75-45da-8eb3-75ad8edb92a0 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:25.036814 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-500fb7c0-917c-4bc5-9405-228029b94d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:25.052651 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba0bf4b5-8a99-4ec4-8fe6-18d3031bbbcc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:25.071640 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1c700-e4bd-48ad-b83c-cc56f6f65d5c None None] Pushing event updated for resources: {'Port': ['ID=741b355d-9376-4037-b7cc-167e01de4206,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:25.101460 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba0bf4b5-8a99-4ec4-8fe6-18d3031bbbcc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:25.108186 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-500fb7c0-917c-4bc5-9405-228029b94d05 None None] Port feebd65f-7b75-45da-8eb3-75ad8edb92a0 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:55:25.154737 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0bf4b5-8a99-4ec4-8fe6-18d3031bbbcc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Network c9d3e29b-fe58-47d5-a428-26e56104ed64 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:55:25.158635 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-ba0bf4b5-8a99-4ec4-8fe6-18d3031bbbcc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:55:25.164873 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0bf4b5-8a99-4ec4-8fe6-18d3031bbbcc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:55:25.169258 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0bf4b5-8a99-4ec4-8fe6-18d3031bbbcc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Port': ['ID=d9247527-aca0-432f-8600-d557b19f72bf,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:25.214165 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba0bf4b5-8a99-4ec4-8fe6-18d3031bbbcc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:25.307293 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-688f1c88-9e02-456c-bda2-a228b72e6fb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feebd65f-7b75-45da-8eb3-75ad8edb92a0 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:55:25.316052 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-688f1c88-9e02-456c-bda2-a228b72e6fb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:25.330734 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-688f1c88-9e02-456c-bda2-a228b72e6fb2 service neutron] Transition to ACTIVE for port object feebd65f-7b75-45da-8eb3-75ad8edb92a0 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:55:25.338390 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-688f1c88-9e02-456c-bda2-a228b72e6fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:25.413421 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f1c88-9e02-456c-bda2-a228b72e6fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=feebd65f-7b75-45da-8eb3-75ad8edb92a0,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:25.455077 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba0bf4b5-8a99-4ec4-8fe6-18d3031bbbcc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:25.465860 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05585cb0-9d5b-4cad-ba25-08e34497b4fa req-131a8d3c-bf73-4e60-b193-f542af2f6c7c tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:25.467651 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-05585cb0-9d5b-4cad-ba25-08e34497b4fa req-131a8d3c-bf73-4e60-b193-f542af2f6c7c tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.1528325 Nov 04 10:55:25.524217 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-688f1c88-9e02-456c-bda2-a228b72e6fb2 service neutron] Attempting to bind port feebd65f-7b75-45da-8eb3-75ad8edb92a0 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:55:25.524450 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-688f1c88-9e02-456c-bda2-a228b72e6fb2 service neutron] Attempting to bind port feebd65f-7b75-45da-8eb3-75ad8edb92a0 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'ca707b12-63f9-4b12-bd5a-be3b37c7d1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:55:25.524894 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-688f1c88-9e02-456c-bda2-a228b72e6fb2 service neutron] Attempting to bind port feebd65f-7b75-45da-8eb3-75ad8edb92a0 on network 5c46183b-ca36-4d1b-b1a4-4ab3bec5456f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:55:25.540259 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-688f1c88-9e02-456c-bda2-a228b72e6fb2 service neutron] Port feebd65f-7b75-45da-8eb3-75ad8edb92a0 on network 5c46183b-ca36-4d1b-b1a4-4ab3bec5456f not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:55:25.540949 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-688f1c88-9e02-456c-bda2-a228b72e6fb2 service neutron] Attempting to bind port feebd65f-7b75-45da-8eb3-75ad8edb92a0 on network 5c46183b-ca36-4d1b-b1a4-4ab3bec5456f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:55:25.547255 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-688f1c88-9e02-456c-bda2-a228b72e6fb2 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:55:25.547987 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-688f1c88-9e02-456c-bda2-a228b72e6fb2 service neutron] Checking segment: {'id': 'ca707b12-63f9-4b12-bd5a-be3b37c7d1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:55:25.548665 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-688f1c88-9e02-456c-bda2-a228b72e6fb2 service neutron] Bound using segment: {'id': 'ca707b12-63f9-4b12-bd5a-be3b37c7d1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:55:25.549645 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-688f1c88-9e02-456c-bda2-a228b72e6fb2 service neutron] Bound port: feebd65f-7b75-45da-8eb3-75ad8edb92a0, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca707b12-63f9-4b12-bd5a-be3b37c7d1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:55:25.550369 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-688f1c88-9e02-456c-bda2-a228b72e6fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:25.664044 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-688f1c88-9e02-456c-bda2-a228b72e6fb2 service neutron] For port feebd65f-7b75-45da-8eb3-75ad8edb92a0, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:55:25.668154 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-688f1c88-9e02-456c-bda2-a228b72e6fb2 service neutron] For port feebd65f-7b75-45da-8eb3-75ad8edb92a0, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=feebd65f-7b75-45da-8eb3-75ad8edb92a0,segment=NetworkSegment(ca707b12-63f9-4b12-bd5a-be3b37c7d1ac),segment_id=ca707b12-63f9-4b12-bd5a-be3b37c7d1ac)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:55:25.678279 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-688f1c88-9e02-456c-bda2-a228b72e6fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:25.801951 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-688f1c88-9e02-456c-bda2-a228b72e6fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:25.804207 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-688f1c88-9e02-456c-bda2-a228b72e6fb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:25.807771 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-688f1c88-9e02-456c-bda2-a228b72e6fb2 service neutron] 10.222.0.126 "PUT /v2.0/ports/feebd65f-7b75-45da-8eb3-75ad8edb92a0 HTTP/1.1" status: 200 len: 1130 time: 1.0674617 Nov 04 10:55:25.808449 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdad793-5ceb-4d3a-81d8-34ea831c0ca4', 'tag': 'feebd65f-7b75-45da-8eb3-75ad8edb92a0'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:55:25.812176 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93beaa5-ab1f-4735-adbe-04f62c49d4ce" -d '{"events": [{"name": "network-changed", "server_uuid": "bcdad793-5ceb-4d3a-81d8-34ea831c0ca4", "tag": "feebd65f-7b75-45da-8eb3-75ad8edb92a0"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:55:25.821400 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-05585cb0-9d5b-4cad-ba25-08e34497b4fa req-d25cbbdf-11fe-4bbc-ad13-b4609e7c9d47 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438010 Nov 04 10:55:25.895174 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6ad17383-1c96-49b0-abf0-bd409574630e up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:55:25.914981 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f1c88-9e02-456c-bda2-a228b72e6fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=feebd65f-7b75-45da-8eb3-75ad8edb92a0,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:26.018790 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 6ad17383-1c96-49b0-abf0-bd409574630e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:26.019025 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-b96e6062-f82c-4177-b05c-6cd72c89782e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:26.019159 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:26.023468 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-b96e6062-f82c-4177-b05c-6cd72c89782e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=9e6e9db6fbf344cc90c8fda44c469086&device_id=bcdad793-5ceb-4d3a-81d8-34ea831c0ca4 HTTP/1.1" status: 200 len: 1133 time: 0.1362305 Nov 04 10:55:26.115858 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b6af4-ff8e-4af3-83f4-bbb9a119ad40 req-e761e5d0-8e14-492c-bb01-4b6218401dbc tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:26.117582 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e64b6af4-ff8e-4af3-83f4-bbb9a119ad40 req-e761e5d0-8e14-492c-bb01-4b6218401dbc tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/ports?device_id=bcdad793-5ceb-4d3a-81d8-34ea831c0ca4 HTTP/1.1" status: 200 len: 982 time: 0.1572556 Nov 04 10:55:26.154436 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-866ba292-7496-4546-b4cf-074dd69b54b2 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=feebd65f-7b75-45da-8eb3-75ad8edb92a0 HTTP/1.1" status: 200 len: 217 time: 0.1219201 Nov 04 10:55:26.219351 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:26.248937 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 6ad17383-1c96-49b0-abf0-bd409574630e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6ad17383-1c96-49b0-abf0-bd409574630e,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:55:26.258636 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba0bf4b5-8a99-4ec4-8fe6-18d3031bbbcc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:26.261463 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:26.262274 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 741b355d-9376-4037-b7cc-167e01de4206 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:55:26.277523 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e64b6af4-ff8e-4af3-83f4-bbb9a119ad40 req-b748266b-fb80-46cc-9f9b-c7ba7ed930d1 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ee91aa1-cb43-49bf-bc14-3f72460a9280&id=dee60917-23b3-4bda-8a68-cf175c0fb352&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1516504 Nov 04 10:55:26.279989 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba0bf4b5-8a99-4ec4-8fe6-18d3031bbbcc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:26.312471 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-4ced5e66-7ce4-4634-a445-cf9ee6495ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:26.314359 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-4ced5e66-7ce4-4634-a445-cf9ee6495ab8 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=e5d1417c-3ccf-47f7-a4e2-24d16d23196d HTTP/1.1" status: 200 len: 835 time: 0.1528599 Nov 04 10:55:26.359301 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=6ad17383-1c96-49b0-abf0-bd409574630e,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:26.373055 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 741b355d-9376-4037-b7cc-167e01de4206 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:26.373421 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:26.398988 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9963a31b-6c31-4a75-8e31-7976e0fc0dcc x-openstack-request-id: req-9963a31b-6c31-4a75-8e31-7976e0fc0dcc {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:55:26.401172 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcdad793-5ceb-4d3a-81d8-34ea831c0ca4", "tag": "feebd65f-7b75-45da-8eb3-75ad8edb92a0", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:55:26.401492 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-9963a31b-6c31-4a75-8e31-7976e0fc0dcc {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:55:26.402014 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdad793-5ceb-4d3a-81d8-34ea831c0ca4', 'tag': 'feebd65f-7b75-45da-8eb3-75ad8edb92a0', 'status': 'completed', 'code': 200} Nov 04 10:55:26.442994 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-5bc45dd1-9dcb-422c-8119-5d3a8b369eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:26.444834 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-5bc45dd1-9dcb-422c-8119-5d3a8b369eb2 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=5c46183b-ca36-4d1b-b1a4-4ab3bec5456f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231563 Nov 04 10:55:26.474652 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ba0bf4b5-8a99-4ec4-8fe6-18d3031bbbcc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:26.492858 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0bf4b5-8a99-4ec4-8fe6-18d3031bbbcc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Port': ['ID=d9247527-aca0-432f-8600-d557b19f72bf,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:26.520233 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:26.592906 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 741b355d-9376-4037-b7cc-167e01de4206, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=741b355d-9376-4037-b7cc-167e01de4206,segment=NetworkSegment(3d2e178d-1fe6-4937-ac57-29ab13774b04),segment_id=3d2e178d-1fe6-4937-ac57-29ab13774b04)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:55:26.600602 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:26.606727 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-7e6d973b-6229-430e-8213-ffa76f7667e1 service neutron] 10.222.0.126 "GET /v2.0/networks/5c46183b-ca36-4d1b-b1a4-4ab3bec5456f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522722 Nov 04 10:55:26.650545 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0bf4b5-8a99-4ec4-8fe6-18d3031bbbcc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Network c9d3e29b-fe58-47d5-a428-26e56104ed64 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:55:26.653461 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-ba0bf4b5-8a99-4ec4-8fe6-18d3031bbbcc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:55:26.689807 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=741b355d-9376-4037-b7cc-167e01de4206,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:26.727156 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f437c9bf-c920-4d0d-b58b-88a69e01d9e4 req-d88aeacb-050b-491c-9e59-b929046d991a service neutron] 10.222.0.126 "GET /v2.0/networks/5c46183b-ca36-4d1b-b1a4-4ab3bec5456f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141078 Nov 04 10:55:26.866443 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0bf4b5-8a99-4ec4-8fe6-18d3031bbbcc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Router 7abd5a54-37a5-47ca-9f4c-851899edd6bd has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:55:26.891869 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93beaa5-ab1f-4735-adbe-04f62c49d4ce req-da5ba6bf-32f6-4249-8e3a-5d8bf2291c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:26.893862 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b93beaa5-ab1f-4735-adbe-04f62c49d4ce req-da5ba6bf-32f6-4249-8e3a-5d8bf2291c63 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=9e6e9db6fbf344cc90c8fda44c469086&device_id=bcdad793-5ceb-4d3a-81d8-34ea831c0ca4 HTTP/1.1" status: 200 len: 1133 time: 0.1090400 Nov 04 10:55:27.007299 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0bf4b5-8a99-4ec4-8fe6-18d3031bbbcc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:55:27.013847 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ba0bf4b5-8a99-4ec4-8fe6-18d3031bbbcc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "PUT /v2.0/routers/7abd5a54-37a5-47ca-9f4c-851899edd6bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8907766 Nov 04 10:55:27.019447 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925e4472-d08a-43c8-9576-52cdb0ff13d2 None None] Sync routers for ids ['7abd5a54-37a5-47ca-9f4c-851899edd6bd'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:55:27.034466 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925e4472-d08a-43c8-9576-52cdb0ff13d2 None None] Routers {'7abd5a54-37a5-47ca-9f4c-851899edd6bd'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:55:27.035076 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-925e4472-d08a-43c8-9576-52cdb0ff13d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:55:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7abd5a54-37a5-47ca-9f4c-851899edd6bd'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:27.043058 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93beaa5-ab1f-4735-adbe-04f62c49d4ce req-458c42cc-e872-40dd-9060-e49c3714c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:27.049269 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b93beaa5-ab1f-4735-adbe-04f62c49d4ce req-458c42cc-e872-40dd-9060-e49c3714c5ff service neutron] 10.222.0.126 "GET /v2.0/networks?id=5c46183b-ca36-4d1b-b1a4-4ab3bec5456f HTTP/1.1" status: 200 len: 898 time: 0.1480684 Nov 04 10:55:27.109142 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b93beaa5-ab1f-4735-adbe-04f62c49d4ce req-014fd41e-6039-47f4-8a03-146db3a63f5f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=feebd65f-7b75-45da-8eb3-75ad8edb92a0 HTTP/1.1" status: 200 len: 217 time: 0.0545731 Nov 04 10:55:27.120537 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c918f-32a2-4f32-b752-9579ae4cbe21 req-b11304ec-33cc-4947-9db0-1a859915f4d2 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:27.126608 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-202c918f-32a2-4f32-b752-9579ae4cbe21 req-b11304ec-33cc-4947-9db0-1a859915f4d2 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.1167748 Nov 04 10:55:27.257863 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-202c918f-32a2-4f32-b752-9579ae4cbe21 req-27b83ddd-97ac-4cd2-beae-b724300d717a tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184440 Nov 04 10:55:27.269361 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93beaa5-ab1f-4735-adbe-04f62c49d4ce req-1549e837-e411-4c0a-a1d7-d9aa5b6bd0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:27.269890 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-925e4472-d08a-43c8-9576-52cdb0ff13d2 None None] Set router 7abd5a54-37a5-47ca-9f4c-851899edd6bd gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:55:27.283844 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b93beaa5-ab1f-4735-adbe-04f62c49d4ce req-1549e837-e411-4c0a-a1d7-d9aa5b6bd0e3 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=e5d1417c-3ccf-47f7-a4e2-24d16d23196d HTTP/1.1" status: 200 len: 835 time: 0.1660268 Nov 04 10:55:27.349160 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af0b48b-09b4-40fc-8ef5-880f1cff71a3 None None] Network c9d3e29b-fe58-47d5-a428-26e56104ed64 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:55:27.350239 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93beaa5-ab1f-4735-adbe-04f62c49d4ce req-5b9f2172-4576-42b7-94e9-24e2b82b527f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:27.352595 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b93beaa5-ab1f-4735-adbe-04f62c49d4ce req-5b9f2172-4576-42b7-94e9-24e2b82b527f service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=5c46183b-ca36-4d1b-b1a4-4ab3bec5456f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588689 Nov 04 10:55:27.461458 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4062ad05-0fb0-4095-8175-4216a9906594 req-4e791e28-2eb8-4f54-93ec-3ce1feefeee9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-634550708&fields=id&tenant_id=0f971a58d7f04199b01d2c8c36ec2cac HTTP/1.1" status: 200 len: 267 time: 0.0964994 Nov 04 10:55:27.553886 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-925e4472-d08a-43c8-9576-52cdb0ff13d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270772547', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:18Z', 'updated_at': '2021-11-04T10:55:25Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:19Z', 'updated_at': '2021-11-04T10:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'd9247527-aca0-432f-8600-d557b19f72bf', 'name': '', 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:a1:47:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:24Z', 'updated_at': '2021-11-04T10:55:25Z', 'revision_number': 2, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:27.555733 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b93beaa5-ab1f-4735-adbe-04f62c49d4ce req-88564b32-c06b-44da-9201-4359d1a46041 service neutron] 10.222.0.126 "GET /v2.0/networks/5c46183b-ca36-4d1b-b1a4-4ab3bec5456f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918895 Nov 04 10:55:27.589247 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925e4472-d08a-43c8-9576-52cdb0ff13d2 None None] Checking router: 7abd5a54-37a5-47ca-9f4c-851899edd6bd for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:55:27.589887 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925e4472-d08a-43c8-9576-52cdb0ff13d2 None None] Updating router 7abd5a54-37a5-47ca-9f4c-851899edd6bd port d9247527-aca0-432f-8600-d557b19f72bf binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:55:27.603821 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062ad05-0fb0-4095-8175-4216a9906594 req-378bef9c-094b-4b40-8a72-ffd950cbb433 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:27.605261 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4062ad05-0fb0-4095-8175-4216a9906594 req-378bef9c-094b-4b40-8a72-ffd950cbb433 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/networks?id=c9d3e29b-fe58-47d5-a428-26e56104ed64 HTTP/1.1" status: 200 len: 796 time: 0.1407580 Nov 04 10:55:27.621569 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-925e4472-d08a-43c8-9576-52cdb0ff13d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:27.623824 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-ea7537ec-2a75-4b97-8ef2-6a4bfd5d22e1 None None] Provisioning complete for port 741b355d-9376-4037-b7cc-167e01de4206 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:27.624264 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ea7537ec-2a75-4b97-8ef2-6a4bfd5d22e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:27.633974 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4062ad05-0fb0-4095-8175-4216a9906594 req-446df7ec-89c1-441e-a423-38e8341c7795 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/quotas/0f971a58d7f04199b01d2c8c36ec2cac HTTP/1.1" status: 200 len: 375 time: 0.0216575 Nov 04 10:55:27.799776 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4062ad05-0fb0-4095-8175-4216a9906594 req-112d01b0-c2b0-4de3-89fb-2558e921fb22 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1591980 Nov 04 10:55:27.813738 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b93beaa5-ab1f-4735-adbe-04f62c49d4ce req-6c12889d-36a6-4064-85e9-859312c9877b service neutron] 10.222.0.126 "GET /v2.0/networks/5c46183b-ca36-4d1b-b1a4-4ab3bec5456f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516069 Nov 04 10:55:27.883600 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6ad17383-1c96-49b0-abf0-bd409574630e up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:55:27.958841 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4062ad05-0fb0-4095-8175-4216a9906594 req-820d9016-0e73-484c-9e79-e70bf6333e02 service neutron] 10.222.0.127 "GET /v2.0/networks/c9d3e29b-fe58-47d5-a428-26e56104ed64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465549 Nov 04 10:55:27.964993 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 6ad17383-1c96-49b0-abf0-bd409574630e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:27.965575 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:28.059097 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-925e4472-d08a-43c8-9576-52cdb0ff13d2 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:28.075586 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-925e4472-d08a-43c8-9576-52cdb0ff13d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:28.114978 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 741b355d-9376-4037-b7cc-167e01de4206 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:55:28.154579 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4062ad05-0fb0-4095-8175-4216a9906594 req-c6876018-aa86-429e-b1bf-e9d9801cb9bb service neutron] 10.222.0.127 "GET /v2.0/networks/c9d3e29b-fe58-47d5-a428-26e56104ed64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868861 Nov 04 10:55:28.157678 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5b07c-d096-4d36-9e06-cadc1120e39f None None] Pushing event updated for resources: {'Port': ['ID=d9247527-aca0-432f-8600-d557b19f72bf,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:28.214132 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-878207fb-6571-42e2-9e21-d9805823f3fb None None] Provisioning complete for port d9247527-aca0-432f-8600-d557b19f72bf triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:28.214688 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-878207fb-6571-42e2-9e21-d9805823f3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:28.258307 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-925e4472-d08a-43c8-9576-52cdb0ff13d2 None None] Attempting to bind port d9247527-aca0-432f-8600-d557b19f72bf on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:55:28.258944 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-925e4472-d08a-43c8-9576-52cdb0ff13d2 None None] Attempting to bind port d9247527-aca0-432f-8600-d557b19f72bf by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '3d2e178d-1fe6-4937-ac57-29ab13774b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:55:28.259412 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e4472-d08a-43c8-9576-52cdb0ff13d2 None None] Attempting to bind port d9247527-aca0-432f-8600-d557b19f72bf on network c9d3e29b-fe58-47d5-a428-26e56104ed64 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:55:28.270035 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e4472-d08a-43c8-9576-52cdb0ff13d2 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:55:28.270473 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e4472-d08a-43c8-9576-52cdb0ff13d2 None None] Checking segment: {'id': '3d2e178d-1fe6-4937-ac57-29ab13774b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:55:28.270916 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-925e4472-d08a-43c8-9576-52cdb0ff13d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:28.271263 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e4472-d08a-43c8-9576-52cdb0ff13d2 None None] Bound using segment: {'id': '3d2e178d-1fe6-4937-ac57-29ab13774b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:55:28.271746 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-925e4472-d08a-43c8-9576-52cdb0ff13d2 None None] Bound port: d9247527-aca0-432f-8600-d557b19f72bf, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2e178d-1fe6-4937-ac57-29ab13774b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:55:28.272201 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-925e4472-d08a-43c8-9576-52cdb0ff13d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:28.308509 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 741b355d-9376-4037-b7cc-167e01de4206 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:28.315251 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:28.364283 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-878207fb-6571-42e2-9e21-d9805823f3fb None None] Port d9247527-aca0-432f-8600-d557b19f72bf cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:55:28.402104 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-878207fb-6571-42e2-9e21-d9805823f3fb None None] Provisioning complete for port 741b355d-9376-4037-b7cc-167e01de4206 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:28.403267 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-878207fb-6571-42e2-9e21-d9805823f3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:28.423051 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-925e4472-d08a-43c8-9576-52cdb0ff13d2 None None] For port d9247527-aca0-432f-8600-d557b19f72bf, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:55:28.427738 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-925e4472-d08a-43c8-9576-52cdb0ff13d2 None None] For port d9247527-aca0-432f-8600-d557b19f72bf, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d9247527-aca0-432f-8600-d557b19f72bf,segment=NetworkSegment(3d2e178d-1fe6-4937-ac57-29ab13774b04),segment_id=3d2e178d-1fe6-4937-ac57-29ab13774b04)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:55:28.466006 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-925e4472-d08a-43c8-9576-52cdb0ff13d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:28.663039 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925e4472-d08a-43c8-9576-52cdb0ff13d2 None None] Routers {'7abd5a54-37a5-47ca-9f4c-851899edd6bd'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:55:28.663894 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-925e4472-d08a-43c8-9576-52cdb0ff13d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:55:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7abd5a54-37a5-47ca-9f4c-851899edd6bd'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:28.707201 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5b07c-d096-4d36-9e06-cadc1120e39f None None] Pushing event updated for resources: {'Port': ['ID=d9247527-aca0-432f-8600-d557b19f72bf,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:28.724892 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b89abf-5052-49e7-899d-78b046ea0fd3 req-545c0a87-0c8e-4e0d-9611-9c9d42dbde91 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:28.726565 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-86b89abf-5052-49e7-899d-78b046ea0fd3 req-545c0a87-0c8e-4e0d-9611-9c9d42dbde91 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/ports?device_id=bcdad793-5ceb-4d3a-81d8-34ea831c0ca4 HTTP/1.1" status: 200 len: 982 time: 0.1211190 Nov 04 10:55:28.863130 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-925e4472-d08a-43c8-9576-52cdb0ff13d2 None None] Set router 7abd5a54-37a5-47ca-9f4c-851899edd6bd gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:55:28.865486 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-86b89abf-5052-49e7-899d-78b046ea0fd3 req-ef54f498-ccd0-4a3e-86c3-99c3f656b0d0 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ee91aa1-cb43-49bf-bc14-3f72460a9280&id=dee60917-23b3-4bda-8a68-cf175c0fb352&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1281457 Nov 04 10:55:28.994243 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-acc21e41-c551-4f40-b54d-1f244d997e38 None None] Provisioning complete for port d9247527-aca0-432f-8600-d557b19f72bf triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:28.994861 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-acc21e41-c551-4f40-b54d-1f244d997e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:29.053434 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea56cd-4e71-4672-8ed4-526f17a226b7 req-6a4d5308-8c96-4db2-b535-70bb6b70cc67 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:29.055603 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d7ea56cd-4e71-4672-8ed4-526f17a226b7 req-6a4d5308-8c96-4db2-b535-70bb6b70cc67 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.0627277 Nov 04 10:55:29.100647 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-acc21e41-c551-4f40-b54d-1f244d997e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:29.161522 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d7ea56cd-4e71-4672-8ed4-526f17a226b7 req-224557b9-7666-4095-8daa-14690017ed60 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971413 Nov 04 10:55:29.164926 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-acc21e41-c551-4f40-b54d-1f244d997e38 None None] For port d9247527-aca0-432f-8600-d557b19f72bf, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d9247527-aca0-432f-8600-d557b19f72bf,segment=NetworkSegment(3d2e178d-1fe6-4937-ac57-29ab13774b04),segment_id=3d2e178d-1fe6-4937-ac57-29ab13774b04)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:55:29.173767 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-acc21e41-c551-4f40-b54d-1f244d997e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:29.270479 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc21e41-c551-4f40-b54d-1f244d997e38 None None] Pushing event updated for resources: {'Port': ['ID=d9247527-aca0-432f-8600-d557b19f72bf,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:29.317150 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-bbbe867d-383e-4569-97c9-82e21c592e51 None None] Provisioning complete for port d9247527-aca0-432f-8600-d557b19f72bf triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:29.317425 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ce100b55-699e-490e-9617-911bb7232872 req-3add25b1-fce8-4ddd-9299-f64ff43b6b0c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 210 time: 0.0638132 Nov 04 10:55:29.318561 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bbbe867d-383e-4569-97c9-82e21c592e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:29.393338 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-925e4472-d08a-43c8-9576-52cdb0ff13d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270772547', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:18Z', 'updated_at': '2021-11-04T10:55:25Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:19Z', 'updated_at': '2021-11-04T10:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'd9247527-aca0-432f-8600-d557b19f72bf', 'name': '', 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:a1:47:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:24Z', 'updated_at': '2021-11-04T10:55:28Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:29.429118 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925e4472-d08a-43c8-9576-52cdb0ff13d2 None None] The sync data for ids ['7abd5a54-37a5-47ca-9f4c-851899edd6bd'] in n-d-816629-1 is: [{'id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270772547', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:18Z', 'updated_at': '2021-11-04T10:55:25Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:19Z', 'updated_at': '2021-11-04T10:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'd9247527-aca0-432f-8600-d557b19f72bf', 'name': '', 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:a1:47:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:24Z', 'updated_at': '2021-11-04T10:55:28Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:55:29.672052 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-db64d637-1797-43f7-b894-d907e033f469 None None] Provisioning complete for port d9247527-aca0-432f-8600-d557b19f72bf triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:29.672608 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-db64d637-1797-43f7-b894-d907e033f469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:29.831930 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d9247527-aca0-432f-8600-d557b19f72bf up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:55:29.893378 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port d9247527-aca0-432f-8600-d557b19f72bf triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:29.893810 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:30.072116 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab991ea-da62-49a2-b631-68a1902030a4 req-3f11e5b7-2a2a-400c-a326-32cece953670 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:30.095743 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aab991ea-da62-49a2-b631-68a1902030a4 req-3f11e5b7-2a2a-400c-a326-32cece953670 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/ports?device_id=bcdad793-5ceb-4d3a-81d8-34ea831c0ca4 HTTP/1.1" status: 200 len: 982 time: 0.0951545 Nov 04 10:55:30.151855 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062ad05-0fb0-4095-8175-4216a9906594 req-5601963c-8427-4bd7-ba5f-07aa0c704eac tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:30.157518 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4062ad05-0fb0-4095-8175-4216a9906594 req-5601963c-8427-4bd7-ba5f-07aa0c704eac tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.126 "GET /v2.0/networks?id=c9d3e29b-fe58-47d5-a428-26e56104ed64 HTTP/1.1" status: 200 len: 796 time: 0.2429483 Nov 04 10:55:30.198259 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aab991ea-da62-49a2-b631-68a1902030a4 req-d588fc32-aea8-4965-a032-4b8f82595a8c tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ee91aa1-cb43-49bf-bc14-3f72460a9280&id=dee60917-23b3-4bda-8a68-cf175c0fb352&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1022310 Nov 04 10:55:30.270230 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4062ad05-0fb0-4095-8175-4216a9906594 req-62cc8f95-62c3-4c1f-b587-78901efcd5cf tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f971a58d7f04199b01d2c8c36ec2cac HTTP/1.1" status: 200 len: 379 time: 0.1033566 Nov 04 10:55:30.286732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-4062ad05-0fb0-4095-8175-4216a9906594 req-6d184386-2231-4862-9463-7dceb92df021 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'port': {'device_id': '9ff9377d-d840-4b61-998d-0914cfdb6a69', 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64', 'admin_state_up': True, 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'security_groups': ['be0a0492-36fd-4ea7-9215-751e1ffdac06']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:30.331026 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f23b23-72db-40d1-bf47-f8881bc17a50 req-eea543bf-9fa6-4c4d-a09d-8ff2600951fc tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:30.333138 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-22f23b23-72db-40d1-bf47-f8881bc17a50 req-eea543bf-9fa6-4c4d-a09d-8ff2600951fc tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.0649917 Nov 04 10:55:30.390558 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-22f23b23-72db-40d1-bf47-f8881bc17a50 req-7aded94e-35a6-4cb4-8072-f0d771f69a38 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505116 Nov 04 10:55:30.424365 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4062ad05-0fb0-4095-8175-4216a9906594 req-6d184386-2231-4862-9463-7dceb92df021 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Made reservation on behalf of 0f971a58d7f04199b01d2c8c36ec2cac for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:55:30.428655 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4062ad05-0fb0-4095-8175-4216a9906594 req-6d184386-2231-4862-9463-7dceb92df021 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:30.507132 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e3348079-6455-4420-a50a-89bef167fb29 req-d370d0b4-8951-437e-853a-ac4c6dbd31ff tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 210 time: 0.0300460 Nov 04 10:55:30.593129 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-4062ad05-0fb0-4095-8175-4216a9906594 req-6d184386-2231-4862-9463-7dceb92df021 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Allocated IP 172.20.0.8 (c9d3e29b-fe58-47d5-a428-26e56104ed64/42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2/b66643ee-e18b-4c23-95ae-a6aebade8808) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:55:30.745635 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4062ad05-0fb0-4095-8175-4216a9906594 req-6d184386-2231-4862-9463-7dceb92df021 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:30.787258 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4062ad05-0fb0-4095-8175-4216a9906594 req-6d184386-2231-4862-9463-7dceb92df021 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:30.836359 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4062ad05-0fb0-4095-8175-4216a9906594 req-6d184386-2231-4862-9463-7dceb92df021 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Network c9d3e29b-fe58-47d5-a428-26e56104ed64 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:55:30.839617 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-4062ad05-0fb0-4095-8175-4216a9906594 req-6d184386-2231-4862-9463-7dceb92df021 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:55:30.846967 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-4062ad05-0fb0-4095-8175-4216a9906594 req-6d184386-2231-4862-9463-7dceb92df021 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:55:30.879138 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d184386-2231-4862-9463-7dceb92df021 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Port': ['ID=b66643ee-e18b-4c23-95ae-a6aebade8808,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:30.906617 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062ad05-0fb0-4095-8175-4216a9906594 req-6d184386-2231-4862-9463-7dceb92df021 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:30.907336 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4062ad05-0fb0-4095-8175-4216a9906594 req-6d184386-2231-4862-9463-7dceb92df021 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:30.927961 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4062ad05-0fb0-4095-8175-4216a9906594 req-6d184386-2231-4862-9463-7dceb92df021 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6467731 Nov 04 10:55:30.941355 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-4062ad05-0fb0-4095-8175-4216a9906594 req-59927f7d-7bb8-457b-80c9-7f408a88e422 service neutron] Request body: {'port': {'device_id': '9ff9377d-d840-4b61-998d-0914cfdb6a69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:30.998631 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4062ad05-0fb0-4095-8175-4216a9906594 req-59927f7d-7bb8-457b-80c9-7f408a88e422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:31.132245 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-ddfa76d0-c42c-4c8a-9210-13c29aafb304 None None] Provisioning complete for port b66643ee-e18b-4c23-95ae-a6aebade8808 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:31.132245 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ddfa76d0-c42c-4c8a-9210-13c29aafb304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:31.171265 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-ddfa76d0-c42c-4c8a-9210-13c29aafb304 None None] Port b66643ee-e18b-4c23-95ae-a6aebade8808 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:55:31.191991 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device feebd65f-7b75-45da-8eb3-75ad8edb92a0 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:55:31.318749 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-4062ad05-0fb0-4095-8175-4216a9906594 req-59927f7d-7bb8-457b-80c9-7f408a88e422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b66643ee-e18b-4c23-95ae-a6aebade8808 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:55:31.324768 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port feebd65f-7b75-45da-8eb3-75ad8edb92a0, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=feebd65f-7b75-45da-8eb3-75ad8edb92a0,segment=NetworkSegment(ca707b12-63f9-4b12-bd5a-be3b37c7d1ac),segment_id=ca707b12-63f9-4b12-bd5a-be3b37c7d1ac)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:55:31.327985 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4062ad05-0fb0-4095-8175-4216a9906594 req-59927f7d-7bb8-457b-80c9-7f408a88e422 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:31.344958 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-4062ad05-0fb0-4095-8175-4216a9906594 req-59927f7d-7bb8-457b-80c9-7f408a88e422 service neutron] Transition to ACTIVE for port object b66643ee-e18b-4c23-95ae-a6aebade8808 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:55:31.348916 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'feebd65f-7b75-45da-8eb3-75ad8edb92a0', 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f', 'port_id': 'feebd65f-7b75-45da-8eb3-75ad8edb92a0', 'mac_address': 'fa:16:3e:a1:45:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d1417c-3ccf-47f7-a4e2-24d16d23196d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:55:31.352684 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4062ad05-0fb0-4095-8175-4216a9906594 req-59927f7d-7bb8-457b-80c9-7f408a88e422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:31.398795 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ce72f-8f29-4226-8327-7e100babcb98 req-25cc2765-20f0-4c45-9d0a-5c502b953b34 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:31.399416 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:31.405569 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-049ce72f-8f29-4226-8327-7e100babcb98 req-25cc2765-20f0-4c45-9d0a-5c502b953b34 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/ports?device_id=bcdad793-5ceb-4d3a-81d8-34ea831c0ca4 HTTP/1.1" status: 200 len: 982 time: 0.0997689 Nov 04 10:55:31.417702 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feebd65f-7b75-45da-8eb3-75ad8edb92a0 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:55:31.446100 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port feebd65f-7b75-45da-8eb3-75ad8edb92a0, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=feebd65f-7b75-45da-8eb3-75ad8edb92a0,segment=NetworkSegment(ca707b12-63f9-4b12-bd5a-be3b37c7d1ac),segment_id=ca707b12-63f9-4b12-bd5a-be3b37c7d1ac)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:55:31.453058 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:31.460655 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59927f7d-7bb8-457b-80c9-7f408a88e422 service neutron] Pushing event updated for resources: {'Port': ['ID=b66643ee-e18b-4c23-95ae-a6aebade8808,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:31.514126 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-4062ad05-0fb0-4095-8175-4216a9906594 req-59927f7d-7bb8-457b-80c9-7f408a88e422 service neutron] Attempting to bind port b66643ee-e18b-4c23-95ae-a6aebade8808 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:55:31.514463 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-4062ad05-0fb0-4095-8175-4216a9906594 req-59927f7d-7bb8-457b-80c9-7f408a88e422 service neutron] Attempting to bind port b66643ee-e18b-4c23-95ae-a6aebade8808 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '3d2e178d-1fe6-4937-ac57-29ab13774b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:55:31.515454 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4062ad05-0fb0-4095-8175-4216a9906594 req-59927f7d-7bb8-457b-80c9-7f408a88e422 service neutron] Attempting to bind port b66643ee-e18b-4c23-95ae-a6aebade8808 on network c9d3e29b-fe58-47d5-a428-26e56104ed64 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:55:31.517473 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-049ce72f-8f29-4226-8327-7e100babcb98 req-efb9eab5-2c74-4511-9afb-437e92168c8b tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ee91aa1-cb43-49bf-bc14-3f72460a9280&id=dee60917-23b3-4bda-8a68-cf175c0fb352&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0985198 Nov 04 10:55:31.521935 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4062ad05-0fb0-4095-8175-4216a9906594 req-59927f7d-7bb8-457b-80c9-7f408a88e422 service neutron] Port b66643ee-e18b-4c23-95ae-a6aebade8808 on network c9d3e29b-fe58-47d5-a428-26e56104ed64 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:55:31.522259 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4062ad05-0fb0-4095-8175-4216a9906594 req-59927f7d-7bb8-457b-80c9-7f408a88e422 service neutron] Attempting to bind port b66643ee-e18b-4c23-95ae-a6aebade8808 on network c9d3e29b-fe58-47d5-a428-26e56104ed64 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:55:31.530854 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=feebd65f-7b75-45da-8eb3-75ad8edb92a0,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:31.532631 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4062ad05-0fb0-4095-8175-4216a9906594 req-59927f7d-7bb8-457b-80c9-7f408a88e422 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:55:31.533013 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4062ad05-0fb0-4095-8175-4216a9906594 req-59927f7d-7bb8-457b-80c9-7f408a88e422 service neutron] Checking segment: {'id': '3d2e178d-1fe6-4937-ac57-29ab13774b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:55:31.533484 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4062ad05-0fb0-4095-8175-4216a9906594 req-59927f7d-7bb8-457b-80c9-7f408a88e422 service neutron] Bound using segment: {'id': '3d2e178d-1fe6-4937-ac57-29ab13774b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:55:31.533937 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-4062ad05-0fb0-4095-8175-4216a9906594 req-59927f7d-7bb8-457b-80c9-7f408a88e422 service neutron] Bound port: b66643ee-e18b-4c23-95ae-a6aebade8808, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d2e178d-1fe6-4937-ac57-29ab13774b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:55:31.534572 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4062ad05-0fb0-4095-8175-4216a9906594 req-59927f7d-7bb8-457b-80c9-7f408a88e422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:31.641151 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-4062ad05-0fb0-4095-8175-4216a9906594 req-59927f7d-7bb8-457b-80c9-7f408a88e422 service neutron] For port b66643ee-e18b-4c23-95ae-a6aebade8808, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:55:31.645945 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-4062ad05-0fb0-4095-8175-4216a9906594 req-59927f7d-7bb8-457b-80c9-7f408a88e422 service neutron] For port b66643ee-e18b-4c23-95ae-a6aebade8808, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b66643ee-e18b-4c23-95ae-a6aebade8808,segment=NetworkSegment(3d2e178d-1fe6-4937-ac57-29ab13774b04),segment_id=3d2e178d-1fe6-4937-ac57-29ab13774b04)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:55:31.651173 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4062ad05-0fb0-4095-8175-4216a9906594 req-59927f7d-7bb8-457b-80c9-7f408a88e422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:31.679275 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c111626-f2a4-4e20-a4fe-0aea43a2590e req-1f161229-72de-478a-bbbb-ba6f66f654a0 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:31.681031 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c111626-f2a4-4e20-a4fe-0aea43a2590e req-1f161229-72de-478a-bbbb-ba6f66f654a0 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.0611932 Nov 04 10:55:31.706339 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['feebd65f-7b75-45da-8eb3-75ad8edb92a0'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:55:31.731996 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59927f7d-7bb8-457b-80c9-7f408a88e422 service neutron] Pushing event updated for resources: {'Port': ['ID=b66643ee-e18b-4c23-95ae-a6aebade8808,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:31.762841 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c111626-f2a4-4e20-a4fe-0aea43a2590e req-7126124e-3e42-42c8-aeb4-37f1febe99e5 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716891 Nov 04 10:55:31.776615 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062ad05-0fb0-4095-8175-4216a9906594 req-59927f7d-7bb8-457b-80c9-7f408a88e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:31.777877 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4062ad05-0fb0-4095-8175-4216a9906594 req-59927f7d-7bb8-457b-80c9-7f408a88e422 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:31.781151 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4062ad05-0fb0-4095-8175-4216a9906594 req-59927f7d-7bb8-457b-80c9-7f408a88e422 service neutron] 10.222.0.126 "PUT /v2.0/ports/b66643ee-e18b-4c23-95ae-a6aebade8808 HTTP/1.1" status: 200 len: 1091 time: 0.8445373 Nov 04 10:55:31.781660 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff9377d-d840-4b61-998d-0914cfdb6a69', 'tag': 'b66643ee-e18b-4c23-95ae-a6aebade8808'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:55:31.787716 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067d350b-9a0b-4b4d-a2cf-c8072a6666b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff9377d-d840-4b61-998d-0914cfdb6a69", "tag": "b66643ee-e18b-4c23-95ae-a6aebade8808"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:55:31.917299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062ad05-0fb0-4095-8175-4216a9906594 req-eb718193-1f3e-41f6-ba62-f386f00420ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:31.924315 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4062ad05-0fb0-4095-8175-4216a9906594 req-eb718193-1f3e-41f6-ba62-f386f00420ee service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 1094 time: 0.0812280 Nov 04 10:55:31.932771 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b0ade-358d-4ae9-9cd6-b5e3e863da1f req-2d30e6b7-2d6a-4322-a9aa-5dbf7895df9d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:31.934458 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2a2b0ade-358d-4ae9-9cd6-b5e3e863da1f req-2d30e6b7-2d6a-4322-a9aa-5dbf7895df9d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 943 time: 0.0766904 Nov 04 10:55:31.990995 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2a2b0ade-358d-4ae9-9cd6-b5e3e863da1f req-effd1050-7f17-46e6-9bc2-bd2fd05a6e4b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500538 Nov 04 10:55:32.007009 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4062ad05-0fb0-4095-8175-4216a9906594 req-e7775bcc-f6a9-404a-b323-802be4cf3fc0 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b66643ee-e18b-4c23-95ae-a6aebade8808 HTTP/1.1" status: 200 len: 217 time: 0.0744755 Nov 04 10:55:32.052455 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791d2417-6242-4e7d-b527-1933fdb32a09 x-openstack-request-id: req-791d2417-6242-4e7d-b527-1933fdb32a09 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:55:32.053068 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff9377d-d840-4b61-998d-0914cfdb6a69", "tag": "b66643ee-e18b-4c23-95ae-a6aebade8808", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:55:32.053322 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-791d2417-6242-4e7d-b527-1933fdb32a09 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:55:32.053822 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ff9377d-d840-4b61-998d-0914cfdb6a69', 'tag': 'b66643ee-e18b-4c23-95ae-a6aebade8808', 'status': 'completed', 'code': 200} Nov 04 10:55:32.069610 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062ad05-0fb0-4095-8175-4216a9906594 req-ebd15e09-3d42-4fb1-85dd-d7b3f70a82e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:32.071159 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4062ad05-0fb0-4095-8175-4216a9906594 req-ebd15e09-3d42-4fb1-85dd-d7b3f70a82e8 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2 HTTP/1.1" status: 200 len: 835 time: 0.0563397 Nov 04 10:55:32.120179 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062ad05-0fb0-4095-8175-4216a9906594 req-ea3979cc-1c41-467e-934a-d73fd2688e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:32.121800 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4062ad05-0fb0-4095-8175-4216a9906594 req-ea3979cc-1c41-467e-934a-d73fd2688e0a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=c9d3e29b-fe58-47d5-a428-26e56104ed64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422175 Nov 04 10:55:32.242539 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4062ad05-0fb0-4095-8175-4216a9906594 req-8e8a9f7e-f2e8-4c04-aae0-f51c105ee64b service neutron] 10.222.0.126 "GET /v2.0/networks/c9d3e29b-fe58-47d5-a428-26e56104ed64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103971 Nov 04 10:55:32.338287 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4062ad05-0fb0-4095-8175-4216a9906594 req-7af3a5fc-870d-4946-971f-c44bbc9f54a8 service neutron] 10.222.0.126 "GET /v2.0/networks/c9d3e29b-fe58-47d5-a428-26e56104ed64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876837 Nov 04 10:55:32.434418 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d350b-9a0b-4b4d-a2cf-c8072a6666b4 req-64788c63-bb09-4e9b-a7de-bd7d90e33318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:32.436053 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-067d350b-9a0b-4b4d-a2cf-c8072a6666b4 req-64788c63-bb09-4e9b-a7de-bd7d90e33318 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 1094 time: 0.0429418 Nov 04 10:55:32.533307 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d350b-9a0b-4b4d-a2cf-c8072a6666b4 req-4582ae96-bc33-450a-b1f2-d52199fa2c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:32.534681 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-067d350b-9a0b-4b4d-a2cf-c8072a6666b4 req-4582ae96-bc33-450a-b1f2-d52199fa2c0d service neutron] 10.222.0.126 "GET /v2.0/networks?id=c9d3e29b-fe58-47d5-a428-26e56104ed64 HTTP/1.1" status: 200 len: 898 time: 0.0910914 Nov 04 10:55:32.580022 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-067d350b-9a0b-4b4d-a2cf-c8072a6666b4 req-821caa27-0bb2-4f4a-a182-886f9e014829 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b66643ee-e18b-4c23-95ae-a6aebade8808 HTTP/1.1" status: 200 len: 217 time: 0.0360408 Nov 04 10:55:32.640034 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81791e95-683b-4ba6-b666-61baff71a0d7 req-a9fc58c0-950d-4713-99b9-427eebdd2896 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:32.640632 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d350b-9a0b-4b4d-a2cf-c8072a6666b4 req-f9a7746a-9ad8-41cf-9bed-f691bfdd3b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:32.642399 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-067d350b-9a0b-4b4d-a2cf-c8072a6666b4 req-f9a7746a-9ad8-41cf-9bed-f691bfdd3b3d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2 HTTP/1.1" status: 200 len: 835 time: 0.0548177 Nov 04 10:55:32.645308 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81791e95-683b-4ba6-b666-61baff71a0d7 req-a9fc58c0-950d-4713-99b9-427eebdd2896 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/ports?device_id=bcdad793-5ceb-4d3a-81d8-34ea831c0ca4 HTTP/1.1" status: 200 len: 983 time: 0.0647914 Nov 04 10:55:32.691384 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d350b-9a0b-4b4d-a2cf-c8072a6666b4 req-0861ba98-44c2-4576-83c0-8e96edc7ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:32.693251 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-067d350b-9a0b-4b4d-a2cf-c8072a6666b4 req-0861ba98-44c2-4576-83c0-8e96edc7ae36 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=c9d3e29b-fe58-47d5-a428-26e56104ed64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428734 Nov 04 10:55:32.705448 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81791e95-683b-4ba6-b666-61baff71a0d7 req-a17e18e7-fb16-49a8-b8ab-3b5f378b9c03 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ee91aa1-cb43-49bf-bc14-3f72460a9280&id=dee60917-23b3-4bda-8a68-cf175c0fb352&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0569503 Nov 04 10:55:32.795700 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-067d350b-9a0b-4b4d-a2cf-c8072a6666b4 req-cfcd4c2d-71ae-4b0a-a0ad-d00077bc5f64 service neutron] 10.222.0.126 "GET /v2.0/networks/c9d3e29b-fe58-47d5-a428-26e56104ed64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933461 Nov 04 10:55:32.873148 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e0e08-0dd6-4a54-a14d-f23c057cdcde req-dca14310-2b46-4467-9239-adddf598d935 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:32.874736 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-849e0e08-0dd6-4a54-a14d-f23c057cdcde req-dca14310-2b46-4467-9239-adddf598d935 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.0506523 Nov 04 10:55:32.898159 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-067d350b-9a0b-4b4d-a2cf-c8072a6666b4 req-566681d5-49d7-41b6-a647-3d01365530fe service neutron] 10.222.0.126 "GET /v2.0/networks/c9d3e29b-fe58-47d5-a428-26e56104ed64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941355 Nov 04 10:55:32.928522 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-849e0e08-0dd6-4a54-a14d-f23c057cdcde req-9e700e14-82ca-438c-9bca-3a716bf1cab9 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467849 Nov 04 10:55:33.112122 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1912a0a-1f0e-4d93-a053-526fd18031d7 req-9f81c7ad-9df8-4817-8783-bfcc8102a64b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:33.113720 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e1912a0a-1f0e-4d93-a053-526fd18031d7 req-9f81c7ad-9df8-4817-8783-bfcc8102a64b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 943 time: 0.0511866 Nov 04 10:55:33.174400 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e1912a0a-1f0e-4d93-a053-526fd18031d7 req-dce60f72-318e-4fcc-993f-9b060f8da43e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541797 Nov 04 10:55:33.201573 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device feebd65f-7b75-45da-8eb3-75ad8edb92a0 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:55:33.251088 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port feebd65f-7b75-45da-8eb3-75ad8edb92a0 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:55:33.255460 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port feebd65f-7b75-45da-8eb3-75ad8edb92a0 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:33.255819 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:33.335036 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:33.356806 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdad793-5ceb-4d3a-81d8-34ea831c0ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feebd65f-7b75-45da-8eb3-75ad8edb92a0'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:55:33.359336 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa43d0f-af3e-4ac1-9798-85b9dba4001d" -d '{"events": [{"server_uuid": "bcdad793-5ceb-4d3a-81d8-34ea831c0ca4", "name": "network-vif-plugged", "status": "completed", "tag": "feebd65f-7b75-45da-8eb3-75ad8edb92a0"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:55:33.372776 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port feebd65f-7b75-45da-8eb3-75ad8edb92a0, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=feebd65f-7b75-45da-8eb3-75ad8edb92a0,segment=NetworkSegment(ca707b12-63f9-4b12-bd5a-be3b37c7d1ac),segment_id=ca707b12-63f9-4b12-bd5a-be3b37c7d1ac)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:55:33.378627 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:33.610384 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=feebd65f-7b75-45da-8eb3-75ad8edb92a0,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:33.646936 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b93433-dc52-4900-9b44-e5a89a19ba65 x-openstack-request-id: req-24b93433-dc52-4900-9b44-e5a89a19ba65 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:55:33.647227 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdad793-5ceb-4d3a-81d8-34ea831c0ca4", "name": "network-vif-plugged", "status": "completed", "tag": "feebd65f-7b75-45da-8eb3-75ad8edb92a0", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:55:33.647476 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-24b93433-dc52-4900-9b44-e5a89a19ba65 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:55:33.647870 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdad793-5ceb-4d3a-81d8-34ea831c0ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feebd65f-7b75-45da-8eb3-75ad8edb92a0', 'code': 200} Nov 04 10:55:33.759914 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c368db-0586-4455-9362-d81d2837c8f4 req-5bef63fd-6430-47f6-8db8-c7ac43739b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:33.761492 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-01c368db-0586-4455-9362-d81d2837c8f4 req-5bef63fd-6430-47f6-8db8-c7ac43739b1d service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=bcdad793-5ceb-4d3a-81d8-34ea831c0ca4 HTTP/1.1" status: 200 len: 1135 time: 0.0550165 Nov 04 10:55:33.823028 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-01c368db-0586-4455-9362-d81d2837c8f4 req-59010382-79a9-4155-ae55-c2b2ee23573c service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=5ee91aa1-cb43-49bf-bc14-3f72460a9280&id=dee60917-23b3-4bda-8a68-cf175c0fb352&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0538199 Nov 04 10:55:33.863477 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c777a6-6b28-481f-9f6c-a1f811e59371 req-d88c3c84-8aab-44f2-a561-a60e7ba70dd7 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:33.870966 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-01c777a6-6b28-481f-9f6c-a1f811e59371 req-d88c3c84-8aab-44f2-a561-a60e7ba70dd7 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/ports?device_id=bcdad793-5ceb-4d3a-81d8-34ea831c0ca4 HTTP/1.1" status: 200 len: 984 time: 0.0723042 Nov 04 10:55:33.925704 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-01c777a6-6b28-481f-9f6c-a1f811e59371 req-1d3e1052-195e-4318-9add-eeb2c30f582e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ee91aa1-cb43-49bf-bc14-3f72460a9280&id=dee60917-23b3-4bda-8a68-cf175c0fb352&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0536723 Nov 04 10:55:34.056351 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb2840-d136-4a72-90c0-c3cc678b239c req-2e891c72-4497-4200-bd47-2051eab5d8f3 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:34.057970 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eedb2840-d136-4a72-90c0-c3cc678b239c req-2e891c72-4497-4200-bd47-2051eab5d8f3 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.0539844 Nov 04 10:55:34.112539 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eedb2840-d136-4a72-90c0-c3cc678b239c req-7b276395-2535-4f83-bf3f-94f170ff5e75 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467763 Nov 04 10:55:34.304104 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b237a6e-a72b-43cb-9610-10d0191df804 req-6cc24c4f-0887-4fb8-bb2d-eda678d68eb8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:34.305659 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6b237a6e-a72b-43cb-9610-10d0191df804 req-6cc24c4f-0887-4fb8-bb2d-eda678d68eb8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 943 time: 0.0577576 Nov 04 10:55:34.357876 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6b237a6e-a72b-43cb-9610-10d0191df804 req-af4889f3-9fda-4e89-8d59-b72db0e91787 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457485 Nov 04 10:55:35.047730 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a87db-fb84-42bd-89b6-b5d51d7d7342 req-8e99af5d-cb62-4d44-a40c-05f3953ac8ae tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:35.049430 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-807a87db-fb84-42bd-89b6-b5d51d7d7342 req-8e99af5d-cb62-4d44-a40c-05f3953ac8ae tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/ports?device_id=bcdad793-5ceb-4d3a-81d8-34ea831c0ca4 HTTP/1.1" status: 200 len: 984 time: 0.0519965 Nov 04 10:55:35.109137 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-807a87db-fb84-42bd-89b6-b5d51d7d7342 req-88dbff91-328b-4743-b9ba-f0c520fb4b83 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ee91aa1-cb43-49bf-bc14-3f72460a9280&id=dee60917-23b3-4bda-8a68-cf175c0fb352&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0527089 Nov 04 10:55:35.192139 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b66643ee-e18b-4c23-95ae-a6aebade8808 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:55:35.241729 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed44535-6978-4a97-850a-c11773b2689d req-ce95d330-dc3a-4f13-8ef4-d04f509067b4 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:35.243276 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aed44535-6978-4a97-850a-c11773b2689d req-ce95d330-dc3a-4f13-8ef4-d04f509067b4 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/ports?device_id=bcdad793-5ceb-4d3a-81d8-34ea831c0ca4 HTTP/1.1" status: 200 len: 984 time: 0.0584726 Nov 04 10:55:35.317108 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aed44535-6978-4a97-850a-c11773b2689d req-ec88ebfd-95cd-4058-97ee-b3bf209e01ef tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ee91aa1-cb43-49bf-bc14-3f72460a9280&id=dee60917-23b3-4bda-8a68-cf175c0fb352&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0667968 Nov 04 10:55:35.320640 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port b66643ee-e18b-4c23-95ae-a6aebade8808, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b66643ee-e18b-4c23-95ae-a6aebade8808,segment=NetworkSegment(3d2e178d-1fe6-4937-ac57-29ab13774b04),segment_id=3d2e178d-1fe6-4937-ac57-29ab13774b04)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:55:35.333231 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'b66643ee-e18b-4c23-95ae-a6aebade8808', 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64', 'port_id': 'b66643ee-e18b-4c23-95ae-a6aebade8808', 'mac_address': 'fa:16:3e:4d:f5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:55:35.376403 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:35.394320 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b66643ee-e18b-4c23-95ae-a6aebade8808 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:55:35.417203 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port b66643ee-e18b-4c23-95ae-a6aebade8808, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b66643ee-e18b-4c23-95ae-a6aebade8808,segment=NetworkSegment(3d2e178d-1fe6-4937-ac57-29ab13774b04),segment_id=3d2e178d-1fe6-4937-ac57-29ab13774b04)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:55:35.426053 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:35.442143 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4742bb7-b429-48b7-9d0f-73c32073cf11 req-42714670-029c-4f56-a03f-390eef3d7e13 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:35.444065 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a4742bb7-b429-48b7-9d0f-73c32073cf11 req-42714670-029c-4f56-a03f-390eef3d7e13 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.0561426 Nov 04 10:55:35.496211 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=b66643ee-e18b-4c23-95ae-a6aebade8808,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:35.518325 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a4742bb7-b429-48b7-9d0f-73c32073cf11 req-65f4eb42-8421-4c3a-8e20-c99a614e302c tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677586 Nov 04 10:55:35.646672 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62392d77-ad00-41ac-b881-483b04da87eb req-9ad98dbc-2fcf-4e60-bed4-6d7afb20e2c0 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:35.648213 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-62392d77-ad00-41ac-b881-483b04da87eb req-9ad98dbc-2fcf-4e60-bed4-6d7afb20e2c0 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=bcdad793-5ceb-4d3a-81d8-34ea831c0ca4 HTTP/1.1" status: 200 len: 1135 time: 0.0599451 Nov 04 10:55:35.668240 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-62392d77-ad00-41ac-b881-483b04da87eb req-b051a832-5f3a-43a2-a0a0-59ac8d4a2726 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:35.710677 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['b66643ee-e18b-4c23-95ae-a6aebade8808'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:55:35.758315 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-62392d77-ad00-41ac-b881-483b04da87eb req-b051a832-5f3a-43a2-a0a0-59ac8d4a2726 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:35.764286 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-62392d77-ad00-41ac-b881-483b04da87eb req-b051a832-5f3a-43a2-a0a0-59ac8d4a2726 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:35.821686 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051a832-5f3a-43a2-a0a0-59ac8d4a2726 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e657dd72-4857-4073-8ecb-b68b6d2c2def,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:35.829183 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-62392d77-ad00-41ac-b881-483b04da87eb req-b051a832-5f3a-43a2-a0a0-59ac8d4a2726 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5ee91aa1-cb43-49bf-bc14-3f72460a9280&id=dee60917-23b3-4bda-8a68-cf175c0fb352&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1740816 Nov 04 10:55:35.856134 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37840) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:35.931239 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5b1723-0369-4502-80c1-7eccc161cf14 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:35.933152 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5b5b1723-0369-4502-80c1-7eccc161cf14 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=bcdad793-5ceb-4d3a-81d8-34ea831c0ca4 HTTP/1.1" status: 200 len: 1130 time: 0.0743458 Nov 04 10:55:35.938264 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37842) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:35.943074 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-b5c3fd45-1d0a-4dc9-a962-d1d0e0c8e374 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'port_id': 'feebd65f-7b75-45da-8eb3-75ad8edb92a0', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:35.971296 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5c3fd45-1d0a-4dc9-a962-d1d0e0c8e374 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for floatingip, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:35.986568 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37922e00-eec6-48b5-a4cf-7db08ef6db6d req-015be73a-8a66-42bf-a3cb-cd37d692c7ec tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:35.994719 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-37922e00-eec6-48b5-a4cf-7db08ef6db6d req-015be73a-8a66-42bf-a3cb-cd37d692c7ec tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 944 time: 0.0927880 Nov 04 10:55:36.044595 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-37922e00-eec6-48b5-a4cf-7db08ef6db6d req-b0b2ea57-ef21-4463-8764-f9baf22d5492 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487094 Nov 04 10:55:36.107078 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5c3fd45-1d0a-4dc9-a962-d1d0e0c8e374 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:36.220287 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-b5c3fd45-1d0a-4dc9-a962-d1d0e0c8e374 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Allocated IP 172.25.7.34 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/27eb97f0-bcc7-4909-94d9-9bd7d84d31f7) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:55:36.329745 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5c3fd45-1d0a-4dc9-a962-d1d0e0c8e374 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:36.366430 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5c3fd45-1d0a-4dc9-a962-d1d0e0c8e374 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:36.408050 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c3fd45-1d0a-4dc9-a962-d1d0e0c8e374 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:55:36.409900 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-b5c3fd45-1d0a-4dc9-a962-d1d0e0c8e374 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:55:36.415823 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c3fd45-1d0a-4dc9-a962-d1d0e0c8e374 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:55:36.447019 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3fd45-1d0a-4dc9-a962-d1d0e0c8e374 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event updated for resources: {'Port': ['ID=27eb97f0-bcc7-4909-94d9-9bd7d84d31f7,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:36.666008 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6d77f-44dd-4a8d-8df5-e85825be3aa8 req-aede9e7a-e24d-48e7-8bc1-b63be21a7b98 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:36.668051 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cbd6d77f-44dd-4a8d-8df5-e85825be3aa8 req-aede9e7a-e24d-48e7-8bc1-b63be21a7b98 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.0715489 Nov 04 10:55:36.744377 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cbd6d77f-44dd-4a8d-8df5-e85825be3aa8 req-869aa9fe-15a3-4508-8e17-a728deb8455b tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669324 Nov 04 10:55:36.839441 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5c3fd45-1d0a-4dc9-a962-d1d0e0c8e374 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:36.919296 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5c3fd45-1d0a-4dc9-a962-d1d0e0c8e374 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:37.190461 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237b5e6-d799-46b6-bc30-f78a82848ce9 req-cddc6d04-1335-402a-a5f2-6619bef6f712 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:37.192643 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7237b5e6-d799-46b6-bc30-f78a82848ce9 req-cddc6d04-1335-402a-a5f2-6619bef6f712 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 944 time: 0.0730143 Nov 04 10:55:37.205173 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b66643ee-e18b-4c23-95ae-a6aebade8808 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:55:37.275089 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7237b5e6-d799-46b6-bc30-f78a82848ce9 req-895d462e-e3a0-4e68-9a49-832854e66f2c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758195 Nov 04 10:55:37.291158 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port b66643ee-e18b-4c23-95ae-a6aebade8808 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:55:37.296451 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port b66643ee-e18b-4c23-95ae-a6aebade8808 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:55:37.297332 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:37.393419 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:37.430369 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff9377d-d840-4b61-998d-0914cfdb6a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66643ee-e18b-4c23-95ae-a6aebade8808'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:55:37.433313 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bda7556-3db3-4f7c-a20d-861716e0c984" -d '{"events": [{"server_uuid": "9ff9377d-d840-4b61-998d-0914cfdb6a69", "name": "network-vif-plugged", "status": "completed", "tag": "b66643ee-e18b-4c23-95ae-a6aebade8808"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:55:37.468641 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port b66643ee-e18b-4c23-95ae-a6aebade8808, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b66643ee-e18b-4c23-95ae-a6aebade8808,segment=NetworkSegment(3d2e178d-1fe6-4937-ac57-29ab13774b04),segment_id=3d2e178d-1fe6-4937-ac57-29ab13774b04)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:55:37.474115 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:37.494297 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5c3fd45-1d0a-4dc9-a962-d1d0e0c8e374 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:37.503136 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c656326-a0d8-4468-a214-9d8809d79a4d x-openstack-request-id: req-2c656326-a0d8-4468-a214-9d8809d79a4d {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:55:37.503517 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff9377d-d840-4b61-998d-0914cfdb6a69", "name": "network-vif-plugged", "status": "completed", "tag": "b66643ee-e18b-4c23-95ae-a6aebade8808", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:55:37.503718 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-2c656326-a0d8-4468-a214-9d8809d79a4d {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:55:37.504089 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5c3fd45-1d0a-4dc9-a962-d1d0e0c8e374 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:37.504233 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff9377d-d840-4b61-998d-0914cfdb6a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66643ee-e18b-4c23-95ae-a6aebade8808', 'code': 200} Nov 04 10:55:37.537018 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=b66643ee-e18b-4c23-95ae-a6aebade8808,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:37.555186 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3fd45-1d0a-4dc9-a962-d1d0e0c8e374 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event updated for resources: {'Port': ['ID=27eb97f0-bcc7-4909-94d9-9bd7d84d31f7,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:37.640408 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5c3fd45-1d0a-4dc9-a962-d1d0e0c8e374 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:37.680060 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5219058-74c7-4d33-87f9-3cb8febdad07 req-4095141b-fb6b-40c0-8b67-8421ff19dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:37.681631 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c5219058-74c7-4d33-87f9-3cb8febdad07 req-4095141b-fb6b-40c0-8b67-8421ff19dbef service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 1096 time: 0.0884695 Nov 04 10:55:37.790189 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c5219058-74c7-4d33-87f9-3cb8febdad07 req-55131589-d441-41a3-a0c5-e0ff23080ace service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961907 Nov 04 10:55:37.811400 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [None req-b5c3fd45-1d0a-4dc9-a962-d1d0e0c8e374 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Floating IP 4fff03da-2ddd-48fa-97a7-d2ef398e2ac8 associated. External IP: 172.25.7.34, port: feebd65f-7b75-45da-8eb3-75ad8edb92a0. Nov 04 10:55:37.911562 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddbe5b-cb41-4d63-b577-a3e81ca5a657 req-3b24fbab-602f-4de9-b967-5213444e27ee tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:37.914995 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-adddbe5b-cb41-4d63-b577-a3e81ca5a657 req-3b24fbab-602f-4de9-b967-5213444e27ee tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.0762525 Nov 04 10:55:37.975338 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-adddbe5b-cb41-4d63-b577-a3e81ca5a657 req-23badb87-a6c7-49a9-a365-a11c98de0c9e tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492814 Nov 04 10:55:38.080384 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c3fd45-1d0a-4dc9-a962-d1d0e0c8e374 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Router f56c0773-8991-47aa-bdf9-28ca1d1c1031 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:55:38.191810 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c3fd45-1d0a-4dc9-a962-d1d0e0c8e374 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:55:38.202546 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bae832b-9760-4dac-bf3c-41c5af5eb1a7 None None] Sync routers for ids ['f56c0773-8991-47aa-bdf9-28ca1d1c1031'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:55:38.210646 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5c3fd45-1d0a-4dc9-a962-d1d0e0c8e374 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:38.218052 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bae832b-9760-4dac-bf3c-41c5af5eb1a7 None None] Routers {'f56c0773-8991-47aa-bdf9-28ca1d1c1031'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:55:38.218718 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-8bae832b-9760-4dac-bf3c-41c5af5eb1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:55:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['f56c0773-8991-47aa-bdf9-28ca1d1c1031'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:38.242647 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b5c3fd45-1d0a-4dc9-a962-d1d0e0c8e374 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3030429 Nov 04 10:55:38.243372 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdad793-5ceb-4d3a-81d8-34ea831c0ca4', 'tag': 'feebd65f-7b75-45da-8eb3-75ad8edb92a0'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:55:38.245380 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37860) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:38.245924 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b0d79b-3924-411a-9459-12daf53f1670" -d '{"events": [{"name": "network-changed", "server_uuid": "bcdad793-5ceb-4d3a-81d8-34ea831c0ca4", "tag": "feebd65f-7b75-45da-8eb3-75ad8edb92a0"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:55:38.291267 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0d8ed5-e7dd-4da9-9e2a-dc6414ac0fdc x-openstack-request-id: req-1d0d8ed5-e7dd-4da9-9e2a-dc6414ac0fdc {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:55:38.291958 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcdad793-5ceb-4d3a-81d8-34ea831c0ca4", "tag": "feebd65f-7b75-45da-8eb3-75ad8edb92a0", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:55:38.299046 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-1d0d8ed5-e7dd-4da9-9e2a-dc6414ac0fdc {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:55:38.299998 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdad793-5ceb-4d3a-81d8-34ea831c0ca4', 'tag': 'feebd65f-7b75-45da-8eb3-75ad8edb92a0', 'status': 'completed', 'code': 200} Nov 04 10:55:38.344432 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-8bae832b-9760-4dac-bf3c-41c5af5eb1a7 None None] Set router f56c0773-8991-47aa-bdf9-28ca1d1c1031 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:55:38.393952 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0d79b-3924-411a-9459-12daf53f1670 req-85890684-30cb-4e1f-9a97-e33bcb2f9007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:38.395495 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-81b0d79b-3924-411a-9459-12daf53f1670 req-85890684-30cb-4e1f-9a97-e33bcb2f9007 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=9e6e9db6fbf344cc90c8fda44c469086&device_id=bcdad793-5ceb-4d3a-81d8-34ea831c0ca4 HTTP/1.1" status: 200 len: 1135 time: 0.0784698 Nov 04 10:55:38.469549 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5001b94d-fb6f-4ca7-82cc-778457d553f3 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:38.469931 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5001b94d-fb6f-4ca7-82cc-778457d553f3 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:38.470407 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5001b94d-fb6f-4ca7-82cc-778457d553f3 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:38.470865 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5001b94d-fb6f-4ca7-82cc-778457d553f3 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:38.471327 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5001b94d-fb6f-4ca7-82cc-778457d553f3 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:38.472626 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5001b94d-fb6f-4ca7-82cc-778457d553f3 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:38.472626 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5001b94d-fb6f-4ca7-82cc-778457d553f3 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:38.472861 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5001b94d-fb6f-4ca7-82cc-778457d553f3 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:38.473184 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5001b94d-fb6f-4ca7-82cc-778457d553f3 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:38.475139 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5001b94d-fb6f-4ca7-82cc-778457d553f3 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] 10.222.0.127 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6358 time: 0.2287583 Nov 04 10:55:38.479271 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37866) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:38.502367 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d5b27-0909-49ae-b6c8-6264eb56e4d1 req-1ff6271a-3427-489b-bef3-43558b6ea802 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:38.503939 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-426d5b27-0909-49ae-b6c8-6264eb56e4d1 req-1ff6271a-3427-489b-bef3-43558b6ea802 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 945 time: 0.1246479 Nov 04 10:55:38.506068 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0d79b-3924-411a-9459-12daf53f1670 req-80982f94-bc16-4f77-ade0-6217aef9ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:38.507583 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-81b0d79b-3924-411a-9459-12daf53f1670 req-80982f94-bc16-4f77-ade0-6217aef9ac81 service neutron] 10.222.0.126 "GET /v2.0/networks?id=5c46183b-ca36-4d1b-b1a4-4ab3bec5456f HTTP/1.1" status: 200 len: 898 time: 0.1040471 Nov 04 10:55:38.586522 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-81b0d79b-3924-411a-9459-12daf53f1670 req-6beaebc1-f507-4a48-8c38-059339242efd service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=feebd65f-7b75-45da-8eb3-75ad8edb92a0 HTTP/1.1" status: 200 len: 998 time: 0.0704925 Nov 04 10:55:38.615222 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-8bae832b-9760-4dac-bf3c-41c5af5eb1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308367762', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:55:17Z', 'revision_number': 4, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'gw_port': {'id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '4fff03da-2ddd-48fa-97a7-d2ef398e2ac8', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'port_id': 'feebd65f-7b75-45da-8eb3-75ad8edb92a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f', 'mac_address': 'fa:16:3e:a1:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdad793-5ceb-4d3a-81d8-34ea831c0ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:55:36Z', 'updated_at': '2021-11-04T10:55:36Z', 'revision_number': 0, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48df8096-c357-40cf-8f10-56b9ce94e418', 'name': '', 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'mac_address': 'fa:16:3e:0a:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e5d1417c-3ccf-47f7-a4e2-24d16d23196d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:16Z', 'updated_at': '2021-11-04T10:55:21Z', 'revision_number': 5, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'subnets': [{'id': 'e5d1417c-3ccf-47f7-a4e2-24d16d23196d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:38.625597 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb72607-d4ea-4d60-b20e-16ff82ab19ed tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:38.626288 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb72607-d4ea-4d60-b20e-16ff82ab19ed tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:38.626512 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb72607-d4ea-4d60-b20e-16ff82ab19ed tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:38.626962 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb72607-d4ea-4d60-b20e-16ff82ab19ed tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:38.627405 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb72607-d4ea-4d60-b20e-16ff82ab19ed tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:38.627868 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb72607-d4ea-4d60-b20e-16ff82ab19ed tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:38.628312 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb72607-d4ea-4d60-b20e-16ff82ab19ed tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:38.628756 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb72607-d4ea-4d60-b20e-16ff82ab19ed tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:38.629230 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb72607-d4ea-4d60-b20e-16ff82ab19ed tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:38.633755 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3fb72607-d4ea-4d60-b20e-16ff82ab19ed tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5802 time: 0.1509628 Nov 04 10:55:38.634493 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37868) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:38.639041 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-426d5b27-0909-49ae-b6c8-6264eb56e4d1 req-d101e301-f725-49d9-9de2-1459eaed48ca tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107299 Nov 04 10:55:38.641312 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0d79b-3924-411a-9459-12daf53f1670 req-229bd2c5-6eb8-4622-85ca-22acae1bf3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:38.642834 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-81b0d79b-3924-411a-9459-12daf53f1670 req-229bd2c5-6eb8-4622-85ca-22acae1bf3a7 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=e5d1417c-3ccf-47f7-a4e2-24d16d23196d HTTP/1.1" status: 200 len: 835 time: 0.0479710 Nov 04 10:55:38.643269 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bae832b-9760-4dac-bf3c-41c5af5eb1a7 None None] Checking router: f56c0773-8991-47aa-bdf9-28ca1d1c1031 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:55:38.652462 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bae832b-9760-4dac-bf3c-41c5af5eb1a7 None None] Routers {'f56c0773-8991-47aa-bdf9-28ca1d1c1031'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:55:38.652895 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-8bae832b-9760-4dac-bf3c-41c5af5eb1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:55:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['f56c0773-8991-47aa-bdf9-28ca1d1c1031'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:38.695324 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0d79b-3924-411a-9459-12daf53f1670 req-c7a9d5b0-2759-4d61-93b5-9021676e8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:38.697146 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-81b0d79b-3924-411a-9459-12daf53f1670 req-c7a9d5b0-2759-4d61-93b5-9021676e8ed0 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=5c46183b-ca36-4d1b-b1a4-4ab3bec5456f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429690 Nov 04 10:55:38.770947 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-8bae832b-9760-4dac-bf3c-41c5af5eb1a7 None None] Set router f56c0773-8991-47aa-bdf9-28ca1d1c1031 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:55:38.802953 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-81b0d79b-3924-411a-9459-12daf53f1670 req-1d688cd6-e3e1-4d05-bea0-93b986d5f127 service neutron] 10.222.0.126 "GET /v2.0/networks/5c46183b-ca36-4d1b-b1a4-4ab3bec5456f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980525 Nov 04 10:55:38.946964 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-81b0d79b-3924-411a-9459-12daf53f1670 req-f4181769-a9ba-49cc-9509-954ddebde371 service neutron] 10.222.0.126 "GET /v2.0/networks/5c46183b-ca36-4d1b-b1a4-4ab3bec5456f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253545 Nov 04 10:55:39.014782 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6634d606-5d1b-4536-bcf6-a0cfb732a70d tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] 10.222.0.127 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3786 time: 0.3742464 Nov 04 10:55:39.018321 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37880) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:39.090873 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-8bae832b-9760-4dac-bf3c-41c5af5eb1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308367762', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:55:17Z', 'revision_number': 4, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'gw_port': {'id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '4fff03da-2ddd-48fa-97a7-d2ef398e2ac8', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'port_id': 'feebd65f-7b75-45da-8eb3-75ad8edb92a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f', 'mac_address': 'fa:16:3e:a1:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdad793-5ceb-4d3a-81d8-34ea831c0ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:55:36Z', 'updated_at': '2021-11-04T10:55:36Z', 'revision_number': 0, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48df8096-c357-40cf-8f10-56b9ce94e418', 'name': '', 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'mac_address': 'fa:16:3e:0a:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e5d1417c-3ccf-47f7-a4e2-24d16d23196d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:16Z', 'updated_at': '2021-11-04T10:55:21Z', 'revision_number': 5, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'subnets': [{'id': 'e5d1417c-3ccf-47f7-a4e2-24d16d23196d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:39.102360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f487c1-9ef2-4089-8c92-ed7aa58ad17f tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:39.103285 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f487c1-9ef2-4089-8c92-ed7aa58ad17f tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:39.105018 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-96f487c1-9ef2-4089-8c92-ed7aa58ad17f tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=f56c0773-8991-47aa-bdf9-28ca1d1c1031 HTTP/1.1" status: 200 len: 1990 time: 0.0842350 Nov 04 10:55:39.123315 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bae832b-9760-4dac-bf3c-41c5af5eb1a7 None None] The sync data for ids ['f56c0773-8991-47aa-bdf9-28ca1d1c1031'] in n-d-816629-1 is: [{'id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308367762', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:55:17Z', 'revision_number': 4, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'gw_port': {'id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '4fff03da-2ddd-48fa-97a7-d2ef398e2ac8', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'port_id': 'feebd65f-7b75-45da-8eb3-75ad8edb92a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f', 'mac_address': 'fa:16:3e:a1:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdad793-5ceb-4d3a-81d8-34ea831c0ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:55:36Z', 'updated_at': '2021-11-04T10:55:36Z', 'revision_number': 0, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48df8096-c357-40cf-8f10-56b9ce94e418', 'name': '', 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'mac_address': 'fa:16:3e:0a:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e5d1417c-3ccf-47f7-a4e2-24d16d23196d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:16Z', 'updated_at': '2021-11-04T10:55:21Z', 'revision_number': 5, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'subnets': [{'id': 'e5d1417c-3ccf-47f7-a4e2-24d16d23196d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:55:39.131797 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa689b2e-86e4-4d21-ba8d-cc63baa79f15 req-523948f4-00bf-4459-8c14-e8b31a20a8d1 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:39.139585 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aa689b2e-86e4-4d21-ba8d-cc63baa79f15 req-523948f4-00bf-4459-8c14-e8b31a20a8d1 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.0808580 Nov 04 10:55:39.193114 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aa689b2e-86e4-4d21-ba8d-cc63baa79f15 req-4e9dc048-4819-44e1-bf6c-da453ea56c35 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523067 Nov 04 10:55:39.374523 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2de3af0-60ac-4ad7-822f-7206ca2ccb0e None None] New status for floating IP 4fff03da-2ddd-48fa-97a7-d2ef398e2ac8: ACTIVE {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:55:40.149375 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf64aba-7a6f-4bef-a182-1fa0b5ae3f32 req-2f9a4824-0afc-48f6-8fff-130e7145c420 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:40.150926 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8bf64aba-7a6f-4bef-a182-1fa0b5ae3f32 req-2f9a4824-0afc-48f6-8fff-130e7145c420 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 945 time: 0.4387419 Nov 04 10:55:40.205003 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8bf64aba-7a6f-4bef-a182-1fa0b5ae3f32 req-c87e0a68-c318-4b19-b19d-b5ee3604c895 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462673 Nov 04 10:55:40.317555 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41fedc-6c03-4b7d-8c95-bda5e81df8da req-23bc0f9d-de48-4595-8bcc-16424bab7a63 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:40.319117 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b41fedc-6c03-4b7d-8c95-bda5e81df8da req-23bc0f9d-de48-4595-8bcc-16424bab7a63 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.0537655 Nov 04 10:55:40.378224 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b41fedc-6c03-4b7d-8c95-bda5e81df8da req-fa6569d8-c240-4853-aa69-0884023a8cf3 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505917 Nov 04 10:55:40.485568 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128481b-04ff-4bd5-99d1-5c1f94e2f0f3 req-c9b5c5ba-2806-4964-95dd-22592c7b809c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:40.487157 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5128481b-04ff-4bd5-99d1-5c1f94e2f0f3 req-c9b5c5ba-2806-4964-95dd-22592c7b809c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 945 time: 0.0486400 Nov 04 10:55:40.544680 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5128481b-04ff-4bd5-99d1-5c1f94e2f0f3 req-55331f92-cbc1-4632-95a3-f8fe3d7af4ab tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510776 Nov 04 10:55:40.569222 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37904) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:40.610439 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1149d322-55f4-44e8-a85f-17fc8f88b1e3 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:40.612024 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1149d322-55f4-44e8-a85f-17fc8f88b1e3 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 1091 time: 0.0418141 Nov 04 10:55:40.615306 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37906) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:40.619709 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-14d266fb-a9f7-4de5-b4be-4ef2bebdfdf7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'port_id': 'b66643ee-e18b-4c23-95ae-a6aebade8808', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:55:40.643259 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14d266fb-a9f7-4de5-b4be-4ef2bebdfdf7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for floatingip, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:40.743167 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14d266fb-a9f7-4de5-b4be-4ef2bebdfdf7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:40.852263 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-14d266fb-a9f7-4de5-b4be-4ef2bebdfdf7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Allocated IP 172.25.7.228 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/ceb39ada-08e6-49dc-87a9-a4b1d51ad535) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:55:40.954860 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14d266fb-a9f7-4de5-b4be-4ef2bebdfdf7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:40.995414 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14d266fb-a9f7-4de5-b4be-4ef2bebdfdf7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:41.032504 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d266fb-a9f7-4de5-b4be-4ef2bebdfdf7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:55:41.039415 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-14d266fb-a9f7-4de5-b4be-4ef2bebdfdf7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:55:41.043090 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d266fb-a9f7-4de5-b4be-4ef2bebdfdf7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:55:41.048853 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d266fb-a9f7-4de5-b4be-4ef2bebdfdf7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Port': ['ID=ceb39ada-08e6-49dc-87a9-a4b1d51ad535,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:41.343896 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-c02772d3-f63f-4599-9823-cfa192c81f13 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0878420 Nov 04 10:55:41.495793 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a6e09-9b83-40e5-841b-6f698811416d req-590cde46-2ff1-4310-8f2e-596db1c7cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:41.496458 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a6e09-9b83-40e5-841b-6f698811416d req-590cde46-2ff1-4310-8f2e-596db1c7cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:41.496906 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a6e09-9b83-40e5-841b-6f698811416d req-590cde46-2ff1-4310-8f2e-596db1c7cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:41.497480 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a6e09-9b83-40e5-841b-6f698811416d req-590cde46-2ff1-4310-8f2e-596db1c7cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:41.497950 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a6e09-9b83-40e5-841b-6f698811416d req-590cde46-2ff1-4310-8f2e-596db1c7cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:41.498509 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a6e09-9b83-40e5-841b-6f698811416d req-590cde46-2ff1-4310-8f2e-596db1c7cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:41.499162 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a6e09-9b83-40e5-841b-6f698811416d req-590cde46-2ff1-4310-8f2e-596db1c7cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:41.501161 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-590cde46-2ff1-4310-8f2e-596db1c7cbbf service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=daa3a4d308184b5b997a81a95ee49bba&device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 6502 time: 0.1033633 Nov 04 10:55:41.531071 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14d266fb-a9f7-4de5-b4be-4ef2bebdfdf7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:41.559070 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e08c6-c924-4053-8302-82ea6d843070 req-ad313a6a-915e-4f42-bc2d-fd001bc59c56 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:41.567737 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d85e08c6-c924-4053-8302-82ea6d843070 req-ad313a6a-915e-4f42-bc2d-fd001bc59c56 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.0955551 Nov 04 10:55:41.659450 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d85e08c6-c924-4053-8302-82ea6d843070 req-4870669d-f89f-4629-8486-d26267517e20 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805373 Nov 04 10:55:41.731877 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14d266fb-a9f7-4de5-b4be-4ef2bebdfdf7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:41.841960 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a6e09-9b83-40e5-841b-6f698811416d req-a02cd770-5b79-4d9e-b9d3-ee6ad8e0f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:41.842447 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a6e09-9b83-40e5-841b-6f698811416d req-a02cd770-5b79-4d9e-b9d3-ee6ad8e0f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:41.842989 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a6e09-9b83-40e5-841b-6f698811416d req-a02cd770-5b79-4d9e-b9d3-ee6ad8e0f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:41.844703 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-a02cd770-5b79-4d9e-b9d3-ee6ad8e0f372 service neutron] 10.222.0.126 "GET /v2.0/networks?id=22d81940-0863-47fd-a6fd-195db973a95d&id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&id=8b3679d9-f029-43fb-a81d-901fdf16cceb&id=8b3679d9-f029-43fb-a81d-901fdf16cceb HTTP/1.1" status: 200 len: 2300 time: 0.3118539 Nov 04 10:55:41.947524 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-4325cfad-534d-4761-9b8f-7f21ea3a2120 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e5d01da-bc74-425c-a694-015cf173c59b HTTP/1.1" status: 200 len: 1001 time: 0.0916808 Nov 04 10:55:41.994845 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14d266fb-a9f7-4de5-b4be-4ef2bebdfdf7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:42.002463 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14d266fb-a9f7-4de5-b4be-4ef2bebdfdf7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:42.061668 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a6e09-9b83-40e5-841b-6f698811416d req-7375fca4-6d8b-4554-967b-4f8f1d06433b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:42.064195 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-7375fca4-6d8b-4554-967b-4f8f1d06433b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b69ed837-2fcf-424e-9608-263128d9a467 HTTP/1.1" status: 200 len: 855 time: 0.1068411 Nov 04 10:55:42.156922 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d266fb-a9f7-4de5-b4be-4ef2bebdfdf7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Port': ['ID=ceb39ada-08e6-49dc-87a9-a4b1d51ad535,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:42.184135 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14d266fb-a9f7-4de5-b4be-4ef2bebdfdf7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:42.223939 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3c805e22-385a-492f-9975-2d9764c36a66 req-c4bb3c3f-fae8-43a1-85c7-7a5d873cf866 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1586907 Nov 04 10:55:42.230070 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a6e09-9b83-40e5-841b-6f698811416d req-8c3381c7-9004-4d26-89ef-ab2e5bb02bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:42.232031 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-8c3381c7-9004-4d26-89ef-ab2e5bb02bcb service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=22d81940-0863-47fd-a6fd-195db973a95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531551 Nov 04 10:55:42.401141 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [None req-14d266fb-a9f7-4de5-b4be-4ef2bebdfdf7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Floating IP b68b65cd-3635-4d09-b58d-25421613ef01 associated. External IP: 172.25.7.228, port: b66643ee-e18b-4c23-95ae-a6aebade8808. Nov 04 10:55:42.403579 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:42.418574 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c805e22-385a-492f-9975-2d9764c36a66 req-ffdec276-f399-488c-8964-8db79bf03932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:42.420235 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3c805e22-385a-492f-9975-2d9764c36a66 req-ffdec276-f399-488c-8964-8db79bf03932 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=730cf183c49c40928828112dd52c25ee&device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 1096 time: 0.1222827 Nov 04 10:55:42.481107 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-71eeaf9e-f092-4ac6-b29a-bf4de407b5b6 service neutron] 10.222.0.126 "GET /v2.0/networks/22d81940-0863-47fd-a6fd-195db973a95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406478 Nov 04 10:55:42.811248 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694e306-f404-49c4-b830-57fa3b447078 req-c1e90bb6-6fa6-45a4-9743-f47d0e0e5ebe tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:42.812923 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4694e306-f404-49c4-b830-57fa3b447078 req-c1e90bb6-6fa6-45a4-9743-f47d0e0e5ebe tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.0521498 Nov 04 10:55:42.876962 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4694e306-f404-49c4-b830-57fa3b447078 req-99322872-3e83-414f-9450-d1cce285da39 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528257 Nov 04 10:55:43.089589 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca427f5-727e-41cf-a79c-8c827648d23e req-c33fa287-819d-492a-836f-78e6ddc3a521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:43.091139 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ca427f5-727e-41cf-a79c-8c827648d23e req-c33fa287-819d-492a-836f-78e6ddc3a521 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 1096 time: 0.0575061 Nov 04 10:55:43.110510 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c805e22-385a-492f-9975-2d9764c36a66 req-0656bd6b-eece-476a-bdf4-de94369c438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:43.112219 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3c805e22-385a-492f-9975-2d9764c36a66 req-0656bd6b-eece-476a-bdf4-de94369c438d service neutron] 10.222.0.121 "GET /v2.0/networks?id=66c89822-8e97-4799-96df-3535255efdeb HTTP/1.1" status: 200 len: 912 time: 0.6528230 Nov 04 10:55:43.118825 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-6baa5503-a21c-4b34-8b00-94d1ec1433c9 service neutron] 10.222.0.126 "GET /v2.0/networks/22d81940-0863-47fd-a6fd-195db973a95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6091549 Nov 04 10:55:43.154982 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ca427f5-727e-41cf-a79c-8c827648d23e req-9aff3b7c-8b52-4380-8b23-9a4056310c81 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560541 Nov 04 10:55:43.225028 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3c805e22-385a-492f-9975-2d9764c36a66 req-b5a5cc50-8afb-4711-ac49-a06db2ce73c3 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=933ac982-1558-45d2-a1ea-582e1dbedfa9 HTTP/1.1" status: 200 len: 217 time: 0.0733433 Nov 04 10:55:43.228510 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-64b92d72-62ee-4ce4-b568-7df19ef69558 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=95ad527b-0310-411c-89bd-1274654c7b5b HTTP/1.1" status: 200 len: 217 time: 0.0754776 Nov 04 10:55:43.325138 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a6e09-9b83-40e5-841b-6f698811416d req-631d1bb0-fa16-4019-93e5-5c1bbe2de3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:43.326656 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-631d1bb0-fa16-4019-93e5-5c1bbe2de3f7 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=384b462f-cd0a-48ba-8bb4-6a70320a42d5 HTTP/1.1" status: 200 len: 797 time: 0.0880117 Nov 04 10:55:43.333654 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d266fb-a9f7-4de5-b4be-4ef2bebdfdf7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Router 7abd5a54-37a5-47ca-9f4c-851899edd6bd has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:55:43.460414 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c805e22-385a-492f-9975-2d9764c36a66 req-7c429020-a44e-4ed9-b259-e8bbd597edfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:43.461968 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3c805e22-385a-492f-9975-2d9764c36a66 req-7c429020-a44e-4ed9-b259-e8bbd597edfc service neutron] 10.222.0.121 "GET /v2.0/subnets?id=04e2759a-4fb5-41be-b7ba-7c50f8f5efb1 HTTP/1.1" status: 200 len: 850 time: 0.1124618 Nov 04 10:55:43.501090 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a6e09-9b83-40e5-841b-6f698811416d req-566b9428-6536-4b3c-bb91-3f3c78fda608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:43.502518 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-566b9428-6536-4b3c-bb91-3f3c78fda608 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1641011 Nov 04 10:55:43.523623 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3c805e22-385a-492f-9975-2d9764c36a66 req-8bb38592-3bbb-4c18-86de-039f73285af6 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=66c89822-8e97-4799-96df-3535255efdeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332417 Nov 04 10:55:43.623794 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d266fb-a9f7-4de5-b4be-4ef2bebdfdf7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:55:43.633738 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f3b2d9-d197-4f31-b6a8-bbdc18f2d693 None None] Sync routers for ids ['7abd5a54-37a5-47ca-9f4c-851899edd6bd'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:55:43.645970 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f3b2d9-d197-4f31-b6a8-bbdc18f2d693 None None] Routers {'7abd5a54-37a5-47ca-9f4c-851899edd6bd'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:55:43.646695 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-73f3b2d9-d197-4f31-b6a8-bbdc18f2d693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:55:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7abd5a54-37a5-47ca-9f4c-851899edd6bd'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:43.683891 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14d266fb-a9f7-4de5-b4be-4ef2bebdfdf7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:43.721656 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-abe29d0e-2d2e-435e-b97b-e3bce399197f service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003052 Nov 04 10:55:43.751536 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3c805e22-385a-492f-9975-2d9764c36a66 req-2fc46939-7691-4c8f-b144-f231707dfeaf service neutron] 10.222.0.121 "GET /v2.0/networks/66c89822-8e97-4799-96df-3535255efdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158082 Nov 04 10:55:43.752955 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-14d266fb-a9f7-4de5-b4be-4ef2bebdfdf7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1366987 Nov 04 10:55:43.757079 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-73f3b2d9-d197-4f31-b6a8-bbdc18f2d693 None None] Set router 7abd5a54-37a5-47ca-9f4c-851899edd6bd gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:55:43.776948 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff9377d-d840-4b61-998d-0914cfdb6a69', 'tag': 'b66643ee-e18b-4c23-95ae-a6aebade8808'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:55:43.779739 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b64c50b-e571-41c7-8a6d-00b75ffa3164" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff9377d-d840-4b61-998d-0914cfdb6a69", "tag": "b66643ee-e18b-4c23-95ae-a6aebade8808"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:55:43.880149 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a8b72-6e04-477d-8c1b-3514ff20b298 req-ff2aef0e-ee0e-46b1-a992-977d91d16674 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:43.881889 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db0a8b72-6e04-477d-8c1b-3514ff20b298 req-ff2aef0e-ee0e-46b1-a992-977d91d16674 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 945 time: 0.0731597 Nov 04 10:55:43.900984 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-ee5fdd94-061d-41da-a566-4baa9ea40f41 service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708655 Nov 04 10:55:43.913521 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3c805e22-385a-492f-9975-2d9764c36a66 req-1d9d429f-83b2-4ad1-abb1-fbea280ff1c6 service neutron] 10.222.0.121 "GET /v2.0/networks/66c89822-8e97-4799-96df-3535255efdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289666 Nov 04 10:55:43.962474 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db0a8b72-6e04-477d-8c1b-3514ff20b298 req-eed07f61-4c0f-4e09-a73c-508ae2e5c8fe tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708952 Nov 04 10:55:43.968606 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-8b7eb25a-a6c4-4f50-83a4-22856450b709 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=b7148f4c-a774-4e7a-a8e9-c7483869a3e6 HTTP/1.1" status: 200 len: 217 time: 0.0496526 Nov 04 10:55:43.990267 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37942) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:44.048592 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-73f3b2d9-d197-4f31-b6a8-bbdc18f2d693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270772547', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:18Z', 'updated_at': '2021-11-04T10:55:25Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:19Z', 'updated_at': '2021-11-04T10:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'b68b65cd-3635-4d09-b58d-25421613ef01', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'floating_ip_address': '172.25.7.228', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'port_id': 'b66643ee-e18b-4c23-95ae-a6aebade8808', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64', 'mac_address': 'fa:16:3e:4d:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff9377d-d840-4b61-998d-0914cfdb6a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:55:41Z', 'updated_at': '2021-11-04T10:55:41Z', 'revision_number': 0, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9247527-aca0-432f-8600-d557b19f72bf', 'name': '', 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:a1:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:24Z', 'updated_at': '2021-11-04T10:55:29Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:44.052441 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f39526-394f-4f7c-a11d-0919e0443a7c x-openstack-request-id: req-a4f39526-394f-4f7c-a11d-0919e0443a7c {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:55:44.054209 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff9377d-d840-4b61-998d-0914cfdb6a69", "tag": "b66643ee-e18b-4c23-95ae-a6aebade8808", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:55:44.054209 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-a4f39526-394f-4f7c-a11d-0919e0443a7c {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:55:44.056685 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ff9377d-d840-4b61-998d-0914cfdb6a69', 'tag': 'b66643ee-e18b-4c23-95ae-a6aebade8808', 'status': 'completed', 'code': 200} Nov 04 10:55:44.081664 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f3b2d9-d197-4f31-b6a8-bbdc18f2d693 None None] Checking router: 7abd5a54-37a5-47ca-9f4c-851899edd6bd for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:55:44.093681 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f3b2d9-d197-4f31-b6a8-bbdc18f2d693 None None] Routers {'7abd5a54-37a5-47ca-9f4c-851899edd6bd'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:55:44.095286 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-73f3b2d9-d197-4f31-b6a8-bbdc18f2d693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:55:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7abd5a54-37a5-47ca-9f4c-851899edd6bd'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:44.139203 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a6e09-9b83-40e5-841b-6f698811416d req-76cc439a-58aa-44e1-ab3a-eccc6fbc53c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:44.142071 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-76cc439a-58aa-44e1-ab3a-eccc6fbc53c8 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=384b462f-cd0a-48ba-8bb4-6a70320a42d5 HTTP/1.1" status: 200 len: 797 time: 0.1662304 Nov 04 10:55:44.183310 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-37bc9c92-b455-447f-af97-dd8deb387b35 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/floatingips/b68b65cd-3635-4d09-b58d-25421613ef01 HTTP/1.1" status: 200 len: 991 time: 0.1908262 Nov 04 10:55:44.206404 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64c50b-e571-41c7-8a6d-00b75ffa3164 req-ef6abccb-1f03-476e-acd6-397db5e14b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:44.206791 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d241312-5f8e-461f-bc5d-bd15c9d1266a req-86d81ceb-a5f4-453d-a79e-96fcb67d15ec tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:44.208571 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0b64c50b-e571-41c7-8a6d-00b75ffa3164 req-ef6abccb-1f03-476e-acd6-397db5e14b0e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 1096 time: 0.1501572 Nov 04 10:55:44.208744 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d241312-5f8e-461f-bc5d-bd15c9d1266a req-86d81ceb-a5f4-453d-a79e-96fcb67d15ec tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.1084802 Nov 04 10:55:44.219931 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a6e09-9b83-40e5-841b-6f698811416d req-5ad4a43b-b095-482c-8064-b9e378c10e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:44.221587 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-5ad4a43b-b095-482c-8064-b9e378c10e07 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0596011 Nov 04 10:55:44.265740 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-73f3b2d9-d197-4f31-b6a8-bbdc18f2d693 None None] Set router 7abd5a54-37a5-47ca-9f4c-851899edd6bd gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:55:44.268297 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:55:44.294175 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d241312-5f8e-461f-bc5d-bd15c9d1266a req-20a0999b-1003-4bed-ac2e-e4ffdfa227e6 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763490 Nov 04 10:55:44.439033 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64c50b-e571-41c7-8a6d-00b75ffa3164 req-02015472-dd57-4e73-9c06-59c91da1200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:44.440544 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0b64c50b-e571-41c7-8a6d-00b75ffa3164 req-02015472-dd57-4e73-9c06-59c91da1200f service neutron] 10.222.0.126 "GET /v2.0/networks?id=c9d3e29b-fe58-47d5-a428-26e56104ed64 HTTP/1.1" status: 200 len: 898 time: 0.2180603 Nov 04 10:55:44.451871 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-2a924354-1604-429c-8755-05ddc7c9cace service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308594 Nov 04 10:55:44.540549 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-73f3b2d9-d197-4f31-b6a8-bbdc18f2d693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270772547', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:18Z', 'updated_at': '2021-11-04T10:55:25Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:19Z', 'updated_at': '2021-11-04T10:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'b68b65cd-3635-4d09-b58d-25421613ef01', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'floating_ip_address': '172.25.7.228', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'port_id': 'b66643ee-e18b-4c23-95ae-a6aebade8808', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64', 'mac_address': 'fa:16:3e:4d:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff9377d-d840-4b61-998d-0914cfdb6a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:55:41Z', 'updated_at': '2021-11-04T10:55:41Z', 'revision_number': 0, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9247527-aca0-432f-8600-d557b19f72bf', 'name': '', 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:a1:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:24Z', 'updated_at': '2021-11-04T10:55:29Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:44.569666 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f3b2d9-d197-4f31-b6a8-bbdc18f2d693 None None] The sync data for ids ['7abd5a54-37a5-47ca-9f4c-851899edd6bd'] in n-d-816629-1 is: [{'id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270772547', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:18Z', 'updated_at': '2021-11-04T10:55:25Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:19Z', 'updated_at': '2021-11-04T10:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'b68b65cd-3635-4d09-b58d-25421613ef01', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'floating_ip_address': '172.25.7.228', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'port_id': 'b66643ee-e18b-4c23-95ae-a6aebade8808', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64', 'mac_address': 'fa:16:3e:4d:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff9377d-d840-4b61-998d-0914cfdb6a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:55:41Z', 'updated_at': '2021-11-04T10:55:41Z', 'revision_number': 0, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9247527-aca0-432f-8600-d557b19f72bf', 'name': '', 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:a1:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:24Z', 'updated_at': '2021-11-04T10:55:29Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:55:44.582246 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0b64c50b-e571-41c7-8a6d-00b75ffa3164 req-32cd91da-2cfe-4829-9e35-1b96c6e1b9a9 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b66643ee-e18b-4c23-95ae-a6aebade8808 HTTP/1.1" status: 200 len: 999 time: 0.1291265 Nov 04 10:55:44.636194 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-19b59172-f78b-44a9-8b22-e416b1d6b0fa service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772525 Nov 04 10:55:44.684485 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64c50b-e571-41c7-8a6d-00b75ffa3164 req-9474d1d0-af44-4f9e-9821-2a7728bf5f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:44.686183 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0b64c50b-e571-41c7-8a6d-00b75ffa3164 req-9474d1d0-af44-4f9e-9821-2a7728bf5f5d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2 HTTP/1.1" status: 200 len: 835 time: 0.0952635 Nov 04 10:55:44.687602 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-5438556b-cf7c-4eeb-9b9d-4b87f50c2807 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f1aa7d96-2a2d-428f-92e0-98b150ce6175 HTTP/1.1" status: 200 len: 217 time: 0.0426645 Nov 04 10:55:44.789540 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a6e09-9b83-40e5-841b-6f698811416d req-88fe5283-bced-4cf2-bf20-e7eef4dfe8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:44.791069 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-88fe5283-bced-4cf2-bf20-e7eef4dfe8f5 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=384b462f-cd0a-48ba-8bb4-6a70320a42d5 HTTP/1.1" status: 200 len: 797 time: 0.0856557 Nov 04 10:55:44.794741 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64c50b-e571-41c7-8a6d-00b75ffa3164 req-8b8c7e36-2472-4e4e-981f-b1083d1290f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:44.795504 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62be3a5-3d3c-44f8-8d0a-66c970b44f47 None None] New status for floating IP b68b65cd-3635-4d09-b58d-25421613ef01: ACTIVE {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:55:44.796149 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0b64c50b-e571-41c7-8a6d-00b75ffa3164 req-8b8c7e36-2472-4e4e-981f-b1083d1290f9 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=c9d3e29b-fe58-47d5-a428-26e56104ed64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920262 Nov 04 10:55:44.829690 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:44.911672 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a6e09-9b83-40e5-841b-6f698811416d req-b6968bac-351e-4b80-8a86-99ffcbc36028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:44.913737 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-b6968bac-351e-4b80-8a86-99ffcbc36028 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1023979 Nov 04 10:55:44.988152 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0b64c50b-e571-41c7-8a6d-00b75ffa3164 req-0c1b7736-208d-413a-ba9c-c594eb21a7c0 service neutron] 10.222.0.126 "GET /v2.0/networks/c9d3e29b-fe58-47d5-a428-26e56104ed64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664994 Nov 04 10:55:45.087884 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-4cfa81ed-a028-4574-8719-359aaa428a99 service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552131 Nov 04 10:55:45.108697 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0b64c50b-e571-41c7-8a6d-00b75ffa3164 req-76816434-577e-45b5-8aab-4916ec7a52ec service neutron] 10.222.0.126 "GET /v2.0/networks/c9d3e29b-fe58-47d5-a428-26e56104ed64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132438 Nov 04 10:55:45.186091 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37952) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:45.210503 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-26b42c5c-519b-4d96-82af-c4732787b3b2 service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008110 Nov 04 10:55:45.249684 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-27e9e84c-e71b-40d9-940a-a8dfad1faaf6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/floatingips/b68b65cd-3635-4d09-b58d-25421613ef01 HTTP/1.1" status: 200 len: 993 time: 0.0624435 Nov 04 10:55:45.255331 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-7754e442-59e9-45b9-b48e-c97e4571df38 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03 HTTP/1.1" status: 200 len: 217 time: 0.0374773 Nov 04 10:55:45.317566 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a6e09-9b83-40e5-841b-6f698811416d req-b28ea9ba-70ac-4a04-a864-fc06cb951bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:45.318979 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-b28ea9ba-70ac-4a04-a864-fc06cb951bfc service neutron] 10.222.0.126 "GET /v2.0/subnets?id=384b462f-cd0a-48ba-8bb4-6a70320a42d5 HTTP/1.1" status: 200 len: 797 time: 0.0508451 Nov 04 10:55:45.377523 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a6e09-9b83-40e5-841b-6f698811416d req-37068d08-aab0-4147-90e6-38519cebbc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:45.379058 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-37068d08-aab0-4147-90e6-38519cebbc8d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b8ac75de-9cdf-411a-a432-39103b7f3ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0455840 Nov 04 10:55:45.450610 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6736430-364d-444c-b4ed-3281af47c056 req-97758bc1-efce-4d4c-8945-87268d9e73a6 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:45.452399 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6736430-364d-444c-b4ed-3281af47c056 req-97758bc1-efce-4d4c-8945-87268d9e73a6 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.0625618 Nov 04 10:55:45.483928 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-a097bd5b-cd37-46d3-b554-8cfb6e000bf9 service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857482 Nov 04 10:55:45.501992 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6736430-364d-444c-b4ed-3281af47c056 req-4fd98665-c035-439b-8ed0-9cf681f58f76 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434079 Nov 04 10:55:45.593143 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-b93cba7d-12d3-400a-b734-75cf77c37f64 service neutron] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999405 Nov 04 10:55:45.640159 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-b53ec7e9-4edb-4d85-96fe-f9db3b5fd1df service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=abff8681-5536-4f57-ae0f-bea4324905c6 HTTP/1.1" status: 200 len: 217 time: 0.0396705 Nov 04 10:55:45.728446 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae74aff-55e4-4410-9c35-18d5735e9171 req-2b236e52-9fb7-4b0b-adf5-20b1667e3b5a tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:45.730196 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1ae74aff-55e4-4410-9c35-18d5735e9171 req-2b236e52-9fb7-4b0b-adf5-20b1667e3b5a tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.0528119 Nov 04 10:55:45.740139 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a6e09-9b83-40e5-841b-6f698811416d req-2f92a4ac-c1bd-4fee-a400-e85f58c3257c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:45.741653 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-2f92a4ac-c1bd-4fee-a400-e85f58c3257c service neutron] 10.222.0.126 "GET /v2.0/subnets?id=591c76b5-dc45-40ba-bafd-65632bad709a HTTP/1.1" status: 200 len: 797 time: 0.0821640 Nov 04 10:55:45.748206 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865002c4-587f-4c09-a2a8-b35a57908e88 req-50966b7c-cf26-474f-bf6d-41c7edf86b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:45.749617 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-865002c4-587f-4c09-a2a8-b35a57908e88 req-50966b7c-cf26-474f-bf6d-41c7edf86b40 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=730cf183c49c40928828112dd52c25ee&device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 1096 time: 0.0806344 Nov 04 10:55:45.783817 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1ae74aff-55e4-4410-9c35-18d5735e9171 req-0fc3e975-43f6-4082-88c5-8b71952cf450 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421400 Nov 04 10:55:45.849811 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a6e09-9b83-40e5-841b-6f698811416d req-111e282c-695e-47f7-8476-744e9315c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:45.851327 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-111e282c-695e-47f7-8476-744e9315c154 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8b3679d9-f029-43fb-a81d-901fdf16cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1008708 Nov 04 10:55:45.916416 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865002c4-587f-4c09-a2a8-b35a57908e88 req-35178168-92d7-4afe-ae88-ddd34f251bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:45.917935 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-865002c4-587f-4c09-a2a8-b35a57908e88 req-35178168-92d7-4afe-ae88-ddd34f251bc6 service neutron] 10.222.0.121 "GET /v2.0/networks?id=66c89822-8e97-4799-96df-3535255efdeb HTTP/1.1" status: 200 len: 912 time: 0.1590509 Nov 04 10:55:45.969230 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-865002c4-587f-4c09-a2a8-b35a57908e88 req-f96d5058-ba70-48cf-abc2-25af6a5f1621 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91bbad68-6ec6-4185-9fd5-2d7d8d02b283 HTTP/1.1" status: 200 len: 217 time: 0.0415208 Nov 04 10:55:46.025031 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-c2eaf03c-d9ad-4885-959f-a3fc2e1d0eee service neutron] 10.222.0.126 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652775 Nov 04 10:55:46.054841 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865002c4-587f-4c09-a2a8-b35a57908e88 req-d61e59d9-c8b8-4890-a58d-44ef6b57a376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:46.056325 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-865002c4-587f-4c09-a2a8-b35a57908e88 req-d61e59d9-c8b8-4890-a58d-44ef6b57a376 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=04e2759a-4fb5-41be-b7ba-7c50f8f5efb1 HTTP/1.1" status: 200 len: 850 time: 0.0795219 Nov 04 10:55:46.109383 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-865002c4-587f-4c09-a2a8-b35a57908e88 req-453bebaa-1d13-4d20-87db-8185576cc651 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=66c89822-8e97-4799-96df-3535255efdeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288119 Nov 04 10:55:46.205427 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-5d9b79e1-a67d-4de1-b58a-f1b99efa4719 service neutron] 10.222.0.126 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723638 Nov 04 10:55:46.257095 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-4b817367-a74f-4fcd-a7d3-ba10c4a2265a service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01768171-34a9-4d5d-aca7-7f2598e2272a HTTP/1.1" status: 200 len: 217 time: 0.0431263 Nov 04 10:55:46.275894 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-865002c4-587f-4c09-a2a8-b35a57908e88 req-3356a02c-92c9-41d6-9b43-61ab51712f33 service neutron] 10.222.0.121 "GET /v2.0/networks/66c89822-8e97-4799-96df-3535255efdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582355 Nov 04 10:55:46.359645 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a6e09-9b83-40e5-841b-6f698811416d req-439b49ad-94e3-429d-91cb-52f8c127b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:46.361091 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-439b49ad-94e3-429d-91cb-52f8c127b2f0 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=591c76b5-dc45-40ba-bafd-65632bad709a HTTP/1.1" status: 200 len: 797 time: 0.0942171 Nov 04 10:55:46.428452 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-865002c4-587f-4c09-a2a8-b35a57908e88 req-6a39c8c7-2eb6-4d3c-8ed0-597f120ea109 service neutron] 10.222.0.121 "GET /v2.0/networks/66c89822-8e97-4799-96df-3535255efdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287386 Nov 04 10:55:46.431613 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a6e09-9b83-40e5-841b-6f698811416d req-f0559c0a-8be5-49f8-ad5e-eab032837bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:46.433071 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-f0559c0a-8be5-49f8-ad5e-eab032837bb7 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8b3679d9-f029-43fb-a81d-901fdf16cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0639145 Nov 04 10:55:46.542586 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-9da729aa-5069-446c-8f74-566657052f9a service neutron] 10.222.0.126 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016617 Nov 04 10:55:46.646826 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-366a6e09-9b83-40e5-841b-6f698811416d req-3ae6fe75-1517-4af3-b2ca-ba02ef94443c service neutron] 10.222.0.126 "GET /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940869 Nov 04 10:55:46.869636 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ba1cfeb7-352a-4ab7-a2e6-d136e0deb16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:46.923318 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc3b5a-d02e-4816-8bd4-b151e7c7e67f req-0e255900-2f25-4b51-abec-ec230bd5b889 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:46.924845 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-13fc3b5a-d02e-4816-8bd4-b151e7c7e67f req-0e255900-2f25-4b51-abec-ec230bd5b889 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.0528584 Nov 04 10:55:46.978784 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-13fc3b5a-d02e-4816-8bd4-b151e7c7e67f req-b32d3e13-5187-4ee9-bb35-311895b1b2c2 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477381 Nov 04 10:55:48.115875 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b0018-57b4-4771-861e-6a4c7c494428 req-497d18ff-a280-439e-a480-797da4eed7b3 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:48.121436 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-984b0018-57b4-4771-861e-6a4c7c494428 req-497d18ff-a280-439e-a480-797da4eed7b3 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.0713696 Nov 04 10:55:48.181883 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-984b0018-57b4-4771-861e-6a4c7c494428 req-7ddc3148-ef3f-4cba-ad04-5b4ede529dae tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574553 Nov 04 10:55:48.440190 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e4fb1-e0b4-4c65-a198-683fb89f9233 req-ab224a56-0589-4451-aebc-028454bf3c86 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:48.441694 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-372e4fb1-e0b4-4c65-a198-683fb89f9233 req-ab224a56-0589-4451-aebc-028454bf3c86 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.0531249 Nov 04 10:55:48.493787 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-372e4fb1-e0b4-4c65-a198-683fb89f9233 req-9b06d75a-4c1a-40c2-8d4d-162eccabd4f2 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456901 Nov 04 10:55:49.618363 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82112395-694c-4797-ae66-5dcbb281d8c2 req-1713ed16-4b7a-42aa-b4e3-9f2dd6959da1 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:49.620059 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82112395-694c-4797-ae66-5dcbb281d8c2 req-1713ed16-4b7a-42aa-b4e3-9f2dd6959da1 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.0564506 Nov 04 10:55:49.642184 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6b096fc6-9546-4e4f-aa35-5085da8fd8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:49.674546 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82112395-694c-4797-ae66-5dcbb281d8c2 req-1c01b457-3662-46a4-acf6-6f06d7f00785 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471778 Nov 04 10:55:50.751305 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:50.795731 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832902ce-1d5f-4d1c-8b12-c00e40c6a5d7 req-d8d400f8-d66e-4beb-9e93-71ed1bdee712 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:50.797186 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-832902ce-1d5f-4d1c-8b12-c00e40c6a5d7 req-d8d400f8-d66e-4beb-9e93-71ed1bdee712 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.0536375 Nov 04 10:55:50.846787 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-832902ce-1d5f-4d1c-8b12-c00e40c6a5d7 req-82e15d2c-cc0c-4a43-8269-561618ec0bd7 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432990 Nov 04 10:55:51.575935 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf3061-a1e4-4751-ac86-9b3b2cf55248 req-8ae9bb1a-c9f6-4b11-8d7f-6be5dd7d6dfc tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:51.577368 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f4bf3061-a1e4-4751-ac86-9b3b2cf55248 req-8ae9bb1a-c9f6-4b11-8d7f-6be5dd7d6dfc tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.121 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 945 time: 0.0662553 Nov 04 10:55:51.672774 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-f4bf3061-a1e4-4751-ac86-9b3b2cf55248 req-37820667-ffa2-4f6d-8053-cd1aa355d60a tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Deleting port 91bbad68-6ec6-4185-9fd5-2d7d8d02b283 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:55:51.673173 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f4bf3061-a1e4-4751-ac86-9b3b2cf55248 req-37820667-ffa2-4f6d-8053-cd1aa355d60a tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:51.766943 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-f4bf3061-a1e4-4751-ac86-9b3b2cf55248 req-37820667-ffa2-4f6d-8053-cd1aa355d60a tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] For port 91bbad68-6ec6-4185-9fd5-2d7d8d02b283, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=91bbad68-6ec6-4185-9fd5-2d7d8d02b283,segment=NetworkSegment(622b7075-91ff-408a-bf92-04f53e5f2a3e),segment_id=622b7075-91ff-408a-bf92-04f53e5f2a3e)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:55:51.767310 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f4bf3061-a1e4-4751-ac86-9b3b2cf55248 req-37820667-ffa2-4f6d-8053-cd1aa355d60a tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:51.780903 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-f4bf3061-a1e4-4751-ac86-9b3b2cf55248 req-37820667-ffa2-4f6d-8053-cd1aa355d60a tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Calling delete_port for 91bbad68-6ec6-4185-9fd5-2d7d8d02b283 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:55:51.911786 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f4bf3061-a1e4-4751-ac86-9b3b2cf55248 req-37820667-ffa2-4f6d-8053-cd1aa355d60a tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:51.924143 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['933ac982-1558-45d2-a1ea-582e1dbedfa9', '91bbad68-6ec6-4185-9fd5-2d7d8d02b283'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:55:51.945222 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37820667-ffa2-4f6d-8053-cd1aa355d60a tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Pushing event deleted for resources: {'Port': ['ID=91bbad68-6ec6-4185-9fd5-2d7d8d02b283,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:51.950990 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-df4f3825-c012-4e74-aed2-50a42d24b680 req-47bcb3be-ccd8-411d-aefa-1ae2f13ccbd3 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=dfbfa501-2df9-4360-8ca8-34e49b62f77c HTTP/1.1" status: 200 len: 210 time: 0.0294774 Nov 04 10:55:51.993120 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4bf3061-a1e4-4751-ac86-9b3b2cf55248 req-37820667-ffa2-4f6d-8053-cd1aa355d60a tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] No DVR routers for this DVR port 91bbad68-6ec6-4185-9fd5-2d7d8d02b283 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:55:51.995728 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f4bf3061-a1e4-4751-ac86-9b3b2cf55248 req-37820667-ffa2-4f6d-8053-cd1aa355d60a tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:51.999763 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f4bf3061-a1e4-4751-ac86-9b3b2cf55248 req-37820667-ffa2-4f6d-8053-cd1aa355d60a tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.121 "DELETE /v2.0/ports/91bbad68-6ec6-4185-9fd5-2d7d8d02b283 HTTP/1.1" status: 204 len: 173 time: 0.4145224 Nov 04 10:55:51.999763 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbfa501-2df9-4360-8ca8-34e49b62f77c', 'name': 'network-vif-deleted', 'tag': '91bbad68-6ec6-4185-9fd5-2d7d8d02b283'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:55:52.002137 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1de60e-13c3-4f9c-98e0-17b8df3f4068" -d '{"events": [{"server_uuid": "dfbfa501-2df9-4360-8ca8-34e49b62f77c", "name": "network-vif-deleted", "tag": "91bbad68-6ec6-4185-9fd5-2d7d8d02b283"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:55:52.041020 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1ad8b7-6926-46c9-8038-4613c89a279f x-openstack-request-id: req-5f1ad8b7-6926-46c9-8038-4613c89a279f {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:55:52.041420 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbfa501-2df9-4360-8ca8-34e49b62f77c", "name": "network-vif-deleted", "tag": "91bbad68-6ec6-4185-9fd5-2d7d8d02b283", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:55:52.041744 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-5f1ad8b7-6926-46c9-8038-4613c89a279f {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:55:52.042048 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbfa501-2df9-4360-8ca8-34e49b62f77c', 'name': 'network-vif-deleted', 'tag': '91bbad68-6ec6-4185-9fd5-2d7d8d02b283', 'status': 'completed', 'code': 200} Nov 04 10:55:52.184362 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:52.596492 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:53.266798 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851791e6-d105-408b-a9e2-a8470e8ec38d req-a7efe9f3-f588-4684-8906-1b09c403a48c tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:53.268291 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-851791e6-d105-408b-a9e2-a8470e8ec38d req-a7efe9f3-f588-4684-8906-1b09c403a48c tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 945 time: 0.0653217 Nov 04 10:55:53.317333 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-851791e6-d105-408b-a9e2-a8470e8ec38d req-860862e9-dc68-40ee-9b06-f8c4f9b28000 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426531 Nov 04 10:55:54.447572 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887dc430-51e2-4f68-add1-962b2ca1f334 req-ba473cd8-4f49-4a07-9047-d77c188449b4 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:54.449148 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-887dc430-51e2-4f68-add1-962b2ca1f334 req-ba473cd8-4f49-4a07-9047-d77c188449b4 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 945 time: 0.0604963 Nov 04 10:55:54.497366 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-887dc430-51e2-4f68-add1-962b2ca1f334 req-7d0b238a-f681-471c-bab6-7636e74fe0cf tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416343 Nov 04 10:55:55.341877 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f7f9f-075b-4397-b278-0cd0b60bee57 req-cd9ead0e-7297-4fc3-993c-1471eab4e327 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:55.343421 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dc7f7f9f-075b-4397-b278-0cd0b60bee57 req-cd9ead0e-7297-4fc3-993c-1471eab4e327 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.121 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 945 time: 0.0527668 Nov 04 10:55:55.448146 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-dc7f7f9f-075b-4397-b278-0cd0b60bee57 req-cff34f5d-11de-4f05-923d-6d7e2db1d641 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Deleting port 933ac982-1558-45d2-a1ea-582e1dbedfa9 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:55:55.448498 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dc7f7f9f-075b-4397-b278-0cd0b60bee57 req-cff34f5d-11de-4f05-923d-6d7e2db1d641 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:55.470475 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 91bbad68-6ec6-4185-9fd5-2d7d8d02b283 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:55:55.499891 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 91bbad68-6ec6-4185-9fd5-2d7d8d02b283 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:55:55.500331 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 91bbad68-6ec6-4185-9fd5-2d7d8d02b283 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:55:55.542864 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-dc7f7f9f-075b-4397-b278-0cd0b60bee57 req-cff34f5d-11de-4f05-923d-6d7e2db1d641 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] For port 933ac982-1558-45d2-a1ea-582e1dbedfa9, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=933ac982-1558-45d2-a1ea-582e1dbedfa9,segment=NetworkSegment(622b7075-91ff-408a-bf92-04f53e5f2a3e),segment_id=622b7075-91ff-408a-bf92-04f53e5f2a3e)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:55:55.543277 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dc7f7f9f-075b-4397-b278-0cd0b60bee57 req-cff34f5d-11de-4f05-923d-6d7e2db1d641 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:55.559427 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-dc7f7f9f-075b-4397-b278-0cd0b60bee57 req-cff34f5d-11de-4f05-923d-6d7e2db1d641 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Calling delete_port for 933ac982-1558-45d2-a1ea-582e1dbedfa9 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:55:55.618044 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34efbfe7-3320-47ae-8848-10412080990b req-5139fef5-1a5d-4620-96a8-4c4124599744 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:55:55.619610 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-34efbfe7-3320-47ae-8848-10412080990b req-5139fef5-1a5d-4620-96a8-4c4124599744 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/ports?device_id=33b21079-b4e6-4bf8-a202-c41b37d3712a HTTP/1.1" status: 200 len: 945 time: 0.0515666 Nov 04 10:55:55.676890 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-34efbfe7-3320-47ae-8848-10412080990b req-3d642e7b-f0ba-4987-a07d-1884d410fb29 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.127 "GET /v2.0/security-groups?id=dfd8d591-4d57-4475-b950-8dc9a362e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494835 Nov 04 10:55:55.702781 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dc7f7f9f-075b-4397-b278-0cd0b60bee57 req-cff34f5d-11de-4f05-923d-6d7e2db1d641 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:55.715898 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['933ac982-1558-45d2-a1ea-582e1dbedfa9'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:55:55.731598 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff34f5d-11de-4f05-923d-6d7e2db1d641 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Pushing event deleted for resources: {'Port': ['ID=933ac982-1558-45d2-a1ea-582e1dbedfa9,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:55.777563 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7f7f9f-075b-4397-b278-0cd0b60bee57 req-cff34f5d-11de-4f05-923d-6d7e2db1d641 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] No DVR routers for this DVR port 933ac982-1558-45d2-a1ea-582e1dbedfa9 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:55:55.780561 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dc7f7f9f-075b-4397-b278-0cd0b60bee57 req-cff34f5d-11de-4f05-923d-6d7e2db1d641 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:55.784087 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dc7f7f9f-075b-4397-b278-0cd0b60bee57 req-cff34f5d-11de-4f05-923d-6d7e2db1d641 tempest-ServerRescueTestJSON-171980658 tempest-ServerRescueTestJSON-171980658-project] 10.222.0.121 "DELETE /v2.0/ports/933ac982-1558-45d2-a1ea-582e1dbedfa9 HTTP/1.1" status: 204 len: 173 time: 0.4336560 Nov 04 10:55:55.784472 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b21079-b4e6-4bf8-a202-c41b37d3712a', 'name': 'network-vif-deleted', 'tag': '933ac982-1558-45d2-a1ea-582e1dbedfa9'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:55:55.786956 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9983c2-a8f6-4eef-a2b2-194230f1c3d0" -d '{"events": [{"server_uuid": "33b21079-b4e6-4bf8-a202-c41b37d3712a", "name": "network-vif-deleted", "tag": "933ac982-1558-45d2-a1ea-582e1dbedfa9"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:55:55.826768 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71018112-7e1a-4e09-858f-361752a166db x-openstack-request-id: req-71018112-7e1a-4e09-858f-361752a166db {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:55:55.827072 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b21079-b4e6-4bf8-a202-c41b37d3712a", "name": "network-vif-deleted", "tag": "933ac982-1558-45d2-a1ea-582e1dbedfa9", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:55:55.827327 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-71018112-7e1a-4e09-858f-361752a166db {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:55:55.827735 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b21079-b4e6-4bf8-a202-c41b37d3712a', 'name': 'network-vif-deleted', 'tag': '933ac982-1558-45d2-a1ea-582e1dbedfa9', 'status': 'completed', 'code': 200} Nov 04 10:55:56.738511 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38080) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:57.549547 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eaa812f3-fdfe-47fe-8462-1d63bb0a0510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:57.805180 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-eaa812f3-fdfe-47fe-8462-1d63bb0a0510 admin admin] Deleting port 2f01e175-5b8d-4119-b31a-69d851a0d6f0 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:55:57.805843 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eaa812f3-fdfe-47fe-8462-1d63bb0a0510 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:57.888657 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-eaa812f3-fdfe-47fe-8462-1d63bb0a0510 admin admin] For port 2f01e175-5b8d-4119-b31a-69d851a0d6f0, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2f01e175-5b8d-4119-b31a-69d851a0d6f0,segment=NetworkSegment(622b7075-91ff-408a-bf92-04f53e5f2a3e),segment_id=622b7075-91ff-408a-bf92-04f53e5f2a3e)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:55:57.889061 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eaa812f3-fdfe-47fe-8462-1d63bb0a0510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:57.902573 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-eaa812f3-fdfe-47fe-8462-1d63bb0a0510 admin admin] Calling delete_port for 2f01e175-5b8d-4119-b31a-69d851a0d6f0 owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:55:58.097074 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eaa812f3-fdfe-47fe-8462-1d63bb0a0510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:58.124546 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa812f3-fdfe-47fe-8462-1d63bb0a0510 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f01e175-5b8d-4119-b31a-69d851a0d6f0,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:58.307473 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eaa812f3-fdfe-47fe-8462-1d63bb0a0510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:58.554575 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa812f3-fdfe-47fe-8462-1d63bb0a0510 admin admin] Router d6cf7497-7320-4735-b3f7-c7ffdaa208a2 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:55:58.670613 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa812f3-fdfe-47fe-8462-1d63bb0a0510 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:55:58.676276 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-eaa812f3-fdfe-47fe-8462-1d63bb0a0510 admin admin] 10.222.0.127 "PUT /v2.0/routers/d6cf7497-7320-4735-b3f7-c7ffdaa208a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9366128 Nov 04 10:55:58.679010 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38086) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:58.681414 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340164e5-5014-44a2-a736-2cd5651ef8df None None] Sync routers for ids ['d6cf7497-7320-4735-b3f7-c7ffdaa208a2'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:55:58.692530 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340164e5-5014-44a2-a736-2cd5651ef8df None None] Routers {'d6cf7497-7320-4735-b3f7-c7ffdaa208a2'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:55:58.693488 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-340164e5-5014-44a2-a736-2cd5651ef8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:55:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d6cf7497-7320-4735-b3f7-c7ffdaa208a2'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:58.786879 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f914b7ce-b345-4887-8061-c60a6c9b3ce6 admin admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:58.898917 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f914b7ce-b345-4887-8061-c60a6c9b3ce6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:58.956912 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-f914b7ce-b345-4887-8061-c60a6c9b3ce6 admin admin] Deleting port d0e0185c-d626-4035-91c9-bef01890f8b3 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:55:58.957200 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f914b7ce-b345-4887-8061-c60a6c9b3ce6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:58.966406 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-340164e5-5014-44a2-a736-2cd5651ef8df None None] Set router d6cf7497-7320-4735-b3f7-c7ffdaa208a2 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:55:59.040064 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-f914b7ce-b345-4887-8061-c60a6c9b3ce6 admin admin] For port d0e0185c-d626-4035-91c9-bef01890f8b3, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d0e0185c-d626-4035-91c9-bef01890f8b3,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:55:59.040517 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f914b7ce-b345-4887-8061-c60a6c9b3ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:59.054681 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-f914b7ce-b345-4887-8061-c60a6c9b3ce6 admin admin] Calling delete_port for d0e0185c-d626-4035-91c9-bef01890f8b3 owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:55:59.146240 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-340164e5-5014-44a2-a736-2cd5651ef8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cf7497-7320-4735-b3f7-c7ffdaa208a2', 'name': 'tempest-ServerRescueTestJSON-268106560-router', 'tenant_id': '730cf183c49c40928828112dd52c25ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'd0e0185c-d626-4035-91c9-bef01890f8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:54:08Z', 'updated_at': '2021-11-04T10:55:58Z', 'revision_number': 5, 'project_id': '730cf183c49c40928828112dd52c25ee', 'gw_port': {'id': 'd0e0185c-d626-4035-91c9-bef01890f8b3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf7497-7320-4735-b3f7-c7ffdaa208a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:54:09Z', 'updated_at': '2021-11-04T10:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:59.178546 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340164e5-5014-44a2-a736-2cd5651ef8df None None] Checking router: d6cf7497-7320-4735-b3f7-c7ffdaa208a2 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:55:59.189305 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340164e5-5014-44a2-a736-2cd5651ef8df None None] Routers {'d6cf7497-7320-4735-b3f7-c7ffdaa208a2'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:55:59.189962 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-340164e5-5014-44a2-a736-2cd5651ef8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:55:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d6cf7497-7320-4735-b3f7-c7ffdaa208a2'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:59.223772 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f914b7ce-b345-4887-8061-c60a6c9b3ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:59.251284 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914b7ce-b345-4887-8061-c60a6c9b3ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e0185c-d626-4035-91c9-bef01890f8b3,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:59.282933 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-340164e5-5014-44a2-a736-2cd5651ef8df None None] Set router d6cf7497-7320-4735-b3f7-c7ffdaa208a2 gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:55:59.316838 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f914b7ce-b345-4887-8061-c60a6c9b3ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:59.336366 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-340164e5-5014-44a2-a736-2cd5651ef8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cf7497-7320-4735-b3f7-c7ffdaa208a2', 'name': 'tempest-ServerRescueTestJSON-268106560-router', 'tenant_id': '730cf183c49c40928828112dd52c25ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:54:08Z', 'updated_at': '2021-11-04T10:55:58Z', 'revision_number': 6, 'project_id': '730cf183c49c40928828112dd52c25ee', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:59.367345 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340164e5-5014-44a2-a736-2cd5651ef8df None None] The sync data for ids ['d6cf7497-7320-4735-b3f7-c7ffdaa208a2'] in n-d-816629-1 is: [{'id': 'd6cf7497-7320-4735-b3f7-c7ffdaa208a2', 'name': 'tempest-ServerRescueTestJSON-268106560-router', 'tenant_id': '730cf183c49c40928828112dd52c25ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:54:08Z', 'updated_at': '2021-11-04T10:55:58Z', 'revision_number': 6, 'project_id': '730cf183c49c40928828112dd52c25ee', 'gw_port_host': None}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:55:59.410305 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f914b7ce-b345-4887-8061-c60a6c9b3ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:59.412472 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f914b7ce-b345-4887-8061-c60a6c9b3ce6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:59.458249 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f914b7ce-b345-4887-8061-c60a6c9b3ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:59.458974 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f914b7ce-b345-4887-8061-c60a6c9b3ce6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6cf7497-7320-4735-b3f7-c7ffdaa208a2 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:55:59.463921 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f914b7ce-b345-4887-8061-c60a6c9b3ce6 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:59.465168 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f914b7ce-b345-4887-8061-c60a6c9b3ce6 admin admin] 10.222.0.127 "DELETE /v2.0/routers/d6cf7497-7320-4735-b3f7-c7ffdaa208a2 HTTP/1.1" status: 204 len: 168 time: 0.7851250 Nov 04 10:55:59.468439 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38090) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:59.475845 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 933ac982-1558-45d2-a1ea-582e1dbedfa9 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:55:59.496063 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 933ac982-1558-45d2-a1ea-582e1dbedfa9 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:55:59.496396 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 933ac982-1558-45d2-a1ea-582e1dbedfa9 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:55:59.515638 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-712c4d1c-737b-4976-9028-0acc04b3fffe admin admin] Deleting subnet 04e2759a-4fb5-41be-b7ba-7c50f8f5efb1 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:55:59.519027 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-712c4d1c-737b-4976-9028-0acc04b3fffe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:59.554327 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-712c4d1c-737b-4976-9028-0acc04b3fffe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:59.601996 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-712c4d1c-737b-4976-9028-0acc04b3fffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:59.659519 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-712c4d1c-737b-4976-9028-0acc04b3fffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:59.687138 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c4d1c-737b-4976-9028-0acc04b3fffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04e2759a-4fb5-41be-b7ba-7c50f8f5efb1,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:55:59.696112 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-712c4d1c-737b-4976-9028-0acc04b3fffe admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:59.699659 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-712c4d1c-737b-4976-9028-0acc04b3fffe admin admin] 10.222.0.127 "DELETE /v2.0/subnets/04e2759a-4fb5-41be-b7ba-7c50f8f5efb1 HTTP/1.1" status: 204 len: 168 time: 0.2301512 Nov 04 10:55:59.702639 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38102) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:55:59.809660 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aee2a4db-4748-4aa4-bb36-6563fc9159eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:59.920102 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aee2a4db-4748-4aa4-bb36-6563fc9159eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:59.948455 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-aee2a4db-4748-4aa4-bb36-6563fc9159eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c89822-8e97-4799-96df-3535255efdeb']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:59.959113 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-aee2a4db-4748-4aa4-bb36-6563fc9159eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622b7075-91ff-408a-bf92-04f53e5f2a3e') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:59.959407 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-aee2a4db-4748-4aa4-bb36-6563fc9159eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622b7075-91ff-408a-bf92-04f53e5f2a3e') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:55:59.971300 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aee2a4db-4748-4aa4-bb36-6563fc9159eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:59.984045 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aee2a4db-4748-4aa4-bb36-6563fc9159eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:59.990338 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee2a4db-4748-4aa4-bb36-6563fc9159eb admin admin] Releasing vlan 1189 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:55:59.990721 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aee2a4db-4748-4aa4-bb36-6563fc9159eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:55:59.992463 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:56:00.054330 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aee2a4db-4748-4aa4-bb36-6563fc9159eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:00.061345 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aee2a4db-4748-4aa4-bb36-6563fc9159eb admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:00.064471 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-aee2a4db-4748-4aa4-bb36-6563fc9159eb admin admin] 10.222.0.127 "DELETE /v2.0/networks/66c89822-8e97-4799-96df-3535255efdeb HTTP/1.1" status: 204 len: 168 time: 0.3602364 Nov 04 10:56:00.074314 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2a4db-4748-4aa4-bb36-6563fc9159eb admin admin] Pushing event deleted for resources: {'Network': ['ID=66c89822-8e97-4799-96df-3535255efdeb,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:00.176086 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2f01e175-5b8d-4119-b31a-69d851a0d6f0 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:56:00.199612 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 2f01e175-5b8d-4119-b31a-69d851a0d6f0 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:56:00.200041 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2f01e175-5b8d-4119-b31a-69d851a0d6f0 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:56:00.277019 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38116) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:00.329222 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38118) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:00.329574 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-54a6a8e6-9678-46a5-bcbf-682f9a1dd2d4 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=730cf183c49c40928828112dd52c25ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0542252 Nov 04 10:56:00.388936 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a406a4ea-15bf-4153-866f-d32a9005e4f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:00.411430 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a406a4ea-15bf-4153-866f-d32a9005e4f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:00.479899 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a406a4ea-15bf-4153-866f-d32a9005e4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:00.483850 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a406a4ea-15bf-4153-866f-d32a9005e4f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:00.485707 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a406a4ea-15bf-4153-866f-d32a9005e4f3 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/dfd8d591-4d57-4475-b950-8dc9a362e47e HTTP/1.1" status: 204 len: 168 time: 0.1549368 Nov 04 10:56:00.495112 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406a4ea-15bf-4153-866f-d32a9005e4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd8d591-4d57-4475-b950-8dc9a362e47e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:01.275069 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38142) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:01.388675 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-e4048cad-392b-48aa-b1a6-04307fbacbbb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-143400809-network', 'tenant_id': 'bf0202e0006b49daad3a5b857bd13f63'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:56:01.414539 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4048cad-392b-48aa-b1a6-04307fbacbbb admin admin] Made reservation on behalf of bf0202e0006b49daad3a5b857bd13f63 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:56:01.417075 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e4048cad-392b-48aa-b1a6-04307fbacbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:01.425712 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e4048cad-392b-48aa-b1a6-04307fbacbbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:01.502784 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e4048cad-392b-48aa-b1a6-04307fbacbbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:01.508048 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e4048cad-392b-48aa-b1a6-04307fbacbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:01.545811 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4048cad-392b-48aa-b1a6-04307fbacbbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1195} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:56:01.551476 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4048cad-392b-48aa-b1a6-04307fbacbbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c533fd0-8365-4817-a9d0-c18e70154dd9,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:01.561328 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e4048cad-392b-48aa-b1a6-04307fbacbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:01.561644 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-e4048cad-392b-48aa-b1a6-04307fbacbbb admin admin] Added segment 968d94d4-2db5-4dad-a4e7-b59e8552b180 of type vlan for network a91da649-3ab8-4f9a-91de-37e868f54617 Nov 04 10:56:01.616726 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e4048cad-392b-48aa-b1a6-04307fbacbbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:01.651208 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e4048cad-392b-48aa-b1a6-04307fbacbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:01.652284 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4048cad-392b-48aa-b1a6-04307fbacbbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:01.652915 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e4048cad-392b-48aa-b1a6-04307fbacbbb admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:01.736699 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e4048cad-392b-48aa-b1a6-04307fbacbbb admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4577022 Nov 04 10:56:01.738584 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38150) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:01.746020 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-277b6232-7642-480c-825e-68dc88860ff2 admin admin] Request body: {'subnet': {'network_id': 'a91da649-3ab8-4f9a-91de-37e868f54617', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-143400809-subnet', 'tenant_id': 'bf0202e0006b49daad3a5b857bd13f63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:56:01.753059 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4048cad-392b-48aa-b1a6-04307fbacbbb admin admin] Pushing event updated for resources: {'Network': ['ID=a91da649-3ab8-4f9a-91de-37e868f54617,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:01.771132 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d0e0185c-d626-4035-91c9-bef01890f8b3 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:56:01.795147 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277b6232-7642-480c-825e-68dc88860ff2 admin admin] Made reservation on behalf of bf0202e0006b49daad3a5b857bd13f63 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:56:01.798428 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-277b6232-7642-480c-825e-68dc88860ff2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:01.801530 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network a91da649-3ab8-4f9a-91de-37e868f54617 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:56:01.804188 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: d0e0185c-d626-4035-91c9-bef01890f8b3 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:56:01.804740 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d0e0185c-d626-4035-91c9-bef01890f8b3 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:56:02.010966 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-277b6232-7642-480c-825e-68dc88860ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:02.079940 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b6232-7642-480c-825e-68dc88860ff2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6297a05-4f99-4f3a-9da3-de26dbe587e6,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:02.097249 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b6232-7642-480c-825e-68dc88860ff2 admin admin] Checking segment: {'id': '968d94d4-2db5-4dad-a4e7-b59e8552b180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'a91da649-3ab8-4f9a-91de-37e868f54617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:56:02.097620 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277b6232-7642-480c-825e-68dc88860ff2 admin admin] Network hostable DHCP agents. Network: a91da649-3ab8-4f9a-91de-37e868f54617, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:56:02.112914 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe136b8-17d4-467e-a104-3ee8f8624cdc req-76ef4095-d7f2-4377-9c01-2ad0cb98fbf3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:02.117343 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277b6232-7642-480c-825e-68dc88860ff2 admin admin] Network a91da649-3ab8-4f9a-91de-37e868f54617 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:56:02.120080 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe136b8-17d4-467e-a104-3ee8f8624cdc req-76ef4095-d7f2-4377-9c01-2ad0cb98fbf3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:02.126725 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe136b8-17d4-467e-a104-3ee8f8624cdc req-76ef4095-d7f2-4377-9c01-2ad0cb98fbf3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:02.133062 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe136b8-17d4-467e-a104-3ee8f8624cdc req-76ef4095-d7f2-4377-9c01-2ad0cb98fbf3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:02.140638 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe136b8-17d4-467e-a104-3ee8f8624cdc req-76ef4095-d7f2-4377-9c01-2ad0cb98fbf3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:02.146640 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-277b6232-7642-480c-825e-68dc88860ff2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, a91da649-3ab8-4f9a-91de-37e868f54617) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:56:02.147262 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe136b8-17d4-467e-a104-3ee8f8624cdc req-76ef4095-d7f2-4377-9c01-2ad0cb98fbf3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:02.153727 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277b6232-7642-480c-825e-68dc88860ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:02.154322 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-277b6232-7642-480c-825e-68dc88860ff2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:02.156284 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe136b8-17d4-467e-a104-3ee8f8624cdc req-76ef4095-d7f2-4377-9c01-2ad0cb98fbf3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:02.162739 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30745876-2079-44ae-900b-488e22db0d58 None None] Network a91da649-3ab8-4f9a-91de-37e868f54617 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:56:02.169716 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bfe136b8-17d4-467e-a104-3ee8f8624cdc req-76ef4095-d7f2-4377-9c01-2ad0cb98fbf3 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5445 time: 0.1179545 Nov 04 10:56:02.177393 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-277b6232-7642-480c-825e-68dc88860ff2 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4364991 Nov 04 10:56:02.264651 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bfe136b8-17d4-467e-a104-3ee8f8624cdc req-7bde3046-22b5-4c6e-b578-b550dd367443 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0937843 Nov 04 10:56:02.337116 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d698fc2-3eed-4bd8-8b0b-70dea3bb0c32 None None] Network a91da649-3ab8-4f9a-91de-37e868f54617 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:56:02.622889 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38168) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:02.632303 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-00c0f549-7b1a-4cc3-914e-782999cbcd10 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1625444096-network', 'tenant_id': '1f61a408d0934eea9b1d828404a70119'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:56:02.664939 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c0f549-7b1a-4cc3-914e-782999cbcd10 admin admin] Made reservation on behalf of 1f61a408d0934eea9b1d828404a70119 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:56:02.669194 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-00c0f549-7b1a-4cc3-914e-782999cbcd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:02.680235 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-00c0f549-7b1a-4cc3-914e-782999cbcd10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:02.764558 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-00c0f549-7b1a-4cc3-914e-782999cbcd10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:02.770215 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-00c0f549-7b1a-4cc3-914e-782999cbcd10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:02.794364 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c0f549-7b1a-4cc3-914e-782999cbcd10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1164} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:56:02.809830 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0f549-7b1a-4cc3-914e-782999cbcd10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b352f545-758a-4e0f-8b96-e35e8d3ed685,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:02.816276 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-00c0f549-7b1a-4cc3-914e-782999cbcd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:02.816622 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-00c0f549-7b1a-4cc3-914e-782999cbcd10 admin admin] Added segment 2b000f05-06fd-4d3e-81dc-a99f03d381a9 of type vlan for network d821a1bb-6325-423c-b2f9-3bf9d7390266 Nov 04 10:56:02.862712 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-00c0f549-7b1a-4cc3-914e-782999cbcd10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:02.889689 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-00c0f549-7b1a-4cc3-914e-782999cbcd10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:02.890724 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c0f549-7b1a-4cc3-914e-782999cbcd10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:02.891383 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-00c0f549-7b1a-4cc3-914e-782999cbcd10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:02.948429 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-00c0f549-7b1a-4cc3-914e-782999cbcd10 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.3244324 Nov 04 10:56:02.952266 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38170) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:02.959516 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-0563171b-6198-4b43-bbda-f053de260aeb admin admin] Request body: {'subnet': {'network_id': 'd821a1bb-6325-423c-b2f9-3bf9d7390266', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1625444096-subnet', 'tenant_id': '1f61a408d0934eea9b1d828404a70119', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:56:02.960123 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0f549-7b1a-4cc3-914e-782999cbcd10 admin admin] Pushing event updated for resources: {'Network': ['ID=d821a1bb-6325-423c-b2f9-3bf9d7390266,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:02.970715 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network d821a1bb-6325-423c-b2f9-3bf9d7390266 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:56:02.991543 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0563171b-6198-4b43-bbda-f053de260aeb admin admin] Made reservation on behalf of 1f61a408d0934eea9b1d828404a70119 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:56:02.994066 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0563171b-6198-4b43-bbda-f053de260aeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:03.196335 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0563171b-6198-4b43-bbda-f053de260aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:03.272014 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563171b-6198-4b43-bbda-f053de260aeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=944924fb-1860-429d-9a21-709ba2bcacd1,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:03.274944 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0563171b-6198-4b43-bbda-f053de260aeb admin admin] Checking segment: {'id': '2b000f05-06fd-4d3e-81dc-a99f03d381a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'd821a1bb-6325-423c-b2f9-3bf9d7390266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:56:03.275306 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0563171b-6198-4b43-bbda-f053de260aeb admin admin] Network hostable DHCP agents. Network: d821a1bb-6325-423c-b2f9-3bf9d7390266, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:56:03.302330 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0563171b-6198-4b43-bbda-f053de260aeb admin admin] Network d821a1bb-6325-423c-b2f9-3bf9d7390266 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:56:03.316354 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-0563171b-6198-4b43-bbda-f053de260aeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, d821a1bb-6325-423c-b2f9-3bf9d7390266) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:56:03.324327 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0563171b-6198-4b43-bbda-f053de260aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:03.326277 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0563171b-6198-4b43-bbda-f053de260aeb admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:03.326942 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf5fe5b-9872-48e2-bc53-5f6fd8fcb369 None None] Network d821a1bb-6325-423c-b2f9-3bf9d7390266 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:56:03.333801 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-fd3b7fa2-8885-415b-904b-02feafc0f85d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:03.345753 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-fd3b7fa2-8885-415b-904b-02feafc0f85d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:03.361851 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0563171b-6198-4b43-bbda-f053de260aeb admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4076214 Nov 04 10:56:03.383498 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-fd3b7fa2-8885-415b-904b-02feafc0f85d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:03.394944 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-fd3b7fa2-8885-415b-904b-02feafc0f85d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:03.402757 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-fd3b7fa2-8885-415b-904b-02feafc0f85d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:03.411166 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-fd3b7fa2-8885-415b-904b-02feafc0f85d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:03.419602 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-fd3b7fa2-8885-415b-904b-02feafc0f85d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:03.422037 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-fd3b7fa2-8885-415b-904b-02feafc0f85d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.126 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5445 time: 0.1700141 Nov 04 10:56:03.474636 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067300f-37cb-4be2-a539-ed6760c89869 req-2fda1bb4-aff5-40b4-8896-1ae6dccb8e35 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:03.480749 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067300f-37cb-4be2-a539-ed6760c89869 req-2fda1bb4-aff5-40b4-8896-1ae6dccb8e35 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:03.488298 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067300f-37cb-4be2-a539-ed6760c89869 req-2fda1bb4-aff5-40b4-8896-1ae6dccb8e35 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:03.494464 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067300f-37cb-4be2-a539-ed6760c89869 req-2fda1bb4-aff5-40b4-8896-1ae6dccb8e35 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:03.501545 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067300f-37cb-4be2-a539-ed6760c89869 req-2fda1bb4-aff5-40b4-8896-1ae6dccb8e35 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:03.507695 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067300f-37cb-4be2-a539-ed6760c89869 req-2fda1bb4-aff5-40b4-8896-1ae6dccb8e35 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:03.510352 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-22819f5e-54f9-4956-96a8-bd8f8580e5aa tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:03.515834 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067300f-37cb-4be2-a539-ed6760c89869 req-2fda1bb4-aff5-40b4-8896-1ae6dccb8e35 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:03.517031 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-22819f5e-54f9-4956-96a8-bd8f8580e5aa tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.126 "GET /v2.0/ports/b7148f4c-a774-4e7a-a8e9-c7483869a3e6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0834088 Nov 04 10:56:03.518327 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4067300f-37cb-4be2-a539-ed6760c89869 req-2fda1bb4-aff5-40b4-8896-1ae6dccb8e35 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 5445 time: 0.1546690 Nov 04 10:56:03.566314 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dda04eb-b678-4bde-80dd-b1ddcbbb5ab6 None None] Network d821a1bb-6325-423c-b2f9-3bf9d7390266 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:56:03.604442 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4067300f-37cb-4be2-a539-ed6760c89869 req-7de952c7-053b-4a99-b296-95936a158a32 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&id=beb0fa9b-4e23-4eb1-8b69-6a3b78163471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0780599 Nov 04 10:56:03.697819 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-3b2e88a3-f7e8-4161-ae31-d2169b670057 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.126 "GET /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1713006 Nov 04 10:56:03.712416 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-c79449f9-db59-4bc9-94d5-1bf36096811a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:56:03.772015 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-c79449f9-db59-4bc9-94d5-1bf36096811a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:03.917772 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-c79449f9-db59-4bc9-94d5-1bf36096811a service neutron] For port b7148f4c-a774-4e7a-a8e9-c7483869a3e6, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b7148f4c-a774-4e7a-a8e9-c7483869a3e6,segment=NetworkSegment(5fe677e5-64f3-4799-afaa-0015f65c7e61),segment_id=5fe677e5-64f3-4799-afaa-0015f65c7e61)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:03.957460 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-c79449f9-db59-4bc9-94d5-1bf36096811a service neutron] For port b7148f4c-a774-4e7a-a8e9-c7483869a3e6, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:56:03.992333 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-c79449f9-db59-4bc9-94d5-1bf36096811a service neutron] device_id is not set on port b7148f4c-a774-4e7a-a8e9-c7483869a3e6 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:56:03.997586 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-d2283a99-af80-4a38-b81c-c32b3baadef4 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:03.999273 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-d2283a99-af80-4a38-b81c-c32b3baadef4 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/networks?id=a91da649-3ab8-4f9a-91de-37e868f54617 HTTP/1.1" status: 200 len: 824 time: 0.1111648 Nov 04 10:56:04.005629 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-c79449f9-db59-4bc9-94d5-1bf36096811a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:04.011243 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-c79449f9-db59-4bc9-94d5-1bf36096811a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:04.016376 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-4d564f16-7512-44b8-ad64-cfc1c5e75094 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/quotas/bf0202e0006b49daad3a5b857bd13f63 HTTP/1.1" status: 200 len: 375 time: 0.0106683 Nov 04 10:56:04.064490 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-c2afd405-e67a-48f2-b5fa-42554e119b60 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=bf0202e0006b49daad3a5b857bd13f63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415707 Nov 04 10:56:04.086205 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-c79449f9-db59-4bc9-94d5-1bf36096811a service neutron] No DVR routers for this DVR port b7148f4c-a774-4e7a-a8e9-c7483869a3e6 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:56:04.089752 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79449f9-db59-4bc9-94d5-1bf36096811a service neutron] Pushing event updated for resources: {'Port': ['ID=b7148f4c-a774-4e7a-a8e9-c7483869a3e6,revision_number=6']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:04.143494 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-c79449f9-db59-4bc9-94d5-1bf36096811a service neutron] In _notify_port_updated(), no bound segment for port b7148f4c-a774-4e7a-a8e9-c7483869a3e6 on network b8ac75de-9cdf-411a-a432-39103b7f3ff1 {{(pid=101775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 04 10:56:04.144492 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-c79449f9-db59-4bc9-94d5-1bf36096811a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:04.145233 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-c79449f9-db59-4bc9-94d5-1bf36096811a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:04.146664 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-c79449f9-db59-4bc9-94d5-1bf36096811a service neutron] 10.222.0.126 "PUT /v2.0/ports/b7148f4c-a774-4e7a-a8e9-c7483869a3e6 HTTP/1.1" status: 200 len: 1032 time: 0.4395211 Nov 04 10:56:04.201735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-bfdf0373-44a4-4283-b90e-c5086e035361 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:04.203957 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-bfdf0373-44a4-4283-b90e-c5086e035361 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.126 "GET /v2.0/ports/95ad527b-0310-411c-89bd-1274654c7b5b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0482271 Nov 04 10:56:04.215595 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-589923ea-8918-48eb-a86a-6d2ff4309227 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:56:04.293554 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-589923ea-8918-48eb-a86a-6d2ff4309227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:04.332248 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-9561ddff-0136-4a17-b7fa-e0c9b66628bf service neutron] 10.222.0.127 "GET /v2.0/networks/a91da649-3ab8-4f9a-91de-37e868f54617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600093 Nov 04 10:56:04.437689 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-04ebde90-bff1-4a80-b0e0-90b0ff5f7f1d None None] Provisioning complete for port b7148f4c-a774-4e7a-a8e9-c7483869a3e6 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:04.439549 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-04ebde90-bff1-4a80-b0e0-90b0ff5f7f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:04.458549 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-589923ea-8918-48eb-a86a-6d2ff4309227 service neutron] For port 95ad527b-0310-411c-89bd-1274654c7b5b, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=95ad527b-0310-411c-89bd-1274654c7b5b,segment=NetworkSegment(5fe677e5-64f3-4799-afaa-0015f65c7e61),segment_id=5fe677e5-64f3-4799-afaa-0015f65c7e61)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:04.501425 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-589923ea-8918-48eb-a86a-6d2ff4309227 service neutron] For port 95ad527b-0310-411c-89bd-1274654c7b5b, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:56:04.502113 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-04ebde90-bff1-4a80-b0e0-90b0ff5f7f1d None None] Port b7148f4c-a774-4e7a-a8e9-c7483869a3e6 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:56:04.547171 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-589923ea-8918-48eb-a86a-6d2ff4309227 service neutron] device_id is not set on port 95ad527b-0310-411c-89bd-1274654c7b5b yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 10:56:04.557115 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-589923ea-8918-48eb-a86a-6d2ff4309227 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:04.568806 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-589923ea-8918-48eb-a86a-6d2ff4309227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:04.637809 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-589923ea-8918-48eb-a86a-6d2ff4309227 service neutron] No DVR routers for this DVR port 95ad527b-0310-411c-89bd-1274654c7b5b on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:56:04.688456 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-589923ea-8918-48eb-a86a-6d2ff4309227 service neutron] In _notify_port_updated(), no bound segment for port 95ad527b-0310-411c-89bd-1274654c7b5b on network b8ac75de-9cdf-411a-a432-39103b7f3ff1 {{(pid=101775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 04 10:56:04.689419 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-589923ea-8918-48eb-a86a-6d2ff4309227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:04.690089 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-589923ea-8918-48eb-a86a-6d2ff4309227 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:04.691445 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-589923ea-8918-48eb-a86a-6d2ff4309227 service neutron] 10.222.0.126 "PUT /v2.0/ports/95ad527b-0310-411c-89bd-1274654c7b5b HTTP/1.1" status: 200 len: 1033 time: 0.4805870 Nov 04 10:56:04.692734 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589923ea-8918-48eb-a86a-6d2ff4309227 service neutron] Pushing event updated for resources: {'Port': ['ID=95ad527b-0310-411c-89bd-1274654c7b5b,revision_number=6']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:04.709616 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-8e73348e-e236-423d-aa01-90bad705edf6 service neutron] 10.222.0.127 "GET /v2.0/networks/a91da649-3ab8-4f9a-91de-37e868f54617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762672 Nov 04 10:56:04.813007 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-a523d213-0fc4-46c1-ac97-dab1632ed2f1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Deleting port e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:56:04.814168 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-a523d213-0fc4-46c1-ac97-dab1632ed2f1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:04.932372 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-157a0130-3d82-4aac-af57-a493c6673ad6 None None] Provisioning complete for port 95ad527b-0310-411c-89bd-1274654c7b5b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:04.933144 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-157a0130-3d82-4aac-af57-a493c6673ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:04.953133 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-a523d213-0fc4-46c1-ac97-dab1632ed2f1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] For port e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03,segment=NetworkSegment(5fe677e5-64f3-4799-afaa-0015f65c7e61),segment_id=5fe677e5-64f3-4799-afaa-0015f65c7e61)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:04.953557 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-a523d213-0fc4-46c1-ac97-dab1632ed2f1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:04.973725 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-a523d213-0fc4-46c1-ac97-dab1632ed2f1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Calling delete_port for e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:56:04.978148 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-157a0130-3d82-4aac-af57-a493c6673ad6 None None] Port 95ad527b-0310-411c-89bd-1274654c7b5b cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:56:04.984761 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cfc568-7e67-4dd5-b5f7-93af1d9c2974 req-730cb429-bbf6-440e-93cc-28ee2e9030c9 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:04.996005 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cfc568-7e67-4dd5-b5f7-93af1d9c2974 req-730cb429-bbf6-440e-93cc-28ee2e9030c9 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:05.003222 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cfc568-7e67-4dd5-b5f7-93af1d9c2974 req-730cb429-bbf6-440e-93cc-28ee2e9030c9 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:05.010493 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cfc568-7e67-4dd5-b5f7-93af1d9c2974 req-730cb429-bbf6-440e-93cc-28ee2e9030c9 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:05.017591 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cfc568-7e67-4dd5-b5f7-93af1d9c2974 req-730cb429-bbf6-440e-93cc-28ee2e9030c9 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:05.025823 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d3cfc568-7e67-4dd5-b5f7-93af1d9c2974 req-730cb429-bbf6-440e-93cc-28ee2e9030c9 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 3886 time: 0.1385920 Nov 04 10:56:05.100155 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d3cfc568-7e67-4dd5-b5f7-93af1d9c2974 req-52a8d67d-0355-4e98-a398-b7c36beb0e23 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700543 Nov 04 10:56:05.148271 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-a523d213-0fc4-46c1-ac97-dab1632ed2f1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:05.192138 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523d213-0fc4-46c1-ac97-dab1632ed2f1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event deleted for resources: {'Port': ['ID=e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:05.197130 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-94b07236-75fd-4958-986d-a63b9826b630 req-81d3f499-cdb1-437b-81d2-da193593a0a4 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/ports?device_id=c25ffc23-18d7-41a3-8873-b717916fbb8b HTTP/1.1" status: 200 len: 210 time: 0.0338457 Nov 04 10:56:05.265364 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-a523d213-0fc4-46c1-ac97-dab1632ed2f1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] No DVR routers for this DVR port e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:56:05.268126 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-a523d213-0fc4-46c1-ac97-dab1632ed2f1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:05.271669 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-a523d213-0fc4-46c1-ac97-dab1632ed2f1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.126 "DELETE /v2.0/ports/e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03 HTTP/1.1" status: 204 len: 173 time: 0.5731552 Nov 04 10:56:05.272147 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'name': 'network-vif-deleted', 'tag': 'e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:56:05.274653 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2c8dbd-606f-4437-b2cd-f2ea4852c80f" -d '{"events": [{"server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "name": "network-vif-deleted", "tag": "e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:56:05.323014 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6d05dd-15f7-4cbf-ba6b-4e19565050e7 x-openstack-request-id: req-ca6d05dd-15f7-4cbf-ba6b-4e19565050e7 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:56:05.323311 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "name": "network-vif-deleted", "tag": "e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:56:05.323596 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ca6d05dd-15f7-4cbf-ba6b-4e19565050e7 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:56:05.323979 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'name': 'network-vif-deleted', 'tag': 'e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03', 'status': 'completed', 'code': 200} Nov 04 10:56:05.399882 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-fa2b68b9-52bb-4315-b203-7a33ed3b86cc tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Deleting port f1aa7d96-2a2d-428f-92e0-98b150ce6175 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:56:05.400227 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-fa2b68b9-52bb-4315-b203-7a33ed3b86cc tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:05.509917 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-fa2b68b9-52bb-4315-b203-7a33ed3b86cc tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] For port f1aa7d96-2a2d-428f-92e0-98b150ce6175, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=f1aa7d96-2a2d-428f-92e0-98b150ce6175,segment=NetworkSegment(5fe677e5-64f3-4799-afaa-0015f65c7e61),segment_id=5fe677e5-64f3-4799-afaa-0015f65c7e61)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:05.510298 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-fa2b68b9-52bb-4315-b203-7a33ed3b86cc tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:05.524245 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-fa2b68b9-52bb-4315-b203-7a33ed3b86cc tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Calling delete_port for f1aa7d96-2a2d-428f-92e0-98b150ce6175 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:56:05.692963 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-fa2b68b9-52bb-4315-b203-7a33ed3b86cc tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:05.768294 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b68b9-52bb-4315-b203-7a33ed3b86cc tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event deleted for resources: {'Port': ['ID=f1aa7d96-2a2d-428f-92e0-98b150ce6175,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:05.813311 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-fa2b68b9-52bb-4315-b203-7a33ed3b86cc tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] No DVR routers for this DVR port f1aa7d96-2a2d-428f-92e0-98b150ce6175 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:56:05.816654 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-fa2b68b9-52bb-4315-b203-7a33ed3b86cc tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:05.821150 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-fa2b68b9-52bb-4315-b203-7a33ed3b86cc tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.126 "DELETE /v2.0/ports/f1aa7d96-2a2d-428f-92e0-98b150ce6175 HTTP/1.1" status: 204 len: 173 time: 0.5314772 Nov 04 10:56:05.923888 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-a98643e5-14ac-49f2-9a7d-24aee35c3ce1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Deleting port 01768171-34a9-4d5d-aca7-7f2598e2272a {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:56:05.924106 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-a98643e5-14ac-49f2-9a7d-24aee35c3ce1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:06.026935 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-a98643e5-14ac-49f2-9a7d-24aee35c3ce1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] For port 01768171-34a9-4d5d-aca7-7f2598e2272a, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=01768171-34a9-4d5d-aca7-7f2598e2272a,segment=NetworkSegment(2d5d8c25-2aa9-495e-b504-1afc5190acc8),segment_id=2d5d8c25-2aa9-495e-b504-1afc5190acc8)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:06.027371 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-a98643e5-14ac-49f2-9a7d-24aee35c3ce1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:06.047088 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-a98643e5-14ac-49f2-9a7d-24aee35c3ce1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Calling delete_port for 01768171-34a9-4d5d-aca7-7f2598e2272a owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:56:06.291714 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3716ee-200b-475d-bbe4-c99a7f83d450 req-548076f8-a35a-4489-ba74-e516adc554d4 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:06.298575 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3716ee-200b-475d-bbe4-c99a7f83d450 req-548076f8-a35a-4489-ba74-e516adc554d4 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:06.304793 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3716ee-200b-475d-bbe4-c99a7f83d450 req-548076f8-a35a-4489-ba74-e516adc554d4 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:06.307323 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-a98643e5-14ac-49f2-9a7d-24aee35c3ce1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:06.314078 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ca3716ee-200b-475d-bbe4-c99a7f83d450 req-548076f8-a35a-4489-ba74-e516adc554d4 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 2416 time: 0.0810595 Nov 04 10:56:06.381480 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98643e5-14ac-49f2-9a7d-24aee35c3ce1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event deleted for resources: {'Port': ['ID=01768171-34a9-4d5d-aca7-7f2598e2272a,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:06.401153 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-c8bb7ca7-f126-4970-9777-6c9d75620a71 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:06.402788 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-c8bb7ca7-f126-4970-9777-6c9d75620a71 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.121 "GET /v2.0/networks?id=a91da649-3ab8-4f9a-91de-37e868f54617 HTTP/1.1" status: 200 len: 824 time: 0.2798285 Nov 04 10:56:06.405334 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ca3716ee-200b-475d-bbe4-c99a7f83d450 req-1131b218-02a4-47ac-aed5-c76751128411 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904822 Nov 04 10:56:06.435593 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-13357c74-5f20-4bd5-b554-916976e5d81a tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Request body: {'port': {'device_id': 'c25ffc23-18d7-41a3-8873-b717916fbb8b', 'network_id': 'a91da649-3ab8-4f9a-91de-37e868f54617', 'admin_state_up': True, 'tenant_id': 'bf0202e0006b49daad3a5b857bd13f63'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:56:06.493023 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-a98643e5-14ac-49f2-9a7d-24aee35c3ce1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] No DVR routers for this DVR port 01768171-34a9-4d5d-aca7-7f2598e2272a on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:56:06.496794 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-a98643e5-14ac-49f2-9a7d-24aee35c3ce1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:06.500184 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-a98643e5-14ac-49f2-9a7d-24aee35c3ce1 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.126 "DELETE /v2.0/ports/01768171-34a9-4d5d-aca7-7f2598e2272a HTTP/1.1" status: 204 len: 173 time: 0.6656966 Nov 04 10:56:06.514634 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-912f1b01-f488-40cc-aded-9298103ba49d req-1d4e98e2-9739-4ed6-b7ae-2105248a3ceb tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/ports?device_id=c25ffc23-18d7-41a3-8873-b717916fbb8b HTTP/1.1" status: 200 len: 210 time: 0.0320842 Nov 04 10:56:06.630136 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-13357c74-5f20-4bd5-b554-916976e5d81a tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Made reservation on behalf of bf0202e0006b49daad3a5b857bd13f63 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:56:06.634291 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-13357c74-5f20-4bd5-b554-916976e5d81a tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:06.653558 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-ac9af762-8950-4e2d-b302-6af0ccaa5355 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Deleting port 2e5d01da-bc74-425c-a694-015cf173c59b {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:56:06.653890 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-ac9af762-8950-4e2d-b302-6af0ccaa5355 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:06.822888 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-ac9af762-8950-4e2d-b302-6af0ccaa5355 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] For port 2e5d01da-bc74-425c-a694-015cf173c59b, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=2e5d01da-bc74-425c-a694-015cf173c59b,segment=NetworkSegment(75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d),segment_id=75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:06.823607 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-ac9af762-8950-4e2d-b302-6af0ccaa5355 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:06.893695 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-13357c74-5f20-4bd5-b554-916976e5d81a tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Allocated IP 172.20.0.7 (a91da649-3ab8-4f9a-91de-37e868f54617/a6297a05-4f99-4f3a-9da3-de26dbe587e6/be3748eb-3375-401b-9d5f-9ed40a944a5b) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:56:07.125433 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-ac9af762-8950-4e2d-b302-6af0ccaa5355 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:07.125763 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-ac9af762-8950-4e2d-b302-6af0ccaa5355 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:07.126096 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-ac9af762-8950-4e2d-b302-6af0ccaa5355 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Floating IP a8cf1525-b6be-4cfa-ab0a-86c703668a31 disassociated. External IP: 172.25.7.153, port: 2e5d01da-bc74-425c-a694-015cf173c59b. Nov 04 10:56:07.126432 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-ac9af762-8950-4e2d-b302-6af0ccaa5355 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Calling delete_port for 2e5d01da-bc74-425c-a694-015cf173c59b owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:56:07.209323 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-13357c74-5f20-4bd5-b554-916976e5d81a tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:07.269189 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-13357c74-5f20-4bd5-b554-916976e5d81a tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:07.327685 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'name': 'network-vif-deleted', 'tag': 'f1aa7d96-2a2d-428f-92e0-98b150ce6175'}, {'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'name': 'network-vif-deleted', 'tag': '01768171-34a9-4d5d-aca7-7f2598e2272a'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:56:07.330025 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c2732b-02d6-40b8-8d66-69295fe1ffe2" -d '{"events": [{"server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "name": "network-vif-deleted", "tag": "f1aa7d96-2a2d-428f-92e0-98b150ce6175"}, {"server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "name": "network-vif-deleted", "tag": "01768171-34a9-4d5d-aca7-7f2598e2272a"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:56:07.346674 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-13357c74-5f20-4bd5-b554-916976e5d81a tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Network a91da649-3ab8-4f9a-91de-37e868f54617 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:56:07.363870 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-13357c74-5f20-4bd5-b554-916976e5d81a tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:56:07.371705 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-13357c74-5f20-4bd5-b554-916976e5d81a tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:56:07.376741 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 04 Nov 2021 10:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77757a19-c371-4dff-a690-0525c09efee0 x-openstack-request-id: req-77757a19-c371-4dff-a690-0525c09efee0 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:56:07.377076 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "name": "network-vif-deleted", "tag": "f1aa7d96-2a2d-428f-92e0-98b150ce6175", "status": "completed", "code": 200}, {"server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "name": "network-vif-deleted", "tag": "01768171-34a9-4d5d-aca7-7f2598e2272a", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:56:07.377327 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-77757a19-c371-4dff-a690-0525c09efee0 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:56:07.377856 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'name': 'network-vif-deleted', 'tag': 'f1aa7d96-2a2d-428f-92e0-98b150ce6175', 'status': 'completed', 'code': 200} Nov 04 10:56:07.378108 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'name': 'network-vif-deleted', 'tag': '01768171-34a9-4d5d-aca7-7f2598e2272a', 'status': 'completed', 'code': 200} Nov 04 10:56:07.394402 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 01768171-34a9-4d5d-aca7-7f2598e2272a no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:56:07.404548 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13357c74-5f20-4bd5-b554-916976e5d81a tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Pushing event updated for resources: {'Port': ['ID=be3748eb-3375-401b-9d5f-9ed40a944a5b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:07.406537 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-ac9af762-8950-4e2d-b302-6af0ccaa5355 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:07.422191 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 01768171-34a9-4d5d-aca7-7f2598e2272a {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:56:07.422879 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 01768171-34a9-4d5d-aca7-7f2598e2272a not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:56:07.423561 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 2e5d01da-bc74-425c-a694-015cf173c59b no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:56:07.445071 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 2e5d01da-bc74-425c-a694-015cf173c59b {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:56:07.445589 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 2e5d01da-bc74-425c-a694-015cf173c59b not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:56:07.446212 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device abff8681-5536-4f57-ae0f-bea4324905c6 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:56:07.447656 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9af762-8950-4e2d-b302-6af0ccaa5355 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event deleted for resources: {'Port': ['ID=2e5d01da-bc74-425c-a694-015cf173c59b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:07.469196 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-13357c74-5f20-4bd5-b554-916976e5d81a tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:07.470062 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-13357c74-5f20-4bd5-b554-916976e5d81a tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:07.533477 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-13357c74-5f20-4bd5-b554-916976e5d81a tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1047523 Nov 04 10:56:07.544427 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:07.556565 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Request body: {'port': {'device_id': 'c25ffc23-18d7-41a3-8873-b717916fbb8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:56:07.570711 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abff8681-5536-4f57-ae0f-bea4324905c6'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:56:07.574372 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2933fc9b-0a8d-4bf1-8d5e-d17705405c1c" -d '{"events": [{"server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "name": "network-vif-unplugged", "status": "completed", "tag": "abff8681-5536-4f57-ae0f-bea4324905c6"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:56:07.590314 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port abff8681-5536-4f57-ae0f-bea4324905c6, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=abff8681-5536-4f57-ae0f-bea4324905c6,segment=NetworkSegment(2d5d8c25-2aa9-495e-b504-1afc5190acc8),segment_id=2d5d8c25-2aa9-495e-b504-1afc5190acc8)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:07.596330 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:07.597902 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device f1aa7d96-2a2d-428f-92e0-98b150ce6175 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:56:07.600769 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d08444-9a4f-49f3-8efa-aef7c8309095 req-9aec7e18-2bba-4179-bf57-b84d5e96bf01 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:07.605350 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e0d08444-9a4f-49f3-8efa-aef7c8309095 req-9aec7e18-2bba-4179-bf57-b84d5e96bf01 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 945 time: 0.0698977 Nov 04 10:56:07.620743 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: f1aa7d96-2a2d-428f-92e0-98b150ce6175 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:56:07.621365 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device f1aa7d96-2a2d-428f-92e0-98b150ce6175 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:56:07.621960 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 95ad527b-0310-411c-89bd-1274654c7b5b no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:56:07.670217 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e0d08444-9a4f-49f3-8efa-aef7c8309095 req-095e4979-eba9-4aa6-b8ca-04f3fec2c227 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589049 Nov 04 10:56:07.687168 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=abff8681-5536-4f57-ae0f-bea4324905c6,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:07.741580 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 95ad527b-0310-411c-89bd-1274654c7b5b not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:56:07.742018 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b7148f4c-a774-4e7a-a8e9-c7483869a3e6 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:56:07.785979 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:07.786320 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:07.786664 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:07.787701 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:07.788036 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:07.788717 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:07.789069 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:07.789391 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:07.789727 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:07.790365 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:07.790693 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:07.791013 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:07.800916 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b7148f4c-a774-4e7a-a8e9-c7483869a3e6 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:56:07.801299 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:56:07.824416 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:56:07.826600 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device e23b5ef3-d0a2-4e46-be8d-20eaa1dddb03 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:56:07.846438 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfc899-d020-43db-a66f-c033ccf254e7 req-7f97ade0-45d0-462c-9fd7-aa9c04102b75 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:07.848196 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-47cfc899-d020-43db-a66f-c033ccf254e7 req-7f97ade0-45d0-462c-9fd7-aa9c04102b75 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/ports?device_id=c25ffc23-18d7-41a3-8873-b717916fbb8b HTTP/1.1" status: 200 len: 931 time: 0.0751712 Nov 04 10:56:07.929938 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-47cfc899-d020-43db-a66f-c033ccf254e7 req-762028ee-9245-4b9b-8b1c-51120e3150c2 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/security-groups?id=7c533fd0-8365-4817-a9d0-c18e70154dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702636 Nov 04 10:56:07.984877 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db625c0-0174-48d2-aeb1-5402e0e16f34 x-openstack-request-id: req-1db625c0-0174-48d2-aeb1-5402e0e16f34 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:56:07.985161 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "name": "network-vif-unplugged", "status": "completed", "tag": "abff8681-5536-4f57-ae0f-bea4324905c6", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:56:07.985465 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-1db625c0-0174-48d2-aeb1-5402e0e16f34 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:56:07.985992 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abff8681-5536-4f57-ae0f-bea4324905c6', 'code': 200} Nov 04 10:56:08.134936 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:08.153575 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-ac9af762-8950-4e2d-b302-6af0ccaa5355 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Router 17a1cc1c-6852-4db5-81d5-61e2859544ae has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:56:08.411627 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-ac9af762-8950-4e2d-b302-6af0ccaa5355 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:56:08.427822 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b0f477-383d-45d3-9057-cbfb2a51a5a0 None None] Sync routers for ids ['17a1cc1c-6852-4db5-81d5-61e2859544ae'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:56:08.441906 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b0f477-383d-45d3-9057-cbfb2a51a5a0 None None] Routers {'17a1cc1c-6852-4db5-81d5-61e2859544ae'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:56:08.442546 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-99b0f477-383d-45d3-9057-cbfb2a51a5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:55:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['17a1cc1c-6852-4db5-81d5-61e2859544ae'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:08.469997 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-ac9af762-8950-4e2d-b302-6af0ccaa5355 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] No DVR routers for this DVR port 2e5d01da-bc74-425c-a694-015cf173c59b on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:56:08.470739 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-ac9af762-8950-4e2d-b302-6af0ccaa5355 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:08.477153 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-ac9af762-8950-4e2d-b302-6af0ccaa5355 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.126 "DELETE /v2.0/ports/2e5d01da-bc74-425c-a694-015cf173c59b HTTP/1.1" status: 204 len: 173 time: 1.9681139 Nov 04 10:56:08.555320 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-99b0f477-383d-45d3-9057-cbfb2a51a5a0 None None] Set router 17a1cc1c-6852-4db5-81d5-61e2859544ae gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:56:08.623807 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3748eb-3375-401b-9d5f-9ed40a944a5b {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:56:08.635150 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:08.653465 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-4121f3c4-bb83-4e62-bf8d-c362cca2bb1f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Deleting port abff8681-5536-4f57-ae0f-bea4324905c6 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:56:08.653797 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-4121f3c4-bb83-4e62-bf8d-c362cca2bb1f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:08.656900 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Transition to ACTIVE for port object be3748eb-3375-401b-9d5f-9ed40a944a5b will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:56:08.671497 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:08.787014 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-99b0f477-383d-45d3-9057-cbfb2a51a5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'name': 'tempest-TaggedBootDevicesTest_v242-136272207-router', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '6ca37e0e-010c-4936-98e0-04303c7762f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:23Z', 'updated_at': '2021-11-04T10:45:32Z', 'revision_number': 4, 'project_id': 'daa3a4d308184b5b997a81a95ee49bba', 'gw_port': {'id': '6ca37e0e-010c-4936-98e0-04303c7762f6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:24Z', 'updated_at': '2021-11-04T10:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '64ac8033-428e-482b-a0d8-3a79b222e611', 'name': '', 'network_id': '22d81940-0863-47fd-a6fd-195db973a95d', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'mac_address': 'fa:16:3e:fd:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'b69ed837-2fcf-424e-9608-263128d9a467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:30Z', 'updated_at': '2021-11-04T10:45:37Z', 'revision_number': 5, 'project_id': 'daa3a4d308184b5b997a81a95ee49bba', 'subnets': [{'id': 'b69ed837-2fcf-424e-9608-263128d9a467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:08.792792 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Pushing event updated for resources: {'Port': ['ID=be3748eb-3375-401b-9d5f-9ed40a944a5b,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:08.821424 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b0f477-383d-45d3-9057-cbfb2a51a5a0 None None] Checking router: 17a1cc1c-6852-4db5-81d5-61e2859544ae for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:56:08.832907 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b0f477-383d-45d3-9057-cbfb2a51a5a0 None None] Routers {'17a1cc1c-6852-4db5-81d5-61e2859544ae'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:56:08.833925 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-99b0f477-383d-45d3-9057-cbfb2a51a5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:55:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['17a1cc1c-6852-4db5-81d5-61e2859544ae'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:08.835342 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:08.835666 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:08.835999 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:08.836329 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:08.836652 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:08.837000 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:08.837317 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:08.837635 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:08.837956 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:08.838270 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:08.838585 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:08.838905 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:08.844320 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-4121f3c4-bb83-4e62-bf8d-c362cca2bb1f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] For port abff8681-5536-4f57-ae0f-bea4324905c6, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=abff8681-5536-4f57-ae0f-bea4324905c6,segment=NetworkSegment(2d5d8c25-2aa9-495e-b504-1afc5190acc8),segment_id=2d5d8c25-2aa9-495e-b504-1afc5190acc8)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:08.844680 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-4121f3c4-bb83-4e62-bf8d-c362cca2bb1f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:08.851466 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7186b7-8edc-4e53-aceb-d54cbabfafb3 req-f6cb6f63-8b7f-42ae-9301-a1184bcecd50 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:08.861094 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bd7186b7-8edc-4e53-aceb-d54cbabfafb3 req-f6cb6f63-8b7f-42ae-9301-a1184bcecd50 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 943 time: 0.0845246 Nov 04 10:56:08.878862 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-4121f3c4-bb83-4e62-bf8d-c362cca2bb1f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Calling delete_port for abff8681-5536-4f57-ae0f-bea4324905c6 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:56:08.932738 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bd7186b7-8edc-4e53-aceb-d54cbabfafb3 req-5efde86c-de51-440e-85c1-637ff5d114ac tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups?id=05adb90e-9e50-46f1-86fb-ae607608a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706201 Nov 04 10:56:08.977841 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-99b0f477-383d-45d3-9057-cbfb2a51a5a0 None None] Set router 17a1cc1c-6852-4db5-81d5-61e2859544ae gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:56:09.004573 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Attempting to bind port be3748eb-3375-401b-9d5f-9ed40a944a5b on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:56:09.005227 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Attempting to bind port be3748eb-3375-401b-9d5f-9ed40a944a5b by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '968d94d4-2db5-4dad-a4e7-b59e8552b180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'a91da649-3ab8-4f9a-91de-37e868f54617'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:56:09.005649 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Attempting to bind port be3748eb-3375-401b-9d5f-9ed40a944a5b on network a91da649-3ab8-4f9a-91de-37e868f54617 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:56:09.022884 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Port be3748eb-3375-401b-9d5f-9ed40a944a5b on network a91da649-3ab8-4f9a-91de-37e868f54617 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:56:09.023366 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Attempting to bind port be3748eb-3375-401b-9d5f-9ed40a944a5b on network a91da649-3ab8-4f9a-91de-37e868f54617 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:56:09.056635 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:56:09.057035 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Checking segment: {'id': '968d94d4-2db5-4dad-a4e7-b59e8552b180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'a91da649-3ab8-4f9a-91de-37e868f54617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:56:09.057612 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Bound using segment: {'id': '968d94d4-2db5-4dad-a4e7-b59e8552b180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'a91da649-3ab8-4f9a-91de-37e868f54617'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:56:09.058163 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Bound port: be3748eb-3375-401b-9d5f-9ed40a944a5b, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '968d94d4-2db5-4dad-a4e7-b59e8552b180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'a91da649-3ab8-4f9a-91de-37e868f54617'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:56:09.058682 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:09.130974 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591cc12-3735-435d-8d38-4e4300da38bf req-6c968276-2a85-46cd-95c1-8c5f28b00a5d tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:09.139846 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f591cc12-3735-435d-8d38-4e4300da38bf req-6c968276-2a85-46cd-95c1-8c5f28b00a5d tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/ports?device_id=c25ffc23-18d7-41a3-8873-b717916fbb8b HTTP/1.1" status: 200 len: 943 time: 0.1117833 Nov 04 10:56:09.189231 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] For port be3748eb-3375-401b-9d5f-9ed40a944a5b, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:56:09.205661 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] For port be3748eb-3375-401b-9d5f-9ed40a944a5b, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=be3748eb-3375-401b-9d5f-9ed40a944a5b,segment=NetworkSegment(968d94d4-2db5-4dad-a4e7-b59e8552b180),segment_id=968d94d4-2db5-4dad-a4e7-b59e8552b180)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:56:09.208097 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-4121f3c4-bb83-4e62-bf8d-c362cca2bb1f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:09.221240 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f591cc12-3735-435d-8d38-4e4300da38bf req-14f356da-dfac-48cd-8bdf-1a02ba68dc15 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/security-groups?id=7c533fd0-8365-4817-a9d0-c18e70154dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798795 Nov 04 10:56:09.247233 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:09.255625 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121f3c4-bb83-4e62-bf8d-c362cca2bb1f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event deleted for resources: {'Port': ['ID=abff8681-5536-4f57-ae0f-bea4324905c6,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:09.300449 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-99b0f477-383d-45d3-9057-cbfb2a51a5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'name': 'tempest-TaggedBootDevicesTest_v242-136272207-router', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '6ca37e0e-010c-4936-98e0-04303c7762f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:23Z', 'updated_at': '2021-11-04T10:45:32Z', 'revision_number': 4, 'project_id': 'daa3a4d308184b5b997a81a95ee49bba', 'gw_port': {'id': '6ca37e0e-010c-4936-98e0-04303c7762f6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:24Z', 'updated_at': '2021-11-04T10:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '64ac8033-428e-482b-a0d8-3a79b222e611', 'name': '', 'network_id': '22d81940-0863-47fd-a6fd-195db973a95d', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'mac_address': 'fa:16:3e:fd:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'b69ed837-2fcf-424e-9608-263128d9a467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:30Z', 'updated_at': '2021-11-04T10:45:37Z', 'revision_number': 5, 'project_id': 'daa3a4d308184b5b997a81a95ee49bba', 'subnets': [{'id': 'b69ed837-2fcf-424e-9608-263128d9a467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:09.312494 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:09.312494 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:09.313458 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] 10.222.0.121 "PUT /v2.0/ports/be3748eb-3375-401b-9d5f-9ed40a944a5b HTTP/1.1" status: 200 len: 1091 time: 1.7683046 Nov 04 10:56:09.334717 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b0f477-383d-45d3-9057-cbfb2a51a5a0 None None] The sync data for ids ['17a1cc1c-6852-4db5-81d5-61e2859544ae'] in n-d-816629-1 is: [{'id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'name': 'tempest-TaggedBootDevicesTest_v242-136272207-router', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '6ca37e0e-010c-4936-98e0-04303c7762f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:23Z', 'updated_at': '2021-11-04T10:45:32Z', 'revision_number': 4, 'project_id': 'daa3a4d308184b5b997a81a95ee49bba', 'gw_port': {'id': '6ca37e0e-010c-4936-98e0-04303c7762f6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:24Z', 'updated_at': '2021-11-04T10:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '64ac8033-428e-482b-a0d8-3a79b222e611', 'name': '', 'network_id': '22d81940-0863-47fd-a6fd-195db973a95d', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'mac_address': 'fa:16:3e:fd:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'b69ed837-2fcf-424e-9608-263128d9a467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:30Z', 'updated_at': '2021-11-04T10:45:37Z', 'revision_number': 5, 'project_id': 'daa3a4d308184b5b997a81a95ee49bba', 'subnets': [{'id': 'b69ed837-2fcf-424e-9608-263128d9a467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:56:09.348305 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-4121f3c4-bb83-4e62-bf8d-c362cca2bb1f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] No DVR routers for this DVR port abff8681-5536-4f57-ae0f-bea4324905c6 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:56:09.353949 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-4121f3c4-bb83-4e62-bf8d-c362cca2bb1f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:09.357401 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-aeb4ec58-7bae-4b0e-a46d-934984df5756 req-4121f3c4-bb83-4e62-bf8d-c362cca2bb1f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.126 "DELETE /v2.0/ports/abff8681-5536-4f57-ae0f-bea4324905c6 HTTP/1.1" status: 204 len: 173 time: 0.8730409 Nov 04 10:56:09.427589 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'name': 'network-vif-deleted', 'tag': '2e5d01da-bc74-425c-a694-015cf173c59b'}, {'name': 'network-changed', 'server_uuid': 'c25ffc23-18d7-41a3-8873-b717916fbb8b', 'tag': 'be3748eb-3375-401b-9d5f-9ed40a944a5b'}, {'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'name': 'network-vif-deleted', 'tag': 'abff8681-5536-4f57-ae0f-bea4324905c6'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:56:09.432073 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8947954-e49e-4cd3-962e-2a71be71ae07" -d '{"events": [{"server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "name": "network-vif-deleted", "tag": "2e5d01da-bc74-425c-a694-015cf173c59b"}, {"name": "network-changed", "server_uuid": "c25ffc23-18d7-41a3-8873-b717916fbb8b", "tag": "be3748eb-3375-401b-9d5f-9ed40a944a5b"}, {"server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "name": "network-vif-deleted", "tag": "abff8681-5536-4f57-ae0f-bea4324905c6"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:56:09.462287 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2db877-c4f5-495f-83b3-50a25a465b3e service neutron] Pushing event updated for resources: {'Port': ['ID=be3748eb-3375-401b-9d5f-9ed40a944a5b,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:09.479670 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-f82a5c8b-fc04-468f-b42c-fe42acb3f94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:09.481071 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-f82a5c8b-fc04-468f-b42c-fe42acb3f94d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bf0202e0006b49daad3a5b857bd13f63&device_id=c25ffc23-18d7-41a3-8873-b717916fbb8b HTTP/1.1" status: 200 len: 1094 time: 0.1226599 Nov 04 10:56:09.542520 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 04 Nov 2021 10:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77df89b0-7d93-4208-81a2-018a10577399 x-openstack-request-id: req-77df89b0-7d93-4208-81a2-018a10577399 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:56:09.542756 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "name": "network-vif-deleted", "tag": "2e5d01da-bc74-425c-a694-015cf173c59b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c25ffc23-18d7-41a3-8873-b717916fbb8b", "tag": "be3748eb-3375-401b-9d5f-9ed40a944a5b", "status": "completed", "code": 200}, {"server_uuid": "20e78121-78eb-4474-a1bb-cb2c8a6ed0c5", "name": "network-vif-deleted", "tag": "abff8681-5536-4f57-ae0f-bea4324905c6", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:56:09.543116 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-77df89b0-7d93-4208-81a2-018a10577399 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:56:09.543624 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'name': 'network-vif-deleted', 'tag': '2e5d01da-bc74-425c-a694-015cf173c59b', 'status': 'completed', 'code': 200} Nov 04 10:56:09.544007 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c25ffc23-18d7-41a3-8873-b717916fbb8b', 'tag': 'be3748eb-3375-401b-9d5f-9ed40a944a5b', 'status': 'completed', 'code': 200} Nov 04 10:56:09.544369 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e78121-78eb-4474-a1bb-cb2c8a6ed0c5', 'name': 'network-vif-deleted', 'tag': 'abff8681-5536-4f57-ae0f-bea4324905c6', 'status': 'completed', 'code': 200} Nov 04 10:56:09.546311 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-0a3fc89b-9f53-4b5c-a5fe-57c3b5e17d66 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be3748eb-3375-401b-9d5f-9ed40a944a5b HTTP/1.1" status: 200 len: 217 time: 0.0556500 Nov 04 10:56:09.603612 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-8f0ad65e-d63e-4883-b56b-21e5a3f09563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:09.605518 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-8f0ad65e-d63e-4883-b56b-21e5a3f09563 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=a6297a05-4f99-4f3a-9da3-de26dbe587e6 HTTP/1.1" status: 200 len: 864 time: 0.0508282 Nov 04 10:56:09.640496 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-1e9398b6-b028-4813-9672-a38d33282efa service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a91da649-3ab8-4f9a-91de-37e868f54617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275047 Nov 04 10:56:09.751592 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-a156a544-3d97-4499-a461-1fbedf0ca136 service neutron] 10.222.0.121 "GET /v2.0/networks/a91da649-3ab8-4f9a-91de-37e868f54617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037555 Nov 04 10:56:09.818317 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8fcb7f-63b5-4ed4-b0e3-aec9b545a9c3 None None] New status for floating IP a8cf1525-b6be-4cfa-ab0a-86c703668a31: DOWN {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:56:09.873726 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e59991e9-b251-4d19-9144-84e8f29cfa1b req-b538cbce-9114-49cc-859e-127d792b4000 service neutron] 10.222.0.121 "GET /v2.0/networks/a91da649-3ab8-4f9a-91de-37e868f54617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140113 Nov 04 10:56:09.969336 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8947954-e49e-4cd3-962e-2a71be71ae07 req-18f166fa-671b-4970-9453-63f78fbb9bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:09.971088 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a8947954-e49e-4cd3-962e-2a71be71ae07 req-18f166fa-671b-4970-9453-63f78fbb9bc2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bf0202e0006b49daad3a5b857bd13f63&device_id=c25ffc23-18d7-41a3-8873-b717916fbb8b HTTP/1.1" status: 200 len: 1094 time: 0.0476816 Nov 04 10:56:10.051168 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-36fea5f1-bcf3-4322-8d50-1f1c8bf4917e req-57c9f92f-3128-4754-9b02-1104cd4b417b tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 210 time: 0.0365117 Nov 04 10:56:10.079728 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8947954-e49e-4cd3-962e-2a71be71ae07 req-9f092994-af60-41dd-823c-b6963d87e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:10.081386 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a8947954-e49e-4cd3-962e-2a71be71ae07 req-9f092994-af60-41dd-823c-b6963d87e2f8 service neutron] 10.222.0.121 "GET /v2.0/networks?id=a91da649-3ab8-4f9a-91de-37e868f54617 HTTP/1.1" status: 200 len: 926 time: 0.1012928 Nov 04 10:56:10.126743 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a8947954-e49e-4cd3-962e-2a71be71ae07 req-3c3ba15b-4069-47ee-b757-284985052f26 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be3748eb-3375-401b-9d5f-9ed40a944a5b HTTP/1.1" status: 200 len: 217 time: 0.0370123 Nov 04 10:56:10.184751 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8947954-e49e-4cd3-962e-2a71be71ae07 req-15af45c9-a471-428d-b5cb-0ae99dd3c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:10.186443 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a8947954-e49e-4cd3-962e-2a71be71ae07 req-15af45c9-a471-428d-b5cb-0ae99dd3c77d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=a6297a05-4f99-4f3a-9da3-de26dbe587e6 HTTP/1.1" status: 200 len: 864 time: 0.0515034 Nov 04 10:56:10.225540 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a8947954-e49e-4cd3-962e-2a71be71ae07 req-592dbe15-f39d-436f-b4d3-a5fb0298b0bc service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a91da649-3ab8-4f9a-91de-37e868f54617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304487 Nov 04 10:56:10.330744 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a8947954-e49e-4cd3-962e-2a71be71ae07 req-090dd6bd-43e6-4751-bf8a-c3060707a9d3 service neutron] 10.222.0.121 "GET /v2.0/networks/a91da649-3ab8-4f9a-91de-37e868f54617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969303 Nov 04 10:56:10.333140 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca65452-405e-4219-89fb-314f3c3d914f req-d2deb0e4-e79c-415b-bdb8-4e9ddf22188d tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:10.334698 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3ca65452-405e-4219-89fb-314f3c3d914f req-d2deb0e4-e79c-415b-bdb8-4e9ddf22188d tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/ports?device_id=c25ffc23-18d7-41a3-8873-b717916fbb8b HTTP/1.1" status: 200 len: 943 time: 0.0510759 Nov 04 10:56:10.397480 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3ca65452-405e-4219-89fb-314f3c3d914f req-08cd1779-a806-4d34-b1f1-2f81d9d27f12 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/security-groups?id=7c533fd0-8365-4817-a9d0-c18e70154dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552950 Nov 04 10:56:10.442894 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a8947954-e49e-4cd3-962e-2a71be71ae07 req-35d0f908-24a3-4b04-a3f8-51582e87d1b5 service neutron] 10.222.0.121 "GET /v2.0/networks/a91da649-3ab8-4f9a-91de-37e868f54617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034136 Nov 04 10:56:11.159928 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-af9f672e-0a35-4af3-bfbd-33b024d6c6cb req-befb9d65-7b28-448a-a0c8-f7b871c688f8 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 210 time: 0.0278971 Nov 04 10:56:11.540000 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db1507-53a9-4b37-9fd6-0983f95ce8ab req-6cbe9b06-dfd1-4d51-bf1c-63dc9762dd8c tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:11.541810 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8db1507-53a9-4b37-9fd6-0983f95ce8ab req-6cbe9b06-dfd1-4d51-bf1c-63dc9762dd8c tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/ports?device_id=c25ffc23-18d7-41a3-8873-b717916fbb8b HTTP/1.1" status: 200 len: 943 time: 0.0555696 Nov 04 10:56:11.597779 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8db1507-53a9-4b37-9fd6-0983f95ce8ab req-ecc29751-9cf0-4cdc-ab88-32df5c31cffb tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/security-groups?id=7c533fd0-8365-4817-a9d0-c18e70154dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493069 Nov 04 10:56:12.272408 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5772165-34a0-45e2-ace1-2e3c758877ea req-5db1391d-14cf-4d5f-9d14-688d434c4d12 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 210 time: 0.0299788 Nov 04 10:56:12.390011 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:12.729717 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad9c78-690a-495c-b326-aa82a9bec258 req-7b083676-f35b-4f7f-8734-8f656051c4a7 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:12.731541 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69ad9c78-690a-495c-b326-aa82a9bec258 req-7b083676-f35b-4f7f-8734-8f656051c4a7 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/ports?device_id=c25ffc23-18d7-41a3-8873-b717916fbb8b HTTP/1.1" status: 200 len: 943 time: 0.0585353 Nov 04 10:56:12.784288 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69ad9c78-690a-495c-b326-aa82a9bec258 req-12959c4e-0479-4bd9-83d2-4adc73e90072 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/security-groups?id=7c533fd0-8365-4817-a9d0-c18e70154dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455182 Nov 04 10:56:13.429788 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ad09b90a-ef69-4b6f-8fda-771acd46c81d req-dff543cc-e229-4c57-ba06-2606a1091120 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 210 time: 0.0334556 Nov 04 10:56:13.545427 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device be3748eb-3375-401b-9d5f-9ed40a944a5b details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:56:13.641997 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port be3748eb-3375-401b-9d5f-9ed40a944a5b, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=be3748eb-3375-401b-9d5f-9ed40a944a5b,segment=NetworkSegment(968d94d4-2db5-4dad-a4e7-b59e8552b180),segment_id=968d94d4-2db5-4dad-a4e7-b59e8552b180)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:13.654148 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'be3748eb-3375-401b-9d5f-9ed40a944a5b', 'network_id': 'a91da649-3ab8-4f9a-91de-37e868f54617', 'port_id': 'be3748eb-3375-401b-9d5f-9ed40a944a5b', 'mac_address': 'fa:16:3e:12:ed:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6297a05-4f99-4f3a-9da3-de26dbe587e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:56:13.695975 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:13.709372 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3748eb-3375-401b-9d5f-9ed40a944a5b {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:56:13.729860 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port be3748eb-3375-401b-9d5f-9ed40a944a5b, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=be3748eb-3375-401b-9d5f-9ed40a944a5b,segment=NetworkSegment(968d94d4-2db5-4dad-a4e7-b59e8552b180),segment_id=968d94d4-2db5-4dad-a4e7-b59e8552b180)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:13.735892 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:13.783853 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=be3748eb-3375-401b-9d5f-9ed40a944a5b,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:13.907492 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11636b5a-ba73-4020-bc6f-65b3bc51c373 req-31c8260f-c275-44df-b4f0-ccb7e73ae461 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:13.909013 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-11636b5a-ba73-4020-bc6f-65b3bc51c373 req-31c8260f-c275-44df-b4f0-ccb7e73ae461 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/ports?device_id=c25ffc23-18d7-41a3-8873-b717916fbb8b HTTP/1.1" status: 200 len: 944 time: 0.0525787 Nov 04 10:56:13.946703 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['be3748eb-3375-401b-9d5f-9ed40a944a5b'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:56:13.963794 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-11636b5a-ba73-4020-bc6f-65b3bc51c373 req-97e60f49-bdd8-4c59-8860-4e039a38b053 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/security-groups?id=7c533fd0-8365-4817-a9d0-c18e70154dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482900 Nov 04 10:56:14.437083 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38354) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:14.546085 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e5c46ce1-fbd0-4fbd-aa9a-0174485321c5 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] 10.222.0.127 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3185 time: 0.1039298 Nov 04 10:56:14.546309 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38358) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:14.551398 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-297f10a0-6583-45e9-b07f-7f5211365233 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Request body: {'network': {'name': 'tempest-network-smoke--1354278222', 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'port_security_enabled': False}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:56:14.574720 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297f10a0-6583-45e9-b07f-7f5211365233 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Made reservation on behalf of 9e6e9db6fbf344cc90c8fda44c469086 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:56:14.580860 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-297f10a0-6583-45e9-b07f-7f5211365233 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:14.584840 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a47ed0da-52eb-44ef-b0c2-d25364a9ea04 req-aaa3b955-d1bb-4968-b70e-d6518c3e76f8 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 210 time: 0.0405560 Nov 04 10:56:14.611190 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297f10a0-6583-45e9-b07f-7f5211365233 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1183} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:56:14.620617 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-297f10a0-6583-45e9-b07f-7f5211365233 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:14.621018 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-297f10a0-6583-45e9-b07f-7f5211365233 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Added segment f0b1bee5-d1c5-4248-a0aa-7080bf85a409 of type vlan for network ed798f1a-e6eb-4d73-93c9-3c8b4888d571 Nov 04 10:56:14.666710 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-297f10a0-6583-45e9-b07f-7f5211365233 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:14.692658 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-297f10a0-6583-45e9-b07f-7f5211365233 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:14.698578 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297f10a0-6583-45e9-b07f-7f5211365233 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:14.699186 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-297f10a0-6583-45e9-b07f-7f5211365233 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:14.766954 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-297f10a0-6583-45e9-b07f-7f5211365233 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2195072 Nov 04 10:56:14.770139 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38360) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:14.774461 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-240b96bf-f489-46b0-81f4-a514db2759e2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1648692407', 'admin_state_up': True, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:56:14.784294 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f10a0-6583-45e9-b07f-7f5211365233 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event updated for resources: {'Network': ['ID=ed798f1a-e6eb-4d73-93c9-3c8b4888d571,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:14.802252 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network ed798f1a-e6eb-4d73-93c9-3c8b4888d571 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:56:14.808774 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-240b96bf-f489-46b0-81f4-a514db2759e2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:14.810412 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-240b96bf-f489-46b0-81f4-a514db2759e2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:14.873243 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-240b96bf-f489-46b0-81f4-a514db2759e2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:14.878228 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:15.036485 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-240b96bf-f489-46b0-81f4-a514db2759e2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:15.112181 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825ccfb-740f-4232-9742-7a8e685272ef req-d1a13f63-b290-43ce-89b6-7f8fcfa2ae76 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:15.114482 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5825ccfb-740f-4232-9742-7a8e685272ef req-d1a13f63-b290-43ce-89b6-7f8fcfa2ae76 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/ports?device_id=c25ffc23-18d7-41a3-8873-b717916fbb8b HTTP/1.1" status: 200 len: 944 time: 0.0573425 Nov 04 10:56:15.182441 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5825ccfb-740f-4232-9742-7a8e685272ef req-0822c932-e46d-4297-9bd5-0acccc49c204 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/security-groups?id=7c533fd0-8365-4817-a9d0-c18e70154dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604815 Nov 04 10:56:15.272630 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-240b96bf-f489-46b0-81f4-a514db2759e2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:15.294065 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-240b96bf-f489-46b0-81f4-a514db2759e2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:15.405082 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-240b96bf-f489-46b0-81f4-a514db2759e2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Allocated IP 172.25.7.124 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/e5acd53e-c56c-4aa8-8abf-ca5f76ebd472) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:56:15.522511 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-240b96bf-f489-46b0-81f4-a514db2759e2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:15.537495 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device be3748eb-3375-401b-9d5f-9ed40a944a5b up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:56:15.573445 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-240b96bf-f489-46b0-81f4-a514db2759e2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:15.619550 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port be3748eb-3375-401b-9d5f-9ed40a944a5b completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:56:15.623667 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240b96bf-f489-46b0-81f4-a514db2759e2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:56:15.630118 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port be3748eb-3375-401b-9d5f-9ed40a944a5b triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:15.630339 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-240b96bf-f489-46b0-81f4-a514db2759e2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:56:15.631016 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:15.633993 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240b96bf-f489-46b0-81f4-a514db2759e2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:56:15.692137 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b96bf-f489-46b0-81f4-a514db2759e2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event updated for resources: {'Port': ['ID=e5acd53e-c56c-4aa8-8abf-ca5f76ebd472,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:15.741084 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3143510d-6756-4141-a526-1d4afa12dba6 req-8ce6b6d5-233e-4352-acf8-acc58a328af6 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 210 time: 0.0594015 Nov 04 10:56:15.741942 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:15.782317 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25ffc23-18d7-41a3-8873-b717916fbb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3748eb-3375-401b-9d5f-9ed40a944a5b'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:56:15.785229 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844e9f65-df94-4d72-847d-38cf12a95ca9" -d '{"events": [{"server_uuid": "c25ffc23-18d7-41a3-8873-b717916fbb8b", "name": "network-vif-plugged", "status": "completed", "tag": "be3748eb-3375-401b-9d5f-9ed40a944a5b"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:56:15.799971 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port be3748eb-3375-401b-9d5f-9ed40a944a5b, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=be3748eb-3375-401b-9d5f-9ed40a944a5b,segment=NetworkSegment(968d94d4-2db5-4dad-a4e7-b59e8552b180),segment_id=968d94d4-2db5-4dad-a4e7-b59e8552b180)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:15.807776 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:15.858748 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47660ba1-471f-43df-aac0-76524490554b x-openstack-request-id: req-47660ba1-471f-43df-aac0-76524490554b {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:56:15.859036 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25ffc23-18d7-41a3-8873-b717916fbb8b", "name": "network-vif-plugged", "status": "completed", "tag": "be3748eb-3375-401b-9d5f-9ed40a944a5b", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:56:15.859541 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-47660ba1-471f-43df-aac0-76524490554b {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:56:15.860199 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25ffc23-18d7-41a3-8873-b717916fbb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3748eb-3375-401b-9d5f-9ed40a944a5b', 'code': 200} Nov 04 10:56:15.908477 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=be3748eb-3375-401b-9d5f-9ed40a944a5b,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:15.986294 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-240b96bf-f489-46b0-81f4-a514db2759e2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:16.029790 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f7d2e-2f37-4a12-889a-741bebbe91c2 req-e987ea73-852d-404c-aeba-c135d35f5016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:16.031494 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-943f7d2e-2f37-4a12-889a-741bebbe91c2 req-e987ea73-852d-404c-aeba-c135d35f5016 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c25ffc23-18d7-41a3-8873-b717916fbb8b HTTP/1.1" status: 200 len: 1096 time: 0.0936499 Nov 04 10:56:16.127111 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-943f7d2e-2f37-4a12-889a-741bebbe91c2 req-ded14af9-61d7-4f1e-a1e2-19b165291ae9 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=7c533fd0-8365-4817-a9d0-c18e70154dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869670 Nov 04 10:56:16.239257 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-240b96bf-f489-46b0-81f4-a514db2759e2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:16.315642 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b3113-94c2-40a7-b9ba-1b154dab5539 req-c8b7c7ac-424f-46ce-bfcd-870d15476926 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:16.317378 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-271b3113-94c2-40a7-b9ba-1b154dab5539 req-c8b7c7ac-424f-46ce-bfcd-870d15476926 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/ports?device_id=c25ffc23-18d7-41a3-8873-b717916fbb8b HTTP/1.1" status: 200 len: 945 time: 0.0606713 Nov 04 10:56:16.374439 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-271b3113-94c2-40a7-b9ba-1b154dab5539 req-1b74a362-eddb-4241-93e2-b99df8af8cfd tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/security-groups?id=7c533fd0-8365-4817-a9d0-c18e70154dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482461 Nov 04 10:56:16.383276 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240b96bf-f489-46b0-81f4-a514db2759e2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Router d687d12d-08bf-4efd-bfe4-33a77c916455 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:56:16.491616 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdee3fc-0a94-4233-bb74-d98adca068f8 req-7a64ac83-f87c-47c9-ab0d-20ad2d6eb3c9 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:16.504761 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fbdee3fc-0a94-4233-bb74-d98adca068f8 req-7a64ac83-f87c-47c9-ab0d-20ad2d6eb3c9 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 1096 time: 0.0667517 Nov 04 10:56:16.523462 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fbdee3fc-0a94-4233-bb74-d98adca068f8 req-8be20976-cef1-45fe-97d7-750bab5a106e tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:16.525703 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240b96bf-f489-46b0-81f4-a514db2759e2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:56:16.538824 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74f7984-c87e-4ca0-a2d6-d87ea348605e None None] Sync routers for ids ['d687d12d-08bf-4efd-bfe4-33a77c916455'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:56:16.551387 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74f7984-c87e-4ca0-a2d6-d87ea348605e None None] Routers {'d687d12d-08bf-4efd-bfe4-33a77c916455'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:56:16.552448 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c74f7984-c87e-4ca0-a2d6-d87ea348605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:55:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d687d12d-08bf-4efd-bfe4-33a77c916455'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:16.553340 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-240b96bf-f489-46b0-81f4-a514db2759e2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:16.558802 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-240b96bf-f489-46b0-81f4-a514db2759e2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7849162 Nov 04 10:56:16.559071 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38386) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:16.640552 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fbdee3fc-0a94-4233-bb74-d98adca068f8 req-8be20976-cef1-45fe-97d7-750bab5a106e tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:16.648039 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-fbdee3fc-0a94-4233-bb74-d98adca068f8 req-8be20976-cef1-45fe-97d7-750bab5a106e tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:16.690277 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-c74f7984-c87e-4ca0-a2d6-d87ea348605e None None] Set router d687d12d-08bf-4efd-bfe4-33a77c916455 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:56:16.708425 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fbdee3fc-0a94-4233-bb74-d98adca068f8 req-8be20976-cef1-45fe-97d7-750bab5a106e tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994112 Nov 04 10:56:16.733083 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be20976-cef1-45fe-97d7-750bab5a106e tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4720bb7f-8134-45a9-8769-119381fbe4c0,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:16.782922 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3e89a9-2304-4dec-90ed-950959599a17 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:16.784698 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3b3e89a9-2304-4dec-90ed-950959599a17 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] 10.222.0.127 "GET /v2.0/subnets?project_id=9e6e9db6fbf344cc90c8fda44c469086&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2243524 Nov 04 10:56:16.787913 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38396) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:16.885506 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2eb6-efd9-4fb5-a2c7-b2b78810fcdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:16.903906 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ed0ab9-9b94-4ae9-875d-21867dd40e97 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:16.908457 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-65ed0ab9-9b94-4ae9-875d-21867dd40e97 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1162922 Nov 04 10:56:16.909361 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38402) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:16.952612 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38404) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:16.952993 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b9220aac-d39f-431a-8b59-6977e4a1c50f tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] 10.222.0.127 "GET /v2.0/subnets?network_id=301c0cd8-d116-455e-af06-7601efa602d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423784 Nov 04 10:56:16.995985 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2b960e94-b6a8-4512-9a23-620ee6d12321 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] 10.222.0.127 "GET /v2.0/subnets?project_id=9e6e9db6fbf344cc90c8fda44c469086&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419524 Nov 04 10:56:16.999153 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38406) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:17.015113 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65ea20-5dee-4ada-bf1a-6b24a2f34efc req-4f9aa960-337c-4a49-b852-9b3d0073f1f0 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:17.016927 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0f65ea20-5dee-4ada-bf1a-6b24a2f34efc req-4f9aa960-337c-4a49-b852-9b3d0073f1f0 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 945 time: 0.1101716 Nov 04 10:56:17.085316 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0f65ea20-5dee-4ada-bf1a-6b24a2f34efc req-33757013-efb7-427f-b568-d81e865a1d61 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616329 Nov 04 10:56:17.103322 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38408) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:17.250767 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3c65c4-7d26-4ae3-a648-cacaec1d5802 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:17.256150 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4a3c65c4-7d26-4ae3-a648-cacaec1d5802 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2556431 Nov 04 10:56:17.257183 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38410) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:17.258912 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5acf944-7e41-40d8-b892-6147e6bf9175 req-4b436a55-28a5-4db5-8b85-a30d902b2b5f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 210 time: 0.0501556 Nov 04 10:56:17.263620 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c74f7984-c87e-4ca0-a2d6-d87ea348605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd687d12d-08bf-4efd-bfe4-33a77c916455', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1648692407', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'e5acd53e-c56c-4aa8-8abf-ca5f76ebd472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:14Z', 'updated_at': '2021-11-04T10:56:15Z', 'revision_number': 3, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'gw_port': {'id': 'e5acd53e-c56c-4aa8-8abf-ca5f76ebd472', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:86:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd687d12d-08bf-4efd-bfe4-33a77c916455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:15Z', 'updated_at': '2021-11-04T10:56:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:17.302011 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8dcc3fe7-4f6c-4721-97ba-d2498b5afb1c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/floatingips/b68b65cd-3635-4d09-b58d-25421613ef01 HTTP/1.1" status: 200 len: 993 time: 0.1964550 Nov 04 10:56:17.314594 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d8699bc3-c584-4e21-9484-599566b4a453 tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] 10.222.0.127 "GET /v2.0/subnets?network_id=301c0cd8-d116-455e-af06-7601efa602d6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0561481 Nov 04 10:56:17.315005 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38412) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:17.320572 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-461144b6-d25f-42f7-b1d6-94db52c99a50 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1382451299', 'network_id': 'ed798f1a-e6eb-4d73-93c9-3c8b4888d571', 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:56:17.331701 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74f7984-c87e-4ca0-a2d6-d87ea348605e None None] Checking router: d687d12d-08bf-4efd-bfe4-33a77c916455 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:56:17.332051 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74f7984-c87e-4ca0-a2d6-d87ea348605e None None] Updating router d687d12d-08bf-4efd-bfe4-33a77c916455 port e5acd53e-c56c-4aa8-8abf-ca5f76ebd472 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:56:17.360673 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c74f7984-c87e-4ca0-a2d6-d87ea348605e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:17.456504 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461144b6-d25f-42f7-b1d6-94db52c99a50 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Made reservation on behalf of 9e6e9db6fbf344cc90c8fda44c469086 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:56:17.460926 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-461144b6-d25f-42f7-b1d6-94db52c99a50 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:17.595259 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f8de4-9242-4528-9dc1-75798729d728 req-51f06749-b154-479c-a2f6-561a94689d3f tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:17.601451 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-690f8de4-9242-4528-9dc1-75798729d728 req-51f06749-b154-479c-a2f6-561a94689d3f tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/ports?device_id=c25ffc23-18d7-41a3-8873-b717916fbb8b HTTP/1.1" status: 200 len: 945 time: 0.0892909 Nov 04 10:56:17.700889 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-690f8de4-9242-4528-9dc1-75798729d728 req-c97500e6-7270-4e01-82f8-774e6d4ca19f tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/security-groups?id=7c533fd0-8365-4817-a9d0-c18e70154dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949831 Nov 04 10:56:17.701459 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c74f7984-c87e-4ca0-a2d6-d87ea348605e None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:17.710924 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c74f7984-c87e-4ca0-a2d6-d87ea348605e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:17.789687 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-96e88e1f-bc46-41de-9bc4-fda2a06cb33a req-6cfa7d44-7756-4a53-ac70-8039e8e9c38a service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:56:17.798706 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-c74f7984-c87e-4ca0-a2d6-d87ea348605e None None] Attempting to bind port e5acd53e-c56c-4aa8-8abf-ca5f76ebd472 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:56:17.799080 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-c74f7984-c87e-4ca0-a2d6-d87ea348605e None None] Attempting to bind port e5acd53e-c56c-4aa8-8abf-ca5f76ebd472 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:56:17.799440 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74f7984-c87e-4ca0-a2d6-d87ea348605e None None] Attempting to bind port e5acd53e-c56c-4aa8-8abf-ca5f76ebd472 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:56:17.801180 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-96e88e1f-bc46-41de-9bc4-fda2a06cb33a req-6cfa7d44-7756-4a53-ac70-8039e8e9c38a service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0158300 Nov 04 10:56:17.804603 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd714dd-4d9c-4773-b506-fd83158b302c None None] Pushing event updated for resources: {'Port': ['ID=e5acd53e-c56c-4aa8-8abf-ca5f76ebd472,revision_number=2']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:17.807817 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74f7984-c87e-4ca0-a2d6-d87ea348605e None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:56:17.808187 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74f7984-c87e-4ca0-a2d6-d87ea348605e None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:56:17.808654 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c74f7984-c87e-4ca0-a2d6-d87ea348605e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:17.809376 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74f7984-c87e-4ca0-a2d6-d87ea348605e None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:56:17.809376 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-c74f7984-c87e-4ca0-a2d6-d87ea348605e None None] Bound port: e5acd53e-c56c-4aa8-8abf-ca5f76ebd472, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:56:17.810150 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c74f7984-c87e-4ca0-a2d6-d87ea348605e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:17.823285 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-461144b6-d25f-42f7-b1d6-94db52c99a50 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:17.869665 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-c74f7984-c87e-4ca0-a2d6-d87ea348605e None None] For port e5acd53e-c56c-4aa8-8abf-ca5f76ebd472, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:56:17.873564 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-c74f7984-c87e-4ca0-a2d6-d87ea348605e None None] For port e5acd53e-c56c-4aa8-8abf-ca5f76ebd472, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e5acd53e-c56c-4aa8-8abf-ca5f76ebd472,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:56:17.879735 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c74f7984-c87e-4ca0-a2d6-d87ea348605e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:17.952114 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461144b6-d25f-42f7-b1d6-94db52c99a50 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event updated for resources: {'Subnet': ['ID=da58be49-b773-4b9f-b4ba-7168a23ad66b,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:17.953275 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd714dd-4d9c-4773-b506-fd83158b302c None None] Pushing event updated for resources: {'Port': ['ID=e5acd53e-c56c-4aa8-8abf-ca5f76ebd472,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:17.957105 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74f7984-c87e-4ca0-a2d6-d87ea348605e None None] Routers {'d687d12d-08bf-4efd-bfe4-33a77c916455'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:56:17.957730 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c74f7984-c87e-4ca0-a2d6-d87ea348605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:55:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d687d12d-08bf-4efd-bfe4-33a77c916455'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:17.985735 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461144b6-d25f-42f7-b1d6-94db52c99a50 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Checking segment: {'id': 'f0b1bee5-d1c5-4248-a0aa-7080bf85a409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'ed798f1a-e6eb-4d73-93c9-3c8b4888d571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:56:17.986110 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461144b6-d25f-42f7-b1d6-94db52c99a50 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Network hostable DHCP agents. Network: ed798f1a-e6eb-4d73-93c9-3c8b4888d571, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:56:18.028462 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461144b6-d25f-42f7-b1d6-94db52c99a50 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Network ed798f1a-e6eb-4d73-93c9-3c8b4888d571 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:56:18.046217 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-461144b6-d25f-42f7-b1d6-94db52c99a50 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, ed798f1a-e6eb-4d73-93c9-3c8b4888d571) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:56:18.056017 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c200f932-b4ae-435f-860f-8ab3693a125b None None] Network ed798f1a-e6eb-4d73-93c9-3c8b4888d571 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:56:18.059952 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461144b6-d25f-42f7-b1d6-94db52c99a50 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:18.060564 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-461144b6-d25f-42f7-b1d6-94db52c99a50 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:18.087089 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-461144b6-d25f-42f7-b1d6-94db52c99a50 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7680163 Nov 04 10:56:18.087702 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38432) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:18.260711 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38436) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:18.297851 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-c74f7984-c87e-4ca0-a2d6-d87ea348605e None None] Set router d687d12d-08bf-4efd-bfe4-33a77c916455 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:56:18.312420 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b5199-b24a-484b-aa58-ee9767d64764 req-42a329be-2e0f-4d80-992e-f03c55df4edc tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:18.323522 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-769b5199-b24a-484b-aa58-ee9767d64764 req-42a329be-2e0f-4d80-992e-f03c55df4edc tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/ports?device_id=c25ffc23-18d7-41a3-8873-b717916fbb8b HTTP/1.1" status: 200 len: 945 time: 0.0823972 Nov 04 10:56:18.438822 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-769b5199-b24a-484b-aa58-ee9767d64764 req-560c5eb3-6939-4786-b8b5-24998c3fb102 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/security-groups?id=7c533fd0-8365-4817-a9d0-c18e70154dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142662 Nov 04 10:56:18.451782 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2202b430-017b-4e49-8dba-ccf27c83785d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-ed798f1a-e6eb-4d73-93c9-3c8b4888d571', 'network_id': 'ed798f1a-e6eb-4d73-93c9-3c8b4888d571', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'fixed_ips': [{'subnet_id': 'da58be49-b773-4b9f-b4ba-7168a23ad66b'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:56:18.452977 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2202b430-017b-4e49-8dba-ccf27c83785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:18.534837 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-9aff8848-cd04-4345-86a2-2dadf44395ff service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2731209 Nov 04 10:56:18.542754 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-ae926354-8214-49d8-853f-2e03f5a75f84 service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:56:18.555131 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-ae926354-8214-49d8-853f-2e03f5a75f84 service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0191875 Nov 04 10:56:18.653779 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5b813-a674-4c6f-8b46-cdd6f913567f req-02faa64c-b6b1-45d8-b14b-4e76ba0eb52b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:18.655355 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9cd5b813-a674-4c6f-8b46-cdd6f913567f req-02faa64c-b6b1-45d8-b14b-4e76ba0eb52b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 945 time: 0.1177480 Nov 04 10:56:18.675516 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c74f7984-c87e-4ca0-a2d6-d87ea348605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd687d12d-08bf-4efd-bfe4-33a77c916455', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1648692407', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'e5acd53e-c56c-4aa8-8abf-ca5f76ebd472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:14Z', 'updated_at': '2021-11-04T10:56:15Z', 'revision_number': 3, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'gw_port': {'id': 'e5acd53e-c56c-4aa8-8abf-ca5f76ebd472', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:86:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd687d12d-08bf-4efd-bfe4-33a77c916455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:15Z', 'updated_at': '2021-11-04T10:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:18.704074 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-2202b430-017b-4e49-8dba-ccf27c83785d None None] Allocated IP 172.20.0.18 (ed798f1a-e6eb-4d73-93c9-3c8b4888d571/da58be49-b773-4b9f-b4ba-7168a23ad66b/906b9beb-90dd-4bff-8e86-8b501eb3e5d0) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:56:18.736457 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74f7984-c87e-4ca0-a2d6-d87ea348605e None None] The sync data for ids ['d687d12d-08bf-4efd-bfe4-33a77c916455'] in n-d-816629-1 is: [{'id': 'd687d12d-08bf-4efd-bfe4-33a77c916455', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1648692407', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'e5acd53e-c56c-4aa8-8abf-ca5f76ebd472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:14Z', 'updated_at': '2021-11-04T10:56:15Z', 'revision_number': 3, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'gw_port': {'id': 'e5acd53e-c56c-4aa8-8abf-ca5f76ebd472', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:86:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd687d12d-08bf-4efd-bfe4-33a77c916455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:15Z', 'updated_at': '2021-11-04T10:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:56:18.768213 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9cd5b813-a674-4c6f-8b46-cdd6f913567f req-f56f8a48-155c-44d4-9144-02247ccc5c81 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048005 Nov 04 10:56:18.907932 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2202b430-017b-4e49-8dba-ccf27c83785d None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:18.928958 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2202b430-017b-4e49-8dba-ccf27c83785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:18.934033 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bb350483-93cc-4369-a4ea-1f21b4ccdc99 req-14673dcb-18ad-487e-ae55-878ac62c0948 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 210 time: 0.0718267 Nov 04 10:56:19.025836 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202b430-017b-4e49-8dba-ccf27c83785d None None] Pushing event updated for resources: {'Port': ['ID=906b9beb-90dd-4bff-8e86-8b501eb3e5d0,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:19.071599 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2202b430-017b-4e49-8dba-ccf27c83785d None None] Network ed798f1a-e6eb-4d73-93c9-3c8b4888d571 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:56:19.074691 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-2202b430-017b-4e49-8dba-ccf27c83785d None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:56:19.082042 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2202b430-017b-4e49-8dba-ccf27c83785d None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:56:19.128008 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50666423-8ed7-4a6b-8cf0-15ae60107344 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:19.442223 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac4118-a09b-41eb-9501-efe3419be0ea req-82ed3af7-f488-492b-ad52-639a2d6c78a2 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:19.452969 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7fac4118-a09b-41eb-9501-efe3419be0ea req-82ed3af7-f488-492b-ad52-639a2d6c78a2 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/ports?device_id=c25ffc23-18d7-41a3-8873-b717916fbb8b HTTP/1.1" status: 200 len: 945 time: 0.1458511 Nov 04 10:56:19.569656 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7fac4118-a09b-41eb-9501-efe3419be0ea req-8602bc2b-28ca-4708-9681-ec078852dd11 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/security-groups?id=7c533fd0-8365-4817-a9d0-c18e70154dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149724 Nov 04 10:56:19.605069 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-2202b430-017b-4e49-8dba-ccf27c83785d None None] Attempting to bind port 906b9beb-90dd-4bff-8e86-8b501eb3e5d0 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:56:19.605622 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-2202b430-017b-4e49-8dba-ccf27c83785d None None] Attempting to bind port 906b9beb-90dd-4bff-8e86-8b501eb3e5d0 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'f0b1bee5-d1c5-4248-a0aa-7080bf85a409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'ed798f1a-e6eb-4d73-93c9-3c8b4888d571'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:56:19.606246 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2202b430-017b-4e49-8dba-ccf27c83785d None None] Attempting to bind port 906b9beb-90dd-4bff-8e86-8b501eb3e5d0 on network ed798f1a-e6eb-4d73-93c9-3c8b4888d571 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:56:19.615132 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2202b430-017b-4e49-8dba-ccf27c83785d None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:56:19.615753 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2202b430-017b-4e49-8dba-ccf27c83785d None None] Checking segment: {'id': 'f0b1bee5-d1c5-4248-a0aa-7080bf85a409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'ed798f1a-e6eb-4d73-93c9-3c8b4888d571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:56:19.616334 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2202b430-017b-4e49-8dba-ccf27c83785d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:19.616943 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2202b430-017b-4e49-8dba-ccf27c83785d None None] Bound using segment: {'id': 'f0b1bee5-d1c5-4248-a0aa-7080bf85a409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'ed798f1a-e6eb-4d73-93c9-3c8b4888d571'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:56:19.617629 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-2202b430-017b-4e49-8dba-ccf27c83785d None None] Bound port: 906b9beb-90dd-4bff-8e86-8b501eb3e5d0, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b1bee5-d1c5-4248-a0aa-7080bf85a409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'ed798f1a-e6eb-4d73-93c9-3c8b4888d571'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:56:19.618240 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2202b430-017b-4e49-8dba-ccf27c83785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:19.802878 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2202b430-017b-4e49-8dba-ccf27c83785d None None] For port 906b9beb-90dd-4bff-8e86-8b501eb3e5d0, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:56:19.811755 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2202b430-017b-4e49-8dba-ccf27c83785d None None] For port 906b9beb-90dd-4bff-8e86-8b501eb3e5d0, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=906b9beb-90dd-4bff-8e86-8b501eb3e5d0,segment=NetworkSegment(f0b1bee5-d1c5-4248-a0aa-7080bf85a409),segment_id=f0b1bee5-d1c5-4248-a0aa-7080bf85a409)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:56:19.852331 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2202b430-017b-4e49-8dba-ccf27c83785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:19.958073 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e5acd53e-c56c-4aa8-8abf-ca5f76ebd472 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:56:19.982034 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2fea496e-cf01-4984-a20b-15a549f73d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:20.138363 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202b430-017b-4e49-8dba-ccf27c83785d None None] Pushing event updated for resources: {'Port': ['ID=906b9beb-90dd-4bff-8e86-8b501eb3e5d0,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:20.167580 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port e5acd53e-c56c-4aa8-8abf-ca5f76ebd472 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:20.167968 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:20.181319 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873d700-4aa1-4bdf-9774-f1c256b58005 req-a90ae59d-1649-45d3-856d-6061784b7ac2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:20.183953 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0873d700-4aa1-4bdf-9774-f1c256b58005 req-a90ae59d-1649-45d3-856d-6061784b7ac2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 945 time: 0.1028223 Nov 04 10:56:20.354839 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0873d700-4aa1-4bdf-9774-f1c256b58005 req-a28a4f5f-587e-44c2-8df7-62b755ff7e13 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614401 Nov 04 10:56:20.454142 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:20.499581 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port e5acd53e-c56c-4aa8-8abf-ca5f76ebd472, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e5acd53e-c56c-4aa8-8abf-ca5f76ebd472,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:20.514415 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:20.590931 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=e5acd53e-c56c-4aa8-8abf-ca5f76ebd472,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:20.625811 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-400f9cbf-be68-438f-be36-f5ae14f43036 req-caabe2db-8c94-4752-b90f-22ec44f08a27 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 210 time: 0.0608814 Nov 04 10:56:20.752199 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-b8c44b68-8c7a-4236-be37-156f7f114b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:20.755638 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-b8c44b68-8c7a-4236-be37-156f7f114b1f service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 1096 time: 0.1669462 Nov 04 10:56:20.763438 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:20.769412 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8829018-2e46-4788-8d76-9d30128466d3 req-180fcd24-ed10-47fd-8f3f-598aa37b6dc7 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:20.771181 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c8829018-2e46-4788-8d76-9d30128466d3 req-180fcd24-ed10-47fd-8f3f-598aa37b6dc7 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/ports?device_id=c25ffc23-18d7-41a3-8873-b717916fbb8b HTTP/1.1" status: 200 len: 945 time: 0.0663586 Nov 04 10:56:20.833789 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c8829018-2e46-4788-8d76-9d30128466d3 req-29939142-76f0-47a5-851f-3274b394d672 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/security-groups?id=7c533fd0-8365-4817-a9d0-c18e70154dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554252 Nov 04 10:56:20.937460 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-50666423-8ed7-4a6b-8cf0-15ae60107344 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Allocated IP 172.20.0.17 (ed798f1a-e6eb-4d73-93c9-3c8b4888d571/da58be49-b773-4b9f-b4ba-7168a23ad66b/4b6ebcff-41cd-4dc4-a523-0c51b3cb9933) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:56:20.940292 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-4b8f3b09-762d-4f6a-bcdc-40886da556ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:20.945770 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-4b8f3b09-762d-4f6a-bcdc-40886da556ad service neutron] 10.222.0.126 "GET /v2.0/networks?id=c9d3e29b-fe58-47d5-a428-26e56104ed64 HTTP/1.1" status: 200 len: 898 time: 0.1628799 Nov 04 10:56:21.109990 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-7476744b-d527-4275-b66d-766c18f76e79 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b66643ee-e18b-4c23-95ae-a6aebade8808 HTTP/1.1" status: 200 len: 1001 time: 0.1299534 Nov 04 10:56:21.212549 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50666423-8ed7-4a6b-8cf0-15ae60107344 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:21.253579 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-cdebc204-77f7-49b5-8911-4aef8b009208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:21.255687 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-cdebc204-77f7-49b5-8911-4aef8b009208 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2 HTTP/1.1" status: 200 len: 835 time: 0.1377902 Nov 04 10:56:21.260504 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50666423-8ed7-4a6b-8cf0-15ae60107344 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:21.262465 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:56:21.300436 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50666423-8ed7-4a6b-8cf0-15ae60107344 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Network ed798f1a-e6eb-4d73-93c9-3c8b4888d571 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:56:21.304861 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-50666423-8ed7-4a6b-8cf0-15ae60107344 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:56:21.354795 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50666423-8ed7-4a6b-8cf0-15ae60107344 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:56:21.393042 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c80d57b-dba5-4aed-95c3-809b9aec1590 None None] Network ed798f1a-e6eb-4d73-93c9-3c8b4888d571 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:56:21.412693 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50666423-8ed7-4a6b-8cf0-15ae60107344 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:21.557838 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6bebd-caab-43d1-98bb-55f80197ee91 req-b29251d3-9307-4de9-bcb7-1e4307f71121 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:21.566671 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3ec6bebd-caab-43d1-98bb-55f80197ee91 req-b29251d3-9307-4de9-bcb7-1e4307f71121 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 945 time: 0.1232941 Nov 04 10:56:21.619324 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f9201-5807-434f-8049-b1fed7af9b7f req-6db23fde-60f7-4212-b2f6-a3b698f771f7 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:21.621008 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f73f9201-5807-434f-8049-b1fed7af9b7f req-6db23fde-60f7-4212-b2f6-a3b698f771f7 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.121 "GET /v2.0/ports?device_id=c25ffc23-18d7-41a3-8873-b717916fbb8b HTTP/1.1" status: 200 len: 945 time: 0.0966656 Nov 04 10:56:21.666250 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50666423-8ed7-4a6b-8cf0-15ae60107344 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event updated for resources: {'Port': ['ID=4b6ebcff-41cd-4dc4-a523-0c51b3cb9933,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:21.694031 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3ec6bebd-caab-43d1-98bb-55f80197ee91 req-a2fb8a80-236c-4971-be41-1137f52aabee tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063066 Nov 04 10:56:21.697893 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-8862b3a9-a610-4ad3-9026-c12697ebf728 None None] Provisioning complete for port 906b9beb-90dd-4bff-8e86-8b501eb3e5d0 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:21.698942 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8862b3a9-a610-4ad3-9026-c12697ebf728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:21.747925 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-c45ad2ff-643b-4968-97ad-222518006afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:21.754215 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-c45ad2ff-643b-4968-97ad-222518006afa service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=c9d3e29b-fe58-47d5-a428-26e56104ed64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4739819 Nov 04 10:56:21.883638 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8862b3a9-a610-4ad3-9026-c12697ebf728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:21.910637 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-747f1d55-9c6c-4ec2-8882-fbc2838b9431 req-324e5728-8988-4c90-868c-bc40d6db878d tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 210 time: 0.0670333 Nov 04 10:56:22.007519 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-8862b3a9-a610-4ad3-9026-c12697ebf728 None None] For port 906b9beb-90dd-4bff-8e86-8b501eb3e5d0, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=906b9beb-90dd-4bff-8e86-8b501eb3e5d0,segment=NetworkSegment(f0b1bee5-d1c5-4248-a0aa-7080bf85a409),segment_id=f0b1bee5-d1c5-4248-a0aa-7080bf85a409)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:22.016461 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8862b3a9-a610-4ad3-9026-c12697ebf728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:22.060384 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50666423-8ed7-4a6b-8cf0-15ae60107344 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:22.137500 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b2e74-635b-4cbf-908e-cc7caa6a40a3 req-57725ebf-09a5-4d54-8ec4-1e3cec97a827 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:22.146547 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e0b2e74-635b-4cbf-908e-cc7caa6a40a3 req-57725ebf-09a5-4d54-8ec4-1e3cec97a827 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/ports?device_id=c25ffc23-18d7-41a3-8873-b717916fbb8b HTTP/1.1" status: 200 len: 945 time: 0.0810053 Nov 04 10:56:22.214586 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862b3a9-a610-4ad3-9026-c12697ebf728 None None] Pushing event updated for resources: {'Port': ['ID=906b9beb-90dd-4bff-8e86-8b501eb3e5d0,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:22.230299 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e5acd53e-c56c-4aa8-8abf-ca5f76ebd472 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:56:22.305462 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e0b2e74-635b-4cbf-908e-cc7caa6a40a3 req-dac6244c-871e-4517-9f23-90c809f627ad tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/security-groups?id=7c533fd0-8365-4817-a9d0-c18e70154dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578927 Nov 04 10:56:22.330856 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:22.369580 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port e5acd53e-c56c-4aa8-8abf-ca5f76ebd472 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:22.369940 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:22.469166 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-b3f9aecd-c63e-4f57-924c-ceaaaef1d405 service neutron] 10.222.0.126 "GET /v2.0/networks/c9d3e29b-fe58-47d5-a428-26e56104ed64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255701 Nov 04 10:56:22.477955 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-f73f9201-5807-434f-8049-b1fed7af9b7f req-5a449b0b-aa89-47bf-8cd0-be76d4a57aa2 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Deleting port be3748eb-3375-401b-9d5f-9ed40a944a5b {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:56:22.478297 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f73f9201-5807-434f-8049-b1fed7af9b7f req-5a449b0b-aa89-47bf-8cd0-be76d4a57aa2 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:22.494406 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-718c7d20-a7a5-4fc7-a7ef-f59335a45fe2 None None] Provisioning complete for port 906b9beb-90dd-4bff-8e86-8b501eb3e5d0 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:22.495017 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-718c7d20-a7a5-4fc7-a7ef-f59335a45fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:22.660477 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:22.672230 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 906b9beb-90dd-4bff-8e86-8b501eb3e5d0 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:56:22.713488 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-f73f9201-5807-434f-8049-b1fed7af9b7f req-5a449b0b-aa89-47bf-8cd0-be76d4a57aa2 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] For port be3748eb-3375-401b-9d5f-9ed40a944a5b, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=be3748eb-3375-401b-9d5f-9ed40a944a5b,segment=NetworkSegment(968d94d4-2db5-4dad-a4e7-b59e8552b180),segment_id=968d94d4-2db5-4dad-a4e7-b59e8552b180)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:22.713867 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f73f9201-5807-434f-8049-b1fed7af9b7f req-5a449b0b-aa89-47bf-8cd0-be76d4a57aa2 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:22.787033 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38530) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:22.854985 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 906b9beb-90dd-4bff-8e86-8b501eb3e5d0 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:22.855256 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:22.896588 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e459f12-4719-4e5c-b80c-c781e40901b1 req-964e6713-1975-4a19-aaf1-8dbd3b175636 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:22.898639 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5e459f12-4719-4e5c-b80c-c781e40901b1 req-964e6713-1975-4a19-aaf1-8dbd3b175636 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 945 time: 0.0729437 Nov 04 10:56:22.908543 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-718c7d20-a7a5-4fc7-a7ef-f59335a45fe2 None None] Provisioning complete for port 4b6ebcff-41cd-4dc4-a523-0c51b3cb9933 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:22.908934 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-718c7d20-a7a5-4fc7-a7ef-f59335a45fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:22.975502 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-718c7d20-a7a5-4fc7-a7ef-f59335a45fe2 None None] Port 4b6ebcff-41cd-4dc4-a523-0c51b3cb9933 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:56:23.024343 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5e459f12-4719-4e5c-b80c-c781e40901b1 req-96af42c7-1d5d-4c18-b260-218b27be3aa7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184514 Nov 04 10:56:23.050511 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0498be6c-2e96-4507-b9a6-010789564c6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:23.117371 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-f73f9201-5807-434f-8049-b1fed7af9b7f req-5a449b0b-aa89-47bf-8cd0-be76d4a57aa2 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Calling delete_port for be3748eb-3375-401b-9d5f-9ed40a944a5b owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:56:23.123623 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-934e1c03-0251-4b2e-85c3-0b5e5d0b95a4 service neutron] 10.222.0.126 "GET /v2.0/networks/c9d3e29b-fe58-47d5-a428-26e56104ed64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6393468 Nov 04 10:56:23.134731 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-da4900da-7ae7-4cea-bc97-b98e2b0e2c78 None None] Provisioning complete for port 4b6ebcff-41cd-4dc4-a523-0c51b3cb9933 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:23.135130 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-da4900da-7ae7-4cea-bc97-b98e2b0e2c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:23.152889 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50666423-8ed7-4a6b-8cf0-15ae60107344 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:23.195375 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50666423-8ed7-4a6b-8cf0-15ae60107344 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:23.202319 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-da4900da-7ae7-4cea-bc97-b98e2b0e2c78 None None] Port 4b6ebcff-41cd-4dc4-a523-0c51b3cb9933 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:56:23.241884 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dd23b6c2-d29b-47ba-b674-ddc09735767a req-4b74b34f-7803-4dd3-bd85-e27c472857b4 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 210 time: 0.0957918 Nov 04 10:56:23.289033 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0498be6c-2e96-4507-b9a6-010789564c6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:23.296240 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0498be6c-2e96-4507-b9a6-010789564c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:23.322660 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50666423-8ed7-4a6b-8cf0-15ae60107344 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:23.327814 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0498be6c-2e96-4507-b9a6-010789564c6b admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=abf7759f32bf4b83b584a475ed8bc986&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5361092 Nov 04 10:56:23.329386 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50666423-8ed7-4a6b-8cf0-15ae60107344 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event updated for resources: {'Port': ['ID=4b6ebcff-41cd-4dc4-a523-0c51b3cb9933,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:23.332576 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38538) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:23.356373 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498be6c-2e96-4507-b9a6-010789564c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04344b6f-69da-4ff7-8403-af35e9451440,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:23.364850 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498be6c-2e96-4507-b9a6-010789564c6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:23.365227 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498be6c-2e96-4507-b9a6-010789564c6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:23.365573 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498be6c-2e96-4507-b9a6-010789564c6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:23.365958 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498be6c-2e96-4507-b9a6-010789564c6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:23.366290 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498be6c-2e96-4507-b9a6-010789564c6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:23.367109 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498be6c-2e96-4507-b9a6-010789564c6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:23.367501 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498be6c-2e96-4507-b9a6-010789564c6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:23.367784 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498be6c-2e96-4507-b9a6-010789564c6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:23.368109 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498be6c-2e96-4507-b9a6-010789564c6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:23.368433 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498be6c-2e96-4507-b9a6-010789564c6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:23.368755 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498be6c-2e96-4507-b9a6-010789564c6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:23.369183 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498be6c-2e96-4507-b9a6-010789564c6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:23.441980 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ef04f-3b09-4507-b86b-5c7c42a104fe req-58f1e2ad-00d7-4e28-a5bd-38fab0957ed2 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:23.444776 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4c1ef04f-3b09-4507-b86b-5c7c42a104fe req-58f1e2ad-00d7-4e28-a5bd-38fab0957ed2 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/ports?device_id=c25ffc23-18d7-41a3-8873-b717916fbb8b HTTP/1.1" status: 200 len: 945 time: 0.0579212 Nov 04 10:56:23.501403 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4c1ef04f-3b09-4507-b86b-5c7c42a104fe req-b5a0ad58-6d02-4480-8080-98518f02b9b1 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.127 "GET /v2.0/security-groups?id=7c533fd0-8365-4817-a9d0-c18e70154dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508502 Nov 04 10:56:23.506308 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aa19e43b-afda-48d7-9f6d-9aa385a21899 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:23.549217 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f73f9201-5807-434f-8049-b1fed7af9b7f req-5a449b0b-aa89-47bf-8cd0-be76d4a57aa2 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:23.559419 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aa19e43b-afda-48d7-9f6d-9aa385a21899 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:23.562215 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['be3748eb-3375-401b-9d5f-9ed40a944a5b'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:56:23.611203 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a449b0b-aa89-47bf-8cd0-be76d4a57aa2 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Pushing event deleted for resources: {'Port': ['ID=be3748eb-3375-401b-9d5f-9ed40a944a5b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:23.632438 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50666423-8ed7-4a6b-8cf0-15ae60107344 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Network ed798f1a-e6eb-4d73-93c9-3c8b4888d571 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:56:23.653117 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-50666423-8ed7-4a6b-8cf0-15ae60107344 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:56:23.679535 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73f9201-5807-434f-8049-b1fed7af9b7f req-5a449b0b-aa89-47bf-8cd0-be76d4a57aa2 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] No DVR routers for this DVR port be3748eb-3375-401b-9d5f-9ed40a944a5b on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:56:23.682699 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f73f9201-5807-434f-8049-b1fed7af9b7f req-5a449b0b-aa89-47bf-8cd0-be76d4a57aa2 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:23.686196 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f73f9201-5807-434f-8049-b1fed7af9b7f req-5a449b0b-aa89-47bf-8cd0-be76d4a57aa2 tempest-ServersNegativeTestMultiTenantJSON-1311709755 tempest-ServersNegativeTestMultiTenantJSON-1311709755-project] 10.222.0.121 "DELETE /v2.0/ports/be3748eb-3375-401b-9d5f-9ed40a944a5b HTTP/1.1" status: 204 len: 173 time: 2.0406575 Nov 04 10:56:23.686652 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25ffc23-18d7-41a3-8873-b717916fbb8b', 'name': 'network-vif-deleted', 'tag': 'be3748eb-3375-401b-9d5f-9ed40a944a5b'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:56:23.689203 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44355f2-2601-494b-a131-3bf26023e131" -d '{"events": [{"server_uuid": "c25ffc23-18d7-41a3-8873-b717916fbb8b", "name": "network-vif-deleted", "tag": "be3748eb-3375-401b-9d5f-9ed40a944a5b"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:56:23.779832 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7873e579-1165-40da-9711-f2c8abbfd953 x-openstack-request-id: req-7873e579-1165-40da-9711-f2c8abbfd953 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:56:23.779832 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25ffc23-18d7-41a3-8873-b717916fbb8b", "name": "network-vif-deleted", "tag": "be3748eb-3375-401b-9d5f-9ed40a944a5b", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:56:23.780111 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-7873e579-1165-40da-9711-f2c8abbfd953 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:56:23.780344 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25ffc23-18d7-41a3-8873-b717916fbb8b', 'name': 'network-vif-deleted', 'tag': 'be3748eb-3375-401b-9d5f-9ed40a944a5b', 'status': 'completed', 'code': 200} Nov 04 10:56:23.783168 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aa19e43b-afda-48d7-9f6d-9aa385a21899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:23.785839 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aa19e43b-afda-48d7-9f6d-9aa385a21899 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:23.787000 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-aa19e43b-afda-48d7-9f6d-9aa385a21899 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/04344b6f-69da-4ff7-8403-af35e9451440 HTTP/1.1" status: 204 len: 168 time: 0.4508839 Nov 04 10:56:23.801657 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19e43b-afda-48d7-9f6d-9aa385a21899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04344b6f-69da-4ff7-8403-af35e9451440,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:23.828755 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50666423-8ed7-4a6b-8cf0-15ae60107344 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Router d687d12d-08bf-4efd-bfe4-33a77c916455 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:56:23.952204 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 906b9beb-90dd-4bff-8e86-8b501eb3e5d0 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:56:24.042950 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-55e26421-9dd3-4706-afb5-2101d4eed191 None None] Provisioning complete for port 4b6ebcff-41cd-4dc4-a523-0c51b3cb9933 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:24.043466 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-55e26421-9dd3-4706-afb5-2101d4eed191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:24.048461 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50666423-8ed7-4a6b-8cf0-15ae60107344 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:56:24.054917 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-50666423-8ed7-4a6b-8cf0-15ae60107344 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "PUT /v2.0/routers/d687d12d-08bf-4efd-bfe4-33a77c916455/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9662580 Nov 04 10:56:24.106766 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7344b567-8584-48ff-a7f1-512b9c0a6007 None None] Sync routers for ids ['d687d12d-08bf-4efd-bfe4-33a77c916455'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:56:24.138098 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 906b9beb-90dd-4bff-8e86-8b501eb3e5d0 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:24.138463 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:24.164932 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7344b567-8584-48ff-a7f1-512b9c0a6007 None None] Routers {'d687d12d-08bf-4efd-bfe4-33a77c916455'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:56:24.165940 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-7344b567-8584-48ff-a7f1-512b9c0a6007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:56:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d687d12d-08bf-4efd-bfe4-33a77c916455'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:24.167556 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-55e26421-9dd3-4706-afb5-2101d4eed191 None None] Port 4b6ebcff-41cd-4dc4-a523-0c51b3cb9933 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:56:24.252387 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e89cde-ac1a-462c-903d-d8be4dec4820 req-74e8e690-6f34-431c-8864-ecd1a2325db1 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:24.254532 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-40e89cde-ac1a-462c-903d-d8be4dec4820 req-74e8e690-6f34-431c-8864-ecd1a2325db1 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 945 time: 0.1277740 Nov 04 10:56:24.295025 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38554) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:24.312129 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-52d30ac2-70c6-4ab7-b169-5cf3ca2dd2e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:24.339764 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-7344b567-8584-48ff-a7f1-512b9c0a6007 None None] Set router d687d12d-08bf-4efd-bfe4-33a77c916455 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:56:24.381883 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-40e89cde-ac1a-462c-903d-d8be4dec4820 req-3fea3440-7386-42d2-8cc9-def7e65d1386 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191716 Nov 04 10:56:24.451276 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-52d30ac2-70c6-4ab7-b169-5cf3ca2dd2e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:24.456612 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-52d30ac2-70c6-4ab7-b169-5cf3ca2dd2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:24.509173 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-52d30ac2-70c6-4ab7-b169-5cf3ca2dd2e4 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=c26b71c16eb14e9380eea52eacee481a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2138486 Nov 04 10:56:24.510203 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d30ac2-70c6-4ab7-b169-5cf3ca2dd2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4727c5-f1c0-4ccb-8588-b8ea6749a473,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:24.511944 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38564) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:24.621163 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-7344b567-8584-48ff-a7f1-512b9c0a6007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd687d12d-08bf-4efd-bfe4-33a77c916455', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1648692407', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'e5acd53e-c56c-4aa8-8abf-ca5f76ebd472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:14Z', 'updated_at': '2021-11-04T10:56:21Z', 'revision_number': 4, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'gw_port': {'id': 'e5acd53e-c56c-4aa8-8abf-ca5f76ebd472', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:86:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd687d12d-08bf-4efd-bfe4-33a77c916455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:15Z', 'updated_at': '2021-11-04T10:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '4b6ebcff-41cd-4dc4-a523-0c51b3cb9933', 'name': '', 'network_id': 'ed798f1a-e6eb-4d73-93c9-3c8b4888d571', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'mac_address': 'fa:16:3e:02:4e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd687d12d-08bf-4efd-bfe4-33a77c916455', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'da58be49-b773-4b9f-b4ba-7168a23ad66b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:20Z', 'updated_at': '2021-11-04T10:56:22Z', 'revision_number': 2, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'subnets': [{'id': 'da58be49-b773-4b9f-b4ba-7168a23ad66b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:24.645152 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-14248501-0b99-45f1-9b03-9dca541db89e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:24.648099 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7344b567-8584-48ff-a7f1-512b9c0a6007 None None] Checking router: d687d12d-08bf-4efd-bfe4-33a77c916455 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:56:24.648453 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7344b567-8584-48ff-a7f1-512b9c0a6007 None None] Updating router d687d12d-08bf-4efd-bfe4-33a77c916455 port 4b6ebcff-41cd-4dc4-a523-0c51b3cb9933 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:56:24.674964 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7344b567-8584-48ff-a7f1-512b9c0a6007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:24.682969 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-117b41b2-144e-4148-a80d-73925cc3f280 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:24.690578 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-117b41b2-144e-4148-a80d-73925cc3f280 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/networks?id=ed798f1a-e6eb-4d73-93c9-3c8b4888d571 HTTP/1.1" status: 200 len: 798 time: 0.1810150 Nov 04 10:56:24.702311 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-14248501-0b99-45f1-9b03-9dca541db89e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:24.719425 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-4469c0f4-81eb-4e41-8e0b-c6cfd66c4005 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/quotas/9e6e9db6fbf344cc90c8fda44c469086 HTTP/1.1" status: 200 len: 375 time: 0.0279298 Nov 04 10:56:24.798088 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-323bcb72-be92-4524-b3de-cc39ac858971 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=9e6e9db6fbf344cc90c8fda44c469086&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0697091 Nov 04 10:56:24.809321 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-14248501-0b99-45f1-9b03-9dca541db89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:24.812185 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-14248501-0b99-45f1-9b03-9dca541db89e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:24.813459 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-14248501-0b99-45f1-9b03-9dca541db89e admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/8b4727c5-f1c0-4ccb-8588-b8ea6749a473 HTTP/1.1" status: 204 len: 168 time: 0.3003483 Nov 04 10:56:24.832854 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14248501-0b99-45f1-9b03-9dca541db89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4727c5-f1c0-4ccb-8588-b8ea6749a473,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:24.954164 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-240b9be4-14c4-456c-aece-5dd6157d15c6 service neutron] 10.222.0.127 "GET /v2.0/networks/ed798f1a-e6eb-4d73-93c9-3c8b4888d571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284363 Nov 04 10:56:24.999096 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7344b567-8584-48ff-a7f1-512b9c0a6007 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:25.007490 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7344b567-8584-48ff-a7f1-512b9c0a6007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:25.068547 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256d329-ad9e-4c21-a20f-ecc5fbd6a6a8 None None] Pushing event updated for resources: {'Port': ['ID=4b6ebcff-41cd-4dc4-a523-0c51b3cb9933,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:25.087583 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-ce906649-61e6-4196-94a9-0a9c6ddec2d6 service neutron] 10.222.0.127 "GET /v2.0/networks/ed798f1a-e6eb-4d73-93c9-3c8b4888d571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317472 Nov 04 10:56:25.152094 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-7344b567-8584-48ff-a7f1-512b9c0a6007 None None] Attempting to bind port 4b6ebcff-41cd-4dc4-a523-0c51b3cb9933 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:56:25.152510 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-7344b567-8584-48ff-a7f1-512b9c0a6007 None None] Attempting to bind port 4b6ebcff-41cd-4dc4-a523-0c51b3cb9933 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'f0b1bee5-d1c5-4248-a0aa-7080bf85a409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'ed798f1a-e6eb-4d73-93c9-3c8b4888d571'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:56:25.156009 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7344b567-8584-48ff-a7f1-512b9c0a6007 None None] Attempting to bind port 4b6ebcff-41cd-4dc4-a523-0c51b3cb9933 on network ed798f1a-e6eb-4d73-93c9-3c8b4888d571 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:56:25.167201 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7344b567-8584-48ff-a7f1-512b9c0a6007 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:56:25.167486 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7344b567-8584-48ff-a7f1-512b9c0a6007 None None] Checking segment: {'id': 'f0b1bee5-d1c5-4248-a0aa-7080bf85a409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'ed798f1a-e6eb-4d73-93c9-3c8b4888d571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:56:25.167888 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7344b567-8584-48ff-a7f1-512b9c0a6007 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:25.168336 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7344b567-8584-48ff-a7f1-512b9c0a6007 None None] Bound using segment: {'id': 'f0b1bee5-d1c5-4248-a0aa-7080bf85a409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'ed798f1a-e6eb-4d73-93c9-3c8b4888d571'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:56:25.168841 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-7344b567-8584-48ff-a7f1-512b9c0a6007 None None] Bound port: 4b6ebcff-41cd-4dc4-a523-0c51b3cb9933, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b1bee5-d1c5-4248-a0aa-7080bf85a409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'ed798f1a-e6eb-4d73-93c9-3c8b4888d571'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:56:25.169210 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7344b567-8584-48ff-a7f1-512b9c0a6007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:25.287129 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-7344b567-8584-48ff-a7f1-512b9c0a6007 None None] For port 4b6ebcff-41cd-4dc4-a523-0c51b3cb9933, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:56:25.291406 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-7344b567-8584-48ff-a7f1-512b9c0a6007 None None] For port 4b6ebcff-41cd-4dc4-a523-0c51b3cb9933, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4b6ebcff-41cd-4dc4-a523-0c51b3cb9933,segment=NetworkSegment(f0b1bee5-d1c5-4248-a0aa-7080bf85a409),segment_id=f0b1bee5-d1c5-4248-a0aa-7080bf85a409)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:56:25.297834 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7344b567-8584-48ff-a7f1-512b9c0a6007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:25.371743 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-21ff5b23-be8c-4ef3-8e9b-29ecea6a530b req-b76fc5c0-efcb-4e48-90f1-5cb78948cef5 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 210 time: 0.0419400 Nov 04 10:56:25.438284 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7344b567-8584-48ff-a7f1-512b9c0a6007 None None] Routers {'d687d12d-08bf-4efd-bfe4-33a77c916455'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:56:25.438891 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-7344b567-8584-48ff-a7f1-512b9c0a6007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:56:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d687d12d-08bf-4efd-bfe4-33a77c916455'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:25.451919 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38588) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:25.532472 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256d329-ad9e-4c21-a20f-ecc5fbd6a6a8 None None] Pushing event updated for resources: {'Port': ['ID=4b6ebcff-41cd-4dc4-a523-0c51b3cb9933,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:25.549717 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c9959ba-7008-48b1-8ad9-6791f92e0e35 req-c1f8b3dc-88bb-46f0-9b70-7c862e7a1f07 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/ports?device_id=3331b9c1-a8b5-4f32-8ae8-339a1287b653 HTTP/1.1" status: 200 len: 210 time: 0.0693762 Nov 04 10:56:25.587162 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device be3748eb-3375-401b-9d5f-9ed40a944a5b no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:56:25.589462 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-996de4fd-3124-4631-80c4-fc6e617490fd None None] Provisioning complete for port 4b6ebcff-41cd-4dc4-a523-0c51b3cb9933 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:25.589825 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-996de4fd-3124-4631-80c4-fc6e617490fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:25.622801 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9639d69-578b-47c6-b92b-a5882bbfe05b admin admin] Deleting subnet a6297a05-4f99-4f3a-9da3-de26dbe587e6 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:56:25.638816 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d9639d69-578b-47c6-b92b-a5882bbfe05b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:25.746166 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: be3748eb-3375-401b-9d5f-9ed40a944a5b {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:56:25.758624 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device be3748eb-3375-401b-9d5f-9ed40a944a5b not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:56:25.840418 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-7344b567-8584-48ff-a7f1-512b9c0a6007 None None] Set router d687d12d-08bf-4efd-bfe4-33a77c916455 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:56:25.851172 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c3762-7269-45ca-bfd0-61a257e431c1 req-634917a9-7b74-4aee-bb79-ad381ee02323 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:25.861845 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f87c3762-7269-45ca-bfd0-61a257e431c1 req-634917a9-7b74-4aee-bb79-ad381ee02323 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 945 time: 0.1340129 Nov 04 10:56:26.004206 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f87c3762-7269-45ca-bfd0-61a257e431c1 req-e73ca882-1191-446a-8f45-4ac6ba32ce69 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407087 Nov 04 10:56:26.325583 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d9639d69-578b-47c6-b92b-a5882bbfe05b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:26.406994 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d9639d69-578b-47c6-b92b-a5882bbfe05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:26.477201 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d9639d69-578b-47c6-b92b-a5882bbfe05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:26.494767 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-996de4fd-3124-4631-80c4-fc6e617490fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:26.539830 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9639d69-578b-47c6-b92b-a5882bbfe05b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6297a05-4f99-4f3a-9da3-de26dbe587e6,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:26.552278 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d9639d69-578b-47c6-b92b-a5882bbfe05b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:26.561747 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d9639d69-578b-47c6-b92b-a5882bbfe05b admin admin] 10.222.0.127 "DELETE /v2.0/subnets/a6297a05-4f99-4f3a-9da3-de26dbe587e6 HTTP/1.1" status: 204 len: 168 time: 1.1057994 Nov 04 10:56:26.563087 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38610) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:26.566458 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1a83f57e-273e-4243-87b3-a9c4df17436f req-49eed247-38f3-40cd-adab-f57a076ed16f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 210 time: 0.0413051 Nov 04 10:56:26.611837 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-996de4fd-3124-4631-80c4-fc6e617490fd None None] For port 4b6ebcff-41cd-4dc4-a523-0c51b3cb9933, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4b6ebcff-41cd-4dc4-a523-0c51b3cb9933,segment=NetworkSegment(f0b1bee5-d1c5-4248-a0aa-7080bf85a409),segment_id=f0b1bee5-d1c5-4248-a0aa-7080bf85a409)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:26.624884 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-996de4fd-3124-4631-80c4-fc6e617490fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:26.697670 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-43223d67-2eb9-4621-ad61-458799f461f0 req-7abc6ef8-56c6-42e3-a10c-d8573bb559f7 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/ports?device_id=3331b9c1-a8b5-4f32-8ae8-339a1287b653 HTTP/1.1" status: 200 len: 210 time: 0.0542932 Nov 04 10:56:26.708895 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f4365f51-10e4-4f14-87f1-241f34918e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:26.763689 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-7344b567-8584-48ff-a7f1-512b9c0a6007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd687d12d-08bf-4efd-bfe4-33a77c916455', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1648692407', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'e5acd53e-c56c-4aa8-8abf-ca5f76ebd472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:14Z', 'updated_at': '2021-11-04T10:56:21Z', 'revision_number': 4, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'gw_port': {'id': 'e5acd53e-c56c-4aa8-8abf-ca5f76ebd472', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:86:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd687d12d-08bf-4efd-bfe4-33a77c916455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:15Z', 'updated_at': '2021-11-04T10:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '4b6ebcff-41cd-4dc4-a523-0c51b3cb9933', 'name': '', 'network_id': 'ed798f1a-e6eb-4d73-93c9-3c8b4888d571', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'mac_address': 'fa:16:3e:02:4e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd687d12d-08bf-4efd-bfe4-33a77c916455', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'da58be49-b773-4b9f-b4ba-7168a23ad66b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:20Z', 'updated_at': '2021-11-04T10:56:25Z', 'revision_number': 4, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'subnets': [{'id': 'da58be49-b773-4b9f-b4ba-7168a23ad66b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:26.832713 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7344b567-8584-48ff-a7f1-512b9c0a6007 None None] The sync data for ids ['d687d12d-08bf-4efd-bfe4-33a77c916455'] in n-d-816629-1 is: [{'id': 'd687d12d-08bf-4efd-bfe4-33a77c916455', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1648692407', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'e5acd53e-c56c-4aa8-8abf-ca5f76ebd472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:14Z', 'updated_at': '2021-11-04T10:56:21Z', 'revision_number': 4, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'gw_port': {'id': 'e5acd53e-c56c-4aa8-8abf-ca5f76ebd472', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:86:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd687d12d-08bf-4efd-bfe4-33a77c916455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:15Z', 'updated_at': '2021-11-04T10:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '4b6ebcff-41cd-4dc4-a523-0c51b3cb9933', 'name': '', 'network_id': 'ed798f1a-e6eb-4d73-93c9-3c8b4888d571', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'mac_address': 'fa:16:3e:02:4e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd687d12d-08bf-4efd-bfe4-33a77c916455', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'da58be49-b773-4b9f-b4ba-7168a23ad66b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:20Z', 'updated_at': '2021-11-04T10:56:25Z', 'revision_number': 4, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'subnets': [{'id': 'da58be49-b773-4b9f-b4ba-7168a23ad66b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:56:26.859026 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-bc48f778-1753-4cdb-9c9e-688433d6a230 None None] Provisioning complete for port 4b6ebcff-41cd-4dc4-a523-0c51b3cb9933 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:26.861446 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bc48f778-1753-4cdb-9c9e-688433d6a230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:27.011828 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996de4fd-3124-4631-80c4-fc6e617490fd None None] Pushing event updated for resources: {'Port': ['ID=4b6ebcff-41cd-4dc4-a523-0c51b3cb9933,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:27.116231 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f4365f51-10e4-4f14-87f1-241f34918e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:27.196910 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-f4365f51-10e4-4f14-87f1-241f34918e71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a91da649-3ab8-4f9a-91de-37e868f54617']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:27.264747 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-f4365f51-10e4-4f14-87f1-241f34918e71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968d94d4-2db5-4dad-a4e7-b59e8552b180') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:27.278731 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-f4365f51-10e4-4f14-87f1-241f34918e71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968d94d4-2db5-4dad-a4e7-b59e8552b180') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:27.315101 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c04a3-6c32-4df5-9afb-349249cf3901 req-6e344a4c-f317-4b2a-991e-abc52ca53d39 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:27.321346 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f4365f51-10e4-4f14-87f1-241f34918e71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:27.329274 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ca1c04a3-6c32-4df5-9afb-349249cf3901 req-6e344a4c-f317-4b2a-991e-abc52ca53d39 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 945 time: 0.1470380 Nov 04 10:56:27.349100 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f4365f51-10e4-4f14-87f1-241f34918e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:27.357720 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4365f51-10e4-4f14-87f1-241f34918e71 admin admin] Releasing vlan 1195 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:56:27.358131 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f4365f51-10e4-4f14-87f1-241f34918e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:27.432746 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ca1c04a3-6c32-4df5-9afb-349249cf3901 req-13d792eb-bba6-4dca-bd6a-f28405f13d6f tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010222 Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:56:27.447096 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:56:27.460495 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f4365f51-10e4-4f14-87f1-241f34918e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:27.465732 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f4365f51-10e4-4f14-87f1-241f34918e71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:27.472916 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38626) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:27.473090 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f4365f51-10e4-4f14-87f1-241f34918e71 admin admin] 10.222.0.127 "DELETE /v2.0/networks/a91da649-3ab8-4f9a-91de-37e868f54617 HTTP/1.1" status: 204 len: 168 time: 0.9074938 Nov 04 10:56:27.489218 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-f5037465-4b9f-4957-af71-8c4d17a7735b tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:27.490906 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-f5037465-4b9f-4957-af71-8c4d17a7735b tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.121 "GET /v2.0/networks?id=ed798f1a-e6eb-4d73-93c9-3c8b4888d571 HTTP/1.1" status: 200 len: 798 time: 0.5788624 Nov 04 10:56:27.506760 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-ad7cc00a-8472-4f51-834b-783237f034a1 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Request body: {'port': {'device_id': '3331b9c1-a8b5-4f32-8ae8-339a1287b653', 'network_id': 'ed798f1a-e6eb-4d73-93c9-3c8b4888d571', 'admin_state_up': True, 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:56:27.511078 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4365f51-10e4-4f14-87f1-241f34918e71 admin admin] Pushing event deleted for resources: {'Network': ['ID=a91da649-3ab8-4f9a-91de-37e868f54617,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:27.532231 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ccda9c-ae25-4a14-8e36-c228ebaaaadb admin admin] Deleting subnet 944924fb-1860-429d-9a21-709ba2bcacd1 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:56:27.547089 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b6ccda9c-ae25-4a14-8e36-c228ebaaaadb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:27.660585 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b6ccda9c-ae25-4a14-8e36-c228ebaaaadb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:27.725784 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-ad7cc00a-8472-4f51-834b-783237f034a1 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Made reservation on behalf of 9e6e9db6fbf344cc90c8fda44c469086 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:56:27.731679 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-ad7cc00a-8472-4f51-834b-783237f034a1 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:27.783407 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-35a9efee-a4b3-4b3b-a05b-73ee6f41e6a1 req-f854828f-5e5f-449f-8a2e-5807ba28ba4e tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/ports?device_id=20e78121-78eb-4474-a1bb-cb2c8a6ed0c5 HTTP/1.1" status: 200 len: 210 time: 0.0559068 Nov 04 10:56:27.815828 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b6ccda9c-ae25-4a14-8e36-c228ebaaaadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:27.910216 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4b6ebcff-41cd-4dc4-a523-0c51b3cb9933 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:56:27.969713 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f0ffe7e4-1ec1-4cfc-8f50-392080427a84 req-1e832205-3b1f-49fb-acbc-9629aaf688b9 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/ports?device_id=3331b9c1-a8b5-4f32-8ae8-339a1287b653 HTTP/1.1" status: 200 len: 210 time: 0.0656755 Nov 04 10:56:27.979403 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b6ccda9c-ae25-4a14-8e36-c228ebaaaadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:28.000331 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 4b6ebcff-41cd-4dc4-a523-0c51b3cb9933 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:28.000698 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:28.028283 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-ad7cc00a-8472-4f51-834b-783237f034a1 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Allocated IP 172.20.0.23 (ed798f1a-e6eb-4d73-93c9-3c8b4888d571/da58be49-b773-4b9f-b4ba-7168a23ad66b/7fa45e13-1c35-460c-9f82-268e8cf0a53f) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:56:28.044999 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccda9c-ae25-4a14-8e36-c228ebaaaadb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=944924fb-1860-429d-9a21-709ba2bcacd1,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:28.061663 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b6ccda9c-ae25-4a14-8e36-c228ebaaaadb admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:28.065075 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b6ccda9c-ae25-4a14-8e36-c228ebaaaadb admin admin] 10.222.0.127 "DELETE /v2.0/subnets/944924fb-1860-429d-9a21-709ba2bcacd1 HTTP/1.1" status: 204 len: 168 time: 0.5905752 Nov 04 10:56:28.075218 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38642) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:28.245188 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-17ab5158-ee97-4a27-9bcd-693ce324a40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:28.289303 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-ad7cc00a-8472-4f51-834b-783237f034a1 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:28.352709 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-ad7cc00a-8472-4f51-834b-783237f034a1 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:28.370977 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-17ab5158-ee97-4a27-9bcd-693ce324a40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:28.404767 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-17ab5158-ee97-4a27-9bcd-693ce324a40e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d821a1bb-6325-423c-b2f9-3bf9d7390266']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:28.410437 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-17ab5158-ee97-4a27-9bcd-693ce324a40e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b000f05-06fd-4d3e-81dc-a99f03d381a9') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:28.410724 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-17ab5158-ee97-4a27-9bcd-693ce324a40e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b000f05-06fd-4d3e-81dc-a99f03d381a9') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:28.432910 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-ad7cc00a-8472-4f51-834b-783237f034a1 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Network ed798f1a-e6eb-4d73-93c9-3c8b4888d571 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:56:28.433336 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-17ab5158-ee97-4a27-9bcd-693ce324a40e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:28.438918 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-ad7cc00a-8472-4f51-834b-783237f034a1 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:56:28.459237 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-17ab5158-ee97-4a27-9bcd-693ce324a40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:28.474080 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ab5158-ee97-4a27-9bcd-693ce324a40e admin admin] Releasing vlan 1164 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:56:28.475103 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cc00a-8472-4f51-834b-783237f034a1 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event updated for resources: {'Port': ['ID=7fa45e13-1c35-460c-9f82-268e8cf0a53f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:28.475590 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-17ab5158-ee97-4a27-9bcd-693ce324a40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:28.479447 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-ad7cc00a-8472-4f51-834b-783237f034a1 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:56:28.498906 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:56:28.545439 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-ad7cc00a-8472-4f51-834b-783237f034a1 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:28.546252 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-ad7cc00a-8472-4f51-834b-783237f034a1 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:28.575356 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-ad7cc00a-8472-4f51-834b-783237f034a1 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0727227 Nov 04 10:56:28.591511 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-d09d2d64-cd5d-4302-9e1c-561e7b0ab96d service neutron] Request body: {'port': {'device_id': '3331b9c1-a8b5-4f32-8ae8-339a1287b653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:56:28.652252 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-17ab5158-ee97-4a27-9bcd-693ce324a40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:28.659778 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-17ab5158-ee97-4a27-9bcd-693ce324a40e admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:28.666622 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-17ab5158-ee97-4a27-9bcd-693ce324a40e admin admin] 10.222.0.127 "DELETE /v2.0/networks/d821a1bb-6325-423c-b2f9-3bf9d7390266 HTTP/1.1" status: 204 len: 168 time: 0.5899661 Nov 04 10:56:28.680182 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-d09d2d64-cd5d-4302-9e1c-561e7b0ab96d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:28.714834 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e8e39-df55-4740-9cfa-5fa259d0e8cc req-799ac768-3ac4-480b-bff1-51846ed80c17 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:28.717807 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-494e8e39-df55-4740-9cfa-5fa259d0e8cc req-799ac768-3ac4-480b-bff1-51846ed80c17 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 945 time: 0.1445751 Nov 04 10:56:28.718857 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab5158-ee97-4a27-9bcd-693ce324a40e admin admin] Pushing event deleted for resources: {'Network': ['ID=d821a1bb-6325-423c-b2f9-3bf9d7390266,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:28.830672 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-494e8e39-df55-4740-9cfa-5fa259d0e8cc req-c89e3f86-4b42-486a-aacc-35da144c7f1f tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973785 Nov 04 10:56:28.872597 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2fb7d260-ef38-4129-8dff-c4b23cf722eb None None] Provisioning complete for port 7fa45e13-1c35-460c-9f82-268e8cf0a53f triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:28.873301 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2fb7d260-ef38-4129-8dff-c4b23cf722eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:28.975068 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2fb7d260-ef38-4129-8dff-c4b23cf722eb None None] Port 7fa45e13-1c35-460c-9f82-268e8cf0a53f cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:56:28.985887 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38654) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:29.019458 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38658) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:29.053466 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-690ebb6c-0a6e-42c8-a0cd-a37dcd545e92 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:29.097218 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-794eeb92-d007-4ad2-af6b-cf9fa8f325b8 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=bf0202e0006b49daad3a5b857bd13f63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0763085 Nov 04 10:56:29.102775 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38660) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:29.104662 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-690ebb6c-0a6e-42c8-a0cd-a37dcd545e92 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:29.152924 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68418e6-f094-49a1-b6de-b1e83052a3e3 req-e8ba12f8-3c15-42d2-9371-b0d6b943b60a tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:29.154822 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a68418e6-f094-49a1-b6de-b1e83052a3e3 req-e8ba12f8-3c15-42d2-9371-b0d6b943b60a tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/ports?device_id=3331b9c1-a8b5-4f32-8ae8-339a1287b653 HTTP/1.1" status: 200 len: 895 time: 0.0853226 Nov 04 10:56:29.179058 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-d09d2d64-cd5d-4302-9e1c-561e7b0ab96d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fa45e13-1c35-460c-9f82-268e8cf0a53f {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:56:29.184968 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-690ebb6c-0a6e-42c8-a0cd-a37dcd545e92 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:29.187756 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-690ebb6c-0a6e-42c8-a0cd-a37dcd545e92 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:29.188999 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-690ebb6c-0a6e-42c8-a0cd-a37dcd545e92 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "DELETE /v2.0/security-groups/05adb90e-9e50-46f1-86fb-ae607608a22a HTTP/1.1" status: 204 len: 168 time: 0.2020593 Nov 04 10:56:29.189710 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-d09d2d64-cd5d-4302-9e1c-561e7b0ab96d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:29.193330 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38662) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:29.211625 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-d09d2d64-cd5d-4302-9e1c-561e7b0ab96d service neutron] Transition to ACTIVE for port object 7fa45e13-1c35-460c-9f82-268e8cf0a53f will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:56:29.212511 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3c4cbdb7-d59b-4f4b-a8ab-1a0c05a801f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:29.214512 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ebb6c-0a6e-42c8-a0cd-a37dcd545e92 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05adb90e-9e50-46f1-86fb-ae607608a22a,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:29.217637 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-10834ced-d328-46b4-82f2-b703c4609138 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] show failed (client error): The resource could not be found. Nov 04 10:56:29.221155 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-10834ced-d328-46b4-82f2-b703c4609138 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "GET /v2.0/security-groups/05adb90e-9e50-46f1-86fb-ae607608a22a HTTP/1.1" status: 404 len: 347 time: 0.0232642 Nov 04 10:56:29.221907 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38664) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:29.224601 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-d09d2d64-cd5d-4302-9e1c-561e7b0ab96d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:29.269183 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3c4cbdb7-d59b-4f4b-a8ab-1a0c05a801f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:29.344498 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d2d64-cd5d-4302-9e1c-561e7b0ab96d service neutron] Pushing event updated for resources: {'Port': ['ID=7fa45e13-1c35-460c-9f82-268e8cf0a53f,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:29.353820 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-74ddd474-ae39-472f-8398-ff3b6e79afd8 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Deleting port e6b2d755-fa23-4870-9fed-e0266f4c946c {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:56:29.354172 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-74ddd474-ae39-472f-8398-ff3b6e79afd8 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:29.394579 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3c4cbdb7-d59b-4f4b-a8ab-1a0c05a801f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:29.397318 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3c4cbdb7-d59b-4f4b-a8ab-1a0c05a801f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:29.398540 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3c4cbdb7-d59b-4f4b-a8ab-1a0c05a801f8 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/7c533fd0-8365-4817-a9d0-c18e70154dd9 HTTP/1.1" status: 204 len: 168 time: 0.2948153 Nov 04 10:56:29.416138 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-d09d2d64-cd5d-4302-9e1c-561e7b0ab96d service neutron] Attempting to bind port 7fa45e13-1c35-460c-9f82-268e8cf0a53f on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:56:29.416483 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-d09d2d64-cd5d-4302-9e1c-561e7b0ab96d service neutron] Attempting to bind port 7fa45e13-1c35-460c-9f82-268e8cf0a53f by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'f0b1bee5-d1c5-4248-a0aa-7080bf85a409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'ed798f1a-e6eb-4d73-93c9-3c8b4888d571'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:56:29.416810 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-d09d2d64-cd5d-4302-9e1c-561e7b0ab96d service neutron] Attempting to bind port 7fa45e13-1c35-460c-9f82-268e8cf0a53f on network ed798f1a-e6eb-4d73-93c9-3c8b4888d571 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:56:29.420614 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cbdb7-d59b-4f4b-a8ab-1a0c05a801f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c533fd0-8365-4817-a9d0-c18e70154dd9,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:29.431108 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-d09d2d64-cd5d-4302-9e1c-561e7b0ab96d service neutron] Port 7fa45e13-1c35-460c-9f82-268e8cf0a53f on network ed798f1a-e6eb-4d73-93c9-3c8b4888d571 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:56:29.431430 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-d09d2d64-cd5d-4302-9e1c-561e7b0ab96d service neutron] Attempting to bind port 7fa45e13-1c35-460c-9f82-268e8cf0a53f on network ed798f1a-e6eb-4d73-93c9-3c8b4888d571 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:56:29.447537 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-d09d2d64-cd5d-4302-9e1c-561e7b0ab96d service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:56:29.448179 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-d09d2d64-cd5d-4302-9e1c-561e7b0ab96d service neutron] Checking segment: {'id': 'f0b1bee5-d1c5-4248-a0aa-7080bf85a409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'ed798f1a-e6eb-4d73-93c9-3c8b4888d571'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:56:29.448744 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-d09d2d64-cd5d-4302-9e1c-561e7b0ab96d service neutron] Bound using segment: {'id': 'f0b1bee5-d1c5-4248-a0aa-7080bf85a409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'ed798f1a-e6eb-4d73-93c9-3c8b4888d571'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:56:29.450554 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-d09d2d64-cd5d-4302-9e1c-561e7b0ab96d service neutron] Bound port: 7fa45e13-1c35-460c-9f82-268e8cf0a53f, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b1bee5-d1c5-4248-a0aa-7080bf85a409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'ed798f1a-e6eb-4d73-93c9-3c8b4888d571'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:56:29.451125 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-d09d2d64-cd5d-4302-9e1c-561e7b0ab96d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:29.475284 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-74ddd474-ae39-472f-8398-ff3b6e79afd8 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:29.475647 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-74ddd474-ae39-472f-8398-ff3b6e79afd8 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:29.494527 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-74ddd474-ae39-472f-8398-ff3b6e79afd8 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Calling delete_port for e6b2d755-fa23-4870-9fed-e0266f4c946c owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:56:29.531212 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-d09d2d64-cd5d-4302-9e1c-561e7b0ab96d service neutron] For port 7fa45e13-1c35-460c-9f82-268e8cf0a53f, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:56:29.534777 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-d09d2d64-cd5d-4302-9e1c-561e7b0ab96d service neutron] For port 7fa45e13-1c35-460c-9f82-268e8cf0a53f, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=7fa45e13-1c35-460c-9f82-268e8cf0a53f,segment=NetworkSegment(f0b1bee5-d1c5-4248-a0aa-7080bf85a409),segment_id=f0b1bee5-d1c5-4248-a0aa-7080bf85a409)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:56:29.541688 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-d09d2d64-cd5d-4302-9e1c-561e7b0ab96d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:29.583348 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-d09d2d64-cd5d-4302-9e1c-561e7b0ab96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:29.584405 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-d09d2d64-cd5d-4302-9e1c-561e7b0ab96d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:29.585999 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-d09d2d64-cd5d-4302-9e1c-561e7b0ab96d service neutron] 10.222.0.121 "PUT /v2.0/ports/7fa45e13-1c35-460c-9f82-268e8cf0a53f HTTP/1.1" status: 200 len: 1055 time: 1.0011301 Nov 04 10:56:29.586719 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3331b9c1-a8b5-4f32-8ae8-339a1287b653', 'tag': '7fa45e13-1c35-460c-9f82-268e8cf0a53f'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:56:29.589319 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ee422b-5863-4ebd-9ac8-163bdc55405f" -d '{"events": [{"name": "network-changed", "server_uuid": "3331b9c1-a8b5-4f32-8ae8-339a1287b653", "tag": "7fa45e13-1c35-460c-9f82-268e8cf0a53f"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:56:29.675530 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f0d9bf-45b4-43b9-9a9a-7f81447acb66 x-openstack-request-id: req-a3f0d9bf-45b4-43b9-9a9a-7f81447acb66 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:56:29.675851 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3331b9c1-a8b5-4f32-8ae8-339a1287b653", "tag": "7fa45e13-1c35-460c-9f82-268e8cf0a53f", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:56:29.676657 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-a3f0d9bf-45b4-43b9-9a9a-7f81447acb66 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:56:29.676657 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3331b9c1-a8b5-4f32-8ae8-339a1287b653', 'tag': '7fa45e13-1c35-460c-9f82-268e8cf0a53f', 'status': 'completed', 'code': 200} Nov 04 10:56:29.709234 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d2d64-cd5d-4302-9e1c-561e7b0ab96d service neutron] Pushing event updated for resources: {'Port': ['ID=7fa45e13-1c35-460c-9f82-268e8cf0a53f,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:29.726773 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-ca126e99-8bf6-4f21-9f8d-879c46d11fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:29.728401 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-ca126e99-8bf6-4f21-9f8d-879c46d11fef service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9e6e9db6fbf344cc90c8fda44c469086&device_id=3331b9c1-a8b5-4f32-8ae8-339a1287b653 HTTP/1.1" status: 200 len: 1058 time: 0.0898607 Nov 04 10:56:29.748090 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-74ddd474-ae39-472f-8398-ff3b6e79afd8 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:29.807684 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-3f826740-93ed-42a3-af37-0246e134d55e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=7fa45e13-1c35-460c-9f82-268e8cf0a53f HTTP/1.1" status: 200 len: 217 time: 0.0702240 Nov 04 10:56:29.808049 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ddd474-ae39-472f-8398-ff3b6e79afd8 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event deleted for resources: {'Port': ['ID=e6b2d755-fa23-4870-9fed-e0266f4c946c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:29.895705 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-3e810500-ce6f-43ce-aae4-a42b5c8301a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:29.897561 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-3e810500-ce6f-43ce-aae4-a42b5c8301a7 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=da58be49-b773-4b9f-b4ba-7168a23ad66b HTTP/1.1" status: 200 len: 838 time: 0.0825095 Nov 04 10:56:29.915485 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-74ddd474-ae39-472f-8398-ff3b6e79afd8 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:29.921029 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-74ddd474-ae39-472f-8398-ff3b6e79afd8 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:29.922568 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-74ddd474-ae39-472f-8398-ff3b6e79afd8 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "DELETE /v2.0/floatingips/a8cf1525-b6be-4cfa-ab0a-86c703668a31 HTTP/1.1" status: 204 len: 168 time: 0.6997976 Nov 04 10:56:29.925593 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38680) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:29.996093 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38686) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:30.016757 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-d9089d38-da99-4aa7-9134-6bcdc7f93cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:30.018416 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-d9089d38-da99-4aa7-9134-6bcdc7f93cc9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ed798f1a-e6eb-4d73-93c9-3c8b4888d571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1100953 Nov 04 10:56:30.110228 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9fc9f-f60d-4eaa-8ad6-f12b303892f1 req-771e5ce0-0595-46a1-8a69-f9a416f2df8b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:30.111906 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-31b9fc9f-f60d-4eaa-8ad6-f12b303892f1 req-771e5ce0-0595-46a1-8a69-f9a416f2df8b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 945 time: 0.0979059 Nov 04 10:56:30.118997 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-7a8d818d-4b34-4094-ac13-05bfa2169e71 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Deleting port b7148f4c-a774-4e7a-a8e9-c7483869a3e6 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:56:30.119357 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7a8d818d-4b34-4094-ac13-05bfa2169e71 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:30.126402 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e1202d8b-98ec-4810-8fc9-076004da569e admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=1f61a408d0934eea9b1d828404a70119&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1291451 Nov 04 10:56:30.139387 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38690) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:30.159142 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-e97d1718-d72c-4012-8bc3-cf6a56daf221 service neutron] 10.222.0.121 "GET /v2.0/networks/ed798f1a-e6eb-4d73-93c9-3c8b4888d571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309638 Nov 04 10:56:30.258523 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7a8d818d-4b34-4094-ac13-05bfa2169e71 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:30.260517 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ae01467a-fe6e-4fe2-83d2-ceedc8fcb15d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:30.270692 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-31b9fc9f-f60d-4eaa-8ad6-f12b303892f1 req-903dd3b5-7b0d-401b-bb88-559e9da396de tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472266 Nov 04 10:56:30.276656 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-7a8d818d-4b34-4094-ac13-05bfa2169e71 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Calling delete_port for b7148f4c-a774-4e7a-a8e9-c7483869a3e6 owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:56:30.300635 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ae01467a-fe6e-4fe2-83d2-ceedc8fcb15d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:30.309111 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6db2f1d9-b114-4534-831d-f4fdc6d3ae70 req-e247f8ee-445b-45e9-b9da-7098ef502848 service neutron] 10.222.0.121 "GET /v2.0/networks/ed798f1a-e6eb-4d73-93c9-3c8b4888d571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398728 Nov 04 10:56:30.405957 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ae01467a-fe6e-4fe2-83d2-ceedc8fcb15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:30.408540 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ae01467a-fe6e-4fe2-83d2-ceedc8fcb15d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:30.409744 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ae01467a-fe6e-4fe2-83d2-ceedc8fcb15d admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/b352f545-758a-4e0f-8b96-e35e8d3ed685 HTTP/1.1" status: 204 len: 168 time: 0.2693024 Nov 04 10:56:30.430497 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee422b-5863-4ebd-9ac8-163bdc55405f req-43c79a6d-2fed-472b-8a0d-7cc0e3c6143d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:30.432025 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-77ee422b-5863-4ebd-9ac8-163bdc55405f req-43c79a6d-2fed-472b-8a0d-7cc0e3c6143d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9e6e9db6fbf344cc90c8fda44c469086&device_id=3331b9c1-a8b5-4f32-8ae8-339a1287b653 HTTP/1.1" status: 200 len: 1058 time: 0.0648608 Nov 04 10:56:30.432770 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01467a-fe6e-4fe2-83d2-ceedc8fcb15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b352f545-758a-4e0f-8b96-e35e8d3ed685,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:30.436531 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b14aa-9f5f-4e4a-834e-c4e3644e631c req-eced1b99-4d93-488d-b83c-88cce008c173 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:30.461991 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-001b14aa-9f5f-4e4a-834e-c4e3644e631c req-eced1b99-4d93-488d-b83c-88cce008c173 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/ports?device_id=3331b9c1-a8b5-4f32-8ae8-339a1287b653 HTTP/1.1" status: 200 len: 907 time: 0.0993383 Nov 04 10:56:30.528328 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7a8d818d-4b34-4094-ac13-05bfa2169e71 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:30.562404 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d818d-4b34-4094-ac13-05bfa2169e71 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event deleted for resources: {'Port': ['ID=b7148f4c-a774-4e7a-a8e9-c7483869a3e6,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:30.584877 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee422b-5863-4ebd-9ac8-163bdc55405f req-86550837-18bf-452b-802f-c5edfa3a6521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:30.589916 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-77ee422b-5863-4ebd-9ac8-163bdc55405f req-86550837-18bf-452b-802f-c5edfa3a6521 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ed798f1a-e6eb-4d73-93c9-3c8b4888d571 HTTP/1.1" status: 200 len: 900 time: 0.1489987 Nov 04 10:56:30.651987 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7a8d818d-4b34-4094-ac13-05bfa2169e71 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:30.656893 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7a8d818d-4b34-4094-ac13-05bfa2169e71 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "DELETE /v2.0/ports/b7148f4c-a774-4e7a-a8e9-c7483869a3e6 HTTP/1.1" status: 204 len: 168 time: 0.7256567 Nov 04 10:56:30.659420 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38698) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:30.667004 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-77ee422b-5863-4ebd-9ac8-163bdc55405f req-f8d6ff8c-48de-4262-9ce3-fc2d7a1cdf56 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=7fa45e13-1c35-460c-9f82-268e8cf0a53f HTTP/1.1" status: 200 len: 217 time: 0.0695643 Nov 04 10:56:30.723987 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee422b-5863-4ebd-9ac8-163bdc55405f req-84c53890-10af-4946-93e8-fb6ef13c0c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:30.725622 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-77ee422b-5863-4ebd-9ac8-163bdc55405f req-84c53890-10af-4946-93e8-fb6ef13c0c6a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=da58be49-b773-4b9f-b4ba-7168a23ad66b HTTP/1.1" status: 200 len: 838 time: 0.0510898 Nov 04 10:56:30.762199 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-f3b55645-26b1-4378-81c4-ceded8e3f084 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Deleting port 95ad527b-0310-411c-89bd-1274654c7b5b {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:56:30.762961 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f3b55645-26b1-4378-81c4-ceded8e3f084 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:30.788577 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee422b-5863-4ebd-9ac8-163bdc55405f req-11c1f5f5-02bc-4e7f-8e8c-4ab2d0207e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:30.790311 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-77ee422b-5863-4ebd-9ac8-163bdc55405f req-11c1f5f5-02bc-4e7f-8e8c-4ab2d0207e15 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ed798f1a-e6eb-4d73-93c9-3c8b4888d571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568366 Nov 04 10:56:30.892297 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f3b55645-26b1-4378-81c4-ceded8e3f084 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:30.920527 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-77ee422b-5863-4ebd-9ac8-163bdc55405f req-12b10270-761d-4ab8-bee2-3b6e6c136a0f service neutron] 10.222.0.121 "GET /v2.0/networks/ed798f1a-e6eb-4d73-93c9-3c8b4888d571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175349 Nov 04 10:56:30.921720 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-f3b55645-26b1-4378-81c4-ceded8e3f084 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Calling delete_port for 95ad527b-0310-411c-89bd-1274654c7b5b owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:56:31.067106 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-77ee422b-5863-4ebd-9ac8-163bdc55405f req-0d0c0cad-350c-4ffd-8c63-2e3f022d9541 service neutron] 10.222.0.121 "GET /v2.0/networks/ed798f1a-e6eb-4d73-93c9-3c8b4888d571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350310 Nov 04 10:56:31.097403 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f3b55645-26b1-4378-81c4-ceded8e3f084 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:31.142155 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b55645-26b1-4378-81c4-ceded8e3f084 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event deleted for resources: {'Port': ['ID=95ad527b-0310-411c-89bd-1274654c7b5b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:31.235139 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f3b55645-26b1-4378-81c4-ceded8e3f084 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:31.241010 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f3b55645-26b1-4378-81c4-ceded8e3f084 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "DELETE /v2.0/ports/95ad527b-0310-411c-89bd-1274654c7b5b HTTP/1.1" status: 204 len: 168 time: 0.5782998 Nov 04 10:56:31.241637 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38722) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:31.297543 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0fcb069-ab96-4fc1-8b82-e40c8c04a87f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Deleting subnet 591c76b5-dc45-40ba-bafd-65632bad709a {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:56:31.301126 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d0fcb069-ab96-4fc1-8b82-e40c8c04a87f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:31.356502 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d0fcb069-ab96-4fc1-8b82-e40c8c04a87f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:31.401808 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38728) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:31.520866 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-44defb0a-de60-4703-bf36-71a0bb088674 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-106847644-network', 'tenant_id': 'fd6652f2513b40fb9d5e19612caad507'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:56:31.561698 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44defb0a-de60-4703-bf36-71a0bb088674 admin admin] Made reservation on behalf of fd6652f2513b40fb9d5e19612caad507 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:56:31.564529 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44defb0a-de60-4703-bf36-71a0bb088674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:31.577362 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44defb0a-de60-4703-bf36-71a0bb088674 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:31.720879 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44defb0a-de60-4703-bf36-71a0bb088674 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:31.728180 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44defb0a-de60-4703-bf36-71a0bb088674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:31.743099 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44defb0a-de60-4703-bf36-71a0bb088674 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1189} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:56:31.754876 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44defb0a-de60-4703-bf36-71a0bb088674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:31.755232 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-44defb0a-de60-4703-bf36-71a0bb088674 admin admin] Added segment 74c041ec-b72c-4180-8f82-8fc1f9284492 of type vlan for network 82c266b2-6002-4d16-8b5e-dde838246ff8 Nov 04 10:56:31.792001 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d0fcb069-ab96-4fc1-8b82-e40c8c04a87f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:31.806957 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e4ced-db50-4f82-8fc5-cb87011c59cf req-a5a4b97c-696e-46cf-8954-16acd3537a85 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:31.809038 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e26e4ced-db50-4f82-8fc5-cb87011c59cf req-a5a4b97c-696e-46cf-8954-16acd3537a85 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 945 time: 0.0814865 Nov 04 10:56:31.849270 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44defb0a-de60-4703-bf36-71a0bb088674 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:31.900523 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44defb0a-de60-4703-bf36-71a0bb088674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:31.901591 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44defb0a-de60-4703-bf36-71a0bb088674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:31.902385 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-44defb0a-de60-4703-bf36-71a0bb088674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:31.927946 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e26e4ced-db50-4f82-8fc5-cb87011c59cf req-16dd01cb-b2fd-43a3-b266-42552fbb5f52 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968637 Nov 04 10:56:31.954101 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d0fcb069-ab96-4fc1-8b82-e40c8c04a87f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:31.960276 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44defb0a-de60-4703-bf36-71a0bb088674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12794992-2e7d-4944-bb7c-d30e5c9efee1,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:31.974936 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-44defb0a-de60-4703-bf36-71a0bb088674 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5707698 Nov 04 10:56:31.989904 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44defb0a-de60-4703-bf36-71a0bb088674 admin admin] Pushing event updated for resources: {'Network': ['ID=82c266b2-6002-4d16-8b5e-dde838246ff8,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:32.000860 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 82c266b2-6002-4d16-8b5e-dde838246ff8 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:56:32.034372 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fcb069-ab96-4fc1-8b82-e40c8c04a87f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event deleted for resources: {'Subnet': ['ID=591c76b5-dc45-40ba-bafd-65632bad709a,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:32.055843 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d0fcb069-ab96-4fc1-8b82-e40c8c04a87f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:32.061574 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d0fcb069-ab96-4fc1-8b82-e40c8c04a87f tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "DELETE /v2.0/subnets/591c76b5-dc45-40ba-bafd-65632bad709a HTTP/1.1" status: 204 len: 168 time: 0.8189178 Nov 04 10:56:32.064465 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38746) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:32.068974 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b19514a-6a21-4346-a617-f8f144f5a1ab None None] Network 8b3679d9-f029-43fb-a81d-901fdf16cceb requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:56:32.109757 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb48cef-164b-4ed8-883d-ddaaf422b613 req-b24adf7d-1159-4762-a50e-5a059dbc1b1c tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:32.124504 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6bb48cef-164b-4ed8-883d-ddaaf422b613 req-b24adf7d-1159-4762-a50e-5a059dbc1b1c tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/ports?device_id=3331b9c1-a8b5-4f32-8ae8-339a1287b653 HTTP/1.1" status: 200 len: 907 time: 0.0950131 Nov 04 10:56:32.174385 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec3dfc4-41a5-4d74-b8a0-e5a965ff46b0 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Deleting subnet 384b462f-cd0a-48ba-8bb4-6a70320a42d5 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:56:32.180175 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fec3dfc4-41a5-4d74-b8a0-e5a965ff46b0 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:32.234064 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fec3dfc4-41a5-4d74-b8a0-e5a965ff46b0 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:32.324258 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5561fd53-1251-4c3a-9fa5-ac475fd75949 None None] DHCP port deletion for 8b3679d9-f029-43fb-a81d-901fdf16cceb request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:56:32.374825 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fec3dfc4-41a5-4d74-b8a0-e5a965ff46b0 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:32.377016 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-5561fd53-1251-4c3a-9fa5-ac475fd75949 None None] Deleting port a530de7a-8bb9-47c7-9f98-1e5d6229e687 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:56:32.377464 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5561fd53-1251-4c3a-9fa5-ac475fd75949 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:32.461501 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5561fd53-1251-4c3a-9fa5-ac475fd75949 None None] For port a530de7a-8bb9-47c7-9f98-1e5d6229e687, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a530de7a-8bb9-47c7-9f98-1e5d6229e687,segment=NetworkSegment(2d5d8c25-2aa9-495e-b504-1afc5190acc8),segment_id=2d5d8c25-2aa9-495e-b504-1afc5190acc8)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:32.461988 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5561fd53-1251-4c3a-9fa5-ac475fd75949 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:32.466293 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fec3dfc4-41a5-4d74-b8a0-e5a965ff46b0 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:32.490651 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-5561fd53-1251-4c3a-9fa5-ac475fd75949 None None] Calling delete_port for a530de7a-8bb9-47c7-9f98-1e5d6229e687 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:56:32.520942 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3dfc4-41a5-4d74-b8a0-e5a965ff46b0 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event deleted for resources: {'Subnet': ['ID=384b462f-cd0a-48ba-8bb4-6a70320a42d5,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:32.536512 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fec3dfc4-41a5-4d74-b8a0-e5a965ff46b0 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:32.543807 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fec3dfc4-41a5-4d74-b8a0-e5a965ff46b0 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "DELETE /v2.0/subnets/384b462f-cd0a-48ba-8bb4-6a70320a42d5 HTTP/1.1" status: 204 len: 168 time: 0.4774942 Nov 04 10:56:32.544395 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38754) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:32.547424 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c968cb-69ad-4d83-b31f-7b7ff1107f6d None None] Network b8ac75de-9cdf-411a-a432-39103b7f3ff1 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:56:32.590601 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba373e0-7eea-475d-a85a-e31420556caf req-9a8bac8f-2597-4c44-9fb2-b398ab64c44c tempest-ComputeTenantNetworksTest-1722366043 tempest-ComputeTenantNetworksTest-1722366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:32.597737 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba373e0-7eea-475d-a85a-e31420556caf req-9a8bac8f-2597-4c44-9fb2-b398ab64c44c tempest-ComputeTenantNetworksTest-1722366043 tempest-ComputeTenantNetworksTest-1722366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:32.604039 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba373e0-7eea-475d-a85a-e31420556caf req-9a8bac8f-2597-4c44-9fb2-b398ab64c44c tempest-ComputeTenantNetworksTest-1722366043 tempest-ComputeTenantNetworksTest-1722366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:32.610151 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0ba373e0-7eea-475d-a85a-e31420556caf req-9a8bac8f-2597-4c44-9fb2-b398ab64c44c tempest-ComputeTenantNetworksTest-1722366043 tempest-ComputeTenantNetworksTest-1722366043-project] 10.222.0.127 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2320285 Nov 04 10:56:32.634223 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c9fb-92eb-4b7d-b01c-d47036dd0a63 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:32.692158 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-e2d8c9fb-92eb-4b7d-b01c-d47036dd0a63 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Deleting port a530de7a-8bb9-47c7-9f98-1e5d6229e687 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:56:32.692804 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c9fb-92eb-4b7d-b01c-d47036dd0a63 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:32.710240 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5561fd53-1251-4c3a-9fa5-ac475fd75949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:32.742721 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561fd53-1251-4c3a-9fa5-ac475fd75949 None None] Pushing event deleted for resources: {'Port': ['ID=a530de7a-8bb9-47c7-9f98-1e5d6229e687,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:32.760311 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5561fd53-1251-4c3a-9fa5-ac475fd75949 None None] No DVR routers for this DVR port a530de7a-8bb9-47c7-9f98-1e5d6229e687 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:56:32.789225 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-e2d8c9fb-92eb-4b7d-b01c-d47036dd0a63 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] For port a530de7a-8bb9-47c7-9f98-1e5d6229e687, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a530de7a-8bb9-47c7-9f98-1e5d6229e687,segment=NetworkSegment(2d5d8c25-2aa9-495e-b504-1afc5190acc8),segment_id=2d5d8c25-2aa9-495e-b504-1afc5190acc8)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:32.789796 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c9fb-92eb-4b7d-b01c-d47036dd0a63 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:32.795752 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc12222-96bb-4f52-899f-164b80a7db33 None None] DHCP port deletion for b8ac75de-9cdf-411a-a432-39103b7f3ff1 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:56:32.805947 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-e2d8c9fb-92eb-4b7d-b01c-d47036dd0a63 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Calling delete_port for a530de7a-8bb9-47c7-9f98-1e5d6229e687 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:56:32.808101 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d591a71-c6ad-4391-8d6b-e97d86f79ab5 req-8988dae2-6017-4d7c-a300-dbe2225c7580 tempest-ComputeTenantNetworksTest-1722366043 tempest-ComputeTenantNetworksTest-1722366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:32.815015 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6d591a71-c6ad-4391-8d6b-e97d86f79ab5 req-8988dae2-6017-4d7c-a300-dbe2225c7580 tempest-ComputeTenantNetworksTest-1722366043 tempest-ComputeTenantNetworksTest-1722366043-project] 10.222.0.127 "GET /v2.0/networks/82c266b2-6002-4d16-8b5e-dde838246ff8 HTTP/1.1" status: 200 len: 768 time: 0.1851499 Nov 04 10:56:32.820733 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38758) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:32.853237 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-ffc12222-96bb-4f52-899f-164b80a7db33 None None] Deleting port 478d14ac-9b7b-42f8-9165-69559dd0e5d2 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:56:32.853696 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ffc12222-96bb-4f52-899f-164b80a7db33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:32.903690 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-536390a1-ca1e-4a90-94bc-7606e219233f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:32.905026 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c9fb-92eb-4b7d-b01c-d47036dd0a63 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:32.948109 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8c9fb-92eb-4b7d-b01c-d47036dd0a63 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event deleted for resources: {'Port': ['ID=a530de7a-8bb9-47c7-9f98-1e5d6229e687,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:32.955457 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d8c9fb-92eb-4b7d-b01c-d47036dd0a63 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] No DVR routers for this DVR port a530de7a-8bb9-47c7-9f98-1e5d6229e687 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:56:32.966544 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-ffc12222-96bb-4f52-899f-164b80a7db33 None None] For port 478d14ac-9b7b-42f8-9165-69559dd0e5d2, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=478d14ac-9b7b-42f8-9165-69559dd0e5d2,segment=NetworkSegment(5fe677e5-64f3-4799-afaa-0015f65c7e61),segment_id=5fe677e5-64f3-4799-afaa-0015f65c7e61)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:32.967228 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ffc12222-96bb-4f52-899f-164b80a7db33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:32.994653 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-ffc12222-96bb-4f52-899f-164b80a7db33 None None] Calling delete_port for 478d14ac-9b7b-42f8-9165-69559dd0e5d2 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:56:33.100525 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c9fb-92eb-4b7d-b01c-d47036dd0a63 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:33.108300 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ffc12222-96bb-4f52-899f-164b80a7db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:33.123733 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-536390a1-ca1e-4a90-94bc-7606e219233f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:33.137659 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-e2d8c9fb-92eb-4b7d-b01c-d47036dd0a63 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3679d9-f029-43fb-a81d-901fdf16cceb']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:33.146147 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc12222-96bb-4f52-899f-164b80a7db33 None None] Pushing event deleted for resources: {'Port': ['ID=478d14ac-9b7b-42f8-9165-69559dd0e5d2,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:33.152368 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc12222-96bb-4f52-899f-164b80a7db33 None None] No DVR routers for this DVR port 478d14ac-9b7b-42f8-9165-69559dd0e5d2 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:56:33.161601 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-536390a1-ca1e-4a90-94bc-7606e219233f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c266b2-6002-4d16-8b5e-dde838246ff8']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:33.161939 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-e2d8c9fb-92eb-4b7d-b01c-d47036dd0a63 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d5d8c25-2aa9-495e-b504-1afc5190acc8') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:33.161939 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-e2d8c9fb-92eb-4b7d-b01c-d47036dd0a63 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d5d8c25-2aa9-495e-b504-1afc5190acc8') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:33.172243 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4aef4d-dafd-4dce-ad1d-d7c0ac16eded req-34e15831-3ccc-4ec6-a031-340d1ae3b8e5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:33.174056 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6f4aef4d-dafd-4dce-ad1d-d7c0ac16eded req-34e15831-3ccc-4ec6-a031-340d1ae3b8e5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 945 time: 0.1070151 Nov 04 10:56:33.174209 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c9fb-92eb-4b7d-b01c-d47036dd0a63 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:33.187585 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-536390a1-ca1e-4a90-94bc-7606e219233f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c041ec-b72c-4180-8f82-8fc1f9284492') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:33.188033 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-536390a1-ca1e-4a90-94bc-7606e219233f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c041ec-b72c-4180-8f82-8fc1f9284492') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:33.191089 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c9fb-92eb-4b7d-b01c-d47036dd0a63 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:33.198828 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-536390a1-ca1e-4a90-94bc-7606e219233f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:33.199112 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d8c9fb-92eb-4b7d-b01c-d47036dd0a63 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Releasing vlan 1168 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:56:33.199303 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c9fb-92eb-4b7d-b01c-d47036dd0a63 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:56:33.209092 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:56:33.236189 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-536390a1-ca1e-4a90-94bc-7606e219233f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:33.247848 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536390a1-ca1e-4a90-94bc-7606e219233f admin admin] Releasing vlan 1189 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:56:33.248349 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-536390a1-ca1e-4a90-94bc-7606e219233f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:56:33.250243 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:56:33.300911 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c9fb-92eb-4b7d-b01c-d47036dd0a63 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:33.320180 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c9fb-92eb-4b7d-b01c-d47036dd0a63 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:33.328714 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e2d8c9fb-92eb-4b7d-b01c-d47036dd0a63 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "DELETE /v2.0/networks/8b3679d9-f029-43fb-a81d-901fdf16cceb HTTP/1.1" status: 204 len: 168 time: 0.7831407 Nov 04 10:56:33.332490 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38768) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:33.353030 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8c9fb-92eb-4b7d-b01c-d47036dd0a63 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event deleted for resources: {'Network': ['ID=8b3679d9-f029-43fb-a81d-901fdf16cceb,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:33.381643 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-536390a1-ca1e-4a90-94bc-7606e219233f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:33.404033 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-536390a1-ca1e-4a90-94bc-7606e219233f admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:33.413844 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-536390a1-ca1e-4a90-94bc-7606e219233f admin admin] 10.222.0.127 "DELETE /v2.0/networks/82c266b2-6002-4d16-8b5e-dde838246ff8 HTTP/1.1" status: 204 len: 168 time: 0.5918660 Nov 04 10:56:33.423798 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6f4aef4d-dafd-4dce-ad1d-d7c0ac16eded req-b92feeb2-b276-41d6-a715-71c0ea3dcf38 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191217 Nov 04 10:56:33.459182 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536390a1-ca1e-4a90-94bc-7606e219233f admin admin] Pushing event deleted for resources: {'Network': ['ID=82c266b2-6002-4d16-8b5e-dde838246ff8,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:33.462934 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6fb79c89-e097-4377-8521-ea94a51a3154 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:33.575734 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529f205-03b3-4095-965e-5ce93db5e44b req-87454371-90ce-45c8-9872-c9950b11631b tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:33.575998 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6fb79c89-e097-4377-8521-ea94a51a3154 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:33.578113 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7529f205-03b3-4095-965e-5ce93db5e44b req-87454371-90ce-45c8-9872-c9950b11631b tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/ports?device_id=3331b9c1-a8b5-4f32-8ae8-339a1287b653 HTTP/1.1" status: 200 len: 907 time: 0.0595207 Nov 04 10:56:33.602737 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38772) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:33.608572 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 7fa45e13-1c35-460c-9f82-268e8cf0a53f details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:56:33.608909 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-6fb79c89-e097-4377-8521-ea94a51a3154 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ac75de-9cdf-411a-a432-39103b7f3ff1']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:33.622041 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-6fb79c89-e097-4377-8521-ea94a51a3154 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe677e5-64f3-4799-afaa-0015f65c7e61') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:33.622392 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-6fb79c89-e097-4377-8521-ea94a51a3154 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe677e5-64f3-4799-afaa-0015f65c7e61') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:33.636778 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6fb79c89-e097-4377-8521-ea94a51a3154 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:33.651737 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ffeb7724-2fc5-492f-b09d-c730d1386ef0 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=fd6652f2513b40fb9d5e19612caad507&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0476520 Nov 04 10:56:33.652688 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6fb79c89-e097-4377-8521-ea94a51a3154 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:33.654094 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38774) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:33.659504 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb79c89-e097-4377-8521-ea94a51a3154 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Releasing vlan 1193 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:56:33.659976 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6fb79c89-e097-4377-8521-ea94a51a3154 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:56:33.664720 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:56:33.713052 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ad7f5648-28a7-4ac8-a188-41adb55b64ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:33.737542 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6fb79c89-e097-4377-8521-ea94a51a3154 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:33.737949 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ad7f5648-28a7-4ac8-a188-41adb55b64ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:33.750227 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 7fa45e13-1c35-460c-9f82-268e8cf0a53f, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=7fa45e13-1c35-460c-9f82-268e8cf0a53f,segment=NetworkSegment(f0b1bee5-d1c5-4248-a0aa-7080bf85a409),segment_id=f0b1bee5-d1c5-4248-a0aa-7080bf85a409)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:33.766421 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '7fa45e13-1c35-460c-9f82-268e8cf0a53f', 'network_id': 'ed798f1a-e6eb-4d73-93c9-3c8b4888d571', 'port_id': '7fa45e13-1c35-460c-9f82-268e8cf0a53f', 'mac_address': 'fa:16:3e:67:de:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da58be49-b773-4b9f-b4ba-7168a23ad66b', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:56:33.767345 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6fb79c89-e097-4377-8521-ea94a51a3154 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:33.770965 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6fb79c89-e097-4377-8521-ea94a51a3154 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] 10.222.0.127 "DELETE /v2.0/networks/b8ac75de-9cdf-411a-a432-39103b7f3ff1 HTTP/1.1" status: 204 len: 168 time: 0.4372478 Nov 04 10:56:33.771927 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb79c89-e097-4377-8521-ea94a51a3154 tempest-TaggedBootDevicesTest_v242-2132402870 tempest-TaggedBootDevicesTest_v242-2132402870-project] Pushing event deleted for resources: {'Network': ['ID=b8ac75de-9cdf-411a-a432-39103b7f3ff1,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:33.819180 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:33.838516 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ad7f5648-28a7-4ac8-a188-41adb55b64ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:33.853761 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ad7f5648-28a7-4ac8-a188-41adb55b64ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:33.856416 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ad7f5648-28a7-4ac8-a188-41adb55b64ec admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/12794992-2e7d-4944-bb7c-d30e5c9efee1 HTTP/1.1" status: 204 len: 168 time: 0.2006295 Nov 04 10:56:33.864262 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fa45e13-1c35-460c-9f82-268e8cf0a53f {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:56:33.910614 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 7fa45e13-1c35-460c-9f82-268e8cf0a53f, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=7fa45e13-1c35-460c-9f82-268e8cf0a53f,segment=NetworkSegment(f0b1bee5-d1c5-4248-a0aa-7080bf85a409),segment_id=f0b1bee5-d1c5-4248-a0aa-7080bf85a409)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:33.913500 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a530de7a-8bb9-47c7-9f98-1e5d6229e687 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:56:33.918946 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f5648-28a7-4ac8-a188-41adb55b64ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12794992-2e7d-4944-bb7c-d30e5c9efee1,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:33.945233 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: a530de7a-8bb9-47c7-9f98-1e5d6229e687 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:56:33.945577 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a530de7a-8bb9-47c7-9f98-1e5d6229e687 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:56:33.945998 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 478d14ac-9b7b-42f8-9165-69559dd0e5d2 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:56:33.949176 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:34.045648 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=7fa45e13-1c35-460c-9f82-268e8cf0a53f,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:34.048660 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 478d14ac-9b7b-42f8-9165-69559dd0e5d2 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:56:34.049029 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 478d14ac-9b7b-42f8-9165-69559dd0e5d2 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:56:34.149230 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['7fa45e13-1c35-460c-9f82-268e8cf0a53f'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:56:34.589095 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305e3b3-f5dc-4ad3-b7ec-c1464702f20c req-09b2e621-0505-43a4-8c3c-121ea49a9fed tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:34.591316 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d305e3b3-f5dc-4ad3-b7ec-c1464702f20c req-09b2e621-0505-43a4-8c3c-121ea49a9fed tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 945 time: 0.0726943 Nov 04 10:56:34.670846 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d305e3b3-f5dc-4ad3-b7ec-c1464702f20c req-c7dfd998-3605-46ea-b720-0f5910622c1c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731151 Nov 04 10:56:34.796793 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128b04b-1e8d-4220-b993-058af28821d0 req-4fd0f036-e990-4ef9-ad8f-353a05c7d260 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:34.812209 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0128b04b-1e8d-4220-b993-058af28821d0 req-4fd0f036-e990-4ef9-ad8f-353a05c7d260 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/ports?device_id=3331b9c1-a8b5-4f32-8ae8-339a1287b653 HTTP/1.1" status: 200 len: 908 time: 0.0816481 Nov 04 10:56:34.827141 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38812) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:34.935497 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-0ddff727-55dd-43e8-be23-dd1c15ff710f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-247191850-network', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:56:34.958454 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddff727-55dd-43e8-be23-dd1c15ff710f admin admin] Made reservation on behalf of db986214976042ad8f7b4ef2ac918aa4 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:56:34.961033 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0ddff727-55dd-43e8-be23-dd1c15ff710f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:34.970369 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0ddff727-55dd-43e8-be23-dd1c15ff710f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:35.055579 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-b5f4f59f-ff57-4f85-8b0c-8e0b0d40b3e1 service neutron] show failed (client error): The resource could not be found. Nov 04 10:56:35.056991 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-b5f4f59f-ff57-4f85-8b0c-8e0b0d40b3e1 service neutron] 10.222.0.126 "GET /v2.0/ports/b66643ee-e18b-4c23-95ae-a6aebade8808/bindings/n-h2-816629-1 HTTP/1.1" status: 404 len: 380 time: 0.0814290 Nov 04 10:56:35.085158 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0ddff727-55dd-43e8-be23-dd1c15ff710f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:35.090877 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0ddff727-55dd-43e8-be23-dd1c15ff710f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:35.117909 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ddff727-55dd-43e8-be23-dd1c15ff710f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1156} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:56:35.128242 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddff727-55dd-43e8-be23-dd1c15ff710f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05617bb-eced-405f-a72c-3a9fd194f5ef,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:35.142354 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0ddff727-55dd-43e8-be23-dd1c15ff710f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:35.142354 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-0ddff727-55dd-43e8-be23-dd1c15ff710f admin admin] Added segment 61cf6d8f-9678-4f5e-a444-df9554acf6bd of type vlan for network 48d7173e-4f84-437c-b393-02822601af8d Nov 04 10:56:35.184188 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0ddff727-55dd-43e8-be23-dd1c15ff710f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:35.230935 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0ddff727-55dd-43e8-be23-dd1c15ff710f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:35.239524 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddff727-55dd-43e8-be23-dd1c15ff710f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:35.240423 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0ddff727-55dd-43e8-be23-dd1c15ff710f admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:35.340239 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddff727-55dd-43e8-be23-dd1c15ff710f admin admin] Pushing event updated for resources: {'Network': ['ID=48d7173e-4f84-437c-b393-02822601af8d,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:35.351237 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 48d7173e-4f84-437c-b393-02822601af8d details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:56:35.367821 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0ddff727-55dd-43e8-be23-dd1c15ff710f admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5357428 Nov 04 10:56:35.374699 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38822) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:35.384585 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-dc873d79-4670-432e-bd21-f191cea60048 admin admin] Request body: {'subnet': {'network_id': '48d7173e-4f84-437c-b393-02822601af8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-247191850-subnet', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:56:35.393326 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-5594d06b-1bb5-4fa5-b868-eb1e4af25689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:35.394874 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-5594d06b-1bb5-4fa5-b868-eb1e4af25689 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69&tenant_id=0f971a58d7f04199b01d2c8c36ec2cac HTTP/1.1" status: 200 len: 1096 time: 0.1253855 Nov 04 10:56:35.408885 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-bc89d681-eb9d-4b03-8e73-07e1169777b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816629-1', 'device_owner': 'compute:nova'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:56:35.419176 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc873d79-4670-432e-bd21-f191cea60048 admin admin] Made reservation on behalf of db986214976042ad8f7b4ef2ac918aa4 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:56:35.422315 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dc873d79-4670-432e-bd21-f191cea60048 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:35.593395 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-bc89d681-eb9d-4b03-8e73-07e1169777b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:35.624537 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 7fa45e13-1c35-460c-9f82-268e8cf0a53f up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:56:35.651848 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dc873d79-4670-432e-bd21-f191cea60048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:35.744554 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc873d79-4670-432e-bd21-f191cea60048 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e385be16-201b-4622-87ed-46bcc0e22c59,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:35.780677 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc873d79-4670-432e-bd21-f191cea60048 admin admin] Checking segment: {'id': '61cf6d8f-9678-4f5e-a444-df9554acf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '48d7173e-4f84-437c-b393-02822601af8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:56:35.781355 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc873d79-4670-432e-bd21-f191cea60048 admin admin] Network hostable DHCP agents. Network: 48d7173e-4f84-437c-b393-02822601af8d, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:56:35.803021 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 7fa45e13-1c35-460c-9f82-268e8cf0a53f completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:56:35.807817 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 7fa45e13-1c35-460c-9f82-268e8cf0a53f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:35.808194 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:35.869444 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc873d79-4670-432e-bd21-f191cea60048 admin admin] Network 48d7173e-4f84-437c-b393-02822601af8d is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:56:35.903647 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd3107-b0ab-4e3a-b539-3566626c8db6 req-ba2c11c4-03b5-42eb-a0f4-5e9df6377fdc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:35.915939 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6cd3107-b0ab-4e3a-b539-3566626c8db6 req-ba2c11c4-03b5-42eb-a0f4-5e9df6377fdc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 945 time: 0.1369452 Nov 04 10:56:35.942217 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-dc873d79-4670-432e-bd21-f191cea60048 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 48d7173e-4f84-437c-b393-02822601af8d) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:56:36.023979 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc873d79-4670-432e-bd21-f191cea60048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:36.024605 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dc873d79-4670-432e-bd21-f191cea60048 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:36.065620 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6cd3107-b0ab-4e3a-b539-3566626c8db6 req-98caa707-b3d7-40c4-b7c5-72b2626577a3 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421642 Nov 04 10:56:36.075482 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:36.086345 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-dc873d79-4670-432e-bd21-f191cea60048 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7087953 Nov 04 10:56:36.087932 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38828) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:36.089199 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6f702b-ce04-43a9-b72d-13835bf47b1b None None] Network 48d7173e-4f84-437c-b393-02822601af8d requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:56:36.100320 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-83cb1d84-5ea0-40ff-bf3f-b1613e9ea975 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-247191850-router', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:56:36.146913 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 7fa45e13-1c35-460c-9f82-268e8cf0a53f, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=7fa45e13-1c35-460c-9f82-268e8cf0a53f,segment=NetworkSegment(f0b1bee5-d1c5-4248-a0aa-7080bf85a409),segment_id=f0b1bee5-d1c5-4248-a0aa-7080bf85a409)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:36.152550 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3331b9c1-a8b5-4f32-8ae8-339a1287b653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa45e13-1c35-460c-9f82-268e8cf0a53f'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:56:36.155626 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-83cb1d84-5ea0-40ff-bf3f-b1613e9ea975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:36.157392 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-83cb1d84-5ea0-40ff-bf3f-b1613e9ea975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:36.159262 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce769f8d-1c66-461b-94e5-b77a5022c029" -d '{"events": [{"server_uuid": "3331b9c1-a8b5-4f32-8ae8-339a1287b653", "name": "network-vif-plugged", "status": "completed", "tag": "7fa45e13-1c35-460c-9f82-268e8cf0a53f"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:56:36.327555 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-83cb1d84-5ea0-40ff-bf3f-b1613e9ea975 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:36.350196 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:36.483768 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-bc89d681-eb9d-4b03-8e73-07e1169777b0 service neutron] For port b66643ee-e18b-4c23-95ae-a6aebade8808, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=b66643ee-e18b-4c23-95ae-a6aebade8808,segment=NetworkSegment(3d2e178d-1fe6-4937-ac57-29ab13774b04),segment_id=3d2e178d-1fe6-4937-ac57-29ab13774b04)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:36.486762 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f32ef-bba8-4e6b-b40b-db8cf6a5b7f1 req-4a34e8a1-0bfb-4c9f-8633-926a4d3d2704 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:36.500245 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a59f32ef-bba8-4e6b-b40b-db8cf6a5b7f1 req-4a34e8a1-0bfb-4c9f-8633-926a4d3d2704 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/ports?device_id=3331b9c1-a8b5-4f32-8ae8-339a1287b653 HTTP/1.1" status: 200 len: 909 time: 0.2063763 Nov 04 10:56:36.504303 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=7fa45e13-1c35-460c-9f82-268e8cf0a53f,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:36.566605 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-bc89d681-eb9d-4b03-8e73-07e1169777b0 service neutron] For port b66643ee-e18b-4c23-95ae-a6aebade8808, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:56:36.593646 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c572d8c-8074-4618-b068-40882f9b2b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-48d7173e-4f84-437c-b393-02822601af8d', 'network_id': '48d7173e-4f84-437c-b393-02822601af8d', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'fixed_ips': [{'subnet_id': 'e385be16-201b-4622-87ed-46bcc0e22c59'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:56:36.594800 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3c572d8c-8074-4618-b068-40882f9b2b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:36.626431 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e892ebb-75b8-4ec0-b331-b99734b12c79 x-openstack-request-id: req-7e892ebb-75b8-4ec0-b331-b99734b12c79 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:56:36.626716 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3331b9c1-a8b5-4f32-8ae8-339a1287b653", "name": "network-vif-plugged", "status": "completed", "tag": "7fa45e13-1c35-460c-9f82-268e8cf0a53f", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:56:36.626964 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-7e892ebb-75b8-4ec0-b331-b99734b12c79 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:56:36.627376 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3331b9c1-a8b5-4f32-8ae8-339a1287b653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa45e13-1c35-460c-9f82-268e8cf0a53f', 'code': 200} Nov 04 10:56:36.640779 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-bc89d681-eb9d-4b03-8e73-07e1169777b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:36.673771 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-bc89d681-eb9d-4b03-8e73-07e1169777b0 service neutron] Transition to ACTIVE for port object b66643ee-e18b-4c23-95ae-a6aebade8808 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:56:36.674950 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff9377d-d840-4b61-998d-0914cfdb6a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b66643ee-e18b-4c23-95ae-a6aebade8808'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:56:36.678260 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc3bfac-d7c1-4adc-b8a5-103fd04b8b06" -d '{"events": [{"server_uuid": "9ff9377d-d840-4b61-998d-0914cfdb6a69", "name": "network-vif-unplugged", "status": "completed", "tag": "b66643ee-e18b-4c23-95ae-a6aebade8808"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:56:36.685786 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-bc89d681-eb9d-4b03-8e73-07e1169777b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:36.801408 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-83cb1d84-5ea0-40ff-bf3f-b1613e9ea975 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:36.821288 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da701df6-8527-4abb-ac40-aff12902628a x-openstack-request-id: req-da701df6-8527-4abb-ac40-aff12902628a {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:56:36.821753 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff9377d-d840-4b61-998d-0914cfdb6a69", "name": "network-vif-unplugged", "status": "completed", "tag": "b66643ee-e18b-4c23-95ae-a6aebade8808", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:56:36.822093 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-da701df6-8527-4abb-ac40-aff12902628a {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:56:36.822574 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff9377d-d840-4b61-998d-0914cfdb6a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b66643ee-e18b-4c23-95ae-a6aebade8808', 'code': 200} Nov 04 10:56:36.851617 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89d681-eb9d-4b03-8e73-07e1169777b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b66643ee-e18b-4c23-95ae-a6aebade8808,revision_number=6']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:36.861987 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8d9f0-6d34-4ff0-bb24-8066bcfca519 req-924c12f2-ce3b-440c-b16b-e486bc830c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:36.880768 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c2e8d9f0-6d34-4ff0-bb24-8066bcfca519 req-924c12f2-ce3b-440c-b16b-e486bc830c6e service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=3331b9c1-a8b5-4f32-8ae8-339a1287b653 HTTP/1.1" status: 200 len: 1060 time: 0.1645062 Nov 04 10:56:36.881394 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-3c572d8c-8074-4618-b068-40882f9b2b1c None None] Allocated IP 172.20.0.2 (48d7173e-4f84-437c-b393-02822601af8d/e385be16-201b-4622-87ed-46bcc0e22c59/aeca2fa4-bd8a-4a19-9839-1ce9bb365667) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:56:36.989645 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-bc89d681-eb9d-4b03-8e73-07e1169777b0 service neutron] No DVR routers for this DVR port b66643ee-e18b-4c23-95ae-a6aebade8808 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:56:37.269544 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-bc89d681-eb9d-4b03-8e73-07e1169777b0 service neutron] Attempting to bind port b66643ee-e18b-4c23-95ae-a6aebade8808 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:56:37.270661 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-bc89d681-eb9d-4b03-8e73-07e1169777b0 service neutron] Attempting to bind port b66643ee-e18b-4c23-95ae-a6aebade8808 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '3d2e178d-1fe6-4937-ac57-29ab13774b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:56:37.271094 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-bc89d681-eb9d-4b03-8e73-07e1169777b0 service neutron] Attempting to bind port b66643ee-e18b-4c23-95ae-a6aebade8808 on network c9d3e29b-fe58-47d5-a428-26e56104ed64 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:56:37.276610 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-bc89d681-eb9d-4b03-8e73-07e1169777b0 service neutron] Port b66643ee-e18b-4c23-95ae-a6aebade8808 on network c9d3e29b-fe58-47d5-a428-26e56104ed64 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:56:37.279604 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-bc89d681-eb9d-4b03-8e73-07e1169777b0 service neutron] Attempting to bind port b66643ee-e18b-4c23-95ae-a6aebade8808 on network c9d3e29b-fe58-47d5-a428-26e56104ed64 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:56:37.287110 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-bc89d681-eb9d-4b03-8e73-07e1169777b0 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:56:37.287956 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-bc89d681-eb9d-4b03-8e73-07e1169777b0 service neutron] Checking segment: {'id': '3d2e178d-1fe6-4937-ac57-29ab13774b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:56:37.288487 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-bc89d681-eb9d-4b03-8e73-07e1169777b0 service neutron] Bound using segment: {'id': '3d2e178d-1fe6-4937-ac57-29ab13774b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:56:37.289055 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-bc89d681-eb9d-4b03-8e73-07e1169777b0 service neutron] Bound port: b66643ee-e18b-4c23-95ae-a6aebade8808, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d2e178d-1fe6-4937-ac57-29ab13774b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:56:37.289653 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-bc89d681-eb9d-4b03-8e73-07e1169777b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:37.320192 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b3120-59d6-45ef-a14a-a5be505f2781 req-5557be3c-11bc-4289-839b-7d68d412e253 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:37.322396 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cf3b3120-59d6-45ef-a14a-a5be505f2781 req-5557be3c-11bc-4289-839b-7d68d412e253 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 943 time: 0.1031117 Nov 04 10:56:37.323502 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-83cb1d84-5ea0-40ff-bf3f-b1613e9ea975 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:37.348436 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-83cb1d84-5ea0-40ff-bf3f-b1613e9ea975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:37.393096 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3c572d8c-8074-4618-b068-40882f9b2b1c None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:37.405566 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3c572d8c-8074-4618-b068-40882f9b2b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:37.418843 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-bc89d681-eb9d-4b03-8e73-07e1169777b0 service neutron] For port b66643ee-e18b-4c23-95ae-a6aebade8808, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:56:37.428586 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-bc89d681-eb9d-4b03-8e73-07e1169777b0 service neutron] For port b66643ee-e18b-4c23-95ae-a6aebade8808, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b66643ee-e18b-4c23-95ae-a6aebade8808,segment=NetworkSegment(3d2e178d-1fe6-4937-ac57-29ab13774b04),segment_id=3d2e178d-1fe6-4937-ac57-29ab13774b04)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:56:37.437577 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-bc89d681-eb9d-4b03-8e73-07e1169777b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:37.476218 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c572d8c-8074-4618-b068-40882f9b2b1c None None] Network 48d7173e-4f84-437c-b393-02822601af8d is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:56:37.483627 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-3c572d8c-8074-4618-b068-40882f9b2b1c None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:56:37.488387 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c572d8c-8074-4618-b068-40882f9b2b1c None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:56:37.511512 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-bc89d681-eb9d-4b03-8e73-07e1169777b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:37.513499 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-bc89d681-eb9d-4b03-8e73-07e1169777b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:37.519463 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-bc89d681-eb9d-4b03-8e73-07e1169777b0 service neutron] 10.222.0.121 "PUT /v2.0/ports/b66643ee-e18b-4c23-95ae-a6aebade8808 HTTP/1.1" status: 200 len: 1091 time: 2.1143017 Nov 04 10:56:37.578967 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c572d8c-8074-4618-b068-40882f9b2b1c None None] Pushing event updated for resources: {'Port': ['ID=aeca2fa4-bd8a-4a19-9839-1ce9bb365667,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:37.584085 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-3c572d8c-8074-4618-b068-40882f9b2b1c None None] Attempting to bind port aeca2fa4-bd8a-4a19-9839-1ce9bb365667 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:56:37.584452 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-3c572d8c-8074-4618-b068-40882f9b2b1c None None] Attempting to bind port aeca2fa4-bd8a-4a19-9839-1ce9bb365667 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '61cf6d8f-9678-4f5e-a444-df9554acf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '48d7173e-4f84-437c-b393-02822601af8d'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:56:37.584829 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c572d8c-8074-4618-b068-40882f9b2b1c None None] Attempting to bind port aeca2fa4-bd8a-4a19-9839-1ce9bb365667 on network 48d7173e-4f84-437c-b393-02822601af8d {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:56:37.591904 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c572d8c-8074-4618-b068-40882f9b2b1c None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:56:37.592292 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c572d8c-8074-4618-b068-40882f9b2b1c None None] Checking segment: {'id': '61cf6d8f-9678-4f5e-a444-df9554acf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '48d7173e-4f84-437c-b393-02822601af8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:56:37.592695 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3c572d8c-8074-4618-b068-40882f9b2b1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:37.593116 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c572d8c-8074-4618-b068-40882f9b2b1c None None] Bound using segment: {'id': '61cf6d8f-9678-4f5e-a444-df9554acf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '48d7173e-4f84-437c-b393-02822601af8d'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:56:37.593769 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-3c572d8c-8074-4618-b068-40882f9b2b1c None None] Bound port: aeca2fa4-bd8a-4a19-9839-1ce9bb365667, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cf6d8f-9678-4f5e-a444-df9554acf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '48d7173e-4f84-437c-b393-02822601af8d'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:56:37.594155 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3c572d8c-8074-4618-b068-40882f9b2b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:37.627079 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-83cb1d84-5ea0-40ff-bf3f-b1613e9ea975 admin admin] Allocated IP 172.25.7.185 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/7a912a0c-e83a-4a10-bd4e-7c8911a70fce) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:56:37.647916 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89d681-eb9d-4b03-8e73-07e1169777b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b66643ee-e18b-4c23-95ae-a6aebade8808,revision_number=7']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:37.683029 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cf3b3120-59d6-45ef-a14a-a5be505f2781 req-d58c7956-6395-4d1d-8dc0-1b0a55b486a3 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3359721 Nov 04 10:56:37.690676 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-1c02962b-7636-43a2-a7d2-d6104c191937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:37.695770 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-3c572d8c-8074-4618-b068-40882f9b2b1c None None] For port aeca2fa4-bd8a-4a19-9839-1ce9bb365667, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:56:37.700058 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-3c572d8c-8074-4618-b068-40882f9b2b1c None None] For port aeca2fa4-bd8a-4a19-9839-1ce9bb365667, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=aeca2fa4-bd8a-4a19-9839-1ce9bb365667,segment=NetworkSegment(61cf6d8f-9678-4f5e-a444-df9554acf6bd),segment_id=61cf6d8f-9678-4f5e-a444-df9554acf6bd)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:56:37.703105 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-1c02962b-7636-43a2-a7d2-d6104c191937 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 1094 time: 0.1277533 Nov 04 10:56:37.706490 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3c572d8c-8074-4618-b068-40882f9b2b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:37.833194 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c572d8c-8074-4618-b068-40882f9b2b1c None None] Pushing event updated for resources: {'Port': ['ID=aeca2fa4-bd8a-4a19-9839-1ce9bb365667,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:37.899920 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-1ea4d34a-0ff1-4636-9036-c458c20fcc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:37.901418 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-1ea4d34a-0ff1-4636-9036-c458c20fcc8a service neutron] 10.222.0.121 "GET /v2.0/networks?id=c9d3e29b-fe58-47d5-a428-26e56104ed64 HTTP/1.1" status: 200 len: 898 time: 0.1974823 Nov 04 10:56:37.932207 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3154604-b48b-4ab0-b80a-a07e2d87dd8e req-b78e84ae-a8cf-4bb7-8f9c-2c6e3a23984a tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:37.940349 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b3154604-b48b-4ab0-b80a-a07e2d87dd8e req-b78e84ae-a8cf-4bb7-8f9c-2c6e3a23984a tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/ports?device_id=3331b9c1-a8b5-4f32-8ae8-339a1287b653 HTTP/1.1" status: 200 len: 909 time: 0.1292083 Nov 04 10:56:38.039138 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-83cb1d84-5ea0-40ff-bf3f-b1613e9ea975 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:38.075919 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-a05ea741-db82-4ef4-ae06-eb8d65abb970 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b66643ee-e18b-4c23-95ae-a6aebade8808 HTTP/1.1" status: 200 len: 999 time: 0.1666946 Nov 04 10:56:38.146106 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-83cb1d84-5ea0-40ff-bf3f-b1613e9ea975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:38.169857 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-672ffe70-cb49-4a5c-84f4-22ca0274f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:38.171727 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-672ffe70-cb49-4a5c-84f4-22ca0274f36b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2 HTTP/1.1" status: 200 len: 835 time: 0.0871038 Nov 04 10:56:38.191495 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cb1d84-5ea0-40ff-bf3f-b1613e9ea975 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:56:38.236203 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb1d84-5ea0-40ff-bf3f-b1613e9ea975 admin admin] Pushing event updated for resources: {'Port': ['ID=7a912a0c-e83a-4a10-bd4e-7c8911a70fce,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:38.241556 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-83cb1d84-5ea0-40ff-bf3f-b1613e9ea975 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:56:38.280399 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cb1d84-5ea0-40ff-bf3f-b1613e9ea975 admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:56:38.318587 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-2501bc92-51b2-41d8-902c-fef8ac8ba7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:38.320274 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-2501bc92-51b2-41d8-902c-fef8ac8ba7b9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c9d3e29b-fe58-47d5-a428-26e56104ed64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1405327 Nov 04 10:56:38.472786 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-ad38a9a8-bb64-415a-9cf1-2a25f43a26f6 service neutron] 10.222.0.121 "GET /v2.0/networks/c9d3e29b-fe58-47d5-a428-26e56104ed64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416893 Nov 04 10:56:38.688658 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-050bce47-821c-41fc-8a2f-6cf1551e2067 req-8e1c616d-f338-46c3-8b70-af63ddafa176 service neutron] 10.222.0.121 "GET /v2.0/networks/c9d3e29b-fe58-47d5-a428-26e56104ed64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069685 Nov 04 10:56:38.731307 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-83cb1d84-5ea0-40ff-bf3f-b1613e9ea975 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:38.824015 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff9377d-d840-4b61-998d-0914cfdb6a69', 'tag': 'b66643ee-e18b-4c23-95ae-a6aebade8808'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:56:38.826888 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36b67c6-b81c-4fa1-b593-05df6cc81f29" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff9377d-d840-4b61-998d-0914cfdb6a69", "tag": "b66643ee-e18b-4c23-95ae-a6aebade8808"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:56:38.894652 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e52cb-d3b7-448e-a15e-88655ef4f3cc req-c7d85e33-f150-4799-8d67-0738d3d7216f tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:38.896219 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-513e52cb-d3b7-448e-a15e-88655ef4f3cc req-c7d85e33-f150-4799-8d67-0738d3d7216f tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 943 time: 0.0973132 Nov 04 10:56:38.994902 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-513e52cb-d3b7-448e-a15e-88655ef4f3cc req-181e1e00-d71b-45fb-a471-8482f2d18f6f tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645802 Nov 04 10:56:39.104655 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d082ac-ae00-4c7a-9a29-1cb276636eb3 x-openstack-request-id: req-37d082ac-ae00-4c7a-9a29-1cb276636eb3 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:56:39.105031 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff9377d-d840-4b61-998d-0914cfdb6a69", "tag": "b66643ee-e18b-4c23-95ae-a6aebade8808", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:56:39.105369 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-37d082ac-ae00-4c7a-9a29-1cb276636eb3 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:56:39.105921 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ff9377d-d840-4b61-998d-0914cfdb6a69', 'tag': 'b66643ee-e18b-4c23-95ae-a6aebade8808', 'status': 'completed', 'code': 200} Nov 04 10:56:39.270331 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b67c6-b81c-4fa1-b593-05df6cc81f29 req-bb16227f-cf98-4f01-950a-58960da576a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:39.271866 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a36b67c6-b81c-4fa1-b593-05df6cc81f29 req-bb16227f-cf98-4f01-950a-58960da576a8 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 1094 time: 0.1302054 Nov 04 10:56:39.291419 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b67c6-b81c-4fa1-b593-05df6cc81f29 req-4c276e05-242e-4411-944c-1ef6b15d4199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:39.296612 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a36b67c6-b81c-4fa1-b593-05df6cc81f29 req-4c276e05-242e-4411-944c-1ef6b15d4199 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 1094 time: 0.1666405 Nov 04 10:56:39.409509 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-83cb1d84-5ea0-40ff-bf3f-b1613e9ea975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:39.413021 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b67c6-b81c-4fa1-b593-05df6cc81f29 req-4693a3db-e33e-4794-803f-88663a66c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:39.414749 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a36b67c6-b81c-4fa1-b593-05df6cc81f29 req-4693a3db-e33e-4794-803f-88663a66c022 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c9d3e29b-fe58-47d5-a428-26e56104ed64 HTTP/1.1" status: 200 len: 898 time: 0.1056330 Nov 04 10:56:39.423830 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba4f84-d99e-4d3e-9574-816181ea46c4 req-2290c41d-6fd9-4675-ac3f-dd5dbce3d568 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:39.427728 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9aba4f84-d99e-4d3e-9574-816181ea46c4 req-2290c41d-6fd9-4675-ac3f-dd5dbce3d568 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/ports?device_id=3331b9c1-a8b5-4f32-8ae8-339a1287b653 HTTP/1.1" status: 200 len: 909 time: 0.1523464 Nov 04 10:56:39.548102 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac2098e-d47e-4981-a72b-98a093e892f5 None None] Network 48d7173e-4f84-437c-b393-02822601af8d requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:56:39.554867 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b66643ee-e18b-4c23-95ae-a6aebade8808 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:56:39.593850 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a36b67c6-b81c-4fa1-b593-05df6cc81f29 req-1dee019a-1d50-4d4c-95e7-2ae6cf323ebe service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b66643ee-e18b-4c23-95ae-a6aebade8808 HTTP/1.1" status: 200 len: 999 time: 0.1331227 Nov 04 10:56:39.646414 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-891176fc-5fda-4afc-9c43-d306a3ba2a4d None None] Provisioning complete for port aeca2fa4-bd8a-4a19-9839-1ce9bb365667 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:39.646676 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-891176fc-5fda-4afc-9c43-d306a3ba2a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:39.660292 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b67c6-b81c-4fa1-b593-05df6cc81f29 req-a6e8fbee-febc-40d2-891c-f34a60cac423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:39.662001 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a36b67c6-b81c-4fa1-b593-05df6cc81f29 req-a6e8fbee-febc-40d2-891c-f34a60cac423 service neutron] 10.222.0.126 "GET /v2.0/networks?id=c9d3e29b-fe58-47d5-a428-26e56104ed64 HTTP/1.1" status: 200 len: 898 time: 0.3807240 Nov 04 10:56:39.701152 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b67c6-b81c-4fa1-b593-05df6cc81f29 req-81e2ff1a-a83a-4787-a57d-4b419daaf064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:39.702697 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a36b67c6-b81c-4fa1-b593-05df6cc81f29 req-81e2ff1a-a83a-4787-a57d-4b419daaf064 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2 HTTP/1.1" status: 200 len: 835 time: 0.0981352 Nov 04 10:56:39.802489 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device b66643ee-e18b-4c23-95ae-a6aebade8808 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:56:39.811443 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a36b67c6-b81c-4fa1-b593-05df6cc81f29 req-fa2eba8c-389d-49f2-9a39-207e6473cfb7 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b66643ee-e18b-4c23-95ae-a6aebade8808 HTTP/1.1" status: 200 len: 999 time: 0.1366787 Nov 04 10:56:39.816048 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b67c6-b81c-4fa1-b593-05df6cc81f29 req-7217546a-2815-4f04-9e14-d3ce72e87e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:39.818864 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a36b67c6-b81c-4fa1-b593-05df6cc81f29 req-7217546a-2815-4f04-9e14-d3ce72e87e86 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c9d3e29b-fe58-47d5-a428-26e56104ed64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792735 Nov 04 10:56:40.029208 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b67c6-b81c-4fa1-b593-05df6cc81f29 req-9d73864b-5738-499b-9a9d-d33abaf36366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:40.031064 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a36b67c6-b81c-4fa1-b593-05df6cc81f29 req-9d73864b-5738-499b-9a9d-d33abaf36366 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2 HTTP/1.1" status: 200 len: 835 time: 0.2110808 Nov 04 10:56:40.049328 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device aeca2fa4-bd8a-4a19-9839-1ce9bb365667 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:56:40.172046 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a36b67c6-b81c-4fa1-b593-05df6cc81f29 req-cdac2b16-d616-4360-b49b-e1cdfe6e9d7b service neutron] 10.222.0.121 "GET /v2.0/networks/c9d3e29b-fe58-47d5-a428-26e56104ed64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414314 Nov 04 10:56:40.241148 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-891176fc-5fda-4afc-9c43-d306a3ba2a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:40.268400 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b67c6-b81c-4fa1-b593-05df6cc81f29 req-46247a51-ee3e-4ba0-ba1d-d9c6dd384ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:40.275327 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a36b67c6-b81c-4fa1-b593-05df6cc81f29 req-46247a51-ee3e-4ba0-ba1d-d9c6dd384ea2 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=c9d3e29b-fe58-47d5-a428-26e56104ed64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2283669 Nov 04 10:56:40.364093 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-891176fc-5fda-4afc-9c43-d306a3ba2a4d None None] For port aeca2fa4-bd8a-4a19-9839-1ce9bb365667, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=aeca2fa4-bd8a-4a19-9839-1ce9bb365667,segment=NetworkSegment(61cf6d8f-9678-4f5e-a444-df9554acf6bd),segment_id=61cf6d8f-9678-4f5e-a444-df9554acf6bd)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:40.398370 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-891176fc-5fda-4afc-9c43-d306a3ba2a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:40.470585 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port aeca2fa4-bd8a-4a19-9839-1ce9bb365667 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:40.470817 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:40.675897 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891176fc-5fda-4afc-9c43-d306a3ba2a4d None None] Pushing event updated for resources: {'Port': ['ID=aeca2fa4-bd8a-4a19-9839-1ce9bb365667,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:40.701976 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d39d0-d3e7-4fc7-8441-c85cddd07ed1 req-e6531c45-7bd4-4053-b1ed-64aae602be66 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:40.712053 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e92d39d0-d3e7-4fc7-8441-c85cddd07ed1 req-e6531c45-7bd4-4053-b1ed-64aae602be66 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/ports?device_id=3331b9c1-a8b5-4f32-8ae8-339a1287b653 HTTP/1.1" status: 200 len: 909 time: 1.1446602 Nov 04 10:56:40.763811 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a36b67c6-b81c-4fa1-b593-05df6cc81f29 req-f0c647bc-0ebc-4770-acc8-40b07fc085dc service neutron] 10.222.0.121 "GET /v2.0/networks/c9d3e29b-fe58-47d5-a428-26e56104ed64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5773177 Nov 04 10:56:40.770940 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a36b67c6-b81c-4fa1-b593-05df6cc81f29 req-600fb1e6-220c-4f5e-a11d-518d1448a227 service neutron] 10.222.0.126 "GET /v2.0/networks/c9d3e29b-fe58-47d5-a428-26e56104ed64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215758 Nov 04 10:56:40.825512 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83cb1d84-5ea0-40ff-bf3f-b1613e9ea975 admin admin] Router 131c4a7c-da8d-40ab-81b9-640ce818e495 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:56:40.978630 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-00a6a9ba-863b-4eca-921b-8a7814af071e None None] Provisioning complete for port aeca2fa4-bd8a-4a19-9839-1ce9bb365667 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:40.979713 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-00a6a9ba-863b-4eca-921b-8a7814af071e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:41.089215 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a36b67c6-b81c-4fa1-b593-05df6cc81f29 req-161bb79f-58c2-4fc8-a338-5c20e605bf22 service neutron] 10.222.0.126 "GET /v2.0/networks/c9d3e29b-fe58-47d5-a428-26e56104ed64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028629 Nov 04 10:56:41.120100 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ac1b9-cfa5-40b1-bff6-450bae4684c7 req-1b9b60b3-ed23-40cb-814b-8f2015b89519 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:41.134411 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf7ac1b9-cfa5-40b1-bff6-450bae4684c7 req-1b9b60b3-ed23-40cb-814b-8f2015b89519 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 943 time: 0.2204752 Nov 04 10:56:41.199808 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cb1d84-5ea0-40ff-bf3f-b1613e9ea975 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:56:41.205491 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf7ac1b9-cfa5-40b1-bff6-450bae4684c7 req-b56774d1-c290-414f-ac40-c93d794f0f4b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704422 Nov 04 10:56:41.222387 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad0ba84-1530-4331-a550-c0266ffb0e2e None None] Sync routers for ids ['131c4a7c-da8d-40ab-81b9-640ce818e495'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:56:41.246619 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad0ba84-1530-4331-a550-c0266ffb0e2e None None] Routers {'131c4a7c-da8d-40ab-81b9-640ce818e495'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:56:41.248161 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-5ad0ba84-1530-4331-a550-c0266ffb0e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:56:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['131c4a7c-da8d-40ab-81b9-640ce818e495'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:41.250700 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-83cb1d84-5ea0-40ff-bf3f-b1613e9ea975 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:41.255530 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-83cb1d84-5ea0-40ff-bf3f-b1613e9ea975 admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1661699 Nov 04 10:56:41.258866 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38886) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:41.321501 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-19e62f9a-6430-48f9-8258-a87558dfdf99 req-c6a5cc30-e1c8-4820-a229-d8100dec5d62 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=bcdad793-5ceb-4d3a-81d8-34ea831c0ca4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0639114 Nov 04 10:56:41.409910 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-5ad0ba84-1530-4331-a550-c0266ffb0e2e None None] Set router 131c4a7c-da8d-40ab-81b9-640ce818e495 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:56:41.418226 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e62f9a-6430-48f9-8258-a87558dfdf99 req-b1d57f07-93fa-41d9-ad27-61e1cb12a605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:41.420760 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-19e62f9a-6430-48f9-8258-a87558dfdf99 req-b1d57f07-93fa-41d9-ad27-61e1cb12a605 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=9e6e9db6fbf344cc90c8fda44c469086&device_id=bcdad793-5ceb-4d3a-81d8-34ea831c0ca4 HTTP/1.1" status: 200 len: 1135 time: 0.0745924 Nov 04 10:56:41.622955 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02c79c-689e-4d71-bc1e-1e1c1f553d45 req-b3040383-ff57-4ae3-8097-46a36309f03a tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:41.634849 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bd02c79c-689e-4d71-bc1e-1e1c1f553d45 req-b3040383-ff57-4ae3-8097-46a36309f03a tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=3331b9c1-a8b5-4f32-8ae8-339a1287b653 HTTP/1.1" status: 200 len: 1060 time: 0.0719640 Nov 04 10:56:41.635004 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device b66643ee-e18b-4c23-95ae-a6aebade8808 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:56:41.664441 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e62f9a-6430-48f9-8258-a87558dfdf99 req-b80fd3f3-eae5-498a-94b1-941ffbc2676f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:41.666232 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-19e62f9a-6430-48f9-8258-a87558dfdf99 req-b80fd3f3-eae5-498a-94b1-941ffbc2676f service neutron] 10.222.0.126 "GET /v2.0/networks?id=5c46183b-ca36-4d1b-b1a4-4ab3bec5456f HTTP/1.1" status: 200 len: 898 time: 0.2234492 Nov 04 10:56:41.740038 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-5ad0ba84-1530-4331-a550-c0266ffb0e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'name': 'tempest-AttachVolumeTestJSON-247191850-router', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:36Z', 'updated_at': '2021-11-04T10:56:38Z', 'revision_number': 3, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'gw_port': {'id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:86:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:37Z', 'updated_at': '2021-11-04T10:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:41.835706 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-19e62f9a-6430-48f9-8258-a87558dfdf99 req-92057987-9149-4d77-afa5-b45c5a676f38 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=feebd65f-7b75-45da-8eb3-75ad8edb92a0 HTTP/1.1" status: 200 len: 1000 time: 0.1610568 Nov 04 10:56:41.860496 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad0ba84-1530-4331-a550-c0266ffb0e2e None None] Checking router: 131c4a7c-da8d-40ab-81b9-640ce818e495 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:56:41.860860 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad0ba84-1530-4331-a550-c0266ffb0e2e None None] Updating router 131c4a7c-da8d-40ab-81b9-640ce818e495 port 7a912a0c-e83a-4a10-bd4e-7c8911a70fce binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:56:41.955534 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port b66643ee-e18b-4c23-95ae-a6aebade8808, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b66643ee-e18b-4c23-95ae-a6aebade8808,segment=NetworkSegment(3d2e178d-1fe6-4937-ac57-29ab13774b04),segment_id=3d2e178d-1fe6-4937-ac57-29ab13774b04)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:41.975198 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-5ad0ba84-1530-4331-a550-c0266ffb0e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:41.993807 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'b66643ee-e18b-4c23-95ae-a6aebade8808', 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64', 'port_id': 'b66643ee-e18b-4c23-95ae-a6aebade8808', 'mac_address': 'fa:16:3e:4d:f5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:56:42.001601 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device aeca2fa4-bd8a-4a19-9839-1ce9bb365667 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:56:42.024865 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e62f9a-6430-48f9-8258-a87558dfdf99 req-1ca38eba-e81f-4289-b9a9-272860f128a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:42.026429 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-19e62f9a-6430-48f9-8258-a87558dfdf99 req-1ca38eba-e81f-4289-b9a9-272860f128a6 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=e5d1417c-3ccf-47f7-a4e2-24d16d23196d HTTP/1.1" status: 200 len: 835 time: 0.1740041 Nov 04 10:56:42.242074 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:42.259553 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd2a29-be2a-49d1-8889-f57639bb2057 req-da8af4c2-0ed5-4699-b45e-1154431b08ee tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:42.274239 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-80bd2a29-be2a-49d1-8889-f57639bb2057 req-da8af4c2-0ed5-4699-b45e-1154431b08ee tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=bcdad793-5ceb-4d3a-81d8-34ea831c0ca4 HTTP/1.1" status: 200 len: 1135 time: 0.2337050 Nov 04 10:56:42.280225 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b66643ee-e18b-4c23-95ae-a6aebade8808 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:56:42.280954 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e62f9a-6430-48f9-8258-a87558dfdf99 req-3149b935-15e4-4247-811a-0ad000b6c8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:42.283799 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-19e62f9a-6430-48f9-8258-a87558dfdf99 req-3149b935-15e4-4247-811a-0ad000b6c8fc service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=5c46183b-ca36-4d1b-b1a4-4ab3bec5456f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2282276 Nov 04 10:56:42.314402 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-381f1aa7-8f6e-4b7b-b9ba-018d84fde4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:42.324624 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed096124-d846-45df-8502-02a42a17c158 req-c5072539-7289-4960-903e-56290c812862 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:42.327288 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed096124-d846-45df-8502-02a42a17c158 req-c5072539-7289-4960-903e-56290c812862 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.126 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69&tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&binding%3Ahost_id=n-h2-816629-1 HTTP/1.1" status: 200 len: 943 time: 0.2999697 Nov 04 10:56:42.328697 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port b66643ee-e18b-4c23-95ae-a6aebade8808, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b66643ee-e18b-4c23-95ae-a6aebade8808,segment=NetworkSegment(3d2e178d-1fe6-4937-ac57-29ab13774b04),segment_id=3d2e178d-1fe6-4937-ac57-29ab13774b04)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:42.338847 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:42.435361 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-80bd2a29-be2a-49d1-8889-f57639bb2057 req-8065cc89-e324-4808-8ccc-6bbcd6235a9e tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=5ee91aa1-cb43-49bf-bc14-3f72460a9280&id=dee60917-23b3-4bda-8a68-cf175c0fb352&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1593130 Nov 04 10:56:42.520082 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38898) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:42.552392 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:42.596151 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=b66643ee-e18b-4c23-95ae-a6aebade8808,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:42.619013 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['b66643ee-e18b-4c23-95ae-a6aebade8808'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:56:42.680083 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port aeca2fa4-bd8a-4a19-9839-1ce9bb365667 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:42.680477 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:42.712119 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-19e62f9a-6430-48f9-8258-a87558dfdf99 req-7e66eadf-cd76-4f5f-8801-fd23eeb9dc59 service neutron] 10.222.0.126 "GET /v2.0/networks/5c46183b-ca36-4d1b-b1a4-4ab3bec5456f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160271 Nov 04 10:56:42.718667 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [req-ed096124-d846-45df-8502-02a42a17c158 req-bddd1d39-5275-4ee9-90e2-4f7be1e65811 service neutron] delete failed (client error): The resource could not be found. Nov 04 10:56:42.719967 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed096124-d846-45df-8502-02a42a17c158 req-bddd1d39-5275-4ee9-90e2-4f7be1e65811 service neutron] 10.222.0.126 "DELETE /v2.0/ports/b66643ee-e18b-4c23-95ae-a6aebade8808/bindings/n-h1-816629-1 HTTP/1.1" status: 404 len: 380 time: 0.3603833 Nov 04 10:56:42.767493 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-5ad0ba84-1530-4331-a550-c0266ffb0e2e None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:42.779921 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-5ad0ba84-1530-4331-a550-c0266ffb0e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:42.838580 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a147d-9d3e-4905-86a9-d7e25e78706e tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:42.839995 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-af3a147d-9d3e-4905-86a9-d7e25e78706e tempest-TestSecurityGroupsBasicOps-1228159082 tempest-TestSecurityGroupsBasicOps-1228159082-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=3331b9c1-a8b5-4f32-8ae8-339a1287b653 HTTP/1.1" status: 200 len: 1055 time: 0.3183968 Nov 04 10:56:42.923765 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-19e62f9a-6430-48f9-8258-a87558dfdf99 req-8a81305d-4a7d-4b74-81ee-1cbb2a40f728 service neutron] 10.222.0.126 "GET /v2.0/networks/5c46183b-ca36-4d1b-b1a4-4ab3bec5456f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986749 Nov 04 10:56:42.938575 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd642c-59dd-4e85-8538-face87ba7301 req-b902ad54-78f8-44b8-aaf2-6ee099d7e6bf tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:42.938923 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5efd642c-59dd-4e85-8538-face87ba7301 req-b902ad54-78f8-44b8-aaf2-6ee099d7e6bf tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 944 time: 0.2403398 Nov 04 10:56:42.989181 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95175bfa-4ee8-477f-8fba-7654d53787de None None] Pushing event updated for resources: {'Port': ['ID=7a912a0c-e83a-4a10-bd4e-7c8911a70fce,revision_number=2']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:43.007914 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-5ad0ba84-1530-4331-a550-c0266ffb0e2e None None] Attempting to bind port 7a912a0c-e83a-4a10-bd4e-7c8911a70fce on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:56:43.008622 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-5ad0ba84-1530-4331-a550-c0266ffb0e2e None None] Attempting to bind port 7a912a0c-e83a-4a10-bd4e-7c8911a70fce by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:56:43.009089 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad0ba84-1530-4331-a550-c0266ffb0e2e None None] Attempting to bind port 7a912a0c-e83a-4a10-bd4e-7c8911a70fce on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:56:43.016445 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed096124-d846-45df-8502-02a42a17c158 req-5d7f906c-c85a-4a7a-9a2f-5dd1f03b2e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:43.018224 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed096124-d846-45df-8502-02a42a17c158 req-5d7f906c-c85a-4a7a-9a2f-5dd1f03b2e92 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 1095 time: 0.0977831 Nov 04 10:56:43.020710 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95175bfa-4ee8-477f-8fba-7654d53787de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:43.021087 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95175bfa-4ee8-477f-8fba-7654d53787de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:43.021801 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95175bfa-4ee8-477f-8fba-7654d53787de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:43.021801 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95175bfa-4ee8-477f-8fba-7654d53787de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:43.022136 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95175bfa-4ee8-477f-8fba-7654d53787de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:43.022455 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95175bfa-4ee8-477f-8fba-7654d53787de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:43.022777 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95175bfa-4ee8-477f-8fba-7654d53787de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:43.023131 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95175bfa-4ee8-477f-8fba-7654d53787de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:43.023531 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95175bfa-4ee8-477f-8fba-7654d53787de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:43.023763 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95175bfa-4ee8-477f-8fba-7654d53787de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:43.024162 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95175bfa-4ee8-477f-8fba-7654d53787de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:43.024482 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95175bfa-4ee8-477f-8fba-7654d53787de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:56:43.040959 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad0ba84-1530-4331-a550-c0266ffb0e2e None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:56:43.041638 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad0ba84-1530-4331-a550-c0266ffb0e2e None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:56:43.042318 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-5ad0ba84-1530-4331-a550-c0266ffb0e2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:43.043836 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad0ba84-1530-4331-a550-c0266ffb0e2e None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:56:43.044554 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-5ad0ba84-1530-4331-a550-c0266ffb0e2e None None] Bound port: 7a912a0c-e83a-4a10-bd4e-7c8911a70fce, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:56:43.045192 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-5ad0ba84-1530-4331-a550-c0266ffb0e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:43.056409 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-381f1aa7-8f6e-4b7b-b9ba-018d84fde4df admin admin] Allocated IP 172.20.0.1 (48d7173e-4f84-437c-b393-02822601af8d/e385be16-201b-4622-87ed-46bcc0e22c59/380c4bc8-ac20-4c78-8507-1f1810bd6624) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:56:43.118301 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5efd642c-59dd-4e85-8538-face87ba7301 req-22ffa8a7-2b92-4f71-ab75-57a43d503e83 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593087 Nov 04 10:56:43.175653 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-5ad0ba84-1530-4331-a550-c0266ffb0e2e None None] For port 7a912a0c-e83a-4a10-bd4e-7c8911a70fce, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:56:43.187159 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-5ad0ba84-1530-4331-a550-c0266ffb0e2e None None] For port 7a912a0c-e83a-4a10-bd4e-7c8911a70fce, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7a912a0c-e83a-4a10-bd4e-7c8911a70fce,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:56:43.199117 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-5ad0ba84-1530-4331-a550-c0266ffb0e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:43.312303 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad0ba84-1530-4331-a550-c0266ffb0e2e None None] Routers {'131c4a7c-da8d-40ab-81b9-640ce818e495'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:56:43.316103 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-5ad0ba84-1530-4331-a550-c0266ffb0e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:56:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['131c4a7c-da8d-40ab-81b9-640ce818e495'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:43.317623 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed096124-d846-45df-8502-02a42a17c158 req-206cce35-8dc8-4cda-be58-45c0651245a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:43.318514 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed096124-d846-45df-8502-02a42a17c158 req-206cce35-8dc8-4cda-be58-45c0651245a7 service neutron] 10.222.0.126 "GET /v2.0/networks?id=c9d3e29b-fe58-47d5-a428-26e56104ed64 HTTP/1.1" status: 200 len: 898 time: 0.2872689 Nov 04 10:56:43.458160 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-381f1aa7-8f6e-4b7b-b9ba-018d84fde4df admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:43.522097 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed096124-d846-45df-8502-02a42a17c158 req-59c3c542-1cfd-4084-bae4-5096ea264672 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b66643ee-e18b-4c23-95ae-a6aebade8808 HTTP/1.1" status: 200 len: 1000 time: 0.1875856 Nov 04 10:56:43.564925 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-381f1aa7-8f6e-4b7b-b9ba-018d84fde4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:43.624366 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed096124-d846-45df-8502-02a42a17c158 req-809e9900-ee1b-4143-9298-883919a0c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:43.626446 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed096124-d846-45df-8502-02a42a17c158 req-809e9900-ee1b-4143-9298-883919a0c9d5 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2 HTTP/1.1" status: 200 len: 835 time: 0.0965705 Nov 04 10:56:43.636364 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381f1aa7-8f6e-4b7b-b9ba-018d84fde4df admin admin] Network 48d7173e-4f84-437c-b393-02822601af8d is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:56:43.645563 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-5ad0ba84-1530-4331-a550-c0266ffb0e2e None None] Set router 131c4a7c-da8d-40ab-81b9-640ce818e495 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:56:43.675852 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-381f1aa7-8f6e-4b7b-b9ba-018d84fde4df admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:56:43.721605 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381f1aa7-8f6e-4b7b-b9ba-018d84fde4df admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:56:43.729449 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95175bfa-4ee8-477f-8fba-7654d53787de None None] Pushing event updated for resources: {'Port': ['ID=7a912a0c-e83a-4a10-bd4e-7c8911a70fce,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:43.753086 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed096124-d846-45df-8502-02a42a17c158 req-0d559813-d24d-4cab-a7f7-b246a3f45c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:43.754619 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed096124-d846-45df-8502-02a42a17c158 req-0d559813-d24d-4cab-a7f7-b246a3f45c39 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=c9d3e29b-fe58-47d5-a428-26e56104ed64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169941 Nov 04 10:56:43.808574 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f1aa7-8f6e-4b7b-b9ba-018d84fde4df admin admin] Pushing event updated for resources: {'Port': ['ID=380c4bc8-ac20-4c78-8507-1f1810bd6624,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:43.849339 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53523e9-25f4-4cc3-bc5d-71c1f8a38878 req-a10ad332-939b-4505-a712-bdaec290c139 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:43.859279 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f53523e9-25f4-4cc3-bc5d-71c1f8a38878 req-a10ad332-939b-4505-a712-bdaec290c139 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/ports?device_id=3331b9c1-a8b5-4f32-8ae8-339a1287b653 HTTP/1.1" status: 200 len: 909 time: 0.2249548 Nov 04 10:56:43.869764 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-381f1aa7-8f6e-4b7b-b9ba-018d84fde4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:43.974119 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed096124-d846-45df-8502-02a42a17c158 req-1bf0bb35-65e5-49e0-8ce3-4793673740ca service neutron] 10.222.0.126 "GET /v2.0/networks/c9d3e29b-fe58-47d5-a428-26e56104ed64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093034 Nov 04 10:56:44.025585 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-5ad0ba84-1530-4331-a550-c0266ffb0e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'name': 'tempest-AttachVolumeTestJSON-247191850-router', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:36Z', 'updated_at': '2021-11-04T10:56:38Z', 'revision_number': 3, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'gw_port': {'id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:86:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:37Z', 'updated_at': '2021-11-04T10:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:44.032364 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-72287914-2ad3-4fcd-98e8-810f6eb9c3c9 None None] Provisioning complete for port 380c4bc8-ac20-4c78-8507-1f1810bd6624 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:44.033382 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-72287914-2ad3-4fcd-98e8-810f6eb9c3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:44.045774 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-381f1aa7-8f6e-4b7b-b9ba-018d84fde4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:44.080409 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad0ba84-1530-4331-a550-c0266ffb0e2e None None] The sync data for ids ['131c4a7c-da8d-40ab-81b9-640ce818e495'] in n-d-816629-1 is: [{'id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'name': 'tempest-AttachVolumeTestJSON-247191850-router', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:36Z', 'updated_at': '2021-11-04T10:56:38Z', 'revision_number': 3, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'gw_port': {'id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:86:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:37Z', 'updated_at': '2021-11-04T10:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:56:44.102727 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-72287914-2ad3-4fcd-98e8-810f6eb9c3c9 None None] Port 380c4bc8-ac20-4c78-8507-1f1810bd6624 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:56:44.225297 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed096124-d846-45df-8502-02a42a17c158 req-20707cd0-d2a9-4da8-9814-32ca2946092f service neutron] 10.222.0.126 "GET /v2.0/networks/c9d3e29b-fe58-47d5-a428-26e56104ed64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362950 Nov 04 10:56:44.508646 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-381f1aa7-8f6e-4b7b-b9ba-018d84fde4df admin admin] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:44.527208 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-381f1aa7-8f6e-4b7b-b9ba-018d84fde4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:44.603159 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1fecb-834e-45f9-be63-d0a54beeac5d req-de97aa57-00ad-4b49-b170-c7c2081ef2b8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:44.605113 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b2d1fecb-834e-45f9-be63-d0a54beeac5d req-de97aa57-00ad-4b49-b170-c7c2081ef2b8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 944 time: 0.2633369 Nov 04 10:56:44.709085 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f1aa7-8f6e-4b7b-b9ba-018d84fde4df admin admin] Pushing event updated for resources: {'Port': ['ID=380c4bc8-ac20-4c78-8507-1f1810bd6624,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:44.723841 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-381f1aa7-8f6e-4b7b-b9ba-018d84fde4df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:44.807402 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b2d1fecb-834e-45f9-be63-d0a54beeac5d req-ac43dbba-e7b1-4bf6-98e1-487c029729a7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721013 Nov 04 10:56:44.840414 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:44.939438 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381f1aa7-8f6e-4b7b-b9ba-018d84fde4df admin admin] Network 48d7173e-4f84-437c-b393-02822601af8d is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:56:44.942678 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-381f1aa7-8f6e-4b7b-b9ba-018d84fde4df admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:56:45.273686 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62d6a9-87e6-4e77-8506-6fdbda3081f5 req-095ca1ff-6f58-4098-ab86-48992e190a1b tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:45.289331 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf62d6a9-87e6-4e77-8506-6fdbda3081f5 req-095ca1ff-6f58-4098-ab86-48992e190a1b tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/ports?device_id=3331b9c1-a8b5-4f32-8ae8-339a1287b653 HTTP/1.1" status: 200 len: 909 time: 0.2012944 Nov 04 10:56:45.318144 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381f1aa7-8f6e-4b7b-b9ba-018d84fde4df admin admin] Router 131c4a7c-da8d-40ab-81b9-640ce818e495 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:56:45.341449 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-705a6e7d-0ff6-49e7-ac9e-ab7620ce9638 None None] Provisioning complete for port 380c4bc8-ac20-4c78-8507-1f1810bd6624 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:45.342006 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-705a6e7d-0ff6-49e7-ac9e-ab7620ce9638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:45.429121 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-705a6e7d-0ff6-49e7-ac9e-ab7620ce9638 None None] Port 380c4bc8-ac20-4c78-8507-1f1810bd6624 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:56:45.588685 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381f1aa7-8f6e-4b7b-b9ba-018d84fde4df admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:56:45.591604 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3aa4-c251-4bb5-b675-3adc1962c9af req-6a57cc53-2287-423b-8dfd-1decfcad4248 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:45.593985 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-54dc3aa4-c251-4bb5-b675-3adc1962c9af req-6a57cc53-2287-423b-8dfd-1decfcad4248 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.121 "GET /v2.0/ports?device_id=3331b9c1-a8b5-4f32-8ae8-339a1287b653 HTTP/1.1" status: 200 len: 909 time: 0.6912677 Nov 04 10:56:45.603140 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-381f1aa7-8f6e-4b7b-b9ba-018d84fde4df admin admin] 10.222.0.127 "PUT /v2.0/routers/131c4a7c-da8d-40ab-81b9-640ce818e495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3430672 Nov 04 10:56:45.642729 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device b66643ee-e18b-4c23-95ae-a6aebade8808 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:56:45.725796 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-54dc3aa4-c251-4bb5-b675-3adc1962c9af req-ec87ea5d-746d-4360-9559-0d6a96d347cf tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Deleting port 7fa45e13-1c35-460c-9f82-268e8cf0a53f {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:56:45.726405 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-54dc3aa4-c251-4bb5-b675-3adc1962c9af req-ec87ea5d-746d-4360-9559-0d6a96d347cf tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:45.777257 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port b66643ee-e18b-4c23-95ae-a6aebade8808 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:56:45.781332 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port b66643ee-e18b-4c23-95ae-a6aebade8808 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:45.781704 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:45.894590 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-54dc3aa4-c251-4bb5-b675-3adc1962c9af req-ec87ea5d-746d-4360-9559-0d6a96d347cf tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] For port 7fa45e13-1c35-460c-9f82-268e8cf0a53f, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=7fa45e13-1c35-460c-9f82-268e8cf0a53f,segment=NetworkSegment(f0b1bee5-d1c5-4248-a0aa-7080bf85a409),segment_id=f0b1bee5-d1c5-4248-a0aa-7080bf85a409)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:45.894811 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-54dc3aa4-c251-4bb5-b675-3adc1962c9af req-ec87ea5d-746d-4360-9559-0d6a96d347cf tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:45.910685 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7a912a0c-e83a-4a10-bd4e-7c8911a70fce up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:56:45.912858 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-54dc3aa4-c251-4bb5-b675-3adc1962c9af req-ec87ea5d-746d-4360-9559-0d6a96d347cf tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Calling delete_port for 7fa45e13-1c35-460c-9f82-268e8cf0a53f owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:56:45.998904 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:46.034061 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 7a912a0c-e83a-4a10-bd4e-7c8911a70fce triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:46.034424 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:46.040109 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff9377d-d840-4b61-998d-0914cfdb6a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66643ee-e18b-4c23-95ae-a6aebade8808'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:56:46.043398 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86914333-f4cb-42f5-8d0a-ee6576415694" -d '{"events": [{"server_uuid": "9ff9377d-d840-4b61-998d-0914cfdb6a69", "name": "network-vif-plugged", "status": "completed", "tag": "b66643ee-e18b-4c23-95ae-a6aebade8808"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:56:46.076529 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port b66643ee-e18b-4c23-95ae-a6aebade8808, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b66643ee-e18b-4c23-95ae-a6aebade8808,segment=NetworkSegment(3d2e178d-1fe6-4937-ac57-29ab13774b04),segment_id=3d2e178d-1fe6-4937-ac57-29ab13774b04)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:46.087667 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:46.121556 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-54dc3aa4-c251-4bb5-b675-3adc1962c9af req-ec87ea5d-746d-4360-9559-0d6a96d347cf tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:46.206499 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87ea5d-746d-4360-9559-0d6a96d347cf tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event deleted for resources: {'Port': ['ID=7fa45e13-1c35-460c-9f82-268e8cf0a53f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:46.266752 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:46.276637 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-54dc3aa4-c251-4bb5-b675-3adc1962c9af req-ec87ea5d-746d-4360-9559-0d6a96d347cf tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] No DVR routers for this DVR port 7fa45e13-1c35-460c-9f82-268e8cf0a53f on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:56:46.279639 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-54dc3aa4-c251-4bb5-b675-3adc1962c9af req-ec87ea5d-746d-4360-9559-0d6a96d347cf tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:46.284559 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-54dc3aa4-c251-4bb5-b675-3adc1962c9af req-ec87ea5d-746d-4360-9559-0d6a96d347cf tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.121 "DELETE /v2.0/ports/7fa45e13-1c35-460c-9f82-268e8cf0a53f HTTP/1.1" status: 204 len: 173 time: 0.6818495 Nov 04 10:56:46.285093 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3331b9c1-a8b5-4f32-8ae8-339a1287b653', 'name': 'network-vif-deleted', 'tag': '7fa45e13-1c35-460c-9f82-268e8cf0a53f'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:56:46.288113 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=b66643ee-e18b-4c23-95ae-a6aebade8808,revision_number=9']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:46.301005 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784b0475-22c3-4adb-bb1c-8e26db5e34b7" -d '{"events": [{"server_uuid": "3331b9c1-a8b5-4f32-8ae8-339a1287b653", "name": "network-vif-deleted", "tag": "7fa45e13-1c35-460c-9f82-268e8cf0a53f"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:56:46.351120 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 7a912a0c-e83a-4a10-bd4e-7c8911a70fce, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7a912a0c-e83a-4a10-bd4e-7c8911a70fce,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:46.357774 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:46.503401 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=7a912a0c-e83a-4a10-bd4e-7c8911a70fce,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:46.827215 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb20b21-d80f-445e-98e4-6f4395e29591 None None] Sync routers for ids ['131c4a7c-da8d-40ab-81b9-640ce818e495'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:56:46.896751 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb20b21-d80f-445e-98e4-6f4395e29591 None None] Routers {'131c4a7c-da8d-40ab-81b9-640ce818e495'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:56:46.898460 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-adb20b21-d80f-445e-98e4-6f4395e29591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:56:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['131c4a7c-da8d-40ab-81b9-640ce818e495'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:46.906312 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bbdbfa99-bb44-4f54-a8ee-bb0f6c2e0a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:47.083081 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-adb20b21-d80f-445e-98e4-6f4395e29591 None None] Set router 131c4a7c-da8d-40ab-81b9-640ce818e495 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:56:47.112851 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38954) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:47.126376 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-34e96f54-77c6-4410-aeea-b8bddf9fbec8 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1676027882', 'description': 'tempest-description--816462809'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:56:47.169191 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-34e96f54-77c6-4410-aeea-b8bddf9fbec8 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:47.320514 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-34e96f54-77c6-4410-aeea-b8bddf9fbec8 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:47.346016 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-34e96f54-77c6-4410-aeea-b8bddf9fbec8 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:47.392894 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e96f54-77c6-4410-aeea-b8bddf9fbec8 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4118e39-555e-47d8-9fc3-e70d2b180238,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:47.423123 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486a2f8-e250-4cf1-b0c8-81e160688cc4 req-29968c55-d625-4839-8a6e-66445fbfe31f tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:47.424988 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3486a2f8-e250-4cf1-b0c8-81e160688cc4 req-29968c55-d625-4839-8a6e-66445fbfe31f tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 945 time: 0.1635630 Nov 04 10:56:47.427946 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-34e96f54-77c6-4410-aeea-b8bddf9fbec8 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:47.432345 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38956) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:47.438905 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-b097418a-aedb-4255-9522-f5d80a6aca95 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Request body: {'security_group_rule': {'security_group_id': 'c4118e39-555e-47d8-9fc3-e70d2b180238', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:56:47.443671 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-34e96f54-77c6-4410-aeea-b8bddf9fbec8 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3284397 Nov 04 10:56:47.497500 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b097418a-aedb-4255-9522-f5d80a6aca95 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:47.541747 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3486a2f8-e250-4cf1-b0c8-81e160688cc4 req-3a9ad3e5-9648-4406-8cc0-6f5c3185e415 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963407 Nov 04 10:56:47.569916 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38958) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:47.653658 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ac5740-f44d-4fda-8ca8-4f3810c1e034 x-openstack-request-id: req-b6ac5740-f44d-4fda-8ca8-4f3810c1e034 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:56:47.654290 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff9377d-d840-4b61-998d-0914cfdb6a69", "name": "network-vif-plugged", "status": "completed", "tag": "b66643ee-e18b-4c23-95ae-a6aebade8808", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:56:47.654290 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-b6ac5740-f44d-4fda-8ca8-4f3810c1e034 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:56:47.654854 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff9377d-d840-4b61-998d-0914cfdb6a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66643ee-e18b-4c23-95ae-a6aebade8808', 'code': 200} Nov 04 10:56:47.682023 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a94c81-06e8-4c21-b964-2ed304d4a5aa x-openstack-request-id: req-b3a94c81-06e8-4c21-b964-2ed304d4a5aa {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:56:47.682023 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3331b9c1-a8b5-4f32-8ae8-339a1287b653", "name": "network-vif-deleted", "tag": "7fa45e13-1c35-460c-9f82-268e8cf0a53f", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:56:47.682023 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-b3a94c81-06e8-4c21-b964-2ed304d4a5aa {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:56:47.682023 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3331b9c1-a8b5-4f32-8ae8-339a1287b653', 'name': 'network-vif-deleted', 'tag': '7fa45e13-1c35-460c-9f82-268e8cf0a53f', 'status': 'completed', 'code': 200} Nov 04 10:56:47.682023 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b097418a-aedb-4255-9522-f5d80a6aca95 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:47.683320 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-944c33f8-195e-4a12-90f8-6b7d72daf951 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/floatingips/b68b65cd-3635-4d09-b58d-25421613ef01 HTTP/1.1" status: 200 len: 993 time: 0.1119585 Nov 04 10:56:47.691592 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b097418a-aedb-4255-9522-f5d80a6aca95 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:47.706494 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-adb20b21-d80f-445e-98e4-6f4395e29591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'name': 'tempest-AttachVolumeTestJSON-247191850-router', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:36Z', 'updated_at': '2021-11-04T10:56:43Z', 'revision_number': 4, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'gw_port': {'id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:37Z', 'updated_at': '2021-11-04T10:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '380c4bc8-ac20-4c78-8507-1f1810bd6624', 'name': '', 'network_id': '48d7173e-4f84-437c-b393-02822601af8d', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'mac_address': 'fa:16:3e:ca:a9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:42Z', 'updated_at': '2021-11-04T10:56:44Z', 'revision_number': 2, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'subnets': [{'id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:47.716949 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38960) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:47.721689 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b097418a-aedb-4255-9522-f5d80a6aca95 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:47.725433 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b097418a-aedb-4255-9522-f5d80a6aca95 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2891903 Nov 04 10:56:47.725790 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097418a-aedb-4255-9522-f5d80a6aca95 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ef3ac9-1176-4e1a-9dfe-2db6b3fd9976,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:47.725918 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 38962) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:47.738212 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-a455a26b-4276-4906-850f-47320bbb1185 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Request body: {'security_group_rule': {'security_group_id': 'c4118e39-555e-47d8-9fc3-e70d2b180238', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:56:47.751213 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb20b21-d80f-445e-98e4-6f4395e29591 None None] Checking router: 131c4a7c-da8d-40ab-81b9-640ce818e495 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:56:47.751557 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb20b21-d80f-445e-98e4-6f4395e29591 None None] Updating router 131c4a7c-da8d-40ab-81b9-640ce818e495 port 380c4bc8-ac20-4c78-8507-1f1810bd6624 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:56:47.789515 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-adb20b21-d80f-445e-98e4-6f4395e29591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:47.883355 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a455a26b-4276-4906-850f-47320bbb1185 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:47.924264 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7a912a0c-e83a-4a10-bd4e-7c8911a70fce up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:56:48.050127 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a455a26b-4276-4906-850f-47320bbb1185 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:48.089177 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 7a912a0c-e83a-4a10-bd4e-7c8911a70fce triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:48.090006 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:48.090517 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a455a26b-4276-4906-850f-47320bbb1185 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:48.118444 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455a26b-4276-4906-850f-47320bbb1185 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0482aae7-b8ac-4f0a-bf33-7b9165712a77,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:48.135611 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a455a26b-4276-4906-850f-47320bbb1185 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:48.141599 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a455a26b-4276-4906-850f-47320bbb1185 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4101977 Nov 04 10:56:48.142348 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 38974) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:48.147023 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-8ffdbb52-4031-4e69-8408-eaff4aab271c tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:56:48.200178 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8ffdbb52-4031-4e69-8408-eaff4aab271c tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for floatingip, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:48.339592 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-acffdf0e-df54-4543-b2f8-7d0e7a74d8bd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:48.344676 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-adb20b21-d80f-445e-98e4-6f4395e29591 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:48.357229 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-adb20b21-d80f-445e-98e4-6f4395e29591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:48.436858 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8ffdbb52-4031-4e69-8408-eaff4aab271c tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:48.479904 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40748c-e6bf-476b-ba9e-fb9d405463a1 None None] Pushing event updated for resources: {'Port': ['ID=380c4bc8-ac20-4c78-8507-1f1810bd6624,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:48.597467 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-adb20b21-d80f-445e-98e4-6f4395e29591 None None] Attempting to bind port 380c4bc8-ac20-4c78-8507-1f1810bd6624 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:56:48.597857 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-adb20b21-d80f-445e-98e4-6f4395e29591 None None] Attempting to bind port 380c4bc8-ac20-4c78-8507-1f1810bd6624 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '61cf6d8f-9678-4f5e-a444-df9554acf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '48d7173e-4f84-437c-b393-02822601af8d'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:56:48.598217 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb20b21-d80f-445e-98e4-6f4395e29591 None None] Attempting to bind port 380c4bc8-ac20-4c78-8507-1f1810bd6624 on network 48d7173e-4f84-437c-b393-02822601af8d {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:56:48.604724 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb20b21-d80f-445e-98e4-6f4395e29591 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:56:48.607799 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb20b21-d80f-445e-98e4-6f4395e29591 None None] Checking segment: {'id': '61cf6d8f-9678-4f5e-a444-df9554acf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '48d7173e-4f84-437c-b393-02822601af8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:56:48.608230 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-adb20b21-d80f-445e-98e4-6f4395e29591 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:48.608626 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb20b21-d80f-445e-98e4-6f4395e29591 None None] Bound using segment: {'id': '61cf6d8f-9678-4f5e-a444-df9554acf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '48d7173e-4f84-437c-b393-02822601af8d'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:56:48.609130 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-adb20b21-d80f-445e-98e4-6f4395e29591 None None] Bound port: 380c4bc8-ac20-4c78-8507-1f1810bd6624, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cf6d8f-9678-4f5e-a444-df9554acf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '48d7173e-4f84-437c-b393-02822601af8d'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:56:48.609510 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-adb20b21-d80f-445e-98e4-6f4395e29591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:48.614518 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-8ffdbb52-4031-4e69-8408-eaff4aab271c tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Allocated IP 172.25.7.96 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/b4f75cdc-9dbf-4615-a42f-299ef3c2032e) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:56:48.715810 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-adb20b21-d80f-445e-98e4-6f4395e29591 None None] For port 380c4bc8-ac20-4c78-8507-1f1810bd6624, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:56:48.724299 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-adb20b21-d80f-445e-98e4-6f4395e29591 None None] For port 380c4bc8-ac20-4c78-8507-1f1810bd6624, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=380c4bc8-ac20-4c78-8507-1f1810bd6624,segment=NetworkSegment(61cf6d8f-9678-4f5e-a444-df9554acf6bd),segment_id=61cf6d8f-9678-4f5e-a444-df9554acf6bd)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:56:48.733410 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-adb20b21-d80f-445e-98e4-6f4395e29591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:48.809618 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40748c-e6bf-476b-ba9e-fb9d405463a1 None None] Pushing event updated for resources: {'Port': ['ID=380c4bc8-ac20-4c78-8507-1f1810bd6624,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:48.835918 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb20b21-d80f-445e-98e4-6f4395e29591 None None] Routers {'131c4a7c-da8d-40ab-81b9-640ce818e495'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:56:48.836562 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-adb20b21-d80f-445e-98e4-6f4395e29591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:56:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['131c4a7c-da8d-40ab-81b9-640ce818e495'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:48.849371 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8ffdbb52-4031-4e69-8408-eaff4aab271c tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:48.879513 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-acffdf0e-df54-4543-b2f8-7d0e7a74d8bd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Deleting port 4b6ebcff-41cd-4dc4-a523-0c51b3cb9933 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:56:48.880234 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-acffdf0e-df54-4543-b2f8-7d0e7a74d8bd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:48.920494 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8ffdbb52-4031-4e69-8408-eaff4aab271c tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:49.008524 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffdbb52-4031-4e69-8408-eaff4aab271c tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:56:49.017557 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-8ffdbb52-4031-4e69-8408-eaff4aab271c tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:56:49.019748 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c90d01ef-00e9-40e2-8067-95776319318f None None] Provisioning complete for port 380c4bc8-ac20-4c78-8507-1f1810bd6624 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:49.020639 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c90d01ef-00e9-40e2-8067-95776319318f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:49.043235 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffdbb52-4031-4e69-8408-eaff4aab271c tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:56:49.082711 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-acffdf0e-df54-4543-b2f8-7d0e7a74d8bd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] For port 4b6ebcff-41cd-4dc4-a523-0c51b3cb9933, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4b6ebcff-41cd-4dc4-a523-0c51b3cb9933,segment=NetworkSegment(f0b1bee5-d1c5-4248-a0aa-7080bf85a409),segment_id=f0b1bee5-d1c5-4248-a0aa-7080bf85a409)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:49.083369 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-acffdf0e-df54-4543-b2f8-7d0e7a74d8bd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:49.118868 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffdbb52-4031-4e69-8408-eaff4aab271c tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Pushing event updated for resources: {'Port': ['ID=b4f75cdc-9dbf-4615-a42f-299ef3c2032e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:49.126213 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-acffdf0e-df54-4543-b2f8-7d0e7a74d8bd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Calling delete_port for 4b6ebcff-41cd-4dc4-a523-0c51b3cb9933 owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:56:49.204414 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-adb20b21-d80f-445e-98e4-6f4395e29591 None None] Set router 131c4a7c-da8d-40ab-81b9-640ce818e495 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:56:49.242833 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c90d01ef-00e9-40e2-8067-95776319318f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:49.261254 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8ffdbb52-4031-4e69-8408-eaff4aab271c tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:49.299090 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8ffdbb52-4031-4e69-8408-eaff4aab271c tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:49.387371 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-c90d01ef-00e9-40e2-8067-95776319318f None None] For port 380c4bc8-ac20-4c78-8507-1f1810bd6624, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=380c4bc8-ac20-4c78-8507-1f1810bd6624,segment=NetworkSegment(61cf6d8f-9678-4f5e-a444-df9554acf6bd),segment_id=61cf6d8f-9678-4f5e-a444-df9554acf6bd)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:49.395822 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c90d01ef-00e9-40e2-8067-95776319318f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:49.461946 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d01ef-00e9-40e2-8067-95776319318f None None] Pushing event updated for resources: {'Port': ['ID=380c4bc8-ac20-4c78-8507-1f1810bd6624,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:49.478690 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-acffdf0e-df54-4543-b2f8-7d0e7a74d8bd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:49.533313 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-022f455c-6804-4713-b975-267826241666 None None] Provisioning complete for port 380c4bc8-ac20-4c78-8507-1f1810bd6624 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:49.533678 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-022f455c-6804-4713-b975-267826241666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:49.567192 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acffdf0e-df54-4543-b2f8-7d0e7a74d8bd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event deleted for resources: {'Port': ['ID=4b6ebcff-41cd-4dc4-a523-0c51b3cb9933,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:49.586839 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-adb20b21-d80f-445e-98e4-6f4395e29591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'name': 'tempest-AttachVolumeTestJSON-247191850-router', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:36Z', 'updated_at': '2021-11-04T10:56:43Z', 'revision_number': 4, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'gw_port': {'id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:37Z', 'updated_at': '2021-11-04T10:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '380c4bc8-ac20-4c78-8507-1f1810bd6624', 'name': '', 'network_id': '48d7173e-4f84-437c-b393-02822601af8d', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'mac_address': 'fa:16:3e:ca:a9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:42Z', 'updated_at': '2021-11-04T10:56:48Z', 'revision_number': 4, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'subnets': [{'id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:49.629338 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb20b21-d80f-445e-98e4-6f4395e29591 None None] The sync data for ids ['131c4a7c-da8d-40ab-81b9-640ce818e495'] in n-d-816629-1 is: [{'id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'name': 'tempest-AttachVolumeTestJSON-247191850-router', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:36Z', 'updated_at': '2021-11-04T10:56:43Z', 'revision_number': 4, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'gw_port': {'id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:37Z', 'updated_at': '2021-11-04T10:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '380c4bc8-ac20-4c78-8507-1f1810bd6624', 'name': '', 'network_id': '48d7173e-4f84-437c-b393-02822601af8d', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'mac_address': 'fa:16:3e:ca:a9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:42Z', 'updated_at': '2021-11-04T10:56:48Z', 'revision_number': 4, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'subnets': [{'id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:56:49.664027 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8ffdbb52-4031-4e69-8408-eaff4aab271c tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:49.671039 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8ffdbb52-4031-4e69-8408-eaff4aab271c tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:49.735386 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 7fa45e13-1c35-460c-9f82-268e8cf0a53f no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:56:49.850616 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 7fa45e13-1c35-460c-9f82-268e8cf0a53f {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:56:49.850616 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 7fa45e13-1c35-460c-9f82-268e8cf0a53f not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:56:49.867852 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-88f3f24b-d34f-43b2-b370-d3a319a221ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:49.892582 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffdbb52-4031-4e69-8408-eaff4aab271c tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Pushing event updated for resources: {'Port': ['ID=b4f75cdc-9dbf-4615-a42f-299ef3c2032e,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:49.917328 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8ffdbb52-4031-4e69-8408-eaff4aab271c tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:49.942024 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8ffdbb52-4031-4e69-8408-eaff4aab271c tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:49.943324 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8ffdbb52-4031-4e69-8408-eaff4aab271c tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8009946 Nov 04 10:56:50.000528 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-acffdf0e-df54-4543-b2f8-7d0e7a74d8bd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:50.136068 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 380c4bc8-ac20-4c78-8507-1f1810bd6624 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:56:50.206090 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 380c4bc8-ac20-4c78-8507-1f1810bd6624 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:50.206747 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:50.579685 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-820d4a94-533b-49da-87a9-991e425586bf tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-securitygroup--1676027882&fields=id&tenant_id=db986214976042ad8f7b4ef2ac918aa4 HTTP/1.1" status: 200 len: 267 time: 0.0627263 Nov 04 10:56:50.733985 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-fa11f576-a3d2-4860-a616-6f8421ced0c3 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:50.742286 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-fa11f576-a3d2-4860-a616-6f8421ced0c3 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/networks?id=48d7173e-4f84-437c-b393-02822601af8d HTTP/1.1" status: 200 len: 810 time: 0.1505921 Nov 04 10:56:50.765913 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:50.795400 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-c027d9ec-98b2-4ee3-b742-33f6c9997773 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/quotas/db986214976042ad8f7b4ef2ac918aa4 HTTP/1.1" status: 200 len: 375 time: 0.0520582 Nov 04 10:56:50.894824 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-0ebd3965-f0be-4222-a14d-787de5fa3aa8 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=db986214976042ad8f7b4ef2ac918aa4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0984702 Nov 04 10:56:50.927915 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acffdf0e-df54-4543-b2f8-7d0e7a74d8bd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Router d687d12d-08bf-4efd-bfe4-33a77c916455 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:56:51.108412 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-72999a99-7b5d-41a5-b749-6d4f9baab7f9 service neutron] 10.222.0.127 "GET /v2.0/networks/48d7173e-4f84-437c-b393-02822601af8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891882 Nov 04 10:56:51.202261 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acffdf0e-df54-4543-b2f8-7d0e7a74d8bd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:56:51.210508 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-acffdf0e-df54-4543-b2f8-7d0e7a74d8bd tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "PUT /v2.0/routers/d687d12d-08bf-4efd-bfe4-33a77c916455/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4893370 Nov 04 10:56:51.211793 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39012) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:51.212271 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408ae704-d5b1-40bf-9cbd-fcacd66ac2f9 None None] Sync routers for ids ['d687d12d-08bf-4efd-bfe4-33a77c916455'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:56:51.233009 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408ae704-d5b1-40bf-9cbd-fcacd66ac2f9 None None] Routers {'d687d12d-08bf-4efd-bfe4-33a77c916455'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:56:51.233632 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-408ae704-d5b1-40bf-9cbd-fcacd66ac2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:56:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d687d12d-08bf-4efd-bfe4-33a77c916455'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:51.264537 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-b38a0a5b-ca39-4cee-89dc-6c570c496993 service neutron] 10.222.0.127 "GET /v2.0/networks/48d7173e-4f84-437c-b393-02822601af8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531873 Nov 04 10:56:51.305510 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-132c9ddd-b122-425d-b006-b671b9a3959f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Deleting subnet da58be49-b773-4b9f-b4ba-7168a23ad66b {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:56:51.317017 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-132c9ddd-b122-425d-b006-b671b9a3959f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:51.368276 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-408ae704-d5b1-40bf-9cbd-fcacd66ac2f9 None None] Set router d687d12d-08bf-4efd-bfe4-33a77c916455 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:56:51.380327 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-132c9ddd-b122-425d-b006-b671b9a3959f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:51.539005 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-132c9ddd-b122-425d-b006-b671b9a3959f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:51.589569 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f11104ef-2200-40d0-824f-1b6568560284 req-3656a4bf-8caf-49ab-9442-f587c4833fe8 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 210 time: 0.0671434 Nov 04 10:56:51.677438 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-408ae704-d5b1-40bf-9cbd-fcacd66ac2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd687d12d-08bf-4efd-bfe4-33a77c916455', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1648692407', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'e5acd53e-c56c-4aa8-8abf-ca5f76ebd472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:14Z', 'updated_at': '2021-11-04T10:56:49Z', 'revision_number': 5, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'gw_port': {'id': 'e5acd53e-c56c-4aa8-8abf-ca5f76ebd472', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:86:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd687d12d-08bf-4efd-bfe4-33a77c916455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:15Z', 'updated_at': '2021-11-04T10:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:51.679116 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-132c9ddd-b122-425d-b006-b671b9a3959f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:51.715434 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408ae704-d5b1-40bf-9cbd-fcacd66ac2f9 None None] Checking router: d687d12d-08bf-4efd-bfe4-33a77c916455 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:56:51.724305 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408ae704-d5b1-40bf-9cbd-fcacd66ac2f9 None None] Routers {'d687d12d-08bf-4efd-bfe4-33a77c916455'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:56:51.725292 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-408ae704-d5b1-40bf-9cbd-fcacd66ac2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:56:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d687d12d-08bf-4efd-bfe4-33a77c916455'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:51.747886 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c9ddd-b122-425d-b006-b671b9a3959f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event deleted for resources: {'Subnet': ['ID=da58be49-b773-4b9f-b4ba-7168a23ad66b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:51.751805 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-132c9ddd-b122-425d-b006-b671b9a3959f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:51.757206 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-132c9ddd-b122-425d-b006-b671b9a3959f tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "DELETE /v2.0/subnets/da58be49-b773-4b9f-b4ba-7168a23ad66b HTTP/1.1" status: 204 len: 168 time: 0.5427916 Nov 04 10:56:51.760092 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39022) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:51.765865 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2066841-9ed9-4e7a-962d-aed9f487b2a7 None None] Network ed798f1a-e6eb-4d73-93c9-3c8b4888d571 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:56:51.888855 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-408ae704-d5b1-40bf-9cbd-fcacd66ac2f9 None None] Set router d687d12d-08bf-4efd-bfe4-33a77c916455 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:56:51.964245 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ccb49e74-1525-47b6-a6e1-87121c265af5 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:52.146343 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae15384-95d0-4347-a011-f71bdb353682 None None] DHCP port deletion for ed798f1a-e6eb-4d73-93c9-3c8b4888d571 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:56:52.193423 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39032) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:52.205282 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ccb49e74-1525-47b6-a6e1-87121c265af5 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:52.231145 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:52.256950 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-9ae15384-95d0-4347-a011-f71bdb353682 None None] Deleting port 906b9beb-90dd-4bff-8e86-8b501eb3e5d0 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:56:52.258694 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9ae15384-95d0-4347-a011-f71bdb353682 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:52.282466 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-408ae704-d5b1-40bf-9cbd-fcacd66ac2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd687d12d-08bf-4efd-bfe4-33a77c916455', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1648692407', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'e5acd53e-c56c-4aa8-8abf-ca5f76ebd472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:14Z', 'updated_at': '2021-11-04T10:56:49Z', 'revision_number': 5, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'gw_port': {'id': 'e5acd53e-c56c-4aa8-8abf-ca5f76ebd472', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:86:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd687d12d-08bf-4efd-bfe4-33a77c916455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:15Z', 'updated_at': '2021-11-04T10:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:52.349353 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-ccb49e74-1525-47b6-a6e1-87121c265af5 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Deleting port e5acd53e-c56c-4aa8-8abf-ca5f76ebd472 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:56:52.349599 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ccb49e74-1525-47b6-a6e1-87121c265af5 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:52.362261 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408ae704-d5b1-40bf-9cbd-fcacd66ac2f9 None None] The sync data for ids ['d687d12d-08bf-4efd-bfe4-33a77c916455'] in n-d-816629-1 is: [{'id': 'd687d12d-08bf-4efd-bfe4-33a77c916455', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1648692407', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'e5acd53e-c56c-4aa8-8abf-ca5f76ebd472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:14Z', 'updated_at': '2021-11-04T10:56:49Z', 'revision_number': 5, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'gw_port': {'id': 'e5acd53e-c56c-4aa8-8abf-ca5f76ebd472', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:86:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd687d12d-08bf-4efd-bfe4-33a77c916455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:15Z', 'updated_at': '2021-11-04T10:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:56:52.366274 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-9ae15384-95d0-4347-a011-f71bdb353682 None None] For port 906b9beb-90dd-4bff-8e86-8b501eb3e5d0, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=906b9beb-90dd-4bff-8e86-8b501eb3e5d0,segment=NetworkSegment(f0b1bee5-d1c5-4248-a0aa-7080bf85a409),segment_id=f0b1bee5-d1c5-4248-a0aa-7080bf85a409)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:52.366551 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9ae15384-95d0-4347-a011-f71bdb353682 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:52.400262 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-9ae15384-95d0-4347-a011-f71bdb353682 None None] Calling delete_port for 906b9beb-90dd-4bff-8e86-8b501eb3e5d0 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:56:52.528327 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-ccb49e74-1525-47b6-a6e1-87121c265af5 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] For port e5acd53e-c56c-4aa8-8abf-ca5f76ebd472, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e5acd53e-c56c-4aa8-8abf-ca5f76ebd472,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:52.528693 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ccb49e74-1525-47b6-a6e1-87121c265af5 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:52.546018 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-ccb49e74-1525-47b6-a6e1-87121c265af5 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Calling delete_port for e5acd53e-c56c-4aa8-8abf-ca5f76ebd472 owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:56:52.558883 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9ae15384-95d0-4347-a011-f71bdb353682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:52.597675 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae15384-95d0-4347-a011-f71bdb353682 None None] Pushing event deleted for resources: {'Port': ['ID=906b9beb-90dd-4bff-8e86-8b501eb3e5d0,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:52.631090 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae15384-95d0-4347-a011-f71bdb353682 None None] No DVR routers for this DVR port 906b9beb-90dd-4bff-8e86-8b501eb3e5d0 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:56:52.637421 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:52.849917 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42b614c5-5192-4ef2-815b-5e373e58ab92 req-7c688246-a121-4637-9ef9-e11e3554e5a6 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 210 time: 0.0602105 Nov 04 10:56:52.851894 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ccb49e74-1525-47b6-a6e1-87121c265af5 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:52.881092 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-da032524-eeac-4864-a048-cec4fd99f838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:52.884166 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb49e74-1525-47b6-a6e1-87121c265af5 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event deleted for resources: {'Port': ['ID=e5acd53e-c56c-4aa8-8abf-ca5f76ebd472,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:52.995666 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ccb49e74-1525-47b6-a6e1-87121c265af5 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:53.253012 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ccb49e74-1525-47b6-a6e1-87121c265af5 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:53.255411 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ccb49e74-1525-47b6-a6e1-87121c265af5 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:53.323766 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ccb49e74-1525-47b6-a6e1-87121c265af5 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:53.325072 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb49e74-1525-47b6-a6e1-87121c265af5 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Fanout notify agent at l3_agent the message router_deleted on router d687d12d-08bf-4efd-bfe4-33a77c916455 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:56:53.341952 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ccb49e74-1525-47b6-a6e1-87121c265af5 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:53.346304 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ccb49e74-1525-47b6-a6e1-87121c265af5 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "DELETE /v2.0/routers/d687d12d-08bf-4efd-bfe4-33a77c916455 HTTP/1.1" status: 204 len: 168 time: 1.5847237 Nov 04 10:56:53.347600 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39050) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:53.388843 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-aaa2d474-026c-459e-90df-68463f8365ff tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:53.395108 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-aaa2d474-026c-459e-90df-68463f8365ff tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.121 "GET /v2.0/networks?id=48d7173e-4f84-437c-b393-02822601af8d HTTP/1.1" status: 200 len: 810 time: 0.2174237 Nov 04 10:56:53.489115 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4caeeb70-b8ec-453f-bf27-5bbdb3c97c77 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:53.545076 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-6882d6b6-9a01-4853-9f36-fc676ee4a3c8 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db986214976042ad8f7b4ef2ac918aa4 HTTP/1.1" status: 200 len: 380 time: 0.1022921 Nov 04 10:56:53.584917 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-c4cf5c1d-ac88-44a2-a733-ca9ba616fd26 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Request body: {'port': {'device_id': 'afe21cbd-e966-4af7-99cf-70bad8357c3b', 'network_id': '48d7173e-4f84-437c-b393-02822601af8d', 'admin_state_up': True, 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'security_groups': ['c4118e39-555e-47d8-9fc3-e70d2b180238']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:56:53.624064 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4caeeb70-b8ec-453f-bf27-5bbdb3c97c77 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:53.655546 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-4caeeb70-b8ec-453f-bf27-5bbdb3c97c77 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed798f1a-e6eb-4d73-93c9-3c8b4888d571']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:53.692790 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-4caeeb70-b8ec-453f-bf27-5bbdb3c97c77 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b1bee5-d1c5-4248-a0aa-7080bf85a409') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:53.693562 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-4caeeb70-b8ec-453f-bf27-5bbdb3c97c77 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b1bee5-d1c5-4248-a0aa-7080bf85a409') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:53.711247 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4caeeb70-b8ec-453f-bf27-5bbdb3c97c77 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:53.727459 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-da032524-eeac-4864-a048-cec4fd99f838 admin admin] Deleting port 64ac8033-428e-482b-a0d8-3a79b222e611 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:56:53.728135 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-da032524-eeac-4864-a048-cec4fd99f838 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:53.728623 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4caeeb70-b8ec-453f-bf27-5bbdb3c97c77 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:53.736498 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4caeeb70-b8ec-453f-bf27-5bbdb3c97c77 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Releasing vlan 1183 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:56:53.736969 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4caeeb70-b8ec-453f-bf27-5bbdb3c97c77 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:56:53.807036 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:56:53.814221 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4caeeb70-b8ec-453f-bf27-5bbdb3c97c77 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:53.830606 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4caeeb70-b8ec-453f-bf27-5bbdb3c97c77 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:53.834338 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4caeeb70-b8ec-453f-bf27-5bbdb3c97c77 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "DELETE /v2.0/networks/ed798f1a-e6eb-4d73-93c9-3c8b4888d571 HTTP/1.1" status: 204 len: 168 time: 0.4857140 Nov 04 10:56:53.845477 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-da032524-eeac-4864-a048-cec4fd99f838 admin admin] For port 64ac8033-428e-482b-a0d8-3a79b222e611, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=64ac8033-428e-482b-a0d8-3a79b222e611,segment=NetworkSegment(75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d),segment_id=75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:53.845972 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-da032524-eeac-4864-a048-cec4fd99f838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:53.846600 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39054) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:53.861318 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-da032524-eeac-4864-a048-cec4fd99f838 admin admin] Calling delete_port for 64ac8033-428e-482b-a0d8-3a79b222e611 owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:56:53.920539 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caeeb70-b8ec-453f-bf27-5bbdb3c97c77 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event deleted for resources: {'Network': ['ID=ed798f1a-e6eb-4d73-93c9-3c8b4888d571,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:54.045595 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-c4cf5c1d-ac88-44a2-a733-ca9ba616fd26 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Made reservation on behalf of db986214976042ad8f7b4ef2ac918aa4 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:56:54.049913 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-c4cf5c1d-ac88-44a2-a733-ca9ba616fd26 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:54.093365 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e5acd53e-c56c-4aa8-8abf-ca5f76ebd472 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:56:54.116247 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aa236ed1-1ea7-408f-b647-10c8b63f12ae req-9f894fce-f67e-4c97-b4cf-1eaf2993a7b5 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 210 time: 0.0386269 Nov 04 10:56:54.153461 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: e5acd53e-c56c-4aa8-8abf-ca5f76ebd472 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:56:54.154075 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e5acd53e-c56c-4aa8-8abf-ca5f76ebd472 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:56:54.154416 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-8fe5f11e-5ba2-44e4-bfda-93bca483c8ce tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Deleting port 27eb97f0-bcc7-4909-94d9-9bd7d84d31f7 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:56:54.154764 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8fe5f11e-5ba2-44e4-bfda-93bca483c8ce tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:54.155138 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4b6ebcff-41cd-4dc4-a523-0c51b3cb9933 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:56:54.182148 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 4b6ebcff-41cd-4dc4-a523-0c51b3cb9933 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:56:54.183444 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4b6ebcff-41cd-4dc4-a523-0c51b3cb9933 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:56:54.184039 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 906b9beb-90dd-4bff-8e86-8b501eb3e5d0 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:56:54.214882 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 906b9beb-90dd-4bff-8e86-8b501eb3e5d0 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:56:54.215676 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 906b9beb-90dd-4bff-8e86-8b501eb3e5d0 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:56:54.279975 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8fe5f11e-5ba2-44e4-bfda-93bca483c8ce tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:54.280550 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8fe5f11e-5ba2-44e4-bfda-93bca483c8ce tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:54.295433 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-8fe5f11e-5ba2-44e4-bfda-93bca483c8ce tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Calling delete_port for 27eb97f0-bcc7-4909-94d9-9bd7d84d31f7 owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:56:54.307044 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-c4cf5c1d-ac88-44a2-a733-ca9ba616fd26 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Allocated IP 172.20.0.8 (48d7173e-4f84-437c-b393-02822601af8d/e385be16-201b-4622-87ed-46bcc0e22c59/cae55ee8-a51e-4a5c-85db-63c1b5586a29) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:56:54.322681 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-da032524-eeac-4864-a048-cec4fd99f838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:54.360861 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da032524-eeac-4864-a048-cec4fd99f838 admin admin] Pushing event deleted for resources: {'Port': ['ID=64ac8033-428e-482b-a0d8-3a79b222e611,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:54.508236 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8fe5f11e-5ba2-44e4-bfda-93bca483c8ce tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:54.558331 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5f11e-5ba2-44e4-bfda-93bca483c8ce tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event deleted for resources: {'Port': ['ID=27eb97f0-bcc7-4909-94d9-9bd7d84d31f7,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:54.649646 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8fe5f11e-5ba2-44e4-bfda-93bca483c8ce tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:54.649991 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-8fe5f11e-5ba2-44e4-bfda-93bca483c8ce tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Floating IP 4fff03da-2ddd-48fa-97a7-d2ef398e2ac8 disassociated (deleted). External IP: 172.25.7.34, port: feebd65f-7b75-45da-8eb3-75ad8edb92a0. Nov 04 10:56:54.675749 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-c4cf5c1d-ac88-44a2-a733-ca9ba616fd26 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:54.740676 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-da032524-eeac-4864-a048-cec4fd99f838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:54.747426 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-c4cf5c1d-ac88-44a2-a733-ca9ba616fd26 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:54.851066 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-c4cf5c1d-ac88-44a2-a733-ca9ba616fd26 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Network 48d7173e-4f84-437c-b393-02822601af8d is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:56:54.859972 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-c4cf5c1d-ac88-44a2-a733-ca9ba616fd26 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:56:54.867806 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-c4cf5c1d-ac88-44a2-a733-ca9ba616fd26 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:56:54.873450 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf5c1d-ac88-44a2-a733-ca9ba616fd26 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Pushing event updated for resources: {'Port': ['ID=cae55ee8-a51e-4a5c-85db-63c1b5586a29,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:54.887356 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe5f11e-5ba2-44e4-bfda-93bca483c8ce tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Router f56c0773-8991-47aa-bdf9-28ca1d1c1031 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:56:54.964063 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-c4cf5c1d-ac88-44a2-a733-ca9ba616fd26 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:54.965058 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-c4cf5c1d-ac88-44a2-a733-ca9ba616fd26 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:55.027026 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe5f11e-5ba2-44e4-bfda-93bca483c8ce tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:56:55.036934 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8fe5f11e-5ba2-44e4-bfda-93bca483c8ce tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:55.042591 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-c4cf5c1d-ac88-44a2-a733-ca9ba616fd26 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4619586 Nov 04 10:56:55.043192 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c064094b-8db0-4a1c-984c-3baa38dd75b3 None None] Sync routers for ids ['f56c0773-8991-47aa-bdf9-28ca1d1c1031'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:56:55.056341 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-75dcef90-ca8d-4021-8331-54d1f99d76f4 service neutron] Request body: {'port': {'device_id': 'afe21cbd-e966-4af7-99cf-70bad8357c3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:56:55.061832 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c064094b-8db0-4a1c-984c-3baa38dd75b3 None None] Routers {'f56c0773-8991-47aa-bdf9-28ca1d1c1031'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:56:55.062521 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-c064094b-8db0-4a1c-984c-3baa38dd75b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:56:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['f56c0773-8991-47aa-bdf9-28ca1d1c1031'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:55.069870 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8fe5f11e-5ba2-44e4-bfda-93bca483c8ce tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "DELETE /v2.0/floatingips/4fff03da-2ddd-48fa-97a7-d2ef398e2ac8 HTTP/1.1" status: 204 len: 168 time: 1.2218602 Nov 04 10:56:55.070833 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdad793-5ceb-4d3a-81d8-34ea831c0ca4', 'tag': 'feebd65f-7b75-45da-8eb3-75ad8edb92a0'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:56:55.073415 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85eba18f-5675-4920-85d8-280f43cb7bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "bcdad793-5ceb-4d3a-81d8-34ea831c0ca4", "tag": "feebd65f-7b75-45da-8eb3-75ad8edb92a0"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:56:55.183031 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-75dcef90-ca8d-4021-8331-54d1f99d76f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:55.208961 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-c064094b-8db0-4a1c-984c-3baa38dd75b3 None None] Set router f56c0773-8991-47aa-bdf9-28ca1d1c1031 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:56:55.240255 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da032524-eeac-4864-a048-cec4fd99f838 admin admin] Router 17a1cc1c-6852-4db5-81d5-61e2859544ae has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:56:55.428762 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d928e7b1-8696-43f2-815b-292a5bf418dc x-openstack-request-id: req-d928e7b1-8696-43f2-815b-292a5bf418dc {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:56:55.429223 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcdad793-5ceb-4d3a-81d8-34ea831c0ca4", "tag": "feebd65f-7b75-45da-8eb3-75ad8edb92a0", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:56:55.429698 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-d928e7b1-8696-43f2-815b-292a5bf418dc {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:56:55.430236 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdad793-5ceb-4d3a-81d8-34ea831c0ca4', 'tag': 'feebd65f-7b75-45da-8eb3-75ad8edb92a0', 'status': 'completed', 'code': 200} Nov 04 10:56:55.452744 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-3e7ba110-0fde-4725-8225-075a6d847b0f None None] Provisioning complete for port cae55ee8-a51e-4a5c-85db-63c1b5586a29 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:56:55.453142 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3e7ba110-0fde-4725-8225-075a6d847b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:55.542218 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576548fd-65ef-4345-bc06-ca17eeef9a6b req-3accb885-a523-47c4-81e9-d3f3dc20cd4f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:55.551251 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-576548fd-65ef-4345-bc06-ca17eeef9a6b req-3accb885-a523-47c4-81e9-d3f3dc20cd4f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 931 time: 0.0683379 Nov 04 10:56:55.617505 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-576548fd-65ef-4345-bc06-ca17eeef9a6b req-d6217c54-a334-44b7-b24d-02c703952e14 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642602 Nov 04 10:56:55.754736 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca5222-c083-4973-a6d5-56515edc040f req-12526da2-c02e-42fd-82fc-2825f3936e7e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:55.764161 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-01ca5222-c083-4973-a6d5-56515edc040f req-12526da2-c02e-42fd-82fc-2825f3936e7e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/ports?device_id=bcdad793-5ceb-4d3a-81d8-34ea831c0ca4 HTTP/1.1" status: 200 len: 984 time: 0.0852251 Nov 04 10:56:55.799273 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-3e7ba110-0fde-4725-8225-075a6d847b0f None None] Port cae55ee8-a51e-4a5c-85db-63c1b5586a29 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:56:55.820052 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-c064094b-8db0-4a1c-984c-3baa38dd75b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308367762', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:55:17Z', 'revision_number': 4, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'gw_port': {'id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '48df8096-c357-40cf-8f10-56b9ce94e418', 'name': '', 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'mac_address': 'fa:16:3e:0a:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e5d1417c-3ccf-47f7-a4e2-24d16d23196d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:16Z', 'updated_at': '2021-11-04T10:55:21Z', 'revision_number': 5, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'subnets': [{'id': 'e5d1417c-3ccf-47f7-a4e2-24d16d23196d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:55.854070 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c064094b-8db0-4a1c-984c-3baa38dd75b3 None None] Checking router: f56c0773-8991-47aa-bdf9-28ca1d1c1031 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:56:55.858449 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eba18f-5675-4920-85d8-280f43cb7bdd req-d908d24f-6b60-4a68-a932-5d5ec5836107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:55.860157 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-85eba18f-5675-4920-85d8-280f43cb7bdd req-d908d24f-6b60-4a68-a932-5d5ec5836107 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=9e6e9db6fbf344cc90c8fda44c469086&device_id=bcdad793-5ceb-4d3a-81d8-34ea831c0ca4 HTTP/1.1" status: 200 len: 1135 time: 0.1702425 Nov 04 10:56:55.861272 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-01ca5222-c083-4973-a6d5-56515edc040f req-151947d1-6ce5-4571-8425-4701a9c82aab tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ee91aa1-cb43-49bf-bc14-3f72460a9280&id=dee60917-23b3-4bda-8a68-cf175c0fb352&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0957928 Nov 04 10:56:55.865484 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c064094b-8db0-4a1c-984c-3baa38dd75b3 None None] Routers {'f56c0773-8991-47aa-bdf9-28ca1d1c1031'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:56:55.866268 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-c064094b-8db0-4a1c-984c-3baa38dd75b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:56:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['f56c0773-8991-47aa-bdf9-28ca1d1c1031'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:55.935629 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da032524-eeac-4864-a048-cec4fd99f838 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:56:55.946478 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc5feb2-2e5c-44f6-8a94-0541557bced9 None None] Sync routers for ids ['17a1cc1c-6852-4db5-81d5-61e2859544ae'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:56:55.952349 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-da032524-eeac-4864-a048-cec4fd99f838 admin admin] 10.222.0.127 "PUT /v2.0/routers/17a1cc1c-6852-4db5-81d5-61e2859544ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7540007 Nov 04 10:56:55.953976 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39076) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:55.957408 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc5feb2-2e5c-44f6-8a94-0541557bced9 None None] Routers {'17a1cc1c-6852-4db5-81d5-61e2859544ae'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:56:55.958250 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-dfc5feb2-2e5c-44f6-8a94-0541557bced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:56:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['17a1cc1c-6852-4db5-81d5-61e2859544ae'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:56.025548 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eba18f-5675-4920-85d8-280f43cb7bdd req-7ee1f02d-1733-4dab-8d18-dce110d5d3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:56.027516 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-85eba18f-5675-4920-85d8-280f43cb7bdd req-7ee1f02d-1733-4dab-8d18-dce110d5d3b7 service neutron] 10.222.0.126 "GET /v2.0/networks?id=5c46183b-ca36-4d1b-b1a4-4ab3bec5456f HTTP/1.1" status: 200 len: 898 time: 0.1530530 Nov 04 10:56:56.068114 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-c064094b-8db0-4a1c-984c-3baa38dd75b3 None None] Set router f56c0773-8991-47aa-bdf9-28ca1d1c1031 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:56:56.092658 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-85eba18f-5675-4920-85d8-280f43cb7bdd req-d3cbd9df-73aa-424f-9ad0-8875a0c1c442 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=feebd65f-7b75-45da-8eb3-75ad8edb92a0 HTTP/1.1" status: 200 len: 217 time: 0.0420077 Nov 04 10:56:56.100810 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-75dcef90-ca8d-4021-8331-54d1f99d76f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cae55ee8-a51e-4a5c-85db-63c1b5586a29 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:56:56.118949 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-75dcef90-ca8d-4021-8331-54d1f99d76f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:56.126755 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-dfc5feb2-2e5c-44f6-8a94-0541557bced9 None None] Set router 17a1cc1c-6852-4db5-81d5-61e2859544ae gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:56:56.141455 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39460417-9d83-4af4-b871-253b40399480 admin admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:56.163704 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-75dcef90-ca8d-4021-8331-54d1f99d76f4 service neutron] Transition to ACTIVE for port object cae55ee8-a51e-4a5c-85db-63c1b5586a29 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:56:56.172956 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eba18f-5675-4920-85d8-280f43cb7bdd req-8b00b65d-acce-47cd-bbcb-5d3705315942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:56.174667 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-85eba18f-5675-4920-85d8-280f43cb7bdd req-8b00b65d-acce-47cd-bbcb-5d3705315942 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=e5d1417c-3ccf-47f7-a4e2-24d16d23196d HTTP/1.1" status: 200 len: 835 time: 0.0688429 Nov 04 10:56:56.175518 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-75dcef90-ca8d-4021-8331-54d1f99d76f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:56.280715 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcef90-ca8d-4021-8331-54d1f99d76f4 service neutron] Pushing event updated for resources: {'Port': ['ID=cae55ee8-a51e-4a5c-85db-63c1b5586a29,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:56.310123 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eba18f-5675-4920-85d8-280f43cb7bdd req-f921b37e-74f3-43b2-9123-53a6931fd0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:56.311698 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-85eba18f-5675-4920-85d8-280f43cb7bdd req-f921b37e-74f3-43b2-9123-53a6931fd0f9 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=5c46183b-ca36-4d1b-b1a4-4ab3bec5456f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272004 Nov 04 10:56:56.326161 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39460417-9d83-4af4-b871-253b40399480 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:56.424458 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-c064094b-8db0-4a1c-984c-3baa38dd75b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308367762', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:55:17Z', 'revision_number': 4, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'gw_port': {'id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '48df8096-c357-40cf-8f10-56b9ce94e418', 'name': '', 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'mac_address': 'fa:16:3e:0a:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e5d1417c-3ccf-47f7-a4e2-24d16d23196d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:16Z', 'updated_at': '2021-11-04T10:55:21Z', 'revision_number': 5, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'subnets': [{'id': 'e5d1417c-3ccf-47f7-a4e2-24d16d23196d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:56.430421 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-39460417-9d83-4af4-b871-253b40399480 admin admin] Deleting port 6ca37e0e-010c-4936-98e0-04303c7762f6 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:56:56.433876 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39460417-9d83-4af4-b871-253b40399480 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:56.455798 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-85eba18f-5675-4920-85d8-280f43cb7bdd req-3b277adf-5cea-416f-a16b-21e99b1c966b service neutron] 10.222.0.126 "GET /v2.0/networks/5c46183b-ca36-4d1b-b1a4-4ab3bec5456f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240988 Nov 04 10:56:56.489500 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c064094b-8db0-4a1c-984c-3baa38dd75b3 None None] The sync data for ids ['f56c0773-8991-47aa-bdf9-28ca1d1c1031'] in n-d-816629-1 is: [{'id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308367762', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:55:17Z', 'revision_number': 4, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'gw_port': {'id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '48df8096-c357-40cf-8f10-56b9ce94e418', 'name': '', 'network_id': '5c46183b-ca36-4d1b-b1a4-4ab3bec5456f', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'mac_address': 'fa:16:3e:0a:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'e5d1417c-3ccf-47f7-a4e2-24d16d23196d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:16Z', 'updated_at': '2021-11-04T10:55:21Z', 'revision_number': 5, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'subnets': [{'id': 'e5d1417c-3ccf-47f7-a4e2-24d16d23196d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:56:56.493923 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-dfc5feb2-2e5c-44f6-8a94-0541557bced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'name': 'tempest-TaggedBootDevicesTest_v242-136272207-router', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '6ca37e0e-010c-4936-98e0-04303c7762f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:23Z', 'updated_at': '2021-11-04T10:56:54Z', 'revision_number': 5, 'project_id': 'daa3a4d308184b5b997a81a95ee49bba', 'gw_port': {'id': '6ca37e0e-010c-4936-98e0-04303c7762f6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:45:24Z', 'updated_at': '2021-11-04T10:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:56.541902 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc5feb2-2e5c-44f6-8a94-0541557bced9 None None] Checking router: 17a1cc1c-6852-4db5-81d5-61e2859544ae for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:56:56.566664 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc5feb2-2e5c-44f6-8a94-0541557bced9 None None] Routers {'17a1cc1c-6852-4db5-81d5-61e2859544ae'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:56:56.567277 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-dfc5feb2-2e5c-44f6-8a94-0541557bced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:56:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['17a1cc1c-6852-4db5-81d5-61e2859544ae'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:56.621575 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-75dcef90-ca8d-4021-8331-54d1f99d76f4 service neutron] Attempting to bind port cae55ee8-a51e-4a5c-85db-63c1b5586a29 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:56:56.622021 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-75dcef90-ca8d-4021-8331-54d1f99d76f4 service neutron] Attempting to bind port cae55ee8-a51e-4a5c-85db-63c1b5586a29 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '61cf6d8f-9678-4f5e-a444-df9554acf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '48d7173e-4f84-437c-b393-02822601af8d'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:56:56.622789 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-75dcef90-ca8d-4021-8331-54d1f99d76f4 service neutron] Attempting to bind port cae55ee8-a51e-4a5c-85db-63c1b5586a29 on network 48d7173e-4f84-437c-b393-02822601af8d {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:56:56.634214 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-75dcef90-ca8d-4021-8331-54d1f99d76f4 service neutron] Port cae55ee8-a51e-4a5c-85db-63c1b5586a29 on network 48d7173e-4f84-437c-b393-02822601af8d not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:56:56.635066 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-75dcef90-ca8d-4021-8331-54d1f99d76f4 service neutron] Attempting to bind port cae55ee8-a51e-4a5c-85db-63c1b5586a29 on network 48d7173e-4f84-437c-b393-02822601af8d {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:56:56.638849 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-39460417-9d83-4af4-b871-253b40399480 admin admin] For port 6ca37e0e-010c-4936-98e0-04303c7762f6, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6ca37e0e-010c-4936-98e0-04303c7762f6,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:56.639222 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39460417-9d83-4af4-b871-253b40399480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:56.651162 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-75dcef90-ca8d-4021-8331-54d1f99d76f4 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:56:56.652063 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-75dcef90-ca8d-4021-8331-54d1f99d76f4 service neutron] Checking segment: {'id': '61cf6d8f-9678-4f5e-a444-df9554acf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '48d7173e-4f84-437c-b393-02822601af8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:56:56.654472 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-75dcef90-ca8d-4021-8331-54d1f99d76f4 service neutron] Bound using segment: {'id': '61cf6d8f-9678-4f5e-a444-df9554acf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '48d7173e-4f84-437c-b393-02822601af8d'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:56:56.655094 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-75dcef90-ca8d-4021-8331-54d1f99d76f4 service neutron] Bound port: cae55ee8-a51e-4a5c-85db-63c1b5586a29, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61cf6d8f-9678-4f5e-a444-df9554acf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '48d7173e-4f84-437c-b393-02822601af8d'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:56:56.655951 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-75dcef90-ca8d-4021-8331-54d1f99d76f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:56.669627 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-39460417-9d83-4af4-b871-253b40399480 admin admin] Calling delete_port for 6ca37e0e-010c-4936-98e0-04303c7762f6 owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:56:56.756002 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-85eba18f-5675-4920-85d8-280f43cb7bdd req-ed866139-2bbf-403c-bed3-03288ac35f80 service neutron] 10.222.0.126 "GET /v2.0/networks/5c46183b-ca36-4d1b-b1a4-4ab3bec5456f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910919 Nov 04 10:56:56.823675 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb1a61-289b-42c5-b4d0-d1e9b619a8da req-eeae1180-8d5b-46db-b33f-4661bff2195e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:56.825538 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cedb1a61-289b-42c5-b4d0-d1e9b619a8da req-eeae1180-8d5b-46db-b33f-4661bff2195e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.126 "GET /v2.0/ports?device_id=bcdad793-5ceb-4d3a-81d8-34ea831c0ca4 HTTP/1.1" status: 200 len: 984 time: 0.1655073 Nov 04 10:56:56.920728 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-75dcef90-ca8d-4021-8331-54d1f99d76f4 service neutron] For port cae55ee8-a51e-4a5c-85db-63c1b5586a29, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:56:56.941053 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-dfc5feb2-2e5c-44f6-8a94-0541557bced9 None None] Set router 17a1cc1c-6852-4db5-81d5-61e2859544ae gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:56:57.003247 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-dfc5feb2-2e5c-44f6-8a94-0541557bced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'name': 'tempest-TaggedBootDevicesTest_v242-136272207-router', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:23Z', 'updated_at': '2021-11-04T10:56:56Z', 'revision_number': 6, 'project_id': 'daa3a4d308184b5b997a81a95ee49bba', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:57.037479 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-75dcef90-ca8d-4021-8331-54d1f99d76f4 service neutron] For port cae55ee8-a51e-4a5c-85db-63c1b5586a29, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=cae55ee8-a51e-4a5c-85db-63c1b5586a29,segment=NetworkSegment(61cf6d8f-9678-4f5e-a444-df9554acf6bd),segment_id=61cf6d8f-9678-4f5e-a444-df9554acf6bd)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:56:57.054385 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-75dcef90-ca8d-4021-8331-54d1f99d76f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:57.060606 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc5feb2-2e5c-44f6-8a94-0541557bced9 None None] The sync data for ids ['17a1cc1c-6852-4db5-81d5-61e2859544ae'] in n-d-816629-1 is: [{'id': '17a1cc1c-6852-4db5-81d5-61e2859544ae', 'name': 'tempest-TaggedBootDevicesTest_v242-136272207-router', 'tenant_id': 'daa3a4d308184b5b997a81a95ee49bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:45:23Z', 'updated_at': '2021-11-04T10:56:56Z', 'revision_number': 6, 'project_id': 'daa3a4d308184b5b997a81a95ee49bba', 'gw_port_host': None}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:56:57.126792 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86523b9a-a3eb-4a18-b80f-6241931a2c16 None None] New status for floating IP 4fff03da-2ddd-48fa-97a7-d2ef398e2ac8: DOWN {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:56:57.194721 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcef90-ca8d-4021-8331-54d1f99d76f4 service neutron] Pushing event updated for resources: {'Port': ['ID=cae55ee8-a51e-4a5c-85db-63c1b5586a29,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:57.216480 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-75dcef90-ca8d-4021-8331-54d1f99d76f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:57.217916 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-75dcef90-ca8d-4021-8331-54d1f99d76f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:57.219016 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-75dcef90-ca8d-4021-8331-54d1f99d76f4 service neutron] 10.222.0.121 "PUT /v2.0/ports/cae55ee8-a51e-4a5c-85db-63c1b5586a29 HTTP/1.1" status: 200 len: 1091 time: 2.1674998 Nov 04 10:56:57.221251 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe21cbd-e966-4af7-99cf-70bad8357c3b', 'tag': 'cae55ee8-a51e-4a5c-85db-63c1b5586a29'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:56:57.223724 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2bd3ae-3920-46b8-8c46-8582f2144f50" -d '{"events": [{"name": "network-changed", "server_uuid": "afe21cbd-e966-4af7-99cf-70bad8357c3b", "tag": "cae55ee8-a51e-4a5c-85db-63c1b5586a29"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:56:57.269454 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-cedb1a61-289b-42c5-b4d0-d1e9b619a8da req-dd939a9d-ef70-4ad4-825e-e0a8d77a8c8e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Deleting port feebd65f-7b75-45da-8eb3-75ad8edb92a0 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:56:57.269959 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-cedb1a61-289b-42c5-b4d0-d1e9b619a8da req-dd939a9d-ef70-4ad4-825e-e0a8d77a8c8e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:57.363203 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aafc49-0efc-4fe0-8cce-0a0275b56b2e req-950ce088-6afe-455e-a39c-904feb49b608 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:57.365990 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-12aafc49-0efc-4fe0-8cce-0a0275b56b2e req-950ce088-6afe-455e-a39c-904feb49b608 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 943 time: 0.5921335 Nov 04 10:56:57.415717 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39100) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:57.451069 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-f31143f0-925b-4dd6-afcf-d4f2d9e8d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:57.452727 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-f31143f0-925b-4dd6-afcf-d4f2d9e8d0ac service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=db986214976042ad8f7b4ef2ac918aa4&device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 1094 time: 0.1623974 Nov 04 10:56:57.472633 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39460417-9d83-4af4-b871-253b40399480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:57.495910 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-cedb1a61-289b-42c5-b4d0-d1e9b619a8da req-dd939a9d-ef70-4ad4-825e-e0a8d77a8c8e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] For port feebd65f-7b75-45da-8eb3-75ad8edb92a0, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=feebd65f-7b75-45da-8eb3-75ad8edb92a0,segment=NetworkSegment(ca707b12-63f9-4b12-bd5a-be3b37c7d1ac),segment_id=ca707b12-63f9-4b12-bd5a-be3b37c7d1ac)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:57.496955 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-cedb1a61-289b-42c5-b4d0-d1e9b619a8da req-dd939a9d-ef70-4ad4-825e-e0a8d77a8c8e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:57.519107 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-cedb1a61-289b-42c5-b4d0-d1e9b619a8da req-dd939a9d-ef70-4ad4-825e-e0a8d77a8c8e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Calling delete_port for feebd65f-7b75-45da-8eb3-75ad8edb92a0 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:56:57.527719 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-12aafc49-0efc-4fe0-8cce-0a0275b56b2e req-e695324a-c271-433b-8f9c-09edf3c18764 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275058 Nov 04 10:56:57.540179 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39460417-9d83-4af4-b871-253b40399480 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ca37e0e-010c-4936-98e0-04303c7762f6,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:57.641220 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39460417-9d83-4af4-b871-253b40399480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:57.705855 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-1c871dee-0cca-4d17-b783-3cc38d306397 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cae55ee8-a51e-4a5c-85db-63c1b5586a29 HTTP/1.1" status: 200 len: 217 time: 0.0398228 Nov 04 10:56:57.785627 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d4f1fccf-9c19-48bc-b376-bde8a3aba530 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:57.791201 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39460417-9d83-4af4-b871-253b40399480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:57.797407 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-ccfaedfa-3e5e-4b98-b5f4-5c710a4ecf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:57.798990 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-ccfaedfa-3e5e-4b98-b5f4-5c710a4ecf19 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e385be16-201b-4622-87ed-46bcc0e22c59 HTTP/1.1" status: 200 len: 849 time: 0.0853922 Nov 04 10:56:57.801535 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39460417-9d83-4af4-b871-253b40399480 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:57.805631 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-cedb1a61-289b-42c5-b4d0-d1e9b619a8da req-dd939a9d-ef70-4ad4-825e-e0a8d77a8c8e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:57.848011 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd939a9d-ef70-4ad4-825e-e0a8d77a8c8e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event deleted for resources: {'Port': ['ID=feebd65f-7b75-45da-8eb3-75ad8edb92a0,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:57.875401 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcda60c-f5c1-463e-83c3-c1ba9ca2c85a req-59435ed2-4092-4430-8209-fb02b347163c tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:57.883248 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8fcda60c-f5c1-463e-83c3-c1ba9ca2c85a req-59435ed2-4092-4430-8209-fb02b347163c tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/ports?device_id=bcdad793-5ceb-4d3a-81d8-34ea831c0ca4 HTTP/1.1" status: 200 len: 906 time: 0.1718442 Nov 04 10:56:57.908426 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39460417-9d83-4af4-b871-253b40399480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:57.909103 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39460417-9d83-4af4-b871-253b40399480 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17a1cc1c-6852-4db5-81d5-61e2859544ae {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:56:57.928399 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-39460417-9d83-4af4-b871-253b40399480 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:57.932318 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-39460417-9d83-4af4-b871-253b40399480 admin admin] 10.222.0.127 "DELETE /v2.0/routers/17a1cc1c-6852-4db5-81d5-61e2859544ae HTTP/1.1" status: 204 len: 168 time: 1.9742129 Nov 04 10:56:57.932623 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39104) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:57.990914 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedb1a61-289b-42c5-b4d0-d1e9b619a8da req-dd939a9d-ef70-4ad4-825e-e0a8d77a8c8e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] No DVR routers for this DVR port feebd65f-7b75-45da-8eb3-75ad8edb92a0 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:56:57.996491 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a43d79-6749-4377-a5dc-97a9e7e282b4 admin admin] Deleting subnet b69ed837-2fcf-424e-9608-263128d9a467 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:56:58.000271 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-42a43d79-6749-4377-a5dc-97a9e7e282b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:58.026367 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8fcda60c-f5c1-463e-83c3-c1ba9ca2c85a req-741e959b-0153-475e-af35-d5879afee824 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "GET /v2.0/security-groups?id=5ee91aa1-cb43-49bf-bc14-3f72460a9280&id=dee60917-23b3-4bda-8a68-cf175c0fb352&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1421294 Nov 04 10:56:58.038241 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6ca37e0e-010c-4936-98e0-04303c7762f6 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:56:58.051852 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-42a43d79-6749-4377-a5dc-97a9e7e282b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:58.098595 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 6ca37e0e-010c-4936-98e0-04303c7762f6 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:56:58.099198 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6ca37e0e-010c-4936-98e0-04303c7762f6 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:56:58.099913 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 64ac8033-428e-482b-a0d8-3a79b222e611 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:56:58.141468 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d4f1fccf-9c19-48bc-b376-bde8a3aba530 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:58.146734 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-42a43d79-6749-4377-a5dc-97a9e7e282b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:58.154513 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d4f1fccf-9c19-48bc-b376-bde8a3aba530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:58.165698 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 64ac8033-428e-482b-a0d8-3a79b222e611 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:56:58.166792 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 64ac8033-428e-482b-a0d8-3a79b222e611 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:56:58.172868 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea22a3c-faf4-4b37-8a36-c0c5bd4944bd x-openstack-request-id: req-bea22a3c-faf4-4b37-8a36-c0c5bd4944bd {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:56:58.173246 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe21cbd-e966-4af7-99cf-70bad8357c3b", "tag": "cae55ee8-a51e-4a5c-85db-63c1b5586a29", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:56:58.173606 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-bea22a3c-faf4-4b37-8a36-c0c5bd4944bd {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:56:58.174179 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe21cbd-e966-4af7-99cf-70bad8357c3b', 'tag': 'cae55ee8-a51e-4a5c-85db-63c1b5586a29', 'status': 'completed', 'code': 200} Nov 04 10:56:58.176265 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-cedb1a61-289b-42c5-b4d0-d1e9b619a8da req-dd939a9d-ef70-4ad4-825e-e0a8d77a8c8e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:58.179851 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cedb1a61-289b-42c5-b4d0-d1e9b619a8da req-dd939a9d-ef70-4ad4-825e-e0a8d77a8c8e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.126 "DELETE /v2.0/ports/feebd65f-7b75-45da-8eb3-75ad8edb92a0 HTTP/1.1" status: 204 len: 173 time: 1.3377240 Nov 04 10:56:58.193853 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-27d45b35-ec4a-4bc2-ac8d-eeec5be5cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:58.195708 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-27d45b35-ec4a-4bc2-ac8d-eeec5be5cb7f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=48d7173e-4f84-437c-b393-02822601af8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3878789 Nov 04 10:56:58.221778 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d4f1fccf-9c19-48bc-b376-bde8a3aba530 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=97e98f32e11b43ff90a7d91f7933ca26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8050120 Nov 04 10:56:58.222965 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1fccf-9c19-48bc-b376-bde8a3aba530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b6281c-9193-4349-a07f-bfa31304c8ac,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:58.228035 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39106) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:58.272049 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:56:58.310997 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-42a43d79-6749-4377-a5dc-97a9e7e282b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:58.334148 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-94b50fdd-e589-4ebe-ba07-b3cc61f846a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:58.365973 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-42a43d79-6749-4377-a5dc-97a9e7e282b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:58.369912 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-42a43d79-6749-4377-a5dc-97a9e7e282b4 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/b69ed837-2fcf-424e-9608-263128d9a467 HTTP/1.1" status: 204 len: 168 time: 0.4361658 Nov 04 10:56:58.371456 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a43d79-6749-4377-a5dc-97a9e7e282b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b69ed837-2fcf-424e-9608-263128d9a467,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:58.375539 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39108) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:58.379220 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-94b50fdd-e589-4ebe-ba07-b3cc61f846a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:58.380102 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23716fa-f0f0-43cd-bfb1-312aae4ccb05 None None] Network 22d81940-0863-47fd-a6fd-195db973a95d requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:56:58.464140 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-94b50fdd-e589-4ebe-ba07-b3cc61f846a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:58.467657 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-94b50fdd-e589-4ebe-ba07-b3cc61f846a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:58.470853 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-94b50fdd-e589-4ebe-ba07-b3cc61f846a8 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/61b6281c-9193-4349-a07f-bfa31304c8ac HTTP/1.1" status: 204 len: 168 time: 0.2413611 Nov 04 10:56:58.493087 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-bdbd8b60-be19-4d61-b2bd-cdf8cb45ffdd service neutron] 10.222.0.121 "GET /v2.0/networks/48d7173e-4f84-437c-b393-02822601af8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868910 Nov 04 10:56:58.505744 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b50fdd-e589-4ebe-ba07-b3cc61f846a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b6281c-9193-4349-a07f-bfa31304c8ac,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:58.601584 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b05e1c6-560e-4c97-8e00-636d3954f3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:58.674838 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-91da4fc7-f0da-4297-acf2-cf65b12fb5dc req-a2701220-e409-4cd0-9836-5d4154a25c0c service neutron] 10.222.0.121 "GET /v2.0/networks/48d7173e-4f84-437c-b393-02822601af8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676621 Nov 04 10:56:58.707158 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-7b05e1c6-560e-4c97-8e00-636d3954f3cd admin admin] Deleting port b8b5c60f-7820-416c-a367-f9e318185a44 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:56:58.707547 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b05e1c6-560e-4c97-8e00-636d3954f3cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:58.719836 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af4ae5-2f45-4667-91ac-6b5288b62f52 req-1e37c69c-d067-4caf-aa38-c26ff60ccdbd tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:58.721478 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-16af4ae5-2f45-4667-91ac-6b5288b62f52 req-1e37c69c-d067-4caf-aa38-c26ff60ccdbd tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 943 time: 0.1033423 Nov 04 10:56:58.795312 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-7b05e1c6-560e-4c97-8e00-636d3954f3cd admin admin] For port b8b5c60f-7820-416c-a367-f9e318185a44, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b8b5c60f-7820-416c-a367-f9e318185a44,segment=NetworkSegment(75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d),segment_id=75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:58.795543 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b05e1c6-560e-4c97-8e00-636d3954f3cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:58.825937 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d1b00c-14d3-4733-941f-2cfa5ad1c7f0 None None] DHCP port deletion for 22d81940-0863-47fd-a6fd-195db973a95d request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:56:58.827799 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-7b05e1c6-560e-4c97-8e00-636d3954f3cd admin admin] Calling delete_port for b8b5c60f-7820-416c-a367-f9e318185a44 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:56:58.847289 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-16af4ae5-2f45-4667-91ac-6b5288b62f52 req-98674194-eea4-4c9c-a6b0-e89f52bddf07 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028934 Nov 04 10:56:58.897054 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-f6d1b00c-14d3-4733-941f-2cfa5ad1c7f0 None None] Deleting port b8b5c60f-7820-416c-a367-f9e318185a44 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:56:58.897490 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f6d1b00c-14d3-4733-941f-2cfa5ad1c7f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:58.945958 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bd3ae-3920-46b8-8c46-8582f2144f50 req-be76672c-fd8d-4176-98c6-c7ff596c3594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:58.947750 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a2bd3ae-3920-46b8-8c46-8582f2144f50 req-be76672c-fd8d-4176-98c6-c7ff596c3594 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=db986214976042ad8f7b4ef2ac918aa4&device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 1094 time: 0.1045909 Nov 04 10:56:58.967662 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b05e1c6-560e-4c97-8e00-636d3954f3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:58.972108 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-f6d1b00c-14d3-4733-941f-2cfa5ad1c7f0 None None] For port b8b5c60f-7820-416c-a367-f9e318185a44, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b8b5c60f-7820-416c-a367-f9e318185a44,segment=NetworkSegment(75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d),segment_id=75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:56:58.972506 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f6d1b00c-14d3-4733-941f-2cfa5ad1c7f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:58.974147 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39116) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:58.988671 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-16f964d5-b44a-4bbc-99b3-bae5b06aa142 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:58.994816 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-f6d1b00c-14d3-4733-941f-2cfa5ad1c7f0 None None] Calling delete_port for b8b5c60f-7820-416c-a367-f9e318185a44 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:56:59.034292 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05e1c6-560e-4c97-8e00-636d3954f3cd admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b5c60f-7820-416c-a367-f9e318185a44,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:59.047163 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b05e1c6-560e-4c97-8e00-636d3954f3cd admin admin] No DVR routers for this DVR port b8b5c60f-7820-416c-a367-f9e318185a44 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:56:59.081877 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-16f964d5-b44a-4bbc-99b3-bae5b06aa142 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:59.086878 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f6d1b00c-14d3-4733-941f-2cfa5ad1c7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:59.087716 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39120) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:59.097204 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-16f964d5-b44a-4bbc-99b3-bae5b06aa142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:59.116771 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1b00c-14d3-4733-941f-2cfa5ad1c7f0 None None] Pushing event deleted for resources: {'Port': ['ID=b8b5c60f-7820-416c-a367-f9e318185a44,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:59.127912 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d1b00c-14d3-4733-941f-2cfa5ad1c7f0 None None] No DVR routers for this DVR port b8b5c60f-7820-416c-a367-f9e318185a44 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:56:59.168903 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f964d5-b44a-4bbc-99b3-bae5b06aa142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfe743e-0f4e-40dd-972d-bf2e6c642c2d,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:59.173820 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-16f964d5-b44a-4bbc-99b3-bae5b06aa142 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=ecc07f5be34f45df874cf070628a18df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1985705 Nov 04 10:56:59.174682 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b05e1c6-560e-4c97-8e00-636d3954f3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:59.176901 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39122) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:59.199381 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bd3ae-3920-46b8-8c46-8582f2144f50 req-29fb1098-47f9-497b-aba2-f55a8156fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:59.200953 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a2bd3ae-3920-46b8-8c46-8582f2144f50 req-29fb1098-47f9-497b-aba2-f55a8156fcfe service neutron] 10.222.0.121 "GET /v2.0/networks?id=48d7173e-4f84-437c-b393-02822601af8d HTTP/1.1" status: 200 len: 912 time: 0.2446206 Nov 04 10:56:59.204243 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-7b05e1c6-560e-4c97-8e00-636d3954f3cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d81940-0863-47fd-a6fd-195db973a95d']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:59.213561 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b37c28d7-3516-4737-8d9b-23488dd8573b tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:59.221486 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-7b05e1c6-560e-4c97-8e00-636d3954f3cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:59.221777 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-7b05e1c6-560e-4c97-8e00-636d3954f3cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e7aa4b-6edd-43b0-a18e-02e5a5ea8f2d') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:56:59.251149 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b37c28d7-3516-4737-8d9b-23488dd8573b tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:59.258137 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a2bd3ae-3920-46b8-8c46-8582f2144f50 req-06b3989d-945c-485e-9bfe-8fe8a660cfc5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cae55ee8-a51e-4a5c-85db-63c1b5586a29 HTTP/1.1" status: 200 len: 217 time: 0.0461588 Nov 04 10:56:59.261607 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b05e1c6-560e-4c97-8e00-636d3954f3cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:59.277439 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-606fd011-29ac-4e52-9f92-2a6b4d522934 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:59.299058 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b05e1c6-560e-4c97-8e00-636d3954f3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:59.309144 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b05e1c6-560e-4c97-8e00-636d3954f3cd admin admin] Releasing vlan 1175 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:56:59.309548 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b05e1c6-560e-4c97-8e00-636d3954f3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:56:59.311428 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:56:59.314094 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-606fd011-29ac-4e52-9f92-2a6b4d522934 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:59.321847 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b37c28d7-3516-4737-8d9b-23488dd8573b tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:59.324588 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b37c28d7-3516-4737-8d9b-23488dd8573b tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:59.325798 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b37c28d7-3516-4737-8d9b-23488dd8573b tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "DELETE /v2.0/security-groups/dee60917-23b3-4bda-8a68-cf175c0fb352 HTTP/1.1" status: 204 len: 168 time: 0.2369916 Nov 04 10:56:59.334492 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39124) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:59.360048 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c28d7-3516-4737-8d9b-23488dd8573b tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee60917-23b3-4bda-8a68-cf175c0fb352,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:59.364605 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bd3ae-3920-46b8-8c46-8582f2144f50 req-bb7576e8-622d-46f8-923e-ea84aa1e6057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:59.366143 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a2bd3ae-3920-46b8-8c46-8582f2144f50 req-bb7576e8-622d-46f8-923e-ea84aa1e6057 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e385be16-201b-4622-87ed-46bcc0e22c59 HTTP/1.1" status: 200 len: 849 time: 0.0975580 Nov 04 10:56:59.385522 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b05e1c6-560e-4c97-8e00-636d3954f3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:59.411053 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7b05e1c6-560e-4c97-8e00-636d3954f3cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:59.414851 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7b05e1c6-560e-4c97-8e00-636d3954f3cd admin admin] 10.222.0.127 "DELETE /v2.0/networks/22d81940-0863-47fd-a6fd-195db973a95d HTTP/1.1" status: 204 len: 168 time: 1.0380702 Nov 04 10:56:59.418604 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-679d2251-fe0c-4e8e-859c-8fcb4c1020a9 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:59.427834 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05e1c6-560e-4c97-8e00-636d3954f3cd admin admin] Pushing event deleted for resources: {'Network': ['ID=22d81940-0863-47fd-a6fd-195db973a95d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:59.430903 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-606fd011-29ac-4e52-9f92-2a6b4d522934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:59.436347 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-606fd011-29ac-4e52-9f92-2a6b4d522934 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:59.440378 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-606fd011-29ac-4e52-9f92-2a6b4d522934 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/dbfe743e-0f4e-40dd-972d-bf2e6c642c2d HTTP/1.1" status: 204 len: 168 time: 0.2596662 Nov 04 10:56:59.441841 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bd3ae-3920-46b8-8c46-8582f2144f50 req-e4aa8613-f756-4bc4-9b2c-4bf40a2213fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:56:59.443369 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a2bd3ae-3920-46b8-8c46-8582f2144f50 req-e4aa8613-f756-4bc4-9b2c-4bf40a2213fd service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=48d7173e-4f84-437c-b393-02822601af8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689781 Nov 04 10:56:59.460845 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fd011-29ac-4e52-9f92-2a6b4d522934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfe743e-0f4e-40dd-972d-bf2e6c642c2d,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:59.465299 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-679d2251-fe0c-4e8e-859c-8fcb4c1020a9 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:59.533317 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-679d2251-fe0c-4e8e-859c-8fcb4c1020a9 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:59.536661 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-679d2251-fe0c-4e8e-859c-8fcb4c1020a9 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:59.540782 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-679d2251-fe0c-4e8e-859c-8fcb4c1020a9 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "DELETE /v2.0/security-groups/5ee91aa1-cb43-49bf-bc14-3f72460a9280 HTTP/1.1" status: 204 len: 168 time: 0.2017214 Nov 04 10:56:59.541549 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39130) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:59.548950 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d2251-fe0c-4e8e-859c-8fcb4c1020a9 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee91aa1-cb43-49bf-bc14-3f72460a9280,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:56:59.641402 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a2bd3ae-3920-46b8-8c46-8582f2144f50 req-b059f730-6120-491d-a785-b57b52744aa2 service neutron] 10.222.0.121 "GET /v2.0/networks/48d7173e-4f84-437c-b393-02822601af8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874392 Nov 04 10:56:59.672949 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39134) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:59.718832 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-78c9d137-5094-4730-a0e2-f182c487cf80 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=daa3a4d308184b5b997a81a95ee49bba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446432 Nov 04 10:56:59.721524 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39136) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:56:59.779649 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d3bdae60-6633-4600-853c-272bd07785db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:59.809976 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d3bdae60-6633-4600-853c-272bd07785db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:59.873515 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b8b5c60f-7820-416c-a367-f9e318185a44 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:56:59.892451 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d3bdae60-6633-4600-853c-272bd07785db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:59.900437 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: b8b5c60f-7820-416c-a367-f9e318185a44 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:56:59.901546 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b8b5c60f-7820-416c-a367-f9e318185a44 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:56:59.901856 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d3bdae60-6633-4600-853c-272bd07785db admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:56:59.907265 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d3bdae60-6633-4600-853c-272bd07785db admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/beb0fa9b-4e23-4eb1-8b69-6a3b78163471 HTTP/1.1" status: 204 len: 168 time: 0.1845572 Nov 04 10:56:59.918654 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bdae60-6633-4600-853c-272bd07785db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb0fa9b-4e23-4eb1-8b69-6a3b78163471,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:00.046484 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edaff18-4fc9-4d3a-9dab-1d74a628b04c req-6a0216a3-c573-408e-b057-8706ffeaf120 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:00.048403 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9edaff18-4fc9-4d3a-9dab-1d74a628b04c req-6a0216a3-c573-408e-b057-8706ffeaf120 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 943 time: 0.0789669 Nov 04 10:57:00.110149 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9edaff18-4fc9-4d3a-9dab-1d74a628b04c req-4a7dbd8c-084b-487b-ba65-9b4a5499ae75 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539773 Nov 04 10:57:00.193030 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdad793-5ceb-4d3a-81d8-34ea831c0ca4', 'name': 'network-vif-deleted', 'tag': 'feebd65f-7b75-45da-8eb3-75ad8edb92a0'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:57:00.195099 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8f1584-1698-4ef7-84c8-495379cef313" -d '{"events": [{"server_uuid": "bcdad793-5ceb-4d3a-81d8-34ea831c0ca4", "name": "network-vif-deleted", "tag": "feebd65f-7b75-45da-8eb3-75ad8edb92a0"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:57:00.265001 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7579ac74-1e9c-478c-af4b-61054aa225f0 x-openstack-request-id: req-7579ac74-1e9c-478c-af4b-61054aa225f0 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:57:00.265605 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdad793-5ceb-4d3a-81d8-34ea831c0ca4", "name": "network-vif-deleted", "tag": "feebd65f-7b75-45da-8eb3-75ad8edb92a0", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:57:00.265605 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-7579ac74-1e9c-478c-af4b-61054aa225f0 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:57:00.265960 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdad793-5ceb-4d3a-81d8-34ea831c0ca4', 'name': 'network-vif-deleted', 'tag': 'feebd65f-7b75-45da-8eb3-75ad8edb92a0', 'status': 'completed', 'code': 200} Nov 04 10:57:00.269710 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a2bd3ae-3920-46b8-8c46-8582f2144f50 req-089e0cd4-2acc-4f1b-a70b-2abbb485c0b6 service neutron] 10.222.0.121 "GET /v2.0/networks/48d7173e-4f84-437c-b393-02822601af8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011136 Nov 04 10:57:00.457526 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2b74f866-103a-415b-a951-16a0c220b896 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:00.777750 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-2b74f866-103a-415b-a951-16a0c220b896 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Deleting port 48df8096-c357-40cf-8f10-56b9ce94e418 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:57:00.781387 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2b74f866-103a-415b-a951-16a0c220b896 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:00.781713 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39188) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:00.895551 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-2b74f866-103a-415b-a951-16a0c220b896 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] For port 48df8096-c357-40cf-8f10-56b9ce94e418, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=48df8096-c357-40cf-8f10-56b9ce94e418,segment=NetworkSegment(ca707b12-63f9-4b12-bd5a-be3b37c7d1ac),segment_id=ca707b12-63f9-4b12-bd5a-be3b37c7d1ac)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:00.895950 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2b74f866-103a-415b-a951-16a0c220b896 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:00.911292 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-2b74f866-103a-415b-a951-16a0c220b896 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Calling delete_port for 48df8096-c357-40cf-8f10-56b9ce94e418 owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:57:01.054064 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-79b1062e-f3e8-4f29-b60a-9998046a7dfc admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-874567971-network', 'tenant_id': '50bf342429954df293faa7db937a533f'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:01.089977 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b1062e-f3e8-4f29-b60a-9998046a7dfc admin admin] Made reservation on behalf of 50bf342429954df293faa7db937a533f for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:57:01.092760 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-79b1062e-f3e8-4f29-b60a-9998046a7dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:01.106449 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-79b1062e-f3e8-4f29-b60a-9998046a7dfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:01.129172 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2b74f866-103a-415b-a951-16a0c220b896 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:01.158346 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74f866-103a-415b-a951-16a0c220b896 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event deleted for resources: {'Port': ['ID=48df8096-c357-40cf-8f10-56b9ce94e418,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:01.253958 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-79b1062e-f3e8-4f29-b60a-9998046a7dfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:01.264642 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-79b1062e-f3e8-4f29-b60a-9998046a7dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:01.311572 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b1062e-f3e8-4f29-b60a-9998046a7dfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1157} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:57:01.325339 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0b5da-973a-42b1-b115-0dd9f6e58307 req-01a4e90a-8572-4c1b-8b90-df0929c899c8 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:01.327204 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6f0b5da-973a-42b1-b115-0dd9f6e58307 req-01a4e90a-8572-4c1b-8b90-df0929c899c8 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 943 time: 0.1128306 Nov 04 10:57:01.337224 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1062e-f3e8-4f29-b60a-9998046a7dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac7c1d9-398e-4447-ad0e-77d4be1cb725,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:01.349245 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-79b1062e-f3e8-4f29-b60a-9998046a7dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:01.349601 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-79b1062e-f3e8-4f29-b60a-9998046a7dfc admin admin] Added segment a3095d3f-bbcd-4162-b35e-e366666a87a0 of type vlan for network 53b64489-ad49-4c4d-a90b-bd185e3b5648 Nov 04 10:57:01.368185 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2b74f866-103a-415b-a951-16a0c220b896 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:01.457411 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-79b1062e-f3e8-4f29-b60a-9998046a7dfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:01.463305 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6f0b5da-973a-42b1-b115-0dd9f6e58307 req-c8e32697-ee6c-46a4-970b-8ac578cb13fd tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284566 Nov 04 10:57:01.514422 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-79b1062e-f3e8-4f29-b60a-9998046a7dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:01.516511 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b1062e-f3e8-4f29-b60a-9998046a7dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:01.518351 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-79b1062e-f3e8-4f29-b60a-9998046a7dfc admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:01.567585 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-79b1062e-f3e8-4f29-b60a-9998046a7dfc admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7843544 Nov 04 10:57:01.568447 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39202) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:01.575205 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-999df077-2bf0-45da-b4a8-d464db72e8f9 admin admin] Request body: {'subnet': {'network_id': '53b64489-ad49-4c4d-a90b-bd185e3b5648', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-874567971-subnet', 'tenant_id': '50bf342429954df293faa7db937a533f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:01.623913 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1062e-f3e8-4f29-b60a-9998046a7dfc admin admin] Pushing event updated for resources: {'Network': ['ID=53b64489-ad49-4c4d-a90b-bd185e3b5648,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:01.636044 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device feebd65f-7b75-45da-8eb3-75ad8edb92a0 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:57:01.656760 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 53b64489-ad49-4c4d-a90b-bd185e3b5648 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:57:01.664378 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999df077-2bf0-45da-b4a8-d464db72e8f9 admin admin] Made reservation on behalf of 50bf342429954df293faa7db937a533f for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:57:01.667416 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-999df077-2bf0-45da-b4a8-d464db72e8f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:01.728476 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b74f866-103a-415b-a951-16a0c220b896 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Router f56c0773-8991-47aa-bdf9-28ca1d1c1031 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:57:01.764953 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device cae55ee8-a51e-4a5c-85db-63c1b5586a29 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:57:01.784957 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: feebd65f-7b75-45da-8eb3-75ad8edb92a0 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:57:01.785614 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device feebd65f-7b75-45da-8eb3-75ad8edb92a0 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:57:01.895138 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port cae55ee8-a51e-4a5c-85db-63c1b5586a29, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=cae55ee8-a51e-4a5c-85db-63c1b5586a29,segment=NetworkSegment(61cf6d8f-9678-4f5e-a444-df9554acf6bd),segment_id=61cf6d8f-9678-4f5e-a444-df9554acf6bd)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:01.907613 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'cae55ee8-a51e-4a5c-85db-63c1b5586a29', 'network_id': '48d7173e-4f84-437c-b393-02822601af8d', 'port_id': 'cae55ee8-a51e-4a5c-85db-63c1b5586a29', 'mac_address': 'fa:16:3e:dd:1c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:57:01.916857 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b74f866-103a-415b-a951-16a0c220b896 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:57:01.928533 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2b74f866-103a-415b-a951-16a0c220b896 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "PUT /v2.0/routers/f56c0773-8991-47aa-bdf9-28ca1d1c1031/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3860757 Nov 04 10:57:01.929933 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39210) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:01.934232 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3d69d7-5959-41f0-8ae7-deb2b4347167 None None] Sync routers for ids ['f56c0773-8991-47aa-bdf9-28ca1d1c1031'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:57:01.953525 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:01.962902 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3d69d7-5959-41f0-8ae7-deb2b4347167 None None] Routers {'f56c0773-8991-47aa-bdf9-28ca1d1c1031'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:57:01.965621 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ff3d69d7-5959-41f0-8ae7-deb2b4347167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:56:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['f56c0773-8991-47aa-bdf9-28ca1d1c1031'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:01.969601 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cae55ee8-a51e-4a5c-85db-63c1b5586a29 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:57:01.979994 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-999df077-2bf0-45da-b4a8-d464db72e8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:01.992568 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port cae55ee8-a51e-4a5c-85db-63c1b5586a29, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=cae55ee8-a51e-4a5c-85db-63c1b5586a29,segment=NetworkSegment(61cf6d8f-9678-4f5e-a444-df9554acf6bd),segment_id=61cf6d8f-9678-4f5e-a444-df9554acf6bd)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:01.997918 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:02.053188 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999df077-2bf0-45da-b4a8-d464db72e8f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae5f2306-3371-4768-a507-95555a631113,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:02.054614 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=cae55ee8-a51e-4a5c-85db-63c1b5586a29,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:02.063154 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999df077-2bf0-45da-b4a8-d464db72e8f9 admin admin] Checking segment: {'id': 'a3095d3f-bbcd-4162-b35e-e366666a87a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '53b64489-ad49-4c4d-a90b-bd185e3b5648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:57:02.063766 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999df077-2bf0-45da-b4a8-d464db72e8f9 admin admin] Network hostable DHCP agents. Network: 53b64489-ad49-4c4d-a90b-bd185e3b5648, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:57:02.067760 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa09e769-db1e-49cb-ac67-fd5bd9935d40 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Deleting subnet e5d1417c-3ccf-47f7-a4e2-24d16d23196d {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:57:02.075722 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aa09e769-db1e-49cb-ac67-fd5bd9935d40 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:02.083672 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999df077-2bf0-45da-b4a8-d464db72e8f9 admin admin] Network 53b64489-ad49-4c4d-a90b-bd185e3b5648 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:57:02.094465 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-999df077-2bf0-45da-b4a8-d464db72e8f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 53b64489-ad49-4c4d-a90b-bd185e3b5648) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:57:02.108966 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999df077-2bf0-45da-b4a8-d464db72e8f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:02.110190 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-999df077-2bf0-45da-b4a8-d464db72e8f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:02.115271 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbadd6d-81ac-4777-a0ff-0dca5167a2a5 None None] Network 53b64489-ad49-4c4d-a90b-bd185e3b5648 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:57:02.150145 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-999df077-2bf0-45da-b4a8-d464db72e8f9 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5804429 Nov 04 10:57:02.161157 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aa09e769-db1e-49cb-ac67-fd5bd9935d40 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:02.232503 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-ff3d69d7-5959-41f0-8ae7-deb2b4347167 None None] Set router f56c0773-8991-47aa-bdf9-28ca1d1c1031 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:57:02.253998 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['cae55ee8-a51e-4a5c-85db-63c1b5586a29'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:57:02.310769 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aa09e769-db1e-49cb-ac67-fd5bd9935d40 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:02.370560 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d9b088-ddbd-44f8-83e3-c312ebbb104d None None] Network 53b64489-ad49-4c4d-a90b-bd185e3b5648 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:57:02.426319 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aa09e769-db1e-49cb-ac67-fd5bd9935d40 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:02.482755 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aa09e769-db1e-49cb-ac67-fd5bd9935d40 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:02.486776 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-aa09e769-db1e-49cb-ac67-fd5bd9935d40 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "DELETE /v2.0/subnets/e5d1417c-3ccf-47f7-a4e2-24d16d23196d HTTP/1.1" status: 204 len: 168 time: 0.5546510 Nov 04 10:57:02.489048 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09e769-db1e-49cb-ac67-fd5bd9935d40 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event deleted for resources: {'Subnet': ['ID=e5d1417c-3ccf-47f7-a4e2-24d16d23196d,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:02.489722 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39220) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:02.507504 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bba8d55-ae26-45fe-ab59-eac608266440 None None] Network 5c46183b-ca36-4d1b-b1a4-4ab3bec5456f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:57:02.559225 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ff3d69d7-5959-41f0-8ae7-deb2b4347167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308367762', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:57:01Z', 'revision_number': 5, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'gw_port': {'id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:02.589706 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3d69d7-5959-41f0-8ae7-deb2b4347167 None None] Checking router: f56c0773-8991-47aa-bdf9-28ca1d1c1031 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:57:02.598950 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3d69d7-5959-41f0-8ae7-deb2b4347167 None None] Routers {'f56c0773-8991-47aa-bdf9-28ca1d1c1031'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:57:02.599696 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ff3d69d7-5959-41f0-8ae7-deb2b4347167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:56:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['f56c0773-8991-47aa-bdf9-28ca1d1c1031'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:02.638923 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0351a63e-b643-4f9a-9510-ba71edd30af2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:02.811541 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-ff3d69d7-5959-41f0-8ae7-deb2b4347167 None None] Set router f56c0773-8991-47aa-bdf9-28ca1d1c1031 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:57:02.825804 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0351a63e-b643-4f9a-9510-ba71edd30af2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:02.849662 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-6714ae16-6f7e-48f8-8bf4-b87b6dc3c606 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:02.857452 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-6714ae16-6f7e-48f8-8bf4-b87b6dc3c606 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/networks?id=53b64489-ad49-4c4d-a90b-bd185e3b5648 HTTP/1.1" status: 200 len: 814 time: 0.2282143 Nov 04 10:57:02.875719 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-76b9c905-b5a4-44b7-9dab-fd876d9c6c56 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/quotas/50bf342429954df293faa7db937a533f HTTP/1.1" status: 200 len: 375 time: 0.0169692 Nov 04 10:57:02.886245 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9989fbec-0743-46b0-9241-ea22a6518b1c None None] DHCP port deletion for 5c46183b-ca36-4d1b-b1a4-4ab3bec5456f request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:57:02.912606 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-5c748546-2fca-4945-839f-3d2c13460ca2 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=50bf342429954df293faa7db937a533f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353532 Nov 04 10:57:02.933861 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-0351a63e-b643-4f9a-9510-ba71edd30af2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Deleting port dba05aa3-33f6-4b70-8319-215f67276c88 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:57:02.934528 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0351a63e-b643-4f9a-9510-ba71edd30af2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:02.958598 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-9989fbec-0743-46b0-9241-ea22a6518b1c None None] Deleting port 90372e63-84ec-4ea8-b7fc-0e6e82121fd2 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:57:02.958963 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9989fbec-0743-46b0-9241-ea22a6518b1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:03.045815 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-9989fbec-0743-46b0-9241-ea22a6518b1c None None] For port 90372e63-84ec-4ea8-b7fc-0e6e82121fd2, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=90372e63-84ec-4ea8-b7fc-0e6e82121fd2,segment=NetworkSegment(ca707b12-63f9-4b12-bd5a-be3b37c7d1ac),segment_id=ca707b12-63f9-4b12-bd5a-be3b37c7d1ac)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:03.046215 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9989fbec-0743-46b0-9241-ea22a6518b1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:03.060660 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-0351a63e-b643-4f9a-9510-ba71edd30af2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] For port dba05aa3-33f6-4b70-8319-215f67276c88, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=dba05aa3-33f6-4b70-8319-215f67276c88,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:03.061403 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0351a63e-b643-4f9a-9510-ba71edd30af2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:03.062320 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-9989fbec-0743-46b0-9241-ea22a6518b1c None None] Calling delete_port for 90372e63-84ec-4ea8-b7fc-0e6e82121fd2 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:57:03.072000 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ff3d69d7-5959-41f0-8ae7-deb2b4347167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308367762', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:57:01Z', 'revision_number': 5, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'gw_port': {'id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:03.078848 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-0351a63e-b643-4f9a-9510-ba71edd30af2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Calling delete_port for dba05aa3-33f6-4b70-8319-215f67276c88 owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:57:03.079595 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-6678644b-8f65-49bd-92f0-feecba33f641 service neutron] 10.222.0.127 "GET /v2.0/networks/53b64489-ad49-4c4d-a90b-bd185e3b5648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582146 Nov 04 10:57:03.101453 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3d69d7-5959-41f0-8ae7-deb2b4347167 None None] The sync data for ids ['f56c0773-8991-47aa-bdf9-28ca1d1c1031'] in n-d-816629-1 is: [{'id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308367762', 'tenant_id': '9e6e9db6fbf344cc90c8fda44c469086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:57:01Z', 'revision_number': 5, 'project_id': '9e6e9db6fbf344cc90c8fda44c469086', 'gw_port': {'id': 'dba05aa3-33f6-4b70-8319-215f67276c88', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56c0773-8991-47aa-bdf9-28ca1d1c1031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:12Z', 'updated_at': '2021-11-04T10:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:57:03.169230 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9989fbec-0743-46b0-9241-ea22a6518b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:03.196959 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-084ab6da-bd9f-4efc-9912-9ec9261260a3 service neutron] 10.222.0.127 "GET /v2.0/networks/53b64489-ad49-4c4d-a90b-bd185e3b5648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091013 Nov 04 10:57:03.203000 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989fbec-0743-46b0-9241-ea22a6518b1c None None] Pushing event deleted for resources: {'Port': ['ID=90372e63-84ec-4ea8-b7fc-0e6e82121fd2,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:03.211537 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9989fbec-0743-46b0-9241-ea22a6518b1c None None] No DVR routers for this DVR port 90372e63-84ec-4ea8-b7fc-0e6e82121fd2 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:57:03.282107 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0351a63e-b643-4f9a-9510-ba71edd30af2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:03.322533 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351a63e-b643-4f9a-9510-ba71edd30af2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event deleted for resources: {'Port': ['ID=dba05aa3-33f6-4b70-8319-215f67276c88,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:03.386569 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0351a63e-b643-4f9a-9510-ba71edd30af2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:03.416304 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a218c-2234-4c49-a8e6-74023b9c0bc1 req-b57323e4-1e48-4177-8b2b-08e23c01377b tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:03.418810 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fb2a218c-2234-4c49-a8e6-74023b9c0bc1 req-b57323e4-1e48-4177-8b2b-08e23c01377b tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 944 time: 0.0541127 Nov 04 10:57:03.487414 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fb2a218c-2234-4c49-a8e6-74023b9c0bc1 req-95a15bef-354c-4cf0-81d0-3d3670fe59bb tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625937 Nov 04 10:57:03.495880 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0351a63e-b643-4f9a-9510-ba71edd30af2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:03.498346 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0351a63e-b643-4f9a-9510-ba71edd30af2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:03.582902 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0351a63e-b643-4f9a-9510-ba71edd30af2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:03.583392 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0351a63e-b643-4f9a-9510-ba71edd30af2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Fanout notify agent at l3_agent the message router_deleted on router f56c0773-8991-47aa-bdf9-28ca1d1c1031 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:57:03.591862 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-88f518a3-94be-4863-8aa0-cb2d3f136995 req-7464bfa6-4427-4b79-b971-d5615c1758b3 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 210 time: 0.0399816 Nov 04 10:57:03.592571 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0351a63e-b643-4f9a-9510-ba71edd30af2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:03.593820 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0351a63e-b643-4f9a-9510-ba71edd30af2 tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "DELETE /v2.0/routers/f56c0773-8991-47aa-bdf9-28ca1d1c1031 HTTP/1.1" status: 204 len: 168 time: 1.1030591 Nov 04 10:57:03.596601 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39246) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:03.693045 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-05047556-8fb6-4e81-bb52-e6a6c9806e7e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:03.771145 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device cae55ee8-a51e-4a5c-85db-63c1b5586a29 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:57:03.802474 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-05047556-8fb6-4e81-bb52-e6a6c9806e7e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:03.835753 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-05047556-8fb6-4e81-bb52-e6a6c9806e7e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c46183b-ca36-4d1b-b1a4-4ab3bec5456f']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:03.848268 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-05047556-8fb6-4e81-bb52-e6a6c9806e7e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca707b12-63f9-4b12-bd5a-be3b37c7d1ac') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:03.848942 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-05047556-8fb6-4e81-bb52-e6a6c9806e7e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca707b12-63f9-4b12-bd5a-be3b37c7d1ac') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:03.860675 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port cae55ee8-a51e-4a5c-85db-63c1b5586a29 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:57:03.868434 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-05047556-8fb6-4e81-bb52-e6a6c9806e7e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:03.868812 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port cae55ee8-a51e-4a5c-85db-63c1b5586a29 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:03.869441 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:03.891809 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-05047556-8fb6-4e81-bb52-e6a6c9806e7e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:03.900281 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05047556-8fb6-4e81-bb52-e6a6c9806e7e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:57:03.900787 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-05047556-8fb6-4e81-bb52-e6a6c9806e7e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:57:03.979011 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:57:03.992886 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 48df8096-c357-40cf-8f10-56b9ce94e418 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:57:04.010297 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-05047556-8fb6-4e81-bb52-e6a6c9806e7e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:04.015822 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-05047556-8fb6-4e81-bb52-e6a6c9806e7e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:04.020227 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-05047556-8fb6-4e81-bb52-e6a6c9806e7e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] 10.222.0.127 "DELETE /v2.0/networks/5c46183b-ca36-4d1b-b1a4-4ab3bec5456f HTTP/1.1" status: 204 len: 168 time: 0.4215429 Nov 04 10:57:04.028573 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 48df8096-c357-40cf-8f10-56b9ce94e418 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:57:04.029107 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 48df8096-c357-40cf-8f10-56b9ce94e418 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:57:04.029536 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 90372e63-84ec-4ea8-b7fc-0e6e82121fd2 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:57:04.039140 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05047556-8fb6-4e81-bb52-e6a6c9806e7e tempest-TestSecurityGroupsBasicOps-138233192 tempest-TestSecurityGroupsBasicOps-138233192-project] Pushing event deleted for resources: {'Network': ['ID=5c46183b-ca36-4d1b-b1a4-4ab3bec5456f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:04.051694 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 90372e63-84ec-4ea8-b7fc-0e6e82121fd2 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:57:04.052039 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 90372e63-84ec-4ea8-b7fc-0e6e82121fd2 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:57:04.053450 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:04.094660 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port cae55ee8-a51e-4a5c-85db-63c1b5586a29, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=cae55ee8-a51e-4a5c-85db-63c1b5586a29,segment=NetworkSegment(61cf6d8f-9678-4f5e-a444-df9554acf6bd),segment_id=61cf6d8f-9678-4f5e-a444-df9554acf6bd)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:04.095724 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe21cbd-e966-4af7-99cf-70bad8357c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae55ee8-a51e-4a5c-85db-63c1b5586a29'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:57:04.098360 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bef14b4-a8da-43d4-8363-444faad7877e" -d '{"events": [{"server_uuid": "afe21cbd-e966-4af7-99cf-70bad8357c3b", "name": "network-vif-plugged", "status": "completed", "tag": "cae55ee8-a51e-4a5c-85db-63c1b5586a29"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:57:04.102846 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:04.158609 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2099c9-08fc-485e-bfc7-ea4875e62b73 x-openstack-request-id: req-bc2099c9-08fc-485e-bfc7-ea4875e62b73 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:57:04.159130 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe21cbd-e966-4af7-99cf-70bad8357c3b", "name": "network-vif-plugged", "status": "completed", "tag": "cae55ee8-a51e-4a5c-85db-63c1b5586a29", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:57:04.159645 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-bc2099c9-08fc-485e-bfc7-ea4875e62b73 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:57:04.160201 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe21cbd-e966-4af7-99cf-70bad8357c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae55ee8-a51e-4a5c-85db-63c1b5586a29', 'code': 200} Nov 04 10:57:04.164321 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=cae55ee8-a51e-4a5c-85db-63c1b5586a29,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:04.323069 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34f8c0-df46-4370-a487-8a56e864ee49 req-98e0a931-41cc-4df8-aab0-31a9b2db3b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:04.325372 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ad34f8c0-df46-4370-a487-8a56e864ee49 req-98e0a931-41cc-4df8-aab0-31a9b2db3b8e service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 1096 time: 0.0523026 Nov 04 10:57:04.371957 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39264) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:04.379461 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ad34f8c0-df46-4370-a487-8a56e864ee49 req-97cdca32-8418-4c27-bbff-21d670aeacaa service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453773 Nov 04 10:57:04.550616 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2f1c4bd5-be3a-4f50-afdd-c9b48ed30199 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=9e6e9db6fbf344cc90c8fda44c469086&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1772277 Nov 04 10:57:04.551336 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39270) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:04.682463 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8c22e-4620-419c-8e10-4988a1f354a0 req-25cf7811-6550-4578-916e-0fc7fc1fd457 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:04.693241 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8f8c22e-4620-419c-8e10-4988a1f354a0 req-25cf7811-6550-4578-916e-0fc7fc1fd457 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0913002 Nov 04 10:57:04.696275 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bbad8083-e06f-4b02-8605-d1a69a495022 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:04.735848 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bbad8083-e06f-4b02-8605-d1a69a495022 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:04.798032 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8f8c22e-4620-419c-8e10-4988a1f354a0 req-bdec414a-53f9-492f-9916-17eb88bf41b8 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038117 Nov 04 10:57:04.831497 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bbad8083-e06f-4b02-8605-d1a69a495022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:04.835050 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bbad8083-e06f-4b02-8605-d1a69a495022 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:04.836264 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bbad8083-e06f-4b02-8605-d1a69a495022 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/82c85e36-11ab-4bdf-97af-1d58b71849b1 HTTP/1.1" status: 204 len: 168 time: 0.2838557 Nov 04 10:57:04.847299 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad8083-e06f-4b02-8605-d1a69a495022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c85e36-11ab-4bdf-97af-1d58b71849b1,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:04.918338 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c638f60-0249-4681-a1d0-24d8fff3e50d req-1baef56a-d1d6-4f48-a7ce-3df33c5770a3 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 210 time: 0.0428357 Nov 04 10:57:05.052133 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-467fe827-0ddb-4a1a-a8a5-23b7b3221519 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:05.053815 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-467fe827-0ddb-4a1a-a8a5-23b7b3221519 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.126 "GET /v2.0/networks?id=53b64489-ad49-4c4d-a90b-bd185e3b5648 HTTP/1.1" status: 200 len: 814 time: 0.5334258 Nov 04 10:57:05.068314 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-5bae0a06-992f-425a-8b68-91b56b79ee8f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Request body: {'port': {'device_id': 'c6d14436-5183-4cd6-970c-237b46f1a233', 'network_id': '53b64489-ad49-4c4d-a90b-bd185e3b5648', 'admin_state_up': True, 'tenant_id': '50bf342429954df293faa7db937a533f'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:05.189953 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-5bae0a06-992f-425a-8b68-91b56b79ee8f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Made reservation on behalf of 50bf342429954df293faa7db937a533f for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:57:05.191827 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39278) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:05.194070 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-5bae0a06-992f-425a-8b68-91b56b79ee8f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:05.206891 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e5b8fd7b-39d5-45bf-8837-70786aabbdb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:05.296532 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e5b8fd7b-39d5-45bf-8837-70786aabbdb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:05.302219 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e5b8fd7b-39d5-45bf-8837-70786aabbdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:05.333037 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39282) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:05.333380 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e5b8fd7b-39d5-45bf-8837-70786aabbdb6 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=3940f2018f11404b93a1b80ce2ad9b8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1403673 Nov 04 10:57:05.353865 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8fd7b-39d5-45bf-8837-70786aabbdb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de3a3af-e56a-47c3-adf5-5ecbf4eccbff,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:05.356917 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-5bae0a06-992f-425a-8b68-91b56b79ee8f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Allocated IP 172.20.0.4 (53b64489-ad49-4c4d-a90b-bd185e3b5648/ae5f2306-3371-4768-a507-95555a631113/587c15fc-91af-408c-ad11-ce259f815803) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:57:05.433420 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2556c538-daeb-45c9-9fae-4b092e8ce10b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:05.509967 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2556c538-daeb-45c9-9fae-4b092e8ce10b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:05.613902 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2556c538-daeb-45c9-9fae-4b092e8ce10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:05.617209 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2556c538-daeb-45c9-9fae-4b092e8ce10b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:05.620519 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2556c538-daeb-45c9-9fae-4b092e8ce10b admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/1de3a3af-e56a-47c3-adf5-5ecbf4eccbff HTTP/1.1" status: 204 len: 168 time: 0.2860215 Nov 04 10:57:05.627368 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-5bae0a06-992f-425a-8b68-91b56b79ee8f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:05.664229 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556c538-daeb-45c9-9fae-4b092e8ce10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de3a3af-e56a-47c3-adf5-5ecbf4eccbff,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:05.747601 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-5bae0a06-992f-425a-8b68-91b56b79ee8f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:05.792736 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-5bae0a06-992f-425a-8b68-91b56b79ee8f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Network 53b64489-ad49-4c4d-a90b-bd185e3b5648 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:57:05.801291 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-5bae0a06-992f-425a-8b68-91b56b79ee8f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:57:05.804017 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-5bae0a06-992f-425a-8b68-91b56b79ee8f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:57:05.835732 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device dba05aa3-33f6-4b70-8319-215f67276c88 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:57:05.864686 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: dba05aa3-33f6-4b70-8319-215f67276c88 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:57:05.865273 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-5bae0a06-992f-425a-8b68-91b56b79ee8f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:05.865436 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device dba05aa3-33f6-4b70-8319-215f67276c88 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:57:05.866334 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-5bae0a06-992f-425a-8b68-91b56b79ee8f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:05.896810 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae0a06-992f-425a-8b68-91b56b79ee8f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Pushing event updated for resources: {'Port': ['ID=587c15fc-91af-408c-ad11-ce259f815803,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:05.915719 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-5bae0a06-992f-425a-8b68-91b56b79ee8f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8525991 Nov 04 10:57:05.931418 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-89cf3148-563a-470f-9310-1f4e3c4c082d service neutron] Request body: {'port': {'device_id': 'c6d14436-5183-4cd6-970c-237b46f1a233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:05.998461 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548318fe-cf21-4639-98b4-649667c93795 req-b2decb37-c2cd-433b-81b8-5d0876f0e5d0 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:06.000054 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-548318fe-cf21-4639-98b4-649667c93795 req-b2decb37-c2cd-433b-81b8-5d0876f0e5d0 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0573454 Nov 04 10:57:06.010280 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-89cf3148-563a-470f-9310-1f4e3c4c082d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:06.080404 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-548318fe-cf21-4639-98b4-649667c93795 req-ead2402c-6bf2-4d5e-91dc-6131ef60eca3 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704885 Nov 04 10:57:06.179577 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39298) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:06.206329 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ec0c7-9af8-495e-bed5-55928b624d1d req-db1f0d8e-fed1-41a6-b965-dfb3339685d2 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:06.207946 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2f7ec0c7-9af8-495e-bed5-55928b624d1d req-db1f0d8e-fed1-41a6-b965-dfb3339685d2 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 931 time: 0.0786314 Nov 04 10:57:06.250236 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c41264c0-1d7d-43c0-8566-4f79c7f0fc58 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=9652ae09582c400aa73d1374bb1d846b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0695240 Nov 04 10:57:06.253328 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39300) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:06.309707 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2f7ec0c7-9af8-495e-bed5-55928b624d1d req-1bfc5189-68a9-4e6d-afaa-b50ac6af1d88 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896661 Nov 04 10:57:06.346356 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-89cf3148-563a-470f-9310-1f4e3c4c082d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587c15fc-91af-408c-ad11-ce259f815803 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:57:06.352987 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-09321e29-bda5-40b3-b23c-af71eb703406 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:06.356537 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-89cf3148-563a-470f-9310-1f4e3c4c082d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:06.373149 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-89cf3148-563a-470f-9310-1f4e3c4c082d service neutron] Transition to ACTIVE for port object 587c15fc-91af-408c-ad11-ce259f815803 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:57:06.380155 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-89cf3148-563a-470f-9310-1f4e3c4c082d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:06.406276 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-09321e29-bda5-40b3-b23c-af71eb703406 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:06.451752 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf4e43-29e6-40ee-9846-4a743ea7e3bd req-dfc531c9-cfa8-4822-9ee7-0a4215340024 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:06.453628 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4acf4e43-29e6-40ee-9846-4a743ea7e3bd req-dfc531c9-cfa8-4822-9ee7-0a4215340024 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0924091 Nov 04 10:57:06.458588 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf3148-563a-470f-9310-1f4e3c4c082d service neutron] Pushing event updated for resources: {'Port': ['ID=587c15fc-91af-408c-ad11-ce259f815803,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:06.466098 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39308) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:06.472011 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-63b7f2e2-fa68-4c0b-9414-96d67f52d432 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Request body: {'floatingip': {'port_id': 'cae55ee8-a51e-4a5c-85db-63c1b5586a29'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:06.510501 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-89cf3148-563a-470f-9310-1f4e3c4c082d service neutron] Attempting to bind port 587c15fc-91af-408c-ad11-ce259f815803 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:57:06.511903 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-89cf3148-563a-470f-9310-1f4e3c4c082d service neutron] Attempting to bind port 587c15fc-91af-408c-ad11-ce259f815803 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'a3095d3f-bbcd-4162-b35e-e366666a87a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '53b64489-ad49-4c4d-a90b-bd185e3b5648'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:57:06.512386 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-89cf3148-563a-470f-9310-1f4e3c4c082d service neutron] Attempting to bind port 587c15fc-91af-408c-ad11-ce259f815803 on network 53b64489-ad49-4c4d-a90b-bd185e3b5648 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:57:06.515853 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-63b7f2e2-fa68-4c0b-9414-96d67f52d432 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for floatingip, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:06.517298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-89cf3148-563a-470f-9310-1f4e3c4c082d service neutron] Port 587c15fc-91af-408c-ad11-ce259f815803 on network 53b64489-ad49-4c4d-a90b-bd185e3b5648 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:57:06.517820 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-89cf3148-563a-470f-9310-1f4e3c4c082d service neutron] Attempting to bind port 587c15fc-91af-408c-ad11-ce259f815803 on network 53b64489-ad49-4c4d-a90b-bd185e3b5648 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:57:06.523723 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-89cf3148-563a-470f-9310-1f4e3c4c082d service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:57:06.524132 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-89cf3148-563a-470f-9310-1f4e3c4c082d service neutron] Checking segment: {'id': 'a3095d3f-bbcd-4162-b35e-e366666a87a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '53b64489-ad49-4c4d-a90b-bd185e3b5648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:57:06.524588 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-89cf3148-563a-470f-9310-1f4e3c4c082d service neutron] Bound using segment: {'id': 'a3095d3f-bbcd-4162-b35e-e366666a87a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '53b64489-ad49-4c4d-a90b-bd185e3b5648'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:57:06.525119 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-89cf3148-563a-470f-9310-1f4e3c4c082d service neutron] Bound port: 587c15fc-91af-408c-ad11-ce259f815803, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3095d3f-bbcd-4162-b35e-e366666a87a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '53b64489-ad49-4c4d-a90b-bd185e3b5648'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:57:06.525559 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-89cf3148-563a-470f-9310-1f4e3c4c082d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:06.583188 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-09321e29-bda5-40b3-b23c-af71eb703406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:06.586076 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-09321e29-bda5-40b3-b23c-af71eb703406 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:06.587261 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-09321e29-bda5-40b3-b23c-af71eb703406 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/e657dd72-4857-4073-8ecb-b68b6d2c2def HTTP/1.1" status: 204 len: 168 time: 0.3319120 Nov 04 10:57:06.596397 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-89cf3148-563a-470f-9310-1f4e3c4c082d service neutron] For port 587c15fc-91af-408c-ad11-ce259f815803, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:57:06.603727 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-89cf3148-563a-470f-9310-1f4e3c4c082d service neutron] For port 587c15fc-91af-408c-ad11-ce259f815803, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=587c15fc-91af-408c-ad11-ce259f815803,segment=NetworkSegment(a3095d3f-bbcd-4162-b35e-e366666a87a0),segment_id=a3095d3f-bbcd-4162-b35e-e366666a87a0)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:57:06.609856 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-89cf3148-563a-470f-9310-1f4e3c4c082d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:06.627579 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09321e29-bda5-40b3-b23c-af71eb703406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e657dd72-4857-4073-8ecb-b68b6d2c2def,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:06.663008 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-89cf3148-563a-470f-9310-1f4e3c4c082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:06.664465 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-89cf3148-563a-470f-9310-1f4e3c4c082d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:06.667031 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-89cf3148-563a-470f-9310-1f4e3c4c082d service neutron] 10.222.0.126 "PUT /v2.0/ports/587c15fc-91af-408c-ad11-ce259f815803 HTTP/1.1" status: 200 len: 1091 time: 0.7414248 Nov 04 10:57:06.669913 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d14436-5183-4cd6-970c-237b46f1a233', 'tag': '587c15fc-91af-408c-ad11-ce259f815803'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:57:06.674524 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4ede9d-edbb-4a1b-b10b-6816bf559af5" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d14436-5183-4cd6-970c-237b46f1a233", "tag": "587c15fc-91af-408c-ad11-ce259f815803"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:57:06.727945 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf3148-563a-470f-9310-1f4e3c4c082d service neutron] Pushing event updated for resources: {'Port': ['ID=587c15fc-91af-408c-ad11-ce259f815803,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:06.753645 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5663c6fa-8431-429f-89af-f3643eaaeec8 x-openstack-request-id: req-5663c6fa-8431-429f-89af-f3643eaaeec8 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:57:06.753645 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d14436-5183-4cd6-970c-237b46f1a233", "tag": "587c15fc-91af-408c-ad11-ce259f815803", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:57:06.753645 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-5663c6fa-8431-429f-89af-f3643eaaeec8 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:57:06.754020 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d14436-5183-4cd6-970c-237b46f1a233', 'tag': '587c15fc-91af-408c-ad11-ce259f815803', 'status': 'completed', 'code': 200} Nov 04 10:57:06.784980 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-dbe38790-4fab-4bce-a77f-d8e3525e8963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:06.786567 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-dbe38790-4fab-4bce-a77f-d8e3525e8963 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=50bf342429954df293faa7db937a533f&device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 1094 time: 0.0672183 Nov 04 10:57:06.840131 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-0ea2755f-d15e-4fb8-b91a-e8f5e7e05575 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=587c15fc-91af-408c-ad11-ce259f815803 HTTP/1.1" status: 200 len: 217 time: 0.0440547 Nov 04 10:57:06.946269 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-d9e7989a-24e9-48db-a5c3-0d3f23f9eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:06.947868 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-d9e7989a-24e9-48db-a5c3-0d3f23f9eeb9 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=ae5f2306-3371-4768-a507-95555a631113 HTTP/1.1" status: 200 len: 854 time: 0.1009679 Nov 04 10:57:06.995715 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-70887599-ba1c-4b3f-b057-b8503f03d5cd service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=53b64489-ad49-4c4d-a90b-bd185e3b5648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406024 Nov 04 10:57:07.138238 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-aa75f109-a6db-4a7f-80ed-1f438417e032 service neutron] 10.222.0.126 "GET /v2.0/networks/53b64489-ad49-4c4d-a90b-bd185e3b5648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346154 Nov 04 10:57:07.252091 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-05a7b60e-0647-4fb1-a774-cc9fd64ef8d1 req-9457ed7d-7f7e-49b1-9d6b-33629fc7ac22 service neutron] 10.222.0.126 "GET /v2.0/networks/53b64489-ad49-4c4d-a90b-bd185e3b5648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047502 Nov 04 10:57:07.314127 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-63b7f2e2-fa68-4c0b-9414-96d67f52d432 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:07.320745 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-63b7f2e2-fa68-4c0b-9414-96d67f52d432 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:07.353535 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ede9d-edbb-4a1b-b10b-6816bf559af5 req-83385224-920f-4988-9a33-71c83500f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:07.355512 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0f4ede9d-edbb-4a1b-b10b-6816bf559af5 req-83385224-920f-4988-9a33-71c83500f508 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=50bf342429954df293faa7db937a533f&device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 1094 time: 0.0483866 Nov 04 10:57:07.466796 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-63b7f2e2-fa68-4c0b-9414-96d67f52d432 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Floating IP de81b6d2-91d8-4402-8dc1-d4df44f91d43 associated. External IP: 172.25.7.96, port: cae55ee8-a51e-4a5c-85db-63c1b5586a29. Nov 04 10:57:07.486961 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ede9d-edbb-4a1b-b10b-6816bf559af5 req-52d44796-1dc0-4e5a-aaf8-9028d3255dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:07.488621 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0f4ede9d-edbb-4a1b-b10b-6816bf559af5 req-52d44796-1dc0-4e5a-aaf8-9028d3255dc3 service neutron] 10.222.0.126 "GET /v2.0/networks?id=53b64489-ad49-4c4d-a90b-bd185e3b5648 HTTP/1.1" status: 200 len: 916 time: 0.1259143 Nov 04 10:57:07.552913 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0f4ede9d-edbb-4a1b-b10b-6816bf559af5 req-34682604-923c-4b14-8b68-2bc5f0556b78 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=587c15fc-91af-408c-ad11-ce259f815803 HTTP/1.1" status: 200 len: 217 time: 0.0554068 Nov 04 10:57:07.595107 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901cf06-9727-41a0-83ec-ad81277d8943 req-3a8a0591-4f6d-4fa3-be63-4c604e831bef tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:07.596982 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7901cf06-9727-41a0-83ec-ad81277d8943 req-3a8a0591-4f6d-4fa3-be63-4c604e831bef tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 943 time: 0.1318965 Nov 04 10:57:07.605949 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ede9d-edbb-4a1b-b10b-6816bf559af5 req-947a7f93-9858-4a35-82ec-080138dbd729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:07.607433 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0f4ede9d-edbb-4a1b-b10b-6816bf559af5 req-947a7f93-9858-4a35-82ec-080138dbd729 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=ae5f2306-3371-4768-a507-95555a631113 HTTP/1.1" status: 200 len: 854 time: 0.0461864 Nov 04 10:57:07.615748 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39344) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:07.643692 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0f4ede9d-edbb-4a1b-b10b-6816bf559af5 req-23865a9f-05f6-4403-a24d-dc3f4518dd98 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=53b64489-ad49-4c4d-a90b-bd185e3b5648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279818 Nov 04 10:57:07.712569 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7901cf06-9727-41a0-83ec-ad81277d8943 req-3dbd2e3b-cac2-489c-abfc-2389033a488b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044765 Nov 04 10:57:07.768216 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-15ca1829-39d6-4544-b06a-5671c7ac72a7 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-967746746-network', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:07.770774 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0f4ede9d-edbb-4a1b-b10b-6816bf559af5 req-1ef32be2-f7cf-49fa-a0ef-6d5ea69c4068 service neutron] 10.222.0.126 "GET /v2.0/networks/53b64489-ad49-4c4d-a90b-bd185e3b5648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194074 Nov 04 10:57:07.806752 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b7f2e2-fa68-4c0b-9414-96d67f52d432 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Router 131c4a7c-da8d-40ab-81b9-640ce818e495 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:57:07.812206 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ca1829-39d6-4544-b06a-5671c7ac72a7 admin admin] Made reservation on behalf of 6d658d320fa74f69aa183d18fb0bb612 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:57:07.814564 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-15ca1829-39d6-4544-b06a-5671c7ac72a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:07.869950 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0f4ede9d-edbb-4a1b-b10b-6816bf559af5 req-46db04a1-f0d4-4a34-ba43-d0131ee34543 service neutron] 10.222.0.126 "GET /v2.0/networks/53b64489-ad49-4c4d-a90b-bd185e3b5648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902839 Nov 04 10:57:08.120972 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-15ca1829-39d6-4544-b06a-5671c7ac72a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:08.258911 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b7f2e2-fa68-4c0b-9414-96d67f52d432 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:57:08.264290 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-63b7f2e2-fa68-4c0b-9414-96d67f52d432 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:08.270498 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf389a41-de91-4b7f-9e40-d12100450527 None None] Sync routers for ids ['131c4a7c-da8d-40ab-81b9-640ce818e495'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:57:08.285914 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf389a41-de91-4b7f-9e40-d12100450527 None None] Routers {'131c4a7c-da8d-40ab-81b9-640ce818e495'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:57:08.287543 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-cf389a41-de91-4b7f-9e40-d12100450527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:56:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['131c4a7c-da8d-40ab-81b9-640ce818e495'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:08.313223 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-63b7f2e2-fa68-4c0b-9414-96d67f52d432 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "PUT /v2.0/floatingips/de81b6d2-91d8-4402-8dc1-d4df44f91d43 HTTP/1.1" status: 200 len: 990 time: 1.8431213 Nov 04 10:57:08.322591 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe21cbd-e966-4af7-99cf-70bad8357c3b', 'tag': 'cae55ee8-a51e-4a5c-85db-63c1b5586a29'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:57:08.334066 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81df41dd-7634-41f5-83e2-8754e4c5e5d6" -d '{"events": [{"name": "network-changed", "server_uuid": "afe21cbd-e966-4af7-99cf-70bad8357c3b", "tag": "cae55ee8-a51e-4a5c-85db-63c1b5586a29"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:57:08.350170 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-15ca1829-39d6-4544-b06a-5671c7ac72a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:08.355698 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-15ca1829-39d6-4544-b06a-5671c7ac72a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:08.383884 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ca1829-39d6-4544-b06a-5671c7ac72a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1152} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:57:08.411160 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-15ca1829-39d6-4544-b06a-5671c7ac72a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:08.411584 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-15ca1829-39d6-4544-b06a-5671c7ac72a7 admin admin] Added segment f089fc0c-8501-4652-aca6-185d1aaa5f31 of type vlan for network 6fbc7281-bcda-4aef-b30f-90e9ca1e37cb Nov 04 10:57:08.420773 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca1829-39d6-4544-b06a-5671c7ac72a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37db7193-7520-444d-b87e-1f3577d1ed3b,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:08.457663 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cd6fdc-71ec-4692-8672-9654b7bc56dd x-openstack-request-id: req-b8cd6fdc-71ec-4692-8672-9654b7bc56dd {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:57:08.458418 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe21cbd-e966-4af7-99cf-70bad8357c3b", "tag": "cae55ee8-a51e-4a5c-85db-63c1b5586a29", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:57:08.458778 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-b8cd6fdc-71ec-4692-8672-9654b7bc56dd {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:57:08.459531 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe21cbd-e966-4af7-99cf-70bad8357c3b', 'tag': 'cae55ee8-a51e-4a5c-85db-63c1b5586a29', 'status': 'completed', 'code': 200} Nov 04 10:57:08.505239 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-15ca1829-39d6-4544-b06a-5671c7ac72a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:08.547162 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df41dd-7634-41f5-83e2-8754e4c5e5d6 req-a554ac31-ae18-4a51-96ce-4aad2c519d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:08.553411 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-81df41dd-7634-41f5-83e2-8754e4c5e5d6 req-a554ac31-ae18-4a51-96ce-4aad2c519d9e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=db986214976042ad8f7b4ef2ac918aa4&device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 1096 time: 0.0825007 Nov 04 10:57:08.558954 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-15ca1829-39d6-4544-b06a-5671c7ac72a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:08.565178 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ca1829-39d6-4544-b06a-5671c7ac72a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:08.565782 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-15ca1829-39d6-4544-b06a-5671c7ac72a7 admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:08.648839 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca1829-39d6-4544-b06a-5671c7ac72a7 admin admin] Pushing event updated for resources: {'Network': ['ID=6fbc7281-bcda-4aef-b30f-90e9ca1e37cb,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:08.662919 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-15ca1829-39d6-4544-b06a-5671c7ac72a7 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0438590 Nov 04 10:57:08.665354 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 6fbc7281-bcda-4aef-b30f-90e9ca1e37cb details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:57:08.666012 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39356) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:08.671825 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-de6b7ae1-b8b2-47f8-8f6b-30ba2e0cbb9a admin admin] Request body: {'subnet': {'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-967746746-subnet', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:08.698003 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6b7ae1-b8b2-47f8-8f6b-30ba2e0cbb9a admin admin] Made reservation on behalf of 6d658d320fa74f69aa183d18fb0bb612 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:57:08.701511 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de6b7ae1-b8b2-47f8-8f6b-30ba2e0cbb9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:08.703710 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df41dd-7634-41f5-83e2-8754e4c5e5d6 req-782ccaca-d4f2-4d53-a0bc-eda22008d9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:08.706122 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-81df41dd-7634-41f5-83e2-8754e4c5e5d6 req-782ccaca-d4f2-4d53-a0bc-eda22008d9b3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=48d7173e-4f84-437c-b393-02822601af8d HTTP/1.1" status: 200 len: 912 time: 0.1448994 Nov 04 10:57:08.735329 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-cf389a41-de91-4b7f-9e40-d12100450527 None None] Set router 131c4a7c-da8d-40ab-81b9-640ce818e495 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:57:08.787561 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-81df41dd-7634-41f5-83e2-8754e4c5e5d6 req-65480afb-e58c-4561-9786-9a9345d69080 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cae55ee8-a51e-4a5c-85db-63c1b5586a29 HTTP/1.1" status: 200 len: 998 time: 0.0723820 Nov 04 10:57:08.869522 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df41dd-7634-41f5-83e2-8754e4c5e5d6 req-6555c1a9-da43-4867-8d51-88795c886f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:08.871215 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-81df41dd-7634-41f5-83e2-8754e4c5e5d6 req-6555c1a9-da43-4867-8d51-88795c886f0f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e385be16-201b-4622-87ed-46bcc0e22c59 HTTP/1.1" status: 200 len: 849 time: 0.0680535 Nov 04 10:57:08.924937 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df41dd-7634-41f5-83e2-8754e4c5e5d6 req-701afd3f-0b14-4cbf-bcd8-cb3625bbb33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:08.926516 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-81df41dd-7634-41f5-83e2-8754e4c5e5d6 req-701afd3f-0b14-4cbf-bcd8-cb3625bbb33c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=48d7173e-4f84-437c-b393-02822601af8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474074 Nov 04 10:57:08.938504 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aada0e-658e-47af-89b3-5bc945753586 req-0574c6a3-dfa3-460b-aad4-6ebfb6d3f2ca tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:08.941284 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-09aada0e-658e-47af-89b3-5bc945753586 req-0574c6a3-dfa3-460b-aad4-6ebfb6d3f2ca tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 943 time: 0.1003685 Nov 04 10:57:09.019844 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de6b7ae1-b8b2-47f8-8f6b-30ba2e0cbb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:09.058886 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-cf389a41-de91-4b7f-9e40-d12100450527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'name': 'tempest-AttachVolumeTestJSON-247191850-router', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:36Z', 'updated_at': '2021-11-04T10:56:43Z', 'revision_number': 4, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'gw_port': {'id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:37Z', 'updated_at': '2021-11-04T10:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'de81b6d2-91d8-4402-8dc1-d4df44f91d43', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'port_id': 'cae55ee8-a51e-4a5c-85db-63c1b5586a29', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d7173e-4f84-437c-b393-02822601af8d', 'mac_address': 'fa:16:3e:dd:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21cbd-e966-4af7-99cf-70bad8357c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:56:49Z', 'updated_at': '2021-11-04T10:57:07Z', 'revision_number': 1, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380c4bc8-ac20-4c78-8507-1f1810bd6624', 'name': '', 'network_id': '48d7173e-4f84-437c-b393-02822601af8d', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'mac_address': 'fa:16:3e:ca:a9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:42Z', 'updated_at': '2021-11-04T10:56:49Z', 'revision_number': 5, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'subnets': [{'id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:09.061258 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-81df41dd-7634-41f5-83e2-8754e4c5e5d6 req-5873aafb-07d4-46f5-bdb9-8adfe43d3f00 service neutron] 10.222.0.121 "GET /v2.0/networks/48d7173e-4f84-437c-b393-02822601af8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234605 Nov 04 10:57:09.092430 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b7ae1-b8b2-47f8-8f6b-30ba2e0cbb9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6889d42-db57-44fd-87ec-e227fe027d3c,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:09.104477 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf389a41-de91-4b7f-9e40-d12100450527 None None] Checking router: 131c4a7c-da8d-40ab-81b9-640ce818e495 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:57:09.111346 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-09aada0e-658e-47af-89b3-5bc945753586 req-6e529f12-6311-4915-97a9-fb956a37b5e9 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561725 Nov 04 10:57:09.125501 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf389a41-de91-4b7f-9e40-d12100450527 None None] Routers {'131c4a7c-da8d-40ab-81b9-640ce818e495'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:57:09.126232 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-cf389a41-de91-4b7f-9e40-d12100450527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:56:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['131c4a7c-da8d-40ab-81b9-640ce818e495'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:09.144566 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6b7ae1-b8b2-47f8-8f6b-30ba2e0cbb9a admin admin] Checking segment: {'id': 'f089fc0c-8501-4652-aca6-185d1aaa5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:57:09.146660 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6b7ae1-b8b2-47f8-8f6b-30ba2e0cbb9a admin admin] Network hostable DHCP agents. Network: 6fbc7281-bcda-4aef-b30f-90e9ca1e37cb, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:57:09.193722 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6b7ae1-b8b2-47f8-8f6b-30ba2e0cbb9a admin admin] Network 6fbc7281-bcda-4aef-b30f-90e9ca1e37cb is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:57:09.206614 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-de6b7ae1-b8b2-47f8-8f6b-30ba2e0cbb9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 6fbc7281-bcda-4aef-b30f-90e9ca1e37cb) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:57:09.206992 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-81df41dd-7634-41f5-83e2-8754e4c5e5d6 req-428fd3d7-f6b3-4dd5-8c25-e710f026e913 service neutron] 10.222.0.121 "GET /v2.0/networks/48d7173e-4f84-437c-b393-02822601af8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390400 Nov 04 10:57:09.220243 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6b7ae1-b8b2-47f8-8f6b-30ba2e0cbb9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:09.221021 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de6b7ae1-b8b2-47f8-8f6b-30ba2e0cbb9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:09.231755 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc1c57b-3002-4007-aa49-ad8a074ab74a None None] Network 6fbc7281-bcda-4aef-b30f-90e9ca1e37cb requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:57:09.245504 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-de6b7ae1-b8b2-47f8-8f6b-30ba2e0cbb9a admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5757012 Nov 04 10:57:09.245874 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39370) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:09.251697 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-967746746-router', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:09.276843 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:09.278174 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:09.314014 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-cf389a41-de91-4b7f-9e40-d12100450527 None None] Set router 131c4a7c-da8d-40ab-81b9-640ce818e495 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:57:09.340475 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:09.512344 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:09.547759 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61880e2-c60b-4af9-a98c-967f384323d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-6fbc7281-bcda-4aef-b30f-90e9ca1e37cb', 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'fixed_ips': [{'subnet_id': 'e6889d42-db57-44fd-87ec-e227fe027d3c'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:57:09.549500 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c61880e2-c60b-4af9-a98c-967f384323d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:09.669279 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 587c15fc-91af-408c-ad11-ce259f815803 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:57:09.727407 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:09.747374 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:09.801549 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-cf389a41-de91-4b7f-9e40-d12100450527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'name': 'tempest-AttachVolumeTestJSON-247191850-router', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:36Z', 'updated_at': '2021-11-04T10:56:43Z', 'revision_number': 4, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'gw_port': {'id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:37Z', 'updated_at': '2021-11-04T10:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'de81b6d2-91d8-4402-8dc1-d4df44f91d43', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'port_id': 'cae55ee8-a51e-4a5c-85db-63c1b5586a29', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d7173e-4f84-437c-b393-02822601af8d', 'mac_address': 'fa:16:3e:dd:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21cbd-e966-4af7-99cf-70bad8357c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:56:49Z', 'updated_at': '2021-11-04T10:57:07Z', 'revision_number': 1, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380c4bc8-ac20-4c78-8507-1f1810bd6624', 'name': '', 'network_id': '48d7173e-4f84-437c-b393-02822601af8d', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'mac_address': 'fa:16:3e:ca:a9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:42Z', 'updated_at': '2021-11-04T10:56:49Z', 'revision_number': 5, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'subnets': [{'id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:09.848323 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf389a41-de91-4b7f-9e40-d12100450527 None None] The sync data for ids ['131c4a7c-da8d-40ab-81b9-640ce818e495'] in n-d-816629-1 is: [{'id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'name': 'tempest-AttachVolumeTestJSON-247191850-router', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:36Z', 'updated_at': '2021-11-04T10:56:43Z', 'revision_number': 4, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'gw_port': {'id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:37Z', 'updated_at': '2021-11-04T10:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'de81b6d2-91d8-4402-8dc1-d4df44f91d43', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'port_id': 'cae55ee8-a51e-4a5c-85db-63c1b5586a29', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d7173e-4f84-437c-b393-02822601af8d', 'mac_address': 'fa:16:3e:dd:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21cbd-e966-4af7-99cf-70bad8357c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:56:49Z', 'updated_at': '2021-11-04T10:57:07Z', 'revision_number': 1, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380c4bc8-ac20-4c78-8507-1f1810bd6624', 'name': '', 'network_id': '48d7173e-4f84-437c-b393-02822601af8d', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'mac_address': 'fa:16:3e:ca:a9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:42Z', 'updated_at': '2021-11-04T10:56:49Z', 'revision_number': 5, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'subnets': [{'id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:57:09.851240 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-c61880e2-c60b-4af9-a98c-967f384323d4 None None] Allocated IP 172.20.0.2 (6fbc7281-bcda-4aef-b30f-90e9ca1e37cb/e6889d42-db57-44fd-87ec-e227fe027d3c/00c010b2-cd33-49ed-97eb-0df7323cde87) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:57:09.859735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Allocated IP 172.25.7.145 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:57:09.931688 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 587c15fc-91af-408c-ad11-ce259f815803, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=587c15fc-91af-408c-ad11-ce259f815803,segment=NetworkSegment(a3095d3f-bbcd-4162-b35e-e366666a87a0),segment_id=a3095d3f-bbcd-4162-b35e-e366666a87a0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:09.959292 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '587c15fc-91af-408c-ad11-ce259f815803', 'network_id': '53b64489-ad49-4c4d-a90b-bd185e3b5648', 'port_id': '587c15fc-91af-408c-ad11-ce259f815803', 'mac_address': 'fa:16:3e:fa:bb:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae5f2306-3371-4768-a507-95555a631113', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:57:09.988325 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:10.030009 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:10.031718 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:10.071980 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587c15fc-91af-408c-ad11-ce259f815803 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:57:10.097183 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:57:10.098535 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Pushing event updated for resources: {'Port': ['ID=6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:10.106402 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 587c15fc-91af-408c-ad11-ce259f815803, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=587c15fc-91af-408c-ad11-ce259f815803,segment=NetworkSegment(a3095d3f-bbcd-4162-b35e-e366666a87a0),segment_id=a3095d3f-bbcd-4162-b35e-e366666a87a0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:10.110566 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c61880e2-c60b-4af9-a98c-967f384323d4 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:10.110809 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:57:10.114759 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:10.115109 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:10.115645 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:10.116161 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:10.116590 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:10.117073 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:10.117404 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:10.117748 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:10.118047 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:10.118640 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:10.118966 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:10.119436 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:10.119763 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:10.121716 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c61880e2-c60b-4af9-a98c-967f384323d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:10.123927 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:57:10.166825 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64d5702-8741-4a1d-9fe0-f28c7ba2aa4e None None] New status for floating IP de81b6d2-91d8-4402-8dc1-d4df44f91d43: ACTIVE {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:57:10.226018 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61880e2-c60b-4af9-a98c-967f384323d4 None None] Network 6fbc7281-bcda-4aef-b30f-90e9ca1e37cb is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:57:10.230696 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-c61880e2-c60b-4af9-a98c-967f384323d4 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:57:10.248360 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61880e2-c60b-4af9-a98c-967f384323d4 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:57:10.289964 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=587c15fc-91af-408c-ad11-ce259f815803,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:10.315048 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a57d4-212e-4c96-9104-ffbfc595b674 req-8efa983d-1baa-4664-8d7d-9161b3b64e0f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:10.324341 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-681a57d4-212e-4c96-9104-ffbfc595b674 req-8efa983d-1baa-4664-8d7d-9161b3b64e0f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 944 time: 0.1075659 Nov 04 10:57:10.350466 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:10.351061 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:10.351061 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:10.352342 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:10.352798 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:10.353298 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:10.353818 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:10.354764 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:10.355038 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:10.355600 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:10.356118 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:10.356474 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:10.410612 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-681a57d4-212e-4c96-9104-ffbfc595b674 req-0525ed37-1d89-4749-be81-912fb0c22bad tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827773 Nov 04 10:57:10.418954 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['587c15fc-91af-408c-ad11-ce259f815803'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:57:10.421587 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61880e2-c60b-4af9-a98c-967f384323d4 None None] Pushing event updated for resources: {'Port': ['ID=00c010b2-cd33-49ed-97eb-0df7323cde87,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:10.482801 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:10.506791 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-c61880e2-c60b-4af9-a98c-967f384323d4 None None] Attempting to bind port 00c010b2-cd33-49ed-97eb-0df7323cde87 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:57:10.507369 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-c61880e2-c60b-4af9-a98c-967f384323d4 None None] Attempting to bind port 00c010b2-cd33-49ed-97eb-0df7323cde87 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'f089fc0c-8501-4652-aca6-185d1aaa5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:57:10.507818 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61880e2-c60b-4af9-a98c-967f384323d4 None None] Attempting to bind port 00c010b2-cd33-49ed-97eb-0df7323cde87 on network 6fbc7281-bcda-4aef-b30f-90e9ca1e37cb {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:57:10.522020 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61880e2-c60b-4af9-a98c-967f384323d4 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:57:10.523191 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61880e2-c60b-4af9-a98c-967f384323d4 None None] Checking segment: {'id': 'f089fc0c-8501-4652-aca6-185d1aaa5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:57:10.523191 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c61880e2-c60b-4af9-a98c-967f384323d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:10.523635 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61880e2-c60b-4af9-a98c-967f384323d4 None None] Bound using segment: {'id': 'f089fc0c-8501-4652-aca6-185d1aaa5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:57:10.524212 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-c61880e2-c60b-4af9-a98c-967f384323d4 None None] Bound port: 00c010b2-cd33-49ed-97eb-0df7323cde87, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f089fc0c-8501-4652-aca6-185d1aaa5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:57:10.524664 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c61880e2-c60b-4af9-a98c-967f384323d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:10.655775 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-c61880e2-c60b-4af9-a98c-967f384323d4 None None] For port 00c010b2-cd33-49ed-97eb-0df7323cde87, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:57:10.677526 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-c61880e2-c60b-4af9-a98c-967f384323d4 None None] For port 00c010b2-cd33-49ed-97eb-0df7323cde87, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=00c010b2-cd33-49ed-97eb-0df7323cde87,segment=NetworkSegment(f089fc0c-8501-4652-aca6-185d1aaa5f31),segment_id=f089fc0c-8501-4652-aca6-185d1aaa5f31)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:57:10.694520 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c61880e2-c60b-4af9-a98c-967f384323d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:10.752436 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:10.791080 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61880e2-c60b-4af9-a98c-967f384323d4 None None] Pushing event updated for resources: {'Port': ['ID=00c010b2-cd33-49ed-97eb-0df7323cde87,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:10.917905 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Router 114c8d67-e365-4189-8c33-a5952095759f is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:57:11.060356 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:57:11.069710 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e4f226-64e6-4978-8f7b-d08d5cdb8515 None None] Sync routers for ids ['114c8d67-e365-4189-8c33-a5952095759f'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:57:11.080588 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:11.081140 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e4f226-64e6-4978-8f7b-d08d5cdb8515 None None] Routers {'114c8d67-e365-4189-8c33-a5952095759f'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:57:11.084614 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-06e4f226-64e6-4978-8f7b-d08d5cdb8515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:56:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['114c8d67-e365-4189-8c33-a5952095759f'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:11.084854 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-19b0d93e-ecd8-45c9-9eb0-50acc09071e3 admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8351529 Nov 04 10:57:11.085115 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39380) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:11.364269 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-06e4f226-64e6-4978-8f7b-d08d5cdb8515 None None] Set router 114c8d67-e365-4189-8c33-a5952095759f gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:57:11.588588 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cdf37488-e338-44f0-b1f3-5edec5a60d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:11.598101 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-06e4f226-64e6-4978-8f7b-d08d5cdb8515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114c8d67-e365-4189-8c33-a5952095759f', 'name': 'tempest-TestServerBasicOps-967746746-router', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:09Z', 'updated_at': '2021-11-04T10:57:10Z', 'revision_number': 3, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'gw_port': {'id': '6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114c8d67-e365-4189-8c33-a5952095759f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:09Z', 'updated_at': '2021-11-04T10:57:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:11.627567 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e4f226-64e6-4978-8f7b-d08d5cdb8515 None None] Checking router: 114c8d67-e365-4189-8c33-a5952095759f for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:57:11.628022 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e4f226-64e6-4978-8f7b-d08d5cdb8515 None None] Updating router 114c8d67-e365-4189-8c33-a5952095759f port 6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:57:11.661501 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-06e4f226-64e6-4978-8f7b-d08d5cdb8515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:11.684708 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 587c15fc-91af-408c-ad11-ce259f815803 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:57:11.789187 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5652ada-121f-4360-9ee7-75e55c38b0ff req-236e8cf2-1fcf-4cda-a587-f92992db1463 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:11.797222 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e5652ada-121f-4360-9ee7-75e55c38b0ff req-236e8cf2-1fcf-4cda-a587-f92992db1463 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 944 time: 0.2029350 Nov 04 10:57:11.844165 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 587c15fc-91af-408c-ad11-ce259f815803 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:57:11.851845 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-cdf37488-e338-44f0-b1f3-5edec5a60d4c admin admin] Allocated IP 172.20.0.1 (6fbc7281-bcda-4aef-b30f-90e9ca1e37cb/e6889d42-db57-44fd-87ec-e227fe027d3c/c0a3bf55-1edf-42ff-8115-e1be2276c9f7) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:57:11.890840 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e5652ada-121f-4360-9ee7-75e55c38b0ff req-b24fbb97-3994-42b1-9827-dd72e2f5af3e tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913515 Nov 04 10:57:11.891042 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb36193-ee08-44e6-927c-af56cc98f6a8 None None] Network 6fbc7281-bcda-4aef-b30f-90e9ca1e37cb requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:57:11.904078 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 587c15fc-91af-408c-ad11-ce259f815803 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:11.904460 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:12.002725 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 00c010b2-cd33-49ed-97eb-0df7323cde87 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:57:12.027909 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cdf37488-e338-44f0-b1f3-5edec5a60d4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:12.067666 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cdf37488-e338-44f0-b1f3-5edec5a60d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:12.126875 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf37488-e338-44f0-b1f3-5edec5a60d4c admin admin] Network 6fbc7281-bcda-4aef-b30f-90e9ca1e37cb is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:57:12.128603 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-df3227c5-0027-4d07-89c2-8eeef2bbfe03 None None] Provisioning complete for port 00c010b2-cd33-49ed-97eb-0df7323cde87 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:12.129046 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-df3227c5-0027-4d07-89c2-8eeef2bbfe03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:12.135597 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-cdf37488-e338-44f0-b1f3-5edec5a60d4c admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:57:12.155470 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf37488-e338-44f0-b1f3-5edec5a60d4c admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:57:12.220437 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf37488-e338-44f0-b1f3-5edec5a60d4c admin admin] Pushing event updated for resources: {'Port': ['ID=c0a3bf55-1edf-42ff-8115-e1be2276c9f7,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:12.238877 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea32c87-37e6-45d8-acc9-e46342905d57 req-1ff69389-52c0-4d3e-82b7-c3b5fd29b060 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:12.240571 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fea32c87-37e6-45d8-acc9-e46342905d57 req-1ff69389-52c0-4d3e-82b7-c3b5fd29b060 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 1096 time: 0.1096575 Nov 04 10:57:12.241512 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cdf37488-e338-44f0-b1f3-5edec5a60d4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:12.253720 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:12.286448 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 00c010b2-cd33-49ed-97eb-0df7323cde87 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:12.287151 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:12.364638 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fea32c87-37e6-45d8-acc9-e46342905d57 req-d3b6b592-f371-40f0-89ef-cc560bc25306 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854650 Nov 04 10:57:12.371765 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d14436-5183-4cd6-970c-237b46f1a233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587c15fc-91af-408c-ad11-ce259f815803'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:57:12.374961 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c39bfb-dcdf-489c-9793-cb4c9bb918fd" -d '{"events": [{"server_uuid": "c6d14436-5183-4cd6-970c-237b46f1a233", "name": "network-vif-plugged", "status": "completed", "tag": "587c15fc-91af-408c-ad11-ce259f815803"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:57:12.397994 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39402) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:12.434008 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 587c15fc-91af-408c-ad11-ce259f815803, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=587c15fc-91af-408c-ad11-ce259f815803,segment=NetworkSegment(a3095d3f-bbcd-4162-b35e-e366666a87a0),segment_id=a3095d3f-bbcd-4162-b35e-e366666a87a0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:12.468630 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b3c8b7-4013-4090-b696-f6003560518a x-openstack-request-id: req-80b3c8b7-4013-4090-b696-f6003560518a {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:57:12.468950 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d14436-5183-4cd6-970c-237b46f1a233", "name": "network-vif-plugged", "status": "completed", "tag": "587c15fc-91af-408c-ad11-ce259f815803", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:57:12.469339 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-80b3c8b7-4013-4090-b696-f6003560518a {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:57:12.469580 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d14436-5183-4cd6-970c-237b46f1a233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587c15fc-91af-408c-ad11-ce259f815803', 'code': 200} Nov 04 10:57:12.473476 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-06e4f226-64e6-4978-8f7b-d08d5cdb8515 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:12.476553 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cdf37488-e338-44f0-b1f3-5edec5a60d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:12.484259 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:12.498355 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:12.499963 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-06e4f226-64e6-4978-8f7b-d08d5cdb8515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:12.550646 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-df3227c5-0027-4d07-89c2-8eeef2bbfe03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:12.604149 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c1bab-8de4-4725-8c08-f9504e213680 req-e896487b-d030-4f96-98e3-f2978e541f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:12.607042 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2a7c1bab-8de4-4725-8c08-f9504e213680 req-e896487b-d030-4f96-98e3-f2978e541f36 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 1096 time: 0.0527611 Nov 04 10:57:12.666538 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=587c15fc-91af-408c-ad11-ce259f815803,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:12.682060 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2a7c1bab-8de4-4725-8c08-f9504e213680 req-355da0df-4531-45e0-8585-95ac7f97be2d service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663598 Nov 04 10:57:12.683967 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-06e4f226-64e6-4978-8f7b-d08d5cdb8515 None None] Attempting to bind port 6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:57:12.684343 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-06e4f226-64e6-4978-8f7b-d08d5cdb8515 None None] Attempting to bind port 6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:57:12.684839 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e4f226-64e6-4978-8f7b-d08d5cdb8515 None None] Attempting to bind port 6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:57:12.734219 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e4f226-64e6-4978-8f7b-d08d5cdb8515 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:57:12.734549 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e4f226-64e6-4978-8f7b-d08d5cdb8515 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:57:12.734951 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-06e4f226-64e6-4978-8f7b-d08d5cdb8515 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:12.735346 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e4f226-64e6-4978-8f7b-d08d5cdb8515 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:57:12.736479 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-06e4f226-64e6-4978-8f7b-d08d5cdb8515 None None] Bound port: 6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:57:12.736911 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-06e4f226-64e6-4978-8f7b-d08d5cdb8515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:12.743807 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-df3227c5-0027-4d07-89c2-8eeef2bbfe03 None None] For port 00c010b2-cd33-49ed-97eb-0df7323cde87, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=00c010b2-cd33-49ed-97eb-0df7323cde87,segment=NetworkSegment(f089fc0c-8501-4652-aca6-185d1aaa5f31),segment_id=f089fc0c-8501-4652-aca6-185d1aaa5f31)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:12.788310 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:12.790235 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-df3227c5-0027-4d07-89c2-8eeef2bbfe03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:12.805289 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-c88f9cf3-8e1b-49ad-baa6-5aad982ab4a6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Deleting port ceb39ada-08e6-49dc-87a9-a4b1d51ad535 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:57:12.805909 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c88f9cf3-8e1b-49ad-baa6-5aad982ab4a6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:12.808252 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d409d-d444-4729-9792-ceeb546392c8 None None] Pushing event updated for resources: {'Port': ['ID=6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:12.893571 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cdf37488-e338-44f0-b1f3-5edec5a60d4c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:12.903887 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cdf37488-e338-44f0-b1f3-5edec5a60d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:12.913509 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-06e4f226-64e6-4978-8f7b-d08d5cdb8515 None None] For port 6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:57:12.968254 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3227c5-0027-4d07-89c2-8eeef2bbfe03 None None] Pushing event updated for resources: {'Port': ['ID=00c010b2-cd33-49ed-97eb-0df7323cde87,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:12.977916 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-06e4f226-64e6-4978-8f7b-d08d5cdb8515 None None] For port 6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:57:12.980637 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:57:12.982014 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:57:12.989284 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-06e4f226-64e6-4978-8f7b-d08d5cdb8515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:12.992785 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c88f9cf3-8e1b-49ad-baa6-5aad982ab4a6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:12.993221 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c88f9cf3-8e1b-49ad-baa6-5aad982ab4a6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:13.029470 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cdf37488-e338-44f0-b1f3-5edec5a60d4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:13.055816 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf37488-e338-44f0-b1f3-5edec5a60d4c admin admin] Pushing event updated for resources: {'Port': ['ID=c0a3bf55-1edf-42ff-8115-e1be2276c9f7,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:13.059794 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-c88f9cf3-8e1b-49ad-baa6-5aad982ab4a6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Calling delete_port for ceb39ada-08e6-49dc-87a9-a4b1d51ad535 owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:57:13.111010 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-9b9b2f77-23ed-4965-9a98-4aa963bf3a15 None None] Provisioning complete for port 00c010b2-cd33-49ed-97eb-0df7323cde87 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:13.111375 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9b9b2f77-23ed-4965-9a98-4aa963bf3a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:13.117968 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e4f226-64e6-4978-8f7b-d08d5cdb8515 None None] Routers {'114c8d67-e365-4189-8c33-a5952095759f'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:57:13.118555 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-06e4f226-64e6-4978-8f7b-d08d5cdb8515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:56:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['114c8d67-e365-4189-8c33-a5952095759f'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:13.148042 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d409d-d444-4729-9792-ceeb546392c8 None None] Pushing event updated for resources: {'Port': ['ID=6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:13.191008 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c7e3f-13b9-4bb7-9dc6-4070d366f990 req-da32c075-6afa-46b9-b9f1-99e51fa29aad tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:13.199661 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-423c7e3f-13b9-4bb7-9dc6-4070d366f990 req-da32c075-6afa-46b9-b9f1-99e51fa29aad tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 945 time: 0.1957843 Nov 04 10:57:13.384237 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-06e4f226-64e6-4978-8f7b-d08d5cdb8515 None None] Set router 114c8d67-e365-4189-8c33-a5952095759f gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:57:13.398612 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-423c7e3f-13b9-4bb7-9dc6-4070d366f990 req-869b8745-d7c6-4b31-8d68-b751b7e16220 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979668 Nov 04 10:57:13.400398 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf37488-e338-44f0-b1f3-5edec5a60d4c admin admin] Network 6fbc7281-bcda-4aef-b30f-90e9ca1e37cb is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:57:13.404268 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-cdf37488-e338-44f0-b1f3-5edec5a60d4c admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:57:13.607113 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf37488-e338-44f0-b1f3-5edec5a60d4c admin admin] Router 114c8d67-e365-4189-8c33-a5952095759f has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:57:13.607788 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-9b9b2f77-23ed-4965-9a98-4aa963bf3a15 None None] Provisioning complete for port c0a3bf55-1edf-42ff-8115-e1be2276c9f7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:13.608171 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9b9b2f77-23ed-4965-9a98-4aa963bf3a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:13.614431 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c88f9cf3-8e1b-49ad-baa6-5aad982ab4a6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:13.658832 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f9cf3-8e1b-49ad-baa6-5aad982ab4a6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event deleted for resources: {'Port': ['ID=ceb39ada-08e6-49dc-87a9-a4b1d51ad535,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:13.805816 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c88f9cf3-8e1b-49ad-baa6-5aad982ab4a6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:13.806512 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-c88f9cf3-8e1b-49ad-baa6-5aad982ab4a6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Floating IP b68b65cd-3635-4d09-b58d-25421613ef01 disassociated (deleted). External IP: 172.25.7.228, port: b66643ee-e18b-4c23-95ae-a6aebade8808. Nov 04 10:57:13.857920 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-9b9b2f77-23ed-4965-9a98-4aa963bf3a15 None None] Port c0a3bf55-1edf-42ff-8115-e1be2276c9f7 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:57:13.889727 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 00c010b2-cd33-49ed-97eb-0df7323cde87 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:57:13.948690 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-06e4f226-64e6-4978-8f7b-d08d5cdb8515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114c8d67-e365-4189-8c33-a5952095759f', 'name': 'tempest-TestServerBasicOps-967746746-router', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:09Z', 'updated_at': '2021-11-04T10:57:12Z', 'revision_number': 4, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'gw_port': {'id': '6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114c8d67-e365-4189-8c33-a5952095759f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:09Z', 'updated_at': '2021-11-04T10:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'c0a3bf55-1edf-42ff-8115-e1be2276c9f7', 'name': '', 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'mac_address': 'fa:16:3e:0d:08:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114c8d67-e365-4189-8c33-a5952095759f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e6889d42-db57-44fd-87ec-e227fe027d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:11Z', 'updated_at': '2021-11-04T10:57:12Z', 'revision_number': 2, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'subnets': [{'id': 'e6889d42-db57-44fd-87ec-e227fe027d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:13.985127 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e4f226-64e6-4978-8f7b-d08d5cdb8515 None None] The sync data for ids ['114c8d67-e365-4189-8c33-a5952095759f'] in n-d-816629-1 is: [{'id': '114c8d67-e365-4189-8c33-a5952095759f', 'name': 'tempest-TestServerBasicOps-967746746-router', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:09Z', 'updated_at': '2021-11-04T10:57:12Z', 'revision_number': 4, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'gw_port': {'id': '6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114c8d67-e365-4189-8c33-a5952095759f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:09Z', 'updated_at': '2021-11-04T10:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'c0a3bf55-1edf-42ff-8115-e1be2276c9f7', 'name': '', 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'mac_address': 'fa:16:3e:0d:08:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114c8d67-e365-4189-8c33-a5952095759f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e6889d42-db57-44fd-87ec-e227fe027d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:11Z', 'updated_at': '2021-11-04T10:57:12Z', 'revision_number': 2, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'subnets': [{'id': 'e6889d42-db57-44fd-87ec-e227fe027d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:57:13.996086 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 00c010b2-cd33-49ed-97eb-0df7323cde87 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:13.996462 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:14.023340 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-aafbe145-a335-44ec-a132-ee06b1812417 None None] Provisioning complete for port c0a3bf55-1edf-42ff-8115-e1be2276c9f7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:14.023746 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-aafbe145-a335-44ec-a132-ee06b1812417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:14.070971 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-aafbe145-a335-44ec-a132-ee06b1812417 None None] Port c0a3bf55-1edf-42ff-8115-e1be2276c9f7 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:57:14.170617 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf37488-e338-44f0-b1f3-5edec5a60d4c admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:57:14.179005 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cdf37488-e338-44f0-b1f3-5edec5a60d4c admin admin] 10.222.0.127 "PUT /v2.0/routers/114c8d67-e365-4189-8c33-a5952095759f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0927477 Nov 04 10:57:14.378014 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88f9cf3-8e1b-49ad-baa6-5aad982ab4a6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Router 7abd5a54-37a5-47ca-9f4c-851899edd6bd has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:57:14.515432 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88f9cf3-8e1b-49ad-baa6-5aad982ab4a6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:57:14.521815 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c88f9cf3-8e1b-49ad-baa6-5aad982ab4a6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:14.526434 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebb854a-83c1-47d1-ba9d-92f6b4b66eca None None] Sync routers for ids ['7abd5a54-37a5-47ca-9f4c-851899edd6bd'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:57:14.537613 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebb854a-83c1-47d1-ba9d-92f6b4b66eca None None] Routers {'7abd5a54-37a5-47ca-9f4c-851899edd6bd'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:57:14.538209 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-7ebb854a-83c1-47d1-ba9d-92f6b4b66eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:56:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7abd5a54-37a5-47ca-9f4c-851899edd6bd'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:14.558125 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c88f9cf3-8e1b-49ad-baa6-5aad982ab4a6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "DELETE /v2.0/floatingips/b68b65cd-3635-4d09-b58d-25421613ef01 HTTP/1.1" status: 204 len: 168 time: 2.1369481 Nov 04 10:57:14.576485 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff9377d-d840-4b61-998d-0914cfdb6a69', 'tag': 'b66643ee-e18b-4c23-95ae-a6aebade8808'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:57:14.578908 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1906410-b451-4f9e-bea0-9d08e245b0b2" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff9377d-d840-4b61-998d-0914cfdb6a69", "tag": "b66643ee-e18b-4c23-95ae-a6aebade8808"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:57:14.614470 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314da86e-dec9-435e-921b-925670446e8a req-1b120f07-2ae5-4519-859e-33ee9506f1ef tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:14.616893 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-314da86e-dec9-435e-921b-925670446e8a req-1b120f07-2ae5-4519-859e-33ee9506f1ef tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 945 time: 0.1153674 Nov 04 10:57:14.686669 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-7ebb854a-83c1-47d1-ba9d-92f6b4b66eca None None] Set router 7abd5a54-37a5-47ca-9f4c-851899edd6bd gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:57:14.712602 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-314da86e-dec9-435e-921b-925670446e8a req-ba4a75ee-f03c-4e0b-99e0-ca8ba1e303bd tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734708 Nov 04 10:57:14.861249 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:14.941357 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39446) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:14.946697 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-9637e523-6a4b-4ff2-a615-b659c7e82b0c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-534556651-network', 'tenant_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:14.998222 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9637e523-6a4b-4ff2-a615-b659c7e82b0c admin admin] Made reservation on behalf of a6ed7a8aa9c147ebbcdfca26b4d7a483 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:57:15.000247 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9637e523-6a4b-4ff2-a615-b659c7e82b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:15.011921 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9637e523-6a4b-4ff2-a615-b659c7e82b0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:15.146782 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9637e523-6a4b-4ff2-a615-b659c7e82b0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:15.152466 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9637e523-6a4b-4ff2-a615-b659c7e82b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:15.156343 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-7ebb854a-83c1-47d1-ba9d-92f6b4b66eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270772547', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:18Z', 'updated_at': '2021-11-04T10:55:25Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:19Z', 'updated_at': '2021-11-04T10:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'd9247527-aca0-432f-8600-d557b19f72bf', 'name': '', 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:a1:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:24Z', 'updated_at': '2021-11-04T10:55:29Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:15.189114 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebb854a-83c1-47d1-ba9d-92f6b4b66eca None None] Checking router: 7abd5a54-37a5-47ca-9f4c-851899edd6bd for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:57:15.193430 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63845dbe-ef92-4e4d-ac4e-c77c95bc8307 x-openstack-request-id: req-63845dbe-ef92-4e4d-ac4e-c77c95bc8307 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:57:15.194823 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff9377d-d840-4b61-998d-0914cfdb6a69", "tag": "b66643ee-e18b-4c23-95ae-a6aebade8808", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:57:15.196351 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-63845dbe-ef92-4e4d-ac4e-c77c95bc8307 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:57:15.197133 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ff9377d-d840-4b61-998d-0914cfdb6a69', 'tag': 'b66643ee-e18b-4c23-95ae-a6aebade8808', 'status': 'completed', 'code': 200} Nov 04 10:57:15.206333 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebb854a-83c1-47d1-ba9d-92f6b4b66eca None None] Routers {'7abd5a54-37a5-47ca-9f4c-851899edd6bd'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:57:15.209266 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-7ebb854a-83c1-47d1-ba9d-92f6b4b66eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:56:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7abd5a54-37a5-47ca-9f4c-851899edd6bd'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:15.227121 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9637e523-6a4b-4ff2-a615-b659c7e82b0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1187} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:57:15.255558 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637e523-6a4b-4ff2-a615-b659c7e82b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6dcf6e-7d24-4eb3-909f-72dc27feb1a2,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:15.271381 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9637e523-6a4b-4ff2-a615-b659c7e82b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:15.272190 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-9637e523-6a4b-4ff2-a615-b659c7e82b0c admin admin] Added segment c99141d3-585e-4a45-af43-355e3febedcc of type vlan for network 40527909-7398-4848-859b-1205bbe43c27 Nov 04 10:57:15.294181 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1906410-b451-4f9e-bea0-9d08e245b0b2 req-493677f0-e6c3-40fa-9474-912723fecca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:15.295750 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b1906410-b451-4f9e-bea0-9d08e245b0b2 req-493677f0-e6c3-40fa-9474-912723fecca2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 1096 time: 0.0891237 Nov 04 10:57:15.376100 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9637e523-6a4b-4ff2-a615-b659c7e82b0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:15.416333 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cde61-2cfe-46b1-97e3-7634fd1369db req-be668a5d-c303-40a2-b5e9-3a4ab9ffee0d tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:15.418949 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b80cde61-2cfe-46b1-97e3-7634fd1369db req-be668a5d-c303-40a2-b5e9-3a4ab9ffee0d tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 945 time: 0.1183927 Nov 04 10:57:15.437501 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9637e523-6a4b-4ff2-a615-b659c7e82b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:15.438896 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9637e523-6a4b-4ff2-a615-b659c7e82b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:15.439562 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9637e523-6a4b-4ff2-a615-b659c7e82b0c admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:15.448536 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-7ebb854a-83c1-47d1-ba9d-92f6b4b66eca None None] Set router 7abd5a54-37a5-47ca-9f4c-851899edd6bd gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:57:15.472131 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1906410-b451-4f9e-bea0-9d08e245b0b2 req-6b4d1871-0cce-49ac-854e-be269f7c96a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:15.473752 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b1906410-b451-4f9e-bea0-9d08e245b0b2 req-6b4d1871-0cce-49ac-854e-be269f7c96a3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c9d3e29b-fe58-47d5-a428-26e56104ed64 HTTP/1.1" status: 200 len: 898 time: 0.1666851 Nov 04 10:57:15.535856 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b1906410-b451-4f9e-bea0-9d08e245b0b2 req-0b3af3d8-5da7-4bf2-9613-b6dd9569b6b1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b66643ee-e18b-4c23-95ae-a6aebade8808 HTTP/1.1" status: 200 len: 217 time: 0.0466862 Nov 04 10:57:15.537953 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b80cde61-2cfe-46b1-97e3-7634fd1369db req-2bb330d3-9dd9-4eee-a4ab-d2109892c94e tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106615 Nov 04 10:57:15.545595 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9637e523-6a4b-4ff2-a615-b659c7e82b0c admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6029444 Nov 04 10:57:15.546981 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39450) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:15.557055 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-06497f73-74e3-4923-8caa-888198bdc48e admin admin] Request body: {'subnet': {'network_id': '40527909-7398-4848-859b-1205bbe43c27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-534556651-subnet', 'tenant_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:15.577386 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637e523-6a4b-4ff2-a615-b659c7e82b0c admin admin] Pushing event updated for resources: {'Network': ['ID=40527909-7398-4848-859b-1205bbe43c27,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:15.597529 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 40527909-7398-4848-859b-1205bbe43c27 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:57:15.598873 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06497f73-74e3-4923-8caa-888198bdc48e admin admin] Made reservation on behalf of a6ed7a8aa9c147ebbcdfca26b4d7a483 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:57:15.601559 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-06497f73-74e3-4923-8caa-888198bdc48e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:15.647866 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1906410-b451-4f9e-bea0-9d08e245b0b2 req-8c8a3003-48fc-400f-9a1c-535d9f9f55a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:15.650015 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b1906410-b451-4f9e-bea0-9d08e245b0b2 req-8c8a3003-48fc-400f-9a1c-535d9f9f55a7 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2 HTTP/1.1" status: 200 len: 835 time: 0.1083829 Nov 04 10:57:15.747626 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1906410-b451-4f9e-bea0-9d08e245b0b2 req-311f36f6-fbd1-4b58-aa8b-17dd93bd272b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:15.749437 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b1906410-b451-4f9e-bea0-9d08e245b0b2 req-311f36f6-fbd1-4b58-aa8b-17dd93bd272b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c9d3e29b-fe58-47d5-a428-26e56104ed64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914404 Nov 04 10:57:15.837337 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-7ebb854a-83c1-47d1-ba9d-92f6b4b66eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270772547', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:18Z', 'updated_at': '2021-11-04T10:55:25Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:19Z', 'updated_at': '2021-11-04T10:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'd9247527-aca0-432f-8600-d557b19f72bf', 'name': '', 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:a1:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:24Z', 'updated_at': '2021-11-04T10:55:29Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:15.841322 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddd6d6-b4e3-4fe9-9085-c3637292dd8d req-3c0f4b0f-6f42-4a19-9827-51d22f90fd8d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:15.854762 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aaddd6d6-b4e3-4fe9-9085-c3637292dd8d req-3c0f4b0f-6f42-4a19-9827-51d22f90fd8d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 945 time: 0.1391582 Nov 04 10:57:15.879338 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebb854a-83c1-47d1-ba9d-92f6b4b66eca None None] The sync data for ids ['7abd5a54-37a5-47ca-9f4c-851899edd6bd'] in n-d-816629-1 is: [{'id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270772547', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:18Z', 'updated_at': '2021-11-04T10:55:25Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:19Z', 'updated_at': '2021-11-04T10:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'd9247527-aca0-432f-8600-d557b19f72bf', 'name': '', 'network_id': 'c9d3e29b-fe58-47d5-a428-26e56104ed64', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:a1:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:24Z', 'updated_at': '2021-11-04T10:55:29Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:57:15.959238 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b1906410-b451-4f9e-bea0-9d08e245b0b2 req-20f47850-f10c-419c-be2e-fbaaa5a541ec service neutron] 10.222.0.121 "GET /v2.0/networks/c9d3e29b-fe58-47d5-a428-26e56104ed64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013705 Nov 04 10:57:15.960021 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:57:15.988486 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aaddd6d6-b4e3-4fe9-9085-c3637292dd8d req-a638a98c-75a6-4f31-9268-1a30c627a390 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200707 Nov 04 10:57:16.008803 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-06497f73-74e3-4923-8caa-888198bdc48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:16.048331 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:16.049101 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:16.159373 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06497f73-74e3-4923-8caa-888198bdc48e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a36c663b-50f7-4ceb-acb3-a6b9798b33d9,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:16.171027 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06497f73-74e3-4923-8caa-888198bdc48e admin admin] Checking segment: {'id': 'c99141d3-585e-4a45-af43-355e3febedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '40527909-7398-4848-859b-1205bbe43c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:57:16.171684 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06497f73-74e3-4923-8caa-888198bdc48e admin admin] Network hostable DHCP agents. Network: 40527909-7398-4848-859b-1205bbe43c27, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:57:16.180370 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:16.182074 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b1906410-b451-4f9e-bea0-9d08e245b0b2 req-cf5dfd04-dc94-46ef-b377-031e1e0200b4 service neutron] 10.222.0.121 "GET /v2.0/networks/c9d3e29b-fe58-47d5-a428-26e56104ed64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127035 Nov 04 10:57:16.205323 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06497f73-74e3-4923-8caa-888198bdc48e admin admin] Network 40527909-7398-4848-859b-1205bbe43c27 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:57:16.219080 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-06497f73-74e3-4923-8caa-888198bdc48e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 40527909-7398-4848-859b-1205bbe43c27) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:57:16.223187 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:16.233301 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57b0203-6c0d-4487-99b1-d884aed60b8f None None] Network 40527909-7398-4848-859b-1205bbe43c27 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:57:16.239466 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:16.251962 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06497f73-74e3-4923-8caa-888198bdc48e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:16.256104 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-06497f73-74e3-4923-8caa-888198bdc48e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:16.304430 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39468) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:16.305092 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-06497f73-74e3-4923-8caa-888198bdc48e admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7549760 Nov 04 10:57:16.313709 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-8bd3fba7-fa73-4ce2-bef2-15425345b57f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-534556651-router', 'tenant_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:16.361880 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8bd3fba7-fa73-4ce2-bef2-15425345b57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:16.363824 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8bd3fba7-fa73-4ce2-bef2-15425345b57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:16.414165 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:16.457226 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8bd3fba7-fa73-4ce2-bef2-15425345b57f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:16.590488 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d044c0e-ed57-4a04-9309-b18728b50378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-40527909-7398-4848-859b-1205bbe43c27', 'network_id': '40527909-7398-4848-859b-1205bbe43c27', 'tenant_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'fixed_ips': [{'subnet_id': 'a36c663b-50f7-4ceb-acb3-a6b9798b33d9'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:57:16.592011 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7d044c0e-ed57-4a04-9309-b18728b50378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:16.638301 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa956c2-5b56-4d27-96b1-f4c047b2f8c7 req-7a48a7da-48ce-4eda-bd26-d748508ffa13 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:16.653076 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8bd3fba7-fa73-4ce2-bef2-15425345b57f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:16.654798 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7aa956c2-5b56-4d27-96b1-f4c047b2f8c7 req-7a48a7da-48ce-4eda-bd26-d748508ffa13 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 945 time: 0.1358652 Nov 04 10:57:16.763519 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7aa956c2-5b56-4d27-96b1-f4c047b2f8c7 req-04136999-7965-4b4e-bdfc-8667e3564bbb tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057980 Nov 04 10:57:16.908984 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7af00231-c58d-4f3d-b6ab-b54ff594d537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:16.929056 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-7d044c0e-ed57-4a04-9309-b18728b50378 None None] Allocated IP 172.20.0.2 (40527909-7398-4848-859b-1205bbe43c27/a36c663b-50f7-4ceb-acb3-a6b9798b33d9/68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:57:17.026533 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df85c69-abd2-453b-abd3-495ed5d98a79 None None] New status for floating IP b68b65cd-3635-4d09-b58d-25421613ef01: DOWN {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:57:17.200766 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c09aa-3245-413c-8023-382d172f1e89 req-2cded036-7c4b-4a8e-b5b9-12b3e88e6cc1 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:17.205962 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0f6c09aa-3245-413c-8023-382d172f1e89 req-2cded036-7c4b-4a8e-b5b9-12b3e88e6cc1 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 945 time: 0.1280975 Nov 04 10:57:17.226723 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7d044c0e-ed57-4a04-9309-b18728b50378 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:17.235717 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7d044c0e-ed57-4a04-9309-b18728b50378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:17.280923 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d044c0e-ed57-4a04-9309-b18728b50378 None None] Network 40527909-7398-4848-859b-1205bbe43c27 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:57:17.283630 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-7d044c0e-ed57-4a04-9309-b18728b50378 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:57:17.288695 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d044c0e-ed57-4a04-9309-b18728b50378 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:57:17.295000 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0f6c09aa-3245-413c-8023-382d172f1e89 req-62d1fdc4-b1c6-4a9e-842b-6bbbbe1f4eec tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=be0a0492-36fd-4ea7-9215-751e1ffdac06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830491 Nov 04 10:57:17.317585 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519e5d24-3b1d-4af1-a746-7ac7a2b7d1d7 None None] Sync routers for ids ['114c8d67-e365-4189-8c33-a5952095759f'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:57:17.324037 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b46cbf-8f47-4d83-9563-0845db9a8a00 req-4d674ae0-b282-46fb-abe4-1e4d874018ab tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:17.325737 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d1b46cbf-8f47-4d83-9563-0845db9a8a00 req-4d674ae0-b282-46fb-abe4-1e4d874018ab tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.121 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 945 time: 0.6253104 Nov 04 10:57:17.331077 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519e5d24-3b1d-4af1-a746-7ac7a2b7d1d7 None None] Routers {'114c8d67-e365-4189-8c33-a5952095759f'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:57:17.331692 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-519e5d24-3b1d-4af1-a746-7ac7a2b7d1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:56:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['114c8d67-e365-4189-8c33-a5952095759f'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:17.343666 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d044c0e-ed57-4a04-9309-b18728b50378 None None] Pushing event updated for resources: {'Port': ['ID=68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:17.359277 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-7d044c0e-ed57-4a04-9309-b18728b50378 None None] Attempting to bind port 68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:57:17.359646 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-7d044c0e-ed57-4a04-9309-b18728b50378 None None] Attempting to bind port 68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'c99141d3-585e-4a45-af43-355e3febedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '40527909-7398-4848-859b-1205bbe43c27'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:57:17.360006 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d044c0e-ed57-4a04-9309-b18728b50378 None None] Attempting to bind port 68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4 on network 40527909-7398-4848-859b-1205bbe43c27 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:57:17.365257 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d044c0e-ed57-4a04-9309-b18728b50378 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:57:17.365629 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d044c0e-ed57-4a04-9309-b18728b50378 None None] Checking segment: {'id': 'c99141d3-585e-4a45-af43-355e3febedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '40527909-7398-4848-859b-1205bbe43c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:57:17.366027 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7d044c0e-ed57-4a04-9309-b18728b50378 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:17.366420 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d044c0e-ed57-4a04-9309-b18728b50378 None None] Bound using segment: {'id': 'c99141d3-585e-4a45-af43-355e3febedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '40527909-7398-4848-859b-1205bbe43c27'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:57:17.366881 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-7d044c0e-ed57-4a04-9309-b18728b50378 None None] Bound port: 68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99141d3-585e-4a45-af43-355e3febedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '40527909-7398-4848-859b-1205bbe43c27'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:57:17.368328 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7d044c0e-ed57-4a04-9309-b18728b50378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:17.444757 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-7d044c0e-ed57-4a04-9309-b18728b50378 None None] For port 68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:57:17.444964 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-519e5d24-3b1d-4af1-a746-7ac7a2b7d1d7 None None] Set router 114c8d67-e365-4189-8c33-a5952095759f gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:57:17.450169 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-7d044c0e-ed57-4a04-9309-b18728b50378 None None] For port 68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4,segment=NetworkSegment(c99141d3-585e-4a45-af43-355e3febedcc),segment_id=c99141d3-585e-4a45-af43-355e3febedcc)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:57:17.459366 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7d044c0e-ed57-4a04-9309-b18728b50378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:17.544167 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-d1b46cbf-8f47-4d83-9563-0845db9a8a00 req-a9bbae21-ad9b-4e0a-ab6c-7937fa3ed297 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Deleting port b66643ee-e18b-4c23-95ae-a6aebade8808 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:57:17.544631 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d1b46cbf-8f47-4d83-9563-0845db9a8a00 req-a9bbae21-ad9b-4e0a-ab6c-7937fa3ed297 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:17.553021 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d044c0e-ed57-4a04-9309-b18728b50378 None None] Pushing event updated for resources: {'Port': ['ID=68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:17.567957 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8bd3fba7-fa73-4ce2-bef2-15425345b57f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:17.615205 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8bd3fba7-fa73-4ce2-bef2-15425345b57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:17.661001 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-519e5d24-3b1d-4af1-a746-7ac7a2b7d1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114c8d67-e365-4189-8c33-a5952095759f', 'name': 'tempest-TestServerBasicOps-967746746-router', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:09Z', 'updated_at': '2021-11-04T10:57:12Z', 'revision_number': 4, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'gw_port': {'id': '6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114c8d67-e365-4189-8c33-a5952095759f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:09Z', 'updated_at': '2021-11-04T10:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'c0a3bf55-1edf-42ff-8115-e1be2276c9f7', 'name': '', 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'mac_address': 'fa:16:3e:0d:08:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114c8d67-e365-4189-8c33-a5952095759f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e6889d42-db57-44fd-87ec-e227fe027d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:11Z', 'updated_at': '2021-11-04T10:57:12Z', 'revision_number': 2, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'subnets': [{'id': 'e6889d42-db57-44fd-87ec-e227fe027d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:17.691485 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519e5d24-3b1d-4af1-a746-7ac7a2b7d1d7 None None] Checking router: 114c8d67-e365-4189-8c33-a5952095759f for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:57:17.692043 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519e5d24-3b1d-4af1-a746-7ac7a2b7d1d7 None None] Updating router 114c8d67-e365-4189-8c33-a5952095759f port c0a3bf55-1edf-42ff-8115-e1be2276c9f7 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:57:17.736543 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-519e5d24-3b1d-4af1-a746-7ac7a2b7d1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:17.761028 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-d1b46cbf-8f47-4d83-9563-0845db9a8a00 req-a9bbae21-ad9b-4e0a-ab6c-7937fa3ed297 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] For port b66643ee-e18b-4c23-95ae-a6aebade8808, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b66643ee-e18b-4c23-95ae-a6aebade8808,segment=NetworkSegment(3d2e178d-1fe6-4937-ac57-29ab13774b04),segment_id=3d2e178d-1fe6-4937-ac57-29ab13774b04)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:17.761435 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d1b46cbf-8f47-4d83-9563-0845db9a8a00 req-a9bbae21-ad9b-4e0a-ab6c-7937fa3ed297 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:17.780697 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-d1b46cbf-8f47-4d83-9563-0845db9a8a00 req-a9bbae21-ad9b-4e0a-ab6c-7937fa3ed297 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Calling delete_port for b66643ee-e18b-4c23-95ae-a6aebade8808 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:57:17.803930 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-8bd3fba7-fa73-4ce2-bef2-15425345b57f admin admin] Allocated IP 172.25.7.222 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/ce1ddbae-ff2e-4343-9c74-6c01125ee68c) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:57:17.993877 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8bd3fba7-fa73-4ce2-bef2-15425345b57f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:18.019695 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb5de0-a51b-4f7b-a82f-4aac2af8d8fa req-14fbac09-0f3f-45f4-98b2-3d100603b908 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:18.028694 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7dbb5de0-a51b-4f7b-a82f-4aac2af8d8fa req-14fbac09-0f3f-45f4-98b2-3d100603b908 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 945 time: 0.0910003 Nov 04 10:57:18.072388 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:57:18.099979 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8bd3fba7-fa73-4ce2-bef2-15425345b57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:18.116069 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7dbb5de0-a51b-4f7b-a82f-4aac2af8d8fa req-45b0c554-5856-452c-98d6-d4a4518d3047 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861082 Nov 04 10:57:18.157542 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:18.158334 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:18.168172 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-519e5d24-3b1d-4af1-a746-7ac7a2b7d1d7 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:18.168400 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd3fba7-fa73-4ce2-bef2-15425345b57f admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:57:18.169257 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d1b46cbf-8f47-4d83-9563-0845db9a8a00 req-a9bbae21-ad9b-4e0a-ab6c-7937fa3ed297 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:18.175113 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-8bd3fba7-fa73-4ce2-bef2-15425345b57f admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:57:18.180041 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-519e5d24-3b1d-4af1-a746-7ac7a2b7d1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:18.182772 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd3fba7-fa73-4ce2-bef2-15425345b57f admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:57:18.233372 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3fba7-fa73-4ce2-bef2-15425345b57f admin admin] Pushing event updated for resources: {'Port': ['ID=ce1ddbae-ff2e-4343-9c74-6c01125ee68c,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:18.267622 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ffed80-5c1d-4633-832a-6f2843611acd None None] Pushing event updated for resources: {'Port': ['ID=c0a3bf55-1edf-42ff-8115-e1be2276c9f7,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:18.324967 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-519e5d24-3b1d-4af1-a746-7ac7a2b7d1d7 None None] Attempting to bind port c0a3bf55-1edf-42ff-8115-e1be2276c9f7 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:57:18.325558 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-519e5d24-3b1d-4af1-a746-7ac7a2b7d1d7 None None] Attempting to bind port c0a3bf55-1edf-42ff-8115-e1be2276c9f7 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'f089fc0c-8501-4652-aca6-185d1aaa5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:57:18.326084 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e5d24-3b1d-4af1-a746-7ac7a2b7d1d7 None None] Attempting to bind port c0a3bf55-1edf-42ff-8115-e1be2276c9f7 on network 6fbc7281-bcda-4aef-b30f-90e9ca1e37cb {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:57:18.330816 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:18.332144 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e5d24-3b1d-4af1-a746-7ac7a2b7d1d7 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:57:18.332522 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e5d24-3b1d-4af1-a746-7ac7a2b7d1d7 None None] Checking segment: {'id': 'f089fc0c-8501-4652-aca6-185d1aaa5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:57:18.332955 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-519e5d24-3b1d-4af1-a746-7ac7a2b7d1d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:18.333334 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e5d24-3b1d-4af1-a746-7ac7a2b7d1d7 None None] Bound using segment: {'id': 'f089fc0c-8501-4652-aca6-185d1aaa5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:57:18.333800 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-519e5d24-3b1d-4af1-a746-7ac7a2b7d1d7 None None] Bound port: c0a3bf55-1edf-42ff-8115-e1be2276c9f7, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f089fc0c-8501-4652-aca6-185d1aaa5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:57:18.334176 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-519e5d24-3b1d-4af1-a746-7ac7a2b7d1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:18.371930 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b46cbf-8f47-4d83-9563-0845db9a8a00 req-a9bbae21-ad9b-4e0a-ab6c-7937fa3ed297 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] No DVR routers for this DVR port b66643ee-e18b-4c23-95ae-a6aebade8808 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:57:18.408857 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4,segment=NetworkSegment(c99141d3-585e-4a45-af43-355e3febedcc),segment_id=c99141d3-585e-4a45-af43-355e3febedcc)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:18.419454 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:18.420515 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:57:18.482510 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-519e5d24-3b1d-4af1-a746-7ac7a2b7d1d7 None None] For port c0a3bf55-1edf-42ff-8115-e1be2276c9f7, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:57:18.490218 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-519e5d24-3b1d-4af1-a746-7ac7a2b7d1d7 None None] For port c0a3bf55-1edf-42ff-8115-e1be2276c9f7, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c0a3bf55-1edf-42ff-8115-e1be2276c9f7,segment=NetworkSegment(f089fc0c-8501-4652-aca6-185d1aaa5f31),segment_id=f089fc0c-8501-4652-aca6-185d1aaa5f31)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:57:18.493020 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d1b46cbf-8f47-4d83-9563-0845db9a8a00 req-a9bbae21-ad9b-4e0a-ab6c-7937fa3ed297 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:18.499764 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-519e5d24-3b1d-4af1-a746-7ac7a2b7d1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:18.501419 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d1b46cbf-8f47-4d83-9563-0845db9a8a00 req-a9bbae21-ad9b-4e0a-ab6c-7937fa3ed297 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.121 "DELETE /v2.0/ports/b66643ee-e18b-4c23-95ae-a6aebade8808 HTTP/1.1" status: 204 len: 173 time: 1.1664419 Nov 04 10:57:18.502197 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff9377d-d840-4b61-998d-0914cfdb6a69', 'name': 'network-vif-deleted', 'tag': 'b66643ee-e18b-4c23-95ae-a6aebade8808'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:57:18.504773 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da94bcdd-5863-4d92-aa5c-2f9b15c9457c" -d '{"events": [{"server_uuid": "9ff9377d-d840-4b61-998d-0914cfdb6a69", "name": "network-vif-deleted", "tag": "b66643ee-e18b-4c23-95ae-a6aebade8808"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:57:18.541779 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:18.547459 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3ea25445-8a24-4db1-9354-5349c6244b47 req-06ba787d-35e6-4c2e-bba7-0394d34a4c7d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ff9377d-d840-4b61-998d-0914cfdb6a69 HTTP/1.1" status: 200 len: 210 time: 0.1019890 Nov 04 10:57:18.566507 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bbae21-ad9b-4e0a-ab6c-7937fa3ed297 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event deleted for resources: {'Port': ['ID=b66643ee-e18b-4c23-95ae-a6aebade8808,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:18.589587 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:18.590140 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:18.686750 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519e5d24-3b1d-4af1-a746-7ac7a2b7d1d7 None None] Routers {'114c8d67-e365-4189-8c33-a5952095759f'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:57:18.687438 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-519e5d24-3b1d-4af1-a746-7ac7a2b7d1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:56:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['114c8d67-e365-4189-8c33-a5952095759f'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:18.702415 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ffed80-5c1d-4633-832a-6f2843611acd None None] Pushing event updated for resources: {'Port': ['ID=c0a3bf55-1edf-42ff-8115-e1be2276c9f7,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:18.804439 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c401c1e5-4282-43cd-8a02-9ab5ad9f824f None None] Provisioning complete for port c0a3bf55-1edf-42ff-8115-e1be2276c9f7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:18.805405 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c401c1e5-4282-43cd-8a02-9ab5ad9f824f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:18.936380 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8424e3-0b10-4b0f-833d-4fbda935f78e x-openstack-request-id: req-8c8424e3-0b10-4b0f-833d-4fbda935f78e {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:57:18.936781 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff9377d-d840-4b61-998d-0914cfdb6a69", "name": "network-vif-deleted", "tag": "b66643ee-e18b-4c23-95ae-a6aebade8808", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:57:18.937020 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-8c8424e3-0b10-4b0f-833d-4fbda935f78e {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:57:18.937662 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff9377d-d840-4b61-998d-0914cfdb6a69', 'name': 'network-vif-deleted', 'tag': 'b66643ee-e18b-4c23-95ae-a6aebade8808', 'status': 'completed', 'code': 200} Nov 04 10:57:19.046047 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c401c1e5-4282-43cd-8a02-9ab5ad9f824f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:19.143701 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-519e5d24-3b1d-4af1-a746-7ac7a2b7d1d7 None None] Set router 114c8d67-e365-4189-8c33-a5952095759f gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:57:19.166232 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-c401c1e5-4282-43cd-8a02-9ab5ad9f824f None None] For port c0a3bf55-1edf-42ff-8115-e1be2276c9f7, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c0a3bf55-1edf-42ff-8115-e1be2276c9f7,segment=NetworkSegment(f089fc0c-8501-4652-aca6-185d1aaa5f31),segment_id=f089fc0c-8501-4652-aca6-185d1aaa5f31)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:19.171474 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8bd3fba7-fa73-4ce2-bef2-15425345b57f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:19.174285 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c401c1e5-4282-43cd-8a02-9ab5ad9f824f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:19.210015 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6186b33f-0726-4bfc-b1d6-050450401385 None None] Network 40527909-7398-4848-859b-1205bbe43c27 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:57:19.332861 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b904182-d1a6-4877-a15e-fa768b88cffa req-e5eab5c1-4fcb-4e75-861e-d8a55a34b477 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:19.340757 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8b904182-d1a6-4877-a15e-fa768b88cffa req-e5eab5c1-4fcb-4e75-861e-d8a55a34b477 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 945 time: 0.0797260 Nov 04 10:57:19.389613 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401c1e5-4282-43cd-8a02-9ab5ad9f824f None None] Pushing event updated for resources: {'Port': ['ID=c0a3bf55-1edf-42ff-8115-e1be2276c9f7,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:19.406021 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8b904182-d1a6-4877-a15e-fa768b88cffa req-8107ff35-da03-49f0-bbb7-c874759c9cdb tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590529 Nov 04 10:57:19.431675 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b3513d98-9f5c-4332-8f25-b818d8bb5fc2 None None] Provisioning complete for port 68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:19.432042 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b3513d98-9f5c-4332-8f25-b818d8bb5fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:19.456016 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-519e5d24-3b1d-4af1-a746-7ac7a2b7d1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114c8d67-e365-4189-8c33-a5952095759f', 'name': 'tempest-TestServerBasicOps-967746746-router', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:09Z', 'updated_at': '2021-11-04T10:57:12Z', 'revision_number': 4, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'gw_port': {'id': '6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114c8d67-e365-4189-8c33-a5952095759f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:09Z', 'updated_at': '2021-11-04T10:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'c0a3bf55-1edf-42ff-8115-e1be2276c9f7', 'name': '', 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'mac_address': 'fa:16:3e:0d:08:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114c8d67-e365-4189-8c33-a5952095759f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e6889d42-db57-44fd-87ec-e227fe027d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:11Z', 'updated_at': '2021-11-04T10:57:18Z', 'revision_number': 4, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'subnets': [{'id': 'e6889d42-db57-44fd-87ec-e227fe027d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:19.469347 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8bd3fba7-fa73-4ce2-bef2-15425345b57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:19.487015 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519e5d24-3b1d-4af1-a746-7ac7a2b7d1d7 None None] The sync data for ids ['114c8d67-e365-4189-8c33-a5952095759f'] in n-d-816629-1 is: [{'id': '114c8d67-e365-4189-8c33-a5952095759f', 'name': 'tempest-TestServerBasicOps-967746746-router', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:09Z', 'updated_at': '2021-11-04T10:57:12Z', 'revision_number': 4, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'gw_port': {'id': '6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114c8d67-e365-4189-8c33-a5952095759f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:09Z', 'updated_at': '2021-11-04T10:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'c0a3bf55-1edf-42ff-8115-e1be2276c9f7', 'name': '', 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'mac_address': 'fa:16:3e:0d:08:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114c8d67-e365-4189-8c33-a5952095759f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e6889d42-db57-44fd-87ec-e227fe027d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:11Z', 'updated_at': '2021-11-04T10:57:18Z', 'revision_number': 4, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'subnets': [{'id': 'e6889d42-db57-44fd-87ec-e227fe027d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:57:19.622583 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39506) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:19.664886 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-066f191f-4de5-46c3-a8f9-d691501cc982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:19.667976 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b3513d98-9f5c-4332-8f25-b818d8bb5fc2 None None] Provisioning complete for port c0a3bf55-1edf-42ff-8115-e1be2276c9f7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:19.668345 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b3513d98-9f5c-4332-8f25-b818d8bb5fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:19.671305 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd3fba7-fa73-4ce2-bef2-15425345b57f admin admin] Router aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:57:19.831900 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device b66643ee-e18b-4c23-95ae-a6aebade8808 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:57:19.920757 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: b66643ee-e18b-4c23-95ae-a6aebade8808 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:57:19.921395 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device b66643ee-e18b-4c23-95ae-a6aebade8808 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:57:20.011555 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:57:20.038215 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd3fba7-fa73-4ce2-bef2-15425345b57f admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:57:20.060521 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc83ac37-b3a5-4627-8b88-e49bc4c2aab4 None None] Sync routers for ids ['aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:57:20.065629 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8bd3fba7-fa73-4ce2-bef2-15425345b57f admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:20.070947 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8bd3fba7-fa73-4ce2-bef2-15425345b57f admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7645116 Nov 04 10:57:20.071755 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39510) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:20.101617 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc83ac37-b3a5-4627-8b88-e49bc4c2aab4 None None] Routers {'aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:57:20.103101 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-bc83ac37-b3a5-4627-8b88-e49bc4c2aab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:57:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:20.175545 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-bbd1826a-2f29-46d6-9edb-dcfb749a206f None None] Provisioning complete for port 68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:20.178190 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bbd1826a-2f29-46d6-9edb-dcfb749a206f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:20.280331 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-caf752db-24e6-450c-93dc-32b70a1f7ca4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:20.291283 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:20.292683 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:20.358530 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-bc83ac37-b3a5-4627-8b88-e49bc4c2aab4 None None] Set router aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:57:20.685095 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3dae3-3e02-4f54-8a39-17be3ff6657c req-4de7f689-06e8-422f-9a75-d48843cd5efd tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:20.687403 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a0b3dae3-3e02-4f54-8a39-17be3ff6657c req-4de7f689-06e8-422f-9a75-d48843cd5efd tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 945 time: 0.1604154 Nov 04 10:57:20.780153 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b27841e4-b2c1-4dc7-a3e3-311224de64d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:20.785820 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a0b3dae3-3e02-4f54-8a39-17be3ff6657c req-ff63e15a-6130-438d-96a1-0ce11218f2ef tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821981 Nov 04 10:57:20.933542 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-caf752db-24e6-450c-93dc-32b70a1f7ca4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Deleting port d9247527-aca0-432f-8600-d557b19f72bf {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:57:20.933881 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-caf752db-24e6-450c-93dc-32b70a1f7ca4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:20.970238 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c0a3bf55-1edf-42ff-8115-e1be2276c9f7 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:57:21.002266 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:21.049358 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-caf752db-24e6-450c-93dc-32b70a1f7ca4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] For port d9247527-aca0-432f-8600-d557b19f72bf, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d9247527-aca0-432f-8600-d557b19f72bf,segment=NetworkSegment(3d2e178d-1fe6-4937-ac57-29ab13774b04),segment_id=3d2e178d-1fe6-4937-ac57-29ab13774b04)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:21.049816 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-caf752db-24e6-450c-93dc-32b70a1f7ca4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:21.061961 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port c0a3bf55-1edf-42ff-8115-e1be2276c9f7 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:21.062329 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:21.067012 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-caf752db-24e6-450c-93dc-32b70a1f7ca4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Calling delete_port for d9247527-aca0-432f-8600-d557b19f72bf owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:57:21.083600 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-b27841e4-b2c1-4dc7-a3e3-311224de64d6 admin admin] Allocated IP 172.20.0.1 (40527909-7398-4848-859b-1205bbe43c27/a36c663b-50f7-4ceb-acb3-a6b9798b33d9/5568ee17-533b-4270-a44c-2fa325b04642) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:57:21.116422 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-bc83ac37-b3a5-4627-8b88-e49bc4c2aab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac', 'name': 'tempest-TestServerBasicOps-534556651-router', 'tenant_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'ce1ddbae-ff2e-4343-9c74-6c01125ee68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:16Z', 'updated_at': '2021-11-04T10:57:18Z', 'revision_number': 3, 'project_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'gw_port': {'id': 'ce1ddbae-ff2e-4343-9c74-6c01125ee68c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:99:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:17Z', 'updated_at': '2021-11-04T10:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:21.146242 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc83ac37-b3a5-4627-8b88-e49bc4c2aab4 None None] Checking router: aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:57:21.146242 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc83ac37-b3a5-4627-8b88-e49bc4c2aab4 None None] Updating router aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac port ce1ddbae-ff2e-4343-9c74-6c01125ee68c binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:57:21.194026 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bc83ac37-b3a5-4627-8b88-e49bc4c2aab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:21.200500 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b27841e4-b2c1-4dc7-a3e3-311224de64d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:21.243015 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b27841e4-b2c1-4dc7-a3e3-311224de64d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:21.284464 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27841e4-b2c1-4dc7-a3e3-311224de64d6 admin admin] Network 40527909-7398-4848-859b-1205bbe43c27 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:57:21.291701 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-b27841e4-b2c1-4dc7-a3e3-311224de64d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:57:21.295627 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27841e4-b2c1-4dc7-a3e3-311224de64d6 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:57:21.296965 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-caf752db-24e6-450c-93dc-32b70a1f7ca4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:21.327593 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27841e4-b2c1-4dc7-a3e3-311224de64d6 admin admin] Pushing event updated for resources: {'Port': ['ID=5568ee17-533b-4270-a44c-2fa325b04642,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:21.347023 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf752db-24e6-450c-93dc-32b70a1f7ca4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event deleted for resources: {'Port': ['ID=d9247527-aca0-432f-8600-d557b19f72bf,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:21.375251 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b27841e4-b2c1-4dc7-a3e3-311224de64d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:21.589661 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-caf752db-24e6-450c-93dc-32b70a1f7ca4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:21.598104 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bc83ac37-b3a5-4627-8b88-e49bc4c2aab4 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:21.607031 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bc83ac37-b3a5-4627-8b88-e49bc4c2aab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:21.611559 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b27841e4-b2c1-4dc7-a3e3-311224de64d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:21.715443 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-bc83ac37-b3a5-4627-8b88-e49bc4c2aab4 None None] Attempting to bind port ce1ddbae-ff2e-4343-9c74-6c01125ee68c on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:57:21.715816 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-bc83ac37-b3a5-4627-8b88-e49bc4c2aab4 None None] Attempting to bind port ce1ddbae-ff2e-4343-9c74-6c01125ee68c by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:57:21.716178 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc83ac37-b3a5-4627-8b88-e49bc4c2aab4 None None] Attempting to bind port ce1ddbae-ff2e-4343-9c74-6c01125ee68c on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:57:21.720286 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f24c56-8e4c-41ed-b4f2-72ab5ad13b3e None None] Pushing event updated for resources: {'Port': ['ID=ce1ddbae-ff2e-4343-9c74-6c01125ee68c,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:21.725422 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b2c90adf-5da8-4434-8c25-a8a018a20540 None None] Provisioning complete for port 5568ee17-533b-4270-a44c-2fa325b04642 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:21.725789 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b2c90adf-5da8-4434-8c25-a8a018a20540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:21.727942 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc83ac37-b3a5-4627-8b88-e49bc4c2aab4 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:57:21.728198 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc83ac37-b3a5-4627-8b88-e49bc4c2aab4 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:57:21.728525 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bc83ac37-b3a5-4627-8b88-e49bc4c2aab4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:21.728902 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc83ac37-b3a5-4627-8b88-e49bc4c2aab4 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:57:21.729448 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-bc83ac37-b3a5-4627-8b88-e49bc4c2aab4 None None] Bound port: ce1ddbae-ff2e-4343-9c74-6c01125ee68c, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:57:21.729949 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bc83ac37-b3a5-4627-8b88-e49bc4c2aab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:21.809000 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-b2c90adf-5da8-4434-8c25-a8a018a20540 None None] Port 5568ee17-533b-4270-a44c-2fa325b04642 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:57:21.821970 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-bc83ac37-b3a5-4627-8b88-e49bc4c2aab4 None None] For port ce1ddbae-ff2e-4343-9c74-6c01125ee68c, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:57:21.825395 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-bc83ac37-b3a5-4627-8b88-e49bc4c2aab4 None None] For port ce1ddbae-ff2e-4343-9c74-6c01125ee68c, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ce1ddbae-ff2e-4343-9c74-6c01125ee68c,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:57:21.833260 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bc83ac37-b3a5-4627-8b88-e49bc4c2aab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:21.911391 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b27841e4-b2c1-4dc7-a3e3-311224de64d6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:21.919962 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b27841e4-b2c1-4dc7-a3e3-311224de64d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:21.936744 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc83ac37-b3a5-4627-8b88-e49bc4c2aab4 None None] Routers {'aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:57:21.938060 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-bc83ac37-b3a5-4627-8b88-e49bc4c2aab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:57:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:21.986603 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f24c56-8e4c-41ed-b4f2-72ab5ad13b3e None None] Pushing event updated for resources: {'Port': ['ID=ce1ddbae-ff2e-4343-9c74-6c01125ee68c,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:21.991065 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf752db-24e6-450c-93dc-32b70a1f7ca4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Router 7abd5a54-37a5-47ca-9f4c-851899edd6bd has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:57:22.017221 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05aa395-fa54-40b4-ac73-7714c67c4e3d req-622ff8e0-e771-4edb-b8f7-407d509d54ad tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:22.018236 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a05aa395-fa54-40b4-ac73-7714c67c4e3d req-622ff8e0-e771-4edb-b8f7-407d509d54ad tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 945 time: 0.0802615 Nov 04 10:57:22.090852 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27841e4-b2c1-4dc7-a3e3-311224de64d6 admin admin] Pushing event updated for resources: {'Port': ['ID=5568ee17-533b-4270-a44c-2fa325b04642,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:22.096564 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b27841e4-b2c1-4dc7-a3e3-311224de64d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:22.147577 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a05aa395-fa54-40b4-ac73-7714c67c4e3d req-bb64bfb5-f5d8-4ac1-8d09-7405714bd2bc tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928075 Nov 04 10:57:22.154194 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-bc83ac37-b3a5-4627-8b88-e49bc4c2aab4 None None] Set router aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:57:22.173923 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf752db-24e6-450c-93dc-32b70a1f7ca4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:57:22.179630 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-caf752db-24e6-450c-93dc-32b70a1f7ca4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "PUT /v2.0/routers/7abd5a54-37a5-47ca-9f4c-851899edd6bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5551772 Nov 04 10:57:22.184129 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39532) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:22.186928 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c390399-4274-4148-b2e4-45adf5afb88a None None] Sync routers for ids ['7abd5a54-37a5-47ca-9f4c-851899edd6bd'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:57:22.210960 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c390399-4274-4148-b2e4-45adf5afb88a None None] Routers {'7abd5a54-37a5-47ca-9f4c-851899edd6bd'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:57:22.213174 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-5c390399-4274-4148-b2e4-45adf5afb88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:57:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7abd5a54-37a5-47ca-9f4c-851899edd6bd'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:22.234971 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:22.285954 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27841e4-b2c1-4dc7-a3e3-311224de64d6 admin admin] Network 40527909-7398-4848-859b-1205bbe43c27 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:57:22.289661 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-b27841e4-b2c1-4dc7-a3e3-311224de64d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:57:22.303751 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-434743f6-752c-46c5-b4d0-3c24568b54ec tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Deleting subnet 42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:57:22.310486 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-434743f6-752c-46c5-b4d0-3c24568b54ec tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:22.412160 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-5c390399-4274-4148-b2e4-45adf5afb88a None None] Set router 7abd5a54-37a5-47ca-9f4c-851899edd6bd gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:57:22.415224 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-434743f6-752c-46c5-b4d0-3c24568b54ec tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:22.537432 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27841e4-b2c1-4dc7-a3e3-311224de64d6 admin admin] Router aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:57:22.607959 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:22.614002 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-434743f6-752c-46c5-b4d0-3c24568b54ec tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:22.625560 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-bc83ac37-b3a5-4627-8b88-e49bc4c2aab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac', 'name': 'tempest-TestServerBasicOps-534556651-router', 'tenant_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'ce1ddbae-ff2e-4343-9c74-6c01125ee68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:16Z', 'updated_at': '2021-11-04T10:57:21Z', 'revision_number': 4, 'project_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'gw_port': {'id': 'ce1ddbae-ff2e-4343-9c74-6c01125ee68c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:99:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:17Z', 'updated_at': '2021-11-04T10:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '5568ee17-533b-4270-a44c-2fa325b04642', 'name': '', 'network_id': '40527909-7398-4848-859b-1205bbe43c27', 'tenant_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'mac_address': 'fa:16:3e:9d:42:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a36c663b-50f7-4ceb-acb3-a6b9798b33d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:20Z', 'updated_at': '2021-11-04T10:57:21Z', 'revision_number': 2, 'project_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'subnets': [{'id': 'a36c663b-50f7-4ceb-acb3-a6b9798b33d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:22.665634 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc83ac37-b3a5-4627-8b88-e49bc4c2aab4 None None] The sync data for ids ['aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac'] in n-d-816629-1 is: [{'id': 'aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac', 'name': 'tempest-TestServerBasicOps-534556651-router', 'tenant_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'ce1ddbae-ff2e-4343-9c74-6c01125ee68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:16Z', 'updated_at': '2021-11-04T10:57:21Z', 'revision_number': 4, 'project_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'gw_port': {'id': 'ce1ddbae-ff2e-4343-9c74-6c01125ee68c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:99:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:17Z', 'updated_at': '2021-11-04T10:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '5568ee17-533b-4270-a44c-2fa325b04642', 'name': '', 'network_id': '40527909-7398-4848-859b-1205bbe43c27', 'tenant_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'mac_address': 'fa:16:3e:9d:42:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a36c663b-50f7-4ceb-acb3-a6b9798b33d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:20Z', 'updated_at': '2021-11-04T10:57:21Z', 'revision_number': 2, 'project_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'subnets': [{'id': 'a36c663b-50f7-4ceb-acb3-a6b9798b33d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:57:22.729786 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-434743f6-752c-46c5-b4d0-3c24568b54ec tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:22.735837 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27841e4-b2c1-4dc7-a3e3-311224de64d6 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:57:22.746949 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-0911a73d-2e16-400e-9783-171b1f84c291 None None] Provisioning complete for port 5568ee17-533b-4270-a44c-2fa325b04642 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:22.748376 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0911a73d-2e16-400e-9783-171b1f84c291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:22.749091 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-5c390399-4274-4148-b2e4-45adf5afb88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270772547', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:18Z', 'updated_at': '2021-11-04T10:57:21Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:19Z', 'updated_at': '2021-11-04T10:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:22.750405 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b27841e4-b2c1-4dc7-a3e3-311224de64d6 admin admin] 10.222.0.127 "PUT /v2.0/routers/aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6777580 Nov 04 10:57:22.785773 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434743f6-752c-46c5-b4d0-3c24568b54ec tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event deleted for resources: {'Subnet': ['ID=42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:22.786330 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c390399-4274-4148-b2e4-45adf5afb88a None None] Checking router: 7abd5a54-37a5-47ca-9f4c-851899edd6bd for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:57:22.788009 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-434743f6-752c-46c5-b4d0-3c24568b54ec tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:22.792448 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-434743f6-752c-46c5-b4d0-3c24568b54ec tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "DELETE /v2.0/subnets/42a42bbb-76b8-4e7c-8be4-3b1e6aaa35f2 HTTP/1.1" status: 204 len: 168 time: 0.5968854 Nov 04 10:57:22.795293 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39536) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:22.806156 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba61dfdd-703c-4fb1-a46e-bb4d0765f5eb None None] Network c9d3e29b-fe58-47d5-a428-26e56104ed64 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:57:22.813510 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c390399-4274-4148-b2e4-45adf5afb88a None None] Routers {'7abd5a54-37a5-47ca-9f4c-851899edd6bd'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:57:22.814143 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-5c390399-4274-4148-b2e4-45adf5afb88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:57:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7abd5a54-37a5-47ca-9f4c-851899edd6bd'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:22.879836 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-0911a73d-2e16-400e-9783-171b1f84c291 None None] Port 5568ee17-533b-4270-a44c-2fa325b04642 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:57:22.968907 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-5c390399-4274-4148-b2e4-45adf5afb88a None None] Set router 7abd5a54-37a5-47ca-9f4c-851899edd6bd gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:57:23.179081 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9214866-920c-4c62-952f-610ab42603b9 None None] DHCP port deletion for c9d3e29b-fe58-47d5-a428-26e56104ed64 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:57:23.297113 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-5c390399-4274-4148-b2e4-45adf5afb88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270772547', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:18Z', 'updated_at': '2021-11-04T10:57:21Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:19Z', 'updated_at': '2021-11-04T10:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:23.306068 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-d9214866-920c-4c62-952f-610ab42603b9 None None] Deleting port 741b355d-9376-4037-b7cc-167e01de4206 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:57:23.307302 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d9214866-920c-4c62-952f-610ab42603b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:23.357192 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c390399-4274-4148-b2e4-45adf5afb88a None None] The sync data for ids ['7abd5a54-37a5-47ca-9f4c-851899edd6bd'] in n-d-816629-1 is: [{'id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270772547', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:55:18Z', 'updated_at': '2021-11-04T10:57:21Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': '6ad17383-1c96-49b0-abf0-bd409574630e', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abd5a54-37a5-47ca-9f4c-851899edd6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:55:19Z', 'updated_at': '2021-11-04T10:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:57:23.399367 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-d9214866-920c-4c62-952f-610ab42603b9 None None] For port 741b355d-9376-4037-b7cc-167e01de4206, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=741b355d-9376-4037-b7cc-167e01de4206,segment=NetworkSegment(3d2e178d-1fe6-4937-ac57-29ab13774b04),segment_id=3d2e178d-1fe6-4937-ac57-29ab13774b04)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:23.400126 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d9214866-920c-4c62-952f-610ab42603b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:23.437205 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-d9214866-920c-4c62-952f-610ab42603b9 None None] Calling delete_port for 741b355d-9376-4037-b7cc-167e01de4206 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:57:23.542887 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d9214866-920c-4c62-952f-610ab42603b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:23.551363 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1975172f-20b3-40c9-9862-32340eb3e6f4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:23.586819 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9214866-920c-4c62-952f-610ab42603b9 None None] Pushing event deleted for resources: {'Port': ['ID=741b355d-9376-4037-b7cc-167e01de4206,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:23.589254 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9214866-920c-4c62-952f-610ab42603b9 None None] No DVR routers for this DVR port 741b355d-9376-4037-b7cc-167e01de4206 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:57:23.692227 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39548) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:23.692730 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1975172f-20b3-40c9-9862-32340eb3e6f4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:23.697030 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-701c4335-9304-4a7b-921b-6d575aed4e21 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1015205054', 'description': 'tempest-secgroup-smoke-1015205054 description', 'project_id': '6d658d320fa74f69aa183d18fb0bb612'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:23.725019 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-701c4335-9304-4a7b-921b-6d575aed4e21 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:23.811326 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-1975172f-20b3-40c9-9862-32340eb3e6f4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Deleting port 6ad17383-1c96-49b0-abf0-bd409574630e {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:57:23.811734 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1975172f-20b3-40c9-9862-32340eb3e6f4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:23.883124 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156e024-0d0d-49c0-8e88-a63105f68a5c req-8b31d891-4422-4502-a8c0-4e8aab3381e8 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:23.883124 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8156e024-0d0d-49c0-8e88-a63105f68a5c req-8b31d891-4422-4502-a8c0-4e8aab3381e8 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 945 time: 0.0836575 Nov 04 10:57:23.919083 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-701c4335-9304-4a7b-921b-6d575aed4e21 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:23.935467 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-701c4335-9304-4a7b-921b-6d575aed4e21 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:23.993804 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8156e024-0d0d-49c0-8e88-a63105f68a5c req-2da4d7b3-59c4-4a31-9876-9e164049eb8b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004395 Nov 04 10:57:23.996692 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c4335-9304-4a7b-921b-6d575aed4e21 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b500cdac-d5bf-488e-a316-b3d1e06bb8f3,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:24.002794 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-701c4335-9304-4a7b-921b-6d575aed4e21 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.004474 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-701c4335-9304-4a7b-921b-6d575aed4e21 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3111112 Nov 04 10:57:24.016520 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39552) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:24.023255 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-abe05c92-05fe-40aa-94fe-cc0557b92a94 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Request body: {'security_group_rule': {'security_group_id': 'b500cdac-d5bf-488e-a316-b3d1e06bb8f3', 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:24.035233 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ce1ddbae-ff2e-4343-9c74-6c01125ee68c up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:57:24.054338 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c4335-9304-4a7b-921b-6d575aed4e21 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:24.055126 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c4335-9304-4a7b-921b-6d575aed4e21 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:24.055697 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c4335-9304-4a7b-921b-6d575aed4e21 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:24.056252 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c4335-9304-4a7b-921b-6d575aed4e21 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:24.057661 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c4335-9304-4a7b-921b-6d575aed4e21 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:24.057661 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c4335-9304-4a7b-921b-6d575aed4e21 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:24.058084 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c4335-9304-4a7b-921b-6d575aed4e21 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:24.058748 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c4335-9304-4a7b-921b-6d575aed4e21 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:24.059248 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c4335-9304-4a7b-921b-6d575aed4e21 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:24.059986 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c4335-9304-4a7b-921b-6d575aed4e21 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:24.060479 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c4335-9304-4a7b-921b-6d575aed4e21 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:24.061093 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c4335-9304-4a7b-921b-6d575aed4e21 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:57:24.083775 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-abe05c92-05fe-40aa-94fe-cc0557b92a94 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.100150 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-1975172f-20b3-40c9-9862-32340eb3e6f4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] For port 6ad17383-1c96-49b0-abf0-bd409574630e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6ad17383-1c96-49b0-abf0-bd409574630e,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:24.100528 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1975172f-20b3-40c9-9862-32340eb3e6f4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.146232 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-1975172f-20b3-40c9-9862-32340eb3e6f4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Calling delete_port for 6ad17383-1c96-49b0-abf0-bd409574630e owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:57:24.202511 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-abe05c92-05fe-40aa-94fe-cc0557b92a94 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.218632 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-abe05c92-05fe-40aa-94fe-cc0557b92a94 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.244312 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe05c92-05fe-40aa-94fe-cc0557b92a94 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09e75e2-5a32-4dfe-9a04-8bcf18f00a25,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:24.253070 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port ce1ddbae-ff2e-4343-9c74-6c01125ee68c triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:24.253492 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.266272 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-abe05c92-05fe-40aa-94fe-cc0557b92a94 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.268954 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-abe05c92-05fe-40aa-94fe-cc0557b92a94 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2510550 Nov 04 10:57:24.275283 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39554) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:24.282501 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-e1f3ae0d-0e6c-451a-b020-370a8a91ccab tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Request body: {'security_group_rule': {'security_group_id': 'b500cdac-d5bf-488e-a316-b3d1e06bb8f3', 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:24.341428 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ae0d-0e6c-451a-b020-370a8a91ccab tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.417572 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ae0d-0e6c-451a-b020-370a8a91ccab tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.425226 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ae0d-0e6c-451a-b020-370a8a91ccab tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.429798 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.442046 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3ae0d-0e6c-451a-b020-370a8a91ccab tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39896960-0bf9-4d79-8e6a-13e67dabe473,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:24.458548 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port ce1ddbae-ff2e-4343-9c74-6c01125ee68c, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ce1ddbae-ff2e-4343-9c74-6c01125ee68c,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:24.463205 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ae0d-0e6c-451a-b020-370a8a91ccab tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.464309 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.465400 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e1f3ae0d-0e6c-451a-b020-370a8a91ccab tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1880238 Nov 04 10:57:24.468310 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39556) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:24.475440 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-e73a4347-8649-437c-9be8-09e743151a1d tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Request body: {'security_group_rule': {'security_group_id': 'b500cdac-d5bf-488e-a316-b3d1e06bb8f3', 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:24.492117 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1975172f-20b3-40c9-9862-32340eb3e6f4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.513640 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e73a4347-8649-437c-9be8-09e743151a1d tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.533997 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975172f-20b3-40c9-9862-32340eb3e6f4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event deleted for resources: {'Port': ['ID=6ad17383-1c96-49b0-abf0-bd409574630e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:24.573569 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d9247527-aca0-432f-8600-d557b19f72bf no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:57:24.597518 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e73a4347-8649-437c-9be8-09e743151a1d tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.601800 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e73a4347-8649-437c-9be8-09e743151a1d tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.612430 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: d9247527-aca0-432f-8600-d557b19f72bf {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:57:24.613073 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d9247527-aca0-432f-8600-d557b19f72bf not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:57:24.613649 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 741b355d-9376-4037-b7cc-167e01de4206 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:57:24.635382 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1975172f-20b3-40c9-9862-32340eb3e6f4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.640960 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e73a4347-8649-437c-9be8-09e743151a1d tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.642408 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e73a4347-8649-437c-9be8-09e743151a1d tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1730835 Nov 04 10:57:24.643360 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a4347-8649-437c-9be8-09e743151a1d tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9227a1e8-09c8-4e93-a8d7-f74a03625052,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:24.654184 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 741b355d-9376-4037-b7cc-167e01de4206 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:57:24.654885 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 741b355d-9376-4037-b7cc-167e01de4206 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:57:24.655923 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39558) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:24.659506 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=ce1ddbae-ff2e-4343-9c74-6c01125ee68c,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:24.673623 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-9418cfb6-79d1-4f4c-927b-eed1d5a17daf tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Request body: {'security_group_rule': {'security_group_id': 'b500cdac-d5bf-488e-a316-b3d1e06bb8f3', 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:24.712634 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9418cfb6-79d1-4f4c-927b-eed1d5a17daf tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.764400 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1975172f-20b3-40c9-9862-32340eb3e6f4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.766682 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1975172f-20b3-40c9-9862-32340eb3e6f4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.777109 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9418cfb6-79d1-4f4c-927b-eed1d5a17daf tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.781362 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9418cfb6-79d1-4f4c-927b-eed1d5a17daf tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.800655 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418cfb6-79d1-4f4c-927b-eed1d5a17daf tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa06d5f6-8dc4-443c-9430-25ab6abc4b29,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:24.811752 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9418cfb6-79d1-4f4c-927b-eed1d5a17daf tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.813157 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9418cfb6-79d1-4f4c-927b-eed1d5a17daf tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1483119 Nov 04 10:57:24.816063 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39560) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:24.816789 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1975172f-20b3-40c9-9862-32340eb3e6f4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.817467 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1975172f-20b3-40c9-9862-32340eb3e6f4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Fanout notify agent at l3_agent the message router_deleted on router 7abd5a54-37a5-47ca-9f4c-851899edd6bd {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:57:24.820981 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-77587f78-b1bc-4484-b303-1d04db765b33 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Request body: {'security_group_rule': {'security_group_id': 'b500cdac-d5bf-488e-a316-b3d1e06bb8f3', 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:24.825008 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1975172f-20b3-40c9-9862-32340eb3e6f4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.828879 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1975172f-20b3-40c9-9862-32340eb3e6f4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "DELETE /v2.0/routers/7abd5a54-37a5-47ca-9f4c-851899edd6bd HTTP/1.1" status: 204 len: 168 time: 2.0299048 Nov 04 10:57:24.829114 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39562) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:24.844168 n-d-816629-1 neutron-server[101774]: INFO neutron.db.securitygroups_db [None req-77587f78-b1bc-4484-b303-1d04db765b33 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Project 6d658d320fa74f69aa183d18fb0bb612 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:57:24.849828 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-77587f78-b1bc-4484-b303-1d04db765b33 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.906758 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8cd38451-40ef-4d84-a241-7d52479a2046 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.913570 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-77587f78-b1bc-4484-b303-1d04db765b33 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.919434 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-77587f78-b1bc-4484-b303-1d04db765b33 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.938180 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77587f78-b1bc-4484-b303-1d04db765b33 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc8a83c-82ea-4ca9-986f-46d24ef6dfa4,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:24.955517 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-77587f78-b1bc-4484-b303-1d04db765b33 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:24.956833 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-77587f78-b1bc-4484-b303-1d04db765b33 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1397669 Nov 04 10:57:24.959690 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39568) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:24.965523 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-e972f116-0b97-40b1-aa26-ff1bf0040f96 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Request body: {'security_group_rule': {'security_group_id': 'b500cdac-d5bf-488e-a316-b3d1e06bb8f3', 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:25.005323 n-d-816629-1 neutron-server[101774]: INFO neutron.db.securitygroups_db [None req-e972f116-0b97-40b1-aa26-ff1bf0040f96 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Project 6d658d320fa74f69aa183d18fb0bb612 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:57:25.011887 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e972f116-0b97-40b1-aa26-ff1bf0040f96 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:25.033388 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8cd38451-40ef-4d84-a241-7d52479a2046 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:25.066387 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-8cd38451-40ef-4d84-a241-7d52479a2046 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d3e29b-fe58-47d5-a428-26e56104ed64']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:25.093668 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-8cd38451-40ef-4d84-a241-7d52479a2046 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2e178d-1fe6-4937-ac57-29ab13774b04') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:25.093961 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-8cd38451-40ef-4d84-a241-7d52479a2046 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2e178d-1fe6-4937-ac57-29ab13774b04') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:25.115214 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8cd38451-40ef-4d84-a241-7d52479a2046 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:25.117090 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e972f116-0b97-40b1-aa26-ff1bf0040f96 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:25.123470 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e972f116-0b97-40b1-aa26-ff1bf0040f96 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:25.134385 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8cd38451-40ef-4d84-a241-7d52479a2046 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:25.142592 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd38451-40ef-4d84-a241-7d52479a2046 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:57:25.145801 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8cd38451-40ef-4d84-a241-7d52479a2046 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:25.169874 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972f116-0b97-40b1-aa26-ff1bf0040f96 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270509ca-1a90-4b1e-991a-669407b2ff09,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:25.208773 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e972f116-0b97-40b1-aa26-ff1bf0040f96 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:25.210208 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e972f116-0b97-40b1-aa26-ff1bf0040f96 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2494814 Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:57:25.215527 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:57:25.241309 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8cd38451-40ef-4d84-a241-7d52479a2046 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:25.265919 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cabafb-be03-4518-bc75-d55b6395fd56 req-5b032ea2-4104-4043-8e37-0885fc527266 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:25.266297 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8cd38451-40ef-4d84-a241-7d52479a2046 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:25.268353 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-02cabafb-be03-4518-bc75-d55b6395fd56 req-5b032ea2-4104-4043-8e37-0885fc527266 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 945 time: 0.0957279 Nov 04 10:57:25.270946 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8cd38451-40ef-4d84-a241-7d52479a2046 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "DELETE /v2.0/networks/c9d3e29b-fe58-47d5-a428-26e56104ed64 HTTP/1.1" status: 204 len: 168 time: 0.4408715 Nov 04 10:57:25.279766 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39580) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:25.282835 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd38451-40ef-4d84-a241-7d52479a2046 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event deleted for resources: {'Network': ['ID=c9d3e29b-fe58-47d5-a428-26e56104ed64,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:25.382671 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-02cabafb-be03-4518-bc75-d55b6395fd56 req-3d687e5f-3949-4068-96c9-12de1f2f508c tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018410 Nov 04 10:57:25.406230 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-23c026d6-d4ec-4165-840b-adb516707585 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:25.441375 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-23c026d6-d4ec-4165-840b-adb516707585 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:25.527122 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-23c026d6-d4ec-4165-840b-adb516707585 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:25.530435 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-23c026d6-d4ec-4165-840b-adb516707585 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:25.534307 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-23c026d6-d4ec-4165-840b-adb516707585 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "DELETE /v2.0/security-groups/be0a0492-36fd-4ea7-9215-751e1ffdac06 HTTP/1.1" status: 204 len: 168 time: 0.2406852 Nov 04 10:57:25.546543 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c026d6-d4ec-4165-840b-adb516707585 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0a0492-36fd-4ea7-9215-751e1ffdac06,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:25.632756 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-3e426696-3eed-465b-9fd2-4f50faed2b7f tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1015205054&fields=id&tenant_id=6d658d320fa74f69aa183d18fb0bb612 HTTP/1.1" status: 200 len: 267 time: 0.0578794 Nov 04 10:57:25.789148 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-f4bdca9d-b880-4376-af00-b2fe3f941b8e tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:25.790798 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-f4bdca9d-b880-4376-af00-b2fe3f941b8e tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/networks?id=6fbc7281-bcda-4aef-b30f-90e9ca1e37cb HTTP/1.1" status: 200 len: 808 time: 0.1499224 Nov 04 10:57:25.812766 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-dc59601c-ec93-4a65-aca6-f4a2a4a3d64b tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/quotas/6d658d320fa74f69aa183d18fb0bb612 HTTP/1.1" status: 200 len: 375 time: 0.0152156 Nov 04 10:57:25.865262 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-96832063-da52-4f74-952b-d1828b3b5128 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=6d658d320fa74f69aa183d18fb0bb612&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490782 Nov 04 10:57:25.966843 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-cfa9ac2f-00a4-4fe3-80b6-91b62956d2d5 service neutron] 10.222.0.127 "GET /v2.0/networks/6fbc7281-bcda-4aef-b30f-90e9ca1e37cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891707 Nov 04 10:57:26.078830 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ce1ddbae-ff2e-4343-9c74-6c01125ee68c up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:57:26.125490 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-4d79d7fa-7790-45d4-9fc5-fb9dc5c765ab service neutron] 10.222.0.127 "GET /v2.0/networks/6fbc7281-bcda-4aef-b30f-90e9ca1e37cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312783 Nov 04 10:57:26.147922 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port ce1ddbae-ff2e-4343-9c74-6c01125ee68c triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:26.148299 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:26.318894 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6ad17383-1c96-49b0-abf0-bd409574630e no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:57:26.408419 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 6ad17383-1c96-49b0-abf0-bd409574630e {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:57:26.410703 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6ad17383-1c96-49b0-abf0-bd409574630e not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:57:26.485710 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2f5d13c4-3454-432b-afd7-edee26aa3fd2 req-4df091b0-aff4-484a-b56b-b8cbff60ae56 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/ports?device_id=fef767d5-51f7-4895-857c-c9fd70315fad HTTP/1.1" status: 200 len: 210 time: 0.0504310 Nov 04 10:57:27.011551 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a15264-42b7-42de-b51b-b6b60d1d99ca None None] Sync routers for ids ['aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:57:27.024893 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a15264-42b7-42de-b51b-b6b60d1d99ca None None] Routers {'aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:57:27.025595 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-96a15264-42b7-42de-b51b-b6b60d1d99ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:57:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:27.037333 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39616) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:27.051062 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-97f5548b-97d0-45b8-a1e1-2c2d16d33aa6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1126707248', 'description': 'tempest-secgroup-smoke-1126707248 description', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:27.094431 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-97f5548b-97d0-45b8-a1e1-2c2d16d33aa6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:27.215844 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-96a15264-42b7-42de-b51b-b6b60d1d99ca None None] Set router aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:57:27.245925 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b484a4c-2bf4-4868-a20f-b6475c748a5c req-846d154a-b678-49d1-a739-ab15015e6a73 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:27.247693 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4b484a4c-2bf4-4868-a20f-b6475c748a5c req-846d154a-b678-49d1-a739-ab15015e6a73 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 945 time: 0.0882318 Nov 04 10:57:27.266256 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-97f5548b-97d0-45b8-a1e1-2c2d16d33aa6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:27.288939 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-97f5548b-97d0-45b8-a1e1-2c2d16d33aa6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:27.358222 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-97f5548b-97d0-45b8-a1e1-2c2d16d33aa6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:27.362232 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-97f5548b-97d0-45b8-a1e1-2c2d16d33aa6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3188155 Nov 04 10:57:27.365165 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39620) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:27.371527 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5548b-97d0-45b8-a1e1-2c2d16d33aa6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50fabff6-5176-4c36-93be-bda293bd710c,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:27.372459 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-25e8ccd7-daec-4b50-afea-8845de665d80 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'security_group_rule': {'security_group_id': '50fabff6-5176-4c36-93be-bda293bd710c', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:27.378947 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4b484a4c-2bf4-4868-a20f-b6475c748a5c req-f2e093f5-d85a-45fc-a59d-c8687fc50c76 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169927 Nov 04 10:57:27.417993 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-25e8ccd7-daec-4b50-afea-8845de665d80 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:27.494011 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-25e8ccd7-daec-4b50-afea-8845de665d80 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:27.499839 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-25e8ccd7-daec-4b50-afea-8845de665d80 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:27.520920 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-96a15264-42b7-42de-b51b-b6b60d1d99ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac', 'name': 'tempest-TestServerBasicOps-534556651-router', 'tenant_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'ce1ddbae-ff2e-4343-9c74-6c01125ee68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:16Z', 'updated_at': '2021-11-04T10:57:21Z', 'revision_number': 4, 'project_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'gw_port': {'id': 'ce1ddbae-ff2e-4343-9c74-6c01125ee68c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:99:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:17Z', 'updated_at': '2021-11-04T10:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '5568ee17-533b-4270-a44c-2fa325b04642', 'name': '', 'network_id': '40527909-7398-4848-859b-1205bbe43c27', 'tenant_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'mac_address': 'fa:16:3e:9d:42:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a36c663b-50f7-4ceb-acb3-a6b9798b33d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:20Z', 'updated_at': '2021-11-04T10:57:21Z', 'revision_number': 2, 'project_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'subnets': [{'id': 'a36c663b-50f7-4ceb-acb3-a6b9798b33d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:27.523524 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8ccd7-daec-4b50-afea-8845de665d80 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e291c48-9114-430c-923b-1065107a3240,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:27.542437 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-25e8ccd7-daec-4b50-afea-8845de665d80 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:27.546976 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39630) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:27.547341 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-25e8ccd7-daec-4b50-afea-8845de665d80 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1803582 Nov 04 10:57:27.552210 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-8845a149-1d66-4b6f-84dd-a7cd354d37f5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'security_group_rule': {'security_group_id': '50fabff6-5176-4c36-93be-bda293bd710c', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:27.556480 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a15264-42b7-42de-b51b-b6b60d1d99ca None None] Checking router: aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:57:27.557375 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a15264-42b7-42de-b51b-b6b60d1d99ca None None] Updating router aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac port 5568ee17-533b-4270-a44c-2fa325b04642 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:57:27.599669 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-96a15264-42b7-42de-b51b-b6b60d1d99ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:27.646157 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-60c2d2d3-4d16-4cec-ac2a-0894ef4a90fb req-05bc1de6-0206-4b55-a9cb-fb43c793bd02 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/ports?device_id=fef767d5-51f7-4895-857c-c9fd70315fad HTTP/1.1" status: 200 len: 210 time: 0.0463095 Nov 04 10:57:27.652080 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8845a149-1d66-4b6f-84dd-a7cd354d37f5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:27.727409 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8845a149-1d66-4b6f-84dd-a7cd354d37f5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:27.739133 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8845a149-1d66-4b6f-84dd-a7cd354d37f5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:27.786098 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845a149-1d66-4b6f-84dd-a7cd354d37f5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6701a24f-8ea5-4945-9326-81a4832d37f9,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:27.796836 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8845a149-1d66-4b6f-84dd-a7cd354d37f5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:27.798610 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8845a149-1d66-4b6f-84dd-a7cd354d37f5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2504873 Nov 04 10:57:27.801374 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39634) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:27.807716 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-fa179c65-839c-45f3-a437-1d683c93163c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'security_group_rule': {'security_group_id': '50fabff6-5176-4c36-93be-bda293bd710c', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:27.850934 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fa179c65-839c-45f3-a437-1d683c93163c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:27.934718 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-ad9f6ce3-d19d-4f62-bb6c-1eee7cfd8573 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:27.936414 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-ad9f6ce3-d19d-4f62-bb6c-1eee7cfd8573 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.121 "GET /v2.0/networks?id=6fbc7281-bcda-4aef-b30f-90e9ca1e37cb HTTP/1.1" status: 200 len: 808 time: 0.2448711 Nov 04 10:57:27.942435 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fa179c65-839c-45f3-a437-1d683c93163c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:27.947931 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fa179c65-839c-45f3-a437-1d683c93163c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:27.972130 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa179c65-839c-45f3-a437-1d683c93163c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2bb54a-a8d7-4cf6-acb1-be9eea1af8b0,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:27.988731 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fa179c65-839c-45f3-a437-1d683c93163c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:27.993494 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fa179c65-839c-45f3-a437-1d683c93163c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1906545 Nov 04 10:57:27.994308 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39636) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:27.999847 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-1d545183-1109-4b34-b134-e7d8f11ee07b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'security_group_rule': {'security_group_id': '50fabff6-5176-4c36-93be-bda293bd710c', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:28.022295 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-27d8cb99-ecc6-4144-8598-cafc270ce307 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d658d320fa74f69aa183d18fb0bb612 HTTP/1.1" status: 200 len: 380 time: 0.0763161 Nov 04 10:57:28.034006 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-bf60983d-3c69-4b0e-9396-947b89ea8900 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Request body: {'port': {'device_id': 'fef767d5-51f7-4895-857c-c9fd70315fad', 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb', 'admin_state_up': True, 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'security_groups': ['b500cdac-d5bf-488e-a316-b3d1e06bb8f3']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:28.037762 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1d545183-1109-4b34-b134-e7d8f11ee07b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:28.119721 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1d545183-1109-4b34-b134-e7d8f11ee07b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:28.124287 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1d545183-1109-4b34-b134-e7d8f11ee07b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:28.128506 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-96a15264-42b7-42de-b51b-b6b60d1d99ca None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:28.144748 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-96a15264-42b7-42de-b51b-b6b60d1d99ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:28.159057 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d545183-1109-4b34-b134-e7d8f11ee07b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79993d8a-6263-4d6b-a836-14f70d6ab2cd,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:28.171521 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1d545183-1109-4b34-b134-e7d8f11ee07b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:28.174326 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1d545183-1109-4b34-b134-e7d8f11ee07b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1784029 Nov 04 10:57:28.177030 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39638) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:28.182345 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-466b203c-2f81-47af-b73f-2e2db2b6bdb8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'security_group_rule': {'security_group_id': '50fabff6-5176-4c36-93be-bda293bd710c', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:28.197557 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e10cb-5b7c-43ab-8c0a-d3b9ee21e82c None None] Pushing event updated for resources: {'Port': ['ID=5568ee17-533b-4270-a44c-2fa325b04642,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:28.199375 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-bf60983d-3c69-4b0e-9396-947b89ea8900 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Made reservation on behalf of 6d658d320fa74f69aa183d18fb0bb612 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:57:28.203524 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-bf60983d-3c69-4b0e-9396-947b89ea8900 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:28.224150 n-d-816629-1 neutron-server[101774]: INFO neutron.db.securitygroups_db [None req-466b203c-2f81-47af-b73f-2e2db2b6bdb8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Project 0f971a58d7f04199b01d2c8c36ec2cac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:57:28.232021 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-466b203c-2f81-47af-b73f-2e2db2b6bdb8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:28.265102 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-96a15264-42b7-42de-b51b-b6b60d1d99ca None None] Attempting to bind port 5568ee17-533b-4270-a44c-2fa325b04642 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:57:28.265696 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-96a15264-42b7-42de-b51b-b6b60d1d99ca None None] Attempting to bind port 5568ee17-533b-4270-a44c-2fa325b04642 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'c99141d3-585e-4a45-af43-355e3febedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '40527909-7398-4848-859b-1205bbe43c27'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:57:28.266433 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a15264-42b7-42de-b51b-b6b60d1d99ca None None] Attempting to bind port 5568ee17-533b-4270-a44c-2fa325b04642 on network 40527909-7398-4848-859b-1205bbe43c27 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:57:28.271345 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a15264-42b7-42de-b51b-b6b60d1d99ca None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:57:28.271808 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a15264-42b7-42de-b51b-b6b60d1d99ca None None] Checking segment: {'id': 'c99141d3-585e-4a45-af43-355e3febedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '40527909-7398-4848-859b-1205bbe43c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:57:28.272274 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-96a15264-42b7-42de-b51b-b6b60d1d99ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:28.272726 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a15264-42b7-42de-b51b-b6b60d1d99ca None None] Bound using segment: {'id': 'c99141d3-585e-4a45-af43-355e3febedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '40527909-7398-4848-859b-1205bbe43c27'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:57:28.273303 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-96a15264-42b7-42de-b51b-b6b60d1d99ca None None] Bound port: 5568ee17-533b-4270-a44c-2fa325b04642, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99141d3-585e-4a45-af43-355e3febedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '40527909-7398-4848-859b-1205bbe43c27'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:57:28.273743 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-96a15264-42b7-42de-b51b-b6b60d1d99ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:28.311149 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-466b203c-2f81-47af-b73f-2e2db2b6bdb8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:28.317260 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-466b203c-2f81-47af-b73f-2e2db2b6bdb8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:28.350343 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-466b203c-2f81-47af-b73f-2e2db2b6bdb8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:28.351988 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-466b203c-2f81-47af-b73f-2e2db2b6bdb8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1737506 Nov 04 10:57:28.355360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39640) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:28.355608 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-96a15264-42b7-42de-b51b-b6b60d1d99ca None None] For port 5568ee17-533b-4270-a44c-2fa325b04642, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:57:28.359215 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-96a15264-42b7-42de-b51b-b6b60d1d99ca None None] For port 5568ee17-533b-4270-a44c-2fa325b04642, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=5568ee17-533b-4270-a44c-2fa325b04642,segment=NetworkSegment(c99141d3-585e-4a45-af43-355e3febedcc),segment_id=c99141d3-585e-4a45-af43-355e3febedcc)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:57:28.363703 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-a9e438ac-a4b7-4d6e-914f-ec2d04fa567d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'security_group_rule': {'security_group_id': '50fabff6-5176-4c36-93be-bda293bd710c', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:28.363918 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b203c-2f81-47af-b73f-2e2db2b6bdb8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c19d23a-3535-48eb-81ad-52a9e3cdacd6,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:28.366272 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-96a15264-42b7-42de-b51b-b6b60d1d99ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:28.400972 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-f3e735e8-4e8c-4648-94c2-6f9f92b55342 req-c97460e9-f672-4d56-bc90-a331874da29b service neutron] (101775) timed out ('10.222.0.121', 63548) {{(pid=101775) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 10:57:28.411233 n-d-816629-1 neutron-server[101775]: INFO neutron.db.securitygroups_db [None req-a9e438ac-a4b7-4d6e-914f-ec2d04fa567d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Project 0f971a58d7f04199b01d2c8c36ec2cac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:57:28.423316 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a9e438ac-a4b7-4d6e-914f-ec2d04fa567d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:28.461280 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a15264-42b7-42de-b51b-b6b60d1d99ca None None] Routers {'aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:57:28.462450 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-96a15264-42b7-42de-b51b-b6b60d1d99ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:57:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:28.491862 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-bf60983d-3c69-4b0e-9396-947b89ea8900 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Allocated IP 172.20.0.9 (6fbc7281-bcda-4aef-b30f-90e9ca1e37cb/e6889d42-db57-44fd-87ec-e227fe027d3c/c7db4d27-0d06-490e-b959-b5ba39492519) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:57:28.530304 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e10cb-5b7c-43ab-8c0a-d3b9ee21e82c None None] Pushing event updated for resources: {'Port': ['ID=5568ee17-533b-4270-a44c-2fa325b04642,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:28.533208 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a9e438ac-a4b7-4d6e-914f-ec2d04fa567d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:28.551182 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a9e438ac-a4b7-4d6e-914f-ec2d04fa567d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:28.571438 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed5323-7073-41cc-90d2-21c551578236 req-89f882a4-fad6-49d5-bf6b-6847eef66a23 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:28.581785 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-11ed5323-7073-41cc-90d2-21c551578236 req-89f882a4-fad6-49d5-bf6b-6847eef66a23 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 945 time: 0.0925777 Nov 04 10:57:28.593075 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e438ac-a4b7-4d6e-914f-ec2d04fa567d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01411360-3c0a-4181-9db7-ca35cb78d1c5,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:28.620009 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a9e438ac-a4b7-4d6e-914f-ec2d04fa567d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:28.622097 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a9e438ac-a4b7-4d6e-914f-ec2d04fa567d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2647500 Nov 04 10:57:28.646639 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-1ef8923a-6680-4db0-9ba0-8e798fb85502 None None] Provisioning complete for port 5568ee17-533b-4270-a44c-2fa325b04642 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:28.647110 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1ef8923a-6680-4db0-9ba0-8e798fb85502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:28.659156 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39648) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:28.665355 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-0b413057-eb7d-4298-8bb6-f62bd287164b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'network': {'name': 'tempest-network-smoke--1725941349', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'port_security_enabled': True}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:28.684899 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-11ed5323-7073-41cc-90d2-21c551578236 req-f8df2da5-ffd0-4607-8000-1711087c5094 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020644 Nov 04 10:57:28.719997 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-96a15264-42b7-42de-b51b-b6b60d1d99ca None None] Set router aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:57:28.726519 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b413057-eb7d-4298-8bb6-f62bd287164b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Made reservation on behalf of 0f971a58d7f04199b01d2c8c36ec2cac for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:57:28.730560 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0b413057-eb7d-4298-8bb6-f62bd287164b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:28.792485 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-bf60983d-3c69-4b0e-9396-947b89ea8900 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:28.798663 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b413057-eb7d-4298-8bb6-f62bd287164b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1195} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:57:28.817287 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0b413057-eb7d-4298-8bb6-f62bd287164b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:28.817738 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-0b413057-eb7d-4298-8bb6-f62bd287164b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Added segment 9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f of type vlan for network 87df3733-563a-447f-8bf3-878530626f61 Nov 04 10:57:28.889914 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0b413057-eb7d-4298-8bb6-f62bd287164b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:28.892689 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1ef8923a-6680-4db0-9ba0-8e798fb85502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:28.915486 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2832109d-8914-4d60-9da7-0dc8bb042c3d req-242d0450-166e-4ba9-bcf0-3a3f79d27c5a tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/ports?device_id=fef767d5-51f7-4895-857c-c9fd70315fad HTTP/1.1" status: 200 len: 210 time: 0.0299823 Nov 04 10:57:28.924508 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-bf60983d-3c69-4b0e-9396-947b89ea8900 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:28.935233 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0b413057-eb7d-4298-8bb6-f62bd287164b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:28.942033 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b413057-eb7d-4298-8bb6-f62bd287164b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:28.942805 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0b413057-eb7d-4298-8bb6-f62bd287164b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:28.990816 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-1ef8923a-6680-4db0-9ba0-8e798fb85502 None None] For port 5568ee17-533b-4270-a44c-2fa325b04642, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=5568ee17-533b-4270-a44c-2fa325b04642,segment=NetworkSegment(c99141d3-585e-4a45-af43-355e3febedcc),segment_id=c99141d3-585e-4a45-af43-355e3febedcc)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:29.004637 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1ef8923a-6680-4db0-9ba0-8e798fb85502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:29.083983 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0b413057-eb7d-4298-8bb6-f62bd287164b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4236829 Nov 04 10:57:29.087725 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39652) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:29.093198 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-de0807cf-612a-429f-b884-ceaa0ab418f9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-97086936', 'admin_state_up': True, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:29.095069 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-bf60983d-3c69-4b0e-9396-947b89ea8900 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Network 6fbc7281-bcda-4aef-b30f-90e9ca1e37cb is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:57:29.103224 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-bf60983d-3c69-4b0e-9396-947b89ea8900 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:57:29.105829 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60983d-3c69-4b0e-9396-947b89ea8900 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Pushing event updated for resources: {'Port': ['ID=c7db4d27-0d06-490e-b959-b5ba39492519,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:29.108257 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b413057-eb7d-4298-8bb6-f62bd287164b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Network': ['ID=87df3733-563a-447f-8bf3-878530626f61,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:29.111109 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-bf60983d-3c69-4b0e-9396-947b89ea8900 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:57:29.156658 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 87df3733-563a-447f-8bf3-878530626f61 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:57:29.161185 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de0807cf-612a-429f-b884-ceaa0ab418f9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:29.163759 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de0807cf-612a-429f-b884-ceaa0ab418f9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:29.216698 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-bf60983d-3c69-4b0e-9396-947b89ea8900 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:29.217736 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-bf60983d-3c69-4b0e-9396-947b89ea8900 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:29.242057 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-bf60983d-3c69-4b0e-9396-947b89ea8900 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2124112 Nov 04 10:57:29.259104 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8923a-6680-4db0-9ba0-8e798fb85502 None None] Pushing event updated for resources: {'Port': ['ID=5568ee17-533b-4270-a44c-2fa325b04642,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:29.271711 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-14d753f4-eaf1-417a-a3da-f784687b18c5 None None] Provisioning complete for port 5568ee17-533b-4270-a44c-2fa325b04642 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:29.272669 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-14d753f4-eaf1-417a-a3da-f784687b18c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:29.305014 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-9829955c-312f-45b9-8768-b3b4e55ea622 service neutron] Request body: {'port': {'device_id': 'fef767d5-51f7-4895-857c-c9fd70315fad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:29.439226 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-96a15264-42b7-42de-b51b-b6b60d1d99ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac', 'name': 'tempest-TestServerBasicOps-534556651-router', 'tenant_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'ce1ddbae-ff2e-4343-9c74-6c01125ee68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:16Z', 'updated_at': '2021-11-04T10:57:21Z', 'revision_number': 4, 'project_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'gw_port': {'id': 'ce1ddbae-ff2e-4343-9c74-6c01125ee68c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:99:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:17Z', 'updated_at': '2021-11-04T10:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '5568ee17-533b-4270-a44c-2fa325b04642', 'name': '', 'network_id': '40527909-7398-4848-859b-1205bbe43c27', 'tenant_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'mac_address': 'fa:16:3e:9d:42:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a36c663b-50f7-4ceb-acb3-a6b9798b33d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:20Z', 'updated_at': '2021-11-04T10:57:28Z', 'revision_number': 4, 'project_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'subnets': [{'id': 'a36c663b-50f7-4ceb-acb3-a6b9798b33d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:29.479223 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-9829955c-312f-45b9-8768-b3b4e55ea622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:29.482804 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a15264-42b7-42de-b51b-b6b60d1d99ca None None] The sync data for ids ['aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac'] in n-d-816629-1 is: [{'id': 'aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac', 'name': 'tempest-TestServerBasicOps-534556651-router', 'tenant_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'ce1ddbae-ff2e-4343-9c74-6c01125ee68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:16Z', 'updated_at': '2021-11-04T10:57:21Z', 'revision_number': 4, 'project_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'gw_port': {'id': 'ce1ddbae-ff2e-4343-9c74-6c01125ee68c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:99:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:17Z', 'updated_at': '2021-11-04T10:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '5568ee17-533b-4270-a44c-2fa325b04642', 'name': '', 'network_id': '40527909-7398-4848-859b-1205bbe43c27', 'tenant_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'mac_address': 'fa:16:3e:9d:42:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a36c663b-50f7-4ceb-acb3-a6b9798b33d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:20Z', 'updated_at': '2021-11-04T10:57:28Z', 'revision_number': 4, 'project_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'subnets': [{'id': 'a36c663b-50f7-4ceb-acb3-a6b9798b33d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:57:29.688520 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-0d6b0c8d-fb07-41b2-9229-35143afaf3e1 None None] Provisioning complete for port c7db4d27-0d06-490e-b959-b5ba39492519 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:29.689182 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0d6b0c8d-fb07-41b2-9229-35143afaf3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:29.748697 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de0807cf-612a-429f-b884-ceaa0ab418f9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:29.755631 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b0c8d-fb07-41b2-9229-35143afaf3e1 None None] Port c7db4d27-0d06-490e-b959-b5ba39492519 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:57:29.949458 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5568ee17-533b-4270-a44c-2fa325b04642 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:57:29.996980 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de0807cf-612a-429f-b884-ceaa0ab418f9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:30.007697 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-9829955c-312f-45b9-8768-b3b4e55ea622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7db4d27-0d06-490e-b959-b5ba39492519 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:57:30.016576 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56c619-f5a3-4df9-a886-5a702c4ca4ef req-19c8f316-2246-4ee7-a2f6-35d00fedced6 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:30.017067 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 5568ee17-533b-4270-a44c-2fa325b04642 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:30.017452 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:30.018249 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9e56c619-f5a3-4df9-a886-5a702c4ca4ef req-19c8f316-2246-4ee7-a2f6-35d00fedced6 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 945 time: 0.1707928 Nov 04 10:57:30.018975 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-9829955c-312f-45b9-8768-b3b4e55ea622 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:30.037044 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-9829955c-312f-45b9-8768-b3b4e55ea622 service neutron] Transition to ACTIVE for port object c7db4d27-0d06-490e-b959-b5ba39492519 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:57:30.042734 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-9829955c-312f-45b9-8768-b3b4e55ea622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:30.139908 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9e56c619-f5a3-4df9-a886-5a702c4ca4ef req-28b99bd4-8cc6-4888-8cbf-5b5aabc88f27 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066754 Nov 04 10:57:30.144638 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829955c-312f-45b9-8768-b3b4e55ea622 service neutron] Pushing event updated for resources: {'Port': ['ID=c7db4d27-0d06-490e-b959-b5ba39492519,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:30.219324 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-9829955c-312f-45b9-8768-b3b4e55ea622 service neutron] Attempting to bind port c7db4d27-0d06-490e-b959-b5ba39492519 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:57:30.221226 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-9829955c-312f-45b9-8768-b3b4e55ea622 service neutron] Attempting to bind port c7db4d27-0d06-490e-b959-b5ba39492519 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'f089fc0c-8501-4652-aca6-185d1aaa5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:57:30.221641 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-9829955c-312f-45b9-8768-b3b4e55ea622 service neutron] Attempting to bind port c7db4d27-0d06-490e-b959-b5ba39492519 on network 6fbc7281-bcda-4aef-b30f-90e9ca1e37cb {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:57:30.233989 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-9829955c-312f-45b9-8768-b3b4e55ea622 service neutron] Port c7db4d27-0d06-490e-b959-b5ba39492519 on network 6fbc7281-bcda-4aef-b30f-90e9ca1e37cb not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:57:30.234434 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-9829955c-312f-45b9-8768-b3b4e55ea622 service neutron] Attempting to bind port c7db4d27-0d06-490e-b959-b5ba39492519 on network 6fbc7281-bcda-4aef-b30f-90e9ca1e37cb {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:57:30.249689 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-9829955c-312f-45b9-8768-b3b4e55ea622 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:57:30.250333 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-9829955c-312f-45b9-8768-b3b4e55ea622 service neutron] Checking segment: {'id': 'f089fc0c-8501-4652-aca6-185d1aaa5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:57:30.250976 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-9829955c-312f-45b9-8768-b3b4e55ea622 service neutron] Bound using segment: {'id': 'f089fc0c-8501-4652-aca6-185d1aaa5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:57:30.251606 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-9829955c-312f-45b9-8768-b3b4e55ea622 service neutron] Bound port: c7db4d27-0d06-490e-b959-b5ba39492519, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f089fc0c-8501-4652-aca6-185d1aaa5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:57:30.252353 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-9829955c-312f-45b9-8768-b3b4e55ea622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:30.345747 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-9829955c-312f-45b9-8768-b3b4e55ea622 service neutron] For port c7db4d27-0d06-490e-b959-b5ba39492519, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:57:30.349173 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-9829955c-312f-45b9-8768-b3b4e55ea622 service neutron] For port c7db4d27-0d06-490e-b959-b5ba39492519, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=c7db4d27-0d06-490e-b959-b5ba39492519,segment=NetworkSegment(f089fc0c-8501-4652-aca6-185d1aaa5f31),segment_id=f089fc0c-8501-4652-aca6-185d1aaa5f31)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:57:30.358710 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-9829955c-312f-45b9-8768-b3b4e55ea622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:30.393405 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de0807cf-612a-429f-b884-ceaa0ab418f9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:30.405487 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-9829955c-312f-45b9-8768-b3b4e55ea622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:30.406209 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-9829955c-312f-45b9-8768-b3b4e55ea622 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:30.407923 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-9829955c-312f-45b9-8768-b3b4e55ea622 service neutron] 10.222.0.121 "PUT /v2.0/ports/c7db4d27-0d06-490e-b959-b5ba39492519 HTTP/1.1" status: 200 len: 1091 time: 1.1175117 Nov 04 10:57:30.408569 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef767d5-51f7-4895-857c-c9fd70315fad', 'tag': 'c7db4d27-0d06-490e-b959-b5ba39492519'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:57:30.412181 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2b3711-7b62-4e13-9db1-58c264f0009a" -d '{"events": [{"name": "network-changed", "server_uuid": "fef767d5-51f7-4895-857c-c9fd70315fad", "tag": "c7db4d27-0d06-490e-b959-b5ba39492519"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:57:30.422138 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de0807cf-612a-429f-b884-ceaa0ab418f9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:30.446318 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829955c-312f-45b9-8768-b3b4e55ea622 service neutron] Pushing event updated for resources: {'Port': ['ID=c7db4d27-0d06-490e-b959-b5ba39492519,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:30.447643 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85451d-1eb2-4af2-a223-00c69237c831 req-68462cab-abba-461e-96ec-810b5d9d1a2f tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:30.456270 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc85451d-1eb2-4af2-a223-00c69237c831 req-68462cab-abba-461e-96ec-810b5d9d1a2f tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/ports?device_id=fef767d5-51f7-4895-857c-c9fd70315fad HTTP/1.1" status: 200 len: 943 time: 0.1176281 Nov 04 10:57:30.525351 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-19119dbb-598c-49da-bbf6-a3a4f9ab0c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:30.526987 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-19119dbb-598c-49da-bbf6-a3a4f9ab0c61 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6d658d320fa74f69aa183d18fb0bb612&device_id=fef767d5-51f7-4895-857c-c9fd70315fad HTTP/1.1" status: 200 len: 1094 time: 0.0614276 Nov 04 10:57:30.576314 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-3d04e7e2-1502-4419-92cb-0619980272a4 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7db4d27-0d06-490e-b959-b5ba39492519 HTTP/1.1" status: 200 len: 217 time: 0.0402381 Nov 04 10:57:30.591486 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc85451d-1eb2-4af2-a223-00c69237c831 req-50f29661-fd49-4d72-9867-2a913c708b8d tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/security-groups?id=b500cdac-d5bf-488e-a316-b3d1e06bb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342592 Nov 04 10:57:30.630746 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-de0807cf-612a-429f-b884-ceaa0ab418f9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Allocated IP 172.25.7.247 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/ebef9f24-cca0-4151-ad98-e3c2c8e6a67a) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:57:30.634298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-671b8452-533b-456a-b977-fdecbb2d64e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:30.636401 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-671b8452-533b-456a-b977-fdecbb2d64e0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e6889d42-db57-44fd-87ec-e227fe027d3c HTTP/1.1" status: 200 len: 847 time: 0.0529637 Nov 04 10:57:30.640328 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6137f04-3258-490e-89eb-4ea627145303 x-openstack-request-id: req-d6137f04-3258-490e-89eb-4ea627145303 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:57:30.640766 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef767d5-51f7-4895-857c-c9fd70315fad", "tag": "c7db4d27-0d06-490e-b959-b5ba39492519", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:57:30.641065 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-d6137f04-3258-490e-89eb-4ea627145303 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:57:30.641607 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef767d5-51f7-4895-857c-c9fd70315fad', 'tag': 'c7db4d27-0d06-490e-b959-b5ba39492519', 'status': 'completed', 'code': 200} Nov 04 10:57:30.692562 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-dbbfa8ec-43e0-49cd-9b67-94a870ceb006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:30.694221 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-dbbfa8ec-43e0-49cd-9b67-94a870ceb006 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6fbc7281-bcda-4aef-b30f-90e9ca1e37cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447829 Nov 04 10:57:30.741927 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de0807cf-612a-429f-b884-ceaa0ab418f9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:30.780843 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de0807cf-612a-429f-b884-ceaa0ab418f9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:30.807057 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-0cad47dd-a6c2-4af5-8b56-f2c603ba3b6d service neutron] 10.222.0.121 "GET /v2.0/networks/6fbc7281-bcda-4aef-b30f-90e9ca1e37cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026266 Nov 04 10:57:30.824329 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0807cf-612a-429f-b884-ceaa0ab418f9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:57:30.827548 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-de0807cf-612a-429f-b884-ceaa0ab418f9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:57:30.831089 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0807cf-612a-429f-b884-ceaa0ab418f9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:57:30.863576 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0807cf-612a-429f-b884-ceaa0ab418f9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Port': ['ID=ebef9f24-cca0-4151-ad98-e3c2c8e6a67a,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:30.913735 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-94340141-ac4a-4a7a-94d1-7825215eabe6 req-675e5888-6c2c-478f-8598-25ba800ae327 service neutron] 10.222.0.121 "GET /v2.0/networks/6fbc7281-bcda-4aef-b30f-90e9ca1e37cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949683 Nov 04 10:57:31.033106 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b3711-7b62-4e13-9db1-58c264f0009a req-6c72bb3b-db1d-4864-8d81-97cf4b7efd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:31.043879 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8e2b3711-7b62-4e13-9db1-58c264f0009a req-6c72bb3b-db1d-4864-8d81-97cf4b7efd9a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6d658d320fa74f69aa183d18fb0bb612&device_id=fef767d5-51f7-4895-857c-c9fd70315fad HTTP/1.1" status: 200 len: 1094 time: 0.0697377 Nov 04 10:57:31.119429 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de0807cf-612a-429f-b884-ceaa0ab418f9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:31.158350 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b3711-7b62-4e13-9db1-58c264f0009a req-c5d6c354-6db6-4843-a430-8a07cde4c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:31.161055 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8e2b3711-7b62-4e13-9db1-58c264f0009a req-c5d6c354-6db6-4843-a430-8a07cde4c5b6 service neutron] 10.222.0.121 "GET /v2.0/networks?id=6fbc7281-bcda-4aef-b30f-90e9ca1e37cb HTTP/1.1" status: 200 len: 910 time: 0.1085382 Nov 04 10:57:31.221559 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8e2b3711-7b62-4e13-9db1-58c264f0009a req-f2fb1415-c241-4a8d-8d97-dc7d1447ebda service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7db4d27-0d06-490e-b959-b5ba39492519 HTTP/1.1" status: 200 len: 217 time: 0.0456438 Nov 04 10:57:31.284125 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b3711-7b62-4e13-9db1-58c264f0009a req-c26a6e69-d857-4d93-bccb-3f7c17a389cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:31.285894 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8e2b3711-7b62-4e13-9db1-58c264f0009a req-c26a6e69-d857-4d93-bccb-3f7c17a389cc service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e6889d42-db57-44fd-87ec-e227fe027d3c HTTP/1.1" status: 200 len: 847 time: 0.0538979 Nov 04 10:57:31.342104 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b3711-7b62-4e13-9db1-58c264f0009a req-0a53cc03-dd16-4d2a-955b-8dd1b3dd6bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:31.343744 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8e2b3711-7b62-4e13-9db1-58c264f0009a req-0a53cc03-dd16-4d2a-955b-8dd1b3dd6bb8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6fbc7281-bcda-4aef-b30f-90e9ca1e37cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445673 Nov 04 10:57:31.373886 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721c8a4-80a9-41db-a258-151fc4b355cf req-fb1e08d3-97fa-4576-8890-f3babffbd10a tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:31.375609 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7721c8a4-80a9-41db-a258-151fc4b355cf req-fb1e08d3-97fa-4576-8890-f3babffbd10a tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 945 time: 0.1012864 Nov 04 10:57:31.382877 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de0807cf-612a-429f-b884-ceaa0ab418f9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:31.453742 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8e2b3711-7b62-4e13-9db1-58c264f0009a req-c1548411-c94e-4348-8ea5-45fbe192fcef service neutron] 10.222.0.121 "GET /v2.0/networks/6fbc7281-bcda-4aef-b30f-90e9ca1e37cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000621 Nov 04 10:57:31.503784 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7721c8a4-80a9-41db-a258-151fc4b355cf req-0378f037-e510-4aff-9231-633ca666a2fe tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171629 Nov 04 10:57:31.560775 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8e2b3711-7b62-4e13-9db1-58c264f0009a req-b82d1826-c1b0-4d94-bd88-9af08f8a49cb service neutron] 10.222.0.121 "GET /v2.0/networks/6fbc7281-bcda-4aef-b30f-90e9ca1e37cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989287 Nov 04 10:57:31.574453 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0807cf-612a-429f-b884-ceaa0ab418f9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Router 77de3c0a-d577-49df-8952-f196951a8d07 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:57:31.721480 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0807cf-612a-429f-b884-ceaa0ab418f9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:57:31.731263 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5824de0-ce54-455e-b2ed-bcad126da645 None None] Sync routers for ids ['77de3c0a-d577-49df-8952-f196951a8d07'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:57:31.743068 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5824de0-ce54-455e-b2ed-bcad126da645 None None] Routers {'77de3c0a-d577-49df-8952-f196951a8d07'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:57:31.743817 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e5824de0-ce54-455e-b2ed-bcad126da645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:57:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['77de3c0a-d577-49df-8952-f196951a8d07'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:31.747095 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf51870-89f3-4890-b0c2-ef0fd1f2590b req-4e9a4d61-3188-485a-b966-acd3af10de6e tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:31.748634 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-caf51870-89f3-4890-b0c2-ef0fd1f2590b req-4e9a4d61-3188-485a-b966-acd3af10de6e tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/ports?device_id=fef767d5-51f7-4895-857c-c9fd70315fad HTTP/1.1" status: 200 len: 943 time: 0.0785573 Nov 04 10:57:31.757022 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de0807cf-612a-429f-b884-ceaa0ab418f9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:31.758223 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-de0807cf-612a-429f-b884-ceaa0ab418f9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6691842 Nov 04 10:57:31.761732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39700) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:31.791741 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3b572c5a-03c9-4476-9735-b0f2890a3b79 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.127 "GET /v2.0/subnets?project_id=0f971a58d7f04199b01d2c8c36ec2cac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285633 Nov 04 10:57:31.794935 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39702) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:31.816843 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-caf51870-89f3-4890-b0c2-ef0fd1f2590b req-1d771966-25f5-422f-93b2-d39f96cd8adb tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/security-groups?id=b500cdac-d5bf-488e-a316-b3d1e06bb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567138 Nov 04 10:57:31.887214 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-e5824de0-ce54-455e-b2ed-bcad126da645 None None] Set router 77de3c0a-d577-49df-8952-f196951a8d07 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:57:31.899566 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad4019-9a12-4059-a510-fcbfe53efc1b tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:31.905022 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-24ad4019-9a12-4059-a510-fcbfe53efc1b tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1054955 Nov 04 10:57:31.905176 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39704) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:31.952094 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-567641cb-4c0a-4f26-9d5d-d1c20be60e4e tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.127 "GET /v2.0/subnets?network_id=301c0cd8-d116-455e-af06-7601efa602d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436149 Nov 04 10:57:31.952349 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39706) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:31.957249 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-934b132a-5bd6-46c8-a73e-5fa785c9eed4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1961708337', 'network_id': '87df3733-563a-447f-8bf3-878530626f61', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:32.052864 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934b132a-5bd6-46c8-a73e-5fa785c9eed4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Made reservation on behalf of 0f971a58d7f04199b01d2c8c36ec2cac for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:57:32.056800 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-934b132a-5bd6-46c8-a73e-5fa785c9eed4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:32.074026 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e5824de0-ce54-455e-b2ed-bcad126da645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77de3c0a-d577-49df-8952-f196951a8d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97086936', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:29Z', 'updated_at': '2021-11-04T10:57:30Z', 'revision_number': 3, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77de3c0a-d577-49df-8952-f196951a8d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:30Z', 'updated_at': '2021-11-04T10:57:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:32.101290 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5824de0-ce54-455e-b2ed-bcad126da645 None None] Checking router: 77de3c0a-d577-49df-8952-f196951a8d07 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:57:32.101639 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5824de0-ce54-455e-b2ed-bcad126da645 None None] Updating router 77de3c0a-d577-49df-8952-f196951a8d07 port ebef9f24-cca0-4151-ad98-e3c2c8e6a67a binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:57:32.131368 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-e5824de0-ce54-455e-b2ed-bcad126da645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:32.288090 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-934b132a-5bd6-46c8-a73e-5fa785c9eed4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:32.361754 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b132a-5bd6-46c8-a73e-5fa785c9eed4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Subnet': ['ID=7f5cf8a1-f303-460e-8550-260ccee9be1c,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:32.374896 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934b132a-5bd6-46c8-a73e-5fa785c9eed4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Checking segment: {'id': '9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '87df3733-563a-447f-8bf3-878530626f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:57:32.375492 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934b132a-5bd6-46c8-a73e-5fa785c9eed4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Network hostable DHCP agents. Network: 87df3733-563a-447f-8bf3-878530626f61, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:57:32.395346 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934b132a-5bd6-46c8-a73e-5fa785c9eed4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Network 87df3733-563a-447f-8bf3-878530626f61 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:57:32.405669 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-934b132a-5bd6-46c8-a73e-5fa785c9eed4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 87df3733-563a-447f-8bf3-878530626f61) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:57:32.410180 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934b132a-5bd6-46c8-a73e-5fa785c9eed4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:32.410873 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-934b132a-5bd6-46c8-a73e-5fa785c9eed4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:32.419198 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a513c9-db5d-40c6-aeff-ee96f9a150ae None None] Network 87df3733-563a-447f-8bf3-878530626f61 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:57:32.436117 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-934b132a-5bd6-46c8-a73e-5fa785c9eed4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4802608 Nov 04 10:57:32.436870 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39710) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:32.524729 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-e5824de0-ce54-455e-b2ed-bcad126da645 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:32.535820 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-e5824de0-ce54-455e-b2ed-bcad126da645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:32.630292 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a17a00-da6a-4157-bb05-85171dcaf16c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-87df3733-563a-447f-8bf3-878530626f61', 'network_id': '87df3733-563a-447f-8bf3-878530626f61', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'fixed_ips': [{'subnet_id': '7f5cf8a1-f303-460e-8550-260ccee9be1c'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:57:32.631320 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a2a17a00-da6a-4157-bb05-85171dcaf16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:32.652164 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-e5824de0-ce54-455e-b2ed-bcad126da645 None None] Attempting to bind port ebef9f24-cca0-4151-ad98-e3c2c8e6a67a on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:57:32.652906 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-e5824de0-ce54-455e-b2ed-bcad126da645 None None] Attempting to bind port ebef9f24-cca0-4151-ad98-e3c2c8e6a67a by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:57:32.653488 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5824de0-ce54-455e-b2ed-bcad126da645 None None] Attempting to bind port ebef9f24-cca0-4151-ad98-e3c2c8e6a67a on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:57:32.656835 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a66fe-f37f-49aa-994e-fba4e4b87f23 None None] Pushing event updated for resources: {'Port': ['ID=ebef9f24-cca0-4151-ad98-e3c2c8e6a67a,revision_number=2']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:32.662704 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5824de0-ce54-455e-b2ed-bcad126da645 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:57:32.663346 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5824de0-ce54-455e-b2ed-bcad126da645 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:57:32.663944 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-e5824de0-ce54-455e-b2ed-bcad126da645 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:32.664496 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5824de0-ce54-455e-b2ed-bcad126da645 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:57:32.665152 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-e5824de0-ce54-455e-b2ed-bcad126da645 None None] Bound port: ebef9f24-cca0-4151-ad98-e3c2c8e6a67a, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:57:32.665810 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-e5824de0-ce54-455e-b2ed-bcad126da645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:32.734034 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db0d3f-832a-455e-8b41-90bdcff1d361 req-49e13944-6bf6-4a9d-9134-4a26f88cd51e tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:32.735645 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d0db0d3f-832a-455e-8b41-90bdcff1d361 req-49e13944-6bf6-4a9d-9134-4a26f88cd51e tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 945 time: 0.1190608 Nov 04 10:57:32.741344 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-e5824de0-ce54-455e-b2ed-bcad126da645 None None] For port ebef9f24-cca0-4151-ad98-e3c2c8e6a67a, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:57:32.746048 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-e5824de0-ce54-455e-b2ed-bcad126da645 None None] For port ebef9f24-cca0-4151-ad98-e3c2c8e6a67a, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ebef9f24-cca0-4151-ad98-e3c2c8e6a67a,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:57:32.755908 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-e5824de0-ce54-455e-b2ed-bcad126da645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:32.810580 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-a2a17a00-da6a-4157-bb05-85171dcaf16c None None] Allocated IP 172.20.0.2 (87df3733-563a-447f-8bf3-878530626f61/7f5cf8a1-f303-460e-8550-260ccee9be1c/b5d30c17-26c4-477a-b9be-83a4a793a78b) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:57:32.817505 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5824de0-ce54-455e-b2ed-bcad126da645 None None] Routers {'77de3c0a-d577-49df-8952-f196951a8d07'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:57:32.818151 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e5824de0-ce54-455e-b2ed-bcad126da645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:57:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['77de3c0a-d577-49df-8952-f196951a8d07'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:32.857507 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a66fe-f37f-49aa-994e-fba4e4b87f23 None None] Pushing event updated for resources: {'Port': ['ID=ebef9f24-cca0-4151-ad98-e3c2c8e6a67a,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:32.902272 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d0db0d3f-832a-455e-8b41-90bdcff1d361 req-a4bea999-a652-4b9e-9f1f-e745958779a3 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242466 Nov 04 10:57:33.006386 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-e5824de0-ce54-455e-b2ed-bcad126da645 None None] Set router 77de3c0a-d577-49df-8952-f196951a8d07 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:57:33.019270 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a2a17a00-da6a-4157-bb05-85171dcaf16c None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:33.033271 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a2a17a00-da6a-4157-bb05-85171dcaf16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:33.092737 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a17a00-da6a-4157-bb05-85171dcaf16c None None] Network 87df3733-563a-447f-8bf3-878530626f61 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:57:33.101833 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-a2a17a00-da6a-4157-bb05-85171dcaf16c None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:57:33.106220 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a17a00-da6a-4157-bb05-85171dcaf16c None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:57:33.114566 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a17a00-da6a-4157-bb05-85171dcaf16c None None] Pushing event updated for resources: {'Port': ['ID=b5d30c17-26c4-477a-b9be-83a4a793a78b,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:33.179043 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-a2a17a00-da6a-4157-bb05-85171dcaf16c None None] Attempting to bind port b5d30c17-26c4-477a-b9be-83a4a793a78b on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:57:33.179410 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-a2a17a00-da6a-4157-bb05-85171dcaf16c None None] Attempting to bind port b5d30c17-26c4-477a-b9be-83a4a793a78b by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '87df3733-563a-447f-8bf3-878530626f61'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:57:33.179777 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a17a00-da6a-4157-bb05-85171dcaf16c None None] Attempting to bind port b5d30c17-26c4-477a-b9be-83a4a793a78b on network 87df3733-563a-447f-8bf3-878530626f61 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:57:33.187079 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a17a00-da6a-4157-bb05-85171dcaf16c None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:57:33.187465 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a17a00-da6a-4157-bb05-85171dcaf16c None None] Checking segment: {'id': '9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '87df3733-563a-447f-8bf3-878530626f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:57:33.187860 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a2a17a00-da6a-4157-bb05-85171dcaf16c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:33.188247 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a17a00-da6a-4157-bb05-85171dcaf16c None None] Bound using segment: {'id': '9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '87df3733-563a-447f-8bf3-878530626f61'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:57:33.188720 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-a2a17a00-da6a-4157-bb05-85171dcaf16c None None] Bound port: b5d30c17-26c4-477a-b9be-83a4a793a78b, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '87df3733-563a-447f-8bf3-878530626f61'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:57:33.189138 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a2a17a00-da6a-4157-bb05-85171dcaf16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:33.237944 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e5824de0-ce54-455e-b2ed-bcad126da645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77de3c0a-d577-49df-8952-f196951a8d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97086936', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:29Z', 'updated_at': '2021-11-04T10:57:30Z', 'revision_number': 3, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77de3c0a-d577-49df-8952-f196951a8d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:30Z', 'updated_at': '2021-11-04T10:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:33.261961 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-a2a17a00-da6a-4157-bb05-85171dcaf16c None None] For port b5d30c17-26c4-477a-b9be-83a4a793a78b, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:57:33.265640 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-a2a17a00-da6a-4157-bb05-85171dcaf16c None None] For port b5d30c17-26c4-477a-b9be-83a4a793a78b, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b5d30c17-26c4-477a-b9be-83a4a793a78b,segment=NetworkSegment(9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f),segment_id=9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:57:33.270415 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5824de0-ce54-455e-b2ed-bcad126da645 None None] The sync data for ids ['77de3c0a-d577-49df-8952-f196951a8d07'] in n-d-816629-1 is: [{'id': '77de3c0a-d577-49df-8952-f196951a8d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97086936', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:29Z', 'updated_at': '2021-11-04T10:57:30Z', 'revision_number': 3, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77de3c0a-d577-49df-8952-f196951a8d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:30Z', 'updated_at': '2021-11-04T10:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:57:33.271908 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a2a17a00-da6a-4157-bb05-85171dcaf16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:33.350084 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a17a00-da6a-4157-bb05-85171dcaf16c None None] Pushing event updated for resources: {'Port': ['ID=b5d30c17-26c4-477a-b9be-83a4a793a78b,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:33.463279 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145d029-3124-48aa-9fbe-1597e5ef8026 req-8b5c076b-58e2-410f-908b-388c78207027 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:33.464892 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2145d029-3124-48aa-9fbe-1597e5ef8026 req-8b5c076b-58e2-410f-908b-388c78207027 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/ports?device_id=fef767d5-51f7-4895-857c-c9fd70315fad HTTP/1.1" status: 200 len: 943 time: 0.1299484 Nov 04 10:57:33.588159 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2145d029-3124-48aa-9fbe-1597e5ef8026 req-fbd98110-4d08-4b74-93f3-da04f237c2cc tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/security-groups?id=b500cdac-d5bf-488e-a316-b3d1e06bb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098216 Nov 04 10:57:33.670044 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f6522c2b-c2a8-4c90-ba00-62a35c62af4a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:33.841513 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device c7db4d27-0d06-490e-b959-b5ba39492519 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:57:34.031821 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b5d30c17-26c4-477a-b9be-83a4a793a78b up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:57:34.078578 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port c7db4d27-0d06-490e-b959-b5ba39492519, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=c7db4d27-0d06-490e-b959-b5ba39492519,segment=NetworkSegment(f089fc0c-8501-4652-aca6-185d1aaa5f31),segment_id=f089fc0c-8501-4652-aca6-185d1aaa5f31)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:34.103197 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'c7db4d27-0d06-490e-b959-b5ba39492519', 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb', 'port_id': 'c7db4d27-0d06-490e-b959-b5ba39492519', 'mac_address': 'fa:16:3e:67:64:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6889d42-db57-44fd-87ec-e227fe027d3c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:57:34.122380 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b7f75-a017-4e7d-9a7b-9e0933f83674 req-90434bc4-7464-4291-894c-79687f720220 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:34.132599 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d91b7f75-a017-4e7d-9a7b-9e0933f83674 req-90434bc4-7464-4291-894c-79687f720220 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 945 time: 0.1035004 Nov 04 10:57:34.149918 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port b5d30c17-26c4-477a-b9be-83a4a793a78b triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:34.150279 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:34.178390 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-f6522c2b-c2a8-4c90-ba00-62a35c62af4a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Allocated IP 172.20.0.1 (87df3733-563a-447f-8bf3-878530626f61/7f5cf8a1-f303-460e-8550-260ccee9be1c/a852b47a-e4bb-4fc2-a224-b0783cf9c8df) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:57:34.202588 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:34.222761 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7db4d27-0d06-490e-b959-b5ba39492519 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:57:34.297779 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port c7db4d27-0d06-490e-b959-b5ba39492519, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=c7db4d27-0d06-490e-b959-b5ba39492519,segment=NetworkSegment(f089fc0c-8501-4652-aca6-185d1aaa5f31),segment_id=f089fc0c-8501-4652-aca6-185d1aaa5f31)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:34.300801 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d91b7f75-a017-4e7d-9a7b-9e0933f83674 req-9cb2668d-6f82-4659-becd-fe32c0974d74 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665366 Nov 04 10:57:34.311738 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:34.396600 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=c7db4d27-0d06-490e-b959-b5ba39492519,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:34.408842 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:34.467805 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f6522c2b-c2a8-4c90-ba00-62a35c62af4a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:34.487078 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port b5d30c17-26c4-477a-b9be-83a4a793a78b, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b5d30c17-26c4-477a-b9be-83a4a793a78b,segment=NetworkSegment(9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f),segment_id=9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:34.497066 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:34.497936 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ebef9f24-cca0-4151-ad98-e3c2c8e6a67a up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:57:34.559541 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f6522c2b-c2a8-4c90-ba00-62a35c62af4a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:34.576390 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['c7db4d27-0d06-490e-b959-b5ba39492519'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:57:34.625790 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6522c2b-c2a8-4c90-ba00-62a35c62af4a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Network 87df3733-563a-447f-8bf3-878530626f61 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:57:34.629351 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-f6522c2b-c2a8-4c90-ba00-62a35c62af4a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:57:34.634475 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6522c2b-c2a8-4c90-ba00-62a35c62af4a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:57:34.672975 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=b5d30c17-26c4-477a-b9be-83a4a793a78b,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:34.687413 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6522c2b-c2a8-4c90-ba00-62a35c62af4a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Port': ['ID=a852b47a-e4bb-4fc2-a224-b0783cf9c8df,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:34.724673 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f6522c2b-c2a8-4c90-ba00-62a35c62af4a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:34.743245 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port ebef9f24-cca0-4151-ad98-e3c2c8e6a67a triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:34.743618 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:34.785218 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08dbd83-4e57-4ead-9f72-0791c4089200 None None] Network 87df3733-563a-447f-8bf3-878530626f61 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:57:34.886532 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f6522c2b-c2a8-4c90-ba00-62a35c62af4a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:34.912678 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb19ab-34dc-46d6-b9bf-b0af849612f9 req-9b14e17e-e11e-4de2-8954-e95760a3a7c2 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:34.913976 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-72fb19ab-34dc-46d6-b9bf-b0af849612f9 req-9b14e17e-e11e-4de2-8954-e95760a3a7c2 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/ports?device_id=fef767d5-51f7-4895-857c-c9fd70315fad HTTP/1.1" status: 200 len: 944 time: 0.1912594 Nov 04 10:57:34.924156 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-5e831cc0-5932-4dd9-9eef-fa7564679a01 None None] Provisioning complete for port b5d30c17-26c4-477a-b9be-83a4a793a78b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:34.924714 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5e831cc0-5932-4dd9-9eef-fa7564679a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:35.043238 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:35.048906 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-72fb19ab-34dc-46d6-b9bf-b0af849612f9 req-62afd82e-2820-4252-b247-2715af6db1d6 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/security-groups?id=b500cdac-d5bf-488e-a316-b3d1e06bb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100707 Nov 04 10:57:35.095562 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port ebef9f24-cca0-4151-ad98-e3c2c8e6a67a, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ebef9f24-cca0-4151-ad98-e3c2c8e6a67a,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:35.109087 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:35.263298 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:57:35.276474 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=ebef9f24-cca0-4151-ad98-e3c2c8e6a67a,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:35.301957 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f6522c2b-c2a8-4c90-ba00-62a35c62af4a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:35.313149 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f6522c2b-c2a8-4c90-ba00-62a35c62af4a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:35.399021 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f6522c2b-c2a8-4c90-ba00-62a35c62af4a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:35.401618 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6522c2b-c2a8-4c90-ba00-62a35c62af4a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Port': ['ID=a852b47a-e4bb-4fc2-a224-b0783cf9c8df,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:35.539705 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb0063-4cf2-4ea3-b286-99a0cf5f6e5c req-cf4a9a73-07f9-4e5a-889d-a1558123f273 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:35.541505 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cadb0063-4cf2-4ea3-b286-99a0cf5f6e5c req-cf4a9a73-07f9-4e5a-889d-a1558123f273 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 945 time: 0.1353838 Nov 04 10:57:35.585233 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6522c2b-c2a8-4c90-ba00-62a35c62af4a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Network 87df3733-563a-447f-8bf3-878530626f61 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:57:35.589401 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-f6522c2b-c2a8-4c90-ba00-62a35c62af4a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:57:35.592009 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-865d43c5-a5be-403e-97b6-5bef79137096 None None] Provisioning complete for port a852b47a-e4bb-4fc2-a224-b0783cf9c8df triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:35.592369 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-865d43c5-a5be-403e-97b6-5bef79137096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:35.658679 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cadb0063-4cf2-4ea3-b286-99a0cf5f6e5c req-fd6b9316-87ab-407a-9d2a-e4fa56d4e476 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102922 Nov 04 10:57:35.798569 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6522c2b-c2a8-4c90-ba00-62a35c62af4a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Router 77de3c0a-d577-49df-8952-f196951a8d07 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:57:35.862390 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device c7db4d27-0d06-490e-b959-b5ba39492519 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:57:35.868223 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-865d43c5-a5be-403e-97b6-5bef79137096 None None] Port a852b47a-e4bb-4fc2-a224-b0783cf9c8df cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:57:35.908995 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b5d30c17-26c4-477a-b9be-83a4a793a78b up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:57:35.938243 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-865d43c5-a5be-403e-97b6-5bef79137096 None None] Provisioning complete for port b5d30c17-26c4-477a-b9be-83a4a793a78b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:35.938993 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-865d43c5-a5be-403e-97b6-5bef79137096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:35.939711 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6522c2b-c2a8-4c90-ba00-62a35c62af4a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:57:35.954356 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f6522c2b-c2a8-4c90-ba00-62a35c62af4a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "PUT /v2.0/routers/77de3c0a-d577-49df-8952-f196951a8d07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5161886 Nov 04 10:57:35.980486 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a427675-0082-42e6-b49f-4b219ad92348 None None] Sync routers for ids ['77de3c0a-d577-49df-8952-f196951a8d07'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:57:36.022447 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a427675-0082-42e6-b49f-4b219ad92348 None None] Routers {'77de3c0a-d577-49df-8952-f196951a8d07'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:57:36.023118 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9a427675-0082-42e6-b49f-4b219ad92348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:57:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['77de3c0a-d577-49df-8952-f196951a8d07'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:36.089651 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port c7db4d27-0d06-490e-b959-b5ba39492519 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:57:36.112973 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port b5d30c17-26c4-477a-b9be-83a4a793a78b triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:36.113578 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:36.120431 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port c7db4d27-0d06-490e-b959-b5ba39492519 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:36.120968 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:36.200856 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-8084a123-821a-4a61-8d32-ff24e8626835 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126707248&fields=id&tenant_id=0f971a58d7f04199b01d2c8c36ec2cac HTTP/1.1" status: 200 len: 267 time: 0.0473793 Nov 04 10:57:36.279766 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-9a427675-0082-42e6-b49f-4b219ad92348 None None] Set router 77de3c0a-d577-49df-8952-f196951a8d07 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:57:36.314373 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-0ee6528f-4b31-4e92-9f5e-05d4ea1bfa7d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:36.315596 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-0ee6528f-4b31-4e92-9f5e-05d4ea1bfa7d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/networks?id=87df3733-563a-447f-8bf3-878530626f61 HTTP/1.1" status: 200 len: 797 time: 0.1069174 Nov 04 10:57:36.333147 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-d1123972-3fec-4ad3-8705-51a0263c0a80 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/quotas/0f971a58d7f04199b01d2c8c36ec2cac HTTP/1.1" status: 200 len: 375 time: 0.0100162 Nov 04 10:57:36.406059 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-5d2c242b-6450-425c-9002-616db7231ea9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615976 Nov 04 10:57:36.465251 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ebef9f24-cca0-4151-ad98-e3c2c8e6a67a up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:57:36.500582 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:36.509383 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-1b6ceb65-b57d-4677-9c1e-77feeb62d8ac service neutron] 10.222.0.127 "GET /v2.0/networks/87df3733-563a-447f-8bf3-878530626f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916967 Nov 04 10:57:36.522070 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-22dff0c2-074a-4db0-997e-dad3f90b582f None None] Provisioning complete for port a852b47a-e4bb-4fc2-a224-b0783cf9c8df triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:36.522435 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-22dff0c2-074a-4db0-997e-dad3f90b582f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:36.591967 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef767d5-51f7-4895-857c-c9fd70315fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7db4d27-0d06-490e-b959-b5ba39492519'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:57:36.594880 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50737c8e-506b-418b-9157-a64c8a1e0909" -d '{"events": [{"server_uuid": "fef767d5-51f7-4895-857c-c9fd70315fad", "name": "network-vif-plugged", "status": "completed", "tag": "c7db4d27-0d06-490e-b959-b5ba39492519"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:57:36.607171 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-ac08a45e-467a-4173-bcd9-f1cd0c9558ef service neutron] 10.222.0.127 "GET /v2.0/networks/87df3733-563a-447f-8bf3-878530626f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959091 Nov 04 10:57:36.610800 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-22dff0c2-074a-4db0-997e-dad3f90b582f None None] Port a852b47a-e4bb-4fc2-a224-b0783cf9c8df cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:57:36.620977 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port c7db4d27-0d06-490e-b959-b5ba39492519, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=c7db4d27-0d06-490e-b959-b5ba39492519,segment=NetworkSegment(f089fc0c-8501-4652-aca6-185d1aaa5f31),segment_id=f089fc0c-8501-4652-aca6-185d1aaa5f31)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:36.654832 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:36.663761 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port ebef9f24-cca0-4151-ad98-e3c2c8e6a67a triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:36.664127 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:36.751109 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=c7db4d27-0d06-490e-b959-b5ba39492519,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:36.781362 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9a427675-0082-42e6-b49f-4b219ad92348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77de3c0a-d577-49df-8952-f196951a8d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97086936', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:29Z', 'updated_at': '2021-11-04T10:57:34Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77de3c0a-d577-49df-8952-f196951a8d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:30Z', 'updated_at': '2021-11-04T10:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'a852b47a-e4bb-4fc2-a224-b0783cf9c8df', 'name': '', 'network_id': '87df3733-563a-447f-8bf3-878530626f61', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:fe:65:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77de3c0a-d577-49df-8952-f196951a8d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '7f5cf8a1-f303-460e-8550-260ccee9be1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:33Z', 'updated_at': '2021-11-04T10:57:35Z', 'revision_number': 2, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '7f5cf8a1-f303-460e-8550-260ccee9be1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:36.891166 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a427675-0082-42e6-b49f-4b219ad92348 None None] Checking router: 77de3c0a-d577-49df-8952-f196951a8d07 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:57:36.891660 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a427675-0082-42e6-b49f-4b219ad92348 None None] Updating router 77de3c0a-d577-49df-8952-f196951a8d07 port a852b47a-e4bb-4fc2-a224-b0783cf9c8df binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:57:36.903213 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5905821-e839-454c-a336-d34777a788fb req-d7ab4cb7-8428-48d6-8951-f1ba75b56eb2 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:36.911831 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c5905821-e839-454c-a336-d34777a788fb req-d7ab4cb7-8428-48d6-8951-f1ba75b56eb2 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/ports?device_id=fef767d5-51f7-4895-857c-c9fd70315fad HTTP/1.1" status: 200 len: 945 time: 0.0962873 Nov 04 10:57:36.960191 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9a427675-0082-42e6-b49f-4b219ad92348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:37.013821 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c5905821-e839-454c-a336-d34777a788fb req-b4fc8091-38d0-4794-8f1b-864077d11233 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/security-groups?id=b500cdac-d5bf-488e-a316-b3d1e06bb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759289 Nov 04 10:57:37.046668 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39772) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:37.090583 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6266b9ad-aceb-4fe7-93d3-34b46f6e3254 x-openstack-request-id: req-6266b9ad-aceb-4fe7-93d3-34b46f6e3254 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:57:37.092984 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef767d5-51f7-4895-857c-c9fd70315fad", "name": "network-vif-plugged", "status": "completed", "tag": "c7db4d27-0d06-490e-b959-b5ba39492519", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:57:37.092984 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-6266b9ad-aceb-4fe7-93d3-34b46f6e3254 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:57:37.093838 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef767d5-51f7-4895-857c-c9fd70315fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7db4d27-0d06-490e-b959-b5ba39492519', 'code': 200} Nov 04 10:57:37.261300 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7bae4-07eb-4edf-8d93-cee9cec5f791 req-4cf5a226-e109-435e-9963-71b1e2153ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:37.266055 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fdd7bae4-07eb-4edf-8d93-cee9cec5f791 req-4cf5a226-e109-435e-9963-71b1e2153ca4 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=fef767d5-51f7-4895-857c-c9fd70315fad HTTP/1.1" status: 200 len: 1096 time: 0.1185110 Nov 04 10:57:37.290044 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7ca67-df2d-4fc7-8540-c7a2a7372bcf req-c2440527-5263-40a0-acc7-46e6b7322f07 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:37.294012 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81c7ca67-df2d-4fc7-8540-c7a2a7372bcf req-c2440527-5263-40a0-acc7-46e6b7322f07 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 945 time: 0.1126950 Nov 04 10:57:37.311624 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0683bf07-6878-49c2-8a07-0e676f9f35ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:37.360794 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fdd7bae4-07eb-4edf-8d93-cee9cec5f791 req-659a8071-480f-41ca-be52-5bb80790b440 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=b500cdac-d5bf-488e-a316-b3d1e06bb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854607 Nov 04 10:57:37.376848 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81c7ca67-df2d-4fc7-8540-c7a2a7372bcf req-5732465d-eca8-49ec-9dd8-e6772bf65455 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714169 Nov 04 10:57:37.380851 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9a427675-0082-42e6-b49f-4b219ad92348 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:37.388580 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9a427675-0082-42e6-b49f-4b219ad92348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:37.438103 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0683bf07-6878-49c2-8a07-0e676f9f35ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:37.444015 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0683bf07-6878-49c2-8a07-0e676f9f35ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:37.483228 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0683bf07-6878-49c2-8a07-0e676f9f35ac admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=a584748b312f47e682891fa97332d97e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4352531 Nov 04 10:57:37.485946 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39780) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:37.506598 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683bf07-6878-49c2-8a07-0e676f9f35ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2109e029-283c-4254-90e2-efe44bffa932,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:37.560966 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a27897-3a34-468a-9ebf-471215b0c6ea None None] Pushing event updated for resources: {'Port': ['ID=a852b47a-e4bb-4fc2-a224-b0783cf9c8df,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:37.580982 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-9a427675-0082-42e6-b49f-4b219ad92348 None None] Attempting to bind port a852b47a-e4bb-4fc2-a224-b0783cf9c8df on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:57:37.581379 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-9a427675-0082-42e6-b49f-4b219ad92348 None None] Attempting to bind port a852b47a-e4bb-4fc2-a224-b0783cf9c8df by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '87df3733-563a-447f-8bf3-878530626f61'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:57:37.581694 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a427675-0082-42e6-b49f-4b219ad92348 None None] Attempting to bind port a852b47a-e4bb-4fc2-a224-b0783cf9c8df on network 87df3733-563a-447f-8bf3-878530626f61 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:57:37.587444 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a427675-0082-42e6-b49f-4b219ad92348 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:57:37.587814 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a427675-0082-42e6-b49f-4b219ad92348 None None] Checking segment: {'id': '9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '87df3733-563a-447f-8bf3-878530626f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:57:37.588341 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9a427675-0082-42e6-b49f-4b219ad92348 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:37.588947 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a427675-0082-42e6-b49f-4b219ad92348 None None] Bound using segment: {'id': '9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '87df3733-563a-447f-8bf3-878530626f61'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:57:37.589571 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-9a427675-0082-42e6-b49f-4b219ad92348 None None] Bound port: a852b47a-e4bb-4fc2-a224-b0783cf9c8df, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '87df3733-563a-447f-8bf3-878530626f61'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:57:37.589786 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-da8ae187-abb3-4783-87c1-e622a45ce2a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:37.589978 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9a427675-0082-42e6-b49f-4b219ad92348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:37.647220 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-da8ae187-abb3-4783-87c1-e622a45ce2a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:37.671196 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-9a427675-0082-42e6-b49f-4b219ad92348 None None] For port a852b47a-e4bb-4fc2-a224-b0783cf9c8df, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:57:37.674952 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-9a427675-0082-42e6-b49f-4b219ad92348 None None] For port a852b47a-e4bb-4fc2-a224-b0783cf9c8df, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a852b47a-e4bb-4fc2-a224-b0783cf9c8df,segment=NetworkSegment(9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f),segment_id=9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:57:37.680315 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9a427675-0082-42e6-b49f-4b219ad92348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:37.721715 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-08ce7edb-575d-40f8-b62d-9248599da903 req-9120c933-46d9-4794-889d-1115c289eac4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 210 time: 0.0526383 Nov 04 10:57:37.740997 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a427675-0082-42e6-b49f-4b219ad92348 None None] Routers {'77de3c0a-d577-49df-8952-f196951a8d07'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:57:37.741487 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9a427675-0082-42e6-b49f-4b219ad92348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:57:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['77de3c0a-d577-49df-8952-f196951a8d07'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:37.748621 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-da8ae187-abb3-4783-87c1-e622a45ce2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:37.751559 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-da8ae187-abb3-4783-87c1-e622a45ce2a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:37.752750 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-da8ae187-abb3-4783-87c1-e622a45ce2a3 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/2109e029-283c-4254-90e2-efe44bffa932 HTTP/1.1" status: 204 len: 168 time: 0.2658010 Nov 04 10:57:37.768505 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ae187-abb3-4783-87c1-e622a45ce2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2109e029-283c-4254-90e2-efe44bffa932,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:37.821433 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a27897-3a34-468a-9ebf-471215b0c6ea None None] Pushing event updated for resources: {'Port': ['ID=a852b47a-e4bb-4fc2-a224-b0783cf9c8df,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:37.906785 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-8f7b6906-aa0d-451d-a5e6-2b62f0fadeba None None] Provisioning complete for port a852b47a-e4bb-4fc2-a224-b0783cf9c8df triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:37.907347 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8f7b6906-aa0d-451d-a5e6-2b62f0fadeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:37.935208 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-9a427675-0082-42e6-b49f-4b219ad92348 None None] Set router 77de3c0a-d577-49df-8952-f196951a8d07 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:57:38.084622 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39788) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:38.153939 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7c2edc9d-7f38-4367-95f6-ead0583c350c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:38.237644 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2385948-ff31-476f-9757-d5ca2104d588 req-3ed39c5f-0428-43fd-9671-804ab995d8b3 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:38.239517 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-dbb6d68c-c691-4fa7-ae6f-893e5c345e4f tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:38.243086 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-dbb6d68c-c691-4fa7-ae6f-893e5c345e4f tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.126 "GET /v2.0/networks?id=87df3733-563a-447f-8bf3-878530626f61 HTTP/1.1" status: 200 len: 797 time: 0.1522615 Nov 04 10:57:38.245440 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e2385948-ff31-476f-9757-d5ca2104d588 req-3ed39c5f-0428-43fd-9671-804ab995d8b3 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/ports?device_id=fef767d5-51f7-4895-857c-c9fd70315fad HTTP/1.1" status: 200 len: 945 time: 0.1432106 Nov 04 10:57:38.298592 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8f7b6906-aa0d-451d-a5e6-2b62f0fadeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:38.323002 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-659f3a69-9834-476b-9052-5189eb257c9f tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f971a58d7f04199b01d2c8c36ec2cac HTTP/1.1" status: 200 len: 380 time: 0.0689797 Nov 04 10:57:38.325381 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e2385948-ff31-476f-9757-d5ca2104d588 req-70e2740f-f215-49be-83df-39b3a5c7b8b7 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/security-groups?id=b500cdac-d5bf-488e-a316-b3d1e06bb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790021 Nov 04 10:57:38.341348 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-1903a05e-def5-4264-bd2f-54bd26af34d0 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'port': {'device_id': 'a3064b16-fb4f-4614-bce3-0ebbc067eddd', 'network_id': '87df3733-563a-447f-8bf3-878530626f61', 'admin_state_up': True, 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'security_groups': ['50fabff6-5176-4c36-93be-bda293bd710c']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:38.363195 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-8f7b6906-aa0d-451d-a5e6-2b62f0fadeba None None] For port a852b47a-e4bb-4fc2-a224-b0783cf9c8df, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a852b47a-e4bb-4fc2-a224-b0783cf9c8df,segment=NetworkSegment(9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f),segment_id=9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:38.368512 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7c2edc9d-7f38-4367-95f6-ead0583c350c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:38.371365 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8f7b6906-aa0d-451d-a5e6-2b62f0fadeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:38.379268 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7c2edc9d-7f38-4367-95f6-ead0583c350c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:38.429973 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b6906-aa0d-451d-a5e6-2b62f0fadeba None None] Pushing event updated for resources: {'Port': ['ID=a852b47a-e4bb-4fc2-a224-b0783cf9c8df,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:38.430610 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7c2edc9d-7f38-4367-95f6-ead0583c350c admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=167dd19b212a4d36916321f227fd76ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3442636 Nov 04 10:57:38.431579 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39792) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:38.432517 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2edc9d-7f38-4367-95f6-ead0583c350c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3358d9-80b7-4688-9a2d-d727872bbc3f,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:38.439035 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9a427675-0082-42e6-b49f-4b219ad92348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77de3c0a-d577-49df-8952-f196951a8d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97086936', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:29Z', 'updated_at': '2021-11-04T10:57:34Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77de3c0a-d577-49df-8952-f196951a8d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:30Z', 'updated_at': '2021-11-04T10:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'a852b47a-e4bb-4fc2-a224-b0783cf9c8df', 'name': '', 'network_id': '87df3733-563a-447f-8bf3-878530626f61', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:fe:65:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77de3c0a-d577-49df-8952-f196951a8d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '7f5cf8a1-f303-460e-8550-260ccee9be1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:33Z', 'updated_at': '2021-11-04T10:57:37Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '7f5cf8a1-f303-460e-8550-260ccee9be1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:38.471444 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a427675-0082-42e6-b49f-4b219ad92348 None None] The sync data for ids ['77de3c0a-d577-49df-8952-f196951a8d07'] in n-d-816629-1 is: [{'id': '77de3c0a-d577-49df-8952-f196951a8d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97086936', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:29Z', 'updated_at': '2021-11-04T10:57:34Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77de3c0a-d577-49df-8952-f196951a8d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:30Z', 'updated_at': '2021-11-04T10:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'a852b47a-e4bb-4fc2-a224-b0783cf9c8df', 'name': '', 'network_id': '87df3733-563a-447f-8bf3-878530626f61', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:fe:65:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77de3c0a-d577-49df-8952-f196951a8d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '7f5cf8a1-f303-460e-8550-260ccee9be1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:33Z', 'updated_at': '2021-11-04T10:57:37Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '7f5cf8a1-f303-460e-8550-260ccee9be1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:57:38.493116 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b83e7bcb-a5ad-459a-bdd4-ec186cda7869 None None] Provisioning complete for port a852b47a-e4bb-4fc2-a224-b0783cf9c8df triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:38.493585 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b83e7bcb-a5ad-459a-bdd4-ec186cda7869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:38.505519 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-1903a05e-def5-4264-bd2f-54bd26af34d0 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Made reservation on behalf of 0f971a58d7f04199b01d2c8c36ec2cac for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:57:38.510807 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-1903a05e-def5-4264-bd2f-54bd26af34d0 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:38.536514 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5dae86ac-5786-4948-91ac-1894222de8d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:38.573609 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a38d6b-a31c-4d64-8bfa-5ce3d48c59a1 req-35fa41ba-6bcf-4a84-b030-127106003851 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:38.575641 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-59a38d6b-a31c-4d64-8bfa-5ce3d48c59a1 req-35fa41ba-6bcf-4a84-b030-127106003851 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 945 time: 0.1081996 Nov 04 10:57:38.598037 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5dae86ac-5786-4948-91ac-1894222de8d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:38.685089 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-59a38d6b-a31c-4d64-8bfa-5ce3d48c59a1 req-29e282e0-f88f-4b3b-ad67-0cd8dedc6675 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976536 Nov 04 10:57:38.718180 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5dae86ac-5786-4948-91ac-1894222de8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:38.720912 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5dae86ac-5786-4948-91ac-1894222de8d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:38.722099 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5dae86ac-5786-4948-91ac-1894222de8d7 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/5d3358d9-80b7-4688-9a2d-d727872bbc3f HTTP/1.1" status: 204 len: 168 time: 0.2865684 Nov 04 10:57:38.732332 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae86ac-5786-4948-91ac-1894222de8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3358d9-80b7-4688-9a2d-d727872bbc3f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:38.752611 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-1903a05e-def5-4264-bd2f-54bd26af34d0 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Allocated IP 172.20.0.4 (87df3733-563a-447f-8bf3-878530626f61/7f5cf8a1-f303-460e-8550-260ccee9be1c/edb876c0-2cd2-4e92-8660-97bc57e54592) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:57:38.936571 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-1903a05e-def5-4264-bd2f-54bd26af34d0 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:38.939746 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0ebfd1e4-0f3e-4ba6-bdbc-dbda75712893 req-42183588-ef86-4aa1-89e9-7f5020f2de9f tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 210 time: 0.0412030 Nov 04 10:57:38.980309 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-1903a05e-def5-4264-bd2f-54bd26af34d0 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:39.032405 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-1903a05e-def5-4264-bd2f-54bd26af34d0 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Network 87df3733-563a-447f-8bf3-878530626f61 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:57:39.035691 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-1903a05e-def5-4264-bd2f-54bd26af34d0 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:57:39.038494 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-1903a05e-def5-4264-bd2f-54bd26af34d0 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:57:39.045645 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903a05e-def5-4264-bd2f-54bd26af34d0 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Port': ['ID=edb876c0-2cd2-4e92-8660-97bc57e54592,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:39.116892 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-1903a05e-def5-4264-bd2f-54bd26af34d0 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:39.117584 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-1903a05e-def5-4264-bd2f-54bd26af34d0 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:39.143753 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-1903a05e-def5-4264-bd2f-54bd26af34d0 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8151205 Nov 04 10:57:39.159565 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-d15eb1f8-943f-44aa-958d-e335194b0f7e service neutron] Request body: {'port': {'device_id': 'a3064b16-fb4f-4614-bce3-0ebbc067eddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:39.231874 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-d15eb1f8-943f-44aa-958d-e335194b0f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:39.381771 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-fb628421-e442-4646-94e5-3192d62e6813 None None] Provisioning complete for port edb876c0-2cd2-4e92-8660-97bc57e54592 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:39.382445 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fb628421-e442-4646-94e5-3192d62e6813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:39.469949 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-fb628421-e442-4646-94e5-3192d62e6813 None None] Port edb876c0-2cd2-4e92-8660-97bc57e54592 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:57:39.503394 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f53838-9f91-4557-b72a-b3ed25ae300e req-297f9b4e-2a0a-4db0-956d-f28d88d658ad tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:39.510452 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33f53838-9f91-4557-b72a-b3ed25ae300e req-297f9b4e-2a0a-4db0-956d-f28d88d658ad tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/ports?device_id=fef767d5-51f7-4895-857c-c9fd70315fad HTTP/1.1" status: 200 len: 945 time: 0.0590129 Nov 04 10:57:39.560733 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33f53838-9f91-4557-b72a-b3ed25ae300e req-97738ae4-c9bc-452e-89e7-3331736f57ba tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/security-groups?id=b500cdac-d5bf-488e-a316-b3d1e06bb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494013 Nov 04 10:57:39.564186 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-d15eb1f8-943f-44aa-958d-e335194b0f7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edb876c0-2cd2-4e92-8660-97bc57e54592 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:57:39.573039 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-d15eb1f8-943f-44aa-958d-e335194b0f7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:39.586321 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-d15eb1f8-943f-44aa-958d-e335194b0f7e service neutron] Transition to ACTIVE for port object edb876c0-2cd2-4e92-8660-97bc57e54592 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:57:39.591358 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-d15eb1f8-943f-44aa-958d-e335194b0f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:39.672052 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15eb1f8-943f-44aa-958d-e335194b0f7e service neutron] Pushing event updated for resources: {'Port': ['ID=edb876c0-2cd2-4e92-8660-97bc57e54592,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:39.732679 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856e026-cdf9-4723-b6de-f69778be51c5 req-e6e4cf33-4718-4730-af63-a04f10d4cedf tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:39.742631 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9856e026-cdf9-4723-b6de-f69778be51c5 req-e6e4cf33-4718-4730-af63-a04f10d4cedf tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/ports?device_id=fef767d5-51f7-4895-857c-c9fd70315fad HTTP/1.1" status: 200 len: 945 time: 0.0889337 Nov 04 10:57:39.783938 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-d15eb1f8-943f-44aa-958d-e335194b0f7e service neutron] Attempting to bind port edb876c0-2cd2-4e92-8660-97bc57e54592 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:57:39.784324 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-d15eb1f8-943f-44aa-958d-e335194b0f7e service neutron] Attempting to bind port edb876c0-2cd2-4e92-8660-97bc57e54592 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '87df3733-563a-447f-8bf3-878530626f61'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:57:39.784611 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-d15eb1f8-943f-44aa-958d-e335194b0f7e service neutron] Attempting to bind port edb876c0-2cd2-4e92-8660-97bc57e54592 on network 87df3733-563a-447f-8bf3-878530626f61 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:57:39.791176 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-d15eb1f8-943f-44aa-958d-e335194b0f7e service neutron] Port edb876c0-2cd2-4e92-8660-97bc57e54592 on network 87df3733-563a-447f-8bf3-878530626f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:57:39.791696 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-d15eb1f8-943f-44aa-958d-e335194b0f7e service neutron] Attempting to bind port edb876c0-2cd2-4e92-8660-97bc57e54592 on network 87df3733-563a-447f-8bf3-878530626f61 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:57:39.802828 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-d15eb1f8-943f-44aa-958d-e335194b0f7e service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:57:39.803175 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-d15eb1f8-943f-44aa-958d-e335194b0f7e service neutron] Checking segment: {'id': '9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '87df3733-563a-447f-8bf3-878530626f61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:57:39.803562 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-d15eb1f8-943f-44aa-958d-e335194b0f7e service neutron] Bound using segment: {'id': '9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '87df3733-563a-447f-8bf3-878530626f61'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:57:39.804002 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-d15eb1f8-943f-44aa-958d-e335194b0f7e service neutron] Bound port: edb876c0-2cd2-4e92-8660-97bc57e54592, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '87df3733-563a-447f-8bf3-878530626f61'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:57:39.804355 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-d15eb1f8-943f-44aa-958d-e335194b0f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:39.860011 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9856e026-cdf9-4723-b6de-f69778be51c5 req-4742363a-0b37-4b21-84d0-e5ddb39735c6 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/security-groups?id=b500cdac-d5bf-488e-a316-b3d1e06bb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126177 Nov 04 10:57:39.925489 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-d15eb1f8-943f-44aa-958d-e335194b0f7e service neutron] For port edb876c0-2cd2-4e92-8660-97bc57e54592, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:57:39.929017 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-d15eb1f8-943f-44aa-958d-e335194b0f7e service neutron] For port edb876c0-2cd2-4e92-8660-97bc57e54592, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=edb876c0-2cd2-4e92-8660-97bc57e54592,segment=NetworkSegment(9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f),segment_id=9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:57:39.936124 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-d15eb1f8-943f-44aa-958d-e335194b0f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:39.960373 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a852b47a-e4bb-4fc2-a224-b0783cf9c8df up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:57:39.988636 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-d15eb1f8-943f-44aa-958d-e335194b0f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:39.989310 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-d15eb1f8-943f-44aa-958d-e335194b0f7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:39.991284 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-d15eb1f8-943f-44aa-958d-e335194b0f7e service neutron] 10.222.0.126 "PUT /v2.0/ports/edb876c0-2cd2-4e92-8660-97bc57e54592 HTTP/1.1" status: 200 len: 1091 time: 0.8384233 Nov 04 10:57:39.992455 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3064b16-fb4f-4614-bce3-0ebbc067eddd', 'tag': 'edb876c0-2cd2-4e92-8660-97bc57e54592'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:57:39.996018 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df481fd-9987-41c5-936e-37d1a7ac0b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "a3064b16-fb4f-4614-bce3-0ebbc067eddd", "tag": "edb876c0-2cd2-4e92-8660-97bc57e54592"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:57:40.030198 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1917485-aba2-4c91-926d-0d2446c19aff req-06b0ac7c-9e40-4c46-b718-f378a6f9090f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:40.032080 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b1917485-aba2-4c91-926d-0d2446c19aff req-06b0ac7c-9e40-4c46-b718-f378a6f9090f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 945 time: 0.0648921 Nov 04 10:57:40.060752 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port a852b47a-e4bb-4fc2-a224-b0783cf9c8df triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:40.061452 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15eb1f8-943f-44aa-958d-e335194b0f7e service neutron] Pushing event updated for resources: {'Port': ['ID=edb876c0-2cd2-4e92-8660-97bc57e54592,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:40.061766 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:40.106708 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-42d1f37b-4aed-4d31-901a-3bc67a4822f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:40.108665 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-42d1f37b-4aed-4d31-901a-3bc67a4822f2 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 1094 time: 0.0608542 Nov 04 10:57:40.121971 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b1917485-aba2-4c91-926d-0d2446c19aff req-f56cd6c3-1e97-44c1-a321-065a8588a8ee tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805068 Nov 04 10:57:40.184092 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-7e42d312-155a-454b-89ca-725aba3964cc service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edb876c0-2cd2-4e92-8660-97bc57e54592 HTTP/1.1" status: 200 len: 217 time: 0.0653992 Nov 04 10:57:40.263168 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-b0344d10-bcf9-454b-8c7b-de6588ddf1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:40.265137 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-b0344d10-bcf9-454b-8c7b-de6588ddf1bc service neutron] 10.222.0.126 "GET /v2.0/subnets?id=7f5cf8a1-f303-460e-8550-260ccee9be1c HTTP/1.1" status: 200 len: 835 time: 0.0733924 Nov 04 10:57:40.374163 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915efe7e-7df7-434a-a475-53f42d89c619 req-0e5e571f-d874-4520-80b6-625e767d7b9d tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:40.375828 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-915efe7e-7df7-434a-a475-53f42d89c619 req-0e5e571f-d874-4520-80b6-625e767d7b9d tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/ports?device_id=fef767d5-51f7-4895-857c-c9fd70315fad HTTP/1.1" status: 200 len: 945 time: 0.0577133 Nov 04 10:57:40.441443 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-915efe7e-7df7-434a-a475-53f42d89c619 req-1dca8d6b-3e6c-423d-9a1c-fc052cbd4480 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/security-groups?id=b500cdac-d5bf-488e-a316-b3d1e06bb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586302 Nov 04 10:57:40.463799 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39846) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:40.584742 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3ec5a-1ba2-4336-aafa-b8eb5b3873d9 req-4d6a4dec-f827-4e7e-a3c5-43bcf61bf556 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:40.586440 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5b3ec5a-1ba2-4336-aafa-b8eb5b3873d9 req-4d6a4dec-f827-4e7e-a3c5-43bcf61bf556 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 943 time: 0.0589869 Nov 04 10:57:40.655548 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5b3ec5a-1ba2-4336-aafa-b8eb5b3873d9 req-1439eb50-d17c-44fb-8b41-0b4b9492fd92 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625448 Nov 04 10:57:40.662891 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-034b9b4a-309b-4cdd-9830-84c86ee1f6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:40.665366 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-034b9b4a-309b-4cdd-9830-84c86ee1f6a5 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=87df3733-563a-447f-8bf3-878530626f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3872898 Nov 04 10:57:40.735928 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895814ea-d61d-4695-aaca-7ba84410bc1f tempest-TestServerBasicOps-1081240363 tempest-TestServerBasicOps-1081240363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:40.741202 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-895814ea-d61d-4695-aaca-7ba84410bc1f tempest-TestServerBasicOps-1081240363 tempest-TestServerBasicOps-1081240363-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=fef767d5-51f7-4895-857c-c9fd70315fad HTTP/1.1" status: 200 len: 1091 time: 0.2759745 Nov 04 10:57:40.744086 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39854) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:40.749240 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-bb259e77-5af6-492d-beb0-17d5310d6846 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'port_id': 'c7db4d27-0d06-490e-b959-b5ba39492519', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:40.750253 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd10ac1-0681-47f7-8bee-1aa7684089a0 x-openstack-request-id: req-cdd10ac1-0681-47f7-8bee-1aa7684089a0 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:57:40.750640 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3064b16-fb4f-4614-bce3-0ebbc067eddd", "tag": "edb876c0-2cd2-4e92-8660-97bc57e54592", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:57:40.750987 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-cdd10ac1-0681-47f7-8bee-1aa7684089a0 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:57:40.751500 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3064b16-fb4f-4614-bce3-0ebbc067eddd', 'tag': 'edb876c0-2cd2-4e92-8660-97bc57e54592', 'status': 'completed', 'code': 200} Nov 04 10:57:40.779292 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb259e77-5af6-492d-beb0-17d5310d6846 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:40.813401 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-d7c7f33c-897b-46d3-825f-1dbf77ac5a52 service neutron] 10.222.0.126 "GET /v2.0/networks/87df3733-563a-447f-8bf3-878530626f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370986 Nov 04 10:57:40.901617 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb259e77-5af6-492d-beb0-17d5310d6846 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:40.932952 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1b078d36-0196-4725-9ba2-adfc7867e302 req-56945fa4-56c6-41f2-9e71-6708c6aab65c service neutron] 10.222.0.126 "GET /v2.0/networks/87df3733-563a-447f-8bf3-878530626f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120226 Nov 04 10:57:41.020008 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-bb259e77-5af6-492d-beb0-17d5310d6846 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Allocated IP 172.25.7.122 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/01f5f3dd-6ab0-4925-91a7-30e9a2c0b5ac) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:57:41.029745 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df481fd-9987-41c5-936e-37d1a7ac0b9a req-90a41c2e-48b4-4892-819d-91132a9b0354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:41.031448 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8df481fd-9987-41c5-936e-37d1a7ac0b9a req-90a41c2e-48b4-4892-819d-91132a9b0354 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 1094 time: 0.0459189 Nov 04 10:57:41.153691 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb259e77-5af6-492d-beb0-17d5310d6846 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:41.156518 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df481fd-9987-41c5-936e-37d1a7ac0b9a req-46a9b7ff-14dc-4f2e-a68b-91f35348fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:41.158362 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8df481fd-9987-41c5-936e-37d1a7ac0b9a req-46a9b7ff-14dc-4f2e-a68b-91f35348fc73 service neutron] 10.222.0.126 "GET /v2.0/networks?id=87df3733-563a-447f-8bf3-878530626f61 HTTP/1.1" status: 200 len: 899 time: 0.1192029 Nov 04 10:57:41.203822 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb259e77-5af6-492d-beb0-17d5310d6846 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:41.213121 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8df481fd-9987-41c5-936e-37d1a7ac0b9a req-11dfda37-6945-444c-b230-9b0235774a8b service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edb876c0-2cd2-4e92-8660-97bc57e54592 HTTP/1.1" status: 200 len: 217 time: 0.0470414 Nov 04 10:57:41.252023 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb259e77-5af6-492d-beb0-17d5310d6846 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:57:41.257943 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-bb259e77-5af6-492d-beb0-17d5310d6846 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:57:41.272913 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df481fd-9987-41c5-936e-37d1a7ac0b9a req-6f0cdfbf-eb81-45d4-bf81-939de9971600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:41.274495 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8df481fd-9987-41c5-936e-37d1a7ac0b9a req-6f0cdfbf-eb81-45d4-bf81-939de9971600 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=7f5cf8a1-f303-460e-8550-260ccee9be1c HTTP/1.1" status: 200 len: 835 time: 0.0525310 Nov 04 10:57:41.284417 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb259e77-5af6-492d-beb0-17d5310d6846 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:57:41.313545 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb259e77-5af6-492d-beb0-17d5310d6846 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Pushing event updated for resources: {'Port': ['ID=01f5f3dd-6ab0-4925-91a7-30e9a2c0b5ac,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:41.331131 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df481fd-9987-41c5-936e-37d1a7ac0b9a req-93afb491-03b1-40db-bb8b-9e6b4ae5acfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:41.332769 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8df481fd-9987-41c5-936e-37d1a7ac0b9a req-93afb491-03b1-40db-bb8b-9e6b4ae5acfd service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=87df3733-563a-447f-8bf3-878530626f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503345 Nov 04 10:57:41.347843 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb6d8e-deda-495a-a059-9b8e4c859352 req-2f5020c1-f112-4320-93d7-e4e8d46286f7 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:41.349384 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aabb6d8e-deda-495a-a059-9b8e4c859352 req-2f5020c1-f112-4320-93d7-e4e8d46286f7 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 945 time: 0.1114087 Nov 04 10:57:41.432724 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8df481fd-9987-41c5-936e-37d1a7ac0b9a req-09ffe424-3177-4096-bf3b-aa0efdff169b service neutron] 10.222.0.126 "GET /v2.0/networks/87df3733-563a-447f-8bf3-878530626f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903449 Nov 04 10:57:41.539192 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8df481fd-9987-41c5-936e-37d1a7ac0b9a req-d6b63a88-254b-4f67-9f3c-a7d474297571 service neutron] 10.222.0.126 "GET /v2.0/networks/87df3733-563a-447f-8bf3-878530626f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994589 Nov 04 10:57:41.784896 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aabb6d8e-deda-495a-a059-9b8e4c859352 req-637292cd-b3c8-42b2-9ef1-7394f8c2e9f9 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133775 Nov 04 10:57:42.063276 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b3e34-4c75-4152-8b23-8c2342a191a2 req-910dfb96-d670-4eee-9b72-8e16d2d7b4d5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:42.064844 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-978b3e34-4c75-4152-8b23-8c2342a191a2 req-910dfb96-d670-4eee-9b72-8e16d2d7b4d5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 943 time: 0.1254275 Nov 04 10:57:42.156872 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb259e77-5af6-492d-beb0-17d5310d6846 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:42.162819 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-978b3e34-4c75-4152-8b23-8c2342a191a2 req-3f692336-0a8f-431d-8436-ce4c271638f3 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679924 Nov 04 10:57:42.239790 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb259e77-5af6-492d-beb0-17d5310d6846 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:42.407817 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb259e77-5af6-492d-beb0-17d5310d6846 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:42.413704 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:42.414880 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb259e77-5af6-492d-beb0-17d5310d6846 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:42.483605 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb259e77-5af6-492d-beb0-17d5310d6846 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Pushing event updated for resources: {'Port': ['ID=01f5f3dd-6ab0-4925-91a7-30e9a2c0b5ac,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:42.498303 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb259e77-5af6-492d-beb0-17d5310d6846 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:42.602431 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-bb259e77-5af6-492d-beb0-17d5310d6846 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Floating IP 0ae276ce-a7d1-4316-96c0-1dbb28b3be0b associated. External IP: 172.25.7.122, port: c7db4d27-0d06-490e-b959-b5ba39492519. Nov 04 10:57:42.835586 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb259e77-5af6-492d-beb0-17d5310d6846 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Router 114c8d67-e365-4189-8c33-a5952095759f has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:57:42.977344 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6d9cb-574d-4e72-b842-1bee05f34105 req-e3be7702-4f3c-4dfb-83b1-f1d40bb01a26 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:42.978935 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b7d6d9cb-574d-4e72-b842-1bee05f34105 req-e3be7702-4f3c-4dfb-83b1-f1d40bb01a26 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 945 time: 0.1001468 Nov 04 10:57:42.993753 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb259e77-5af6-492d-beb0-17d5310d6846 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:57:43.006437 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841e8fc5-f5fa-4174-9aa3-b5a874cfb7dd None None] Sync routers for ids ['114c8d67-e365-4189-8c33-a5952095759f'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:57:43.020220 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841e8fc5-f5fa-4174-9aa3-b5a874cfb7dd None None] Routers {'114c8d67-e365-4189-8c33-a5952095759f'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:57:43.021289 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-841e8fc5-f5fa-4174-9aa3-b5a874cfb7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:57:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['114c8d67-e365-4189-8c33-a5952095759f'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:43.022321 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb259e77-5af6-492d-beb0-17d5310d6846 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:43.072705 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b7d6d9cb-574d-4e72-b842-1bee05f34105 req-408dbbf4-36bc-4767-8940-e624bca341e6 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861077 Nov 04 10:57:43.074357 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bb259e77-5af6-492d-beb0-17d5310d6846 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3291011 Nov 04 10:57:43.075079 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef767d5-51f7-4895-857c-c9fd70315fad', 'tag': 'c7db4d27-0d06-490e-b959-b5ba39492519'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:57:43.077514 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7ad3ae-2cb2-47bc-881d-fbd984942d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "fef767d5-51f7-4895-857c-c9fd70315fad", "tag": "c7db4d27-0d06-490e-b959-b5ba39492519"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:57:43.125037 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a0518a85-0ada-4bb9-8fdc-afe7d8be5c0a req-eb807d70-dd0c-48c7-afb9-38f15e4ece0b service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0593894 Nov 04 10:57:43.171801 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-841e8fc5-f5fa-4174-9aa3-b5a874cfb7dd None None] Set router 114c8d67-e365-4189-8c33-a5952095759f gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:57:43.203471 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21665cff-b8d5-4e0b-8355-92b72fc4307a x-openstack-request-id: req-21665cff-b8d5-4e0b-8355-92b72fc4307a {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:57:43.203960 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef767d5-51f7-4895-857c-c9fd70315fad", "tag": "c7db4d27-0d06-490e-b959-b5ba39492519", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:57:43.204377 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-21665cff-b8d5-4e0b-8355-92b72fc4307a {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:57:43.204978 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef767d5-51f7-4895-857c-c9fd70315fad', 'tag': 'c7db4d27-0d06-490e-b959-b5ba39492519', 'status': 'completed', 'code': 200} Nov 04 10:57:43.285365 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0518a85-0ada-4bb9-8fdc-afe7d8be5c0a req-27105f99-40ca-4957-ae13-9385c8249f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:43.289424 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a0518a85-0ada-4bb9-8fdc-afe7d8be5c0a req-27105f99-40ca-4957-ae13-9385c8249f1b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=db986214976042ad8f7b4ef2ac918aa4&device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 1096 time: 0.1098170 Nov 04 10:57:43.399297 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ad3ae-2cb2-47bc-881d-fbd984942d6b req-44ad4d81-9c4b-44c7-b9b3-7213915c39de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:43.400863 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ef7ad3ae-2cb2-47bc-881d-fbd984942d6b req-44ad4d81-9c4b-44c7-b9b3-7213915c39de service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6d658d320fa74f69aa183d18fb0bb612&device_id=fef767d5-51f7-4895-857c-c9fd70315fad HTTP/1.1" status: 200 len: 1096 time: 0.1729865 Nov 04 10:57:43.426760 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0518a85-0ada-4bb9-8fdc-afe7d8be5c0a req-b75e3887-7be3-4f87-86bb-ca5e0618779e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:43.428316 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a0518a85-0ada-4bb9-8fdc-afe7d8be5c0a req-b75e3887-7be3-4f87-86bb-ca5e0618779e service neutron] 10.222.0.121 "GET /v2.0/networks?id=48d7173e-4f84-437c-b393-02822601af8d HTTP/1.1" status: 200 len: 912 time: 0.1131868 Nov 04 10:57:43.507791 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5a4fe-bea2-4709-a587-15c8403d9961 req-6da2c2d9-7541-4927-b6c6-a14476aa5675 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:43.516369 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-63b5a4fe-bea2-4709-a587-15c8403d9961 req-6da2c2d9-7541-4927-b6c6-a14476aa5675 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 943 time: 0.2134919 Nov 04 10:57:43.517284 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a0518a85-0ada-4bb9-8fdc-afe7d8be5c0a req-c6ef1ffe-9c24-4e88-abc1-2113883dbded service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cae55ee8-a51e-4a5c-85db-63c1b5586a29 HTTP/1.1" status: 200 len: 1000 time: 0.0766866 Nov 04 10:57:43.588654 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0518a85-0ada-4bb9-8fdc-afe7d8be5c0a req-7fc6fb4d-e41a-4817-8572-292587167dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:43.590614 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a0518a85-0ada-4bb9-8fdc-afe7d8be5c0a req-7fc6fb4d-e41a-4817-8572-292587167dde service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e385be16-201b-4622-87ed-46bcc0e22c59 HTTP/1.1" status: 200 len: 849 time: 0.0655541 Nov 04 10:57:43.591892 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-63b5a4fe-bea2-4709-a587-15c8403d9961 req-3b58f87d-09b9-4b38-bf1d-0dd9f97acf9c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739923 Nov 04 10:57:43.642058 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-841e8fc5-f5fa-4174-9aa3-b5a874cfb7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114c8d67-e365-4189-8c33-a5952095759f', 'name': 'tempest-TestServerBasicOps-967746746-router', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:09Z', 'updated_at': '2021-11-04T10:57:12Z', 'revision_number': 4, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'gw_port': {'id': '6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114c8d67-e365-4189-8c33-a5952095759f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:09Z', 'updated_at': '2021-11-04T10:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '0ae276ce-a7d1-4316-96c0-1dbb28b3be0b', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'floating_ip_address': '172.25.7.122', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '114c8d67-e365-4189-8c33-a5952095759f', 'port_id': 'c7db4d27-0d06-490e-b959-b5ba39492519', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb', 'mac_address': 'fa:16:3e:67:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef767d5-51f7-4895-857c-c9fd70315fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:57:41Z', 'updated_at': '2021-11-04T10:57:41Z', 'revision_number': 0, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a3bf55-1edf-42ff-8115-e1be2276c9f7', 'name': '', 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'mac_address': 'fa:16:3e:0d:08:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114c8d67-e365-4189-8c33-a5952095759f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e6889d42-db57-44fd-87ec-e227fe027d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:11Z', 'updated_at': '2021-11-04T10:57:19Z', 'revision_number': 5, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'subnets': [{'id': 'e6889d42-db57-44fd-87ec-e227fe027d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:43.662945 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0518a85-0ada-4bb9-8fdc-afe7d8be5c0a req-0d899641-dd36-40ef-93e8-e784dc62c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:43.665120 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a0518a85-0ada-4bb9-8fdc-afe7d8be5c0a req-0d899641-dd36-40ef-93e8-e784dc62c6d8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=48d7173e-4f84-437c-b393-02822601af8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598691 Nov 04 10:57:43.676099 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841e8fc5-f5fa-4174-9aa3-b5a874cfb7dd None None] Checking router: 114c8d67-e365-4189-8c33-a5952095759f for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:57:43.693705 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841e8fc5-f5fa-4174-9aa3-b5a874cfb7dd None None] Routers {'114c8d67-e365-4189-8c33-a5952095759f'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:57:43.694450 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-841e8fc5-f5fa-4174-9aa3-b5a874cfb7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:57:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['114c8d67-e365-4189-8c33-a5952095759f'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:43.715364 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ad3ae-2cb2-47bc-881d-fbd984942d6b req-2061d6eb-9110-4f66-ac12-04bf980fb68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:43.717070 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ef7ad3ae-2cb2-47bc-881d-fbd984942d6b req-2061d6eb-9110-4f66-ac12-04bf980fb68a service neutron] 10.222.0.121 "GET /v2.0/networks?id=6fbc7281-bcda-4aef-b30f-90e9ca1e37cb HTTP/1.1" status: 200 len: 910 time: 0.3042200 Nov 04 10:57:43.746010 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device edb876c0-2cd2-4e92-8660-97bc57e54592 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:57:43.831294 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-841e8fc5-f5fa-4174-9aa3-b5a874cfb7dd None None] Set router 114c8d67-e365-4189-8c33-a5952095759f gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:57:43.855231 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a0518a85-0ada-4bb9-8fdc-afe7d8be5c0a req-771c5397-6099-40d8-abdd-30f553d097c6 service neutron] 10.222.0.121 "GET /v2.0/networks/48d7173e-4f84-437c-b393-02822601af8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799307 Nov 04 10:57:43.935248 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port edb876c0-2cd2-4e92-8660-97bc57e54592, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=edb876c0-2cd2-4e92-8660-97bc57e54592,segment=NetworkSegment(9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f),segment_id=9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:43.966573 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'edb876c0-2cd2-4e92-8660-97bc57e54592', 'network_id': '87df3733-563a-447f-8bf3-878530626f61', 'port_id': 'edb876c0-2cd2-4e92-8660-97bc57e54592', 'mac_address': 'fa:16:3e:b4:e1:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5cf8a1-f303-460e-8550-260ccee9be1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:57:43.974451 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ef7ad3ae-2cb2-47bc-881d-fbd984942d6b req-5f319c27-a492-4db7-a381-366823ba36a8 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7db4d27-0d06-490e-b959-b5ba39492519 HTTP/1.1" status: 200 len: 999 time: 0.2482166 Nov 04 10:57:44.017658 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:44.035038 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb876c0-2cd2-4e92-8660-97bc57e54592 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:57:44.042734 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ad3ae-2cb2-47bc-881d-fbd984942d6b req-c2d95188-3986-455a-8ed7-5e69dce763d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:44.044137 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ef7ad3ae-2cb2-47bc-881d-fbd984942d6b req-c2d95188-3986-455a-8ed7-5e69dce763d4 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e6889d42-db57-44fd-87ec-e227fe027d3c HTTP/1.1" status: 200 len: 847 time: 0.0615408 Nov 04 10:57:44.072451 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a0518a85-0ada-4bb9-8fdc-afe7d8be5c0a req-d03321c7-818c-4e7e-b360-94b57386f3a6 service neutron] 10.222.0.121 "GET /v2.0/networks/48d7173e-4f84-437c-b393-02822601af8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070870 Nov 04 10:57:44.079867 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port edb876c0-2cd2-4e92-8660-97bc57e54592, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=edb876c0-2cd2-4e92-8660-97bc57e54592,segment=NetworkSegment(9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f),segment_id=9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:44.086220 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:44.152047 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=edb876c0-2cd2-4e92-8660-97bc57e54592,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:44.196222 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ad3ae-2cb2-47bc-881d-fbd984942d6b req-0cec1495-c1df-434b-8e92-29cfa54d3c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:44.198720 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ef7ad3ae-2cb2-47bc-881d-fbd984942d6b req-0cec1495-c1df-434b-8e92-29cfa54d3c2f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6fbc7281-bcda-4aef-b30f-90e9ca1e37cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1461413 Nov 04 10:57:44.201104 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-841e8fc5-f5fa-4174-9aa3-b5a874cfb7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114c8d67-e365-4189-8c33-a5952095759f', 'name': 'tempest-TestServerBasicOps-967746746-router', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:09Z', 'updated_at': '2021-11-04T10:57:12Z', 'revision_number': 4, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'gw_port': {'id': '6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114c8d67-e365-4189-8c33-a5952095759f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:09Z', 'updated_at': '2021-11-04T10:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '0ae276ce-a7d1-4316-96c0-1dbb28b3be0b', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'floating_ip_address': '172.25.7.122', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '114c8d67-e365-4189-8c33-a5952095759f', 'port_id': 'c7db4d27-0d06-490e-b959-b5ba39492519', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb', 'mac_address': 'fa:16:3e:67:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef767d5-51f7-4895-857c-c9fd70315fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:57:41Z', 'updated_at': '2021-11-04T10:57:41Z', 'revision_number': 0, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a3bf55-1edf-42ff-8115-e1be2276c9f7', 'name': '', 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'mac_address': 'fa:16:3e:0d:08:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114c8d67-e365-4189-8c33-a5952095759f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e6889d42-db57-44fd-87ec-e227fe027d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:11Z', 'updated_at': '2021-11-04T10:57:19Z', 'revision_number': 5, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'subnets': [{'id': 'e6889d42-db57-44fd-87ec-e227fe027d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:44.234016 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841e8fc5-f5fa-4174-9aa3-b5a874cfb7dd None None] The sync data for ids ['114c8d67-e365-4189-8c33-a5952095759f'] in n-d-816629-1 is: [{'id': '114c8d67-e365-4189-8c33-a5952095759f', 'name': 'tempest-TestServerBasicOps-967746746-router', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:09Z', 'updated_at': '2021-11-04T10:57:12Z', 'revision_number': 4, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'gw_port': {'id': '6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114c8d67-e365-4189-8c33-a5952095759f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:09Z', 'updated_at': '2021-11-04T10:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '0ae276ce-a7d1-4316-96c0-1dbb28b3be0b', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'floating_ip_address': '172.25.7.122', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '114c8d67-e365-4189-8c33-a5952095759f', 'port_id': 'c7db4d27-0d06-490e-b959-b5ba39492519', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb', 'mac_address': 'fa:16:3e:67:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef767d5-51f7-4895-857c-c9fd70315fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:57:41Z', 'updated_at': '2021-11-04T10:57:41Z', 'revision_number': 0, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a3bf55-1edf-42ff-8115-e1be2276c9f7', 'name': '', 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'mac_address': 'fa:16:3e:0d:08:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114c8d67-e365-4189-8c33-a5952095759f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e6889d42-db57-44fd-87ec-e227fe027d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:11Z', 'updated_at': '2021-11-04T10:57:19Z', 'revision_number': 5, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'subnets': [{'id': 'e6889d42-db57-44fd-87ec-e227fe027d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:57:44.289542 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['edb876c0-2cd2-4e92-8660-97bc57e54592'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:57:44.306467 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8a743-eb40-458a-96dd-f6c6b632301a req-73c69c77-3128-40c5-a571-d349a152d31e tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:44.314227 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-50f8a743-eb40-458a-96dd-f6c6b632301a req-73c69c77-3128-40c5-a571-d349a152d31e tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 945 time: 0.1298027 Nov 04 10:57:44.381089 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ef7ad3ae-2cb2-47bc-881d-fbd984942d6b req-6ae3a8a9-e897-4288-9673-97836a38b4fb service neutron] 10.222.0.121 "GET /v2.0/networks/6fbc7281-bcda-4aef-b30f-90e9ca1e37cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615577 Nov 04 10:57:44.385272 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-50f8a743-eb40-458a-96dd-f6c6b632301a req-e4b3c00b-cc8e-4c03-b9fe-f23bf32d1c35 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700989 Nov 04 10:57:44.506763 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ef7ad3ae-2cb2-47bc-881d-fbd984942d6b req-36502115-9f4d-403a-81e6-a2a23139586b service neutron] 10.222.0.121 "GET /v2.0/networks/6fbc7281-bcda-4aef-b30f-90e9ca1e37cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165934 Nov 04 10:57:44.551940 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c123961d-61fd-43ce-909d-2b90d0c67dc9 None None] New status for floating IP 0ae276ce-a7d1-4316-96c0-1dbb28b3be0b: ACTIVE {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:57:44.734186 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34142f-c63b-447a-bf4a-14d8cc9fec03 req-282653f9-72d9-44ac-9d81-9ce3a41592a0 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:44.736155 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4f34142f-c63b-447a-bf4a-14d8cc9fec03 req-282653f9-72d9-44ac-9d81-9ce3a41592a0 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 944 time: 0.0563600 Nov 04 10:57:44.789184 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4f34142f-c63b-447a-bf4a-14d8cc9fec03 req-b6e11a59-bdc5-476a-93f3-2212a46ebe13 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465231 Nov 04 10:57:44.836216 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:45.519454 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce25942-994d-43f7-933a-27c06163bd38 req-3191cdba-5cca-41d4-ba25-f766941f440c tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:45.521019 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dce25942-994d-43f7-933a-27c06163bd38 req-3191cdba-5cca-41d4-ba25-f766941f440c tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 945 time: 0.0601349 Nov 04 10:57:45.573940 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dce25942-994d-43f7-933a-27c06163bd38 req-2548755f-3858-4993-8959-e29c2f295ae6 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466151 Nov 04 10:57:45.776462 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 587c15fc-91af-408c-ad11-ce259f815803 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:57:45.778795 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device edb876c0-2cd2-4e92-8660-97bc57e54592 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:57:45.901413 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port edb876c0-2cd2-4e92-8660-97bc57e54592 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:57:45.913658 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port edb876c0-2cd2-4e92-8660-97bc57e54592 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:45.914018 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:45.916855 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 587c15fc-91af-408c-ad11-ce259f815803, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=587c15fc-91af-408c-ad11-ce259f815803,segment=NetworkSegment(a3095d3f-bbcd-4162-b35e-e366666a87a0),segment_id=a3095d3f-bbcd-4162-b35e-e366666a87a0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:45.919234 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9569b8a-73b4-437e-8085-f153cb685558 req-9d61b701-d6fc-446f-8bec-fecdb8b4f169 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:45.920795 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a9569b8a-73b4-437e-8085-f153cb685558 req-9d61b701-d6fc-446f-8bec-fecdb8b4f169 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 944 time: 0.0542812 Nov 04 10:57:45.948255 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '587c15fc-91af-408c-ad11-ce259f815803', 'network_id': '53b64489-ad49-4c4d-a90b-bd185e3b5648', 'port_id': '587c15fc-91af-408c-ad11-ce259f815803', 'mac_address': 'fa:16:3e:fa:bb:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae5f2306-3371-4768-a507-95555a631113', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:57:45.971019 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a9569b8a-73b4-437e-8085-f153cb685558 req-5e3a9455-1370-4fd3-a846-71d3a403dd3a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438354 Nov 04 10:57:45.998079 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:46.032500 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 587c15fc-91af-408c-ad11-ce259f815803 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:57:46.050783 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:46.060027 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 587c15fc-91af-408c-ad11-ce259f815803, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=587c15fc-91af-408c-ad11-ce259f815803,segment=NetworkSegment(a3095d3f-bbcd-4162-b35e-e366666a87a0),segment_id=a3095d3f-bbcd-4162-b35e-e366666a87a0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:46.075273 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:46.110053 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3064b16-fb4f-4614-bce3-0ebbc067eddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb876c0-2cd2-4e92-8660-97bc57e54592'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:57:46.112343 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfe6bb7-394c-4b33-9aa2-932acf30b0c6" -d '{"events": [{"server_uuid": "a3064b16-fb4f-4614-bce3-0ebbc067eddd", "name": "network-vif-plugged", "status": "completed", "tag": "edb876c0-2cd2-4e92-8660-97bc57e54592"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:57:46.135504 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port edb876c0-2cd2-4e92-8660-97bc57e54592, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=edb876c0-2cd2-4e92-8660-97bc57e54592,segment=NetworkSegment(9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f),segment_id=9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:46.146644 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:46.148125 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=587c15fc-91af-408c-ad11-ce259f815803,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:46.174898 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a35800-2f2d-42bd-97a7-0f2eb68b8cbb x-openstack-request-id: req-57a35800-2f2d-42bd-97a7-0f2eb68b8cbb {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:57:46.175201 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3064b16-fb4f-4614-bce3-0ebbc067eddd", "name": "network-vif-plugged", "status": "completed", "tag": "edb876c0-2cd2-4e92-8660-97bc57e54592", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:57:46.175876 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-57a35800-2f2d-42bd-97a7-0f2eb68b8cbb {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:57:46.176008 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3064b16-fb4f-4614-bce3-0ebbc067eddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb876c0-2cd2-4e92-8660-97bc57e54592', 'code': 200} Nov 04 10:57:46.212610 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=edb876c0-2cd2-4e92-8660-97bc57e54592,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:46.282319 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['587c15fc-91af-408c-ad11-ce259f815803'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:57:46.301421 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a1b7d-808b-4591-b3d5-668353763873 req-7bfa22ff-ef34-4dea-8954-4229ff0fb1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:46.303137 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3d8a1b7d-808b-4591-b3d5-668353763873 req-7bfa22ff-ef34-4dea-8954-4229ff0fb1cf service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 1096 time: 0.0465169 Nov 04 10:57:46.354378 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3d8a1b7d-808b-4591-b3d5-668353763873 req-bf510b32-4ce3-4172-a25a-030133a286bf service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423365 Nov 04 10:57:46.706425 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599862f-f1e8-4771-a76b-6d8340fcda3c req-f8e42e8a-e93c-4ff4-a4ac-44898235423b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:46.708179 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d599862f-f1e8-4771-a76b-6d8340fcda3c req-f8e42e8a-e93c-4ff4-a4ac-44898235423b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 944 time: 0.0615048 Nov 04 10:57:46.761464 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d599862f-f1e8-4771-a76b-6d8340fcda3c req-799368ed-4ea1-4094-aa15-8ee6ab71adf0 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466166 Nov 04 10:57:46.872233 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4e9b98e8-5c9b-44d7-a0b4-4bf36c9b3b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:47.095538 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6984c7f-491c-4c44-a80b-04e7a8b4da8a req-11adbcdb-6bf8-41a1-98f3-5d6b5258f216 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:47.097232 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b6984c7f-491c-4c44-a80b-04e7a8b4da8a req-11adbcdb-6bf8-41a1-98f3-5d6b5258f216 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 945 time: 0.0510299 Nov 04 10:57:47.156414 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b6984c7f-491c-4c44-a80b-04e7a8b4da8a req-a378c580-33f8-46e5-bc33-3be92911732f tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517361 Nov 04 10:57:47.783934 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 587c15fc-91af-408c-ad11-ce259f815803 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:57:47.838743 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 587c15fc-91af-408c-ad11-ce259f815803 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:57:47.839391 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:47.889763 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56805ab5-eb0a-4fa7-955e-d1511bd58d40 req-ba6fd389-3095-4e84-a4bd-c4b7df731561 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:47.891308 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-56805ab5-eb0a-4fa7-955e-d1511bd58d40 req-ba6fd389-3095-4e84-a4bd-c4b7df731561 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 944 time: 0.0514359 Nov 04 10:57:47.924134 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:47.942326 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-56805ab5-eb0a-4fa7-955e-d1511bd58d40 req-1e95693d-4e3a-4170-aee0-79762eaff210 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445948 Nov 04 10:57:47.973351 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 587c15fc-91af-408c-ad11-ce259f815803, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=587c15fc-91af-408c-ad11-ce259f815803,segment=NetworkSegment(a3095d3f-bbcd-4162-b35e-e366666a87a0),segment_id=a3095d3f-bbcd-4162-b35e-e366666a87a0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:47.978476 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:48.033241 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=587c15fc-91af-408c-ad11-ce259f815803,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:48.177393 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d14436-5183-4cd6-970c-237b46f1a233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587c15fc-91af-408c-ad11-ce259f815803'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:57:48.179799 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c54cb28-108c-42e4-aa52-f07b09bdc11a" -d '{"events": [{"server_uuid": "c6d14436-5183-4cd6-970c-237b46f1a233", "name": "network-vif-plugged", "status": "completed", "tag": "587c15fc-91af-408c-ad11-ce259f815803"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:57:48.282260 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd17d79-788d-4804-a3e3-748de207e181 req-36db5f47-2a32-4bc0-abba-24fdcc5be7be tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:48.289363 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5fd17d79-788d-4804-a3e3-748de207e181 req-36db5f47-2a32-4bc0-abba-24fdcc5be7be tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 945 time: 0.0598302 Nov 04 10:57:48.343485 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5fd17d79-788d-4804-a3e3-748de207e181 req-32d88e1f-5457-4cc8-be29-10f3f4271433 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518110 Nov 04 10:57:48.391485 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615fe85d-4ee3-4ba5-979c-58385b52e331 x-openstack-request-id: req-615fe85d-4ee3-4ba5-979c-58385b52e331 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:57:48.392021 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d14436-5183-4cd6-970c-237b46f1a233", "name": "network-vif-plugged", "status": "completed", "tag": "587c15fc-91af-408c-ad11-ce259f815803", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:57:48.392571 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-615fe85d-4ee3-4ba5-979c-58385b52e331 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:57:48.393209 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d14436-5183-4cd6-970c-237b46f1a233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587c15fc-91af-408c-ad11-ce259f815803', 'code': 200} Nov 04 10:57:48.538616 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83add108-0747-4d2b-a902-66324418fe0a req-f52a5f79-6c1c-4646-9c35-1bffbb3473e5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:48.540353 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83add108-0747-4d2b-a902-66324418fe0a req-f52a5f79-6c1c-4646-9c35-1bffbb3473e5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 945 time: 0.0751872 Nov 04 10:57:48.585698 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75260741-2ff7-467f-bbd2-4ba013d7b221 req-35f00ff0-4621-4578-90eb-a40b6a810b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:48.588123 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-75260741-2ff7-467f-bbd2-4ba013d7b221 req-35f00ff0-4621-4578-90eb-a40b6a810b63 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 1096 time: 0.0554283 Nov 04 10:57:48.595522 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83add108-0747-4d2b-a902-66324418fe0a req-5380b3dc-176e-4122-a8c5-3d5a00e7eb42 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490012 Nov 04 10:57:48.623297 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39946) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:48.655404 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-75260741-2ff7-467f-bbd2-4ba013d7b221 req-874fd1dd-4931-4ee1-a3da-90c3dd34895f service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579128 Nov 04 10:57:48.655971 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39948) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:48.675296 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765f32bf-6956-4391-86ba-a42f8640a8c3 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:48.676984 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-765f32bf-6956-4391-86ba-a42f8640a8c3 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 1091 time: 0.0525875 Nov 04 10:57:48.679806 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 39952) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:48.684239 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-eb059cbf-7951-4cda-ba00-3be8fa8258ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'port_id': 'edb876c0-2cd2-4e92-8660-97bc57e54592', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:48.708355 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb059cbf-7951-4cda-ba00-3be8fa8258ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:48.780274 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f7ec7bef-51c8-4014-b48e-877d157b1620 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:48.878319 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f7ec7bef-51c8-4014-b48e-877d157b1620 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:48.884621 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f7ec7bef-51c8-4014-b48e-877d157b1620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:48.931401 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec7bef-51c8-4014-b48e-877d157b1620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c2f8b7-6e1b-4934-bd13-0f422dc175d1,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:48.937231 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f7ec7bef-51c8-4014-b48e-877d157b1620 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=7861207683004859994d37562ec68073&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2800393 Nov 04 10:57:48.940867 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39954) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:49.012656 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3534132a-2895-48cc-90d2-0f63a38d1086 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:49.040017 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3534132a-2895-48cc-90d2-0f63a38d1086 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:49.094735 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3534132a-2895-48cc-90d2-0f63a38d1086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:49.097451 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3534132a-2895-48cc-90d2-0f63a38d1086 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:49.101322 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3534132a-2895-48cc-90d2-0f63a38d1086 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/59c2f8b7-6e1b-4934-bd13-0f422dc175d1 HTTP/1.1" status: 204 len: 168 time: 0.1567528 Nov 04 10:57:49.107897 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534132a-2895-48cc-90d2-0f63a38d1086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c2f8b7-6e1b-4934-bd13-0f422dc175d1,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:49.149694 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ab737-1dc9-4acd-927d-e2d44543f77d req-467fa3c1-45b9-4e17-9f5a-f7ccc9c0d66a tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:49.151378 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-225ab737-1dc9-4acd-927d-e2d44543f77d req-467fa3c1-45b9-4e17-9f5a-f7ccc9c0d66a tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 945 time: 0.0624216 Nov 04 10:57:49.233615 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-225ab737-1dc9-4acd-927d-e2d44543f77d req-0cb1750c-d6c5-47af-84b7-2a357931551b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744174 Nov 04 10:57:49.257798 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb059cbf-7951-4cda-ba00-3be8fa8258ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:49.385907 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-eb059cbf-7951-4cda-ba00-3be8fa8258ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Allocated IP 172.25.7.127 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/238d407e-5a4d-4ec2-a072-bba9ce95e665) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:57:49.455130 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39964) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:49.469601 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-858efe97-732e-47a2-b37a-cdf709407007 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:49.499622 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb059cbf-7951-4cda-ba00-3be8fa8258ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:49.534484 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb059cbf-7951-4cda-ba00-3be8fa8258ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:49.550057 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-858efe97-732e-47a2-b37a-cdf709407007 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:49.555494 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-858efe97-732e-47a2-b37a-cdf709407007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:49.581856 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb059cbf-7951-4cda-ba00-3be8fa8258ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:57:49.584705 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-eb059cbf-7951-4cda-ba00-3be8fa8258ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:57:49.591112 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb059cbf-7951-4cda-ba00-3be8fa8258ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:57:49.601609 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-858efe97-732e-47a2-b37a-cdf709407007 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=6996d4fb31e04b73bb3cf4dae67043d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1450686 Nov 04 10:57:49.603063 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858efe97-732e-47a2-b37a-cdf709407007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f3d8c9-a197-488d-a762-edf3f8f2f35a,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:49.607389 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 39966) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:49.625606 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb059cbf-7951-4cda-ba00-3be8fa8258ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Port': ['ID=238d407e-5a4d-4ec2-a072-bba9ce95e665,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:49.656884 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0292a3ef-e3d4-4431-ab3e-e5d80fa49c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:49.690054 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-27cf4043-4670-4ce3-b3ab-34046dbeeb24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:49.721324 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-27cf4043-4670-4ce3-b3ab-34046dbeeb24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:49.788652 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-27cf4043-4670-4ce3-b3ab-34046dbeeb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:49.792369 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-27cf4043-4670-4ce3-b3ab-34046dbeeb24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:49.793811 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-27cf4043-4670-4ce3-b3ab-34046dbeeb24 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/f4f3d8c9-a197-488d-a762-edf3f8f2f35a HTTP/1.1" status: 204 len: 168 time: 0.1851776 Nov 04 10:57:49.803590 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4043-4670-4ce3-b3ab-34046dbeeb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f3d8c9-a197-488d-a762-edf3f8f2f35a,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:50.058620 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb059cbf-7951-4cda-ba00-3be8fa8258ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:50.138531 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb059cbf-7951-4cda-ba00-3be8fa8258ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:50.308242 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb059cbf-7951-4cda-ba00-3be8fa8258ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:50.321951 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb059cbf-7951-4cda-ba00-3be8fa8258ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:50.412231 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb059cbf-7951-4cda-ba00-3be8fa8258ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Port': ['ID=238d407e-5a4d-4ec2-a072-bba9ce95e665,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:50.434720 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22471bc6-aaf9-41cb-a5e5-0739b3e47b45 req-221b4600-fe77-438e-8837-e489eb2781bb tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:50.436298 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-22471bc6-aaf9-41cb-a5e5-0739b3e47b45 req-221b4600-fe77-438e-8837-e489eb2781bb tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 945 time: 0.1256602 Nov 04 10:57:50.442152 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb059cbf-7951-4cda-ba00-3be8fa8258ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:50.568146 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-22471bc6-aaf9-41cb-a5e5-0739b3e47b45 req-c95502ae-641c-48a5-a822-cbb702081886 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223395 Nov 04 10:57:50.597267 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-eb059cbf-7951-4cda-ba00-3be8fa8258ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Floating IP a3efc672-0053-457d-b748-ff2fa69a76b3 associated. External IP: 172.25.7.127, port: edb876c0-2cd2-4e92-8660-97bc57e54592. Nov 04 10:57:50.762434 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:50.799414 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a583e8-0a9d-4363-8f3d-0cbe0b7d23fc req-6b7dc090-09e5-4d0a-b901-f5aeb248392f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:50.800936 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-76a583e8-0a9d-4363-8f3d-0cbe0b7d23fc req-6b7dc090-09e5-4d0a-b901-f5aeb248392f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 945 time: 0.1029596 Nov 04 10:57:50.896131 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-76a583e8-0a9d-4363-8f3d-0cbe0b7d23fc req-db1443d4-31ff-445b-bc43-f5d011c58c31 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887759 Nov 04 10:57:50.900236 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb059cbf-7951-4cda-ba00-3be8fa8258ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Router 77de3c0a-d577-49df-8952-f196951a8d07 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:57:51.025958 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb059cbf-7951-4cda-ba00-3be8fa8258ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:57:51.046378 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eb059cbf-7951-4cda-ba00-3be8fa8258ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:51.049196 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1345f5ba-f63a-46df-9f34-e82302c63db4 None None] Sync routers for ids ['77de3c0a-d577-49df-8952-f196951a8d07'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:57:51.062823 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1345f5ba-f63a-46df-9f34-e82302c63db4 None None] Routers {'77de3c0a-d577-49df-8952-f196951a8d07'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:57:51.063508 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-1345f5ba-f63a-46df-9f34-e82302c63db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:57:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['77de3c0a-d577-49df-8952-f196951a8d07'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:51.087153 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-eb059cbf-7951-4cda-ba00-3be8fa8258ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4063146 Nov 04 10:57:51.088677 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3064b16-fb4f-4614-bce3-0ebbc067eddd', 'tag': 'edb876c0-2cd2-4e92-8660-97bc57e54592'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:57:51.096910 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2556845f-9354-44c2-96d4-92fb655a01e4" -d '{"events": [{"name": "network-changed", "server_uuid": "a3064b16-fb4f-4614-bce3-0ebbc067eddd", "tag": "edb876c0-2cd2-4e92-8660-97bc57e54592"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:57:51.225678 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4eeb8-c867-484a-8b7c-d0bc688980d3 req-d6e96d4a-8fea-47a4-8c43-c0505be18d46 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:51.227676 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6bd4eeb8-c867-484a-8b7c-d0bc688980d3 req-d6e96d4a-8fea-47a4-8c43-c0505be18d46 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 945 time: 0.0650220 Nov 04 10:57:51.287259 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6bd4eeb8-c867-484a-8b7c-d0bc688980d3 req-926d8eb3-4c3d-410e-ae88-09907d05d064 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527635 Nov 04 10:57:51.300598 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-1345f5ba-f63a-46df-9f34-e82302c63db4 None None] Set router 77de3c0a-d577-49df-8952-f196951a8d07 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:57:51.312978 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 40024) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:51.345280 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3718121f-a71d-4fe1-8cb1-fec384a17261 x-openstack-request-id: req-3718121f-a71d-4fe1-8cb1-fec384a17261 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:57:51.345780 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3064b16-fb4f-4614-bce3-0ebbc067eddd", "tag": "edb876c0-2cd2-4e92-8660-97bc57e54592", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:57:51.346008 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-3718121f-a71d-4fe1-8cb1-fec384a17261 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:57:51.346505 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3064b16-fb4f-4614-bce3-0ebbc067eddd', 'tag': 'edb876c0-2cd2-4e92-8660-97bc57e54592', 'status': 'completed', 'code': 200} Nov 04 10:57:51.444512 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556845f-9354-44c2-96d4-92fb655a01e4 req-8a19238b-292f-4229-891d-6dadaebec6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:51.446195 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2556845f-9354-44c2-96d4-92fb655a01e4 req-8a19238b-292f-4229-891d-6dadaebec6ab service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 1096 time: 0.0700145 Nov 04 10:57:51.451168 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6ef93fb1-b1dd-4cf7-ae84-20f5e2a8ddde tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/floatingips/a3efc672-0053-457d-b748-ff2fa69a76b3 HTTP/1.1" status: 200 len: 991 time: 0.1357551 Nov 04 10:57:51.539876 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-0efd55c1-67fe-4bf9-ab9b-f3d2014eca5d tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:51.541776 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-0efd55c1-67fe-4bf9-ab9b-f3d2014eca5d tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/networks?id=53b64489-ad49-4c4d-a90b-bd185e3b5648 HTTP/1.1" status: 200 len: 814 time: 0.1257796 Nov 04 10:57:51.560421 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556845f-9354-44c2-96d4-92fb655a01e4 req-8b91b29f-19bd-457a-ae3f-05d2098dda54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:51.561033 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-56b7893a-7e0a-4e6d-b529-839da882cfc8 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/quotas/50bf342429954df293faa7db937a533f HTTP/1.1" status: 200 len: 375 time: 0.0121329 Nov 04 10:57:51.562653 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2556845f-9354-44c2-96d4-92fb655a01e4 req-8b91b29f-19bd-457a-ae3f-05d2098dda54 service neutron] 10.222.0.126 "GET /v2.0/networks?id=87df3733-563a-447f-8bf3-878530626f61 HTTP/1.1" status: 200 len: 899 time: 0.1063302 Nov 04 10:57:51.595528 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-1345f5ba-f63a-46df-9f34-e82302c63db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77de3c0a-d577-49df-8952-f196951a8d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97086936', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:29Z', 'updated_at': '2021-11-04T10:57:34Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77de3c0a-d577-49df-8952-f196951a8d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:30Z', 'updated_at': '2021-11-04T10:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'a3efc672-0053-457d-b748-ff2fa69a76b3', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'floating_ip_address': '172.25.7.127', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '77de3c0a-d577-49df-8952-f196951a8d07', 'port_id': 'edb876c0-2cd2-4e92-8660-97bc57e54592', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87df3733-563a-447f-8bf3-878530626f61', 'mac_address': 'fa:16:3e:b4:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3064b16-fb4f-4614-bce3-0ebbc067eddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:57:49Z', 'updated_at': '2021-11-04T10:57:49Z', 'revision_number': 0, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a852b47a-e4bb-4fc2-a224-b0783cf9c8df', 'name': '', 'network_id': '87df3733-563a-447f-8bf3-878530626f61', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:fe:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77de3c0a-d577-49df-8952-f196951a8d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '7f5cf8a1-f303-460e-8550-260ccee9be1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:33Z', 'updated_at': '2021-11-04T10:57:38Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '7f5cf8a1-f303-460e-8550-260ccee9be1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:51.629361 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-a6107520-2d44-4306-abfb-d7abecd2b687 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=50bf342429954df293faa7db937a533f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0616765 Nov 04 10:57:51.629644 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1345f5ba-f63a-46df-9f34-e82302c63db4 None None] Checking router: 77de3c0a-d577-49df-8952-f196951a8d07 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:57:51.638714 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1345f5ba-f63a-46df-9f34-e82302c63db4 None None] Routers {'77de3c0a-d577-49df-8952-f196951a8d07'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:57:51.639338 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-1345f5ba-f63a-46df-9f34-e82302c63db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:57:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['77de3c0a-d577-49df-8952-f196951a8d07'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:51.655360 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2556845f-9354-44c2-96d4-92fb655a01e4 req-fdbe76d2-743f-4724-b2bf-64cf04646534 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edb876c0-2cd2-4e92-8660-97bc57e54592 HTTP/1.1" status: 200 len: 999 time: 0.0849612 Nov 04 10:57:51.717787 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556845f-9354-44c2-96d4-92fb655a01e4 req-4a7e4460-f69e-4d13-8d1d-2902a90b17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:51.719962 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2556845f-9354-44c2-96d4-92fb655a01e4 req-4a7e4460-f69e-4d13-8d1d-2902a90b17ff service neutron] 10.222.0.126 "GET /v2.0/subnets?id=7f5cf8a1-f303-460e-8550-260ccee9be1c HTTP/1.1" status: 200 len: 835 time: 0.0565312 Nov 04 10:57:51.761186 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-a80ce185-531b-4a87-9841-ee258012b4c4 service neutron] 10.222.0.127 "GET /v2.0/networks/53b64489-ad49-4c4d-a90b-bd185e3b5648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225872 Nov 04 10:57:51.768203 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-1345f5ba-f63a-46df-9f34-e82302c63db4 None None] Set router 77de3c0a-d577-49df-8952-f196951a8d07 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:57:51.789629 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556845f-9354-44c2-96d4-92fb655a01e4 req-a6c23351-8a93-4ba0-9a64-e2f77b93459a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:51.792155 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2556845f-9354-44c2-96d4-92fb655a01e4 req-a6c23351-8a93-4ba0-9a64-e2f77b93459a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=87df3733-563a-447f-8bf3-878530626f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640876 Nov 04 10:57:51.885747 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-c68e5ec9-86de-4cbe-b420-eca1bb8d338b service neutron] 10.222.0.127 "GET /v2.0/networks/53b64489-ad49-4c4d-a90b-bd185e3b5648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153705 Nov 04 10:57:51.930241 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2556845f-9354-44c2-96d4-92fb655a01e4 req-47454699-7eb7-405f-80e0-77d287a3b5cb service neutron] 10.222.0.126 "GET /v2.0/networks/87df3733-563a-447f-8bf3-878530626f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294825 Nov 04 10:57:52.050375 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2556845f-9354-44c2-96d4-92fb655a01e4 req-9180fa60-e595-490a-b228-3c8df24fed71 service neutron] 10.222.0.126 "GET /v2.0/networks/87df3733-563a-447f-8bf3-878530626f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122866 Nov 04 10:57:52.095641 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-1345f5ba-f63a-46df-9f34-e82302c63db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77de3c0a-d577-49df-8952-f196951a8d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97086936', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:29Z', 'updated_at': '2021-11-04T10:57:34Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77de3c0a-d577-49df-8952-f196951a8d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:30Z', 'updated_at': '2021-11-04T10:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'a3efc672-0053-457d-b748-ff2fa69a76b3', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'floating_ip_address': '172.25.7.127', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '77de3c0a-d577-49df-8952-f196951a8d07', 'port_id': 'edb876c0-2cd2-4e92-8660-97bc57e54592', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87df3733-563a-447f-8bf3-878530626f61', 'mac_address': 'fa:16:3e:b4:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3064b16-fb4f-4614-bce3-0ebbc067eddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:57:49Z', 'updated_at': '2021-11-04T10:57:49Z', 'revision_number': 0, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a852b47a-e4bb-4fc2-a224-b0783cf9c8df', 'name': '', 'network_id': '87df3733-563a-447f-8bf3-878530626f61', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:fe:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77de3c0a-d577-49df-8952-f196951a8d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '7f5cf8a1-f303-460e-8550-260ccee9be1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:33Z', 'updated_at': '2021-11-04T10:57:38Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '7f5cf8a1-f303-460e-8550-260ccee9be1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:57:52.133976 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1345f5ba-f63a-46df-9f34-e82302c63db4 None None] The sync data for ids ['77de3c0a-d577-49df-8952-f196951a8d07'] in n-d-816629-1 is: [{'id': '77de3c0a-d577-49df-8952-f196951a8d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97086936', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:29Z', 'updated_at': '2021-11-04T10:57:34Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77de3c0a-d577-49df-8952-f196951a8d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:30Z', 'updated_at': '2021-11-04T10:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'a3efc672-0053-457d-b748-ff2fa69a76b3', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'floating_ip_address': '172.25.7.127', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '77de3c0a-d577-49df-8952-f196951a8d07', 'port_id': 'edb876c0-2cd2-4e92-8660-97bc57e54592', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87df3733-563a-447f-8bf3-878530626f61', 'mac_address': 'fa:16:3e:b4:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3064b16-fb4f-4614-bce3-0ebbc067eddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:57:49Z', 'updated_at': '2021-11-04T10:57:49Z', 'revision_number': 0, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a852b47a-e4bb-4fc2-a224-b0783cf9c8df', 'name': '', 'network_id': '87df3733-563a-447f-8bf3-878530626f61', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:fe:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77de3c0a-d577-49df-8952-f196951a8d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '7f5cf8a1-f303-460e-8550-260ccee9be1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:33Z', 'updated_at': '2021-11-04T10:57:38Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '7f5cf8a1-f303-460e-8550-260ccee9be1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:57:52.195075 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:52.230896 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e1d94a1e-ac81-4023-ae1d-53b5b8b236b2 req-452b7f44-430e-462b-8ab6-d54d38a54920 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 210 time: 0.0543742 Nov 04 10:57:52.420527 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1b4ded-509b-42f6-b24c-097dfe5d9764 None None] New status for floating IP a3efc672-0053-457d-b748-ff2fa69a76b3: ACTIVE {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:57:52.448380 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c3b90-df56-428d-b28b-f71b6b84d50f req-83a6b179-53a0-4fa2-9869-a28aa52ff075 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:52.450819 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c63c3b90-df56-428d-b28b-f71b6b84d50f req-83a6b179-53a0-4fa2-9869-a28aa52ff075 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.126 "GET /v2.0/ports?device_id=c6d14436-5183-4cd6-970c-237b46f1a233 HTTP/1.1" status: 200 len: 945 time: 0.0733523 Nov 04 10:57:52.455943 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 40072) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:52.591421 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a3973623-cbb8-4a64-ba51-49abff5fde40 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/floatingips/a3efc672-0053-457d-b748-ff2fa69a76b3 HTTP/1.1" status: 200 len: 991 time: 0.1337988 Nov 04 10:57:52.612639 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:52.622424 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-c63c3b90-df56-428d-b28b-f71b6b84d50f req-5e266d3c-c815-4df9-83a9-7db90fae2740 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Deleting port 587c15fc-91af-408c-ad11-ce259f815803 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:57:52.622879 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c63c3b90-df56-428d-b28b-f71b6b84d50f req-5e266d3c-c815-4df9-83a9-7db90fae2740 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:52.728140 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c63c3b90-df56-428d-b28b-f71b6b84d50f req-5e266d3c-c815-4df9-83a9-7db90fae2740 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] For port 587c15fc-91af-408c-ad11-ce259f815803, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=587c15fc-91af-408c-ad11-ce259f815803,segment=NetworkSegment(a3095d3f-bbcd-4162-b35e-e366666a87a0),segment_id=a3095d3f-bbcd-4162-b35e-e366666a87a0)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:52.728576 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c63c3b90-df56-428d-b28b-f71b6b84d50f req-5e266d3c-c815-4df9-83a9-7db90fae2740 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:52.743835 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-c63c3b90-df56-428d-b28b-f71b6b84d50f req-5e266d3c-c815-4df9-83a9-7db90fae2740 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Calling delete_port for 587c15fc-91af-408c-ad11-ce259f815803 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:57:52.801707 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 40076) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:52.895751 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c63c3b90-df56-428d-b28b-f71b6b84d50f req-5e266d3c-c815-4df9-83a9-7db90fae2740 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:52.909341 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['587c15fc-91af-408c-ad11-ce259f815803'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:57:52.933146 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e266d3c-c815-4df9-83a9-7db90fae2740 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Pushing event deleted for resources: {'Port': ['ID=587c15fc-91af-408c-ad11-ce259f815803,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:52.944793 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cee28fd3-0658-4c5f-9eb8-e4850ac5444a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:52.991000 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63c3b90-df56-428d-b28b-f71b6b84d50f req-5e266d3c-c815-4df9-83a9-7db90fae2740 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] No DVR routers for this DVR port 587c15fc-91af-408c-ad11-ce259f815803 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:57:52.996711 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c63c3b90-df56-428d-b28b-f71b6b84d50f req-5e266d3c-c815-4df9-83a9-7db90fae2740 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:53.000028 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c63c3b90-df56-428d-b28b-f71b6b84d50f req-5e266d3c-c815-4df9-83a9-7db90fae2740 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.126 "DELETE /v2.0/ports/587c15fc-91af-408c-ad11-ce259f815803 HTTP/1.1" status: 204 len: 173 time: 0.5341778 Nov 04 10:57:53.000474 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d14436-5183-4cd6-970c-237b46f1a233', 'name': 'network-vif-deleted', 'tag': '587c15fc-91af-408c-ad11-ce259f815803'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:57:53.002989 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf384620-6df3-4e47-ba47-bd16f17fbcc2" -d '{"events": [{"server_uuid": "c6d14436-5183-4cd6-970c-237b46f1a233", "name": "network-vif-deleted", "tag": "587c15fc-91af-408c-ad11-ce259f815803"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:57:53.057548 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ece8da-7dc3-465a-a364-e09db49beb58 x-openstack-request-id: req-c9ece8da-7dc3-465a-a364-e09db49beb58 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:57:53.057834 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d14436-5183-4cd6-970c-237b46f1a233", "name": "network-vif-deleted", "tag": "587c15fc-91af-408c-ad11-ce259f815803", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:57:53.058083 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-c9ece8da-7dc3-465a-a364-e09db49beb58 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:57:53.058483 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d14436-5183-4cd6-970c-237b46f1a233', 'name': 'network-vif-deleted', 'tag': '587c15fc-91af-408c-ad11-ce259f815803', 'status': 'completed', 'code': 200} Nov 04 10:57:53.071710 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cee28fd3-0658-4c5f-9eb8-e4850ac5444a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:53.076473 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cee28fd3-0658-4c5f-9eb8-e4850ac5444a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:53.122108 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-cee28fd3-0658-4c5f-9eb8-e4850ac5444a admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=08ca9bc65e2745bf9875a73bf8c20086&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3192348 Nov 04 10:57:53.123019 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee28fd3-0658-4c5f-9eb8-e4850ac5444a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030a6087-12e4-444f-9d76-40ab4c82e078,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:53.125583 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 40082) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:53.182995 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-93214146-76ec-4266-b7de-1f11da6b566c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:53.206644 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-93214146-76ec-4266-b7de-1f11da6b566c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:53.371208 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9cc84a7c-1241-4111-a0e8-72299d416e6e req-3219fa7a-86d5-4e33-affb-24f38b679cea tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 210 time: 0.0446928 Nov 04 10:57:53.379922 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-93214146-76ec-4266-b7de-1f11da6b566c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:53.394012 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-93214146-76ec-4266-b7de-1f11da6b566c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:53.395223 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-93214146-76ec-4266-b7de-1f11da6b566c admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/030a6087-12e4-444f-9d76-40ab4c82e078 HTTP/1.1" status: 204 len: 168 time: 0.2678831 Nov 04 10:57:53.407363 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-574fbf58-0ca4-4935-a099-85fb341c21f9 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:53.408927 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-574fbf58-0ca4-4935-a099-85fb341c21f9 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.121 "GET /v2.0/networks?id=53b64489-ad49-4c4d-a90b-bd185e3b5648 HTTP/1.1" status: 200 len: 814 time: 0.1856976 Nov 04 10:57:53.414455 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93214146-76ec-4266-b7de-1f11da6b566c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030a6087-12e4-444f-9d76-40ab4c82e078,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:53.437423 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-5c7d5d52-9d6f-47df-a6c5-661bac8832e6 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Request body: {'port': {'device_id': 'e736ddab-8493-4279-a81a-6ab64a009869', 'network_id': '53b64489-ad49-4c4d-a90b-bd185e3b5648', 'admin_state_up': True, 'tenant_id': '50bf342429954df293faa7db937a533f'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:53.570252 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-5c7d5d52-9d6f-47df-a6c5-661bac8832e6 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Made reservation on behalf of 50bf342429954df293faa7db937a533f for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:57:53.575462 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-5c7d5d52-9d6f-47df-a6c5-661bac8832e6 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:53.593930 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 40092) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:53.666602 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b8d9c9ba-84ae-4e5e-8c89-ad8a6eee3c9b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/floatingips/a3efc672-0053-457d-b748-ff2fa69a76b3 HTTP/1.1" status: 200 len: 993 time: 0.0697665 Nov 04 10:57:53.713943 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 40094) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:53.735693 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-5c7d5d52-9d6f-47df-a6c5-661bac8832e6 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Allocated IP 172.20.0.10 (53b64489-ad49-4c4d-a90b-bd185e3b5648/ae5f2306-3371-4768-a507-95555a631113/6a5818ec-00c6-457e-8f45-02d923a28228) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:57:53.738004 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-87f7d862-15dd-45ed-b617-354b57c69089 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:53.928626 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-87f7d862-15dd-45ed-b617-354b57c69089 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:53.937698 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-87f7d862-15dd-45ed-b617-354b57c69089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:53.957614 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-5c7d5d52-9d6f-47df-a6c5-661bac8832e6 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:53.990283 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7d862-15dd-45ed-b617-354b57c69089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9080183b-5bbd-4675-9f6f-ff192ec24fc6,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:53.996272 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-87f7d862-15dd-45ed-b617-354b57c69089 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=e39b390d3d4b4e7aa37264341e6b874f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2812541 Nov 04 10:57:53.999916 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 40096) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:54.024010 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-5c7d5d52-9d6f-47df-a6c5-661bac8832e6 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:54.053434 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6b2aca10-e158-4365-b590-25130d78e50d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:54.069691 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-5c7d5d52-9d6f-47df-a6c5-661bac8832e6 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Network 53b64489-ad49-4c4d-a90b-bd185e3b5648 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:57:54.077504 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6b2aca10-e158-4365-b590-25130d78e50d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:54.078271 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-5c7d5d52-9d6f-47df-a6c5-661bac8832e6 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:57:54.083274 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-5c7d5d52-9d6f-47df-a6c5-661bac8832e6 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:57:54.087368 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d5d52-9d6f-47df-a6c5-661bac8832e6 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Pushing event updated for resources: {'Port': ['ID=6a5818ec-00c6-457e-8f45-02d923a28228,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:54.131070 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6b2aca10-e158-4365-b590-25130d78e50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:54.134043 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6b2aca10-e158-4365-b590-25130d78e50d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:54.135267 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6b2aca10-e158-4365-b590-25130d78e50d admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/9080183b-5bbd-4675-9f6f-ff192ec24fc6 HTTP/1.1" status: 204 len: 168 time: 0.1340654 Nov 04 10:57:54.141655 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-5c7d5d52-9d6f-47df-a6c5-661bac8832e6 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:54.142378 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-5c7d5d52-9d6f-47df-a6c5-661bac8832e6 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:54.151488 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2aca10-e158-4365-b590-25130d78e50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9080183b-5bbd-4675-9f6f-ff192ec24fc6,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:54.166988 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-5c7d5d52-9d6f-47df-a6c5-661bac8832e6 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7390583 Nov 04 10:57:54.180569 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-c4cf9fe1-e7be-4ee7-85c9-a3663cc09312 service neutron] Request body: {'port': {'device_id': 'e736ddab-8493-4279-a81a-6ab64a009869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:57:54.250452 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-c4cf9fe1-e7be-4ee7-85c9-a3663cc09312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:54.553364 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda55225-77e1-4e99-9dc5-df040c4c5142 req-ad406cce-7cfe-4811-9a5d-26e6450160e6 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:54.554877 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cda55225-77e1-4e99-9dc5-df040c4c5142 req-ad406cce-7cfe-4811-9a5d-26e6450160e6 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 932 time: 0.0847087 Nov 04 10:57:54.642087 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cda55225-77e1-4e99-9dc5-df040c4c5142 req-ff3f0e56-a0c0-4547-a738-92c859b334c0 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803435 Nov 04 10:57:54.650742 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-c4cf9fe1-e7be-4ee7-85c9-a3663cc09312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5818ec-00c6-457e-8f45-02d923a28228 {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:57:54.658561 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-c4cf9fe1-e7be-4ee7-85c9-a3663cc09312 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:54.675462 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-c4cf9fe1-e7be-4ee7-85c9-a3663cc09312 service neutron] Transition to ACTIVE for port object 6a5818ec-00c6-457e-8f45-02d923a28228 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:57:54.680626 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-c4cf9fe1-e7be-4ee7-85c9-a3663cc09312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:54.740213 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf9fe1-e7be-4ee7-85c9-a3663cc09312 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5818ec-00c6-457e-8f45-02d923a28228,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:54.809985 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-c4cf9fe1-e7be-4ee7-85c9-a3663cc09312 service neutron] Attempting to bind port 6a5818ec-00c6-457e-8f45-02d923a28228 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:57:54.810452 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-c4cf9fe1-e7be-4ee7-85c9-a3663cc09312 service neutron] Attempting to bind port 6a5818ec-00c6-457e-8f45-02d923a28228 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'a3095d3f-bbcd-4162-b35e-e366666a87a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '53b64489-ad49-4c4d-a90b-bd185e3b5648'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:57:54.810790 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-c4cf9fe1-e7be-4ee7-85c9-a3663cc09312 service neutron] Attempting to bind port 6a5818ec-00c6-457e-8f45-02d923a28228 on network 53b64489-ad49-4c4d-a90b-bd185e3b5648 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:57:54.815430 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-c4cf9fe1-e7be-4ee7-85c9-a3663cc09312 service neutron] Port 6a5818ec-00c6-457e-8f45-02d923a28228 on network 53b64489-ad49-4c4d-a90b-bd185e3b5648 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:57:54.815761 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-c4cf9fe1-e7be-4ee7-85c9-a3663cc09312 service neutron] Attempting to bind port 6a5818ec-00c6-457e-8f45-02d923a28228 on network 53b64489-ad49-4c4d-a90b-bd185e3b5648 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:57:54.820668 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-c4cf9fe1-e7be-4ee7-85c9-a3663cc09312 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:57:54.821037 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-c4cf9fe1-e7be-4ee7-85c9-a3663cc09312 service neutron] Checking segment: {'id': 'a3095d3f-bbcd-4162-b35e-e366666a87a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '53b64489-ad49-4c4d-a90b-bd185e3b5648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:57:54.821423 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-c4cf9fe1-e7be-4ee7-85c9-a3663cc09312 service neutron] Bound using segment: {'id': 'a3095d3f-bbcd-4162-b35e-e366666a87a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '53b64489-ad49-4c4d-a90b-bd185e3b5648'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:57:54.822032 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-c4cf9fe1-e7be-4ee7-85c9-a3663cc09312 service neutron] Bound port: 6a5818ec-00c6-457e-8f45-02d923a28228, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3095d3f-bbcd-4162-b35e-e366666a87a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '53b64489-ad49-4c4d-a90b-bd185e3b5648'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:57:54.822389 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-c4cf9fe1-e7be-4ee7-85c9-a3663cc09312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:54.887930 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-c4cf9fe1-e7be-4ee7-85c9-a3663cc09312 service neutron] For port 6a5818ec-00c6-457e-8f45-02d923a28228, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:57:54.891243 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-c4cf9fe1-e7be-4ee7-85c9-a3663cc09312 service neutron] For port 6a5818ec-00c6-457e-8f45-02d923a28228, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6a5818ec-00c6-457e-8f45-02d923a28228,segment=NetworkSegment(a3095d3f-bbcd-4162-b35e-e366666a87a0),segment_id=a3095d3f-bbcd-4162-b35e-e366666a87a0)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:57:54.896653 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-c4cf9fe1-e7be-4ee7-85c9-a3663cc09312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:54.936881 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-c4cf9fe1-e7be-4ee7-85c9-a3663cc09312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:54.937509 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-c4cf9fe1-e7be-4ee7-85c9-a3663cc09312 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:54.938915 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-c4cf9fe1-e7be-4ee7-85c9-a3663cc09312 service neutron] 10.222.0.121 "PUT /v2.0/ports/6a5818ec-00c6-457e-8f45-02d923a28228 HTTP/1.1" status: 200 len: 1092 time: 0.7632108 Nov 04 10:57:54.939354 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e736ddab-8493-4279-a81a-6ab64a009869', 'tag': '6a5818ec-00c6-457e-8f45-02d923a28228'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:57:54.941717 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362073dd-c302-41e5-8f0f-d5bf72b3f5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "e736ddab-8493-4279-a81a-6ab64a009869", "tag": "6a5818ec-00c6-457e-8f45-02d923a28228"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:57:54.975750 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf9fe1-e7be-4ee7-85c9-a3663cc09312 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5818ec-00c6-457e-8f45-02d923a28228,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:54.998794 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b558c521-b77c-497f-b0f1-f6665d02da00 x-openstack-request-id: req-b558c521-b77c-497f-b0f1-f6665d02da00 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:57:54.999103 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e736ddab-8493-4279-a81a-6ab64a009869", "tag": "6a5818ec-00c6-457e-8f45-02d923a28228", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:57:54.999340 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-b558c521-b77c-497f-b0f1-f6665d02da00 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:57:54.999739 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e736ddab-8493-4279-a81a-6ab64a009869', 'tag': '6a5818ec-00c6-457e-8f45-02d923a28228', 'status': 'completed', 'code': 200} Nov 04 10:57:55.030646 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-0fdc9f0f-eb7b-41f3-b14f-7bd20d5f6818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:55.032240 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-0fdc9f0f-eb7b-41f3-b14f-7bd20d5f6818 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=50bf342429954df293faa7db937a533f&device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 1095 time: 0.0448334 Nov 04 10:57:55.078686 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-776b8746-c315-49d4-b800-fac64bd1bab8 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a5818ec-00c6-457e-8f45-02d923a28228 HTTP/1.1" status: 200 len: 217 time: 0.0342586 Nov 04 10:57:55.145717 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-4f3a4fd5-477f-4704-bade-0c0846fbfcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:55.147285 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-4f3a4fd5-477f-4704-bade-0c0846fbfcff service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ae5f2306-3371-4768-a507-95555a631113 HTTP/1.1" status: 200 len: 854 time: 0.0599632 Nov 04 10:57:55.185639 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-24d3d0c8-e4c5-415e-b955-7e1bc0dc1fd7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=53b64489-ad49-4c4d-a90b-bd185e3b5648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291789 Nov 04 10:57:55.282695 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-28f06e1d-bab2-4fe3-b16b-d3f024579dbf service neutron] 10.222.0.121 "GET /v2.0/networks/53b64489-ad49-4c4d-a90b-bd185e3b5648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880475 Nov 04 10:57:55.780891 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74a1e7e6-2f04-4e49-b9c1-5ef48b3f4f7f req-b9b103cc-074f-4ae2-b55f-f6e5de3f68ec service neutron] 10.222.0.121 "GET /v2.0/networks/53b64489-ad49-4c4d-a90b-bd185e3b5648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905715 Nov 04 10:57:55.798983 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc0c66-6260-4ce1-8f46-35177f4c7383 req-4b8a0dd8-4998-4112-8ed9-62bfa3cd4c97 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:55.800593 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d7dc0c66-6260-4ce1-8f46-35177f4c7383 req-4b8a0dd8-4998-4112-8ed9-62bfa3cd4c97 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 944 time: 0.0679922 Nov 04 10:57:55.811987 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 587c15fc-91af-408c-ad11-ce259f815803 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:57:55.835941 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 587c15fc-91af-408c-ad11-ce259f815803 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:57:55.836289 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 587c15fc-91af-408c-ad11-ce259f815803 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:57:55.890850 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d7dc0c66-6260-4ce1-8f46-35177f4c7383 req-845b39f1-72bd-4091-8027-02a799343107 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835462 Nov 04 10:57:55.897057 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362073dd-c302-41e5-8f0f-d5bf72b3f5a6 req-5a1b2357-03d5-45dc-befc-34e1637e2a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:55.898753 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-362073dd-c302-41e5-8f0f-d5bf72b3f5a6 req-5a1b2357-03d5-45dc-befc-34e1637e2a71 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=50bf342429954df293faa7db937a533f&device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 1095 time: 0.0627925 Nov 04 10:57:56.000858 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362073dd-c302-41e5-8f0f-d5bf72b3f5a6 req-9a728a7c-104f-460d-80a9-3dbbc4f43edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:56.002501 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-362073dd-c302-41e5-8f0f-d5bf72b3f5a6 req-9a728a7c-104f-460d-80a9-3dbbc4f43edc service neutron] 10.222.0.121 "GET /v2.0/networks?id=53b64489-ad49-4c4d-a90b-bd185e3b5648 HTTP/1.1" status: 200 len: 916 time: 0.0959992 Nov 04 10:57:56.050268 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-362073dd-c302-41e5-8f0f-d5bf72b3f5a6 req-a11beab0-63be-42c1-946c-6897c58e688d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a5818ec-00c6-457e-8f45-02d923a28228 HTTP/1.1" status: 200 len: 217 time: 0.0392492 Nov 04 10:57:56.114871 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362073dd-c302-41e5-8f0f-d5bf72b3f5a6 req-633093ea-062f-4d49-a991-4dabec8e9765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:56.116768 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-362073dd-c302-41e5-8f0f-d5bf72b3f5a6 req-633093ea-062f-4d49-a991-4dabec8e9765 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ae5f2306-3371-4768-a507-95555a631113 HTTP/1.1" status: 200 len: 854 time: 0.0540547 Nov 04 10:57:56.156885 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-362073dd-c302-41e5-8f0f-d5bf72b3f5a6 req-a7279432-1f72-4864-8f56-d9de9ffcda15 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=53b64489-ad49-4c4d-a90b-bd185e3b5648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267611 Nov 04 10:57:56.252777 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-362073dd-c302-41e5-8f0f-d5bf72b3f5a6 req-76289e8a-68ff-497a-bd34-a15f8bbcb386 service neutron] 10.222.0.121 "GET /v2.0/networks/53b64489-ad49-4c4d-a90b-bd185e3b5648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860634 Nov 04 10:57:56.365720 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-362073dd-c302-41e5-8f0f-d5bf72b3f5a6 req-905b5c8a-5224-45b9-a3c8-52774ab10915 service neutron] 10.222.0.121 "GET /v2.0/networks/53b64489-ad49-4c4d-a90b-bd185e3b5648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932651 Nov 04 10:57:57.026811 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a3d7a-9c59-4a9f-ae69-a1463910e892 req-5e0aeb18-d4f3-4972-8c9a-dca09c146503 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:57.028361 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5c2a3d7a-9c59-4a9f-ae69-a1463910e892 req-5e0aeb18-d4f3-4972-8c9a-dca09c146503 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 944 time: 0.0590596 Nov 04 10:57:57.080169 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5c2a3d7a-9c59-4a9f-ae69-a1463910e892 req-5a602b7f-5e8f-4754-a90e-804ba4b639fe tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451171 Nov 04 10:57:57.984328 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6a5818ec-00c6-457e-8f45-02d923a28228 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:57:58.146931 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 6a5818ec-00c6-457e-8f45-02d923a28228, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6a5818ec-00c6-457e-8f45-02d923a28228,segment=NetworkSegment(a3095d3f-bbcd-4162-b35e-e366666a87a0),segment_id=a3095d3f-bbcd-4162-b35e-e366666a87a0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:58.159818 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '6a5818ec-00c6-457e-8f45-02d923a28228', 'network_id': '53b64489-ad49-4c4d-a90b-bd185e3b5648', 'port_id': '6a5818ec-00c6-457e-8f45-02d923a28228', 'mac_address': 'fa:16:3e:93:4e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae5f2306-3371-4768-a507-95555a631113', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:57:58.198784 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:58.213976 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de197ae-6ff6-4a40-8ff9-f5090da5cbb9 req-7d15adda-84c8-4a55-90b5-53a1921fba7e tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:58.214611 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5818ec-00c6-457e-8f45-02d923a28228 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:57:58.215580 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8de197ae-6ff6-4a40-8ff9-f5090da5cbb9 req-7d15adda-84c8-4a55-90b5-53a1921fba7e tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 944 time: 0.0502737 Nov 04 10:57:58.236322 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 6a5818ec-00c6-457e-8f45-02d923a28228, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6a5818ec-00c6-457e-8f45-02d923a28228,segment=NetworkSegment(a3095d3f-bbcd-4162-b35e-e366666a87a0),segment_id=a3095d3f-bbcd-4162-b35e-e366666a87a0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:57:58.241611 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:58.273293 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8de197ae-6ff6-4a40-8ff9-f5090da5cbb9 req-9a81142e-43e8-4cdb-8fe8-0ba95030290c tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496070 Nov 04 10:57:58.301991 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=6a5818ec-00c6-457e-8f45-02d923a28228,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:58.495895 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['6a5818ec-00c6-457e-8f45-02d923a28228'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:57:59.403484 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3eeb-44c9-481c-a7dd-c79c8b90023d req-f30df184-bfd7-4640-b4a5-6d6333222259 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:57:59.405164 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-118c3eeb-44c9-481c-a7dd-c79c8b90023d req-f30df184-bfd7-4640-b4a5-6d6333222259 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 945 time: 0.0504146 Nov 04 10:57:59.471340 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-118c3eeb-44c9-481c-a7dd-c79c8b90023d req-a05f9df0-7ed6-4cc8-b8fc-4d5b83430588 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556114 Nov 04 10:57:59.683060 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 40198) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:59.807526 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48a1c3a4-0e55-495f-bd7f-95872db04ec3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:59.882449 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48a1c3a4-0e55-495f-bd7f-95872db04ec3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:59.887395 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48a1c3a4-0e55-495f-bd7f-95872db04ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:57:59.927075 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-48a1c3a4-0e55-495f-bd7f-95872db04ec3 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=3050374016b743faa079d017c2ba69d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2428925 Nov 04 10:57:59.927990 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1c3a4-0e55-495f-bd7f-95872db04ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4427061a-419d-4eb4-8b1c-720457e965fb,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:57:59.929905 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 40202) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:57:59.980357 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0115a01-27cc-4d93-a5f8-1d89d9c451f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:00.003140 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0115a01-27cc-4d93-a5f8-1d89d9c451f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:00.013364 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6a5818ec-00c6-457e-8f45-02d923a28228 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:58:00.057370 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0115a01-27cc-4d93-a5f8-1d89d9c451f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:00.060237 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f0115a01-27cc-4d93-a5f8-1d89d9c451f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:00.061814 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f0115a01-27cc-4d93-a5f8-1d89d9c451f9 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/4427061a-419d-4eb4-8b1c-720457e965fb HTTP/1.1" status: 204 len: 168 time: 0.1308475 Nov 04 10:58:00.070904 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0115a01-27cc-4d93-a5f8-1d89d9c451f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4427061a-419d-4eb4-8b1c-720457e965fb,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:58:00.072980 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 6a5818ec-00c6-457e-8f45-02d923a28228 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:58:00.077903 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 6a5818ec-00c6-457e-8f45-02d923a28228 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:58:00.078262 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:00.172795 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:00.196153 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e736ddab-8493-4279-a81a-6ab64a009869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5818ec-00c6-457e-8f45-02d923a28228'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:58:00.198652 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94bab65-e137-43c8-852a-65c155d1c48e" -d '{"events": [{"server_uuid": "e736ddab-8493-4279-a81a-6ab64a009869", "name": "network-vif-plugged", "status": "completed", "tag": "6a5818ec-00c6-457e-8f45-02d923a28228"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:58:00.211916 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 6a5818ec-00c6-457e-8f45-02d923a28228, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6a5818ec-00c6-457e-8f45-02d923a28228,segment=NetworkSegment(a3095d3f-bbcd-4162-b35e-e366666a87a0),segment_id=a3095d3f-bbcd-4162-b35e-e366666a87a0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:58:00.218448 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:00.246314 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c007da-1e93-4563-9157-763a2d90c035 x-openstack-request-id: req-96c007da-1e93-4563-9157-763a2d90c035 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:58:00.246818 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e736ddab-8493-4279-a81a-6ab64a009869", "name": "network-vif-plugged", "status": "completed", "tag": "6a5818ec-00c6-457e-8f45-02d923a28228", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:58:00.247256 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-96c007da-1e93-4563-9157-763a2d90c035 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:58:00.247811 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e736ddab-8493-4279-a81a-6ab64a009869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5818ec-00c6-457e-8f45-02d923a28228', 'code': 200} Nov 04 10:58:00.277502 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=6a5818ec-00c6-457e-8f45-02d923a28228,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:58:00.364826 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6b165-78fb-4083-ae23-48da399a3949 req-8ce5a883-6eb6-48fb-bcec-83bcdad8a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:00.366508 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-30f6b165-78fb-4083-ae23-48da399a3949 req-8ce5a883-6eb6-48fb-bcec-83bcdad8a770 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 1097 time: 0.0482402 Nov 04 10:58:00.418968 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-30f6b165-78fb-4083-ae23-48da399a3949 req-2a110c45-49d7-45c2-918e-12ca046c010e service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409009 Nov 04 10:58:00.421142 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 40210) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:58:00.434598 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e533f35-4205-4f73-9691-69a17b971e1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:00.522020 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e533f35-4205-4f73-9691-69a17b971e1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:00.527141 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e533f35-4205-4f73-9691-69a17b971e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:00.593041 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0e533f35-4205-4f73-9691-69a17b971e1b admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=55ba5daa1def40c3b411c88b1968ace8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1707249 Nov 04 10:58:00.593836 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e533f35-4205-4f73-9691-69a17b971e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48102502-2f3a-4f6f-b10d-4bf6b2cd7d67,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:58:00.595904 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 40214) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:58:00.624132 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f1f59-b284-453b-9f7f-8cf8cc913c1b req-90f7ba55-10a7-4fc7-8703-e8bdaa5ad692 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:00.627422 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6f7f1f59-b284-453b-9f7f-8cf8cc913c1b req-90f7ba55-10a7-4fc7-8703-e8bdaa5ad692 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0687375 Nov 04 10:58:00.657760 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8731d6ba-f17a-4846-96aa-1b6fa23d3c3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:00.679357 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6f7f1f59-b284-453b-9f7f-8cf8cc913c1b req-29650d64-4b3b-45cd-b37f-252148e96a4a tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470433 Nov 04 10:58:00.680581 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8731d6ba-f17a-4846-96aa-1b6fa23d3c3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:00.733684 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8731d6ba-f17a-4846-96aa-1b6fa23d3c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:00.737429 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8731d6ba-f17a-4846-96aa-1b6fa23d3c3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:00.738668 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8731d6ba-f17a-4846-96aa-1b6fa23d3c3f admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/48102502-2f3a-4f6f-b10d-4bf6b2cd7d67 HTTP/1.1" status: 204 len: 168 time: 0.1414039 Nov 04 10:58:00.748418 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731d6ba-f17a-4846-96aa-1b6fa23d3c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48102502-2f3a-4f6f-b10d-4bf6b2cd7d67,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:58:01.821466 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ff9d7-21c8-488d-bee0-7660336d2e4e req-e85aa82a-3439-40b7-8caa-4a39c27190c3 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:01.823268 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d90ff9d7-21c8-488d-bee0-7660336d2e4e req-e85aa82a-3439-40b7-8caa-4a39c27190c3 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0653882 Nov 04 10:58:01.876370 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d90ff9d7-21c8-488d-bee0-7660336d2e4e req-de8066af-d60c-4df0-b28c-c8e255c76cc2 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458746 Nov 04 10:58:03.000690 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ba114-86db-4756-825d-e94dcbf485d5 req-5f336554-581d-4857-ada7-4562a465e7a1 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:03.002231 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-989ba114-86db-4756-825d-e94dcbf485d5 req-5f336554-581d-4857-ada7-4562a465e7a1 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0519104 Nov 04 10:58:03.055450 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-989ba114-86db-4756-825d-e94dcbf485d5 req-a61d6979-bace-4027-86ca-41855c5e5752 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466990 Nov 04 10:58:03.240194 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e3cef-8975-414a-905d-b222972bb4a7 req-fd926353-1197-457e-a9b9-be6f29d15715 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:03.242350 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-022e3cef-8975-414a-905d-b222972bb4a7 req-fd926353-1197-457e-a9b9-be6f29d15715 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0604398 Nov 04 10:58:03.296184 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-022e3cef-8975-414a-905d-b222972bb4a7 req-52eaa0bd-975a-4282-808a-07660b396bb3 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476379 Nov 04 10:58:03.526205 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9b598-d4b8-47f2-bbf8-740f1016ed9f req-2edbf4dc-f269-4c4f-97ba-f242ed814784 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:03.527764 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b2b9b598-d4b8-47f2-bbf8-740f1016ed9f req-2edbf4dc-f269-4c4f-97ba-f242ed814784 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0615628 Nov 04 10:58:03.583979 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b2b9b598-d4b8-47f2-bbf8-740f1016ed9f req-7a7fcc9a-5ccd-40d9-837b-1b8dcc625a5d tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496674 Nov 04 10:58:03.722708 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dcd4d-7f78-427a-becd-e0f165eb1c25 req-a3a04b3d-33c0-4126-a214-93e0a8fa0048 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:03.724267 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a3dcd4d-7f78-427a-becd-e0f165eb1c25 req-a3a04b3d-33c0-4126-a214-93e0a8fa0048 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0681939 Nov 04 10:58:03.778043 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a3dcd4d-7f78-427a-becd-e0f165eb1c25 req-cb3d214e-cea0-4a8d-a8b3-24c6acfb83ae tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467718 Nov 04 10:58:04.128233 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58954d41-3e23-4064-bc13-011658b48bd1 req-bfbed243-bf29-4683-b4b4-620b44eea0cc tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:04.136294 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-58954d41-3e23-4064-bc13-011658b48bd1 req-bfbed243-bf29-4683-b4b4-620b44eea0cc tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0670323 Nov 04 10:58:04.181874 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-58954d41-3e23-4064-bc13-011658b48bd1 req-f4a56b18-e35e-4ed7-bac3-c8ad7359edc4 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451741 Nov 04 10:58:05.314232 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cceb9-69b3-42a9-9a26-a24a49b45dbf req-16d226fd-6188-4d37-8dc5-7e89d3818871 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:05.316134 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c78cceb9-69b3-42a9-9a26-a24a49b45dbf req-16d226fd-6188-4d37-8dc5-7e89d3818871 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0538201 Nov 04 10:58:05.372543 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c78cceb9-69b3-42a9-9a26-a24a49b45dbf req-9da5f71b-fc93-473a-a6bf-07a9c0064240 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498080 Nov 04 10:58:06.497261 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae149aa-e52f-4252-8356-9d50fe9e82a5 req-43104286-3e84-4e52-b74a-f6000bc86ca1 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:06.499026 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ae149aa-e52f-4252-8356-9d50fe9e82a5 req-43104286-3e84-4e52-b74a-f6000bc86ca1 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0545309 Nov 04 10:58:06.548392 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ae149aa-e52f-4252-8356-9d50fe9e82a5 req-41e6533c-b22a-4701-a966-f78b7fc5729c tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433147 Nov 04 10:58:07.671245 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3095484-f206-47f7-8427-e08162df2c91 req-6815d60f-5410-46ab-9796-3458746dc346 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:07.672878 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c3095484-f206-47f7-8427-e08162df2c91 req-6815d60f-5410-46ab-9796-3458746dc346 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0524328 Nov 04 10:58:07.723864 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c3095484-f206-47f7-8427-e08162df2c91 req-5858fc85-82ae-40d6-a31b-db4204ff38c1 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447621 Nov 04 10:58:08.864948 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0fd80-069d-4758-ab26-fa411a8fd900 req-d077387f-a6b5-41fb-8499-617da90cfaf5 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:08.866493 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ce0fd80-069d-4758-ab26-fa411a8fd900 req-d077387f-a6b5-41fb-8499-617da90cfaf5 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0584776 Nov 04 10:58:08.923850 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ce0fd80-069d-4758-ab26-fa411a8fd900 req-4647eb08-fec3-4e68-a123-e7f3d0086fe9 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511098 Nov 04 10:58:10.048954 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7936ad9-6e42-440f-b17f-21d5818d477a req-13b0b386-46b3-4adc-a419-36f261f37654 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:10.050382 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c7936ad9-6e42-440f-b17f-21d5818d477a req-13b0b386-46b3-4adc-a419-36f261f37654 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0517168 Nov 04 10:58:10.099675 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c7936ad9-6e42-440f-b17f-21d5818d477a req-6dcc41c6-9f26-465f-bafb-73305cbac751 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432138 Nov 04 10:58:11.223648 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d2eeb-1a63-40b6-91cb-299af804b214 req-219ec5fc-651a-4571-8374-24707adbc7e9 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:11.225180 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d0d2eeb-1a63-40b6-91cb-299af804b214 req-219ec5fc-651a-4571-8374-24707adbc7e9 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0507221 Nov 04 10:58:11.281451 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d0d2eeb-1a63-40b6-91cb-299af804b214 req-70d4a3ae-d503-417f-a11d-28c5bfdb612b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499279 Nov 04 10:58:12.264589 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:58:12.407161 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335073ca-51f6-4220-a58e-386cfc9e70ec req-5495565f-e9ae-4109-a526-a0be788e5b1b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:12.408710 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-335073ca-51f6-4220-a58e-386cfc9e70ec req-5495565f-e9ae-4109-a526-a0be788e5b1b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0513673 Nov 04 10:58:12.435149 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:12.469660 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-335073ca-51f6-4220-a58e-386cfc9e70ec req-e38983aa-1cd7-44b5-91ee-530486597284 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542829 Nov 04 10:58:13.601673 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3a624-068f-4bf9-a7ae-5aeed0a72982 req-62d399e1-135a-433a-a215-1bdb0aaa6acf tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:13.603221 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-68d3a624-068f-4bf9-a7ae-5aeed0a72982 req-62d399e1-135a-433a-a215-1bdb0aaa6acf tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0522397 Nov 04 10:58:13.652436 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-68d3a624-068f-4bf9-a7ae-5aeed0a72982 req-dd580d24-8b0e-4494-8fc9-58c076cf97e6 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426235 Nov 04 10:58:14.782555 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c2e6b-5668-4497-b4a9-d0d8f5fb38cc req-5bbcd451-acf4-434e-b209-af52bdbab1cb tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:14.784083 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-550c2e6b-5668-4497-b4a9-d0d8f5fb38cc req-5bbcd451-acf4-434e-b209-af52bdbab1cb tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0601463 Nov 04 10:58:14.839813 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-550c2e6b-5668-4497-b4a9-d0d8f5fb38cc req-a0e7b24b-0719-4546-82f8-b5205e9ae74c tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486557 Nov 04 10:58:14.862269 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:15.970263 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e868ae0-7175-4ce6-831e-b3b53024ab6b req-8349b94c-e1e2-406c-928d-f9cd17e07bc1 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:15.972207 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3e868ae0-7175-4ce6-831e-b3b53024ab6b req-8349b94c-e1e2-406c-928d-f9cd17e07bc1 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0561583 Nov 04 10:58:16.028729 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3e868ae0-7175-4ce6-831e-b3b53024ab6b req-1d9f7d3c-1c1d-4251-bc20-85ed85fe6235 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485873 Nov 04 10:58:16.868166 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-85d7dc2c-4cca-45cb-a777-8e614f70545c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:17.164750 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dee855-2852-4495-a1ed-e26b1441e94d req-bcbbb7ed-38bc-45c3-b017-47e22c5da0d7 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:17.166423 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-13dee855-2852-4495-a1ed-e26b1441e94d req-bcbbb7ed-38bc-45c3-b017-47e22c5da0d7 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0619016 Nov 04 10:58:17.215130 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-13dee855-2852-4495-a1ed-e26b1441e94d req-d04c56c5-db00-4072-8085-4f16ec8c2a2e tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421622 Nov 04 10:58:18.340056 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c4338-4041-4d1d-8ca8-a55ce8814c32 req-03a0c2d1-0ef5-458d-93c2-8cf9daef3535 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:18.341650 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-805c4338-4041-4d1d-8ca8-a55ce8814c32 req-03a0c2d1-0ef5-458d-93c2-8cf9daef3535 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0537555 Nov 04 10:58:18.395087 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-805c4338-4041-4d1d-8ca8-a55ce8814c32 req-614a3484-8375-42fd-b7e6-636b9341c19c tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471444 Nov 04 10:58:19.523285 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfbd6b-e6e9-4f82-b51c-1fc74e642248 req-1a57790c-1ff4-477a-ac70-0a7a5aa8d875 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:19.525029 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-58dfbd6b-e6e9-4f82-b51c-1fc74e642248 req-1a57790c-1ff4-477a-ac70-0a7a5aa8d875 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0539532 Nov 04 10:58:19.590908 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-58dfbd6b-e6e9-4f82-b51c-1fc74e642248 req-c7c68306-701d-48f4-a649-e9bf7b88e707 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590389 Nov 04 10:58:19.656269 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b481ddfb-f11a-4d9e-aa8b-e67a99f112c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:20.359294 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666ae8f-ca77-4aec-8816-765add810662 req-6c5b53e2-d5b5-479a-a1ab-72953ecf9ac1 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:20.361216 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b666ae8f-ca77-4aec-8816-765add810662 req-6c5b53e2-d5b5-479a-a1ab-72953ecf9ac1 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 1096 time: 0.0485566 Nov 04 10:58:20.411703 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b666ae8f-ca77-4aec-8816-765add810662 req-c56f8f4d-921b-4938-a869-7755e8f7a3a4 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410767 Nov 04 10:58:20.537584 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71893a58-77d1-4130-bd03-bd151ad8fff7 req-abefbdf0-a08e-438d-adb6-fa9c2713d908 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:20.539222 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-71893a58-77d1-4130-bd03-bd151ad8fff7 req-abefbdf0-a08e-438d-adb6-fa9c2713d908 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 945 time: 0.0552199 Nov 04 10:58:20.609412 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-71893a58-77d1-4130-bd03-bd151ad8fff7 req-609f24be-0d2e-4d1e-91c2-5e71b2f1f510 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596921 Nov 04 10:58:20.643314 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 40586) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:58:20.733193 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-33cc18f8-f603-4b39-a3ff-1af3031d9235 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/floatingips/a3efc672-0053-457d-b748-ff2fa69a76b3 HTTP/1.1" status: 200 len: 993 time: 0.0810833 Nov 04 10:58:20.747574 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d55891-3a47-4947-9d6a-c6a40d32398a req-e68119cb-03aa-416b-912f-11d7a40b76af tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:20.749607 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f2d55891-3a47-4947-9d6a-c6a40d32398a req-e68119cb-03aa-416b-912f-11d7a40b76af tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0628972 Nov 04 10:58:20.769044 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:20.801978 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f2d55891-3a47-4947-9d6a-c6a40d32398a req-af1d4496-d278-4b26-8d29-c5d02ac253fc tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462554 Nov 04 10:58:20.881203 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180442f-2197-4c6c-b663-ac3ee9deb7ae req-828c9ece-9efc-492f-a21a-e9e01195ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:20.882912 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b180442f-2197-4c6c-b663-ac3ee9deb7ae req-828c9ece-9efc-492f-a21a-e9e01195ab25 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=fef767d5-51f7-4895-857c-c9fd70315fad HTTP/1.1" status: 200 len: 1096 time: 0.1814740 Nov 04 10:58:20.935068 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b180442f-2197-4c6c-b663-ac3ee9deb7ae req-7bdc9041-651d-4f07-b6da-8e47d8faee9b service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=b500cdac-d5bf-488e-a316-b3d1e06bb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439994 Nov 04 10:58:21.434769 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea53e6f-7464-4562-ab8c-53a44af897e6 req-093ae4f5-db74-488d-adcd-df1c6085991a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:21.437261 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fea53e6f-7464-4562-ab8c-53a44af897e6 req-093ae4f5-db74-488d-adcd-df1c6085991a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 945 time: 0.0860188 Nov 04 10:58:21.474707 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-ddfcf1db-7afe-4386-a384-85ea91485993 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1298153 Nov 04 10:58:21.503945 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fea53e6f-7464-4562-ab8c-53a44af897e6 req-b1d8f8fa-8919-489a-bdd5-435468e7a364 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586193 Nov 04 10:58:21.957004 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a78b5-df0c-4ac5-8c5b-f115c9eaa34a req-db84bdd9-9f17-443b-85b1-1fed904191b1 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:21.958620 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-563a78b5-df0c-4ac5-8c5b-f115c9eaa34a req-db84bdd9-9f17-443b-85b1-1fed904191b1 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0797348 Nov 04 10:58:22.024656 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-563a78b5-df0c-4ac5-8c5b-f115c9eaa34a req-82c4bf06-8085-4f6a-aaa5-49eaed6ee86d tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577977 Nov 04 10:58:22.183692 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:22.602854 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:22.653372 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60917a-745a-44ae-b485-583175ae529a req-3ac0fb98-78ca-40ef-b564-b771ded51cf3 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:22.654905 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5d60917a-745a-44ae-b485-583175ae529a req-3ac0fb98-78ca-40ef-b564-b771ded51cf3 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 945 time: 0.0518317 Nov 04 10:58:22.710687 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5d60917a-745a-44ae-b485-583175ae529a req-e457b3a2-0a1c-4bb7-9bd3-1d65d044a64d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489836 Nov 04 10:58:22.829899 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-01f79152-f43c-4fe3-a2d2-2e88e4b3ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:22.831506 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-01f79152-f43c-4fe3-a2d2-2e88e4b3ad3d service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 1096 time: 0.0485973 Nov 04 10:58:22.930485 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-9230ed43-4386-475d-aee2-6ce15e2db0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:22.932201 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-9230ed43-4386-475d-aee2-6ce15e2db0fe service neutron] 10.222.0.126 "GET /v2.0/networks?id=87df3733-563a-447f-8bf3-878530626f61 HTTP/1.1" status: 200 len: 899 time: 0.0916107 Nov 04 10:58:23.007849 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-88a7b5e7-346e-4650-af82-ac08cf4f734f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edb876c0-2cd2-4e92-8660-97bc57e54592 HTTP/1.1" status: 200 len: 1001 time: 0.0679414 Nov 04 10:58:23.061969 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-6cc78b01-8d88-46f5-85d2-1c6544083279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:23.063532 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-6cc78b01-8d88-46f5-85d2-1c6544083279 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=7f5cf8a1-f303-460e-8550-260ccee9be1c HTTP/1.1" status: 200 len: 835 time: 0.0477715 Nov 04 10:58:23.120698 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-2220c792-1065-4553-a2e4-336a9aa9d546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:23.122214 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-2220c792-1065-4553-a2e4-336a9aa9d546 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=87df3733-563a-447f-8bf3-878530626f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491831 Nov 04 10:58:23.165259 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff21b0-e706-467a-84e1-cc7eff34a709 req-6e6fb13c-56b2-4b3d-97fc-e5548739619a tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:23.168052 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6ff21b0-e706-467a-84e1-cc7eff34a709 req-6e6fb13c-56b2-4b3d-97fc-e5548739619a tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0621622 Nov 04 10:58:23.225369 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6ff21b0-e706-467a-84e1-cc7eff34a709 req-1692d031-884a-4a46-b64e-b12b32e47f02 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506313 Nov 04 10:58:23.239427 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-d50356eb-8f29-4778-94bf-7d821545a598 service neutron] 10.222.0.126 "GET /v2.0/networks/87df3733-563a-447f-8bf3-878530626f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093667 Nov 04 10:58:23.339685 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-1fe029b3-539c-42e0-b067-57050a56a8d5 service neutron] 10.222.0.126 "GET /v2.0/networks/87df3733-563a-447f-8bf3-878530626f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924580 Nov 04 10:58:23.849780 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b2b5e-4373-436f-9040-f876270f3d23 req-c0982590-5857-4dc2-8f7c-74cd7cbc8507 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:23.851358 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-694b2b5e-4373-436f-9040-f876270f3d23 req-c0982590-5857-4dc2-8f7c-74cd7cbc8507 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 945 time: 0.0557921 Nov 04 10:58:23.905585 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-694b2b5e-4373-436f-9040-f876270f3d23 req-f50b0359-542c-47ed-8424-4d3d27b7d19c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475104 Nov 04 10:58:24.346312 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f69fc-3641-4de3-a1c3-4e13c91c7eac req-f2f714f9-2a3b-420a-b1cf-fcec756ee7eb tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:24.347792 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f63f69fc-3641-4de3-a1c3-4e13c91c7eac req-f2f714f9-2a3b-420a-b1cf-fcec756ee7eb tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0553858 Nov 04 10:58:24.396641 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f63f69fc-3641-4de3-a1c3-4e13c91c7eac req-636c56d9-032e-4e28-8741-3c75f9f638af tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425162 Nov 04 10:58:25.047523 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f544f0-b0b0-44e3-b3a4-aaed9116a494 req-abd8f953-5a75-4218-8ca8-67810eaec326 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:25.049074 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-59f544f0-b0b0-44e3-b3a4-aaed9116a494 req-abd8f953-5a75-4218-8ca8-67810eaec326 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 945 time: 0.0618434 Nov 04 10:58:25.099256 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-59f544f0-b0b0-44e3-b3a4-aaed9116a494 req-7352120f-0862-4447-bfd2-98768aaf9480 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439196 Nov 04 10:58:25.526515 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77b267-4ada-4044-b843-020b92d086ec req-d974c775-9632-4ed8-9eb7-e203d5ac9e31 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:25.528387 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5c77b267-4ada-4044-b843-020b92d086ec req-d974c775-9632-4ed8-9eb7-e203d5ac9e31 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0576653 Nov 04 10:58:25.582460 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5c77b267-4ada-4044-b843-020b92d086ec req-bb7c2be2-3a57-4f8c-b9f8-f902cda99d85 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474072 Nov 04 10:58:26.246653 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934529ce-685a-4761-af60-865053ca705e req-f02a2f05-6d82-461b-8654-1f44d21c6a6e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:26.248353 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-934529ce-685a-4761-af60-865053ca705e req-f02a2f05-6d82-461b-8654-1f44d21c6a6e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 945 time: 0.0544877 Nov 04 10:58:26.313356 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-934529ce-685a-4761-af60-865053ca705e req-b777b76a-1833-4279-9bc0-55fa0c4f57d0 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584471 Nov 04 10:58:26.707664 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4ffe7-e5c5-4217-bb8a-bee0914d2720 req-929d0c8a-84dd-4bed-9318-e297023d02c9 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:26.709294 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-94b4ffe7-e5c5-4217-bb8a-bee0914d2720 req-929d0c8a-84dd-4bed-9318-e297023d02c9 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0514810 Nov 04 10:58:26.761511 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-94b4ffe7-e5c5-4217-bb8a-bee0914d2720 req-6893312a-8f65-4220-b8cd-ae35cbabba05 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458469 Nov 04 10:58:27.450917 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa08377-7bbb-4688-873e-1d898121ce97 req-0262df5f-9fe9-4a9f-97a8-bb72b6c05f37 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:27.452464 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4fa08377-7bbb-4688-873e-1d898121ce97 req-0262df5f-9fe9-4a9f-97a8-bb72b6c05f37 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 945 time: 0.0564828 Nov 04 10:58:27.502841 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4fa08377-7bbb-4688-873e-1d898121ce97 req-09798d57-8f85-416d-b6cc-60d4fc91d91b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442004 Nov 04 10:58:27.892629 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bdca8-2261-475d-817a-301a5f8d12c1 req-c8e6b324-4bbd-4173-bae8-3e44ba9430a0 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:27.894323 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e6bdca8-2261-475d-817a-301a5f8d12c1 req-c8e6b324-4bbd-4173-bae8-3e44ba9430a0 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0594819 Nov 04 10:58:27.947744 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e6bdca8-2261-475d-817a-301a5f8d12c1 req-219f523b-5d6e-4794-8fdd-2237233eadf5 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471199 Nov 04 10:58:28.627171 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e52371-1866-4b14-8c33-0c77904dbdd5 req-ba0afc3b-ea13-44aa-b03d-c65baa75a07d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:28.628852 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-43e52371-1866-4b14-8c33-0c77904dbdd5 req-ba0afc3b-ea13-44aa-b03d-c65baa75a07d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 945 time: 0.0518985 Nov 04 10:58:28.682277 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-43e52371-1866-4b14-8c33-0c77904dbdd5 req-6e0de863-b8a7-44e4-a12e-ed979fbae893 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469646 Nov 04 10:58:29.070868 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fa606-d1fb-4bda-a46d-7d5133962513 req-4bfb9090-3035-4238-9c68-cc6352335de1 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:29.072477 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d89fa606-d1fb-4bda-a46d-7d5133962513 req-4bfb9090-3035-4238-9c68-cc6352335de1 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0526567 Nov 04 10:58:29.128055 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d89fa606-d1fb-4bda-a46d-7d5133962513 req-b9302276-b74c-4b10-8861-1a2efd50708e tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489886 Nov 04 10:58:29.821738 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75c494-6210-4730-85eb-d80f55abf364 req-2b3b7db5-7589-4ea4-b188-e939fc6f118a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:29.823360 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dd75c494-6210-4730-85eb-d80f55abf364 req-2b3b7db5-7589-4ea4-b188-e939fc6f118a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 945 time: 0.0592315 Nov 04 10:58:29.874733 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dd75c494-6210-4730-85eb-d80f55abf364 req-a3bb637e-1d02-4b0e-beac-da723ea5b366 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451148 Nov 04 10:58:30.254485 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05711c92-c937-427a-8e23-cfbcdb4a5758 req-096d681f-59c7-4439-b162-3abbce87e44b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:30.256000 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-05711c92-c937-427a-8e23-cfbcdb4a5758 req-096d681f-59c7-4439-b162-3abbce87e44b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0531237 Nov 04 10:58:30.319878 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-05711c92-c937-427a-8e23-cfbcdb4a5758 req-98bb3a10-0330-4739-b639-9d69fe1c4955 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556901 Nov 04 10:58:31.014446 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b92ca7-a643-4a9b-8358-c6f2c32b0c22 req-87977d75-ec6d-4b9d-95b6-aacce08d604c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:31.015973 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-00b92ca7-a643-4a9b-8358-c6f2c32b0c22 req-87977d75-ec6d-4b9d-95b6-aacce08d604c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 945 time: 0.0585938 Nov 04 10:58:31.069710 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-00b92ca7-a643-4a9b-8358-c6f2c32b0c22 req-7f357753-3653-4221-9a0f-4712396d4100 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473008 Nov 04 10:58:31.446356 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e1d8f-814d-4346-9cb5-2dcf2df4de35 req-b34ccbab-22ad-4b88-92cd-48057c746916 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:31.447927 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5f6e1d8f-814d-4346-9cb5-2dcf2df4de35 req-b34ccbab-22ad-4b88-92cd-48057c746916 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0564172 Nov 04 10:58:31.499058 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5f6e1d8f-814d-4346-9cb5-2dcf2df4de35 req-bc32ab11-7da9-40ee-8d22-3a88f60bc40e tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446496 Nov 04 10:58:32.198827 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e20f2-87c4-4c70-bfe0-3ea2ae22a0b5 req-2054602c-0442-41c3-a084-0cd22ea69657 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:32.200377 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0e1e20f2-87c4-4c70-bfe0-3ea2ae22a0b5 req-2054602c-0442-41c3-a084-0cd22ea69657 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 945 time: 0.0565863 Nov 04 10:58:32.253614 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0e1e20f2-87c4-4c70-bfe0-3ea2ae22a0b5 req-e3d55ea7-278a-4e93-9475-974c8e0e76b5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466294 Nov 04 10:58:32.622482 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a26667-7080-4762-9c1f-5f309a60ee03 req-5253603a-ee3a-461c-8603-5979cde078e6 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:32.624023 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c8a26667-7080-4762-9c1f-5f309a60ee03 req-5253603a-ee3a-461c-8603-5979cde078e6 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0522609 Nov 04 10:58:32.673902 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c8a26667-7080-4762-9c1f-5f309a60ee03 req-fbf0e316-62de-46dc-9bb6-ba079129e093 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436664 Nov 04 10:58:33.380580 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe79186-5018-4e9c-9d93-875ab576cd3a req-ef4bbf27-7993-4ca3-bc2f-e8c66ed97c35 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:33.382254 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2fe79186-5018-4e9c-9d93-875ab576cd3a req-ef4bbf27-7993-4ca3-bc2f-e8c66ed97c35 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 945 time: 0.0532248 Nov 04 10:58:33.439297 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2fe79186-5018-4e9c-9d93-875ab576cd3a req-780f2fa7-a2c8-46aa-a609-d7ada29c4b2f tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503218 Nov 04 10:58:33.802550 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c16fdb-4185-48cd-a04c-06dbec97cdc8 req-bb74d558-c8aa-4320-91a6-ebcab86033e8 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:33.804100 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-20c16fdb-4185-48cd-a04c-06dbec97cdc8 req-bb74d558-c8aa-4320-91a6-ebcab86033e8 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0576072 Nov 04 10:58:33.857192 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-20c16fdb-4185-48cd-a04c-06dbec97cdc8 req-22fcf9ba-7e36-4481-badf-6d31a67f194f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466230 Nov 04 10:58:34.199850 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6a5818ec-00c6-457e-8f45-02d923a28228 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:58:34.203732 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6a5818ec-00c6-457e-8f45-02d923a28228 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:58:34.354500 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:34.360320 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 6a5818ec-00c6-457e-8f45-02d923a28228, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6a5818ec-00c6-457e-8f45-02d923a28228,segment=NetworkSegment(a3095d3f-bbcd-4162-b35e-e366666a87a0),segment_id=a3095d3f-bbcd-4162-b35e-e366666a87a0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:58:34.379487 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '6a5818ec-00c6-457e-8f45-02d923a28228', 'network_id': '53b64489-ad49-4c4d-a90b-bd185e3b5648', 'port_id': '6a5818ec-00c6-457e-8f45-02d923a28228', 'mac_address': 'fa:16:3e:93:4e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae5f2306-3371-4768-a507-95555a631113', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:58:34.391913 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e736ddab-8493-4279-a81a-6ab64a009869', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a5818ec-00c6-457e-8f45-02d923a28228'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:58:34.394223 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99609a5f-08ab-4c69-aa69-6e2c106e043b" -d '{"events": [{"server_uuid": "e736ddab-8493-4279-a81a-6ab64a009869", "name": "network-vif-unplugged", "status": "completed", "tag": "6a5818ec-00c6-457e-8f45-02d923a28228"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:58:34.425166 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 6a5818ec-00c6-457e-8f45-02d923a28228, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6a5818ec-00c6-457e-8f45-02d923a28228,segment=NetworkSegment(a3095d3f-bbcd-4162-b35e-e366666a87a0),segment_id=a3095d3f-bbcd-4162-b35e-e366666a87a0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:58:34.433476 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:34.442799 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20aac7b2-d6f2-4c6a-ae43-75e0352dbe70 x-openstack-request-id: req-20aac7b2-d6f2-4c6a-ae43-75e0352dbe70 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:58:34.443096 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e736ddab-8493-4279-a81a-6ab64a009869", "name": "network-vif-unplugged", "status": "completed", "tag": "6a5818ec-00c6-457e-8f45-02d923a28228", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:58:34.443358 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-20aac7b2-d6f2-4c6a-ae43-75e0352dbe70 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:58:34.443779 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e736ddab-8493-4279-a81a-6ab64a009869', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a5818ec-00c6-457e-8f45-02d923a28228', 'code': 200} Nov 04 10:58:34.468208 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:34.496416 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a5818ec-00c6-457e-8f45-02d923a28228 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:58:34.513765 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=6a5818ec-00c6-457e-8f45-02d923a28228,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:58:34.544669 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:34.545029 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:34.545361 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:34.546725 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:34.546725 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:34.546725 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:34.546725 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:34.547123 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:34.547222 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:34.547517 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:34.547833 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:34.548138 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:34.564256 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 10:58:34.564611 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 10:58:34.590258 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e31866-d1b3-4414-9d81-3eda0ac313db req-567c95cd-1341-4618-a289-984998741c31 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:34.591814 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9e31866-d1b3-4414-9d81-3eda0ac313db req-567c95cd-1341-4618-a289-984998741c31 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 945 time: 0.0584652 Nov 04 10:58:34.643812 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9e31866-d1b3-4414-9d81-3eda0ac313db req-eeb20dc0-64e7-46f6-b2e7-0693afc77956 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447986 Nov 04 10:58:34.984778 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d867cba-8693-4ea6-baed-0e2a84c23373 req-02433e36-38f6-422c-a653-87982c724c71 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:34.989509 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d867cba-8693-4ea6-baed-0e2a84c23373 req-02433e36-38f6-422c-a653-87982c724c71 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 944 time: 0.0604730 Nov 04 10:58:35.035699 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d867cba-8693-4ea6-baed-0e2a84c23373 req-69d70770-fa45-4318-b50f-8f17edb1ac8a tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431890 Nov 04 10:58:35.103057 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:35.119800 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5818ec-00c6-457e-8f45-02d923a28228 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:58:35.144704 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 6a5818ec-00c6-457e-8f45-02d923a28228, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6a5818ec-00c6-457e-8f45-02d923a28228,segment=NetworkSegment(a3095d3f-bbcd-4162-b35e-e366666a87a0),segment_id=a3095d3f-bbcd-4162-b35e-e366666a87a0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:58:35.151864 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:35.167691 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-3a639242-73e6-4ec4-b39e-b06221486f9c service neutron] show failed (client error): The resource could not be found. Nov 04 10:58:35.168963 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-3a639242-73e6-4ec4-b39e-b06221486f9c service neutron] 10.222.0.126 "GET /v2.0/ports/edb876c0-2cd2-4e92-8660-97bc57e54592/bindings/n-h2-816629-1 HTTP/1.1" status: 404 len: 380 time: 0.0596142 Nov 04 10:58:35.204180 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=6a5818ec-00c6-457e-8f45-02d923a28228,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:58:35.396098 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['6a5818ec-00c6-457e-8f45-02d923a28228'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:58:35.476419 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-2648bfa2-ba04-4505-ba97-37b525df34e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:35.479223 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-2648bfa2-ba04-4505-ba97-37b525df34e1 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd&tenant_id=0f971a58d7f04199b01d2c8c36ec2cac HTTP/1.1" status: 200 len: 1096 time: 0.1324646 Nov 04 10:58:35.495327 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816629-1', 'device_owner': 'compute:nova'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:58:35.562646 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:35.804462 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9abc7d-3cff-481c-9cdc-6fdc232f1e05 req-747d0093-5746-4da6-aa71-ac96ab4ef960 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:35.806046 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db9abc7d-3cff-481c-9cdc-6fdc232f1e05 req-747d0093-5746-4da6-aa71-ac96ab4ef960 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 945 time: 0.0782979 Nov 04 10:58:35.838566 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] For port edb876c0-2cd2-4e92-8660-97bc57e54592, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=edb876c0-2cd2-4e92-8660-97bc57e54592,segment=NetworkSegment(9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f),segment_id=9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:58:35.894456 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db9abc7d-3cff-481c-9cdc-6fdc232f1e05 req-e0a55868-5c32-4230-b31d-a03dfa3ed197 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817506 Nov 04 10:58:35.897635 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] For port edb876c0-2cd2-4e92-8660-97bc57e54592, host n-h1-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:58:35.938946 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3064b16-fb4f-4614-bce3-0ebbc067eddd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edb876c0-2cd2-4e92-8660-97bc57e54592'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:58:35.941366 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858d4bd0-581a-457c-a793-763ef55e316c" -d '{"events": [{"server_uuid": "a3064b16-fb4f-4614-bce3-0ebbc067eddd", "name": "network-vif-unplugged", "status": "completed", "tag": "edb876c0-2cd2-4e92-8660-97bc57e54592"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:58:35.946157 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:35.960052 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Transition to ACTIVE for port object edb876c0-2cd2-4e92-8660-97bc57e54592 will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:58:35.963889 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:36.020688 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b1bd8a-5f35-4d23-a09c-744093f8c07b x-openstack-request-id: req-97b1bd8a-5f35-4d23-a09c-744093f8c07b {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:58:36.021451 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3064b16-fb4f-4614-bce3-0ebbc067eddd", "name": "network-vif-unplugged", "status": "completed", "tag": "edb876c0-2cd2-4e92-8660-97bc57e54592", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:58:36.021451 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-97b1bd8a-5f35-4d23-a09c-744093f8c07b {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:58:36.021681 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3064b16-fb4f-4614-bce3-0ebbc067eddd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edb876c0-2cd2-4e92-8660-97bc57e54592', 'code': 200} Nov 04 10:58:36.098867 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=edb876c0-2cd2-4e92-8660-97bc57e54592,revision_number=6']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:58:36.160306 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:36.160709 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:36.161234 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:36.161566 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:36.161897 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:36.162216 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:36.162531 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:36.162846 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:36.163161 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:36.163475 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:36.163787 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:36.164096 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:36.193326 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] No DVR routers for this DVR port edb876c0-2cd2-4e92-8660-97bc57e54592 on host n-h1-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:58:36.202215 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6a5818ec-00c6-457e-8f45-02d923a28228 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:58:36.255207 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b7506-0d0a-45d4-9f50-713747b20de7 req-79e72ed3-dd9d-4a9c-8515-078d1c88444d tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:36.256767 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f91b7506-0d0a-45d4-9f50-713747b20de7 req-79e72ed3-dd9d-4a9c-8515-078d1c88444d tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 945 time: 0.1306007 Nov 04 10:58:36.260379 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 6a5818ec-00c6-457e-8f45-02d923a28228 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:58:36.261006 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:36.365738 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f91b7506-0d0a-45d4-9f50-713747b20de7 req-4ef02677-fb2f-4103-8e20-cbe33bc75b2d tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737140 Nov 04 10:58:36.372011 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:36.399221 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Attempting to bind port edb876c0-2cd2-4e92-8660-97bc57e54592 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:58:36.399655 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Attempting to bind port edb876c0-2cd2-4e92-8660-97bc57e54592 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '87df3733-563a-447f-8bf3-878530626f61'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:58:36.400277 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Attempting to bind port edb876c0-2cd2-4e92-8660-97bc57e54592 on network 87df3733-563a-447f-8bf3-878530626f61 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:58:36.405516 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Port edb876c0-2cd2-4e92-8660-97bc57e54592 on network 87df3733-563a-447f-8bf3-878530626f61 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:58:36.405928 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Attempting to bind port edb876c0-2cd2-4e92-8660-97bc57e54592 on network 87df3733-563a-447f-8bf3-878530626f61 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:58:36.411838 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:58:36.412283 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Checking segment: {'id': '9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '87df3733-563a-447f-8bf3-878530626f61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:58:36.412759 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Bound using segment: {'id': '9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '87df3733-563a-447f-8bf3-878530626f61'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:58:36.413306 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Bound port: edb876c0-2cd2-4e92-8660-97bc57e54592, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '87df3733-563a-447f-8bf3-878530626f61'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:58:36.413756 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:36.420983 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 6a5818ec-00c6-457e-8f45-02d923a28228, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6a5818ec-00c6-457e-8f45-02d923a28228,segment=NetworkSegment(a3095d3f-bbcd-4162-b35e-e366666a87a0),segment_id=a3095d3f-bbcd-4162-b35e-e366666a87a0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:58:36.428168 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:36.453788 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e736ddab-8493-4279-a81a-6ab64a009869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5818ec-00c6-457e-8f45-02d923a28228'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:58:36.456613 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f662fda-9777-43a2-8e72-410f2f433741" -d '{"events": [{"server_uuid": "e736ddab-8493-4279-a81a-6ab64a009869", "name": "network-vif-plugged", "status": "completed", "tag": "6a5818ec-00c6-457e-8f45-02d923a28228"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:58:36.489659 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=6a5818ec-00c6-457e-8f45-02d923a28228,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:58:36.490144 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] For port edb876c0-2cd2-4e92-8660-97bc57e54592, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:58:36.494855 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] For port edb876c0-2cd2-4e92-8660-97bc57e54592, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=edb876c0-2cd2-4e92-8660-97bc57e54592,segment=NetworkSegment(9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f),segment_id=9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:58:36.501534 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:36.517134 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6c8488-2062-45f3-9437-0fea41b4fa87 x-openstack-request-id: req-ef6c8488-2062-45f3-9437-0fea41b4fa87 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:58:36.517320 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e736ddab-8493-4279-a81a-6ab64a009869", "name": "network-vif-plugged", "status": "completed", "tag": "6a5818ec-00c6-457e-8f45-02d923a28228", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:58:36.517486 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ef6c8488-2062-45f3-9437-0fea41b4fa87 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:58:36.517875 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e736ddab-8493-4279-a81a-6ab64a009869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5818ec-00c6-457e-8f45-02d923a28228', 'code': 200} Nov 04 10:58:36.550129 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:36.551496 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:36.553167 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] 10.222.0.121 "PUT /v2.0/ports/edb876c0-2cd2-4e92-8660-97bc57e54592 HTTP/1.1" status: 200 len: 1091 time: 1.0631981 Nov 04 10:58:36.589824 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9443be2-de41-4e16-865b-cf467dae0ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=edb876c0-2cd2-4e92-8660-97bc57e54592,revision_number=7']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:58:36.659285 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-72f7ba3a-4e82-4f7f-9dce-1af44a788e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:36.661434 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-72f7ba3a-4e82-4f7f-9dce-1af44a788e1e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 1094 time: 0.0728769 Nov 04 10:58:36.711815 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab289a1-06e0-476f-9e17-c22aa167ed14 req-a5bdc20b-d3cb-41bc-a2f5-2b0cf42964d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:36.715064 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7ab289a1-06e0-476f-9e17-c22aa167ed14 req-a5bdc20b-d3cb-41bc-a2f5-2b0cf42964d2 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 1097 time: 0.0553949 Nov 04 10:58:36.758779 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-aa5fb7c3-e903-4c83-9381-14d8c34e9ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:36.760535 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-aa5fb7c3-e903-4c83-9381-14d8c34e9ca4 service neutron] 10.222.0.121 "GET /v2.0/networks?id=87df3733-563a-447f-8bf3-878530626f61 HTTP/1.1" status: 200 len: 899 time: 0.0913441 Nov 04 10:58:36.776066 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7ab289a1-06e0-476f-9e17-c22aa167ed14 req-10d1d6f5-90a4-43a1-a651-0993e522aaa1 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530899 Nov 04 10:58:36.837956 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-45cf30c0-0ef3-4399-a076-90af43b5b23a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edb876c0-2cd2-4e92-8660-97bc57e54592 HTTP/1.1" status: 200 len: 999 time: 0.0690148 Nov 04 10:58:37.048010 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-7566a4cb-f834-415e-9864-fb4a774e8d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:37.049555 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-7566a4cb-f834-415e-9864-fb4a774e8d76 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7f5cf8a1-f303-460e-8550-260ccee9be1c HTTP/1.1" status: 200 len: 835 time: 0.0724382 Nov 04 10:58:37.060704 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeeb594-a533-4ce1-b1f5-a3bbfd91043e req-d81c9f89-d3f5-4ed8-a338-526d58335fcb tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:37.062192 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5eeeb594-a533-4ce1-b1f5-a3bbfd91043e req-d81c9f89-d3f5-4ed8-a338-526d58335fcb tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 943 time: 0.0870907 Nov 04 10:58:37.145796 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-26b5e8a1-de8e-4b71-889e-35f3a00d718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:37.147371 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-26b5e8a1-de8e-4b71-889e-35f3a00d718f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=87df3733-563a-447f-8bf3-878530626f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843065 Nov 04 10:58:37.152590 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5eeeb594-a533-4ce1-b1f5-a3bbfd91043e req-cd2ac6ac-d6b8-46e7-b87e-47dbe066192d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819197 Nov 04 10:58:37.249305 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-252968df-db12-4bb1-8e0c-96bf5a4838bf service neutron] 10.222.0.121 "GET /v2.0/networks/87df3733-563a-447f-8bf3-878530626f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884182 Nov 04 10:58:37.353266 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a920ea03-fc5a-4b15-adb6-3c0514443d36 req-0efbdfee-02a3-4b85-96cc-aa65033182e1 service neutron] 10.222.0.121 "GET /v2.0/networks/87df3733-563a-447f-8bf3-878530626f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954077 Nov 04 10:58:37.517330 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb95d2b-7842-44bb-af29-58d702b38e46 req-bfd7483a-3a18-43e4-aeed-5318163f6712 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:37.518904 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3cb95d2b-7842-44bb-af29-58d702b38e46 req-bfd7483a-3a18-43e4-aeed-5318163f6712 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0518341 Nov 04 10:58:37.567473 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3cb95d2b-7842-44bb-af29-58d702b38e46 req-7ac41e10-9492-44f5-938b-4863a240a8ea tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423150 Nov 04 10:58:38.023235 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3064b16-fb4f-4614-bce3-0ebbc067eddd', 'tag': 'edb876c0-2cd2-4e92-8660-97bc57e54592'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:58:38.025771 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d637e65-f962-4e68-915a-a5f1af7a8928" -d '{"events": [{"name": "network-changed", "server_uuid": "a3064b16-fb4f-4614-bce3-0ebbc067eddd", "tag": "edb876c0-2cd2-4e92-8660-97bc57e54592"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:58:38.081856 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592dd384-c6c5-440d-934c-cc820be72a38 x-openstack-request-id: req-592dd384-c6c5-440d-934c-cc820be72a38 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:58:38.082508 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3064b16-fb4f-4614-bce3-0ebbc067eddd", "tag": "edb876c0-2cd2-4e92-8660-97bc57e54592", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:58:38.082508 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-592dd384-c6c5-440d-934c-cc820be72a38 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:58:38.083166 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3064b16-fb4f-4614-bce3-0ebbc067eddd', 'tag': 'edb876c0-2cd2-4e92-8660-97bc57e54592', 'status': 'completed', 'code': 200} Nov 04 10:58:38.154792 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d637e65-f962-4e68-915a-a5f1af7a8928 req-15816087-74a9-4ad8-bffb-839bb97a4586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:38.156344 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d637e65-f962-4e68-915a-a5f1af7a8928 req-15816087-74a9-4ad8-bffb-839bb97a4586 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 1094 time: 0.0526860 Nov 04 10:58:38.157392 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d637e65-f962-4e68-915a-a5f1af7a8928 req-ec958d0e-6776-4fd5-a270-7b688e2e1b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:38.159123 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0d637e65-f962-4e68-915a-a5f1af7a8928 req-ec958d0e-6776-4fd5-a270-7b688e2e1b51 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 1094 time: 0.0528419 Nov 04 10:58:38.269117 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d637e65-f962-4e68-915a-a5f1af7a8928 req-00451621-be81-4d29-bc55-bb74ccf65b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:38.275249 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0d637e65-f962-4e68-915a-a5f1af7a8928 req-00451621-be81-4d29-bc55-bb74ccf65b1d service neutron] 10.222.0.126 "GET /v2.0/networks?id=87df3733-563a-447f-8bf3-878530626f61 HTTP/1.1" status: 200 len: 899 time: 0.1041300 Nov 04 10:58:38.328131 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca30a81-cf63-4a30-a81e-3e22b23b201e req-d4a47592-35df-42f1-8b4d-550d24d3b378 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:38.329785 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ca30a81-cf63-4a30-a81e-3e22b23b201e req-d4a47592-35df-42f1-8b4d-550d24d3b378 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 943 time: 0.0888085 Nov 04 10:58:38.342739 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0d637e65-f962-4e68-915a-a5f1af7a8928 req-ffc127e9-b478-4d6a-9506-6ee8a61ddbb8 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edb876c0-2cd2-4e92-8660-97bc57e54592 HTTP/1.1" status: 200 len: 999 time: 0.0635302 Nov 04 10:58:38.358632 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d637e65-f962-4e68-915a-a5f1af7a8928 req-d216a9be-fa75-4576-a19a-0b4fd3c0c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:38.360008 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d637e65-f962-4e68-915a-a5f1af7a8928 req-d216a9be-fa75-4576-a19a-0b4fd3c0c1ce service neutron] 10.222.0.121 "GET /v2.0/networks?id=87df3733-563a-447f-8bf3-878530626f61 HTTP/1.1" status: 200 len: 899 time: 0.1954350 Nov 04 10:58:38.394296 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d637e65-f962-4e68-915a-a5f1af7a8928 req-daf35e65-8d17-468c-b58a-ad3b5db98238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:38.395804 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0d637e65-f962-4e68-915a-a5f1af7a8928 req-daf35e65-8d17-468c-b58a-ad3b5db98238 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=7f5cf8a1-f303-460e-8550-260ccee9be1c HTTP/1.1" status: 200 len: 835 time: 0.0458632 Nov 04 10:58:38.435253 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ca30a81-cf63-4a30-a81e-3e22b23b201e req-f018fdfe-fbac-42f3-9463-639c780aa5ab tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948513 Nov 04 10:58:38.449158 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d637e65-f962-4e68-915a-a5f1af7a8928 req-8b87ed81-087e-4774-ad52-0754f9a4131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:38.450852 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0d637e65-f962-4e68-915a-a5f1af7a8928 req-8b87ed81-087e-4774-ad52-0754f9a4131d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=87df3733-563a-447f-8bf3-878530626f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471730 Nov 04 10:58:38.454377 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d637e65-f962-4e68-915a-a5f1af7a8928 req-779b3466-6f93-4ac6-92ff-b7f8d72adfa9 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edb876c0-2cd2-4e92-8660-97bc57e54592 HTTP/1.1" status: 200 len: 999 time: 0.0813153 Nov 04 10:58:38.531516 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d637e65-f962-4e68-915a-a5f1af7a8928 req-2e4b70ad-1aa8-4c13-8ae8-68abe377d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:38.535119 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d637e65-f962-4e68-915a-a5f1af7a8928 req-2e4b70ad-1aa8-4c13-8ae8-68abe377d49e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7f5cf8a1-f303-460e-8550-260ccee9be1c HTTP/1.1" status: 200 len: 835 time: 0.0683310 Nov 04 10:58:38.597625 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0d637e65-f962-4e68-915a-a5f1af7a8928 req-35f13bb9-178e-423c-affb-4492c12240d9 service neutron] 10.222.0.126 "GET /v2.0/networks/87df3733-563a-447f-8bf3-878530626f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387026 Nov 04 10:58:38.605571 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d637e65-f962-4e68-915a-a5f1af7a8928 req-1ef7f2f9-bb2e-4bb1-9ed6-93b55235e081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:38.607205 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d637e65-f962-4e68-915a-a5f1af7a8928 req-1ef7f2f9-bb2e-4bb1-9ed6-93b55235e081 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=87df3733-563a-447f-8bf3-878530626f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642171 Nov 04 10:58:38.716452 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0d637e65-f962-4e68-915a-a5f1af7a8928 req-5cd18b2d-4cf9-4e99-9db1-04d62fd8bc0d service neutron] 10.222.0.126 "GET /v2.0/networks/87df3733-563a-447f-8bf3-878530626f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119950 Nov 04 10:58:38.761287 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8784b4-8e30-4714-854f-33c9a5ef738c req-553f1c9f-952d-48f1-8c64-fb1ce6243b1b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:38.762825 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d8784b4-8e30-4714-854f-33c9a5ef738c req-553f1c9f-952d-48f1-8c64-fb1ce6243b1b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0825620 Nov 04 10:58:38.781249 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d637e65-f962-4e68-915a-a5f1af7a8928 req-75480a8e-072c-4815-83d4-1ea7a39a1a37 service neutron] 10.222.0.121 "GET /v2.0/networks/87df3733-563a-447f-8bf3-878530626f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620176 Nov 04 10:58:38.874494 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d8784b4-8e30-4714-854f-33c9a5ef738c req-3b355c64-15bd-41d8-945b-147543d47898 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035328 Nov 04 10:58:38.905344 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d637e65-f962-4e68-915a-a5f1af7a8928 req-95128081-d2c1-4e0c-8ce0-ff0b691f3c82 service neutron] 10.222.0.121 "GET /v2.0/networks/87df3733-563a-447f-8bf3-878530626f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155021 Nov 04 10:58:39.048268 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713592d-2c6f-4369-883e-72bfc25b055f req-bd935604-1b13-46bf-9231-d47804f00d1c tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:39.049837 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a713592d-2c6f-4369-883e-72bfc25b055f req-bd935604-1b13-46bf-9231-d47804f00d1c tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0544500 Nov 04 10:58:39.104643 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a713592d-2c6f-4369-883e-72bfc25b055f req-3ab2c44c-e4b0-4fb0-9cc3-90f42945bded tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457773 Nov 04 10:58:39.544305 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-feda5218-1e39-41ff-984d-8f2fa95682e8 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:39.545976 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-feda5218-1e39-41ff-984d-8f2fa95682e8 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/networks?id=53b64489-ad49-4c4d-a90b-bd185e3b5648 HTTP/1.1" status: 200 len: 814 time: 0.1133862 Nov 04 10:58:39.562721 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-4bcbe537-dc21-40b8-bf1c-0a4c79740ef0 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/quotas/50bf342429954df293faa7db937a533f HTTP/1.1" status: 200 len: 375 time: 0.0105758 Nov 04 10:58:39.630179 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-531042ef-72cb-4340-b21a-f3a5e79d8224 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=50bf342429954df293faa7db937a533f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0600910 Nov 04 10:58:39.742841 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-a6acd3a1-3801-4ad6-b609-14224b22c2e8 service neutron] 10.222.0.127 "GET /v2.0/networks/53b64489-ad49-4c4d-a90b-bd185e3b5648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038473 Nov 04 10:58:39.839368 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-b00bf927-0206-45a2-b3a6-70ee5c359cb5 service neutron] 10.222.0.127 "GET /v2.0/networks/53b64489-ad49-4c4d-a90b-bd185e3b5648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899549 Nov 04 10:58:39.904409 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device edb876c0-2cd2-4e92-8660-97bc57e54592 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:58:39.952599 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device edb876c0-2cd2-4e92-8660-97bc57e54592 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:58:40.206127 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b0db3-113f-498e-acf5-b5582ab0b94b req-f5d40814-f574-4974-9f51-f2e8d3464e00 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:40.213737 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b29b0db3-113f-498e-acf5-b5582ab0b94b req-f5d40814-f574-4974-9f51-f2e8d3464e00 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 943 time: 0.2059596 Nov 04 10:58:40.247602 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device edb876c0-2cd2-4e92-8660-97bc57e54592 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:58:40.278927 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b29b0db3-113f-498e-acf5-b5582ab0b94b req-b4d73dae-0dcd-4d1e-afb4-54a1d5d04887 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587471 Nov 04 10:58:40.373987 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port edb876c0-2cd2-4e92-8660-97bc57e54592, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=edb876c0-2cd2-4e92-8660-97bc57e54592,segment=NetworkSegment(9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f),segment_id=9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:58:40.388142 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'edb876c0-2cd2-4e92-8660-97bc57e54592', 'network_id': '87df3733-563a-447f-8bf3-878530626f61', 'port_id': 'edb876c0-2cd2-4e92-8660-97bc57e54592', 'mac_address': 'fa:16:3e:b4:e1:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5cf8a1-f303-460e-8550-260ccee9be1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:58:40.421590 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ca3b2994-cf8c-4789-8ef6-a882f8b5a0ec req-3d7ab4bb-ccdf-4942-9109-c01231566744 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=615a041a-e813-4961-bd28-c0209f5158ef HTTP/1.1" status: 200 len: 210 time: 0.0409651 Nov 04 10:58:40.431158 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:40.446794 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb876c0-2cd2-4e92-8660-97bc57e54592 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:58:40.470898 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port edb876c0-2cd2-4e92-8660-97bc57e54592, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=edb876c0-2cd2-4e92-8660-97bc57e54592,segment=NetworkSegment(9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f),segment_id=9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:58:40.478308 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:40.538187 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=edb876c0-2cd2-4e92-8660-97bc57e54592,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:58:40.734224 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['edb876c0-2cd2-4e92-8660-97bc57e54592'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:58:40.754588 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca742f6-b58b-4a39-92ae-e9a2fde7f593 req-5cbfc35f-1d04-4fb0-875d-cb9a861fea16 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:40.756256 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-aca742f6-b58b-4a39-92ae-e9a2fde7f593 req-5cbfc35f-1d04-4fb0-875d-cb9a861fea16 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.121 "GET /v2.0/ports?device_id=e736ddab-8493-4279-a81a-6ab64a009869 HTTP/1.1" status: 200 len: 946 time: 0.0953496 Nov 04 10:58:40.866335 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-aca742f6-b58b-4a39-92ae-e9a2fde7f593 req-1ab8aa66-8ce8-455b-abd1-488e81262c4b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Deleting port 6a5818ec-00c6-457e-8f45-02d923a28228 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:58:40.866674 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aca742f6-b58b-4a39-92ae-e9a2fde7f593 req-1ab8aa66-8ce8-455b-abd1-488e81262c4b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:40.978879 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-aca742f6-b58b-4a39-92ae-e9a2fde7f593 req-1ab8aa66-8ce8-455b-abd1-488e81262c4b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] For port 6a5818ec-00c6-457e-8f45-02d923a28228, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6a5818ec-00c6-457e-8f45-02d923a28228,segment=NetworkSegment(a3095d3f-bbcd-4162-b35e-e366666a87a0),segment_id=a3095d3f-bbcd-4162-b35e-e366666a87a0)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:58:40.979198 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aca742f6-b58b-4a39-92ae-e9a2fde7f593 req-1ab8aa66-8ce8-455b-abd1-488e81262c4b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:40.996237 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-aca742f6-b58b-4a39-92ae-e9a2fde7f593 req-1ab8aa66-8ce8-455b-abd1-488e81262c4b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Calling delete_port for 6a5818ec-00c6-457e-8f45-02d923a28228 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:58:41.178219 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-3e9929e7-6785-41b1-b951-b70af394c315 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:41.180228 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-3e9929e7-6785-41b1-b951-b70af394c315 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.121 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd&tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&binding%3Ahost_id=n-h2-816629-1 HTTP/1.1" status: 200 len: 944 time: 0.5571740 Nov 04 10:58:41.195075 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce331f-35e7-4245-b56d-6e66d337675a req-05a2b4f9-428f-4107-8ddf-ab4dea4051ce tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:41.198408 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4bce331f-35e7-4245-b56d-6e66d337675a req-05a2b4f9-428f-4107-8ddf-ab4dea4051ce tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 944 time: 0.5413721 Nov 04 10:58:41.202698 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aca742f6-b58b-4a39-92ae-e9a2fde7f593 req-1ab8aa66-8ce8-455b-abd1-488e81262c4b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:41.241327 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8aa66-8ce8-455b-abd1-488e81262c4b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Pushing event deleted for resources: {'Port': ['ID=6a5818ec-00c6-457e-8f45-02d923a28228,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:58:41.261186 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8aa66-8ce8-455b-abd1-488e81262c4b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:41.261518 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8aa66-8ce8-455b-abd1-488e81262c4b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:41.261850 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8aa66-8ce8-455b-abd1-488e81262c4b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:41.262200 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8aa66-8ce8-455b-abd1-488e81262c4b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:41.262523 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8aa66-8ce8-455b-abd1-488e81262c4b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:41.262859 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8aa66-8ce8-455b-abd1-488e81262c4b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:41.263175 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8aa66-8ce8-455b-abd1-488e81262c4b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:41.263500 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8aa66-8ce8-455b-abd1-488e81262c4b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:41.263823 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8aa66-8ce8-455b-abd1-488e81262c4b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:41.264139 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8aa66-8ce8-455b-abd1-488e81262c4b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:41.264851 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8aa66-8ce8-455b-abd1-488e81262c4b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:41.264851 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8aa66-8ce8-455b-abd1-488e81262c4b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:58:41.314205 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-bbf639cf-c3fe-4d2b-9439-90bb08cfd2f1 service neutron] 10.222.0.121 "GET /v2.0/ports/edb876c0-2cd2-4e92-8660-97bc57e54592/bindings/n-h2-816629-1 HTTP/1.1" status: 200 len: 382 time: 0.1136034 Nov 04 10:58:41.320444 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4bce331f-35e7-4245-b56d-6e66d337675a req-1b466c1c-477a-4743-a4f7-a0e5792cca6e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103659 Nov 04 10:58:41.325377 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-abdc1ac1-c30f-4a26-8a2c-8557b640546d tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:41.326901 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-abdc1ac1-c30f-4a26-8a2c-8557b640546d tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.126 "GET /v2.0/networks?id=53b64489-ad49-4c4d-a90b-bd185e3b5648 HTTP/1.1" status: 200 len: 814 time: 0.2104406 Nov 04 10:58:41.345193 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-da0bb1bc-2fee-4f16-b329-9951656c1d8f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Request body: {'port': {'device_id': '615a041a-e813-4961-bd28-c0209f5158ef', 'network_id': '53b64489-ad49-4c4d-a90b-bd185e3b5648', 'admin_state_up': True, 'tenant_id': '50bf342429954df293faa7db937a533f'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:58:41.401697 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-82abf051-28dc-41e6-aded-d1b0e5e39a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:41.404107 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-82abf051-28dc-41e6-aded-d1b0e5e39a3b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 1095 time: 0.0482967 Nov 04 10:58:41.406047 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca742f6-b58b-4a39-92ae-e9a2fde7f593 req-1ab8aa66-8ce8-455b-abd1-488e81262c4b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] No DVR routers for this DVR port 6a5818ec-00c6-457e-8f45-02d923a28228 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:58:41.414657 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aca742f6-b58b-4a39-92ae-e9a2fde7f593 req-1ab8aa66-8ce8-455b-abd1-488e81262c4b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:41.418106 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-aca742f6-b58b-4a39-92ae-e9a2fde7f593 req-1ab8aa66-8ce8-455b-abd1-488e81262c4b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.121 "DELETE /v2.0/ports/6a5818ec-00c6-457e-8f45-02d923a28228 HTTP/1.1" status: 204 len: 173 time: 0.6551054 Nov 04 10:58:41.418570 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e736ddab-8493-4279-a81a-6ab64a009869', 'name': 'network-vif-deleted', 'tag': '6a5818ec-00c6-457e-8f45-02d923a28228'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:58:41.420994 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6877292b-a5e8-413c-b084-88d271f9bbfb" -d '{"events": [{"server_uuid": "e736ddab-8493-4279-a81a-6ab64a009869", "name": "network-vif-deleted", "tag": "6a5818ec-00c6-457e-8f45-02d923a28228"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:58:41.462112 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['6a5818ec-00c6-457e-8f45-02d923a28228'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:58:41.509797 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd75cda7-2270-437d-869e-3f18b2186ddf x-openstack-request-id: req-cd75cda7-2270-437d-869e-3f18b2186ddf {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:58:41.510189 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e736ddab-8493-4279-a81a-6ab64a009869", "name": "network-vif-deleted", "tag": "6a5818ec-00c6-457e-8f45-02d923a28228", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:58:41.510512 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-cd75cda7-2270-437d-869e-3f18b2186ddf {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:58:41.511437 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e736ddab-8493-4279-a81a-6ab64a009869', 'name': 'network-vif-deleted', 'tag': '6a5818ec-00c6-457e-8f45-02d923a28228', 'status': 'completed', 'code': 200} Nov 04 10:58:41.550043 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-da0bb1bc-2fee-4f16-b329-9951656c1d8f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Made reservation on behalf of 50bf342429954df293faa7db937a533f for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:58:41.557212 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-da0bb1bc-2fee-4f16-b329-9951656c1d8f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:41.603365 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-372d8a36-0770-400b-a6f2-c617c6a36caa req-7637f194-e775-4821-9244-9bfd46ba2730 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=615a041a-e813-4961-bd28-c0209f5158ef HTTP/1.1" status: 200 len: 210 time: 0.0386467 Nov 04 10:58:41.604569 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-08c617eb-c8a1-4d48-ae23-8f2ecd97ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:41.606009 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-08c617eb-c8a1-4d48-ae23-8f2ecd97ec0d service neutron] 10.222.0.121 "GET /v2.0/networks?id=87df3733-563a-447f-8bf3-878530626f61 HTTP/1.1" status: 200 len: 899 time: 0.1913390 Nov 04 10:58:41.693980 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-b7ce9d42-d5a5-4f54-b571-8e1282bad2ee service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edb876c0-2cd2-4e92-8660-97bc57e54592 HTTP/1.1" status: 200 len: 1000 time: 0.0723279 Nov 04 10:58:41.731099 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-da0bb1bc-2fee-4f16-b329-9951656c1d8f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Allocated IP 172.20.0.10 (53b64489-ad49-4c4d-a90b-bd185e3b5648/ae5f2306-3371-4768-a507-95555a631113/2bad8485-ea5e-426e-83cc-af4e5558df03) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:58:41.751801 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-86c08794-ec98-4c20-8d98-33a458e061a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:41.753878 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-86c08794-ec98-4c20-8d98-33a458e061a0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7f5cf8a1-f303-460e-8550-260ccee9be1c HTTP/1.1" status: 200 len: 835 time: 0.0507996 Nov 04 10:58:41.806224 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-b1dca082-26ae-4f28-88d7-0a22c2cea64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:41.808433 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-b1dca082-26ae-4f28-88d7-0a22c2cea64c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=87df3733-563a-447f-8bf3-878530626f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454214 Nov 04 10:58:41.912199 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-da0bb1bc-2fee-4f16-b329-9951656c1d8f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:41.942819 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-526fcba0-83c7-473c-8651-15ca45fac0e1 service neutron] 10.222.0.121 "GET /v2.0/networks/87df3733-563a-447f-8bf3-878530626f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250010 Nov 04 10:58:41.954772 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-da0bb1bc-2fee-4f16-b329-9951656c1d8f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:41.967213 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['6a5818ec-00c6-457e-8f45-02d923a28228'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:58:42.033741 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-da0bb1bc-2fee-4f16-b329-9951656c1d8f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Network 53b64489-ad49-4c4d-a90b-bd185e3b5648 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:58:42.037664 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-da0bb1bc-2fee-4f16-b329-9951656c1d8f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:58:42.045558 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-da0bb1bc-2fee-4f16-b329-9951656c1d8f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:58:42.077163 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0bb1bc-2fee-4f16-b329-9951656c1d8f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Pushing event updated for resources: {'Port': ['ID=2bad8485-ea5e-426e-83cc-af4e5558df03,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:58:42.106902 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-da0bb1bc-2fee-4f16-b329-9951656c1d8f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:42.107769 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-da0bb1bc-2fee-4f16-b329-9951656c1d8f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:42.122329 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-d6f23adb-46ce-44d7-8506-5ee34813811e service neutron] 10.222.0.121 "GET /v2.0/networks/87df3733-563a-447f-8bf3-878530626f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710145 Nov 04 10:58:42.124956 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-da0bb1bc-2fee-4f16-b329-9951656c1d8f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7837291 Nov 04 10:58:42.142057 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-7f14f290-d877-4488-b717-0ee942cb0e62 service neutron] Request body: {'port': {'device_id': '615a041a-e813-4961-bd28-c0209f5158ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:58:42.206459 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-7f14f290-d877-4488-b717-0ee942cb0e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:42.238880 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device edb876c0-2cd2-4e92-8660-97bc57e54592 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:58:42.294203 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port edb876c0-2cd2-4e92-8660-97bc57e54592 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:58:42.298924 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port edb876c0-2cd2-4e92-8660-97bc57e54592 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:58:42.299589 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:42.386274 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:42.432646 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port edb876c0-2cd2-4e92-8660-97bc57e54592, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=edb876c0-2cd2-4e92-8660-97bc57e54592,segment=NetworkSegment(9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f),segment_id=9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:58:42.436085 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3064b16-fb4f-4614-bce3-0ebbc067eddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb876c0-2cd2-4e92-8660-97bc57e54592'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:58:42.439510 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70374eb-ae62-45d0-8d29-ff8325ac9fc4" -d '{"events": [{"server_uuid": "a3064b16-fb4f-4614-bce3-0ebbc067eddd", "name": "network-vif-plugged", "status": "completed", "tag": "edb876c0-2cd2-4e92-8660-97bc57e54592"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:58:42.450697 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:42.462780 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49855e2f-631a-44d2-81b2-e359a1957816 req-9c04f170-32d2-455e-afe6-71f2d33f8470 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:42.470718 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-49855e2f-631a-44d2-81b2-e359a1957816 req-9c04f170-32d2-455e-afe6-71f2d33f8470 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 944 time: 0.0624521 Nov 04 10:58:42.515394 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:42.525329 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-49855e2f-631a-44d2-81b2-e359a1957816 req-120be8f1-a48a-4f78-9210-d5b2c4c89e52 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536666 Nov 04 10:58:42.526637 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=edb876c0-2cd2-4e92-8660-97bc57e54592,revision_number=9']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:58:42.674430 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86aededc-e252-4562-a033-d53f0a200fda x-openstack-request-id: req-86aededc-e252-4562-a033-d53f0a200fda {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:58:42.674843 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3064b16-fb4f-4614-bce3-0ebbc067eddd", "name": "network-vif-plugged", "status": "completed", "tag": "edb876c0-2cd2-4e92-8660-97bc57e54592", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:58:42.675261 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-86aededc-e252-4562-a033-d53f0a200fda {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:58:42.675961 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3064b16-fb4f-4614-bce3-0ebbc067eddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb876c0-2cd2-4e92-8660-97bc57e54592', 'code': 200} Nov 04 10:58:42.785307 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e73ff6-8d32-476f-9c0c-aad61518e11c req-f14f2342-39e7-4432-86bf-b17aaf1226ea tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:42.786843 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d8e73ff6-8d32-476f-9c0c-aad61518e11c req-f14f2342-39e7-4432-86bf-b17aaf1226ea tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=615a041a-e813-4961-bd28-c0209f5158ef HTTP/1.1" status: 200 len: 932 time: 0.0583470 Nov 04 10:58:42.834384 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-7f14f290-d877-4488-b717-0ee942cb0e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bad8485-ea5e-426e-83cc-af4e5558df03 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:58:42.837176 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d8e73ff6-8d32-476f-9c0c-aad61518e11c req-afe47c26-fbd6-419f-96f3-404a8f94b87a tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429199 Nov 04 10:58:42.843117 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-7f14f290-d877-4488-b717-0ee942cb0e62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:42.856346 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-7f14f290-d877-4488-b717-0ee942cb0e62 service neutron] Transition to ACTIVE for port object 2bad8485-ea5e-426e-83cc-af4e5558df03 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:58:42.865506 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-7f14f290-d877-4488-b717-0ee942cb0e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:42.916776 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14f290-d877-4488-b717-0ee942cb0e62 service neutron] Pushing event updated for resources: {'Port': ['ID=2bad8485-ea5e-426e-83cc-af4e5558df03,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:58:42.990994 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-7f14f290-d877-4488-b717-0ee942cb0e62 service neutron] Attempting to bind port 2bad8485-ea5e-426e-83cc-af4e5558df03 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:58:42.991229 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-7f14f290-d877-4488-b717-0ee942cb0e62 service neutron] Attempting to bind port 2bad8485-ea5e-426e-83cc-af4e5558df03 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'a3095d3f-bbcd-4162-b35e-e366666a87a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '53b64489-ad49-4c4d-a90b-bd185e3b5648'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:58:42.991557 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-7f14f290-d877-4488-b717-0ee942cb0e62 service neutron] Attempting to bind port 2bad8485-ea5e-426e-83cc-af4e5558df03 on network 53b64489-ad49-4c4d-a90b-bd185e3b5648 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:58:42.996460 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-7f14f290-d877-4488-b717-0ee942cb0e62 service neutron] Port 2bad8485-ea5e-426e-83cc-af4e5558df03 on network 53b64489-ad49-4c4d-a90b-bd185e3b5648 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:58:42.996785 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-7f14f290-d877-4488-b717-0ee942cb0e62 service neutron] Attempting to bind port 2bad8485-ea5e-426e-83cc-af4e5558df03 on network 53b64489-ad49-4c4d-a90b-bd185e3b5648 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:58:43.001701 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-7f14f290-d877-4488-b717-0ee942cb0e62 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:58:43.002029 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-7f14f290-d877-4488-b717-0ee942cb0e62 service neutron] Checking segment: {'id': 'a3095d3f-bbcd-4162-b35e-e366666a87a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '53b64489-ad49-4c4d-a90b-bd185e3b5648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:58:43.002416 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-7f14f290-d877-4488-b717-0ee942cb0e62 service neutron] Bound using segment: {'id': 'a3095d3f-bbcd-4162-b35e-e366666a87a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '53b64489-ad49-4c4d-a90b-bd185e3b5648'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:58:43.002846 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-7f14f290-d877-4488-b717-0ee942cb0e62 service neutron] Bound port: 2bad8485-ea5e-426e-83cc-af4e5558df03, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3095d3f-bbcd-4162-b35e-e366666a87a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '53b64489-ad49-4c4d-a90b-bd185e3b5648'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:58:43.003197 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-7f14f290-d877-4488-b717-0ee942cb0e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:43.071688 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-7f14f290-d877-4488-b717-0ee942cb0e62 service neutron] For port 2bad8485-ea5e-426e-83cc-af4e5558df03, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:58:43.074925 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-7f14f290-d877-4488-b717-0ee942cb0e62 service neutron] For port 2bad8485-ea5e-426e-83cc-af4e5558df03, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=2bad8485-ea5e-426e-83cc-af4e5558df03,segment=NetworkSegment(a3095d3f-bbcd-4162-b35e-e366666a87a0),segment_id=a3095d3f-bbcd-4162-b35e-e366666a87a0)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:58:43.079654 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-7f14f290-d877-4488-b717-0ee942cb0e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:43.118632 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-7f14f290-d877-4488-b717-0ee942cb0e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:43.119276 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-7f14f290-d877-4488-b717-0ee942cb0e62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:43.120943 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-7f14f290-d877-4488-b717-0ee942cb0e62 service neutron] 10.222.0.126 "PUT /v2.0/ports/2bad8485-ea5e-426e-83cc-af4e5558df03 HTTP/1.1" status: 200 len: 1092 time: 0.9869673 Nov 04 10:58:43.142554 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14f290-d877-4488-b717-0ee942cb0e62 service neutron] Pushing event updated for resources: {'Port': ['ID=2bad8485-ea5e-426e-83cc-af4e5558df03,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:58:43.219970 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-2d1d9f67-e031-4543-9da5-56e9d1691997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:43.221957 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-2d1d9f67-e031-4543-9da5-56e9d1691997 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=50bf342429954df293faa7db937a533f&device_id=615a041a-e813-4961-bd28-c0209f5158ef HTTP/1.1" status: 200 len: 1095 time: 0.0479851 Nov 04 10:58:43.265304 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-8bb98c82-b58f-47d8-9b52-439e0bfacccf service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bad8485-ea5e-426e-83cc-af4e5558df03 HTTP/1.1" status: 200 len: 217 time: 0.0344541 Nov 04 10:58:43.316316 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-9c309605-9c29-443a-b31b-c739790c7efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:43.317843 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-9c309605-9c29-443a-b31b-c739790c7efc service neutron] 10.222.0.126 "GET /v2.0/subnets?id=ae5f2306-3371-4768-a507-95555a631113 HTTP/1.1" status: 200 len: 854 time: 0.0459564 Nov 04 10:58:43.355953 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-8c74ba31-d182-4e9a-bfb2-248fed931469 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=53b64489-ad49-4c4d-a90b-bd185e3b5648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307491 Nov 04 10:58:43.451202 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-d0a1b958-5b79-4a9e-a43f-fe0bac56972a service neutron] 10.222.0.126 "GET /v2.0/networks/53b64489-ad49-4c4d-a90b-bd185e3b5648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881369 Nov 04 10:58:43.513335 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615a041a-e813-4961-bd28-c0209f5158ef', 'tag': '2bad8485-ea5e-426e-83cc-af4e5558df03'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:58:43.515746 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5865b9-f8bb-4b35-8053-c6e1f2e773f8" -d '{"events": [{"name": "network-changed", "server_uuid": "615a041a-e813-4961-bd28-c0209f5158ef", "tag": "2bad8485-ea5e-426e-83cc-af4e5558df03"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:58:43.561723 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-118192f9-96c5-43d9-bef8-d0e388bee4a6 req-cb1b6e61-99bc-4c08-92a3-682e38371709 service neutron] 10.222.0.126 "GET /v2.0/networks/53b64489-ad49-4c4d-a90b-bd185e3b5648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027715 Nov 04 10:58:43.571805 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd23dc0e-e815-43f4-bae9-ab165c0d0207 x-openstack-request-id: req-bd23dc0e-e815-43f4-bae9-ab165c0d0207 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:58:43.572769 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615a041a-e813-4961-bd28-c0209f5158ef", "tag": "2bad8485-ea5e-426e-83cc-af4e5558df03", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:58:43.573078 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-bd23dc0e-e815-43f4-bae9-ab165c0d0207 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:58:43.573489 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '615a041a-e813-4961-bd28-c0209f5158ef', 'tag': '2bad8485-ea5e-426e-83cc-af4e5558df03', 'status': 'completed', 'code': 200} Nov 04 10:58:43.685367 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300ca31-dcab-46de-9240-f82cec28931f req-acc39228-92c1-4a3d-b0d6-9926d1ea0509 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:43.687282 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e300ca31-dcab-46de-9240-f82cec28931f req-acc39228-92c1-4a3d-b0d6-9926d1ea0509 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 945 time: 0.0627348 Nov 04 10:58:43.687604 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5865b9-f8bb-4b35-8053-c6e1f2e773f8 req-f7be79be-19fd-4d2a-ac7c-9e812184f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:43.689481 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7d5865b9-f8bb-4b35-8053-c6e1f2e773f8 req-f7be79be-19fd-4d2a-ac7c-9e812184f0c2 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=50bf342429954df293faa7db937a533f&device_id=615a041a-e813-4961-bd28-c0209f5158ef HTTP/1.1" status: 200 len: 1095 time: 0.0692527 Nov 04 10:58:43.739907 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e300ca31-dcab-46de-9240-f82cec28931f req-247d9085-36a9-4d0b-8b20-12dc314101a2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458643 Nov 04 10:58:43.787464 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5865b9-f8bb-4b35-8053-c6e1f2e773f8 req-574f9a20-80a0-46ef-a071-9bf27e4f52db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:43.788892 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7d5865b9-f8bb-4b35-8053-c6e1f2e773f8 req-574f9a20-80a0-46ef-a071-9bf27e4f52db service neutron] 10.222.0.126 "GET /v2.0/networks?id=53b64489-ad49-4c4d-a90b-bd185e3b5648 HTTP/1.1" status: 200 len: 916 time: 0.0921032 Nov 04 10:58:43.836512 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7d5865b9-f8bb-4b35-8053-c6e1f2e773f8 req-80006cb6-0ccb-4166-9cb0-b89d1c3e9fe8 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bad8485-ea5e-426e-83cc-af4e5558df03 HTTP/1.1" status: 200 len: 217 time: 0.0397632 Nov 04 10:58:43.889174 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5865b9-f8bb-4b35-8053-c6e1f2e773f8 req-1cc1bbf3-4edc-4580-9ae6-7147275a144c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:43.891391 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7d5865b9-f8bb-4b35-8053-c6e1f2e773f8 req-1cc1bbf3-4edc-4580-9ae6-7147275a144c service neutron] 10.222.0.126 "GET /v2.0/subnets?id=ae5f2306-3371-4768-a507-95555a631113 HTTP/1.1" status: 200 len: 854 time: 0.0480797 Nov 04 10:58:43.926781 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7d5865b9-f8bb-4b35-8053-c6e1f2e773f8 req-cc2966e1-c48a-4d84-96e5-e5e12b84961b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=53b64489-ad49-4c4d-a90b-bd185e3b5648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275223 Nov 04 10:58:44.010452 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7bd59-fe00-4f89-9044-4e7234f9cd6c req-a643e320-54a2-46cb-883d-84c6fa4600bc tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:44.012197 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a9a7bd59-fe00-4f89-9044-4e7234f9cd6c req-a643e320-54a2-46cb-883d-84c6fa4600bc tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=615a041a-e813-4961-bd28-c0209f5158ef HTTP/1.1" status: 200 len: 944 time: 0.0716619 Nov 04 10:58:44.052745 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7d5865b9-f8bb-4b35-8053-c6e1f2e773f8 req-c25e57be-8e3c-479e-8723-a1a3e348a12b service neutron] 10.222.0.126 "GET /v2.0/networks/53b64489-ad49-4c4d-a90b-bd185e3b5648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171153 Nov 04 10:58:44.148461 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a9a7bd59-fe00-4f89-9044-4e7234f9cd6c req-cf09ac67-8674-4ee7-9ada-0a46b51c869b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298215 Nov 04 10:58:44.151656 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d25a2245-003f-4132-a131-f5c529bc88ca req-af1532e6-df23-4386-a1c4-3ad8169909fc service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=fef767d5-51f7-4895-857c-c9fd70315fad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0740349 Nov 04 10:58:44.189659 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7d5865b9-f8bb-4b35-8053-c6e1f2e773f8 req-331150fc-79e1-48a9-94ff-ecceaee4392a service neutron] 10.222.0.126 "GET /v2.0/networks/53b64489-ad49-4c4d-a90b-bd185e3b5648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287053 Nov 04 10:58:44.239455 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a2245-003f-4132-a131-f5c529bc88ca req-eb2149b7-a222-4576-ad76-8b9668075fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:44.241280 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d25a2245-003f-4132-a131-f5c529bc88ca req-eb2149b7-a222-4576-ad76-8b9668075fae service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6d658d320fa74f69aa183d18fb0bb612&device_id=fef767d5-51f7-4895-857c-c9fd70315fad HTTP/1.1" status: 200 len: 1096 time: 0.0469303 Nov 04 10:58:44.247289 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6a5818ec-00c6-457e-8f45-02d923a28228 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:58:44.273855 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 6a5818ec-00c6-457e-8f45-02d923a28228 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:58:44.274531 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6a5818ec-00c6-457e-8f45-02d923a28228 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:58:44.345453 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a38bf-efec-448c-8983-5b30ec3bf585 req-feef22b2-335b-4913-9bfc-a8c6d9d69adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:44.347022 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bb2a38bf-efec-448c-8983-5b30ec3bf585 req-feef22b2-335b-4913-9bfc-a8c6d9d69adc service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 1096 time: 0.0520222 Nov 04 10:58:44.390739 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a2245-003f-4132-a131-f5c529bc88ca req-12da4d6a-f4e2-4755-8216-5c1c46f1f60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:44.393079 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d25a2245-003f-4132-a131-f5c529bc88ca req-12da4d6a-f4e2-4755-8216-5c1c46f1f60e service neutron] 10.222.0.121 "GET /v2.0/networks?id=6fbc7281-bcda-4aef-b30f-90e9ca1e37cb HTTP/1.1" status: 200 len: 910 time: 0.1121261 Nov 04 10:58:44.458673 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-639ff7c2-bbd3-48c1-b51c-2f628d7e0c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:44.460347 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-639ff7c2-bbd3-48c1-b51c-2f628d7e0c73 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd&tenant_id=0f971a58d7f04199b01d2c8c36ec2cac HTTP/1.1" status: 200 len: 1096 time: 0.1124122 Nov 04 10:58:44.470473 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d25a2245-003f-4132-a131-f5c529bc88ca req-bb6e8cff-36d3-437b-ae15-d55efa33ed58 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7db4d27-0d06-490e-b959-b5ba39492519 HTTP/1.1" status: 200 len: 1001 time: 0.0689559 Nov 04 10:58:44.473127 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-7ac1aef4-cd6d-4033-88a5-f04887528539 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816629-1', 'device_owner': 'compute:nova'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:58:44.513226 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a38bf-efec-448c-8983-5b30ec3bf585 req-9095f7e1-e268-40dd-adad-32f215c4a159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:44.514751 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bb2a38bf-efec-448c-8983-5b30ec3bf585 req-9095f7e1-e268-40dd-adad-32f215c4a159 service neutron] 10.222.0.126 "GET /v2.0/networks?id=87df3733-563a-447f-8bf3-878530626f61 HTTP/1.1" status: 200 len: 899 time: 0.1340153 Nov 04 10:58:44.529093 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a2245-003f-4132-a131-f5c529bc88ca req-3f115956-9964-4e63-b603-bbe3907fb485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:44.530960 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d25a2245-003f-4132-a131-f5c529bc88ca req-3f115956-9964-4e63-b603-bbe3907fb485 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e6889d42-db57-44fd-87ec-e227fe027d3c HTTP/1.1" status: 200 len: 847 time: 0.0527406 Nov 04 10:58:44.583058 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-7ac1aef4-cd6d-4033-88a5-f04887528539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:44.583886 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a2245-003f-4132-a131-f5c529bc88ca req-96a5a06a-eef2-487c-9013-13f3143a6c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:44.585492 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d25a2245-003f-4132-a131-f5c529bc88ca req-96a5a06a-eef2-487c-9013-13f3143a6c09 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6fbc7281-bcda-4aef-b30f-90e9ca1e37cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462778 Nov 04 10:58:44.634192 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bb2a38bf-efec-448c-8983-5b30ec3bf585 req-c3ffb578-c155-4ea9-aa08-bb63d15cdc52 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edb876c0-2cd2-4e92-8660-97bc57e54592 HTTP/1.1" status: 200 len: 1001 time: 0.0937061 Nov 04 10:58:44.679818 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d25a2245-003f-4132-a131-f5c529bc88ca req-1021cfb3-47f3-4efe-a00c-08fb95536e7b service neutron] 10.222.0.121 "GET /v2.0/networks/6fbc7281-bcda-4aef-b30f-90e9ca1e37cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861635 Nov 04 10:58:44.754200 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a38bf-efec-448c-8983-5b30ec3bf585 req-418e5a4c-a3b8-4625-8f8d-62de598feef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:44.755693 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bb2a38bf-efec-448c-8983-5b30ec3bf585 req-418e5a4c-a3b8-4625-8f8d-62de598feef2 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=7f5cf8a1-f303-460e-8550-260ccee9be1c HTTP/1.1" status: 200 len: 835 time: 0.1131208 Nov 04 10:58:44.779315 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d25a2245-003f-4132-a131-f5c529bc88ca req-be448c81-4deb-4217-8cf6-d2569cccc6d7 service neutron] 10.222.0.121 "GET /v2.0/networks/6fbc7281-bcda-4aef-b30f-90e9ca1e37cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914512 Nov 04 10:58:44.856771 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:44.867346 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a38bf-efec-448c-8983-5b30ec3bf585 req-2112630e-d37f-4032-9e4d-56262b721b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:44.869110 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bb2a38bf-efec-448c-8983-5b30ec3bf585 req-2112630e-d37f-4032-9e4d-56262b721b89 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=87df3733-563a-447f-8bf3-878530626f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054754 Nov 04 10:58:44.896301 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b85ac4-e705-4454-b961-214ccd94f799 req-ba2d5d3b-29cf-4cc6-9e0b-612b265783ea tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:44.898472 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b9b85ac4-e705-4454-b961-214ccd94f799 req-ba2d5d3b-29cf-4cc6-9e0b-612b265783ea tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 945 time: 0.0757792 Nov 04 10:58:44.940530 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-7ac1aef4-cd6d-4033-88a5-f04887528539 service neutron] For port edb876c0-2cd2-4e92-8660-97bc57e54592, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=edb876c0-2cd2-4e92-8660-97bc57e54592,segment=NetworkSegment(9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f),segment_id=9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:58:44.957370 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b9b85ac4-e705-4454-b961-214ccd94f799 req-c327e135-58e0-4cf9-90af-77d501e21fda tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526986 Nov 04 10:58:45.010780 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-7ac1aef4-cd6d-4033-88a5-f04887528539 service neutron] For port edb876c0-2cd2-4e92-8660-97bc57e54592, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:58:45.014864 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bb2a38bf-efec-448c-8983-5b30ec3bf585 req-5b3b5a3b-ce00-4ebe-9865-85e5524de44e service neutron] 10.222.0.126 "GET /v2.0/networks/87df3733-563a-447f-8bf3-878530626f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367397 Nov 04 10:58:45.108343 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-7ac1aef4-cd6d-4033-88a5-f04887528539 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:45.137228 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-7ac1aef4-cd6d-4033-88a5-f04887528539 service neutron] Transition to ACTIVE for port object edb876c0-2cd2-4e92-8660-97bc57e54592 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:58:45.153026 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-7ac1aef4-cd6d-4033-88a5-f04887528539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:45.164366 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bb2a38bf-efec-448c-8983-5b30ec3bf585 req-9643ec2a-09c9-4581-860a-ed60bfc9c655 service neutron] 10.222.0.126 "GET /v2.0/networks/87df3733-563a-447f-8bf3-878530626f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291850 Nov 04 10:58:45.261670 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1aef4-cd6d-4033-88a5-f04887528539 service neutron] Pushing event updated for resources: {'Port': ['ID=edb876c0-2cd2-4e92-8660-97bc57e54592,revision_number=10']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:58:45.307385 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-7ac1aef4-cd6d-4033-88a5-f04887528539 service neutron] No DVR routers for this DVR port edb876c0-2cd2-4e92-8660-97bc57e54592 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:58:45.308017 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c495c7-9dec-4e2f-a557-aa9edea56c2d req-7306f63a-42f9-4d38-aabf-7873f0fd15a6 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:45.315772 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-98c495c7-9dec-4e2f-a557-aa9edea56c2d req-7306f63a-42f9-4d38-aabf-7873f0fd15a6 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=615a041a-e813-4961-bd28-c0209f5158ef HTTP/1.1" status: 200 len: 944 time: 0.0622838 Nov 04 10:58:45.369465 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-98c495c7-9dec-4e2f-a557-aa9edea56c2d req-47e7c963-ff6e-4c0f-9f7e-25f5eb5cc1a0 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526645 Nov 04 10:58:45.452528 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-7ac1aef4-cd6d-4033-88a5-f04887528539 service neutron] Attempting to bind port edb876c0-2cd2-4e92-8660-97bc57e54592 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:58:45.452954 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-7ac1aef4-cd6d-4033-88a5-f04887528539 service neutron] Attempting to bind port edb876c0-2cd2-4e92-8660-97bc57e54592 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '87df3733-563a-447f-8bf3-878530626f61'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:58:45.453279 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-7ac1aef4-cd6d-4033-88a5-f04887528539 service neutron] Attempting to bind port edb876c0-2cd2-4e92-8660-97bc57e54592 on network 87df3733-563a-447f-8bf3-878530626f61 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:58:45.457687 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-7ac1aef4-cd6d-4033-88a5-f04887528539 service neutron] Port edb876c0-2cd2-4e92-8660-97bc57e54592 on network 87df3733-563a-447f-8bf3-878530626f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:58:45.457999 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-7ac1aef4-cd6d-4033-88a5-f04887528539 service neutron] Attempting to bind port edb876c0-2cd2-4e92-8660-97bc57e54592 on network 87df3733-563a-447f-8bf3-878530626f61 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:58:45.462980 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-7ac1aef4-cd6d-4033-88a5-f04887528539 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:58:45.463318 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-7ac1aef4-cd6d-4033-88a5-f04887528539 service neutron] Checking segment: {'id': '9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '87df3733-563a-447f-8bf3-878530626f61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:58:45.463698 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-7ac1aef4-cd6d-4033-88a5-f04887528539 service neutron] Bound using segment: {'id': '9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '87df3733-563a-447f-8bf3-878530626f61'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:58:45.464156 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-7ac1aef4-cd6d-4033-88a5-f04887528539 service neutron] Bound port: edb876c0-2cd2-4e92-8660-97bc57e54592, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '87df3733-563a-447f-8bf3-878530626f61'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:58:45.464486 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-7ac1aef4-cd6d-4033-88a5-f04887528539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:45.534008 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-7ac1aef4-cd6d-4033-88a5-f04887528539 service neutron] For port edb876c0-2cd2-4e92-8660-97bc57e54592, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:58:45.537422 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-7ac1aef4-cd6d-4033-88a5-f04887528539 service neutron] For port edb876c0-2cd2-4e92-8660-97bc57e54592, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=edb876c0-2cd2-4e92-8660-97bc57e54592,segment=NetworkSegment(9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f),segment_id=9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:58:45.543970 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-7ac1aef4-cd6d-4033-88a5-f04887528539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:45.576153 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3064b16-fb4f-4614-bce3-0ebbc067eddd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edb876c0-2cd2-4e92-8660-97bc57e54592'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:58:45.578406 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b964b535-b057-4020-a1b6-a5a0d8ca6be8" -d '{"events": [{"server_uuid": "a3064b16-fb4f-4614-bce3-0ebbc067eddd", "name": "network-vif-unplugged", "status": "completed", "tag": "edb876c0-2cd2-4e92-8660-97bc57e54592"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:58:45.590798 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-7ac1aef4-cd6d-4033-88a5-f04887528539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:45.591403 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-7ac1aef4-cd6d-4033-88a5-f04887528539 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:45.592897 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-7ac1aef4-cd6d-4033-88a5-f04887528539 service neutron] 10.222.0.126 "PUT /v2.0/ports/edb876c0-2cd2-4e92-8660-97bc57e54592 HTTP/1.1" status: 200 len: 1092 time: 1.1241198 Nov 04 10:58:45.608460 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1aef4-cd6d-4033-88a5-f04887528539 service neutron] Pushing event updated for resources: {'Port': ['ID=edb876c0-2cd2-4e92-8660-97bc57e54592,revision_number=11']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:58:45.654398 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c146abca-1a7f-43a3-b497-24847ac5e992 x-openstack-request-id: req-c146abca-1a7f-43a3-b497-24847ac5e992 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:58:45.654691 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3064b16-fb4f-4614-bce3-0ebbc067eddd", "name": "network-vif-unplugged", "status": "completed", "tag": "edb876c0-2cd2-4e92-8660-97bc57e54592", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:58:45.654931 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-c146abca-1a7f-43a3-b497-24847ac5e992 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:58:45.655559 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3064b16-fb4f-4614-bce3-0ebbc067eddd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edb876c0-2cd2-4e92-8660-97bc57e54592', 'code': 200} Nov 04 10:58:45.674823 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-59084c46-249a-4559-a290-122eab521384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:45.676451 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-59084c46-249a-4559-a290-122eab521384 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 1095 time: 0.0562863 Nov 04 10:58:45.776544 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-275cd2cd-8101-4b5d-8bc3-fabb0ebcb232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:45.778191 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-275cd2cd-8101-4b5d-8bc3-fabb0ebcb232 service neutron] 10.222.0.126 "GET /v2.0/networks?id=87df3733-563a-447f-8bf3-878530626f61 HTTP/1.1" status: 200 len: 899 time: 0.0931933 Nov 04 10:58:45.845180 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-c0353d70-567a-440e-957e-87ef74b79eac service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edb876c0-2cd2-4e92-8660-97bc57e54592 HTTP/1.1" status: 200 len: 999 time: 0.0595226 Nov 04 10:58:45.905275 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-85bd7f4f-7025-4bd7-997b-751528c4234e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:45.906745 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-85bd7f4f-7025-4bd7-997b-751528c4234e service neutron] 10.222.0.126 "GET /v2.0/subnets?id=7f5cf8a1-f303-460e-8550-260ccee9be1c HTTP/1.1" status: 200 len: 835 time: 0.0545719 Nov 04 10:58:45.950209 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 2bad8485-ea5e-426e-83cc-af4e5558df03 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:58:45.956230 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-7b631997-a0f2-4b3e-bda6-4c8d3921c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:45.957780 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-7b631997-a0f2-4b3e-bda6-4c8d3921c4ff service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=87df3733-563a-447f-8bf3-878530626f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439982 Nov 04 10:58:46.058911 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 2bad8485-ea5e-426e-83cc-af4e5558df03, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=2bad8485-ea5e-426e-83cc-af4e5558df03,segment=NetworkSegment(a3095d3f-bbcd-4162-b35e-e366666a87a0),segment_id=a3095d3f-bbcd-4162-b35e-e366666a87a0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:58:46.060745 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-694fd083-b2c4-42c8-bd96-9eef6efd7269 service neutron] 10.222.0.126 "GET /v2.0/networks/87df3733-563a-447f-8bf3-878530626f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959659 Nov 04 10:58:46.072006 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '2bad8485-ea5e-426e-83cc-af4e5558df03', 'network_id': '53b64489-ad49-4c4d-a90b-bd185e3b5648', 'port_id': '2bad8485-ea5e-426e-83cc-af4e5558df03', 'mac_address': 'fa:16:3e:9f:92:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae5f2306-3371-4768-a507-95555a631113', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:58:46.095959 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8768a11-7702-418a-8601-59abfe6de188 req-74ffc39b-4d97-4408-a0c6-8d758cabbcca tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:46.098301 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e8768a11-7702-418a-8601-59abfe6de188 req-74ffc39b-4d97-4408-a0c6-8d758cabbcca tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 944 time: 0.0556929 Nov 04 10:58:46.111383 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:46.127383 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bad8485-ea5e-426e-83cc-af4e5558df03 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:58:46.152775 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e8768a11-7702-418a-8601-59abfe6de188 req-2298cb63-8304-4ec6-83b0-e6f3dc515fc2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483603 Nov 04 10:58:46.158192 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 2bad8485-ea5e-426e-83cc-af4e5558df03, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=2bad8485-ea5e-426e-83cc-af4e5558df03,segment=NetworkSegment(a3095d3f-bbcd-4162-b35e-e366666a87a0),segment_id=a3095d3f-bbcd-4162-b35e-e366666a87a0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:58:46.164703 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:46.171597 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a46ff87-f35c-4e13-b746-9ef38be9d50f req-a424772c-562e-4e5d-b3ba-0371c4ee2c89 service neutron] 10.222.0.126 "GET /v2.0/networks/87df3733-563a-447f-8bf3-878530626f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039050 Nov 04 10:58:46.224970 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=2bad8485-ea5e-426e-83cc-af4e5558df03,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:58:46.371233 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['2bad8485-ea5e-426e-83cc-af4e5558df03'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:58:46.495925 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb802e6-e620-4809-b9b9-ab2ce40dfacf req-f397d8bc-217d-4912-a35b-74bb1d336ac6 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:46.497519 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bcb802e6-e620-4809-b9b9-ab2ce40dfacf req-f397d8bc-217d-4912-a35b-74bb1d336ac6 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=615a041a-e813-4961-bd28-c0209f5158ef HTTP/1.1" status: 200 len: 945 time: 0.0567598 Nov 04 10:58:46.551759 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bcb802e6-e620-4809-b9b9-ab2ce40dfacf req-43d26219-5f02-4275-986c-77e924ff3386 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481629 Nov 04 10:58:46.862461 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7f6b873a-c481-49f2-b1f6-ecff52446cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:47.290439 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6cb32-de7f-4a46-9fb1-4ddce0803ce4 req-91af2ff8-e7a4-4025-87dd-eac8b759a6c2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:47.292931 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-18b6cb32-de7f-4a46-9fb1-4ddce0803ce4 req-91af2ff8-e7a4-4025-87dd-eac8b759a6c2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 944 time: 0.0604072 Nov 04 10:58:47.348970 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-18b6cb32-de7f-4a46-9fb1-4ddce0803ce4 req-b4545a13-4726-4889-a970-bae1cb6d486a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493164 Nov 04 10:58:47.656842 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3064b16-fb4f-4614-bce3-0ebbc067eddd', 'tag': 'edb876c0-2cd2-4e92-8660-97bc57e54592'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:58:47.660082 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d998d72-7f9f-45a9-981d-6ab256423c82" -d '{"events": [{"name": "network-changed", "server_uuid": "a3064b16-fb4f-4614-bce3-0ebbc067eddd", "tag": "edb876c0-2cd2-4e92-8660-97bc57e54592"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:58:47.705311 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d48f8-2479-4a38-b599-5d763bdfe372 req-77721723-d6e4-47b6-afcc-2949bd854457 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:47.706959 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d62d48f8-2479-4a38-b599-5d763bdfe372 req-77721723-d6e4-47b6-afcc-2949bd854457 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=615a041a-e813-4961-bd28-c0209f5158ef HTTP/1.1" status: 200 len: 945 time: 0.0672181 Nov 04 10:58:47.770640 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d62d48f8-2479-4a38-b599-5d763bdfe372 req-d8375e52-3e7a-4a43-9bcf-72655015bfaf tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530868 Nov 04 10:58:47.823925 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23157666-26ee-462c-9431-41bc7c3eb0cb x-openstack-request-id: req-23157666-26ee-462c-9431-41bc7c3eb0cb {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:58:47.824447 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3064b16-fb4f-4614-bce3-0ebbc067eddd", "tag": "edb876c0-2cd2-4e92-8660-97bc57e54592", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:58:47.824955 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-23157666-26ee-462c-9431-41bc7c3eb0cb {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:58:47.825523 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3064b16-fb4f-4614-bce3-0ebbc067eddd', 'tag': 'edb876c0-2cd2-4e92-8660-97bc57e54592', 'status': 'completed', 'code': 200} Nov 04 10:58:47.913772 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d998d72-7f9f-45a9-981d-6ab256423c82 req-1448bc8a-93f4-44be-8711-04863932c555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:47.915866 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d998d72-7f9f-45a9-981d-6ab256423c82 req-1448bc8a-93f4-44be-8711-04863932c555 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 1095 time: 0.0648608 Nov 04 10:58:47.980623 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 2bad8485-ea5e-426e-83cc-af4e5558df03 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:58:48.035513 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 2bad8485-ea5e-426e-83cc-af4e5558df03 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:58:48.041553 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 2bad8485-ea5e-426e-83cc-af4e5558df03 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:58:48.042843 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:48.045544 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d998d72-7f9f-45a9-981d-6ab256423c82 req-6e37f05c-8f06-4c76-b722-a4afef88fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:48.047571 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d998d72-7f9f-45a9-981d-6ab256423c82 req-6e37f05c-8f06-4c76-b722-a4afef88fcd0 service neutron] 10.222.0.126 "GET /v2.0/networks?id=87df3733-563a-447f-8bf3-878530626f61 HTTP/1.1" status: 200 len: 899 time: 0.1236794 Nov 04 10:58:48.138259 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:48.140944 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d998d72-7f9f-45a9-981d-6ab256423c82 req-b51c1ee1-be49-4803-b687-31cd63cb402e service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edb876c0-2cd2-4e92-8660-97bc57e54592 HTTP/1.1" status: 200 len: 999 time: 0.0858071 Nov 04 10:58:48.168034 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615a041a-e813-4961-bd28-c0209f5158ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bad8485-ea5e-426e-83cc-af4e5558df03'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:58:48.170958 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0609bdca-40c7-4b1b-8d90-7db1d6f33baf" -d '{"events": [{"server_uuid": "615a041a-e813-4961-bd28-c0209f5158ef", "name": "network-vif-plugged", "status": "completed", "tag": "2bad8485-ea5e-426e-83cc-af4e5558df03"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:58:48.184652 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 2bad8485-ea5e-426e-83cc-af4e5558df03, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=2bad8485-ea5e-426e-83cc-af4e5558df03,segment=NetworkSegment(a3095d3f-bbcd-4162-b35e-e366666a87a0),segment_id=a3095d3f-bbcd-4162-b35e-e366666a87a0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:58:48.191616 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:48.235394 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d998d72-7f9f-45a9-981d-6ab256423c82 req-988b6015-9652-43b1-aa18-4a54f4d0304f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:48.238768 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d998d72-7f9f-45a9-981d-6ab256423c82 req-988b6015-9652-43b1-aa18-4a54f4d0304f service neutron] 10.222.0.126 "GET /v2.0/subnets?id=7f5cf8a1-f303-460e-8550-260ccee9be1c HTTP/1.1" status: 200 len: 835 time: 0.0897617 Nov 04 10:58:48.251543 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cff4a59-9930-4810-bafb-8f78ce4ae024 x-openstack-request-id: req-7cff4a59-9930-4810-bafb-8f78ce4ae024 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:58:48.251824 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615a041a-e813-4961-bd28-c0209f5158ef", "name": "network-vif-plugged", "status": "completed", "tag": "2bad8485-ea5e-426e-83cc-af4e5558df03", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:58:48.252222 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-7cff4a59-9930-4810-bafb-8f78ce4ae024 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:58:48.252812 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615a041a-e813-4961-bd28-c0209f5158ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bad8485-ea5e-426e-83cc-af4e5558df03', 'code': 200} Nov 04 10:58:48.270084 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device edb876c0-2cd2-4e92-8660-97bc57e54592 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:58:48.337833 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device edb876c0-2cd2-4e92-8660-97bc57e54592 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:58:48.343944 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=2bad8485-ea5e-426e-83cc-af4e5558df03,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:58:48.365988 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d998d72-7f9f-45a9-981d-6ab256423c82 req-742d9be1-e18f-4de1-81e2-d9923dd28771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:48.367535 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d998d72-7f9f-45a9-981d-6ab256423c82 req-742d9be1-e18f-4de1-81e2-d9923dd28771 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=87df3733-563a-447f-8bf3-878530626f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203015 Nov 04 10:58:48.431300 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ab2a8-349e-41d2-ae6e-e11b7f9f4047 req-da32ae22-ea9e-429d-8cb3-7fd149de1068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:48.432979 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-325ab2a8-349e-41d2-ae6e-e11b7f9f4047 req-da32ae22-ea9e-429d-8cb3-7fd149de1068 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=615a041a-e813-4961-bd28-c0209f5158ef HTTP/1.1" status: 200 len: 1097 time: 0.0985911 Nov 04 10:58:48.477930 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8a283-5d89-4e7e-b31b-d09ab31aedea req-96c68a2d-9468-4d6e-8638-35bf947d3f77 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:48.479564 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ef8a283-5d89-4e7e-b31b-d09ab31aedea req-96c68a2d-9468-4d6e-8638-35bf947d3f77 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 944 time: 0.0585079 Nov 04 10:58:48.510880 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d998d72-7f9f-45a9-981d-6ab256423c82 req-3de58a00-7e4b-43cc-a1fc-92403cae5f5b service neutron] 10.222.0.126 "GET /v2.0/networks/87df3733-563a-447f-8bf3-878530626f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354434 Nov 04 10:58:48.513285 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-325ab2a8-349e-41d2-ae6e-e11b7f9f4047 req-b3db5363-a711-4cba-821c-0cd2e8d0f088 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711007 Nov 04 10:58:48.540077 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ef8a283-5d89-4e7e-b31b-d09ab31aedea req-fad781c7-5148-4bd5-a6db-fc13c5dce33e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537894 Nov 04 10:58:48.566025 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41178) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:58:48.643304 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-74cb8d67-087b-4291-a090-403735b140da tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/floatingips/a3efc672-0053-457d-b748-ff2fa69a76b3 HTTP/1.1" status: 200 len: 991 time: 0.0724654 Nov 04 10:58:48.803153 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d998d72-7f9f-45a9-981d-6ab256423c82 req-5e36c293-d358-488b-ba5e-175da84089bf service neutron] 10.222.0.126 "GET /v2.0/networks/87df3733-563a-447f-8bf3-878530626f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997472 Nov 04 10:58:48.906277 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668135ab-817c-47d7-aecd-610925d35660 req-75cbb558-e149-4c56-95db-6a2bb377c634 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:48.907763 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-668135ab-817c-47d7-aecd-610925d35660 req-75cbb558-e149-4c56-95db-6a2bb377c634 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=615a041a-e813-4961-bd28-c0209f5158ef HTTP/1.1" status: 200 len: 946 time: 0.0532594 Nov 04 10:58:48.961887 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-668135ab-817c-47d7-aecd-610925d35660 req-a9f07167-0b6f-4f95-a4fd-401564a01a6f tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473993 Nov 04 10:58:49.264601 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:58:49.656522 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-95be8962-f025-48d6-b4fc-8b0b6f0d3d7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:49.975692 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device edb876c0-2cd2-4e92-8660-97bc57e54592 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:58:50.118568 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port edb876c0-2cd2-4e92-8660-97bc57e54592, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=edb876c0-2cd2-4e92-8660-97bc57e54592,segment=NetworkSegment(9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f),segment_id=9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:58:50.133967 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'edb876c0-2cd2-4e92-8660-97bc57e54592', 'network_id': '87df3733-563a-447f-8bf3-878530626f61', 'port_id': 'edb876c0-2cd2-4e92-8660-97bc57e54592', 'mac_address': 'fa:16:3e:b4:e1:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5cf8a1-f303-460e-8550-260ccee9be1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:58:50.165473 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28cdaa-95d0-4f0e-9130-037c737f4f93 req-e1fc45e9-da7e-46aa-b39a-ba8a1cb4cd7d tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:50.173290 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4e28cdaa-95d0-4f0e-9130-037c737f4f93 req-e1fc45e9-da7e-46aa-b39a-ba8a1cb4cd7d tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=615a041a-e813-4961-bd28-c0209f5158ef HTTP/1.1" status: 200 len: 946 time: 0.0895221 Nov 04 10:58:50.179726 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:50.195310 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb876c0-2cd2-4e92-8660-97bc57e54592 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:58:50.217442 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port edb876c0-2cd2-4e92-8660-97bc57e54592, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=edb876c0-2cd2-4e92-8660-97bc57e54592,segment=NetworkSegment(9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f),segment_id=9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:58:50.224735 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:50.235578 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4e28cdaa-95d0-4f0e-9130-037c737f4f93 req-e1faf5b9-52e3-4e1e-bce1-f97ae172d0af tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613186 Nov 04 10:58:50.286742 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=edb876c0-2cd2-4e92-8660-97bc57e54592,revision_number=12']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:58:50.367980 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b8a2c-9eff-40a4-b605-e3d3a186e51f req-303c83ce-288c-4d4e-94e6-1878220fae5e tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:50.369894 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-282b8a2c-9eff-40a4-b605-e3d3a186e51f req-303c83ce-288c-4d4e-94e6-1878220fae5e tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=615a041a-e813-4961-bd28-c0209f5158ef HTTP/1.1" status: 200 len: 946 time: 0.0577707 Nov 04 10:58:50.425248 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-282b8a2c-9eff-40a4-b605-e3d3a186e51f req-243e9bb0-26ef-4357-b40b-19bd4615e59a tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456328 Nov 04 10:58:50.451440 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['edb876c0-2cd2-4e92-8660-97bc57e54592'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:58:50.685387 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcddcd-6356-4b06-b465-8adc62d09096 req-fb4b16ce-1390-4dd0-b824-8f420012de63 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:50.687411 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-08bcddcd-6356-4b06-b465-8adc62d09096 req-fb4b16ce-1390-4dd0-b824-8f420012de63 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=615a041a-e813-4961-bd28-c0209f5158ef HTTP/1.1" status: 200 len: 946 time: 0.0822563 Nov 04 10:58:50.746198 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-08bcddcd-6356-4b06-b465-8adc62d09096 req-224b3f60-983f-4344-825a-34213f3f8bac tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522079 Nov 04 10:58:50.778704 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:50.876462 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff3328-5ced-4456-837a-17684af54e9a req-d7bcbc56-1f23-4d19-9f7c-4a2596eb694a tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:50.878316 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-abff3328-5ced-4456-837a-17684af54e9a req-d7bcbc56-1f23-4d19-9f7c-4a2596eb694a tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=615a041a-e813-4961-bd28-c0209f5158ef HTTP/1.1" status: 200 len: 946 time: 0.0610411 Nov 04 10:58:50.932890 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-abff3328-5ced-4456-837a-17684af54e9a req-b0107299-315f-4542-a4ea-2cf880f275f9 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471761 Nov 04 10:58:51.147382 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30a5d1-406d-4b57-8c91-1a9e1ebfd0fa req-4c9770fd-86c6-4261-848f-aa9cd3a29965 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:51.149426 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ee30a5d1-406d-4b57-8c91-1a9e1ebfd0fa req-4c9770fd-86c6-4261-848f-aa9cd3a29965 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=615a041a-e813-4961-bd28-c0209f5158ef HTTP/1.1" status: 200 len: 946 time: 0.0620286 Nov 04 10:58:51.204552 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ee30a5d1-406d-4b57-8c91-1a9e1ebfd0fa req-3caf52ae-ae80-4ce4-b9d4-e6b0af916a22 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481751 Nov 04 10:58:51.326386 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf9392-80bc-4847-9e31-28c26d38d029 req-6eef255d-5a5a-49fb-8af8-d1db632a3f5e tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:51.327992 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ddf9392-80bc-4847-9e31-28c26d38d029 req-6eef255d-5a5a-49fb-8af8-d1db632a3f5e tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=615a041a-e813-4961-bd28-c0209f5158ef HTTP/1.1" status: 200 len: 946 time: 0.0510178 Nov 04 10:58:51.381553 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ddf9392-80bc-4847-9e31-28c26d38d029 req-cae27672-895f-47c9-b7ff-68d7c27b0d42 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473866 Nov 04 10:58:51.979332 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device edb876c0-2cd2-4e92-8660-97bc57e54592 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:58:52.042018 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c824b-2c47-4eef-a3b6-02f767b46f8c req-9d02deb8-65bc-4bf4-984d-780e0585e575 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:52.043704 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-789c824b-2c47-4eef-a3b6-02f767b46f8c req-9d02deb8-65bc-4bf4-984d-780e0585e575 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=615a041a-e813-4961-bd28-c0209f5158ef HTTP/1.1" status: 200 len: 946 time: 0.0711629 Nov 04 10:58:52.063871 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port edb876c0-2cd2-4e92-8660-97bc57e54592 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:58:52.068134 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port edb876c0-2cd2-4e92-8660-97bc57e54592 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:58:52.068971 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:52.109252 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-789c824b-2c47-4eef-a3b6-02f767b46f8c req-583fbd9f-6709-4ace-886f-0a5cce22b0c4 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591474 Nov 04 10:58:52.153929 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:52.192150 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3064b16-fb4f-4614-bce3-0ebbc067eddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb876c0-2cd2-4e92-8660-97bc57e54592'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:58:52.194528 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fbf193-cfca-4212-a7f1-295ac9ed6896" -d '{"events": [{"server_uuid": "a3064b16-fb4f-4614-bce3-0ebbc067eddd", "name": "network-vif-plugged", "status": "completed", "tag": "edb876c0-2cd2-4e92-8660-97bc57e54592"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:58:52.209168 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port edb876c0-2cd2-4e92-8660-97bc57e54592, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=edb876c0-2cd2-4e92-8660-97bc57e54592,segment=NetworkSegment(9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f),segment_id=9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:58:52.211665 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:52.214319 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:52.255842 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7289f2-1eba-4be8-9842-5ebf60524a70 x-openstack-request-id: req-4c7289f2-1eba-4be8-9842-5ebf60524a70 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:58:52.256090 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3064b16-fb4f-4614-bce3-0ebbc067eddd", "name": "network-vif-plugged", "status": "completed", "tag": "edb876c0-2cd2-4e92-8660-97bc57e54592", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:58:52.256371 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-4c7289f2-1eba-4be8-9842-5ebf60524a70 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:58:52.256737 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3064b16-fb4f-4614-bce3-0ebbc067eddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb876c0-2cd2-4e92-8660-97bc57e54592', 'code': 200} Nov 04 10:58:52.272719 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=edb876c0-2cd2-4e92-8660-97bc57e54592,revision_number=13']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:58:52.598043 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:52.919161 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9358f3-e245-4871-8bcb-8f77e76c0a51 req-74b4a6ce-be97-47a4-8c6d-5be3d4e029d2 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:52.920694 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4e9358f3-e245-4871-8bcb-8f77e76c0a51 req-74b4a6ce-be97-47a4-8c6d-5be3d4e029d2 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.126 "GET /v2.0/ports?device_id=615a041a-e813-4961-bd28-c0209f5158ef HTTP/1.1" status: 200 len: 946 time: 0.0545402 Nov 04 10:58:53.013491 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-4e9358f3-e245-4871-8bcb-8f77e76c0a51 req-2f1a5038-e735-4a41-9212-9bb16f864490 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Deleting port 2bad8485-ea5e-426e-83cc-af4e5558df03 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:58:53.013825 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4e9358f3-e245-4871-8bcb-8f77e76c0a51 req-2f1a5038-e735-4a41-9212-9bb16f864490 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:53.105905 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-4e9358f3-e245-4871-8bcb-8f77e76c0a51 req-2f1a5038-e735-4a41-9212-9bb16f864490 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] For port 2bad8485-ea5e-426e-83cc-af4e5558df03, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=2bad8485-ea5e-426e-83cc-af4e5558df03,segment=NetworkSegment(a3095d3f-bbcd-4162-b35e-e366666a87a0),segment_id=a3095d3f-bbcd-4162-b35e-e366666a87a0)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:58:53.106280 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4e9358f3-e245-4871-8bcb-8f77e76c0a51 req-2f1a5038-e735-4a41-9212-9bb16f864490 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:53.119671 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-4e9358f3-e245-4871-8bcb-8f77e76c0a51 req-2f1a5038-e735-4a41-9212-9bb16f864490 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Calling delete_port for 2bad8485-ea5e-426e-83cc-af4e5558df03 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:58:53.230728 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a13985-3c1e-47e5-8396-197e8dea08ad req-0b263623-5cfc-455b-a5aa-049785d78d12 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:53.237315 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c9a13985-3c1e-47e5-8396-197e8dea08ad req-0b263623-5cfc-455b-a5aa-049785d78d12 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/ports?device_id=615a041a-e813-4961-bd28-c0209f5158ef HTTP/1.1" status: 200 len: 946 time: 0.0554426 Nov 04 10:58:53.253042 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4e9358f3-e245-4871-8bcb-8f77e76c0a51 req-2f1a5038-e735-4a41-9212-9bb16f864490 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:53.267621 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['2bad8485-ea5e-426e-83cc-af4e5558df03'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:58:53.292111 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a5038-e735-4a41-9212-9bb16f864490 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Pushing event deleted for resources: {'Port': ['ID=2bad8485-ea5e-426e-83cc-af4e5558df03,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:58:53.301869 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c9a13985-3c1e-47e5-8396-197e8dea08ad req-bfc69775-e3fa-4640-8371-a90d2ea9f98b tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.127 "GET /v2.0/security-groups?id=fac7c1d9-398e-4447-ad0e-77d4be1cb725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632915 Nov 04 10:58:53.343926 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9358f3-e245-4871-8bcb-8f77e76c0a51 req-2f1a5038-e735-4a41-9212-9bb16f864490 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] No DVR routers for this DVR port 2bad8485-ea5e-426e-83cc-af4e5558df03 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:58:53.347250 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4e9358f3-e245-4871-8bcb-8f77e76c0a51 req-2f1a5038-e735-4a41-9212-9bb16f864490 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:53.350951 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4e9358f3-e245-4871-8bcb-8f77e76c0a51 req-2f1a5038-e735-4a41-9212-9bb16f864490 tempest-ServerDiskConfigTestJSON-88540895 tempest-ServerDiskConfigTestJSON-88540895-project] 10.222.0.126 "DELETE /v2.0/ports/2bad8485-ea5e-426e-83cc-af4e5558df03 HTTP/1.1" status: 204 len: 173 time: 0.4241855 Nov 04 10:58:53.351411 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615a041a-e813-4961-bd28-c0209f5158ef', 'name': 'network-vif-deleted', 'tag': '2bad8485-ea5e-426e-83cc-af4e5558df03'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:58:53.354267 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6371b17a-c0f8-406c-87e4-952321092584" -d '{"events": [{"server_uuid": "615a041a-e813-4961-bd28-c0209f5158ef", "name": "network-vif-deleted", "tag": "2bad8485-ea5e-426e-83cc-af4e5558df03"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:58:53.397044 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1982e09-9fb5-4d0c-bb9e-0f0b819b6126 x-openstack-request-id: req-c1982e09-9fb5-4d0c-bb9e-0f0b819b6126 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:58:53.397590 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615a041a-e813-4961-bd28-c0209f5158ef", "name": "network-vif-deleted", "tag": "2bad8485-ea5e-426e-83cc-af4e5558df03", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:58:53.397844 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-c1982e09-9fb5-4d0c-bb9e-0f0b819b6126 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:58:53.398250 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615a041a-e813-4961-bd28-c0209f5158ef', 'name': 'network-vif-deleted', 'tag': '2bad8485-ea5e-426e-83cc-af4e5558df03', 'status': 'completed', 'code': 200} Nov 04 10:58:54.492417 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41258) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:58:54.539364 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b0feaf-3329-42d1-a44e-2847b8fa3e14 admin admin] Deleting subnet ae5f2306-3371-4768-a507-95555a631113 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:58:54.543090 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-41b0feaf-3329-42d1-a44e-2847b8fa3e14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:54.582398 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-41b0feaf-3329-42d1-a44e-2847b8fa3e14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:54.621692 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-41b0feaf-3329-42d1-a44e-2847b8fa3e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:54.675413 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-41b0feaf-3329-42d1-a44e-2847b8fa3e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:54.707833 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0feaf-3329-42d1-a44e-2847b8fa3e14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae5f2306-3371-4768-a507-95555a631113,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:58:54.711186 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-41b0feaf-3329-42d1-a44e-2847b8fa3e14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:54.717295 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-41b0feaf-3329-42d1-a44e-2847b8fa3e14 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/ae5f2306-3371-4768-a507-95555a631113 HTTP/1.1" status: 204 len: 168 time: 0.2213082 Nov 04 10:58:54.717512 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41260) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:58:54.792402 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-497212e7-6e40-47cd-b8fe-04f415c32671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:54.869923 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-497212e7-6e40-47cd-b8fe-04f415c32671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:54.891381 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-497212e7-6e40-47cd-b8fe-04f415c32671 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b64489-ad49-4c4d-a90b-bd185e3b5648']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:58:54.901017 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-497212e7-6e40-47cd-b8fe-04f415c32671 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3095d3f-bbcd-4162-b35e-e366666a87a0') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:58:54.901311 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-497212e7-6e40-47cd-b8fe-04f415c32671 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3095d3f-bbcd-4162-b35e-e366666a87a0') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:58:54.915610 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-497212e7-6e40-47cd-b8fe-04f415c32671 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:54.928806 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-497212e7-6e40-47cd-b8fe-04f415c32671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:54.934830 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497212e7-6e40-47cd-b8fe-04f415c32671 admin admin] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:58:54.935242 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-497212e7-6e40-47cd-b8fe-04f415c32671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:58:54.936948 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:58:54.991374 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-497212e7-6e40-47cd-b8fe-04f415c32671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:54.998353 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-497212e7-6e40-47cd-b8fe-04f415c32671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:55.001545 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-497212e7-6e40-47cd-b8fe-04f415c32671 admin admin] 10.222.0.127 "DELETE /v2.0/networks/53b64489-ad49-4c4d-a90b-bd185e3b5648 HTTP/1.1" status: 204 len: 168 time: 0.2831135 Nov 04 10:58:55.012043 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497212e7-6e40-47cd-b8fe-04f415c32671 admin admin] Pushing event deleted for resources: {'Network': ['ID=53b64489-ad49-4c4d-a90b-bd185e3b5648,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:58:55.189625 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41266) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:58:55.231779 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-cd230d09-f846-40f8-aaec-eac37505ad72 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=50bf342429954df293faa7db937a533f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408027 Nov 04 10:58:55.234583 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41268) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:58:55.286506 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b42724a-0941-46d4-bee6-9e326c9db18d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:55.310912 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b42724a-0941-46d4-bee6-9e326c9db18d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:55.371949 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b42724a-0941-46d4-bee6-9e326c9db18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:55.374946 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3b42724a-0941-46d4-bee6-9e326c9db18d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:55.376316 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3b42724a-0941-46d4-bee6-9e326c9db18d admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/fac7c1d9-398e-4447-ad0e-77d4be1cb725 HTTP/1.1" status: 204 len: 168 time: 0.1405718 Nov 04 10:58:55.387987 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42724a-0941-46d4-bee6-9e326c9db18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac7c1d9-398e-4447-ad0e-77d4be1cb725,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:58:55.974933 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 2bad8485-ea5e-426e-83cc-af4e5558df03 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:58:55.997212 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 2bad8485-ea5e-426e-83cc-af4e5558df03 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:58:55.997620 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 2bad8485-ea5e-426e-83cc-af4e5558df03 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:58:56.194085 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41296) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:58:56.302867 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-59cd0a04-b7c7-4ae3-b6a9-4abfed30c0b9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-393888286-network', 'tenant_id': '7c06d5bd13f94f0eae56dc21f73ae263'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:58:56.325901 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cd0a04-b7c7-4ae3-b6a9-4abfed30c0b9 admin admin] Made reservation on behalf of 7c06d5bd13f94f0eae56dc21f73ae263 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:58:56.328386 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-59cd0a04-b7c7-4ae3-b6a9-4abfed30c0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:56.336961 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-59cd0a04-b7c7-4ae3-b6a9-4abfed30c0b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:56.415192 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-59cd0a04-b7c7-4ae3-b6a9-4abfed30c0b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:56.420099 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-59cd0a04-b7c7-4ae3-b6a9-4abfed30c0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:56.445783 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59cd0a04-b7c7-4ae3-b6a9-4abfed30c0b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1189} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:58:56.455807 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd0a04-b7c7-4ae3-b6a9-4abfed30c0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b5c70b-7181-4855-8893-e85759b80a84,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:58:56.461016 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-59cd0a04-b7c7-4ae3-b6a9-4abfed30c0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:56.461352 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-59cd0a04-b7c7-4ae3-b6a9-4abfed30c0b9 admin admin] Added segment 866f0222-0742-468d-919d-4e6092327a07 of type vlan for network 323951d8-35aa-4401-92f6-4cb7d87adcea Nov 04 10:58:56.507624 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-59cd0a04-b7c7-4ae3-b6a9-4abfed30c0b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:56.541793 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-59cd0a04-b7c7-4ae3-b6a9-4abfed30c0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:56.542895 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cd0a04-b7c7-4ae3-b6a9-4abfed30c0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:56.543578 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-59cd0a04-b7c7-4ae3-b6a9-4abfed30c0b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:56.603998 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-59cd0a04-b7c7-4ae3-b6a9-4abfed30c0b9 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4086428 Nov 04 10:58:56.606928 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41302) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:58:56.613782 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-706179e5-c2d3-45e7-9dfe-09bc85c4a296 admin admin] Request body: {'subnet': {'network_id': '323951d8-35aa-4401-92f6-4cb7d87adcea', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-393888286-subnet', 'tenant_id': '7c06d5bd13f94f0eae56dc21f73ae263', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:58:56.618107 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd0a04-b7c7-4ae3-b6a9-4abfed30c0b9 admin admin] Pushing event updated for resources: {'Network': ['ID=323951d8-35aa-4401-92f6-4cb7d87adcea,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:58:56.629093 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 323951d8-35aa-4401-92f6-4cb7d87adcea details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:58:56.640587 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706179e5-c2d3-45e7-9dfe-09bc85c4a296 admin admin] Made reservation on behalf of 7c06d5bd13f94f0eae56dc21f73ae263 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:58:56.643323 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-706179e5-c2d3-45e7-9dfe-09bc85c4a296 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:56.840167 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-706179e5-c2d3-45e7-9dfe-09bc85c4a296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:56.900144 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706179e5-c2d3-45e7-9dfe-09bc85c4a296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa911e20-4b68-4fdf-995a-c370ec7a232b,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:58:56.911093 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706179e5-c2d3-45e7-9dfe-09bc85c4a296 admin admin] Checking segment: {'id': '866f0222-0742-468d-919d-4e6092327a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '323951d8-35aa-4401-92f6-4cb7d87adcea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:58:56.911529 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706179e5-c2d3-45e7-9dfe-09bc85c4a296 admin admin] Network hostable DHCP agents. Network: 323951d8-35aa-4401-92f6-4cb7d87adcea, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:58:56.930988 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706179e5-c2d3-45e7-9dfe-09bc85c4a296 admin admin] Network 323951d8-35aa-4401-92f6-4cb7d87adcea is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:58:56.942009 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-706179e5-c2d3-45e7-9dfe-09bc85c4a296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 323951d8-35aa-4401-92f6-4cb7d87adcea) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:58:56.947409 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706179e5-c2d3-45e7-9dfe-09bc85c4a296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:56.948565 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-706179e5-c2d3-45e7-9dfe-09bc85c4a296 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:56.958784 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f925ca1b-4399-4613-baf9-a7dacf2a750f None None] Network 323951d8-35aa-4401-92f6-4cb7d87adcea requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:58:56.975724 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-706179e5-c2d3-45e7-9dfe-09bc85c4a296 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3676355 Nov 04 10:58:57.126858 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c216db-e327-4429-97e0-e1daf1a65dff None None] Network 323951d8-35aa-4401-92f6-4cb7d87adcea requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:58:57.652493 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-80bf4a81-852f-4b8e-aa04-12637cad3637 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:57.653977 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-80bf4a81-852f-4b8e-aa04-12637cad3637 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] 10.222.0.127 "GET /v2.0/networks?id=323951d8-35aa-4401-92f6-4cb7d87adcea HTTP/1.1" status: 200 len: 821 time: 0.1164706 Nov 04 10:58:57.670986 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-21f8a5fe-b5fb-472f-8190-d96728cfb438 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] 10.222.0.127 "GET /v2.0/quotas/7c06d5bd13f94f0eae56dc21f73ae263 HTTP/1.1" status: 200 len: 375 time: 0.0104516 Nov 04 10:58:57.710826 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-fc86dcd1-ea9b-4a38-94d0-e05323ecada2 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=7c06d5bd13f94f0eae56dc21f73ae263&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333526 Nov 04 10:58:57.816003 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-0bcad13d-f554-4829-9989-fe639541db71 service neutron] 10.222.0.127 "GET /v2.0/networks/323951d8-35aa-4401-92f6-4cb7d87adcea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978987 Nov 04 10:58:57.915208 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-d6051b25-6482-42cb-9d59-5606a830e604 service neutron] 10.222.0.127 "GET /v2.0/networks/323951d8-35aa-4401-92f6-4cb7d87adcea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914507 Nov 04 10:58:58.096535 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0043ccd0-eb02-402c-b338-32a50df0591b req-996996d0-aeef-40f5-962a-06ed48157ce4 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] 10.222.0.127 "GET /v2.0/ports?device_id=7b522ec1-3a37-4de3-99ca-0f257e82a8f1 HTTP/1.1" status: 200 len: 210 time: 0.0406401 Nov 04 10:58:59.183110 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-b3154a3b-5917-464f-a7f3-f6b112de6e0c tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:58:59.184761 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-b3154a3b-5917-464f-a7f3-f6b112de6e0c tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] 10.222.0.126 "GET /v2.0/networks?id=323951d8-35aa-4401-92f6-4cb7d87adcea HTTP/1.1" status: 200 len: 821 time: 0.1428480 Nov 04 10:58:59.204217 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-7fde713a-e17c-4318-a0d1-1e30cd1be9cb tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Request body: {'port': {'device_id': '7b522ec1-3a37-4de3-99ca-0f257e82a8f1', 'network_id': '323951d8-35aa-4401-92f6-4cb7d87adcea', 'admin_state_up': True, 'tenant_id': '7c06d5bd13f94f0eae56dc21f73ae263'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:58:59.228950 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dc7596a9-2984-451c-ba12-1a014dcb4309 req-ce714413-c791-47bf-8632-bd29ad8c0922 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] 10.222.0.127 "GET /v2.0/ports?device_id=7b522ec1-3a37-4de3-99ca-0f257e82a8f1 HTTP/1.1" status: 200 len: 210 time: 0.0311711 Nov 04 10:58:59.330030 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-7fde713a-e17c-4318-a0d1-1e30cd1be9cb tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Made reservation on behalf of 7c06d5bd13f94f0eae56dc21f73ae263 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:58:59.333679 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-7fde713a-e17c-4318-a0d1-1e30cd1be9cb tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:59.472322 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-7fde713a-e17c-4318-a0d1-1e30cd1be9cb tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Allocated IP 172.20.0.13 (323951d8-35aa-4401-92f6-4cb7d87adcea/fa911e20-4b68-4fdf-995a-c370ec7a232b/e047d63a-eeb9-41ba-9906-a61bd876f069) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:58:59.952069 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-7fde713a-e17c-4318-a0d1-1e30cd1be9cb tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:58:59.987724 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-7fde713a-e17c-4318-a0d1-1e30cd1be9cb tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:00.039416 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-7fde713a-e17c-4318-a0d1-1e30cd1be9cb tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Network 323951d8-35aa-4401-92f6-4cb7d87adcea is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:59:00.043848 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-7fde713a-e17c-4318-a0d1-1e30cd1be9cb tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:59:00.045711 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde713a-e17c-4318-a0d1-1e30cd1be9cb tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Pushing event updated for resources: {'Port': ['ID=e047d63a-eeb9-41ba-9906-a61bd876f069,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:00.047875 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-7fde713a-e17c-4318-a0d1-1e30cd1be9cb tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:59:00.114548 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-7fde713a-e17c-4318-a0d1-1e30cd1be9cb tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:00.115247 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-7fde713a-e17c-4318-a0d1-1e30cd1be9cb tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:00.139399 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-7fde713a-e17c-4318-a0d1-1e30cd1be9cb tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9396012 Nov 04 10:59:00.149749 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-d25c3c2a-b026-4dc2-8ce4-fc49fa7a0b5c tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:59:00.150688 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-d25c3c2a-b026-4dc2-8ce4-fc49fa7a0b5c tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] 10.222.0.126 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0053091 Nov 04 10:59:00.163125 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-49e89e35-5f59-4550-9f0b-1c07f097c5f8 service neutron] Request body: {'port': {'device_id': '7b522ec1-3a37-4de3-99ca-0f257e82a8f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:59:00.225589 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-49e89e35-5f59-4550-9f0b-1c07f097c5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:00.380239 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd15fbe-9b08-4ace-b244-0e130215358e req-e18ad642-8285-41ba-846f-90606ddcfdb4 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:00.381899 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-afd15fbe-9b08-4ace-b244-0e130215358e req-e18ad642-8285-41ba-846f-90606ddcfdb4 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] 10.222.0.127 "GET /v2.0/ports?device_id=7b522ec1-3a37-4de3-99ca-0f257e82a8f1 HTTP/1.1" status: 200 len: 932 time: 0.0632558 Nov 04 10:59:00.444263 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-afd15fbe-9b08-4ace-b244-0e130215358e req-1ca30a2e-c383-4ddc-a0f5-a5568633c7cf tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] 10.222.0.127 "GET /v2.0/security-groups?id=33b5c70b-7181-4855-8893-e85759b80a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552702 Nov 04 10:59:00.520800 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-49e89e35-5f59-4550-9f0b-1c07f097c5f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e047d63a-eeb9-41ba-9906-a61bd876f069 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:59:00.529781 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-49e89e35-5f59-4550-9f0b-1c07f097c5f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:00.543289 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-49e89e35-5f59-4550-9f0b-1c07f097c5f8 service neutron] Transition to ACTIVE for port object e047d63a-eeb9-41ba-9906-a61bd876f069 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:59:00.548283 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-49e89e35-5f59-4550-9f0b-1c07f097c5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:00.608993 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e89e35-5f59-4550-9f0b-1c07f097c5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e047d63a-eeb9-41ba-9906-a61bd876f069,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:00.681927 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-49e89e35-5f59-4550-9f0b-1c07f097c5f8 service neutron] Attempting to bind port e047d63a-eeb9-41ba-9906-a61bd876f069 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:59:00.682271 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-49e89e35-5f59-4550-9f0b-1c07f097c5f8 service neutron] Attempting to bind port e047d63a-eeb9-41ba-9906-a61bd876f069 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '866f0222-0742-468d-919d-4e6092327a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '323951d8-35aa-4401-92f6-4cb7d87adcea'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:59:00.682613 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-49e89e35-5f59-4550-9f0b-1c07f097c5f8 service neutron] Attempting to bind port e047d63a-eeb9-41ba-9906-a61bd876f069 on network 323951d8-35aa-4401-92f6-4cb7d87adcea {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:59:00.687225 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-49e89e35-5f59-4550-9f0b-1c07f097c5f8 service neutron] Port e047d63a-eeb9-41ba-9906-a61bd876f069 on network 323951d8-35aa-4401-92f6-4cb7d87adcea not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:59:00.687545 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-49e89e35-5f59-4550-9f0b-1c07f097c5f8 service neutron] Attempting to bind port e047d63a-eeb9-41ba-9906-a61bd876f069 on network 323951d8-35aa-4401-92f6-4cb7d87adcea {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:59:00.692439 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-49e89e35-5f59-4550-9f0b-1c07f097c5f8 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:59:00.692774 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-49e89e35-5f59-4550-9f0b-1c07f097c5f8 service neutron] Checking segment: {'id': '866f0222-0742-468d-919d-4e6092327a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '323951d8-35aa-4401-92f6-4cb7d87adcea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:59:00.693184 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-49e89e35-5f59-4550-9f0b-1c07f097c5f8 service neutron] Bound using segment: {'id': '866f0222-0742-468d-919d-4e6092327a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '323951d8-35aa-4401-92f6-4cb7d87adcea'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:59:00.693611 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-49e89e35-5f59-4550-9f0b-1c07f097c5f8 service neutron] Bound port: e047d63a-eeb9-41ba-9906-a61bd876f069, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866f0222-0742-468d-919d-4e6092327a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '323951d8-35aa-4401-92f6-4cb7d87adcea'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:59:00.693960 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-49e89e35-5f59-4550-9f0b-1c07f097c5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:00.773112 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-49e89e35-5f59-4550-9f0b-1c07f097c5f8 service neutron] For port e047d63a-eeb9-41ba-9906-a61bd876f069, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:59:00.776744 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-49e89e35-5f59-4550-9f0b-1c07f097c5f8 service neutron] For port e047d63a-eeb9-41ba-9906-a61bd876f069, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e047d63a-eeb9-41ba-9906-a61bd876f069,segment=NetworkSegment(866f0222-0742-468d-919d-4e6092327a07),segment_id=866f0222-0742-468d-919d-4e6092327a07)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:59:00.781659 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-49e89e35-5f59-4550-9f0b-1c07f097c5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:00.814641 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-49e89e35-5f59-4550-9f0b-1c07f097c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:00.815491 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-49e89e35-5f59-4550-9f0b-1c07f097c5f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:00.817043 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-49e89e35-5f59-4550-9f0b-1c07f097c5f8 service neutron] 10.222.0.126 "PUT /v2.0/ports/e047d63a-eeb9-41ba-9906-a61bd876f069 HTTP/1.1" status: 200 len: 1092 time: 0.6586597 Nov 04 10:59:00.822913 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b522ec1-3a37-4de3-99ca-0f257e82a8f1', 'tag': 'e047d63a-eeb9-41ba-9906-a61bd876f069'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:59:00.822913 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e11068-23bf-48bd-9352-0d67d172aa12" -d '{"events": [{"name": "network-changed", "server_uuid": "7b522ec1-3a37-4de3-99ca-0f257e82a8f1", "tag": "e047d63a-eeb9-41ba-9906-a61bd876f069"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:59:00.855162 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e89e35-5f59-4550-9f0b-1c07f097c5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e047d63a-eeb9-41ba-9906-a61bd876f069,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:00.870168 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ad98e0-070e-4fb2-a294-398c28e976e1 x-openstack-request-id: req-38ad98e0-070e-4fb2-a294-398c28e976e1 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:59:00.870461 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b522ec1-3a37-4de3-99ca-0f257e82a8f1", "tag": "e047d63a-eeb9-41ba-9906-a61bd876f069", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:59:00.870711 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-38ad98e0-070e-4fb2-a294-398c28e976e1 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:59:00.871107 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b522ec1-3a37-4de3-99ca-0f257e82a8f1', 'tag': 'e047d63a-eeb9-41ba-9906-a61bd876f069', 'status': 'completed', 'code': 200} Nov 04 10:59:00.937265 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-18e1c1af-bd24-416d-af9a-0f4d1dfe2bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:00.938829 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-18e1c1af-bd24-416d-af9a-0f4d1dfe2bd1 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=7c06d5bd13f94f0eae56dc21f73ae263&device_id=7b522ec1-3a37-4de3-99ca-0f257e82a8f1 HTTP/1.1" status: 200 len: 1095 time: 0.0558894 Nov 04 10:59:00.986530 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-d81b2119-c702-4db6-b9d4-5c70b558262a service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e047d63a-eeb9-41ba-9906-a61bd876f069 HTTP/1.1" status: 200 len: 217 time: 0.0356638 Nov 04 10:59:01.040146 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-2acd6f1d-4aa8-438e-951f-3a7d1049651c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:01.041787 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-2acd6f1d-4aa8-438e-951f-3a7d1049651c service neutron] 10.222.0.126 "GET /v2.0/subnets?id=fa911e20-4b68-4fdf-995a-c370ec7a232b HTTP/1.1" status: 200 len: 861 time: 0.0462303 Nov 04 10:59:01.078715 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-1e303e41-b8e1-4e98-970e-b0709fde0569 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=323951d8-35aa-4401-92f6-4cb7d87adcea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287523 Nov 04 10:59:01.179390 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-cbc71745-f647-4d00-9e0c-53fb0bd43338 service neutron] 10.222.0.126 "GET /v2.0/networks/323951d8-35aa-4401-92f6-4cb7d87adcea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919816 Nov 04 10:59:01.278005 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6db6acf2-1c7e-4f1f-b19a-55f17db721f0 req-0d28e605-e5f2-42b5-827c-0a895cd51eb5 service neutron] 10.222.0.126 "GET /v2.0/networks/323951d8-35aa-4401-92f6-4cb7d87adcea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914342 Nov 04 10:59:01.381476 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e11068-23bf-48bd-9352-0d67d172aa12 req-2664646c-4c1e-4137-9483-1b154899f2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:01.383210 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c7e11068-23bf-48bd-9352-0d67d172aa12 req-2664646c-4c1e-4137-9483-1b154899f2eb service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=7c06d5bd13f94f0eae56dc21f73ae263&device_id=7b522ec1-3a37-4de3-99ca-0f257e82a8f1 HTTP/1.1" status: 200 len: 1095 time: 0.0551822 Nov 04 10:59:01.493368 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e11068-23bf-48bd-9352-0d67d172aa12 req-a245e1e5-cfdb-4c00-8d05-55a28292d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:01.494961 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c7e11068-23bf-48bd-9352-0d67d172aa12 req-a245e1e5-cfdb-4c00-8d05-55a28292d554 service neutron] 10.222.0.126 "GET /v2.0/networks?id=323951d8-35aa-4401-92f6-4cb7d87adcea HTTP/1.1" status: 200 len: 923 time: 0.1035087 Nov 04 10:59:01.552588 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c7e11068-23bf-48bd-9352-0d67d172aa12 req-d941b610-8c21-42ee-a5e0-a51dbbb695d5 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e047d63a-eeb9-41ba-9906-a61bd876f069 HTTP/1.1" status: 200 len: 217 time: 0.0481229 Nov 04 10:59:01.583611 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9afd0-a53a-492d-b945-cae98cffe077 req-dd5fd63a-f8da-40dd-a5a0-0169ac114dd7 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:01.592356 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1f9afd0-a53a-492d-b945-cae98cffe077 req-dd5fd63a-f8da-40dd-a5a0-0169ac114dd7 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] 10.222.0.127 "GET /v2.0/ports?device_id=7b522ec1-3a37-4de3-99ca-0f257e82a8f1 HTTP/1.1" status: 200 len: 944 time: 0.0616360 Nov 04 10:59:01.630349 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e11068-23bf-48bd-9352-0d67d172aa12 req-c52305dc-9dc7-483b-a5bd-826c8502f04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:01.631981 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c7e11068-23bf-48bd-9352-0d67d172aa12 req-c52305dc-9dc7-483b-a5bd-826c8502f04b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=fa911e20-4b68-4fdf-995a-c370ec7a232b HTTP/1.1" status: 200 len: 861 time: 0.0715840 Nov 04 10:59:01.656381 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1f9afd0-a53a-492d-b945-cae98cffe077 req-c9f95256-aacf-4939-a9f2-a29c9a3f2778 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] 10.222.0.127 "GET /v2.0/security-groups?id=33b5c70b-7181-4855-8893-e85759b80a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628471 Nov 04 10:59:01.670396 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c7e11068-23bf-48bd-9352-0d67d172aa12 req-c7dd7304-a7a0-49bf-910f-329238ebbca3 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=323951d8-35aa-4401-92f6-4cb7d87adcea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293255 Nov 04 10:59:01.776999 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c7e11068-23bf-48bd-9352-0d67d172aa12 req-b6eb0944-2233-44e5-a8dd-aacc26dd8a4b service neutron] 10.222.0.126 "GET /v2.0/networks/323951d8-35aa-4401-92f6-4cb7d87adcea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971992 Nov 04 10:59:01.878603 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c7e11068-23bf-48bd-9352-0d67d172aa12 req-db907dc7-8f99-4545-b175-37818f2b3788 service neutron] 10.222.0.126 "GET /v2.0/networks/323951d8-35aa-4401-92f6-4cb7d87adcea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932696 Nov 04 10:59:02.777635 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e6f7a-a7ba-452b-8d6a-1e34ea172d34 req-ae35695d-a472-4dff-9e3c-5a9d01544c7d tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:02.779268 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0f2e6f7a-a7ba-452b-8d6a-1e34ea172d34 req-ae35695d-a472-4dff-9e3c-5a9d01544c7d tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] 10.222.0.127 "GET /v2.0/ports?device_id=7b522ec1-3a37-4de3-99ca-0f257e82a8f1 HTTP/1.1" status: 200 len: 944 time: 0.0574269 Nov 04 10:59:02.830809 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0f2e6f7a-a7ba-452b-8d6a-1e34ea172d34 req-1dabea64-9fbe-42d8-86b4-4300c62f1e68 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] 10.222.0.127 "GET /v2.0/security-groups?id=33b5c70b-7181-4855-8893-e85759b80a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448399 Nov 04 10:59:03.979336 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b1e16-4216-4e0e-9ac2-39df33e9938d req-ac6a1ab6-ba1e-4f17-ba6e-974ad07f9614 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:03.982529 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f37b1e16-4216-4e0e-9ac2-39df33e9938d req-ac6a1ab6-ba1e-4f17-ba6e-974ad07f9614 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] 10.222.0.127 "GET /v2.0/ports?device_id=7b522ec1-3a37-4de3-99ca-0f257e82a8f1 HTTP/1.1" status: 200 len: 944 time: 0.0565336 Nov 04 10:59:04.001602 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device e047d63a-eeb9-41ba-9906-a61bd876f069 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:59:04.041631 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f37b1e16-4216-4e0e-9ac2-39df33e9938d req-b1a6703e-3328-4147-b085-a4be9ac7c742 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] 10.222.0.127 "GET /v2.0/security-groups?id=33b5c70b-7181-4855-8893-e85759b80a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525460 Nov 04 10:59:04.154327 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port e047d63a-eeb9-41ba-9906-a61bd876f069, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e047d63a-eeb9-41ba-9906-a61bd876f069,segment=NetworkSegment(866f0222-0742-468d-919d-4e6092327a07),segment_id=866f0222-0742-468d-919d-4e6092327a07)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:59:04.172443 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'e047d63a-eeb9-41ba-9906-a61bd876f069', 'network_id': '323951d8-35aa-4401-92f6-4cb7d87adcea', 'port_id': 'e047d63a-eeb9-41ba-9906-a61bd876f069', 'mac_address': 'fa:16:3e:9e:cc:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa911e20-4b68-4fdf-995a-c370ec7a232b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:59:04.227196 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:04.244191 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e047d63a-eeb9-41ba-9906-a61bd876f069 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:59:04.274691 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port e047d63a-eeb9-41ba-9906-a61bd876f069, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e047d63a-eeb9-41ba-9906-a61bd876f069,segment=NetworkSegment(866f0222-0742-468d-919d-4e6092327a07),segment_id=866f0222-0742-468d-919d-4e6092327a07)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:59:04.276054 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c5cf6-cb0d-4c90-9ac9-dd97e5e352c4 req-0fe08125-55f9-433a-9700-73d6371657da tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:04.277946 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d69c5cf6-cb0d-4c90-9ac9-dd97e5e352c4 req-0fe08125-55f9-433a-9700-73d6371657da tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0549235 Nov 04 10:59:04.280654 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:04.338777 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d69c5cf6-cb0d-4c90-9ac9-dd97e5e352c4 req-0b34291a-c8e2-419b-b589-2dff6e5ad304 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524867 Nov 04 10:59:04.343053 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=e047d63a-eeb9-41ba-9906-a61bd876f069,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:04.494257 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['e047d63a-eeb9-41ba-9906-a61bd876f069'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:59:05.170947 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa94cc1-9ef6-47c0-b3cc-c47538a3f6f1 req-94b2fa57-88c8-47a0-9064-84ae704284aa tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:05.177288 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aaa94cc1-9ef6-47c0-b3cc-c47538a3f6f1 req-94b2fa57-88c8-47a0-9064-84ae704284aa tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] 10.222.0.127 "GET /v2.0/ports?device_id=7b522ec1-3a37-4de3-99ca-0f257e82a8f1 HTTP/1.1" status: 200 len: 945 time: 0.0622525 Nov 04 10:59:05.230780 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aaa94cc1-9ef6-47c0-b3cc-c47538a3f6f1 req-abbfb223-8b4a-4b71-a159-6c27c0fa0e46 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] 10.222.0.127 "GET /v2.0/security-groups?id=33b5c70b-7181-4855-8893-e85759b80a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523326 Nov 04 10:59:05.370235 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-0b4fa307-8cb8-4fa9-8c24-3e2c8c894d19 req-5e187b64-e31f-4a57-a282-125b7f652482 service neutron] (101774) timed out ('10.222.0.121', 63597) {{(pid=101774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 10:59:05.466284 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28277b1-8f53-442b-9d3b-69e66d90cc5e req-727ddd9b-0a12-4762-bcdc-39bc21efc009 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:05.467825 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d28277b1-8f53-442b-9d3b-69e66d90cc5e req-727ddd9b-0a12-4762-bcdc-39bc21efc009 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0572183 Nov 04 10:59:05.521481 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d28277b1-8f53-442b-9d3b-69e66d90cc5e req-87ee893c-698b-491d-8aac-784a43e8f59b tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471978 Nov 04 10:59:06.019843 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device e047d63a-eeb9-41ba-9906-a61bd876f069 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:59:06.076589 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port e047d63a-eeb9-41ba-9906-a61bd876f069 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:59:06.081429 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port e047d63a-eeb9-41ba-9906-a61bd876f069 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:59:06.081892 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:06.171127 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:06.203452 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b522ec1-3a37-4de3-99ca-0f257e82a8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e047d63a-eeb9-41ba-9906-a61bd876f069'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:59:06.205909 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc72377-2a54-4cf8-986a-a1d7d55dc131" -d '{"events": [{"server_uuid": "7b522ec1-3a37-4de3-99ca-0f257e82a8f1", "name": "network-vif-plugged", "status": "completed", "tag": "e047d63a-eeb9-41ba-9906-a61bd876f069"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:59:06.220100 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port e047d63a-eeb9-41ba-9906-a61bd876f069, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e047d63a-eeb9-41ba-9906-a61bd876f069,segment=NetworkSegment(866f0222-0742-468d-919d-4e6092327a07),segment_id=866f0222-0742-468d-919d-4e6092327a07)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:59:06.225637 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:06.253823 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16fd8b7-3b7b-423c-97e5-62c580a12bc5 x-openstack-request-id: req-b16fd8b7-3b7b-423c-97e5-62c580a12bc5 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:59:06.254096 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b522ec1-3a37-4de3-99ca-0f257e82a8f1", "name": "network-vif-plugged", "status": "completed", "tag": "e047d63a-eeb9-41ba-9906-a61bd876f069", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:59:06.254354 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-b16fd8b7-3b7b-423c-97e5-62c580a12bc5 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:59:06.254748 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b522ec1-3a37-4de3-99ca-0f257e82a8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e047d63a-eeb9-41ba-9906-a61bd876f069', 'code': 200} Nov 04 10:59:06.287006 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=e047d63a-eeb9-41ba-9906-a61bd876f069,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:06.363204 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4dbd38-661d-408a-b116-d929820bd30f req-75497810-7e6e-4cd7-afa0-14f3ecec88f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:06.365046 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ac4dbd38-661d-408a-b116-d929820bd30f req-75497810-7e6e-4cd7-afa0-14f3ecec88f5 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=7b522ec1-3a37-4de3-99ca-0f257e82a8f1 HTTP/1.1" status: 200 len: 1097 time: 0.0501497 Nov 04 10:59:06.388142 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79254423-7b43-466f-ad14-9c6eb8e82df6 req-3cab8ddc-09e4-4a53-a593-a82ffecde74f tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:06.390354 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79254423-7b43-466f-ad14-9c6eb8e82df6 req-3cab8ddc-09e4-4a53-a593-a82ffecde74f tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] 10.222.0.127 "GET /v2.0/ports?device_id=7b522ec1-3a37-4de3-99ca-0f257e82a8f1 HTTP/1.1" status: 200 len: 946 time: 0.0582964 Nov 04 10:59:06.425020 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ac4dbd38-661d-408a-b116-d929820bd30f req-979d1099-e70c-4645-914b-e9a3cc27074a service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=33b5c70b-7181-4855-8893-e85759b80a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505753 Nov 04 10:59:06.443930 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79254423-7b43-466f-ad14-9c6eb8e82df6 req-2b9a6315-a55d-43e2-b48e-8db5f2eb929f tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] 10.222.0.127 "GET /v2.0/security-groups?id=33b5c70b-7181-4855-8893-e85759b80a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472443 Nov 04 10:59:06.647208 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e805dc-dbad-4503-803a-34ba33497e3f req-3e695f5d-2323-4134-8f58-59d33626190d tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:06.648759 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-11e805dc-dbad-4503-803a-34ba33497e3f req-3e695f5d-2323-4134-8f58-59d33626190d tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0533097 Nov 04 10:59:06.707864 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-11e805dc-dbad-4503-803a-34ba33497e3f req-ebc94376-2da9-43af-b86c-2e0fb9cc5ce2 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528293 Nov 04 10:59:07.591346 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021fb23-7995-44cd-b8ba-3f4487d8bbb6 req-92fdf4fd-7caa-498d-89a9-f541f016c627 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:07.593128 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e021fb23-7995-44cd-b8ba-3f4487d8bbb6 req-92fdf4fd-7caa-498d-89a9-f541f016c627 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] 10.222.0.127 "GET /v2.0/ports?device_id=7b522ec1-3a37-4de3-99ca-0f257e82a8f1 HTTP/1.1" status: 200 len: 946 time: 0.0519428 Nov 04 10:59:07.657937 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e021fb23-7995-44cd-b8ba-3f4487d8bbb6 req-8c448793-369a-419d-b923-d73909f3145e tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] 10.222.0.127 "GET /v2.0/security-groups?id=33b5c70b-7181-4855-8893-e85759b80a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584745 Nov 04 10:59:07.832040 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99637333-6d6a-4632-bac7-7239f52f1ca6 req-ab21121e-cda5-4ff8-9188-5a27c01b6c24 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:07.833633 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-99637333-6d6a-4632-bac7-7239f52f1ca6 req-ab21121e-cda5-4ff8-9188-5a27c01b6c24 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0551736 Nov 04 10:59:07.886796 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-99637333-6d6a-4632-bac7-7239f52f1ca6 req-bdcdc51b-d65a-4f87-bc3b-d731cdc78aa0 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466251 Nov 04 10:59:08.170550 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b904-0486-45c1-b330-2451c39d77c7 req-21e927bf-85f4-4595-bcc5-790d9ff8cfaa tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:08.172145 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7127b904-0486-45c1-b330-2451c39d77c7 req-21e927bf-85f4-4595-bcc5-790d9ff8cfaa tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] 10.222.0.127 "GET /v2.0/ports?device_id=7b522ec1-3a37-4de3-99ca-0f257e82a8f1 HTTP/1.1" status: 200 len: 946 time: 0.0699165 Nov 04 10:59:08.223165 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7127b904-0486-45c1-b330-2451c39d77c7 req-14590c1f-cfbb-4c0c-8745-53de3653f56f tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] 10.222.0.127 "GET /v2.0/security-groups?id=33b5c70b-7181-4855-8893-e85759b80a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449405 Nov 04 10:59:09.025384 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5cce25-db90-43fd-a5ec-0c0e1717c7c4 req-d5d23293-7273-4d5b-9b66-2dc672e984c5 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:09.028710 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c5cce25-db90-43fd-a5ec-0c0e1717c7c4 req-d5d23293-7273-4d5b-9b66-2dc672e984c5 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0608995 Nov 04 10:59:09.080769 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c5cce25-db90-43fd-a5ec-0c0e1717c7c4 req-8551aea6-608f-4c2f-adf1-b65325319859 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448608 Nov 04 10:59:09.343796 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33375891-dfd9-4083-89c3-eda71f6c12d3 req-f0e4a604-7e7c-444c-9d05-dcdc368979cb tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:09.345391 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33375891-dfd9-4083-89c3-eda71f6c12d3 req-f0e4a604-7e7c-444c-9d05-dcdc368979cb tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] 10.222.0.127 "GET /v2.0/ports?device_id=7b522ec1-3a37-4de3-99ca-0f257e82a8f1 HTTP/1.1" status: 200 len: 946 time: 0.0515320 Nov 04 10:59:09.395377 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33375891-dfd9-4083-89c3-eda71f6c12d3 req-0d9ec396-6802-406f-9082-98615a7e254c tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] 10.222.0.127 "GET /v2.0/security-groups?id=33b5c70b-7181-4855-8893-e85759b80a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437436 Nov 04 10:59:09.495566 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5599e-a2ac-460e-9fc0-7af19d14d6e9 req-39cb9035-44ac-4ab2-9c2c-bc126517f7f4 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:09.496989 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0af5599e-a2ac-460e-9fc0-7af19d14d6e9 req-39cb9035-44ac-4ab2-9c2c-bc126517f7f4 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] 10.222.0.126 "GET /v2.0/ports?device_id=7b522ec1-3a37-4de3-99ca-0f257e82a8f1 HTTP/1.1" status: 200 len: 946 time: 0.0545685 Nov 04 10:59:09.592897 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-0af5599e-a2ac-460e-9fc0-7af19d14d6e9 req-dcaa2d02-6f56-4f1e-933f-53c6fc6a32b6 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Deleting port e047d63a-eeb9-41ba-9906-a61bd876f069 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:59:09.593273 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-0af5599e-a2ac-460e-9fc0-7af19d14d6e9 req-dcaa2d02-6f56-4f1e-933f-53c6fc6a32b6 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:09.686570 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-0af5599e-a2ac-460e-9fc0-7af19d14d6e9 req-dcaa2d02-6f56-4f1e-933f-53c6fc6a32b6 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] For port e047d63a-eeb9-41ba-9906-a61bd876f069, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e047d63a-eeb9-41ba-9906-a61bd876f069,segment=NetworkSegment(866f0222-0742-468d-919d-4e6092327a07),segment_id=866f0222-0742-468d-919d-4e6092327a07)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:59:09.686916 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-0af5599e-a2ac-460e-9fc0-7af19d14d6e9 req-dcaa2d02-6f56-4f1e-933f-53c6fc6a32b6 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:09.700594 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-0af5599e-a2ac-460e-9fc0-7af19d14d6e9 req-dcaa2d02-6f56-4f1e-933f-53c6fc6a32b6 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Calling delete_port for e047d63a-eeb9-41ba-9906-a61bd876f069 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:59:09.830340 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-0af5599e-a2ac-460e-9fc0-7af19d14d6e9 req-dcaa2d02-6f56-4f1e-933f-53c6fc6a32b6 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:09.844162 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['e047d63a-eeb9-41ba-9906-a61bd876f069'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:59:09.863748 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa2d02-6f56-4f1e-933f-53c6fc6a32b6 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Pushing event deleted for resources: {'Port': ['ID=e047d63a-eeb9-41ba-9906-a61bd876f069,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:09.906098 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af5599e-a2ac-460e-9fc0-7af19d14d6e9 req-dcaa2d02-6f56-4f1e-933f-53c6fc6a32b6 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] No DVR routers for this DVR port e047d63a-eeb9-41ba-9906-a61bd876f069 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:59:09.909319 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-0af5599e-a2ac-460e-9fc0-7af19d14d6e9 req-dcaa2d02-6f56-4f1e-933f-53c6fc6a32b6 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:09.912780 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0af5599e-a2ac-460e-9fc0-7af19d14d6e9 req-dcaa2d02-6f56-4f1e-933f-53c6fc6a32b6 tempest-InstanceActionsNegativeTestJSON-535927869 tempest-InstanceActionsNegativeTestJSON-535927869-project] 10.222.0.126 "DELETE /v2.0/ports/e047d63a-eeb9-41ba-9906-a61bd876f069 HTTP/1.1" status: 204 len: 173 time: 0.4087064 Nov 04 10:59:09.913282 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b522ec1-3a37-4de3-99ca-0f257e82a8f1', 'name': 'network-vif-deleted', 'tag': 'e047d63a-eeb9-41ba-9906-a61bd876f069'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:59:09.915633 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a102ea-98e3-4772-8e8b-8beb80cc4f6c" -d '{"events": [{"server_uuid": "7b522ec1-3a37-4de3-99ca-0f257e82a8f1", "name": "network-vif-deleted", "tag": "e047d63a-eeb9-41ba-9906-a61bd876f069"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:59:09.956393 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eaa4d79-2121-48ca-bf6a-ba48dfe53cc1 x-openstack-request-id: req-3eaa4d79-2121-48ca-bf6a-ba48dfe53cc1 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:59:09.956671 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b522ec1-3a37-4de3-99ca-0f257e82a8f1", "name": "network-vif-deleted", "tag": "e047d63a-eeb9-41ba-9906-a61bd876f069", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:59:09.956982 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-3eaa4d79-2121-48ca-bf6a-ba48dfe53cc1 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:59:09.957390 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b522ec1-3a37-4de3-99ca-0f257e82a8f1', 'name': 'network-vif-deleted', 'tag': 'e047d63a-eeb9-41ba-9906-a61bd876f069', 'status': 'completed', 'code': 200} Nov 04 10:59:10.229754 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3c4f4-198f-4fc0-94bc-c2c346204929 req-961bfc9a-39fa-42c5-a99d-0ca4dba42f9c tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:10.231341 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ccf3c4f4-198f-4fc0-94bc-c2c346204929 req-961bfc9a-39fa-42c5-a99d-0ca4dba42f9c tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0675857 Nov 04 10:59:10.283565 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ccf3c4f4-198f-4fc0-94bc-c2c346204929 req-00c7d08e-39ca-4273-bd73-30cb85a7f3ee tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459986 Nov 04 10:59:10.455185 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41640) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:10.503395 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-2386993a-070a-4349-bae0-974294d297f6 admin admin] Deleting subnet fa911e20-4b68-4fdf-995a-c370ec7a232b {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:59:10.507883 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2386993a-070a-4349-bae0-974294d297f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:10.549703 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2386993a-070a-4349-bae0-974294d297f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:10.590125 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2386993a-070a-4349-bae0-974294d297f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:10.645527 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2386993a-070a-4349-bae0-974294d297f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:10.673447 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386993a-070a-4349-bae0-974294d297f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa911e20-4b68-4fdf-995a-c370ec7a232b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:10.677834 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2386993a-070a-4349-bae0-974294d297f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:10.684482 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2386993a-070a-4349-bae0-974294d297f6 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/fa911e20-4b68-4fdf-995a-c370ec7a232b HTTP/1.1" status: 204 len: 168 time: 0.2256308 Nov 04 10:59:10.684603 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41642) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:10.761633 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0be8b9b4-dc77-4ef5-a4ba-01591d1c4b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:10.844991 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0be8b9b4-dc77-4ef5-a4ba-01591d1c4b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:10.868696 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-0be8b9b4-dc77-4ef5-a4ba-01591d1c4b93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323951d8-35aa-4401-92f6-4cb7d87adcea']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:10.879938 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-0be8b9b4-dc77-4ef5-a4ba-01591d1c4b93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866f0222-0742-468d-919d-4e6092327a07') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:10.880245 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-0be8b9b4-dc77-4ef5-a4ba-01591d1c4b93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866f0222-0742-468d-919d-4e6092327a07') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:10.892048 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0be8b9b4-dc77-4ef5-a4ba-01591d1c4b93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:10.906781 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0be8b9b4-dc77-4ef5-a4ba-01591d1c4b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:10.913952 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be8b9b4-dc77-4ef5-a4ba-01591d1c4b93 admin admin] Releasing vlan 1189 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:59:10.914350 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0be8b9b4-dc77-4ef5-a4ba-01591d1c4b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: timer() Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:59:10.916409 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:59:10.976890 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0be8b9b4-dc77-4ef5-a4ba-01591d1c4b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:10.981572 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0be8b9b4-dc77-4ef5-a4ba-01591d1c4b93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:10.987582 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0be8b9b4-dc77-4ef5-a4ba-01591d1c4b93 admin admin] 10.222.0.127 "DELETE /v2.0/networks/323951d8-35aa-4401-92f6-4cb7d87adcea HTTP/1.1" status: 204 len: 168 time: 0.2995830 Nov 04 10:59:11.001985 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be8b9b4-dc77-4ef5-a4ba-01591d1c4b93 admin admin] Pushing event deleted for resources: {'Network': ['ID=323951d8-35aa-4401-92f6-4cb7d87adcea,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:11.103796 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41646) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:11.145837 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-892aa330-f5e1-4b0a-8b5d-37f69218fe35 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=7c06d5bd13f94f0eae56dc21f73ae263&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407355 Nov 04 10:59:11.148466 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41648) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:11.199851 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e9077607-b3e6-40f0-97d9-061700090470 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:11.220734 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e9077607-b3e6-40f0-97d9-061700090470 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:11.267831 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e9077607-b3e6-40f0-97d9-061700090470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:11.270645 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e9077607-b3e6-40f0-97d9-061700090470 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:11.271865 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e9077607-b3e6-40f0-97d9-061700090470 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/33b5c70b-7181-4855-8893-e85759b80a84 HTTP/1.1" status: 204 len: 168 time: 0.1223881 Nov 04 10:59:11.281986 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9077607-b3e6-40f0-97d9-061700090470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b5c70b-7181-4855-8893-e85759b80a84,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:11.410733 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4610f98-c9e7-47f6-9f95-d8e302d5fc4e req-ffdf901a-6d03-4533-8b2a-ad9657665e94 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:11.412772 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b4610f98-c9e7-47f6-9f95-d8e302d5fc4e req-ffdf901a-6d03-4533-8b2a-ad9657665e94 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0570810 Nov 04 10:59:11.465195 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b4610f98-c9e7-47f6-9f95-d8e302d5fc4e req-02231c88-eb37-440b-8014-6920d83c9b76 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462627 Nov 04 10:59:12.027637 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41674) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:12.147920 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-fe73aac9-87cf-4f6d-8dc9-ab91bc1cc527 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-321014118-network', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:59:12.171708 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe73aac9-87cf-4f6d-8dc9-ab91bc1cc527 admin admin] Made reservation on behalf of c2e39161b3394d9ebfb8df6053d2cccf for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:59:12.174385 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fe73aac9-87cf-4f6d-8dc9-ab91bc1cc527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:12.190746 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fe73aac9-87cf-4f6d-8dc9-ab91bc1cc527 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:12.277076 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fe73aac9-87cf-4f6d-8dc9-ab91bc1cc527 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:12.282185 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fe73aac9-87cf-4f6d-8dc9-ab91bc1cc527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:12.307947 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe73aac9-87cf-4f6d-8dc9-ab91bc1cc527 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1183} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:59:12.318192 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73aac9-87cf-4f6d-8dc9-ab91bc1cc527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1f9af2-2b15-487f-a9bc-034b1e964f91,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:12.324959 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fe73aac9-87cf-4f6d-8dc9-ab91bc1cc527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:12.325417 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-fe73aac9-87cf-4f6d-8dc9-ab91bc1cc527 admin admin] Added segment 9aa6e682-4e55-45d6-9292-01ee6a55f1d6 of type vlan for network 0f07f923-0bad-4509-bf44-e9706f67de3e Nov 04 10:59:12.368744 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fe73aac9-87cf-4f6d-8dc9-ab91bc1cc527 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:12.396277 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fe73aac9-87cf-4f6d-8dc9-ab91bc1cc527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:12.397376 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe73aac9-87cf-4f6d-8dc9-ab91bc1cc527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:12.398117 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fe73aac9-87cf-4f6d-8dc9-ab91bc1cc527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:12.427458 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:12.461388 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fe73aac9-87cf-4f6d-8dc9-ab91bc1cc527 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4297614 Nov 04 10:59:12.462166 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41680) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:12.468677 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-4be291ba-313f-4ea2-8c83-4e5c7528800b admin admin] Request body: {'subnet': {'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-321014118-subnet', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:59:12.475160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73aac9-87cf-4f6d-8dc9-ab91bc1cc527 admin admin] Pushing event updated for resources: {'Network': ['ID=0f07f923-0bad-4509-bf44-e9706f67de3e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:12.488585 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 0f07f923-0bad-4509-bf44-e9706f67de3e details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:59:12.498341 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be291ba-313f-4ea2-8c83-4e5c7528800b admin admin] Made reservation on behalf of c2e39161b3394d9ebfb8df6053d2cccf for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:59:12.499602 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4be291ba-313f-4ea2-8c83-4e5c7528800b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:12.589540 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84f5d1-176f-4125-9aad-5b7f85a3bbcc req-6bdb5241-1a20-4919-a163-ebc3ba764186 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:12.597245 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5b84f5d1-176f-4125-9aad-5b7f85a3bbcc req-6bdb5241-1a20-4919-a163-ebc3ba764186 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0560269 Nov 04 10:59:12.657716 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5b84f5d1-176f-4125-9aad-5b7f85a3bbcc req-5b1394fd-1f20-44d8-922d-f55e202713d0 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593081 Nov 04 10:59:12.697650 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4be291ba-313f-4ea2-8c83-4e5c7528800b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:12.760048 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be291ba-313f-4ea2-8c83-4e5c7528800b admin admin] Pushing event updated for resources: {'Subnet': ['ID=acbe3edd-0e54-430d-9b84-17ccd434a175,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:12.771365 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be291ba-313f-4ea2-8c83-4e5c7528800b admin admin] Checking segment: {'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:59:12.771721 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be291ba-313f-4ea2-8c83-4e5c7528800b admin admin] Network hostable DHCP agents. Network: 0f07f923-0bad-4509-bf44-e9706f67de3e, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:59:12.795706 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be291ba-313f-4ea2-8c83-4e5c7528800b admin admin] Network 0f07f923-0bad-4509-bf44-e9706f67de3e is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:59:12.806421 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-4be291ba-313f-4ea2-8c83-4e5c7528800b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 0f07f923-0bad-4509-bf44-e9706f67de3e) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:59:12.810925 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be291ba-313f-4ea2-8c83-4e5c7528800b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:12.811764 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4be291ba-313f-4ea2-8c83-4e5c7528800b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:12.818327 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9440d5-3cb2-4ddd-b9d2-4844a7535192 None None] Network 0f07f923-0bad-4509-bf44-e9706f67de3e requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:59:12.831941 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4be291ba-313f-4ea2-8c83-4e5c7528800b admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3689003 Nov 04 10:59:12.834381 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41684) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:12.839752 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-40a34ed8-c7fe-4193-a722-727b7181a278 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-321014118-router', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:59:12.862569 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-40a34ed8-c7fe-4193-a722-727b7181a278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:12.863656 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-40a34ed8-c7fe-4193-a722-727b7181a278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:12.917296 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-40a34ed8-c7fe-4193-a722-727b7181a278 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:12.976628 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4953e329-a83a-4ee5-8fef-bdf9ae5c4698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-0f07f923-0bad-4509-bf44-e9706f67de3e', 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'fixed_ips': [{'subnet_id': 'acbe3edd-0e54-430d-9b84-17ccd434a175'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:59:12.977662 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4953e329-a83a-4ee5-8fef-bdf9ae5c4698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:13.061612 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-40a34ed8-c7fe-4193-a722-727b7181a278 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:13.118459 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-4953e329-a83a-4ee5-8fef-bdf9ae5c4698 None None] Allocated IP 172.20.0.2 (0f07f923-0bad-4509-bf44-e9706f67de3e/acbe3edd-0e54-430d-9b84-17ccd434a175/177e1ec4-c0d0-4f7a-87cb-6d22f49f756a) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:59:13.277825 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-40a34ed8-c7fe-4193-a722-727b7181a278 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:13.283376 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4953e329-a83a-4ee5-8fef-bdf9ae5c4698 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:13.290743 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4953e329-a83a-4ee5-8fef-bdf9ae5c4698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:13.303042 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-40a34ed8-c7fe-4193-a722-727b7181a278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:13.333575 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4953e329-a83a-4ee5-8fef-bdf9ae5c4698 None None] Network 0f07f923-0bad-4509-bf44-e9706f67de3e is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:59:13.336910 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-4953e329-a83a-4ee5-8fef-bdf9ae5c4698 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:59:13.341599 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4953e329-a83a-4ee5-8fef-bdf9ae5c4698 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:59:13.344752 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953e329-a83a-4ee5-8fef-bdf9ae5c4698 None None] Pushing event updated for resources: {'Port': ['ID=177e1ec4-c0d0-4f7a-87cb-6d22f49f756a,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:13.400388 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-4953e329-a83a-4ee5-8fef-bdf9ae5c4698 None None] Attempting to bind port 177e1ec4-c0d0-4f7a-87cb-6d22f49f756a on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:59:13.400756 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-4953e329-a83a-4ee5-8fef-bdf9ae5c4698 None None] Attempting to bind port 177e1ec4-c0d0-4f7a-87cb-6d22f49f756a by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:59:13.401372 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4953e329-a83a-4ee5-8fef-bdf9ae5c4698 None None] Attempting to bind port 177e1ec4-c0d0-4f7a-87cb-6d22f49f756a on network 0f07f923-0bad-4509-bf44-e9706f67de3e {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:59:13.406898 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4953e329-a83a-4ee5-8fef-bdf9ae5c4698 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:59:13.407876 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4953e329-a83a-4ee5-8fef-bdf9ae5c4698 None None] Checking segment: {'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:59:13.408360 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4953e329-a83a-4ee5-8fef-bdf9ae5c4698 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:13.409240 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4953e329-a83a-4ee5-8fef-bdf9ae5c4698 None None] Bound using segment: {'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:59:13.410154 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-4953e329-a83a-4ee5-8fef-bdf9ae5c4698 None None] Bound port: 177e1ec4-c0d0-4f7a-87cb-6d22f49f756a, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:59:13.410636 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4953e329-a83a-4ee5-8fef-bdf9ae5c4698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:13.422683 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-40a34ed8-c7fe-4193-a722-727b7181a278 admin admin] Allocated IP 172.25.7.190 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/506ad194-eba8-4713-9d30-f0451ffb3ed0) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:59:13.482173 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-4953e329-a83a-4ee5-8fef-bdf9ae5c4698 None None] For port 177e1ec4-c0d0-4f7a-87cb-6d22f49f756a, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:59:13.485842 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-4953e329-a83a-4ee5-8fef-bdf9ae5c4698 None None] For port 177e1ec4-c0d0-4f7a-87cb-6d22f49f756a, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=177e1ec4-c0d0-4f7a-87cb-6d22f49f756a,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:59:13.492957 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4953e329-a83a-4ee5-8fef-bdf9ae5c4698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:13.557109 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953e329-a83a-4ee5-8fef-bdf9ae5c4698 None None] Pushing event updated for resources: {'Port': ['ID=177e1ec4-c0d0-4f7a-87cb-6d22f49f756a,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:13.562225 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-40a34ed8-c7fe-4193-a722-727b7181a278 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:13.603435 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-40a34ed8-c7fe-4193-a722-727b7181a278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:13.649245 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a34ed8-c7fe-4193-a722-727b7181a278 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:59:13.652404 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-40a34ed8-c7fe-4193-a722-727b7181a278 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:59:13.656989 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a34ed8-c7fe-4193-a722-727b7181a278 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:59:13.660441 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a34ed8-c7fe-4193-a722-727b7181a278 admin admin] Pushing event updated for resources: {'Port': ['ID=506ad194-eba8-4713-9d30-f0451ffb3ed0,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:13.816700 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a9552-9edd-4738-80a7-ee61dbfc0f40 req-b2edfb2d-2391-43bd-af26-f8ba12540551 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:13.818295 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4d6a9552-9edd-4738-80a7-ee61dbfc0f40 req-b2edfb2d-2391-43bd-af26-f8ba12540551 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0890276 Nov 04 10:59:13.877466 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4d6a9552-9edd-4738-80a7-ee61dbfc0f40 req-b669b5b6-d226-465c-81ae-4079c66075d2 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521390 Nov 04 10:59:13.956094 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-40a34ed8-c7fe-4193-a722-727b7181a278 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:13.974302 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 177e1ec4-c0d0-4f7a-87cb-6d22f49f756a up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:59:14.022966 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device e047d63a-eeb9-41ba-9906-a61bd876f069 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:59:14.049870 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 177e1ec4-c0d0-4f7a-87cb-6d22f49f756a triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:59:14.050233 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:14.052018 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: e047d63a-eeb9-41ba-9906-a61bd876f069 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:59:14.052234 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device e047d63a-eeb9-41ba-9906-a61bd876f069 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:59:14.144651 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:14.163104 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-40a34ed8-c7fe-4193-a722-727b7181a278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:14.179403 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 177e1ec4-c0d0-4f7a-87cb-6d22f49f756a, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=177e1ec4-c0d0-4f7a-87cb-6d22f49f756a,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:59:14.185146 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:14.250957 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=177e1ec4-c0d0-4f7a-87cb-6d22f49f756a,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:14.311614 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a34ed8-c7fe-4193-a722-727b7181a278 admin admin] Router 830895ce-6ab1-41b4-aa0c-515088786436 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:59:14.434202 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a34ed8-c7fe-4193-a722-727b7181a278 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:59:14.450406 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85770245-c788-4b91-9131-7d5cf0da02b5 None None] Sync routers for ids ['830895ce-6ab1-41b4-aa0c-515088786436'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:59:14.457782 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-40a34ed8-c7fe-4193-a722-727b7181a278 admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:14.460871 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-40a34ed8-c7fe-4193-a722-727b7181a278 admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6237381 Nov 04 10:59:14.462666 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 41698) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:14.478395 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85770245-c788-4b91-9131-7d5cf0da02b5 None None] Routers {'830895ce-6ab1-41b4-aa0c-515088786436'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:59:14.479901 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-85770245-c788-4b91-9131-7d5cf0da02b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:58:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['830895ce-6ab1-41b4-aa0c-515088786436'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:14.665610 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-85770245-c788-4b91-9131-7d5cf0da02b5 None None] Set router 830895ce-6ab1-41b4-aa0c-515088786436 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:59:14.727349 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bfc591-56d5-482f-8a32-a8d4ae4efcb3 None None] Network 0f07f923-0bad-4509-bf44-e9706f67de3e requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:59:14.877654 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-85770245-c788-4b91-9131-7d5cf0da02b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830895ce-6ab1-41b4-aa0c-515088786436', 'name': 'tempest-ServerActionsTestJSON-321014118-router', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '506ad194-eba8-4713-9d30-f0451ffb3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:12Z', 'updated_at': '2021-11-04T10:59:13Z', 'revision_number': 3, 'project_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'gw_port': {'id': '506ad194-eba8-4713-9d30-f0451ffb3ed0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:28:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830895ce-6ab1-41b4-aa0c-515088786436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:13Z', 'updated_at': '2021-11-04T10:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:14.917555 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-beb5c24e-9959-45cb-a770-d9311135a710 None None] Provisioning complete for port 177e1ec4-c0d0-4f7a-87cb-6d22f49f756a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:59:14.917912 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-beb5c24e-9959-45cb-a770-d9311135a710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:14.937670 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85770245-c788-4b91-9131-7d5cf0da02b5 None None] Checking router: 830895ce-6ab1-41b4-aa0c-515088786436 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:59:14.939604 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85770245-c788-4b91-9131-7d5cf0da02b5 None None] Updating router 830895ce-6ab1-41b4-aa0c-515088786436 port 506ad194-eba8-4713-9d30-f0451ffb3ed0 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:59:15.003331 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-85770245-c788-4b91-9131-7d5cf0da02b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:15.013928 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:15.079077 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee67df-0063-4798-bccb-9d79489c1e47 req-8d445ea6-e297-4c4f-bf13-b7de91b482d0 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:15.081658 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-57ee67df-0063-4798-bccb-9d79489c1e47 req-8d445ea6-e297-4c4f-bf13-b7de91b482d0 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.1217024 Nov 04 10:59:15.169787 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-57ee67df-0063-4798-bccb-9d79489c1e47 req-7f7fa69e-a6fc-409a-8b11-0df56c965e04 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791032 Nov 04 10:59:15.341462 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-85770245-c788-4b91-9131-7d5cf0da02b5 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:15.351082 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-85770245-c788-4b91-9131-7d5cf0da02b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:15.413493 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-85770245-c788-4b91-9131-7d5cf0da02b5 None None] Attempting to bind port 506ad194-eba8-4713-9d30-f0451ffb3ed0 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:59:15.414758 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-85770245-c788-4b91-9131-7d5cf0da02b5 None None] Attempting to bind port 506ad194-eba8-4713-9d30-f0451ffb3ed0 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:59:15.415393 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85770245-c788-4b91-9131-7d5cf0da02b5 None None] Attempting to bind port 506ad194-eba8-4713-9d30-f0451ffb3ed0 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:59:15.425171 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85770245-c788-4b91-9131-7d5cf0da02b5 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:59:15.426347 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85770245-c788-4b91-9131-7d5cf0da02b5 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:59:15.426877 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-85770245-c788-4b91-9131-7d5cf0da02b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:15.427342 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85770245-c788-4b91-9131-7d5cf0da02b5 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:59:15.427936 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-85770245-c788-4b91-9131-7d5cf0da02b5 None None] Bound port: 506ad194-eba8-4713-9d30-f0451ffb3ed0, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:59:15.428387 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-85770245-c788-4b91-9131-7d5cf0da02b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:15.552793 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-ceb4d284-9628-4daa-a5bb-a735ff527cbe None None] Provisioning complete for port 177e1ec4-c0d0-4f7a-87cb-6d22f49f756a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:59:15.557962 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ceb4d284-9628-4daa-a5bb-a735ff527cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:15.559195 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fb83d-a78b-4da6-9355-f4e8a7f5c183 req-18af8c2c-990c-45ba-9370-7eb1d2e77290 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:15.563628 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3156382-f700-41eb-8ee1-ab05dfa19222 None None] Pushing event updated for resources: {'Port': ['ID=506ad194-eba8-4713-9d30-f0451ffb3ed0,revision_number=2']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:15.568413 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e90fb83d-a78b-4da6-9355-f4e8a7f5c183 req-18af8c2c-990c-45ba-9370-7eb1d2e77290 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.1186037 Nov 04 10:59:15.576490 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5fef86be-8b98-40ea-bf56-60c70d35b6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:15.590647 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3156382-f700-41eb-8ee1-ab05dfa19222 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:15.591031 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3156382-f700-41eb-8ee1-ab05dfa19222 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:15.591300 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3156382-f700-41eb-8ee1-ab05dfa19222 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:15.591640 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3156382-f700-41eb-8ee1-ab05dfa19222 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:15.596150 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3156382-f700-41eb-8ee1-ab05dfa19222 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:15.596529 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3156382-f700-41eb-8ee1-ab05dfa19222 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:15.597070 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3156382-f700-41eb-8ee1-ab05dfa19222 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:15.597289 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3156382-f700-41eb-8ee1-ab05dfa19222 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:15.598163 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc65e1-b1bd-4ded-9f60-5f762165774e req-4bd9dc2e-6b9d-4e2e-b3ee-89bc4cfaf9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:15.599963 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e5fc65e1-b1bd-4ded-9f60-5f762165774e req-4bd9dc2e-6b9d-4e2e-b3ee-89bc4cfaf9fa service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=db986214976042ad8f7b4ef2ac918aa4&device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 1096 time: 0.1630144 Nov 04 10:59:15.600270 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3156382-f700-41eb-8ee1-ab05dfa19222 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:15.600637 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3156382-f700-41eb-8ee1-ab05dfa19222 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:15.600986 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3156382-f700-41eb-8ee1-ab05dfa19222 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:15.601308 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3156382-f700-41eb-8ee1-ab05dfa19222 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:15.609246 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-85770245-c788-4b91-9131-7d5cf0da02b5 None None] For port 506ad194-eba8-4713-9d30-f0451ffb3ed0, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:59:15.614187 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-85770245-c788-4b91-9131-7d5cf0da02b5 None None] For port 506ad194-eba8-4713-9d30-f0451ffb3ed0, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=506ad194-eba8-4713-9d30-f0451ffb3ed0,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:59:15.620809 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-85770245-c788-4b91-9131-7d5cf0da02b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:15.732587 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc65e1-b1bd-4ded-9f60-5f762165774e req-63135b37-a17e-446d-b2f2-56eac472e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:15.736394 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e5fc65e1-b1bd-4ded-9f60-5f762165774e req-63135b37-a17e-446d-b2f2-56eac472e1d3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=48d7173e-4f84-437c-b393-02822601af8d HTTP/1.1" status: 200 len: 912 time: 0.1251173 Nov 04 10:59:15.859522 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85770245-c788-4b91-9131-7d5cf0da02b5 None None] Routers {'830895ce-6ab1-41b4-aa0c-515088786436'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:59:15.860366 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-85770245-c788-4b91-9131-7d5cf0da02b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:58:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['830895ce-6ab1-41b4-aa0c-515088786436'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:15.865685 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3156382-f700-41eb-8ee1-ab05dfa19222 None None] Pushing event updated for resources: {'Port': ['ID=506ad194-eba8-4713-9d30-f0451ffb3ed0,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:15.896859 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-5fef86be-8b98-40ea-bf56-60c70d35b6f8 admin admin] Allocated IP 172.20.0.1 (0f07f923-0bad-4509-bf44-e9706f67de3e/acbe3edd-0e54-430d-9b84-17ccd434a175/ee96bc63-51a9-4d7a-9642-8b7477eb87c7) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:59:15.921821 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e5fc65e1-b1bd-4ded-9f60-5f762165774e req-5ba0a041-9711-441c-a09e-97930b6a4004 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cae55ee8-a51e-4a5c-85db-63c1b5586a29 HTTP/1.1" status: 200 len: 1000 time: 0.1742663 Nov 04 10:59:15.934130 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e90fb83d-a78b-4da6-9355-f4e8a7f5c183 req-deef4e4e-e0b4-42f7-9cb1-7092fb227328 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3645535 Nov 04 10:59:15.995976 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc65e1-b1bd-4ded-9f60-5f762165774e req-00428c2d-82e0-4f64-bd9d-19e37f39919b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:15.998385 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e5fc65e1-b1bd-4ded-9f60-5f762165774e req-00428c2d-82e0-4f64-bd9d-19e37f39919b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e385be16-201b-4622-87ed-46bcc0e22c59 HTTP/1.1" status: 200 len: 849 time: 0.0629919 Nov 04 10:59:16.040083 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 177e1ec4-c0d0-4f7a-87cb-6d22f49f756a up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:59:16.057529 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-85770245-c788-4b91-9131-7d5cf0da02b5 None None] Set router 830895ce-6ab1-41b4-aa0c-515088786436 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:59:16.105270 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 177e1ec4-c0d0-4f7a-87cb-6d22f49f756a triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:59:16.105646 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:16.108745 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc65e1-b1bd-4ded-9f60-5f762165774e req-264eef10-5efc-4cfc-aafc-69dac9039c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:16.110313 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e5fc65e1-b1bd-4ded-9f60-5f762165774e req-264eef10-5efc-4cfc-aafc-69dac9039c82 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=48d7173e-4f84-437c-b393-02822601af8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005020 Nov 04 10:59:16.145975 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5fef86be-8b98-40ea-bf56-60c70d35b6f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:16.225103 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5fef86be-8b98-40ea-bf56-60c70d35b6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:16.277916 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e5fc65e1-b1bd-4ded-9f60-5f762165774e req-947e9a7f-0775-46e6-912a-70aa67e7fc83 service neutron] 10.222.0.121 "GET /v2.0/networks/48d7173e-4f84-437c-b393-02822601af8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580167 Nov 04 10:59:16.298510 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fef86be-8b98-40ea-bf56-60c70d35b6f8 admin admin] Network 0f07f923-0bad-4509-bf44-e9706f67de3e is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:59:16.301889 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-5fef86be-8b98-40ea-bf56-60c70d35b6f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:59:16.309801 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fef86be-8b98-40ea-bf56-60c70d35b6f8 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:59:16.374820 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-85770245-c788-4b91-9131-7d5cf0da02b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830895ce-6ab1-41b4-aa0c-515088786436', 'name': 'tempest-ServerActionsTestJSON-321014118-router', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '506ad194-eba8-4713-9d30-f0451ffb3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:12Z', 'updated_at': '2021-11-04T10:59:13Z', 'revision_number': 3, 'project_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'gw_port': {'id': '506ad194-eba8-4713-9d30-f0451ffb3ed0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:28:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830895ce-6ab1-41b4-aa0c-515088786436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:13Z', 'updated_at': '2021-11-04T10:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:16.379913 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef86be-8b98-40ea-bf56-60c70d35b6f8 admin admin] Pushing event updated for resources: {'Port': ['ID=ee96bc63-51a9-4d7a-9642-8b7477eb87c7,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:16.390134 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5fef86be-8b98-40ea-bf56-60c70d35b6f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:16.432001 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85770245-c788-4b91-9131-7d5cf0da02b5 None None] The sync data for ids ['830895ce-6ab1-41b4-aa0c-515088786436'] in n-d-816629-1 is: [{'id': '830895ce-6ab1-41b4-aa0c-515088786436', 'name': 'tempest-ServerActionsTestJSON-321014118-router', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '506ad194-eba8-4713-9d30-f0451ffb3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:12Z', 'updated_at': '2021-11-04T10:59:13Z', 'revision_number': 3, 'project_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'gw_port': {'id': '506ad194-eba8-4713-9d30-f0451ffb3ed0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:28:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830895ce-6ab1-41b4-aa0c-515088786436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:13Z', 'updated_at': '2021-11-04T10:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:59:16.450712 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e5fc65e1-b1bd-4ded-9f60-5f762165774e req-fcb46215-8119-4190-89e5-bb296eaab952 service neutron] 10.222.0.121 "GET /v2.0/networks/48d7173e-4f84-437c-b393-02822601af8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623888 Nov 04 10:59:16.583516 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5fef86be-8b98-40ea-bf56-60c70d35b6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:16.704123 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e0c96d7e-b334-490b-b090-6622914b4736 None None] Provisioning complete for port ee96bc63-51a9-4d7a-9642-8b7477eb87c7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:59:16.704364 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e0c96d7e-b334-490b-b090-6622914b4736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:16.759230 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e0c96d7e-b334-490b-b090-6622914b4736 None None] Port ee96bc63-51a9-4d7a-9642-8b7477eb87c7 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:59:16.882739 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c56105e7-5d5e-4362-bd45-04ad2eaac7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:16.910245 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5fef86be-8b98-40ea-bf56-60c70d35b6f8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:16.917343 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5fef86be-8b98-40ea-bf56-60c70d35b6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:17.002892 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5fef86be-8b98-40ea-bf56-60c70d35b6f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:17.005219 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef86be-8b98-40ea-bf56-60c70d35b6f8 admin admin] Pushing event updated for resources: {'Port': ['ID=ee96bc63-51a9-4d7a-9642-8b7477eb87c7,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:17.143296 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fb60e-59d6-4946-a092-eb70900b877f req-a815e412-b002-4200-a206-2e956a8f2798 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:17.152038 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d53fb60e-59d6-4946-a092-eb70900b877f req-a815e412-b002-4200-a206-2e956a8f2798 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0756609 Nov 04 10:59:17.243730 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fef86be-8b98-40ea-bf56-60c70d35b6f8 admin admin] Network 0f07f923-0bad-4509-bf44-e9706f67de3e is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:59:17.244070 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d53fb60e-59d6-4946-a092-eb70900b877f req-1fc10fba-2e74-49f0-8f11-994a6b40dfa7 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869608 Nov 04 10:59:17.245253 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-5fef86be-8b98-40ea-bf56-60c70d35b6f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:59:17.433208 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fef86be-8b98-40ea-bf56-60c70d35b6f8 admin admin] Router 830895ce-6ab1-41b4-aa0c-515088786436 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:59:17.599747 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b776c7f9-efb5-49dd-ba8a-c0ee1477d6f3 None None] Provisioning complete for port ee96bc63-51a9-4d7a-9642-8b7477eb87c7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:59:17.600224 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b776c7f9-efb5-49dd-ba8a-c0ee1477d6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:17.612624 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fef86be-8b98-40ea-bf56-60c70d35b6f8 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:59:17.622453 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5fef86be-8b98-40ea-bf56-60c70d35b6f8 admin admin] 10.222.0.127 "PUT /v2.0/routers/830895ce-6ab1-41b4-aa0c-515088786436/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1581392 Nov 04 10:59:17.659948 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-b776c7f9-efb5-49dd-ba8a-c0ee1477d6f3 None None] Port ee96bc63-51a9-4d7a-9642-8b7477eb87c7 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:59:17.971429 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 506ad194-eba8-4713-9d30-f0451ffb3ed0 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:59:18.035754 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 506ad194-eba8-4713-9d30-f0451ffb3ed0 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:59:18.036117 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:18.150498 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:18.177036 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 506ad194-eba8-4713-9d30-f0451ffb3ed0, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=506ad194-eba8-4713-9d30-f0451ffb3ed0,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:59:18.185527 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:18.243726 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=506ad194-eba8-4713-9d30-f0451ffb3ed0,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:18.432403 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42016) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:18.439642 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-a7bc8c3d-3bab-4c74-beac-ba23c76eec42 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1655579862', 'description': 'tempest-description--1105765736'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:59:18.491200 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a7bc8c3d-3bab-4c74-beac-ba23c76eec42 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:18.575978 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f897e-9ecd-4a8d-832e-86aad44638f7 req-459d60c5-f07f-433d-9187-98652396a9f2 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:18.577852 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-061f897e-9ecd-4a8d-832e-86aad44638f7 req-459d60c5-f07f-433d-9187-98652396a9f2 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0788710 Nov 04 10:59:18.602909 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a7bc8c3d-3bab-4c74-beac-ba23c76eec42 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:18.608902 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a7bc8c3d-3bab-4c74-beac-ba23c76eec42 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:18.642169 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a7bc8c3d-3bab-4c74-beac-ba23c76eec42 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:18.643441 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a7bc8c3d-3bab-4c74-beac-ba23c76eec42 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2099881 Nov 04 10:59:18.648671 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42040) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:18.653766 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-dc339468-e1fc-42a5-9f83-5e95ae2746b3 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Request body: {'security_group_rule': {'security_group_id': '724163c0-5001-4916-aa2c-d6fb8128fe93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:59:18.654729 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc8c3d-3bab-4c74-beac-ba23c76eec42 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=724163c0-5001-4916-aa2c-d6fb8128fe93,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:18.685617 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-061f897e-9ecd-4a8d-832e-86aad44638f7 req-34dd36af-0430-4bcc-8d7e-cd73a220068a tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958514 Nov 04 10:59:18.705507 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dc339468-e1fc-42a5-9f83-5e95ae2746b3 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:18.793124 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dc339468-e1fc-42a5-9f83-5e95ae2746b3 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:18.799621 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dc339468-e1fc-42a5-9f83-5e95ae2746b3 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:18.819277 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc339468-e1fc-42a5-9f83-5e95ae2746b3 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c6f3dc0-8e74-4ee8-ac44-e359e3b9989f,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:18.832087 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dc339468-e1fc-42a5-9f83-5e95ae2746b3 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:18.836485 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42064) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:18.843522 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-991f0d18-f2fb-4702-86b4-fac944a4f2fc tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Request body: {'security_group_rule': {'security_group_id': '724163c0-5001-4916-aa2c-d6fb8128fe93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:59:18.848747 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-dc339468-e1fc-42a5-9f83-5e95ae2746b3 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1987364 Nov 04 10:59:18.894272 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d74d800-99e3-4b97-8295-2510c6e0cdcc None None] Sync routers for ids ['830895ce-6ab1-41b4-aa0c-515088786436'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:59:18.908132 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d74d800-99e3-4b97-8295-2510c6e0cdcc None None] Routers {'830895ce-6ab1-41b4-aa0c-515088786436'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:59:18.909756 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-7d74d800-99e3-4b97-8295-2510c6e0cdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:58:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['830895ce-6ab1-41b4-aa0c-515088786436'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:18.917427 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-991f0d18-f2fb-4702-86b4-fac944a4f2fc tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:18.992304 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-991f0d18-f2fb-4702-86b4-fac944a4f2fc tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:18.998083 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-991f0d18-f2fb-4702-86b4-fac944a4f2fc tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:19.033340 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0d18-f2fb-4702-86b4-fac944a4f2fc tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a90d6e-dcf3-45e8-942e-c559bc8f1f01,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:19.040919 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-991f0d18-f2fb-4702-86b4-fac944a4f2fc tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:19.042411 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-991f0d18-f2fb-4702-86b4-fac944a4f2fc tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2037044 Nov 04 10:59:19.044842 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42090) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:19.051678 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-8c586ffc-937d-4d15-9bb0-adaadae380ee tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:59:19.053372 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-7d74d800-99e3-4b97-8295-2510c6e0cdcc None None] Set router 830895ce-6ab1-41b4-aa0c-515088786436 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:59:19.090077 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8c586ffc-937d-4d15-9bb0-adaadae380ee tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks [] for floatingip, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:19.226332 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8c586ffc-937d-4d15-9bb0-adaadae380ee tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:19.302183 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-7d74d800-99e3-4b97-8295-2510c6e0cdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830895ce-6ab1-41b4-aa0c-515088786436', 'name': 'tempest-ServerActionsTestJSON-321014118-router', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '506ad194-eba8-4713-9d30-f0451ffb3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:12Z', 'updated_at': '2021-11-04T10:59:16Z', 'revision_number': 4, 'project_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'gw_port': {'id': '506ad194-eba8-4713-9d30-f0451ffb3ed0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830895ce-6ab1-41b4-aa0c-515088786436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:13Z', 'updated_at': '2021-11-04T10:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'ee96bc63-51a9-4d7a-9642-8b7477eb87c7', 'name': '', 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'mac_address': 'fa:16:3e:35:d3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830895ce-6ab1-41b4-aa0c-515088786436', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'acbe3edd-0e54-430d-9b84-17ccd434a175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:15Z', 'updated_at': '2021-11-04T10:59:16Z', 'revision_number': 2, 'project_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'subnets': [{'id': 'acbe3edd-0e54-430d-9b84-17ccd434a175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:19.339260 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d74d800-99e3-4b97-8295-2510c6e0cdcc None None] Checking router: 830895ce-6ab1-41b4-aa0c-515088786436 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:59:19.339724 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d74d800-99e3-4b97-8295-2510c6e0cdcc None None] Updating router 830895ce-6ab1-41b4-aa0c-515088786436 port ee96bc63-51a9-4d7a-9642-8b7477eb87c7 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:59:19.373569 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-8c586ffc-937d-4d15-9bb0-adaadae380ee tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Allocated IP 172.25.7.186 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/5f8bfd6d-3099-46d8-94eb-48547272f78b) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:59:19.373783 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7d74d800-99e3-4b97-8295-2510c6e0cdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:19.513187 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8c586ffc-937d-4d15-9bb0-adaadae380ee tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:19.559975 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8c586ffc-937d-4d15-9bb0-adaadae380ee tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:19.612277 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c586ffc-937d-4d15-9bb0-adaadae380ee tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:59:19.630503 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-8c586ffc-937d-4d15-9bb0-adaadae380ee tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:59:19.635662 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c586ffc-937d-4d15-9bb0-adaadae380ee tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Pushing event updated for resources: {'Port': ['ID=5f8bfd6d-3099-46d8-94eb-48547272f78b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:19.647036 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c586ffc-937d-4d15-9bb0-adaadae380ee tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:59:19.763467 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-50649cb4-2392-4e3c-a565-3abf12a8de4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:19.789069 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8c586ffc-937d-4d15-9bb0-adaadae380ee tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:19.847707 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8c586ffc-937d-4d15-9bb0-adaadae380ee tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:19.889860 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7d74d800-99e3-4b97-8295-2510c6e0cdcc None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:19.901583 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7d74d800-99e3-4b97-8295-2510c6e0cdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:19.971792 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5bd98-ffb0-449c-a1ac-f79f96acc042 None None] Pushing event updated for resources: {'Port': ['ID=ee96bc63-51a9-4d7a-9642-8b7477eb87c7,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:20.057911 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 506ad194-eba8-4713-9d30-f0451ffb3ed0 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:59:20.066311 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8c586ffc-937d-4d15-9bb0-adaadae380ee tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:20.074216 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8c586ffc-937d-4d15-9bb0-adaadae380ee tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:20.134535 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-7d74d800-99e3-4b97-8295-2510c6e0cdcc None None] Attempting to bind port ee96bc63-51a9-4d7a-9642-8b7477eb87c7 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:59:20.135204 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-7d74d800-99e3-4b97-8295-2510c6e0cdcc None None] Attempting to bind port ee96bc63-51a9-4d7a-9642-8b7477eb87c7 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:59:20.135743 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d74d800-99e3-4b97-8295-2510c6e0cdcc None None] Attempting to bind port ee96bc63-51a9-4d7a-9642-8b7477eb87c7 on network 0f07f923-0bad-4509-bf44-e9706f67de3e {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:59:20.145620 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 506ad194-eba8-4713-9d30-f0451ffb3ed0 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:59:20.145980 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:20.149320 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d74d800-99e3-4b97-8295-2510c6e0cdcc None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:59:20.149924 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d74d800-99e3-4b97-8295-2510c6e0cdcc None None] Checking segment: {'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:59:20.150312 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7d74d800-99e3-4b97-8295-2510c6e0cdcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:20.150700 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d74d800-99e3-4b97-8295-2510c6e0cdcc None None] Bound using segment: {'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:59:20.151177 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-7d74d800-99e3-4b97-8295-2510c6e0cdcc None None] Bound port: ee96bc63-51a9-4d7a-9642-8b7477eb87c7, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:59:20.151553 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7d74d800-99e3-4b97-8295-2510c6e0cdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:20.170807 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c586ffc-937d-4d15-9bb0-adaadae380ee tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Pushing event updated for resources: {'Port': ['ID=5f8bfd6d-3099-46d8-94eb-48547272f78b,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:20.190956 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8c586ffc-937d-4d15-9bb0-adaadae380ee tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:20.216356 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8c586ffc-937d-4d15-9bb0-adaadae380ee tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:20.225360 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8c586ffc-937d-4d15-9bb0-adaadae380ee tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1791465 Nov 04 10:59:20.309355 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-7d74d800-99e3-4b97-8295-2510c6e0cdcc None None] For port ee96bc63-51a9-4d7a-9642-8b7477eb87c7, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:59:20.329905 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-7d74d800-99e3-4b97-8295-2510c6e0cdcc None None] For port ee96bc63-51a9-4d7a-9642-8b7477eb87c7, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ee96bc63-51a9-4d7a-9642-8b7477eb87c7,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:59:20.337163 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d55e9677-7eac-4308-bcce-e6bfdeb1431f None None] Provisioning complete for port ee96bc63-51a9-4d7a-9642-8b7477eb87c7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:59:20.337163 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d55e9677-7eac-4308-bcce-e6bfdeb1431f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:20.339471 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7d74d800-99e3-4b97-8295-2510c6e0cdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:20.392608 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-b8794087-6a4f-4815-ae72-795519799710 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-securitygroup--1655579862&fields=id&tenant_id=c2e39161b3394d9ebfb8df6053d2cccf HTTP/1.1" status: 200 len: 267 time: 0.0449421 Nov 04 10:59:20.444027 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d74d800-99e3-4b97-8295-2510c6e0cdcc None None] Routers {'830895ce-6ab1-41b4-aa0c-515088786436'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:59:20.444660 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-7d74d800-99e3-4b97-8295-2510c6e0cdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:59:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['830895ce-6ab1-41b4-aa0c-515088786436'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:20.447087 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5bd98-ffb0-449c-a1ac-f79f96acc042 None None] Pushing event updated for resources: {'Port': ['ID=ee96bc63-51a9-4d7a-9642-8b7477eb87c7,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:20.529536 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-753e4a2a-3743-4810-b208-5f4a51558939 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:20.532198 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-753e4a2a-3743-4810-b208-5f4a51558939 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 811 time: 0.1304116 Nov 04 10:59:20.556562 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-92e5dda6-466a-488d-be51-16915f94f8b0 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/quotas/c2e39161b3394d9ebfb8df6053d2cccf HTTP/1.1" status: 200 len: 375 time: 0.0150974 Nov 04 10:59:20.584992 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d55e9677-7eac-4308-bcce-e6bfdeb1431f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:20.635403 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-7d74d800-99e3-4b97-8295-2510c6e0cdcc None None] Set router 830895ce-6ab1-41b4-aa0c-515088786436 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:59:20.638064 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-d55e9677-7eac-4308-bcce-e6bfdeb1431f None None] For port ee96bc63-51a9-4d7a-9642-8b7477eb87c7, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ee96bc63-51a9-4d7a-9642-8b7477eb87c7,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:59:20.642857 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-ecbb5c4c-38d9-4701-8030-e3d37e934cba tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804536 Nov 04 10:59:20.663011 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d55e9677-7eac-4308-bcce-e6bfdeb1431f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:20.745366 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-9fe80ce9-d7cc-4fda-a6eb-09304831ae03 service neutron] 10.222.0.127 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897346 Nov 04 10:59:20.806993 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e9677-7eac-4308-bcce-e6bfdeb1431f None None] Pushing event updated for resources: {'Port': ['ID=ee96bc63-51a9-4d7a-9642-8b7477eb87c7,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:20.823418 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:20.840406 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-484076a8-2ed7-4727-80a4-c2a6eab5f565 None None] Provisioning complete for port ee96bc63-51a9-4d7a-9642-8b7477eb87c7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:59:20.840760 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-484076a8-2ed7-4727-80a4-c2a6eab5f565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:20.854013 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-a989ba3a-24df-4d7a-bd67-84e36a13d266 service neutron] 10.222.0.127 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019063 Nov 04 10:59:20.983383 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-7d74d800-99e3-4b97-8295-2510c6e0cdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830895ce-6ab1-41b4-aa0c-515088786436', 'name': 'tempest-ServerActionsTestJSON-321014118-router', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '506ad194-eba8-4713-9d30-f0451ffb3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:12Z', 'updated_at': '2021-11-04T10:59:16Z', 'revision_number': 4, 'project_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'gw_port': {'id': '506ad194-eba8-4713-9d30-f0451ffb3ed0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830895ce-6ab1-41b4-aa0c-515088786436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:13Z', 'updated_at': '2021-11-04T10:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'ee96bc63-51a9-4d7a-9642-8b7477eb87c7', 'name': '', 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'mac_address': 'fa:16:3e:35:d3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830895ce-6ab1-41b4-aa0c-515088786436', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'acbe3edd-0e54-430d-9b84-17ccd434a175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:15Z', 'updated_at': '2021-11-04T10:59:20Z', 'revision_number': 4, 'project_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'subnets': [{'id': 'acbe3edd-0e54-430d-9b84-17ccd434a175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:21.017057 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d74d800-99e3-4b97-8295-2510c6e0cdcc None None] The sync data for ids ['830895ce-6ab1-41b4-aa0c-515088786436'] in n-d-816629-1 is: [{'id': '830895ce-6ab1-41b4-aa0c-515088786436', 'name': 'tempest-ServerActionsTestJSON-321014118-router', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '506ad194-eba8-4713-9d30-f0451ffb3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:12Z', 'updated_at': '2021-11-04T10:59:16Z', 'revision_number': 4, 'project_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'gw_port': {'id': '506ad194-eba8-4713-9d30-f0451ffb3ed0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830895ce-6ab1-41b4-aa0c-515088786436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:13Z', 'updated_at': '2021-11-04T10:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'ee96bc63-51a9-4d7a-9642-8b7477eb87c7', 'name': '', 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'mac_address': 'fa:16:3e:35:d3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830895ce-6ab1-41b4-aa0c-515088786436', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'acbe3edd-0e54-430d-9b84-17ccd434a175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:15Z', 'updated_at': '2021-11-04T10:59:20Z', 'revision_number': 4, 'project_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'subnets': [{'id': 'acbe3edd-0e54-430d-9b84-17ccd434a175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:59:21.064811 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f6a467a-74ed-472e-9c0c-a212a76db882 req-b30ddf54-0ef0-42fc-a680-5b2992c8a12a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 210 time: 0.0537429 Nov 04 10:59:21.220616 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c581ba-e193-4858-a845-7c2246589eda req-d195edf0-092a-4ce8-9269-f28cebb738b0 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:21.222226 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a4c581ba-e193-4858-a845-7c2246589eda req-d195edf0-092a-4ce8-9269-f28cebb738b0 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 1097 time: 0.0455172 Nov 04 10:59:21.292013 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a4c581ba-e193-4858-a845-7c2246589eda req-850fe5fa-df80-4074-baf0-6d412256bcf3 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598626 Nov 04 10:59:21.315297 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42218) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:21.552043 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-32bf0eaa-9ee7-46e8-ae94-111c3d5310ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Deleting port 238d407e-5a4d-4ec2-a072-bba9ce95e665 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:59:21.552541 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-32bf0eaa-9ee7-46e8-ae94-111c3d5310ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:21.671211 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-32bf0eaa-9ee7-46e8-ae94-111c3d5310ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:21.671550 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-32bf0eaa-9ee7-46e8-ae94-111c3d5310ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:21.686316 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-32bf0eaa-9ee7-46e8-ae94-111c3d5310ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Calling delete_port for 238d407e-5a4d-4ec2-a072-bba9ce95e665 owned by network:floatingip {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:59:21.913658 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-32bf0eaa-9ee7-46e8-ae94-111c3d5310ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:21.945301 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf0eaa-9ee7-46e8-ae94-111c3d5310ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event deleted for resources: {'Port': ['ID=238d407e-5a4d-4ec2-a072-bba9ce95e665,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:22.030438 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ee96bc63-51a9-4d7a-9642-8b7477eb87c7 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:59:22.044985 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-32bf0eaa-9ee7-46e8-ae94-111c3d5310ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for floatingip, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:22.045680 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [None req-32bf0eaa-9ee7-46e8-ae94-111c3d5310ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Floating IP a3efc672-0053-457d-b748-ff2fa69a76b3 disassociated (deleted). External IP: 172.25.7.127, port: edb876c0-2cd2-4e92-8660-97bc57e54592. Nov 04 10:59:22.095659 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port ee96bc63-51a9-4d7a-9642-8b7477eb87c7 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:59:22.096441 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:22.277477 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cd21e001-ac90-4199-9d87-3734235ff13b req-02e3bbe1-7bb8-43a8-8011-c953be0a4676 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 210 time: 0.0652487 Nov 04 10:59:22.281817 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:22.409180 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-7b9272cc-71d8-4fb9-8f7c-b0c72a2def81 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:22.410670 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-7b9272cc-71d8-4fb9-8f7c-b0c72a2def81 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.126 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 811 time: 0.1923897 Nov 04 10:59:22.538794 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-7ea76a8b-257a-4e21-9815-3af7700e3b9c tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2e39161b3394d9ebfb8df6053d2cccf HTTP/1.1" status: 200 len: 380 time: 0.1098776 Nov 04 10:59:22.544163 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bf0eaa-9ee7-46e8-ae94-111c3d5310ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Router 77de3c0a-d577-49df-8952-f196951a8d07 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:59:22.550124 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-15b872db-e001-41d5-864c-94e9fa837571 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Request body: {'port': {'device_id': '7294169b-b62f-43fa-9a21-36f22533ba54', 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e', 'admin_state_up': True, 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'security_groups': ['724163c0-5001-4916-aa2c-d6fb8128fe93']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:59:22.605722 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:23.058306 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bf0eaa-9ee7-46e8-ae94-111c3d5310ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:59:23.064073 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-32bf0eaa-9ee7-46e8-ae94-111c3d5310ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:23.069005 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02f26df-c74c-4ee6-83bf-8a35f566345e None None] Sync routers for ids ['77de3c0a-d577-49df-8952-f196951a8d07'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:59:23.080845 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02f26df-c74c-4ee6-83bf-8a35f566345e None None] Routers {'77de3c0a-d577-49df-8952-f196951a8d07'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:59:23.081443 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f02f26df-c74c-4ee6-83bf-8a35f566345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:59:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['77de3c0a-d577-49df-8952-f196951a8d07'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:23.084338 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-15b872db-e001-41d5-864c-94e9fa837571 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Made reservation on behalf of c2e39161b3394d9ebfb8df6053d2cccf for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:59:23.088033 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-15b872db-e001-41d5-864c-94e9fa837571 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:23.104997 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-32bf0eaa-9ee7-46e8-ae94-111c3d5310ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "DELETE /v2.0/floatingips/a3efc672-0053-457d-b748-ff2fa69a76b3 HTTP/1.1" status: 204 len: 168 time: 1.7882309 Nov 04 10:59:23.106825 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3064b16-fb4f-4614-bce3-0ebbc067eddd', 'tag': 'edb876c0-2cd2-4e92-8660-97bc57e54592'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:59:23.109392 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb52335-29a5-4fad-986b-12857cd021b6" -d '{"events": [{"name": "network-changed", "server_uuid": "a3064b16-fb4f-4614-bce3-0ebbc067eddd", "tag": "edb876c0-2cd2-4e92-8660-97bc57e54592"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:59:23.226869 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-f02f26df-c74c-4ee6-83bf-8a35f566345e None None] Set router 77de3c0a-d577-49df-8952-f196951a8d07 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:59:23.238816 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-15b872db-e001-41d5-864c-94e9fa837571 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Allocated IP 172.20.0.7 (0f07f923-0bad-4509-bf44-e9706f67de3e/acbe3edd-0e54-430d-9b84-17ccd434a175/1d257828-1078-4e49-9fa6-ac70dcd14216) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:59:23.286402 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce022f70-09ad-4a6c-91ad-c4b3408e4664 x-openstack-request-id: req-ce022f70-09ad-4a6c-91ad-c4b3408e4664 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:59:23.286698 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3064b16-fb4f-4614-bce3-0ebbc067eddd", "tag": "edb876c0-2cd2-4e92-8660-97bc57e54592", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:59:23.286947 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ce022f70-09ad-4a6c-91ad-c4b3408e4664 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:59:23.287341 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3064b16-fb4f-4614-bce3-0ebbc067eddd', 'tag': 'edb876c0-2cd2-4e92-8660-97bc57e54592', 'status': 'completed', 'code': 200} Nov 04 10:59:23.393163 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303ab6b-2893-4806-86e3-f3bbde195e90 req-a5cc9938-8776-4b59-9063-210f7698f834 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:23.395605 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7303ab6b-2893-4806-86e3-f3bbde195e90 req-a5cc9938-8776-4b59-9063-210f7698f834 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 946 time: 0.0608358 Nov 04 10:59:23.415749 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb52335-29a5-4fad-986b-12857cd021b6 req-bf75f1f0-0082-43f1-94b7-47790d0b290e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:23.417337 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bbb52335-29a5-4fad-986b-12857cd021b6 req-bf75f1f0-0082-43f1-94b7-47790d0b290e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 1097 time: 0.0883770 Nov 04 10:59:23.443605 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f02f26df-c74c-4ee6-83bf-8a35f566345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77de3c0a-d577-49df-8952-f196951a8d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97086936', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:29Z', 'updated_at': '2021-11-04T10:57:34Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77de3c0a-d577-49df-8952-f196951a8d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:30Z', 'updated_at': '2021-11-04T10:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'a852b47a-e4bb-4fc2-a224-b0783cf9c8df', 'name': '', 'network_id': '87df3733-563a-447f-8bf3-878530626f61', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:fe:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77de3c0a-d577-49df-8952-f196951a8d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '7f5cf8a1-f303-460e-8550-260ccee9be1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:33Z', 'updated_at': '2021-11-04T10:57:38Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '7f5cf8a1-f303-460e-8550-260ccee9be1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:23.444376 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-15b872db-e001-41d5-864c-94e9fa837571 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:23.452413 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7303ab6b-2893-4806-86e3-f3bbde195e90 req-7aec03c3-4529-4e97-ac4a-01eba96aa025 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489240 Nov 04 10:59:23.474539 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02f26df-c74c-4ee6-83bf-8a35f566345e None None] Checking router: 77de3c0a-d577-49df-8952-f196951a8d07 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:59:23.483669 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02f26df-c74c-4ee6-83bf-8a35f566345e None None] Routers {'77de3c0a-d577-49df-8952-f196951a8d07'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:59:23.484284 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f02f26df-c74c-4ee6-83bf-8a35f566345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:59:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['77de3c0a-d577-49df-8952-f196951a8d07'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:23.554673 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb52335-29a5-4fad-986b-12857cd021b6 req-9973d10c-d03d-4961-be82-4db5a9a05345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:23.556308 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bbb52335-29a5-4fad-986b-12857cd021b6 req-9973d10c-d03d-4961-be82-4db5a9a05345 service neutron] 10.222.0.126 "GET /v2.0/networks?id=87df3733-563a-447f-8bf3-878530626f61 HTTP/1.1" status: 200 len: 899 time: 0.1302683 Nov 04 10:59:23.556865 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae1c4b34-4a43-4bb8-b641-c10e8dd14019 req-8b586292-23ac-412a-a8b3-a383bc29854e tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 210 time: 0.0350485 Nov 04 10:59:23.557355 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-15b872db-e001-41d5-864c-94e9fa837571 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:23.597641 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-f02f26df-c74c-4ee6-83bf-8a35f566345e None None] Set router 77de3c0a-d577-49df-8952-f196951a8d07 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:59:23.633852 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bbb52335-29a5-4fad-986b-12857cd021b6 req-c8693599-ab55-4f0b-ad3c-6fcb3ff40309 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edb876c0-2cd2-4e92-8660-97bc57e54592 HTTP/1.1" status: 200 len: 217 time: 0.0649531 Nov 04 10:59:23.643826 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-15b872db-e001-41d5-864c-94e9fa837571 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Network 0f07f923-0bad-4509-bf44-e9706f67de3e is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:59:23.677186 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-15b872db-e001-41d5-864c-94e9fa837571 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:59:23.681088 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b872db-e001-41d5-864c-94e9fa837571 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Pushing event updated for resources: {'Port': ['ID=1d257828-1078-4e49-9fa6-ac70dcd14216,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:23.683432 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-15b872db-e001-41d5-864c-94e9fa837571 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:59:23.743401 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-15b872db-e001-41d5-864c-94e9fa837571 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:23.744072 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-15b872db-e001-41d5-864c-94e9fa837571 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:23.755002 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb52335-29a5-4fad-986b-12857cd021b6 req-465520f0-e03a-4760-a1d0-d90ebae83f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:23.756579 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bbb52335-29a5-4fad-986b-12857cd021b6 req-465520f0-e03a-4760-a1d0-d90ebae83f53 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=7f5cf8a1-f303-460e-8550-260ccee9be1c HTTP/1.1" status: 200 len: 835 time: 0.1117105 Nov 04 10:59:23.770525 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-15b872db-e001-41d5-864c-94e9fa837571 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2245674 Nov 04 10:59:23.784438 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-54e273e5-f6e5-449c-86c7-6acc03eb1f69 service neutron] Request body: {'port': {'device_id': '7294169b-b62f-43fa-9a21-36f22533ba54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:59:23.833999 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f02f26df-c74c-4ee6-83bf-8a35f566345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77de3c0a-d577-49df-8952-f196951a8d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97086936', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:29Z', 'updated_at': '2021-11-04T10:57:34Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77de3c0a-d577-49df-8952-f196951a8d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:30Z', 'updated_at': '2021-11-04T10:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'a852b47a-e4bb-4fc2-a224-b0783cf9c8df', 'name': '', 'network_id': '87df3733-563a-447f-8bf3-878530626f61', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:fe:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77de3c0a-d577-49df-8952-f196951a8d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '7f5cf8a1-f303-460e-8550-260ccee9be1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:33Z', 'updated_at': '2021-11-04T10:57:38Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '7f5cf8a1-f303-460e-8550-260ccee9be1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:23.873330 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02f26df-c74c-4ee6-83bf-8a35f566345e None None] The sync data for ids ['77de3c0a-d577-49df-8952-f196951a8d07'] in n-d-816629-1 is: [{'id': '77de3c0a-d577-49df-8952-f196951a8d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97086936', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:29Z', 'updated_at': '2021-11-04T10:57:34Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77de3c0a-d577-49df-8952-f196951a8d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:30Z', 'updated_at': '2021-11-04T10:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'a852b47a-e4bb-4fc2-a224-b0783cf9c8df', 'name': '', 'network_id': '87df3733-563a-447f-8bf3-878530626f61', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:fe:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77de3c0a-d577-49df-8952-f196951a8d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '7f5cf8a1-f303-460e-8550-260ccee9be1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:33Z', 'updated_at': '2021-11-04T10:57:38Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '7f5cf8a1-f303-460e-8550-260ccee9be1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:59:23.915023 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb52335-29a5-4fad-986b-12857cd021b6 req-70ce91b3-c7f3-4f6d-90c9-4ce680698fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:23.921363 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bbb52335-29a5-4fad-986b-12857cd021b6 req-70ce91b3-c7f3-4f6d-90c9-4ce680698fa7 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=87df3733-563a-447f-8bf3-878530626f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1459732 Nov 04 10:59:23.925474 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-54e273e5-f6e5-449c-86c7-6acc03eb1f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:24.045662 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-6160a989-efb8-4005-9782-565be5b02b7c None None] Provisioning complete for port 1d257828-1078-4e49-9fa6-ac70dcd14216 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:59:24.046290 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6160a989-efb8-4005-9782-565be5b02b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:24.110971 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-6160a989-efb8-4005-9782-565be5b02b7c None None] Port 1d257828-1078-4e49-9fa6-ac70dcd14216 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:59:24.120922 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bbb52335-29a5-4fad-986b-12857cd021b6 req-38cf716d-03fa-42a5-af6f-98da3becd894 service neutron] 10.222.0.126 "GET /v2.0/networks/87df3733-563a-447f-8bf3-878530626f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923099 Nov 04 10:59:24.221788 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5dbac1-88fc-44a0-94e5-3bd2df88aa32 None None] New status for floating IP a3efc672-0053-457d-b748-ff2fa69a76b3: DOWN {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:59:24.296351 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bbb52335-29a5-4fad-986b-12857cd021b6 req-398c589a-3512-4229-b836-74e6fe3a53cc service neutron] 10.222.0.126 "GET /v2.0/networks/87df3733-563a-447f-8bf3-878530626f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619830 Nov 04 10:59:24.372988 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-54e273e5-f6e5-449c-86c7-6acc03eb1f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d257828-1078-4e49-9fa6-ac70dcd14216 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:59:24.381581 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-54e273e5-f6e5-449c-86c7-6acc03eb1f69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:24.395017 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-54e273e5-f6e5-449c-86c7-6acc03eb1f69 service neutron] Transition to ACTIVE for port object 1d257828-1078-4e49-9fa6-ac70dcd14216 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:59:24.402291 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-54e273e5-f6e5-449c-86c7-6acc03eb1f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:24.455642 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e273e5-f6e5-449c-86c7-6acc03eb1f69 service neutron] Pushing event updated for resources: {'Port': ['ID=1d257828-1078-4e49-9fa6-ac70dcd14216,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:24.541539 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-54e273e5-f6e5-449c-86c7-6acc03eb1f69 service neutron] Attempting to bind port 1d257828-1078-4e49-9fa6-ac70dcd14216 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:59:24.541903 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-54e273e5-f6e5-449c-86c7-6acc03eb1f69 service neutron] Attempting to bind port 1d257828-1078-4e49-9fa6-ac70dcd14216 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:59:24.542430 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-54e273e5-f6e5-449c-86c7-6acc03eb1f69 service neutron] Attempting to bind port 1d257828-1078-4e49-9fa6-ac70dcd14216 on network 0f07f923-0bad-4509-bf44-e9706f67de3e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:59:24.547676 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-54e273e5-f6e5-449c-86c7-6acc03eb1f69 service neutron] Port 1d257828-1078-4e49-9fa6-ac70dcd14216 on network 0f07f923-0bad-4509-bf44-e9706f67de3e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:59:24.548024 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-54e273e5-f6e5-449c-86c7-6acc03eb1f69 service neutron] Attempting to bind port 1d257828-1078-4e49-9fa6-ac70dcd14216 on network 0f07f923-0bad-4509-bf44-e9706f67de3e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:59:24.554479 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-54e273e5-f6e5-449c-86c7-6acc03eb1f69 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:59:24.555330 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-54e273e5-f6e5-449c-86c7-6acc03eb1f69 service neutron] Checking segment: {'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:59:24.555856 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-54e273e5-f6e5-449c-86c7-6acc03eb1f69 service neutron] Bound using segment: {'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:59:24.556636 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-54e273e5-f6e5-449c-86c7-6acc03eb1f69 service neutron] Bound port: 1d257828-1078-4e49-9fa6-ac70dcd14216, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:59:24.557050 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-54e273e5-f6e5-449c-86c7-6acc03eb1f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:24.629310 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726cc0c-e379-4eb0-a7e3-991a208c3595 req-1e386c93-8bf9-49fb-a51b-e0b7a1ae96cc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:24.631276 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4726cc0c-e379-4eb0-a7e3-991a208c3595 req-1e386c93-8bf9-49fb-a51b-e0b7a1ae96cc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 946 time: 0.0618083 Nov 04 10:59:24.644809 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-54e273e5-f6e5-449c-86c7-6acc03eb1f69 service neutron] For port 1d257828-1078-4e49-9fa6-ac70dcd14216, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:59:24.673423 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-54e273e5-f6e5-449c-86c7-6acc03eb1f69 service neutron] For port 1d257828-1078-4e49-9fa6-ac70dcd14216, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1d257828-1078-4e49-9fa6-ac70dcd14216,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:59:24.681898 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-54e273e5-f6e5-449c-86c7-6acc03eb1f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:24.690909 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4726cc0c-e379-4eb0-a7e3-991a208c3595 req-8d739e21-745b-46ad-b52e-f9d303379268 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=50fabff6-5176-4c36-93be-bda293bd710c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518754 Nov 04 10:59:24.726619 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1763c42-d9d0-4798-b430-665d00fd04bf req-73d206c2-c4f6-43e1-bd9d-c8bb9c87247b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:24.728277 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f1763c42-d9d0-4798-b430-665d00fd04bf req-73d206c2-c4f6-43e1-bd9d-c8bb9c87247b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.126 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 946 time: 0.0955701 Nov 04 10:59:24.731885 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-54e273e5-f6e5-449c-86c7-6acc03eb1f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:24.732508 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-54e273e5-f6e5-449c-86c7-6acc03eb1f69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:24.733967 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-54e273e5-f6e5-449c-86c7-6acc03eb1f69 service neutron] 10.222.0.126 "PUT /v2.0/ports/1d257828-1078-4e49-9fa6-ac70dcd14216 HTTP/1.1" status: 200 len: 1091 time: 0.9541774 Nov 04 10:59:24.837477 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c3a81-340f-448d-ad39-6a723ea256b0 req-6367fe31-10c9-430a-bb00-03192eda3d15 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:24.839315 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-737c3a81-340f-448d-ad39-6a723ea256b0 req-6367fe31-10c9-430a-bb00-03192eda3d15 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 943 time: 0.0587664 Nov 04 10:59:24.854291 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e273e5-f6e5-449c-86c7-6acc03eb1f69 service neutron] Pushing event updated for resources: {'Port': ['ID=1d257828-1078-4e49-9fa6-ac70dcd14216,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:24.888247 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-af4e28eb-9e96-4387-b1e6-b458e3e664a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:24.889838 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-af4e28eb-9e96-4387-b1e6-b458e3e664a4 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 1094 time: 0.1014652 Nov 04 10:59:24.909098 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-f1763c42-d9d0-4798-b430-665d00fd04bf req-153eee85-c341-43ac-abe5-b0e0c7c6e971 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Deleting port edb876c0-2cd2-4e92-8660-97bc57e54592 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:59:24.909425 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f1763c42-d9d0-4798-b430-665d00fd04bf req-153eee85-c341-43ac-abe5-b0e0c7c6e971 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:24.948312 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-737c3a81-340f-448d-ad39-6a723ea256b0 req-1c5d2a06-18ec-41a5-bedd-0f9a118d3e85 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994051 Nov 04 10:59:24.953498 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-800f481f-6ce8-489d-8faa-ce740dfd4bcd service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d257828-1078-4e49-9fa6-ac70dcd14216 HTTP/1.1" status: 200 len: 217 time: 0.0546658 Nov 04 10:59:25.064143 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-37624858-4c3a-4faf-b08a-636de0c42653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:25.065698 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-37624858-4c3a-4faf-b08a-636de0c42653 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=acbe3edd-0e54-430d-9b84-17ccd434a175 HTTP/1.1" status: 200 len: 850 time: 0.0991204 Nov 04 10:59:25.096237 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-f1763c42-d9d0-4798-b430-665d00fd04bf req-153eee85-c341-43ac-abe5-b0e0c7c6e971 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] For port edb876c0-2cd2-4e92-8660-97bc57e54592, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=edb876c0-2cd2-4e92-8660-97bc57e54592,segment=NetworkSegment(9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f),segment_id=9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:59:25.096607 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f1763c42-d9d0-4798-b430-665d00fd04bf req-153eee85-c341-43ac-abe5-b0e0c7c6e971 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:25.131048 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-f1763c42-d9d0-4798-b430-665d00fd04bf req-153eee85-c341-43ac-abe5-b0e0c7c6e971 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Calling delete_port for edb876c0-2cd2-4e92-8660-97bc57e54592 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:59:25.182410 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-678223e7-e7c1-4709-a555-b775183a516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:25.183996 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-678223e7-e7c1-4709-a555-b775183a516a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0f07f923-0bad-4509-bf44-e9706f67de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109254 Nov 04 10:59:25.290295 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7294169b-b62f-43fa-9a21-36f22533ba54', 'tag': '1d257828-1078-4e49-9fa6-ac70dcd14216'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:59:25.292585 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ce026f-256f-4f5f-8534-862049cf147f" -d '{"events": [{"name": "network-changed", "server_uuid": "7294169b-b62f-43fa-9a21-36f22533ba54", "tag": "1d257828-1078-4e49-9fa6-ac70dcd14216"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:59:25.331459 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-a0e303b7-36a2-45b6-9fbb-746c30d9f46e service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403046 Nov 04 10:59:25.332990 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd45bc9-95e5-4ab1-85fb-73fc78d31128 x-openstack-request-id: req-fcd45bc9-95e5-4ab1-85fb-73fc78d31128 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:59:25.333278 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7294169b-b62f-43fa-9a21-36f22533ba54", "tag": "1d257828-1078-4e49-9fa6-ac70dcd14216", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:59:25.333527 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-fcd45bc9-95e5-4ab1-85fb-73fc78d31128 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:59:25.333915 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7294169b-b62f-43fa-9a21-36f22533ba54', 'tag': '1d257828-1078-4e49-9fa6-ac70dcd14216', 'status': 'completed', 'code': 200} Nov 04 10:59:25.401085 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f1763c42-d9d0-4798-b430-665d00fd04bf req-153eee85-c341-43ac-abe5-b0e0c7c6e971 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:25.443372 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153eee85-c341-43ac-abe5-b0e0c7c6e971 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event deleted for resources: {'Port': ['ID=edb876c0-2cd2-4e92-8660-97bc57e54592,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:25.488139 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-25669241-ee4b-402a-a4a9-3cd7c49dff44 req-4ac45d97-cddf-44f0-b4b0-3379d198631a service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461267 Nov 04 10:59:25.502656 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1763c42-d9d0-4798-b430-665d00fd04bf req-153eee85-c341-43ac-abe5-b0e0c7c6e971 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] No DVR routers for this DVR port edb876c0-2cd2-4e92-8660-97bc57e54592 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:59:25.505358 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f1763c42-d9d0-4798-b430-665d00fd04bf req-153eee85-c341-43ac-abe5-b0e0c7c6e971 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:25.508973 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f1763c42-d9d0-4798-b430-665d00fd04bf req-153eee85-c341-43ac-abe5-b0e0c7c6e971 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.126 "DELETE /v2.0/ports/edb876c0-2cd2-4e92-8660-97bc57e54592 HTTP/1.1" status: 204 len: 173 time: 0.7722039 Nov 04 10:59:25.591846 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce026f-256f-4f5f-8534-862049cf147f req-2fa440c9-8d9c-4ab5-8495-d57a1ff41a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:25.594120 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-93ce026f-256f-4f5f-8534-862049cf147f req-2fa440c9-8d9c-4ab5-8495-d57a1ff41a2e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 1094 time: 0.0474763 Nov 04 10:59:25.714159 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce026f-256f-4f5f-8534-862049cf147f req-d3c2d1f1-cf4f-456c-b95a-539857791fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:25.715896 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-93ce026f-256f-4f5f-8534-862049cf147f req-d3c2d1f1-cf4f-456c-b95a-539857791fb9 service neutron] 10.222.0.126 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 913 time: 0.1149287 Nov 04 10:59:25.770179 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-93ce026f-256f-4f5f-8534-862049cf147f req-c98f75fa-f4c4-4275-b887-c75494807ec1 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d257828-1078-4e49-9fa6-ac70dcd14216 HTTP/1.1" status: 200 len: 217 time: 0.0414715 Nov 04 10:59:25.843034 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4b7ea14c-d914-4505-8073-ca3dc752027e req-51dd0636-ff04-4ef5-8686-f26ee13a68f8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=a3064b16-fb4f-4614-bce3-0ebbc067eddd HTTP/1.1" status: 200 len: 210 time: 0.0444491 Nov 04 10:59:25.846650 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce026f-256f-4f5f-8534-862049cf147f req-589e5b4d-48e7-4ab9-982f-4e516d5359a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:25.855215 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-93ce026f-256f-4f5f-8534-862049cf147f req-589e5b4d-48e7-4ab9-982f-4e516d5359a5 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=acbe3edd-0e54-430d-9b84-17ccd434a175 HTTP/1.1" status: 200 len: 850 time: 0.0742705 Nov 04 10:59:25.962853 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce026f-256f-4f5f-8534-862049cf147f req-a3bc5592-465f-44f1-8fb2-7643492f4ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:25.965125 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-93ce026f-256f-4f5f-8534-862049cf147f req-a3bc5592-465f-44f1-8fb2-7643492f4ada service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0f07f923-0bad-4509-bf44-e9706f67de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020401 Nov 04 10:59:26.136532 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5787c-548b-4b8a-8979-56ef472f782a req-7ea9dd62-cdce-4666-9817-ffe9552f6f45 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:26.138178 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b6d5787c-548b-4b8a-8979-56ef472f782a req-7ea9dd62-cdce-4666-9817-ffe9552f6f45 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 943 time: 0.0814497 Nov 04 10:59:26.160397 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-93ce026f-256f-4f5f-8534-862049cf147f req-f80dbc07-f711-4a2a-a69e-2f992187adeb service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765096 Nov 04 10:59:26.206226 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b6d5787c-548b-4b8a-8979-56ef472f782a req-1be6e8fd-efc6-4ffd-a9e9-fd6144dc31b6 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615139 Nov 04 10:59:26.264027 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:59:26.284970 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-93ce026f-256f-4f5f-8534-862049cf147f req-2e8a6eaa-caf3-4d60-8f53-39251428b26e service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160753 Nov 04 10:59:26.901878 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42262) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:27.288481 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c9b1addf-55a1-4c81-8cfa-faaa805aa6ac tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:27.323422 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd024ae-4142-4ac7-9cc0-725cdd6f3858 req-57a8c2a5-572f-4cb1-bd80-63496fcce7ff tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:27.325135 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5cd024ae-4142-4ac7-9cc0-725cdd6f3858 req-57a8c2a5-572f-4cb1-bd80-63496fcce7ff tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 943 time: 0.0568166 Nov 04 10:59:27.335262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3064b16-fb4f-4614-bce3-0ebbc067eddd', 'name': 'network-vif-deleted', 'tag': 'edb876c0-2cd2-4e92-8660-97bc57e54592'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:59:27.338308 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1ac4eb-68d3-4dd1-b5a4-7fa398ae5002" -d '{"events": [{"server_uuid": "a3064b16-fb4f-4614-bce3-0ebbc067eddd", "name": "network-vif-deleted", "tag": "edb876c0-2cd2-4e92-8660-97bc57e54592"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:59:27.376361 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5cd024ae-4142-4ac7-9cc0-725cdd6f3858 req-f991624e-122f-4aa0-a21d-55e3529e9c18 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451941 Nov 04 10:59:27.439329 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67f43d6-9e31-4426-9593-88ca639bbbd6 x-openstack-request-id: req-d67f43d6-9e31-4426-9593-88ca639bbbd6 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:59:27.439611 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3064b16-fb4f-4614-bce3-0ebbc067eddd", "name": "network-vif-deleted", "tag": "edb876c0-2cd2-4e92-8660-97bc57e54592", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:59:27.439872 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-d67f43d6-9e31-4426-9593-88ca639bbbd6 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:59:27.440267 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3064b16-fb4f-4614-bce3-0ebbc067eddd', 'name': 'network-vif-deleted', 'tag': 'edb876c0-2cd2-4e92-8660-97bc57e54592', 'status': 'completed', 'code': 200} Nov 04 10:59:27.579791 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-c9b1addf-55a1-4c81-8cfa-faaa805aa6ac tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Deleting port a852b47a-e4bb-4fc2-a224-b0783cf9c8df {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:59:27.580132 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c9b1addf-55a1-4c81-8cfa-faaa805aa6ac tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:27.674707 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-c9b1addf-55a1-4c81-8cfa-faaa805aa6ac tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] For port a852b47a-e4bb-4fc2-a224-b0783cf9c8df, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a852b47a-e4bb-4fc2-a224-b0783cf9c8df,segment=NetworkSegment(9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f),segment_id=9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:59:27.675042 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c9b1addf-55a1-4c81-8cfa-faaa805aa6ac tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:27.688856 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-c9b1addf-55a1-4c81-8cfa-faaa805aa6ac tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Calling delete_port for a852b47a-e4bb-4fc2-a224-b0783cf9c8df owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:59:27.890627 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c9b1addf-55a1-4c81-8cfa-faaa805aa6ac tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:27.918015 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1addf-55a1-4c81-8cfa-faaa805aa6ac tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event deleted for resources: {'Port': ['ID=a852b47a-e4bb-4fc2-a224-b0783cf9c8df,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:28.050134 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1d257828-1078-4e49-9fa6-ac70dcd14216 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:59:28.052331 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device edb876c0-2cd2-4e92-8660-97bc57e54592 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:59:28.160718 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: edb876c0-2cd2-4e92-8660-97bc57e54592 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:59:28.161087 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device edb876c0-2cd2-4e92-8660-97bc57e54592 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:59:28.202346 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 1d257828-1078-4e49-9fa6-ac70dcd14216, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1d257828-1078-4e49-9fa6-ac70dcd14216,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:59:28.215458 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '1d257828-1078-4e49-9fa6-ac70dcd14216', 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e', 'port_id': '1d257828-1078-4e49-9fa6-ac70dcd14216', 'mac_address': 'fa:16:3e:03:73:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbe3edd-0e54-430d-9b84-17ccd434a175', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:59:28.260651 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:28.279816 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d257828-1078-4e49-9fa6-ac70dcd14216 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:59:28.300645 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 1d257828-1078-4e49-9fa6-ac70dcd14216, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1d257828-1078-4e49-9fa6-ac70dcd14216,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:59:28.305803 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:28.375355 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=1d257828-1078-4e49-9fa6-ac70dcd14216,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:28.470739 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c9b1addf-55a1-4c81-8cfa-faaa805aa6ac tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:28.496035 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['1d257828-1078-4e49-9fa6-ac70dcd14216'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:59:28.537443 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95032ac9-95c2-4bea-b2e7-eea6cd837664 req-cf923ec7-7d32-4f78-8a66-2f04ea871846 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:28.539858 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-95032ac9-95c2-4bea-b2e7-eea6cd837664 req-cf923ec7-7d32-4f78-8a66-2f04ea871846 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0818717 Nov 04 10:59:28.596043 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-95032ac9-95c2-4bea-b2e7-eea6cd837664 req-0986c06e-c254-4b2d-9bbe-bc204aed5a6b tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455313 Nov 04 10:59:28.730185 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b1addf-55a1-4c81-8cfa-faaa805aa6ac tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Router 77de3c0a-d577-49df-8952-f196951a8d07 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:59:28.840475 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b1addf-55a1-4c81-8cfa-faaa805aa6ac tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:59:28.845943 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c9b1addf-55a1-4c81-8cfa-faaa805aa6ac tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "PUT /v2.0/routers/77de3c0a-d577-49df-8952-f196951a8d07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9429381 Nov 04 10:59:28.848906 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42274) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:28.850793 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b2be2f-8694-47ce-8ccc-d8d7474ec5cc None None] Sync routers for ids ['77de3c0a-d577-49df-8952-f196951a8d07'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:59:28.861710 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b2be2f-8694-47ce-8ccc-d8d7474ec5cc None None] Routers {'77de3c0a-d577-49df-8952-f196951a8d07'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:59:28.862698 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-52b2be2f-8694-47ce-8ccc-d8d7474ec5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:59:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['77de3c0a-d577-49df-8952-f196951a8d07'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:28.908003 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-f946471f-1f9d-40f4-8895-b3e8002e6ef5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Deleting subnet 7f5cf8a1-f303-460e-8550-260ccee9be1c {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 10:59:28.911815 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f946471f-1f9d-40f4-8895-b3e8002e6ef5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:28.953286 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f946471f-1f9d-40f4-8895-b3e8002e6ef5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:28.971009 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-52b2be2f-8694-47ce-8ccc-d8d7474ec5cc None None] Set router 77de3c0a-d577-49df-8952-f196951a8d07 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:59:29.047790 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f946471f-1f9d-40f4-8895-b3e8002e6ef5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:29.121606 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f946471f-1f9d-40f4-8895-b3e8002e6ef5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:29.141199 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f946471f-1f9d-40f4-8895-b3e8002e6ef5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:29.141199 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f946471f-1f9d-40f4-8895-b3e8002e6ef5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "DELETE /v2.0/subnets/7f5cf8a1-f303-460e-8550-260ccee9be1c HTTP/1.1" status: 204 len: 168 time: 0.2901206 Nov 04 10:59:29.146308 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42278) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:29.153912 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0920c16b-dfab-4f60-8299-ef889f648df9 None None] Network 87df3733-563a-447f-8bf3-878530626f61 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:59:29.207875 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946471f-1f9d-40f4-8895-b3e8002e6ef5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event deleted for resources: {'Subnet': ['ID=7f5cf8a1-f303-460e-8550-260ccee9be1c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:29.265079 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-52b2be2f-8694-47ce-8ccc-d8d7474ec5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77de3c0a-d577-49df-8952-f196951a8d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97086936', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:29Z', 'updated_at': '2021-11-04T10:59:27Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77de3c0a-d577-49df-8952-f196951a8d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:30Z', 'updated_at': '2021-11-04T10:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:29.292253 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b2be2f-8694-47ce-8ccc-d8d7474ec5cc None None] Checking router: 77de3c0a-d577-49df-8952-f196951a8d07 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:59:29.294904 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-18e680e2-cbee-41e7-a4ca-fd940ae660d5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:29.301932 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b2be2f-8694-47ce-8ccc-d8d7474ec5cc None None] Routers {'77de3c0a-d577-49df-8952-f196951a8d07'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:59:29.302479 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-52b2be2f-8694-47ce-8ccc-d8d7474ec5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:59:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['77de3c0a-d577-49df-8952-f196951a8d07'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:29.405731 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2894a284-a44b-46eb-9b88-df140baa3c94 None None] DHCP port deletion for 87df3733-563a-447f-8bf3-878530626f61 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:59:29.423378 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-52b2be2f-8694-47ce-8ccc-d8d7474ec5cc None None] Set router 77de3c0a-d577-49df-8952-f196951a8d07 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:59:29.428880 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-18e680e2-cbee-41e7-a4ca-fd940ae660d5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:29.474895 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2894a284-a44b-46eb-9b88-df140baa3c94 None None] Deleting port b5d30c17-26c4-477a-b9be-83a4a793a78b {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:59:29.475368 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2894a284-a44b-46eb-9b88-df140baa3c94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:29.558011 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2894a284-a44b-46eb-9b88-df140baa3c94 None None] For port b5d30c17-26c4-477a-b9be-83a4a793a78b, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b5d30c17-26c4-477a-b9be-83a4a793a78b,segment=NetworkSegment(9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f),segment_id=9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:59:29.558507 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2894a284-a44b-46eb-9b88-df140baa3c94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:29.575941 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2894a284-a44b-46eb-9b88-df140baa3c94 None None] Calling delete_port for b5d30c17-26c4-477a-b9be-83a4a793a78b owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:59:29.632585 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-52b2be2f-8694-47ce-8ccc-d8d7474ec5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77de3c0a-d577-49df-8952-f196951a8d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97086936', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:29Z', 'updated_at': '2021-11-04T10:59:27Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77de3c0a-d577-49df-8952-f196951a8d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:30Z', 'updated_at': '2021-11-04T10:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:29.672935 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b2be2f-8694-47ce-8ccc-d8d7474ec5cc None None] The sync data for ids ['77de3c0a-d577-49df-8952-f196951a8d07'] in n-d-816629-1 is: [{'id': '77de3c0a-d577-49df-8952-f196951a8d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97086936', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:29Z', 'updated_at': '2021-11-04T10:59:27Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'ebef9f24-cca0-4151-ad98-e3c2c8e6a67a', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77de3c0a-d577-49df-8952-f196951a8d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:30Z', 'updated_at': '2021-11-04T10:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:59:29.870598 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2894a284-a44b-46eb-9b88-df140baa3c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:29.897479 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894a284-a44b-46eb-9b88-df140baa3c94 None None] Pushing event deleted for resources: {'Port': ['ID=b5d30c17-26c4-477a-b9be-83a4a793a78b,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:29.899476 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2894a284-a44b-46eb-9b88-df140baa3c94 None None] No DVR routers for this DVR port b5d30c17-26c4-477a-b9be-83a4a793a78b on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:59:29.999756 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d01df3-1db0-4c16-9b47-71b7d41db6ac req-4948af54-512e-4ff6-8c75-0ff61106a5d8 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:30.001210 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-11d01df3-1db0-4c16-9b47-71b7d41db6ac req-4948af54-512e-4ff6-8c75-0ff61106a5d8 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0607693 Nov 04 10:59:30.006192 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-18e680e2-cbee-41e7-a4ca-fd940ae660d5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Deleting port ebef9f24-cca0-4151-ad98-e3c2c8e6a67a {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 10:59:30.006533 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-18e680e2-cbee-41e7-a4ca-fd940ae660d5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:30.047009 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1d257828-1078-4e49-9fa6-ac70dcd14216 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:59:30.138595 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-11d01df3-1db0-4c16-9b47-71b7d41db6ac req-bc436b9f-3c71-4e98-8f9b-0884b1c30fa4 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298347 Nov 04 10:59:30.147305 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a852b47a-e4bb-4fc2-a224-b0783cf9c8df no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:59:30.168977 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-18e680e2-cbee-41e7-a4ca-fd940ae660d5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] For port ebef9f24-cca0-4151-ad98-e3c2c8e6a67a, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ebef9f24-cca0-4151-ad98-e3c2c8e6a67a,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:59:30.169471 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-18e680e2-cbee-41e7-a4ca-fd940ae660d5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:30.176036 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: a852b47a-e4bb-4fc2-a224-b0783cf9c8df {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:59:30.176611 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a852b47a-e4bb-4fc2-a224-b0783cf9c8df not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:59:30.176883 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b5d30c17-26c4-477a-b9be-83a4a793a78b no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:59:30.181956 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 1d257828-1078-4e49-9fa6-ac70dcd14216 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:59:30.191478 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-18e680e2-cbee-41e7-a4ca-fd940ae660d5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Calling delete_port for ebef9f24-cca0-4151-ad98-e3c2c8e6a67a owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 10:59:30.209309 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: b5d30c17-26c4-477a-b9be-83a4a793a78b {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:59:30.209704 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b5d30c17-26c4-477a-b9be-83a4a793a78b not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:59:30.225246 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 1d257828-1078-4e49-9fa6-ac70dcd14216 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:59:30.225598 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:30.314171 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:30.340030 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7294169b-b62f-43fa-9a21-36f22533ba54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d257828-1078-4e49-9fa6-ac70dcd14216'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:59:30.343432 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9542bb48-85a0-45c5-9cc8-154ca6948070" -d '{"events": [{"server_uuid": "7294169b-b62f-43fa-9a21-36f22533ba54", "name": "network-vif-plugged", "status": "completed", "tag": "1d257828-1078-4e49-9fa6-ac70dcd14216"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:59:30.358332 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 1d257828-1078-4e49-9fa6-ac70dcd14216, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1d257828-1078-4e49-9fa6-ac70dcd14216,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:59:30.365248 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:30.407789 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-18e680e2-cbee-41e7-a4ca-fd940ae660d5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:30.409320 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248a1deb-1489-496c-9c33-1b6467d1bc90 x-openstack-request-id: req-248a1deb-1489-496c-9c33-1b6467d1bc90 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:59:30.409934 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7294169b-b62f-43fa-9a21-36f22533ba54", "name": "network-vif-plugged", "status": "completed", "tag": "1d257828-1078-4e49-9fa6-ac70dcd14216", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:59:30.410298 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-248a1deb-1489-496c-9c33-1b6467d1bc90 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:59:30.410875 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7294169b-b62f-43fa-9a21-36f22533ba54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d257828-1078-4e49-9fa6-ac70dcd14216', 'code': 200} Nov 04 10:59:30.442715 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=1d257828-1078-4e49-9fa6-ac70dcd14216,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:30.446796 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e680e2-cbee-41e7-a4ca-fd940ae660d5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event deleted for resources: {'Port': ['ID=ebef9f24-cca0-4151-ad98-e3c2c8e6a67a,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:30.522610 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-18e680e2-cbee-41e7-a4ca-fd940ae660d5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:30.528468 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e7c03-dfbd-4fd8-bec7-ac34a48b564c req-d7a86716-a270-4b69-a6f5-0524809679f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:30.530059 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-839e7c03-dfbd-4fd8-bec7-ac34a48b564c req-d7a86716-a270-4b69-a6f5-0524809679f9 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 1096 time: 0.0539494 Nov 04 10:59:30.584890 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-839e7c03-dfbd-4fd8-bec7-ac34a48b564c req-16ade84f-84ce-4137-a163-6364a226d8c5 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479751 Nov 04 10:59:30.634275 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-18e680e2-cbee-41e7-a4ca-fd940ae660d5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:30.638011 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-18e680e2-cbee-41e7-a4ca-fd940ae660d5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:30.687842 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-18e680e2-cbee-41e7-a4ca-fd940ae660d5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:30.688611 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e680e2-cbee-41e7-a4ca-fd940ae660d5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Fanout notify agent at l3_agent the message router_deleted on router 77de3c0a-d577-49df-8952-f196951a8d07 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:59:30.696164 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-18e680e2-cbee-41e7-a4ca-fd940ae660d5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:30.701188 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-18e680e2-cbee-41e7-a4ca-fd940ae660d5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "DELETE /v2.0/routers/77de3c0a-d577-49df-8952-f196951a8d07 HTTP/1.1" status: 204 len: 168 time: 1.5501697 Nov 04 10:59:30.701353 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42288) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:30.796118 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e83fc4c3-1831-4f13-8978-8dcba8c312d2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:30.896039 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e83fc4c3-1831-4f13-8978-8dcba8c312d2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:30.922751 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-e83fc4c3-1831-4f13-8978-8dcba8c312d2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87df3733-563a-447f-8bf3-878530626f61']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:30.939637 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-e83fc4c3-1831-4f13-8978-8dcba8c312d2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:30.939887 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-e83fc4c3-1831-4f13-8978-8dcba8c312d2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9e83a5-5e8b-495c-a5ea-bd8b95ff569f') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:30.950738 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e83fc4c3-1831-4f13-8978-8dcba8c312d2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:30.967801 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e83fc4c3-1831-4f13-8978-8dcba8c312d2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:30.974733 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e83fc4c3-1831-4f13-8978-8dcba8c312d2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Releasing vlan 1195 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:59:30.975131 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e83fc4c3-1831-4f13-8978-8dcba8c312d2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: timer() Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:59:30.978487 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:59:31.044018 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e83fc4c3-1831-4f13-8978-8dcba8c312d2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:31.049317 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e83fc4c3-1831-4f13-8978-8dcba8c312d2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:31.055736 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e83fc4c3-1831-4f13-8978-8dcba8c312d2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "DELETE /v2.0/networks/87df3733-563a-447f-8bf3-878530626f61 HTTP/1.1" status: 204 len: 168 time: 0.3502669 Nov 04 10:59:31.056678 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42290) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:31.068588 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83fc4c3-1831-4f13-8978-8dcba8c312d2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event deleted for resources: {'Network': ['ID=87df3733-563a-447f-8bf3-878530626f61,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:31.133342 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2aa55da9-0bcb-411d-a2f8-076a6d13be06 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:31.172243 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2aa55da9-0bcb-411d-a2f8-076a6d13be06 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:31.242418 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2aa55da9-0bcb-411d-a2f8-076a6d13be06 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:31.245391 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2aa55da9-0bcb-411d-a2f8-076a6d13be06 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:31.246588 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2aa55da9-0bcb-411d-a2f8-076a6d13be06 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "DELETE /v2.0/security-groups/50fabff6-5176-4c36-93be-bda293bd710c HTTP/1.1" status: 204 len: 168 time: 0.1887326 Nov 04 10:59:31.256352 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa55da9-0bcb-411d-a2f8-076a6d13be06 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fabff6-5176-4c36-93be-bda293bd710c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:31.278046 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48db1a0-14e5-4a0d-a1eb-953ecdc45c29 req-13628790-5874-4bed-8b9c-ca4cbcfebc9d tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:31.289512 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d48db1a0-14e5-4a0d-a1eb-953ecdc45c29 req-13628790-5874-4bed-8b9c-ca4cbcfebc9d tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 945 time: 0.0603330 Nov 04 10:59:31.342195 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d48db1a0-14e5-4a0d-a1eb-953ecdc45c29 req-6772fe36-905c-403a-abb3-86b3ee0fed36 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514891 Nov 04 10:59:31.668331 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42310) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:31.674106 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-9a99cfa6-505e-4d08-bbd9-00cb35ba6537 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1307854299', 'description': 'tempest-secgroup-smoke-1307854299 description', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:59:31.698957 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9a99cfa6-505e-4d08-bbd9-00cb35ba6537 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:31.770679 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9a99cfa6-505e-4d08-bbd9-00cb35ba6537 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:31.775600 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9a99cfa6-505e-4d08-bbd9-00cb35ba6537 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:31.803829 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9a99cfa6-505e-4d08-bbd9-00cb35ba6537 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:31.805307 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9a99cfa6-505e-4d08-bbd9-00cb35ba6537 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1356890 Nov 04 10:59:31.808086 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42316) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:31.813300 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-9d845f2f-8b18-44d7-9695-474c5e45edc4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'security_group_rule': {'security_group_id': '7d50a65c-430b-4257-ab17-e4dbf8fa2a31', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:59:31.818548 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99cfa6-505e-4d08-bbd9-00cb35ba6537 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d50a65c-430b-4257-ab17-e4dbf8fa2a31,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:31.843758 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d845f2f-8b18-44d7-9695-474c5e45edc4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:31.914318 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d845f2f-8b18-44d7-9695-474c5e45edc4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:31.921279 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d845f2f-8b18-44d7-9695-474c5e45edc4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:31.945113 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d845f2f-8b18-44d7-9695-474c5e45edc4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e065b2cf-742d-4f9c-ba7b-8d50ac3bd3e1,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:31.951746 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ebef9f24-cca0-4151-ad98-e3c2c8e6a67a no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:59:31.957744 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9d845f2f-8b18-44d7-9695-474c5e45edc4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:31.959002 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9d845f2f-8b18-44d7-9695-474c5e45edc4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1499605 Nov 04 10:59:31.961937 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42318) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:31.966632 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-a0153522-ef70-423d-a997-554ee9add27b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'security_group_rule': {'security_group_id': '7d50a65c-430b-4257-ab17-e4dbf8fa2a31', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:59:31.984620 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: ebef9f24-cca0-4151-ad98-e3c2c8e6a67a {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 10:59:31.985139 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ebef9f24-cca0-4151-ad98-e3c2c8e6a67a not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:59:32.003932 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a0153522-ef70-423d-a997-554ee9add27b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:32.062951 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a0153522-ef70-423d-a997-554ee9add27b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:32.070071 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a0153522-ef70-423d-a997-554ee9add27b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:32.088050 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0153522-ef70-423d-a997-554ee9add27b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e2ea66-488c-4209-a47c-0d6ba1126f9f,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:32.097888 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a0153522-ef70-423d-a997-554ee9add27b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:32.099182 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a0153522-ef70-423d-a997-554ee9add27b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1361866 Nov 04 10:59:32.102160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42324) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:32.106810 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-c3d66a39-1aa6-4062-96ea-0239160eaeb2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'security_group_rule': {'security_group_id': '7d50a65c-430b-4257-ab17-e4dbf8fa2a31', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:59:32.137649 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c3d66a39-1aa6-4062-96ea-0239160eaeb2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:32.217001 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c3d66a39-1aa6-4062-96ea-0239160eaeb2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:32.221520 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c3d66a39-1aa6-4062-96ea-0239160eaeb2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:32.237226 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d66a39-1aa6-4062-96ea-0239160eaeb2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466d2bfe-a48f-4af1-839b-f1068a607234,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:32.248718 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c3d66a39-1aa6-4062-96ea-0239160eaeb2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:32.249974 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c3d66a39-1aa6-4062-96ea-0239160eaeb2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467345 Nov 04 10:59:32.253070 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42328) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:32.257454 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-b5ff057a-9ccc-470d-955a-a8699ca0b1dd tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'security_group_rule': {'security_group_id': '7d50a65c-430b-4257-ab17-e4dbf8fa2a31', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:59:32.283948 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5ff057a-9ccc-470d-955a-a8699ca0b1dd tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:32.344557 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5ff057a-9ccc-470d-955a-a8699ca0b1dd tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:32.349658 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5ff057a-9ccc-470d-955a-a8699ca0b1dd tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:32.369398 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff057a-9ccc-470d-955a-a8699ca0b1dd tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71fc0f7-df41-4621-b161-394269a80146,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:32.379679 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5ff057a-9ccc-470d-955a-a8699ca0b1dd tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:32.381830 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b5ff057a-9ccc-470d-955a-a8699ca0b1dd tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1271329 Nov 04 10:59:32.384018 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42336) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:32.388795 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-e3b926c2-4e77-4a31-b03e-09301c23f8a7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'security_group_rule': {'security_group_id': '7d50a65c-430b-4257-ab17-e4dbf8fa2a31', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:59:32.418316 n-d-816629-1 neutron-server[101775]: INFO neutron.db.securitygroups_db [None req-e3b926c2-4e77-4a31-b03e-09301c23f8a7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Project 0f971a58d7f04199b01d2c8c36ec2cac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:59:32.424178 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e3b926c2-4e77-4a31-b03e-09301c23f8a7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:32.489474 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e3b926c2-4e77-4a31-b03e-09301c23f8a7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:32.492389 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420ad7c-8ad3-4743-8540-0eee1a71e5e9 req-ed39f84e-083d-4d89-a177-8bec88016566 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:32.494448 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e3b926c2-4e77-4a31-b03e-09301c23f8a7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:32.494980 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4420ad7c-8ad3-4743-8540-0eee1a71e5e9 req-ed39f84e-083d-4d89-a177-8bec88016566 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 945 time: 0.0667689 Nov 04 10:59:32.514132 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b926c2-4e77-4a31-b03e-09301c23f8a7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71805d7e-d880-4922-baa4-fc9820a1e534,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:32.528175 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e3b926c2-4e77-4a31-b03e-09301c23f8a7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:32.532215 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e3b926c2-4e77-4a31-b03e-09301c23f8a7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1443422 Nov 04 10:59:32.533912 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42338) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:32.539731 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-f560eebd-1b10-4c01-856d-064f2187e11d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'security_group_rule': {'security_group_id': '7d50a65c-430b-4257-ab17-e4dbf8fa2a31', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:59:32.559173 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4420ad7c-8ad3-4743-8540-0eee1a71e5e9 req-658aa2a4-3110-463a-8a35-0a01e07245f1 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559323 Nov 04 10:59:32.568020 n-d-816629-1 neutron-server[101775]: INFO neutron.db.securitygroups_db [None req-f560eebd-1b10-4c01-856d-064f2187e11d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Project 0f971a58d7f04199b01d2c8c36ec2cac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:59:32.574079 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f560eebd-1b10-4c01-856d-064f2187e11d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:32.638546 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f560eebd-1b10-4c01-856d-064f2187e11d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:32.646065 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f560eebd-1b10-4c01-856d-064f2187e11d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:32.670076 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560eebd-1b10-4c01-856d-064f2187e11d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151c0061-8cfb-4d0e-b02c-dfaa5ace14ae,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:32.681316 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f560eebd-1b10-4c01-856d-064f2187e11d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:32.685337 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f560eebd-1b10-4c01-856d-064f2187e11d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1502109 Nov 04 10:59:32.686899 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390050d-91b5-4554-b082-ce73e826a985 req-c992bb9b-ce52-41e1-ae93-e80ba3b328da tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:32.687474 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42346) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:32.688368 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0390050d-91b5-4554-b082-ce73e826a985 req-c992bb9b-ce52-41e1-ae93-e80ba3b328da tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 945 time: 0.0562577 Nov 04 10:59:32.697577 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42348) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:32.697759 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-3cebf5e5-0887-4d12-9f42-86b192d7dd90 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'network': {'name': 'tempest-network-smoke--1699188087', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'port_security_enabled': True}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:59:32.702344 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-3e353c1b-ef2b-471f-be2d-963e1cca19c9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Request body: {'floatingip': {'port_id': '1d257828-1078-4e49-9fa6-ac70dcd14216'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:59:32.726093 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cebf5e5-0887-4d12-9f42-86b192d7dd90 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Made reservation on behalf of 0f971a58d7f04199b01d2c8c36ec2cac for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:59:32.735963 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3cebf5e5-0887-4d12-9f42-86b192d7dd90 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:32.751447 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3e353c1b-ef2b-471f-be2d-963e1cca19c9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks [] for floatingip, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:32.755607 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cebf5e5-0887-4d12-9f42-86b192d7dd90 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1159} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:59:32.765286 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3cebf5e5-0887-4d12-9f42-86b192d7dd90 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:32.765635 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-3cebf5e5-0887-4d12-9f42-86b192d7dd90 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Added segment 93246d06-e62e-4850-a566-231b225a103d of type vlan for network 1eed3291-c879-4080-89b1-20bfdf9ae97e Nov 04 10:59:32.808186 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3cebf5e5-0887-4d12-9f42-86b192d7dd90 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:32.834562 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3cebf5e5-0887-4d12-9f42-86b192d7dd90 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:32.840201 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cebf5e5-0887-4d12-9f42-86b192d7dd90 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:32.840785 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3cebf5e5-0887-4d12-9f42-86b192d7dd90 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:32.909765 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3cebf5e5-0887-4d12-9f42-86b192d7dd90 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2208533 Nov 04 10:59:32.910432 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42350) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:32.917535 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-5adb45e8-94fc-4b2c-8a58-85effb3d0a17 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-117286361', 'admin_state_up': True, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:59:32.927068 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebf5e5-0887-4d12-9f42-86b192d7dd90 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Network': ['ID=1eed3291-c879-4080-89b1-20bfdf9ae97e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:32.943395 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 1eed3291-c879-4080-89b1-20bfdf9ae97e details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:59:32.962594 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5adb45e8-94fc-4b2c-8a58-85effb3d0a17 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:32.964323 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5adb45e8-94fc-4b2c-8a58-85effb3d0a17 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:33.051033 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5adb45e8-94fc-4b2c-8a58-85effb3d0a17 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:33.217081 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5adb45e8-94fc-4b2c-8a58-85effb3d0a17 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:33.277470 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3e353c1b-ef2b-471f-be2d-963e1cca19c9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:33.291664 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3e353c1b-ef2b-471f-be2d-963e1cca19c9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:33.409395 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-3e353c1b-ef2b-471f-be2d-963e1cca19c9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Floating IP 01b9b7c2-0035-4b1a-b044-53ea37e861a9 associated. External IP: 172.25.7.186, port: 1d257828-1078-4e49-9fa6-ac70dcd14216. Nov 04 10:59:33.439319 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5adb45e8-94fc-4b2c-8a58-85effb3d0a17 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:33.458776 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5adb45e8-94fc-4b2c-8a58-85effb3d0a17 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:33.586081 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-5adb45e8-94fc-4b2c-8a58-85effb3d0a17 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Allocated IP 172.25.7.20 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/efa34940-145e-4be4-ad56-67986c8a6e61) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:59:33.645874 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e353c1b-ef2b-471f-be2d-963e1cca19c9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Router 830895ce-6ab1-41b4-aa0c-515088786436 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:59:33.696136 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5adb45e8-94fc-4b2c-8a58-85effb3d0a17 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:33.732748 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5adb45e8-94fc-4b2c-8a58-85effb3d0a17 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:33.764900 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e353c1b-ef2b-471f-be2d-963e1cca19c9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:59:33.769615 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3e353c1b-ef2b-471f-be2d-963e1cca19c9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:33.777192 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fde12fb-9215-4e61-9f52-bd3db2e26541 None None] Sync routers for ids ['830895ce-6ab1-41b4-aa0c-515088786436'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:59:33.782286 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adb45e8-94fc-4b2c-8a58-85effb3d0a17 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:59:33.785685 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-5adb45e8-94fc-4b2c-8a58-85effb3d0a17 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:59:33.788251 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adb45e8-94fc-4b2c-8a58-85effb3d0a17 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:59:33.800858 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fde12fb-9215-4e61-9f52-bd3db2e26541 None None] Routers {'830895ce-6ab1-41b4-aa0c-515088786436'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:59:33.801494 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-1fde12fb-9215-4e61-9f52-bd3db2e26541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:59:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['830895ce-6ab1-41b4-aa0c-515088786436'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:33.810723 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3e353c1b-ef2b-471f-be2d-963e1cca19c9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "PUT /v2.0/floatingips/01b9b7c2-0035-4b1a-b044-53ea37e861a9 HTTP/1.1" status: 200 len: 991 time: 1.1120017 Nov 04 10:59:33.811593 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7294169b-b62f-43fa-9a21-36f22533ba54', 'tag': '1d257828-1078-4e49-9fa6-ac70dcd14216'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:59:33.820267 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11b3500-08ce-4e1c-9827-e56c522146a9" -d '{"events": [{"name": "network-changed", "server_uuid": "7294169b-b62f-43fa-9a21-36f22533ba54", "tag": "1d257828-1078-4e49-9fa6-ac70dcd14216"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:59:33.825446 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb45e8-94fc-4b2c-8a58-85effb3d0a17 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Port': ['ID=efa34940-145e-4be4-ad56-67986c8a6e61,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:33.939777 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-1fde12fb-9215-4e61-9f52-bd3db2e26541 None None] Set router 830895ce-6ab1-41b4-aa0c-515088786436 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:59:33.966053 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbf0626-e9c2-4f2c-9255-bace4b1103d1 x-openstack-request-id: req-ddbf0626-e9c2-4f2c-9255-bace4b1103d1 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:59:33.966339 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7294169b-b62f-43fa-9a21-36f22533ba54", "tag": "1d257828-1078-4e49-9fa6-ac70dcd14216", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:59:33.966581 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ddbf0626-e9c2-4f2c-9255-bace4b1103d1 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:59:33.966979 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7294169b-b62f-43fa-9a21-36f22533ba54', 'tag': '1d257828-1078-4e49-9fa6-ac70dcd14216', 'status': 'completed', 'code': 200} Nov 04 10:59:34.118943 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b3500-08ce-4e1c-9827-e56c522146a9 req-896c4aec-7723-47b2-94f4-05cab81b0d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:34.120914 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d11b3500-08ce-4e1c-9827-e56c522146a9 req-896c4aec-7723-47b2-94f4-05cab81b0d80 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 1096 time: 0.1250858 Nov 04 10:59:34.192575 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5adb45e8-94fc-4b2c-8a58-85effb3d0a17 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:34.224094 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-1fde12fb-9215-4e61-9f52-bd3db2e26541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830895ce-6ab1-41b4-aa0c-515088786436', 'name': 'tempest-ServerActionsTestJSON-321014118-router', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '506ad194-eba8-4713-9d30-f0451ffb3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:12Z', 'updated_at': '2021-11-04T10:59:16Z', 'revision_number': 4, 'project_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'gw_port': {'id': '506ad194-eba8-4713-9d30-f0451ffb3ed0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830895ce-6ab1-41b4-aa0c-515088786436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:13Z', 'updated_at': '2021-11-04T10:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '01b9b7c2-0035-4b1a-b044-53ea37e861a9', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '830895ce-6ab1-41b4-aa0c-515088786436', 'port_id': '1d257828-1078-4e49-9fa6-ac70dcd14216', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e', 'mac_address': 'fa:16:3e:03:73:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7294169b-b62f-43fa-9a21-36f22533ba54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:59:19Z', 'updated_at': '2021-11-04T10:59:33Z', 'revision_number': 1, 'project_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee96bc63-51a9-4d7a-9642-8b7477eb87c7', 'name': '', 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'mac_address': 'fa:16:3e:35:d3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830895ce-6ab1-41b4-aa0c-515088786436', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'acbe3edd-0e54-430d-9b84-17ccd434a175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:15Z', 'updated_at': '2021-11-04T10:59:20Z', 'revision_number': 5, 'project_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'subnets': [{'id': 'acbe3edd-0e54-430d-9b84-17ccd434a175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:34.254381 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fde12fb-9215-4e61-9f52-bd3db2e26541 None None] Checking router: 830895ce-6ab1-41b4-aa0c-515088786436 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:59:34.268068 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fde12fb-9215-4e61-9f52-bd3db2e26541 None None] Routers {'830895ce-6ab1-41b4-aa0c-515088786436'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:59:34.268677 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-1fde12fb-9215-4e61-9f52-bd3db2e26541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:59:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['830895ce-6ab1-41b4-aa0c-515088786436'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:34.306712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b3500-08ce-4e1c-9827-e56c522146a9 req-73604c9f-6094-4890-ba2f-6639bc09b763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:34.308391 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d11b3500-08ce-4e1c-9827-e56c522146a9 req-73604c9f-6094-4890-ba2f-6639bc09b763 service neutron] 10.222.0.126 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 913 time: 0.1789548 Nov 04 10:59:34.383632 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-1fde12fb-9215-4e61-9f52-bd3db2e26541 None None] Set router 830895ce-6ab1-41b4-aa0c-515088786436 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:59:34.432881 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d11b3500-08ce-4e1c-9827-e56c522146a9 req-895114bb-7ccb-435c-a746-3b6e9e301719 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d257828-1078-4e49-9fa6-ac70dcd14216 HTTP/1.1" status: 200 len: 999 time: 0.1154306 Nov 04 10:59:34.533450 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b3500-08ce-4e1c-9827-e56c522146a9 req-4de82221-affe-4be5-9591-fbc0db7a547b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:34.534956 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d11b3500-08ce-4e1c-9827-e56c522146a9 req-4de82221-affe-4be5-9591-fbc0db7a547b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=acbe3edd-0e54-430d-9b84-17ccd434a175 HTTP/1.1" status: 200 len: 850 time: 0.0906439 Nov 04 10:59:34.537783 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5adb45e8-94fc-4b2c-8a58-85effb3d0a17 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:34.632257 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-1fde12fb-9215-4e61-9f52-bd3db2e26541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830895ce-6ab1-41b4-aa0c-515088786436', 'name': 'tempest-ServerActionsTestJSON-321014118-router', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '506ad194-eba8-4713-9d30-f0451ffb3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:12Z', 'updated_at': '2021-11-04T10:59:16Z', 'revision_number': 4, 'project_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'gw_port': {'id': '506ad194-eba8-4713-9d30-f0451ffb3ed0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830895ce-6ab1-41b4-aa0c-515088786436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:13Z', 'updated_at': '2021-11-04T10:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '01b9b7c2-0035-4b1a-b044-53ea37e861a9', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '830895ce-6ab1-41b4-aa0c-515088786436', 'port_id': '1d257828-1078-4e49-9fa6-ac70dcd14216', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e', 'mac_address': 'fa:16:3e:03:73:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7294169b-b62f-43fa-9a21-36f22533ba54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:59:19Z', 'updated_at': '2021-11-04T10:59:33Z', 'revision_number': 1, 'project_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee96bc63-51a9-4d7a-9642-8b7477eb87c7', 'name': '', 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'mac_address': 'fa:16:3e:35:d3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830895ce-6ab1-41b4-aa0c-515088786436', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'acbe3edd-0e54-430d-9b84-17ccd434a175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:15Z', 'updated_at': '2021-11-04T10:59:20Z', 'revision_number': 5, 'project_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'subnets': [{'id': 'acbe3edd-0e54-430d-9b84-17ccd434a175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:34.661551 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fde12fb-9215-4e61-9f52-bd3db2e26541 None None] The sync data for ids ['830895ce-6ab1-41b4-aa0c-515088786436'] in n-d-816629-1 is: [{'id': '830895ce-6ab1-41b4-aa0c-515088786436', 'name': 'tempest-ServerActionsTestJSON-321014118-router', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '506ad194-eba8-4713-9d30-f0451ffb3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:12Z', 'updated_at': '2021-11-04T10:59:16Z', 'revision_number': 4, 'project_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'gw_port': {'id': '506ad194-eba8-4713-9d30-f0451ffb3ed0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830895ce-6ab1-41b4-aa0c-515088786436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:13Z', 'updated_at': '2021-11-04T10:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '01b9b7c2-0035-4b1a-b044-53ea37e861a9', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '830895ce-6ab1-41b4-aa0c-515088786436', 'port_id': '1d257828-1078-4e49-9fa6-ac70dcd14216', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e', 'mac_address': 'fa:16:3e:03:73:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7294169b-b62f-43fa-9a21-36f22533ba54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:59:19Z', 'updated_at': '2021-11-04T10:59:33Z', 'revision_number': 1, 'project_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee96bc63-51a9-4d7a-9642-8b7477eb87c7', 'name': '', 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'mac_address': 'fa:16:3e:35:d3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830895ce-6ab1-41b4-aa0c-515088786436', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'acbe3edd-0e54-430d-9b84-17ccd434a175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:15Z', 'updated_at': '2021-11-04T10:59:20Z', 'revision_number': 5, 'project_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'subnets': [{'id': 'acbe3edd-0e54-430d-9b84-17ccd434a175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:59:34.878307 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da40342-cfd8-4d50-acea-49106f19ccc6 None None] New status for floating IP 01b9b7c2-0035-4b1a-b044-53ea37e861a9: ACTIVE {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:59:34.941466 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b3500-08ce-4e1c-9827-e56c522146a9 req-de3b18a8-30b7-45f8-9e2f-c435ae30810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:34.943107 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d11b3500-08ce-4e1c-9827-e56c522146a9 req-de3b18a8-30b7-45f8-9e2f-c435ae30810f service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0f07f923-0bad-4509-bf44-e9706f67de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3995385 Nov 04 10:59:35.100800 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d11b3500-08ce-4e1c-9827-e56c522146a9 req-af069233-58cb-4c1b-8d89-65fb0b77dff6 service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257439 Nov 04 10:59:35.117346 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5adb45e8-94fc-4b2c-8a58-85effb3d0a17 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Router 09514681-1fb9-486f-96b3-76501b43a7bb is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:59:35.279863 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d11b3500-08ce-4e1c-9827-e56c522146a9 req-70df1ac8-2d92-4110-a9d1-fb8c1f2c4ff2 service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702087 Nov 04 10:59:35.309316 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adb45e8-94fc-4b2c-8a58-85effb3d0a17 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:59:35.321627 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d9913c-f845-4c78-a586-017065b6ed38 None None] Sync routers for ids ['09514681-1fb9-486f-96b3-76501b43a7bb'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:59:35.334277 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5adb45e8-94fc-4b2c-8a58-85effb3d0a17 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:35.335626 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5adb45e8-94fc-4b2c-8a58-85effb3d0a17 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4219751 Nov 04 10:59:35.339261 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42402) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:35.352727 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d9913c-f845-4c78-a586-017065b6ed38 None None] Routers {'09514681-1fb9-486f-96b3-76501b43a7bb'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:59:35.353529 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-45d9913c-f845-4c78-a586-017065b6ed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:59:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['09514681-1fb9-486f-96b3-76501b43a7bb'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:35.376055 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-152c0495-62c9-4a84-aee0-44eb24583285 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.127 "GET /v2.0/subnets?project_id=0f971a58d7f04199b01d2c8c36ec2cac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331316 Nov 04 10:59:35.376554 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42404) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:35.468435 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-45d9913c-f845-4c78-a586-017065b6ed38 None None] Set router 09514681-1fb9-486f-96b3-76501b43a7bb gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:59:35.472240 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d0f440-10d5-42fb-8f44-cf21fd1c1901 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:35.476676 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-65d0f440-10d5-42fb-8f44-cf21fd1c1901 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0962334 Nov 04 10:59:35.477046 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42410) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:35.509132 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-33c9e7d7-dcdc-443b-89fe-f87cd3b02385 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.127 "GET /v2.0/subnets?network_id=301c0cd8-d116-455e-af06-7601efa602d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285332 Nov 04 10:59:35.509933 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42412) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:35.519215 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-8230b2ad-93ea-4e92-af0a-927380e7ad68 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-269383407', 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:59:35.619925 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8230b2ad-93ea-4e92-af0a-927380e7ad68 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Made reservation on behalf of 0f971a58d7f04199b01d2c8c36ec2cac for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:59:35.624266 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8230b2ad-93ea-4e92-af0a-927380e7ad68 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:35.668749 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-45d9913c-f845-4c78-a586-017065b6ed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117286361', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:32Z', 'updated_at': '2021-11-04T10:59:33Z', 'revision_number': 3, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:aa:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:33Z', 'updated_at': '2021-11-04T10:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:35.696695 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d9913c-f845-4c78-a586-017065b6ed38 None None] Checking router: 09514681-1fb9-486f-96b3-76501b43a7bb for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:59:35.696999 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d9913c-f845-4c78-a586-017065b6ed38 None None] Updating router 09514681-1fb9-486f-96b3-76501b43a7bb port efa34940-145e-4be4-ad56-67986c8a6e61 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:59:35.723128 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-45d9913c-f845-4c78-a586-017065b6ed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:35.825888 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8230b2ad-93ea-4e92-af0a-927380e7ad68 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:35.890121 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230b2ad-93ea-4e92-af0a-927380e7ad68 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Subnet': ['ID=2a350fc4-e237-4cdc-ad17-5535f4296b41,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:35.896856 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8230b2ad-93ea-4e92-af0a-927380e7ad68 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Checking segment: {'id': '93246d06-e62e-4850-a566-231b225a103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:59:35.897240 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8230b2ad-93ea-4e92-af0a-927380e7ad68 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Network hostable DHCP agents. Network: 1eed3291-c879-4080-89b1-20bfdf9ae97e, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:59:35.916244 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8230b2ad-93ea-4e92-af0a-927380e7ad68 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Network 1eed3291-c879-4080-89b1-20bfdf9ae97e is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:59:35.967065 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-8230b2ad-93ea-4e92-af0a-927380e7ad68 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 1eed3291-c879-4080-89b1-20bfdf9ae97e) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:59:35.978397 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8230b2ad-93ea-4e92-af0a-927380e7ad68 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:35.987639 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8230b2ad-93ea-4e92-af0a-927380e7ad68 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:35.990849 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bc22af-0635-46d1-8180-3c3551fb7b31 None None] Network 1eed3291-c879-4080-89b1-20bfdf9ae97e requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:59:36.010842 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8230b2ad-93ea-4e92-af0a-927380e7ad68 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4972303 Nov 04 10:59:36.011307 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42422) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:36.093531 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-45d9913c-f845-4c78-a586-017065b6ed38 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:36.104706 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-45d9913c-f845-4c78-a586-017065b6ed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:36.197904 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d956cb-6096-4fb7-b078-f9e4d7df95e4 None None] Pushing event updated for resources: {'Port': ['ID=efa34940-145e-4be4-ad56-67986c8a6e61,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:36.202909 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-45d9913c-f845-4c78-a586-017065b6ed38 None None] Attempting to bind port efa34940-145e-4be4-ad56-67986c8a6e61 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:59:36.203342 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-45d9913c-f845-4c78-a586-017065b6ed38 None None] Attempting to bind port efa34940-145e-4be4-ad56-67986c8a6e61 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:59:36.203837 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d9913c-f845-4c78-a586-017065b6ed38 None None] Attempting to bind port efa34940-145e-4be4-ad56-67986c8a6e61 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:59:36.215992 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d956cb-6096-4fb7-b078-f9e4d7df95e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:36.216406 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d956cb-6096-4fb7-b078-f9e4d7df95e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:36.216805 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d956cb-6096-4fb7-b078-f9e4d7df95e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:36.217300 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d956cb-6096-4fb7-b078-f9e4d7df95e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:36.217615 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d956cb-6096-4fb7-b078-f9e4d7df95e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:36.217998 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d956cb-6096-4fb7-b078-f9e4d7df95e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:36.218378 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d956cb-6096-4fb7-b078-f9e4d7df95e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:36.218763 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d956cb-6096-4fb7-b078-f9e4d7df95e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:36.219154 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d956cb-6096-4fb7-b078-f9e4d7df95e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:36.219528 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d956cb-6096-4fb7-b078-f9e4d7df95e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:36.219904 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d956cb-6096-4fb7-b078-f9e4d7df95e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:36.220281 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d956cb-6096-4fb7-b078-f9e4d7df95e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:36.231013 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d9913c-f845-4c78-a586-017065b6ed38 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:59:36.231460 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d9913c-f845-4c78-a586-017065b6ed38 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:59:36.231986 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-45d9913c-f845-4c78-a586-017065b6ed38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:36.232437 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d9913c-f845-4c78-a586-017065b6ed38 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:59:36.233003 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-45d9913c-f845-4c78-a586-017065b6ed38 None None] Bound port: efa34940-145e-4be4-ad56-67986c8a6e61, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:59:36.233439 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-45d9913c-f845-4c78-a586-017065b6ed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:36.287114 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaf011f-516e-4610-8dca-bd288c52e8ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-1eed3291-c879-4080-89b1-20bfdf9ae97e', 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'fixed_ips': [{'subnet_id': '2a350fc4-e237-4cdc-ad17-5535f4296b41'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:59:36.288065 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-efaf011f-516e-4610-8dca-bd288c52e8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:36.316688 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-45d9913c-f845-4c78-a586-017065b6ed38 None None] For port efa34940-145e-4be4-ad56-67986c8a6e61, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:59:36.322549 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-45d9913c-f845-4c78-a586-017065b6ed38 None None] For port efa34940-145e-4be4-ad56-67986c8a6e61, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=efa34940-145e-4be4-ad56-67986c8a6e61,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:59:36.332170 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-45d9913c-f845-4c78-a586-017065b6ed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:36.480946 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d9913c-f845-4c78-a586-017065b6ed38 None None] Routers {'09514681-1fb9-486f-96b3-76501b43a7bb'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:59:36.481552 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-45d9913c-f845-4c78-a586-017065b6ed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:59:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['09514681-1fb9-486f-96b3-76501b43a7bb'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:36.485676 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d956cb-6096-4fb7-b078-f9e4d7df95e4 None None] Pushing event updated for resources: {'Port': ['ID=efa34940-145e-4be4-ad56-67986c8a6e61,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:36.548586 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-725cc26e-8e02-43e2-b8b3-37882dc0c63e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:36.772942 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-efaf011f-516e-4610-8dca-bd288c52e8ba None None] Allocated IP 172.20.0.2 (1eed3291-c879-4080-89b1-20bfdf9ae97e/2a350fc4-e237-4cdc-ad17-5535f4296b41/803c2c88-bc30-47f8-ad03-a0e2a9658537) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:59:36.840115 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-45d9913c-f845-4c78-a586-017065b6ed38 None None] Set router 09514681-1fb9-486f-96b3-76501b43a7bb gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:59:37.077547 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-efaf011f-516e-4610-8dca-bd288c52e8ba None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:37.085040 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-efaf011f-516e-4610-8dca-bd288c52e8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:37.152380 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-725cc26e-8e02-43e2-b8b3-37882dc0c63e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Allocated IP 172.20.0.1 (1eed3291-c879-4080-89b1-20bfdf9ae97e/2a350fc4-e237-4cdc-ad17-5535f4296b41/f5058d31-9cf4-4c4d-bb11-9ec18eacf127) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:59:37.153059 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaf011f-516e-4610-8dca-bd288c52e8ba None None] Network 1eed3291-c879-4080-89b1-20bfdf9ae97e is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:59:37.160447 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-efaf011f-516e-4610-8dca-bd288c52e8ba None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:59:37.165451 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaf011f-516e-4610-8dca-bd288c52e8ba None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:59:37.167396 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf011f-516e-4610-8dca-bd288c52e8ba None None] Pushing event updated for resources: {'Port': ['ID=803c2c88-bc30-47f8-ad03-a0e2a9658537,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:37.181962 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-45d9913c-f845-4c78-a586-017065b6ed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117286361', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:32Z', 'updated_at': '2021-11-04T10:59:33Z', 'revision_number': 3, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:aa:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:33Z', 'updated_at': '2021-11-04T10:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:37.232530 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d9913c-f845-4c78-a586-017065b6ed38 None None] The sync data for ids ['09514681-1fb9-486f-96b3-76501b43a7bb'] in n-d-816629-1 is: [{'id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117286361', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:32Z', 'updated_at': '2021-11-04T10:59:33Z', 'revision_number': 3, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:aa:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:33Z', 'updated_at': '2021-11-04T10:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:59:37.274344 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-efaf011f-516e-4610-8dca-bd288c52e8ba None None] Attempting to bind port 803c2c88-bc30-47f8-ad03-a0e2a9658537 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:59:37.274888 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-efaf011f-516e-4610-8dca-bd288c52e8ba None None] Attempting to bind port 803c2c88-bc30-47f8-ad03-a0e2a9658537 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '93246d06-e62e-4850-a566-231b225a103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:59:37.275287 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaf011f-516e-4610-8dca-bd288c52e8ba None None] Attempting to bind port 803c2c88-bc30-47f8-ad03-a0e2a9658537 on network 1eed3291-c879-4080-89b1-20bfdf9ae97e {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:59:37.280501 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaf011f-516e-4610-8dca-bd288c52e8ba None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:59:37.280909 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaf011f-516e-4610-8dca-bd288c52e8ba None None] Checking segment: {'id': '93246d06-e62e-4850-a566-231b225a103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:59:37.281309 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-efaf011f-516e-4610-8dca-bd288c52e8ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:37.282549 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaf011f-516e-4610-8dca-bd288c52e8ba None None] Bound using segment: {'id': '93246d06-e62e-4850-a566-231b225a103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:59:37.283329 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-efaf011f-516e-4610-8dca-bd288c52e8ba None None] Bound port: 803c2c88-bc30-47f8-ad03-a0e2a9658537, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93246d06-e62e-4850-a566-231b225a103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:59:37.283713 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-efaf011f-516e-4610-8dca-bd288c52e8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:37.336591 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-725cc26e-8e02-43e2-b8b3-37882dc0c63e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:37.378638 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-725cc26e-8e02-43e2-b8b3-37882dc0c63e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:37.380202 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-efaf011f-516e-4610-8dca-bd288c52e8ba None None] For port 803c2c88-bc30-47f8-ad03-a0e2a9658537, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:59:37.384437 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-efaf011f-516e-4610-8dca-bd288c52e8ba None None] For port 803c2c88-bc30-47f8-ad03-a0e2a9658537, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=803c2c88-bc30-47f8-ad03-a0e2a9658537,segment=NetworkSegment(93246d06-e62e-4850-a566-231b225a103d),segment_id=93246d06-e62e-4850-a566-231b225a103d)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:59:37.395175 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-efaf011f-516e-4610-8dca-bd288c52e8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:37.426196 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725cc26e-8e02-43e2-b8b3-37882dc0c63e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Network 1eed3291-c879-4080-89b1-20bfdf9ae97e is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:59:37.430029 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-725cc26e-8e02-43e2-b8b3-37882dc0c63e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:59:37.432852 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725cc26e-8e02-43e2-b8b3-37882dc0c63e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:59:37.468137 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf011f-516e-4610-8dca-bd288c52e8ba None None] Pushing event updated for resources: {'Port': ['ID=803c2c88-bc30-47f8-ad03-a0e2a9658537,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:37.474628 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cc26e-8e02-43e2-b8b3-37882dc0c63e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Port': ['ID=f5058d31-9cf4-4c4d-bb11-9ec18eacf127,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:37.510971 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-725cc26e-8e02-43e2-b8b3-37882dc0c63e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:37.746372 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-725cc26e-8e02-43e2-b8b3-37882dc0c63e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:38.063610 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device efa34940-145e-4be4-ad56-67986c8a6e61 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:59:38.113707 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-725cc26e-8e02-43e2-b8b3-37882dc0c63e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:38.126631 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-725cc26e-8e02-43e2-b8b3-37882dc0c63e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:38.146344 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port efa34940-145e-4be4-ad56-67986c8a6e61 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:59:38.147153 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:38.238942 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cc26e-8e02-43e2-b8b3-37882dc0c63e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Port': ['ID=f5058d31-9cf4-4c4d-bb11-9ec18eacf127,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:38.253163 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-725cc26e-8e02-43e2-b8b3-37882dc0c63e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:38.328014 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:38.367289 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port efa34940-145e-4be4-ad56-67986c8a6e61, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=efa34940-145e-4be4-ad56-67986c8a6e61,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:59:38.377426 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:38.378516 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 803c2c88-bc30-47f8-ad03-a0e2a9658537 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:59:38.419341 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725cc26e-8e02-43e2-b8b3-37882dc0c63e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Network 1eed3291-c879-4080-89b1-20bfdf9ae97e is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:59:38.420942 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-725cc26e-8e02-43e2-b8b3-37882dc0c63e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:59:38.501844 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=efa34940-145e-4be4-ad56-67986c8a6e61,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:38.515951 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 803c2c88-bc30-47f8-ad03-a0e2a9658537 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:59:38.516213 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:38.590186 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725cc26e-8e02-43e2-b8b3-37882dc0c63e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Router 09514681-1fb9-486f-96b3-76501b43a7bb has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:59:38.633266 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:38.672678 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 803c2c88-bc30-47f8-ad03-a0e2a9658537, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=803c2c88-bc30-47f8-ad03-a0e2a9658537,segment=NetworkSegment(93246d06-e62e-4850-a566-231b225a103d),segment_id=93246d06-e62e-4850-a566-231b225a103d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:59:38.680079 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:38.737654 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=803c2c88-bc30-47f8-ad03-a0e2a9658537,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:38.745332 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725cc26e-8e02-43e2-b8b3-37882dc0c63e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:59:38.752210 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-725cc26e-8e02-43e2-b8b3-37882dc0c63e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "PUT /v2.0/routers/09514681-1fb9-486f-96b3-76501b43a7bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7400682 Nov 04 10:59:38.763056 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70041756-5dae-4c34-8646-d8a0e2050484 None None] Network 1eed3291-c879-4080-89b1-20bfdf9ae97e requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:59:38.900997 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-ffc705d7-2f90-4a54-a751-35e520390c4f None None] Provisioning complete for port 803c2c88-bc30-47f8-ad03-a0e2a9658537 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:59:38.901363 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ffc705d7-2f90-4a54-a751-35e520390c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:39.073016 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25045691-aa26-4941-93bb-9104e09151d7 req-fa226401-f47e-41fb-906f-76d7ac39d042 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307854299&fields=id&tenant_id=0f971a58d7f04199b01d2c8c36ec2cac HTTP/1.1" status: 200 len: 267 time: 0.0973125 Nov 04 10:59:39.214991 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25045691-aa26-4941-93bb-9104e09151d7 req-34948b6f-6aee-417b-b6a5-311c54e9d28b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:39.223839 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25045691-aa26-4941-93bb-9104e09151d7 req-34948b6f-6aee-417b-b6a5-311c54e9d28b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/networks?id=1eed3291-c879-4080-89b1-20bfdf9ae97e HTTP/1.1" status: 200 len: 797 time: 0.1409230 Nov 04 10:59:39.241402 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25045691-aa26-4941-93bb-9104e09151d7 req-adec1518-0088-445b-ade0-2ea7a83558be tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/quotas/0f971a58d7f04199b01d2c8c36ec2cac HTTP/1.1" status: 200 len: 375 time: 0.0161965 Nov 04 10:59:39.266013 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-8da8b198-4a18-4790-b71d-3a307b7b3913 None None] Provisioning complete for port 803c2c88-bc30-47f8-ad03-a0e2a9658537 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:59:39.266339 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8da8b198-4a18-4790-b71d-3a307b7b3913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:39.313830 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25045691-aa26-4941-93bb-9104e09151d7 req-66ccd131-9b8e-418c-9e38-4351ed3428f4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704317 Nov 04 10:59:39.390647 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-8da8b198-4a18-4790-b71d-3a307b7b3913 None None] Provisioning complete for port f5058d31-9cf4-4c4d-bb11-9ec18eacf127 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:59:39.391885 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8da8b198-4a18-4790-b71d-3a307b7b3913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:39.440181 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-8da8b198-4a18-4790-b71d-3a307b7b3913 None None] Port f5058d31-9cf4-4c4d-bb11-9ec18eacf127 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:59:39.476650 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25045691-aa26-4941-93bb-9104e09151d7 req-fc32701c-73ef-4e3c-b994-012762b7eded service neutron] 10.222.0.127 "GET /v2.0/networks/1eed3291-c879-4080-89b1-20bfdf9ae97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454947 Nov 04 10:59:39.571473 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-17bd2f8f-fef5-4243-94b0-27f585a57376 None None] Provisioning complete for port f5058d31-9cf4-4c4d-bb11-9ec18eacf127 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:59:39.571989 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-17bd2f8f-fef5-4243-94b0-27f585a57376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:39.597787 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29786695-ffa5-45c5-bbbd-1103456e6808 None None] Sync routers for ids ['09514681-1fb9-486f-96b3-76501b43a7bb'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:59:39.600981 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25045691-aa26-4941-93bb-9104e09151d7 req-d8841a6b-fc9e-4857-95ec-db567c0af155 service neutron] 10.222.0.127 "GET /v2.0/networks/1eed3291-c879-4080-89b1-20bfdf9ae97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232488 Nov 04 10:59:39.617841 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29786695-ffa5-45c5-bbbd-1103456e6808 None None] Routers {'09514681-1fb9-486f-96b3-76501b43a7bb'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:59:39.618582 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-29786695-ffa5-45c5-bbbd-1103456e6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:59:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['09514681-1fb9-486f-96b3-76501b43a7bb'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:39.651044 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-17bd2f8f-fef5-4243-94b0-27f585a57376 None None] Port f5058d31-9cf4-4c4d-bb11-9ec18eacf127 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:59:39.780158 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-bb86e003-4812-4a92-b6e5-3714e0a23fe1 None None] Provisioning complete for port f5058d31-9cf4-4c4d-bb11-9ec18eacf127 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:59:39.781805 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bb86e003-4812-4a92-b6e5-3714e0a23fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:39.787288 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-29786695-ffa5-45c5-bbbd-1103456e6808 None None] Set router 09514681-1fb9-486f-96b3-76501b43a7bb gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:59:39.839891 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-bb86e003-4812-4a92-b6e5-3714e0a23fe1 None None] Port f5058d31-9cf4-4c4d-bb11-9ec18eacf127 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:59:39.902423 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9059501c-6991-4a61-adb5-ba1ff69fb970 req-580968ca-4614-481c-90fb-1761edba1109 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 210 time: 0.0324500 Nov 04 10:59:39.984318 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device efa34940-145e-4be4-ad56-67986c8a6e61 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:59:40.041242 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port efa34940-145e-4be4-ad56-67986c8a6e61 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:59:40.041865 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:40.091956 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-29786695-ffa5-45c5-bbbd-1103456e6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117286361', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:32Z', 'updated_at': '2021-11-04T10:59:37Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:aa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:33Z', 'updated_at': '2021-11-04T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'f5058d31-9cf4-4c4d-bb11-9ec18eacf127', 'name': '', 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:90:f3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '2a350fc4-e237-4cdc-ad17-5535f4296b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:36Z', 'updated_at': '2021-11-04T10:59:37Z', 'revision_number': 2, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '2a350fc4-e237-4cdc-ad17-5535f4296b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:40.134124 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29786695-ffa5-45c5-bbbd-1103456e6808 None None] Checking router: 09514681-1fb9-486f-96b3-76501b43a7bb for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:59:40.134425 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29786695-ffa5-45c5-bbbd-1103456e6808 None None] Updating router 09514681-1fb9-486f-96b3-76501b43a7bb port f5058d31-9cf4-4c4d-bb11-9ec18eacf127 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:59:40.174454 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-29786695-ffa5-45c5-bbbd-1103456e6808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:40.180569 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 803c2c88-bc30-47f8-ad03-a0e2a9658537 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:59:40.242958 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 803c2c88-bc30-47f8-ad03-a0e2a9658537 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:59:40.243882 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:40.491876 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-29786695-ffa5-45c5-bbbd-1103456e6808 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:40.499963 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-29786695-ffa5-45c5-bbbd-1103456e6808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:40.556111 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e81ba7-601e-4877-8e2e-5bfb8522d179 None None] Pushing event updated for resources: {'Port': ['ID=f5058d31-9cf4-4c4d-bb11-9ec18eacf127,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:40.627716 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-29786695-ffa5-45c5-bbbd-1103456e6808 None None] Attempting to bind port f5058d31-9cf4-4c4d-bb11-9ec18eacf127 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:59:40.628840 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-29786695-ffa5-45c5-bbbd-1103456e6808 None None] Attempting to bind port f5058d31-9cf4-4c4d-bb11-9ec18eacf127 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '93246d06-e62e-4850-a566-231b225a103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:59:40.629399 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29786695-ffa5-45c5-bbbd-1103456e6808 None None] Attempting to bind port f5058d31-9cf4-4c4d-bb11-9ec18eacf127 on network 1eed3291-c879-4080-89b1-20bfdf9ae97e {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:59:40.636913 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29786695-ffa5-45c5-bbbd-1103456e6808 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:59:40.637244 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29786695-ffa5-45c5-bbbd-1103456e6808 None None] Checking segment: {'id': '93246d06-e62e-4850-a566-231b225a103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:59:40.637639 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-29786695-ffa5-45c5-bbbd-1103456e6808 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:40.638023 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29786695-ffa5-45c5-bbbd-1103456e6808 None None] Bound using segment: {'id': '93246d06-e62e-4850-a566-231b225a103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:59:40.638490 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-29786695-ffa5-45c5-bbbd-1103456e6808 None None] Bound port: f5058d31-9cf4-4c4d-bb11-9ec18eacf127, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93246d06-e62e-4850-a566-231b225a103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:59:40.638868 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-29786695-ffa5-45c5-bbbd-1103456e6808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:40.714182 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-29786695-ffa5-45c5-bbbd-1103456e6808 None None] For port f5058d31-9cf4-4c4d-bb11-9ec18eacf127, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:59:40.717769 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-29786695-ffa5-45c5-bbbd-1103456e6808 None None] For port f5058d31-9cf4-4c4d-bb11-9ec18eacf127, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f5058d31-9cf4-4c4d-bb11-9ec18eacf127,segment=NetworkSegment(93246d06-e62e-4850-a566-231b225a103d),segment_id=93246d06-e62e-4850-a566-231b225a103d)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:59:40.731834 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-29786695-ffa5-45c5-bbbd-1103456e6808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:40.796996 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29786695-ffa5-45c5-bbbd-1103456e6808 None None] Routers {'09514681-1fb9-486f-96b3-76501b43a7bb'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:59:40.797716 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-29786695-ffa5-45c5-bbbd-1103456e6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:59:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['09514681-1fb9-486f-96b3-76501b43a7bb'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:40.851732 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e81ba7-601e-4877-8e2e-5bfb8522d179 None None] Pushing event updated for resources: {'Port': ['ID=f5058d31-9cf4-4c4d-bb11-9ec18eacf127,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:40.884777 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-6866a293-dbba-4e23-aea6-9dcbde33b821 None None] Provisioning complete for port f5058d31-9cf4-4c4d-bb11-9ec18eacf127 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:59:40.885970 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6866a293-dbba-4e23-aea6-9dcbde33b821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:40.994912 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6866a293-dbba-4e23-aea6-9dcbde33b821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:41.036371 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-6866a293-dbba-4e23-aea6-9dcbde33b821 None None] For port f5058d31-9cf4-4c4d-bb11-9ec18eacf127, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f5058d31-9cf4-4c4d-bb11-9ec18eacf127,segment=NetworkSegment(93246d06-e62e-4850-a566-231b225a103d),segment_id=93246d06-e62e-4850-a566-231b225a103d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:59:41.047609 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6866a293-dbba-4e23-aea6-9dcbde33b821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:41.161467 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866a293-dbba-4e23-aea6-9dcbde33b821 None None] Pushing event updated for resources: {'Port': ['ID=f5058d31-9cf4-4c4d-bb11-9ec18eacf127,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:41.189928 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-141c547d-0a90-42fa-93e4-05ee7260b863 None None] Provisioning complete for port f5058d31-9cf4-4c4d-bb11-9ec18eacf127 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:59:41.191385 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-141c547d-0a90-42fa-93e4-05ee7260b863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:41.199772 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc7f7b01-9b91-41ee-bd3f-8430a18eb3f6 req-413144e4-851a-4655-b589-faa899022b90 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 210 time: 0.0544045 Nov 04 10:59:41.222712 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-29786695-ffa5-45c5-bbbd-1103456e6808 None None] Set router 09514681-1fb9-486f-96b3-76501b43a7bb gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:59:41.300293 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25045691-aa26-4941-93bb-9104e09151d7 req-c83a772e-202b-4bba-9c91-905b57dc3825 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:41.302254 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25045691-aa26-4941-93bb-9104e09151d7 req-c83a772e-202b-4bba-9c91-905b57dc3825 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.121 "GET /v2.0/networks?id=1eed3291-c879-4080-89b1-20bfdf9ae97e HTTP/1.1" status: 200 len: 797 time: 0.3089995 Nov 04 10:59:41.410328 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25045691-aa26-4941-93bb-9104e09151d7 req-f004b22e-6d8e-45e6-989d-df9e3fcb4c97 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f971a58d7f04199b01d2c8c36ec2cac HTTP/1.1" status: 200 len: 380 time: 0.0947742 Nov 04 10:59:41.422202 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-25045691-aa26-4941-93bb-9104e09151d7 req-751a9a02-ab53-4dfc-99bb-92f42bf08120 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'port': {'device_id': 'fa1e2ef1-af41-47d3-bf42-808590266d21', 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e', 'admin_state_up': True, 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'security_groups': ['7d50a65c-430b-4257-ab17-e4dbf8fa2a31']}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:59:41.461829 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-29786695-ffa5-45c5-bbbd-1103456e6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117286361', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:32Z', 'updated_at': '2021-11-04T10:59:37Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:aa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:33Z', 'updated_at': '2021-11-04T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'f5058d31-9cf4-4c4d-bb11-9ec18eacf127', 'name': '', 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:90:f3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '2a350fc4-e237-4cdc-ad17-5535f4296b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:36Z', 'updated_at': '2021-11-04T10:59:40Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '2a350fc4-e237-4cdc-ad17-5535f4296b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:41.497410 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29786695-ffa5-45c5-bbbd-1103456e6808 None None] The sync data for ids ['09514681-1fb9-486f-96b3-76501b43a7bb'] in n-d-816629-1 is: [{'id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117286361', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:32Z', 'updated_at': '2021-11-04T10:59:37Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:aa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:33Z', 'updated_at': '2021-11-04T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'f5058d31-9cf4-4c4d-bb11-9ec18eacf127', 'name': '', 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:90:f3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '2a350fc4-e237-4cdc-ad17-5535f4296b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:36Z', 'updated_at': '2021-11-04T10:59:40Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '2a350fc4-e237-4cdc-ad17-5535f4296b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:59:41.542198 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25045691-aa26-4941-93bb-9104e09151d7 req-751a9a02-ab53-4dfc-99bb-92f42bf08120 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Made reservation on behalf of 0f971a58d7f04199b01d2c8c36ec2cac for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:59:41.543921 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-25045691-aa26-4941-93bb-9104e09151d7 req-751a9a02-ab53-4dfc-99bb-92f42bf08120 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:41.718578 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [req-25045691-aa26-4941-93bb-9104e09151d7 req-751a9a02-ab53-4dfc-99bb-92f42bf08120 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Allocated IP 172.20.0.8 (1eed3291-c879-4080-89b1-20bfdf9ae97e/2a350fc4-e237-4cdc-ad17-5535f4296b41/d14bfaec-6fa9-41b3-a959-d802b7dc852c) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:59:41.877163 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-25045691-aa26-4941-93bb-9104e09151d7 req-751a9a02-ab53-4dfc-99bb-92f42bf08120 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:41.922292 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-25045691-aa26-4941-93bb-9104e09151d7 req-751a9a02-ab53-4dfc-99bb-92f42bf08120 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:41.985467 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25045691-aa26-4941-93bb-9104e09151d7 req-751a9a02-ab53-4dfc-99bb-92f42bf08120 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Network 1eed3291-c879-4080-89b1-20bfdf9ae97e is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:59:41.999057 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [req-25045691-aa26-4941-93bb-9104e09151d7 req-751a9a02-ab53-4dfc-99bb-92f42bf08120 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:59:42.012981 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-25045691-aa26-4941-93bb-9104e09151d7 req-751a9a02-ab53-4dfc-99bb-92f42bf08120 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:59:42.020056 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a9a02-ab53-4dfc-99bb-92f42bf08120 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Port': ['ID=d14bfaec-6fa9-41b3-a959-d802b7dc852c,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:42.050560 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f5058d31-9cf4-4c4d-bb11-9ec18eacf127 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:59:42.063628 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a9a02-ab53-4dfc-99bb-92f42bf08120 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:42.064333 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a9a02-ab53-4dfc-99bb-92f42bf08120 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:42.064962 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a9a02-ab53-4dfc-99bb-92f42bf08120 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:42.065599 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a9a02-ab53-4dfc-99bb-92f42bf08120 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:42.066172 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a9a02-ab53-4dfc-99bb-92f42bf08120 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:42.066725 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a9a02-ab53-4dfc-99bb-92f42bf08120 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:42.067240 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a9a02-ab53-4dfc-99bb-92f42bf08120 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:42.067741 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a9a02-ab53-4dfc-99bb-92f42bf08120 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:42.068251 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a9a02-ab53-4dfc-99bb-92f42bf08120 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:42.068755 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a9a02-ab53-4dfc-99bb-92f42bf08120 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:42.069290 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a9a02-ab53-4dfc-99bb-92f42bf08120 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:42.069795 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a9a02-ab53-4dfc-99bb-92f42bf08120 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:42.115846 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25045691-aa26-4941-93bb-9104e09151d7 req-751a9a02-ab53-4dfc-99bb-92f42bf08120 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:42.118389 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-25045691-aa26-4941-93bb-9104e09151d7 req-751a9a02-ab53-4dfc-99bb-92f42bf08120 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:42.148397 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port f5058d31-9cf4-4c4d-bb11-9ec18eacf127 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:59:42.148984 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:42.156485 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25045691-aa26-4941-93bb-9104e09151d7 req-751a9a02-ab53-4dfc-99bb-92f42bf08120 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7384362 Nov 04 10:59:42.174640 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-25045691-aa26-4941-93bb-9104e09151d7 req-950775f8-f965-4aff-bfa8-e75d8b4290c8 service neutron] Request body: {'port': {'device_id': 'fa1e2ef1-af41-47d3-bf42-808590266d21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:59:42.277693 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-25045691-aa26-4941-93bb-9104e09151d7 req-950775f8-f965-4aff-bfa8-e75d8b4290c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:42.444350 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:42.447226 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-3fe20c24-5e15-4789-9427-c433a30c11f1 None None] Provisioning complete for port d14bfaec-6fa9-41b3-a959-d802b7dc852c triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:59:42.447796 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3fe20c24-5e15-4789-9427-c433a30c11f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:42.487889 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-3fe20c24-5e15-4789-9427-c433a30c11f1 None None] Port d14bfaec-6fa9-41b3-a959-d802b7dc852c cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 10:59:42.576461 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f8a89-7e61-4227-ba9c-8bf4387e9b93 req-ece568a3-1f93-466f-bd8e-e02280732526 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:42.578098 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-214f8a89-7e61-4227-ba9c-8bf4387e9b93 req-ece568a3-1f93-466f-bd8e-e02280732526 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 931 time: 0.2506485 Nov 04 10:59:42.673260 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-214f8a89-7e61-4227-ba9c-8bf4387e9b93 req-a4250e8e-3057-4c40-a1d3-2fc2865f3865 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=7d50a65c-430b-4257-ab17-e4dbf8fa2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874944 Nov 04 10:59:42.711471 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [req-25045691-aa26-4941-93bb-9104e09151d7 req-950775f8-f965-4aff-bfa8-e75d8b4290c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d14bfaec-6fa9-41b3-a959-d802b7dc852c {{(pid=101774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:59:42.719559 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-25045691-aa26-4941-93bb-9104e09151d7 req-950775f8-f965-4aff-bfa8-e75d8b4290c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:42.732493 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.provisioning_blocks [req-25045691-aa26-4941-93bb-9104e09151d7 req-950775f8-f965-4aff-bfa8-e75d8b4290c8 service neutron] Transition to ACTIVE for port object d14bfaec-6fa9-41b3-a959-d802b7dc852c will not be triggered until provisioned by entity L2. {{(pid=101774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:59:42.737781 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-25045691-aa26-4941-93bb-9104e09151d7 req-950775f8-f965-4aff-bfa8-e75d8b4290c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:42.813664 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950775f8-f965-4aff-bfa8-e75d8b4290c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d14bfaec-6fa9-41b3-a959-d802b7dc852c,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:42.883797 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-25045691-aa26-4941-93bb-9104e09151d7 req-950775f8-f965-4aff-bfa8-e75d8b4290c8 service neutron] Attempting to bind port d14bfaec-6fa9-41b3-a959-d802b7dc852c on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 10:59:42.884130 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-25045691-aa26-4941-93bb-9104e09151d7 req-950775f8-f965-4aff-bfa8-e75d8b4290c8 service neutron] Attempting to bind port d14bfaec-6fa9-41b3-a959-d802b7dc852c by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '93246d06-e62e-4850-a566-231b225a103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e'}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 10:59:42.884460 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25045691-aa26-4941-93bb-9104e09151d7 req-950775f8-f965-4aff-bfa8-e75d8b4290c8 service neutron] Attempting to bind port d14bfaec-6fa9-41b3-a959-d802b7dc852c on network 1eed3291-c879-4080-89b1-20bfdf9ae97e {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:59:42.889772 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25045691-aa26-4941-93bb-9104e09151d7 req-950775f8-f965-4aff-bfa8-e75d8b4290c8 service neutron] Port d14bfaec-6fa9-41b3-a959-d802b7dc852c on network 1eed3291-c879-4080-89b1-20bfdf9ae97e not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:59:42.890105 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25045691-aa26-4941-93bb-9104e09151d7 req-950775f8-f965-4aff-bfa8-e75d8b4290c8 service neutron] Attempting to bind port d14bfaec-6fa9-41b3-a959-d802b7dc852c on network 1eed3291-c879-4080-89b1-20bfdf9ae97e {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:59:42.895890 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25045691-aa26-4941-93bb-9104e09151d7 req-950775f8-f965-4aff-bfa8-e75d8b4290c8 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:59:42.896228 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25045691-aa26-4941-93bb-9104e09151d7 req-950775f8-f965-4aff-bfa8-e75d8b4290c8 service neutron] Checking segment: {'id': '93246d06-e62e-4850-a566-231b225a103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 10:59:42.896619 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25045691-aa26-4941-93bb-9104e09151d7 req-950775f8-f965-4aff-bfa8-e75d8b4290c8 service neutron] Bound using segment: {'id': '93246d06-e62e-4850-a566-231b225a103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e'} {{(pid=101774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:59:42.897204 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.managers [req-25045691-aa26-4941-93bb-9104e09151d7 req-950775f8-f965-4aff-bfa8-e75d8b4290c8 service neutron] Bound port: d14bfaec-6fa9-41b3-a959-d802b7dc852c, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93246d06-e62e-4850-a566-231b225a103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e'}}] {{(pid=101774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 10:59:42.897455 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-25045691-aa26-4941-93bb-9104e09151d7 req-950775f8-f965-4aff-bfa8-e75d8b4290c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:42.972851 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-25045691-aa26-4941-93bb-9104e09151d7 req-950775f8-f965-4aff-bfa8-e75d8b4290c8 service neutron] For port d14bfaec-6fa9-41b3-a959-d802b7dc852c, host n-h2-816629-1, cleared binding levels {{(pid=101774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:59:42.977194 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-25045691-aa26-4941-93bb-9104e09151d7 req-950775f8-f965-4aff-bfa8-e75d8b4290c8 service neutron] For port d14bfaec-6fa9-41b3-a959-d802b7dc852c, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=d14bfaec-6fa9-41b3-a959-d802b7dc852c,segment=NetworkSegment(93246d06-e62e-4850-a566-231b225a103d),segment_id=93246d06-e62e-4850-a566-231b225a103d)] {{(pid=101774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:59:42.986274 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-25045691-aa26-4941-93bb-9104e09151d7 req-950775f8-f965-4aff-bfa8-e75d8b4290c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:43.023671 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25045691-aa26-4941-93bb-9104e09151d7 req-950775f8-f965-4aff-bfa8-e75d8b4290c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:43.024498 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-25045691-aa26-4941-93bb-9104e09151d7 req-950775f8-f965-4aff-bfa8-e75d8b4290c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:43.034204 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25045691-aa26-4941-93bb-9104e09151d7 req-950775f8-f965-4aff-bfa8-e75d8b4290c8 service neutron] 10.222.0.121 "PUT /v2.0/ports/d14bfaec-6fa9-41b3-a959-d802b7dc852c HTTP/1.1" status: 200 len: 1091 time: 0.8609302 Nov 04 10:59:43.034997 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa1e2ef1-af41-47d3-bf42-808590266d21', 'tag': 'd14bfaec-6fa9-41b3-a959-d802b7dc852c'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:59:43.037605 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cea9996-3baf-4dbb-9ebd-f3d9927da86a" -d '{"events": [{"name": "network-changed", "server_uuid": "fa1e2ef1-af41-47d3-bf42-808590266d21", "tag": "d14bfaec-6fa9-41b3-a959-d802b7dc852c"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:59:43.086449 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950775f8-f965-4aff-bfa8-e75d8b4290c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d14bfaec-6fa9-41b3-a959-d802b7dc852c,revision_number=3']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:43.156442 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25045691-aa26-4941-93bb-9104e09151d7 req-e4c9a266-3498-4935-ace6-55e24556467a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:43.158340 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25045691-aa26-4941-93bb-9104e09151d7 req-e4c9a266-3498-4935-ace6-55e24556467a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 1094 time: 0.0669713 Nov 04 10:59:43.210163 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25045691-aa26-4941-93bb-9104e09151d7 req-e602c75a-9244-4a85-b876-74e9f60c5b55 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d14bfaec-6fa9-41b3-a959-d802b7dc852c HTTP/1.1" status: 200 len: 217 time: 0.0410244 Nov 04 10:59:43.229425 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5333e501-962a-4245-aa2f-a14331f605e1 x-openstack-request-id: req-5333e501-962a-4245-aa2f-a14331f605e1 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:59:43.229843 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa1e2ef1-af41-47d3-bf42-808590266d21", "tag": "d14bfaec-6fa9-41b3-a959-d802b7dc852c", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:59:43.230195 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-5333e501-962a-4245-aa2f-a14331f605e1 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:59:43.230733 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa1e2ef1-af41-47d3-bf42-808590266d21', 'tag': 'd14bfaec-6fa9-41b3-a959-d802b7dc852c', 'status': 'completed', 'code': 200} Nov 04 10:59:43.269660 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25045691-aa26-4941-93bb-9104e09151d7 req-e27a525f-5379-43c5-a75a-19164a0638dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:43.271250 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25045691-aa26-4941-93bb-9104e09151d7 req-e27a525f-5379-43c5-a75a-19164a0638dc service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2a350fc4-e237-4cdc-ad17-5535f4296b41 HTTP/1.1" status: 200 len: 834 time: 0.0530617 Nov 04 10:59:43.324541 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25045691-aa26-4941-93bb-9104e09151d7 req-865ef865-18d3-40e2-b544-dd0bdabc2c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:43.326248 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25045691-aa26-4941-93bb-9104e09151d7 req-865ef865-18d3-40e2-b544-dd0bdabc2c0b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1eed3291-c879-4080-89b1-20bfdf9ae97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476015 Nov 04 10:59:43.423808 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25045691-aa26-4941-93bb-9104e09151d7 req-54233158-77f3-41e3-860c-3f6278c5c502 service neutron] 10.222.0.121 "GET /v2.0/networks/1eed3291-c879-4080-89b1-20bfdf9ae97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882740 Nov 04 10:59:43.556668 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25045691-aa26-4941-93bb-9104e09151d7 req-3af1b2e3-8df0-4eda-abe6-c438f46198c2 service neutron] 10.222.0.121 "GET /v2.0/networks/1eed3291-c879-4080-89b1-20bfdf9ae97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937464 Nov 04 10:59:43.652548 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea9996-3baf-4dbb-9ebd-f3d9927da86a req-7f4c1d3f-3560-4bbd-80bf-9c64f07b6aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:43.654300 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0cea9996-3baf-4dbb-9ebd-f3d9927da86a req-7f4c1d3f-3560-4bbd-80bf-9c64f07b6aed service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 1094 time: 0.0446651 Nov 04 10:59:43.751444 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea9996-3baf-4dbb-9ebd-f3d9927da86a req-188652cf-bd01-40f1-9345-68e623726da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:43.753080 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0cea9996-3baf-4dbb-9ebd-f3d9927da86a req-188652cf-bd01-40f1-9345-68e623726da8 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1eed3291-c879-4080-89b1-20bfdf9ae97e HTTP/1.1" status: 200 len: 899 time: 0.0881307 Nov 04 10:59:44.102299 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6c714ce4-3cf8-4a23-9c7a-456892e47c06 req-8fb7088d-ea8d-40b3-94cf-07feca1507f1 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436804 Nov 04 10:59:44.199647 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0cea9996-3baf-4dbb-9ebd-f3d9927da86a req-0114c47b-5cfd-4f29-b816-2988fa588649 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d14bfaec-6fa9-41b3-a959-d802b7dc852c HTTP/1.1" status: 200 len: 217 time: 0.4368312 Nov 04 10:59:44.224544 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c714ce4-3cf8-4a23-9c7a-456892e47c06 req-7d8118ce-f8ad-4b0d-8b80-d32d2b3518d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:44.228563 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6c714ce4-3cf8-4a23-9c7a-456892e47c06 req-7d8118ce-f8ad-4b0d-8b80-d32d2b3518d0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=db986214976042ad8f7b4ef2ac918aa4&device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 1096 time: 0.0470464 Nov 04 10:59:44.252721 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06700873-95a8-454f-b99c-cfb28d0ae27f req-f8134aeb-c2db-4c70-b586-1eec0308730b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:44.254595 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-06700873-95a8-454f-b99c-cfb28d0ae27f req-f8134aeb-c2db-4c70-b586-1eec0308730b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 943 time: 0.5002887 Nov 04 10:59:44.299594 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea9996-3baf-4dbb-9ebd-f3d9927da86a req-386b5b49-6d90-482a-9bb4-dc5fb776352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:44.301369 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0cea9996-3baf-4dbb-9ebd-f3d9927da86a req-386b5b49-6d90-482a-9bb4-dc5fb776352e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2a350fc4-e237-4cdc-ad17-5535f4296b41 HTTP/1.1" status: 200 len: 834 time: 0.0904572 Nov 04 10:59:44.324521 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-06700873-95a8-454f-b99c-cfb28d0ae27f req-8bf6a6ac-80e2-4207-9873-baa4ce250a40 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=7d50a65c-430b-4257-ab17-e4dbf8fa2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610337 Nov 04 10:59:44.346831 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c714ce4-3cf8-4a23-9c7a-456892e47c06 req-c760b3cd-ed58-49a9-a1bf-45d99bcea9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:44.348417 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6c714ce4-3cf8-4a23-9c7a-456892e47c06 req-c760b3cd-ed58-49a9-a1bf-45d99bcea9ff service neutron] 10.222.0.121 "GET /v2.0/networks?id=48d7173e-4f84-437c-b393-02822601af8d HTTP/1.1" status: 200 len: 912 time: 0.0967774 Nov 04 10:59:44.357923 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea9996-3baf-4dbb-9ebd-f3d9927da86a req-bdda6ab3-5165-4f54-9d15-70512c9a70b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:44.359432 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0cea9996-3baf-4dbb-9ebd-f3d9927da86a req-bdda6ab3-5165-4f54-9d15-70512c9a70b2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1eed3291-c879-4080-89b1-20bfdf9ae97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479505 Nov 04 10:59:44.421320 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6c714ce4-3cf8-4a23-9c7a-456892e47c06 req-0d17d1f4-8c58-415e-9d84-84928348ff4f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cae55ee8-a51e-4a5c-85db-63c1b5586a29 HTTP/1.1" status: 200 len: 1000 time: 0.0633769 Nov 04 10:59:44.470235 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0cea9996-3baf-4dbb-9ebd-f3d9927da86a req-f1016a1a-a2c9-45b0-a061-3810485892ce service neutron] 10.222.0.121 "GET /v2.0/networks/1eed3291-c879-4080-89b1-20bfdf9ae97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002896 Nov 04 10:59:44.481852 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c714ce4-3cf8-4a23-9c7a-456892e47c06 req-fa291c65-bf99-414b-894a-11685255098d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:44.483382 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6c714ce4-3cf8-4a23-9c7a-456892e47c06 req-fa291c65-bf99-414b-894a-11685255098d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e385be16-201b-4622-87ed-46bcc0e22c59 HTTP/1.1" status: 200 len: 849 time: 0.0522692 Nov 04 10:59:44.540009 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c714ce4-3cf8-4a23-9c7a-456892e47c06 req-c6f3f5b8-8d6c-4c38-b6ea-b42966267315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:44.541618 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6c714ce4-3cf8-4a23-9c7a-456892e47c06 req-c6f3f5b8-8d6c-4c38-b6ea-b42966267315 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=48d7173e-4f84-437c-b393-02822601af8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488632 Nov 04 10:59:44.591080 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0cea9996-3baf-4dbb-9ebd-f3d9927da86a req-e5f5be40-4d4b-406f-85df-940002271ed2 service neutron] 10.222.0.121 "GET /v2.0/networks/1eed3291-c879-4080-89b1-20bfdf9ae97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114180 Nov 04 10:59:44.638938 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6c714ce4-3cf8-4a23-9c7a-456892e47c06 req-f43a43c7-e82b-44cd-a2a3-b134a15d9f8d service neutron] 10.222.0.121 "GET /v2.0/networks/48d7173e-4f84-437c-b393-02822601af8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894606 Nov 04 10:59:44.746217 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6c714ce4-3cf8-4a23-9c7a-456892e47c06 req-173b2929-5274-43eb-ae37-c57b80693ea0 service neutron] 10.222.0.121 "GET /v2.0/networks/48d7173e-4f84-437c-b393-02822601af8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985653 Nov 04 10:59:44.884494 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:45.456560 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3024d-332b-47f2-b819-bc29f20f8342 req-5f37d0a6-09c9-4702-9b24-2179a43e7e40 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:45.458214 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-02d3024d-332b-47f2-b819-bc29f20f8342 req-5f37d0a6-09c9-4702-9b24-2179a43e7e40 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 943 time: 0.0545406 Nov 04 10:59:45.517022 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-02d3024d-332b-47f2-b819-bc29f20f8342 req-9ccfce04-3188-4222-8616-7548d95cf970 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=7d50a65c-430b-4257-ab17-e4dbf8fa2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522447 Nov 04 10:59:46.348768 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6505637e-4fc3-49b2-9102-5420d0b0fc3b req-3c7834b6-26c8-4ad1-a17c-856b81d84e5b service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0976312 Nov 04 10:59:46.433240 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505637e-4fc3-49b2-9102-5420d0b0fc3b req-54a4d0d3-d9ed-4535-b238-26c13caf9270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:46.434812 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6505637e-4fc3-49b2-9102-5420d0b0fc3b req-54a4d0d3-d9ed-4535-b238-26c13caf9270 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 1096 time: 0.0422089 Nov 04 10:59:46.480074 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device d14bfaec-6fa9-41b3-a959-d802b7dc852c details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:59:46.561283 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505637e-4fc3-49b2-9102-5420d0b0fc3b req-66342f0e-eca2-42c6-9c75-8afdf5e5d550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:46.563379 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6505637e-4fc3-49b2-9102-5420d0b0fc3b req-66342f0e-eca2-42c6-9c75-8afdf5e5d550 service neutron] 10.222.0.126 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 913 time: 0.1074414 Nov 04 10:59:46.611423 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port d14bfaec-6fa9-41b3-a959-d802b7dc852c, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=d14bfaec-6fa9-41b3-a959-d802b7dc852c,segment=NetworkSegment(93246d06-e62e-4850-a566-231b225a103d),segment_id=93246d06-e62e-4850-a566-231b225a103d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:59:46.627629 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'd14bfaec-6fa9-41b3-a959-d802b7dc852c', 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e', 'port_id': 'd14bfaec-6fa9-41b3-a959-d802b7dc852c', 'mac_address': 'fa:16:3e:ae:bd:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a350fc4-e237-4cdc-ad17-5535f4296b41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:59:46.651548 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6505637e-4fc3-49b2-9102-5420d0b0fc3b req-d95d7b1e-3213-4f04-87f2-7cb151bc834c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d257828-1078-4e49-9fa6-ac70dcd14216 HTTP/1.1" status: 200 len: 1001 time: 0.0806375 Nov 04 10:59:46.673809 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:46.687660 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08017f74-eafa-47fc-a0a8-7a81383488ca req-7b64d287-5d7d-4d1e-bbb6-e7c172346fb9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:46.689267 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-08017f74-eafa-47fc-a0a8-7a81383488ca req-7b64d287-5d7d-4d1e-bbb6-e7c172346fb9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 943 time: 0.0689752 Nov 04 10:59:46.692921 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14bfaec-6fa9-41b3-a959-d802b7dc852c {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:59:46.716396 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port d14bfaec-6fa9-41b3-a959-d802b7dc852c, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=d14bfaec-6fa9-41b3-a959-d802b7dc852c,segment=NetworkSegment(93246d06-e62e-4850-a566-231b225a103d),segment_id=93246d06-e62e-4850-a566-231b225a103d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:59:46.719307 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505637e-4fc3-49b2-9102-5420d0b0fc3b req-3bd064c0-f4e9-4196-b285-ea82fb55fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:46.720223 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6505637e-4fc3-49b2-9102-5420d0b0fc3b req-3bd064c0-f4e9-4196-b285-ea82fb55fc7c service neutron] 10.222.0.126 "GET /v2.0/subnets?id=acbe3edd-0e54-430d-9b84-17ccd434a175 HTTP/1.1" status: 200 len: 850 time: 0.0547533 Nov 04 10:59:46.723600 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:46.760893 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-08017f74-eafa-47fc-a0a8-7a81383488ca req-39ba79da-22a5-4dc6-acb4-d2d396dafc42 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=7d50a65c-430b-4257-ab17-e4dbf8fa2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643280 Nov 04 10:59:46.775959 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505637e-4fc3-49b2-9102-5420d0b0fc3b req-54af18e3-fa71-4646-8560-ef116a44ee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:46.777714 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6505637e-4fc3-49b2-9102-5420d0b0fc3b req-54af18e3-fa71-4646-8560-ef116a44ee7f service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0f07f923-0bad-4509-bf44-e9706f67de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502925 Nov 04 10:59:46.789459 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=d14bfaec-6fa9-41b3-a959-d802b7dc852c,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:46.868574 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ac90bbb8-e241-488d-afad-8b67ab04e888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:46.887480 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6505637e-4fc3-49b2-9102-5420d0b0fc3b req-eff01688-a5f7-4587-bd58-73b468fc260f service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999544 Nov 04 10:59:46.976904 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['d14bfaec-6fa9-41b3-a959-d802b7dc852c'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:59:46.995607 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6505637e-4fc3-49b2-9102-5420d0b0fc3b req-dbe62986-5aef-4fb7-9473-775102a3ec47 service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001198 Nov 04 10:59:47.881493 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75886c-7738-4a1a-a2ed-aac17d8b0589 req-07fb2b71-0b09-4c3b-8daa-3ae45b40b131 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:47.883680 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ee75886c-7738-4a1a-a2ed-aac17d8b0589 req-07fb2b71-0b09-4c3b-8daa-3ae45b40b131 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 944 time: 0.0559154 Nov 04 10:59:47.936260 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ee75886c-7738-4a1a-a2ed-aac17d8b0589 req-a91fa8c6-a069-4d2a-9df9-ff02d1c5d7ff tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=7d50a65c-430b-4257-ab17-e4dbf8fa2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461571 Nov 04 10:59:48.524536 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device d14bfaec-6fa9-41b3-a959-d802b7dc852c up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:59:48.588756 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port d14bfaec-6fa9-41b3-a959-d802b7dc852c completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:59:48.595280 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port d14bfaec-6fa9-41b3-a959-d802b7dc852c triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:59:48.595837 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:48.677494 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:48.707247 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1e2ef1-af41-47d3-bf42-808590266d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14bfaec-6fa9-41b3-a959-d802b7dc852c'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:59:48.711425 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d14162-91ad-400d-9b07-d206e0b26d46" -d '{"events": [{"server_uuid": "fa1e2ef1-af41-47d3-bf42-808590266d21", "name": "network-vif-plugged", "status": "completed", "tag": "d14bfaec-6fa9-41b3-a959-d802b7dc852c"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:59:48.731122 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port d14bfaec-6fa9-41b3-a959-d802b7dc852c, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=d14bfaec-6fa9-41b3-a959-d802b7dc852c,segment=NetworkSegment(93246d06-e62e-4850-a566-231b225a103d),segment_id=93246d06-e62e-4850-a566-231b225a103d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:59:48.737002 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:48.775137 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b6959b-b0ff-4bd6-a9e3-40025593fdeb x-openstack-request-id: req-03b6959b-b0ff-4bd6-a9e3-40025593fdeb {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:59:48.775587 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1e2ef1-af41-47d3-bf42-808590266d21", "name": "network-vif-plugged", "status": "completed", "tag": "d14bfaec-6fa9-41b3-a959-d802b7dc852c", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:59:48.775983 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-03b6959b-b0ff-4bd6-a9e3-40025593fdeb {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:59:48.776580 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1e2ef1-af41-47d3-bf42-808590266d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14bfaec-6fa9-41b3-a959-d802b7dc852c', 'code': 200} Nov 04 10:59:48.823087 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=d14bfaec-6fa9-41b3-a959-d802b7dc852c,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:48.889389 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec7d49-412e-40e2-a8d5-757edf7321f1 req-757af7c7-a3b4-43a7-a7d8-6f4702ea3080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:48.891063 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-99ec7d49-412e-40e2-a8d5-757edf7321f1 req-757af7c7-a3b4-43a7-a7d8-6f4702ea3080 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 1096 time: 0.0416157 Nov 04 10:59:48.939512 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-99ec7d49-412e-40e2-a8d5-757edf7321f1 req-c6084c0a-d614-4d05-a5be-176859ea5d12 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=7d50a65c-430b-4257-ab17-e4dbf8fa2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393028 Nov 04 10:59:49.066918 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81229995-52f9-4d47-ac50-a5ffc6f5d3cf req-5c0289c2-4b94-4551-b749-bb1bd404e619 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:49.068543 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81229995-52f9-4d47-ac50-a5ffc6f5d3cf req-5c0289c2-4b94-4551-b749-bb1bd404e619 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 945 time: 0.0519969 Nov 04 10:59:49.124659 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81229995-52f9-4d47-ac50-a5ffc6f5d3cf req-88cb3d3d-1143-45a1-98a9-80c4900d72b3 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=7d50a65c-430b-4257-ab17-e4dbf8fa2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462077 Nov 04 10:59:49.664594 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b8f5aca8-aa47-4c69-8628-374689da9caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:50.264662 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fc431-856d-45d5-841a-b0c3c12063f6 req-3684bec1-33dd-4bce-bfc5-cadc9f99b6ea tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:50.266890 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b9fc431-856d-45d5-841a-b0c3c12063f6 req-3684bec1-33dd-4bce-bfc5-cadc9f99b6ea tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 945 time: 0.0567400 Nov 04 10:59:50.329137 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b9fc431-856d-45d5-841a-b0c3c12063f6 req-2cd31046-30a9-4850-9e94-b32951b5f06d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=7d50a65c-430b-4257-ab17-e4dbf8fa2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549214 Nov 04 10:59:50.495762 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77d49c-23f7-41d2-91b9-4081bab71bde req-2f5716b4-0272-4611-8497-c8aee3397f68 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:50.497408 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea77d49c-23f7-41d2-91b9-4081bab71bde req-2f5716b4-0272-4611-8497-c8aee3397f68 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 945 time: 0.0503070 Nov 04 10:59:50.549983 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea77d49c-23f7-41d2-91b9-4081bab71bde req-0ff495ea-131c-4d5a-a546-5497091f17e6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=7d50a65c-430b-4257-ab17-e4dbf8fa2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463362 Nov 04 10:59:50.573253 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42730) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:50.629219 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bc2dc8-cdc5-4a35-b136-e6e25d2fc87b tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:50.630861 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-80bc2dc8-cdc5-4a35-b136-e6e25d2fc87b tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 1091 time: 0.0565252 Nov 04 10:59:50.634663 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42732) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:50.639363 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'port_id': 'd14bfaec-6fa9-41b3-a959-d802b7dc852c', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:59:50.664075 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for floatingip, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:50.766482 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:50.781346 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:50.884248 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Allocated IP 172.25.7.227 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/1ff58016-41d2-4898-8653-96dfff02207b) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:59:50.991862 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:51.027752 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:51.385474 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:59:51.390387 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:59:51.394023 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:59:51.400083 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Port': ['ID=1ff58016-41d2-4898-8653-96dfff02207b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:51.428612 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:51.428973 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:51.429445 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:51.429665 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:51.429985 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:51.430306 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:51.430622 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:51.430939 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:51.432672 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:51.432672 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:51.432672 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:51.432672 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:59:51.826771 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:51.893886 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:52.070857 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:52.077209 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:52.154008 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Port': ['ID=1ff58016-41d2-4898-8653-96dfff02207b,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:59:52.159323 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:52.188645 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:52.285384 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Floating IP 25f9a61c-f871-4581-89fb-0dcbb4d6611c associated. External IP: 172.25.7.227, port: d14bfaec-6fa9-41b3-a959-d802b7dc852c. Nov 04 10:59:52.522456 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Router 09514681-1fb9-486f-96b3-76501b43a7bb has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:59:52.591427 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:52.657405 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:59:52.674274 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49030dba-6a4e-40fc-956f-35a1c7401b9b None None] Sync routers for ids ['09514681-1fb9-486f-96b3-76501b43a7bb'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:59:52.677790 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 10:59:52.719845 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49030dba-6a4e-40fc-956f-35a1c7401b9b None None] Routers {'09514681-1fb9-486f-96b3-76501b43a7bb'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:59:52.721786 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-49030dba-6a4e-40fc-956f-35a1c7401b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:59:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['09514681-1fb9-486f-96b3-76501b43a7bb'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:52.737887 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f8f2061b-f8d1-419f-97a7-838cf62a24b7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1018062 Nov 04 10:59:52.738641 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa1e2ef1-af41-47d3-bf42-808590266d21', 'tag': 'd14bfaec-6fa9-41b3-a959-d802b7dc852c'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:59:52.741365 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d3b48b-1594-4f29-9ab6-7ba6b7709c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa1e2ef1-af41-47d3-bf42-808590266d21", "tag": "d14bfaec-6fa9-41b3-a959-d802b7dc852c"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:59:52.927390 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a964d45-6b83-4bc8-884c-1ec40b3bdb98 req-ad11cd6f-a96a-4621-a643-30f74a214c8a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:52.929919 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3a964d45-6b83-4bc8-884c-1ec40b3bdb98 req-ad11cd6f-a96a-4621-a643-30f74a214c8a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 945 time: 0.0561180 Nov 04 10:59:53.008479 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3a964d45-6b83-4bc8-884c-1ec40b3bdb98 req-e35035dd-e0f3-426a-ad7e-ebd2837e164b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=7d50a65c-430b-4257-ab17-e4dbf8fa2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670764 Nov 04 10:59:53.025349 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42792) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:53.084201 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-49030dba-6a4e-40fc-956f-35a1c7401b9b None None] Set router 09514681-1fb9-486f-96b3-76501b43a7bb gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:59:53.135413 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-61e73c94-a313-4a8e-b6be-99b96ecb930b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/floatingips/25f9a61c-f871-4581-89fb-0dcbb4d6611c HTTP/1.1" status: 200 len: 991 time: 0.1069314 Nov 04 10:59:53.201566 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5351fa-4765-4f06-a453-ad7e397105bb x-openstack-request-id: req-3d5351fa-4765-4f06-a453-ad7e397105bb {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:59:53.201908 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa1e2ef1-af41-47d3-bf42-808590266d21", "tag": "d14bfaec-6fa9-41b3-a959-d802b7dc852c", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:59:53.202186 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-3d5351fa-4765-4f06-a453-ad7e397105bb {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:59:53.202603 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa1e2ef1-af41-47d3-bf42-808590266d21', 'tag': 'd14bfaec-6fa9-41b3-a959-d802b7dc852c', 'status': 'completed', 'code': 200} Nov 04 10:59:53.293169 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3b48b-1594-4f29-9ab6-7ba6b7709c7c req-1661de30-9708-43ed-8165-206a5fa7f0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:53.294736 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-63d3b48b-1594-4f29-9ab6-7ba6b7709c7c req-1661de30-9708-43ed-8165-206a5fa7f0a6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 1096 time: 0.0583484 Nov 04 10:59:53.398247 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3b48b-1594-4f29-9ab6-7ba6b7709c7c req-da1ec30d-2c51-4edf-8fd4-adafca1b44df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:53.400442 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-63d3b48b-1594-4f29-9ab6-7ba6b7709c7c req-da1ec30d-2c51-4edf-8fd4-adafca1b44df service neutron] 10.222.0.121 "GET /v2.0/networks?id=1eed3291-c879-4080-89b1-20bfdf9ae97e HTTP/1.1" status: 200 len: 899 time: 0.0964754 Nov 04 10:59:53.407139 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-49030dba-6a4e-40fc-956f-35a1c7401b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117286361', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:32Z', 'updated_at': '2021-11-04T10:59:37Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:aa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:33Z', 'updated_at': '2021-11-04T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '25f9a61c-f871-4581-89fb-0dcbb4d6611c', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'port_id': 'd14bfaec-6fa9-41b3-a959-d802b7dc852c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e', 'mac_address': 'fa:16:3e:ae:bd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1e2ef1-af41-47d3-bf42-808590266d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:59:51Z', 'updated_at': '2021-11-04T10:59:51Z', 'revision_number': 0, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5058d31-9cf4-4c4d-bb11-9ec18eacf127', 'name': '', 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:90:f3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '2a350fc4-e237-4cdc-ad17-5535f4296b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:36Z', 'updated_at': '2021-11-04T10:59:41Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '2a350fc4-e237-4cdc-ad17-5535f4296b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:53.440504 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49030dba-6a4e-40fc-956f-35a1c7401b9b None None] Checking router: 09514681-1fb9-486f-96b3-76501b43a7bb for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:59:53.450049 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49030dba-6a4e-40fc-956f-35a1c7401b9b None None] Routers {'09514681-1fb9-486f-96b3-76501b43a7bb'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:59:53.450670 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-49030dba-6a4e-40fc-956f-35a1c7401b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T10:59:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['09514681-1fb9-486f-96b3-76501b43a7bb'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:53.489605 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-63d3b48b-1594-4f29-9ab6-7ba6b7709c7c req-d171ecca-63ff-4ebc-b37d-60618d51b68b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d14bfaec-6fa9-41b3-a959-d802b7dc852c HTTP/1.1" status: 200 len: 999 time: 0.0821567 Nov 04 10:59:53.549439 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3b48b-1594-4f29-9ab6-7ba6b7709c7c req-bdca7f74-f7a3-4669-8319-05113ce0014a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:53.551366 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-63d3b48b-1594-4f29-9ab6-7ba6b7709c7c req-bdca7f74-f7a3-4669-8319-05113ce0014a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2a350fc4-e237-4cdc-ad17-5535f4296b41 HTTP/1.1" status: 200 len: 834 time: 0.0537229 Nov 04 10:59:53.580716 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-49030dba-6a4e-40fc-956f-35a1c7401b9b None None] Set router 09514681-1fb9-486f-96b3-76501b43a7bb gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:59:53.627351 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3b48b-1594-4f29-9ab6-7ba6b7709c7c req-e5f44f70-fc3a-4279-936f-a7f4d8cd3ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:53.630626 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-63d3b48b-1594-4f29-9ab6-7ba6b7709c7c req-e5f44f70-fc3a-4279-936f-a7f4d8cd3ed5 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1eed3291-c879-4080-89b1-20bfdf9ae97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666895 Nov 04 10:59:53.764339 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-63d3b48b-1594-4f29-9ab6-7ba6b7709c7c req-8dd31cfa-7d64-41cf-9f22-1ef314e6a3f8 service neutron] 10.222.0.121 "GET /v2.0/networks/1eed3291-c879-4080-89b1-20bfdf9ae97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262052 Nov 04 10:59:53.941342 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-63d3b48b-1594-4f29-9ab6-7ba6b7709c7c req-7007ca47-2fc6-48e6-93d8-18d39c544c8b service neutron] 10.222.0.121 "GET /v2.0/networks/1eed3291-c879-4080-89b1-20bfdf9ae97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691301 Nov 04 10:59:53.957782 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-49030dba-6a4e-40fc-956f-35a1c7401b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117286361', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:32Z', 'updated_at': '2021-11-04T10:59:37Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:aa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:33Z', 'updated_at': '2021-11-04T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '25f9a61c-f871-4581-89fb-0dcbb4d6611c', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'port_id': 'd14bfaec-6fa9-41b3-a959-d802b7dc852c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e', 'mac_address': 'fa:16:3e:ae:bd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1e2ef1-af41-47d3-bf42-808590266d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:59:51Z', 'updated_at': '2021-11-04T10:59:51Z', 'revision_number': 0, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5058d31-9cf4-4c4d-bb11-9ec18eacf127', 'name': '', 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:90:f3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '2a350fc4-e237-4cdc-ad17-5535f4296b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:36Z', 'updated_at': '2021-11-04T10:59:41Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '2a350fc4-e237-4cdc-ad17-5535f4296b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:59:53.992280 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49030dba-6a4e-40fc-956f-35a1c7401b9b None None] The sync data for ids ['09514681-1fb9-486f-96b3-76501b43a7bb'] in n-d-816629-1 is: [{'id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117286361', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:32Z', 'updated_at': '2021-11-04T10:59:37Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:aa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:33Z', 'updated_at': '2021-11-04T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '25f9a61c-f871-4581-89fb-0dcbb4d6611c', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'port_id': 'd14bfaec-6fa9-41b3-a959-d802b7dc852c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e', 'mac_address': 'fa:16:3e:ae:bd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1e2ef1-af41-47d3-bf42-808590266d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:59:51Z', 'updated_at': '2021-11-04T10:59:51Z', 'revision_number': 0, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5058d31-9cf4-4c4d-bb11-9ec18eacf127', 'name': '', 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:90:f3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '2a350fc4-e237-4cdc-ad17-5535f4296b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:36Z', 'updated_at': '2021-11-04T10:59:41Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '2a350fc4-e237-4cdc-ad17-5535f4296b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:59:54.137828 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 42818) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:54.225605 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-49af77aa-94e9-407f-ab0c-463ac77cfc9d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/floatingips/25f9a61c-f871-4581-89fb-0dcbb4d6611c HTTP/1.1" status: 200 len: 991 time: 0.0856586 Nov 04 10:59:54.290111 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480265ac-fdb3-4a25-bce8-b3145fa6afa9 None None] New status for floating IP 25f9a61c-f871-4581-89fb-0dcbb4d6611c: ACTIVE {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:59:55.229810 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 42842) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:59:55.300892 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3f075222-1b04-4384-bce2-ed2e8a54c295 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/floatingips/25f9a61c-f871-4581-89fb-0dcbb4d6611c HTTP/1.1" status: 200 len: 993 time: 0.0688670 Nov 04 10:59:57.329200 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d4024-57ff-4537-ad3a-efa0a8cf3482 req-ccd9ecb4-efaf-495c-911e-4cdb981a6c19 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:57.330848 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a99d4024-57ff-4537-ad3a-efa0a8cf3482 req-ccd9ecb4-efaf-495c-911e-4cdb981a6c19 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0547671 Nov 04 10:59:57.380265 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a99d4024-57ff-4537-ad3a-efa0a8cf3482 req-5d5f52dc-5936-4025-b360-dbfce5535502 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426130 Nov 04 10:59:58.514235 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70ae08-f2e1-4691-947f-a9a93a4b5967 req-56661275-fec7-40c8-9d8b-2165712b7f65 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:58.516134 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dc70ae08-f2e1-4691-947f-a9a93a4b5967 req-56661275-fec7-40c8-9d8b-2165712b7f65 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0618637 Nov 04 10:59:58.567936 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dc70ae08-f2e1-4691-947f-a9a93a4b5967 req-075b97fd-761d-455f-bb15-3f22bd3a0917 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456896 Nov 04 10:59:59.703084 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cfec9-4a20-4c7c-9425-22344fb566e3 req-c3c76b0f-8cb4-4650-9d17-cb28127a38fb tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:59:59.705391 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4f1cfec9-4a20-4c7c-9425-22344fb566e3 req-c3c76b0f-8cb4-4650-9d17-cb28127a38fb tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0568438 Nov 04 10:59:59.755488 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4f1cfec9-4a20-4c7c-9425-22344fb566e3 req-bcb10d67-da8a-4a20-86d9-ad48b8d05194 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434675 Nov 04 11:00:00.884893 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1dd3d1-ffcd-4e20-ac93-955b9901ef9a req-4c137b9d-c6a3-43f8-9b10-e246c402ecbb tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:00.886413 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fd1dd3d1-ffcd-4e20-ac93-955b9901ef9a req-4c137b9d-c6a3-43f8-9b10-e246c402ecbb tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0560267 Nov 04 11:00:00.937223 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fd1dd3d1-ffcd-4e20-ac93-955b9901ef9a req-b8b62d96-d1ad-43b3-acd5-7cbb2cd42cce tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443399 Nov 04 11:00:02.071831 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3431f3-671b-4f8a-a423-921f6c4a8da4 req-2f5b209a-64ee-4fe7-99da-79e8656d5279 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:02.073375 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6e3431f3-671b-4f8a-a423-921f6c4a8da4 req-2f5b209a-64ee-4fe7-99da-79e8656d5279 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0593820 Nov 04 11:00:02.121884 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6e3431f3-671b-4f8a-a423-921f6c4a8da4 req-e51befe5-077a-4162-9236-7899b3c2e9f0 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422435 Nov 04 11:00:03.263258 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f841911-ad69-4c46-8ebd-ee991a89bd93 req-6d6e57fa-afae-4f3e-82f3-4bb8aa89e3c3 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:03.265145 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:00:03.265663 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f841911-ad69-4c46-8ebd-ee991a89bd93 req-6d6e57fa-afae-4f3e-82f3-4bb8aa89e3c3 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0554633 Nov 04 11:00:03.321238 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f841911-ad69-4c46-8ebd-ee991a89bd93 req-e468717e-4dd8-420c-8ff6-4b8684144b2b tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494490 Nov 04 11:00:04.443854 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967f96b-4c75-498d-a71b-abf36268d143 req-baf64861-c3cb-416e-8342-414b2fd3a75e tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:04.445510 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1967f96b-4c75-498d-a71b-abf36268d143 req-baf64861-c3cb-416e-8342-414b2fd3a75e tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0521669 Nov 04 11:00:04.495506 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1967f96b-4c75-498d-a71b-abf36268d143 req-7e69cf34-13c4-45b6-93d2-38eead063e53 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436873 Nov 04 11:00:05.625003 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be59a95-fdf3-43e4-a08d-dc42f136e306 req-78dd8657-8afa-4770-8299-e352732e890f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:05.627364 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8be59a95-fdf3-43e4-a08d-dc42f136e306 req-78dd8657-8afa-4770-8299-e352732e890f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0546048 Nov 04 11:00:05.676104 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8be59a95-fdf3-43e4-a08d-dc42f136e306 req-06db71b6-13ee-446c-8b2b-5f6db713cc51 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424376 Nov 04 11:00:06.819775 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4992541-9c63-4d78-a432-acda06b62ff7 req-108fa428-3814-4b6d-bb77-8555860c35a5 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:06.821401 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d4992541-9c63-4d78-a432-acda06b62ff7 req-108fa428-3814-4b6d-bb77-8555860c35a5 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0566227 Nov 04 11:00:06.873184 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d4992541-9c63-4d78-a432-acda06b62ff7 req-610e1e5b-acfd-4ffe-884b-f466231fa197 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452402 Nov 04 11:00:08.000306 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50b9f1-6b9f-4dea-9ac2-a374a79a2670 req-f355da0f-be90-4969-9487-1c3445d16429 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:08.002861 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8b50b9f1-6b9f-4dea-9ac2-a374a79a2670 req-f355da0f-be90-4969-9487-1c3445d16429 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0546563 Nov 04 11:00:08.058466 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8b50b9f1-6b9f-4dea-9ac2-a374a79a2670 req-a1668fe2-fb60-45c7-9cf1-76bff19c770f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477104 Nov 04 11:00:08.334107 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735399c-d7f3-4902-9e9a-7faaca856619 req-f183b82c-c459-471a-bdfb-4a006e628185 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:08.335672 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9735399c-d7f3-4902-9e9a-7faaca856619 req-f183b82c-c459-471a-bdfb-4a006e628185 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0573435 Nov 04 11:00:08.360192 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb00db-a7b5-426e-87c9-d4a7aeb473b1 req-5bc0275d-435a-49a0-9eb1-aafe6c95858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:08.361798 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d9eb00db-a7b5-426e-87c9-d4a7aeb473b1 req-5bc0275d-435a-49a0-9eb1-aafe6c95858d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=db986214976042ad8f7b4ef2ac918aa4&device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 1096 time: 0.0478349 Nov 04 11:00:08.397142 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9735399c-d7f3-4902-9e9a-7faaca856619 req-7d78d954-19e8-4f7a-8c5f-e09fee6d19b8 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544899 Nov 04 11:00:08.468326 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb00db-a7b5-426e-87c9-d4a7aeb473b1 req-b80a0de3-d49a-4980-8d0e-ba4bfe139418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:08.469877 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d9eb00db-a7b5-426e-87c9-d4a7aeb473b1 req-b80a0de3-d49a-4980-8d0e-ba4bfe139418 service neutron] 10.222.0.121 "GET /v2.0/networks?id=48d7173e-4f84-437c-b393-02822601af8d HTTP/1.1" status: 200 len: 912 time: 0.0994167 Nov 04 11:00:08.545604 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d9eb00db-a7b5-426e-87c9-d4a7aeb473b1 req-b8e5236f-c72e-4112-84a7-d92a390070a3 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cae55ee8-a51e-4a5c-85db-63c1b5586a29 HTTP/1.1" status: 200 len: 1000 time: 0.0672476 Nov 04 11:00:08.610883 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb00db-a7b5-426e-87c9-d4a7aeb473b1 req-6f9ba596-513c-41d3-9090-4ce162713020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:08.612445 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d9eb00db-a7b5-426e-87c9-d4a7aeb473b1 req-6f9ba596-513c-41d3-9090-4ce162713020 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e385be16-201b-4622-87ed-46bcc0e22c59 HTTP/1.1" status: 200 len: 849 time: 0.0580027 Nov 04 11:00:08.666967 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb00db-a7b5-426e-87c9-d4a7aeb473b1 req-9a96180b-e3c6-4108-8161-47ae8e142e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:08.668532 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d9eb00db-a7b5-426e-87c9-d4a7aeb473b1 req-9a96180b-e3c6-4108-8161-47ae8e142e62 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=48d7173e-4f84-437c-b393-02822601af8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462446 Nov 04 11:00:08.777114 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d9eb00db-a7b5-426e-87c9-d4a7aeb473b1 req-f577ca30-4087-4133-82fc-088298ca2bd5 service neutron] 10.222.0.121 "GET /v2.0/networks/48d7173e-4f84-437c-b393-02822601af8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968485 Nov 04 11:00:08.870897 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d9eb00db-a7b5-426e-87c9-d4a7aeb473b1 req-d7a50395-1f60-4875-a9c0-4788af1380b2 service neutron] 10.222.0.121 "GET /v2.0/networks/48d7173e-4f84-437c-b393-02822601af8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858958 Nov 04 11:00:09.525338 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66405ccc-7ab5-421d-b7ef-2c2015010b8f req-4250c5b0-b3cf-4b2c-800f-a879507069f2 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:09.526847 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-66405ccc-7ab5-421d-b7ef-2c2015010b8f req-4250c5b0-b3cf-4b2c-800f-a879507069f2 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0565705 Nov 04 11:00:09.584635 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-66405ccc-7ab5-421d-b7ef-2c2015010b8f req-f8afbb39-8ab9-44e9-bf04-98ab3b488ed9 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479622 Nov 04 11:00:12.450878 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:14.873426 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:16.281098 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43500) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:16.406774 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5a83dd04-d76c-48c9-a8c7-e985996f9d32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:16.484145 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5a83dd04-d76c-48c9-a8c7-e985996f9d32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:16.489588 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5a83dd04-d76c-48c9-a8c7-e985996f9d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:16.530500 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5a83dd04-d76c-48c9-a8c7-e985996f9d32 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=999fdf53a3c348ef870ef4bc1f5e24f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2480674 Nov 04 11:00:16.531423 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83dd04-d76c-48c9-a8c7-e985996f9d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68efda18-7c73-4d51-a127-8566533efa4c,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:16.533440 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43504) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:16.585511 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb0300f8-f2e5-4007-b01d-a68efeec402c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:16.608154 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb0300f8-f2e5-4007-b01d-a68efeec402c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:16.660301 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb0300f8-f2e5-4007-b01d-a68efeec402c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:16.663728 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb0300f8-f2e5-4007-b01d-a68efeec402c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:16.665238 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bb0300f8-f2e5-4007-b01d-a68efeec402c admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/68efda18-7c73-4d51-a127-8566533efa4c HTTP/1.1" status: 204 len: 168 time: 0.1306119 Nov 04 11:00:16.674606 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0300f8-f2e5-4007-b01d-a68efeec402c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68efda18-7c73-4d51-a127-8566533efa4c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:16.875068 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b3b5ac2f-3169-4d17-a104-737759a87099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:16.963035 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43512) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:16.979264 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c4c14a69-3bf4-4e75-b731-a0d270486eae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:17.060559 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c4c14a69-3bf4-4e75-b731-a0d270486eae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:17.066860 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c4c14a69-3bf4-4e75-b731-a0d270486eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:17.112380 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c4c14a69-3bf4-4e75-b731-a0d270486eae admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=89ac94830fa347dab6e9a01b9f0ce51f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1476734 Nov 04 11:00:17.113708 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c14a69-3bf4-4e75-b731-a0d270486eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66cba5c-9eba-454c-879d-ea84cfa7fe0b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:17.115249 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43514) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:17.183792 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9c72ff3f-2433-4a8f-8cfd-6753b370cbc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:17.208913 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9c72ff3f-2433-4a8f-8cfd-6753b370cbc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:17.258978 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9c72ff3f-2433-4a8f-8cfd-6753b370cbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:17.262372 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9c72ff3f-2433-4a8f-8cfd-6753b370cbc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:17.264014 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9c72ff3f-2433-4a8f-8cfd-6753b370cbc2 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/a66cba5c-9eba-454c-879d-ea84cfa7fe0b HTTP/1.1" status: 204 len: 168 time: 0.1476302 Nov 04 11:00:17.271797 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72ff3f-2433-4a8f-8cfd-6753b370cbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66cba5c-9eba-454c-879d-ea84cfa7fe0b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:19.660237 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-aec87a5b-c185-427f-80f9-286217983953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:20.777081 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:22.187357 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:22.600269 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:26.595209 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0dbcc-399a-4add-a598-dd96dbe6fc88 req-8fb3b818-4eba-4580-9dfb-18515a72aa7a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:26.596849 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b7c0dbcc-399a-4add-a598-dd96dbe6fc88 req-8fb3b818-4eba-4580-9dfb-18515a72aa7a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 945 time: 0.0501652 Nov 04 11:00:26.652069 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b7c0dbcc-399a-4add-a598-dd96dbe6fc88 req-53c016ff-3fad-4a7a-91ed-c786545efa0d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=7d50a65c-430b-4257-ab17-e4dbf8fa2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485606 Nov 04 11:00:26.677449 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43616) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:26.748132 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2f45ceca-6219-4a37-b043-5625223c4368 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/floatingips/25f9a61c-f871-4581-89fb-0dcbb4d6611c HTTP/1.1" status: 200 len: 993 time: 0.0655375 Nov 04 11:00:27.290768 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08248fa3-a45e-4aee-a6e4-e9e1f3d879d5 req-03097687-42d5-418a-90f3-57236b0c49ed tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:27.292457 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-08248fa3-a45e-4aee-a6e4-e9e1f3d879d5 req-03097687-42d5-418a-90f3-57236b0c49ed tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 1096 time: 0.0450380 Nov 04 11:00:27.345541 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-08248fa3-a45e-4aee-a6e4-e9e1f3d879d5 req-ff0dad23-6f4a-45b0-9cd8-c7e228b0b15f tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=7d50a65c-430b-4257-ab17-e4dbf8fa2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467033 Nov 04 11:00:27.969078 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed819117-abc1-475d-9921-7b4c46423c0f req-307e301a-881c-4ee0-9f7c-e56090bdd7b4 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0442924 Nov 04 11:00:27.977975 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-ed819117-abc1-475d-9921-7b4c46423c0f req-eaef6542-ab91-4479-a6d8-4f4507115506 service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 11:00:27.978910 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed819117-abc1-475d-9921-7b4c46423c0f req-eaef6542-ab91-4479-a6d8-4f4507115506 service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0049770 Nov 04 11:00:28.569186 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed819117-abc1-475d-9921-7b4c46423c0f req-8a904665-96a5-4983-8aaf-beb242210810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:28.570593 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed819117-abc1-475d-9921-7b4c46423c0f req-8a904665-96a5-4983-8aaf-beb242210810 service neutron] 10.222.0.127 "GET /v2.0/ports/d14bfaec-6fa9-41b3-a959-d802b7dc852c HTTP/1.1" status: 200 len: 1093 time: 0.0351238 Nov 04 11:00:28.581604 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ed819117-abc1-475d-9921-7b4c46423c0f req-29b34625-5446-4eee-bae7-2fdd18033971 service neutron] Request body: {'binding': {'host': 'n-h1-816629-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:00:28.582057 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ed819117-abc1-475d-9921-7b4c46423c0f req-29b34625-5446-4eee-bae7-2fdd18033971 service neutron] Unknown quota resources ['binding']. {{(pid=101775) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 04 11:00:28.729816 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ed819117-abc1-475d-9921-7b4c46423c0f req-29b34625-5446-4eee-bae7-2fdd18033971 service neutron] Attempting to bind port d14bfaec-6fa9-41b3-a959-d802b7dc852c on host n-h1-816629-1 for vnic_type normal with profile None {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:00:28.730109 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ed819117-abc1-475d-9921-7b4c46423c0f req-29b34625-5446-4eee-bae7-2fdd18033971 service neutron] Attempting to bind port d14bfaec-6fa9-41b3-a959-d802b7dc852c by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '93246d06-e62e-4850-a566-231b225a103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:00:28.730527 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed819117-abc1-475d-9921-7b4c46423c0f req-29b34625-5446-4eee-bae7-2fdd18033971 service neutron] Attempting to bind port d14bfaec-6fa9-41b3-a959-d802b7dc852c on network 1eed3291-c879-4080-89b1-20bfdf9ae97e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:00:28.735382 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed819117-abc1-475d-9921-7b4c46423c0f req-29b34625-5446-4eee-bae7-2fdd18033971 service neutron] Port d14bfaec-6fa9-41b3-a959-d802b7dc852c on network 1eed3291-c879-4080-89b1-20bfdf9ae97e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:00:28.735729 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed819117-abc1-475d-9921-7b4c46423c0f req-29b34625-5446-4eee-bae7-2fdd18033971 service neutron] Attempting to bind port d14bfaec-6fa9-41b3-a959-d802b7dc852c on network 1eed3291-c879-4080-89b1-20bfdf9ae97e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:00:28.740794 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed819117-abc1-475d-9921-7b4c46423c0f req-29b34625-5446-4eee-bae7-2fdd18033971 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:00:28.741145 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed819117-abc1-475d-9921-7b4c46423c0f req-29b34625-5446-4eee-bae7-2fdd18033971 service neutron] Checking segment: {'id': '93246d06-e62e-4850-a566-231b225a103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:00:28.741529 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed819117-abc1-475d-9921-7b4c46423c0f req-29b34625-5446-4eee-bae7-2fdd18033971 service neutron] Bound using segment: {'id': '93246d06-e62e-4850-a566-231b225a103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:00:28.741975 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ed819117-abc1-475d-9921-7b4c46423c0f req-29b34625-5446-4eee-bae7-2fdd18033971 service neutron] Bound port: d14bfaec-6fa9-41b3-a959-d802b7dc852c, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93246d06-e62e-4850-a566-231b225a103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:00:28.825380 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ed819117-abc1-475d-9921-7b4c46423c0f req-29b34625-5446-4eee-bae7-2fdd18033971 service neutron] For port d14bfaec-6fa9-41b3-a959-d802b7dc852c, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=d14bfaec-6fa9-41b3-a959-d802b7dc852c,segment=NetworkSegment(93246d06-e62e-4850-a566-231b225a103d),segment_id=93246d06-e62e-4850-a566-231b225a103d)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:00:28.832388 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed819117-abc1-475d-9921-7b4c46423c0f req-29b34625-5446-4eee-bae7-2fdd18033971 service neutron] Publish callbacks [] for binding, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:28.833599 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed819117-abc1-475d-9921-7b4c46423c0f req-29b34625-5446-4eee-bae7-2fdd18033971 service neutron] 10.222.0.127 "POST /v2.0/ports/d14bfaec-6fa9-41b3-a959-d802b7dc852c/bindings HTTP/1.1" status: 201 len: 389 time: 0.2555697 Nov 04 11:00:29.065152 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162fdd4-f8c1-4b3e-9619-1e14228ff15a req-0bcba1c2-a7d0-4237-a2a2-2866dcc7151f tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:29.066722 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7162fdd4-f8c1-4b3e-9619-1e14228ff15a req-0bcba1c2-a7d0-4237-a2a2-2866dcc7151f tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 945 time: 0.0573635 Nov 04 11:00:29.099371 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed819117-abc1-475d-9921-7b4c46423c0f req-144e457d-f43b-4a8e-a406-aa5fe0953a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:29.101172 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed819117-abc1-475d-9921-7b4c46423c0f req-144e457d-f43b-4a8e-a406-aa5fe0953a2a service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 1096 time: 0.0461104 Nov 04 11:00:29.122484 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7162fdd4-f8c1-4b3e-9619-1e14228ff15a req-138aacff-5d83-4441-84e0-fb4eb20b1ba7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=7d50a65c-430b-4257-ab17-e4dbf8fa2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495481 Nov 04 11:00:29.200226 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed819117-abc1-475d-9921-7b4c46423c0f req-090f3159-cc79-48fa-9d31-5ca49e80d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:29.201780 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed819117-abc1-475d-9921-7b4c46423c0f req-090f3159-cc79-48fa-9d31-5ca49e80d830 service neutron] 10.222.0.126 "GET /v2.0/networks?id=1eed3291-c879-4080-89b1-20bfdf9ae97e HTTP/1.1" status: 200 len: 899 time: 0.0924814 Nov 04 11:00:29.269864 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed819117-abc1-475d-9921-7b4c46423c0f req-775e4b62-c23b-498e-ba5d-e595acbd903f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d14bfaec-6fa9-41b3-a959-d802b7dc852c HTTP/1.1" status: 200 len: 1001 time: 0.0609741 Nov 04 11:00:29.323931 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed819117-abc1-475d-9921-7b4c46423c0f req-3ae7481a-bdd3-43ee-a261-f00e199a0c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:29.325321 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed819117-abc1-475d-9921-7b4c46423c0f req-3ae7481a-bdd3-43ee-a261-f00e199a0c09 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=2a350fc4-e237-4cdc-ad17-5535f4296b41 HTTP/1.1" status: 200 len: 834 time: 0.0478687 Nov 04 11:00:29.374151 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed819117-abc1-475d-9921-7b4c46423c0f req-82016985-3adc-4479-98cb-8adb00efd54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:29.375704 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed819117-abc1-475d-9921-7b4c46423c0f req-82016985-3adc-4479-98cb-8adb00efd54d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1eed3291-c879-4080-89b1-20bfdf9ae97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423503 Nov 04 11:00:29.473016 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed819117-abc1-475d-9921-7b4c46423c0f req-2768316e-5fd2-41e9-a806-125a06a6dc77 service neutron] 10.222.0.126 "GET /v2.0/networks/1eed3291-c879-4080-89b1-20bfdf9ae97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890267 Nov 04 11:00:29.571083 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed819117-abc1-475d-9921-7b4c46423c0f req-1add26ab-d0de-4168-b50d-918879adea1c service neutron] 10.222.0.126 "GET /v2.0/networks/1eed3291-c879-4080-89b1-20bfdf9ae97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896256 Nov 04 11:00:29.707895 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed819117-abc1-475d-9921-7b4c46423c0f req-46ca5822-0c80-4491-9f0e-f140a9f6637a tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:29.709465 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed819117-abc1-475d-9921-7b4c46423c0f req-46ca5822-0c80-4491-9f0e-f140a9f6637a tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.126 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21&tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&binding%3Ahost_id=n-h2-816629-1 HTTP/1.1" status: 200 len: 1096 time: 0.0768609 Nov 04 11:00:29.722405 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ed819117-abc1-475d-9921-7b4c46423c0f req-47d4e615-8a83-40ee-bb71-45b8dc423837 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816629-1'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:00:29.783108 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed819117-abc1-475d-9921-7b4c46423c0f req-47d4e615-8a83-40ee-bb71-45b8dc423837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:29.921299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ed819117-abc1-475d-9921-7b4c46423c0f req-47d4e615-8a83-40ee-bb71-45b8dc423837 service neutron] For port d14bfaec-6fa9-41b3-a959-d802b7dc852c, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=d14bfaec-6fa9-41b3-a959-d802b7dc852c,segment=NetworkSegment(93246d06-e62e-4850-a566-231b225a103d),segment_id=93246d06-e62e-4850-a566-231b225a103d)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:00:29.959599 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ed819117-abc1-475d-9921-7b4c46423c0f req-47d4e615-8a83-40ee-bb71-45b8dc423837 service neutron] For port d14bfaec-6fa9-41b3-a959-d802b7dc852c, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:00:30.002680 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1e2ef1-af41-47d3-bf42-808590266d21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14bfaec-6fa9-41b3-a959-d802b7dc852c'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:00:30.005174 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8e656c-ade9-4218-9e29-20630d1d697e" -d '{"events": [{"server_uuid": "fa1e2ef1-af41-47d3-bf42-808590266d21", "name": "network-vif-unplugged", "status": "completed", "tag": "d14bfaec-6fa9-41b3-a959-d802b7dc852c"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:00:30.009329 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed819117-abc1-475d-9921-7b4c46423c0f req-47d4e615-8a83-40ee-bb71-45b8dc423837 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:30.015998 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed819117-abc1-475d-9921-7b4c46423c0f req-47d4e615-8a83-40ee-bb71-45b8dc423837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:30.056757 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 11:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fc0411-edd4-4ced-b2ff-09bd99d067b7 x-openstack-request-id: req-a7fc0411-edd4-4ced-b2ff-09bd99d067b7 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:00:30.057133 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1e2ef1-af41-47d3-bf42-808590266d21", "name": "network-vif-unplugged", "status": "completed", "tag": "d14bfaec-6fa9-41b3-a959-d802b7dc852c", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:00:30.057386 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-a7fc0411-edd4-4ced-b2ff-09bd99d067b7 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:00:30.057788 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1e2ef1-af41-47d3-bf42-808590266d21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14bfaec-6fa9-41b3-a959-d802b7dc852c', 'code': 200} Nov 04 11:00:30.116475 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4e615-8a83-40ee-bb71-45b8dc423837 service neutron] Pushing event updated for resources: {'Port': ['ID=d14bfaec-6fa9-41b3-a959-d802b7dc852c,revision_number=7']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:30.182633 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ed819117-abc1-475d-9921-7b4c46423c0f req-47d4e615-8a83-40ee-bb71-45b8dc423837 service neutron] Attempting to bind port d14bfaec-6fa9-41b3-a959-d802b7dc852c on host n-h2-816629-1 for vnic_type normal with profile {"migrating_to": "n-h1-816629-1"} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:00:30.182995 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ed819117-abc1-475d-9921-7b4c46423c0f req-47d4e615-8a83-40ee-bb71-45b8dc423837 service neutron] Attempting to bind port d14bfaec-6fa9-41b3-a959-d802b7dc852c by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '93246d06-e62e-4850-a566-231b225a103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:00:30.183290 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed819117-abc1-475d-9921-7b4c46423c0f req-47d4e615-8a83-40ee-bb71-45b8dc423837 service neutron] Attempting to bind port d14bfaec-6fa9-41b3-a959-d802b7dc852c on network 1eed3291-c879-4080-89b1-20bfdf9ae97e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:00:30.188237 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed819117-abc1-475d-9921-7b4c46423c0f req-47d4e615-8a83-40ee-bb71-45b8dc423837 service neutron] Port d14bfaec-6fa9-41b3-a959-d802b7dc852c on network 1eed3291-c879-4080-89b1-20bfdf9ae97e not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:00:30.188560 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed819117-abc1-475d-9921-7b4c46423c0f req-47d4e615-8a83-40ee-bb71-45b8dc423837 service neutron] Attempting to bind port d14bfaec-6fa9-41b3-a959-d802b7dc852c on network 1eed3291-c879-4080-89b1-20bfdf9ae97e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:00:30.193678 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed819117-abc1-475d-9921-7b4c46423c0f req-47d4e615-8a83-40ee-bb71-45b8dc423837 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:00:30.194103 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed819117-abc1-475d-9921-7b4c46423c0f req-47d4e615-8a83-40ee-bb71-45b8dc423837 service neutron] Checking segment: {'id': '93246d06-e62e-4850-a566-231b225a103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:00:30.194464 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed819117-abc1-475d-9921-7b4c46423c0f req-47d4e615-8a83-40ee-bb71-45b8dc423837 service neutron] Bound using segment: {'id': '93246d06-e62e-4850-a566-231b225a103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:00:30.194824 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ed819117-abc1-475d-9921-7b4c46423c0f req-47d4e615-8a83-40ee-bb71-45b8dc423837 service neutron] Bound port: d14bfaec-6fa9-41b3-a959-d802b7dc852c, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93246d06-e62e-4850-a566-231b225a103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:00:30.195802 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed819117-abc1-475d-9921-7b4c46423c0f req-47d4e615-8a83-40ee-bb71-45b8dc423837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:30.268309 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ed819117-abc1-475d-9921-7b4c46423c0f req-47d4e615-8a83-40ee-bb71-45b8dc423837 service neutron] For port d14bfaec-6fa9-41b3-a959-d802b7dc852c, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:00:30.272325 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ed819117-abc1-475d-9921-7b4c46423c0f req-47d4e615-8a83-40ee-bb71-45b8dc423837 service neutron] For port d14bfaec-6fa9-41b3-a959-d802b7dc852c, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=d14bfaec-6fa9-41b3-a959-d802b7dc852c,segment=NetworkSegment(93246d06-e62e-4850-a566-231b225a103d),segment_id=93246d06-e62e-4850-a566-231b225a103d)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:00:30.273507 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d18ae9-53d3-4b32-9e78-ad8f9b119c10 req-410a99eb-efb1-4e93-9046-cc9353eb7788 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:30.275733 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-43d18ae9-53d3-4b32-9e78-ad8f9b119c10 req-410a99eb-efb1-4e93-9046-cc9353eb7788 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 943 time: 0.0687206 Nov 04 11:00:30.284677 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed819117-abc1-475d-9921-7b4c46423c0f req-47d4e615-8a83-40ee-bb71-45b8dc423837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:30.345532 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-43d18ae9-53d3-4b32-9e78-ad8f9b119c10 req-2e8437fe-eae7-42dc-8a77-43c8f5294a77 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=7d50a65c-430b-4257-ab17-e4dbf8fa2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611582 Nov 04 11:00:30.348611 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-3db08b8e-5a4d-4ab5-9170-7378fd8f644a None None] Provisioning complete for port d14bfaec-6fa9-41b3-a959-d802b7dc852c triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:00:30.349128 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3db08b8e-5a4d-4ab5-9170-7378fd8f644a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:30.395428 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4e615-8a83-40ee-bb71-45b8dc423837 service neutron] Pushing event updated for resources: {'Port': ['ID=d14bfaec-6fa9-41b3-a959-d802b7dc852c,revision_number=8']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:30.432528 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed819117-abc1-475d-9921-7b4c46423c0f req-47d4e615-8a83-40ee-bb71-45b8dc423837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:30.433332 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed819117-abc1-475d-9921-7b4c46423c0f req-47d4e615-8a83-40ee-bb71-45b8dc423837 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:30.434885 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed819117-abc1-475d-9921-7b4c46423c0f req-47d4e615-8a83-40ee-bb71-45b8dc423837 service neutron] 10.222.0.126 "PUT /v2.0/ports/d14bfaec-6fa9-41b3-a959-d802b7dc852c HTTP/1.1" status: 200 len: 1121 time: 0.7166014 Nov 04 11:00:30.463777 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3db08b8e-5a4d-4ab5-9170-7378fd8f644a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:30.494017 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1e2ef1-af41-47d3-bf42-808590266d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14bfaec-6fa9-41b3-a959-d802b7dc852c'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:00:30.496507 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78ebb38-dc96-4c83-8743-2c2a6972d280" -d '{"events": [{"server_uuid": "fa1e2ef1-af41-47d3-bf42-808590266d21", "name": "network-vif-plugged", "status": "completed", "tag": "d14bfaec-6fa9-41b3-a959-d802b7dc852c"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:00:30.511193 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-3db08b8e-5a4d-4ab5-9170-7378fd8f644a None None] For port d14bfaec-6fa9-41b3-a959-d802b7dc852c, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=d14bfaec-6fa9-41b3-a959-d802b7dc852c,segment=NetworkSegment(93246d06-e62e-4850-a566-231b225a103d),segment_id=93246d06-e62e-4850-a566-231b225a103d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:00:30.518906 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3db08b8e-5a4d-4ab5-9170-7378fd8f644a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:30.526698 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['d14bfaec-6fa9-41b3-a959-d802b7dc852c'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:00:30.553812 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f79e63-db66-4b76-9c01-028e44e8481b x-openstack-request-id: req-c4f79e63-db66-4b76-9c01-028e44e8481b {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:00:30.554099 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1e2ef1-af41-47d3-bf42-808590266d21", "name": "network-vif-plugged", "status": "completed", "tag": "d14bfaec-6fa9-41b3-a959-d802b7dc852c", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:00:30.554535 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-c4f79e63-db66-4b76-9c01-028e44e8481b {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:00:30.554938 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1e2ef1-af41-47d3-bf42-808590266d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14bfaec-6fa9-41b3-a959-d802b7dc852c', 'code': 200} Nov 04 11:00:30.697124 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db08b8e-5a4d-4ab5-9170-7378fd8f644a None None] Pushing event updated for resources: {'Port': ['ID=d14bfaec-6fa9-41b3-a959-d802b7dc852c,revision_number=9']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:30.929715 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-7ecf8cd8-f83c-4663-8dcd-82488cef4c68 None None] Provisioning complete for port d14bfaec-6fa9-41b3-a959-d802b7dc852c triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:00:30.930077 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7ecf8cd8-f83c-4663-8dcd-82488cef4c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:31.514762 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d551c6d-c5fc-4445-8ea3-369c0382d586 req-f070addb-2e71-474d-a785-9975ce48a9de tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:31.516327 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6d551c6d-c5fc-4445-8ea3-369c0382d586 req-f070addb-2e71-474d-a785-9975ce48a9de tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 945 time: 0.0572059 Nov 04 11:00:31.571004 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6d551c6d-c5fc-4445-8ea3-369c0382d586 req-b3265d43-6c68-405b-94d5-b3e2ab32ba39 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=7d50a65c-430b-4257-ab17-e4dbf8fa2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456386 Nov 04 11:00:32.058872 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa1e2ef1-af41-47d3-bf42-808590266d21', 'tag': 'd14bfaec-6fa9-41b3-a959-d802b7dc852c'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:00:32.061556 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e77d92-bbea-4976-9e0c-155a3fdb17d2" -d '{"events": [{"name": "network-changed", "server_uuid": "fa1e2ef1-af41-47d3-bf42-808590266d21", "tag": "d14bfaec-6fa9-41b3-a959-d802b7dc852c"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:00:32.099775 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89c147f-9f2c-4592-9595-54674e448552 x-openstack-request-id: req-c89c147f-9f2c-4592-9595-54674e448552 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:00:32.100177 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa1e2ef1-af41-47d3-bf42-808590266d21", "tag": "d14bfaec-6fa9-41b3-a959-d802b7dc852c", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:00:32.100438 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-c89c147f-9f2c-4592-9595-54674e448552 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:00:32.100875 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa1e2ef1-af41-47d3-bf42-808590266d21', 'tag': 'd14bfaec-6fa9-41b3-a959-d802b7dc852c', 'status': 'completed', 'code': 200} Nov 04 11:00:32.187162 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e77d92-bbea-4976-9e0c-155a3fdb17d2 req-88a79cf4-e3b7-40ae-be65-e49e8a7febb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:32.189069 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-72e77d92-bbea-4976-9e0c-155a3fdb17d2 req-88a79cf4-e3b7-40ae-be65-e49e8a7febb2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 1126 time: 0.0637505 Nov 04 11:00:32.289566 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e77d92-bbea-4976-9e0c-155a3fdb17d2 req-393c17f4-06b2-4a7c-b0de-eef67f3f0113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:32.291116 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-72e77d92-bbea-4976-9e0c-155a3fdb17d2 req-393c17f4-06b2-4a7c-b0de-eef67f3f0113 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1eed3291-c879-4080-89b1-20bfdf9ae97e HTTP/1.1" status: 200 len: 899 time: 0.0919745 Nov 04 11:00:32.362675 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-72e77d92-bbea-4976-9e0c-155a3fdb17d2 req-87972c4f-e913-4698-90e6-1ec4ed0a61c5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d14bfaec-6fa9-41b3-a959-d802b7dc852c HTTP/1.1" status: 200 len: 1001 time: 0.0635324 Nov 04 11:00:32.377834 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device d14bfaec-6fa9-41b3-a959-d802b7dc852c details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:00:32.496412 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port d14bfaec-6fa9-41b3-a959-d802b7dc852c, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=d14bfaec-6fa9-41b3-a959-d802b7dc852c,segment=NetworkSegment(93246d06-e62e-4850-a566-231b225a103d),segment_id=93246d06-e62e-4850-a566-231b225a103d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:00:32.509868 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device d14bfaec-6fa9-41b3-a959-d802b7dc852c has no active binding in host n-h1-816629-1 {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 04 11:00:32.704962 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc566d-6846-4ead-aeb6-255060b0d760 req-74e09d33-b708-43c9-b6ab-66b3c7fcc3d3 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:32.707397 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-29cc566d-6846-4ead-aeb6-255060b0d760 req-74e09d33-b708-43c9-b6ab-66b3c7fcc3d3 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 945 time: 0.0588334 Nov 04 11:00:32.750112 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e77d92-bbea-4976-9e0c-155a3fdb17d2 req-2ef1ee7b-6dca-4167-9765-97b638f8f9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:32.751636 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-72e77d92-bbea-4976-9e0c-155a3fdb17d2 req-2ef1ee7b-6dca-4167-9765-97b638f8f9a6 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2a350fc4-e237-4cdc-ad17-5535f4296b41 HTTP/1.1" status: 200 len: 834 time: 0.3809474 Nov 04 11:00:32.768110 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-29cc566d-6846-4ead-aeb6-255060b0d760 req-ae408e4e-da35-4ef9-8ba9-cd8725b5a677 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=7d50a65c-430b-4257-ab17-e4dbf8fa2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540996 Nov 04 11:00:32.803956 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e77d92-bbea-4976-9e0c-155a3fdb17d2 req-d6dc1c4c-d0a3-48b1-8c5c-189949f4470c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:32.805790 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-72e77d92-bbea-4976-9e0c-155a3fdb17d2 req-d6dc1c4c-d0a3-48b1-8c5c-189949f4470c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1eed3291-c879-4080-89b1-20bfdf9ae97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459580 Nov 04 11:00:32.910590 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-72e77d92-bbea-4976-9e0c-155a3fdb17d2 req-71720989-aa00-4e0a-9d07-e1e81734e71d service neutron] 10.222.0.121 "GET /v2.0/networks/1eed3291-c879-4080-89b1-20bfdf9ae97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966785 Nov 04 11:00:33.024173 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-72e77d92-bbea-4976-9e0c-155a3fdb17d2 req-cd7f28bf-4c9b-49ed-9633-2624c610cbf7 service neutron] 10.222.0.121 "GET /v2.0/networks/1eed3291-c879-4080-89b1-20bfdf9ae97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049705 Nov 04 11:00:33.898200 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f547642-5faa-4957-bf7b-02783a8bce71 req-db5f0bd5-d900-4257-914b-9e5818c7621b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:33.899740 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f547642-5faa-4957-bf7b-02783a8bce71 req-db5f0bd5-d900-4257-914b-9e5818c7621b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 945 time: 0.0533659 Nov 04 11:00:33.953874 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f547642-5faa-4957-bf7b-02783a8bce71 req-3f233aaa-9283-4451-bc11-4fcb97d90aec tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=7d50a65c-430b-4257-ab17-e4dbf8fa2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472507 Nov 04 11:00:35.101819 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522b72d-da60-4fc1-8eaf-369ad240c441 req-2747d730-08d7-47aa-bdfc-3f6507884adb tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:35.103332 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2522b72d-da60-4fc1-8eaf-369ad240c441 req-2747d730-08d7-47aa-bdfc-3f6507884adb tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 945 time: 0.0627244 Nov 04 11:00:35.155807 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2522b72d-da60-4fc1-8eaf-369ad240c441 req-2e2c93a0-e28e-4638-8674-19e077aa8a55 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=7d50a65c-430b-4257-ab17-e4dbf8fa2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461168 Nov 04 11:00:35.502041 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed819117-abc1-475d-9921-7b4c46423c0f req-e59c39e1-51f5-444c-84ad-bfbd049ac410 service neutron] 10.222.0.121 "GET /v2.0/ports/d14bfaec-6fa9-41b3-a959-d802b7dc852c/bindings/n-h1-816629-1 HTTP/1.1" status: 200 len: 384 time: 0.0590608 Nov 04 11:00:35.686983 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ed819117-abc1-475d-9921-7b4c46423c0f req-9fa10db6-5926-44d4-aa84-390d01967bdc service neutron] For port d14bfaec-6fa9-41b3-a959-d802b7dc852c, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=d14bfaec-6fa9-41b3-a959-d802b7dc852c,segment=NetworkSegment(93246d06-e62e-4850-a566-231b225a103d),segment_id=93246d06-e62e-4850-a566-231b225a103d)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:00:35.710780 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ed819117-abc1-475d-9921-7b4c46423c0f req-9fa10db6-5926-44d4-aa84-390d01967bdc service neutron] For port d14bfaec-6fa9-41b3-a959-d802b7dc852c, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:00:35.754048 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1e2ef1-af41-47d3-bf42-808590266d21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14bfaec-6fa9-41b3-a959-d802b7dc852c'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:00:35.756479 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81f942b-77a9-445f-aae1-15e102556be0" -d '{"events": [{"server_uuid": "fa1e2ef1-af41-47d3-bf42-808590266d21", "name": "network-vif-unplugged", "status": "completed", "tag": "d14bfaec-6fa9-41b3-a959-d802b7dc852c"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:00:35.763682 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ed819117-abc1-475d-9921-7b4c46423c0f req-9fa10db6-5926-44d4-aa84-390d01967bdc service neutron] For port d14bfaec-6fa9-41b3-a959-d802b7dc852c, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=d14bfaec-6fa9-41b3-a959-d802b7dc852c,segment=NetworkSegment(93246d06-e62e-4850-a566-231b225a103d),segment_id=93246d06-e62e-4850-a566-231b225a103d)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:00:35.781292 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed819117-abc1-475d-9921-7b4c46423c0f req-9fa10db6-5926-44d4-aa84-390d01967bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:35.802363 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 11:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4399e94-9a08-4dfe-a902-7653ee2f1fa8 x-openstack-request-id: req-f4399e94-9a08-4dfe-a902-7653ee2f1fa8 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:00:35.802657 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1e2ef1-af41-47d3-bf42-808590266d21", "name": "network-vif-unplugged", "status": "completed", "tag": "d14bfaec-6fa9-41b3-a959-d802b7dc852c", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:00:35.803005 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f4399e94-9a08-4dfe-a902-7653ee2f1fa8 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:00:35.803287 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1e2ef1-af41-47d3-bf42-808590266d21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14bfaec-6fa9-41b3-a959-d802b7dc852c', 'code': 200} Nov 04 11:00:35.865753 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-ed819117-abc1-475d-9921-7b4c46423c0f req-9fa10db6-5926-44d4-aa84-390d01967bdc service neutron] Transition to ACTIVE for port object d14bfaec-6fa9-41b3-a959-d802b7dc852c will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:00:35.872919 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed819117-abc1-475d-9921-7b4c46423c0f req-9fa10db6-5926-44d4-aa84-390d01967bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:35.968717 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa10db6-5926-44d4-aa84-390d01967bdc service neutron] Pushing event updated for resources: {'Port': ['ID=d14bfaec-6fa9-41b3-a959-d802b7dc852c,revision_number=11']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:36.011434 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed819117-abc1-475d-9921-7b4c46423c0f req-9fa10db6-5926-44d4-aa84-390d01967bdc service neutron] No DVR routers for this DVR port d14bfaec-6fa9-41b3-a959-d802b7dc852c on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:00:36.175077 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed819117-abc1-475d-9921-7b4c46423c0f req-9fa10db6-5926-44d4-aa84-390d01967bdc service neutron] 10.222.0.121 "PUT /v2.0/ports/d14bfaec-6fa9-41b3-a959-d802b7dc852c/bindings/n-h1-816629-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6650915 Nov 04 11:00:36.279851 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed819117-abc1-475d-9921-7b4c46423c0f req-82f08307-f4b1-4bb1-9140-7f152fae8eab tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:36.282037 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed819117-abc1-475d-9921-7b4c46423c0f req-82f08307-f4b1-4bb1-9140-7f152fae8eab tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.126 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21&tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&binding%3Ahost_id=n-h2-816629-1 HTTP/1.1" status: 200 len: 1095 time: 0.0504553 Nov 04 11:00:36.295779 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c5ff5-bbc7-4f01-a052-83bdc6508ec5 req-c83aeb52-be75-4212-94c8-beb072d6fb07 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:36.297337 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7c5c5ff5-bbc7-4f01-a052-83bdc6508ec5 req-c83aeb52-be75-4212-94c8-beb072d6fb07 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 944 time: 0.0542040 Nov 04 11:00:36.332870 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed819117-abc1-475d-9921-7b4c46423c0f req-d12b8553-ac46-4385-8424-0885966e04cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:36.334114 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed819117-abc1-475d-9921-7b4c46423c0f req-d12b8553-ac46-4385-8424-0885966e04cf service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21&tenant_id=0f971a58d7f04199b01d2c8c36ec2cac HTTP/1.1" status: 200 len: 1095 time: 0.0447268 Nov 04 11:00:36.352886 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7c5c5ff5-bbc7-4f01-a052-83bdc6508ec5 req-07f48fac-731b-4ec6-a213-6d2e3fd1ca38 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=7d50a65c-430b-4257-ab17-e4dbf8fa2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489814 Nov 04 11:00:36.401925 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed819117-abc1-475d-9921-7b4c46423c0f req-fb7dfa93-91dc-49b9-8f1b-1b2bd43ade83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:36.403521 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed819117-abc1-475d-9921-7b4c46423c0f req-fb7dfa93-91dc-49b9-8f1b-1b2bd43ade83 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 1095 time: 0.0446868 Nov 04 11:00:36.502929 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed819117-abc1-475d-9921-7b4c46423c0f req-12097a51-8ef5-40cd-ba16-a094ec5430be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:36.504489 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed819117-abc1-475d-9921-7b4c46423c0f req-12097a51-8ef5-40cd-ba16-a094ec5430be service neutron] 10.222.0.126 "GET /v2.0/networks?id=1eed3291-c879-4080-89b1-20bfdf9ae97e HTTP/1.1" status: 200 len: 899 time: 0.0937076 Nov 04 11:00:36.574114 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed819117-abc1-475d-9921-7b4c46423c0f req-c82a45fd-7078-46af-aaa3-57fe205a0b7d service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d14bfaec-6fa9-41b3-a959-d802b7dc852c HTTP/1.1" status: 200 len: 999 time: 0.0620813 Nov 04 11:00:36.628717 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed819117-abc1-475d-9921-7b4c46423c0f req-4c363f0f-8826-4aff-8ecd-d65bcc6e91d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:36.630286 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed819117-abc1-475d-9921-7b4c46423c0f req-4c363f0f-8826-4aff-8ecd-d65bcc6e91d5 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=2a350fc4-e237-4cdc-ad17-5535f4296b41 HTTP/1.1" status: 200 len: 834 time: 0.0494244 Nov 04 11:00:36.685371 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed819117-abc1-475d-9921-7b4c46423c0f req-1d253df4-14fa-4222-923f-c9d788268b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:36.687213 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed819117-abc1-475d-9921-7b4c46423c0f req-1d253df4-14fa-4222-923f-c9d788268b2d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1eed3291-c879-4080-89b1-20bfdf9ae97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486436 Nov 04 11:00:36.778334 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed819117-abc1-475d-9921-7b4c46423c0f req-f01f73e1-3ac6-4892-a6f1-d86eba7f638a service neutron] 10.222.0.126 "GET /v2.0/networks/1eed3291-c879-4080-89b1-20bfdf9ae97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841951 Nov 04 11:00:36.877233 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed819117-abc1-475d-9921-7b4c46423c0f req-c891bf93-c46a-40df-b0ed-3418acc298d5 service neutron] 10.222.0.126 "GET /v2.0/networks/1eed3291-c879-4080-89b1-20bfdf9ae97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916824 Nov 04 11:00:37.138867 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed819117-abc1-475d-9921-7b4c46423c0f req-617f7e86-00fb-421b-9ffd-3185d64cdeaa tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:37.140843 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed819117-abc1-475d-9921-7b4c46423c0f req-617f7e86-00fb-421b-9ffd-3185d64cdeaa tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.126 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21&tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&binding%3Ahost_id=n-h1-816629-1 HTTP/1.1" status: 200 len: 1095 time: 0.0495324 Nov 04 11:00:37.261687 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ed819117-abc1-475d-9921-7b4c46423c0f req-bb2289f5-01e1-4317-8854-80ed33752252 service neutron] For port d14bfaec-6fa9-41b3-a959-d802b7dc852c, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:00:37.265008 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed819117-abc1-475d-9921-7b4c46423c0f req-bb2289f5-01e1-4317-8854-80ed33752252 service neutron] Publish callbacks [] for binding, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:37.266805 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed819117-abc1-475d-9921-7b4c46423c0f req-bb2289f5-01e1-4317-8854-80ed33752252 service neutron] 10.222.0.126 "DELETE /v2.0/ports/d14bfaec-6fa9-41b3-a959-d802b7dc852c/bindings/n-h2-816629-1 HTTP/1.1" status: 204 len: 173 time: 0.1182029 Nov 04 11:00:37.479150 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4ef6a-6464-46d0-9324-7406a70e4a29 req-129f4e2a-ea79-4218-a680-63e18705d8cd tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:37.480692 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e7c4ef6a-6464-46d0-9324-7406a70e4a29 req-129f4e2a-ea79-4218-a680-63e18705d8cd tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 944 time: 0.0526712 Nov 04 11:00:37.536368 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e7c4ef6a-6464-46d0-9324-7406a70e4a29 req-562ac6fe-0e5c-4303-b488-9332d9b34e4b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=7d50a65c-430b-4257-ab17-e4dbf8fa2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490882 Nov 04 11:00:37.705510 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b3e5f-9d5b-48cb-8b99-e85e665f76c1 req-45c46e7a-1a52-43ab-8d13-caf5ccb987e8 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:37.709480 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-685b3e5f-9d5b-48cb-8b99-e85e665f76c1 req-45c46e7a-1a52-43ab-8d13-caf5ccb987e8 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 1095 time: 0.0463104 Nov 04 11:00:37.760285 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-685b3e5f-9d5b-48cb-8b99-e85e665f76c1 req-17fda689-5e03-4af6-8809-115875329743 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.127 "GET /v2.0/security-groups?id=7d50a65c-430b-4257-ab17-e4dbf8fa2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458870 Nov 04 11:00:37.879507 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42808876-59da-485e-b032-0b1547a6465d req-8058579e-562f-4195-b49a-87f9cf82390d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:37.880952 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42808876-59da-485e-b032-0b1547a6465d req-8058579e-562f-4195-b49a-87f9cf82390d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 944 time: 0.0528831 Nov 04 11:00:37.936220 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42808876-59da-485e-b032-0b1547a6465d req-35029efd-c348-4df3-8092-396a5a795e94 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=7d50a65c-430b-4257-ab17-e4dbf8fa2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480976 Nov 04 11:00:37.960147 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 43892) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:38.032056 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b4ca8762-78ae-466c-97d2-e45d37c75fa6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/floatingips/25f9a61c-f871-4581-89fb-0dcbb4d6611c HTTP/1.1" status: 200 len: 991 time: 0.0701876 Nov 04 11:00:38.258654 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43904) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:38.432579 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-e77e6ceb-efbc-413c-8ee3-ee99a2068ec5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Deleting port 1ff58016-41d2-4898-8653-96dfff02207b {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:00:38.432964 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e77e6ceb-efbc-413c-8ee3-ee99a2068ec5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:38.517463 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e77e6ceb-efbc-413c-8ee3-ee99a2068ec5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:38.518133 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e77e6ceb-efbc-413c-8ee3-ee99a2068ec5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:38.530506 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-e77e6ceb-efbc-413c-8ee3-ee99a2068ec5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Calling delete_port for 1ff58016-41d2-4898-8653-96dfff02207b owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:00:38.691203 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e77e6ceb-efbc-413c-8ee3-ee99a2068ec5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:38.718493 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e6ceb-efbc-413c-8ee3-ee99a2068ec5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event deleted for resources: {'Port': ['ID=1ff58016-41d2-4898-8653-96dfff02207b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:38.729083 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device d14bfaec-6fa9-41b3-a959-d802b7dc852c no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:00:38.770503 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device d14bfaec-6fa9-41b3-a959-d802b7dc852c not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:00:38.791919 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e77e6ceb-efbc-413c-8ee3-ee99a2068ec5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:38.792310 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-e77e6ceb-efbc-413c-8ee3-ee99a2068ec5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Floating IP 25f9a61c-f871-4581-89fb-0dcbb4d6611c disassociated (deleted). External IP: 172.25.7.227, port: d14bfaec-6fa9-41b3-a959-d802b7dc852c. Nov 04 11:00:39.008163 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77e6ceb-efbc-413c-8ee3-ee99a2068ec5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Router 09514681-1fb9-486f-96b3-76501b43a7bb has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:00:39.136635 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77e6ceb-efbc-413c-8ee3-ee99a2068ec5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:00:39.142804 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e77e6ceb-efbc-413c-8ee3-ee99a2068ec5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:39.151099 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f59366-cc7a-455b-b243-b63d78e152c7 None None] Sync routers for ids ['09514681-1fb9-486f-96b3-76501b43a7bb'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:00:39.166039 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f59366-cc7a-455b-b243-b63d78e152c7 None None] Routers {'09514681-1fb9-486f-96b3-76501b43a7bb'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:00:39.167967 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-28f59366-cc7a-455b-b243-b63d78e152c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:00:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['09514681-1fb9-486f-96b3-76501b43a7bb'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:00:39.183495 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e77e6ceb-efbc-413c-8ee3-ee99a2068ec5 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "DELETE /v2.0/floatingips/25f9a61c-f871-4581-89fb-0dcbb4d6611c HTTP/1.1" status: 204 len: 168 time: 0.9212809 Nov 04 11:00:39.183495 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa1e2ef1-af41-47d3-bf42-808590266d21', 'tag': 'd14bfaec-6fa9-41b3-a959-d802b7dc852c'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:00:39.184294 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8319b2-9573-459f-89ef-14cf5face126" -d '{"events": [{"name": "network-changed", "server_uuid": "fa1e2ef1-af41-47d3-bf42-808590266d21", "tag": "d14bfaec-6fa9-41b3-a959-d802b7dc852c"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:00:39.294943 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-28f59366-cc7a-455b-b243-b63d78e152c7 None None] Set router 09514681-1fb9-486f-96b3-76501b43a7bb gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:00:39.362944 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4012f522-cc32-4339-a0ef-597f8139d686 x-openstack-request-id: req-4012f522-cc32-4339-a0ef-597f8139d686 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:00:39.363478 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa1e2ef1-af41-47d3-bf42-808590266d21", "tag": "d14bfaec-6fa9-41b3-a959-d802b7dc852c", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:00:39.363898 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-4012f522-cc32-4339-a0ef-597f8139d686 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:00:39.364491 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa1e2ef1-af41-47d3-bf42-808590266d21', 'tag': 'd14bfaec-6fa9-41b3-a959-d802b7dc852c', 'status': 'completed', 'code': 200} Nov 04 11:00:39.440563 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8319b2-9573-459f-89ef-14cf5face126 req-29eff449-090d-4a6e-aa04-c13519251f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:39.442420 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ab8319b2-9573-459f-89ef-14cf5face126 req-29eff449-090d-4a6e-aa04-c13519251f49 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 1095 time: 0.0532844 Nov 04 11:00:39.475828 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312efa34-4bad-4570-bdca-ed9077d1a427 req-f036fe0a-4230-4361-9142-3c5fe50f3fbf tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:39.486590 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-312efa34-4bad-4570-bdca-ed9077d1a427 req-f036fe0a-4230-4361-9142-3c5fe50f3fbf tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 944 time: 0.0685403 Nov 04 11:00:39.555183 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8319b2-9573-459f-89ef-14cf5face126 req-0aa39848-1fa6-4cd5-9613-c85c6003b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:39.557783 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-312efa34-4bad-4570-bdca-ed9077d1a427 req-dc880699-7e2b-47cf-8a48-791a69de5a56 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=7d50a65c-430b-4257-ab17-e4dbf8fa2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700541 Nov 04 11:00:39.558317 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ab8319b2-9573-459f-89ef-14cf5face126 req-0aa39848-1fa6-4cd5-9613-c85c6003b3c2 service neutron] 10.222.0.126 "GET /v2.0/networks?id=1eed3291-c879-4080-89b1-20bfdf9ae97e HTTP/1.1" status: 200 len: 899 time: 0.1054316 Nov 04 11:00:39.623885 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ab8319b2-9573-459f-89ef-14cf5face126 req-728c55e6-9663-4489-830a-a5d8e6437fcd service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d14bfaec-6fa9-41b3-a959-d802b7dc852c HTTP/1.1" status: 200 len: 217 time: 0.0567238 Nov 04 11:00:39.695469 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8319b2-9573-459f-89ef-14cf5face126 req-eaadf350-6268-44e6-9c1e-fb26380db0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:39.697182 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ab8319b2-9573-459f-89ef-14cf5face126 req-eaadf350-6268-44e6-9c1e-fb26380db0e3 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=2a350fc4-e237-4cdc-ad17-5535f4296b41 HTTP/1.1" status: 200 len: 834 time: 0.0644221 Nov 04 11:00:39.703663 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-28f59366-cc7a-455b-b243-b63d78e152c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117286361', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:32Z', 'updated_at': '2021-11-04T10:59:37Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:aa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:33Z', 'updated_at': '2021-11-04T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'f5058d31-9cf4-4c4d-bb11-9ec18eacf127', 'name': '', 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:90:f3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '2a350fc4-e237-4cdc-ad17-5535f4296b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:36Z', 'updated_at': '2021-11-04T10:59:41Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '2a350fc4-e237-4cdc-ad17-5535f4296b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:00:39.731678 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f59366-cc7a-455b-b243-b63d78e152c7 None None] Checking router: 09514681-1fb9-486f-96b3-76501b43a7bb for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:00:39.741579 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f59366-cc7a-455b-b243-b63d78e152c7 None None] Routers {'09514681-1fb9-486f-96b3-76501b43a7bb'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:00:39.742487 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-28f59366-cc7a-455b-b243-b63d78e152c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:00:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['09514681-1fb9-486f-96b3-76501b43a7bb'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:00:39.766320 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8319b2-9573-459f-89ef-14cf5face126 req-6a5d78a8-0620-49fc-9965-823d93544dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:39.768050 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ab8319b2-9573-459f-89ef-14cf5face126 req-6a5d78a8-0620-49fc-9965-823d93544dac service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1eed3291-c879-4080-89b1-20bfdf9ae97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633452 Nov 04 11:00:39.871314 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-28f59366-cc7a-455b-b243-b63d78e152c7 None None] Set router 09514681-1fb9-486f-96b3-76501b43a7bb gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:00:39.902741 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62462bfd-8259-4a2a-ad7c-d6be9f1a5544 req-b9af998c-1cb5-4adc-a2cd-998db45f62a1 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:39.904247 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-62462bfd-8259-4a2a-ad7c-d6be9f1a5544 req-b9af998c-1cb5-4adc-a2cd-998db45f62a1 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.126 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 944 time: 0.0804737 Nov 04 11:00:39.906919 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ab8319b2-9573-459f-89ef-14cf5face126 req-dd2dafa0-7dc5-4dcd-a25b-7c96bfcce214 service neutron] 10.222.0.126 "GET /v2.0/networks/1eed3291-c879-4080-89b1-20bfdf9ae97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295183 Nov 04 11:00:40.074208 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ab8319b2-9573-459f-89ef-14cf5face126 req-cb3c0212-0ad4-4996-b3f6-ce040f197327 service neutron] 10.222.0.126 "GET /v2.0/networks/1eed3291-c879-4080-89b1-20bfdf9ae97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502330 Nov 04 11:00:40.091141 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-62462bfd-8259-4a2a-ad7c-d6be9f1a5544 req-021207d8-db09-4bc4-82da-95cdb1373cf6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Deleting port d14bfaec-6fa9-41b3-a959-d802b7dc852c {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:00:40.091740 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-62462bfd-8259-4a2a-ad7c-d6be9f1a5544 req-021207d8-db09-4bc4-82da-95cdb1373cf6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:40.101239 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-28f59366-cc7a-455b-b243-b63d78e152c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117286361', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:32Z', 'updated_at': '2021-11-04T10:59:37Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:aa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:33Z', 'updated_at': '2021-11-04T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'f5058d31-9cf4-4c4d-bb11-9ec18eacf127', 'name': '', 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:90:f3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '2a350fc4-e237-4cdc-ad17-5535f4296b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:36Z', 'updated_at': '2021-11-04T10:59:41Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '2a350fc4-e237-4cdc-ad17-5535f4296b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:00:40.143321 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f59366-cc7a-455b-b243-b63d78e152c7 None None] The sync data for ids ['09514681-1fb9-486f-96b3-76501b43a7bb'] in n-d-816629-1 is: [{'id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117286361', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:32Z', 'updated_at': '2021-11-04T10:59:37Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:aa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:33Z', 'updated_at': '2021-11-04T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'f5058d31-9cf4-4c4d-bb11-9ec18eacf127', 'name': '', 'network_id': '1eed3291-c879-4080-89b1-20bfdf9ae97e', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:90:f3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '2a350fc4-e237-4cdc-ad17-5535f4296b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:36Z', 'updated_at': '2021-11-04T10:59:41Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '2a350fc4-e237-4cdc-ad17-5535f4296b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:00:40.200610 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-62462bfd-8259-4a2a-ad7c-d6be9f1a5544 req-021207d8-db09-4bc4-82da-95cdb1373cf6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] For port d14bfaec-6fa9-41b3-a959-d802b7dc852c, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=d14bfaec-6fa9-41b3-a959-d802b7dc852c,segment=NetworkSegment(93246d06-e62e-4850-a566-231b225a103d),segment_id=93246d06-e62e-4850-a566-231b225a103d)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:00:40.201218 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-62462bfd-8259-4a2a-ad7c-d6be9f1a5544 req-021207d8-db09-4bc4-82da-95cdb1373cf6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:40.216379 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-62462bfd-8259-4a2a-ad7c-d6be9f1a5544 req-021207d8-db09-4bc4-82da-95cdb1373cf6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Calling delete_port for d14bfaec-6fa9-41b3-a959-d802b7dc852c owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:00:40.267805 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:00:40.361501 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-62462bfd-8259-4a2a-ad7c-d6be9f1a5544 req-021207d8-db09-4bc4-82da-95cdb1373cf6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:40.393513 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021207d8-db09-4bc4-82da-95cdb1373cf6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event deleted for resources: {'Port': ['ID=d14bfaec-6fa9-41b3-a959-d802b7dc852c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:40.444679 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-62462bfd-8259-4a2a-ad7c-d6be9f1a5544 req-021207d8-db09-4bc4-82da-95cdb1373cf6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] No DVR routers for this DVR port d14bfaec-6fa9-41b3-a959-d802b7dc852c on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:00:40.447994 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-62462bfd-8259-4a2a-ad7c-d6be9f1a5544 req-021207d8-db09-4bc4-82da-95cdb1373cf6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:40.451777 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-62462bfd-8259-4a2a-ad7c-d6be9f1a5544 req-021207d8-db09-4bc4-82da-95cdb1373cf6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.126 "DELETE /v2.0/ports/d14bfaec-6fa9-41b3-a959-d802b7dc852c HTTP/1.1" status: 204 len: 173 time: 0.5354953 Nov 04 11:00:40.452237 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1e2ef1-af41-47d3-bf42-808590266d21', 'name': 'network-vif-deleted', 'tag': 'd14bfaec-6fa9-41b3-a959-d802b7dc852c'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:00:40.455004 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b386a161-f37e-441d-9323-ce9a37ff45be" -d '{"events": [{"server_uuid": "fa1e2ef1-af41-47d3-bf42-808590266d21", "name": "network-vif-deleted", "tag": "d14bfaec-6fa9-41b3-a959-d802b7dc852c"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:00:40.491219 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a7be3-f649-4796-8ff4-a82e6d57440f None None] New status for floating IP 25f9a61c-f871-4581-89fb-0dcbb4d6611c: DOWN {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:00:40.514277 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a322c55-f6de-4253-9308-67e54d9774c4 x-openstack-request-id: req-2a322c55-f6de-4253-9308-67e54d9774c4 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:00:40.514768 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1e2ef1-af41-47d3-bf42-808590266d21", "name": "network-vif-deleted", "tag": "d14bfaec-6fa9-41b3-a959-d802b7dc852c", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:00:40.515073 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-2a322c55-f6de-4253-9308-67e54d9774c4 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:00:40.516004 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1e2ef1-af41-47d3-bf42-808590266d21', 'name': 'network-vif-deleted', 'tag': 'd14bfaec-6fa9-41b3-a959-d802b7dc852c', 'status': 'completed', 'code': 200} Nov 04 11:00:40.703156 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6da7c0fc-d300-4234-b8c4-be49881a18de req-c66f7f08-ddac-4b6f-894d-962bc0b8ce15 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=fa1e2ef1-af41-47d3-bf42-808590266d21 HTTP/1.1" status: 200 len: 210 time: 0.0344973 Nov 04 11:00:41.766087 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 43984) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:42.157893 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-beac824f-438b-44a5-b572-217e1c9ae9c2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:42.435250 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-beac824f-438b-44a5-b572-217e1c9ae9c2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Deleting port f5058d31-9cf4-4c4d-bb11-9ec18eacf127 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:00:42.435597 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-beac824f-438b-44a5-b572-217e1c9ae9c2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:42.463097 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:42.530781 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-beac824f-438b-44a5-b572-217e1c9ae9c2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] For port f5058d31-9cf4-4c4d-bb11-9ec18eacf127, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f5058d31-9cf4-4c4d-bb11-9ec18eacf127,segment=NetworkSegment(93246d06-e62e-4850-a566-231b225a103d),segment_id=93246d06-e62e-4850-a566-231b225a103d)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:00:42.531150 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-beac824f-438b-44a5-b572-217e1c9ae9c2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:42.546084 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-beac824f-438b-44a5-b572-217e1c9ae9c2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Calling delete_port for f5058d31-9cf4-4c4d-bb11-9ec18eacf127 owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:00:42.739278 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-beac824f-438b-44a5-b572-217e1c9ae9c2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:42.770994 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac824f-438b-44a5-b572-217e1c9ae9c2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event deleted for resources: {'Port': ['ID=f5058d31-9cf4-4c4d-bb11-9ec18eacf127,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:42.804072 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beac824f-438b-44a5-b572-217e1c9ae9c2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:42.804419 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beac824f-438b-44a5-b572-217e1c9ae9c2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:42.804750 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beac824f-438b-44a5-b572-217e1c9ae9c2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:42.805102 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beac824f-438b-44a5-b572-217e1c9ae9c2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:42.805428 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beac824f-438b-44a5-b572-217e1c9ae9c2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:42.805722 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beac824f-438b-44a5-b572-217e1c9ae9c2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:42.806042 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beac824f-438b-44a5-b572-217e1c9ae9c2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:42.806359 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beac824f-438b-44a5-b572-217e1c9ae9c2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:42.806682 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beac824f-438b-44a5-b572-217e1c9ae9c2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:42.806995 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beac824f-438b-44a5-b572-217e1c9ae9c2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:42.807310 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beac824f-438b-44a5-b572-217e1c9ae9c2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:42.807618 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beac824f-438b-44a5-b572-217e1c9ae9c2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:42.975464 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-beac824f-438b-44a5-b572-217e1c9ae9c2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:43.216024 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beac824f-438b-44a5-b572-217e1c9ae9c2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Router 09514681-1fb9-486f-96b3-76501b43a7bb has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:00:43.687118 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beac824f-438b-44a5-b572-217e1c9ae9c2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:00:43.695132 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44022) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:43.695601 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-beac824f-438b-44a5-b572-217e1c9ae9c2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "PUT /v2.0/routers/09514681-1fb9-486f-96b3-76501b43a7bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9280052 Nov 04 11:00:43.697910 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0540d4e6-8df6-405d-a8dd-170547528d9f None None] Sync routers for ids ['09514681-1fb9-486f-96b3-76501b43a7bb'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:00:43.708052 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0540d4e6-8df6-405d-a8dd-170547528d9f None None] Routers {'09514681-1fb9-486f-96b3-76501b43a7bb'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:00:43.708747 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0540d4e6-8df6-405d-a8dd-170547528d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:00:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['09514681-1fb9-486f-96b3-76501b43a7bb'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:00:43.755029 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2626f5-6832-4086-85ea-86e4c3e562fc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Deleting subnet 2a350fc4-e237-4cdc-ad17-5535f4296b41 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:00:43.758261 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5d2626f5-6832-4086-85ea-86e4c3e562fc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:43.803554 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5d2626f5-6832-4086-85ea-86e4c3e562fc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:43.825759 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-0540d4e6-8df6-405d-a8dd-170547528d9f None None] Set router 09514681-1fb9-486f-96b3-76501b43a7bb gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:00:43.897969 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5d2626f5-6832-4086-85ea-86e4c3e562fc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:43.985027 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5d2626f5-6832-4086-85ea-86e4c3e562fc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:44.015335 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2626f5-6832-4086-85ea-86e4c3e562fc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event deleted for resources: {'Subnet': ['ID=2a350fc4-e237-4cdc-ad17-5535f4296b41,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:44.021737 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5d2626f5-6832-4086-85ea-86e4c3e562fc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:44.025041 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5d2626f5-6832-4086-85ea-86e4c3e562fc tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "DELETE /v2.0/subnets/2a350fc4-e237-4cdc-ad17-5535f4296b41 HTTP/1.1" status: 204 len: 168 time: 0.3287547 Nov 04 11:00:44.028037 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44030) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:44.033326 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1400bc2-5adb-4a26-9054-e4da8c21d80f None None] Network 1eed3291-c879-4080-89b1-20bfdf9ae97e requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:00:44.121249 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0540d4e6-8df6-405d-a8dd-170547528d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117286361', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:32Z', 'updated_at': '2021-11-04T11:00:42Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:aa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:33Z', 'updated_at': '2021-11-04T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:00:44.154006 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0540d4e6-8df6-405d-a8dd-170547528d9f None None] Checking router: 09514681-1fb9-486f-96b3-76501b43a7bb for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:00:44.167342 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-83241772-e413-468a-8cf3-a5777866f1ef tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:44.209018 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0540d4e6-8df6-405d-a8dd-170547528d9f None None] Routers {'09514681-1fb9-486f-96b3-76501b43a7bb'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:00:44.213291 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0540d4e6-8df6-405d-a8dd-170547528d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:00:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['09514681-1fb9-486f-96b3-76501b43a7bb'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:00:44.278404 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-83241772-e413-468a-8cf3-a5777866f1ef tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:44.352598 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-83241772-e413-468a-8cf3-a5777866f1ef tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Deleting port efa34940-145e-4be4-ad56-67986c8a6e61 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:00:44.355713 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-83241772-e413-468a-8cf3-a5777866f1ef tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:44.359866 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-0540d4e6-8df6-405d-a8dd-170547528d9f None None] Set router 09514681-1fb9-486f-96b3-76501b43a7bb gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:00:44.387821 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa15ce61-f2b2-4968-90b0-0d8870be244f None None] DHCP port deletion for 1eed3291-c879-4080-89b1-20bfdf9ae97e request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:00:44.439752 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-83241772-e413-468a-8cf3-a5777866f1ef tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] For port efa34940-145e-4be4-ad56-67986c8a6e61, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=efa34940-145e-4be4-ad56-67986c8a6e61,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:00:44.440268 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-83241772-e413-468a-8cf3-a5777866f1ef tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:44.455655 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-83241772-e413-468a-8cf3-a5777866f1ef tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Calling delete_port for efa34940-145e-4be4-ad56-67986c8a6e61 owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:00:44.470411 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device d14bfaec-6fa9-41b3-a959-d802b7dc852c no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:00:44.507724 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: d14bfaec-6fa9-41b3-a959-d802b7dc852c {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:00:44.508056 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device d14bfaec-6fa9-41b3-a959-d802b7dc852c not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:00:44.569868 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-fa15ce61-f2b2-4968-90b0-0d8870be244f None None] Deleting port 803c2c88-bc30-47f8-ad03-a0e2a9658537 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:00:44.570241 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fa15ce61-f2b2-4968-90b0-0d8870be244f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:44.636576 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-83241772-e413-468a-8cf3-a5777866f1ef tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:44.666091 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83241772-e413-468a-8cf3-a5777866f1ef tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event deleted for resources: {'Port': ['ID=efa34940-145e-4be4-ad56-67986c8a6e61,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:44.667925 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-fa15ce61-f2b2-4968-90b0-0d8870be244f None None] For port 803c2c88-bc30-47f8-ad03-a0e2a9658537, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=803c2c88-bc30-47f8-ad03-a0e2a9658537,segment=NetworkSegment(93246d06-e62e-4850-a566-231b225a103d),segment_id=93246d06-e62e-4850-a566-231b225a103d)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:00:44.668145 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fa15ce61-f2b2-4968-90b0-0d8870be244f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:44.688368 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-fa15ce61-f2b2-4968-90b0-0d8870be244f None None] Calling delete_port for 803c2c88-bc30-47f8-ad03-a0e2a9658537 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:00:44.707080 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0540d4e6-8df6-405d-a8dd-170547528d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117286361', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:32Z', 'updated_at': '2021-11-04T11:00:42Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:aa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:33Z', 'updated_at': '2021-11-04T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:00:44.755091 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-83241772-e413-468a-8cf3-a5777866f1ef tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:44.770899 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0540d4e6-8df6-405d-a8dd-170547528d9f None None] The sync data for ids ['09514681-1fb9-486f-96b3-76501b43a7bb'] in n-d-816629-1 is: [{'id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117286361', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:32Z', 'updated_at': '2021-11-04T11:00:42Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'efa34940-145e-4be4-ad56-67986c8a6e61', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:aa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09514681-1fb9-486f-96b3-76501b43a7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:33Z', 'updated_at': '2021-11-04T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:00:44.828498 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fa15ce61-f2b2-4968-90b0-0d8870be244f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:44.856138 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15ce61-f2b2-4968-90b0-0d8870be244f None None] Pushing event deleted for resources: {'Port': ['ID=803c2c88-bc30-47f8-ad03-a0e2a9658537,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:44.857633 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-83241772-e413-468a-8cf3-a5777866f1ef tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:44.860317 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-83241772-e413-468a-8cf3-a5777866f1ef tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:44.866934 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15ce61-f2b2-4968-90b0-0d8870be244f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:44.867275 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15ce61-f2b2-4968-90b0-0d8870be244f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:44.867637 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15ce61-f2b2-4968-90b0-0d8870be244f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:44.869069 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15ce61-f2b2-4968-90b0-0d8870be244f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:44.869069 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15ce61-f2b2-4968-90b0-0d8870be244f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:44.869069 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15ce61-f2b2-4968-90b0-0d8870be244f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:44.869069 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15ce61-f2b2-4968-90b0-0d8870be244f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:44.869410 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15ce61-f2b2-4968-90b0-0d8870be244f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:44.869557 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15ce61-f2b2-4968-90b0-0d8870be244f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:44.869884 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15ce61-f2b2-4968-90b0-0d8870be244f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:44.870191 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15ce61-f2b2-4968-90b0-0d8870be244f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:44.870506 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15ce61-f2b2-4968-90b0-0d8870be244f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:44.883922 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa15ce61-f2b2-4968-90b0-0d8870be244f None None] No DVR routers for this DVR port 803c2c88-bc30-47f8-ad03-a0e2a9658537 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:00:44.901066 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:44.911590 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-83241772-e413-468a-8cf3-a5777866f1ef tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:44.912327 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83241772-e413-468a-8cf3-a5777866f1ef tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Fanout notify agent at l3_agent the message router_deleted on router 09514681-1fb9-486f-96b3-76501b43a7bb {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:00:44.919647 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-83241772-e413-468a-8cf3-a5777866f1ef tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:44.921323 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-83241772-e413-468a-8cf3-a5777866f1ef tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "DELETE /v2.0/routers/09514681-1fb9-486f-96b3-76501b43a7bb HTTP/1.1" status: 204 len: 168 time: 0.8916605 Nov 04 11:00:44.923782 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44046) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:45.007270 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ace79c27-c9b0-44d3-9f43-7fcf3065cb55 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:45.118610 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ace79c27-c9b0-44d3-9f43-7fcf3065cb55 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:45.148897 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-ace79c27-c9b0-44d3-9f43-7fcf3065cb55 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eed3291-c879-4080-89b1-20bfdf9ae97e']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:00:45.166212 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-ace79c27-c9b0-44d3-9f43-7fcf3065cb55 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93246d06-e62e-4850-a566-231b225a103d') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:00:45.166721 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-ace79c27-c9b0-44d3-9f43-7fcf3065cb55 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93246d06-e62e-4850-a566-231b225a103d') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:00:45.178125 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ace79c27-c9b0-44d3-9f43-7fcf3065cb55 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:45.191007 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4aab9a7-45c2-4548-a701-0e4396f36443 req-c01a3bd2-d8aa-490c-958d-9a951afa743a service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=fef767d5-51f7-4895-857c-c9fd70315fad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1226819 Nov 04 11:00:45.195105 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ace79c27-c9b0-44d3-9f43-7fcf3065cb55 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:45.202968 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace79c27-c9b0-44d3-9f43-7fcf3065cb55 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:00:45.203534 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ace79c27-c9b0-44d3-9f43-7fcf3065cb55 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:00:45.206785 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:00:45.267133 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aab9a7-45c2-4548-a701-0e4396f36443 req-9f16c06d-97cf-428a-b9c7-22dbbe09be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:45.268725 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4aab9a7-45c2-4548-a701-0e4396f36443 req-9f16c06d-97cf-428a-b9c7-22dbbe09be86 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6d658d320fa74f69aa183d18fb0bb612&device_id=fef767d5-51f7-4895-857c-c9fd70315fad HTTP/1.1" status: 200 len: 1096 time: 0.0496607 Nov 04 11:00:45.292041 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ace79c27-c9b0-44d3-9f43-7fcf3065cb55 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:45.300700 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ace79c27-c9b0-44d3-9f43-7fcf3065cb55 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:45.304121 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ace79c27-c9b0-44d3-9f43-7fcf3065cb55 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "DELETE /v2.0/networks/1eed3291-c879-4080-89b1-20bfdf9ae97e HTTP/1.1" status: 204 len: 168 time: 0.3792293 Nov 04 11:00:45.308445 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44058) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:45.333597 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace79c27-c9b0-44d3-9f43-7fcf3065cb55 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event deleted for resources: {'Network': ['ID=1eed3291-c879-4080-89b1-20bfdf9ae97e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:45.393776 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c67ba37c-ee24-4893-aef6-48954e8260f8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:45.422918 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aab9a7-45c2-4548-a701-0e4396f36443 req-0a89a1fd-d6aa-4ae8-ae57-073c0a532ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:45.424439 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4aab9a7-45c2-4548-a701-0e4396f36443 req-0a89a1fd-d6aa-4ae8-ae57-073c0a532ec1 service neutron] 10.222.0.121 "GET /v2.0/networks?id=6fbc7281-bcda-4aef-b30f-90e9ca1e37cb HTTP/1.1" status: 200 len: 910 time: 0.1337397 Nov 04 11:00:45.427309 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c67ba37c-ee24-4893-aef6-48954e8260f8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:45.502008 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4aab9a7-45c2-4548-a701-0e4396f36443 req-003a4756-0cb8-4850-8f5c-5a38a5c88902 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7db4d27-0d06-490e-b959-b5ba39492519 HTTP/1.1" status: 200 len: 1001 time: 0.0684741 Nov 04 11:00:45.502651 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c67ba37c-ee24-4893-aef6-48954e8260f8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:45.505492 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c67ba37c-ee24-4893-aef6-48954e8260f8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:45.506734 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c67ba37c-ee24-4893-aef6-48954e8260f8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "DELETE /v2.0/security-groups/7d50a65c-430b-4257-ab17-e4dbf8fa2a31 HTTP/1.1" status: 204 len: 168 time: 0.1972790 Nov 04 11:00:45.519358 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ba37c-ee24-4893-aef6-48954e8260f8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d50a65c-430b-4257-ab17-e4dbf8fa2a31,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:45.591096 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aab9a7-45c2-4548-a701-0e4396f36443 req-1bade663-b46a-40df-abbc-192cd7cff2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:45.593037 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4aab9a7-45c2-4548-a701-0e4396f36443 req-1bade663-b46a-40df-abbc-192cd7cff2d8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e6889d42-db57-44fd-87ec-e227fe027d3c HTTP/1.1" status: 200 len: 847 time: 0.0821481 Nov 04 11:00:45.662211 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aab9a7-45c2-4548-a701-0e4396f36443 req-ef5a9f55-7ebf-4608-9e5c-a0408d1713bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:45.664008 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4aab9a7-45c2-4548-a701-0e4396f36443 req-ef5a9f55-7ebf-4608-9e5c-a0408d1713bb service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6fbc7281-bcda-4aef-b30f-90e9ca1e37cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622749 Nov 04 11:00:45.773839 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4aab9a7-45c2-4548-a701-0e4396f36443 req-a9091db4-0b61-4003-82a7-3a6a1ec28e91 service neutron] 10.222.0.121 "GET /v2.0/networks/6fbc7281-bcda-4aef-b30f-90e9ca1e37cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021132 Nov 04 11:00:45.803605 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44070) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:45.809130 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-7e87ff11-e06e-4e1d-bc29-290347de885c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1083290565', 'description': 'tempest-secgroup-smoke-1083290565 description', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:00:45.834703 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7e87ff11-e06e-4e1d-bc29-290347de885c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:45.880358 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4aab9a7-45c2-4548-a701-0e4396f36443 req-13c45363-cf3c-497e-8302-25ebaff9997d service neutron] 10.222.0.121 "GET /v2.0/networks/6fbc7281-bcda-4aef-b30f-90e9ca1e37cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991387 Nov 04 11:00:45.917178 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7e87ff11-e06e-4e1d-bc29-290347de885c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:45.923158 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7e87ff11-e06e-4e1d-bc29-290347de885c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:45.974274 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7e87ff11-e06e-4e1d-bc29-290347de885c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:45.978412 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7e87ff11-e06e-4e1d-bc29-290347de885c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1707041 Nov 04 11:00:45.978412 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44076) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:45.983142 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-c0cc3019-817c-4097-8da1-6925e6b4309d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'security_group_rule': {'security_group_id': 'b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:00:45.988438 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87ff11-e06e-4e1d-bc29-290347de885c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:46.029073 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c0cc3019-817c-4097-8da1-6925e6b4309d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:46.111870 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c0cc3019-817c-4097-8da1-6925e6b4309d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:46.114915 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c0cc3019-817c-4097-8da1-6925e6b4309d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:46.141354 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c0cc3019-817c-4097-8da1-6925e6b4309d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:46.145494 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c0cc3019-817c-4097-8da1-6925e6b4309d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1632211 Nov 04 11:00:46.145612 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44078) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:46.149941 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-c8b3c8b6-39f0-472d-a684-831f71daa2ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'security_group_rule': {'security_group_id': 'b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:00:46.156571 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device efa34940-145e-4be4-ad56-67986c8a6e61 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:00:46.158690 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc3019-817c-4097-8da1-6925e6b4309d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15bf9f95-fbb4-4358-a132-155cebf80f1b,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:46.196861 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: efa34940-145e-4be4-ad56-67986c8a6e61 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:00:46.197122 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device efa34940-145e-4be4-ad56-67986c8a6e61 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:00:46.197527 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f5058d31-9cf4-4c4d-bb11-9ec18eacf127 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:00:46.206450 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8b3c8b6-39f0-472d-a684-831f71daa2ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:46.241931 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: f5058d31-9cf4-4c4d-bb11-9ec18eacf127 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:00:46.242271 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f5058d31-9cf4-4c4d-bb11-9ec18eacf127 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:00:46.242889 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 803c2c88-bc30-47f8-ad03-a0e2a9658537 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:00:46.265534 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 803c2c88-bc30-47f8-ad03-a0e2a9658537 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:00:46.266063 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 803c2c88-bc30-47f8-ad03-a0e2a9658537 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:00:46.326926 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8b3c8b6-39f0-472d-a684-831f71daa2ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:46.331211 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8b3c8b6-39f0-472d-a684-831f71daa2ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:46.351457 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3c8b6-39f0-472d-a684-831f71daa2ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e936dd00-3d2e-44b8-aa5b-bd43b3c8df72,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:46.363820 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8b3c8b6-39f0-472d-a684-831f71daa2ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:46.367922 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c8b3c8b6-39f0-472d-a684-831f71daa2ad tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2187140 Nov 04 11:00:46.368173 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44086) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:46.373990 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-0e325ff3-9e7e-4026-bcb0-d9f5297f413b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'security_group_rule': {'security_group_id': 'b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:00:46.411328 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e325ff3-9e7e-4026-bcb0-d9f5297f413b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:46.477446 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e325ff3-9e7e-4026-bcb0-d9f5297f413b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:46.482043 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e325ff3-9e7e-4026-bcb0-d9f5297f413b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:46.503293 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e325ff3-9e7e-4026-bcb0-d9f5297f413b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca6a1d5-18ca-4c40-a83f-9b720d04cc01,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:46.514006 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e325ff3-9e7e-4026-bcb0-d9f5297f413b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:46.518098 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0e325ff3-9e7e-4026-bcb0-d9f5297f413b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1459408 Nov 04 11:00:46.518324 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44090) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:46.523283 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-bc3d3cce-6a62-4a3a-a3bc-58046c190740 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'security_group_rule': {'security_group_id': 'b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:00:46.553985 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc3d3cce-6a62-4a3a-a3bc-58046c190740 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:46.621138 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc3d3cce-6a62-4a3a-a3bc-58046c190740 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:46.627268 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc3d3cce-6a62-4a3a-a3bc-58046c190740 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:46.647943 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d3cce-6a62-4a3a-a3bc-58046c190740 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1109346c-6e35-4032-8d70-871278145ce5,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:46.656763 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc3d3cce-6a62-4a3a-a3bc-58046c190740 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:46.658004 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bc3d3cce-6a62-4a3a-a3bc-58046c190740 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1385400 Nov 04 11:00:46.660655 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44096) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:46.664986 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-fb9ac470-ac0a-4a9f-9ee2-b5456b5d83c0 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'security_group_rule': {'security_group_id': 'b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:00:46.688496 n-d-816629-1 neutron-server[101774]: INFO neutron.db.securitygroups_db [None req-fb9ac470-ac0a-4a9f-9ee2-b5456b5d83c0 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Project 0f971a58d7f04199b01d2c8c36ec2cac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 11:00:46.693636 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fb9ac470-ac0a-4a9f-9ee2-b5456b5d83c0 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:46.759327 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fb9ac470-ac0a-4a9f-9ee2-b5456b5d83c0 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:46.763884 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fb9ac470-ac0a-4a9f-9ee2-b5456b5d83c0 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:46.791015 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ac470-ac0a-4a9f-9ee2-b5456b5d83c0 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224b7de6-fef6-47da-b35d-164a5c88934d,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:46.800880 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fb9ac470-ac0a-4a9f-9ee2-b5456b5d83c0 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:46.802119 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fb9ac470-ac0a-4a9f-9ee2-b5456b5d83c0 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1405067 Nov 04 11:00:46.804966 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44100) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:46.810118 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-d514550a-ea3c-4aa0-8b8f-1170dafa0b4e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'security_group_rule': {'security_group_id': 'b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:00:46.834835 n-d-816629-1 neutron-server[101774]: INFO neutron.db.securitygroups_db [None req-d514550a-ea3c-4aa0-8b8f-1170dafa0b4e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Project 0f971a58d7f04199b01d2c8c36ec2cac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 11:00:46.841055 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d514550a-ea3c-4aa0-8b8f-1170dafa0b4e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:46.872744 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-054bf3ba-5ea4-4d67-bfff-ec5d48ce5eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:46.921002 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d514550a-ea3c-4aa0-8b8f-1170dafa0b4e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:46.926239 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d514550a-ea3c-4aa0-8b8f-1170dafa0b4e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:46.947528 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514550a-ea3c-4aa0-8b8f-1170dafa0b4e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5892a39-faa1-4636-b1ac-2224153fd290,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:46.957895 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d514550a-ea3c-4aa0-8b8f-1170dafa0b4e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:46.959149 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d514550a-ea3c-4aa0-8b8f-1170dafa0b4e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1531029 Nov 04 11:00:46.962126 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44104) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:46.967286 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-2fa8cb43-c692-4128-b80d-2c386b886db8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'network': {'name': 'tempest-network-smoke--1170448185', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'port_security_enabled': True}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:00:46.990344 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa8cb43-c692-4128-b80d-2c386b886db8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Made reservation on behalf of 0f971a58d7f04199b01d2c8c36ec2cac for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:00:46.993920 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2fa8cb43-c692-4128-b80d-2c386b886db8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:47.019339 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa8cb43-c692-4128-b80d-2c386b886db8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1181} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:00:47.028478 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2fa8cb43-c692-4128-b80d-2c386b886db8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:47.028837 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-2fa8cb43-c692-4128-b80d-2c386b886db8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Added segment 0a3cdc52-9cc4-48a9-870d-eb82225aa053 of type vlan for network c6509a1b-ced8-47d4-b14b-174749bc1fa7 Nov 04 11:00:47.074575 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2fa8cb43-c692-4128-b80d-2c386b886db8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:47.100386 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2fa8cb43-c692-4128-b80d-2c386b886db8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:47.106008 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa8cb43-c692-4128-b80d-2c386b886db8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:47.106588 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2fa8cb43-c692-4128-b80d-2c386b886db8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:47.194079 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2fa8cb43-c692-4128-b80d-2c386b886db8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2283800 Nov 04 11:00:47.194854 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44110) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:47.209705 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-5934e8d2-f1e1-4ed3-a72e-fc6742f85c86 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1603413572', 'admin_state_up': True, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:00:47.240037 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8cb43-c692-4128-b80d-2c386b886db8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Network': ['ID=c6509a1b-ced8-47d4-b14b-174749bc1fa7,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:47.240546 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5934e8d2-f1e1-4ed3-a72e-fc6742f85c86 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:47.241976 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5934e8d2-f1e1-4ed3-a72e-fc6742f85c86 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:47.251834 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network c6509a1b-ced8-47d4-b14b-174749bc1fa7 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:00:47.299606 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5934e8d2-f1e1-4ed3-a72e-fc6742f85c86 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:47.455902 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5934e8d2-f1e1-4ed3-a72e-fc6742f85c86 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:47.660658 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5934e8d2-f1e1-4ed3-a72e-fc6742f85c86 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:47.685239 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5934e8d2-f1e1-4ed3-a72e-fc6742f85c86 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:47.797660 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-5934e8d2-f1e1-4ed3-a72e-fc6742f85c86 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Allocated IP 172.25.7.159 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/b1a91c6c-47ac-4d84-8cfd-6d2997ec7694) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:00:47.936304 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5934e8d2-f1e1-4ed3-a72e-fc6742f85c86 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:47.952202 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b6c787c7-9a41-4e0f-825a-0ac585cca659 req-d63620cd-b09a-4f66-ada5-58a76dafeeb5 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693877 Nov 04 11:00:47.991761 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5934e8d2-f1e1-4ed3-a72e-fc6742f85c86 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:48.066075 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5934e8d2-f1e1-4ed3-a72e-fc6742f85c86 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:00:48.072459 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-5934e8d2-f1e1-4ed3-a72e-fc6742f85c86 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:00:48.079334 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5934e8d2-f1e1-4ed3-a72e-fc6742f85c86 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:00:48.084768 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934e8d2-f1e1-4ed3-a72e-fc6742f85c86 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Port': ['ID=b1a91c6c-47ac-4d84-8cfd-6d2997ec7694,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:48.117762 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c787c7-9a41-4e0f-825a-0ac585cca659 req-4e7eb846-a678-4a45-ad72-c1e979fc462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:48.119259 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b6c787c7-9a41-4e0f-825a-0ac585cca659 req-4e7eb846-a678-4a45-ad72-c1e979fc462f service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 1096 time: 0.1180391 Nov 04 11:00:48.371689 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c787c7-9a41-4e0f-825a-0ac585cca659 req-6ffab024-70ea-4232-aac2-a91192049ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:48.373195 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b6c787c7-9a41-4e0f-825a-0ac585cca659 req-6ffab024-70ea-4232-aac2-a91192049ef0 service neutron] 10.222.0.126 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 913 time: 0.1972904 Nov 04 11:00:48.564122 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1ef82-fc9c-40a8-b38f-ab12d1bd6a8b req-5d8e6351-8ea2-48ef-8d2a-75e064f7e7da tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:48.566518 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f2d1ef82-fc9c-40a8-b38f-ab12d1bd6a8b req-5d8e6351-8ea2-48ef-8d2a-75e064f7e7da tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0669594 Nov 04 11:00:48.625143 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f2d1ef82-fc9c-40a8-b38f-ab12d1bd6a8b req-09a103ec-4cb8-48f6-99bb-b63f4766f1bb tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514252 Nov 04 11:00:48.831323 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5934e8d2-f1e1-4ed3-a72e-fc6742f85c86 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:48.868700 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b6c787c7-9a41-4e0f-825a-0ac585cca659 req-6ec5d9a7-7429-4f6c-bc9b-e85d52f1c003 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d257828-1078-4e49-9fa6-ac70dcd14216 HTTP/1.1" status: 200 len: 1001 time: 0.4868155 Nov 04 11:00:48.963973 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c787c7-9a41-4e0f-825a-0ac585cca659 req-865d2b03-4583-41e0-a1ce-c4a5d3e01e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:48.965429 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b6c787c7-9a41-4e0f-825a-0ac585cca659 req-865d2b03-4583-41e0-a1ce-c4a5d3e01e56 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=acbe3edd-0e54-430d-9b84-17ccd434a175 HTTP/1.1" status: 200 len: 850 time: 0.0886548 Nov 04 11:00:49.087831 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c787c7-9a41-4e0f-825a-0ac585cca659 req-3d56cf76-b9b2-4e25-a830-bab34cc9a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:49.089424 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b6c787c7-9a41-4e0f-825a-0ac585cca659 req-3d56cf76-b9b2-4e25-a830-bab34cc9a5cc service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0f07f923-0bad-4509-bf44-e9706f67de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156034 Nov 04 11:00:49.157198 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5934e8d2-f1e1-4ed3-a72e-fc6742f85c86 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:49.275956 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b6c787c7-9a41-4e0f-825a-0ac585cca659 req-62afcf34-33a7-421a-911b-0aa32c419fe7 service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775165 Nov 04 11:00:49.393574 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b6c787c7-9a41-4e0f-825a-0ac585cca659 req-af6168d5-df91-4901-806f-4963a8e88c2e service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070089 Nov 04 11:00:49.400207 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5934e8d2-f1e1-4ed3-a72e-fc6742f85c86 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Router 6cd20d9a-db11-4e8f-86f8-8dcdc09f7751 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 11:00:49.527716 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5934e8d2-f1e1-4ed3-a72e-fc6742f85c86 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:00:49.538827 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de82ef5-f6ff-4efd-86f7-197bb87101ad None None] Sync routers for ids ['6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:00:49.550049 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de82ef5-f6ff-4efd-86f7-197bb87101ad None None] Routers {'6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:00:49.551028 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-9de82ef5-f6ff-4efd-86f7-197bb87101ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:00:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:00:49.551171 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5934e8d2-f1e1-4ed3-a72e-fc6742f85c86 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:49.552874 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5934e8d2-f1e1-4ed3-a72e-fc6742f85c86 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3562617 Nov 04 11:00:49.556172 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44172) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:49.587136 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d456ab35-2207-4844-b51e-9082931697d9 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.127 "GET /v2.0/subnets?project_id=0f971a58d7f04199b01d2c8c36ec2cac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298026 Nov 04 11:00:49.589760 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44174) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:49.672318 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-9de82ef5-f6ff-4efd-86f7-197bb87101ad None None] Set router 6cd20d9a-db11-4e8f-86f8-8dcdc09f7751 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:00:49.695004 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-373f9263-f807-4028-9e56-c3641a721c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:49.719429 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3b43bf-9066-4a2d-a133-71a9a727fdc1 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:49.721406 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5a3b43bf-9066-4a2d-a133-71a9a727fdc1 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307118 Nov 04 11:00:49.724428 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44178) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:49.756584 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-65a9e103-4e5b-4c6f-9915-f9c89d1de546 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.127 "GET /v2.0/subnets?network_id=301c0cd8-d116-455e-af06-7601efa602d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308051 Nov 04 11:00:49.759206 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44180) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:49.764957 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-012afbc0-2c63-45b1-babb-874a94d0cf31 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1070687266', 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7', 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:00:49.822735 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603e709-d612-41fa-b0a0-0dae2a447801 req-4c1b6c04-bbc0-4aa3-a000-61f60c063090 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:49.824641 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3603e709-d612-41fa-b0a0-0dae2a447801 req-4c1b6c04-bbc0-4aa3-a000-61f60c063090 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0665753 Nov 04 11:00:49.901074 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3603e709-d612-41fa-b0a0-0dae2a447801 req-78c4e678-85fa-458d-9a8a-8677846b3874 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605013 Nov 04 11:00:49.902137 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012afbc0-2c63-45b1-babb-874a94d0cf31 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Made reservation on behalf of 0f971a58d7f04199b01d2c8c36ec2cac for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:00:49.910791 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-012afbc0-2c63-45b1-babb-874a94d0cf31 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:49.932194 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-9de82ef5-f6ff-4efd-86f7-197bb87101ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603413572', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:00:48Z', 'revision_number': 3, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:00:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:00:49.964974 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de82ef5-f6ff-4efd-86f7-197bb87101ad None None] Checking router: 6cd20d9a-db11-4e8f-86f8-8dcdc09f7751 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:00:49.965319 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de82ef5-f6ff-4efd-86f7-197bb87101ad None None] Updating router 6cd20d9a-db11-4e8f-86f8-8dcdc09f7751 port b1a91c6c-47ac-4d84-8cfd-6d2997ec7694 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:00:49.998339 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-9de82ef5-f6ff-4efd-86f7-197bb87101ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:50.114783 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-012afbc0-2c63-45b1-babb-874a94d0cf31 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:50.180482 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012afbc0-2c63-45b1-babb-874a94d0cf31 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Subnet': ['ID=7354c3c4-3c45-4cc7-90fb-f062182b73fd,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:50.206111 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012afbc0-2c63-45b1-babb-874a94d0cf31 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Checking segment: {'id': '0a3cdc52-9cc4-48a9-870d-eb82225aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:00:50.206483 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012afbc0-2c63-45b1-babb-874a94d0cf31 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Network hostable DHCP agents. Network: c6509a1b-ced8-47d4-b14b-174749bc1fa7, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:00:50.238187 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012afbc0-2c63-45b1-babb-874a94d0cf31 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Network c6509a1b-ced8-47d4-b14b-174749bc1fa7 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:00:50.249290 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-012afbc0-2c63-45b1-babb-874a94d0cf31 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, c6509a1b-ced8-47d4-b14b-174749bc1fa7) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:00:50.257285 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012afbc0-2c63-45b1-babb-874a94d0cf31 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:50.257526 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-012afbc0-2c63-45b1-babb-874a94d0cf31 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:50.262951 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d49f9c-54d0-4fec-bbe4-fda9c105d213 None None] Network c6509a1b-ced8-47d4-b14b-174749bc1fa7 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:00:50.279773 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-9de82ef5-f6ff-4efd-86f7-197bb87101ad None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:50.287264 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44190) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:50.289525 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-012afbc0-2c63-45b1-babb-874a94d0cf31 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5291131 Nov 04 11:00:50.300804 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-9de82ef5-f6ff-4efd-86f7-197bb87101ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:50.372929 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c894e74-9f0b-4894-bb7c-61681c3215ba None None] Pushing event updated for resources: {'Port': ['ID=b1a91c6c-47ac-4d84-8cfd-6d2997ec7694,revision_number=2']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:50.419799 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd3da3-b272-4815-ac27-c4f5583720eb req-27748f49-9e6a-46f2-96cc-25d731797d1d tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:50.422493 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-afdd3da3-b272-4815-ac27-c4f5583720eb req-27748f49-9e6a-46f2-96cc-25d731797d1d tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.121 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0748727 Nov 04 11:00:50.423229 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c894e74-9f0b-4894-bb7c-61681c3215ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:50.423670 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c894e74-9f0b-4894-bb7c-61681c3215ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:50.424102 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c894e74-9f0b-4894-bb7c-61681c3215ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:50.425013 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c894e74-9f0b-4894-bb7c-61681c3215ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:50.425340 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c894e74-9f0b-4894-bb7c-61681c3215ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:50.426046 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c894e74-9f0b-4894-bb7c-61681c3215ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:50.426046 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c894e74-9f0b-4894-bb7c-61681c3215ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:50.426271 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c894e74-9f0b-4894-bb7c-61681c3215ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:50.426572 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c894e74-9f0b-4894-bb7c-61681c3215ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:50.426895 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c894e74-9f0b-4894-bb7c-61681c3215ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:50.427220 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c894e74-9f0b-4894-bb7c-61681c3215ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:50.427537 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c894e74-9f0b-4894-bb7c-61681c3215ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:50.437375 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-9de82ef5-f6ff-4efd-86f7-197bb87101ad None None] Attempting to bind port b1a91c6c-47ac-4d84-8cfd-6d2997ec7694 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:00:50.437750 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-9de82ef5-f6ff-4efd-86f7-197bb87101ad None None] Attempting to bind port b1a91c6c-47ac-4d84-8cfd-6d2997ec7694 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:00:50.438124 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de82ef5-f6ff-4efd-86f7-197bb87101ad None None] Attempting to bind port b1a91c6c-47ac-4d84-8cfd-6d2997ec7694 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:00:50.447411 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de82ef5-f6ff-4efd-86f7-197bb87101ad None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:00:50.447786 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de82ef5-f6ff-4efd-86f7-197bb87101ad None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:00:50.448187 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-9de82ef5-f6ff-4efd-86f7-197bb87101ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:50.448576 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de82ef5-f6ff-4efd-86f7-197bb87101ad None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:00:50.449075 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-9de82ef5-f6ff-4efd-86f7-197bb87101ad None None] Bound port: b1a91c6c-47ac-4d84-8cfd-6d2997ec7694, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:00:50.449455 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-9de82ef5-f6ff-4efd-86f7-197bb87101ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:50.555141 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b229875-36f1-489f-89aa-105766fff709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-c6509a1b-ced8-47d4-b14b-174749bc1fa7', 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'fixed_ips': [{'subnet_id': '7354c3c4-3c45-4cc7-90fb-f062182b73fd'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:00:50.556248 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3b229875-36f1-489f-89aa-105766fff709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:50.618564 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-afdd3da3-b272-4815-ac27-c4f5583720eb req-43308bc3-0e5d-48a9-b56f-ef50908fcc7b tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Deleting port cae55ee8-a51e-4a5c-85db-63c1b5586a29 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:00:50.620085 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-afdd3da3-b272-4815-ac27-c4f5583720eb req-43308bc3-0e5d-48a9-b56f-ef50908fcc7b tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:50.665305 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-9de82ef5-f6ff-4efd-86f7-197bb87101ad None None] For port b1a91c6c-47ac-4d84-8cfd-6d2997ec7694, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:00:50.671593 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-9de82ef5-f6ff-4efd-86f7-197bb87101ad None None] For port b1a91c6c-47ac-4d84-8cfd-6d2997ec7694, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b1a91c6c-47ac-4d84-8cfd-6d2997ec7694,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:00:50.681609 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-9de82ef5-f6ff-4efd-86f7-197bb87101ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:50.742713 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-3b229875-36f1-489f-89aa-105766fff709 None None] Allocated IP 172.20.0.2 (c6509a1b-ced8-47d4-b14b-174749bc1fa7/7354c3c4-3c45-4cc7-90fb-f062182b73fd/c1423713-a14f-4e58-8a05-b023b0bdb788) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:00:50.750586 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-afdd3da3-b272-4815-ac27-c4f5583720eb req-43308bc3-0e5d-48a9-b56f-ef50908fcc7b tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] For port cae55ee8-a51e-4a5c-85db-63c1b5586a29, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=cae55ee8-a51e-4a5c-85db-63c1b5586a29,segment=NetworkSegment(61cf6d8f-9678-4f5e-a444-df9554acf6bd),segment_id=61cf6d8f-9678-4f5e-a444-df9554acf6bd)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:00:50.750743 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-afdd3da3-b272-4815-ac27-c4f5583720eb req-43308bc3-0e5d-48a9-b56f-ef50908fcc7b tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:50.799287 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de82ef5-f6ff-4efd-86f7-197bb87101ad None None] Routers {'6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:00:50.799784 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-9de82ef5-f6ff-4efd-86f7-197bb87101ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:00:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:00:50.900124 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:50.902290 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c894e74-9f0b-4894-bb7c-61681c3215ba None None] Pushing event updated for resources: {'Port': ['ID=b1a91c6c-47ac-4d84-8cfd-6d2997ec7694,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:50.953818 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-55ed7798-6b92-4799-a9e1-19b3ff1db919 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:51.005402 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-9de82ef5-f6ff-4efd-86f7-197bb87101ad None None] Set router 6cd20d9a-db11-4e8f-86f8-8dcdc09f7751 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:00:51.020345 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-afdd3da3-b272-4815-ac27-c4f5583720eb req-43308bc3-0e5d-48a9-b56f-ef50908fcc7b tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:51.020935 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-afdd3da3-b272-4815-ac27-c4f5583720eb req-43308bc3-0e5d-48a9-b56f-ef50908fcc7b tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:51.021355 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [req-afdd3da3-b272-4815-ac27-c4f5583720eb req-43308bc3-0e5d-48a9-b56f-ef50908fcc7b tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Floating IP de81b6d2-91d8-4402-8dc1-d4df44f91d43 disassociated. External IP: 172.25.7.96, port: cae55ee8-a51e-4a5c-85db-63c1b5586a29. Nov 04 11:00:51.021823 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-afdd3da3-b272-4815-ac27-c4f5583720eb req-43308bc3-0e5d-48a9-b56f-ef50908fcc7b tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Calling delete_port for cae55ee8-a51e-4a5c-85db-63c1b5586a29 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:00:51.060239 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3b229875-36f1-489f-89aa-105766fff709 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:51.068559 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3b229875-36f1-489f-89aa-105766fff709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:51.104152 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af225b12-5dae-497b-9d27-7a8759a1c26c req-6fd2b445-c571-4091-9e57-d8a546e05d05 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:51.112130 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-af225b12-5dae-497b-9d27-7a8759a1c26c req-6fd2b445-c571-4091-9e57-d8a546e05d05 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 945 time: 0.0742810 Nov 04 11:00:51.118148 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b229875-36f1-489f-89aa-105766fff709 None None] Pushing event updated for resources: {'Port': ['ID=c1423713-a14f-4e58-8a05-b023b0bdb788,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:51.148020 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b229875-36f1-489f-89aa-105766fff709 None None] Network c6509a1b-ced8-47d4-b14b-174749bc1fa7 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:00:51.149578 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-3b229875-36f1-489f-89aa-105766fff709 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:00:51.155340 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b229875-36f1-489f-89aa-105766fff709 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:00:51.224171 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-af225b12-5dae-497b-9d27-7a8759a1c26c req-917792d5-6784-467a-a59e-62ff4621047d tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=c4118e39-555e-47d8-9fc3-e70d2b180238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108155 Nov 04 11:00:51.243523 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-3b229875-36f1-489f-89aa-105766fff709 None None] Attempting to bind port c1423713-a14f-4e58-8a05-b023b0bdb788 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:00:51.244001 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-3b229875-36f1-489f-89aa-105766fff709 None None] Attempting to bind port c1423713-a14f-4e58-8a05-b023b0bdb788 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '0a3cdc52-9cc4-48a9-870d-eb82225aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:00:51.244398 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b229875-36f1-489f-89aa-105766fff709 None None] Attempting to bind port c1423713-a14f-4e58-8a05-b023b0bdb788 on network c6509a1b-ced8-47d4-b14b-174749bc1fa7 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:00:51.252541 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b229875-36f1-489f-89aa-105766fff709 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:00:51.252941 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b229875-36f1-489f-89aa-105766fff709 None None] Checking segment: {'id': '0a3cdc52-9cc4-48a9-870d-eb82225aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:00:51.253463 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3b229875-36f1-489f-89aa-105766fff709 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:51.254687 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b229875-36f1-489f-89aa-105766fff709 None None] Bound using segment: {'id': '0a3cdc52-9cc4-48a9-870d-eb82225aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:00:51.255221 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-3b229875-36f1-489f-89aa-105766fff709 None None] Bound port: c1423713-a14f-4e58-8a05-b023b0bdb788, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a3cdc52-9cc4-48a9-870d-eb82225aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:00:51.255708 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3b229875-36f1-489f-89aa-105766fff709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:51.268755 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-9de82ef5-f6ff-4efd-86f7-197bb87101ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603413572', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:00:48Z', 'revision_number': 3, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:00:51.302170 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de82ef5-f6ff-4efd-86f7-197bb87101ad None None] The sync data for ids ['6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'] in n-d-816629-1 is: [{'id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603413572', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:00:48Z', 'revision_number': 3, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:00:51.316607 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-afdd3da3-b272-4815-ac27-c4f5583720eb req-43308bc3-0e5d-48a9-b56f-ef50908fcc7b tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:51.358549 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43308bc3-0e5d-48a9-b56f-ef50908fcc7b tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Pushing event deleted for resources: {'Port': ['ID=cae55ee8-a51e-4a5c-85db-63c1b5586a29,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:51.373837 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-3b229875-36f1-489f-89aa-105766fff709 None None] For port c1423713-a14f-4e58-8a05-b023b0bdb788, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:00:51.380681 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-3b229875-36f1-489f-89aa-105766fff709 None None] For port c1423713-a14f-4e58-8a05-b023b0bdb788, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c1423713-a14f-4e58-8a05-b023b0bdb788,segment=NetworkSegment(0a3cdc52-9cc4-48a9-870d-eb82225aa053),segment_id=0a3cdc52-9cc4-48a9-870d-eb82225aa053)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:00:51.390874 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3b229875-36f1-489f-89aa-105766fff709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:51.474619 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b229875-36f1-489f-89aa-105766fff709 None None] Pushing event updated for resources: {'Port': ['ID=c1423713-a14f-4e58-8a05-b023b0bdb788,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:51.549905 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-55ed7798-6b92-4799-a9e1-19b3ff1db919 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Allocated IP 172.20.0.1 (c6509a1b-ced8-47d4-b14b-174749bc1fa7/7354c3c4-3c45-4cc7-90fb-f062182b73fd/230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:00:51.564634 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afdd3da3-b272-4815-ac27-c4f5583720eb req-43308bc3-0e5d-48a9-b56f-ef50908fcc7b tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Router 131c4a7c-da8d-40ab-81b9-640ce818e495 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:00:51.785669 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-55ed7798-6b92-4799-a9e1-19b3ff1db919 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:51.811425 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afdd3da3-b272-4815-ac27-c4f5583720eb req-43308bc3-0e5d-48a9-b56f-ef50908fcc7b tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:00:51.836606 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2e96a0-d7f1-4bc6-9c74-5db631f3f8c5 None None] Sync routers for ids ['131c4a7c-da8d-40ab-81b9-640ce818e495'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:00:51.855477 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2e96a0-d7f1-4bc6-9c74-5db631f3f8c5 None None] Routers {'131c4a7c-da8d-40ab-81b9-640ce818e495'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:00:51.858869 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-fb2e96a0-d7f1-4bc6-9c74-5db631f3f8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:00:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['131c4a7c-da8d-40ab-81b9-640ce818e495'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:00:51.894679 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-55ed7798-6b92-4799-a9e1-19b3ff1db919 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:51.924980 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-afdd3da3-b272-4815-ac27-c4f5583720eb req-43308bc3-0e5d-48a9-b56f-ef50908fcc7b tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] No DVR routers for this DVR port cae55ee8-a51e-4a5c-85db-63c1b5586a29 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:00:51.931058 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-afdd3da3-b272-4815-ac27-c4f5583720eb req-43308bc3-0e5d-48a9-b56f-ef50908fcc7b tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:51.937053 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-afdd3da3-b272-4815-ac27-c4f5583720eb req-43308bc3-0e5d-48a9-b56f-ef50908fcc7b tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.121 "DELETE /v2.0/ports/cae55ee8-a51e-4a5c-85db-63c1b5586a29 HTTP/1.1" status: 204 len: 173 time: 1.5038059 Nov 04 11:00:51.937718 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe21cbd-e966-4af7-99cf-70bad8357c3b', 'name': 'network-vif-deleted', 'tag': 'cae55ee8-a51e-4a5c-85db-63c1b5586a29'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:00:51.940218 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ed7798-6b92-4799-a9e1-19b3ff1db919 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Network c6509a1b-ced8-47d4-b14b-174749bc1fa7 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:00:51.940454 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef4e968-c067-41d1-bc81-7c4e5d3e9f07" -d '{"events": [{"server_uuid": "afe21cbd-e966-4af7-99cf-70bad8357c3b", "name": "network-vif-deleted", "tag": "cae55ee8-a51e-4a5c-85db-63c1b5586a29"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:00:51.949567 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-55ed7798-6b92-4799-a9e1-19b3ff1db919 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:00:51.986852 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ed7798-6b92-4799-a9e1-19b3ff1db919 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:00:52.096510 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040c860f-d0da-4004-a307-fd28fe3576fc x-openstack-request-id: req-040c860f-d0da-4004-a307-fd28fe3576fc {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:00:52.097663 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe21cbd-e966-4af7-99cf-70bad8357c3b", "name": "network-vif-deleted", "tag": "cae55ee8-a51e-4a5c-85db-63c1b5586a29", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:00:52.098174 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-040c860f-d0da-4004-a307-fd28fe3576fc {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:00:52.102254 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe21cbd-e966-4af7-99cf-70bad8357c3b', 'name': 'network-vif-deleted', 'tag': 'cae55ee8-a51e-4a5c-85db-63c1b5586a29', 'status': 'completed', 'code': 200} Nov 04 11:00:52.175658 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-fb2e96a0-d7f1-4bc6-9c74-5db631f3f8c5 None None] Set router 131c4a7c-da8d-40ab-81b9-640ce818e495 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:00:52.188751 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed7798-6b92-4799-a9e1-19b3ff1db919 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Port': ['ID=230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:52.194419 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-55ed7798-6b92-4799-a9e1-19b3ff1db919 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:52.429003 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-70a98471-560f-49a9-84af-9b4e7a1bac2a req-3d454df9-3ff3-4c80-956d-e692a7372a5e tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=afe21cbd-e966-4af7-99cf-70bad8357c3b HTTP/1.1" status: 200 len: 210 time: 0.0369034 Nov 04 11:00:52.472468 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-55ed7798-6b92-4799-a9e1-19b3ff1db919 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:52.591768 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c1423713-a14f-4e58-8a05-b023b0bdb788 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:00:52.752814 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:52.815113 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device cae55ee8-a51e-4a5c-85db-63c1b5586a29 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:00:52.836194 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:52.983600 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: cae55ee8-a51e-4a5c-85db-63c1b5586a29 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:00:52.984563 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device cae55ee8-a51e-4a5c-85db-63c1b5586a29 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:00:53.030839 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port c1423713-a14f-4e58-8a05-b023b0bdb788 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:00:53.031798 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:53.072851 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-55ed7798-6b92-4799-a9e1-19b3ff1db919 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:53.082142 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-55ed7798-6b92-4799-a9e1-19b3ff1db919 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:53.169621 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:53.178606 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-55ed7798-6b92-4799-a9e1-19b3ff1db919 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:53.182358 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed7798-6b92-4799-a9e1-19b3ff1db919 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Port': ['ID=230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:53.197860 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-fb2e96a0-d7f1-4bc6-9c74-5db631f3f8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'name': 'tempest-AttachVolumeTestJSON-247191850-router', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:36Z', 'updated_at': '2021-11-04T10:56:43Z', 'revision_number': 4, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'gw_port': {'id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:37Z', 'updated_at': '2021-11-04T10:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '380c4bc8-ac20-4c78-8507-1f1810bd6624', 'name': '', 'network_id': '48d7173e-4f84-437c-b393-02822601af8d', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'mac_address': 'fa:16:3e:ca:a9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:42Z', 'updated_at': '2021-11-04T10:56:49Z', 'revision_number': 5, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'subnets': [{'id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:00:53.201949 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcca498-aa4b-4100-9b0d-cd414377d203 None None] Network c6509a1b-ced8-47d4-b14b-174749bc1fa7 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:00:53.243825 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2e96a0-d7f1-4bc6-9c74-5db631f3f8c5 None None] Checking router: 131c4a7c-da8d-40ab-81b9-640ce818e495 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:00:53.295664 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ed7798-6b92-4799-a9e1-19b3ff1db919 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Network c6509a1b-ced8-47d4-b14b-174749bc1fa7 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:00:53.297464 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-55ed7798-6b92-4799-a9e1-19b3ff1db919 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:00:53.318143 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2e96a0-d7f1-4bc6-9c74-5db631f3f8c5 None None] Routers {'131c4a7c-da8d-40ab-81b9-640ce818e495'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:00:53.318798 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-fb2e96a0-d7f1-4bc6-9c74-5db631f3f8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:00:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['131c4a7c-da8d-40ab-81b9-640ce818e495'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:00:53.332992 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port c1423713-a14f-4e58-8a05-b023b0bdb788, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c1423713-a14f-4e58-8a05-b023b0bdb788,segment=NetworkSegment(0a3cdc52-9cc4-48a9-870d-eb82225aa053),segment_id=0a3cdc52-9cc4-48a9-870d-eb82225aa053)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:00:53.372848 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:53.373754 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b1a91c6c-47ac-4d84-8cfd-6d2997ec7694 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:00:53.380425 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-26277fd2-4a68-4b44-8851-814063c31428 None None] Provisioning complete for port c1423713-a14f-4e58-8a05-b023b0bdb788 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:00:53.380772 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-26277fd2-4a68-4b44-8851-814063c31428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:53.427794 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ed7798-6b92-4799-a9e1-19b3ff1db919 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Router 6cd20d9a-db11-4e8f-86f8-8dcdc09f7751 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:00:53.563556 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44250) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:53.600457 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ed7798-6b92-4799-a9e1-19b3ff1db919 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:00:53.614174 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-55ed7798-6b92-4799-a9e1-19b3ff1db919 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "PUT /v2.0/routers/6cd20d9a-db11-4e8f-86f8-8dcdc09f7751/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3257515 Nov 04 11:00:53.643378 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=c1423713-a14f-4e58-8a05-b023b0bdb788,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:53.651137 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-fb2e96a0-d7f1-4bc6-9c74-5db631f3f8c5 None None] Set router 131c4a7c-da8d-40ab-81b9-640ce818e495 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:00:53.663371 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7398b860-38b8-422e-adb7-765222f4b943 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:53.710709 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7398b860-38b8-422e-adb7-765222f4b943 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:53.786520 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7398b860-38b8-422e-adb7-765222f4b943 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:53.789554 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7398b860-38b8-422e-adb7-765222f4b943 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:53.789921 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port b1a91c6c-47ac-4d84-8cfd-6d2997ec7694 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:00:53.790281 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:53.794265 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7398b860-38b8-422e-adb7-765222f4b943 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "DELETE /v2.0/security-groups/c4118e39-555e-47d8-9fc3-e70d2b180238 HTTP/1.1" status: 204 len: 168 time: 0.2290020 Nov 04 11:00:53.794388 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44258) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:53.804734 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398b860-38b8-422e-adb7-765222f4b943 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4118e39-555e-47d8-9fc3-e70d2b180238,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:53.813593 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7398b860-38b8-422e-adb7-765222f4b943 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:53.814304 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7398b860-38b8-422e-adb7-765222f4b943 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:53.814642 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7398b860-38b8-422e-adb7-765222f4b943 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:53.814973 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7398b860-38b8-422e-adb7-765222f4b943 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:53.815298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7398b860-38b8-422e-adb7-765222f4b943 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:53.815616 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7398b860-38b8-422e-adb7-765222f4b943 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:53.815935 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7398b860-38b8-422e-adb7-765222f4b943 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:53.816253 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7398b860-38b8-422e-adb7-765222f4b943 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:53.816568 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7398b860-38b8-422e-adb7-765222f4b943 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:53.816916 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7398b860-38b8-422e-adb7-765222f4b943 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:53.817240 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7398b860-38b8-422e-adb7-765222f4b943 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:53.817549 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7398b860-38b8-422e-adb7-765222f4b943 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:00:53.823047 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-612e4f49-3d68-4201-9c6f-c4cdafdecba0 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] show failed (client error): The resource could not be found. Nov 04 11:00:53.825325 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-612e4f49-3d68-4201-9c6f-c4cdafdecba0 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups/c4118e39-555e-47d8-9fc3-e70d2b180238 HTTP/1.1" status: 404 len: 347 time: 0.0276618 Nov 04 11:00:53.828859 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44260) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:54.024129 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e0e8d6-56de-40b3-9e26-b0a739c9172a None None] Sync routers for ids ['6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:00:54.041188 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e0e8d6-56de-40b3-9e26-b0a739c9172a None None] Routers {'6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:00:54.041950 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-56e0e8d6-56de-40b3-9e26-b0a739c9172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:00:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:00:54.053110 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:54.082172 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port b1a91c6c-47ac-4d84-8cfd-6d2997ec7694, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b1a91c6c-47ac-4d84-8cfd-6d2997ec7694,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:00:54.087243 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-147d30f2-4bb4-464d-ad5e-2c4e4f79b728 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1083290565&fields=id&tenant_id=0f971a58d7f04199b01d2c8c36ec2cac HTTP/1.1" status: 200 len: 267 time: 0.1430926 Nov 04 11:00:54.097926 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:54.207466 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=b1a91c6c-47ac-4d84-8cfd-6d2997ec7694,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:54.223651 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-fb2e96a0-d7f1-4bc6-9c74-5db631f3f8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'name': 'tempest-AttachVolumeTestJSON-247191850-router', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:36Z', 'updated_at': '2021-11-04T10:56:43Z', 'revision_number': 4, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'gw_port': {'id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:37Z', 'updated_at': '2021-11-04T10:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '380c4bc8-ac20-4c78-8507-1f1810bd6624', 'name': '', 'network_id': '48d7173e-4f84-437c-b393-02822601af8d', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'mac_address': 'fa:16:3e:ca:a9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:42Z', 'updated_at': '2021-11-04T10:56:49Z', 'revision_number': 5, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'subnets': [{'id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:00:54.256610 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c1423713-a14f-4e58-8a05-b023b0bdb788 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:00:54.257855 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-c3d4e73b-50fd-464b-95be-179145c6abfc tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Deleting port b4f75cdc-9dbf-4615-a42f-299ef3c2032e {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:00:54.258269 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c3d4e73b-50fd-464b-95be-179145c6abfc tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:54.268270 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-56e0e8d6-56de-40b3-9e26-b0a739c9172a None None] Set router 6cd20d9a-db11-4e8f-86f8-8dcdc09f7751 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:00:54.354356 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-bba20798-911d-4299-8cac-819d14ba4a30 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:54.356255 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-bba20798-911d-4299-8cac-819d14ba4a30 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/networks?id=c6509a1b-ced8-47d4-b14b-174749bc1fa7 HTTP/1.1" status: 200 len: 797 time: 0.2593248 Nov 04 11:00:54.367808 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2e96a0-d7f1-4bc6-9c74-5db631f3f8c5 None None] The sync data for ids ['131c4a7c-da8d-40ab-81b9-640ce818e495'] in n-d-816629-1 is: [{'id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'name': 'tempest-AttachVolumeTestJSON-247191850-router', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:36Z', 'updated_at': '2021-11-04T10:56:43Z', 'revision_number': 4, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'gw_port': {'id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:37Z', 'updated_at': '2021-11-04T10:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '380c4bc8-ac20-4c78-8507-1f1810bd6624', 'name': '', 'network_id': '48d7173e-4f84-437c-b393-02822601af8d', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'mac_address': 'fa:16:3e:ca:a9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:42Z', 'updated_at': '2021-11-04T10:56:49Z', 'revision_number': 5, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'subnets': [{'id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:00:54.409759 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d208507d-a502-42ba-98ab-a9c842d34de1 None None] Provisioning complete for port 230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:00:54.410841 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d208507d-a502-42ba-98ab-a9c842d34de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:54.424723 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-1abc2a85-f5c8-481a-a36b-52c49f423df7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/quotas/0f971a58d7f04199b01d2c8c36ec2cac HTTP/1.1" status: 200 len: 375 time: 0.0409260 Nov 04 11:00:54.445755 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c3d4e73b-50fd-464b-95be-179145c6abfc tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:54.446417 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c3d4e73b-50fd-464b-95be-179145c6abfc tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:54.465745 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-c3d4e73b-50fd-464b-95be-179145c6abfc tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Calling delete_port for b4f75cdc-9dbf-4615-a42f-299ef3c2032e owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:00:54.496187 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port c1423713-a14f-4e58-8a05-b023b0bdb788 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:00:54.496408 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:54.541163 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-d208507d-a502-42ba-98ab-a9c842d34de1 None None] Port 230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:00:54.575819 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d208507d-a502-42ba-98ab-a9c842d34de1 None None] Provisioning complete for port c1423713-a14f-4e58-8a05-b023b0bdb788 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:00:54.576256 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d208507d-a502-42ba-98ab-a9c842d34de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:54.631255 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-56e0e8d6-56de-40b3-9e26-b0a739c9172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603413572', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:00:52Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9', 'name': '', 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:25:35:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '7354c3c4-3c45-4cc7-90fb-f062182b73fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:00:51Z', 'updated_at': '2021-11-04T11:00:52Z', 'revision_number': 2, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '7354c3c4-3c45-4cc7-90fb-f062182b73fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:00:54.716462 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e0e8d6-56de-40b3-9e26-b0a739c9172a None None] Checking router: 6cd20d9a-db11-4e8f-86f8-8dcdc09f7751 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:00:54.720602 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e0e8d6-56de-40b3-9e26-b0a739c9172a None None] Updating router 6cd20d9a-db11-4e8f-86f8-8dcdc09f7751 port 230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:00:54.776383 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-56e0e8d6-56de-40b3-9e26-b0a739c9172a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:54.883469 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8999fe40-2f97-42b2-b8be-6ddf3153ad65 None None] New status for floating IP de81b6d2-91d8-4402-8dc1-d4df44f91d43: DOWN {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:00:55.164634 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c3d4e73b-50fd-464b-95be-179145c6abfc tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:55.165234 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-56e0e8d6-56de-40b3-9e26-b0a739c9172a None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:55.174428 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-56e0e8d6-56de-40b3-9e26-b0a739c9172a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:55.199919 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-8999fe40-2f97-42b2-b8be-6ddf3153ad65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 11:00:55.200566 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-8999fe40-2f97-42b2-b8be-6ddf3153ad65 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 11:00:55.200981 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-0fd4c5d7-d584-4cc1-b2a2-378456d29dec None None] Provisioning complete for port 230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:00:55.201492 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0fd4c5d7-d584-4cc1-b2a2-378456d29dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:55.219193 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-f7f33420-aa45-4c80-ac06-4f82134a978a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7824409 Nov 04 11:00:55.222164 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4e73b-50fd-464b-95be-179145c6abfc tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Pushing event deleted for resources: {'Port': ['ID=b4f75cdc-9dbf-4615-a42f-299ef3c2032e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:55.250733 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-0fd4c5d7-d584-4cc1-b2a2-378456d29dec None None] Port 230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:00:55.286380 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556233b0-72eb-44c6-bc59-c289c26b9cb5 None None] Pushing event updated for resources: {'Port': ['ID=230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:55.360923 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c3d4e73b-50fd-464b-95be-179145c6abfc tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:55.361182 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-56e0e8d6-56de-40b3-9e26-b0a739c9172a None None] Attempting to bind port 230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:00:55.361740 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-56e0e8d6-56de-40b3-9e26-b0a739c9172a None None] Attempting to bind port 230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '0a3cdc52-9cc4-48a9-870d-eb82225aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:00:55.363000 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e0e8d6-56de-40b3-9e26-b0a739c9172a None None] Attempting to bind port 230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9 on network c6509a1b-ced8-47d4-b14b-174749bc1fa7 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:00:55.364196 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c3d4e73b-50fd-464b-95be-179145c6abfc tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:55.365436 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c3d4e73b-50fd-464b-95be-179145c6abfc tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "DELETE /v2.0/floatingips/de81b6d2-91d8-4402-8dc1-d4df44f91d43 HTTP/1.1" status: 204 len: 168 time: 1.5307894 Nov 04 11:00:55.392903 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e0e8d6-56de-40b3-9e26-b0a739c9172a None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:00:55.392903 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e0e8d6-56de-40b3-9e26-b0a739c9172a None None] Checking segment: {'id': '0a3cdc52-9cc4-48a9-870d-eb82225aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:00:55.392903 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-56e0e8d6-56de-40b3-9e26-b0a739c9172a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:55.392903 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e0e8d6-56de-40b3-9e26-b0a739c9172a None None] Bound using segment: {'id': '0a3cdc52-9cc4-48a9-870d-eb82225aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:00:55.392903 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-56e0e8d6-56de-40b3-9e26-b0a739c9172a None None] Bound port: 230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a3cdc52-9cc4-48a9-870d-eb82225aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:00:55.392903 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-56e0e8d6-56de-40b3-9e26-b0a739c9172a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:55.396973 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-9214750a-2b2f-46a4-ac6e-330255190178 None None] Provisioning complete for port 230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:00:55.397342 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9214750a-2b2f-46a4-ac6e-330255190178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:55.438142 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-98269815-f1b5-41a0-a74b-2e91674a8a80 service neutron] 10.222.0.127 "GET /v2.0/networks/c6509a1b-ced8-47d4-b14b-174749bc1fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925116 Nov 04 11:00:55.485179 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-9214750a-2b2f-46a4-ac6e-330255190178 None None] Port 230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:00:55.493388 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-56e0e8d6-56de-40b3-9e26-b0a739c9172a None None] For port 230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:00:55.503853 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-56e0e8d6-56de-40b3-9e26-b0a739c9172a None None] For port 230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9,segment=NetworkSegment(0a3cdc52-9cc4-48a9-870d-eb82225aa053),segment_id=0a3cdc52-9cc4-48a9-870d-eb82225aa053)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:00:55.511191 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-56e0e8d6-56de-40b3-9e26-b0a739c9172a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:55.563079 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-dc696f24-4c11-4c4b-9ece-73493aba1f47 service neutron] 10.222.0.127 "GET /v2.0/networks/c6509a1b-ced8-47d4-b14b-174749bc1fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176975 Nov 04 11:00:55.567293 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e0e8d6-56de-40b3-9e26-b0a739c9172a None None] Routers {'6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:00:55.567920 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-56e0e8d6-56de-40b3-9e26-b0a739c9172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:00:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:00:55.615651 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e5b07f68-7d73-40a7-aa97-409e11577b9b None None] Provisioning complete for port 230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:00:55.616339 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e5b07f68-7d73-40a7-aa97-409e11577b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:55.639639 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556233b0-72eb-44c6-bc59-c289c26b9cb5 None None] Pushing event updated for resources: {'Port': ['ID=230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:55.735489 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8999fe40-2f97-42b2-b8be-6ddf3153ad65 None None] New status for floating IP de81b6d2-91d8-4402-8dc1-d4df44f91d43: DOWN {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:00:55.775900 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-56e0e8d6-56de-40b3-9e26-b0a739c9172a None None] Set router 6cd20d9a-db11-4e8f-86f8-8dcdc09f7751 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:00:55.810716 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e5b07f68-7d73-40a7-aa97-409e11577b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:55.898103 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e5b07f68-7d73-40a7-aa97-409e11577b9b None None] For port 230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9,segment=NetworkSegment(0a3cdc52-9cc4-48a9-870d-eb82225aa053),segment_id=0a3cdc52-9cc4-48a9-870d-eb82225aa053)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:00:55.912517 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e5b07f68-7d73-40a7-aa97-409e11577b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:55.989674 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b07f68-7d73-40a7-aa97-409e11577b9b None None] Pushing event updated for resources: {'Port': ['ID=230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:56.043603 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-10115bef-6e90-45d4-9de7-7f770509a365 None None] Provisioning complete for port 230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:00:56.044309 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-10115bef-6e90-45d4-9de7-7f770509a365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:56.108414 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44316) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:56.113844 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-54e01f37-995f-4d1b-af8c-d0a59040c261 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--411533724', 'description': 'tempest-description--1829351263'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:00:56.164310 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-54e01f37-995f-4d1b-af8c-d0a59040c261 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:56.207016 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-67325429-24f4-4f45-899c-ba7a077ce1bc req-dd5dd4ee-c10d-4287-8606-60f5d27d17f4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 210 time: 0.0380390 Nov 04 11:00:56.280708 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-54e01f37-995f-4d1b-af8c-d0a59040c261 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:56.289871 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-54e01f37-995f-4d1b-af8c-d0a59040c261 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:56.326410 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b1a91c6c-47ac-4d84-8cfd-6d2997ec7694 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:00:56.329246 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-54e01f37-995f-4d1b-af8c-d0a59040c261 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:56.330784 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-54e01f37-995f-4d1b-af8c-d0a59040c261 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2211652 Nov 04 11:00:56.334091 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44322) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:56.340546 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-5c09ab5d-491b-4abe-8250-c922156572e2 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Request body: {'security_group_rule': {'security_group_id': 'eb696fe6-6c65-4e13-a4c1-c81a165a3ced', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:00:56.349271 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e01f37-995f-4d1b-af8c-d0a59040c261 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb696fe6-6c65-4e13-a4c1-c81a165a3ced,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:56.374805 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-56e0e8d6-56de-40b3-9e26-b0a739c9172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603413572', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:00:52Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9', 'name': '', 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:25:35:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '7354c3c4-3c45-4cc7-90fb-f062182b73fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:00:51Z', 'updated_at': '2021-11-04T11:00:55Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '7354c3c4-3c45-4cc7-90fb-f062182b73fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:00:56.409169 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5c09ab5d-491b-4abe-8250-c922156572e2 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:56.427476 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port b1a91c6c-47ac-4d84-8cfd-6d2997ec7694 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:00:56.427942 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:56.442733 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e0e8d6-56de-40b3-9e26-b0a739c9172a None None] The sync data for ids ['6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'] in n-d-816629-1 is: [{'id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603413572', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:00:52Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9', 'name': '', 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:25:35:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '7354c3c4-3c45-4cc7-90fb-f062182b73fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:00:51Z', 'updated_at': '2021-11-04T11:00:55Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '7354c3c4-3c45-4cc7-90fb-f062182b73fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:00:56.533436 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5c09ab5d-491b-4abe-8250-c922156572e2 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:56.539401 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5c09ab5d-491b-4abe-8250-c922156572e2 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:56.562721 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09ab5d-491b-4abe-8250-c922156572e2 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f51d6b2-6e83-4fa1-b66f-ae92d98b8b2c,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:56.588489 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5c09ab5d-491b-4abe-8250-c922156572e2 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:56.589928 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5c09ab5d-491b-4abe-8250-c922156572e2 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2537112 Nov 04 11:00:56.593360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44328) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:56.598452 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-f7cbb178-cb5a-4314-a35a-a1dee23caa1a tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Request body: {'security_group_rule': {'security_group_id': 'eb696fe6-6c65-4e13-a4c1-c81a165a3ced', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:00:56.654446 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f7cbb178-cb5a-4314-a35a-a1dee23caa1a tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:56.711662 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f7cbb178-cb5a-4314-a35a-a1dee23caa1a tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:56.717685 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f7cbb178-cb5a-4314-a35a-a1dee23caa1a tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:56.741285 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cbb178-cb5a-4314-a35a-a1dee23caa1a tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5d2dd5-0602-42a8-b857-0c34bc90ce1b,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:56.751281 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f7cbb178-cb5a-4314-a35a-a1dee23caa1a tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:56.752941 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f7cbb178-cb5a-4314-a35a-a1dee23caa1a tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1584339 Nov 04 11:00:56.757075 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44334) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:00:56.762456 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-1f0a1e6b-325f-450a-9ec6-58584f357100 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:00:56.791475 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1e6b-325f-450a-9ec6-58584f357100 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:56.933219 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1e6b-325f-450a-9ec6-58584f357100 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:57.065300 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-1f0a1e6b-325f-450a-9ec6-58584f357100 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Allocated IP 172.25.7.70 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/acfd9049-3c2c-48a2-81ce-bd1851b1e45e) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:00:57.211048 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1e6b-325f-450a-9ec6-58584f357100 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:57.270054 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-e563c60e-0a90-437b-aa9d-5c20402ca131 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:57.271628 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-e563c60e-0a90-437b-aa9d-5c20402ca131 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.121 "GET /v2.0/networks?id=c6509a1b-ced8-47d4-b14b-174749bc1fa7 HTTP/1.1" status: 200 len: 797 time: 0.1785529 Nov 04 11:00:57.310919 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1e6b-325f-450a-9ec6-58584f357100 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:57.362737 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-55ba2e18-a05a-4d34-b4b0-050a0f10ad63 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f971a58d7f04199b01d2c8c36ec2cac HTTP/1.1" status: 200 len: 380 time: 0.0718546 Nov 04 11:00:57.375368 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-5e269cdd-de03-4330-b1e9-0ef4079a3a8a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'port': {'device_id': '78a944c4-79fe-47c4-a8ef-9092ccb2f0f1', 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7', 'admin_state_up': True, 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'security_groups': ['b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:00:57.385410 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0a1e6b-325f-450a-9ec6-58584f357100 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:00:57.392653 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7276ff29-1ef8-42ab-a0da-2a645d03decf req-6ee0faf4-91ca-4236-bfde-be5b74ce9a00 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 210 time: 0.0416119 Nov 04 11:00:57.393612 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-1f0a1e6b-325f-450a-9ec6-58584f357100 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:00:57.398222 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0a1e6b-325f-450a-9ec6-58584f357100 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:00:57.428550 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a1e6b-325f-450a-9ec6-58584f357100 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Pushing event updated for resources: {'Port': ['ID=acfd9049-3c2c-48a2-81ce-bd1851b1e45e,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:57.513364 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1e6b-325f-450a-9ec6-58584f357100 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:57.520262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-5e269cdd-de03-4330-b1e9-0ef4079a3a8a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Made reservation on behalf of 0f971a58d7f04199b01d2c8c36ec2cac for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:00:57.525464 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-5e269cdd-de03-4330-b1e9-0ef4079a3a8a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:57.565384 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1e6b-325f-450a-9ec6-58584f357100 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:57.703970 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-5e269cdd-de03-4330-b1e9-0ef4079a3a8a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Allocated IP 172.20.0.13 (c6509a1b-ced8-47d4-b14b-174749bc1fa7/7354c3c4-3c45-4cc7-90fb-f062182b73fd/d86ea68b-49a1-4b74-8770-bb5f1d22c5e8) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:00:57.759403 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1e6b-325f-450a-9ec6-58584f357100 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:57.766455 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1e6b-325f-450a-9ec6-58584f357100 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:57.865072 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a1e6b-325f-450a-9ec6-58584f357100 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Pushing event updated for resources: {'Port': ['ID=acfd9049-3c2c-48a2-81ce-bd1851b1e45e,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:57.885351 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1e6b-325f-450a-9ec6-58584f357100 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:57.899969 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-5e269cdd-de03-4330-b1e9-0ef4079a3a8a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:57.911918 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1e6b-325f-450a-9ec6-58584f357100 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:57.915344 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1f0a1e6b-325f-450a-9ec6-58584f357100 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1570628 Nov 04 11:00:57.941691 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-5e269cdd-de03-4330-b1e9-0ef4079a3a8a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:58.007557 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-5e269cdd-de03-4330-b1e9-0ef4079a3a8a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Network c6509a1b-ced8-47d4-b14b-174749bc1fa7 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:00:58.015326 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-5e269cdd-de03-4330-b1e9-0ef4079a3a8a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:00:58.019907 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-5e269cdd-de03-4330-b1e9-0ef4079a3a8a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:00:58.060989 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e269cdd-de03-4330-b1e9-0ef4079a3a8a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Port': ['ID=d86ea68b-49a1-4b74-8770-bb5f1d22c5e8,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:58.092674 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-5e269cdd-de03-4330-b1e9-0ef4079a3a8a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:58.093260 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-5e269cdd-de03-4330-b1e9-0ef4079a3a8a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:58.136691 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-5e269cdd-de03-4330-b1e9-0ef4079a3a8a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7653291 Nov 04 11:00:58.152717 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-8a74765d-bd51-4a0f-a303-b9f32d620773 service neutron] Request body: {'port': {'device_id': '78a944c4-79fe-47c4-a8ef-9092ccb2f0f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:00:58.247657 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-8a74765d-bd51-4a0f-a303-b9f32d620773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:58.273720 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-a63be706-875c-400b-9cc9-b29dfe1db17b tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-securitygroup--411533724&fields=id&tenant_id=db986214976042ad8f7b4ef2ac918aa4 HTTP/1.1" status: 200 len: 267 time: 0.0980887 Nov 04 11:00:58.290633 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:00:58.356928 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:00:58.357679 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:58.433937 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-6cad6755-00fe-4ffb-a38f-84eb7399bf35 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:58.436218 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-6cad6755-00fe-4ffb-a38f-84eb7399bf35 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/networks?id=48d7173e-4f84-437c-b393-02822601af8d HTTP/1.1" status: 200 len: 810 time: 0.1591074 Nov 04 11:00:58.459066 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-415ee5bc-5f97-44d1-9d00-ada6166828e5 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/quotas/db986214976042ad8f7b4ef2ac918aa4 HTTP/1.1" status: 200 len: 375 time: 0.0163741 Nov 04 11:00:58.464792 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a7970754-bca8-45d4-99fe-7e4b36b09ab5 None None] Provisioning complete for port d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:00:58.465219 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a7970754-bca8-45d4-99fe-7e4b36b09ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:58.514330 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a7970754-bca8-45d4-99fe-7e4b36b09ab5 None None] Port d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:00:58.538300 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-295f0739-0495-46d3-8605-57ab72da479a tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=db986214976042ad8f7b4ef2ac918aa4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0730426 Nov 04 11:00:58.596136 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-8a74765d-bd51-4a0f-a303-b9f32d620773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:00:58.603954 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-8a74765d-bd51-4a0f-a303-b9f32d620773 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:58.617933 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-8a74765d-bd51-4a0f-a303-b9f32d620773 service neutron] Transition to ACTIVE for port object d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:00:58.624275 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-8a74765d-bd51-4a0f-a303-b9f32d620773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:58.652669 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-b18ba925-f730-46f2-9cc3-85950708321d service neutron] 10.222.0.127 "GET /v2.0/networks/48d7173e-4f84-437c-b393-02822601af8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000562 Nov 04 11:00:58.676378 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74765d-bd51-4a0f-a303-b9f32d620773 service neutron] Pushing event updated for resources: {'Port': ['ID=d86ea68b-49a1-4b74-8770-bb5f1d22c5e8,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:58.762083 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-8a74765d-bd51-4a0f-a303-b9f32d620773 service neutron] Attempting to bind port d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:00:58.762759 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-8a74765d-bd51-4a0f-a303-b9f32d620773 service neutron] Attempting to bind port d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '0a3cdc52-9cc4-48a9-870d-eb82225aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:00:58.763284 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-8a74765d-bd51-4a0f-a303-b9f32d620773 service neutron] Attempting to bind port d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 on network c6509a1b-ced8-47d4-b14b-174749bc1fa7 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:00:58.769175 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-8a74765d-bd51-4a0f-a303-b9f32d620773 service neutron] Port d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 on network c6509a1b-ced8-47d4-b14b-174749bc1fa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:00:58.770203 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-8a74765d-bd51-4a0f-a303-b9f32d620773 service neutron] Attempting to bind port d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 on network c6509a1b-ced8-47d4-b14b-174749bc1fa7 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:00:58.776740 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-8a74765d-bd51-4a0f-a303-b9f32d620773 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:00:58.776957 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-fde45ff4-729e-43d5-ad77-c81661ce59b1 service neutron] 10.222.0.127 "GET /v2.0/networks/48d7173e-4f84-437c-b393-02822601af8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125364 Nov 04 11:00:58.777554 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-8a74765d-bd51-4a0f-a303-b9f32d620773 service neutron] Checking segment: {'id': '0a3cdc52-9cc4-48a9-870d-eb82225aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:00:58.778169 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-8a74765d-bd51-4a0f-a303-b9f32d620773 service neutron] Bound using segment: {'id': '0a3cdc52-9cc4-48a9-870d-eb82225aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:00:58.778827 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-8a74765d-bd51-4a0f-a303-b9f32d620773 service neutron] Bound port: d86ea68b-49a1-4b74-8770-bb5f1d22c5e8, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a3cdc52-9cc4-48a9-870d-eb82225aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:00:58.780550 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-8a74765d-bd51-4a0f-a303-b9f32d620773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:58.858811 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-8a74765d-bd51-4a0f-a303-b9f32d620773 service neutron] For port d86ea68b-49a1-4b74-8770-bb5f1d22c5e8, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:00:58.862832 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-8a74765d-bd51-4a0f-a303-b9f32d620773 service neutron] For port d86ea68b-49a1-4b74-8770-bb5f1d22c5e8, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=d86ea68b-49a1-4b74-8770-bb5f1d22c5e8,segment=NetworkSegment(0a3cdc52-9cc4-48a9-870d-eb82225aa053),segment_id=0a3cdc52-9cc4-48a9-870d-eb82225aa053)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:00:58.871481 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-8a74765d-bd51-4a0f-a303-b9f32d620773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:58.916472 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-8a74765d-bd51-4a0f-a303-b9f32d620773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:58.918484 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-8a74765d-bd51-4a0f-a303-b9f32d620773 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:00:58.920648 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-8a74765d-bd51-4a0f-a303-b9f32d620773 service neutron] 10.222.0.121 "PUT /v2.0/ports/d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 HTTP/1.1" status: 200 len: 1092 time: 0.7752028 Nov 04 11:00:58.921581 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a944c4-79fe-47c4-a8ef-9092ccb2f0f1', 'tag': 'd86ea68b-49a1-4b74-8770-bb5f1d22c5e8'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:00:58.925593 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa13350-ff3f-4aed-bd3f-915906399f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "78a944c4-79fe-47c4-a8ef-9092ccb2f0f1", "tag": "d86ea68b-49a1-4b74-8770-bb5f1d22c5e8"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:00:59.024275 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74765d-bd51-4a0f-a303-b9f32d620773 service neutron] Pushing event updated for resources: {'Port': ['ID=d86ea68b-49a1-4b74-8770-bb5f1d22c5e8,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:00:59.041899 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-4e8d9c53-0d24-45c1-bbf3-a9a5cd8bd2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:59.043598 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-4e8d9c53-0d24-45c1-bbf3-a9a5cd8bd2ad service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 1095 time: 0.0723155 Nov 04 11:00:59.051392 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10532d60-9188-4820-b97b-d9800cdeaffc req-8236d174-9439-4646-980b-e96ad0f66b2a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:59.053390 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-10532d60-9188-4820-b97b-d9800cdeaffc req-8236d174-9439-4646-980b-e96ad0f66b2a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 944 time: 0.0852609 Nov 04 11:00:59.094166 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-d6a86437-c9f7-4411-b990-d6f2dfe02e1b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 HTTP/1.1" status: 200 len: 217 time: 0.0410316 Nov 04 11:00:59.135507 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-10532d60-9188-4820-b97b-d9800cdeaffc req-575242e9-9b49-4eca-bcbd-37dc013eb18c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755191 Nov 04 11:00:59.170291 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-51a9060f-4814-4124-bca8-89427fd7ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:59.172362 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-51a9060f-4814-4124-bca8-89427fd7ae42 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7354c3c4-3c45-4cc7-90fb-f062182b73fd HTTP/1.1" status: 200 len: 835 time: 0.0669432 Nov 04 11:00:59.253860 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-3b873103-aff2-4c61-b1ea-5f256c8a98af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:59.266996 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-3b873103-aff2-4c61-b1ea-5f256c8a98af service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c6509a1b-ced8-47d4-b14b-174749bc1fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729096 Nov 04 11:00:59.282466 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2af35f32-db43-4392-a881-69fa941ac553 req-3df2589e-2d96-4893-b35a-9ede2c12bbd5 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=7ef64ffb-9071-4cb1-af31-f84675531a10 HTTP/1.1" status: 200 len: 210 time: 0.0488293 Nov 04 11:00:59.345102 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f50eb99-4608-42d3-98c1-96fbc3421888 x-openstack-request-id: req-9f50eb99-4608-42d3-98c1-96fbc3421888 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:00:59.345414 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78a944c4-79fe-47c4-a8ef-9092ccb2f0f1", "tag": "d86ea68b-49a1-4b74-8770-bb5f1d22c5e8", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:00:59.345782 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-9f50eb99-4608-42d3-98c1-96fbc3421888 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:00:59.346274 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78a944c4-79fe-47c4-a8ef-9092ccb2f0f1', 'tag': 'd86ea68b-49a1-4b74-8770-bb5f1d22c5e8', 'status': 'completed', 'code': 200} Nov 04 11:00:59.413148 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-b92ab530-edfe-4119-9cf0-d561ec128c07 service neutron] 10.222.0.121 "GET /v2.0/networks/c6509a1b-ced8-47d4-b14b-174749bc1fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447697 Nov 04 11:00:59.516927 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-269cb7fe-dd4f-4ee9-8087-232d66ff1d80 req-96433791-a293-49f5-84f2-9c429eb9f16c service neutron] 10.222.0.121 "GET /v2.0/networks/c6509a1b-ced8-47d4-b14b-174749bc1fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957575 Nov 04 11:00:59.616733 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa13350-ff3f-4aed-bd3f-915906399f9f req-8d776942-d2bf-45fd-8bd8-8a686951562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:59.618393 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5fa13350-ff3f-4aed-bd3f-915906399f9f req-8d776942-d2bf-45fd-8bd8-8a686951562c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 1095 time: 0.0451078 Nov 04 11:00:59.716257 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa13350-ff3f-4aed-bd3f-915906399f9f req-9f7a2991-645b-427b-8d64-7c1be5e11988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:59.717880 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5fa13350-ff3f-4aed-bd3f-915906399f9f req-9f7a2991-645b-427b-8d64-7c1be5e11988 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c6509a1b-ced8-47d4-b14b-174749bc1fa7 HTTP/1.1" status: 200 len: 899 time: 0.0922270 Nov 04 11:00:59.767169 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5fa13350-ff3f-4aed-bd3f-915906399f9f req-64195b68-b823-44b7-8a67-51dcffcc9368 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 HTTP/1.1" status: 200 len: 217 time: 0.0406737 Nov 04 11:00:59.818604 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa13350-ff3f-4aed-bd3f-915906399f9f req-752bdd18-e303-471d-b703-87181c0e89fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:59.820087 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5fa13350-ff3f-4aed-bd3f-915906399f9f req-752bdd18-e303-471d-b703-87181c0e89fd service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7354c3c4-3c45-4cc7-90fb-f062182b73fd HTTP/1.1" status: 200 len: 835 time: 0.0452814 Nov 04 11:00:59.867239 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa13350-ff3f-4aed-bd3f-915906399f9f req-a1d8fefa-72d3-40f8-a521-2b89d3c283d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:00:59.868778 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5fa13350-ff3f-4aed-bd3f-915906399f9f req-a1d8fefa-72d3-40f8-a521-2b89d3c283d9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c6509a1b-ced8-47d4-b14b-174749bc1fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413656 Nov 04 11:01:00.305652 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c2e35-af99-429e-a60f-c6876b634c85 req-54312ca4-bef4-4b91-a975-ccd43f7d9315 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:00.313586 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-de7c2e35-af99-429e-a60f-c6876b634c85 req-54312ca4-bef4-4b91-a975-ccd43f7d9315 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 944 time: 0.0853562 Nov 04 11:01:00.366462 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-de7c2e35-af99-429e-a60f-c6876b634c85 req-4bb66dba-e4e0-4f16-8b3b-cc0f24b99a9f tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516248 Nov 04 11:01:00.411778 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5fa13350-ff3f-4aed-bd3f-915906399f9f req-8e033bf5-8b55-4402-99f3-50149f254187 service neutron] 10.222.0.121 "GET /v2.0/networks/c6509a1b-ced8-47d4-b14b-174749bc1fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5344026 Nov 04 11:01:00.423337 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-f8186792-bb91-49ff-9d0e-180e10756d2b tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:00.424843 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-f8186792-bb91-49ff-9d0e-180e10756d2b tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.126 "GET /v2.0/networks?id=48d7173e-4f84-437c-b393-02822601af8d HTTP/1.1" status: 200 len: 810 time: 0.1479709 Nov 04 11:01:00.463347 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ec3f857-ca28-4078-9a9e-a50286ef8bb2 req-395cddb6-88e5-4ac9-9340-7f72b179a9a1 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=7ef64ffb-9071-4cb1-af31-f84675531a10 HTTP/1.1" status: 200 len: 210 time: 0.0281820 Nov 04 11:01:00.557412 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-1bd7e97f-1e3a-4611-af39-0df35c2c1ed8 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db986214976042ad8f7b4ef2ac918aa4 HTTP/1.1" status: 200 len: 379 time: 0.1137357 Nov 04 11:01:00.561537 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5fa13350-ff3f-4aed-bd3f-915906399f9f req-24b52957-ee95-4de8-b61d-821fd56d6b96 service neutron] 10.222.0.121 "GET /v2.0/networks/c6509a1b-ced8-47d4-b14b-174749bc1fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357934 Nov 04 11:01:00.569456 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-e4e20a7e-5256-4d9f-a550-80f708b4f457 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Request body: {'port': {'device_id': '7ef64ffb-9071-4cb1-af31-f84675531a10', 'network_id': '48d7173e-4f84-437c-b393-02822601af8d', 'admin_state_up': True, 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'security_groups': ['eb696fe6-6c65-4e13-a4c1-c81a165a3ced']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:01:00.694662 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-e4e20a7e-5256-4d9f-a550-80f708b4f457 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Made reservation on behalf of db986214976042ad8f7b4ef2ac918aa4 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:01:00.698481 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-e4e20a7e-5256-4d9f-a550-80f708b4f457 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:00.802395 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:01:00.832977 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-e4e20a7e-5256-4d9f-a550-80f708b4f457 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Allocated IP 172.20.0.6 (48d7173e-4f84-437c-b393-02822601af8d/e385be16-201b-4622-87ed-46bcc0e22c59/17fb461f-416c-4caa-990b-ab98faac5dd7) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:01:00.906464 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port d86ea68b-49a1-4b74-8770-bb5f1d22c5e8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=d86ea68b-49a1-4b74-8770-bb5f1d22c5e8,segment=NetworkSegment(0a3cdc52-9cc4-48a9-870d-eb82225aa053),segment_id=0a3cdc52-9cc4-48a9-870d-eb82225aa053)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:01:00.920225 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'd86ea68b-49a1-4b74-8770-bb5f1d22c5e8', 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7', 'port_id': 'd86ea68b-49a1-4b74-8770-bb5f1d22c5e8', 'mac_address': 'fa:16:3e:2a:8f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7354c3c4-3c45-4cc7-90fb-f062182b73fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:01:00.960805 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:00.974104 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:01:00.991955 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-e4e20a7e-5256-4d9f-a550-80f708b4f457 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:00.999550 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port d86ea68b-49a1-4b74-8770-bb5f1d22c5e8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=d86ea68b-49a1-4b74-8770-bb5f1d22c5e8,segment=NetworkSegment(0a3cdc52-9cc4-48a9-870d-eb82225aa053),segment_id=0a3cdc52-9cc4-48a9-870d-eb82225aa053)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:01:01.004711 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:01.027601 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-e4e20a7e-5256-4d9f-a550-80f708b4f457 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:01.054560 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=d86ea68b-49a1-4b74-8770-bb5f1d22c5e8,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:01:01.073940 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-e4e20a7e-5256-4d9f-a550-80f708b4f457 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Network 48d7173e-4f84-437c-b393-02822601af8d is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:01:01.079726 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-e4e20a7e-5256-4d9f-a550-80f708b4f457 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:01:01.084895 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-e4e20a7e-5256-4d9f-a550-80f708b4f457 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:01:01.118288 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e20a7e-5256-4d9f-a550-80f708b4f457 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Pushing event updated for resources: {'Port': ['ID=17fb461f-416c-4caa-990b-ab98faac5dd7,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:01:01.156628 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-e4e20a7e-5256-4d9f-a550-80f708b4f457 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:01.157346 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-e4e20a7e-5256-4d9f-a550-80f708b4f457 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:01.179203 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-e4e20a7e-5256-4d9f-a550-80f708b4f457 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6154985 Nov 04 11:01:01.193077 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-0d55b132-8f36-4aac-924d-3d36ec746d25 service neutron] Request body: {'port': {'device_id': '7ef64ffb-9071-4cb1-af31-f84675531a10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:01:01.246058 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['d86ea68b-49a1-4b74-8770-bb5f1d22c5e8'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:01:01.259498 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-0d55b132-8f36-4aac-924d-3d36ec746d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:01.358382 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d801e2d8-1069-4fa2-a284-d3a0d21e8186 None None] Provisioning complete for port 17fb461f-416c-4caa-990b-ab98faac5dd7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:01:01.360139 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d801e2d8-1069-4fa2-a284-d3a0d21e8186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:01.471604 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-d801e2d8-1069-4fa2-a284-d3a0d21e8186 None None] Port 17fb461f-416c-4caa-990b-ab98faac5dd7 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:01:01.496731 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e6158-2182-4e4d-87f4-06c0c15119ea req-818bf94b-0236-4c5f-84ec-eb2e0fc9f955 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:01.504996 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b31e6158-2182-4e4d-87f4-06c0c15119ea req-818bf94b-0236-4c5f-84ec-eb2e0fc9f955 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 945 time: 0.0616679 Nov 04 11:01:01.563890 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b31e6158-2182-4e4d-87f4-06c0c15119ea req-6fff5853-f2ba-4e84-aa7c-10c6a74de50d tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577390 Nov 04 11:01:01.581426 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-0d55b132-8f36-4aac-924d-3d36ec746d25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17fb461f-416c-4caa-990b-ab98faac5dd7 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:01:01.591146 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-0d55b132-8f36-4aac-924d-3d36ec746d25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:01.610307 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-0d55b132-8f36-4aac-924d-3d36ec746d25 service neutron] Transition to ACTIVE for port object 17fb461f-416c-4caa-990b-ab98faac5dd7 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:01:01.615412 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-0d55b132-8f36-4aac-924d-3d36ec746d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:01.672275 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2147f0-ec7c-46d7-b9e9-fb47929b0036 req-aaa2b251-66b2-422e-a1bc-0c8b30249f8c tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:01.680303 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fa2147f0-ec7c-46d7-b9e9-fb47929b0036 req-aaa2b251-66b2-422e-a1bc-0c8b30249f8c tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=7ef64ffb-9071-4cb1-af31-f84675531a10 HTTP/1.1" status: 200 len: 943 time: 0.0590541 Nov 04 11:01:01.694640 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55b132-8f36-4aac-924d-3d36ec746d25 service neutron] Pushing event updated for resources: {'Port': ['ID=17fb461f-416c-4caa-990b-ab98faac5dd7,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:01:01.739301 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fa2147f0-ec7c-46d7-b9e9-fb47929b0036 req-629b7ed1-f082-407a-8c99-925477a6cdc6 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=eb696fe6-6c65-4e13-a4c1-c81a165a3ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575042 Nov 04 11:01:01.761216 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-0d55b132-8f36-4aac-924d-3d36ec746d25 service neutron] Attempting to bind port 17fb461f-416c-4caa-990b-ab98faac5dd7 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:01:01.761691 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-0d55b132-8f36-4aac-924d-3d36ec746d25 service neutron] Attempting to bind port 17fb461f-416c-4caa-990b-ab98faac5dd7 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '61cf6d8f-9678-4f5e-a444-df9554acf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '48d7173e-4f84-437c-b393-02822601af8d'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:01:01.762056 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-0d55b132-8f36-4aac-924d-3d36ec746d25 service neutron] Attempting to bind port 17fb461f-416c-4caa-990b-ab98faac5dd7 on network 48d7173e-4f84-437c-b393-02822601af8d {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:01:01.771741 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-0d55b132-8f36-4aac-924d-3d36ec746d25 service neutron] Port 17fb461f-416c-4caa-990b-ab98faac5dd7 on network 48d7173e-4f84-437c-b393-02822601af8d not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:01:01.772080 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-0d55b132-8f36-4aac-924d-3d36ec746d25 service neutron] Attempting to bind port 17fb461f-416c-4caa-990b-ab98faac5dd7 on network 48d7173e-4f84-437c-b393-02822601af8d {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:01:01.779576 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-0d55b132-8f36-4aac-924d-3d36ec746d25 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:01:01.780007 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-0d55b132-8f36-4aac-924d-3d36ec746d25 service neutron] Checking segment: {'id': '61cf6d8f-9678-4f5e-a444-df9554acf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '48d7173e-4f84-437c-b393-02822601af8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:01:01.780397 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-0d55b132-8f36-4aac-924d-3d36ec746d25 service neutron] Bound using segment: {'id': '61cf6d8f-9678-4f5e-a444-df9554acf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '48d7173e-4f84-437c-b393-02822601af8d'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:01:01.781212 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-0d55b132-8f36-4aac-924d-3d36ec746d25 service neutron] Bound port: 17fb461f-416c-4caa-990b-ab98faac5dd7, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61cf6d8f-9678-4f5e-a444-df9554acf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '48d7173e-4f84-437c-b393-02822601af8d'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:01:01.782097 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-0d55b132-8f36-4aac-924d-3d36ec746d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:01.860323 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-0d55b132-8f36-4aac-924d-3d36ec746d25 service neutron] For port 17fb461f-416c-4caa-990b-ab98faac5dd7, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:01:01.863748 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-0d55b132-8f36-4aac-924d-3d36ec746d25 service neutron] For port 17fb461f-416c-4caa-990b-ab98faac5dd7, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=17fb461f-416c-4caa-990b-ab98faac5dd7,segment=NetworkSegment(61cf6d8f-9678-4f5e-a444-df9554acf6bd),segment_id=61cf6d8f-9678-4f5e-a444-df9554acf6bd)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:01:01.869157 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-0d55b132-8f36-4aac-924d-3d36ec746d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:01.914954 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-0d55b132-8f36-4aac-924d-3d36ec746d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:01.915626 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-0d55b132-8f36-4aac-924d-3d36ec746d25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:01.917188 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-0d55b132-8f36-4aac-924d-3d36ec746d25 service neutron] 10.222.0.126 "PUT /v2.0/ports/17fb461f-416c-4caa-990b-ab98faac5dd7 HTTP/1.1" status: 200 len: 1091 time: 0.7288592 Nov 04 11:01:01.917637 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef64ffb-9071-4cb1-af31-f84675531a10', 'tag': '17fb461f-416c-4caa-990b-ab98faac5dd7'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:01:01.920161 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a612a9-c794-42b9-8ae1-b35c2b78c4b2" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef64ffb-9071-4cb1-af31-f84675531a10", "tag": "17fb461f-416c-4caa-990b-ab98faac5dd7"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:01:01.950151 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55b132-8f36-4aac-924d-3d36ec746d25 service neutron] Pushing event updated for resources: {'Port': ['ID=17fb461f-416c-4caa-990b-ab98faac5dd7,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:01:02.007926 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a265ba83-c8b2-4407-be71-a4011aad92c3 x-openstack-request-id: req-a265ba83-c8b2-4407-be71-a4011aad92c3 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:01:02.008227 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef64ffb-9071-4cb1-af31-f84675531a10", "tag": "17fb461f-416c-4caa-990b-ab98faac5dd7", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:01:02.008440 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-a265ba83-c8b2-4407-be71-a4011aad92c3 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:01:02.009305 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef64ffb-9071-4cb1-af31-f84675531a10', 'tag': '17fb461f-416c-4caa-990b-ab98faac5dd7', 'status': 'completed', 'code': 200} Nov 04 11:01:02.030083 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-7f3ee7f3-12ca-4d5e-bfc9-3a0850788198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:02.033409 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-7f3ee7f3-12ca-4d5e-bfc9-3a0850788198 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=db986214976042ad8f7b4ef2ac918aa4&device_id=7ef64ffb-9071-4cb1-af31-f84675531a10 HTTP/1.1" status: 200 len: 1094 time: 0.0734255 Nov 04 11:01:02.085463 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-d5aa37bf-f4cf-4325-b13e-35addd8545f2 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17fb461f-416c-4caa-990b-ab98faac5dd7 HTTP/1.1" status: 200 len: 217 time: 0.0381875 Nov 04 11:01:02.181400 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-22221f6a-9717-41d9-bac8-d517710d17c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:02.183044 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-22221f6a-9717-41d9-bac8-d517710d17c2 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=e385be16-201b-4622-87ed-46bcc0e22c59 HTTP/1.1" status: 200 len: 849 time: 0.0891564 Nov 04 11:01:02.245102 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-2b87c529-4250-4be2-8663-3f16c9607b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:02.246742 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-2b87c529-4250-4be2-8663-3f16c9607b0f service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=48d7173e-4f84-437c-b393-02822601af8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556176 Nov 04 11:01:02.350865 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-f7097607-4839-4b73-b63c-cb056c773eac service neutron] 10.222.0.126 "GET /v2.0/networks/48d7173e-4f84-437c-b393-02822601af8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934045 Nov 04 11:01:02.455102 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7a7bac65-3366-4e78-864d-9bcaaeac2b87 req-ded9487b-bda5-42ed-a912-c2ab93b79ae7 service neutron] 10.222.0.126 "GET /v2.0/networks/48d7173e-4f84-437c-b393-02822601af8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972118 Nov 04 11:01:02.551891 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a612a9-c794-42b9-8ae1-b35c2b78c4b2 req-c9f8e706-9cf2-4f3d-9cc3-ec80eef82d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:02.553335 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f6a612a9-c794-42b9-8ae1-b35c2b78c4b2 req-c9f8e706-9cf2-4f3d-9cc3-ec80eef82d35 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=db986214976042ad8f7b4ef2ac918aa4&device_id=7ef64ffb-9071-4cb1-af31-f84675531a10 HTTP/1.1" status: 200 len: 1094 time: 0.0436018 Nov 04 11:01:02.653430 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a612a9-c794-42b9-8ae1-b35c2b78c4b2 req-e35fa068-0b58-4fdb-a5f3-cc3a69995006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:02.654976 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f6a612a9-c794-42b9-8ae1-b35c2b78c4b2 req-e35fa068-0b58-4fdb-a5f3-cc3a69995006 service neutron] 10.222.0.126 "GET /v2.0/networks?id=48d7173e-4f84-437c-b393-02822601af8d HTTP/1.1" status: 200 len: 912 time: 0.0938237 Nov 04 11:01:02.689759 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a5d8d-0c87-4ad7-ad04-1e7031639ace req-dde16c41-859c-4dc4-bf1e-3c36fb5b745c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:02.692098 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-088a5d8d-0c87-4ad7-ad04-1e7031639ace req-dde16c41-859c-4dc4-bf1e-3c36fb5b745c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 945 time: 0.0603225 Nov 04 11:01:02.701572 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f6a612a9-c794-42b9-8ae1-b35c2b78c4b2 req-6ad5e999-0712-4e64-825d-b6ad64b8e275 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17fb461f-416c-4caa-990b-ab98faac5dd7 HTTP/1.1" status: 200 len: 217 time: 0.0372708 Nov 04 11:01:02.749276 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-088a5d8d-0c87-4ad7-ad04-1e7031639ace req-771150bc-1e51-45be-806d-ab0b4ff2c2ac tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509746 Nov 04 11:01:02.751717 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a612a9-c794-42b9-8ae1-b35c2b78c4b2 req-21099010-26af-4329-b1fc-c79275cfeec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:02.753251 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f6a612a9-c794-42b9-8ae1-b35c2b78c4b2 req-21099010-26af-4329-b1fc-c79275cfeec8 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=e385be16-201b-4622-87ed-46bcc0e22c59 HTTP/1.1" status: 200 len: 849 time: 0.0451367 Nov 04 11:01:02.813372 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a612a9-c794-42b9-8ae1-b35c2b78c4b2 req-6c8e3a65-4931-4c4f-9627-8c311570ef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:02.814918 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f6a612a9-c794-42b9-8ae1-b35c2b78c4b2 req-6c8e3a65-4931-4c4f-9627-8c311570ef24 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=48d7173e-4f84-437c-b393-02822601af8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519419 Nov 04 11:01:02.818322 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:01:02.881942 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0903c4-045e-4a7c-9b5d-d58804299e39 req-87089025-3fb3-46e2-8639-a785d1ed9eaa tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:02.883582 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8f0903c4-045e-4a7c-9b5d-d58804299e39 req-87089025-3fb3-46e2-8639-a785d1ed9eaa tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=7ef64ffb-9071-4cb1-af31-f84675531a10 HTTP/1.1" status: 200 len: 943 time: 0.0717297 Nov 04 11:01:02.887625 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:01:02.894387 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:01:02.895259 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:02.921936 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f6a612a9-c794-42b9-8ae1-b35c2b78c4b2 req-d4c2842e-1288-4d14-9b5a-bfc5c111682c service neutron] 10.222.0.126 "GET /v2.0/networks/48d7173e-4f84-437c-b393-02822601af8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985632 Nov 04 11:01:02.943520 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8f0903c4-045e-4a7c-9b5d-d58804299e39 req-692995d4-1445-47d4-88e6-e5f69135da82 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=eb696fe6-6c65-4e13-a4c1-c81a165a3ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520546 Nov 04 11:01:02.996594 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:03.029421 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a944c4-79fe-47c4-a8ef-9092ccb2f0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86ea68b-49a1-4b74-8770-bb5f1d22c5e8'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:01:03.032187 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f6a612a9-c794-42b9-8ae1-b35c2b78c4b2 req-3b7e7a57-40ba-40e8-bb2c-4276f172afdf service neutron] 10.222.0.126 "GET /v2.0/networks/48d7173e-4f84-437c-b393-02822601af8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018524 Nov 04 11:01:03.032856 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ba0a73-c5c2-4416-b60f-c77a204b9e9d" -d '{"events": [{"server_uuid": "78a944c4-79fe-47c4-a8ef-9092ccb2f0f1", "name": "network-vif-plugged", "status": "completed", "tag": "d86ea68b-49a1-4b74-8770-bb5f1d22c5e8"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:01:03.063336 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port d86ea68b-49a1-4b74-8770-bb5f1d22c5e8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=d86ea68b-49a1-4b74-8770-bb5f1d22c5e8,segment=NetworkSegment(0a3cdc52-9cc4-48a9-870d-eb82225aa053),segment_id=0a3cdc52-9cc4-48a9-870d-eb82225aa053)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:01:03.068389 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:03.126685 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=d86ea68b-49a1-4b74-8770-bb5f1d22c5e8,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:01:03.180285 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbce0cb-f2a3-43b6-9585-023999640766 x-openstack-request-id: req-7dbce0cb-f2a3-43b6-9585-023999640766 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:01:03.180591 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a944c4-79fe-47c4-a8ef-9092ccb2f0f1", "name": "network-vif-plugged", "status": "completed", "tag": "d86ea68b-49a1-4b74-8770-bb5f1d22c5e8", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:01:03.180884 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-7dbce0cb-f2a3-43b6-9585-023999640766 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:01:03.181284 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a944c4-79fe-47c4-a8ef-9092ccb2f0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86ea68b-49a1-4b74-8770-bb5f1d22c5e8', 'code': 200} Nov 04 11:01:03.290151 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81690e8d-7347-4ee4-9d90-78aa79210b68 req-84bb52dc-f90c-4258-a780-23e199c2d490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:03.292391 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-81690e8d-7347-4ee4-9d90-78aa79210b68 req-84bb52dc-f90c-4258-a780-23e199c2d490 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 1097 time: 0.0490406 Nov 04 11:01:03.352194 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-81690e8d-7347-4ee4-9d90-78aa79210b68 req-6cefe8a0-1c8a-4c75-9ae9-c64dcc83de73 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515141 Nov 04 11:01:03.884925 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb6ce4-314c-448c-aa0f-2922c4a51e71 req-c0db0f5d-9969-43aa-9ccf-bd6e9d7cad61 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:03.886480 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1beb6ce4-314c-448c-aa0f-2922c4a51e71 req-c0db0f5d-9969-43aa-9ccf-bd6e9d7cad61 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 946 time: 0.0568752 Nov 04 11:01:03.938839 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1beb6ce4-314c-448c-aa0f-2922c4a51e71 req-2ea9247e-30bb-4ffc-893d-127eff5d6301 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447381 Nov 04 11:01:04.076007 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d6e9b-d68c-49da-a205-3ea75997ed37 req-2706a9f8-d4d2-4412-981b-5d7875540a69 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:04.077567 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d01d6e9b-d68c-49da-a205-3ea75997ed37 req-2706a9f8-d4d2-4412-981b-5d7875540a69 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=7ef64ffb-9071-4cb1-af31-f84675531a10 HTTP/1.1" status: 200 len: 943 time: 0.0664620 Nov 04 11:01:04.131166 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d01d6e9b-d68c-49da-a205-3ea75997ed37 req-6146bb1c-a830-4e91-87c7-b841f5c8c8fc tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=eb696fe6-6c65-4e13-a4c1-c81a165a3ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436754 Nov 04 11:01:04.485470 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 17fb461f-416c-4caa-990b-ab98faac5dd7 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:01:04.595686 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 17fb461f-416c-4caa-990b-ab98faac5dd7, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=17fb461f-416c-4caa-990b-ab98faac5dd7,segment=NetworkSegment(61cf6d8f-9678-4f5e-a444-df9554acf6bd),segment_id=61cf6d8f-9678-4f5e-a444-df9554acf6bd)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:01:04.608398 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '17fb461f-416c-4caa-990b-ab98faac5dd7', 'network_id': '48d7173e-4f84-437c-b393-02822601af8d', 'port_id': '17fb461f-416c-4caa-990b-ab98faac5dd7', 'mac_address': 'fa:16:3e:b8:0e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:01:04.653029 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:04.672671 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17fb461f-416c-4caa-990b-ab98faac5dd7 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:01:04.696800 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 17fb461f-416c-4caa-990b-ab98faac5dd7, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=17fb461f-416c-4caa-990b-ab98faac5dd7,segment=NetworkSegment(61cf6d8f-9678-4f5e-a444-df9554acf6bd),segment_id=61cf6d8f-9678-4f5e-a444-df9554acf6bd)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:01:04.701784 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:04.762280 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=17fb461f-416c-4caa-990b-ab98faac5dd7,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:01:04.922326 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['17fb461f-416c-4caa-990b-ab98faac5dd7'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:01:05.074343 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2cbb6-d348-419f-9f33-db0270ff8a2f req-8a04ae14-5542-40f3-b0e2-7976fe006bc9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:05.075973 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81f2cbb6-d348-419f-9f33-db0270ff8a2f req-8a04ae14-5542-40f3-b0e2-7976fe006bc9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 946 time: 0.0569034 Nov 04 11:01:05.132977 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81f2cbb6-d348-419f-9f33-db0270ff8a2f req-0b39cfac-640a-4c7b-bafa-82dcb6b56906 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467978 Nov 04 11:01:05.251679 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9b35b-c6e3-44c5-8d28-798b81ee22ed req-d4202de9-2972-4b0f-beff-a0b1fe9cd814 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:05.253325 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2db9b35b-c6e3-44c5-8d28-798b81ee22ed req-d4202de9-2972-4b0f-beff-a0b1fe9cd814 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 946 time: 0.0526736 Nov 04 11:01:05.318020 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2db9b35b-c6e3-44c5-8d28-798b81ee22ed req-cc719e69-caa2-4813-afe0-548c4430c3a1 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560467 Nov 04 11:01:05.341276 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44608) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:01:05.393057 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0e9fc5-c677-4482-849f-0fc567702330 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:05.394660 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7a0e9fc5-c677-4482-849f-0fc567702330 tempest-TestNetworkAdvancedServerOps-15922755 tempest-TestNetworkAdvancedServerOps-15922755-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 1092 time: 0.0489297 Nov 04 11:01:05.398288 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44618) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:01:05.402947 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-48788348-c0d2-49eb-92bb-a63db22c580b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'port_id': 'd86ea68b-49a1-4b74-8770-bb5f1d22c5e8', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:01:05.430336 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48788348-c0d2-49eb-92bb-a63db22c580b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for floatingip, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:05.434872 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5a871-60e1-4195-a9e3-0a0555d5aaee req-3cea0725-75b2-4bfd-847f-ccb494b1683a tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:05.435780 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-35c5a871-60e1-4195-a9e3-0a0555d5aaee req-3cea0725-75b2-4bfd-847f-ccb494b1683a tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=7ef64ffb-9071-4cb1-af31-f84675531a10 HTTP/1.1" status: 200 len: 944 time: 0.0546589 Nov 04 11:01:05.494906 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-35c5a871-60e1-4195-a9e3-0a0555d5aaee req-8cf28183-6526-4fa8-802c-708a30664d46 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=eb696fe6-6c65-4e13-a4c1-c81a165a3ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484593 Nov 04 11:01:05.555724 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48788348-c0d2-49eb-92bb-a63db22c580b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:05.669420 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-48788348-c0d2-49eb-92bb-a63db22c580b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Allocated IP 172.25.7.157 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/036715a1-10be-4c73-adbd-85be0587010e) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:01:05.778680 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48788348-c0d2-49eb-92bb-a63db22c580b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:05.816337 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48788348-c0d2-49eb-92bb-a63db22c580b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:05.854737 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48788348-c0d2-49eb-92bb-a63db22c580b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:01:05.861016 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-48788348-c0d2-49eb-92bb-a63db22c580b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:01:05.865556 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48788348-c0d2-49eb-92bb-a63db22c580b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:01:05.891964 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48788348-c0d2-49eb-92bb-a63db22c580b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Port': ['ID=036715a1-10be-4c73-adbd-85be0587010e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:01:06.260600 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48788348-c0d2-49eb-92bb-a63db22c580b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:06.336364 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48788348-c0d2-49eb-92bb-a63db22c580b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:06.496214 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48788348-c0d2-49eb-92bb-a63db22c580b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:06.501149 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 17fb461f-416c-4caa-990b-ab98faac5dd7 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:01:06.503116 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48788348-c0d2-49eb-92bb-a63db22c580b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:06.590557 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48788348-c0d2-49eb-92bb-a63db22c580b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event updated for resources: {'Port': ['ID=036715a1-10be-4c73-adbd-85be0587010e,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:01:06.592713 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 17fb461f-416c-4caa-990b-ab98faac5dd7 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:01:06.594890 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48788348-c0d2-49eb-92bb-a63db22c580b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:06.600153 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 17fb461f-416c-4caa-990b-ab98faac5dd7 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:01:06.600996 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:06.647420 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6167873-12f3-473c-996f-47077fd721da req-c1986793-e2af-40c4-b53b-5ce12119f1ea tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:06.656087 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6167873-12f3-473c-996f-47077fd721da req-c1986793-e2af-40c4-b53b-5ce12119f1ea tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=7ef64ffb-9071-4cb1-af31-f84675531a10 HTTP/1.1" status: 200 len: 944 time: 0.0711629 Nov 04 11:01:06.704550 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:06.709834 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6167873-12f3-473c-996f-47077fd721da req-4813b325-cc65-485f-ac02-f06fbacccfc6 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=eb696fe6-6c65-4e13-a4c1-c81a165a3ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528729 Nov 04 11:01:06.716457 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [None req-48788348-c0d2-49eb-92bb-a63db22c580b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Floating IP f5b48a69-7fd4-4fb8-9495-35268fb80094 associated. External IP: 172.25.7.157, port: d86ea68b-49a1-4b74-8770-bb5f1d22c5e8. Nov 04 11:01:06.753139 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 17fb461f-416c-4caa-990b-ab98faac5dd7, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=17fb461f-416c-4caa-990b-ab98faac5dd7,segment=NetworkSegment(61cf6d8f-9678-4f5e-a444-df9554acf6bd),segment_id=61cf6d8f-9678-4f5e-a444-df9554acf6bd)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:01:06.754179 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef64ffb-9071-4cb1-af31-f84675531a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fb461f-416c-4caa-990b-ab98faac5dd7'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:01:06.757674 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455612eb-80ff-4eeb-82c1-1ea2c57883ee" -d '{"events": [{"server_uuid": "7ef64ffb-9071-4cb1-af31-f84675531a10", "name": "network-vif-plugged", "status": "completed", "tag": "17fb461f-416c-4caa-990b-ab98faac5dd7"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:01:06.762814 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:06.834671 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=17fb461f-416c-4caa-990b-ab98faac5dd7,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:01:06.862214 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfcbe0a-a7c0-42fa-bd83-4260deb3c035 x-openstack-request-id: req-ebfcbe0a-a7c0-42fa-bd83-4260deb3c035 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:01:06.862521 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef64ffb-9071-4cb1-af31-f84675531a10", "name": "network-vif-plugged", "status": "completed", "tag": "17fb461f-416c-4caa-990b-ab98faac5dd7", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:01:06.862825 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ebfcbe0a-a7c0-42fa-bd83-4260deb3c035 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:01:06.863187 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef64ffb-9071-4cb1-af31-f84675531a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fb461f-416c-4caa-990b-ab98faac5dd7', 'code': 200} Nov 04 11:01:07.001101 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815447b1-a4f4-409d-af58-abd13b5c8783 req-e5d82486-67a8-4d40-b1ba-b08cebf74724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:07.002620 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-815447b1-a4f4-409d-af58-abd13b5c8783 req-e5d82486-67a8-4d40-b1ba-b08cebf74724 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=7ef64ffb-9071-4cb1-af31-f84675531a10 HTTP/1.1" status: 200 len: 1096 time: 0.0608697 Nov 04 11:01:07.004394 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48788348-c0d2-49eb-92bb-a63db22c580b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Router 6cd20d9a-db11-4e8f-86f8-8dcdc09f7751 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:01:07.098309 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-815447b1-a4f4-409d-af58-abd13b5c8783 req-7753c668-155d-4dd0-a34e-f4822d97a08e service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=eb696fe6-6c65-4e13-a4c1-c81a165a3ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869973 Nov 04 11:01:07.151815 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48788348-c0d2-49eb-92bb-a63db22c580b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:01:07.167277 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f39998-1fde-46fb-8342-b69efb725b5e None None] Sync routers for ids ['6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:01:07.174811 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48788348-c0d2-49eb-92bb-a63db22c580b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:07.178234 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f39998-1fde-46fb-8342-b69efb725b5e None None] Routers {'6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:01:07.178832 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-79f39998-1fde-46fb-8342-b69efb725b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:00:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:01:07.211509 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-48788348-c0d2-49eb-92bb-a63db22c580b tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8119607 Nov 04 11:01:07.212310 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a944c4-79fe-47c4-a8ef-9092ccb2f0f1', 'tag': 'd86ea68b-49a1-4b74-8770-bb5f1d22c5e8'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:01:07.214929 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaa36c3-0dd9-440a-9ddc-c1b372445203" -d '{"events": [{"name": "network-changed", "server_uuid": "78a944c4-79fe-47c4-a8ef-9092ccb2f0f1", "tag": "d86ea68b-49a1-4b74-8770-bb5f1d22c5e8"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:01:07.291620 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-79f39998-1fde-46fb-8342-b69efb725b5e None None] Set router 6cd20d9a-db11-4e8f-86f8-8dcdc09f7751 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:01:07.365192 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd97f15-0534-4d91-8799-0588fea6a19e req-c892ad9e-6abe-4229-a5e9-4c518871a807 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:07.366824 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6dd97f15-0534-4d91-8799-0588fea6a19e req-c892ad9e-6abe-4229-a5e9-4c518871a807 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 946 time: 0.0795739 Nov 04 11:01:07.424502 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6dd97f15-0534-4d91-8799-0588fea6a19e req-5650ef4f-9c07-4e37-805a-f08d2cf927a1 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508106 Nov 04 11:01:07.451016 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44896) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:01:07.499781 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16435fe3-5501-4057-8907-6c0a4ff4992b x-openstack-request-id: req-16435fe3-5501-4057-8907-6c0a4ff4992b {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:01:07.500485 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78a944c4-79fe-47c4-a8ef-9092ccb2f0f1", "tag": "d86ea68b-49a1-4b74-8770-bb5f1d22c5e8", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:01:07.500485 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-16435fe3-5501-4057-8907-6c0a4ff4992b {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:01:07.500737 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78a944c4-79fe-47c4-a8ef-9092ccb2f0f1', 'tag': 'd86ea68b-49a1-4b74-8770-bb5f1d22c5e8', 'status': 'completed', 'code': 200} Nov 04 11:01:07.551577 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7c56b8dd-9adb-4098-8cfe-0223f5c7f091 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/floatingips/f5b48a69-7fd4-4fb8-9495-35268fb80094 HTTP/1.1" status: 200 len: 992 time: 0.0991337 Nov 04 11:01:07.565325 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa36c3-0dd9-440a-9ddc-c1b372445203 req-11935e1f-85f9-4ebf-8f92-9fe6eeb828eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:07.566858 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fcaa36c3-0dd9-440a-9ddc-c1b372445203 req-11935e1f-85f9-4ebf-8f92-9fe6eeb828eb service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 1097 time: 0.0524864 Nov 04 11:01:07.589535 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-79f39998-1fde-46fb-8342-b69efb725b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603413572', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:00:52Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'f5b48a69-7fd4-4fb8-9495-35268fb80094', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'port_id': 'd86ea68b-49a1-4b74-8770-bb5f1d22c5e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7', 'mac_address': 'fa:16:3e:2a:8f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a944c4-79fe-47c4-a8ef-9092ccb2f0f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:01:06Z', 'updated_at': '2021-11-04T11:01:06Z', 'revision_number': 0, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9', 'name': '', 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:25:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '7354c3c4-3c45-4cc7-90fb-f062182b73fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:00:51Z', 'updated_at': '2021-11-04T11:00:55Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '7354c3c4-3c45-4cc7-90fb-f062182b73fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:01:07.617423 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f39998-1fde-46fb-8342-b69efb725b5e None None] Checking router: 6cd20d9a-db11-4e8f-86f8-8dcdc09f7751 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:01:07.630130 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f39998-1fde-46fb-8342-b69efb725b5e None None] Routers {'6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:01:07.630980 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-79f39998-1fde-46fb-8342-b69efb725b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:00:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:01:07.669930 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa36c3-0dd9-440a-9ddc-c1b372445203 req-e2630b32-ce55-4d76-8dc3-efe90441c084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:07.671792 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fcaa36c3-0dd9-440a-9ddc-c1b372445203 req-e2630b32-ce55-4d76-8dc3-efe90441c084 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c6509a1b-ced8-47d4-b14b-174749bc1fa7 HTTP/1.1" status: 200 len: 899 time: 0.0967059 Nov 04 11:01:07.739542 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-79f39998-1fde-46fb-8342-b69efb725b5e None None] Set router 6cd20d9a-db11-4e8f-86f8-8dcdc09f7751 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:01:07.752279 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fcaa36c3-0dd9-440a-9ddc-c1b372445203 req-c0adf62c-3009-4b5d-816c-0e44588a3284 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 HTTP/1.1" status: 200 len: 1000 time: 0.0712018 Nov 04 11:01:07.821183 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa36c3-0dd9-440a-9ddc-c1b372445203 req-a691ce13-e3e2-4ec7-ac41-7d3e43918095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:07.823222 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fcaa36c3-0dd9-440a-9ddc-c1b372445203 req-a691ce13-e3e2-4ec7-ac41-7d3e43918095 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7354c3c4-3c45-4cc7-90fb-f062182b73fd HTTP/1.1" status: 200 len: 835 time: 0.0628021 Nov 04 11:01:07.854282 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc54b4-fa5a-48ca-9e8d-d1c01c6f6c07 req-d022fb27-9319-4a72-b7ee-f4a2e2bc917d tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:07.856509 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-30fc54b4-fa5a-48ca-9e8d-d1c01c6f6c07 req-d022fb27-9319-4a72-b7ee-f4a2e2bc917d tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=7ef64ffb-9071-4cb1-af31-f84675531a10 HTTP/1.1" status: 200 len: 945 time: 0.0562885 Nov 04 11:01:07.891011 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa36c3-0dd9-440a-9ddc-c1b372445203 req-43488a9a-823f-410a-bfe5-85988ef1a47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:07.892644 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fcaa36c3-0dd9-440a-9ddc-c1b372445203 req-43488a9a-823f-410a-bfe5-85988ef1a47c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c6509a1b-ced8-47d4-b14b-174749bc1fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609567 Nov 04 11:01:07.908362 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-30fc54b4-fa5a-48ca-9e8d-d1c01c6f6c07 req-6c8a7538-929c-496e-940f-885ce5bafc4a tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=eb696fe6-6c65-4e13-a4c1-c81a165a3ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445535 Nov 04 11:01:08.003767 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fcaa36c3-0dd9-440a-9ddc-c1b372445203 req-64288e8c-7684-4778-9637-1b44b4991102 service neutron] 10.222.0.121 "GET /v2.0/networks/c6509a1b-ced8-47d4-b14b-174749bc1fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008608 Nov 04 11:01:08.015601 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-79f39998-1fde-46fb-8342-b69efb725b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603413572', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:00:52Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'f5b48a69-7fd4-4fb8-9495-35268fb80094', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'port_id': 'd86ea68b-49a1-4b74-8770-bb5f1d22c5e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7', 'mac_address': 'fa:16:3e:2a:8f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a944c4-79fe-47c4-a8ef-9092ccb2f0f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:01:06Z', 'updated_at': '2021-11-04T11:01:06Z', 'revision_number': 0, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9', 'name': '', 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:25:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '7354c3c4-3c45-4cc7-90fb-f062182b73fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:00:51Z', 'updated_at': '2021-11-04T11:00:55Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '7354c3c4-3c45-4cc7-90fb-f062182b73fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:01:08.042691 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f39998-1fde-46fb-8342-b69efb725b5e None None] The sync data for ids ['6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'] in n-d-816629-1 is: [{'id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603413572', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:00:52Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'f5b48a69-7fd4-4fb8-9495-35268fb80094', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'port_id': 'd86ea68b-49a1-4b74-8770-bb5f1d22c5e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7', 'mac_address': 'fa:16:3e:2a:8f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a944c4-79fe-47c4-a8ef-9092ccb2f0f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:01:06Z', 'updated_at': '2021-11-04T11:01:06Z', 'revision_number': 0, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9', 'name': '', 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:25:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '7354c3c4-3c45-4cc7-90fb-f062182b73fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:00:51Z', 'updated_at': '2021-11-04T11:00:55Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '7354c3c4-3c45-4cc7-90fb-f062182b73fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:01:08.105932 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fcaa36c3-0dd9-440a-9ddc-c1b372445203 req-df20d438-6248-4cf0-bda6-d0fa8847fcc8 service neutron] 10.222.0.121 "GET /v2.0/networks/c6509a1b-ced8-47d4-b14b-174749bc1fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946968 Nov 04 11:01:08.285760 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b615f87-14af-4ff4-be2f-492cb363458e None None] New status for floating IP f5b48a69-7fd4-4fb8-9495-35268fb80094: ACTIVE {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:01:08.555118 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44904) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:01:08.947745 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-76a5e37e-459f-4074-baa2-e1453ce4e7bf tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/floatingips/f5b48a69-7fd4-4fb8-9495-35268fb80094 HTTP/1.1" status: 200 len: 994 time: 0.3814864 Nov 04 11:01:09.046459 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc354ca-6cd3-4c17-aff9-93704e312908 req-a5c92f8c-f870-412d-b676-c86562afaf32 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:09.047983 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4bc354ca-6cd3-4c17-aff9-93704e312908 req-a5c92f8c-f870-412d-b676-c86562afaf32 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=7ef64ffb-9071-4cb1-af31-f84675531a10 HTTP/1.1" status: 200 len: 945 time: 0.0585594 Nov 04 11:01:09.098765 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4bc354ca-6cd3-4c17-aff9-93704e312908 req-3133a86e-33d8-44ca-bb0d-a1672a79392c tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=eb696fe6-6c65-4e13-a4c1-c81a165a3ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440991 Nov 04 11:01:09.265974 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f746b-cacc-47c8-aae9-113413529877 req-07d66bac-4f39-4ddc-b4c2-777127445257 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:09.267517 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-423f746b-cacc-47c8-aae9-113413529877 req-07d66bac-4f39-4ddc-b4c2-777127445257 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=7ef64ffb-9071-4cb1-af31-f84675531a10 HTTP/1.1" status: 200 len: 945 time: 0.0532656 Nov 04 11:01:09.276295 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44912) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:01:09.281720 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-c5313b1f-2212-4981-bbca-3e54f0db3859 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Request body: {'floatingip': {'port_id': '17fb461f-416c-4caa-990b-ab98faac5dd7'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:01:09.326281 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c5313b1f-2212-4981-bbca-3e54f0db3859 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for floatingip, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:09.779019 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c5313b1f-2212-4981-bbca-3e54f0db3859 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:09.785361 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c5313b1f-2212-4981-bbca-3e54f0db3859 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:09.887912 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-c5313b1f-2212-4981-bbca-3e54f0db3859 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Floating IP 156c7633-f4a7-4329-80df-87c47239534f associated. External IP: 172.25.7.70, port: 17fb461f-416c-4caa-990b-ab98faac5dd7. Nov 04 11:01:10.104787 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5313b1f-2212-4981-bbca-3e54f0db3859 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Router 131c4a7c-da8d-40ab-81b9-640ce818e495 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:01:10.222992 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5313b1f-2212-4981-bbca-3e54f0db3859 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:01:10.227852 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c5313b1f-2212-4981-bbca-3e54f0db3859 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:10.233190 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a7cb86-0fbb-4243-80d9-83fa713ebffb None None] Sync routers for ids ['131c4a7c-da8d-40ab-81b9-640ce818e495'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:01:10.245843 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a7cb86-0fbb-4243-80d9-83fa713ebffb None None] Routers {'131c4a7c-da8d-40ab-81b9-640ce818e495'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:01:10.247031 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-b5a7cb86-0fbb-4243-80d9-83fa713ebffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:00:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['131c4a7c-da8d-40ab-81b9-640ce818e495'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:01:10.265211 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c5313b1f-2212-4981-bbca-3e54f0db3859 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "PUT /v2.0/floatingips/156c7633-f4a7-4329-80df-87c47239534f HTTP/1.1" status: 200 len: 990 time: 0.9874330 Nov 04 11:01:10.266094 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef64ffb-9071-4cb1-af31-f84675531a10', 'tag': '17fb461f-416c-4caa-990b-ab98faac5dd7'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:01:10.268625 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ff892f-e321-4c98-873d-2532c71cb905" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef64ffb-9071-4cb1-af31-f84675531a10", "tag": "17fb461f-416c-4caa-990b-ab98faac5dd7"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:01:10.364743 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9685b1-ae39-4f84-8373-22879f2b65b4 req-42bb05f4-3044-46c7-9d2d-044f92f26d34 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:10.366540 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-df9685b1-ae39-4f84-8373-22879f2b65b4 req-42bb05f4-3044-46c7-9d2d-044f92f26d34 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 945 time: 0.0507901 Nov 04 11:01:10.367903 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-b5a7cb86-0fbb-4243-80d9-83fa713ebffb None None] Set router 131c4a7c-da8d-40ab-81b9-640ce818e495 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:01:10.422535 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-df9685b1-ae39-4f84-8373-22879f2b65b4 req-2bc55071-a2a9-4eb4-bbd0-cd73bc5c0111 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483532 Nov 04 11:01:10.542907 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0762916a-c442-4e53-8381-657e43c30546 x-openstack-request-id: req-0762916a-c442-4e53-8381-657e43c30546 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:01:10.543196 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef64ffb-9071-4cb1-af31-f84675531a10", "tag": "17fb461f-416c-4caa-990b-ab98faac5dd7", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:01:10.543547 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-0762916a-c442-4e53-8381-657e43c30546 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:01:10.543958 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef64ffb-9071-4cb1-af31-f84675531a10', 'tag': '17fb461f-416c-4caa-990b-ab98faac5dd7', 'status': 'completed', 'code': 200} Nov 04 11:01:10.602626 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-b5a7cb86-0fbb-4243-80d9-83fa713ebffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'name': 'tempest-AttachVolumeTestJSON-247191850-router', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:36Z', 'updated_at': '2021-11-04T10:56:43Z', 'revision_number': 4, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'gw_port': {'id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:37Z', 'updated_at': '2021-11-04T10:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '156c7633-f4a7-4329-80df-87c47239534f', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'floating_ip_address': '172.25.7.70', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'port_id': '17fb461f-416c-4caa-990b-ab98faac5dd7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d7173e-4f84-437c-b393-02822601af8d', 'mac_address': 'fa:16:3e:b8:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef64ffb-9071-4cb1-af31-f84675531a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:00:57Z', 'updated_at': '2021-11-04T11:01:09Z', 'revision_number': 1, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380c4bc8-ac20-4c78-8507-1f1810bd6624', 'name': '', 'network_id': '48d7173e-4f84-437c-b393-02822601af8d', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'mac_address': 'fa:16:3e:ca:a9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:42Z', 'updated_at': '2021-11-04T10:56:49Z', 'revision_number': 5, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'subnets': [{'id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:01:10.615900 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff892f-e321-4c98-873d-2532c71cb905 req-92dddfe5-811b-4fee-8bf5-e451ccbafbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:10.617712 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-94ff892f-e321-4c98-873d-2532c71cb905 req-92dddfe5-811b-4fee-8bf5-e451ccbafbfc service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=db986214976042ad8f7b4ef2ac918aa4&device_id=7ef64ffb-9071-4cb1-af31-f84675531a10 HTTP/1.1" status: 200 len: 1096 time: 0.0519931 Nov 04 11:01:10.634995 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a7cb86-0fbb-4243-80d9-83fa713ebffb None None] Checking router: 131c4a7c-da8d-40ab-81b9-640ce818e495 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:01:10.645153 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a7cb86-0fbb-4243-80d9-83fa713ebffb None None] Routers {'131c4a7c-da8d-40ab-81b9-640ce818e495'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:01:10.646013 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-b5a7cb86-0fbb-4243-80d9-83fa713ebffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:00:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['131c4a7c-da8d-40ab-81b9-640ce818e495'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:01:10.763851 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-b5a7cb86-0fbb-4243-80d9-83fa713ebffb None None] Set router 131c4a7c-da8d-40ab-81b9-640ce818e495 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:01:10.776238 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff892f-e321-4c98-873d-2532c71cb905 req-afee01bf-60f1-40bb-8fb4-8fe60c58c00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:10.781292 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-94ff892f-e321-4c98-873d-2532c71cb905 req-afee01bf-60f1-40bb-8fb4-8fe60c58c00c service neutron] 10.222.0.126 "GET /v2.0/networks?id=48d7173e-4f84-437c-b393-02822601af8d HTTP/1.1" status: 200 len: 912 time: 0.1523948 Nov 04 11:01:10.861323 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-94ff892f-e321-4c98-873d-2532c71cb905 req-3d2b7b4a-1d1d-475a-a4cd-5f8233f862f3 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17fb461f-416c-4caa-990b-ab98faac5dd7 HTTP/1.1" status: 200 len: 998 time: 0.0740778 Nov 04 11:01:10.937838 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff892f-e321-4c98-873d-2532c71cb905 req-5adb89cf-509a-4443-ac7d-396decf3262b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:10.939580 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-94ff892f-e321-4c98-873d-2532c71cb905 req-5adb89cf-509a-4443-ac7d-396decf3262b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=e385be16-201b-4622-87ed-46bcc0e22c59 HTTP/1.1" status: 200 len: 849 time: 0.0705681 Nov 04 11:01:11.006159 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff892f-e321-4c98-873d-2532c71cb905 req-3dcea847-3ced-4451-ba78-4a0f96b769c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:11.007762 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-94ff892f-e321-4c98-873d-2532c71cb905 req-3dcea847-3ced-4451-ba78-4a0f96b769c8 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=48d7173e-4f84-437c-b393-02822601af8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603468 Nov 04 11:01:11.062803 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 44944) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:01:11.157324 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-94ff892f-e321-4c98-873d-2532c71cb905 req-f42533c6-51e0-4782-a972-1cdbab2cb907 service neutron] 10.222.0.126 "GET /v2.0/networks/48d7173e-4f84-437c-b393-02822601af8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312878 Nov 04 11:01:11.194877 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-b5a7cb86-0fbb-4243-80d9-83fa713ebffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'name': 'tempest-AttachVolumeTestJSON-247191850-router', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:36Z', 'updated_at': '2021-11-04T10:56:43Z', 'revision_number': 4, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'gw_port': {'id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:37Z', 'updated_at': '2021-11-04T10:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '156c7633-f4a7-4329-80df-87c47239534f', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'floating_ip_address': '172.25.7.70', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'port_id': '17fb461f-416c-4caa-990b-ab98faac5dd7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d7173e-4f84-437c-b393-02822601af8d', 'mac_address': 'fa:16:3e:b8:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef64ffb-9071-4cb1-af31-f84675531a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:00:57Z', 'updated_at': '2021-11-04T11:01:09Z', 'revision_number': 1, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380c4bc8-ac20-4c78-8507-1f1810bd6624', 'name': '', 'network_id': '48d7173e-4f84-437c-b393-02822601af8d', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'mac_address': 'fa:16:3e:ca:a9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:42Z', 'updated_at': '2021-11-04T10:56:49Z', 'revision_number': 5, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'subnets': [{'id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:01:11.220901 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f8efa1e3-49de-43ee-8016-c72fc7529515 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:11.226269 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a7cb86-0fbb-4243-80d9-83fa713ebffb None None] The sync data for ids ['131c4a7c-da8d-40ab-81b9-640ce818e495'] in n-d-816629-1 is: [{'id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'name': 'tempest-AttachVolumeTestJSON-247191850-router', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:36Z', 'updated_at': '2021-11-04T10:56:43Z', 'revision_number': 4, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'gw_port': {'id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:37Z', 'updated_at': '2021-11-04T10:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '156c7633-f4a7-4329-80df-87c47239534f', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'floating_ip_address': '172.25.7.70', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'port_id': '17fb461f-416c-4caa-990b-ab98faac5dd7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d7173e-4f84-437c-b393-02822601af8d', 'mac_address': 'fa:16:3e:b8:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef64ffb-9071-4cb1-af31-f84675531a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:00:57Z', 'updated_at': '2021-11-04T11:01:09Z', 'revision_number': 1, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380c4bc8-ac20-4c78-8507-1f1810bd6624', 'name': '', 'network_id': '48d7173e-4f84-437c-b393-02822601af8d', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'mac_address': 'fa:16:3e:ca:a9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:42Z', 'updated_at': '2021-11-04T10:56:49Z', 'revision_number': 5, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'subnets': [{'id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:01:11.295301 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-94ff892f-e321-4c98-873d-2532c71cb905 req-c7d6ea1c-7ab1-414b-93d9-d801d3c0814f service neutron] 10.222.0.126 "GET /v2.0/networks/48d7173e-4f84-437c-b393-02822601af8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267579 Nov 04 11:01:11.322992 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f8efa1e3-49de-43ee-8016-c72fc7529515 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:11.330029 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f8efa1e3-49de-43ee-8016-c72fc7529515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:11.374120 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f8efa1e3-49de-43ee-8016-c72fc7529515 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=f44d10ad17174dedae995c0cf0726f32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3084404 Nov 04 11:01:11.374120 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efa1e3-49de-43ee-8016-c72fc7529515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f86c70d-2789-4ad9-b02d-58b46dce0e50,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:01:11.375239 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44948) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:01:11.431374 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-04337031-28cd-4507-918f-2eabb628de69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:11.456344 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-04337031-28cd-4507-918f-2eabb628de69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:11.509310 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea1c078-cfbf-48b4-9ccd-4362ec9903ac None None] New status for floating IP 156c7633-f4a7-4329-80df-87c47239534f: ACTIVE {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:01:11.516782 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-04337031-28cd-4507-918f-2eabb628de69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:11.520280 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-04337031-28cd-4507-918f-2eabb628de69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:11.524907 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-04337031-28cd-4507-918f-2eabb628de69 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/5f86c70d-2789-4ad9-b02d-58b46dce0e50 HTTP/1.1" status: 204 len: 168 time: 0.1486037 Nov 04 11:01:11.536887 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04337031-28cd-4507-918f-2eabb628de69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f86c70d-2789-4ad9-b02d-58b46dce0e50,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:01:12.463120 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:12.646255 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44986) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:01:12.760464 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-38b00d01-8c91-4769-9b48-8e69676f8693 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:12.837840 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-38b00d01-8c91-4769-9b48-8e69676f8693 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:12.843257 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-38b00d01-8c91-4769-9b48-8e69676f8693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:12.879859 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b00d01-8c91-4769-9b48-8e69676f8693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbcdce4-6a5c-4d9a-bd4d-605543acc217,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:01:12.885334 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-38b00d01-8c91-4769-9b48-8e69676f8693 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=ad9a0b94c705499f85fa4c14306a776f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2380283 Nov 04 11:01:12.888273 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 44990) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:01:12.940625 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4ade443e-49d0-4b92-8067-6e8814c4f290 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:12.962039 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4ade443e-49d0-4b92-8067-6e8814c4f290 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:13.010218 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4ade443e-49d0-4b92-8067-6e8814c4f290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:13.013707 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4ade443e-49d0-4b92-8067-6e8814c4f290 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:13.017692 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4ade443e-49d0-4b92-8067-6e8814c4f290 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/ffbcdce4-6a5c-4d9a-bd4d-605543acc217 HTTP/1.1" status: 204 len: 168 time: 0.1259177 Nov 04 11:01:13.024514 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade443e-49d0-4b92-8067-6e8814c4f290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbcdce4-6a5c-4d9a-bd4d-605543acc217,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:01:14.553977 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1d257828-1078-4e49-9fa6-ac70dcd14216 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:01:14.667284 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 1d257828-1078-4e49-9fa6-ac70dcd14216, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1d257828-1078-4e49-9fa6-ac70dcd14216,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:01:14.681483 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '1d257828-1078-4e49-9fa6-ac70dcd14216', 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e', 'port_id': '1d257828-1078-4e49-9fa6-ac70dcd14216', 'mac_address': 'fa:16:3e:03:73:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbe3edd-0e54-430d-9b84-17ccd434a175', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:01:14.741713 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:14.757301 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d257828-1078-4e49-9fa6-ac70dcd14216 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:01:14.789647 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 1d257828-1078-4e49-9fa6-ac70dcd14216, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1d257828-1078-4e49-9fa6-ac70dcd14216,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:01:14.803216 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:14.863601 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=1d257828-1078-4e49-9fa6-ac70dcd14216,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:01:14.893464 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:14.895966 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['1d257828-1078-4e49-9fa6-ac70dcd14216'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:01:15.470169 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45188) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:01:15.596981 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f33c474-da97-406f-b6b6-c3bf77c336e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:15.700514 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f33c474-da97-406f-b6b6-c3bf77c336e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:15.706025 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2f33c474-da97-406f-b6b6-c3bf77c336e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:15.751304 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45192) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:01:15.751884 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2f33c474-da97-406f-b6b6-c3bf77c336e5 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=f478b97855f14ee1bf714c525470c6aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2794733 Nov 04 11:01:15.752436 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f33c474-da97-406f-b6b6-c3bf77c336e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f21dea-9d85-47db-b172-7303fbedea97,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:01:15.832969 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-960c4516-ddd7-433f-8af6-505226b2145f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:15.869650 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-960c4516-ddd7-433f-8af6-505226b2145f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:15.937816 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-960c4516-ddd7-433f-8af6-505226b2145f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:15.940537 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-960c4516-ddd7-433f-8af6-505226b2145f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:15.945085 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-960c4516-ddd7-433f-8af6-505226b2145f admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/56f21dea-9d85-47db-b172-7303fbedea97 HTTP/1.1" status: 204 len: 168 time: 0.1915243 Nov 04 11:01:15.957942 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c4516-ddd7-433f-8af6-505226b2145f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f21dea-9d85-47db-b172-7303fbedea97,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:01:16.304708 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45204) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:01:16.331245 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eeae7899-d2df-406d-8848-2333532186f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:16.432351 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eeae7899-d2df-406d-8848-2333532186f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:16.439784 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eeae7899-d2df-406d-8848-2333532186f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:16.482181 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-eeae7899-d2df-406d-8848-2333532186f7 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=ccbd67d549814712af0909a9fc0db911&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1752162 Nov 04 11:01:16.484597 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45206) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:01:16.491334 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae7899-d2df-406d-8848-2333532186f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fd0fcd-eca4-476b-8c77-e242520bcdde,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:01:16.544138 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-94e52316-0208-4a6b-b301-21306ef9dccc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:16.569406 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-94e52316-0208-4a6b-b301-21306ef9dccc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:16.579047 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1d257828-1078-4e49-9fa6-ac70dcd14216 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:01:16.633030 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-94e52316-0208-4a6b-b301-21306ef9dccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:16.636111 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 1d257828-1078-4e49-9fa6-ac70dcd14216 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:01:16.636541 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:16.636643 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-94e52316-0208-4a6b-b301-21306ef9dccc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:16.642290 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-94e52316-0208-4a6b-b301-21306ef9dccc admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/31fd0fcd-eca4-476b-8c77-e242520bcdde HTTP/1.1" status: 204 len: 168 time: 0.1565819 Nov 04 11:01:16.654593 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e52316-0208-4a6b-b301-21306ef9dccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fd0fcd-eca4-476b-8c77-e242520bcdde,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:01:16.752662 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:16.783143 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7294169b-b62f-43fa-9a21-36f22533ba54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d257828-1078-4e49-9fa6-ac70dcd14216'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:01:16.786210 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acbbf31-0620-4a1e-b70f-a6b244935e77" -d '{"events": [{"server_uuid": "7294169b-b62f-43fa-9a21-36f22533ba54", "name": "network-vif-plugged", "status": "completed", "tag": "1d257828-1078-4e49-9fa6-ac70dcd14216"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:01:16.805567 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 1d257828-1078-4e49-9fa6-ac70dcd14216, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1d257828-1078-4e49-9fa6-ac70dcd14216,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:01:16.819707 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:16.856449 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0f517d-9b1e-43a0-98ce-b234136112ec x-openstack-request-id: req-8d0f517d-9b1e-43a0-98ce-b234136112ec {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:01:16.856803 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7294169b-b62f-43fa-9a21-36f22533ba54", "name": "network-vif-plugged", "status": "completed", "tag": "1d257828-1078-4e49-9fa6-ac70dcd14216", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:01:16.857117 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-8d0f517d-9b1e-43a0-98ce-b234136112ec {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:01:16.857551 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7294169b-b62f-43fa-9a21-36f22533ba54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d257828-1078-4e49-9fa6-ac70dcd14216', 'code': 200} Nov 04 11:01:16.904955 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-724e6a18-e8a9-4148-b802-b48059fdf40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:16.926956 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=1d257828-1078-4e49-9fa6-ac70dcd14216,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:01:17.270169 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:01:19.662156 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-aa18a5c6-802b-4852-b3d8-a1335e1463a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:20.781637 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:22.194767 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:22.603723 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:24.511558 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74e665-44b8-401f-922a-b5053a722bd4 req-a9920887-7f02-457c-abbc-1e802cbaf565 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:24.513763 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2d74e665-44b8-401f-922a-b5053a722bd4 req-a9920887-7f02-457c-abbc-1e802cbaf565 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 945 time: 0.0660284 Nov 04 11:01:24.566814 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2d74e665-44b8-401f-922a-b5053a722bd4 req-56859bc6-780e-45e6-acb7-f7faea4cfe47 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459797 Nov 04 11:01:25.693000 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556019b-4f20-47e0-a624-fb6874698b86 req-48f8fb2f-a379-4b7f-8106-813ab56929a7 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:25.695134 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b556019b-4f20-47e0-a624-fb6874698b86 req-48f8fb2f-a379-4b7f-8106-813ab56929a7 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 945 time: 0.0525579 Nov 04 11:01:25.749826 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b556019b-4f20-47e0-a624-fb6874698b86 req-1cae08e3-9b65-4877-a7b9-711185142ff0 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488365 Nov 04 11:01:28.643390 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1d257828-1078-4e49-9fa6-ac70dcd14216 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:01:28.645611 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1d257828-1078-4e49-9fa6-ac70dcd14216 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:01:28.956558 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:28.962649 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 1d257828-1078-4e49-9fa6-ac70dcd14216, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1d257828-1078-4e49-9fa6-ac70dcd14216,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:01:28.981779 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '1d257828-1078-4e49-9fa6-ac70dcd14216', 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e', 'port_id': '1d257828-1078-4e49-9fa6-ac70dcd14216', 'mac_address': 'fa:16:3e:03:73:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbe3edd-0e54-430d-9b84-17ccd434a175', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:01:28.997653 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7294169b-b62f-43fa-9a21-36f22533ba54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d257828-1078-4e49-9fa6-ac70dcd14216'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:01:28.999941 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e68f445-f1b2-413f-b81a-cc9d50b26206" -d '{"events": [{"server_uuid": "7294169b-b62f-43fa-9a21-36f22533ba54", "name": "network-vif-unplugged", "status": "completed", "tag": "1d257828-1078-4e49-9fa6-ac70dcd14216"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:01:29.031340 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 1d257828-1078-4e49-9fa6-ac70dcd14216, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1d257828-1078-4e49-9fa6-ac70dcd14216,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:01:29.037259 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:29.067064 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:29.082105 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 11:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02df4ab3-c3b8-4fdd-923f-1b7752cf3e93 x-openstack-request-id: req-02df4ab3-c3b8-4fdd-923f-1b7752cf3e93 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:01:29.082391 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7294169b-b62f-43fa-9a21-36f22533ba54", "name": "network-vif-unplugged", "status": "completed", "tag": "1d257828-1078-4e49-9fa6-ac70dcd14216", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:01:29.082648 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-02df4ab3-c3b8-4fdd-923f-1b7752cf3e93 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:01:29.083024 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7294169b-b62f-43fa-9a21-36f22533ba54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d257828-1078-4e49-9fa6-ac70dcd14216', 'code': 200} Nov 04 11:01:29.090695 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d257828-1078-4e49-9fa6-ac70dcd14216 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:01:29.108425 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=1d257828-1078-4e49-9fa6-ac70dcd14216,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:01:29.147254 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 11:01:29.147714 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 11:01:29.691166 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:29.705365 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d257828-1078-4e49-9fa6-ac70dcd14216 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:01:29.728867 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 1d257828-1078-4e49-9fa6-ac70dcd14216, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1d257828-1078-4e49-9fa6-ac70dcd14216,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:01:29.734160 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:29.794117 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=1d257828-1078-4e49-9fa6-ac70dcd14216,revision_number=9']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:01:29.818016 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['1d257828-1078-4e49-9fa6-ac70dcd14216'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:01:30.642112 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1d257828-1078-4e49-9fa6-ac70dcd14216 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:01:30.705017 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 1d257828-1078-4e49-9fa6-ac70dcd14216 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:01:30.705743 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:30.796284 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:30.834095 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 1d257828-1078-4e49-9fa6-ac70dcd14216, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1d257828-1078-4e49-9fa6-ac70dcd14216,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:01:30.840274 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:30.896448 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=1d257828-1078-4e49-9fa6-ac70dcd14216,revision_number=10']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:01:31.084729 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7294169b-b62f-43fa-9a21-36f22533ba54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d257828-1078-4e49-9fa6-ac70dcd14216'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:01:31.087284 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6ec9b3-30a6-4541-91c2-7c7b96a8ea49" -d '{"events": [{"server_uuid": "7294169b-b62f-43fa-9a21-36f22533ba54", "name": "network-vif-plugged", "status": "completed", "tag": "1d257828-1078-4e49-9fa6-ac70dcd14216"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:01:31.200747 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981bc21e-3635-47ec-91fe-b0fbef96f9d3 x-openstack-request-id: req-981bc21e-3635-47ec-91fe-b0fbef96f9d3 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:01:31.201080 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7294169b-b62f-43fa-9a21-36f22533ba54", "name": "network-vif-plugged", "status": "completed", "tag": "1d257828-1078-4e49-9fa6-ac70dcd14216", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:01:31.201338 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-981bc21e-3635-47ec-91fe-b0fbef96f9d3 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:01:31.201757 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7294169b-b62f-43fa-9a21-36f22533ba54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d257828-1078-4e49-9fa6-ac70dcd14216', 'code': 200} Nov 04 11:01:38.013298 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5c776-b23f-4f57-b047-b8ae6e22bbb6 req-5b69bf98-00e7-478b-8106-ff451a4879cf tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:38.015630 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-37d5c776-b23f-4f57-b047-b8ae6e22bbb6 req-5b69bf98-00e7-478b-8106-ff451a4879cf tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 946 time: 0.0576527 Nov 04 11:01:38.074768 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-37d5c776-b23f-4f57-b047-b8ae6e22bbb6 req-1627f10c-8e0a-4033-ae93-0656c2da13d7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517693 Nov 04 11:01:39.223158 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e85c5-5e07-4067-a78b-5a0b01c8b724 req-853599b1-7832-4be2-9e69-82b68a5f8c16 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:39.224792 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e3e85c5-5e07-4067-a78b-5a0b01c8b724 req-853599b1-7832-4be2-9e69-82b68a5f8c16 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 946 time: 0.0634792 Nov 04 11:01:39.286233 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2e3e85c5-5e07-4067-a78b-5a0b01c8b724 req-1e31720c-b8ad-460b-99c7-dd2f9ae6e2b8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520480 Nov 04 11:01:40.428161 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576aec91-5fef-4909-8d17-9c5e7c6119a1 req-0ef1a666-9205-4e68-b74a-2927efe9a7e8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:40.429670 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-576aec91-5fef-4909-8d17-9c5e7c6119a1 req-0ef1a666-9205-4e68-b74a-2927efe9a7e8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 946 time: 0.0569162 Nov 04 11:01:40.484722 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-576aec91-5fef-4909-8d17-9c5e7c6119a1 req-389dc880-03fb-44ee-917c-9900912d01bd tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459960 Nov 04 11:01:40.729842 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b6144-4143-4582-827c-c6cf85f0ac84 req-96696d93-dcb9-40bc-82db-123ba2a61e10 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:40.731350 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b80b6144-4143-4582-827c-c6cf85f0ac84 req-96696d93-dcb9-40bc-82db-123ba2a61e10 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 946 time: 0.0604084 Nov 04 11:01:40.783314 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b80b6144-4143-4582-827c-c6cf85f0ac84 req-d634400d-a3d3-4a08-8d77-be220f084df6 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430243 Nov 04 11:01:41.278780 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd1359-18ac-4440-9240-08f8d8d61f34 req-902f7837-8308-4071-845e-76475a137072 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:41.280347 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bebd1359-18ac-4440-9240-08f8d8d61f34 req-902f7837-8308-4071-845e-76475a137072 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 946 time: 0.0559053 Nov 04 11:01:41.333935 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bebd1359-18ac-4440-9240-08f8d8d61f34 req-33b152c1-31d0-481e-80b0-37ae77d02ec3 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471132 Nov 04 11:01:41.617732 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd10516-f0da-41aa-b0b4-5e5fdbea071b req-4c2e908e-c94f-41e2-8e8a-466a2c608da1 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:41.619264 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bbd10516-f0da-41aa-b0b4-5e5fdbea071b req-4c2e908e-c94f-41e2-8e8a-466a2c608da1 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 946 time: 0.0531738 Nov 04 11:01:41.678479 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bbd10516-f0da-41aa-b0b4-5e5fdbea071b req-952b32a9-9be6-4061-8d31-45f9dc1a186a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528505 Nov 04 11:01:42.461269 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a696ac-70ff-49b1-859c-155c0f50f1fe req-7a86bfd6-591a-4901-b3ce-1f44357cf576 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:42.462710 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-13a696ac-70ff-49b1-859c-155c0f50f1fe req-7a86bfd6-591a-4901-b3ce-1f44357cf576 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 946 time: 0.0528407 Nov 04 11:01:42.472535 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:42.512950 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-13a696ac-70ff-49b1-859c-155c0f50f1fe req-42677039-81aa-4ca2-b067-b336b8668b4a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437264 Nov 04 11:01:42.704136 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1d257828-1078-4e49-9fa6-ac70dcd14216 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:01:42.787705 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:42.806327 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cc59a-2c44-41f6-8a8d-d36008b9dcce req-fcd36644-6286-4d64-9f07-d213c226e5e4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:42.807851 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-730cc59a-2c44-41f6-8a8d-d36008b9dcce req-fcd36644-6286-4d64-9f07-d213c226e5e4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 946 time: 0.0552237 Nov 04 11:01:42.810423 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7294169b-b62f-43fa-9a21-36f22533ba54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d257828-1078-4e49-9fa6-ac70dcd14216'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:01:42.812664 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90da0fa1-5930-4918-9909-4a0d56fd9532" -d '{"events": [{"server_uuid": "7294169b-b62f-43fa-9a21-36f22533ba54", "name": "network-vif-unplugged", "status": "completed", "tag": "1d257828-1078-4e49-9fa6-ac70dcd14216"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:01:42.825122 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 1d257828-1078-4e49-9fa6-ac70dcd14216, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1d257828-1078-4e49-9fa6-ac70dcd14216,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:01:42.830430 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:42.861967 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-730cc59a-2c44-41f6-8a8d-d36008b9dcce req-d8b6d43c-8ac3-48ea-90f6-e62655d087e4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477054 Nov 04 11:01:42.881566 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=1d257828-1078-4e49-9fa6-ac70dcd14216,revision_number=11']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:01:42.906511 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 11:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f100fe2-84b3-4152-bf64-10568ce3a048 x-openstack-request-id: req-9f100fe2-84b3-4152-bf64-10568ce3a048 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:01:42.906804 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7294169b-b62f-43fa-9a21-36f22533ba54", "name": "network-vif-unplugged", "status": "completed", "tag": "1d257828-1078-4e49-9fa6-ac70dcd14216", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:01:42.907277 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-9f100fe2-84b3-4152-bf64-10568ce3a048 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:01:42.907496 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7294169b-b62f-43fa-9a21-36f22533ba54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d257828-1078-4e49-9fa6-ac70dcd14216', 'code': 200} Nov 04 11:01:43.646999 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc57840-a2f0-4acc-8daa-14db762768bc req-078d7695-0acc-49a4-8610-3f166b20f261 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:43.648492 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1cc57840-a2f0-4acc-8daa-14db762768bc req-078d7695-0acc-49a4-8610-3f166b20f261 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0595846 Nov 04 11:01:43.706642 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1cc57840-a2f0-4acc-8daa-14db762768bc req-8af7badb-0c33-46dd-a59a-c04239d46954 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482755 Nov 04 11:01:43.999232 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224b947-2c46-4c35-95fb-d17f5ac764d7 req-0415f014-ca2c-4487-b69d-1b1164bdb548 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:44.000844 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b224b947-2c46-4c35-95fb-d17f5ac764d7 req-0415f014-ca2c-4487-b69d-1b1164bdb548 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 946 time: 0.0557170 Nov 04 11:01:44.055130 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b224b947-2c46-4c35-95fb-d17f5ac764d7 req-20564c40-a227-4268-8a41-314f6c250990 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475523 Nov 04 11:01:44.734529 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1d257828-1078-4e49-9fa6-ac70dcd14216 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:01:44.839209 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a03a0-a247-4734-989b-e0e794ae4c96 req-70074906-f6e7-43fa-9562-d7b51ccf2dab tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:44.840971 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab1a03a0-a247-4734-989b-e0e794ae4c96 req-70074906-f6e7-43fa-9562-d7b51ccf2dab tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0530167 Nov 04 11:01:44.849756 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 1d257828-1078-4e49-9fa6-ac70dcd14216, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1d257828-1078-4e49-9fa6-ac70dcd14216,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:01:44.862766 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '1d257828-1078-4e49-9fa6-ac70dcd14216', 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e', 'port_id': '1d257828-1078-4e49-9fa6-ac70dcd14216', 'mac_address': 'fa:16:3e:03:73:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbe3edd-0e54-430d-9b84-17ccd434a175', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:01:44.897136 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab1a03a0-a247-4734-989b-e0e794ae4c96 req-74bce0ac-59f9-4457-be0a-c8ea004952ee tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480626 Nov 04 11:01:44.916313 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:44.930458 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:44.933779 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d257828-1078-4e49-9fa6-ac70dcd14216 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:01:44.953572 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 1d257828-1078-4e49-9fa6-ac70dcd14216, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1d257828-1078-4e49-9fa6-ac70dcd14216,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:01:44.958295 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:45.012562 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=1d257828-1078-4e49-9fa6-ac70dcd14216,revision_number=12']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:01:45.021230 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:01:45.021679 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:01:45.022100 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:01:45.022356 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:01:45.022760 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:01:45.023095 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:01:45.023484 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:01:45.023823 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:01:45.024211 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:01:45.024505 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:01:45.024859 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:01:45.025292 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:01:45.036679 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['1d257828-1078-4e49-9fa6-ac70dcd14216'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:01:45.186793 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bf0c9-31fd-4920-9d59-dad1f0e5ebbc req-4d1ade65-21e3-4adb-9fa4-ba35b6cdafff tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:45.189350 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dc8bf0c9-31fd-4920-9d59-dad1f0e5ebbc req-4d1ade65-21e3-4adb-9fa4-ba35b6cdafff tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 946 time: 0.0565269 Nov 04 11:01:45.269258 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dc8bf0c9-31fd-4920-9d59-dad1f0e5ebbc req-06068869-1f9e-4f87-b017-f80a175ad73e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732419 Nov 04 11:01:46.031088 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4f880-d03a-4aed-88ff-75e4c0c965f5 req-420cdb5d-6f03-4ef0-8224-2f81619f340e tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:46.032691 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79b4f880-d03a-4aed-88ff-75e4c0c965f5 req-420cdb5d-6f03-4ef0-8224-2f81619f340e tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 945 time: 0.0524631 Nov 04 11:01:46.117914 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79b4f880-d03a-4aed-88ff-75e4c0c965f5 req-7589235b-5a33-4667-b999-29d89283d3fa tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773587 Nov 04 11:01:46.186530 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-13956463-1ef1-4e44-a867-e39fd770508a req-3e96d355-8c89-4d12-979a-af7b73c63372 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=fef767d5-51f7-4895-857c-c9fd70315fad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1014342 Nov 04 11:01:46.290060 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13956463-1ef1-4e44-a867-e39fd770508a req-c2660cec-5871-4d52-b179-51ae11f47ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:46.292549 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-13956463-1ef1-4e44-a867-e39fd770508a req-c2660cec-5871-4d52-b179-51ae11f47ccc service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6d658d320fa74f69aa183d18fb0bb612&device_id=fef767d5-51f7-4895-857c-c9fd70315fad HTTP/1.1" status: 200 len: 1096 time: 0.0563350 Nov 04 11:01:46.410608 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573722b-a0c6-4223-b4a1-81956c470c18 req-5a685b56-a3bf-49ba-bb43-6d730c7f0717 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:46.418918 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5573722b-a0c6-4223-b4a1-81956c470c18 req-5a685b56-a3bf-49ba-bb43-6d730c7f0717 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 946 time: 0.0641756 Nov 04 11:01:46.448459 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13956463-1ef1-4e44-a867-e39fd770508a req-e54b4b36-fd60-4b4b-b602-9db14b49bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:46.450589 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-13956463-1ef1-4e44-a867-e39fd770508a req-e54b4b36-fd60-4b4b-b602-9db14b49bb2c service neutron] 10.222.0.121 "GET /v2.0/networks?id=6fbc7281-bcda-4aef-b30f-90e9ca1e37cb HTTP/1.1" status: 200 len: 910 time: 0.1321051 Nov 04 11:01:46.477795 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5573722b-a0c6-4223-b4a1-81956c470c18 req-8a498ea3-d099-4a03-a5d0-984faca6584e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579340 Nov 04 11:01:46.542154 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-13956463-1ef1-4e44-a867-e39fd770508a req-87f56a6d-091a-4285-9042-dcc32b164cbf service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7db4d27-0d06-490e-b959-b5ba39492519 HTTP/1.1" status: 200 len: 1001 time: 0.0826476 Nov 04 11:01:46.606515 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13956463-1ef1-4e44-a867-e39fd770508a req-e6e0da2e-fcb9-40f8-a7be-8f7eb48f2eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:46.608024 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-13956463-1ef1-4e44-a867-e39fd770508a req-e6e0da2e-fcb9-40f8-a7be-8f7eb48f2eba service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e6889d42-db57-44fd-87ec-e227fe027d3c HTTP/1.1" status: 200 len: 847 time: 0.0576921 Nov 04 11:01:46.667595 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13956463-1ef1-4e44-a867-e39fd770508a req-15b4359d-3685-4afd-a678-87e31ebdfe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:46.669303 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-13956463-1ef1-4e44-a867-e39fd770508a req-15b4359d-3685-4afd-a678-87e31ebdfe88 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6fbc7281-bcda-4aef-b30f-90e9ca1e37cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532231 Nov 04 11:01:46.734942 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1d257828-1078-4e49-9fa6-ac70dcd14216 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:01:46.783830 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-13956463-1ef1-4e44-a867-e39fd770508a req-bc106f0f-14f8-4b82-a56f-f785dd6fd6bc service neutron] 10.222.0.121 "GET /v2.0/networks/6fbc7281-bcda-4aef-b30f-90e9ca1e37cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052680 Nov 04 11:01:46.805056 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 1d257828-1078-4e49-9fa6-ac70dcd14216 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:01:46.805432 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:46.901206 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cff1f699-8b58-4a32-82fa-d9a37bfcfbba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:46.906427 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-13956463-1ef1-4e44-a867-e39fd770508a req-48c58e71-7bb1-4a57-aed1-6e947b194bc1 service neutron] 10.222.0.121 "GET /v2.0/networks/6fbc7281-bcda-4aef-b30f-90e9ca1e37cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152842 Nov 04 11:01:46.919147 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:46.958231 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7294169b-b62f-43fa-9a21-36f22533ba54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d257828-1078-4e49-9fa6-ac70dcd14216'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:01:46.960706 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7caa9e11-e0f3-4677-bbfc-d4cf9b38ca5b" -d '{"events": [{"server_uuid": "7294169b-b62f-43fa-9a21-36f22533ba54", "name": "network-vif-plugged", "status": "completed", "tag": "1d257828-1078-4e49-9fa6-ac70dcd14216"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:01:46.975127 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 1d257828-1078-4e49-9fa6-ac70dcd14216, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1d257828-1078-4e49-9fa6-ac70dcd14216,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:01:46.985069 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:47.012448 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d248e2-973a-4f6f-b42f-81fea3752172 x-openstack-request-id: req-66d248e2-973a-4f6f-b42f-81fea3752172 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:01:47.012745 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7294169b-b62f-43fa-9a21-36f22533ba54", "name": "network-vif-plugged", "status": "completed", "tag": "1d257828-1078-4e49-9fa6-ac70dcd14216", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:01:47.013024 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-66d248e2-973a-4f6f-b42f-81fea3752172 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:01:47.013439 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7294169b-b62f-43fa-9a21-36f22533ba54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d257828-1078-4e49-9fa6-ac70dcd14216', 'code': 200} Nov 04 11:01:47.044910 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=1d257828-1078-4e49-9fa6-ac70dcd14216,revision_number=13']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:01:47.275385 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc50ed-d622-4964-9108-3b3489480fca req-ad9f560f-91ad-4c2d-9420-e904099629e1 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:47.284275 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-56dc50ed-d622-4964-9108-3b3489480fca req-ad9f560f-91ad-4c2d-9420-e904099629e1 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 946 time: 0.0806291 Nov 04 11:01:47.357498 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-56dc50ed-d622-4964-9108-3b3489480fca req-7cf21267-1f98-4cda-b963-c96ab36a41f6 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710974 Nov 04 11:01:47.622784 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32363c85-bc81-495e-b070-e785aedb067f req-0ef1ec51-74d2-4191-947a-478c6fc10a80 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:47.625103 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-32363c85-bc81-495e-b070-e785aedb067f req-0ef1ec51-74d2-4191-947a-478c6fc10a80 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 946 time: 0.0587287 Nov 04 11:01:47.684524 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-32363c85-bc81-495e-b070-e785aedb067f req-c0a6bb14-3282-41da-a6a5-c37c48a2bf48 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519385 Nov 04 11:01:48.471895 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557cb59-273b-48b9-972f-d568510054df req-d9fe784d-decf-492c-aed0-d55032f1e362 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:48.473415 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a557cb59-273b-48b9-972f-d568510054df req-d9fe784d-decf-492c-aed0-d55032f1e362 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 946 time: 0.0528624 Nov 04 11:01:48.530032 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a557cb59-273b-48b9-972f-d568510054df req-19262e61-b290-4aa6-8432-f51fc46bb9b3 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498617 Nov 04 11:01:48.816840 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1718dd-b80f-44e9-a2f6-bd50a02702b1 req-7ad46c3f-d8cf-4191-acf0-014afa30e373 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:48.825143 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f1718dd-b80f-44e9-a2f6-bd50a02702b1 req-7ad46c3f-d8cf-4191-acf0-014afa30e373 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 946 time: 0.0636404 Nov 04 11:01:48.874293 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3f1718dd-b80f-44e9-a2f6-bd50a02702b1 req-e57ea9ca-66f8-4fbc-a8d9-a9efd0ea099e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479887 Nov 04 11:01:49.675846 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4b64c805-ff66-40a5-acbf-3949c24b85d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:49.705987 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e3b1c-5652-4ea8-8977-aab097e625c0 req-a493e968-cbc0-40e7-8cd8-50fa5056b76c tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:49.715180 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5f5e3b1c-5652-4ea8-8977-aab097e625c0 req-a493e968-cbc0-40e7-8cd8-50fa5056b76c tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 946 time: 0.0733895 Nov 04 11:01:49.773387 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8431139-43af-4fbd-ad0d-1112614912ac req-6e549feb-c3c1-4192-8873-a57baaf2156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:49.775119 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f8431139-43af-4fbd-ad0d-1112614912ac req-6e549feb-c3c1-4192-8873-a57baaf2156a service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 1097 time: 0.0602801 Nov 04 11:01:49.777594 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5f5e3b1c-5652-4ea8-8977-aab097e625c0 req-68b1a4a2-2333-469e-a1d9-19605b2abe4b tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608275 Nov 04 11:01:49.902838 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8431139-43af-4fbd-ad0d-1112614912ac req-2b328b7d-3482-4c6e-b161-bdb4974d864d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:49.908254 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f8431139-43af-4fbd-ad0d-1112614912ac req-2b328b7d-3482-4c6e-b161-bdb4974d864d service neutron] 10.222.0.126 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 913 time: 0.1091461 Nov 04 11:01:50.010730 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f8431139-43af-4fbd-ad0d-1112614912ac req-e2f0d14e-6316-48a7-ab3b-a8cce2ac878a service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d257828-1078-4e49-9fa6-ac70dcd14216 HTTP/1.1" status: 200 len: 1001 time: 0.0924413 Nov 04 11:01:50.032211 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ce6a7-e208-476e-9233-da95396a4e01 req-4ebeceba-9d72-4be1-8d0d-0cba8d6d846c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:50.041456 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bd5ce6a7-e208-476e-9233-da95396a4e01 req-4ebeceba-9d72-4be1-8d0d-0cba8d6d846c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 946 time: 0.0752633 Nov 04 11:01:50.074286 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8431139-43af-4fbd-ad0d-1112614912ac req-7a4c5127-cf7d-4e97-9e9c-24d303eae528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:50.075888 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f8431139-43af-4fbd-ad0d-1112614912ac req-7a4c5127-cf7d-4e97-9e9c-24d303eae528 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=acbe3edd-0e54-430d-9b84-17ccd434a175 HTTP/1.1" status: 200 len: 850 time: 0.0568864 Nov 04 11:01:50.102728 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bd5ce6a7-e208-476e-9233-da95396a4e01 req-53c2139a-0b88-4e34-b79a-e4dadfca42c6 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601556 Nov 04 11:01:50.148948 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8431139-43af-4fbd-ad0d-1112614912ac req-abe91e18-9f3c-4e14-a619-6d92820753cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:50.150112 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f8431139-43af-4fbd-ad0d-1112614912ac req-abe91e18-9f3c-4e14-a619-6d92820753cd service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0f07f923-0bad-4509-bf44-e9706f67de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649176 Nov 04 11:01:50.260884 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f8431139-43af-4fbd-ad0d-1112614912ac req-eef0e53e-a9b4-4eaf-a47e-e404eab6edae service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015117 Nov 04 11:01:50.365747 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f8431139-43af-4fbd-ad0d-1112614912ac req-073bf2df-5cc4-4a52-a7a8-a2bc902b6391 service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964420 Nov 04 11:01:50.796265 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:50.923616 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd422fc-c336-4ba8-9561-c6c608bcd22d req-a502e3f1-d670-47fd-b594-26752f336eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:50.925490 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-afd422fc-c336-4ba8-9561-c6c608bcd22d req-a502e3f1-d670-47fd-b594-26752f336eba service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 1097 time: 0.1170137 Nov 04 11:01:51.021150 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-afd422fc-c336-4ba8-9561-c6c608bcd22d req-b9fde97f-cac3-4353-a571-7645d0f7942b service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790710 Nov 04 11:01:51.034469 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb8483-868f-4eee-b17a-4f41055cc704 req-80981feb-b616-4c7f-9427-d21e997767ea tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:51.036115 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1ebb8483-868f-4eee-b17a-4f41055cc704 req-80981feb-b616-4c7f-9427-d21e997767ea tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 946 time: 0.1282010 Nov 04 11:01:51.100383 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1ebb8483-868f-4eee-b17a-4f41055cc704 req-5f4ef7c9-3d3d-4e5c-afe4-cbbf57f6d23f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577366 Nov 04 11:01:51.113425 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:01:51.266537 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port d86ea68b-49a1-4b74-8770-bb5f1d22c5e8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=d86ea68b-49a1-4b74-8770-bb5f1d22c5e8,segment=NetworkSegment(0a3cdc52-9cc4-48a9-870d-eb82225aa053),segment_id=0a3cdc52-9cc4-48a9-870d-eb82225aa053)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:01:51.287066 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa98ded-2a51-42df-ab0d-4ca10996c70c req-e8924d54-1563-434b-910d-652f55cb0baa tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:51.288723 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2fa98ded-2a51-42df-ab0d-4ca10996c70c req-e8924d54-1563-434b-910d-652f55cb0baa tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 946 time: 0.0853183 Nov 04 11:01:51.291468 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'd86ea68b-49a1-4b74-8770-bb5f1d22c5e8', 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7', 'port_id': 'd86ea68b-49a1-4b74-8770-bb5f1d22c5e8', 'mac_address': 'fa:16:3e:2a:8f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7354c3c4-3c45-4cc7-90fb-f062182b73fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:01:51.336071 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:51.354300 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:01:51.354474 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2fa98ded-2a51-42df-ab0d-4ca10996c70c req-c6064381-fea4-40c8-aa7f-1968f1bc22de tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583262 Nov 04 11:01:51.383214 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port d86ea68b-49a1-4b74-8770-bb5f1d22c5e8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=d86ea68b-49a1-4b74-8770-bb5f1d22c5e8,segment=NetworkSegment(0a3cdc52-9cc4-48a9-870d-eb82225aa053),segment_id=0a3cdc52-9cc4-48a9-870d-eb82225aa053)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:01:51.390729 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:51.453411 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=d86ea68b-49a1-4b74-8770-bb5f1d22c5e8,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:01:51.638105 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['d86ea68b-49a1-4b74-8770-bb5f1d22c5e8'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:01:52.209009 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:52.292431 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa59bd8-4a65-47b7-ba95-5518c4ada6b1 req-a67c3fa1-421f-4a48-b683-df20e732b67d tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:52.294249 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3fa59bd8-4a65-47b7-ba95-5518c4ada6b1 req-a67c3fa1-421f-4a48-b683-df20e732b67d tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 946 time: 0.0601656 Nov 04 11:01:52.356392 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3fa59bd8-4a65-47b7-ba95-5518c4ada6b1 req-599041ee-c087-40b8-bdb6-7ecef7dd02ea tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533969 Nov 04 11:01:52.490536 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d42ee0-1df0-4919-a039-e80ba28a44fa req-975abfe9-e042-4a19-9079-311a26367562 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:52.492271 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-57d42ee0-1df0-4919-a039-e80ba28a44fa req-975abfe9-e042-4a19-9079-311a26367562 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 945 time: 0.0573897 Nov 04 11:01:52.561337 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-57d42ee0-1df0-4919-a039-e80ba28a44fa req-6729a4a4-4b94-44f2-8183-df2e74b0de1e tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616529 Nov 04 11:01:52.584903 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45590) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:01:52.612768 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:52.681723 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7be91508-4dab-46d3-89eb-b675496d6cf8 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/floatingips/f5b48a69-7fd4-4fb8-9495-35268fb80094 HTTP/1.1" status: 200 len: 993 time: 0.0897152 Nov 04 11:01:53.122029 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:01:53.176445 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:01:53.176939 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:53.262559 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:53.287837 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a944c4-79fe-47c4-a8ef-9092ccb2f0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86ea68b-49a1-4b74-8770-bb5f1d22c5e8'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:01:53.290232 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff454789-ecc9-4b2f-bead-eb6fb026f8ad" -d '{"events": [{"server_uuid": "78a944c4-79fe-47c4-a8ef-9092ccb2f0f1", "name": "network-vif-plugged", "status": "completed", "tag": "d86ea68b-49a1-4b74-8770-bb5f1d22c5e8"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:01:53.309359 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port d86ea68b-49a1-4b74-8770-bb5f1d22c5e8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=d86ea68b-49a1-4b74-8770-bb5f1d22c5e8,segment=NetworkSegment(0a3cdc52-9cc4-48a9-870d-eb82225aa053),segment_id=0a3cdc52-9cc4-48a9-870d-eb82225aa053)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:01:53.321267 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:53.353749 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f03685-6cca-4110-bdd1-16ce818e216b x-openstack-request-id: req-25f03685-6cca-4110-bdd1-16ce818e216b {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:01:53.354117 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a944c4-79fe-47c4-a8ef-9092ccb2f0f1", "name": "network-vif-plugged", "status": "completed", "tag": "d86ea68b-49a1-4b74-8770-bb5f1d22c5e8", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:01:53.354287 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-25f03685-6cca-4110-bdd1-16ce818e216b {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:01:53.354673 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a944c4-79fe-47c4-a8ef-9092ccb2f0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86ea68b-49a1-4b74-8770-bb5f1d22c5e8', 'code': 200} Nov 04 11:01:53.395412 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=d86ea68b-49a1-4b74-8770-bb5f1d22c5e8,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:01:53.556096 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70c72c-befd-43b5-bb96-48bd2077df06 req-27caf762-819a-42e3-87dd-5dd5581ebc96 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:53.557698 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1c70c72c-befd-43b5-bb96-48bd2077df06 req-27caf762-819a-42e3-87dd-5dd5581ebc96 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 946 time: 0.0844243 Nov 04 11:01:53.630995 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1c70c72c-befd-43b5-bb96-48bd2077df06 req-1fc82319-0f31-4a06-9c95-8f137fd1fb5a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649576 Nov 04 11:01:54.273768 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:01:54.775824 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8929cc-8c1d-4c56-bf52-dbbb5b7c25d3 req-12c6d1a5-1245-45ca-9f9c-5368d7d642bc tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:54.777041 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f8929cc-8c1d-4c56-bf52-dbbb5b7c25d3 req-12c6d1a5-1245-45ca-9f9c-5368d7d642bc tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 946 time: 0.0630875 Nov 04 11:01:54.839574 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f8929cc-8c1d-4c56-bf52-dbbb5b7c25d3 req-b5cec315-fa01-48b2-9df5-578b42f71130 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524735 Nov 04 11:01:55.982699 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee911b3-7a7a-4b65-b79d-c879d3760993 req-165caa5e-5a42-4f7e-824c-512c3afafeb8 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:55.984317 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aee911b3-7a7a-4b65-b79d-c879d3760993 req-165caa5e-5a42-4f7e-824c-512c3afafeb8 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 946 time: 0.0614917 Nov 04 11:01:56.035769 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aee911b3-7a7a-4b65-b79d-c879d3760993 req-e7f19e56-7ee0-4a65-bb6d-11bd2fa0aa75 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424316 Nov 04 11:01:56.250466 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4de1f9-0dce-4d55-8ca4-820e1f720763 req-656b2de9-2f9a-4703-83db-30b72fcbdc3c tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:56.252177 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d4de1f9-0dce-4d55-8ca4-820e1f720763 req-656b2de9-2f9a-4703-83db-30b72fcbdc3c tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 946 time: 0.0528159 Nov 04 11:01:56.304637 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d4de1f9-0dce-4d55-8ca4-820e1f720763 req-a50131d3-4c69-4316-85b9-94a2745d809e tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435209 Nov 04 11:01:57.313535 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81abd0-bb4d-48cd-9068-4b27db03561f req-dc2a1d0b-299c-4ff8-9ff3-a672e6a5acef tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:57.315026 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8e81abd0-bb4d-48cd-9068-4b27db03561f req-dc2a1d0b-299c-4ff8-9ff3-a672e6a5acef tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 946 time: 0.0531998 Nov 04 11:01:57.368452 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8e81abd0-bb4d-48cd-9068-4b27db03561f req-9854287a-7278-4201-a9c2-af0985fb86ab tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470781 Nov 04 11:01:57.595924 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc063b-8149-418b-be35-89f6eb68db2e req-1299cf25-85e2-49a6-9b85-e47019149cf4 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:57.597508 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-31cc063b-8149-418b-be35-89f6eb68db2e req-1299cf25-85e2-49a6-9b85-e47019149cf4 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 946 time: 0.0520842 Nov 04 11:01:57.601297 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e24f6e-f3ac-4233-b130-eac27ceb328b req-adc2debd-927b-4a7d-bd06-725ca654a04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:57.602825 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-84e24f6e-f3ac-4233-b130-eac27ceb328b req-adc2debd-927b-4a7d-bd06-725ca654a04d service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 1097 time: 0.0472417 Nov 04 11:01:57.648033 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-31cc063b-8149-418b-be35-89f6eb68db2e req-3ce0a9ea-6c56-4881-8b36-0b814109cbcd tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438132 Nov 04 11:01:57.694611 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e24f6e-f3ac-4233-b130-eac27ceb328b req-b65cefd4-110a-4870-a220-dd4d9f0114f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:57.696129 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-84e24f6e-f3ac-4233-b130-eac27ceb328b req-b65cefd4-110a-4870-a220-dd4d9f0114f3 service neutron] 10.222.0.126 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 913 time: 0.0864453 Nov 04 11:01:57.769657 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-84e24f6e-f3ac-4233-b130-eac27ceb328b req-89cefe85-a05a-495d-be5d-d5ac47ca5dae service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d257828-1078-4e49-9fa6-ac70dcd14216 HTTP/1.1" status: 200 len: 1001 time: 0.0664830 Nov 04 11:01:57.821295 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e24f6e-f3ac-4233-b130-eac27ceb328b req-bd050201-4ff1-4dc4-891f-644caa55c42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:57.822792 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-84e24f6e-f3ac-4233-b130-eac27ceb328b req-bd050201-4ff1-4dc4-891f-644caa55c42a service neutron] 10.222.0.126 "GET /v2.0/subnets?id=acbe3edd-0e54-430d-9b84-17ccd434a175 HTTP/1.1" status: 200 len: 850 time: 0.0456355 Nov 04 11:01:57.869684 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e24f6e-f3ac-4233-b130-eac27ceb328b req-1847683d-5aba-4ddd-9078-0910c4d2c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:57.872440 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-84e24f6e-f3ac-4233-b130-eac27ceb328b req-1847683d-5aba-4ddd-9078-0910c4d2c197 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0f07f923-0bad-4509-bf44-e9706f67de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413077 Nov 04 11:01:57.976710 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-84e24f6e-f3ac-4233-b130-eac27ceb328b req-c546674d-3798-474e-9fb5-d2ac13352ec4 service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980864 Nov 04 11:01:58.077601 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-84e24f6e-f3ac-4233-b130-eac27ceb328b req-c28cd756-4217-43b7-9978-6806ce3f1ab7 service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932648 Nov 04 11:01:58.775986 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581a031-9cfb-4d96-86f4-2e3ce60f8a7e req-b73b94a1-f2b5-4a62-a566-a51c6f5f4c5a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:58.777543 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4581a031-9cfb-4d96-86f4-2e3ce60f8a7e req-b73b94a1-f2b5-4a62-a566-a51c6f5f4c5a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 946 time: 0.0519018 Nov 04 11:01:58.795129 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1d257828-1078-4e49-9fa6-ac70dcd14216 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:01:58.828627 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4581a031-9cfb-4d96-86f4-2e3ce60f8a7e req-3a106a2a-2475-438f-8b01-860d5685630a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445697 Nov 04 11:01:58.876353 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:58.901360 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7294169b-b62f-43fa-9a21-36f22533ba54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d257828-1078-4e49-9fa6-ac70dcd14216'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:01:58.903665 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a61e75-dbd9-49c2-8e58-476a958af46e" -d '{"events": [{"server_uuid": "7294169b-b62f-43fa-9a21-36f22533ba54", "name": "network-vif-unplugged", "status": "completed", "tag": "1d257828-1078-4e49-9fa6-ac70dcd14216"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:01:58.916507 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 1d257828-1078-4e49-9fa6-ac70dcd14216, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1d257828-1078-4e49-9fa6-ac70dcd14216,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:01:58.921872 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:01:58.961317 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 11:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39c4b57-89bc-47a8-ab53-d25b6e2bce1a x-openstack-request-id: req-b39c4b57-89bc-47a8-ab53-d25b6e2bce1a {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:01:58.961612 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7294169b-b62f-43fa-9a21-36f22533ba54", "name": "network-vif-unplugged", "status": "completed", "tag": "1d257828-1078-4e49-9fa6-ac70dcd14216", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:01:58.961861 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-b39c4b57-89bc-47a8-ab53-d25b6e2bce1a {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:01:58.962251 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7294169b-b62f-43fa-9a21-36f22533ba54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d257828-1078-4e49-9fa6-ac70dcd14216', 'code': 200} Nov 04 11:01:58.974975 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=1d257828-1078-4e49-9fa6-ac70dcd14216,revision_number=14']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:01:59.058448 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246036be-f251-4c43-93ab-86ad17bb3e71 req-917467c7-55b5-4d0b-8984-500bb8a93457 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:59.059990 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-246036be-f251-4c43-93ab-86ad17bb3e71 req-917467c7-55b5-4d0b-8984-500bb8a93457 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0559478 Nov 04 11:01:59.109585 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-246036be-f251-4c43-93ab-86ad17bb3e71 req-f271a28b-7dbe-4ab8-a313-0c2c40f9a0c1 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434105 Nov 04 11:01:59.237761 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1350bfd-f511-411c-a759-f6fe46d1b9e0 req-774b3adb-579f-413f-b394-346b274e6ca2 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:59.239212 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b1350bfd-f511-411c-a759-f6fe46d1b9e0 req-774b3adb-579f-413f-b394-346b274e6ca2 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0590930 Nov 04 11:01:59.291065 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b1350bfd-f511-411c-a759-f6fe46d1b9e0 req-5a718883-ad2e-4cc7-87a6-9e089086a26a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454299 Nov 04 11:01:59.938645 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-7a47be7d-3f56-4a78-99fa-cd9c4569b3be tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:01:59.940125 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-7a47be7d-3f56-4a78-99fa-cd9c4569b3be tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 811 time: 0.4685810 Nov 04 11:01:59.959073 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-5791a313-c9f3-46a5-ab0d-4039d903e3f5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/quotas/c2e39161b3394d9ebfb8df6053d2cccf HTTP/1.1" status: 200 len: 375 time: 0.0094845 Nov 04 11:02:00.024187 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-e3a55c6e-1b52-4583-8838-682475f7abd9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0590484 Nov 04 11:02:00.156372 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-39e05aad-afd1-4757-9437-e512109c1e49 service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 11:02:00.157411 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-39e05aad-afd1-4757-9437-e512109c1e49 service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.1259525 Nov 04 11:02:00.256620 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-8daaef4b-87f1-4d2a-9928-c45020f3ed07 service neutron] 10.222.0.127 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921106 Nov 04 11:02:00.349882 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-e420c946-ea34-4720-8c10-90890843cf8f service neutron] 10.222.0.127 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870051 Nov 04 11:02:00.572531 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d3dd1233-0ab4-4b64-99a7-a4905acdb15d req-bca1c85a-453b-4e63-9130-c73750498108 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 210 time: 0.0279241 Nov 04 11:02:01.599177 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-3707cd5a-ba2e-49c2-9111-1c9ee2b3f201 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:01.601602 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-3707cd5a-ba2e-49c2-9111-1c9ee2b3f201 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.121 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 811 time: 0.1200752 Nov 04 11:02:01.617390 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-40fe6d80-b479-443e-9df8-914a48bfcad9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Request body: {'port': {'device_id': 'd520a024-6226-46f0-a686-ca9430533efe', 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e', 'admin_state_up': True, 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:02:01.683490 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c24d7b42-8196-40da-a87c-26e2682c272d req-7e147696-7fc4-4431-aaf4-a25548931883 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 210 time: 0.0318916 Nov 04 11:02:01.737504 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-40fe6d80-b479-443e-9df8-914a48bfcad9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Made reservation on behalf of c2e39161b3394d9ebfb8df6053d2cccf for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:02:01.742238 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-40fe6d80-b479-443e-9df8-914a48bfcad9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:01.885584 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-40fe6d80-b479-443e-9df8-914a48bfcad9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Allocated IP 172.20.0.10 (0f07f923-0bad-4509-bf44-e9706f67de3e/acbe3edd-0e54-430d-9b84-17ccd434a175/959e796d-cda9-4c4f-90c2-519dec043dd1) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:02:02.046293 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-40fe6d80-b479-443e-9df8-914a48bfcad9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:02.087384 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-40fe6d80-b479-443e-9df8-914a48bfcad9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:02.132143 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-40fe6d80-b479-443e-9df8-914a48bfcad9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Network 0f07f923-0bad-4509-bf44-e9706f67de3e is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:02:02.137675 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-40fe6d80-b479-443e-9df8-914a48bfcad9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:02:02.141507 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-40fe6d80-b479-443e-9df8-914a48bfcad9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:02:02.149601 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe6d80-b479-443e-9df8-914a48bfcad9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Pushing event updated for resources: {'Port': ['ID=959e796d-cda9-4c4f-90c2-519dec043dd1,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:02.183026 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe6d80-b479-443e-9df8-914a48bfcad9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:02.183345 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe6d80-b479-443e-9df8-914a48bfcad9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:02.183715 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe6d80-b479-443e-9df8-914a48bfcad9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:02.184054 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe6d80-b479-443e-9df8-914a48bfcad9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:02.184372 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe6d80-b479-443e-9df8-914a48bfcad9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:02.184730 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe6d80-b479-443e-9df8-914a48bfcad9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:02.185076 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe6d80-b479-443e-9df8-914a48bfcad9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:02.185398 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe6d80-b479-443e-9df8-914a48bfcad9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:02.185776 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe6d80-b479-443e-9df8-914a48bfcad9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:02.186086 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe6d80-b479-443e-9df8-914a48bfcad9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:02.186420 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe6d80-b479-443e-9df8-914a48bfcad9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:02.186733 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe6d80-b479-443e-9df8-914a48bfcad9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:02.211157 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-40fe6d80-b479-443e-9df8-914a48bfcad9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:02.211810 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-40fe6d80-b479-443e-9df8-914a48bfcad9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:02.230578 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-40fe6d80-b479-443e-9df8-914a48bfcad9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6173828 Nov 04 11:02:02.243851 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-434c70c4-2af1-4f84-87b9-04e718c69c9a service neutron] Request body: {'port': {'device_id': 'd520a024-6226-46f0-a686-ca9430533efe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:02:02.304063 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-434c70c4-2af1-4f84-87b9-04e718c69c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:02.414044 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2634e49f-3d48-431f-9ef2-c16401d3afed None None] Provisioning complete for port 959e796d-cda9-4c4f-90c2-519dec043dd1 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:02:02.415060 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2634e49f-3d48-431f-9ef2-c16401d3afed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:02.455111 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2634e49f-3d48-431f-9ef2-c16401d3afed None None] Port 959e796d-cda9-4c4f-90c2-519dec043dd1 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:02:02.578294 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-434c70c4-2af1-4f84-87b9-04e718c69c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 959e796d-cda9-4c4f-90c2-519dec043dd1 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:02:02.586121 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-434c70c4-2af1-4f84-87b9-04e718c69c9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:02.601394 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-434c70c4-2af1-4f84-87b9-04e718c69c9a service neutron] Transition to ACTIVE for port object 959e796d-cda9-4c4f-90c2-519dec043dd1 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:02:02.607686 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-434c70c4-2af1-4f84-87b9-04e718c69c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:02.679311 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c70c4-2af1-4f84-87b9-04e718c69c9a service neutron] Pushing event updated for resources: {'Port': ['ID=959e796d-cda9-4c4f-90c2-519dec043dd1,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:02.744999 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-434c70c4-2af1-4f84-87b9-04e718c69c9a service neutron] Attempting to bind port 959e796d-cda9-4c4f-90c2-519dec043dd1 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:02:02.745435 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-434c70c4-2af1-4f84-87b9-04e718c69c9a service neutron] Attempting to bind port 959e796d-cda9-4c4f-90c2-519dec043dd1 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:02:02.745774 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-434c70c4-2af1-4f84-87b9-04e718c69c9a service neutron] Attempting to bind port 959e796d-cda9-4c4f-90c2-519dec043dd1 on network 0f07f923-0bad-4509-bf44-e9706f67de3e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:02:02.751273 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-434c70c4-2af1-4f84-87b9-04e718c69c9a service neutron] Port 959e796d-cda9-4c4f-90c2-519dec043dd1 on network 0f07f923-0bad-4509-bf44-e9706f67de3e not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:02:02.751595 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-434c70c4-2af1-4f84-87b9-04e718c69c9a service neutron] Attempting to bind port 959e796d-cda9-4c4f-90c2-519dec043dd1 on network 0f07f923-0bad-4509-bf44-e9706f67de3e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:02:02.757467 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-434c70c4-2af1-4f84-87b9-04e718c69c9a service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:02:02.757807 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-434c70c4-2af1-4f84-87b9-04e718c69c9a service neutron] Checking segment: {'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:02:02.758201 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-434c70c4-2af1-4f84-87b9-04e718c69c9a service neutron] Bound using segment: {'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:02:02.758654 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-434c70c4-2af1-4f84-87b9-04e718c69c9a service neutron] Bound port: 959e796d-cda9-4c4f-90c2-519dec043dd1, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:02:02.759033 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-434c70c4-2af1-4f84-87b9-04e718c69c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:02.812713 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6dc8c5-afba-4213-988f-96f67859d3d3 req-e33f8407-872c-4f85-8cac-abd2c50f04ed tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:02.814344 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6f6dc8c5-afba-4213-988f-96f67859d3d3 req-e33f8407-872c-4f85-8cac-abd2c50f04ed tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 944 time: 0.0531328 Nov 04 11:02:02.831059 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-434c70c4-2af1-4f84-87b9-04e718c69c9a service neutron] For port 959e796d-cda9-4c4f-90c2-519dec043dd1, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:02:02.834490 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-434c70c4-2af1-4f84-87b9-04e718c69c9a service neutron] For port 959e796d-cda9-4c4f-90c2-519dec043dd1, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=959e796d-cda9-4c4f-90c2-519dec043dd1,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:02:02.840883 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-434c70c4-2af1-4f84-87b9-04e718c69c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:02.868510 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6f6dc8c5-afba-4213-988f-96f67859d3d3 req-7739e8b0-4074-497a-8bd5-8c9716c10f11 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437119 Nov 04 11:02:02.876010 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-434c70c4-2af1-4f84-87b9-04e718c69c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:02.876627 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-434c70c4-2af1-4f84-87b9-04e718c69c9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:02.878122 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-434c70c4-2af1-4f84-87b9-04e718c69c9a service neutron] 10.222.0.121 "PUT /v2.0/ports/959e796d-cda9-4c4f-90c2-519dec043dd1 HTTP/1.1" status: 200 len: 1092 time: 0.6392643 Nov 04 11:02:02.878579 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd520a024-6226-46f0-a686-ca9430533efe', 'tag': '959e796d-cda9-4c4f-90c2-519dec043dd1'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:02:02.881157 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4fc386-42e9-4a4d-8296-333c567beb9d" -d '{"events": [{"name": "network-changed", "server_uuid": "d520a024-6226-46f0-a686-ca9430533efe", "tag": "959e796d-cda9-4c4f-90c2-519dec043dd1"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:02:02.930050 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbc37f4-9539-4802-b374-7adfc1fb96e1 x-openstack-request-id: req-5cbc37f4-9539-4802-b374-7adfc1fb96e1 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:02:02.930339 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d520a024-6226-46f0-a686-ca9430533efe", "tag": "959e796d-cda9-4c4f-90c2-519dec043dd1", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:02:02.930584 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-5cbc37f4-9539-4802-b374-7adfc1fb96e1 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:02:02.930979 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd520a024-6226-46f0-a686-ca9430533efe', 'tag': '959e796d-cda9-4c4f-90c2-519dec043dd1', 'status': 'completed', 'code': 200} Nov 04 11:02:02.931924 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c70c4-2af1-4f84-87b9-04e718c69c9a service neutron] Pushing event updated for resources: {'Port': ['ID=959e796d-cda9-4c4f-90c2-519dec043dd1,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:02.977914 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-4a11c10a-ac20-469f-8176-ddad13741f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:02.979499 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-4a11c10a-ac20-469f-8176-ddad13741f47 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 1095 time: 0.0443013 Nov 04 11:02:03.029903 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-20cf1b71-7440-42eb-9b99-a1bdddaef928 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=959e796d-cda9-4c4f-90c2-519dec043dd1 HTTP/1.1" status: 200 len: 217 time: 0.0399232 Nov 04 11:02:03.082349 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-e97e19b4-b094-4ea7-8483-22279fefd05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:03.083946 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-e97e19b4-b094-4ea7-8483-22279fefd05e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=acbe3edd-0e54-430d-9b84-17ccd434a175 HTTP/1.1" status: 200 len: 850 time: 0.0468416 Nov 04 11:02:03.133984 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-8509425c-f319-4821-8d1d-e69652c32c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:03.136660 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-8509425c-f319-4821-8d1d-e69652c32c21 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0f07f923-0bad-4509-bf44-e9706f67de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441241 Nov 04 11:02:03.236360 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-de933ca5-b8db-4eb1-9513-cf0fd0ca541f service neutron] 10.222.0.121 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913472 Nov 04 11:02:03.332002 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6d4dbaab-e2e2-4b62-92db-dda7d4dec8dd req-2241ec30-e12f-4acb-a7dc-1763d6da43b0 service neutron] 10.222.0.121 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879195 Nov 04 11:02:03.435714 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fc386-42e9-4a4d-8296-333c567beb9d req-5a2184ef-3b20-4afc-bfa4-720656f29bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:03.437292 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9c4fc386-42e9-4a4d-8296-333c567beb9d req-5a2184ef-3b20-4afc-bfa4-720656f29bce service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 1095 time: 0.0528748 Nov 04 11:02:03.535554 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fc386-42e9-4a4d-8296-333c567beb9d req-8c8002fe-d17f-4e04-9e8c-7e62a122d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:03.537037 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9c4fc386-42e9-4a4d-8296-333c567beb9d req-8c8002fe-d17f-4e04-9e8c-7e62a122d096 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 913 time: 0.0925372 Nov 04 11:02:03.581060 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9c4fc386-42e9-4a4d-8296-333c567beb9d req-beb22731-aeb7-483b-8d0d-717d9021142e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=959e796d-cda9-4c4f-90c2-519dec043dd1 HTTP/1.1" status: 200 len: 217 time: 0.0360429 Nov 04 11:02:03.639837 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fc386-42e9-4a4d-8296-333c567beb9d req-b880dee9-b8bb-4028-9d98-515e5e019ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:03.641376 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9c4fc386-42e9-4a4d-8296-333c567beb9d req-b880dee9-b8bb-4028-9d98-515e5e019ec5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=acbe3edd-0e54-430d-9b84-17ccd434a175 HTTP/1.1" status: 200 len: 850 time: 0.0524828 Nov 04 11:02:03.692220 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fc386-42e9-4a4d-8296-333c567beb9d req-d2c7bbe3-aad3-4961-8046-5c5b2908c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:03.694282 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9c4fc386-42e9-4a4d-8296-333c567beb9d req-d2c7bbe3-aad3-4961-8046-5c5b2908c4e8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0f07f923-0bad-4509-bf44-e9706f67de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441046 Nov 04 11:02:03.800772 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9c4fc386-42e9-4a4d-8296-333c567beb9d req-76fbbb85-97b1-455a-a4b9-f53c56d76a07 service neutron] 10.222.0.121 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964398 Nov 04 11:02:03.908554 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9c4fc386-42e9-4a4d-8296-333c567beb9d req-cd2b2990-9cf7-4e34-b254-8b97fdcfd06c service neutron] 10.222.0.121 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994723 Nov 04 11:02:04.000446 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffab48-9dd8-427d-9f86-fea13b9453e0 req-07eedb40-df8c-4e8a-bbb7-6609c9281fd1 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:04.001987 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79ffab48-9dd8-427d-9f86-fea13b9453e0 req-07eedb40-df8c-4e8a-bbb7-6609c9281fd1 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 944 time: 0.0551639 Nov 04 11:02:04.050178 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79ffab48-9dd8-427d-9f86-fea13b9453e0 req-1f9178b0-cddc-45a7-828e-bdabac1229ae tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417964 Nov 04 11:02:05.193869 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97768665-31be-4b1e-92e7-00629edefeb9 req-a3e861f8-f01a-44bb-8c73-4512b0dc85bc tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:05.194964 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 959e796d-cda9-4c4f-90c2-519dec043dd1 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:02:05.195384 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-97768665-31be-4b1e-92e7-00629edefeb9 req-a3e861f8-f01a-44bb-8c73-4512b0dc85bc tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 944 time: 0.0625863 Nov 04 11:02:05.248641 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-97768665-31be-4b1e-92e7-00629edefeb9 req-441d5c68-4cc4-4d2f-9c35-c7980bf92bea tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470347 Nov 04 11:02:05.297676 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 959e796d-cda9-4c4f-90c2-519dec043dd1, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=959e796d-cda9-4c4f-90c2-519dec043dd1,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:02:05.309499 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '959e796d-cda9-4c4f-90c2-519dec043dd1', 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e', 'port_id': '959e796d-cda9-4c4f-90c2-519dec043dd1', 'mac_address': 'fa:16:3e:e8:b7:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbe3edd-0e54-430d-9b84-17ccd434a175', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:02:05.346365 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:05.359335 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959e796d-cda9-4c4f-90c2-519dec043dd1 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:02:05.378375 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 959e796d-cda9-4c4f-90c2-519dec043dd1, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=959e796d-cda9-4c4f-90c2-519dec043dd1,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:02:05.385081 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:05.437407 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=959e796d-cda9-4c4f-90c2-519dec043dd1,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:05.659331 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['959e796d-cda9-4c4f-90c2-519dec043dd1'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:02:06.388533 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85793b1-4f60-4ed7-a319-14fa1c3bf2e6 req-bc9fba5f-fd32-465f-b6a2-d42abd54f8a5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:06.390112 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a85793b1-4f60-4ed7-a319-14fa1c3bf2e6 req-bc9fba5f-fd32-465f-b6a2-d42abd54f8a5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 945 time: 0.0678055 Nov 04 11:02:06.445947 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a85793b1-4f60-4ed7-a319-14fa1c3bf2e6 req-be02ec92-f150-4fd3-a1a7-cd81e966b44a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466471 Nov 04 11:02:07.207004 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 959e796d-cda9-4c4f-90c2-519dec043dd1 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:02:07.266259 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 959e796d-cda9-4c4f-90c2-519dec043dd1 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:02:07.271008 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 959e796d-cda9-4c4f-90c2-519dec043dd1 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:02:07.271418 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:07.363075 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:07.389945 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd520a024-6226-46f0-a686-ca9430533efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959e796d-cda9-4c4f-90c2-519dec043dd1'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:02:07.393530 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e63d07-3057-4201-a9dd-3d7bab2d51d4" -d '{"events": [{"server_uuid": "d520a024-6226-46f0-a686-ca9430533efe", "name": "network-vif-plugged", "status": "completed", "tag": "959e796d-cda9-4c4f-90c2-519dec043dd1"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:02:07.414357 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 959e796d-cda9-4c4f-90c2-519dec043dd1, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=959e796d-cda9-4c4f-90c2-519dec043dd1,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:02:07.420366 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:07.444976 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3b4ee4-ee80-4bc3-8342-ec5e6c612f0a x-openstack-request-id: req-0a3b4ee4-ee80-4bc3-8342-ec5e6c612f0a {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:02:07.445274 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d520a024-6226-46f0-a686-ca9430533efe", "name": "network-vif-plugged", "status": "completed", "tag": "959e796d-cda9-4c4f-90c2-519dec043dd1", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:02:07.445528 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-0a3b4ee4-ee80-4bc3-8342-ec5e6c612f0a {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:02:07.446570 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd520a024-6226-46f0-a686-ca9430533efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959e796d-cda9-4c4f-90c2-519dec043dd1', 'code': 200} Nov 04 11:02:07.478374 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=959e796d-cda9-4c4f-90c2-519dec043dd1,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:07.543091 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97527429-b648-49e9-962a-acecac6ddd44 req-738981da-eb36-44f2-83a6-86b6e05632f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:07.544617 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-97527429-b648-49e9-962a-acecac6ddd44 req-738981da-eb36-44f2-83a6-86b6e05632f4 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 1097 time: 0.0440094 Nov 04 11:02:07.587350 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1b8d8-df65-47de-b52b-57097bd36e55 req-f3dc76af-1532-4895-8d62-c182744eaeb8 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:07.589033 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bfd1b8d8-df65-47de-b52b-57097bd36e55 req-f3dc76af-1532-4895-8d62-c182744eaeb8 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.0510077 Nov 04 11:02:07.592009 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-97527429-b648-49e9-962a-acecac6ddd44 req-cd736e82-e2ee-4b8a-9262-27cdf5e63cfa service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394258 Nov 04 11:02:07.642688 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bfd1b8d8-df65-47de-b52b-57097bd36e55 req-b88b8685-f9e9-4188-9ceb-6686a7ee6675 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473838 Nov 04 11:02:08.769833 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1e394-d9bb-4d73-bb0a-6e7fb66e74ed req-04c8f8e1-9850-44b4-ab0d-adc45a3a3338 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:08.771514 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-14e1e394-d9bb-4d73-bb0a-6e7fb66e74ed req-04c8f8e1-9850-44b4-ab0d-adc45a3a3338 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.0562127 Nov 04 11:02:08.822377 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-14e1e394-d9bb-4d73-bb0a-6e7fb66e74ed req-18382073-99da-4eb4-8fa0-bec85dca0885 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445743 Nov 04 11:02:09.959549 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02759688-ee8f-42ae-8fd0-94d2fd96b9f1 req-a8d5805c-157e-4987-bbda-030c479659ea tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:09.962364 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-02759688-ee8f-42ae-8fd0-94d2fd96b9f1 req-a8d5805c-157e-4987-bbda-030c479659ea tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.0582323 Nov 04 11:02:10.023223 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-02759688-ee8f-42ae-8fd0-94d2fd96b9f1 req-17e8d710-ee18-49ae-89e2-25393f055e33 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532839 Nov 04 11:02:10.315956 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab45d9-ebb9-4ced-88d0-4fa4471882db req-264a778e-3f8c-4827-99c2-0f8d509a23f6 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:10.317539 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-beab45d9-ebb9-4ced-88d0-4fa4471882db req-264a778e-3f8c-4827-99c2-0f8d509a23f6 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.0556302 Nov 04 11:02:10.368061 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-beab45d9-ebb9-4ced-88d0-4fa4471882db req-63d3333f-3180-4870-a9b2-666ea2d24d78 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436890 Nov 04 11:02:11.512783 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3b07d-8a33-4eca-9123-8001dbd321df req-4bb857df-6376-4bfd-93bb-434c0d5f5b2c tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:11.514592 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ebf3b07d-8a33-4eca-9123-8001dbd321df req-4bb857df-6376-4bfd-93bb-434c0d5f5b2c tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.0628457 Nov 04 11:02:11.566450 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ebf3b07d-8a33-4eca-9123-8001dbd321df req-9f84d9e3-5ec4-4efb-b284-7e9a30b8e38a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454662 Nov 04 11:02:12.475215 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:12.704353 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39af04-dac7-49bf-ad7a-26e0c6af4caf req-ddd1e6f6-4ffa-48b8-864a-800a4c2baa8d tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:12.706018 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1a39af04-dac7-49bf-ad7a-26e0c6af4caf req-ddd1e6f6-4ffa-48b8-864a-800a4c2baa8d tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.0576530 Nov 04 11:02:12.756046 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1a39af04-dac7-49bf-ad7a-26e0c6af4caf req-513f454a-ed48-4d98-9be4-6b8fa83c39ba tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434465 Nov 04 11:02:13.906350 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5493e43-a77e-42cc-9fc7-606c6210a013 req-b9f88d92-8fc9-4e84-b283-3e2ca477ec0d tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:13.907982 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5493e43-a77e-42cc-9fc7-606c6210a013 req-b9f88d92-8fc9-4e84-b283-3e2ca477ec0d tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.0576887 Nov 04 11:02:13.956089 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5493e43-a77e-42cc-9fc7-606c6210a013 req-1b48c9e9-3344-4a04-802c-ef413a2e4acd tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420244 Nov 04 11:02:14.897598 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:15.101223 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b3013-d41a-4877-9f91-a756f9827839 req-7230acdc-74ab-4671-a1de-80af90937637 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:15.102865 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-470b3013-d41a-4877-9f91-a756f9827839 req-7230acdc-74ab-4671-a1de-80af90937637 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.0615206 Nov 04 11:02:15.159972 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-470b3013-d41a-4877-9f91-a756f9827839 req-d437bb1a-6d3e-4f00-bb90-507244e903db tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476165 Nov 04 11:02:16.293442 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbb9f2-8f8b-4740-9a93-1dd5cc8f83f3 req-48890a1e-9fee-49fa-8ad2-5cc9ca64a9da tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:16.294941 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-90dbb9f2-8f8b-4740-9a93-1dd5cc8f83f3 req-48890a1e-9fee-49fa-8ad2-5cc9ca64a9da tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.0519843 Nov 04 11:02:16.346617 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-90dbb9f2-8f8b-4740-9a93-1dd5cc8f83f3 req-c5748dc2-64d0-485e-bfb6-2d8a5151a084 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450826 Nov 04 11:02:16.879835 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b8d3a509-68bc-4cb8-9dba-885f128405fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:17.482077 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc2204-7ace-4d17-9f60-da8d3460205d req-7b4407eb-73ba-4033-8767-87f492a1ce5d tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:17.483503 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9acc2204-7ace-4d17-9f60-da8d3460205d req-7b4407eb-73ba-4033-8767-87f492a1ce5d tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.0552480 Nov 04 11:02:17.538367 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9acc2204-7ace-4d17-9f60-da8d3460205d req-9191cd0c-1a35-46cd-9f6b-05c09985128a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455701 Nov 04 11:02:18.681289 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f95d6d-0a76-4fca-94b7-307ec560cc2d req-2976f29c-f8cb-441b-8226-6fa04943932b tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:18.683470 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-70f95d6d-0a76-4fca-94b7-307ec560cc2d req-2976f29c-f8cb-441b-8226-6fa04943932b tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.0548754 Nov 04 11:02:18.735679 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-70f95d6d-0a76-4fca-94b7-307ec560cc2d req-6099e59d-1436-48df-beb9-90dd849b3b1f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459719 Nov 04 11:02:19.671879 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a9f4cee8-3f7f-4f10-9ccc-50ab5a24c485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:19.873578 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9b822-0c5d-491a-8ad9-519deb2bdd2b req-0c93cba9-1f24-48c6-8526-3e7c9d503fa7 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:19.875086 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-56b9b822-0c5d-491a-8ad9-519deb2bdd2b req-0c93cba9-1f24-48c6-8526-3e7c9d503fa7 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.0585680 Nov 04 11:02:19.929044 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-56b9b822-0c5d-491a-8ad9-519deb2bdd2b req-31eaf871-e624-4bc9-bafd-2ff29a2fbbd0 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476470 Nov 04 11:02:20.791612 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:21.059877 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e263a-a74d-4f1a-a844-8b0103a00336 req-4572e18c-d3a0-4a93-876a-bbc60a619f6b tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:21.061333 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c78e263a-a74d-4f1a-a844-8b0103a00336 req-4572e18c-d3a0-4a93-876a-bbc60a619f6b tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.0534556 Nov 04 11:02:21.116502 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c78e263a-a74d-4f1a-a844-8b0103a00336 req-f5f2934f-9d29-4826-9b33-dc2e2bf34f60 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457685 Nov 04 11:02:22.194688 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:22.254080 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e87123-afce-4a16-b1b2-61d1659a6c86 req-2bdb00e3-a1dd-4044-aa70-6745f3e37dea tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:22.255600 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e0e87123-afce-4a16-b1b2-61d1659a6c86 req-2bdb00e3-a1dd-4044-aa70-6745f3e37dea tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.0532167 Nov 04 11:02:22.312323 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e0e87123-afce-4a16-b1b2-61d1659a6c86 req-d039c00f-3762-4fc9-970f-6aefa334ad87 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498836 Nov 04 11:02:22.606716 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:23.441805 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe77732-958f-4000-aa9f-c78cfc66821d req-9af37701-b0e7-49c9-81f5-e6a2e8886173 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:23.443216 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-afe77732-958f-4000-aa9f-c78cfc66821d req-9af37701-b0e7-49c9-81f5-e6a2e8886173 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.0506830 Nov 04 11:02:23.493408 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-afe77732-958f-4000-aa9f-c78cfc66821d req-fbe28c45-176b-4d0e-9b91-63b2a07b548c tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440326 Nov 04 11:02:24.633577 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648d178-8c9a-4c33-ac5f-bc29a9446c61 req-ab5b4942-d7a3-4fb8-a81f-277a547ffdb3 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:24.635085 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b648d178-8c9a-4c33-ac5f-bc29a9446c61 req-ab5b4942-d7a3-4fb8-a81f-277a547ffdb3 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.0574980 Nov 04 11:02:24.684177 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b648d178-8c9a-4c33-ac5f-bc29a9446c61 req-6bea2963-3a31-48a7-ad9d-129a13638a15 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426402 Nov 04 11:02:25.520739 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d326a-d2c2-4d6f-ac7e-0d155ddf50d2 req-34c6ae92-abda-4c3a-a164-0ac48eefa0d8 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:25.522333 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-060d326a-d2c2-4d6f-ac7e-0d155ddf50d2 req-34c6ae92-abda-4c3a-a164-0ac48eefa0d8 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/ports?device_id=fef767d5-51f7-4895-857c-c9fd70315fad HTTP/1.1" status: 200 len: 945 time: 0.0622704 Nov 04 11:02:25.579519 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-060d326a-d2c2-4d6f-ac7e-0d155ddf50d2 req-dd03518c-1de6-41a4-aa3e-7a53d4f6de6e tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/security-groups?id=b500cdac-d5bf-488e-a316-b3d1e06bb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473790 Nov 04 11:02:25.809611 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fd46f-91c9-4dd9-9c51-c8ecceb31061 req-3d76ad86-fcb5-4fae-afba-754e81f49de5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:25.811423 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-070fd46f-91c9-4dd9-9c51-c8ecceb31061 req-3d76ad86-fcb5-4fae-afba-754e81f49de5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.0563927 Nov 04 11:02:25.859616 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-070fd46f-91c9-4dd9-9c51-c8ecceb31061 req-9f47ead0-40af-49c9-b5ea-a74e2b36d255 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419755 Nov 04 11:02:26.707801 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d220f-d540-4194-899a-7d46192723aa req-b1816b6a-d168-4a2c-bc16-bbc95180c023 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:26.709413 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b97d220f-d540-4194-899a-7d46192723aa req-b1816b6a-d168-4a2c-bc16-bbc95180c023 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/ports?device_id=fef767d5-51f7-4895-857c-c9fd70315fad HTTP/1.1" status: 200 len: 945 time: 0.0516512 Nov 04 11:02:26.766729 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b97d220f-d540-4194-899a-7d46192723aa req-b3b89cf2-2c7f-44d6-a276-2937586acf59 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/security-groups?id=b500cdac-d5bf-488e-a316-b3d1e06bb8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507360 Nov 04 11:02:26.997066 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa512430-649c-4bc3-a7f9-45d9bbd4cbdc req-ca5e9fe4-c4ce-4be8-aee9-2f9ce3653095 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:26.998604 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fa512430-649c-4bc3-a7f9-45d9bbd4cbdc req-ca5e9fe4-c4ce-4be8-aee9-2f9ce3653095 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.0583477 Nov 04 11:02:27.053804 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fa512430-649c-4bc3-a7f9-45d9bbd4cbdc req-e2600faa-a381-433a-967a-19e765b10f99 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487401 Nov 04 11:02:27.248951 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db956150-42db-413a-be7b-94741490f0b9 req-0076d7a1-f2d4-45ac-831c-804033624e5a tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:27.250458 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-db956150-42db-413a-be7b-94741490f0b9 req-0076d7a1-f2d4-45ac-831c-804033624e5a tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.121 "GET /v2.0/ports?device_id=fef767d5-51f7-4895-857c-c9fd70315fad HTTP/1.1" status: 200 len: 945 time: 0.0613933 Nov 04 11:02:27.346709 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-db956150-42db-413a-be7b-94741490f0b9 req-1fc54639-43af-445a-a26b-fc963ab6ef10 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Deleting port c7db4d27-0d06-490e-b959-b5ba39492519 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:02:27.347008 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-db956150-42db-413a-be7b-94741490f0b9 req-1fc54639-43af-445a-a26b-fc963ab6ef10 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:27.437760 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-db956150-42db-413a-be7b-94741490f0b9 req-1fc54639-43af-445a-a26b-fc963ab6ef10 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] For port c7db4d27-0d06-490e-b959-b5ba39492519, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=c7db4d27-0d06-490e-b959-b5ba39492519,segment=NetworkSegment(f089fc0c-8501-4652-aca6-185d1aaa5f31),segment_id=f089fc0c-8501-4652-aca6-185d1aaa5f31)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:02:27.438119 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-db956150-42db-413a-be7b-94741490f0b9 req-1fc54639-43af-445a-a26b-fc963ab6ef10 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:27.622733 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-db956150-42db-413a-be7b-94741490f0b9 req-1fc54639-43af-445a-a26b-fc963ab6ef10 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:27.623093 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-db956150-42db-413a-be7b-94741490f0b9 req-1fc54639-43af-445a-a26b-fc963ab6ef10 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:27.623404 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [req-db956150-42db-413a-be7b-94741490f0b9 req-1fc54639-43af-445a-a26b-fc963ab6ef10 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Floating IP 0ae276ce-a7d1-4316-96c0-1dbb28b3be0b disassociated. External IP: 172.25.7.122, port: c7db4d27-0d06-490e-b959-b5ba39492519. Nov 04 11:02:27.623747 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-db956150-42db-413a-be7b-94741490f0b9 req-1fc54639-43af-445a-a26b-fc963ab6ef10 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Calling delete_port for c7db4d27-0d06-490e-b959-b5ba39492519 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:02:27.774033 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-db956150-42db-413a-be7b-94741490f0b9 req-1fc54639-43af-445a-a26b-fc963ab6ef10 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:27.806050 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc54639-43af-445a-a26b-fc963ab6ef10 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Pushing event deleted for resources: {'Port': ['ID=c7db4d27-0d06-490e-b959-b5ba39492519,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:27.879057 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1b9ec01-2faf-4122-938c-e9531279df64 req-8b3e10a0-c4da-4fe8-a6e5-8dee010b0042 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/ports?device_id=fef767d5-51f7-4895-857c-c9fd70315fad HTTP/1.1" status: 200 len: 210 time: 0.0277379 Nov 04 11:02:27.921823 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db956150-42db-413a-be7b-94741490f0b9 req-1fc54639-43af-445a-a26b-fc963ab6ef10 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Router 114c8d67-e365-4189-8c33-a5952095759f has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:02:28.197976 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0ad16-771b-480f-95d8-631bbe79beca req-03eefdd7-686b-4e8a-9606-25c13289a1ab tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:28.205607 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a9c0ad16-771b-480f-95d8-631bbe79beca req-03eefdd7-686b-4e8a-9606-25c13289a1ab tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.0704200 Nov 04 11:02:28.256706 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a9c0ad16-771b-480f-95d8-631bbe79beca req-b2dcd6ea-402f-4585-9a6d-1a9a0c1d370b tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495811 Nov 04 11:02:28.385178 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db956150-42db-413a-be7b-94741490f0b9 req-1fc54639-43af-445a-a26b-fc963ab6ef10 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:02:28.395849 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee095e7e-8c94-403c-b4bd-eefd770d87d1 None None] Sync routers for ids ['114c8d67-e365-4189-8c33-a5952095759f'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:02:28.406796 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee095e7e-8c94-403c-b4bd-eefd770d87d1 None None] Routers {'114c8d67-e365-4189-8c33-a5952095759f'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:02:28.407862 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ee095e7e-8c94-403c-b4bd-eefd770d87d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:02:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['114c8d67-e365-4189-8c33-a5952095759f'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:28.427865 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-db956150-42db-413a-be7b-94741490f0b9 req-1fc54639-43af-445a-a26b-fc963ab6ef10 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] No DVR routers for this DVR port c7db4d27-0d06-490e-b959-b5ba39492519 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:02:28.430548 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-db956150-42db-413a-be7b-94741490f0b9 req-1fc54639-43af-445a-a26b-fc963ab6ef10 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:28.434162 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-db956150-42db-413a-be7b-94741490f0b9 req-1fc54639-43af-445a-a26b-fc963ab6ef10 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.121 "DELETE /v2.0/ports/c7db4d27-0d06-490e-b959-b5ba39492519 HTTP/1.1" status: 204 len: 173 time: 1.1753819 Nov 04 11:02:28.434605 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef767d5-51f7-4895-857c-c9fd70315fad', 'name': 'network-vif-deleted', 'tag': 'c7db4d27-0d06-490e-b959-b5ba39492519'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:02:28.436989 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743b6b25-3c89-420f-bc64-ec69004e35e8" -d '{"events": [{"server_uuid": "fef767d5-51f7-4895-857c-c9fd70315fad", "name": "network-vif-deleted", "tag": "c7db4d27-0d06-490e-b959-b5ba39492519"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:02:28.479858 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7002fee-b1f6-4f6f-9709-a2c92bf2d953 x-openstack-request-id: req-c7002fee-b1f6-4f6f-9709-a2c92bf2d953 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:02:28.480170 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef767d5-51f7-4895-857c-c9fd70315fad", "name": "network-vif-deleted", "tag": "c7db4d27-0d06-490e-b959-b5ba39492519", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:02:28.480494 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-c7002fee-b1f6-4f6f-9709-a2c92bf2d953 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:02:28.480934 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef767d5-51f7-4895-857c-c9fd70315fad', 'name': 'network-vif-deleted', 'tag': 'c7db4d27-0d06-490e-b959-b5ba39492519', 'status': 'completed', 'code': 200} Nov 04 11:02:28.519874 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-ee095e7e-8c94-403c-b4bd-eefd770d87d1 None None] Set router 114c8d67-e365-4189-8c33-a5952095759f gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:02:28.716736 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ee095e7e-8c94-403c-b4bd-eefd770d87d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114c8d67-e365-4189-8c33-a5952095759f', 'name': 'tempest-TestServerBasicOps-967746746-router', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:09Z', 'updated_at': '2021-11-04T10:57:12Z', 'revision_number': 4, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'gw_port': {'id': '6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114c8d67-e365-4189-8c33-a5952095759f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:09Z', 'updated_at': '2021-11-04T10:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'c0a3bf55-1edf-42ff-8115-e1be2276c9f7', 'name': '', 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'mac_address': 'fa:16:3e:0d:08:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114c8d67-e365-4189-8c33-a5952095759f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e6889d42-db57-44fd-87ec-e227fe027d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:11Z', 'updated_at': '2021-11-04T10:57:19Z', 'revision_number': 5, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'subnets': [{'id': 'e6889d42-db57-44fd-87ec-e227fe027d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:28.745412 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee095e7e-8c94-403c-b4bd-eefd770d87d1 None None] Checking router: 114c8d67-e365-4189-8c33-a5952095759f for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:02:28.754080 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee095e7e-8c94-403c-b4bd-eefd770d87d1 None None] Routers {'114c8d67-e365-4189-8c33-a5952095759f'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:02:28.754678 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ee095e7e-8c94-403c-b4bd-eefd770d87d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:02:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['114c8d67-e365-4189-8c33-a5952095759f'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:28.860373 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-ee095e7e-8c94-403c-b4bd-eefd770d87d1 None None] Set router 114c8d67-e365-4189-8c33-a5952095759f gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:02:28.995811 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-15862226-13d7-4aec-afe2-86b67c7c8ae2 req-1f9e2002-8348-4055-954d-77cfb2740518 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "GET /v2.0/ports?device_id=fef767d5-51f7-4895-857c-c9fd70315fad HTTP/1.1" status: 200 len: 210 time: 0.0279558 Nov 04 11:02:29.081270 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ee095e7e-8c94-403c-b4bd-eefd770d87d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114c8d67-e365-4189-8c33-a5952095759f', 'name': 'tempest-TestServerBasicOps-967746746-router', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:09Z', 'updated_at': '2021-11-04T10:57:12Z', 'revision_number': 4, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'gw_port': {'id': '6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114c8d67-e365-4189-8c33-a5952095759f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:09Z', 'updated_at': '2021-11-04T10:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'c0a3bf55-1edf-42ff-8115-e1be2276c9f7', 'name': '', 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'mac_address': 'fa:16:3e:0d:08:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114c8d67-e365-4189-8c33-a5952095759f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e6889d42-db57-44fd-87ec-e227fe027d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:11Z', 'updated_at': '2021-11-04T10:57:19Z', 'revision_number': 5, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'subnets': [{'id': 'e6889d42-db57-44fd-87ec-e227fe027d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:29.107271 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee095e7e-8c94-403c-b4bd-eefd770d87d1 None None] The sync data for ids ['114c8d67-e365-4189-8c33-a5952095759f'] in n-d-816629-1 is: [{'id': '114c8d67-e365-4189-8c33-a5952095759f', 'name': 'tempest-TestServerBasicOps-967746746-router', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:09Z', 'updated_at': '2021-11-04T10:57:12Z', 'revision_number': 4, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'gw_port': {'id': '6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114c8d67-e365-4189-8c33-a5952095759f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:09Z', 'updated_at': '2021-11-04T10:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'c0a3bf55-1edf-42ff-8115-e1be2276c9f7', 'name': '', 'network_id': '6fbc7281-bcda-4aef-b30f-90e9ca1e37cb', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'mac_address': 'fa:16:3e:0d:08:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114c8d67-e365-4189-8c33-a5952095759f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e6889d42-db57-44fd-87ec-e227fe027d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:11Z', 'updated_at': '2021-11-04T10:57:19Z', 'revision_number': 5, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'subnets': [{'id': 'e6889d42-db57-44fd-87ec-e227fe027d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:02:29.347947 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66269fc1-fa2e-4bc3-b95d-c72a504043b3 None None] New status for floating IP 0ae276ce-a7d1-4316-96c0-1dbb28b3be0b: DOWN {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:02:29.382957 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a82a6-955d-44de-9408-2f96f5a9f95e req-168117f1-6f78-4efd-b0a0-083f0a50b8c2 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:29.384443 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4b4a82a6-955d-44de-9408-2f96f5a9f95e req-168117f1-6f78-4efd-b0a0-083f0a50b8c2 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.0543816 Nov 04 11:02:29.433239 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4b4a82a6-955d-44de-9408-2f96f5a9f95e req-d8c16f4c-4823-4acc-a60a-64d6fbb67bed tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425103 Nov 04 11:02:29.891989 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45924) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:30.061247 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45928) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:30.067745 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-c7ab2818-160a-4a30-a9ce-efe48eb6ee0c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Deleting port 036715a1-10be-4c73-adbd-85be0587010e {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:02:30.068092 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c7ab2818-160a-4a30-a9ce-efe48eb6ee0c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:30.161100 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c7ab2818-160a-4a30-a9ce-efe48eb6ee0c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:30.161515 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c7ab2818-160a-4a30-a9ce-efe48eb6ee0c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:30.175869 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-c7ab2818-160a-4a30-a9ce-efe48eb6ee0c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Calling delete_port for 036715a1-10be-4c73-adbd-85be0587010e owned by network:floatingip {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:02:30.198670 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-58f420d7-e38d-4ba0-8e5e-eb94e87fcc51 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Deleting port 01f5f3dd-6ab0-4925-91a7-30e9a2c0b5ac {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:02:30.199013 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-58f420d7-e38d-4ba0-8e5e-eb94e87fcc51 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:30.275214 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-58f420d7-e38d-4ba0-8e5e-eb94e87fcc51 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:30.275533 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-58f420d7-e38d-4ba0-8e5e-eb94e87fcc51 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:30.288615 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-58f420d7-e38d-4ba0-8e5e-eb94e87fcc51 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Calling delete_port for 01f5f3dd-6ab0-4925-91a7-30e9a2c0b5ac owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:02:30.336309 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c7ab2818-160a-4a30-a9ce-efe48eb6ee0c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:30.361077 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab2818-160a-4a30-a9ce-efe48eb6ee0c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event deleted for resources: {'Port': ['ID=036715a1-10be-4c73-adbd-85be0587010e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:30.427800 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c7ab2818-160a-4a30-a9ce-efe48eb6ee0c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for floatingip, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:30.428053 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [None req-c7ab2818-160a-4a30-a9ce-efe48eb6ee0c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Floating IP f5b48a69-7fd4-4fb8-9495-35268fb80094 disassociated (deleted). External IP: 172.25.7.157, port: d86ea68b-49a1-4b74-8770-bb5f1d22c5e8. Nov 04 11:02:30.436341 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-58f420d7-e38d-4ba0-8e5e-eb94e87fcc51 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:30.464035 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f420d7-e38d-4ba0-8e5e-eb94e87fcc51 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Pushing event deleted for resources: {'Port': ['ID=01f5f3dd-6ab0-4925-91a7-30e9a2c0b5ac,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:30.516474 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f420d7-e38d-4ba0-8e5e-eb94e87fcc51 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:30.516809 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f420d7-e38d-4ba0-8e5e-eb94e87fcc51 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:30.517183 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f420d7-e38d-4ba0-8e5e-eb94e87fcc51 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:30.517517 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f420d7-e38d-4ba0-8e5e-eb94e87fcc51 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:30.517846 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f420d7-e38d-4ba0-8e5e-eb94e87fcc51 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:30.518174 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f420d7-e38d-4ba0-8e5e-eb94e87fcc51 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:30.518500 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f420d7-e38d-4ba0-8e5e-eb94e87fcc51 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:30.518823 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f420d7-e38d-4ba0-8e5e-eb94e87fcc51 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:30.519170 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f420d7-e38d-4ba0-8e5e-eb94e87fcc51 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:30.519493 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f420d7-e38d-4ba0-8e5e-eb94e87fcc51 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:30.519810 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f420d7-e38d-4ba0-8e5e-eb94e87fcc51 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:30.520118 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f420d7-e38d-4ba0-8e5e-eb94e87fcc51 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:30.571431 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-58f420d7-e38d-4ba0-8e5e-eb94e87fcc51 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:30.574002 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-58f420d7-e38d-4ba0-8e5e-eb94e87fcc51 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:30.575232 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-58f420d7-e38d-4ba0-8e5e-eb94e87fcc51 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "DELETE /v2.0/floatingips/0ae276ce-a7d1-4316-96c0-1dbb28b3be0b HTTP/1.1" status: 204 len: 168 time: 0.5128372 Nov 04 11:02:30.593759 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d54e2-f512-4ca5-a076-d323997406bb req-1946542e-5457-4497-b07c-42476490fdf7 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:30.595319 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c80d54e2-f512-4ca5-a076-d323997406bb req-1946542e-5457-4497-b07c-42476490fdf7 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.0671222 Nov 04 11:02:30.646028 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c80d54e2-f512-4ca5-a076-d323997406bb req-3d7e97f0-afc8-406c-b69a-5f5134869708 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443585 Nov 04 11:02:30.654118 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ab2818-160a-4a30-a9ce-efe48eb6ee0c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Router 6cd20d9a-db11-4e8f-86f8-8dcdc09f7751 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:02:30.767214 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ab2818-160a-4a30-a9ce-efe48eb6ee0c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:02:30.773110 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c7ab2818-160a-4a30-a9ce-efe48eb6ee0c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:30.777670 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe4d0bd-9a2e-4ff6-87f4-2fcd6e5f6534 None None] Sync routers for ids ['6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:02:30.788473 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe4d0bd-9a2e-4ff6-87f4-2fcd6e5f6534 None None] Routers {'6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:02:30.789200 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-7fe4d0bd-9a2e-4ff6-87f4-2fcd6e5f6534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:02:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:30.791469 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45938) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:30.809244 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c7ab2818-160a-4a30-a9ce-efe48eb6ee0c tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "DELETE /v2.0/floatingips/f5b48a69-7fd4-4fb8-9495-35268fb80094 HTTP/1.1" status: 204 len: 168 time: 0.9151077 Nov 04 11:02:30.809895 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a944c4-79fe-47c4-a8ef-9092ccb2f0f1', 'tag': 'd86ea68b-49a1-4b74-8770-bb5f1d22c5e8'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:02:30.812224 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2eb7c60-7292-43a3-944d-f4efb85ad03f" -d '{"events": [{"name": "network-changed", "server_uuid": "78a944c4-79fe-47c4-a8ef-9092ccb2f0f1", "tag": "d86ea68b-49a1-4b74-8770-bb5f1d22c5e8"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:02:30.865601 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-42e2168e-f88c-4651-8227-5c0111c5bef9 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:30.894830 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-42e2168e-f88c-4651-8227-5c0111c5bef9 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:30.910648 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-7fe4d0bd-9a2e-4ff6-87f4-2fcd6e5f6534 None None] Set router 6cd20d9a-db11-4e8f-86f8-8dcdc09f7751 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:02:30.979155 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bf8349-4d22-4a7e-ae60-ac721c12c637 x-openstack-request-id: req-25bf8349-4d22-4a7e-ae60-ac721c12c637 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:02:30.979689 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78a944c4-79fe-47c4-a8ef-9092ccb2f0f1", "tag": "d86ea68b-49a1-4b74-8770-bb5f1d22c5e8", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:02:30.979689 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-25bf8349-4d22-4a7e-ae60-ac721c12c637 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:02:30.980092 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78a944c4-79fe-47c4-a8ef-9092ccb2f0f1', 'tag': 'd86ea68b-49a1-4b74-8770-bb5f1d22c5e8', 'status': 'completed', 'code': 200} Nov 04 11:02:30.981470 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-42e2168e-f88c-4651-8227-5c0111c5bef9 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:30.984527 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-42e2168e-f88c-4651-8227-5c0111c5bef9 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:30.985990 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-42e2168e-f88c-4651-8227-5c0111c5bef9 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] 10.222.0.127 "DELETE /v2.0/security-groups/b500cdac-d5bf-488e-a316-b3d1e06bb8f3 HTTP/1.1" status: 204 len: 168 time: 0.1921575 Nov 04 11:02:30.998461 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2168e-f88c-4651-8227-5c0111c5bef9 tempest-TestServerBasicOps-190798035 tempest-TestServerBasicOps-190798035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b500cdac-d5bf-488e-a316-b3d1e06bb8f3,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:31.067347 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb7c60-7292-43a3-944d-f4efb85ad03f req-da6ecb2d-af5e-474f-a3d7-6f2048c875bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:31.068929 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f2eb7c60-7292-43a3-944d-f4efb85ad03f req-da6ecb2d-af5e-474f-a3d7-6f2048c875bc service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 1097 time: 0.0505464 Nov 04 11:02:31.091877 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0503fb9-9a3c-4a09-891c-1d4121dcbe9a req-560df038-eaf1-4fd2-8c5c-62851fb4137a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:31.093441 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e0503fb9-9a3c-4a09-891c-1d4121dcbe9a req-560df038-eaf1-4fd2-8c5c-62851fb4137a tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 946 time: 0.0533357 Nov 04 11:02:31.158532 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e0503fb9-9a3c-4a09-891c-1d4121dcbe9a req-95ab5511-462f-4ca0-b506-72edc69a8500 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577154 Nov 04 11:02:31.173934 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-7fe4d0bd-9a2e-4ff6-87f4-2fcd6e5f6534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603413572', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:00:52Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9', 'name': '', 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:25:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '7354c3c4-3c45-4cc7-90fb-f062182b73fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:00:51Z', 'updated_at': '2021-11-04T11:00:55Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '7354c3c4-3c45-4cc7-90fb-f062182b73fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:31.186739 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb7c60-7292-43a3-944d-f4efb85ad03f req-81df175c-a013-4db1-b475-c917208ad35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:31.188585 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f2eb7c60-7292-43a3-944d-f4efb85ad03f req-81df175c-a013-4db1-b475-c917208ad35c service neutron] 10.222.0.121 "GET /v2.0/networks?id=c6509a1b-ced8-47d4-b14b-174749bc1fa7 HTTP/1.1" status: 200 len: 899 time: 0.1078689 Nov 04 11:02:31.205302 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe4d0bd-9a2e-4ff6-87f4-2fcd6e5f6534 None None] Checking router: 6cd20d9a-db11-4e8f-86f8-8dcdc09f7751 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:02:31.205719 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45948) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:31.213779 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe4d0bd-9a2e-4ff6-87f4-2fcd6e5f6534 None None] Routers {'6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:02:31.214447 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-7fe4d0bd-9a2e-4ff6-87f4-2fcd6e5f6534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:02:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:31.246829 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f2eb7c60-7292-43a3-944d-f4efb85ad03f req-1d2043b7-23fc-49b2-a79a-20fd3353c558 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 HTTP/1.1" status: 200 len: 217 time: 0.0487573 Nov 04 11:02:31.261746 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device c7db4d27-0d06-490e-b959-b5ba39492519 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:02:31.287657 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: c7db4d27-0d06-490e-b959-b5ba39492519 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:02:31.288312 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device c7db4d27-0d06-490e-b959-b5ba39492519 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:02:31.320041 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb7c60-7292-43a3-944d-f4efb85ad03f req-d5e03b3a-08be-441b-aaae-4596083fb8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:31.321606 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f2eb7c60-7292-43a3-944d-f4efb85ad03f req-d5e03b3a-08be-441b-aaae-4596083fb8d0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7354c3c4-3c45-4cc7-90fb-f062182b73fd HTTP/1.1" status: 200 len: 835 time: 0.0602536 Nov 04 11:02:31.359166 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:02:31.382965 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb7c60-7292-43a3-944d-f4efb85ad03f req-0b2423da-8e88-472f-a070-2fe5dcc0ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:31.384581 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f2eb7c60-7292-43a3-944d-f4efb85ad03f req-0b2423da-8e88-472f-a070-2fe5dcc0ac5a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c6509a1b-ced8-47d4-b14b-174749bc1fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462320 Nov 04 11:02:31.428717 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-7fe4d0bd-9a2e-4ff6-87f4-2fcd6e5f6534 None None] Set router 6cd20d9a-db11-4e8f-86f8-8dcdc09f7751 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:02:31.492593 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f2eb7c60-7292-43a3-944d-f4efb85ad03f req-83e7b556-5441-481d-8606-30025f3885c6 service neutron] 10.222.0.121 "GET /v2.0/networks/c6509a1b-ced8-47d4-b14b-174749bc1fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865407 Nov 04 11:02:31.597912 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f2eb7c60-7292-43a3-944d-f4efb85ad03f req-50922a7e-c0d7-4109-8c94-51ff0cb91954 service neutron] 10.222.0.121 "GET /v2.0/networks/c6509a1b-ced8-47d4-b14b-174749bc1fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953660 Nov 04 11:02:31.645445 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-7fe4d0bd-9a2e-4ff6-87f4-2fcd6e5f6534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603413572', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:00:52Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9', 'name': '', 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:25:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '7354c3c4-3c45-4cc7-90fb-f062182b73fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:00:51Z', 'updated_at': '2021-11-04T11:00:55Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '7354c3c4-3c45-4cc7-90fb-f062182b73fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:31.679990 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe4d0bd-9a2e-4ff6-87f4-2fcd6e5f6534 None None] The sync data for ids ['6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'] in n-d-816629-1 is: [{'id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603413572', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:00:52Z', 'revision_number': 4, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9', 'name': '', 'network_id': 'c6509a1b-ced8-47d4-b14b-174749bc1fa7', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'mac_address': 'fa:16:3e:25:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '7354c3c4-3c45-4cc7-90fb-f062182b73fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:00:51Z', 'updated_at': '2021-11-04T11:00:55Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'subnets': [{'id': '7354c3c4-3c45-4cc7-90fb-f062182b73fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:02:31.707112 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-31ce6d19-11fd-41b1-91b0-e7edaa8e38cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:31.839863 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96e099-e884-4096-8e85-24b127c1e40d req-58269b16-3e0b-46c0-b467-113e893c55eb tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:31.841498 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6b96e099-e884-4096-8e85-24b127c1e40d req-58269b16-3e0b-46c0-b467-113e893c55eb tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.1004312 Nov 04 11:02:31.923628 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4a41e6-0fda-4392-ba1c-788df3b159b0 None None] New status for floating IP f5b48a69-7fd4-4fb8-9495-35268fb80094: DOWN {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:02:31.945532 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6b96e099-e884-4096-8e85-24b127c1e40d req-25ea8bc8-4326-4a6b-9827-c78af8418888 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962460 Nov 04 11:02:32.051986 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-31ce6d19-11fd-41b1-91b0-e7edaa8e38cd admin admin] Deleting port c0a3bf55-1edf-42ff-8115-e1be2276c9f7 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:02:32.052407 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-31ce6d19-11fd-41b1-91b0-e7edaa8e38cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:32.136780 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-31ce6d19-11fd-41b1-91b0-e7edaa8e38cd admin admin] For port c0a3bf55-1edf-42ff-8115-e1be2276c9f7, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c0a3bf55-1edf-42ff-8115-e1be2276c9f7,segment=NetworkSegment(f089fc0c-8501-4652-aca6-185d1aaa5f31),segment_id=f089fc0c-8501-4652-aca6-185d1aaa5f31)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:02:32.137210 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-31ce6d19-11fd-41b1-91b0-e7edaa8e38cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:32.152462 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-31ce6d19-11fd-41b1-91b0-e7edaa8e38cd admin admin] Calling delete_port for c0a3bf55-1edf-42ff-8115-e1be2276c9f7 owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:02:32.327828 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46329efc-f089-4fbc-8e8d-4e8250d08884 req-3a6fb4c5-309e-481e-a2c8-78f9a3737fc2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:32.329276 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-46329efc-f089-4fbc-8e8d-4e8250d08884 req-3a6fb4c5-309e-481e-a2c8-78f9a3737fc2 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 946 time: 0.0753155 Nov 04 11:02:32.423801 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-31ce6d19-11fd-41b1-91b0-e7edaa8e38cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:32.434494 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-46329efc-f089-4fbc-8e8d-4e8250d08884 req-f0c2e54e-538b-4160-be8d-f37cba003ed7 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/security-groups?id=b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981369 Nov 04 11:02:32.454666 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce6d19-11fd-41b1-91b0-e7edaa8e38cd admin admin] Pushing event deleted for resources: {'Port': ['ID=c0a3bf55-1edf-42ff-8115-e1be2276c9f7,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:32.639107 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-31ce6d19-11fd-41b1-91b0-e7edaa8e38cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:32.857563 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ce6d19-11fd-41b1-91b0-e7edaa8e38cd admin admin] Router 114c8d67-e365-4189-8c33-a5952095759f has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:02:32.935067 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0cdf1-b8eb-47b6-97e0-8ac26a22a211 req-9af5c06e-4bd6-40e1-aaf3-ea004df2fa51 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:32.937351 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6ae0cdf1-b8eb-47b6-97e0-8ac26a22a211 req-9af5c06e-4bd6-40e1-aaf3-ea004df2fa51 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.121 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 946 time: 0.0546138 Nov 04 11:02:32.976061 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ce6d19-11fd-41b1-91b0-e7edaa8e38cd admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:02:32.983119 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-31ce6d19-11fd-41b1-91b0-e7edaa8e38cd admin admin] 10.222.0.127 "PUT /v2.0/routers/114c8d67-e365-4189-8c33-a5952095759f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7754662 Nov 04 11:02:32.985478 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45960) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:32.989862 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2997b7f1-9bc4-4627-b7a4-24a0d20294de None None] Sync routers for ids ['114c8d67-e365-4189-8c33-a5952095759f'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:02:33.002712 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2997b7f1-9bc4-4627-b7a4-24a0d20294de None None] Routers {'114c8d67-e365-4189-8c33-a5952095759f'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:02:33.003600 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-2997b7f1-9bc4-4627-b7a4-24a0d20294de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:02:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['114c8d67-e365-4189-8c33-a5952095759f'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:33.055014 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-6ae0cdf1-b8eb-47b6-97e0-8ac26a22a211 req-8cac986e-2ebc-4142-ba17-d442f677d704 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Deleting port d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:02:33.055358 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6ae0cdf1-b8eb-47b6-97e0-8ac26a22a211 req-8cac986e-2ebc-4142-ba17-d442f677d704 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:33.123519 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-2997b7f1-9bc4-4627-b7a4-24a0d20294de None None] Set router 114c8d67-e365-4189-8c33-a5952095759f gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:02:33.129590 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d511061-ebfb-4f73-843e-5756e4965482 req-386faf9d-80bd-497b-aa58-729cb53d7046 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:33.131316 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2d511061-ebfb-4f73-843e-5756e4965482 req-386faf9d-80bd-497b-aa58-729cb53d7046 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.0989971 Nov 04 11:02:33.136543 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-67b064b4-abfb-4baf-ae9f-49e7939cac8e admin admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:33.159252 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-6ae0cdf1-b8eb-47b6-97e0-8ac26a22a211 req-8cac986e-2ebc-4142-ba17-d442f677d704 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] For port d86ea68b-49a1-4b74-8770-bb5f1d22c5e8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=d86ea68b-49a1-4b74-8770-bb5f1d22c5e8,segment=NetworkSegment(0a3cdc52-9cc4-48a9-870d-eb82225aa053),segment_id=0a3cdc52-9cc4-48a9-870d-eb82225aa053)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:02:33.159655 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6ae0cdf1-b8eb-47b6-97e0-8ac26a22a211 req-8cac986e-2ebc-4142-ba17-d442f677d704 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:33.174779 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-6ae0cdf1-b8eb-47b6-97e0-8ac26a22a211 req-8cac986e-2ebc-4142-ba17-d442f677d704 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Calling delete_port for d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:02:33.264330 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2d511061-ebfb-4f73-843e-5756e4965482 req-821e82ec-4a50-4fb4-abe3-4ba8b6957293 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204276 Nov 04 11:02:33.300743 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-67b064b4-abfb-4baf-ae9f-49e7939cac8e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:33.314356 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-2997b7f1-9bc4-4627-b7a4-24a0d20294de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114c8d67-e365-4189-8c33-a5952095759f', 'name': 'tempest-TestServerBasicOps-967746746-router', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:09Z', 'updated_at': '2021-11-04T11:02:32Z', 'revision_number': 5, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'gw_port': {'id': '6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114c8d67-e365-4189-8c33-a5952095759f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:09Z', 'updated_at': '2021-11-04T10:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:33.345512 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6ae0cdf1-b8eb-47b6-97e0-8ac26a22a211 req-8cac986e-2ebc-4142-ba17-d442f677d704 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:33.346114 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2997b7f1-9bc4-4627-b7a4-24a0d20294de None None] Checking router: 114c8d67-e365-4189-8c33-a5952095759f for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:02:33.357979 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2997b7f1-9bc4-4627-b7a4-24a0d20294de None None] Routers {'114c8d67-e365-4189-8c33-a5952095759f'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:02:33.358586 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-2997b7f1-9bc4-4627-b7a4-24a0d20294de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:02:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['114c8d67-e365-4189-8c33-a5952095759f'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:33.373654 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-67b064b4-abfb-4baf-ae9f-49e7939cac8e admin admin] Deleting port 6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:02:33.373948 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-67b064b4-abfb-4baf-ae9f-49e7939cac8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:33.378686 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac986e-2ebc-4142-ba17-d442f677d704 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event deleted for resources: {'Port': ['ID=d86ea68b-49a1-4b74-8770-bb5f1d22c5e8,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:33.437310 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae0cdf1-b8eb-47b6-97e0-8ac26a22a211 req-8cac986e-2ebc-4142-ba17-d442f677d704 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] No DVR routers for this DVR port d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:02:33.440152 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6ae0cdf1-b8eb-47b6-97e0-8ac26a22a211 req-8cac986e-2ebc-4142-ba17-d442f677d704 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:33.443986 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6ae0cdf1-b8eb-47b6-97e0-8ac26a22a211 req-8cac986e-2ebc-4142-ba17-d442f677d704 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.121 "DELETE /v2.0/ports/d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 HTTP/1.1" status: 204 len: 173 time: 0.4949687 Nov 04 11:02:33.444492 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a944c4-79fe-47c4-a8ef-9092ccb2f0f1', 'name': 'network-vif-deleted', 'tag': 'd86ea68b-49a1-4b74-8770-bb5f1d22c5e8'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:02:33.447628 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf3bda7-a809-45bf-a509-8cd063acfc1f" -d '{"events": [{"server_uuid": "78a944c4-79fe-47c4-a8ef-9092ccb2f0f1", "name": "network-vif-deleted", "tag": "d86ea68b-49a1-4b74-8770-bb5f1d22c5e8"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:02:33.453566 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-2997b7f1-9bc4-4627-b7a4-24a0d20294de None None] Set router 114c8d67-e365-4189-8c33-a5952095759f gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:02:33.481134 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-67b064b4-abfb-4baf-ae9f-49e7939cac8e admin admin] For port 6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:02:33.481411 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-67b064b4-abfb-4baf-ae9f-49e7939cac8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:33.494046 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4283e442-cae8-41b0-b0c5-8ca78868bbf9 x-openstack-request-id: req-4283e442-cae8-41b0-b0c5-8ca78868bbf9 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:02:33.494394 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a944c4-79fe-47c4-a8ef-9092ccb2f0f1", "name": "network-vif-deleted", "tag": "d86ea68b-49a1-4b74-8770-bb5f1d22c5e8", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:02:33.494815 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-4283e442-cae8-41b0-b0c5-8ca78868bbf9 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:02:33.495221 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a944c4-79fe-47c4-a8ef-9092ccb2f0f1', 'name': 'network-vif-deleted', 'tag': 'd86ea68b-49a1-4b74-8770-bb5f1d22c5e8', 'status': 'completed', 'code': 200} Nov 04 11:02:33.498342 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-67b064b4-abfb-4baf-ae9f-49e7939cac8e admin admin] Calling delete_port for 6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:02:33.543508 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-2997b7f1-9bc4-4627-b7a4-24a0d20294de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114c8d67-e365-4189-8c33-a5952095759f', 'name': 'tempest-TestServerBasicOps-967746746-router', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:09Z', 'updated_at': '2021-11-04T11:02:33Z', 'revision_number': 6, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:33.588785 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2997b7f1-9bc4-4627-b7a4-24a0d20294de None None] The sync data for ids ['114c8d67-e365-4189-8c33-a5952095759f'] in n-d-816629-1 is: [{'id': '114c8d67-e365-4189-8c33-a5952095759f', 'name': 'tempest-TestServerBasicOps-967746746-router', 'tenant_id': '6d658d320fa74f69aa183d18fb0bb612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:09Z', 'updated_at': '2021-11-04T11:02:33Z', 'revision_number': 6, 'project_id': '6d658d320fa74f69aa183d18fb0bb612', 'gw_port_host': None}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:02:33.599074 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9e5f0818-e886-4555-8194-9163b6e178f3 req-2b806465-0053-4afc-bb88-9ae5635d31dd tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "GET /v2.0/ports?device_id=78a944c4-79fe-47c4-a8ef-9092ccb2f0f1 HTTP/1.1" status: 200 len: 210 time: 0.0406263 Nov 04 11:02:33.726842 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-67b064b4-abfb-4baf-ae9f-49e7939cac8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:33.759126 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b064b4-abfb-4baf-ae9f-49e7939cac8e admin admin] Pushing event deleted for resources: {'Port': ['ID=6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:33.829133 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-67b064b4-abfb-4baf-ae9f-49e7939cac8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:33.927428 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-67b064b4-abfb-4baf-ae9f-49e7939cac8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:33.929833 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-67b064b4-abfb-4baf-ae9f-49e7939cac8e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:33.993878 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-67b064b4-abfb-4baf-ae9f-49e7939cac8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:33.994455 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b064b4-abfb-4baf-ae9f-49e7939cac8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 114c8d67-e365-4189-8c33-a5952095759f {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:02:34.001320 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-67b064b4-abfb-4baf-ae9f-49e7939cac8e admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:34.005174 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-67b064b4-abfb-4baf-ae9f-49e7939cac8e admin admin] 10.222.0.127 "DELETE /v2.0/routers/114c8d67-e365-4189-8c33-a5952095759f HTTP/1.1" status: 204 len: 168 time: 1.0160551 Nov 04 11:02:34.005378 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45968) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:34.066463 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d7dfc2-b9e7-4236-99c3-fbd2a16b7352 admin admin] Deleting subnet e6889d42-db57-44fd-87ec-e227fe027d3c {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:02:34.070243 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e3d7dfc2-b9e7-4236-99c3-fbd2a16b7352 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:34.113482 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e3d7dfc2-b9e7-4236-99c3-fbd2a16b7352 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:34.215409 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e3d7dfc2-b9e7-4236-99c3-fbd2a16b7352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:34.284649 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e3d7dfc2-b9e7-4236-99c3-fbd2a16b7352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:34.314764 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7dfc2-b9e7-4236-99c3-fbd2a16b7352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6889d42-db57-44fd-87ec-e227fe027d3c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:34.319581 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e3d7dfc2-b9e7-4236-99c3-fbd2a16b7352 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:34.325624 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e3d7dfc2-b9e7-4236-99c3-fbd2a16b7352 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/e6889d42-db57-44fd-87ec-e227fe027d3c HTTP/1.1" status: 204 len: 168 time: 0.3191025 Nov 04 11:02:34.325970 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45972) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:34.326652 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7af2c80-0f32-44fc-aaf8-0ef854790394 None None] Network 6fbc7281-bcda-4aef-b30f-90e9ca1e37cb requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:02:34.418480 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1901bd39-7baf-4dfb-9294-37c526802349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:34.439250 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b79074-22c1-435d-9e1f-50e13d97a534 req-f2b3077e-8891-4bd4-a4a6-1946a2b2b7bd tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:34.447191 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-56b79074-22c1-435d-9e1f-50e13d97a534 req-f2b3077e-8891-4bd4-a4a6-1946a2b2b7bd tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.0959897 Nov 04 11:02:34.511574 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-56b79074-22c1-435d-9e1f-50e13d97a534 req-bfcb0940-54b0-4c0d-bdb0-64d898f3a321 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633678 Nov 04 11:02:34.512198 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c0a3bf55-1edf-42ff-8115-e1be2276c9f7 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:02:34.517152 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-1901bd39-7baf-4dfb-9294-37c526802349 admin admin] Deleting port 00c010b2-cd33-49ed-97eb-0df7323cde87 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:02:34.517682 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1901bd39-7baf-4dfb-9294-37c526802349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:34.541320 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: c0a3bf55-1edf-42ff-8115-e1be2276c9f7 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:02:34.541734 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c0a3bf55-1edf-42ff-8115-e1be2276c9f7 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:02:34.542225 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:02:34.570333 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:02:34.571700 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6bfc90e0-08c0-4e8b-b6d7-1b5f4707d56f not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:02:34.602818 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0924d8b4-4953-415b-bd09-d1278e581ce7 None None] DHCP port deletion for 6fbc7281-bcda-4aef-b30f-90e9ca1e37cb request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:02:34.629163 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-1901bd39-7baf-4dfb-9294-37c526802349 admin admin] For port 00c010b2-cd33-49ed-97eb-0df7323cde87, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=00c010b2-cd33-49ed-97eb-0df7323cde87,segment=NetworkSegment(f089fc0c-8501-4652-aca6-185d1aaa5f31),segment_id=f089fc0c-8501-4652-aca6-185d1aaa5f31)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:02:34.629548 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1901bd39-7baf-4dfb-9294-37c526802349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:34.666717 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45978) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:34.667620 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-1901bd39-7baf-4dfb-9294-37c526802349 admin admin] Calling delete_port for 00c010b2-cd33-49ed-97eb-0df7323cde87 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:02:34.678770 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-0924d8b4-4953-415b-bd09-d1278e581ce7 None None] Deleting port 00c010b2-cd33-49ed-97eb-0df7323cde87 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:02:34.679216 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0924d8b4-4953-415b-bd09-d1278e581ce7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:34.771102 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-0924d8b4-4953-415b-bd09-d1278e581ce7 None None] For port 00c010b2-cd33-49ed-97eb-0df7323cde87, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=00c010b2-cd33-49ed-97eb-0df7323cde87,segment=NetworkSegment(f089fc0c-8501-4652-aca6-185d1aaa5f31),segment_id=f089fc0c-8501-4652-aca6-185d1aaa5f31)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:02:34.771952 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0924d8b4-4953-415b-bd09-d1278e581ce7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:34.779554 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1901bd39-7baf-4dfb-9294-37c526802349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:34.794707 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-0924d8b4-4953-415b-bd09-d1278e581ce7 None None] Calling delete_port for 00c010b2-cd33-49ed-97eb-0df7323cde87 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:02:34.812016 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901bd39-7baf-4dfb-9294-37c526802349 admin admin] Pushing event deleted for resources: {'Port': ['ID=00c010b2-cd33-49ed-97eb-0df7323cde87,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:34.819918 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1901bd39-7baf-4dfb-9294-37c526802349 admin admin] No DVR routers for this DVR port 00c010b2-cd33-49ed-97eb-0df7323cde87 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:02:34.904262 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0924d8b4-4953-415b-bd09-d1278e581ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:34.923705 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1901bd39-7baf-4dfb-9294-37c526802349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:34.924579 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0924d8b4-4953-415b-bd09-d1278e581ce7 None None] No DVR routers for this DVR port 00c010b2-cd33-49ed-97eb-0df7323cde87 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:02:34.948522 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-1901bd39-7baf-4dfb-9294-37c526802349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fbc7281-bcda-4aef-b30f-90e9ca1e37cb']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:34.956498 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924d8b4-4953-415b-bd09-d1278e581ce7 None None] Pushing event deleted for resources: {'Port': ['ID=00c010b2-cd33-49ed-97eb-0df7323cde87,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:34.961168 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-1901bd39-7baf-4dfb-9294-37c526802349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f089fc0c-8501-4652-aca6-185d1aaa5f31') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:34.961850 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-1901bd39-7baf-4dfb-9294-37c526802349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f089fc0c-8501-4652-aca6-185d1aaa5f31') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:34.973539 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1901bd39-7baf-4dfb-9294-37c526802349 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:34.987598 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1901bd39-7baf-4dfb-9294-37c526802349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:34.994640 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1901bd39-7baf-4dfb-9294-37c526802349 admin admin] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:02:34.995038 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1901bd39-7baf-4dfb-9294-37c526802349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:02:34.997344 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:02:35.057146 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1901bd39-7baf-4dfb-9294-37c526802349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:35.064037 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1901bd39-7baf-4dfb-9294-37c526802349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:35.070389 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1901bd39-7baf-4dfb-9294-37c526802349 admin admin] 10.222.0.127 "DELETE /v2.0/networks/6fbc7281-bcda-4aef-b30f-90e9ca1e37cb HTTP/1.1" status: 204 len: 168 time: 0.7398987 Nov 04 11:02:35.079353 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45980) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:35.087331 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901bd39-7baf-4dfb-9294-37c526802349 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fbc7281-bcda-4aef-b30f-90e9ca1e37cb,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:35.271457 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:02:35.292687 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:02:35.293306 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device d86ea68b-49a1-4b74-8770-bb5f1d22c5e8 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:02:35.420813 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0c52ef4c-4692-4201-9367-939d65ca06c4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:35.445827 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2d94ba86-bee6-4d9c-8529-03a4d9f81ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:35.705213 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4481b8-7470-41a5-985f-a07820680e3a req-dc36d626-b0e8-4a7e-ae26-7d062e9d0fd0 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:35.706795 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2c4481b8-7470-41a5-985f-a07820680e3a req-dc36d626-b0e8-4a7e-ae26-7d062e9d0fd0 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.1001046 Nov 04 11:02:35.707967 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-2d94ba86-bee6-4d9c-8529-03a4d9f81ada admin admin] Deleting port 5568ee17-533b-4270-a44c-2fa325b04642 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:02:35.708380 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2d94ba86-bee6-4d9c-8529-03a4d9f81ada admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:35.757209 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-0c52ef4c-4692-4201-9367-939d65ca06c4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Deleting port 230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:02:35.757539 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0c52ef4c-4692-4201-9367-939d65ca06c4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:35.790209 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-2d94ba86-bee6-4d9c-8529-03a4d9f81ada admin admin] For port 5568ee17-533b-4270-a44c-2fa325b04642, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=5568ee17-533b-4270-a44c-2fa325b04642,segment=NetworkSegment(c99141d3-585e-4a45-af43-355e3febedcc),segment_id=c99141d3-585e-4a45-af43-355e3febedcc)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:02:35.790578 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2d94ba86-bee6-4d9c-8529-03a4d9f81ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:35.809193 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-2d94ba86-bee6-4d9c-8529-03a4d9f81ada admin admin] Calling delete_port for 5568ee17-533b-4270-a44c-2fa325b04642 owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:02:35.810942 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2c4481b8-7470-41a5-985f-a07820680e3a req-8a7683ae-6ea2-40fe-9a64-1e5a85b45543 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970800 Nov 04 11:02:35.861994 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-0c52ef4c-4692-4201-9367-939d65ca06c4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] For port 230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9,segment=NetworkSegment(0a3cdc52-9cc4-48a9-870d-eb82225aa053),segment_id=0a3cdc52-9cc4-48a9-870d-eb82225aa053)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:02:35.862451 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0c52ef4c-4692-4201-9367-939d65ca06c4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:35.876613 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-0c52ef4c-4692-4201-9367-939d65ca06c4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Calling delete_port for 230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9 owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:02:36.020504 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2d94ba86-bee6-4d9c-8529-03a4d9f81ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:36.048295 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94ba86-bee6-4d9c-8529-03a4d9f81ada admin admin] Pushing event deleted for resources: {'Port': ['ID=5568ee17-533b-4270-a44c-2fa325b04642,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:36.082457 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0c52ef4c-4692-4201-9367-939d65ca06c4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:36.112889 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52ef4c-4692-4201-9367-939d65ca06c4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event deleted for resources: {'Port': ['ID=230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:36.276775 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2d94ba86-bee6-4d9c-8529-03a4d9f81ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:36.345789 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0c52ef4c-4692-4201-9367-939d65ca06c4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:36.361597 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 00c010b2-cd33-49ed-97eb-0df7323cde87 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:02:36.387889 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 00c010b2-cd33-49ed-97eb-0df7323cde87 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:02:36.388245 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 00c010b2-cd33-49ed-97eb-0df7323cde87 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:02:36.551653 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d94ba86-bee6-4d9c-8529-03a4d9f81ada admin admin] Router aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:02:36.580514 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c52ef4c-4692-4201-9367-939d65ca06c4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Router 6cd20d9a-db11-4e8f-86f8-8dcdc09f7751 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:02:36.663048 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d94ba86-bee6-4d9c-8529-03a4d9f81ada admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:02:36.668201 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2d94ba86-bee6-4d9c-8529-03a4d9f81ada admin admin] 10.222.0.127 "PUT /v2.0/routers/aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5878582 Nov 04 11:02:36.670990 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45986) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:36.673563 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a5c1e4-f007-49e9-bb3a-9b98f2d1f35c None None] Sync routers for ids ['aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:02:36.685233 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a5c1e4-f007-49e9-bb3a-9b98f2d1f35c None None] Routers {'aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:02:36.686347 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e4a5c1e4-f007-49e9-bb3a-9b98f2d1f35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:02:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:36.700738 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c52ef4c-4692-4201-9367-939d65ca06c4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:02:36.712444 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0c52ef4c-4692-4201-9367-939d65ca06c4 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "PUT /v2.0/routers/6cd20d9a-db11-4e8f-86f8-8dcdc09f7751/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0420723 Nov 04 11:02:36.713179 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 45988) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:36.715410 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069ce955-3909-4858-998a-6ccfbf0d556e None None] Sync routers for ids ['6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:02:36.736419 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069ce955-3909-4858-998a-6ccfbf0d556e None None] Routers {'6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:02:36.737070 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-069ce955-3909-4858-998a-6ccfbf0d556e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:02:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:36.773493 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1eed12-4c26-497a-8520-5103cadeb22f tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Deleting subnet 7354c3c4-3c45-4cc7-90fb-f062182b73fd {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:02:36.777560 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff1eed12-4c26-497a-8520-5103cadeb22f tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:36.785021 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-306bca23-8dd3-4794-b19b-59374a16b904 admin admin] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:36.829611 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff1eed12-4c26-497a-8520-5103cadeb22f tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:36.836607 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-e4a5c1e4-f007-49e9-bb3a-9b98f2d1f35c None None] Set router aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:02:36.870912 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-069ce955-3909-4858-998a-6ccfbf0d556e None None] Set router 6cd20d9a-db11-4e8f-86f8-8dcdc09f7751 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:02:36.941144 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-306bca23-8dd3-4794-b19b-59374a16b904 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:36.970545 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff1eed12-4c26-497a-8520-5103cadeb22f tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:37.017563 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7da68-23ca-4156-a1e8-6c9241b6bb2e req-ca56e0d5-390e-4b78-b329-28b83d2b47de tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:37.019236 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cfd7da68-23ca-4156-a1e8-6c9241b6bb2e req-ca56e0d5-390e-4b78-b329-28b83d2b47de tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.1073334 Nov 04 11:02:37.042851 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-306bca23-8dd3-4794-b19b-59374a16b904 admin admin] Deleting port ce1ddbae-ff2e-4343-9c74-6c01125ee68c {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:02:37.043510 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-306bca23-8dd3-4794-b19b-59374a16b904 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:37.087941 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff1eed12-4c26-497a-8520-5103cadeb22f tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:37.093983 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cfd7da68-23ca-4156-a1e8-6c9241b6bb2e req-1d6a1f39-0e23-4a78-bc8d-be2da66d3781 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664315 Nov 04 11:02:37.100847 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e4a5c1e4-f007-49e9-bb3a-9b98f2d1f35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac', 'name': 'tempest-TestServerBasicOps-534556651-router', 'tenant_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'ce1ddbae-ff2e-4343-9c74-6c01125ee68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:16Z', 'updated_at': '2021-11-04T11:02:35Z', 'revision_number': 5, 'project_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'gw_port': {'id': 'ce1ddbae-ff2e-4343-9c74-6c01125ee68c', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:99:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:57:17Z', 'updated_at': '2021-11-04T10:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:37.123884 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-069ce955-3909-4858-998a-6ccfbf0d556e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603413572', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:02:36Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:37.124129 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1eed12-4c26-497a-8520-5103cadeb22f tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event deleted for resources: {'Subnet': ['ID=7354c3c4-3c45-4cc7-90fb-f062182b73fd,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:37.130810 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff1eed12-4c26-497a-8520-5103cadeb22f tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:37.136049 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ff1eed12-4c26-497a-8520-5103cadeb22f tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "DELETE /v2.0/subnets/7354c3c4-3c45-4cc7-90fb-f062182b73fd HTTP/1.1" status: 204 len: 168 time: 0.4222777 Nov 04 11:02:37.136690 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a5c1e4-f007-49e9-bb3a-9b98f2d1f35c None None] Checking router: aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:02:37.139142 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 45994) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:37.147261 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d569b01-6c58-4c5b-90cc-15254983b869 None None] Network c6509a1b-ced8-47d4-b14b-174749bc1fa7 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:02:37.195430 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069ce955-3909-4858-998a-6ccfbf0d556e None None] Checking router: 6cd20d9a-db11-4e8f-86f8-8dcdc09f7751 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:02:37.196716 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a5c1e4-f007-49e9-bb3a-9b98f2d1f35c None None] Routers {'aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:02:37.197516 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e4a5c1e4-f007-49e9-bb3a-9b98f2d1f35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:02:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:37.206233 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069ce955-3909-4858-998a-6ccfbf0d556e None None] Routers {'6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:02:37.207571 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-069ce955-3909-4858-998a-6ccfbf0d556e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:02:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:37.266971 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-306bca23-8dd3-4794-b19b-59374a16b904 admin admin] For port ce1ddbae-ff2e-4343-9c74-6c01125ee68c, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ce1ddbae-ff2e-4343-9c74-6c01125ee68c,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:02:37.267466 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-306bca23-8dd3-4794-b19b-59374a16b904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:37.295213 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-306bca23-8dd3-4794-b19b-59374a16b904 admin admin] Calling delete_port for ce1ddbae-ff2e-4343-9c74-6c01125ee68c owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:02:37.321336 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3e29fcd9-cd36-45cc-a4f4-ac02627cfcc9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:37.332047 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-e4a5c1e4-f007-49e9-bb3a-9b98f2d1f35c None None] Set router aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:02:37.334765 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-069ce955-3909-4858-998a-6ccfbf0d556e None None] Set router 6cd20d9a-db11-4e8f-86f8-8dcdc09f7751 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:02:37.406425 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e4a5c1e4-f007-49e9-bb3a-9b98f2d1f35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac', 'name': 'tempest-TestServerBasicOps-534556651-router', 'tenant_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:16Z', 'updated_at': '2021-11-04T11:02:36Z', 'revision_number': 6, 'project_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:37.437074 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a5c1e4-f007-49e9-bb3a-9b98f2d1f35c None None] The sync data for ids ['aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac'] in n-d-816629-1 is: [{'id': 'aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac', 'name': 'tempest-TestServerBasicOps-534556651-router', 'tenant_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:57:16Z', 'updated_at': '2021-11-04T11:02:36Z', 'revision_number': 6, 'project_id': 'a6ed7a8aa9c147ebbcdfca26b4d7a483', 'gw_port_host': None}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:02:37.626249 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-069ce955-3909-4858-998a-6ccfbf0d556e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603413572', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:02:36Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:37.652695 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069ce955-3909-4858-998a-6ccfbf0d556e None None] The sync data for ids ['6cd20d9a-db11-4e8f-86f8-8dcdc09f7751'] in n-d-816629-1 is: [{'id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603413572', 'tenant_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:02:36Z', 'revision_number': 5, 'project_id': '0f971a58d7f04199b01d2c8c36ec2cac', 'gw_port': {'id': 'b1a91c6c-47ac-4d84-8cfd-6d2997ec7694', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd20d9a-db11-4e8f-86f8-8dcdc09f7751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:00:47Z', 'updated_at': '2021-11-04T11:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:02:37.827931 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef7b189-6fb6-4f0f-9e37-e7459476fe5f None None] DHCP port deletion for c6509a1b-ced8-47d4-b14b-174749bc1fa7 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:02:37.849554 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3e29fcd9-cd36-45cc-a4f4-ac02627cfcc9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:37.889675 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-7ef7b189-6fb6-4f0f-9e37-e7459476fe5f None None] Deleting port c1423713-a14f-4e58-8a05-b023b0bdb788 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:02:37.890179 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7ef7b189-6fb6-4f0f-9e37-e7459476fe5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:37.936437 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-306bca23-8dd3-4794-b19b-59374a16b904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:37.954251 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-7ef7b189-6fb6-4f0f-9e37-e7459476fe5f None None] For port c1423713-a14f-4e58-8a05-b023b0bdb788, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c1423713-a14f-4e58-8a05-b023b0bdb788,segment=NetworkSegment(0a3cdc52-9cc4-48a9-870d-eb82225aa053),segment_id=0a3cdc52-9cc4-48a9-870d-eb82225aa053)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:02:37.954641 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7ef7b189-6fb6-4f0f-9e37-e7459476fe5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:37.964667 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306bca23-8dd3-4794-b19b-59374a16b904 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce1ddbae-ff2e-4343-9c74-6c01125ee68c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:37.968901 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-7ef7b189-6fb6-4f0f-9e37-e7459476fe5f None None] Calling delete_port for c1423713-a14f-4e58-8a05-b023b0bdb788 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:02:37.975195 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-3e29fcd9-cd36-45cc-a4f4-ac02627cfcc9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Deleting port b1a91c6c-47ac-4d84-8cfd-6d2997ec7694 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:02:37.975195 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3e29fcd9-cd36-45cc-a4f4-ac02627cfcc9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:38.058460 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7ef7b189-6fb6-4f0f-9e37-e7459476fe5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:38.085110 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7b189-6fb6-4f0f-9e37-e7459476fe5f None None] Pushing event deleted for resources: {'Port': ['ID=c1423713-a14f-4e58-8a05-b023b0bdb788,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:38.087354 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-306bca23-8dd3-4794-b19b-59374a16b904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:38.090025 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef7b189-6fb6-4f0f-9e37-e7459476fe5f None None] No DVR routers for this DVR port c1423713-a14f-4e58-8a05-b023b0bdb788 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:02:38.197890 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-3e29fcd9-cd36-45cc-a4f4-ac02627cfcc9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] For port b1a91c6c-47ac-4d84-8cfd-6d2997ec7694, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b1a91c6c-47ac-4d84-8cfd-6d2997ec7694,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:02:38.198265 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3e29fcd9-cd36-45cc-a4f4-ac02627cfcc9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:38.208735 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-306bca23-8dd3-4794-b19b-59374a16b904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:38.212318 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-306bca23-8dd3-4794-b19b-59374a16b904 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:38.218472 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-3e29fcd9-cd36-45cc-a4f4-ac02627cfcc9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Calling delete_port for b1a91c6c-47ac-4d84-8cfd-6d2997ec7694 owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:02:38.277180 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57220a-d6c4-4578-8445-3394c095f049 req-8861c6f1-741b-4ad6-9059-85626c6cbf98 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:38.286133 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9e57220a-d6c4-4578-8445-3394c095f049 req-8861c6f1-741b-4ad6-9059-85626c6cbf98 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.0813766 Nov 04 11:02:38.327524 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-306bca23-8dd3-4794-b19b-59374a16b904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:38.327987 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ce1ddbae-ff2e-4343-9c74-6c01125ee68c no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:02:38.328192 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306bca23-8dd3-4794-b19b-59374a16b904 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:02:38.332810 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-306bca23-8dd3-4794-b19b-59374a16b904 admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:38.334133 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-306bca23-8dd3-4794-b19b-59374a16b904 admin admin] 10.222.0.127 "DELETE /v2.0/routers/aa9b7a9b-bdca-4b7b-9f3d-a319a386c3ac HTTP/1.1" status: 204 len: 168 time: 1.6622429 Nov 04 11:02:38.336652 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46000) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:38.338453 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9e57220a-d6c4-4578-8445-3394c095f049 req-1976ecf6-d9cb-4c59-98eb-6174c3937368 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513351 Nov 04 11:02:38.354177 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: ce1ddbae-ff2e-4343-9c74-6c01125ee68c {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:02:38.354532 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ce1ddbae-ff2e-4343-9c74-6c01125ee68c not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:02:38.354938 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c1423713-a14f-4e58-8a05-b023b0bdb788 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:02:38.377718 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: c1423713-a14f-4e58-8a05-b023b0bdb788 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:02:38.378062 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c1423713-a14f-4e58-8a05-b023b0bdb788 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:02:38.378601 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:02:38.399372 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:02:38.399711 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 230f0473-dc2f-4a2a-89fd-06d9a1ffd2f9 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:02:38.400143 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5568ee17-533b-4270-a44c-2fa325b04642 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:02:38.426709 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 5568ee17-533b-4270-a44c-2fa325b04642 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:02:38.435142 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5568ee17-533b-4270-a44c-2fa325b04642 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:02:38.448051 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-617db787-e0ec-4a90-86eb-b6663b86113e admin admin] Deleting subnet a36c663b-50f7-4ceb-acb3-a6b9798b33d9 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:02:38.453593 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-617db787-e0ec-4a90-86eb-b6663b86113e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:38.498812 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-617db787-e0ec-4a90-86eb-b6663b86113e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:38.609293 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3e29fcd9-cd36-45cc-a4f4-ac02627cfcc9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:38.659275 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29fcd9-cd36-45cc-a4f4-ac02627cfcc9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event deleted for resources: {'Port': ['ID=b1a91c6c-47ac-4d84-8cfd-6d2997ec7694,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:38.683572 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-617db787-e0ec-4a90-86eb-b6663b86113e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:38.758024 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3e29fcd9-cd36-45cc-a4f4-ac02627cfcc9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:38.858485 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3e29fcd9-cd36-45cc-a4f4-ac02627cfcc9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:38.860950 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3e29fcd9-cd36-45cc-a4f4-ac02627cfcc9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:38.864877 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-617db787-e0ec-4a90-86eb-b6663b86113e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:38.926638 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617db787-e0ec-4a90-86eb-b6663b86113e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a36c663b-50f7-4ceb-acb3-a6b9798b33d9,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:38.929741 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-617db787-e0ec-4a90-86eb-b6663b86113e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:38.932941 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32099e84-1c62-4e59-ae40-b4152bbe8694 None None] Network 40527909-7398-4848-859b-1205bbe43c27 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:02:38.933702 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-617db787-e0ec-4a90-86eb-b6663b86113e admin admin] 10.222.0.127 "DELETE /v2.0/subnets/a36c663b-50f7-4ceb-acb3-a6b9798b33d9 HTTP/1.1" status: 204 len: 168 time: 0.5946219 Nov 04 11:02:38.937215 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46002) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:38.945854 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3e29fcd9-cd36-45cc-a4f4-ac02627cfcc9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:38.946375 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e29fcd9-cd36-45cc-a4f4-ac02627cfcc9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Fanout notify agent at l3_agent the message router_deleted on router 6cd20d9a-db11-4e8f-86f8-8dcdc09f7751 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:02:38.962792 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3e29fcd9-cd36-45cc-a4f4-ac02627cfcc9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:38.966869 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3e29fcd9-cd36-45cc-a4f4-ac02627cfcc9 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "DELETE /v2.0/routers/6cd20d9a-db11-4e8f-86f8-8dcdc09f7751 HTTP/1.1" status: 204 len: 168 time: 1.8245668 Nov 04 11:02:38.967622 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46004) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:39.035013 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-db479c74-0d1f-491a-9950-71bd48dc9ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:39.083830 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-48ab4100-49db-4c06-bad8-b26ae1d885b1 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:39.101623 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-db479c74-0d1f-491a-9950-71bd48dc9ea4 admin admin] Deleting port 68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:02:39.102120 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-db479c74-0d1f-491a-9950-71bd48dc9ea4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:39.146785 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2406d4a-154b-4c88-819c-3c1132dfe356 None None] DHCP port deletion for 40527909-7398-4848-859b-1205bbe43c27 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:02:39.180408 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-db479c74-0d1f-491a-9950-71bd48dc9ea4 admin admin] For port 68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4,segment=NetworkSegment(c99141d3-585e-4a45-af43-355e3febedcc),segment_id=c99141d3-585e-4a45-af43-355e3febedcc)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:02:39.180787 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-db479c74-0d1f-491a-9950-71bd48dc9ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:39.194859 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a2406d4a-154b-4c88-819c-3c1132dfe356 None None] Deleting port 68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:02:39.195321 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a2406d4a-154b-4c88-819c-3c1132dfe356 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:39.197192 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-48ab4100-49db-4c06-bad8-b26ae1d885b1 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:39.199162 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-db479c74-0d1f-491a-9950-71bd48dc9ea4 admin admin] Calling delete_port for 68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:02:39.227005 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-48ab4100-49db-4c06-bad8-b26ae1d885b1 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6509a1b-ced8-47d4-b14b-174749bc1fa7']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:39.237312 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-48ab4100-49db-4c06-bad8-b26ae1d885b1 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a3cdc52-9cc4-48a9-870d-eb82225aa053') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:39.237599 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-48ab4100-49db-4c06-bad8-b26ae1d885b1 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a3cdc52-9cc4-48a9-870d-eb82225aa053') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:39.250333 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-48ab4100-49db-4c06-bad8-b26ae1d885b1 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:39.259588 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-a2406d4a-154b-4c88-819c-3c1132dfe356 None None] For port 68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4,segment=NetworkSegment(c99141d3-585e-4a45-af43-355e3febedcc),segment_id=c99141d3-585e-4a45-af43-355e3febedcc)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:02:39.260074 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a2406d4a-154b-4c88-819c-3c1132dfe356 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:39.266154 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-48ab4100-49db-4c06-bad8-b26ae1d885b1 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:39.272792 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48ab4100-49db-4c06-bad8-b26ae1d885b1 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:02:39.273214 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-48ab4100-49db-4c06-bad8-b26ae1d885b1 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:39.274153 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a2406d4a-154b-4c88-819c-3c1132dfe356 None None] Calling delete_port for 68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:02:39.277124 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:02:39.294792 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-db479c74-0d1f-491a-9950-71bd48dc9ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:39.324249 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db479c74-0d1f-491a-9950-71bd48dc9ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:39.327082 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db479c74-0d1f-491a-9950-71bd48dc9ea4 admin admin] No DVR routers for this DVR port 68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:02:39.353350 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-48ab4100-49db-4c06-bad8-b26ae1d885b1 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:39.361749 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a2406d4a-154b-4c88-819c-3c1132dfe356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:39.366367 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-48ab4100-49db-4c06-bad8-b26ae1d885b1 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:39.380094 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-48ab4100-49db-4c06-bad8-b26ae1d885b1 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "DELETE /v2.0/networks/c6509a1b-ced8-47d4-b14b-174749bc1fa7 HTTP/1.1" status: 204 len: 168 time: 0.4085934 Nov 04 11:02:39.380498 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46008) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:39.384742 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2406d4a-154b-4c88-819c-3c1132dfe356 None None] Pushing event deleted for resources: {'Port': ['ID=68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:39.399473 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2406d4a-154b-4c88-819c-3c1132dfe356 None None] No DVR routers for this DVR port 68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:02:39.418878 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab4100-49db-4c06-bad8-b26ae1d885b1 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event deleted for resources: {'Network': ['ID=c6509a1b-ced8-47d4-b14b-174749bc1fa7,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:39.427011 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-db479c74-0d1f-491a-9950-71bd48dc9ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:39.453692 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-db479c74-0d1f-491a-9950-71bd48dc9ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40527909-7398-4848-859b-1205bbe43c27']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:39.464438 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-db479c74-0d1f-491a-9950-71bd48dc9ea4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99141d3-585e-4a45-af43-355e3febedcc') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:39.464742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-db479c74-0d1f-491a-9950-71bd48dc9ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99141d3-585e-4a45-af43-355e3febedcc') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:39.475383 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-db479c74-0d1f-491a-9950-71bd48dc9ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:39.489783 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-db479c74-0d1f-491a-9950-71bd48dc9ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:39.496201 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db479c74-0d1f-491a-9950-71bd48dc9ea4 admin admin] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:02:39.496613 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-db479c74-0d1f-491a-9950-71bd48dc9ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:02:39.498506 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:02:39.517180 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2abdc1e8-3969-4205-b1dd-18cdbb9de3b3 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:39.539046 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c0dcb-0436-47a9-85ae-4e7b241418bf req-60a2c7c0-ef03-4c0f-9da2-2cda6b287cfc tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:39.540505 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8a2c0dcb-0436-47a9-85ae-4e7b241418bf req-60a2c7c0-ef03-4c0f-9da2-2cda6b287cfc tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.0980721 Nov 04 11:02:39.547377 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2abdc1e8-3969-4205-b1dd-18cdbb9de3b3 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:39.558537 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-db479c74-0d1f-491a-9950-71bd48dc9ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:39.568731 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-db479c74-0d1f-491a-9950-71bd48dc9ea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:39.572616 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-db479c74-0d1f-491a-9950-71bd48dc9ea4 admin admin] 10.222.0.127 "DELETE /v2.0/networks/40527909-7398-4848-859b-1205bbe43c27 HTTP/1.1" status: 204 len: 168 time: 0.6342545 Nov 04 11:02:39.584730 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db479c74-0d1f-491a-9950-71bd48dc9ea4 admin admin] Pushing event deleted for resources: {'Network': ['ID=40527909-7398-4848-859b-1205bbe43c27,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:39.620370 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8a2c0dcb-0436-47a9-85ae-4e7b241418bf req-501d33d2-952d-4a5a-a981-894cde1270a8 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699780 Nov 04 11:02:39.647974 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2abdc1e8-3969-4205-b1dd-18cdbb9de3b3 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:39.651027 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2abdc1e8-3969-4205-b1dd-18cdbb9de3b3 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:39.652488 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2abdc1e8-3969-4205-b1dd-18cdbb9de3b3 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] 10.222.0.127 "DELETE /v2.0/security-groups/b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c HTTP/1.1" status: 204 len: 168 time: 0.2704449 Nov 04 11:02:39.666201 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdc1e8-3969-4205-b1dd-18cdbb9de3b3 tempest-TestNetworkAdvancedServerOps-921756523 tempest-TestNetworkAdvancedServerOps-921756523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2442339-ec65-4ca7-9cf0-c6bb4a24cf2c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:39.725515 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46016) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:39.769931 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2b4c573f-61e5-4ef6-99a5-63b1d04be891 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=6d658d320fa74f69aa183d18fb0bb612&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431032 Nov 04 11:02:39.772467 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46020) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:39.820614 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-da6a59da-315d-4be1-b7e0-9e7bab461632 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:39.843646 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-da6a59da-315d-4be1-b7e0-9e7bab461632 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:39.891820 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-da6a59da-315d-4be1-b7e0-9e7bab461632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:39.895020 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-da6a59da-315d-4be1-b7e0-9e7bab461632 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:39.896494 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-da6a59da-315d-4be1-b7e0-9e7bab461632 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/37db7193-7520-444d-b87e-1f3577d1ed3b HTTP/1.1" status: 204 len: 168 time: 0.1230636 Nov 04 11:02:39.905924 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a59da-315d-4be1-b7e0-9e7bab461632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37db7193-7520-444d-b87e-1f3577d1ed3b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:40.012499 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46026) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:40.157917 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-dc229e4c-ddd3-4b43-a9e8-f8da865f9718 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=0f971a58d7f04199b01d2c8c36ec2cac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440685 Nov 04 11:02:40.160553 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46032) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:40.187284 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46034) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:40.214347 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-17f97e72-7b1f-4b6d-b4f6-e27caec58c6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:40.236749 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ea004abb-481b-4e9a-a987-2e014cb403fc admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=a6ed7a8aa9c147ebbcdfca26b4d7a483&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0479460 Nov 04 11:02:40.239600 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46036) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:40.244706 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-17f97e72-7b1f-4b6d-b4f6-e27caec58c6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:40.252422 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:02:40.275115 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:02:40.275456 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 68c1a3d8-e5f4-4b11-a216-fb1a1c535fd4 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:02:40.276052 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b1a91c6c-47ac-4d84-8cfd-6d2997ec7694 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:02:40.299892 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: b1a91c6c-47ac-4d84-8cfd-6d2997ec7694 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:02:40.300247 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b1a91c6c-47ac-4d84-8cfd-6d2997ec7694 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:02:40.301670 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2bdf9f45-66ae-4fba-986e-39297b700fad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:40.303201 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-17f97e72-7b1f-4b6d-b4f6-e27caec58c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:40.306032 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-17f97e72-7b1f-4b6d-b4f6-e27caec58c6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:40.308379 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-17f97e72-7b1f-4b6d-b4f6-e27caec58c6e admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/0205169f-b2fc-423d-bb5a-00b7e83b05a7 HTTP/1.1" status: 204 len: 168 time: 0.1467996 Nov 04 11:02:40.318519 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f97e72-7b1f-4b6d-b4f6-e27caec58c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0205169f-b2fc-423d-bb5a-00b7e83b05a7,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:40.334852 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2bdf9f45-66ae-4fba-986e-39297b700fad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:40.382985 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2bdf9f45-66ae-4fba-986e-39297b700fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:40.385733 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2bdf9f45-66ae-4fba-986e-39297b700fad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:40.386933 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2bdf9f45-66ae-4fba-986e-39297b700fad admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/1a6dcf6e-7d24-4eb3-909f-72dc27feb1a2 HTTP/1.1" status: 204 len: 168 time: 0.1463201 Nov 04 11:02:40.395024 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf9f45-66ae-4fba-986e-39297b700fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6dcf6e-7d24-4eb3-909f-72dc27feb1a2,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:40.729533 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46056) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:40.755517 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25021e1b-adc4-4f7b-b06e-88ad249b8d13 req-3e052c7f-09ee-4283-bc9c-1f67575584c5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:40.757368 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25021e1b-adc4-4f7b-b06e-88ad249b8d13 req-3e052c7f-09ee-4283-bc9c-1f67575584c5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.0581400 Nov 04 11:02:40.776149 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f034c397-3ec6-4952-80ec-5112306f42ea admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=085d401780274bd89050738704843814&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454111 Nov 04 11:02:40.779122 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46060) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:40.809231 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25021e1b-adc4-4f7b-b06e-88ad249b8d13 req-74adcf11-a2fd-4b87-a7fe-cc187a5794f1 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455027 Nov 04 11:02:40.840608 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b83148c3-c6ea-4019-b1d4-e62be40586cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:40.864458 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b83148c3-c6ea-4019-b1d4-e62be40586cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:40.915954 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b83148c3-c6ea-4019-b1d4-e62be40586cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:40.919296 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b83148c3-c6ea-4019-b1d4-e62be40586cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:40.922802 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b83148c3-c6ea-4019-b1d4-e62be40586cb admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/4720bb7f-8134-45a9-8769-119381fbe4c0 HTTP/1.1" status: 204 len: 168 time: 0.1401727 Nov 04 11:02:40.929829 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83148c3-c6ea-4019-b1d4-e62be40586cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4720bb7f-8134-45a9-8769-119381fbe4c0,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:41.105559 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88203b-e0d6-4ee7-8c1a-aa37bd28a096 req-45174c6e-7e60-4e2c-bf4b-898d0d5f152e tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:41.107293 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7c88203b-e0d6-4ee7-8c1a-aa37bd28a096 req-45174c6e-7e60-4e2c-bf4b-898d0d5f152e tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0651956 Nov 04 11:02:41.159929 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46076) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:41.166452 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7c88203b-e0d6-4ee7-8c1a-aa37bd28a096 req-9bfbfe78-88b9-4572-b85a-ef81cf7c64e9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516255 Nov 04 11:02:41.301430 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde241f-824a-4776-9c34-1ae2866c1a62 req-b3149d94-0752-4f79-94c1-824b0e405e46 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:41.303182 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ccde241f-824a-4776-9c34-1ae2866c1a62 req-b3149d94-0752-4f79-94c1-824b0e405e46 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0552208 Nov 04 11:02:41.332281 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-87e02536-686c-40c8-bd95-a08099967436 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-668387148-network', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:02:41.358215 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e02536-686c-40c8-bd95-a08099967436 admin admin] Made reservation on behalf of ddf89eefd3f5444e82d89fc191073961 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:02:41.359448 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ccde241f-824a-4776-9c34-1ae2866c1a62 req-c6f23341-863a-40bb-9d4b-a15e5dd03807 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490921 Nov 04 11:02:41.361067 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-87e02536-686c-40c8-bd95-a08099967436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:41.373939 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-87e02536-686c-40c8-bd95-a08099967436 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:41.475323 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-87e02536-686c-40c8-bd95-a08099967436 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:41.481363 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-87e02536-686c-40c8-bd95-a08099967436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:41.504253 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e02536-686c-40c8-bd95-a08099967436 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1180} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:02:41.527049 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-87e02536-686c-40c8-bd95-a08099967436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:41.527424 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-87e02536-686c-40c8-bd95-a08099967436 admin admin] Added segment ee7b9d45-a7a2-41d5-8194-d56333afd390 of type vlan for network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b Nov 04 11:02:41.537508 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e02536-686c-40c8-bd95-a08099967436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f121ff2-fca0-4639-a645-a156b4e6695c,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:41.577316 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-87e02536-686c-40c8-bd95-a08099967436 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:41.603490 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-87e02536-686c-40c8-bd95-a08099967436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:41.604557 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e02536-686c-40c8-bd95-a08099967436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:41.605160 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-87e02536-686c-40c8-bd95-a08099967436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:41.662188 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-87e02536-686c-40c8-bd95-a08099967436 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5006976 Nov 04 11:02:41.667228 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46094) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:41.672358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-1f2e81ea-15a3-4237-b757-6f74e9a5b0a7 admin admin] Request body: {'subnet': {'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-668387148-subnet', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:02:41.675616 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e02536-686c-40c8-bd95-a08099967436 admin admin] Pushing event updated for resources: {'Network': ['ID=0166203e-9ed1-4f29-8b1e-2d2e84ab323b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:41.679624 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-40e5a6c1-cd9d-4e9c-a9f8-a71442ddceb0 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:41.681167 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-40e5a6c1-cd9d-4e9c-a9f8-a71442ddceb0 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 811 time: 0.1120424 Nov 04 11:02:41.687641 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:02:41.699321 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2e81ea-15a3-4237-b757-6f74e9a5b0a7 admin admin] Made reservation on behalf of ddf89eefd3f5444e82d89fc191073961 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:02:41.702118 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1f2e81ea-15a3-4237-b757-6f74e9a5b0a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:41.710700 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-78a050e2-7fc4-4cdf-a1f9-856124296ec9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/quotas/c2e39161b3394d9ebfb8df6053d2cccf HTTP/1.1" status: 200 len: 375 time: 0.0109558 Nov 04 11:02:41.773471 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-00e0a087-0b1b-4fc2-afeb-02a18c71288d tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0559065 Nov 04 11:02:41.873015 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-ab4d0f9a-c0a6-4012-945a-22da6fa4d090 service neutron] 10.222.0.127 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911486 Nov 04 11:02:41.884214 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1f2e81ea-15a3-4237-b757-6f74e9a5b0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:41.948958 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e81ea-15a3-4237-b757-6f74e9a5b0a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5c74920-9b2d-4a89-a57f-e092fd0cce82,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:41.954319 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2e81ea-15a3-4237-b757-6f74e9a5b0a7 admin admin] Checking segment: {'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:02:41.954681 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2e81ea-15a3-4237-b757-6f74e9a5b0a7 admin admin] Network hostable DHCP agents. Network: 0166203e-9ed1-4f29-8b1e-2d2e84ab323b, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:02:41.968944 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-b75a8c6c-1eb7-4426-af1e-9b7ef9f542e1 service neutron] 10.222.0.127 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895779 Nov 04 11:02:41.974479 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2e81ea-15a3-4237-b757-6f74e9a5b0a7 admin admin] Network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:02:41.984454 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-1f2e81ea-15a3-4237-b757-6f74e9a5b0a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 0166203e-9ed1-4f29-8b1e-2d2e84ab323b) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:02:41.989106 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2e81ea-15a3-4237-b757-6f74e9a5b0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:41.989921 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1f2e81ea-15a3-4237-b757-6f74e9a5b0a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:41.998301 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ee0601-1947-4902-9d84-d1ab09e6b802 None None] Network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:02:42.012634 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1f2e81ea-15a3-4237-b757-6f74e9a5b0a7 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3417044 Nov 04 11:02:42.013079 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46098) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:42.017642 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-678e18d5-6d8f-4475-9fff-f14253a34e1b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-668387148-router', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:02:42.040846 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-678e18d5-6d8f-4475-9fff-f14253a34e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:42.042172 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-678e18d5-6d8f-4475-9fff-f14253a34e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:42.113176 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-678e18d5-6d8f-4475-9fff-f14253a34e1b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:42.177832 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9b2c9c-a829-42c6-a5ad-c187f8413d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:02:42.178738 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2b9b2c9c-a829-42c6-a5ad-c187f8413d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:42.314663 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-df330f5c-6c25-4dfc-aaa7-e97c8c7c1a6b req-dca0a42d-bd27-4ab9-a3ac-33aeb729b056 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=108b5d82-2c23-4c06-bc54-89f2935b1b52 HTTP/1.1" status: 200 len: 210 time: 0.0630307 Nov 04 11:02:42.317090 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-678e18d5-6d8f-4475-9fff-f14253a34e1b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:42.357131 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-2b9b2c9c-a829-42c6-a5ad-c187f8413d68 None None] Allocated IP 172.20.0.2 (0166203e-9ed1-4f29-8b1e-2d2e84ab323b/c5c74920-9b2d-4a89-a57f-e092fd0cce82/47f10dfb-7b66-49de-8bf0-9a69a7a62ad5) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:02:42.547172 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-678e18d5-6d8f-4475-9fff-f14253a34e1b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:42.567567 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-678e18d5-6d8f-4475-9fff-f14253a34e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:42.664673 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:42.688709 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-678e18d5-6d8f-4475-9fff-f14253a34e1b admin admin] Allocated IP 172.25.7.75 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/5c5ec414-17f7-4750-80ea-19e860dcb2c2) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:02:42.706297 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2b9b2c9c-a829-42c6-a5ad-c187f8413d68 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:42.711974 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2b9b2c9c-a829-42c6-a5ad-c187f8413d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:42.750552 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9b2c9c-a829-42c6-a5ad-c187f8413d68 None None] Network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:02:42.757915 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-2b9b2c9c-a829-42c6-a5ad-c187f8413d68 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:02:42.762874 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9b2c9c-a829-42c6-a5ad-c187f8413d68 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:02:42.770611 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b2c9c-a829-42c6-a5ad-c187f8413d68 None None] Pushing event updated for resources: {'Port': ['ID=47f10dfb-7b66-49de-8bf0-9a69a7a62ad5,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:42.806345 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-678e18d5-6d8f-4475-9fff-f14253a34e1b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:42.833632 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-2b9b2c9c-a829-42c6-a5ad-c187f8413d68 None None] Attempting to bind port 47f10dfb-7b66-49de-8bf0-9a69a7a62ad5 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:02:42.834144 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-2b9b2c9c-a829-42c6-a5ad-c187f8413d68 None None] Attempting to bind port 47f10dfb-7b66-49de-8bf0-9a69a7a62ad5 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:02:42.834351 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9b2c9c-a829-42c6-a5ad-c187f8413d68 None None] Attempting to bind port 47f10dfb-7b66-49de-8bf0-9a69a7a62ad5 on network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:02:42.839328 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9b2c9c-a829-42c6-a5ad-c187f8413d68 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:02:42.839702 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9b2c9c-a829-42c6-a5ad-c187f8413d68 None None] Checking segment: {'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:02:42.840097 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2b9b2c9c-a829-42c6-a5ad-c187f8413d68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:42.840490 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9b2c9c-a829-42c6-a5ad-c187f8413d68 None None] Bound using segment: {'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:02:42.841757 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-2b9b2c9c-a829-42c6-a5ad-c187f8413d68 None None] Bound port: 47f10dfb-7b66-49de-8bf0-9a69a7a62ad5, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:02:42.841757 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2b9b2c9c-a829-42c6-a5ad-c187f8413d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:42.846648 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-678e18d5-6d8f-4475-9fff-f14253a34e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:42.892216 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678e18d5-6d8f-4475-9fff-f14253a34e1b admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:02:42.895265 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-678e18d5-6d8f-4475-9fff-f14253a34e1b admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:02:42.899758 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678e18d5-6d8f-4475-9fff-f14253a34e1b admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:02:42.902873 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e18d5-6d8f-4475-9fff-f14253a34e1b admin admin] Pushing event updated for resources: {'Port': ['ID=5c5ec414-17f7-4750-80ea-19e860dcb2c2,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:42.908449 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2b9b2c9c-a829-42c6-a5ad-c187f8413d68 None None] For port 47f10dfb-7b66-49de-8bf0-9a69a7a62ad5, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:02:42.912333 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2b9b2c9c-a829-42c6-a5ad-c187f8413d68 None None] For port 47f10dfb-7b66-49de-8bf0-9a69a7a62ad5, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=47f10dfb-7b66-49de-8bf0-9a69a7a62ad5,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:02:42.917514 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2b9b2c9c-a829-42c6-a5ad-c187f8413d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:42.978415 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b2c9c-a829-42c6-a5ad-c187f8413d68 None None] Pushing event updated for resources: {'Port': ['ID=47f10dfb-7b66-49de-8bf0-9a69a7a62ad5,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:43.206155 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-678e18d5-6d8f-4475-9fff-f14253a34e1b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:43.304262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-035cedea-f54b-4e4c-be26-2c1adb2197cf tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:43.306497 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-035cedea-f54b-4e4c-be26-2c1adb2197cf tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.126 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 811 time: 0.1713359 Nov 04 11:02:43.321483 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-dc40d161-baaa-43e0-a1bb-11e77fcf3452 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Request body: {'port': {'device_id': '108b5d82-2c23-4c06-bc54-89f2935b1b52', 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e', 'admin_state_up': True, 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:02:43.447441 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-dc40d161-baaa-43e0-a1bb-11e77fcf3452 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Made reservation on behalf of c2e39161b3394d9ebfb8df6053d2cccf for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:02:43.451671 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-dc40d161-baaa-43e0-a1bb-11e77fcf3452 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:43.597000 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-dc40d161-baaa-43e0-a1bb-11e77fcf3452 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Allocated IP 172.20.0.4 (0f07f923-0bad-4509-bf44-e9706f67de3e/acbe3edd-0e54-430d-9b84-17ccd434a175/38b6d513-0901-4d8e-9e4c-1497424b2069) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:02:43.768856 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-dc40d161-baaa-43e0-a1bb-11e77fcf3452 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:43.811679 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-dc40d161-baaa-43e0-a1bb-11e77fcf3452 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:43.825890 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['959e796d-cda9-4c4f-90c2-519dec043dd1'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:02:43.841112 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-84ff55ad-59b2-4875-ae12-5ad4a71f426f req-aa416af0-f7af-44f3-9915-6f873510aa41 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=108b5d82-2c23-4c06-bc54-89f2935b1b52 HTTP/1.1" status: 200 len: 210 time: 0.4177806 Nov 04 11:02:43.852543 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-678e18d5-6d8f-4475-9fff-f14253a34e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:43.871240 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-dc40d161-baaa-43e0-a1bb-11e77fcf3452 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Network 0f07f923-0bad-4509-bf44-e9706f67de3e is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:02:43.877172 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-dc40d161-baaa-43e0-a1bb-11e77fcf3452 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:02:43.882594 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-dc40d161-baaa-43e0-a1bb-11e77fcf3452 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:02:43.909833 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40d161-baaa-43e0-a1bb-11e77fcf3452 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Pushing event updated for resources: {'Port': ['ID=38b6d513-0901-4d8e-9e4c-1497424b2069,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:43.948968 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-dc40d161-baaa-43e0-a1bb-11e77fcf3452 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:43.950067 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-dc40d161-baaa-43e0-a1bb-11e77fcf3452 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:43.982574 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-dc40d161-baaa-43e0-a1bb-11e77fcf3452 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6655726 Nov 04 11:02:43.997490 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-76332ff3-dc46-416c-9d5b-91a6856b9ad9 service neutron] Request body: {'port': {'device_id': '108b5d82-2c23-4c06-bc54-89f2935b1b52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:02:44.014704 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678e18d5-6d8f-4475-9fff-f14253a34e1b admin admin] Router 32826aa7-7758-4d92-bcf7-a804cc57f657 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 11:02:44.080313 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-76332ff3-dc46-416c-9d5b-91a6856b9ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:44.083549 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93064e46-808d-46f5-908b-0ae69ffa0f30 None None] Network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:02:44.163349 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678e18d5-6d8f-4475-9fff-f14253a34e1b admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:02:44.187628 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-678e18d5-6d8f-4475-9fff-f14253a34e1b admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:44.188672 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-678e18d5-6d8f-4475-9fff-f14253a34e1b admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1745520 Nov 04 11:02:44.189787 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95b6682-c473-4f27-96cf-a1771e205320 None None] Sync routers for ids ['32826aa7-7758-4d92-bcf7-a804cc57f657'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:02:44.191813 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46114) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:44.235348 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95b6682-c473-4f27-96cf-a1771e205320 None None] Routers {'32826aa7-7758-4d92-bcf7-a804cc57f657'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:02:44.235999 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-c95b6682-c473-4f27-96cf-a1771e205320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:02:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['32826aa7-7758-4d92-bcf7-a804cc57f657'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:44.305453 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-335226f4-b334-4827-a63f-4372aa480e71 None None] Provisioning complete for port 47f10dfb-7b66-49de-8bf0-9a69a7a62ad5 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:02:44.306247 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-335226f4-b334-4827-a63f-4372aa480e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:44.409868 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 47f10dfb-7b66-49de-8bf0-9a69a7a62ad5 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:02:44.428810 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-76332ff3-dc46-416c-9d5b-91a6856b9ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b6d513-0901-4d8e-9e4c-1497424b2069 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:02:44.437860 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-76332ff3-dc46-416c-9d5b-91a6856b9ad9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:44.451262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-76332ff3-dc46-416c-9d5b-91a6856b9ad9 service neutron] Transition to ACTIVE for port object 38b6d513-0901-4d8e-9e4c-1497424b2069 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:02:44.456539 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-76332ff3-dc46-416c-9d5b-91a6856b9ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:44.500708 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-c95b6682-c473-4f27-96cf-a1771e205320 None None] Set router 32826aa7-7758-4d92-bcf7-a804cc57f657 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:02:44.532352 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76332ff3-dc46-416c-9d5b-91a6856b9ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=38b6d513-0901-4d8e-9e4c-1497424b2069,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:44.601455 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-76332ff3-dc46-416c-9d5b-91a6856b9ad9 service neutron] Attempting to bind port 38b6d513-0901-4d8e-9e4c-1497424b2069 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:02:44.601935 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-76332ff3-dc46-416c-9d5b-91a6856b9ad9 service neutron] Attempting to bind port 38b6d513-0901-4d8e-9e4c-1497424b2069 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:02:44.602356 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-76332ff3-dc46-416c-9d5b-91a6856b9ad9 service neutron] Attempting to bind port 38b6d513-0901-4d8e-9e4c-1497424b2069 on network 0f07f923-0bad-4509-bf44-e9706f67de3e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:02:44.608425 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-76332ff3-dc46-416c-9d5b-91a6856b9ad9 service neutron] Port 38b6d513-0901-4d8e-9e4c-1497424b2069 on network 0f07f923-0bad-4509-bf44-e9706f67de3e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:02:44.609013 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-76332ff3-dc46-416c-9d5b-91a6856b9ad9 service neutron] Attempting to bind port 38b6d513-0901-4d8e-9e4c-1497424b2069 on network 0f07f923-0bad-4509-bf44-e9706f67de3e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:02:44.615523 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-76332ff3-dc46-416c-9d5b-91a6856b9ad9 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:02:44.615974 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-76332ff3-dc46-416c-9d5b-91a6856b9ad9 service neutron] Checking segment: {'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:02:44.616542 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-76332ff3-dc46-416c-9d5b-91a6856b9ad9 service neutron] Bound using segment: {'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:02:44.617120 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-76332ff3-dc46-416c-9d5b-91a6856b9ad9 service neutron] Bound port: 38b6d513-0901-4d8e-9e4c-1497424b2069, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:02:44.617686 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-76332ff3-dc46-416c-9d5b-91a6856b9ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:44.689938 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 47f10dfb-7b66-49de-8bf0-9a69a7a62ad5 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:02:44.690308 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:44.714681 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-76332ff3-dc46-416c-9d5b-91a6856b9ad9 service neutron] For port 38b6d513-0901-4d8e-9e4c-1497424b2069, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:02:44.718643 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-76332ff3-dc46-416c-9d5b-91a6856b9ad9 service neutron] For port 38b6d513-0901-4d8e-9e4c-1497424b2069, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=38b6d513-0901-4d8e-9e4c-1497424b2069,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:02:44.727943 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-76332ff3-dc46-416c-9d5b-91a6856b9ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:44.776982 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ef72dafd-8ded-4444-b0e3-93e341489745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:44.777830 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-76332ff3-dc46-416c-9d5b-91a6856b9ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:44.778955 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-76332ff3-dc46-416c-9d5b-91a6856b9ad9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:44.784102 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-76332ff3-dc46-416c-9d5b-91a6856b9ad9 service neutron] 10.222.0.126 "PUT /v2.0/ports/38b6d513-0901-4d8e-9e4c-1497424b2069 HTTP/1.1" status: 200 len: 1091 time: 0.7925000 Nov 04 11:02:44.784627 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108b5d82-2c23-4c06-bc54-89f2935b1b52', 'tag': '38b6d513-0901-4d8e-9e4c-1497424b2069'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:02:44.787139 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495737e2-805f-4e1f-bc17-44073965b7fc" -d '{"events": [{"name": "network-changed", "server_uuid": "108b5d82-2c23-4c06-bc54-89f2935b1b52", "tag": "38b6d513-0901-4d8e-9e4c-1497424b2069"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:02:44.809240 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-335226f4-b334-4827-a63f-4372aa480e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:44.875747 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906d4e13-9520-4141-845d-bc5148fb0f64 x-openstack-request-id: req-906d4e13-9520-4141-845d-bc5148fb0f64 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:02:44.877326 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108b5d82-2c23-4c06-bc54-89f2935b1b52", "tag": "38b6d513-0901-4d8e-9e4c-1497424b2069", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:02:44.877719 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-906d4e13-9520-4141-845d-bc5148fb0f64 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:02:44.879812 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108b5d82-2c23-4c06-bc54-89f2935b1b52', 'tag': '38b6d513-0901-4d8e-9e4c-1497424b2069', 'status': 'completed', 'code': 200} Nov 04 11:02:44.909443 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76332ff3-dc46-416c-9d5b-91a6856b9ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=38b6d513-0901-4d8e-9e4c-1497424b2069,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:44.927976 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-41dbca64-c720-460f-8837-784de34b0146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:44.930015 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-41dbca64-c720-460f-8837-784de34b0146 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&device_id=108b5d82-2c23-4c06-bc54-89f2935b1b52 HTTP/1.1" status: 200 len: 1094 time: 0.0913315 Nov 04 11:02:44.966070 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-335226f4-b334-4827-a63f-4372aa480e71 None None] For port 47f10dfb-7b66-49de-8bf0-9a69a7a62ad5, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=47f10dfb-7b66-49de-8bf0-9a69a7a62ad5,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:02:44.980216 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-335226f4-b334-4827-a63f-4372aa480e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:44.999285 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-8f824934-da8f-41d7-89b7-f1a3e5a8f31e service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38b6d513-0901-4d8e-9e4c-1497424b2069 HTTP/1.1" status: 200 len: 217 time: 0.0585637 Nov 04 11:02:45.002186 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:45.005836 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-c95b6682-c473-4f27-96cf-a1771e205320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'name': 'tempest-TestVolumeBootPattern-668387148-router', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:43Z', 'revision_number': 3, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'gw_port': {'id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:45.008644 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:45.059734 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-1098b6ac-71f3-45ab-9125-0bd61365af47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:45.061508 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-1098b6ac-71f3-45ab-9125-0bd61365af47 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=acbe3edd-0e54-430d-9b84-17ccd434a175 HTTP/1.1" status: 200 len: 850 time: 0.0553627 Nov 04 11:02:45.075331 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95b6682-c473-4f27-96cf-a1771e205320 None None] Checking router: 32826aa7-7758-4d92-bcf7-a804cc57f657 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:02:45.075697 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95b6682-c473-4f27-96cf-a1771e205320 None None] Updating router 32826aa7-7758-4d92-bcf7-a804cc57f657 port 5c5ec414-17f7-4750-80ea-19e860dcb2c2 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:02:45.097086 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-ef72dafd-8ded-4444-b0e3-93e341489745 admin admin] Allocated IP 172.20.0.1 (0166203e-9ed1-4f29-8b1e-2d2e84ab323b/c5c74920-9b2d-4a89-a57f-e092fd0cce82/8af52804-d6a4-46e6-abe0-02bcea223003) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:02:45.119953 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791f972-5d97-4ae3-b710-e5572c352a4c req-c05cf1dc-22b9-45e5-bc0a-87f49a728c76 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:45.128040 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-143053a1-1cf2-4e78-88f9-e40b2d4b1c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:45.129825 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-143053a1-1cf2-4e78-88f9-e40b2d4b1c4b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0f07f923-0bad-4509-bf44-e9706f67de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613019 Nov 04 11:02:45.132667 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2791f972-5d97-4ae3-b710-e5572c352a4c req-c05cf1dc-22b9-45e5-bc0a-87f49a728c76 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=108b5d82-2c23-4c06-bc54-89f2935b1b52 HTTP/1.1" status: 200 len: 943 time: 0.1595411 Nov 04 11:02:45.185667 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c95b6682-c473-4f27-96cf-a1771e205320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:45.208398 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335226f4-b334-4827-a63f-4372aa480e71 None None] Pushing event updated for resources: {'Port': ['ID=47f10dfb-7b66-49de-8bf0-9a69a7a62ad5,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:45.218452 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 11:02:45.218849 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 11:02:45.223069 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335226f4-b334-4827-a63f-4372aa480e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:45.223423 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335226f4-b334-4827-a63f-4372aa480e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:45.224048 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335226f4-b334-4827-a63f-4372aa480e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:45.224383 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335226f4-b334-4827-a63f-4372aa480e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:45.225114 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335226f4-b334-4827-a63f-4372aa480e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:45.225114 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335226f4-b334-4827-a63f-4372aa480e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:45.225378 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335226f4-b334-4827-a63f-4372aa480e71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:45.225689 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335226f4-b334-4827-a63f-4372aa480e71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:45.226008 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335226f4-b334-4827-a63f-4372aa480e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:45.226326 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335226f4-b334-4827-a63f-4372aa480e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:45.226641 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335226f4-b334-4827-a63f-4372aa480e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:45.227452 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335226f4-b334-4827-a63f-4372aa480e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:45.243625 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2791f972-5d97-4ae3-b710-e5572c352a4c req-4e3aff49-7802-4b43-b3c9-6c88a80db958 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096382 Nov 04 11:02:45.256931 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-d7e4051d-d1ae-42ec-8c58-1fcc40ab0060 service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162877 Nov 04 11:02:45.290200 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ef72dafd-8ded-4444-b0e3-93e341489745 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:45.307173 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-34a62d37-6103-47f9-b5f4-e5b21bdd3e5d None None] Provisioning complete for port 47f10dfb-7b66-49de-8bf0-9a69a7a62ad5 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:02:45.307554 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-34a62d37-6103-47f9-b5f4-e5b21bdd3e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:45.327245 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ef72dafd-8ded-4444-b0e3-93e341489745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:45.354245 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5af651d9-e958-434a-b72b-7b3fea1236e8 req-93d0a505-0eb1-40d0-bad9-b341178b2c84 service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905364 Nov 04 11:02:45.378695 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef72dafd-8ded-4444-b0e3-93e341489745 admin admin] Network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:02:45.384375 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-ef72dafd-8ded-4444-b0e3-93e341489745 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:02:45.388490 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef72dafd-8ded-4444-b0e3-93e341489745 admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:02:45.418638 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72dafd-8ded-4444-b0e3-93e341489745 admin admin] Pushing event updated for resources: {'Port': ['ID=8af52804-d6a4-46e6-abe0-02bcea223003,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:45.443918 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ef72dafd-8ded-4444-b0e3-93e341489745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:45.477648 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495737e2-805f-4e1f-bc17-44073965b7fc req-2562fb17-9e90-4541-a192-eaa74db2453e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:45.479285 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-495737e2-805f-4e1f-bc17-44073965b7fc req-2562fb17-9e90-4541-a192-eaa74db2453e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&device_id=108b5d82-2c23-4c06-bc54-89f2935b1b52 HTTP/1.1" status: 200 len: 1094 time: 0.0614412 Nov 04 11:02:45.598075 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495737e2-805f-4e1f-bc17-44073965b7fc req-420345b4-a1d2-449d-b474-b99ce1c1da9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:45.598429 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ef72dafd-8ded-4444-b0e3-93e341489745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:45.599763 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-495737e2-805f-4e1f-bc17-44073965b7fc req-420345b4-a1d2-449d-b474-b99ce1c1da9c service neutron] 10.222.0.126 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 913 time: 0.1134212 Nov 04 11:02:45.611158 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c95b6682-c473-4f27-96cf-a1771e205320 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:45.621337 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c95b6682-c473-4f27-96cf-a1771e205320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:45.660179 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-495737e2-805f-4e1f-bc17-44073965b7fc req-6b1e1cd8-11f2-44a9-b3f4-ae387d9a5046 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38b6d513-0901-4d8e-9e4c-1497424b2069 HTTP/1.1" status: 200 len: 217 time: 0.0498686 Nov 04 11:02:45.692549 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a6af3-b08c-4759-aa37-327e5ca9e30b None None] Pushing event updated for resources: {'Port': ['ID=5c5ec414-17f7-4750-80ea-19e860dcb2c2,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:45.694725 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-c95b6682-c473-4f27-96cf-a1771e205320 None None] Attempting to bind port 5c5ec414-17f7-4750-80ea-19e860dcb2c2 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:02:45.695090 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-c95b6682-c473-4f27-96cf-a1771e205320 None None] Attempting to bind port 5c5ec414-17f7-4750-80ea-19e860dcb2c2 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:02:45.695450 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95b6682-c473-4f27-96cf-a1771e205320 None None] Attempting to bind port 5c5ec414-17f7-4750-80ea-19e860dcb2c2 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:02:45.701798 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95b6682-c473-4f27-96cf-a1771e205320 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:02:45.702188 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95b6682-c473-4f27-96cf-a1771e205320 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:02:45.702608 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c95b6682-c473-4f27-96cf-a1771e205320 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:45.703002 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95b6682-c473-4f27-96cf-a1771e205320 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:02:45.703710 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-c95b6682-c473-4f27-96cf-a1771e205320 None None] Bound port: 5c5ec414-17f7-4750-80ea-19e860dcb2c2, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:02:45.703855 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c95b6682-c473-4f27-96cf-a1771e205320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:45.723822 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495737e2-805f-4e1f-bc17-44073965b7fc req-936775bf-a47e-4706-ad6a-a8443cadb8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:45.725003 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-495737e2-805f-4e1f-bc17-44073965b7fc req-936775bf-a47e-4706-ad6a-a8443cadb8e2 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=acbe3edd-0e54-430d-9b84-17ccd434a175 HTTP/1.1" status: 200 len: 850 time: 0.0543880 Nov 04 11:02:45.773976 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495737e2-805f-4e1f-bc17-44073965b7fc req-c2f85fd9-4b31-4daa-aa1a-ce260482f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:45.775634 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-495737e2-805f-4e1f-bc17-44073965b7fc req-c2f85fd9-4b31-4daa-aa1a-ce260482f2fa service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0f07f923-0bad-4509-bf44-e9706f67de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425658 Nov 04 11:02:45.787048 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ef72dafd-8ded-4444-b0e3-93e341489745 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:45.792948 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ef72dafd-8ded-4444-b0e3-93e341489745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:45.793715 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d2bf9cc3-fda4-4303-8373-02c4e673c9ea None None] Provisioning complete for port 8af52804-d6a4-46e6-abe0-02bcea223003 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:02:45.794540 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d2bf9cc3-fda4-4303-8373-02c4e673c9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:45.826342 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-c95b6682-c473-4f27-96cf-a1771e205320 None None] For port 5c5ec414-17f7-4750-80ea-19e860dcb2c2, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:02:45.845913 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-c95b6682-c473-4f27-96cf-a1771e205320 None None] For port 5c5ec414-17f7-4750-80ea-19e860dcb2c2, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=5c5ec414-17f7-4750-80ea-19e860dcb2c2,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:02:45.848642 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-d2bf9cc3-fda4-4303-8373-02c4e673c9ea None None] Port 8af52804-d6a4-46e6-abe0-02bcea223003 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:02:45.854204 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c95b6682-c473-4f27-96cf-a1771e205320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:45.872702 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ef72dafd-8ded-4444-b0e3-93e341489745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:45.875820 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72dafd-8ded-4444-b0e3-93e341489745 admin admin] Pushing event updated for resources: {'Port': ['ID=8af52804-d6a4-46e6-abe0-02bcea223003,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:45.886464 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-495737e2-805f-4e1f-bc17-44073965b7fc req-a5fb57a1-0723-4589-8d47-35eb456987c1 service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025925 Nov 04 11:02:45.916064 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95b6682-c473-4f27-96cf-a1771e205320 None None] Routers {'32826aa7-7758-4d92-bcf7-a804cc57f657'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:02:45.916794 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-c95b6682-c473-4f27-96cf-a1771e205320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:02:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['32826aa7-7758-4d92-bcf7-a804cc57f657'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:45.923296 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a6af3-b08c-4759-aa37-327e5ca9e30b None None] Pushing event updated for resources: {'Port': ['ID=5c5ec414-17f7-4750-80ea-19e860dcb2c2,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:45.974280 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef72dafd-8ded-4444-b0e3-93e341489745 admin admin] Network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:02:45.975688 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-ef72dafd-8ded-4444-b0e3-93e341489745 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:02:46.010848 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-495737e2-805f-4e1f-bc17-44073965b7fc req-9c12f539-e62c-400b-9305-efe5e6eef866 service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152623 Nov 04 11:02:46.036030 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-c95b6682-c473-4f27-96cf-a1771e205320 None None] Set router 32826aa7-7758-4d92-bcf7-a804cc57f657 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:02:46.119284 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef72dafd-8ded-4444-b0e3-93e341489745 admin admin] Router 32826aa7-7758-4d92-bcf7-a804cc57f657 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:02:46.257912 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef72dafd-8ded-4444-b0e3-93e341489745 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:02:46.263995 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ef72dafd-8ded-4444-b0e3-93e341489745 admin admin] 10.222.0.127 "PUT /v2.0/routers/32826aa7-7758-4d92-bcf7-a804cc57f657/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0695572 Nov 04 11:02:46.323408 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 47f10dfb-7b66-49de-8bf0-9a69a7a62ad5 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:02:46.389550 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564ecbd-3a51-4504-97ec-91fb1b386ca8 req-3f1d46d7-76b8-4b87-b9b5-8567d0335150 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:46.391521 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e564ecbd-3a51-4504-97ec-91fb1b386ca8 req-3f1d46d7-76b8-4b87-b9b5-8567d0335150 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=108b5d82-2c23-4c06-bc54-89f2935b1b52 HTTP/1.1" status: 200 len: 943 time: 0.0584731 Nov 04 11:02:46.400393 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4c9a0ea3-ab11-4995-819a-fad2774e8a38 None None] Provisioning complete for port 8af52804-d6a4-46e6-abe0-02bcea223003 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:02:46.400765 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4c9a0ea3-ab11-4995-819a-fad2774e8a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:46.446519 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e564ecbd-3a51-4504-97ec-91fb1b386ca8 req-3e03a55e-98bc-4a6c-b81b-ff4d10df78a7 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471001 Nov 04 11:02:46.470486 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-4c9a0ea3-ab11-4995-819a-fad2774e8a38 None None] Port 8af52804-d6a4-46e6-abe0-02bcea223003 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:02:46.479109 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 47f10dfb-7b66-49de-8bf0-9a69a7a62ad5 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:02:46.479470 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:46.535799 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-c95b6682-c473-4f27-96cf-a1771e205320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'name': 'tempest-TestVolumeBootPattern-668387148-router', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:45Z', 'revision_number': 4, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'gw_port': {'id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '8af52804-d6a4-46e6-abe0-02bcea223003', 'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'mac_address': 'fa:16:3e:fc:e1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:44Z', 'updated_at': '2021-11-04T11:02:45Z', 'revision_number': 2, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'subnets': [{'id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:46.568088 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95b6682-c473-4f27-96cf-a1771e205320 None None] The sync data for ids ['32826aa7-7758-4d92-bcf7-a804cc57f657'] in n-d-816629-1 is: [{'id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'name': 'tempest-TestVolumeBootPattern-668387148-router', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:45Z', 'revision_number': 4, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'gw_port': {'id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '8af52804-d6a4-46e6-abe0-02bcea223003', 'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'mac_address': 'fa:16:3e:fc:e1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:44Z', 'updated_at': '2021-11-04T11:02:45Z', 'revision_number': 2, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'subnets': [{'id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:02:46.881545 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-496ddfa3-8e07-4bf7-a377-ccb10dad14eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:46.896218 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46142) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:46.901449 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-aaba15f9-93a4-4cf1-b13a-edb23f12bb6a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1711416686-network', 'tenant_id': '17278f6a1fec403c83819cb434b3779d'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:02:46.923797 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaba15f9-93a4-4cf1-b13a-edb23f12bb6a admin admin] Made reservation on behalf of 17278f6a1fec403c83819cb434b3779d for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:02:46.926314 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aaba15f9-93a4-4cf1-b13a-edb23f12bb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:46.936693 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aaba15f9-93a4-4cf1-b13a-edb23f12bb6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:46.950101 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 38b6d513-0901-4d8e-9e4c-1497424b2069 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:02:47.033430 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aaba15f9-93a4-4cf1-b13a-edb23f12bb6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:47.039823 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aaba15f9-93a4-4cf1-b13a-edb23f12bb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:47.066014 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaba15f9-93a4-4cf1-b13a-edb23f12bb6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1185} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:02:47.079009 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 38b6d513-0901-4d8e-9e4c-1497424b2069, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=38b6d513-0901-4d8e-9e4c-1497424b2069,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:02:47.082901 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba15f9-93a4-4cf1-b13a-edb23f12bb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e05ce8-0075-48c3-81ae-3a910999ce45,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:47.087851 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aaba15f9-93a4-4cf1-b13a-edb23f12bb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:47.088192 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-aaba15f9-93a4-4cf1-b13a-edb23f12bb6a admin admin] Added segment 4abddfa1-a87f-4aa6-9a6a-54ef006b1e74 of type vlan for network 7a3cbea2-16f7-4fe8-8640-973e31cc963a Nov 04 11:02:47.094333 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '38b6d513-0901-4d8e-9e4c-1497424b2069', 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e', 'port_id': '38b6d513-0901-4d8e-9e4c-1497424b2069', 'mac_address': 'fa:16:3e:5e:52:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbe3edd-0e54-430d-9b84-17ccd434a175', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:02:47.134202 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aaba15f9-93a4-4cf1-b13a-edb23f12bb6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:47.148197 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:47.167690 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aaba15f9-93a4-4cf1-b13a-edb23f12bb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:47.169702 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaba15f9-93a4-4cf1-b13a-edb23f12bb6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:47.170331 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-aaba15f9-93a4-4cf1-b13a-edb23f12bb6a admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:47.174429 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b6d513-0901-4d8e-9e4c-1497424b2069 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:02:47.196303 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 38b6d513-0901-4d8e-9e4c-1497424b2069, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=38b6d513-0901-4d8e-9e4c-1497424b2069,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:02:47.205880 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:47.249523 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba15f9-93a4-4cf1-b13a-edb23f12bb6a admin admin] Pushing event updated for resources: {'Network': ['ID=7a3cbea2-16f7-4fe8-8640-973e31cc963a,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:47.260429 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 7a3cbea2-16f7-4fe8-8640-973e31cc963a details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:02:47.266100 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-aaba15f9-93a4-4cf1-b13a-edb23f12bb6a admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3685443 Nov 04 11:02:47.274330 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46144) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:47.281658 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-bb9b4ca0-fd63-424d-a1e3-80f65374153f admin admin] Request body: {'subnet': {'network_id': '7a3cbea2-16f7-4fe8-8640-973e31cc963a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1711416686-subnet', 'tenant_id': '17278f6a1fec403c83819cb434b3779d', 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:02:47.316135 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9b4ca0-fd63-424d-a1e3-80f65374153f admin admin] Made reservation on behalf of 17278f6a1fec403c83819cb434b3779d for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:02:47.319715 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bb9b4ca0-fd63-424d-a1e3-80f65374153f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:47.330767 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=38b6d513-0901-4d8e-9e4c-1497424b2069,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:47.463932 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['38b6d513-0901-4d8e-9e4c-1497424b2069'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:02:47.548875 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bb9b4ca0-fd63-424d-a1e3-80f65374153f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:47.616628 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b6b7a-7326-4bfd-9f3e-3f0cd01d53c4 req-e59f0358-ce52-4d71-9f85-64c8dec8070b tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:47.618475 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f80b6b7a-7326-4bfd-9f3e-3f0cd01d53c4 req-e59f0358-ce52-4d71-9f85-64c8dec8070b tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=108b5d82-2c23-4c06-bc54-89f2935b1b52 HTTP/1.1" status: 200 len: 944 time: 0.0808463 Nov 04 11:02:47.628740 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b4ca0-fd63-424d-a1e3-80f65374153f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ed1e8db-1cb5-4abf-a68d-afdc97314a0d,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:47.633095 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9b4ca0-fd63-424d-a1e3-80f65374153f admin admin] Checking segment: {'id': '4abddfa1-a87f-4aa6-9a6a-54ef006b1e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '7a3cbea2-16f7-4fe8-8640-973e31cc963a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:02:47.634152 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9b4ca0-fd63-424d-a1e3-80f65374153f admin admin] Network hostable DHCP agents. Network: 7a3cbea2-16f7-4fe8-8640-973e31cc963a, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:02:47.657264 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9b4ca0-fd63-424d-a1e3-80f65374153f admin admin] Network 7a3cbea2-16f7-4fe8-8640-973e31cc963a is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:02:47.668219 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-bb9b4ca0-fd63-424d-a1e3-80f65374153f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 7a3cbea2-16f7-4fe8-8640-973e31cc963a) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:02:47.676559 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80524b47-8683-48af-b998-f46db3cec436 None None] Network 7a3cbea2-16f7-4fe8-8640-973e31cc963a requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:02:47.682678 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9b4ca0-fd63-424d-a1e3-80f65374153f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:47.683343 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bb9b4ca0-fd63-424d-a1e3-80f65374153f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:47.688874 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f80b6b7a-7326-4bfd-9f3e-3f0cd01d53c4 req-bc7fa5f5-496f-4666-a250-a4bc9e618798 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619800 Nov 04 11:02:47.706233 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bb9b4ca0-fd63-424d-a1e3-80f65374153f admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4341588 Nov 04 11:02:47.708974 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46150) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:47.720580 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-21fa61c0-cf5a-4c5a-89e3-e7b9e9f317ae admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1711416686-router', 'tenant_id': '17278f6a1fec403c83819cb434b3779d', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:02:47.749429 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-21fa61c0-cf5a-4c5a-89e3-e7b9e9f317ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:47.751213 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-21fa61c0-cf5a-4c5a-89e3-e7b9e9f317ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:47.820256 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-21fa61c0-cf5a-4c5a-89e3-e7b9e9f317ae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:47.859204 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa188339-7885-4e0b-a3c1-789361828ca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-7a3cbea2-16f7-4fe8-8640-973e31cc963a', 'network_id': '7a3cbea2-16f7-4fe8-8640-973e31cc963a', 'tenant_id': '17278f6a1fec403c83819cb434b3779d', 'fixed_ips': [{'subnet_id': '9ed1e8db-1cb5-4abf-a68d-afdc97314a0d'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:02:47.860083 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-aa188339-7885-4e0b-a3c1-789361828ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:47.999381 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-aa188339-7885-4e0b-a3c1-789361828ca9 None None] Allocated IP 172.20.0.2 (7a3cbea2-16f7-4fe8-8640-973e31cc963a/9ed1e8db-1cb5-4abf-a68d-afdc97314a0d/817df882-cfad-487d-a4fc-4688ed49523f) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:02:48.163532 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-aa188339-7885-4e0b-a3c1-789361828ca9 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:48.170374 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-aa188339-7885-4e0b-a3c1-789361828ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:48.208990 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa188339-7885-4e0b-a3c1-789361828ca9 None None] Network 7a3cbea2-16f7-4fe8-8640-973e31cc963a is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:02:48.224609 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-aa188339-7885-4e0b-a3c1-789361828ca9 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:02:48.229714 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa188339-7885-4e0b-a3c1-789361828ca9 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:02:48.235088 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa188339-7885-4e0b-a3c1-789361828ca9 None None] Pushing event updated for resources: {'Port': ['ID=817df882-cfad-487d-a4fc-4688ed49523f,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:48.298274 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-aa188339-7885-4e0b-a3c1-789361828ca9 None None] Attempting to bind port 817df882-cfad-487d-a4fc-4688ed49523f on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:02:48.299081 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-aa188339-7885-4e0b-a3c1-789361828ca9 None None] Attempting to bind port 817df882-cfad-487d-a4fc-4688ed49523f by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '4abddfa1-a87f-4aa6-9a6a-54ef006b1e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '7a3cbea2-16f7-4fe8-8640-973e31cc963a'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:02:48.299287 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa188339-7885-4e0b-a3c1-789361828ca9 None None] Attempting to bind port 817df882-cfad-487d-a4fc-4688ed49523f on network 7a3cbea2-16f7-4fe8-8640-973e31cc963a {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:02:48.305678 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa188339-7885-4e0b-a3c1-789361828ca9 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:02:48.306153 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa188339-7885-4e0b-a3c1-789361828ca9 None None] Checking segment: {'id': '4abddfa1-a87f-4aa6-9a6a-54ef006b1e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '7a3cbea2-16f7-4fe8-8640-973e31cc963a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:02:48.306698 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-aa188339-7885-4e0b-a3c1-789361828ca9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:48.307158 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa188339-7885-4e0b-a3c1-789361828ca9 None None] Bound using segment: {'id': '4abddfa1-a87f-4aa6-9a6a-54ef006b1e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '7a3cbea2-16f7-4fe8-8640-973e31cc963a'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:02:48.307757 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-aa188339-7885-4e0b-a3c1-789361828ca9 None None] Bound port: 817df882-cfad-487d-a4fc-4688ed49523f, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4abddfa1-a87f-4aa6-9a6a-54ef006b1e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '7a3cbea2-16f7-4fe8-8640-973e31cc963a'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:02:48.308203 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-aa188339-7885-4e0b-a3c1-789361828ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:48.322873 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-21fa61c0-cf5a-4c5a-89e3-e7b9e9f317ae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:48.323636 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5c5ec414-17f7-4750-80ea-19e860dcb2c2 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:02:48.410361 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-aa188339-7885-4e0b-a3c1-789361828ca9 None None] For port 817df882-cfad-487d-a4fc-4688ed49523f, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:02:48.413700 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-aa188339-7885-4e0b-a3c1-789361828ca9 None None] For port 817df882-cfad-487d-a4fc-4688ed49523f, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=817df882-cfad-487d-a4fc-4688ed49523f,segment=NetworkSegment(4abddfa1-a87f-4aa6-9a6a-54ef006b1e74),segment_id=4abddfa1-a87f-4aa6-9a6a-54ef006b1e74)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:02:48.422268 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-aa188339-7885-4e0b-a3c1-789361828ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:48.431523 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 5c5ec414-17f7-4750-80ea-19e860dcb2c2 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:02:48.431883 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:48.511855 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa188339-7885-4e0b-a3c1-789361828ca9 None None] Pushing event updated for resources: {'Port': ['ID=817df882-cfad-487d-a4fc-4688ed49523f,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:48.550165 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-21fa61c0-cf5a-4c5a-89e3-e7b9e9f317ae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:48.567194 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:48.571292 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-21fa61c0-cf5a-4c5a-89e3-e7b9e9f317ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:48.592565 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 5c5ec414-17f7-4750-80ea-19e860dcb2c2, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=5c5ec414-17f7-4750-80ea-19e860dcb2c2,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:02:48.597509 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:48.670879 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=5c5ec414-17f7-4750-80ea-19e860dcb2c2,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:48.706595 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-21fa61c0-cf5a-4c5a-89e3-e7b9e9f317ae admin admin] Allocated IP 172.25.7.179 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/1006a325-851e-46e0-8df3-62798b73d37f) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:02:48.846975 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93547dbf-03ef-4a8e-a053-6a7275e16efd req-d9b8774d-1c49-4783-8773-0fac9f8a5e3d tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:48.848604 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-93547dbf-03ef-4a8e-a053-6a7275e16efd req-d9b8774d-1c49-4783-8773-0fac9f8a5e3d tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=108b5d82-2c23-4c06-bc54-89f2935b1b52 HTTP/1.1" status: 200 len: 944 time: 0.0598519 Nov 04 11:02:48.851591 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-21fa61c0-cf5a-4c5a-89e3-e7b9e9f317ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:48.889189 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-21fa61c0-cf5a-4c5a-89e3-e7b9e9f317ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:48.905565 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-93547dbf-03ef-4a8e-a053-6a7275e16efd req-ecee9fb8-082c-4079-ac01-0e1b89ac44df tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498672 Nov 04 11:02:48.931812 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fa61c0-cf5a-4c5a-89e3-e7b9e9f317ae admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:02:48.935075 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-21fa61c0-cf5a-4c5a-89e3-e7b9e9f317ae admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:02:48.940985 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fa61c0-cf5a-4c5a-89e3-e7b9e9f317ae admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:02:48.955585 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd1bfc1-ad65-4ef8-8a64-15eff9596f62 None None] Sync routers for ids ['32826aa7-7758-4d92-bcf7-a804cc57f657'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:02:48.966614 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa61c0-cf5a-4c5a-89e3-e7b9e9f317ae admin admin] Pushing event updated for resources: {'Port': ['ID=1006a325-851e-46e0-8df3-62798b73d37f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:48.968021 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd1bfc1-ad65-4ef8-8a64-15eff9596f62 None None] Routers {'32826aa7-7758-4d92-bcf7-a804cc57f657'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:02:48.970009 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ffd1bfc1-ad65-4ef8-8a64-15eff9596f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:02:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['32826aa7-7758-4d92-bcf7-a804cc57f657'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:48.980430 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 38b6d513-0901-4d8e-9e4c-1497424b2069 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:02:49.045395 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 38b6d513-0901-4d8e-9e4c-1497424b2069 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:02:49.049376 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 38b6d513-0901-4d8e-9e4c-1497424b2069 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:02:49.049739 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:49.091164 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-ffd1bfc1-ad65-4ef8-8a64-15eff9596f62 None None] Set router 32826aa7-7758-4d92-bcf7-a804cc57f657 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:02:49.134696 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:49.164854 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108b5d82-2c23-4c06-bc54-89f2935b1b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b6d513-0901-4d8e-9e4c-1497424b2069'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:02:49.168210 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6efc846-7e1e-4d01-a3b3-8621232982a6" -d '{"events": [{"server_uuid": "108b5d82-2c23-4c06-bc54-89f2935b1b52", "name": "network-vif-plugged", "status": "completed", "tag": "38b6d513-0901-4d8e-9e4c-1497424b2069"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:02:49.184536 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 38b6d513-0901-4d8e-9e4c-1497424b2069, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=38b6d513-0901-4d8e-9e4c-1497424b2069,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:02:49.191011 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:49.222120 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b54139d-bebc-44ca-8dcb-8cc690836745 x-openstack-request-id: req-2b54139d-bebc-44ca-8dcb-8cc690836745 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:02:49.222690 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108b5d82-2c23-4c06-bc54-89f2935b1b52", "name": "network-vif-plugged", "status": "completed", "tag": "38b6d513-0901-4d8e-9e4c-1497424b2069", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:02:49.222996 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-2b54139d-bebc-44ca-8dcb-8cc690836745 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:02:49.223460 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108b5d82-2c23-4c06-bc54-89f2935b1b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b6d513-0901-4d8e-9e4c-1497424b2069', 'code': 200} Nov 04 11:02:49.263601 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=38b6d513-0901-4d8e-9e4c-1497424b2069,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:49.271704 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-21fa61c0-cf5a-4c5a-89e3-e7b9e9f317ae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:49.323667 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ffd1bfc1-ad65-4ef8-8a64-15eff9596f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'name': 'tempest-TestVolumeBootPattern-668387148-router', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:45Z', 'revision_number': 4, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'gw_port': {'id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '8af52804-d6a4-46e6-abe0-02bcea223003', 'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'mac_address': 'fa:16:3e:fc:e1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:44Z', 'updated_at': '2021-11-04T11:02:45Z', 'revision_number': 2, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'subnets': [{'id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:49.350112 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd1bfc1-ad65-4ef8-8a64-15eff9596f62 None None] Checking router: 32826aa7-7758-4d92-bcf7-a804cc57f657 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:02:49.350483 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd1bfc1-ad65-4ef8-8a64-15eff9596f62 None None] Updating router 32826aa7-7758-4d92-bcf7-a804cc57f657 port 8af52804-d6a4-46e6-abe0-02bcea223003 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:02:49.376003 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-ffd1bfc1-ad65-4ef8-8a64-15eff9596f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:49.390303 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec99d1-b846-4b54-a3c4-4d5e0a6b7d9b req-0f570ec2-fde4-4f3c-bb9e-a6854376f415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:49.391856 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e7ec99d1-b846-4b54-a3c4-4d5e0a6b7d9b req-0f570ec2-fde4-4f3c-bb9e-a6854376f415 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=108b5d82-2c23-4c06-bc54-89f2935b1b52 HTTP/1.1" status: 200 len: 1096 time: 0.0844479 Nov 04 11:02:49.486125 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e7ec99d1-b846-4b54-a3c4-4d5e0a6b7d9b req-36d1d1ea-bf47-4cdb-9664-2ae71f19a399 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836654 Nov 04 11:02:49.557059 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-21fa61c0-cf5a-4c5a-89e3-e7b9e9f317ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:49.672518 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-ffd1bfc1-ad65-4ef8-8a64-15eff9596f62 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:49.674193 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a1c2d108-7802-4c6e-a9bf-40e17fce6d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:49.681045 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-ffd1bfc1-ad65-4ef8-8a64-15eff9596f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:49.710972 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fa61c0-cf5a-4c5a-89e3-e7b9e9f317ae admin admin] Router 470304a9-7c2d-4e60-a4ac-bdc12dcfed70 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 11:02:49.736094 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489932a-bc46-48bb-865b-575e65999ad0 None None] Pushing event updated for resources: {'Port': ['ID=8af52804-d6a4-46e6-abe0-02bcea223003,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:49.759613 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489932a-bc46-48bb-865b-575e65999ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:49.759988 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489932a-bc46-48bb-865b-575e65999ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:49.760286 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489932a-bc46-48bb-865b-575e65999ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:49.760617 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489932a-bc46-48bb-865b-575e65999ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:49.761233 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489932a-bc46-48bb-865b-575e65999ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:49.761563 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489932a-bc46-48bb-865b-575e65999ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:49.761882 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489932a-bc46-48bb-865b-575e65999ad0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:49.762199 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489932a-bc46-48bb-865b-575e65999ad0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:49.762568 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489932a-bc46-48bb-865b-575e65999ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:49.762900 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489932a-bc46-48bb-865b-575e65999ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:49.763213 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489932a-bc46-48bb-865b-575e65999ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:49.763530 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489932a-bc46-48bb-865b-575e65999ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:02:49.791660 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8625eec0-480b-472d-9953-dd9876308a49 None None] Network 7a3cbea2-16f7-4fe8-8640-973e31cc963a requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:02:49.793094 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-ffd1bfc1-ad65-4ef8-8a64-15eff9596f62 None None] Attempting to bind port 8af52804-d6a4-46e6-abe0-02bcea223003 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:02:49.793469 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-ffd1bfc1-ad65-4ef8-8a64-15eff9596f62 None None] Attempting to bind port 8af52804-d6a4-46e6-abe0-02bcea223003 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:02:49.793964 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd1bfc1-ad65-4ef8-8a64-15eff9596f62 None None] Attempting to bind port 8af52804-d6a4-46e6-abe0-02bcea223003 on network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:02:49.799522 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd1bfc1-ad65-4ef8-8a64-15eff9596f62 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:02:49.799890 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd1bfc1-ad65-4ef8-8a64-15eff9596f62 None None] Checking segment: {'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:02:49.800292 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-ffd1bfc1-ad65-4ef8-8a64-15eff9596f62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:49.800681 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd1bfc1-ad65-4ef8-8a64-15eff9596f62 None None] Bound using segment: {'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:02:49.801181 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-ffd1bfc1-ad65-4ef8-8a64-15eff9596f62 None None] Bound port: 8af52804-d6a4-46e6-abe0-02bcea223003, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:02:49.801558 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-ffd1bfc1-ad65-4ef8-8a64-15eff9596f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:49.854701 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fa61c0-cf5a-4c5a-89e3-e7b9e9f317ae admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:02:49.876299 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-21fa61c0-cf5a-4c5a-89e3-e7b9e9f317ae admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:49.880428 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-21fa61c0-cf5a-4c5a-89e3-e7b9e9f317ae admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1676254 Nov 04 11:02:49.880732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46158) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:02:49.889285 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-ffd1bfc1-ad65-4ef8-8a64-15eff9596f62 None None] For port 8af52804-d6a4-46e6-abe0-02bcea223003, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:02:49.892910 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-ffd1bfc1-ad65-4ef8-8a64-15eff9596f62 None None] For port 8af52804-d6a4-46e6-abe0-02bcea223003, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=8af52804-d6a4-46e6-abe0-02bcea223003,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:02:49.901706 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-ffd1bfc1-ad65-4ef8-8a64-15eff9596f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:49.905839 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f782f70-c3c7-4790-898c-e027f9265085 None None] Sync routers for ids ['470304a9-7c2d-4e60-a4ac-bdc12dcfed70'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:02:49.926002 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f782f70-c3c7-4790-898c-e027f9265085 None None] Routers {'470304a9-7c2d-4e60-a4ac-bdc12dcfed70'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:02:49.926639 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-1f782f70-c3c7-4790-898c-e027f9265085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:02:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['470304a9-7c2d-4e60-a4ac-bdc12dcfed70'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:49.954309 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-404029cf-e50a-4ad4-94f3-e477ab9ea018 None None] Provisioning complete for port 817df882-cfad-487d-a4fc-4688ed49523f triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:02:49.954644 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-404029cf-e50a-4ad4-94f3-e477ab9ea018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:49.960928 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489932a-bc46-48bb-865b-575e65999ad0 None None] Pushing event updated for resources: {'Port': ['ID=8af52804-d6a4-46e6-abe0-02bcea223003,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:49.982494 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd1bfc1-ad65-4ef8-8a64-15eff9596f62 None None] Routers {'32826aa7-7758-4d92-bcf7-a804cc57f657'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:02:49.983344 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ffd1bfc1-ad65-4ef8-8a64-15eff9596f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:02:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['32826aa7-7758-4d92-bcf7-a804cc57f657'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:50.122439 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-ffd1bfc1-ad65-4ef8-8a64-15eff9596f62 None None] Set router 32826aa7-7758-4d92-bcf7-a804cc57f657 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:02:50.130479 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867002b0-b2a8-4896-bcc7-d23137063c60 req-877b95e1-8925-4343-adec-65343db35435 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:50.140460 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-867002b0-b2a8-4896-bcc7-d23137063c60 req-877b95e1-8925-4343-adec-65343db35435 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=108b5d82-2c23-4c06-bc54-89f2935b1b52 HTTP/1.1" status: 200 len: 945 time: 0.1203117 Nov 04 11:02:50.228151 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-867002b0-b2a8-4896-bcc7-d23137063c60 req-7aecec30-e3f4-4be4-abc3-0617f217ab58 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863531 Nov 04 11:02:50.433627 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ffd1bfc1-ad65-4ef8-8a64-15eff9596f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'name': 'tempest-TestVolumeBootPattern-668387148-router', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:45Z', 'revision_number': 4, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'gw_port': {'id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '8af52804-d6a4-46e6-abe0-02bcea223003', 'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'mac_address': 'fa:16:3e:fc:e1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:44Z', 'updated_at': '2021-11-04T11:02:49Z', 'revision_number': 4, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'subnets': [{'id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:50.440612 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c26914db-e4d4-4df7-a37d-c6d51776a074 req-6dba74a2-4543-465c-8a3e-eb160858e4b1 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=7ef64ffb-9071-4cb1-af31-f84675531a10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1457219 Nov 04 11:02:50.474952 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd1bfc1-ad65-4ef8-8a64-15eff9596f62 None None] The sync data for ids ['32826aa7-7758-4d92-bcf7-a804cc57f657'] in n-d-816629-1 is: [{'id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'name': 'tempest-TestVolumeBootPattern-668387148-router', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:45Z', 'revision_number': 4, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'gw_port': {'id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '8af52804-d6a4-46e6-abe0-02bcea223003', 'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'mac_address': 'fa:16:3e:fc:e1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:44Z', 'updated_at': '2021-11-04T11:02:49Z', 'revision_number': 4, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'subnets': [{'id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:02:50.523947 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5c5ec414-17f7-4750-80ea-19e860dcb2c2 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:02:50.571459 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-1f782f70-c3c7-4790-898c-e027f9265085 None None] Set router 470304a9-7c2d-4e60-a4ac-bdc12dcfed70 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:02:50.597958 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26914db-e4d4-4df7-a37d-c6d51776a074 req-d7604c71-da1e-4b18-83b2-ece369951e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:50.599707 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c26914db-e4d4-4df7-a37d-c6d51776a074 req-d7604c71-da1e-4b18-83b2-ece369951e4b service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=db986214976042ad8f7b4ef2ac918aa4&device_id=7ef64ffb-9071-4cb1-af31-f84675531a10 HTTP/1.1" status: 200 len: 1096 time: 0.0915880 Nov 04 11:02:50.689988 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f450ac0-c90e-4f15-9853-3d06a2fbfe39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:50.715408 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-404029cf-e50a-4ad4-94f3-e477ab9ea018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:50.804003 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-404029cf-e50a-4ad4-94f3-e477ab9ea018 None None] For port 817df882-cfad-487d-a4fc-4688ed49523f, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=817df882-cfad-487d-a4fc-4688ed49523f,segment=NetworkSegment(4abddfa1-a87f-4aa6-9a6a-54ef006b1e74),segment_id=4abddfa1-a87f-4aa6-9a6a-54ef006b1e74)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:02:50.820511 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 5c5ec414-17f7-4750-80ea-19e860dcb2c2 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:02:50.820795 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:50.826147 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-404029cf-e50a-4ad4-94f3-e477ab9ea018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:50.868654 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26914db-e4d4-4df7-a37d-c6d51776a074 req-0edc6583-75c2-481d-9afe-30a3da959ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:50.870231 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c26914db-e4d4-4df7-a37d-c6d51776a074 req-0edc6583-75c2-481d-9afe-30a3da959ce0 service neutron] 10.222.0.126 "GET /v2.0/networks?id=48d7173e-4f84-437c-b393-02822601af8d HTTP/1.1" status: 200 len: 912 time: 0.2309294 Nov 04 11:02:50.879299 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:50.949088 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404029cf-e50a-4ad4-94f3-e477ab9ea018 None None] Pushing event updated for resources: {'Port': ['ID=817df882-cfad-487d-a4fc-4688ed49523f,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:50.968792 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-307e6abf-91b9-4fc8-b13b-0e69dc35871c None None] Provisioning complete for port 817df882-cfad-487d-a4fc-4688ed49523f triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:02:50.969317 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-307e6abf-91b9-4fc8-b13b-0e69dc35871c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:50.999807 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c26914db-e4d4-4df7-a37d-c6d51776a074 req-55caab28-5ff0-4289-beda-42b9924669dd service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17fb461f-416c-4caa-990b-ab98faac5dd7 HTTP/1.1" status: 200 len: 1000 time: 0.1047950 Nov 04 11:02:51.047255 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-1f782f70-c3c7-4790-898c-e027f9265085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470304a9-7c2d-4e60-a4ac-bdc12dcfed70', 'name': 'tempest-TestVolumeBootPattern-1711416686-router', 'tenant_id': '17278f6a1fec403c83819cb434b3779d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '1006a325-851e-46e0-8df3-62798b73d37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:47Z', 'updated_at': '2021-11-04T11:02:49Z', 'revision_number': 3, 'project_id': '17278f6a1fec403c83819cb434b3779d', 'gw_port': {'id': '1006a325-851e-46e0-8df3-62798b73d37f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:41:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470304a9-7c2d-4e60-a4ac-bdc12dcfed70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:48Z', 'updated_at': '2021-11-04T11:02:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:51.048784 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-8f450ac0-c90e-4f15-9853-3d06a2fbfe39 admin admin] Allocated IP 172.20.0.1 (7a3cbea2-16f7-4fe8-8640-973e31cc963a/9ed1e8db-1cb5-4abf-a68d-afdc97314a0d/f87e975d-657a-471c-af39-c0f21b80dc39) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:02:51.074540 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26914db-e4d4-4df7-a37d-c6d51776a074 req-39d9ce2e-4eb5-4a56-9c6c-948724e25fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:51.076379 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c26914db-e4d4-4df7-a37d-c6d51776a074 req-39d9ce2e-4eb5-4a56-9c6c-948724e25fde service neutron] 10.222.0.126 "GET /v2.0/subnets?id=e385be16-201b-4622-87ed-46bcc0e22c59 HTTP/1.1" status: 200 len: 849 time: 0.0668461 Nov 04 11:02:51.084538 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f782f70-c3c7-4790-898c-e027f9265085 None None] Checking router: 470304a9-7c2d-4e60-a4ac-bdc12dcfed70 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:02:51.085063 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f782f70-c3c7-4790-898c-e027f9265085 None None] Updating router 470304a9-7c2d-4e60-a4ac-bdc12dcfed70 port 1006a325-851e-46e0-8df3-62798b73d37f binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:02:51.089870 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 817df882-cfad-487d-a4fc-4688ed49523f up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:02:51.162574 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1f782f70-c3c7-4790-898c-e027f9265085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:51.169893 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26914db-e4d4-4df7-a37d-c6d51776a074 req-e786c6b4-024d-47b4-92bf-8faccbe5ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:51.171438 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c26914db-e4d4-4df7-a37d-c6d51776a074 req-e786c6b4-024d-47b4-92bf-8faccbe5ed4e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=48d7173e-4f84-437c-b393-02822601af8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823848 Nov 04 11:02:51.282927 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f450ac0-c90e-4f15-9853-3d06a2fbfe39 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:51.317493 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c26914db-e4d4-4df7-a37d-c6d51776a074 req-8abb1025-cadb-467e-92d4-ba0bbbaaba65 service neutron] 10.222.0.126 "GET /v2.0/networks/48d7173e-4f84-437c-b393-02822601af8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341238 Nov 04 11:02:51.376093 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68dae67-cb69-4fd6-92e4-8c3c949c5844 req-ef6e1bd1-4c5d-4d65-99fe-b8574083ea64 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:51.377762 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-307e6abf-91b9-4fc8-b13b-0e69dc35871c None None] Provisioning complete for port 8af52804-d6a4-46e6-abe0-02bcea223003 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:02:51.378130 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-307e6abf-91b9-4fc8-b13b-0e69dc35871c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:51.384150 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d68dae67-cb69-4fd6-92e4-8c3c949c5844 req-ef6e1bd1-4c5d-4d65-99fe-b8574083ea64 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=108b5d82-2c23-4c06-bc54-89f2935b1b52 HTTP/1.1" status: 200 len: 945 time: 0.0786533 Nov 04 11:02:51.406942 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 817df882-cfad-487d-a4fc-4688ed49523f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:02:51.407310 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:51.433829 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d68dae67-cb69-4fd6-92e4-8c3c949c5844 req-c04f8dc6-bfd9-491a-98c9-a1d395b0e05d tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484190 Nov 04 11:02:51.612004 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-307e6abf-91b9-4fc8-b13b-0e69dc35871c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:51.617055 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8af52804-d6a4-46e6-abe0-02bcea223003 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:02:51.687978 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1f782f70-c3c7-4790-898c-e027f9265085 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:51.699749 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1f782f70-c3c7-4790-898c-e027f9265085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:51.721078 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-307e6abf-91b9-4fc8-b13b-0e69dc35871c None None] For port 8af52804-d6a4-46e6-abe0-02bcea223003, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=8af52804-d6a4-46e6-abe0-02bcea223003,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:02:51.729527 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f450ac0-c90e-4f15-9853-3d06a2fbfe39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:51.746569 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-307e6abf-91b9-4fc8-b13b-0e69dc35871c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:51.782471 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-1f782f70-c3c7-4790-898c-e027f9265085 None None] Attempting to bind port 1006a325-851e-46e0-8df3-62798b73d37f on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:02:51.782843 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-1f782f70-c3c7-4790-898c-e027f9265085 None None] Attempting to bind port 1006a325-851e-46e0-8df3-62798b73d37f by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:02:51.783205 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f782f70-c3c7-4790-898c-e027f9265085 None None] Attempting to bind port 1006a325-851e-46e0-8df3-62798b73d37f on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:02:51.786409 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 8af52804-d6a4-46e6-abe0-02bcea223003 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:02:51.786772 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:51.789869 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a4409-c65e-487a-a5b1-dcb17adf27c1 None None] Pushing event updated for resources: {'Port': ['ID=1006a325-851e-46e0-8df3-62798b73d37f,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:51.796084 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f782f70-c3c7-4790-898c-e027f9265085 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:02:51.796526 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f782f70-c3c7-4790-898c-e027f9265085 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:02:51.796665 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f450ac0-c90e-4f15-9853-3d06a2fbfe39 admin admin] Network 7a3cbea2-16f7-4fe8-8640-973e31cc963a is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:02:51.797385 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1f782f70-c3c7-4790-898c-e027f9265085 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:51.797385 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f782f70-c3c7-4790-898c-e027f9265085 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:02:51.797884 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-1f782f70-c3c7-4790-898c-e027f9265085 None None] Bound port: 1006a325-851e-46e0-8df3-62798b73d37f, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:02:51.798110 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1f782f70-c3c7-4790-898c-e027f9265085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:51.806692 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-8f450ac0-c90e-4f15-9853-3d06a2fbfe39 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:02:51.809191 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f450ac0-c90e-4f15-9853-3d06a2fbfe39 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:02:51.852222 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f450ac0-c90e-4f15-9853-3d06a2fbfe39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:51.856129 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f450ac0-c90e-4f15-9853-3d06a2fbfe39 admin admin] Pushing event updated for resources: {'Port': ['ID=f87e975d-657a-471c-af39-c0f21b80dc39,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:51.893490 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c26914db-e4d4-4df7-a37d-c6d51776a074 req-2ab55f4d-a903-47a9-a1b5-220172fec2f6 service neutron] 10.222.0.126 "GET /v2.0/networks/48d7173e-4f84-437c-b393-02822601af8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5666080 Nov 04 11:02:51.934307 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e6abf-91b9-4fc8-b13b-0e69dc35871c None None] Pushing event updated for resources: {'Port': ['ID=8af52804-d6a4-46e6-abe0-02bcea223003,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:51.943839 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-1f782f70-c3c7-4790-898c-e027f9265085 None None] For port 1006a325-851e-46e0-8df3-62798b73d37f, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:02:51.947710 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-1f782f70-c3c7-4790-898c-e027f9265085 None None] For port 1006a325-851e-46e0-8df3-62798b73d37f, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=1006a325-851e-46e0-8df3-62798b73d37f,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:02:51.986440 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1f782f70-c3c7-4790-898c-e027f9265085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:52.063049 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f450ac0-c90e-4f15-9853-3d06a2fbfe39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:52.097006 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a4409-c65e-487a-a5b1-dcb17adf27c1 None None] Pushing event updated for resources: {'Port': ['ID=1006a325-851e-46e0-8df3-62798b73d37f,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:52.101504 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f782f70-c3c7-4790-898c-e027f9265085 None None] Routers {'470304a9-7c2d-4e60-a4ac-bdc12dcfed70'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:02:52.102124 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-1f782f70-c3c7-4790-898c-e027f9265085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:02:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['470304a9-7c2d-4e60-a4ac-bdc12dcfed70'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:52.224702 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:52.311005 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f450ac0-c90e-4f15-9853-3d06a2fbfe39 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:52.316890 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-1f782f70-c3c7-4790-898c-e027f9265085 None None] Set router 470304a9-7c2d-4e60-a4ac-bdc12dcfed70 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:02:52.320158 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f450ac0-c90e-4f15-9853-3d06a2fbfe39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:52.357341 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-7dfd6ff7-f77f-4cb4-bf7c-48a5566062c7 None None] Provisioning complete for port f87e975d-657a-471c-af39-c0f21b80dc39 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:02:52.357754 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7dfd6ff7-f77f-4cb4-bf7c-48a5566062c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:52.364315 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8af52804-d6a4-46e6-abe0-02bcea223003 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:02:52.402203 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8f450ac0-c90e-4f15-9853-3d06a2fbfe39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:52.404712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f450ac0-c90e-4f15-9853-3d06a2fbfe39 admin admin] Pushing event updated for resources: {'Port': ['ID=f87e975d-657a-471c-af39-c0f21b80dc39,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:52.469735 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-7dfd6ff7-f77f-4cb4-bf7c-48a5566062c7 None None] Port f87e975d-657a-471c-af39-c0f21b80dc39 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:02:52.504909 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f450ac0-c90e-4f15-9853-3d06a2fbfe39 admin admin] Network 7a3cbea2-16f7-4fe8-8640-973e31cc963a is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:02:52.506515 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-8f450ac0-c90e-4f15-9853-3d06a2fbfe39 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:02:52.546924 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 8af52804-d6a4-46e6-abe0-02bcea223003 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:02:52.547281 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:52.647049 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:52.650429 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f450ac0-c90e-4f15-9853-3d06a2fbfe39 admin admin] Router 470304a9-7c2d-4e60-a4ac-bdc12dcfed70 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:02:52.693897 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 817df882-cfad-487d-a4fc-4688ed49523f up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:02:52.753190 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-1f782f70-c3c7-4790-898c-e027f9265085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470304a9-7c2d-4e60-a4ac-bdc12dcfed70', 'name': 'tempest-TestVolumeBootPattern-1711416686-router', 'tenant_id': '17278f6a1fec403c83819cb434b3779d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '1006a325-851e-46e0-8df3-62798b73d37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:47Z', 'updated_at': '2021-11-04T11:02:52Z', 'revision_number': 4, 'project_id': '17278f6a1fec403c83819cb434b3779d', 'gw_port': {'id': '1006a325-851e-46e0-8df3-62798b73d37f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:41:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470304a9-7c2d-4e60-a4ac-bdc12dcfed70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:48Z', 'updated_at': '2021-11-04T11:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'f87e975d-657a-471c-af39-c0f21b80dc39', 'name': '', 'network_id': '7a3cbea2-16f7-4fe8-8640-973e31cc963a', 'tenant_id': '17278f6a1fec403c83819cb434b3779d', 'mac_address': 'fa:16:3e:18:b0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470304a9-7c2d-4e60-a4ac-bdc12dcfed70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '9ed1e8db-1cb5-4abf-a68d-afdc97314a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:50Z', 'updated_at': '2021-11-04T11:02:51Z', 'revision_number': 1, 'project_id': '17278f6a1fec403c83819cb434b3779d', 'subnets': [{'id': '9ed1e8db-1cb5-4abf-a68d-afdc97314a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:52.784272 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f782f70-c3c7-4790-898c-e027f9265085 None None] The sync data for ids ['470304a9-7c2d-4e60-a4ac-bdc12dcfed70'] in n-d-816629-1 is: [{'id': '470304a9-7c2d-4e60-a4ac-bdc12dcfed70', 'name': 'tempest-TestVolumeBootPattern-1711416686-router', 'tenant_id': '17278f6a1fec403c83819cb434b3779d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '1006a325-851e-46e0-8df3-62798b73d37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:47Z', 'updated_at': '2021-11-04T11:02:52Z', 'revision_number': 4, 'project_id': '17278f6a1fec403c83819cb434b3779d', 'gw_port': {'id': '1006a325-851e-46e0-8df3-62798b73d37f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:41:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470304a9-7c2d-4e60-a4ac-bdc12dcfed70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:48Z', 'updated_at': '2021-11-04T11:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'f87e975d-657a-471c-af39-c0f21b80dc39', 'name': '', 'network_id': '7a3cbea2-16f7-4fe8-8640-973e31cc963a', 'tenant_id': '17278f6a1fec403c83819cb434b3779d', 'mac_address': 'fa:16:3e:18:b0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470304a9-7c2d-4e60-a4ac-bdc12dcfed70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '9ed1e8db-1cb5-4abf-a68d-afdc97314a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:50Z', 'updated_at': '2021-11-04T11:02:51Z', 'revision_number': 1, 'project_id': '17278f6a1fec403c83819cb434b3779d', 'subnets': [{'id': '9ed1e8db-1cb5-4abf-a68d-afdc97314a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:02:52.786004 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 817df882-cfad-487d-a4fc-4688ed49523f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:02:52.786368 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:52.842327 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f450ac0-c90e-4f15-9853-3d06a2fbfe39 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:02:52.853878 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8f450ac0-c90e-4f15-9853-3d06a2fbfe39 admin admin] 10.222.0.127 "PUT /v2.0/routers/470304a9-7c2d-4e60-a4ac-bdc12dcfed70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9717784 Nov 04 11:02:52.943463 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c00c6bfe-32c8-4f67-86b4-0e3a052a9514 None None] Provisioning complete for port f87e975d-657a-471c-af39-c0f21b80dc39 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:02:52.943830 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c00c6bfe-32c8-4f67-86b4-0e3a052a9514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:52.987424 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-c00c6bfe-32c8-4f67-86b4-0e3a052a9514 None None] Port f87e975d-657a-471c-af39-c0f21b80dc39 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:02:54.349051 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 1006a325-851e-46e0-8df3-62798b73d37f up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:02:54.421498 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 1006a325-851e-46e0-8df3-62798b73d37f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:02:54.422668 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:54.524351 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:54.572962 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 1006a325-851e-46e0-8df3-62798b73d37f, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=1006a325-851e-46e0-8df3-62798b73d37f,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:02:54.578650 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:54.654470 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=1006a325-851e-46e0-8df3-62798b73d37f,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:55.064831 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-3ced9db1-6d09-4088-9bb8-88837ff10adf tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:55.066369 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-3ced9db1-6d09-4088-9bb8-88837ff10adf tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 811 time: 0.1118062 Nov 04 11:02:55.083531 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-38af17dc-03a3-404a-8de9-6f6fb29ad9f1 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/quotas/ddf89eefd3f5444e82d89fc191073961 HTTP/1.1" status: 200 len: 375 time: 0.0106666 Nov 04 11:02:55.139039 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-53682418-c20c-4046-887d-a742f8c0e231 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495622 Nov 04 11:02:55.173915 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2c9bce-13a9-437e-bc9f-5edeebdd6409 None None] Sync routers for ids ['470304a9-7c2d-4e60-a4ac-bdc12dcfed70'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:02:55.193247 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2c9bce-13a9-437e-bc9f-5edeebdd6409 None None] Routers {'470304a9-7c2d-4e60-a4ac-bdc12dcfed70'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:02:55.194065 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-0e2c9bce-13a9-437e-bc9f-5edeebdd6409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:02:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['470304a9-7c2d-4e60-a4ac-bdc12dcfed70'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:55.237632 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-09379878-9398-4798-affb-7d4fc96b3968 service neutron] 10.222.0.127 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911269 Nov 04 11:02:55.348257 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-2e88ffbf-c054-46a8-b0af-0e6c2c57e3e5 service neutron] 10.222.0.127 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040263 Nov 04 11:02:55.417046 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-0e2c9bce-13a9-437e-bc9f-5edeebdd6409 None None] Set router 470304a9-7c2d-4e60-a4ac-bdc12dcfed70 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:02:55.677749 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-0e2c9bce-13a9-437e-bc9f-5edeebdd6409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470304a9-7c2d-4e60-a4ac-bdc12dcfed70', 'name': 'tempest-TestVolumeBootPattern-1711416686-router', 'tenant_id': '17278f6a1fec403c83819cb434b3779d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '1006a325-851e-46e0-8df3-62798b73d37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:47Z', 'updated_at': '2021-11-04T11:02:52Z', 'revision_number': 4, 'project_id': '17278f6a1fec403c83819cb434b3779d', 'gw_port': {'id': '1006a325-851e-46e0-8df3-62798b73d37f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470304a9-7c2d-4e60-a4ac-bdc12dcfed70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:48Z', 'updated_at': '2021-11-04T11:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'f87e975d-657a-471c-af39-c0f21b80dc39', 'name': '', 'network_id': '7a3cbea2-16f7-4fe8-8640-973e31cc963a', 'tenant_id': '17278f6a1fec403c83819cb434b3779d', 'mac_address': 'fa:16:3e:18:b0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470304a9-7c2d-4e60-a4ac-bdc12dcfed70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '9ed1e8db-1cb5-4abf-a68d-afdc97314a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:50Z', 'updated_at': '2021-11-04T11:02:52Z', 'revision_number': 2, 'project_id': '17278f6a1fec403c83819cb434b3779d', 'subnets': [{'id': '9ed1e8db-1cb5-4abf-a68d-afdc97314a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:55.702122 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e7918d4a-c182-4bc7-8ce6-d220bcd056e7 req-50a58093-7508-40dd-9350-7937ff7084f9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 210 time: 0.0410426 Nov 04 11:02:55.706072 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2c9bce-13a9-437e-bc9f-5edeebdd6409 None None] Checking router: 470304a9-7c2d-4e60-a4ac-bdc12dcfed70 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:02:55.707517 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2c9bce-13a9-437e-bc9f-5edeebdd6409 None None] Updating router 470304a9-7c2d-4e60-a4ac-bdc12dcfed70 port f87e975d-657a-471c-af39-c0f21b80dc39 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:02:55.740050 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-0e2c9bce-13a9-437e-bc9f-5edeebdd6409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:56.023057 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-0e2c9bce-13a9-437e-bc9f-5edeebdd6409 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:56.032446 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-0e2c9bce-13a9-437e-bc9f-5edeebdd6409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:56.110515 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11566c86-0ac7-493c-8074-bc74b5f4032f None None] Pushing event updated for resources: {'Port': ['ID=f87e975d-657a-471c-af39-c0f21b80dc39,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:56.163230 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-0e2c9bce-13a9-437e-bc9f-5edeebdd6409 None None] Attempting to bind port f87e975d-657a-471c-af39-c0f21b80dc39 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:02:56.163802 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-0e2c9bce-13a9-437e-bc9f-5edeebdd6409 None None] Attempting to bind port f87e975d-657a-471c-af39-c0f21b80dc39 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '4abddfa1-a87f-4aa6-9a6a-54ef006b1e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '7a3cbea2-16f7-4fe8-8640-973e31cc963a'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:02:56.164221 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c9bce-13a9-437e-bc9f-5edeebdd6409 None None] Attempting to bind port f87e975d-657a-471c-af39-c0f21b80dc39 on network 7a3cbea2-16f7-4fe8-8640-973e31cc963a {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:02:56.175833 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c9bce-13a9-437e-bc9f-5edeebdd6409 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:02:56.177048 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c9bce-13a9-437e-bc9f-5edeebdd6409 None None] Checking segment: {'id': '4abddfa1-a87f-4aa6-9a6a-54ef006b1e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '7a3cbea2-16f7-4fe8-8640-973e31cc963a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:02:56.177821 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-0e2c9bce-13a9-437e-bc9f-5edeebdd6409 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:56.178222 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c9bce-13a9-437e-bc9f-5edeebdd6409 None None] Bound using segment: {'id': '4abddfa1-a87f-4aa6-9a6a-54ef006b1e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '7a3cbea2-16f7-4fe8-8640-973e31cc963a'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:02:56.178696 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-0e2c9bce-13a9-437e-bc9f-5edeebdd6409 None None] Bound port: f87e975d-657a-471c-af39-c0f21b80dc39, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4abddfa1-a87f-4aa6-9a6a-54ef006b1e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '7a3cbea2-16f7-4fe8-8640-973e31cc963a'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:02:56.179101 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-0e2c9bce-13a9-437e-bc9f-5edeebdd6409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:56.266656 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-0e2c9bce-13a9-437e-bc9f-5edeebdd6409 None None] For port f87e975d-657a-471c-af39-c0f21b80dc39, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:02:56.272257 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-0e2c9bce-13a9-437e-bc9f-5edeebdd6409 None None] For port f87e975d-657a-471c-af39-c0f21b80dc39, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f87e975d-657a-471c-af39-c0f21b80dc39,segment=NetworkSegment(4abddfa1-a87f-4aa6-9a6a-54ef006b1e74),segment_id=4abddfa1-a87f-4aa6-9a6a-54ef006b1e74)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:02:56.279154 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-0e2c9bce-13a9-437e-bc9f-5edeebdd6409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:56.311841 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 1006a325-851e-46e0-8df3-62798b73d37f up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:02:56.340152 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2c9bce-13a9-437e-bc9f-5edeebdd6409 None None] Routers {'470304a9-7c2d-4e60-a4ac-bdc12dcfed70'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:02:56.341186 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-0e2c9bce-13a9-437e-bc9f-5edeebdd6409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:02:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['470304a9-7c2d-4e60-a4ac-bdc12dcfed70'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:56.475357 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-0e2c9bce-13a9-437e-bc9f-5edeebdd6409 None None] Set router 470304a9-7c2d-4e60-a4ac-bdc12dcfed70 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:02:56.549760 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11566c86-0ac7-493c-8074-bc74b5f4032f None None] Pushing event updated for resources: {'Port': ['ID=f87e975d-657a-471c-af39-c0f21b80dc39,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:56.669186 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-400375be-f48c-4198-9ff8-f7e576cfb2fa None None] Provisioning complete for port f87e975d-657a-471c-af39-c0f21b80dc39 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:02:56.669640 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-400375be-f48c-4198-9ff8-f7e576cfb2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:56.716510 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 1006a325-851e-46e0-8df3-62798b73d37f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:02:56.717298 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:56.843516 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-0e2c9bce-13a9-437e-bc9f-5edeebdd6409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470304a9-7c2d-4e60-a4ac-bdc12dcfed70', 'name': 'tempest-TestVolumeBootPattern-1711416686-router', 'tenant_id': '17278f6a1fec403c83819cb434b3779d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '1006a325-851e-46e0-8df3-62798b73d37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:47Z', 'updated_at': '2021-11-04T11:02:52Z', 'revision_number': 4, 'project_id': '17278f6a1fec403c83819cb434b3779d', 'gw_port': {'id': '1006a325-851e-46e0-8df3-62798b73d37f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470304a9-7c2d-4e60-a4ac-bdc12dcfed70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:48Z', 'updated_at': '2021-11-04T11:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'f87e975d-657a-471c-af39-c0f21b80dc39', 'name': '', 'network_id': '7a3cbea2-16f7-4fe8-8640-973e31cc963a', 'tenant_id': '17278f6a1fec403c83819cb434b3779d', 'mac_address': 'fa:16:3e:18:b0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470304a9-7c2d-4e60-a4ac-bdc12dcfed70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '9ed1e8db-1cb5-4abf-a68d-afdc97314a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:50Z', 'updated_at': '2021-11-04T11:02:56Z', 'revision_number': 4, 'project_id': '17278f6a1fec403c83819cb434b3779d', 'subnets': [{'id': '9ed1e8db-1cb5-4abf-a68d-afdc97314a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:02:56.893892 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-400375be-f48c-4198-9ff8-f7e576cfb2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:56.899395 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2c9bce-13a9-437e-bc9f-5edeebdd6409 None None] The sync data for ids ['470304a9-7c2d-4e60-a4ac-bdc12dcfed70'] in n-d-816629-1 is: [{'id': '470304a9-7c2d-4e60-a4ac-bdc12dcfed70', 'name': 'tempest-TestVolumeBootPattern-1711416686-router', 'tenant_id': '17278f6a1fec403c83819cb434b3779d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '1006a325-851e-46e0-8df3-62798b73d37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:47Z', 'updated_at': '2021-11-04T11:02:52Z', 'revision_number': 4, 'project_id': '17278f6a1fec403c83819cb434b3779d', 'gw_port': {'id': '1006a325-851e-46e0-8df3-62798b73d37f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470304a9-7c2d-4e60-a4ac-bdc12dcfed70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:48Z', 'updated_at': '2021-11-04T11:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'f87e975d-657a-471c-af39-c0f21b80dc39', 'name': '', 'network_id': '7a3cbea2-16f7-4fe8-8640-973e31cc963a', 'tenant_id': '17278f6a1fec403c83819cb434b3779d', 'mac_address': 'fa:16:3e:18:b0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470304a9-7c2d-4e60-a4ac-bdc12dcfed70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '9ed1e8db-1cb5-4abf-a68d-afdc97314a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:50Z', 'updated_at': '2021-11-04T11:02:56Z', 'revision_number': 4, 'project_id': '17278f6a1fec403c83819cb434b3779d', 'subnets': [{'id': '9ed1e8db-1cb5-4abf-a68d-afdc97314a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:02:56.920391 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e8189dd0-5ba3-40e6-871c-97b1c76f9975 req-41d912d9-e6e9-4ddb-9d79-ab0b8456931a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 210 time: 0.0462217 Nov 04 11:02:56.964442 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-c92a90fd-43da-4df5-8bd2-6e98845aa35c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:56.967103 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-c92a90fd-43da-4df5-8bd2-6e98845aa35c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.126 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 811 time: 0.2218220 Nov 04 11:02:56.984709 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-092bf39d-d71b-497d-84eb-1c0dab7b6c5d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Request body: {'port': {'device_id': '23c571d5-56cc-484b-850e-ebe14653cf6f', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'admin_state_up': True, 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:02:57.010369 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-400375be-f48c-4198-9ff8-f7e576cfb2fa None None] For port f87e975d-657a-471c-af39-c0f21b80dc39, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f87e975d-657a-471c-af39-c0f21b80dc39,segment=NetworkSegment(4abddfa1-a87f-4aa6-9a6a-54ef006b1e74),segment_id=4abddfa1-a87f-4aa6-9a6a-54ef006b1e74)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:02:57.019096 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-400375be-f48c-4198-9ff8-f7e576cfb2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:57.118004 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400375be-f48c-4198-9ff8-f7e576cfb2fa None None] Pushing event updated for resources: {'Port': ['ID=f87e975d-657a-471c-af39-c0f21b80dc39,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:57.151540 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-15b60f4b-ffd3-4068-9f1c-37e069dbc1b8 None None] Provisioning complete for port f87e975d-657a-471c-af39-c0f21b80dc39 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:02:57.152138 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-15b60f4b-ffd3-4068-9f1c-37e069dbc1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:57.199430 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-092bf39d-d71b-497d-84eb-1c0dab7b6c5d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Made reservation on behalf of ddf89eefd3f5444e82d89fc191073961 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:02:57.203718 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-092bf39d-d71b-497d-84eb-1c0dab7b6c5d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:57.394856 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-092bf39d-d71b-497d-84eb-1c0dab7b6c5d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Allocated IP 172.20.0.8 (0166203e-9ed1-4f29-8b1e-2d2e84ab323b/c5c74920-9b2d-4a89-a57f-e092fd0cce82/e3e95fa1-2d14-41a1-981c-424d809beabf) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:02:57.592874 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-092bf39d-d71b-497d-84eb-1c0dab7b6c5d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:57.631102 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-092bf39d-d71b-497d-84eb-1c0dab7b6c5d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:57.674765 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-092bf39d-d71b-497d-84eb-1c0dab7b6c5d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:02:57.680831 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-092bf39d-d71b-497d-84eb-1c0dab7b6c5d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:02:57.685067 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-092bf39d-d71b-497d-84eb-1c0dab7b6c5d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:02:57.737812 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bf39d-d71b-497d-84eb-1c0dab7b6c5d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event updated for resources: {'Port': ['ID=e3e95fa1-2d14-41a1-981c-424d809beabf,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:57.772491 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-092bf39d-d71b-497d-84eb-1c0dab7b6c5d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:57.776668 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-092bf39d-d71b-497d-84eb-1c0dab7b6c5d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:57.809518 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-092bf39d-d71b-497d-84eb-1c0dab7b6c5d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8319843 Nov 04 11:02:57.823697 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-3db1d222-f222-40a4-b673-12a8ebe34dfa service neutron] Request body: {'port': {'device_id': '23c571d5-56cc-484b-850e-ebe14653cf6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:02:57.900776 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-3db1d222-f222-40a4-b673-12a8ebe34dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:58.026404 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-fc548635-ee7e-4f42-9d8d-336299744930 None None] Provisioning complete for port e3e95fa1-2d14-41a1-981c-424d809beabf triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:02:58.026971 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fc548635-ee7e-4f42-9d8d-336299744930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:58.070308 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-fc548635-ee7e-4f42-9d8d-336299744930 None None] Port e3e95fa1-2d14-41a1-981c-424d809beabf cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:02:58.083371 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121eb667-c9c9-4051-8cce-da6a3155b4fb req-2d3b695b-cd5f-490c-9450-227b294829ff tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:58.085133 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-121eb667-c9c9-4051-8cce-da6a3155b4fb req-2d3b695b-cd5f-490c-9450-227b294829ff tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 931 time: 0.0595191 Nov 04 11:02:58.139309 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-121eb667-c9c9-4051-8cce-da6a3155b4fb req-2697a981-ff83-45fb-83ee-8b16a3586aaf tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473630 Nov 04 11:02:58.240682 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-3db1d222-f222-40a4-b673-12a8ebe34dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e95fa1-2d14-41a1-981c-424d809beabf {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:02:58.249887 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-3db1d222-f222-40a4-b673-12a8ebe34dfa service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:58.263489 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-3db1d222-f222-40a4-b673-12a8ebe34dfa service neutron] Transition to ACTIVE for port object e3e95fa1-2d14-41a1-981c-424d809beabf will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:02:58.268233 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-3db1d222-f222-40a4-b673-12a8ebe34dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:58.323763 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f87e975d-657a-471c-af39-c0f21b80dc39 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:02:58.344902 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1d222-f222-40a4-b673-12a8ebe34dfa service neutron] Pushing event updated for resources: {'Port': ['ID=e3e95fa1-2d14-41a1-981c-424d809beabf,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:58.401275 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port f87e975d-657a-471c-af39-c0f21b80dc39 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:02:58.402127 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:58.403276 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-3db1d222-f222-40a4-b673-12a8ebe34dfa service neutron] Attempting to bind port e3e95fa1-2d14-41a1-981c-424d809beabf on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:02:58.403716 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-3db1d222-f222-40a4-b673-12a8ebe34dfa service neutron] Attempting to bind port e3e95fa1-2d14-41a1-981c-424d809beabf by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:02:58.406035 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-3db1d222-f222-40a4-b673-12a8ebe34dfa service neutron] Attempting to bind port e3e95fa1-2d14-41a1-981c-424d809beabf on network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:02:58.411170 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-3db1d222-f222-40a4-b673-12a8ebe34dfa service neutron] Port e3e95fa1-2d14-41a1-981c-424d809beabf on network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:02:58.411626 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-3db1d222-f222-40a4-b673-12a8ebe34dfa service neutron] Attempting to bind port e3e95fa1-2d14-41a1-981c-424d809beabf on network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:02:58.419433 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-3db1d222-f222-40a4-b673-12a8ebe34dfa service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:02:58.420127 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-3db1d222-f222-40a4-b673-12a8ebe34dfa service neutron] Checking segment: {'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:02:58.420527 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-3db1d222-f222-40a4-b673-12a8ebe34dfa service neutron] Bound using segment: {'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:02:58.421066 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-3db1d222-f222-40a4-b673-12a8ebe34dfa service neutron] Bound port: e3e95fa1-2d14-41a1-981c-424d809beabf, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:02:58.421447 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-3db1d222-f222-40a4-b673-12a8ebe34dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:58.509495 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-3db1d222-f222-40a4-b673-12a8ebe34dfa service neutron] For port e3e95fa1-2d14-41a1-981c-424d809beabf, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:02:58.513125 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-3db1d222-f222-40a4-b673-12a8ebe34dfa service neutron] For port e3e95fa1-2d14-41a1-981c-424d809beabf, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e3e95fa1-2d14-41a1-981c-424d809beabf,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:02:58.520377 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-3db1d222-f222-40a4-b673-12a8ebe34dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:58.567194 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-3db1d222-f222-40a4-b673-12a8ebe34dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:58.568313 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-3db1d222-f222-40a4-b673-12a8ebe34dfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:02:58.569733 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-3db1d222-f222-40a4-b673-12a8ebe34dfa service neutron] 10.222.0.126 "PUT /v2.0/ports/e3e95fa1-2d14-41a1-981c-424d809beabf HTTP/1.1" status: 200 len: 1091 time: 0.7517977 Nov 04 11:02:58.570203 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c571d5-56cc-484b-850e-ebe14653cf6f', 'tag': 'e3e95fa1-2d14-41a1-981c-424d809beabf'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:02:58.572594 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3c6fe1-4497-4fb9-83b7-b172c2a3b1a6" -d '{"events": [{"name": "network-changed", "server_uuid": "23c571d5-56cc-484b-850e-ebe14653cf6f", "tag": "e3e95fa1-2d14-41a1-981c-424d809beabf"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:02:58.617369 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1d222-f222-40a4-b673-12a8ebe34dfa service neutron] Pushing event updated for resources: {'Port': ['ID=e3e95fa1-2d14-41a1-981c-424d809beabf,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:02:58.637860 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775496d7-60e9-4719-a8b8-cfa573961b01 x-openstack-request-id: req-775496d7-60e9-4719-a8b8-cfa573961b01 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:02:58.638271 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c571d5-56cc-484b-850e-ebe14653cf6f", "tag": "e3e95fa1-2d14-41a1-981c-424d809beabf", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:02:58.638595 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-775496d7-60e9-4719-a8b8-cfa573961b01 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:02:58.639018 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c571d5-56cc-484b-850e-ebe14653cf6f', 'tag': 'e3e95fa1-2d14-41a1-981c-424d809beabf', 'status': 'completed', 'code': 200} Nov 04 11:02:58.673181 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-97c31a53-4b6a-49e0-85d3-746c0af65a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:58.674740 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-97c31a53-4b6a-49e0-85d3-746c0af65a79 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 1094 time: 0.0521078 Nov 04 11:02:58.721994 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-9b4d683e-cf2a-4afa-ab19-e5611d0a3f5b service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3e95fa1-2d14-41a1-981c-424d809beabf HTTP/1.1" status: 200 len: 217 time: 0.0385439 Nov 04 11:02:58.785700 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-7e998c55-8a36-4223-862d-908f78a40a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:58.787511 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-7e998c55-8a36-4223-862d-908f78a40a65 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c5c74920-9b2d-4a89-a57f-e092fd0cce82 HTTP/1.1" status: 200 len: 850 time: 0.0581601 Nov 04 11:02:58.837415 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-f23fc00d-4fa5-4368-9ebe-11a30a480dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:58.838947 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-f23fc00d-4fa5-4368-9ebe-11a30a480dd2 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440154 Nov 04 11:02:58.930240 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-4fc36cd5-3e0f-42b7-8a51-2f76a7c85942 service neutron] 10.222.0.126 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840788 Nov 04 11:02:59.031012 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9fca7fc0-5b46-48bb-9361-568c2026492d req-e00596a7-f01e-47d3-91fe-62f263b8046b service neutron] 10.222.0.126 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934048 Nov 04 11:02:59.116042 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c6fe1-4497-4fb9-83b7-b172c2a3b1a6 req-ef12ad28-ce40-4180-b041-7dbf19836885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:59.117579 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bc3c6fe1-4497-4fb9-83b7-b172c2a3b1a6 req-ef12ad28-ce40-4180-b041-7dbf19836885 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 1094 time: 0.0424490 Nov 04 11:02:59.219487 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c6fe1-4497-4fb9-83b7-b172c2a3b1a6 req-b8c7db7b-7307-416d-b548-db4d9afdd3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:59.221366 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bc3c6fe1-4497-4fb9-83b7-b172c2a3b1a6 req-b8c7db7b-7307-416d-b548-db4d9afdd3ce service neutron] 10.222.0.126 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 913 time: 0.0971925 Nov 04 11:02:59.268656 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bc3c6fe1-4497-4fb9-83b7-b172c2a3b1a6 req-19f8f25e-3573-442e-b155-ca5ed81e9db1 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3e95fa1-2d14-41a1-981c-424d809beabf HTTP/1.1" status: 200 len: 217 time: 0.0382791 Nov 04 11:02:59.271354 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb9475-82d6-4e62-8846-bbc826cb70d6 req-f34d32e4-574e-469b-8d22-a5382cdf53b9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:59.272904 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a7fb9475-82d6-4e62-8846-bbc826cb70d6 req-f34d32e4-574e-469b-8d22-a5382cdf53b9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 943 time: 0.0547552 Nov 04 11:02:59.321859 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c6fe1-4497-4fb9-83b7-b172c2a3b1a6 req-cd869e51-3ad6-4163-bfc4-c8c9283fc677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:59.323812 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a7fb9475-82d6-4e62-8846-bbc826cb70d6 req-d2e91acd-9cc2-4aa2-9b4c-8cf19fef2b69 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427449 Nov 04 11:02:59.325248 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bc3c6fe1-4497-4fb9-83b7-b172c2a3b1a6 req-cd869e51-3ad6-4163-bfc4-c8c9283fc677 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c5c74920-9b2d-4a89-a57f-e092fd0cce82 HTTP/1.1" status: 200 len: 850 time: 0.0489049 Nov 04 11:02:59.378246 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c6fe1-4497-4fb9-83b7-b172c2a3b1a6 req-dd508d4b-8453-4353-90ed-0039ee12418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:02:59.380246 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bc3c6fe1-4497-4fb9-83b7-b172c2a3b1a6 req-dd508d4b-8453-4353-90ed-0039ee12418d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475111 Nov 04 11:02:59.489778 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bc3c6fe1-4497-4fb9-83b7-b172c2a3b1a6 req-3777c168-bc2e-44a5-86aa-bc724c4d9294 service neutron] 10.222.0.126 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946004 Nov 04 11:02:59.587623 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bc3c6fe1-4497-4fb9-83b7-b172c2a3b1a6 req-5e7bc36b-4d98-478f-b674-a6aef6dc28ba service neutron] 10.222.0.126 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899529 Nov 04 11:03:00.450761 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9873e-ca83-4a90-872e-4277b1da4660 req-79fbd3b3-186e-485a-acc2-84bed6e7c404 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:00.452315 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f4d9873e-ca83-4a90-872e-4277b1da4660 req-79fbd3b3-186e-485a-acc2-84bed6e7c404 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 943 time: 0.0543363 Nov 04 11:03:00.508810 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f4d9873e-ca83-4a90-872e-4277b1da4660 req-4ea13e54-36a6-492a-9be1-8b45ff5ea3c4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499365 Nov 04 11:03:01.634537 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb08691-7a96-4778-9064-cc2ab8bce949 req-077cd551-fa43-486f-84fc-4cfc5f1597d9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:01.636147 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-adb08691-7a96-4778-9064-cc2ab8bce949 req-077cd551-fa43-486f-84fc-4cfc5f1597d9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 943 time: 0.0518470 Nov 04 11:03:01.687217 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-adb08691-7a96-4778-9064-cc2ab8bce949 req-6ecfe60d-3abb-4322-9ade-849e9825f413 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442381 Nov 04 11:03:02.816466 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24856cda-cbe9-4682-9e05-b7222e6d856d req-476ba462-f1af-42f9-8ad5-196f5318764a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:02.818699 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24856cda-cbe9-4682-9e05-b7222e6d856d req-476ba462-f1af-42f9-8ad5-196f5318764a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 943 time: 0.0537047 Nov 04 11:03:02.880022 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24856cda-cbe9-4682-9e05-b7222e6d856d req-9469004a-a9cd-4715-99ad-d27ba2efefab tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544167 Nov 04 11:03:03.100947 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0a565-46c0-4e63-8e2d-d022b4c7b790 req-f61cc1c6-5d85-4fed-93a5-7da2c66f7aac tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:03.102416 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ab0a565-46c0-4e63-8e2d-d022b4c7b790 req-f61cc1c6-5d85-4fed-93a5-7da2c66f7aac tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0575111 Nov 04 11:03:03.155706 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ab0a565-46c0-4e63-8e2d-d022b4c7b790 req-ea1a59d7-4b8b-47b7-83bc-ceb74723ee6d tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470333 Nov 04 11:03:03.275751 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d70c5-aabb-4f73-b2d0-799ea9099ef5 req-c1ed25d2-72b6-48da-ae31-d2e64d385147 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:03.277333 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-374d70c5-aabb-4f73-b2d0-799ea9099ef5 req-c1ed25d2-72b6-48da-ae31-d2e64d385147 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0508091 Nov 04 11:03:03.328891 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-374d70c5-aabb-4f73-b2d0-799ea9099ef5 req-dc4373fe-e418-4974-8324-7cd63f96ea4b tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449536 Nov 04 11:03:03.567976 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3fbec-4b59-4d02-8025-b02a8371d948 req-92724c29-558e-41df-b917-d93f4809179f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:03.569476 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-32c3fbec-4b59-4d02-8025-b02a8371d948 req-92724c29-558e-41df-b917-d93f4809179f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0523798 Nov 04 11:03:03.626499 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-32c3fbec-4b59-4d02-8025-b02a8371d948 req-254089ff-b91d-4074-9bd7-2e75c27cb338 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506203 Nov 04 11:03:03.995628 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d967a7-a6ff-43f1-a5cb-20587b1beac9 req-bd345428-7e50-49c6-bda1-83ded0366154 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:03.997680 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-09d967a7-a6ff-43f1-a5cb-20587b1beac9 req-bd345428-7e50-49c6-bda1-83ded0366154 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0571046 Nov 04 11:03:04.048703 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-09d967a7-a6ff-43f1-a5cb-20587b1beac9 req-e6e0848e-5823-4a7e-9f64-5b903058a2bf tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443347 Nov 04 11:03:04.164721 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dc0de-da65-496d-9f11-3c0487de61ca req-14ca2f5f-df18-469f-94e5-130f579067bf tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:04.166291 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-252dc0de-da65-496d-9f11-3c0487de61ca req-14ca2f5f-df18-469f-94e5-130f579067bf tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 943 time: 0.0516036 Nov 04 11:03:04.215618 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-252dc0de-da65-496d-9f11-3c0487de61ca req-1ee3d31b-424f-40c0-b07c-14c2fb3ec48a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425115 Nov 04 11:03:05.176265 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4986c2-9a2e-4736-a09c-42a1791ab5dd req-b8949d5e-2cb9-4965-bb06-dd2b4627b7c6 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:05.177811 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed4986c2-9a2e-4736-a09c-42a1791ab5dd req-b8949d5e-2cb9-4965-bb06-dd2b4627b7c6 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0580335 Nov 04 11:03:05.234741 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed4986c2-9a2e-4736-a09c-42a1791ab5dd req-78fcf626-4251-43f7-8d28-b0d4f09055f5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480902 Nov 04 11:03:05.361132 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db264ae9-9287-4311-a1d9-9cb645ed83b7 req-a8879453-2a56-47b8-82f5-06277fa0f474 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:05.362671 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db264ae9-9287-4311-a1d9-9cb645ed83b7 req-a8879453-2a56-47b8-82f5-06277fa0f474 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 943 time: 0.0625467 Nov 04 11:03:05.417499 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db264ae9-9287-4311-a1d9-9cb645ed83b7 req-db40e396-d2d4-425c-806a-48472ba0fa58 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483572 Nov 04 11:03:06.367928 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48673c91-98e5-4f38-9494-bde5acaff253 req-e530d22c-f585-419c-9033-0fb1cfb61380 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:06.369467 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-48673c91-98e5-4f38-9494-bde5acaff253 req-e530d22c-f585-419c-9033-0fb1cfb61380 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0545306 Nov 04 11:03:06.421769 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-48673c91-98e5-4f38-9494-bde5acaff253 req-b72fa4c5-c227-4d90-8ca3-6ec4146da2ca tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449531 Nov 04 11:03:06.563069 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2665d-bb8d-4f5b-96c6-b686e530d04b req-7e3b0470-93a7-4a4e-aa9a-599ecad1b36d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:06.565498 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b4e2665d-bb8d-4f5b-96c6-b686e530d04b req-7e3b0470-93a7-4a4e-aa9a-599ecad1b36d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 943 time: 0.0805523 Nov 04 11:03:06.618287 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b4e2665d-bb8d-4f5b-96c6-b686e530d04b req-f5ef5b91-2406-49a3-8d46-2d5b131358e8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441082 Nov 04 11:03:07.548910 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8b92e-a858-4278-bb97-ad2980bff59f req-7ad01971-9461-4c37-801b-334424181ca4 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:07.550359 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a4d8b92e-a858-4278-bb97-ad2980bff59f req-7ad01971-9461-4c37-801b-334424181ca4 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0524726 Nov 04 11:03:07.610706 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a4d8b92e-a858-4278-bb97-ad2980bff59f req-61b13805-4f78-4a00-8d10-718f424ed11b tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511141 Nov 04 11:03:07.752045 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5ead2-14fa-485d-b3dd-5a181400b7a8 req-02182ede-c87b-44bd-99fe-0fee348ef50d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:07.753593 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c9f5ead2-14fa-485d-b3dd-5a181400b7a8 req-02182ede-c87b-44bd-99fe-0fee348ef50d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 943 time: 0.0596597 Nov 04 11:03:07.807965 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c9f5ead2-14fa-485d-b3dd-5a181400b7a8 req-74aa2221-d931-4c07-9c8b-fd4432b06abe tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424421 Nov 04 11:03:08.362876 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:03:08.737402 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771429a-3913-476c-8ba7-38bacb62013e req-357f5ec1-291f-4421-aa45-a8e1ae845625 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:08.738913 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8771429a-3913-476c-8ba7-38bacb62013e req-357f5ec1-291f-4421-aa45-a8e1ae845625 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0519025 Nov 04 11:03:08.789399 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8771429a-3913-476c-8ba7-38bacb62013e req-3c153126-e6e1-4fec-bf90-6691490e0102 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441511 Nov 04 11:03:08.934914 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35a81e-d500-454d-94e3-939a55a8743e req-9817fb7e-e3d9-4719-b4cc-199f6ff28651 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:08.936797 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab35a81e-d500-454d-94e3-939a55a8743e req-9817fb7e-e3d9-4719-b4cc-199f6ff28651 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 943 time: 0.0580232 Nov 04 11:03:08.997867 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab35a81e-d500-454d-94e3-939a55a8743e req-ee673343-fd47-4e7f-bc59-dc6287072b5e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520666 Nov 04 11:03:09.916794 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ea023-a4d0-4c8c-aa8c-683329aa1b89 req-c09473f0-d5fc-4ae6-98b1-4392a2b6b33f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:09.918386 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a14ea023-a4d0-4c8c-aa8c-683329aa1b89 req-c09473f0-d5fc-4ae6-98b1-4392a2b6b33f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0567596 Nov 04 11:03:09.969441 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a14ea023-a4d0-4c8c-aa8c-683329aa1b89 req-cecb2b83-bf62-4703-904f-53e348dbf3df tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440946 Nov 04 11:03:10.115400 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604460c2-abe3-44c0-8335-6110460be880 req-b8918ccd-e358-4f78-b36f-507ebdcb10fc tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:10.116974 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-604460c2-abe3-44c0-8335-6110460be880 req-b8918ccd-e358-4f78-b36f-507ebdcb10fc tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 943 time: 0.0513425 Nov 04 11:03:10.172966 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-604460c2-abe3-44c0-8335-6110460be880 req-2b1ae8e3-eead-4372-8039-5d8f75e6dc5f tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490153 Nov 04 11:03:11.266983 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334886fc-c21b-43e5-bf15-25189cfe7fd1 req-ee7698c0-041c-48e5-a8ea-986523424dd0 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:11.268568 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-334886fc-c21b-43e5-bf15-25189cfe7fd1 req-ee7698c0-041c-48e5-a8ea-986523424dd0 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0504775 Nov 04 11:03:11.318461 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-334886fc-c21b-43e5-bf15-25189cfe7fd1 req-78f1c9f4-cd4e-409f-a677-e084aec8f753 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434508 Nov 04 11:03:11.424522 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849771ea-8c45-4d80-9aad-9d4041c7a3a4 req-de7ba25e-997b-429d-b74e-307185d3448b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:11.426080 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-849771ea-8c45-4d80-9aad-9d4041c7a3a4 req-de7ba25e-997b-429d-b74e-307185d3448b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 943 time: 0.0506945 Nov 04 11:03:11.477572 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-849771ea-8c45-4d80-9aad-9d4041c7a3a4 req-d832d8d2-07cb-4439-81a5-915afa217cee tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452130 Nov 04 11:03:12.445152 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d9ff6-df9d-469f-8692-3923ccf1f9f7 req-d9775146-ce69-4140-982e-46fbad74a650 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:12.446994 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b45d9ff6-df9d-469f-8692-3923ccf1f9f7 req-d9775146-ce69-4140-982e-46fbad74a650 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0561326 Nov 04 11:03:12.486761 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:12.499627 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b45d9ff6-df9d-469f-8692-3923ccf1f9f7 req-7bfa62c5-ce5e-4e36-bfd0-90f9d87c0d0b tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453408 Nov 04 11:03:12.620237 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3d94a-7215-4302-bb96-8ffca2ac0e2c req-dd01987b-33ca-478b-8cbc-88be25b6ed30 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:12.621787 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-70f3d94a-7215-4302-bb96-8ffca2ac0e2c req-dd01987b-33ca-478b-8cbc-88be25b6ed30 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 943 time: 0.0538645 Nov 04 11:03:12.672789 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-70f3d94a-7215-4302-bb96-8ffca2ac0e2c req-01afd219-168d-47ce-832c-92bd18402238 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437522 Nov 04 11:03:13.137544 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device e3e95fa1-2d14-41a1-981c-424d809beabf details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:03:13.233858 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port e3e95fa1-2d14-41a1-981c-424d809beabf, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e3e95fa1-2d14-41a1-981c-424d809beabf,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:03:13.250265 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'e3e95fa1-2d14-41a1-981c-424d809beabf', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'port_id': 'e3e95fa1-2d14-41a1-981c-424d809beabf', 'mac_address': 'fa:16:3e:62:a0:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:03:13.289636 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:13.304010 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e95fa1-2d14-41a1-981c-424d809beabf {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:03:13.329930 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port e3e95fa1-2d14-41a1-981c-424d809beabf, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e3e95fa1-2d14-41a1-981c-424d809beabf,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:03:13.337019 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:13.384771 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=e3e95fa1-2d14-41a1-981c-424d809beabf,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:03:13.583770 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['e3e95fa1-2d14-41a1-981c-424d809beabf'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:03:13.634955 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595dda3-fc24-4f74-8a15-cddffba6e17c req-a17ce226-e0db-4050-89c7-2194bafa48a3 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:13.636651 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e595dda3-fc24-4f74-8a15-cddffba6e17c req-a17ce226-e0db-4050-89c7-2194bafa48a3 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0613506 Nov 04 11:03:13.693847 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e595dda3-fc24-4f74-8a15-cddffba6e17c req-da39e58e-5cd9-429e-8980-7f2494d2ac36 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492263 Nov 04 11:03:13.808692 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0fb17-1099-497b-8ce3-e589f4b2a987 req-89cb65ea-2237-40bf-8847-ed614b2f2303 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:13.810224 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-36f0fb17-1099-497b-8ce3-e589f4b2a987 req-89cb65ea-2237-40bf-8847-ed614b2f2303 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 944 time: 0.0506988 Nov 04 11:03:13.861080 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-36f0fb17-1099-497b-8ce3-e589f4b2a987 req-effb151f-9c68-484c-90ad-48961b715e92 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440614 Nov 04 11:03:14.815419 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d59893-c42b-4615-bd8f-0de2e73ab0dd req-9e51a89d-8905-405b-9c57-6435ec8c7811 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:14.817024 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-35d59893-c42b-4615-bd8f-0de2e73ab0dd req-9e51a89d-8905-405b-9c57-6435ec8c7811 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0509536 Nov 04 11:03:14.870067 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-35d59893-c42b-4615-bd8f-0de2e73ab0dd req-39e75831-b2a6-4038-bbd1-849cfb4feb05 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466871 Nov 04 11:03:14.909698 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:14.987303 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635f6b1-a528-47a6-829f-c09962e7e3ba req-8cdc2c11-5453-4ced-a322-e2133cf0e2e5 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:14.988728 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3635f6b1-a528-47a6-829f-c09962e7e3ba req-8cdc2c11-5453-4ced-a322-e2133cf0e2e5 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 944 time: 0.0553536 Nov 04 11:03:15.040445 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3635f6b1-a528-47a6-829f-c09962e7e3ba req-766fe3f7-e2be-405c-9c88-dcecb8c2c55d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455728 Nov 04 11:03:15.170822 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device e3e95fa1-2d14-41a1-981c-424d809beabf up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:03:15.242007 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port e3e95fa1-2d14-41a1-981c-424d809beabf completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:03:15.246956 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port e3e95fa1-2d14-41a1-981c-424d809beabf triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:03:15.246956 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:15.261134 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99422d-667e-4afd-9889-4bb33c1b2e2b req-78b8ea9c-fb83-4968-81c4-bab27bfa90a0 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:15.263715 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab99422d-667e-4afd-9889-4bb33c1b2e2b req-78b8ea9c-fb83-4968-81c4-bab27bfa90a0 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0653670 Nov 04 11:03:15.291905 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814871b0-eb34-4d75-bd10-be416c3a2768 req-8611b813-8947-46f2-b0d3-fa85f7fd3877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:15.294650 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-814871b0-eb34-4d75-bd10-be416c3a2768 req-8611b813-8947-46f2-b0d3-fa85f7fd3877 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 1095 time: 0.0564709 Nov 04 11:03:15.329706 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab99422d-667e-4afd-9889-4bb33c1b2e2b req-5d35c04f-0a2e-4efc-8d2c-d5e5ec177164 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584943 Nov 04 11:03:15.342194 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:15.366366 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c571d5-56cc-484b-850e-ebe14653cf6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e95fa1-2d14-41a1-981c-424d809beabf'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:03:15.369299 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618d1501-51d8-48a3-8b27-0e7fb543ba8e" -d '{"events": [{"server_uuid": "23c571d5-56cc-484b-850e-ebe14653cf6f", "name": "network-vif-plugged", "status": "completed", "tag": "e3e95fa1-2d14-41a1-981c-424d809beabf"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:03:15.382369 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port e3e95fa1-2d14-41a1-981c-424d809beabf, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e3e95fa1-2d14-41a1-981c-424d809beabf,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:03:15.388645 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:15.408056 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814871b0-eb34-4d75-bd10-be416c3a2768 req-5eeafb7e-01a3-48bc-b6d7-fecaaf7056e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:15.410167 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-814871b0-eb34-4d75-bd10-be416c3a2768 req-5eeafb7e-01a3-48bc-b6d7-fecaaf7056e5 service neutron] 10.222.0.126 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 913 time: 0.1044276 Nov 04 11:03:15.428260 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388bc65d-b892-46d1-a34c-683fd0febbc4 x-openstack-request-id: req-388bc65d-b892-46d1-a34c-683fd0febbc4 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:03:15.428548 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c571d5-56cc-484b-850e-ebe14653cf6f", "name": "network-vif-plugged", "status": "completed", "tag": "e3e95fa1-2d14-41a1-981c-424d809beabf", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:03:15.428808 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-388bc65d-b892-46d1-a34c-683fd0febbc4 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:03:15.429220 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c571d5-56cc-484b-850e-ebe14653cf6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e95fa1-2d14-41a1-981c-424d809beabf', 'code': 200} Nov 04 11:03:15.447336 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=e3e95fa1-2d14-41a1-981c-424d809beabf,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:03:15.528347 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-814871b0-eb34-4d75-bd10-be416c3a2768 req-3ff78bb7-c7ae-4ddc-b46a-025a0ae78f1d service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d257828-1078-4e49-9fa6-ac70dcd14216 HTTP/1.1" status: 200 len: 999 time: 0.1030819 Nov 04 11:03:15.566778 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f22f0-5652-472e-9304-11f84df32db5 req-eea52d13-fc0a-4359-8cce-2843528686c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:15.568320 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4c4f22f0-5652-472e-9304-11f84df32db5 req-eea52d13-fc0a-4359-8cce-2843528686c7 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 1096 time: 0.0759206 Nov 04 11:03:15.598277 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814871b0-eb34-4d75-bd10-be416c3a2768 req-484a8ef4-e2dd-4f89-961e-9f0f516435b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:15.599785 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-814871b0-eb34-4d75-bd10-be416c3a2768 req-484a8ef4-e2dd-4f89-961e-9f0f516435b5 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=acbe3edd-0e54-430d-9b84-17ccd434a175 HTTP/1.1" status: 200 len: 850 time: 0.0647323 Nov 04 11:03:15.649620 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4c4f22f0-5652-472e-9304-11f84df32db5 req-4b5cea9f-f527-4fe3-bfe2-725b19da91e9 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716858 Nov 04 11:03:15.663243 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814871b0-eb34-4d75-bd10-be416c3a2768 req-ea7cc1d1-e3d6-43f8-beda-534138098d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:15.664745 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-814871b0-eb34-4d75-bd10-be416c3a2768 req-ea7cc1d1-e3d6-43f8-beda-534138098d27 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0f07f923-0bad-4509-bf44-e9706f67de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552404 Nov 04 11:03:15.933007 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-814871b0-eb34-4d75-bd10-be416c3a2768 req-a5c5acbc-2d58-43e0-8a24-47852aa509fe service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865450 Nov 04 11:03:16.034929 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-814871b0-eb34-4d75-bd10-be416c3a2768 req-b18d96e3-fe03-4b01-850e-e17eade81d29 service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935149 Nov 04 11:03:16.170574 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e764ed-df34-4416-a20b-a210dee56007 req-6919bb1a-bef7-4e79-ae53-cbecb9056ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:16.172392 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-90e764ed-df34-4416-a20b-a210dee56007 req-6919bb1a-bef7-4e79-ae53-cbecb9056ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 945 time: 0.0578299 Nov 04 11:03:16.222150 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-90e764ed-df34-4416-a20b-a210dee56007 req-8cb78079-22e7-4980-a7ed-5a080ecfae3e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434899 Nov 04 11:03:16.457561 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46d88f-535b-4db1-a1d9-7d8c1e9c1f01 req-3343e0aa-f211-4769-a31e-9dbd4384bf53 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:16.458953 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ba46d88f-535b-4db1-a1d9-7d8c1e9c1f01 req-3343e0aa-f211-4769-a31e-9dbd4384bf53 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0584395 Nov 04 11:03:16.514860 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ba46d88f-535b-4db1-a1d9-7d8c1e9c1f01 req-bba13e4e-6fef-432e-ad76-a015276253b8 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497184 Nov 04 11:03:16.882137 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4415eed3-d8e7-4284-8ac7-d53f97679951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:17.355816 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5277d-83e9-4b27-b78b-3adf20fcc0ac req-039bfaa9-69df-457f-b6e7-9466fb56ecac tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:17.357409 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9cb5277d-83e9-4b27-b78b-3adf20fcc0ac req-039bfaa9-69df-457f-b6e7-9466fb56ecac tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 945 time: 0.0532641 Nov 04 11:03:17.409921 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9cb5277d-83e9-4b27-b78b-3adf20fcc0ac req-f34dd95e-7faf-4c81-85b4-03eb1369e25e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461962 Nov 04 11:03:17.525849 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f5339-bd60-4bac-8ed4-eca7dfe6b9ca req-508f445e-9ba5-4701-889b-794d4e3962b0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:17.527752 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1a2f5339-bd60-4bac-8ed4-eca7dfe6b9ca req-508f445e-9ba5-4701-889b-794d4e3962b0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 945 time: 0.0515974 Nov 04 11:03:17.577549 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1a2f5339-bd60-4bac-8ed4-eca7dfe6b9ca req-199b75df-f486-4c39-bc5a-460a25b4f134 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433118 Nov 04 11:03:17.685376 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143faabd-668a-4a49-ba4d-62436163da46 req-5aa94dcf-a702-481e-8e1d-68520409053d tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:17.687072 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-143faabd-668a-4a49-ba4d-62436163da46 req-5aa94dcf-a702-481e-8e1d-68520409053d tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0503256 Nov 04 11:03:17.735200 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-143faabd-668a-4a49-ba4d-62436163da46 req-7df0718b-3bbf-4fdc-846b-67d382756496 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419993 Nov 04 11:03:17.846894 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af96b10-f0a7-451a-bb27-7539bfecf340 req-b78f0610-0d04-4bc0-a468-fb36b1baaff0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:17.848449 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9af96b10-f0a7-451a-bb27-7539bfecf340 req-b78f0610-0d04-4bc0-a468-fb36b1baaff0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 945 time: 0.0543396 Nov 04 11:03:17.898134 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9af96b10-f0a7-451a-bb27-7539bfecf340 req-00d83b2e-d361-4b96-8a05-deecf44d7424 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434315 Nov 04 11:03:18.012257 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7a6e4-9de0-4be9-9d80-2e32347170c0 req-c4930897-2c11-41f3-9c1d-76246160e353 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:18.013724 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e8d7a6e4-9de0-4be9-9d80-2e32347170c0 req-c4930897-2c11-41f3-9c1d-76246160e353 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0595691 Nov 04 11:03:18.066305 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e8d7a6e4-9de0-4be9-9d80-2e32347170c0 req-b109b2de-e32c-4d70-95fe-963a9abb95b5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436928 Nov 04 11:03:18.415587 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed66eb-8d39-4e81-b4ac-c3e9b0f3c802 req-56497a14-c5aa-4db0-938e-a1bee4a545a6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:18.417119 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-89ed66eb-8d39-4e81-b4ac-c3e9b0f3c802 req-56497a14-c5aa-4db0-938e-a1bee4a545a6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 945 time: 0.0571840 Nov 04 11:03:18.467234 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-89ed66eb-8d39-4e81-b4ac-c3e9b0f3c802 req-4f330356-f472-4b3a-9ce3-5f9fbb0249a0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426044 Nov 04 11:03:18.574795 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c312ed-f75c-450e-8f06-564ee0d7d820 req-cd3f47f4-4455-4910-946a-ba79c7a0f1ef tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:18.576340 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d7c312ed-f75c-450e-8f06-564ee0d7d820 req-cd3f47f4-4455-4910-946a-ba79c7a0f1ef tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0521145 Nov 04 11:03:18.630687 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d7c312ed-f75c-450e-8f06-564ee0d7d820 req-ccf75d5b-d82b-4de4-a3d9-49a182aa032e tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473104 Nov 04 11:03:18.848925 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646387a-0885-4a73-ac00-a78d8e422fcc req-18ffb5cd-7ad2-4678-96f1-bd97b803c0c6 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:18.850452 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b646387a-0885-4a73-ac00-a78d8e422fcc req-18ffb5cd-7ad2-4678-96f1-bd97b803c0c6 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0515959 Nov 04 11:03:18.905139 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b646387a-0885-4a73-ac00-a78d8e422fcc req-0e583ad2-f2d6-4fc3-afc5-61ea634ed6fb tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485289 Nov 04 11:03:19.594912 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8356e1d-7d69-4e68-a282-b6d3ee10db02 req-6e58cba4-6b31-41e3-860d-28aaa19ff9f7 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:19.596487 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d8356e1d-7d69-4e68-a282-b6d3ee10db02 req-6e58cba4-6b31-41e3-860d-28aaa19ff9f7 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 945 time: 0.0531118 Nov 04 11:03:19.647554 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d8356e1d-7d69-4e68-a282-b6d3ee10db02 req-bb671237-ab80-46d8-b966-589ccb0ac6ea tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446792 Nov 04 11:03:19.679842 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f815fabb-bc5d-483a-afc1-40a8eef7c105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:19.917086 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35137afa-fc8c-429b-93b5-4c843c415122 req-5233605b-b204-4891-8e66-e8ab901f11c0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:19.918561 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-35137afa-fc8c-429b-93b5-4c843c415122 req-5233605b-b204-4891-8e66-e8ab901f11c0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.126 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 945 time: 0.0571082 Nov 04 11:03:20.016969 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-35137afa-fc8c-429b-93b5-4c843c415122 req-18eab86b-36de-404f-b202-52f0fb4899e9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Deleting port e3e95fa1-2d14-41a1-981c-424d809beabf {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:03:20.017303 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-35137afa-fc8c-429b-93b5-4c843c415122 req-18eab86b-36de-404f-b202-52f0fb4899e9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:20.028413 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32fe9f-8311-4dea-8b9d-16bf35e2e5a3 req-ff16f714-4c7d-44de-a1a6-d3ee1a60bf0e tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:20.030117 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ff32fe9f-8311-4dea-8b9d-16bf35e2e5a3 req-ff16f714-4c7d-44de-a1a6-d3ee1a60bf0e tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0509436 Nov 04 11:03:20.079289 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ff32fe9f-8311-4dea-8b9d-16bf35e2e5a3 req-82f3f21a-4ca2-4b42-a438-4a2d53482a5a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421655 Nov 04 11:03:20.112308 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-35137afa-fc8c-429b-93b5-4c843c415122 req-18eab86b-36de-404f-b202-52f0fb4899e9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] For port e3e95fa1-2d14-41a1-981c-424d809beabf, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=e3e95fa1-2d14-41a1-981c-424d809beabf,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:03:20.112670 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-35137afa-fc8c-429b-93b5-4c843c415122 req-18eab86b-36de-404f-b202-52f0fb4899e9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:20.126287 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-35137afa-fc8c-429b-93b5-4c843c415122 req-18eab86b-36de-404f-b202-52f0fb4899e9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Calling delete_port for e3e95fa1-2d14-41a1-981c-424d809beabf owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:03:20.268308 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-35137afa-fc8c-429b-93b5-4c843c415122 req-18eab86b-36de-404f-b202-52f0fb4899e9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:20.283956 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['e3e95fa1-2d14-41a1-981c-424d809beabf'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:03:20.301105 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a9222-5fea-4fa8-bb5c-dd92213cc10d req-b11c0b0a-d4e7-44ea-9d93-11d8ca06e9dc tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:20.301487 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eab86b-36de-404f-b202-52f0fb4899e9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event deleted for resources: {'Port': ['ID=e3e95fa1-2d14-41a1-981c-424d809beabf,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:03:20.302759 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1c2a9222-5fea-4fa8-bb5c-dd92213cc10d req-b11c0b0a-d4e7-44ea-9d93-11d8ca06e9dc tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0576532 Nov 04 11:03:20.327081 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eab86b-36de-404f-b202-52f0fb4899e9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:20.327781 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eab86b-36de-404f-b202-52f0fb4899e9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:20.327951 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eab86b-36de-404f-b202-52f0fb4899e9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:20.328364 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eab86b-36de-404f-b202-52f0fb4899e9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:20.328807 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eab86b-36de-404f-b202-52f0fb4899e9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:20.329253 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eab86b-36de-404f-b202-52f0fb4899e9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:20.329682 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eab86b-36de-404f-b202-52f0fb4899e9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:20.330102 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eab86b-36de-404f-b202-52f0fb4899e9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:20.330517 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eab86b-36de-404f-b202-52f0fb4899e9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:20.331013 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eab86b-36de-404f-b202-52f0fb4899e9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:20.331433 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eab86b-36de-404f-b202-52f0fb4899e9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:20.331851 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eab86b-36de-404f-b202-52f0fb4899e9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:20.355048 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-35137afa-fc8c-429b-93b5-4c843c415122 req-18eab86b-36de-404f-b202-52f0fb4899e9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] No DVR routers for this DVR port e3e95fa1-2d14-41a1-981c-424d809beabf on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:03:20.358662 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-35137afa-fc8c-429b-93b5-4c843c415122 req-18eab86b-36de-404f-b202-52f0fb4899e9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:20.362379 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-35137afa-fc8c-429b-93b5-4c843c415122 req-18eab86b-36de-404f-b202-52f0fb4899e9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.126 "DELETE /v2.0/ports/e3e95fa1-2d14-41a1-981c-424d809beabf HTTP/1.1" status: 204 len: 173 time: 0.4364860 Nov 04 11:03:20.362855 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c571d5-56cc-484b-850e-ebe14653cf6f', 'name': 'network-vif-deleted', 'tag': 'e3e95fa1-2d14-41a1-981c-424d809beabf'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:03:20.365641 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af652d1a-2346-48f4-8cc3-8e01cafe101d" -d '{"events": [{"server_uuid": "23c571d5-56cc-484b-850e-ebe14653cf6f", "name": "network-vif-deleted", "tag": "e3e95fa1-2d14-41a1-981c-424d809beabf"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:03:20.379149 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1c2a9222-5fea-4fa8-bb5c-dd92213cc10d req-d1c8930d-addb-4741-94c7-c935024be6ad tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677700 Nov 04 11:03:20.459644 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2bdd99-947b-491a-94e5-42c6e0f773b2 x-openstack-request-id: req-ff2bdd99-947b-491a-94e5-42c6e0f773b2 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:03:20.459958 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c571d5-56cc-484b-850e-ebe14653cf6f", "name": "network-vif-deleted", "tag": "e3e95fa1-2d14-41a1-981c-424d809beabf", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:03:20.460217 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ff2bdd99-947b-491a-94e5-42c6e0f773b2 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:03:20.460632 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c571d5-56cc-484b-850e-ebe14653cf6f', 'name': 'network-vif-deleted', 'tag': 'e3e95fa1-2d14-41a1-981c-424d809beabf', 'status': 'completed', 'code': 200} Nov 04 11:03:20.755282 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-73db6de8-0705-46be-9200-63bbce612c66 req-2aeb2e44-a6ce-4016-b40f-38f9f020dadf tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 210 time: 0.0264909 Nov 04 11:03:20.797749 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:21.509023 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9c9ee-0c48-4637-ba7c-5f053d5cffa5 req-aa07d3c2-5a50-4d24-8c25-39c3f51c6f90 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:21.510585 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dbc9c9ee-0c48-4637-ba7c-5f053d5cffa5 req-aa07d3c2-5a50-4d24-8c25-39c3f51c6f90 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0526044 Nov 04 11:03:21.561621 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dbc9c9ee-0c48-4637-ba7c-5f053d5cffa5 req-8013cd1d-88a0-48f8-a52b-99463a08cb27 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438583 Nov 04 11:03:21.684616 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e0d32-4dff-496a-ab36-b17ca3a2506f req-bf363266-4e39-4922-aea1-0e1de0dfa6e1 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:21.686180 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cb4e0d32-4dff-496a-ab36-b17ca3a2506f req-bf363266-4e39-4922-aea1-0e1de0dfa6e1 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0550942 Nov 04 11:03:21.745777 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cb4e0d32-4dff-496a-ab36-b17ca3a2506f req-fa9dccbf-e0da-4706-98a4-8935098c22c4 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523820 Nov 04 11:03:21.876398 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b122e-d657-4d78-8949-10dd91f8163f req-a7c644e2-c629-4689-bb75-161d27390389 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:21.878052 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db6b122e-d657-4d78-8949-10dd91f8163f req-a7c644e2-c629-4689-bb75-161d27390389 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0531771 Nov 04 11:03:21.933466 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db6b122e-d657-4d78-8949-10dd91f8163f req-bb72042d-7ef0-4bd1-b800-dd8bfd9e9af1 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458789 Nov 04 11:03:22.015478 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78c34443-3d5b-474e-93ba-23a1f5ac3114 req-fa9bc2be-c125-4d49-bf92-5cfc9ba6f23f tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 210 time: 0.0272121 Nov 04 11:03:22.126309 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836c505-fe98-4168-abf8-2979f8de2301 req-c1587c47-a0bb-4dc7-bd8d-7d514ee2943a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:22.128008 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d836c505-fe98-4168-abf8-2979f8de2301 req-c1587c47-a0bb-4dc7-bd8d-7d514ee2943a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0554848 Nov 04 11:03:22.186096 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d836c505-fe98-4168-abf8-2979f8de2301 req-43ff0934-98d5-49ff-8d68-241049e56dcf tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513337 Nov 04 11:03:22.213935 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:22.601199 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:23.114148 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ce891a13-a1b4-4155-be1e-ebea097ca024 req-8d399fd8-7a0f-4784-a3b1-61755d54643d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 210 time: 0.0276983 Nov 04 11:03:23.223515 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device e3e95fa1-2d14-41a1-981c-424d809beabf no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:03:23.244637 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: e3e95fa1-2d14-41a1-981c-424d809beabf {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:03:23.245066 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device e3e95fa1-2d14-41a1-981c-424d809beabf not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:03:24.214323 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a6668f76-fa11-4152-b33d-787979ba75d9 req-37b1499e-4eec-405b-a471-96d80d33b8b2 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 210 time: 0.0272038 Nov 04 11:03:25.334225 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1904fc8c-5279-4427-b21b-60d6bd980156 req-b18e611b-26c4-4b08-b7cf-f5a99e675d98 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=23c571d5-56cc-484b-850e-ebe14653cf6f HTTP/1.1" status: 200 len: 210 time: 0.0282071 Nov 04 11:03:35.263684 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31613266-4575-43c4-9ee2-9591a9a8e01f req-85a6ce37-45cc-4b4f-9ebc-8b2f5a65b0e8 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:35.265372 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-31613266-4575-43c4-9ee2-9591a9a8e01f req-85a6ce37-45cc-4b4f-9ebc-8b2f5a65b0e8 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=7ef64ffb-9071-4cb1-af31-f84675531a10 HTTP/1.1" status: 200 len: 945 time: 0.0642040 Nov 04 11:03:35.317207 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-31613266-4575-43c4-9ee2-9591a9a8e01f req-e91be589-faf3-400c-aa87-1ccbdedf9201 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=eb696fe6-6c65-4e13-a4c1-c81a165a3ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450900 Nov 04 11:03:36.444099 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1d352-82ff-4f7a-b5ec-7c499a229227 req-fbdf820a-1955-4ce6-81a2-68f5b692d0f4 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:36.445588 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c8e1d352-82ff-4f7a-b5ec-7c499a229227 req-fbdf820a-1955-4ce6-81a2-68f5b692d0f4 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=7ef64ffb-9071-4cb1-af31-f84675531a10 HTTP/1.1" status: 200 len: 945 time: 0.0515525 Nov 04 11:03:36.496471 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c8e1d352-82ff-4f7a-b5ec-7c499a229227 req-1344cc5e-8ceb-4eae-bc4b-c05e676f5294 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=eb696fe6-6c65-4e13-a4c1-c81a165a3ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446422 Nov 04 11:03:37.003824 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccfe06-fd6e-43bc-8183-67a74f304393 req-c5875323-5a2a-4f29-a1c2-3d3619852ee4 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:37.005346 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2fccfe06-fd6e-43bc-8183-67a74f304393 req-c5875323-5a2a-4f29-a1c2-3d3619852ee4 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.126 "GET /v2.0/ports?device_id=7ef64ffb-9071-4cb1-af31-f84675531a10 HTTP/1.1" status: 200 len: 945 time: 0.0546575 Nov 04 11:03:37.106033 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-2fccfe06-fd6e-43bc-8183-67a74f304393 req-563304fd-5936-42a3-b511-9121d800289f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Deleting port 17fb461f-416c-4caa-990b-ab98faac5dd7 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:03:37.106355 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2fccfe06-fd6e-43bc-8183-67a74f304393 req-563304fd-5936-42a3-b511-9121d800289f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:37.204392 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-2fccfe06-fd6e-43bc-8183-67a74f304393 req-563304fd-5936-42a3-b511-9121d800289f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] For port 17fb461f-416c-4caa-990b-ab98faac5dd7, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=17fb461f-416c-4caa-990b-ab98faac5dd7,segment=NetworkSegment(61cf6d8f-9678-4f5e-a444-df9554acf6bd),segment_id=61cf6d8f-9678-4f5e-a444-df9554acf6bd)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:03:37.205095 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2fccfe06-fd6e-43bc-8183-67a74f304393 req-563304fd-5936-42a3-b511-9121d800289f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:37.681944 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b8af3-9c38-453b-845e-a2e83520bbaf req-26e26c57-2ae9-4028-beb3-6c42cacbd5d1 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:37.684287 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e07b8af3-9c38-453b-845e-a2e83520bbaf req-26e26c57-2ae9-4028-beb3-6c42cacbd5d1 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/ports?device_id=7ef64ffb-9071-4cb1-af31-f84675531a10 HTTP/1.1" status: 200 len: 945 time: 0.0786557 Nov 04 11:03:37.728663 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2fccfe06-fd6e-43bc-8183-67a74f304393 req-563304fd-5936-42a3-b511-9121d800289f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:37.729046 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2fccfe06-fd6e-43bc-8183-67a74f304393 req-563304fd-5936-42a3-b511-9121d800289f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:37.729357 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [req-2fccfe06-fd6e-43bc-8183-67a74f304393 req-563304fd-5936-42a3-b511-9121d800289f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Floating IP 156c7633-f4a7-4329-80df-87c47239534f disassociated. External IP: 172.25.7.70, port: 17fb461f-416c-4caa-990b-ab98faac5dd7. Nov 04 11:03:37.729699 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-2fccfe06-fd6e-43bc-8183-67a74f304393 req-563304fd-5936-42a3-b511-9121d800289f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Calling delete_port for 17fb461f-416c-4caa-990b-ab98faac5dd7 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:03:37.742725 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e07b8af3-9c38-453b-845e-a2e83520bbaf req-8be8169f-98fc-47dc-b1d1-7f8668852717 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups?id=eb696fe6-6c65-4e13-a4c1-c81a165a3ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514572 Nov 04 11:03:37.867672 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2fccfe06-fd6e-43bc-8183-67a74f304393 req-563304fd-5936-42a3-b511-9121d800289f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:37.903464 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563304fd-5936-42a3-b511-9121d800289f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Pushing event deleted for resources: {'Port': ['ID=17fb461f-416c-4caa-990b-ab98faac5dd7,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:03:38.027831 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fccfe06-fd6e-43bc-8183-67a74f304393 req-563304fd-5936-42a3-b511-9121d800289f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Router 131c4a7c-da8d-40ab-81b9-640ce818e495 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:03:38.143015 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fccfe06-fd6e-43bc-8183-67a74f304393 req-563304fd-5936-42a3-b511-9121d800289f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:03:38.155402 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4029def1-ae51-48dc-85db-917a250e5ce5 None None] Sync routers for ids ['131c4a7c-da8d-40ab-81b9-640ce818e495'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:03:38.166455 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4029def1-ae51-48dc-85db-917a250e5ce5 None None] Routers {'131c4a7c-da8d-40ab-81b9-640ce818e495'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:03:38.167058 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-4029def1-ae51-48dc-85db-917a250e5ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:03:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['131c4a7c-da8d-40ab-81b9-640ce818e495'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:03:38.194120 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fccfe06-fd6e-43bc-8183-67a74f304393 req-563304fd-5936-42a3-b511-9121d800289f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] No DVR routers for this DVR port 17fb461f-416c-4caa-990b-ab98faac5dd7 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:03:38.197169 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2fccfe06-fd6e-43bc-8183-67a74f304393 req-563304fd-5936-42a3-b511-9121d800289f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:38.200989 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2fccfe06-fd6e-43bc-8183-67a74f304393 req-563304fd-5936-42a3-b511-9121d800289f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.126 "DELETE /v2.0/ports/17fb461f-416c-4caa-990b-ab98faac5dd7 HTTP/1.1" status: 204 len: 173 time: 1.1874976 Nov 04 11:03:38.201514 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef64ffb-9071-4cb1-af31-f84675531a10', 'name': 'network-vif-deleted', 'tag': '17fb461f-416c-4caa-990b-ab98faac5dd7'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:03:38.204900 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e89c01-1df9-4d86-be31-92ee748f52d1" -d '{"events": [{"server_uuid": "7ef64ffb-9071-4cb1-af31-f84675531a10", "name": "network-vif-deleted", "tag": "17fb461f-416c-4caa-990b-ab98faac5dd7"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:03:38.258227 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ea6ff6-57ed-4059-8088-81f9e2b20a42 x-openstack-request-id: req-16ea6ff6-57ed-4059-8088-81f9e2b20a42 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:03:38.258511 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef64ffb-9071-4cb1-af31-f84675531a10", "name": "network-vif-deleted", "tag": "17fb461f-416c-4caa-990b-ab98faac5dd7", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:03:38.258767 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-16ea6ff6-57ed-4059-8088-81f9e2b20a42 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:03:38.259160 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef64ffb-9071-4cb1-af31-f84675531a10', 'name': 'network-vif-deleted', 'tag': '17fb461f-416c-4caa-990b-ab98faac5dd7', 'status': 'completed', 'code': 200} Nov 04 11:03:38.290194 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-4029def1-ae51-48dc-85db-917a250e5ce5 None None] Set router 131c4a7c-da8d-40ab-81b9-640ce818e495 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:03:38.534694 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-4029def1-ae51-48dc-85db-917a250e5ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'name': 'tempest-AttachVolumeTestJSON-247191850-router', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:36Z', 'updated_at': '2021-11-04T10:56:43Z', 'revision_number': 4, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'gw_port': {'id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:37Z', 'updated_at': '2021-11-04T10:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '380c4bc8-ac20-4c78-8507-1f1810bd6624', 'name': '', 'network_id': '48d7173e-4f84-437c-b393-02822601af8d', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'mac_address': 'fa:16:3e:ca:a9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:42Z', 'updated_at': '2021-11-04T10:56:49Z', 'revision_number': 5, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'subnets': [{'id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:03:38.564857 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4029def1-ae51-48dc-85db-917a250e5ce5 None None] Checking router: 131c4a7c-da8d-40ab-81b9-640ce818e495 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:03:38.577714 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4029def1-ae51-48dc-85db-917a250e5ce5 None None] Routers {'131c4a7c-da8d-40ab-81b9-640ce818e495'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:03:38.578339 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-4029def1-ae51-48dc-85db-917a250e5ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:03:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['131c4a7c-da8d-40ab-81b9-640ce818e495'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:03:38.701587 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-4029def1-ae51-48dc-85db-917a250e5ce5 None None] Set router 131c4a7c-da8d-40ab-81b9-640ce818e495 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:03:38.852470 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46642) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:03:38.915029 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-39289ad8-a935-4701-ad4f-7297d3bbf1dd tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:38.943005 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-39289ad8-a935-4701-ad4f-7297d3bbf1dd tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:38.956845 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-4029def1-ae51-48dc-85db-917a250e5ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'name': 'tempest-AttachVolumeTestJSON-247191850-router', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:36Z', 'updated_at': '2021-11-04T10:56:43Z', 'revision_number': 4, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'gw_port': {'id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:37Z', 'updated_at': '2021-11-04T10:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '380c4bc8-ac20-4c78-8507-1f1810bd6624', 'name': '', 'network_id': '48d7173e-4f84-437c-b393-02822601af8d', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'mac_address': 'fa:16:3e:ca:a9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:42Z', 'updated_at': '2021-11-04T10:56:49Z', 'revision_number': 5, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'subnets': [{'id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:03:38.993158 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4029def1-ae51-48dc-85db-917a250e5ce5 None None] The sync data for ids ['131c4a7c-da8d-40ab-81b9-640ce818e495'] in n-d-816629-1 is: [{'id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'name': 'tempest-AttachVolumeTestJSON-247191850-router', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:36Z', 'updated_at': '2021-11-04T10:56:43Z', 'revision_number': 4, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'gw_port': {'id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:37Z', 'updated_at': '2021-11-04T10:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '380c4bc8-ac20-4c78-8507-1f1810bd6624', 'name': '', 'network_id': '48d7173e-4f84-437c-b393-02822601af8d', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'mac_address': 'fa:16:3e:ca:a9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:42Z', 'updated_at': '2021-11-04T10:56:49Z', 'revision_number': 5, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'subnets': [{'id': 'e385be16-201b-4622-87ed-46bcc0e22c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:03:39.016862 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-39289ad8-a935-4701-ad4f-7297d3bbf1dd tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:39.021887 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-39289ad8-a935-4701-ad4f-7297d3bbf1dd tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:39.023261 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-39289ad8-a935-4701-ad4f-7297d3bbf1dd tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "DELETE /v2.0/security-groups/eb696fe6-6c65-4e13-a4c1-c81a165a3ced HTTP/1.1" status: 204 len: 168 time: 0.1696622 Nov 04 11:03:39.026152 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46644) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:03:39.039232 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39289ad8-a935-4701-ad4f-7297d3bbf1dd tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb696fe6-6c65-4e13-a4c1-c81a165a3ced,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:03:39.043360 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-4023393d-76e6-4fa7-ae1d-0281e8cb0d82 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] show failed (client error): The resource could not be found. Nov 04 11:03:39.044406 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4023393d-76e6-4fa7-ae1d-0281e8cb0d82 tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "GET /v2.0/security-groups/eb696fe6-6c65-4e13-a4c1-c81a165a3ced HTTP/1.1" status: 404 len: 347 time: 0.0169137 Nov 04 11:03:39.047594 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46646) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:03:39.296930 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc96973e-1a53-45b6-83c5-f89290820c9d None None] New status for floating IP 156c7633-f4a7-4329-80df-87c47239534f: DOWN {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:03:39.583404 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-ec7ffc85-95c6-47bf-bf26-4bfc48c24c9f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Deleting port acfd9049-3c2c-48a2-81ce-bd1851b1e45e {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:03:39.583745 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ec7ffc85-95c6-47bf-bf26-4bfc48c24c9f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:39.677076 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ec7ffc85-95c6-47bf-bf26-4bfc48c24c9f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:39.677408 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ec7ffc85-95c6-47bf-bf26-4bfc48c24c9f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:39.692074 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-ec7ffc85-95c6-47bf-bf26-4bfc48c24c9f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Calling delete_port for acfd9049-3c2c-48a2-81ce-bd1851b1e45e owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:03:39.848081 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ec7ffc85-95c6-47bf-bf26-4bfc48c24c9f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:39.877052 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ffc85-95c6-47bf-bf26-4bfc48c24c9f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Pushing event deleted for resources: {'Port': ['ID=acfd9049-3c2c-48a2-81ce-bd1851b1e45e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:03:39.887969 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ffc85-95c6-47bf-bf26-4bfc48c24c9f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:39.888317 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ffc85-95c6-47bf-bf26-4bfc48c24c9f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:39.888655 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ffc85-95c6-47bf-bf26-4bfc48c24c9f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:39.889052 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ffc85-95c6-47bf-bf26-4bfc48c24c9f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:39.889803 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ffc85-95c6-47bf-bf26-4bfc48c24c9f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:39.889803 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ffc85-95c6-47bf-bf26-4bfc48c24c9f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:39.890007 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ffc85-95c6-47bf-bf26-4bfc48c24c9f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:39.890363 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ffc85-95c6-47bf-bf26-4bfc48c24c9f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:39.890683 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ffc85-95c6-47bf-bf26-4bfc48c24c9f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:39.891002 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ffc85-95c6-47bf-bf26-4bfc48c24c9f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:39.891327 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ffc85-95c6-47bf-bf26-4bfc48c24c9f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:39.891654 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ffc85-95c6-47bf-bf26-4bfc48c24c9f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:39.957607 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ec7ffc85-95c6-47bf-bf26-4bfc48c24c9f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:39.960247 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ec7ffc85-95c6-47bf-bf26-4bfc48c24c9f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:39.965802 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ec7ffc85-95c6-47bf-bf26-4bfc48c24c9f tempest-AttachVolumeTestJSON-172011081 tempest-AttachVolumeTestJSON-172011081-project] 10.222.0.127 "DELETE /v2.0/floatingips/156c7633-f4a7-4329-80df-87c47239534f HTTP/1.1" status: 204 len: 168 time: 0.9160459 Nov 04 11:03:41.262145 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 17fb461f-416c-4caa-990b-ab98faac5dd7 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:03:41.285276 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 17fb461f-416c-4caa-990b-ab98faac5dd7 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:03:41.285823 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 17fb461f-416c-4caa-990b-ab98faac5dd7 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:03:42.478431 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:44.911183 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:45.362150 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:03:46.887880 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7d39e9d5-7f62-4b23-80ad-d66dcad736b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:47.192744 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-733558d4-b89b-4381-af0d-d6edc92560c7 req-a14974b1-f2bb-4719-8740-cc39365070e5 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1537519 Nov 04 11:03:47.328049 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733558d4-b89b-4381-af0d-d6edc92560c7 req-e66b031e-84ca-4f9e-a137-7017b2826b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:47.329720 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-733558d4-b89b-4381-af0d-d6edc92560c7 req-e66b031e-84ca-4f9e-a137-7017b2826b8f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 1097 time: 0.0779419 Nov 04 11:03:47.498063 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733558d4-b89b-4381-af0d-d6edc92560c7 req-4940a510-fe9e-4ed9-ac75-584926f22073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:47.500046 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-733558d4-b89b-4381-af0d-d6edc92560c7 req-4940a510-fe9e-4ed9-ac75-584926f22073 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 913 time: 0.1454334 Nov 04 11:03:47.561386 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-733558d4-b89b-4381-af0d-d6edc92560c7 req-ca294892-e676-4c13-b673-b77fc38b96cc service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=959e796d-cda9-4c4f-90c2-519dec043dd1 HTTP/1.1" status: 200 len: 217 time: 0.0535424 Nov 04 11:03:47.627652 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733558d4-b89b-4381-af0d-d6edc92560c7 req-9e2b1fae-c201-4ece-a181-77c6ed0381ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:47.630144 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-733558d4-b89b-4381-af0d-d6edc92560c7 req-9e2b1fae-c201-4ece-a181-77c6ed0381ba service neutron] 10.222.0.121 "GET /v2.0/subnets?id=acbe3edd-0e54-430d-9b84-17ccd434a175 HTTP/1.1" status: 200 len: 850 time: 0.0616212 Nov 04 11:03:47.710121 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733558d4-b89b-4381-af0d-d6edc92560c7 req-def10d5e-13cb-4ed1-8f53-1ac1ae2afdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:47.711976 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-733558d4-b89b-4381-af0d-d6edc92560c7 req-def10d5e-13cb-4ed1-8f53-1ac1ae2afdcb service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0f07f923-0bad-4509-bf44-e9706f67de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743318 Nov 04 11:03:47.731204 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-733558d4-b89b-4381-af0d-d6edc92560c7 req-8d5fdeb4-df0b-4e21-a1e5-7a86659f4184 service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 11:03:47.732335 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-733558d4-b89b-4381-af0d-d6edc92560c7 req-8d5fdeb4-df0b-4e21-a1e5-7a86659f4184 service neutron] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0069132 Nov 04 11:03:47.862318 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-733558d4-b89b-4381-af0d-d6edc92560c7 req-3e9e4d01-2fe6-4ecb-852c-9d47bb2b4cfb service neutron] 10.222.0.121 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218762 Nov 04 11:03:47.977902 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-733558d4-b89b-4381-af0d-d6edc92560c7 req-1fbcd3cd-9d78-475f-94d3-728b0f615ca1 service neutron] 10.222.0.121 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080332 Nov 04 11:03:49.670750 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-14dcaca7-55df-4419-be52-66ee3ed94372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:49.958517 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46744) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:03:50.283190 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0e1d9316-5430-4ec9-8bf3-9008cca5c35c req-4b2a0c39-3771-4390-81c8-bbcbe5c3e63c service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513527 Nov 04 11:03:50.389173 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d9316-5430-4ec9-8bf3-9008cca5c35c req-07b4debe-a3ab-4f14-b91b-a014547f9f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:50.390923 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0e1d9316-5430-4ec9-8bf3-9008cca5c35c req-07b4debe-a3ab-4f14-b91b-a014547f9f17 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 1095 time: 0.0588424 Nov 04 11:03:50.456798 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c278510-f531-4fee-af4f-57672c648483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:50.513338 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d9316-5430-4ec9-8bf3-9008cca5c35c req-2456952e-b73d-4969-b71c-a8f0ae8f638f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:50.515157 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0e1d9316-5430-4ec9-8bf3-9008cca5c35c req-2456952e-b73d-4969-b71c-a8f0ae8f638f service neutron] 10.222.0.126 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 913 time: 0.0985498 Nov 04 11:03:50.606168 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0e1d9316-5430-4ec9-8bf3-9008cca5c35c req-a40007e0-9043-4029-aef7-c823e56be153 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d257828-1078-4e49-9fa6-ac70dcd14216 HTTP/1.1" status: 200 len: 999 time: 0.0820754 Nov 04 11:03:50.664718 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d9316-5430-4ec9-8bf3-9008cca5c35c req-fcfd0c5c-c528-4860-858d-6573f4ee856f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:50.666521 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0e1d9316-5430-4ec9-8bf3-9008cca5c35c req-fcfd0c5c-c528-4860-858d-6573f4ee856f service neutron] 10.222.0.126 "GET /v2.0/subnets?id=acbe3edd-0e54-430d-9b84-17ccd434a175 HTTP/1.1" status: 200 len: 850 time: 0.0527232 Nov 04 11:03:50.719340 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d9316-5430-4ec9-8bf3-9008cca5c35c req-bc3bd1b9-5ba6-47b8-a46a-21e5f3e31172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:50.721462 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0e1d9316-5430-4ec9-8bf3-9008cca5c35c req-bc3bd1b9-5ba6-47b8-a46a-21e5f3e31172 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0f07f923-0bad-4509-bf44-e9706f67de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468686 Nov 04 11:03:50.754682 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-6c278510-f531-4fee-af4f-57672c648483 admin admin] Deleting port 380c4bc8-ac20-4c78-8507-1f1810bd6624 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:03:50.755178 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c278510-f531-4fee-af4f-57672c648483 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:50.805828 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:50.842024 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0e1d9316-5430-4ec9-8bf3-9008cca5c35c req-ff326b6a-50db-4fce-88e5-959eb2c1f7cd service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104078 Nov 04 11:03:50.905473 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-6c278510-f531-4fee-af4f-57672c648483 admin admin] For port 380c4bc8-ac20-4c78-8507-1f1810bd6624, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=380c4bc8-ac20-4c78-8507-1f1810bd6624,segment=NetworkSegment(61cf6d8f-9678-4f5e-a444-df9554acf6bd),segment_id=61cf6d8f-9678-4f5e-a444-df9554acf6bd)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:03:50.906026 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c278510-f531-4fee-af4f-57672c648483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:50.940710 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-6c278510-f531-4fee-af4f-57672c648483 admin admin] Calling delete_port for 380c4bc8-ac20-4c78-8507-1f1810bd6624 owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:03:51.042136 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0e1d9316-5430-4ec9-8bf3-9008cca5c35c req-a91d369b-8cca-46ee-bd51-89c82c5700f1 service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906593 Nov 04 11:03:51.186176 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c278510-f531-4fee-af4f-57672c648483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:51.223980 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c278510-f531-4fee-af4f-57672c648483 admin admin] Pushing event deleted for resources: {'Port': ['ID=380c4bc8-ac20-4c78-8507-1f1810bd6624,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:03:51.361223 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90893a7-6441-4a5b-a49b-007b9a58017c req-10b04cdb-0d5d-460d-ada3-be37cfbd4cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:51.364947 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d90893a7-6441-4a5b-a49b-007b9a58017c req-10b04cdb-0d5d-460d-ada3-be37cfbd4cd0 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 1095 time: 0.1098664 Nov 04 11:03:51.471795 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90893a7-6441-4a5b-a49b-007b9a58017c req-04c038f3-d4e8-4a53-b565-8b1ac2e1c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:51.473458 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d90893a7-6441-4a5b-a49b-007b9a58017c req-04c038f3-d4e8-4a53-b565-8b1ac2e1c025 service neutron] 10.222.0.126 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 913 time: 0.1003540 Nov 04 11:03:51.510401 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6c278510-f531-4fee-af4f-57672c648483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:51.532147 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d51545-c696-44d0-b7f1-f604f676f721 req-78e2d3ee-79e5-4141-9363-f7d73ed99087 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:51.533753 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f4d51545-c696-44d0-b7f1-f604f676f721 req-78e2d3ee-79e5-4141-9363-f7d73ed99087 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.2513044 Nov 04 11:03:51.552751 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d90893a7-6441-4a5b-a49b-007b9a58017c req-2c1513c0-9b2e-496c-b741-42ae5b5861ac service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d257828-1078-4e49-9fa6-ac70dcd14216 HTTP/1.1" status: 200 len: 999 time: 0.0707824 Nov 04 11:03:51.606519 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90893a7-6441-4a5b-a49b-007b9a58017c req-16b59b4b-20d6-4260-b6b6-1cb79a35f796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:51.609056 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d90893a7-6441-4a5b-a49b-007b9a58017c req-16b59b4b-20d6-4260-b6b6-1cb79a35f796 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=acbe3edd-0e54-430d-9b84-17ccd434a175 HTTP/1.1" status: 200 len: 850 time: 0.0481102 Nov 04 11:03:51.659262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90893a7-6441-4a5b-a49b-007b9a58017c req-89f6e20f-9530-4a80-9ee1-da381f70372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:51.661039 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d90893a7-6441-4a5b-a49b-007b9a58017c req-89f6e20f-9530-4a80-9ee1-da381f70372f service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0f07f923-0bad-4509-bf44-e9706f67de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451825 Nov 04 11:03:51.662354 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f4d51545-c696-44d0-b7f1-f604f676f721 req-c875e51b-e9eb-46be-af29-3d3104257599 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935109 Nov 04 11:03:51.767066 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d90893a7-6441-4a5b-a49b-007b9a58017c req-46c89a09-607c-4ddb-bf46-f784e3d1657b service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974593 Nov 04 11:03:51.853951 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c278510-f531-4fee-af4f-57672c648483 admin admin] Router 131c4a7c-da8d-40ab-81b9-640ce818e495 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:03:51.871792 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d90893a7-6441-4a5b-a49b-007b9a58017c req-d3e63189-d705-4147-87f0-1fd4e545a058 service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962987 Nov 04 11:03:51.936855 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-f86e55e2-319c-4dec-b173-e3eb4a96cf2a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:51.938364 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-f86e55e2-319c-4dec-b173-e3eb4a96cf2a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 811 time: 0.1607757 Nov 04 11:03:51.984895 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-67a3496c-a45e-4e33-9c3e-31fb6f1d39e7 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/quotas/ddf89eefd3f5444e82d89fc191073961 HTTP/1.1" status: 200 len: 375 time: 0.0400157 Nov 04 11:03:52.032014 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c278510-f531-4fee-af4f-57672c648483 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:03:52.041179 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6c278510-f531-4fee-af4f-57672c648483 admin admin] 10.222.0.127 "PUT /v2.0/routers/131c4a7c-da8d-40ab-81b9-640ce818e495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0773818 Nov 04 11:03:52.041456 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46770) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:03:52.043475 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef20f4f-be34-45cb-b1c5-003dbc89276d None None] Sync routers for ids ['131c4a7c-da8d-40ab-81b9-640ce818e495'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:03:52.057977 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-8dbb175c-bd88-4838-ba56-f852dea493a8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623972 Nov 04 11:03:52.060808 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef20f4f-be34-45cb-b1c5-003dbc89276d None None] Routers {'131c4a7c-da8d-40ab-81b9-640ce818e495'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:03:52.061455 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2ef20f4f-be34-45cb-b1c5-003dbc89276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:03:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['131c4a7c-da8d-40ab-81b9-640ce818e495'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:03:52.170734 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-2ef20f4f-be34-45cb-b1c5-003dbc89276d None None] Set router 131c4a7c-da8d-40ab-81b9-640ce818e495 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:03:52.173635 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-492e46f6-75a2-4682-98ac-b75f64561ea7 service neutron] 10.222.0.127 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043780 Nov 04 11:03:52.181037 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-113ca06e-cdc5-4fc0-8772-797459ad996b admin admin] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:52.295172 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:52.328389 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-fabc4e49-952d-49a9-a7c5-82b0545c12ad service neutron] 10.222.0.127 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470337 Nov 04 11:03:52.357656 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-113ca06e-cdc5-4fc0-8772-797459ad996b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:52.418980 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2ef20f4f-be34-45cb-b1c5-003dbc89276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'name': 'tempest-AttachVolumeTestJSON-247191850-router', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:36Z', 'updated_at': '2021-11-04T11:03:51Z', 'revision_number': 5, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'gw_port': {'id': '7a912a0c-e83a-4a10-bd4e-7c8911a70fce', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:56:37Z', 'updated_at': '2021-11-04T10:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:03:52.419257 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-113ca06e-cdc5-4fc0-8772-797459ad996b admin admin] Deleting port 7a912a0c-e83a-4a10-bd4e-7c8911a70fce {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:03:52.419726 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-113ca06e-cdc5-4fc0-8772-797459ad996b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:52.569073 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-113ca06e-cdc5-4fc0-8772-797459ad996b admin admin] For port 7a912a0c-e83a-4a10-bd4e-7c8911a70fce, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7a912a0c-e83a-4a10-bd4e-7c8911a70fce,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:03:52.569541 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-113ca06e-cdc5-4fc0-8772-797459ad996b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:52.584382 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-424ba3a4-485e-44ac-8260-8a5daf788aad req-21381b95-fb0c-4006-97fd-21678106f9a1 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 210 time: 0.0417628 Nov 04 11:03:52.587458 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-113ca06e-cdc5-4fc0-8772-797459ad996b admin admin] Calling delete_port for 7a912a0c-e83a-4a10-bd4e-7c8911a70fce owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:03:52.642202 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef20f4f-be34-45cb-b1c5-003dbc89276d None None] Checking router: 131c4a7c-da8d-40ab-81b9-640ce818e495 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:03:52.659257 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef20f4f-be34-45cb-b1c5-003dbc89276d None None] Routers {'131c4a7c-da8d-40ab-81b9-640ce818e495'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:03:52.659876 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2ef20f4f-be34-45cb-b1c5-003dbc89276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:03:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['131c4a7c-da8d-40ab-81b9-640ce818e495'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:03:52.661764 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:52.779796 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-2ef20f4f-be34-45cb-b1c5-003dbc89276d None None] Set router 131c4a7c-da8d-40ab-81b9-640ce818e495 gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:03:52.801236 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-113ca06e-cdc5-4fc0-8772-797459ad996b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:52.803195 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534f871-b4b6-44e6-83cb-2baac5131b26 req-9c8ce370-17af-4af0-af5c-61c14acde329 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:52.804996 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7534f871-b4b6-44e6-83cb-2baac5131b26 req-9c8ce370-17af-4af0-af5c-61c14acde329 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0640793 Nov 04 11:03:52.838067 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ca06e-cdc5-4fc0-8772-797459ad996b admin admin] Pushing event deleted for resources: {'Port': ['ID=7a912a0c-e83a-4a10-bd4e-7c8911a70fce,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:03:52.877224 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7534f871-b4b6-44e6-83cb-2baac5131b26 req-bdcd5e8e-4c08-4e82-ae4d-d089fabd6b89 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637827 Nov 04 11:03:52.889443 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2ef20f4f-be34-45cb-b1c5-003dbc89276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'name': 'tempest-AttachVolumeTestJSON-247191850-router', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:36Z', 'updated_at': '2021-11-04T11:03:52Z', 'revision_number': 6, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:03:52.905263 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-113ca06e-cdc5-4fc0-8772-797459ad996b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:52.924599 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef20f4f-be34-45cb-b1c5-003dbc89276d None None] The sync data for ids ['131c4a7c-da8d-40ab-81b9-640ce818e495'] in n-d-816629-1 is: [{'id': '131c4a7c-da8d-40ab-81b9-640ce818e495', 'name': 'tempest-AttachVolumeTestJSON-247191850-router', 'tenant_id': 'db986214976042ad8f7b4ef2ac918aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:56:36Z', 'updated_at': '2021-11-04T11:03:52Z', 'revision_number': 6, 'project_id': 'db986214976042ad8f7b4ef2ac918aa4', 'gw_port_host': None}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:03:53.027452 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-113ca06e-cdc5-4fc0-8772-797459ad996b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:53.030344 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-113ca06e-cdc5-4fc0-8772-797459ad996b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:53.080488 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-113ca06e-cdc5-4fc0-8772-797459ad996b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:53.081217 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113ca06e-cdc5-4fc0-8772-797459ad996b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 131c4a7c-da8d-40ab-81b9-640ce818e495 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:03:53.086372 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-113ca06e-cdc5-4fc0-8772-797459ad996b admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:53.089811 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-113ca06e-cdc5-4fc0-8772-797459ad996b admin admin] 10.222.0.127 "DELETE /v2.0/routers/131c4a7c-da8d-40ab-81b9-640ce818e495 HTTP/1.1" status: 204 len: 168 time: 1.0448301 Nov 04 11:03:53.090044 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46788) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:03:53.138437 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-4acd06c0-69de-4f2d-ab61-b1e881b14020 admin admin] Deleting subnet e385be16-201b-4622-87ed-46bcc0e22c59 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:03:53.142007 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4acd06c0-69de-4f2d-ab61-b1e881b14020 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:53.180858 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4acd06c0-69de-4f2d-ab61-b1e881b14020 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:53.268251 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4acd06c0-69de-4f2d-ab61-b1e881b14020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:53.325308 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4acd06c0-69de-4f2d-ab61-b1e881b14020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:53.351479 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd06c0-69de-4f2d-ab61-b1e881b14020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e385be16-201b-4622-87ed-46bcc0e22c59,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:03:53.355108 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4acd06c0-69de-4f2d-ab61-b1e881b14020 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:53.359915 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4acd06c0-69de-4f2d-ab61-b1e881b14020 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/e385be16-201b-4622-87ed-46bcc0e22c59 HTTP/1.1" status: 204 len: 168 time: 0.2688076 Nov 04 11:03:53.362492 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46790) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:03:53.365591 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660fecf0-736e-483a-8eeb-9ffb73371004 None None] Network 48d7173e-4f84-437c-b393-02822601af8d requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:03:53.436220 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e81e91a4-240e-4d90-8c3a-94354833f663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:53.514411 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-e81e91a4-240e-4d90-8c3a-94354833f663 admin admin] Deleting port aeca2fa4-bd8a-4a19-9839-1ce9bb365667 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:03:53.514845 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e81e91a4-240e-4d90-8c3a-94354833f663 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:53.644982 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-e81e91a4-240e-4d90-8c3a-94354833f663 admin admin] For port aeca2fa4-bd8a-4a19-9839-1ce9bb365667, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=aeca2fa4-bd8a-4a19-9839-1ce9bb365667,segment=NetworkSegment(61cf6d8f-9678-4f5e-a444-df9554acf6bd),segment_id=61cf6d8f-9678-4f5e-a444-df9554acf6bd)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:03:53.645332 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e81e91a4-240e-4d90-8c3a-94354833f663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:53.668512 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-e81e91a4-240e-4d90-8c3a-94354833f663 admin admin] Calling delete_port for aeca2fa4-bd8a-4a19-9839-1ce9bb365667 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:03:53.683732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-7fc3cb59-e8eb-44c2-9032-e7ad0dafe951 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:53.683732 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-7fc3cb59-e8eb-44c2-9032-e7ad0dafe951 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.121 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 811 time: 0.1916268 Nov 04 11:03:53.717084 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb702e1-a27d-4a64-9497-3682d45f026f None None] DHCP port deletion for 48d7173e-4f84-437c-b393-02822601af8d request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:03:53.732121 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-635e1b5e-11ee-4cac-8fba-26a6110438cd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Request body: {'port': {'device_id': '04fbc8c4-7d13-468e-95ee-165b4e413e5e', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'admin_state_up': True, 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:03:53.746199 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fe06a124-da24-4331-8882-f8f96bc03ca4 req-80a9f518-1c64-4f92-9d63-2ae1f9b39932 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 210 time: 0.0711427 Nov 04 11:03:53.785731 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-bcb702e1-a27d-4a64-9497-3682d45f026f None None] Deleting port aeca2fa4-bd8a-4a19-9839-1ce9bb365667 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:03:53.786618 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bcb702e1-a27d-4a64-9497-3682d45f026f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:53.843741 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e81e91a4-240e-4d90-8c3a-94354833f663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:53.863379 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-bcb702e1-a27d-4a64-9497-3682d45f026f None None] For port aeca2fa4-bd8a-4a19-9839-1ce9bb365667, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=aeca2fa4-bd8a-4a19-9839-1ce9bb365667,segment=NetworkSegment(61cf6d8f-9678-4f5e-a444-df9554acf6bd),segment_id=61cf6d8f-9678-4f5e-a444-df9554acf6bd)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:03:53.863960 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bcb702e1-a27d-4a64-9497-3682d45f026f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:53.882199 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e91a4-240e-4d90-8c3a-94354833f663 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeca2fa4-bd8a-4a19-9839-1ce9bb365667,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:03:53.884100 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81e91a4-240e-4d90-8c3a-94354833f663 admin admin] No DVR routers for this DVR port aeca2fa4-bd8a-4a19-9839-1ce9bb365667 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:03:53.890779 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-bcb702e1-a27d-4a64-9497-3682d45f026f None None] Calling delete_port for aeca2fa4-bd8a-4a19-9839-1ce9bb365667 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:03:53.966321 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-635e1b5e-11ee-4cac-8fba-26a6110438cd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Made reservation on behalf of ddf89eefd3f5444e82d89fc191073961 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:03:53.970397 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-635e1b5e-11ee-4cac-8fba-26a6110438cd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:53.984070 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bcb702e1-a27d-4a64-9497-3682d45f026f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:53.989213 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e81e91a4-240e-4d90-8c3a-94354833f663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:54.013779 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb702e1-a27d-4a64-9497-3682d45f026f None None] No DVR routers for this DVR port aeca2fa4-bd8a-4a19-9839-1ce9bb365667 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:03:54.017014 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb702e1-a27d-4a64-9497-3682d45f026f None None] Pushing event deleted for resources: {'Port': ['ID=aeca2fa4-bd8a-4a19-9839-1ce9bb365667,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:03:54.032418 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb702e1-a27d-4a64-9497-3682d45f026f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:54.033019 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb702e1-a27d-4a64-9497-3682d45f026f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:54.034153 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb702e1-a27d-4a64-9497-3682d45f026f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:54.034658 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb702e1-a27d-4a64-9497-3682d45f026f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:54.035651 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb702e1-a27d-4a64-9497-3682d45f026f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:54.036444 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb702e1-a27d-4a64-9497-3682d45f026f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:54.037002 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb702e1-a27d-4a64-9497-3682d45f026f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:54.037805 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb702e1-a27d-4a64-9497-3682d45f026f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:54.038319 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb702e1-a27d-4a64-9497-3682d45f026f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:54.039188 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb702e1-a27d-4a64-9497-3682d45f026f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:54.039525 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb702e1-a27d-4a64-9497-3682d45f026f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:54.040017 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb702e1-a27d-4a64-9497-3682d45f026f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:03:54.051614 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-e81e91a4-240e-4d90-8c3a-94354833f663 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d7173e-4f84-437c-b393-02822601af8d']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:03:54.067540 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-e81e91a4-240e-4d90-8c3a-94354833f663 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61cf6d8f-9678-4f5e-a444-df9554acf6bd') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:03:54.067858 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-e81e91a4-240e-4d90-8c3a-94354833f663 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61cf6d8f-9678-4f5e-a444-df9554acf6bd') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:03:54.087281 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e81e91a4-240e-4d90-8c3a-94354833f663 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:54.128200 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e81e91a4-240e-4d90-8c3a-94354833f663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:54.144811 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e81e91a4-240e-4d90-8c3a-94354833f663 admin admin] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:03:54.145302 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e81e91a4-240e-4d90-8c3a-94354833f663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:03:54.147088 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:03:54.209371 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-635e1b5e-11ee-4cac-8fba-26a6110438cd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Allocated IP 172.20.0.7 (0166203e-9ed1-4f29-8b1e-2d2e84ab323b/c5c74920-9b2d-4a89-a57f-e092fd0cce82/726024be-06ff-4161-83d3-b9c6b4fe86ee) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:03:54.235309 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e81e91a4-240e-4d90-8c3a-94354833f663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:54.246350 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e81e91a4-240e-4d90-8c3a-94354833f663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:54.250129 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e81e91a4-240e-4d90-8c3a-94354833f663 admin admin] 10.222.0.127 "DELETE /v2.0/networks/48d7173e-4f84-437c-b393-02822601af8d HTTP/1.1" status: 204 len: 168 time: 0.8866906 Nov 04 11:03:54.282622 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e91a4-240e-4d90-8c3a-94354833f663 admin admin] Pushing event deleted for resources: {'Network': ['ID=48d7173e-4f84-437c-b393-02822601af8d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:03:54.340455 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 380c4bc8-ac20-4c78-8507-1f1810bd6624 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:03:54.368612 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 380c4bc8-ac20-4c78-8507-1f1810bd6624 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:03:54.369678 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 380c4bc8-ac20-4c78-8507-1f1810bd6624 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:03:54.370248 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7a912a0c-e83a-4a10-bd4e-7c8911a70fce no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:03:54.397877 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 7a912a0c-e83a-4a10-bd4e-7c8911a70fce {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:03:54.398563 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7a912a0c-e83a-4a10-bd4e-7c8911a70fce not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:03:54.399955 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device aeca2fa4-bd8a-4a19-9839-1ce9bb365667 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:03:54.422535 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46800) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:03:54.432662 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: aeca2fa4-bd8a-4a19-9839-1ce9bb365667 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:03:54.433027 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device aeca2fa4-bd8a-4a19-9839-1ce9bb365667 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:03:54.459304 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-635e1b5e-11ee-4cac-8fba-26a6110438cd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:54.491993 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-55e686c8-fcec-4727-8fa1-c310f927ba6c admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=db986214976042ad8f7b4ef2ac918aa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0679257 Nov 04 11:03:54.494710 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46802) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:03:54.515847 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-635e1b5e-11ee-4cac-8fba-26a6110438cd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:54.549798 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-92dd4cce-bb93-4a7b-bc28-668796d4b1c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:54.569612 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-635e1b5e-11ee-4cac-8fba-26a6110438cd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:03:54.572860 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-635e1b5e-11ee-4cac-8fba-26a6110438cd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:03:54.573968 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-92dd4cce-bb93-4a7b-bc28-668796d4b1c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:54.587624 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-635e1b5e-11ee-4cac-8fba-26a6110438cd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:03:54.636691 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-92dd4cce-bb93-4a7b-bc28-668796d4b1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:54.639874 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e1b5e-11ee-4cac-8fba-26a6110438cd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event updated for resources: {'Port': ['ID=726024be-06ff-4161-83d3-b9c6b4fe86ee,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:03:54.642204 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-92dd4cce-bb93-4a7b-bc28-668796d4b1c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:54.653009 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-92dd4cce-bb93-4a7b-bc28-668796d4b1c4 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/b05617bb-eced-405f-a72c-3a9fd194f5ef HTTP/1.1" status: 204 len: 168 time: 0.1542447 Nov 04 11:03:54.662240 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd4cce-bb93-4a7b-bc28-668796d4b1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05617bb-eced-405f-a72c-3a9fd194f5ef,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:03:54.675717 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-635e1b5e-11ee-4cac-8fba-26a6110438cd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:54.676385 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-635e1b5e-11ee-4cac-8fba-26a6110438cd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:54.705477 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-635e1b5e-11ee-4cac-8fba-26a6110438cd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9785724 Nov 04 11:03:54.721953 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-f8e4d3dd-ec09-40c2-80bc-c7b569c3da9a service neutron] Request body: {'port': {'device_id': '04fbc8c4-7d13-468e-95ee-165b4e413e5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:03:54.811830 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-f8e4d3dd-ec09-40c2-80bc-c7b569c3da9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:54.921004 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838a432-4409-4779-9b17-63cacf672537 req-7e495fcf-ab29-4abd-9d1a-d4b3bed36d23 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:54.922828 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-dd764ea5-dc38-4a7c-9359-66b025a97432 None None] Provisioning complete for port 726024be-06ff-4161-83d3-b9c6b4fe86ee triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:03:54.923262 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dd764ea5-dc38-4a7c-9359-66b025a97432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:54.923810 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3838a432-4409-4779-9b17-63cacf672537 req-7e495fcf-ab29-4abd-9d1a-d4b3bed36d23 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 931 time: 0.0701523 Nov 04 11:03:54.968680 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-dd764ea5-dc38-4a7c-9359-66b025a97432 None None] Port 726024be-06ff-4161-83d3-b9c6b4fe86ee cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:03:54.999400 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3838a432-4409-4779-9b17-63cacf672537 req-c67dfac1-36f3-4b13-8503-3769792aec83 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690591 Nov 04 11:03:55.218658 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-f8e4d3dd-ec09-40c2-80bc-c7b569c3da9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726024be-06ff-4161-83d3-b9c6b4fe86ee {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:03:55.228402 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-f8e4d3dd-ec09-40c2-80bc-c7b569c3da9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:55.241176 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-f8e4d3dd-ec09-40c2-80bc-c7b569c3da9a service neutron] Transition to ACTIVE for port object 726024be-06ff-4161-83d3-b9c6b4fe86ee will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:03:55.245869 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-f8e4d3dd-ec09-40c2-80bc-c7b569c3da9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:55.305724 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4d3dd-ec09-40c2-80bc-c7b569c3da9a service neutron] Pushing event updated for resources: {'Port': ['ID=726024be-06ff-4161-83d3-b9c6b4fe86ee,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:03:55.406935 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-f8e4d3dd-ec09-40c2-80bc-c7b569c3da9a service neutron] Attempting to bind port 726024be-06ff-4161-83d3-b9c6b4fe86ee on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:03:55.407313 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-f8e4d3dd-ec09-40c2-80bc-c7b569c3da9a service neutron] Attempting to bind port 726024be-06ff-4161-83d3-b9c6b4fe86ee by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:03:55.407588 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-f8e4d3dd-ec09-40c2-80bc-c7b569c3da9a service neutron] Attempting to bind port 726024be-06ff-4161-83d3-b9c6b4fe86ee on network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:03:55.413103 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-f8e4d3dd-ec09-40c2-80bc-c7b569c3da9a service neutron] Port 726024be-06ff-4161-83d3-b9c6b4fe86ee on network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:03:55.413473 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-f8e4d3dd-ec09-40c2-80bc-c7b569c3da9a service neutron] Attempting to bind port 726024be-06ff-4161-83d3-b9c6b4fe86ee on network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:03:55.419366 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-f8e4d3dd-ec09-40c2-80bc-c7b569c3da9a service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:03:55.419534 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-f8e4d3dd-ec09-40c2-80bc-c7b569c3da9a service neutron] Checking segment: {'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:03:55.420964 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-f8e4d3dd-ec09-40c2-80bc-c7b569c3da9a service neutron] Bound using segment: {'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:03:55.421422 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-f8e4d3dd-ec09-40c2-80bc-c7b569c3da9a service neutron] Bound port: 726024be-06ff-4161-83d3-b9c6b4fe86ee, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:03:55.421783 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-f8e4d3dd-ec09-40c2-80bc-c7b569c3da9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:55.500742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-f8e4d3dd-ec09-40c2-80bc-c7b569c3da9a service neutron] For port 726024be-06ff-4161-83d3-b9c6b4fe86ee, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:03:55.509770 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-f8e4d3dd-ec09-40c2-80bc-c7b569c3da9a service neutron] For port 726024be-06ff-4161-83d3-b9c6b4fe86ee, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=726024be-06ff-4161-83d3-b9c6b4fe86ee,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:03:55.518837 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-f8e4d3dd-ec09-40c2-80bc-c7b569c3da9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:55.558795 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-f8e4d3dd-ec09-40c2-80bc-c7b569c3da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:55.559744 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-f8e4d3dd-ec09-40c2-80bc-c7b569c3da9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:03:55.561550 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-f8e4d3dd-ec09-40c2-80bc-c7b569c3da9a service neutron] 10.222.0.121 "PUT /v2.0/ports/726024be-06ff-4161-83d3-b9c6b4fe86ee HTTP/1.1" status: 200 len: 1091 time: 0.8466427 Nov 04 11:03:55.563892 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fbc8c4-7d13-468e-95ee-165b4e413e5e', 'tag': '726024be-06ff-4161-83d3-b9c6b4fe86ee'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:03:55.566970 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae260f76-7d1a-4acf-acad-1efe8a96e738" -d '{"events": [{"name": "network-changed", "server_uuid": "04fbc8c4-7d13-468e-95ee-165b4e413e5e", "tag": "726024be-06ff-4161-83d3-b9c6b4fe86ee"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:03:55.676715 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c59af4-7475-449a-9eb7-dbcc023f51be x-openstack-request-id: req-61c59af4-7475-449a-9eb7-dbcc023f51be {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:03:55.677244 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04fbc8c4-7d13-468e-95ee-165b4e413e5e", "tag": "726024be-06ff-4161-83d3-b9c6b4fe86ee", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:03:55.677653 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-61c59af4-7475-449a-9eb7-dbcc023f51be {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:03:55.678059 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04fbc8c4-7d13-468e-95ee-165b4e413e5e', 'tag': '726024be-06ff-4161-83d3-b9c6b4fe86ee', 'status': 'completed', 'code': 200} Nov 04 11:03:55.699006 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4d3dd-ec09-40c2-80bc-c7b569c3da9a service neutron] Pushing event updated for resources: {'Port': ['ID=726024be-06ff-4161-83d3-b9c6b4fe86ee,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:03:55.717400 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-7ad9c772-5e9a-4c7b-ac4f-8fd46c4d8348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:55.719284 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-7ad9c772-5e9a-4c7b-ac4f-8fd46c4d8348 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 1094 time: 0.0903645 Nov 04 11:03:55.774572 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-ba640599-da0e-430d-9652-522c46198b61 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=726024be-06ff-4161-83d3-b9c6b4fe86ee HTTP/1.1" status: 200 len: 217 time: 0.0453472 Nov 04 11:03:55.833081 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-b3c996ca-25fd-4ef2-ae94-832e51049655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:55.834624 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-b3c996ca-25fd-4ef2-ae94-832e51049655 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c5c74920-9b2d-4a89-a57f-e092fd0cce82 HTTP/1.1" status: 200 len: 850 time: 0.0520904 Nov 04 11:03:55.886048 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-6b841998-81ec-4214-b557-37d0e882179e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:55.887692 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-6b841998-81ec-4214-b557-37d0e882179e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456743 Nov 04 11:03:56.179613 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0732d90-e2c4-4128-8efc-fd81a6c1c423 req-fa400240-dde6-4e79-b743-5a910e9042b9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:56.181995 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a0732d90-e2c4-4128-8efc-fd81a6c1c423 req-fa400240-dde6-4e79-b743-5a910e9042b9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 943 time: 0.0755947 Nov 04 11:03:56.276770 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a0732d90-e2c4-4128-8efc-fd81a6c1c423 req-b173116c-960c-4bb6-b34a-5fb34ab81367 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841241 Nov 04 11:03:56.320427 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-7f793692-f5fe-444b-9ad2-8db3124d25f2 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249630 Nov 04 11:03:56.431274 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-93f636b8-d4a6-484e-be20-eaad081ac5f7 req-afa5b6e5-1f2e-4100-921f-03f132c7d007 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012697 Nov 04 11:03:56.528292 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae260f76-7d1a-4acf-acad-1efe8a96e738 req-a78ee776-e813-42ae-9357-070c2971e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:56.530096 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ae260f76-7d1a-4acf-acad-1efe8a96e738 req-a78ee776-e813-42ae-9357-070c2971e7cc service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 1094 time: 0.0498493 Nov 04 11:03:56.632857 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae260f76-7d1a-4acf-acad-1efe8a96e738 req-f6497f9d-d3c8-4d38-832d-74bbde33f126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:56.634619 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ae260f76-7d1a-4acf-acad-1efe8a96e738 req-f6497f9d-d3c8-4d38-832d-74bbde33f126 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 913 time: 0.0970683 Nov 04 11:03:56.681686 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ae260f76-7d1a-4acf-acad-1efe8a96e738 req-5bd1f37f-5d2f-4347-bc09-b503fad8b6b7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=726024be-06ff-4161-83d3-b9c6b4fe86ee HTTP/1.1" status: 200 len: 217 time: 0.0395212 Nov 04 11:03:56.746665 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae260f76-7d1a-4acf-acad-1efe8a96e738 req-de029d9f-4551-4940-8d70-c8c0cd5878bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:56.748355 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ae260f76-7d1a-4acf-acad-1efe8a96e738 req-de029d9f-4551-4940-8d70-c8c0cd5878bb service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c5c74920-9b2d-4a89-a57f-e092fd0cce82 HTTP/1.1" status: 200 len: 850 time: 0.0589080 Nov 04 11:03:56.804141 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae260f76-7d1a-4acf-acad-1efe8a96e738 req-07afc5df-6f35-4d3a-9087-e723f26fc30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:56.805928 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ae260f76-7d1a-4acf-acad-1efe8a96e738 req-07afc5df-6f35-4d3a-9087-e723f26fc30b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490422 Nov 04 11:03:56.916275 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ae260f76-7d1a-4acf-acad-1efe8a96e738 req-2e89433e-25e1-4d47-ae4a-e6cef65c75a1 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018195 Nov 04 11:03:57.037757 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ae260f76-7d1a-4acf-acad-1efe8a96e738 req-63c483fc-d87e-4e77-b7f8-4f3483670e90 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128323 Nov 04 11:03:57.434546 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20753506-4cc4-4a62-9636-32faf9831a32 req-4b9fd2a2-f4a1-4283-9108-c632b8e0a7e8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:57.437379 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-20753506-4cc4-4a62-9636-32faf9831a32 req-4b9fd2a2-f4a1-4283-9108-c632b8e0a7e8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 943 time: 0.0667260 Nov 04 11:03:57.497222 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-20753506-4cc4-4a62-9636-32faf9831a32 req-166fa2c0-f73e-42c1-8227-6106ecb0302a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538301 Nov 04 11:03:58.674006 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932bd15-1af8-467a-b090-cb3238732dfe req-b128b391-faf1-452e-8d11-466672195aa9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:58.675873 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2932bd15-1af8-467a-b090-cb3238732dfe req-b128b391-faf1-452e-8d11-466672195aa9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 943 time: 0.0757394 Nov 04 11:03:58.746072 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2932bd15-1af8-467a-b090-cb3238732dfe req-50deed23-b695-404b-aa94-11c7b6d28fd7 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617018 Nov 04 11:03:59.902884 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96af173-6333-4321-90eb-5d509ed1f4c0 req-c4225ec9-f11f-4c9b-8cfa-3a9902b72c57 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:03:59.912023 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c96af173-6333-4321-90eb-5d509ed1f4c0 req-c4225ec9-f11f-4c9b-8cfa-3a9902b72c57 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 943 time: 0.0712833 Nov 04 11:03:59.969444 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c96af173-6333-4321-90eb-5d509ed1f4c0 req-21bfd4db-cd1e-43f7-bf7f-51aa6636c788 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562613 Nov 04 11:04:01.096416 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed001ee2-7c94-4ce8-aa70-1d2d65ef2d75 req-aaa3cba6-4bfe-4ec6-8cf2-50bd10203a03 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:01.104000 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed001ee2-7c94-4ce8-aa70-1d2d65ef2d75 req-aaa3cba6-4bfe-4ec6-8cf2-50bd10203a03 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 943 time: 0.0646029 Nov 04 11:04:01.162297 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed001ee2-7c94-4ce8-aa70-1d2d65ef2d75 req-262fe3a3-173c-45f3-9e97-abbcaab4a5b3 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562642 Nov 04 11:04:01.644049 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46928) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:01.762972 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-175344fc-c205-41c5-bc57-8241fd43e864 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:01.841628 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-175344fc-c205-41c5-bc57-8241fd43e864 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:01.846982 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-175344fc-c205-41c5-bc57-8241fd43e864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:01.896262 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175344fc-c205-41c5-bc57-8241fd43e864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951a6b2a-40b1-49dd-bc19-402163967a1d,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:01.912375 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-175344fc-c205-41c5-bc57-8241fd43e864 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=b0ad3b1cfa14420aaf793b221072665d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2649491 Nov 04 11:04:01.912558 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46932) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:01.967842 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1ae5f6b9-2521-4989-b0b1-652fd0b63a8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:01.989920 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1ae5f6b9-2521-4989-b0b1-652fd0b63a8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:02.039359 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1ae5f6b9-2521-4989-b0b1-652fd0b63a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:02.042508 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1ae5f6b9-2521-4989-b0b1-652fd0b63a8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:02.046848 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1ae5f6b9-2521-4989-b0b1-652fd0b63a8b admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/951a6b2a-40b1-49dd-bc19-402163967a1d HTTP/1.1" status: 204 len: 168 time: 0.1300972 Nov 04 11:04:02.055654 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5f6b9-2521-4989-b0b1-652fd0b63a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951a6b2a-40b1-49dd-bc19-402163967a1d,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:02.299113 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6751179-0fcd-46b6-8fca-26ab1c11a77c req-2e2c559e-1a6c-4cad-afdd-ab0f35dd26f0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:02.300837 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6751179-0fcd-46b6-8fca-26ab1c11a77c req-2e2c559e-1a6c-4cad-afdd-ab0f35dd26f0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 943 time: 0.0614531 Nov 04 11:04:02.369481 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6751179-0fcd-46b6-8fca-26ab1c11a77c req-6dd60a8c-e49d-4dae-b937-dbc2a4bb291d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570350 Nov 04 11:04:02.397841 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46940) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:02.411678 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-55c2a2d5-f747-4be4-bef9-d4dd8dab9777 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:02.491921 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-55c2a2d5-f747-4be4-bef9-d4dd8dab9777 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:02.498715 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-55c2a2d5-f747-4be4-bef9-d4dd8dab9777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:02.538348 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-55c2a2d5-f747-4be4-bef9-d4dd8dab9777 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=6be5359ff2a24fda83d81ada2cc3b09d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1393099 Nov 04 11:04:02.539051 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2a2d5-f747-4be4-bef9-d4dd8dab9777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cdbb93-ef67-4aa0-8e2f-75f98fa20492,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:02.541743 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46942) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:02.594945 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b586d5da-2eba-4ea2-98b5-efb7279037ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:02.616691 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b586d5da-2eba-4ea2-98b5-efb7279037ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:02.668737 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b586d5da-2eba-4ea2-98b5-efb7279037ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:02.671620 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b586d5da-2eba-4ea2-98b5-efb7279037ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:02.672845 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b586d5da-2eba-4ea2-98b5-efb7279037ca admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/17cdbb93-ef67-4aa0-8e2f-75f98fa20492 HTTP/1.1" status: 204 len: 168 time: 0.1298368 Nov 04 11:04:02.680645 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586d5da-2eba-4ea2-98b5-efb7279037ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cdbb93-ef67-4aa0-8e2f-75f98fa20492,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:03.495591 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdb2bc-766b-4865-ab9b-9400231032f9 req-88d3d64b-2171-44e7-91e9-8bc4f5e5f083 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:03.497161 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dacdb2bc-766b-4865-ab9b-9400231032f9 req-88d3d64b-2171-44e7-91e9-8bc4f5e5f083 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 943 time: 0.0521214 Nov 04 11:04:03.550760 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dacdb2bc-766b-4865-ab9b-9400231032f9 req-20930e98-e8b3-4a0c-830f-ef110d0268aa tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460269 Nov 04 11:04:04.675495 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f42cfd-b9de-4054-9c83-1e39956b0b18 req-56b5dd79-1a22-49d1-abb3-57957cbeba2a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:04.677158 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-46f42cfd-b9de-4054-9c83-1e39956b0b18 req-56b5dd79-1a22-49d1-abb3-57957cbeba2a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 943 time: 0.0511150 Nov 04 11:04:04.709865 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 46992) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:04.740854 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-46f42cfd-b9de-4054-9c83-1e39956b0b18 req-6fbcae81-2542-46f3-8210-e8345c8a446e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573573 Nov 04 11:04:04.825531 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ee931a4-98ce-45be-8e52-5a9ee00e8b4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:04.911055 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ee931a4-98ce-45be-8e52-5a9ee00e8b4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:04.916159 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ee931a4-98ce-45be-8e52-5a9ee00e8b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:04.957424 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4ee931a4-98ce-45be-8e52-5a9ee00e8b4c admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=ba800ccc37f64742ba7c47fffc48af7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2462876 Nov 04 11:04:04.958633 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee931a4-98ce-45be-8e52-5a9ee00e8b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cc31fd-5c79-4df6-8ee9-169c2c2fbff0,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:04.960304 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 46996) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:05.029083 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e38eda70-ae04-46ae-b2eb-78e04e516da3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:05.053910 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e38eda70-ae04-46ae-b2eb-78e04e516da3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:05.112809 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e38eda70-ae04-46ae-b2eb-78e04e516da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:05.117671 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e38eda70-ae04-46ae-b2eb-78e04e516da3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:05.121785 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e38eda70-ae04-46ae-b2eb-78e04e516da3 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/b7cc31fd-5c79-4df6-8ee9-169c2c2fbff0 HTTP/1.1" status: 204 len: 168 time: 0.1598241 Nov 04 11:04:05.131257 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38eda70-ae04-46ae-b2eb-78e04e516da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cc31fd-5c79-4df6-8ee9-169c2c2fbff0,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:05.406892 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47002) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:05.420794 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-88b8d524-03d7-449f-a4c7-ce29fb6a24e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:05.498113 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-88b8d524-03d7-449f-a4c7-ce29fb6a24e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:05.502972 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-88b8d524-03d7-449f-a4c7-ce29fb6a24e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:05.542199 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-88b8d524-03d7-449f-a4c7-ce29fb6a24e5 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=86e56f866ecc42858e9da60079f686b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1342165 Nov 04 11:04:05.543184 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8d524-03d7-449f-a4c7-ce29fb6a24e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1076df-db45-42cd-9627-71fa6982408f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:05.545394 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47004) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:05.600503 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-369fc903-c3ab-41b8-af2b-8a9343093c37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:05.623630 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-369fc903-c3ab-41b8-af2b-8a9343093c37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:05.675742 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-369fc903-c3ab-41b8-af2b-8a9343093c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:05.678737 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-369fc903-c3ab-41b8-af2b-8a9343093c37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:05.679908 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-369fc903-c3ab-41b8-af2b-8a9343093c37 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/cf1076df-db45-42cd-9627-71fa6982408f HTTP/1.1" status: 204 len: 168 time: 0.1328332 Nov 04 11:04:05.689984 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369fc903-c3ab-41b8-af2b-8a9343093c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1076df-db45-42cd-9627-71fa6982408f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:05.870936 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff7a8f-292a-422c-9ebd-11cf60393c34 req-393302fc-2b7e-4966-9ba2-815569432f61 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:05.873130 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-13ff7a8f-292a-422c-9ebd-11cf60393c34 req-393302fc-2b7e-4966-9ba2-815569432f61 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 943 time: 0.0598948 Nov 04 11:04:05.927010 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-13ff7a8f-292a-422c-9ebd-11cf60393c34 req-8793a466-cd8b-4674-b132-7bfaa96145c8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455570 Nov 04 11:04:06.765851 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47042) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:06.877141 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eebd1676-b563-40b2-903c-c5a8d08cb7ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:06.954440 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eebd1676-b563-40b2-903c-c5a8d08cb7ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:06.960199 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-eebd1676-b563-40b2-903c-c5a8d08cb7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:06.996039 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd1676-b563-40b2-903c-c5a8d08cb7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68b402b-2ba5-4d4e-bed3-6528bcddd1a8,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:07.018434 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-eebd1676-b563-40b2-903c-c5a8d08cb7ec admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=7f0b124eaa2f4e8ebe3d20ec56787366&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2514334 Nov 04 11:04:07.022314 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47048) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:07.092572 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a3983-ad4d-4fae-9bf1-ba1867ff8d4b req-6622ed7b-14cd-4e96-a94f-5bdac3c02b59 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:07.094100 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-118a3983-ad4d-4fae-9bf1-ba1867ff8d4b req-6622ed7b-14cd-4e96-a94f-5bdac3c02b59 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 943 time: 0.0899913 Nov 04 11:04:07.117987 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-955724d1-6983-4112-9f79-4375e98bc90f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:07.163284 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-955724d1-6983-4112-9f79-4375e98bc90f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:07.186804 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-118a3983-ad4d-4fae-9bf1-ba1867ff8d4b req-7d6e0445-6ccc-4cc1-a2ad-d578c7b59890 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843472 Nov 04 11:04:07.229080 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-955724d1-6983-4112-9f79-4375e98bc90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:07.233062 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-955724d1-6983-4112-9f79-4375e98bc90f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:07.234290 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-955724d1-6983-4112-9f79-4375e98bc90f admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/d68b402b-2ba5-4d4e-bed3-6528bcddd1a8 HTTP/1.1" status: 204 len: 168 time: 0.2121425 Nov 04 11:04:07.242861 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955724d1-6983-4112-9f79-4375e98bc90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68b402b-2ba5-4d4e-bed3-6528bcddd1a8,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:08.336143 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08065944-3c37-4538-bc44-9206b767cee6 req-fef93bcb-18cd-47c7-b6fe-91dc85179d88 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:08.337793 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-08065944-3c37-4538-bc44-9206b767cee6 req-fef93bcb-18cd-47c7-b6fe-91dc85179d88 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 943 time: 0.0649822 Nov 04 11:04:08.397701 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-08065944-3c37-4538-bc44-9206b767cee6 req-4b8fb2ce-e33a-42d5-909e-ad2cfe540b49 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524549 Nov 04 11:04:09.519483 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7728c2-d187-41ec-bfbf-62855a3a6309 req-dc4d0d38-b696-46d7-8841-143b0d315fc7 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:09.521067 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f7728c2-d187-41ec-bfbf-62855a3a6309 req-dc4d0d38-b696-46d7-8841-143b0d315fc7 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 943 time: 0.0566535 Nov 04 11:04:09.572440 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f7728c2-d187-41ec-bfbf-62855a3a6309 req-45cf6c4a-4d6b-4940-81c7-13a34f7e9f8d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443697 Nov 04 11:04:10.691136 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8be3d2-a4ea-4de3-a32e-671fa0cd7e74 req-04efe897-65b2-4617-a138-4f93a5bc203a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:10.692693 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3e8be3d2-a4ea-4de3-a32e-671fa0cd7e74 req-04efe897-65b2-4617-a138-4f93a5bc203a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 943 time: 0.0515847 Nov 04 11:04:10.707369 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47266) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:10.741587 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3e8be3d2-a4ea-4de3-a32e-671fa0cd7e74 req-e711bf8b-8c72-41d1-9e6e-5682a1937822 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425065 Nov 04 11:04:10.816804 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72751cd5-22b1-46be-8f88-a2760e46c5d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:10.896012 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72751cd5-22b1-46be-8f88-a2760e46c5d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:10.902833 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72751cd5-22b1-46be-8f88-a2760e46c5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:10.944686 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-72751cd5-22b1-46be-8f88-a2760e46c5d3 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=d862b9d482c4458da991cd336fb223c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2361960 Nov 04 11:04:10.945582 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72751cd5-22b1-46be-8f88-a2760e46c5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddba00f-0b78-478d-bed8-2f0b87a8735c,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:10.947504 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47270) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:10.998648 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-67b0b6f1-dea2-4715-ba98-559957593973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:11.019664 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-67b0b6f1-dea2-4715-ba98-559957593973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:11.072666 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-67b0b6f1-dea2-4715-ba98-559957593973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:11.075228 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-67b0b6f1-dea2-4715-ba98-559957593973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:11.076439 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-67b0b6f1-dea2-4715-ba98-559957593973 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/fddba00f-0b78-478d-bed8-2f0b87a8735c HTTP/1.1" status: 204 len: 168 time: 0.1279614 Nov 04 11:04:11.084108 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0b6f1-dea2-4715-ba98-559957593973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddba00f-0b78-478d-bed8-2f0b87a8735c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:11.860069 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dd69a-1c7b-4613-b718-92946e2e447b req-e715f514-6e6e-4d5c-93eb-6c60a4d5c1aa tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:11.861677 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b09dd69a-1c7b-4613-b718-92946e2e447b req-e715f514-6e6e-4d5c-93eb-6c60a4d5c1aa tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 943 time: 0.0499597 Nov 04 11:04:11.913383 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b09dd69a-1c7b-4613-b718-92946e2e447b req-70d917a4-8b30-4a09-b920-8ce3ae706050 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454817 Nov 04 11:04:12.350574 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47308) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:12.506097 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-fe57750a-8bc0-43b1-9847-c0233fa347e7 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1437127968'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:12.517361 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:12.530120 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe57750a-8bc0-43b1-9847-c0233fa347e7 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Made reservation on behalf of a86c346584cc49fd93d311f44f2a8f9b for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:04:12.533705 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fe57750a-8bc0-43b1-9847-c0233fa347e7 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:12.542720 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fe57750a-8bc0-43b1-9847-c0233fa347e7 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:12.618275 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fe57750a-8bc0-43b1-9847-c0233fa347e7 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:12.625373 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fe57750a-8bc0-43b1-9847-c0233fa347e7 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:12.654909 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe57750a-8bc0-43b1-9847-c0233fa347e7 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1198} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:04:12.668844 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57750a-8bc0-43b1-9847-c0233fa347e7 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3045eb90-18f4-4c80-b3db-9d8056f446bd,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:12.674767 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fe57750a-8bc0-43b1-9847-c0233fa347e7 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:12.675106 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-fe57750a-8bc0-43b1-9847-c0233fa347e7 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Added segment 938c5a5f-35f4-4855-ade4-139a4289d2ed of type vlan for network 068e83f0-b471-4acb-9126-9f7a4f4ac5cc Nov 04 11:04:12.722561 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fe57750a-8bc0-43b1-9847-c0233fa347e7 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:12.754897 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fe57750a-8bc0-43b1-9847-c0233fa347e7 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:12.760424 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe57750a-8bc0-43b1-9847-c0233fa347e7 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:12.761050 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fe57750a-8bc0-43b1-9847-c0233fa347e7 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:12.825509 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fe57750a-8bc0-43b1-9847-c0233fa347e7 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4737558 Nov 04 11:04:12.828747 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47312) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:12.834078 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-7d8f7121-40f5-426a-a5fa-8a9900988b4c tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Request body: {'subnet': {'network_id': '068e83f0-b471-4acb-9126-9f7a4f4ac5cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:12.834555 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57750a-8bc0-43b1-9847-c0233fa347e7 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Pushing event updated for resources: {'Network': ['ID=068e83f0-b471-4acb-9126-9f7a4f4ac5cc,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:12.845798 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 068e83f0-b471-4acb-9126-9f7a4f4ac5cc details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:04:12.929361 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8f7121-40f5-426a-a5fa-8a9900988b4c tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Made reservation on behalf of a86c346584cc49fd93d311f44f2a8f9b for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:04:12.932961 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d8f7121-40f5-426a-a5fa-8a9900988b4c tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:13.057926 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9db10-3264-4520-b9a0-2f24f07cf9ca req-f4d55c05-250e-4d36-934b-8e3afa92486b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:13.059394 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-65b9db10-3264-4520-b9a0-2f24f07cf9ca req-f4d55c05-250e-4d36-934b-8e3afa92486b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 943 time: 0.0756204 Nov 04 11:04:13.154240 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-65b9db10-3264-4520-b9a0-2f24f07cf9ca req-79ad071c-a4f8-48b7-a7c4-cc25e7c56ddb tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874267 Nov 04 11:04:13.207970 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d8f7121-40f5-426a-a5fa-8a9900988b4c tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:13.268486 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f7121-40f5-426a-a5fa-8a9900988b4c tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Pushing event updated for resources: {'Subnet': ['ID=6bf58b6a-8dde-4f5d-a2c2-0ec28b18d23b,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:13.278447 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8f7121-40f5-426a-a5fa-8a9900988b4c tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Checking segment: {'id': '938c5a5f-35f4-4855-ade4-139a4289d2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '068e83f0-b471-4acb-9126-9f7a4f4ac5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:04:13.278785 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8f7121-40f5-426a-a5fa-8a9900988b4c tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Network hostable DHCP agents. Network: 068e83f0-b471-4acb-9126-9f7a4f4ac5cc, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:04:13.299860 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8f7121-40f5-426a-a5fa-8a9900988b4c tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Network 068e83f0-b471-4acb-9126-9f7a4f4ac5cc is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:04:13.314953 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-7d8f7121-40f5-426a-a5fa-8a9900988b4c tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 068e83f0-b471-4acb-9126-9f7a4f4ac5cc) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:04:13.320852 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8f7121-40f5-426a-a5fa-8a9900988b4c tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:13.321628 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d8f7121-40f5-426a-a5fa-8a9900988b4c tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:13.330603 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce0045c-d57e-4076-b93a-fa965641163f None None] Network 068e83f0-b471-4acb-9126-9f7a4f4ac5cc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:04:13.342452 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7d8f7121-40f5-426a-a5fa-8a9900988b4c tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5125291 Nov 04 11:04:13.345427 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47316) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:13.350501 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-35713a88-b188-409f-b87f-a65580229629 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Request body: {'port': {'network_id': '068e83f0-b471-4acb-9126-9f7a4f4ac5cc', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1529499285'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:13.472688 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35713a88-b188-409f-b87f-a65580229629 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Made reservation on behalf of a86c346584cc49fd93d311f44f2a8f9b for: {'port': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:04:13.476302 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-35713a88-b188-409f-b87f-a65580229629 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:13.483531 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31cd48f-260d-4901-8623-b8856890ae09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-068e83f0-b471-4acb-9126-9f7a4f4ac5cc', 'network_id': '068e83f0-b471-4acb-9126-9f7a4f4ac5cc', 'tenant_id': 'a86c346584cc49fd93d311f44f2a8f9b', 'fixed_ips': [{'subnet_id': '6bf58b6a-8dde-4f5d-a2c2-0ec28b18d23b'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:04:13.484684 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b31cd48f-260d-4901-8623-b8856890ae09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:13.494410 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-35713a88-b188-409f-b87f-a65580229629 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] device_id is not set on port e0c68211-0a22-4055-b5b1-1eab032fb224 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 11:04:13.611522 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-35713a88-b188-409f-b87f-a65580229629 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Allocated IP 172.20.0.7 (068e83f0-b471-4acb-9126-9f7a4f4ac5cc/6bf58b6a-8dde-4f5d-a2c2-0ec28b18d23b/e0c68211-0a22-4055-b5b1-1eab032fb224) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:04:13.765423 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-35713a88-b188-409f-b87f-a65580229629 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:13.803007 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-35713a88-b188-409f-b87f-a65580229629 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:13.848324 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-b31cd48f-260d-4901-8623-b8856890ae09 None None] Allocated IP 172.20.0.2 (068e83f0-b471-4acb-9126-9f7a4f4ac5cc/6bf58b6a-8dde-4f5d-a2c2-0ec28b18d23b/c4333a00-1aeb-403a-b31b-00ad7f20b30d) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:04:13.854057 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35713a88-b188-409f-b87f-a65580229629 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Network 068e83f0-b471-4acb-9126-9f7a4f4ac5cc is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:04:13.857386 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-35713a88-b188-409f-b87f-a65580229629 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:04:13.862242 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35713a88-b188-409f-b87f-a65580229629 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:04:13.866338 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35713a88-b188-409f-b87f-a65580229629 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Pushing event updated for resources: {'Port': ['ID=e0c68211-0a22-4055-b5b1-1eab032fb224,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:13.912452 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35713a88-b188-409f-b87f-a65580229629 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:13.913100 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-35713a88-b188-409f-b87f-a65580229629 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:13.932984 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-35713a88-b188-409f-b87f-a65580229629 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5834801 Nov 04 11:04:13.933628 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47318) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:13.995084 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b31cd48f-260d-4901-8623-b8856890ae09 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:14.001860 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b31cd48f-260d-4901-8623-b8856890ae09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:14.021756 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-8fe6e9d3-5df0-442b-8916-b7a65cc9263b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Deleting port e0c68211-0a22-4055-b5b1-1eab032fb224 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:04:14.022118 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8fe6e9d3-5df0-442b-8916-b7a65cc9263b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:14.039868 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31cd48f-260d-4901-8623-b8856890ae09 None None] Network 068e83f0-b471-4acb-9126-9f7a4f4ac5cc is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:04:14.044814 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-b31cd48f-260d-4901-8623-b8856890ae09 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:04:14.048451 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31cd48f-260d-4901-8623-b8856890ae09 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:04:14.055901 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cd48f-260d-4901-8623-b8856890ae09 None None] Pushing event updated for resources: {'Port': ['ID=c4333a00-1aeb-403a-b31b-00ad7f20b30d,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:14.109686 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-b31cd48f-260d-4901-8623-b8856890ae09 None None] Attempting to bind port c4333a00-1aeb-403a-b31b-00ad7f20b30d on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:04:14.110525 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-b31cd48f-260d-4901-8623-b8856890ae09 None None] Attempting to bind port c4333a00-1aeb-403a-b31b-00ad7f20b30d by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '938c5a5f-35f4-4855-ade4-139a4289d2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '068e83f0-b471-4acb-9126-9f7a4f4ac5cc'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:04:14.110661 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31cd48f-260d-4901-8623-b8856890ae09 None None] Attempting to bind port c4333a00-1aeb-403a-b31b-00ad7f20b30d on network 068e83f0-b471-4acb-9126-9f7a4f4ac5cc {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:04:14.116027 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31cd48f-260d-4901-8623-b8856890ae09 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:04:14.116482 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31cd48f-260d-4901-8623-b8856890ae09 None None] Checking segment: {'id': '938c5a5f-35f4-4855-ade4-139a4289d2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '068e83f0-b471-4acb-9126-9f7a4f4ac5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:04:14.117133 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b31cd48f-260d-4901-8623-b8856890ae09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:14.117620 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31cd48f-260d-4901-8623-b8856890ae09 None None] Bound using segment: {'id': '938c5a5f-35f4-4855-ade4-139a4289d2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '068e83f0-b471-4acb-9126-9f7a4f4ac5cc'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:04:14.118182 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-b31cd48f-260d-4901-8623-b8856890ae09 None None] Bound port: c4333a00-1aeb-403a-b31b-00ad7f20b30d, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '938c5a5f-35f4-4855-ade4-139a4289d2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '068e83f0-b471-4acb-9126-9f7a4f4ac5cc'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:04:14.118513 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8fe6e9d3-5df0-442b-8916-b7a65cc9263b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:14.118749 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b31cd48f-260d-4901-8623-b8856890ae09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:14.131147 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-8fe6e9d3-5df0-442b-8916-b7a65cc9263b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Calling delete_port for e0c68211-0a22-4055-b5b1-1eab032fb224 owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:04:14.187478 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-b31cd48f-260d-4901-8623-b8856890ae09 None None] For port c4333a00-1aeb-403a-b31b-00ad7f20b30d, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:04:14.190587 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-b31cd48f-260d-4901-8623-b8856890ae09 None None] For port c4333a00-1aeb-403a-b31b-00ad7f20b30d, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c4333a00-1aeb-403a-b31b-00ad7f20b30d,segment=NetworkSegment(938c5a5f-35f4-4855-ade4-139a4289d2ed),segment_id=938c5a5f-35f4-4855-ade4-139a4289d2ed)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:04:14.197411 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b31cd48f-260d-4901-8623-b8856890ae09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:14.253687 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cd48f-260d-4901-8623-b8856890ae09 None None] Pushing event updated for resources: {'Port': ['ID=c4333a00-1aeb-403a-b31b-00ad7f20b30d,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:14.281977 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8fe6e9d3-5df0-442b-8916-b7a65cc9263b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:14.314205 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be01b5-7a4b-446f-9986-a0e4fca89cb1 req-f56898a7-4730-42c4-a907-f5855f1c7809 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:14.317412 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6e9d3-5df0-442b-8916-b7a65cc9263b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Pushing event deleted for resources: {'Port': ['ID=e0c68211-0a22-4055-b5b1-1eab032fb224,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:14.322397 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-51be01b5-7a4b-446f-9986-a0e4fca89cb1 req-f56898a7-4730-42c4-a907-f5855f1c7809 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 943 time: 0.0896292 Nov 04 11:04:14.375166 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-51be01b5-7a4b-446f-9986-a0e4fca89cb1 req-c51dfefc-fbf6-45c8-b6d0-965e4b31d72e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518680 Nov 04 11:04:14.393001 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8fe6e9d3-5df0-442b-8916-b7a65cc9263b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:14.398784 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8fe6e9d3-5df0-442b-8916-b7a65cc9263b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] 10.222.0.127 "DELETE /v2.0/ports/e0c68211-0a22-4055-b5b1-1eab032fb224 HTTP/1.1" status: 204 len: 168 time: 0.4618971 Nov 04 11:04:14.399281 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47322) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:14.469023 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e76137db-667f-442c-a471-c8f35c2f1092 tempest-DHCPAgentSchedulersTestJSON-1476202034 tempest-DHCPAgentSchedulersTestJSON-1476202034-project-admin] 10.222.0.127 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4928 time: 0.0685384 Nov 04 11:04:14.471644 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47326) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:14.477445 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-854d1943-5e42-41d0-a303-02c93ebe4c05 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1624518356'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:14.503264 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854d1943-5e42-41d0-a303-02c93ebe4c05 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Made reservation on behalf of a86c346584cc49fd93d311f44f2a8f9b for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:04:14.508380 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-854d1943-5e42-41d0-a303-02c93ebe4c05 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:14.540590 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-854d1943-5e42-41d0-a303-02c93ebe4c05 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1164} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:04:14.554010 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-854d1943-5e42-41d0-a303-02c93ebe4c05 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:14.554468 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-854d1943-5e42-41d0-a303-02c93ebe4c05 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Added segment ea693f72-ebe0-464a-9593-a16e71e4b260 of type vlan for network 97619c3e-1cbc-40f8-aee6-8526e189423a Nov 04 11:04:14.601597 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-854d1943-5e42-41d0-a303-02c93ebe4c05 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:14.630198 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-854d1943-5e42-41d0-a303-02c93ebe4c05 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:14.635723 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854d1943-5e42-41d0-a303-02c93ebe4c05 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:14.636319 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-854d1943-5e42-41d0-a303-02c93ebe4c05 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:14.703232 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-854d1943-5e42-41d0-a303-02c93ebe4c05 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2302346 Nov 04 11:04:14.706021 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47328) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:14.723318 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d1943-5e42-41d0-a303-02c93ebe4c05 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Pushing event updated for resources: {'Network': ['ID=97619c3e-1cbc-40f8-aee6-8526e189423a,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:14.735151 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 97619c3e-1cbc-40f8-aee6-8526e189423a details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:04:14.859199 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9aefa6cb-f26e-4b8f-887d-e54a54b0a37d tempest-DHCPAgentSchedulersTestJSON-1476202034 tempest-DHCPAgentSchedulersTestJSON-1476202034-project-admin] 10.222.0.127 "GET /v2.0/agents/6ee29bf4-606a-4728-b374-6622d990f0e0/dhcp-networks HTTP/1.1" status: 200 len: 5697 time: 0.1520591 Nov 04 11:04:14.862031 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47330) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:14.910386 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:14.941385 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8357f5-7218-4dd2-afad-34dade48721d tempest-DHCPAgentSchedulersTestJSON-1476202034 tempest-DHCPAgentSchedulersTestJSON-1476202034-project-admin] Network 97619c3e-1cbc-40f8-aee6-8526e189423a is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:04:14.955336 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6c8357f5-7218-4dd2-afad-34dade48721d tempest-DHCPAgentSchedulersTestJSON-1476202034 tempest-DHCPAgentSchedulersTestJSON-1476202034-project-admin] 10.222.0.127 "POST /v2.0/agents/6ee29bf4-606a-4728-b374-6622d990f0e0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.0921795 Nov 04 11:04:14.957945 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47332) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:14.960410 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5975142-be8d-4db3-ad5e-42f1f57b09a9 None None] Network 97619c3e-1cbc-40f8-aee6-8526e189423a requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:04:15.097704 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b68e028c-bdce-4849-9ef6-166fb8d7610c tempest-DHCPAgentSchedulersTestJSON-1476202034 tempest-DHCPAgentSchedulersTestJSON-1476202034-project-admin] 10.222.0.127 "GET /v2.0/agents/6ee29bf4-606a-4728-b374-6622d990f0e0/dhcp-networks HTTP/1.1" status: 200 len: 6469 time: 0.1386166 Nov 04 11:04:15.100568 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47334) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:15.185552 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4541a985-3924-49bb-b329-aa23d750e3d2 tempest-DHCPAgentSchedulersTestJSON-1476202034 tempest-DHCPAgentSchedulersTestJSON-1476202034-project-admin] 10.222.0.127 "DELETE /v2.0/agents/6ee29bf4-606a-4728-b374-6622d990f0e0/dhcp-networks/97619c3e-1cbc-40f8-aee6-8526e189423a HTTP/1.1" status: 204 len: 168 time: 0.0810623 Nov 04 11:04:15.185552 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47336) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:15.258384 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313088c8-7d32-49bb-afdc-83fd03f7768f None None] Network 068e83f0-b471-4acb-9126-9f7a4f4ac5cc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:04:15.315997 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c6692b0c-db59-4ace-b65f-c8e0d1b2f690 tempest-DHCPAgentSchedulersTestJSON-1476202034 tempest-DHCPAgentSchedulersTestJSON-1476202034-project-admin] 10.222.0.127 "GET /v2.0/agents/6ee29bf4-606a-4728-b374-6622d990f0e0/dhcp-networks HTTP/1.1" status: 200 len: 5697 time: 0.1293442 Nov 04 11:04:15.320516 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47338) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:15.334003 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e2b9f82f-c844-4182-94b5-75e76f7e503f None None] Provisioning complete for port c4333a00-1aeb-403a-b31b-00ad7f20b30d triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:04:15.334359 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e2b9f82f-c844-4182-94b5-75e76f7e503f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:15.340566 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-96f83340-63f7-4993-b9e8-6dea95533ccd tempest-DHCPAgentSchedulersTestJSON-1476202034 tempest-DHCPAgentSchedulersTestJSON-1476202034-project-admin] 10.222.0.127 "GET /v2.0/networks/068e83f0-b471-4acb-9126-9f7a4f4ac5cc/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0181103 Nov 04 11:04:15.344291 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47340) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:15.364746 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-902f26e2-0b56-443b-964f-9eb6e2ab7f22 tempest-DHCPAgentSchedulersTestJSON-1476202034 tempest-DHCPAgentSchedulersTestJSON-1476202034-project-admin] 10.222.0.127 "GET /v2.0/networks/068e83f0-b471-4acb-9126-9f7a4f4ac5cc/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0169492 Nov 04 11:04:15.364969 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47342) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:15.481283 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f9461ff6-4411-4a74-93bb-3e09969b19ef tempest-DHCPAgentSchedulersTestJSON-1476202034 tempest-DHCPAgentSchedulersTestJSON-1476202034-project-admin] 10.222.0.127 "GET /v2.0/agents/6ee29bf4-606a-4728-b374-6622d990f0e0/dhcp-networks HTTP/1.1" status: 200 len: 5697 time: 0.1139836 Nov 04 11:04:15.484128 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47346) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:15.501096 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e2b9f82f-c844-4182-94b5-75e76f7e503f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:15.517388 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c16fe-4127-45ab-bb4a-0d9aa9b7fcb1 req-f7714593-e981-4ba9-9ba0-7c44b43a93b4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:15.519481 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f66c16fe-4127-45ab-bb4a-0d9aa9b7fcb1 req-f7714593-e981-4ba9-9ba0-7c44b43a93b4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 943 time: 0.0625358 Nov 04 11:04:15.546221 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e2b9f82f-c844-4182-94b5-75e76f7e503f None None] For port c4333a00-1aeb-403a-b31b-00ad7f20b30d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c4333a00-1aeb-403a-b31b-00ad7f20b30d,segment=NetworkSegment(938c5a5f-35f4-4855-ade4-139a4289d2ed),segment_id=938c5a5f-35f4-4855-ade4-139a4289d2ed)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:04:15.557567 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e2b9f82f-c844-4182-94b5-75e76f7e503f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:15.577351 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6adf73ef-5667-4b65-bc64-c88e989a529e tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:15.594198 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f66c16fe-4127-45ab-bb4a-0d9aa9b7fcb1 req-f27b5955-190b-4db0-8565-d1a8f382375c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686820 Nov 04 11:04:15.611738 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9f82f-c844-4182-94b5-75e76f7e503f None None] Pushing event updated for resources: {'Port': ['ID=c4333a00-1aeb-403a-b31b-00ad7f20b30d,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:15.677904 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6adf73ef-5667-4b65-bc64-c88e989a529e tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:15.699978 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-6adf73ef-5667-4b65-bc64-c88e989a529e tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97619c3e-1cbc-40f8-aee6-8526e189423a']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:15.710595 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-6adf73ef-5667-4b65-bc64-c88e989a529e tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea693f72-ebe0-464a-9593-a16e71e4b260') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:15.710886 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-6adf73ef-5667-4b65-bc64-c88e989a529e tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea693f72-ebe0-464a-9593-a16e71e4b260') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:15.720516 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6adf73ef-5667-4b65-bc64-c88e989a529e tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:15.734680 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6adf73ef-5667-4b65-bc64-c88e989a529e tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:15.741231 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6adf73ef-5667-4b65-bc64-c88e989a529e tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Releasing vlan 1164 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:04:15.741602 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6adf73ef-5667-4b65-bc64-c88e989a529e tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:04:15.744781 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:04:15.750612 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 726024be-06ff-4161-83d3-b9c6b4fe86ee details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:04:15.810746 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6adf73ef-5667-4b65-bc64-c88e989a529e tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:15.816375 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6adf73ef-5667-4b65-bc64-c88e989a529e tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:15.822244 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6adf73ef-5667-4b65-bc64-c88e989a529e tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] 10.222.0.127 "DELETE /v2.0/networks/97619c3e-1cbc-40f8-aee6-8526e189423a HTTP/1.1" status: 204 len: 168 time: 0.3348069 Nov 04 11:04:15.822542 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47348) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:15.833683 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f50075f4-df5c-4fd5-8e96-8ed66377f701 None None] Provisioning complete for port c4333a00-1aeb-403a-b31b-00ad7f20b30d triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:04:15.834045 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f50075f4-df5c-4fd5-8e96-8ed66377f701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:15.851046 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf73ef-5667-4b65-bc64-c88e989a529e tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Pushing event deleted for resources: {'Network': ['ID=97619c3e-1cbc-40f8-aee6-8526e189423a,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:15.855786 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3e8685-6bf5-49c6-9b31-a511906eace9 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] DELETE failed (client error): The resource could not be found. Nov 04 11:04:15.856951 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e3e8685-6bf5-49c6-9b31-a511906eace9 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:04:15.860596 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6e3e8685-6bf5-49c6-9b31-a511906eace9 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] 10.222.0.127 "DELETE /v2.0/ports/e0c68211-0a22-4055-b5b1-1eab032fb224 HTTP/1.1" status: 404 len: 333 time: 0.0369189 Nov 04 11:04:15.863288 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47350) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:15.914242 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 726024be-06ff-4161-83d3-b9c6b4fe86ee, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=726024be-06ff-4161-83d3-b9c6b4fe86ee,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:04:15.916192 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-316cdd38-e9ab-42c0-9ca6-b1b0b371db57 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Deleting subnet 6bf58b6a-8dde-4f5d-a2c2-0ec28b18d23b {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:04:15.919652 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-316cdd38-e9ab-42c0-9ca6-b1b0b371db57 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:15.931863 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '726024be-06ff-4161-83d3-b9c6b4fe86ee', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'port_id': '726024be-06ff-4161-83d3-b9c6b4fe86ee', 'mac_address': 'fa:16:3e:d8:ec:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:04:15.961735 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-316cdd38-e9ab-42c0-9ca6-b1b0b371db57 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:15.999276 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:16.012937 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726024be-06ff-4161-83d3-b9c6b4fe86ee {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:04:16.033873 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 726024be-06ff-4161-83d3-b9c6b4fe86ee, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=726024be-06ff-4161-83d3-b9c6b4fe86ee,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:04:16.039158 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:16.064293 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-316cdd38-e9ab-42c0-9ca6-b1b0b371db57 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:16.094061 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=726024be-06ff-4161-83d3-b9c6b4fe86ee,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:16.109971 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c0101d9a-71ad-4ea5-991a-f5e9c7b7234e None None] Could not find standard attr ID for object e0c68211-0a22-4055-b5b1-1eab032fb224. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 11:04:16.130858 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-316cdd38-e9ab-42c0-9ca6-b1b0b371db57 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:16.157511 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316cdd38-e9ab-42c0-9ca6-b1b0b371db57 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Pushing event deleted for resources: {'Subnet': ['ID=6bf58b6a-8dde-4f5d-a2c2-0ec28b18d23b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:16.163916 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-316cdd38-e9ab-42c0-9ca6-b1b0b371db57 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:16.169646 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-316cdd38-e9ab-42c0-9ca6-b1b0b371db57 tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] 10.222.0.127 "DELETE /v2.0/subnets/6bf58b6a-8dde-4f5d-a2c2-0ec28b18d23b HTTP/1.1" status: 204 len: 168 time: 0.3029733 Nov 04 11:04:16.169944 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b33a1f-4ba1-4c56-80b3-10b0bd69037d None None] Network 068e83f0-b471-4acb-9126-9f7a4f4ac5cc requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:04:16.170083 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47352) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:16.248363 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a188254-9f2d-4586-9e85-57a5d803dc8b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:16.299013 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['726024be-06ff-4161-83d3-b9c6b4fe86ee'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:04:16.315474 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-0a188254-9f2d-4586-9e85-57a5d803dc8b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Deleting port c4333a00-1aeb-403a-b31b-00ad7f20b30d {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:04:16.316013 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a188254-9f2d-4586-9e85-57a5d803dc8b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:16.373317 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b765263-f0d8-4f8e-9039-64502c94df1f None None] DHCP port deletion for 068e83f0-b471-4acb-9126-9f7a4f4ac5cc request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:04:16.393967 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-0a188254-9f2d-4586-9e85-57a5d803dc8b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] For port c4333a00-1aeb-403a-b31b-00ad7f20b30d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c4333a00-1aeb-403a-b31b-00ad7f20b30d,segment=NetworkSegment(938c5a5f-35f4-4855-ade4-139a4289d2ed),segment_id=938c5a5f-35f4-4855-ade4-139a4289d2ed)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:04:16.394326 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a188254-9f2d-4586-9e85-57a5d803dc8b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:16.408234 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-0a188254-9f2d-4586-9e85-57a5d803dc8b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Calling delete_port for c4333a00-1aeb-403a-b31b-00ad7f20b30d owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:04:16.473700 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-5b765263-f0d8-4f8e-9039-64502c94df1f None None] Deleting port c4333a00-1aeb-403a-b31b-00ad7f20b30d {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:04:16.474067 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5b765263-f0d8-4f8e-9039-64502c94df1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:16.487947 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a188254-9f2d-4586-9e85-57a5d803dc8b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:16.515778 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a188254-9f2d-4586-9e85-57a5d803dc8b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] No DVR routers for this DVR port c4333a00-1aeb-403a-b31b-00ad7f20b30d on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:04:16.518211 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a188254-9f2d-4586-9e85-57a5d803dc8b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Pushing event deleted for resources: {'Port': ['ID=c4333a00-1aeb-403a-b31b-00ad7f20b30d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:16.555319 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5b765263-f0d8-4f8e-9039-64502c94df1f None None] For port c4333a00-1aeb-403a-b31b-00ad7f20b30d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c4333a00-1aeb-403a-b31b-00ad7f20b30d,segment=NetworkSegment(938c5a5f-35f4-4855-ade4-139a4289d2ed),segment_id=938c5a5f-35f4-4855-ade4-139a4289d2ed)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:04:16.555708 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5b765263-f0d8-4f8e-9039-64502c94df1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:16.568469 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-5b765263-f0d8-4f8e-9039-64502c94df1f None None] Calling delete_port for c4333a00-1aeb-403a-b31b-00ad7f20b30d owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:04:16.603610 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a188254-9f2d-4586-9e85-57a5d803dc8b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:16.626314 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-0a188254-9f2d-4586-9e85-57a5d803dc8b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['068e83f0-b471-4acb-9126-9f7a4f4ac5cc']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:16.635980 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-0a188254-9f2d-4586-9e85-57a5d803dc8b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '938c5a5f-35f4-4855-ade4-139a4289d2ed') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:16.636261 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-0a188254-9f2d-4586-9e85-57a5d803dc8b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '938c5a5f-35f4-4855-ade4-139a4289d2ed') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:16.646867 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a188254-9f2d-4586-9e85-57a5d803dc8b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:16.650252 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5b765263-f0d8-4f8e-9039-64502c94df1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:16.668406 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a188254-9f2d-4586-9e85-57a5d803dc8b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:16.676420 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a188254-9f2d-4586-9e85-57a5d803dc8b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:04:16.676809 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a188254-9f2d-4586-9e85-57a5d803dc8b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:04:16.679932 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:04:16.683540 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b765263-f0d8-4f8e-9039-64502c94df1f None None] Pushing event deleted for resources: {'Port': ['ID=c4333a00-1aeb-403a-b31b-00ad7f20b30d,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:16.688375 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b765263-f0d8-4f8e-9039-64502c94df1f None None] No DVR routers for this DVR port c4333a00-1aeb-403a-b31b-00ad7f20b30d on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:04:16.712999 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36359f9-6a5f-4d07-9138-c6d4b7ea9d63 req-5b842a1a-e9a4-4dd8-864b-d7cd777f8034 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:16.714740 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b36359f9-6a5f-4d07-9138-c6d4b7ea9d63 req-5b842a1a-e9a4-4dd8-864b-d7cd777f8034 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 944 time: 0.0561788 Nov 04 11:04:16.751026 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a188254-9f2d-4586-9e85-57a5d803dc8b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:16.761075 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a188254-9f2d-4586-9e85-57a5d803dc8b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:16.764431 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0a188254-9f2d-4586-9e85-57a5d803dc8b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] 10.222.0.127 "DELETE /v2.0/networks/068e83f0-b471-4acb-9126-9f7a4f4ac5cc HTTP/1.1" status: 204 len: 168 time: 0.5931590 Nov 04 11:04:16.770003 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b36359f9-6a5f-4d07-9138-c6d4b7ea9d63 req-91eb4d9c-f1ff-4ec9-bb03-7c1598aa8408 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483527 Nov 04 11:04:16.778176 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a188254-9f2d-4586-9e85-57a5d803dc8b tempest-DHCPAgentSchedulersTestJSON-1723431364 tempest-DHCPAgentSchedulersTestJSON-1723431364-project] Pushing event deleted for resources: {'Network': ['ID=068e83f0-b471-4acb-9126-9f7a4f4ac5cc,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:16.873600 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-72639e97-1aec-4249-8b3b-e6dae08b60a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:17.024329 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47360) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:17.170219 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f8000da4-9d75-4e23-99ad-f3f3bcbf9b43 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=a86c346584cc49fd93d311f44f2a8f9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1445677 Nov 04 11:04:17.172871 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47364) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:17.224634 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d4525ee5-efb9-4d2e-91e7-120c01e72316 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:17.246683 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d4525ee5-efb9-4d2e-91e7-120c01e72316 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:17.298645 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d4525ee5-efb9-4d2e-91e7-120c01e72316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:17.301407 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d4525ee5-efb9-4d2e-91e7-120c01e72316 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:17.302627 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d4525ee5-efb9-4d2e-91e7-120c01e72316 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/3045eb90-18f4-4c80-b3db-9d8056f446bd HTTP/1.1" status: 204 len: 168 time: 0.1288362 Nov 04 11:04:17.310387 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4525ee5-efb9-4d2e-91e7-120c01e72316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3045eb90-18f4-4c80-b3db-9d8056f446bd,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:17.600192 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47370) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:17.614178 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-64b35422-1401-4e90-8e68-87fe616f4c28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:17.693090 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-64b35422-1401-4e90-8e68-87fe616f4c28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:17.699098 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-64b35422-1401-4e90-8e68-87fe616f4c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:17.738000 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-64b35422-1401-4e90-8e68-87fe616f4c28 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=6896dd30fb5b4f3db79de49e3f606a19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1366775 Nov 04 11:04:17.738952 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b35422-1401-4e90-8e68-87fe616f4c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d2d706-b8b6-4f90-82ae-47b52a18a43a,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:17.740875 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47372) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:17.748551 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 726024be-06ff-4161-83d3-b9c6b4fe86ee up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:04:17.802380 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6a7c1713-a8e3-4a7e-8c14-242526f68440 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:17.806146 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 726024be-06ff-4161-83d3-b9c6b4fe86ee completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:04:17.810368 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 726024be-06ff-4161-83d3-b9c6b4fe86ee triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:04:17.810913 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:17.826750 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6a7c1713-a8e3-4a7e-8c14-242526f68440 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:17.896541 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:17.905596 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9dcda-3f45-4785-91c8-4ca18bec7988 req-814522ef-485e-4d2f-893c-d3cc3412ecfa tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:17.907165 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c2e9dcda-3f45-4785-91c8-4ca18bec7988 req-814522ef-485e-4d2f-893c-d3cc3412ecfa tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 944 time: 0.0630853 Nov 04 11:04:17.922928 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fbc8c4-7d13-468e-95ee-165b4e413e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726024be-06ff-4161-83d3-b9c6b4fe86ee'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:04:17.925324 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5618d603-cb9f-4a59-a59e-f2c9a9d42c8a" -d '{"events": [{"server_uuid": "04fbc8c4-7d13-468e-95ee-165b4e413e5e", "name": "network-vif-plugged", "status": "completed", "tag": "726024be-06ff-4161-83d3-b9c6b4fe86ee"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:04:17.927168 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6a7c1713-a8e3-4a7e-8c14-242526f68440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:17.929710 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6a7c1713-a8e3-4a7e-8c14-242526f68440 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:17.933258 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6a7c1713-a8e3-4a7e-8c14-242526f68440 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/d9d2d706-b8b6-4f90-82ae-47b52a18a43a HTTP/1.1" status: 204 len: 168 time: 0.1883404 Nov 04 11:04:17.938268 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 726024be-06ff-4161-83d3-b9c6b4fe86ee, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=726024be-06ff-4161-83d3-b9c6b4fe86ee,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:04:17.944439 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:17.944623 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c1713-a8e3-4a7e-8c14-242526f68440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d2d706-b8b6-4f90-82ae-47b52a18a43a,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:17.968765 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c2e9dcda-3f45-4785-91c8-4ca18bec7988 req-ae352ea9-1ef8-41e8-b338-561efe9e72ce tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549898 Nov 04 11:04:18.020498 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=726024be-06ff-4161-83d3-b9c6b4fe86ee,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:18.033842 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532fa17c-0ab2-4b89-9982-831196952246 x-openstack-request-id: req-532fa17c-0ab2-4b89-9982-831196952246 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:04:18.034219 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fbc8c4-7d13-468e-95ee-165b4e413e5e", "name": "network-vif-plugged", "status": "completed", "tag": "726024be-06ff-4161-83d3-b9c6b4fe86ee", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:04:18.034548 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-532fa17c-0ab2-4b89-9982-831196952246 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:04:18.034949 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fbc8c4-7d13-468e-95ee-165b4e413e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726024be-06ff-4161-83d3-b9c6b4fe86ee', 'code': 200} Nov 04 11:04:18.134361 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5912b6f-7af2-4788-a8d6-47a71b1ee60f req-f5eb6938-ea86-42cd-a46b-9980a378d5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:18.136746 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c5912b6f-7af2-4788-a8d6-47a71b1ee60f req-f5eb6938-ea86-42cd-a46b-9980a378d5dd service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 1096 time: 0.0432384 Nov 04 11:04:18.182489 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c5912b6f-7af2-4788-a8d6-47a71b1ee60f req-4a573caa-4510-4f95-bac8-ce5283fd3494 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383148 Nov 04 11:04:18.329154 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c4333a00-1aeb-403a-b31b-00ad7f20b30d no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:04:18.349979 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: c4333a00-1aeb-403a-b31b-00ad7f20b30d {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:04:18.350433 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c4333a00-1aeb-403a-b31b-00ad7f20b30d not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:04:19.105681 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e494ce-56e0-40f1-b63e-49d92a738c65 req-0ca59620-cb2a-44f4-b5e2-085d02176e13 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:19.107331 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b0e494ce-56e0-40f1-b63e-49d92a738c65 req-0ca59620-cb2a-44f4-b5e2-085d02176e13 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 945 time: 0.0608809 Nov 04 11:04:19.160123 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b0e494ce-56e0-40f1-b63e-49d92a738c65 req-e66c9ade-7da6-43df-a279-c5a2b4ca337f tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463269 Nov 04 11:04:19.266830 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47414) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:19.372072 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-b5e6d2b8-5e2a-4246-984b-4c9627d45823 tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1625369334'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:19.372521 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-b5e6d2b8-5e2a-4246-984b-4c9627d45823 tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] Unknown quota resources ['metering_label']. {{(pid=101775) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 04 11:04:19.557280 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5e6d2b8-5e2a-4246-984b-4c9627d45823 tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:19.558468 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b5e6d2b8-5e2a-4246-984b-4c9627d45823 tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] 10.222.0.127 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2916479 Nov 04 11:04:19.561380 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47418) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:19.565904 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-8abedb5e-91a3-4f08-b473-9bc2c0397a54 tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '33aaef94-1d4d-4862-b2ce-eccfd3b68449'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:19.566389 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-8abedb5e-91a3-4f08-b473-9bc2c0397a54 tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101775) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 04 11:04:19.643210 n-d-816629-1 neutron-server[101775]: WARNING neutron.services.metering.metering_plugin [None req-8abedb5e-91a3-4f08-b473-9bc2c0397a54 tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 04 11:04:19.666135 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-45d83d9a-e51c-4b5f-a9f2-4f6398dddf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:19.744183 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8abedb5e-91a3-4f08-b473-9bc2c0397a54 tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:19.745425 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8abedb5e-91a3-4f08-b473-9bc2c0397a54 tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] 10.222.0.127 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1829143 Nov 04 11:04:19.748767 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47420) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:19.753022 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-072aee4f-7edc-4ac9-aa49-96f759311289 tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '33aaef94-1d4d-4862-b2ce-eccfd3b68449'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:19.753515 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-072aee4f-7edc-4ac9-aa49-96f759311289 tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101775) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 04 11:04:19.813519 n-d-816629-1 neutron-server[101775]: WARNING neutron.services.metering.metering_plugin [None req-072aee4f-7edc-4ac9-aa49-96f759311289 tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 04 11:04:19.895550 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-072aee4f-7edc-4ac9-aa49-96f759311289 tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:19.897085 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-072aee4f-7edc-4ac9-aa49-96f759311289 tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] 10.222.0.127 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1472287 Nov 04 11:04:19.899940 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47422) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:19.910662 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c2111ddc-6e09-4982-b71c-473cac897253 tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] 10.222.0.127 "GET /v2.0/metering/metering-label-rules?id=d1e5fdad-8c37-444d-a061-9bfefc8ed6e1 HTTP/1.1" status: 200 len: 464 time: 0.0093169 Nov 04 11:04:19.913123 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47424) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:20.028597 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-40de9aa1-8761-4d40-88ca-54d4fdd92c7e tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:20.029765 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-40de9aa1-8761-4d40-88ca-54d4fdd92c7e tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] 10.222.0.127 "DELETE /v2.0/metering/metering-label-rules/d1e5fdad-8c37-444d-a061-9bfefc8ed6e1 HTTP/1.1" status: 204 len: 168 time: 0.1158116 Nov 04 11:04:20.032853 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47426) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:20.041812 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3c8c4124-3a92-4c0d-870c-4e033de3a87b tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] 10.222.0.127 "GET /v2.0/metering/metering-label-rules?id=d1e5fdad-8c37-444d-a061-9bfefc8ed6e1 HTTP/1.1" status: 200 len: 221 time: 0.0079529 Nov 04 11:04:20.045769 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47428) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:20.050663 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-9360dcad-898d-4e67-88f2-ba3fe1624a4b tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1814785269', 'description': 'label created by tempest'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:20.051104 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-9360dcad-898d-4e67-88f2-ba3fe1624a4b tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] Unknown quota resources ['metering_label']. {{(pid=101775) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 04 11:04:20.285952 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94238b37-c0f9-46bb-b357-94846d80e9bc req-80025796-91f1-4808-8102-df0a019644b4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:20.287645 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-94238b37-c0f9-46bb-b357-94846d80e9bc req-80025796-91f1-4808-8102-df0a019644b4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 945 time: 0.0545168 Nov 04 11:04:20.341481 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-94238b37-c0f9-46bb-b357-94846d80e9bc req-70c7c049-ec86-43ff-be47-9d7994544a35 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474689 Nov 04 11:04:20.469193 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37aa97-c013-4bf9-93cf-b6a33c65f003 req-77383d6d-9e58-4e92-8d78-979b77ba5b8f tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:20.470296 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc37aa97-c013-4bf9-93cf-b6a33c65f003 req-77383d6d-9e58-4e92-8d78-979b77ba5b8f tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 945 time: 0.0573709 Nov 04 11:04:20.519771 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc37aa97-c013-4bf9-93cf-b6a33c65f003 req-aa4a27ad-69c7-4d7e-9446-b3182fb500fc tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433130 Nov 04 11:04:20.531584 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9360dcad-898d-4e67-88f2-ba3fe1624a4b tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:20.532676 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9360dcad-898d-4e67-88f2-ba3fe1624a4b tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] 10.222.0.127 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4851995 Nov 04 11:04:20.535446 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47434) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:20.613015 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e96268d8-54f3-4409-a42b-594219e46183 tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] 10.222.0.127 "GET /v2.0/metering/metering-labels?id=2ab4d3d5-c129-4742-9c4c-38b1a52fd705 HTTP/1.1" status: 200 len: 468 time: 0.0764432 Nov 04 11:04:20.615829 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47438) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:20.637844 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d0127-7f37-4cca-829a-89d51da11490 req-d8ce4e29-b661-43bb-b811-75e9427046d1 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:20.640161 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d39d0127-7f37-4cca-829a-89d51da11490 req-d8ce4e29-b661-43bb-b811-75e9427046d1 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 945 time: 0.0528901 Nov 04 11:04:20.689690 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d39d0127-7f37-4cca-829a-89d51da11490 req-30bebca9-efe8-4ac3-b7fe-f639e53ff939 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440769 Nov 04 11:04:20.804085 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:20.808294 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c5bc4f7c-1fc7-40a0-8512-5f9165109e48 tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:20.809663 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c5bc4f7c-1fc7-40a0-8512-5f9165109e48 tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] 10.222.0.127 "DELETE /v2.0/metering/metering-labels/2ab4d3d5-c129-4742-9c4c-38b1a52fd705 HTTP/1.1" status: 204 len: 168 time: 0.1927319 Nov 04 11:04:20.812212 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47444) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:20.823837 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c260b6b2-0283-4778-ba4b-3b2f7c8b0676 tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] 10.222.0.127 "GET /v2.0/metering/metering-labels?id=2ab4d3d5-c129-4742-9c4c-38b1a52fd705 HTTP/1.1" status: 200 len: 216 time: 0.0104775 Nov 04 11:04:20.827197 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47446) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:20.836228 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-38bd916b-06f2-463f-a679-381cedf92f65 tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] 10.222.0.127 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0077598 Nov 04 11:04:20.839366 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47448) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:20.855875 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8c3de626-ec78-448f-9597-9c2b2dbde632 tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] 10.222.0.127 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0154781 Nov 04 11:04:20.859333 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47450) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:20.913195 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e5ee69f4-ef80-4e11-891a-4cf8553bc493 tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] 10.222.0.127 "GET /v2.0/metering/metering-labels/33aaef94-1d4d-4862-b2ce-eccfd3b68449 HTTP/1.1" status: 200 len: 473 time: 0.0525749 Nov 04 11:04:20.916779 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47454) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:20.928540 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2428d102-88b8-4448-a731-55f9bb6f3460 tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] 10.222.0.127 "GET /v2.0/metering/metering-label-rules/952dfb5e-938f-4888-a76e-c36123a743b9 HTTP/1.1" status: 200 len: 461 time: 0.0105171 Nov 04 11:04:20.931746 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47456) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:20.993859 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813efd4e-0f52-4af0-aafe-4e5177f5bef1 req-5fd2e293-8471-4833-a145-5260a162d772 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:20.995298 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-813efd4e-0f52-4af0-aafe-4e5177f5bef1 req-5fd2e293-8471-4833-a145-5260a162d772 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 945 time: 0.0504839 Nov 04 11:04:21.035364 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6fed6ed4-da40-475e-86f5-52cfef184486 tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:21.039520 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6fed6ed4-da40-475e-86f5-52cfef184486 tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] 10.222.0.127 "DELETE /v2.0/metering/metering-label-rules/952dfb5e-938f-4888-a76e-c36123a743b9 HTTP/1.1" status: 204 len: 168 time: 0.1065958 Nov 04 11:04:21.040261 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47458) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:21.053262 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-813efd4e-0f52-4af0-aafe-4e5177f5bef1 req-694f5ceb-c4f8-4981-87e3-6b57aeb86b4b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513709 Nov 04 11:04:21.228723 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f40640e-1fa5-4e73-a6a9-3c523cfa937f tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:21.229929 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7f40640e-1fa5-4e73-a6a9-3c523cfa937f tempest-MeteringTestJSON-432856032 tempest-MeteringTestJSON-432856032-project-admin] 10.222.0.127 "DELETE /v2.0/metering/metering-labels/33aaef94-1d4d-4862-b2ce-eccfd3b68449 HTTP/1.1" status: 204 len: 168 time: 0.1886051 Nov 04 11:04:21.498249 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47464) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:21.620372 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-53f784de-8ae0-4d5e-a0a9-c0f80194dc27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:21.698250 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-53f784de-8ae0-4d5e-a0a9-c0f80194dc27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:21.703651 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-53f784de-8ae0-4d5e-a0a9-c0f80194dc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:21.745344 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-53f784de-8ae0-4d5e-a0a9-c0f80194dc27 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=80e64048377a4c8aae38b621152a1639&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2459564 Nov 04 11:04:21.746092 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f784de-8ae0-4d5e-a0a9-c0f80194dc27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844cde17-cd5b-46ec-9374-bf9d73c97745,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:21.748269 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47468) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:21.755057 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f784de-8ae0-4d5e-a0a9-c0f80194dc27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:21.755429 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f784de-8ae0-4d5e-a0a9-c0f80194dc27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:21.755881 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f784de-8ae0-4d5e-a0a9-c0f80194dc27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:21.756095 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f784de-8ae0-4d5e-a0a9-c0f80194dc27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:21.756412 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f784de-8ae0-4d5e-a0a9-c0f80194dc27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:21.756726 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f784de-8ae0-4d5e-a0a9-c0f80194dc27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:21.757481 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f784de-8ae0-4d5e-a0a9-c0f80194dc27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:21.757481 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f784de-8ae0-4d5e-a0a9-c0f80194dc27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:21.757700 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f784de-8ae0-4d5e-a0a9-c0f80194dc27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:21.758041 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f784de-8ae0-4d5e-a0a9-c0f80194dc27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:21.758336 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f784de-8ae0-4d5e-a0a9-c0f80194dc27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:21.758641 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f784de-8ae0-4d5e-a0a9-c0f80194dc27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:21.804164 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2c9a6d41-789f-40fb-bc3e-597c855c7b54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:21.825926 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2c9a6d41-789f-40fb-bc3e-597c855c7b54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:21.880793 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2c9a6d41-789f-40fb-bc3e-597c855c7b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:21.883595 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2c9a6d41-789f-40fb-bc3e-597c855c7b54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:21.884750 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2c9a6d41-789f-40fb-bc3e-597c855c7b54 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/844cde17-cd5b-46ec-9374-bf9d73c97745 HTTP/1.1" status: 204 len: 168 time: 0.1340051 Nov 04 11:04:21.893449 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a6d41-789f-40fb-bc3e-597c855c7b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844cde17-cd5b-46ec-9374-bf9d73c97745,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:22.185760 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47476) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:22.189174 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3eba17-59a6-4bc7-8491-d333772357b0 req-cbd2faac-11b1-4f4a-aec1-83bdf73bac0f tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:22.191491 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed3eba17-59a6-4bc7-8491-d333772357b0 req-cbd2faac-11b1-4f4a-aec1-83bdf73bac0f tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 945 time: 0.0647352 Nov 04 11:04:22.200239 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-af8129f4-f915-4d57-9963-9a6d61b7e04d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:22.210029 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:22.243005 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed3eba17-59a6-4bc7-8491-d333772357b0 req-e1ba59c5-9678-4c03-b8c7-3c4f9af4a4e9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452929 Nov 04 11:04:22.286673 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-af8129f4-f915-4d57-9963-9a6d61b7e04d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:22.292102 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-af8129f4-f915-4d57-9963-9a6d61b7e04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:22.331129 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-af8129f4-f915-4d57-9963-9a6d61b7e04d admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=6c42fcf0a15d4e74b0a905f27a737ce5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1441410 Nov 04 11:04:22.331772 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8129f4-f915-4d57-9963-9a6d61b7e04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff0bdb5-0f9a-4e34-b976-31f0ac1db433,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:22.334527 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47478) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:22.361662 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:04:22.392500 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57905781-c1a3-498c-a67e-94779384ca5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:22.415731 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57905781-c1a3-498c-a67e-94779384ca5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:22.467969 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57905781-c1a3-498c-a67e-94779384ca5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:22.470670 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-57905781-c1a3-498c-a67e-94779384ca5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:22.471924 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-57905781-c1a3-498c-a67e-94779384ca5a admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/eff0bdb5-0f9a-4e34-b976-31f0ac1db433 HTTP/1.1" status: 204 len: 168 time: 0.1363332 Nov 04 11:04:22.480043 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57905781-c1a3-498c-a67e-94779384ca5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff0bdb5-0f9a-4e34-b976-31f0ac1db433,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:22.536506 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ad2fb-3ebb-4381-9f62-7c6863567e19 req-321ac090-3006-4b16-a610-1ef4e73f09da tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:22.538087 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba2ad2fb-3ebb-4381-9f62-7c6863567e19 req-321ac090-3006-4b16-a610-1ef4e73f09da tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.121 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 945 time: 0.0543895 Nov 04 11:04:22.608438 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:22.639321 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-ba2ad2fb-3ebb-4381-9f62-7c6863567e19 req-a6966dcf-9f81-4b9d-a8d8-1e599ad09f2e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Deleting port 726024be-06ff-4161-83d3-b9c6b4fe86ee {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:04:22.639922 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ba2ad2fb-3ebb-4381-9f62-7c6863567e19 req-a6966dcf-9f81-4b9d-a8d8-1e599ad09f2e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:22.734972 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ba2ad2fb-3ebb-4381-9f62-7c6863567e19 req-a6966dcf-9f81-4b9d-a8d8-1e599ad09f2e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] For port 726024be-06ff-4161-83d3-b9c6b4fe86ee, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=726024be-06ff-4161-83d3-b9c6b4fe86ee,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:04:22.735337 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ba2ad2fb-3ebb-4381-9f62-7c6863567e19 req-a6966dcf-9f81-4b9d-a8d8-1e599ad09f2e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:22.751099 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-ba2ad2fb-3ebb-4381-9f62-7c6863567e19 req-a6966dcf-9f81-4b9d-a8d8-1e599ad09f2e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Calling delete_port for 726024be-06ff-4161-83d3-b9c6b4fe86ee owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:04:22.891771 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ba2ad2fb-3ebb-4381-9f62-7c6863567e19 req-a6966dcf-9f81-4b9d-a8d8-1e599ad09f2e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:22.904585 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['726024be-06ff-4161-83d3-b9c6b4fe86ee'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:04:22.929875 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6966dcf-9f81-4b9d-a8d8-1e599ad09f2e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event deleted for resources: {'Port': ['ID=726024be-06ff-4161-83d3-b9c6b4fe86ee,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:22.966043 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2ad2fb-3ebb-4381-9f62-7c6863567e19 req-a6966dcf-9f81-4b9d-a8d8-1e599ad09f2e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] No DVR routers for this DVR port 726024be-06ff-4161-83d3-b9c6b4fe86ee on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:04:22.969803 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ba2ad2fb-3ebb-4381-9f62-7c6863567e19 req-a6966dcf-9f81-4b9d-a8d8-1e599ad09f2e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:22.973381 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ba2ad2fb-3ebb-4381-9f62-7c6863567e19 req-a6966dcf-9f81-4b9d-a8d8-1e599ad09f2e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.121 "DELETE /v2.0/ports/726024be-06ff-4161-83d3-b9c6b4fe86ee HTTP/1.1" status: 204 len: 173 time: 0.4291296 Nov 04 11:04:22.973902 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fbc8c4-7d13-468e-95ee-165b4e413e5e', 'name': 'network-vif-deleted', 'tag': '726024be-06ff-4161-83d3-b9c6b4fe86ee'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:04:22.977670 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a991605c-869e-4b5b-99ca-f868ff694c57" -d '{"events": [{"server_uuid": "04fbc8c4-7d13-468e-95ee-165b4e413e5e", "name": "network-vif-deleted", "tag": "726024be-06ff-4161-83d3-b9c6b4fe86ee"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:04:23.027400 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92fe8e9-3c71-4e64-84b3-7c95d09e67c0 x-openstack-request-id: req-b92fe8e9-3c71-4e64-84b3-7c95d09e67c0 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:04:23.027889 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fbc8c4-7d13-468e-95ee-165b4e413e5e", "name": "network-vif-deleted", "tag": "726024be-06ff-4161-83d3-b9c6b4fe86ee", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:04:23.028318 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-b92fe8e9-3c71-4e64-84b3-7c95d09e67c0 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:04:23.028734 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fbc8c4-7d13-468e-95ee-165b4e413e5e', 'name': 'network-vif-deleted', 'tag': '726024be-06ff-4161-83d3-b9c6b4fe86ee', 'status': 'completed', 'code': 200} Nov 04 11:04:23.352031 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab91e70c-5b3f-45f6-8f6b-4f53cb95d33d req-0dbf6744-4861-42c9-b766-9cc17b43f96d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 210 time: 0.0312569 Nov 04 11:04:23.986655 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47524) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:24.088231 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-bc57fc7f-7548-4ead-8ef5-3c2d8a493304 tempest-QuotasTest-1114012549 tempest-QuotasTest-1114012549-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:24.119209 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bc57fc7f-7548-4ead-8ef5-3c2d8a493304 tempest-QuotasTest-1114012549 tempest-QuotasTest-1114012549-project-admin] 10.222.0.127 "PUT /v2.0/quotas/087278ee4ccd449ba52c2d46516f83b2 HTTP/1.1" status: 200 len: 366 time: 0.1314232 Nov 04 11:04:24.121680 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47528) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:24.135585 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a2820cab-0821-4601-8eb5-87fbbf9e4f5f tempest-QuotasTest-1114012549 tempest-QuotasTest-1114012549-project-admin] 10.222.0.127 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0128055 Nov 04 11:04:24.135783 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47530) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:24.147910 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1f05a847-f47b-4f25-bddf-625f0043fc8e tempest-QuotasTest-1114012549 tempest-QuotasTest-1114012549-project-admin] 10.222.0.127 "GET /v2.0/quotas/087278ee4ccd449ba52c2d46516f83b2 HTTP/1.1" status: 200 len: 366 time: 0.0103605 Nov 04 11:04:24.150913 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47532) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:24.166075 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5d2462c7-9b67-46b3-b666-e9627104c045 tempest-QuotasTest-1114012549 tempest-QuotasTest-1114012549-project-admin] 10.222.0.127 "DELETE /v2.0/quotas/087278ee4ccd449ba52c2d46516f83b2 HTTP/1.1" status: 204 len: 168 time: 0.0141318 Nov 04 11:04:24.168355 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47534) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:24.184351 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6c7a536e-e73d-4fb6-b965-7231099408fe tempest-QuotasTest-1114012549 tempest-QuotasTest-1114012549-project-admin] 10.222.0.127 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0145752 Nov 04 11:04:24.186725 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47536) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:24.197095 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-871bbf22-859b-4ce8-8c1c-85a316db3d89 tempest-QuotasTest-1114012549 tempest-QuotasTest-1114012549-project-admin] 10.222.0.127 "GET /v2.0/quotas/087278ee4ccd449ba52c2d46516f83b2 HTTP/1.1" status: 200 len: 370 time: 0.0091858 Nov 04 11:04:24.199596 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47538) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:24.204575 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-347e315c-c776-4017-9f18-9f46c1fd35a8 tempest-QuotasTest-1114012549 tempest-QuotasTest-1114012549-project-admin] 10.222.0.127 "GET /v2.0/quotas/087278ee4ccd449ba52c2d46516f83b2/default HTTP/1.1" status: 200 len: 370 time: 0.0038061 Nov 04 11:04:24.206703 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47540) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:24.214796 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-0cd98a0f-59f3-4cb2-a798-44b67d4f061f tempest-QuotasTest-1114012549 tempest-QuotasTest-1114012549-project-admin] delete failed (client error): The resource could not be found. Nov 04 11:04:24.215758 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0cd98a0f-59f3-4cb2-a798-44b67d4f061f tempest-QuotasTest-1114012549 tempest-QuotasTest-1114012549-project-admin] 10.222.0.127 "DELETE /v2.0/quotas/087278ee4ccd449ba52c2d46516f83b2 HTTP/1.1" status: 404 len: 348 time: 0.0082405 Nov 04 11:04:24.325075 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47544) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:24.346535 n-d-816629-1 neutron-server[101774]: DEBUG neutron.quota.resource [None req-71ac4125-ab54-404a-9e02-c7a1909d2983 tempest-QuotasTest-1114012549 tempest-QuotasTest-1114012549-project-admin] Usage tracker for resource:network and project:44c20941129f4c1e91866882170e884b is out of sync, need to count used quota {{(pid=101774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 04 11:04:24.350152 n-d-816629-1 neutron-server[101774]: DEBUG neutron.quota.resource [None req-71ac4125-ab54-404a-9e02-c7a1909d2983 tempest-QuotasTest-1114012549 tempest-QuotasTest-1114012549-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101774) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 04 11:04:24.356710 n-d-816629-1 neutron-server[101774]: DEBUG neutron.quota.resource [None req-71ac4125-ab54-404a-9e02-c7a1909d2983 tempest-QuotasTest-1114012549 tempest-QuotasTest-1114012549-project-admin] Usage tracker for resource:subnet and project:44c20941129f4c1e91866882170e884b is out of sync, need to count used quota {{(pid=101774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 04 11:04:24.359843 n-d-816629-1 neutron-server[101774]: DEBUG neutron.quota.resource [None req-71ac4125-ab54-404a-9e02-c7a1909d2983 tempest-QuotasTest-1114012549 tempest-QuotasTest-1114012549-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101774) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 04 11:04:24.367069 n-d-816629-1 neutron-server[101774]: DEBUG neutron.quota.resource [None req-71ac4125-ab54-404a-9e02-c7a1909d2983 tempest-QuotasTest-1114012549 tempest-QuotasTest-1114012549-project-admin] Usage tracker for resource:subnetpool and project:44c20941129f4c1e91866882170e884b is out of sync, need to count used quota {{(pid=101774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 04 11:04:24.372025 n-d-816629-1 neutron-server[101774]: DEBUG neutron.quota.resource [None req-71ac4125-ab54-404a-9e02-c7a1909d2983 tempest-QuotasTest-1114012549 tempest-QuotasTest-1114012549-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101774) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 04 11:04:24.380955 n-d-816629-1 neutron-server[101774]: DEBUG neutron.quota.resource [None req-71ac4125-ab54-404a-9e02-c7a1909d2983 tempest-QuotasTest-1114012549 tempest-QuotasTest-1114012549-project-admin] Usage tracker for resource:port and project:44c20941129f4c1e91866882170e884b is out of sync, need to count used quota {{(pid=101774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 04 11:04:24.384173 n-d-816629-1 neutron-server[101774]: DEBUG neutron.quota.resource [None req-71ac4125-ab54-404a-9e02-c7a1909d2983 tempest-QuotasTest-1114012549 tempest-QuotasTest-1114012549-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101774) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 04 11:04:24.390981 n-d-816629-1 neutron-server[101774]: DEBUG neutron.quota.resource [None req-71ac4125-ab54-404a-9e02-c7a1909d2983 tempest-QuotasTest-1114012549 tempest-QuotasTest-1114012549-project-admin] Usage tracker for resource:router and project:44c20941129f4c1e91866882170e884b is out of sync, need to count used quota {{(pid=101774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 04 11:04:24.394336 n-d-816629-1 neutron-server[101774]: DEBUG neutron.quota.resource [None req-71ac4125-ab54-404a-9e02-c7a1909d2983 tempest-QuotasTest-1114012549 tempest-QuotasTest-1114012549-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101774) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 04 11:04:24.402664 n-d-816629-1 neutron-server[101774]: DEBUG neutron.quota.resource [None req-71ac4125-ab54-404a-9e02-c7a1909d2983 tempest-QuotasTest-1114012549 tempest-QuotasTest-1114012549-project-admin] Usage tracker for resource:floatingip and project:44c20941129f4c1e91866882170e884b is out of sync, need to count used quota {{(pid=101774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 04 11:04:24.406023 n-d-816629-1 neutron-server[101774]: DEBUG neutron.quota.resource [None req-71ac4125-ab54-404a-9e02-c7a1909d2983 tempest-QuotasTest-1114012549 tempest-QuotasTest-1114012549-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101774) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 04 11:04:24.463529 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f2b05562-b67f-4eb1-81b2-97bd98217b47 req-c800e81e-17f2-4c57-bd5e-ac5cfbcd84e7 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 210 time: 0.0354955 Nov 04 11:04:24.470881 n-d-816629-1 neutron-server[101774]: DEBUG neutron.quota.resource [None req-71ac4125-ab54-404a-9e02-c7a1909d2983 tempest-QuotasTest-1114012549 tempest-QuotasTest-1114012549-project-admin] Usage tracker for resource:security_group and project:44c20941129f4c1e91866882170e884b is out of sync, need to count used quota {{(pid=101774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 04 11:04:24.474209 n-d-816629-1 neutron-server[101774]: DEBUG neutron.quota.resource [None req-71ac4125-ab54-404a-9e02-c7a1909d2983 tempest-QuotasTest-1114012549 tempest-QuotasTest-1114012549-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101774) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 04 11:04:24.480312 n-d-816629-1 neutron-server[101774]: DEBUG neutron.quota.resource [None req-71ac4125-ab54-404a-9e02-c7a1909d2983 tempest-QuotasTest-1114012549 tempest-QuotasTest-1114012549-project-admin] Usage tracker for resource:security_group_rule and project:44c20941129f4c1e91866882170e884b is out of sync, need to count used quota {{(pid=101774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 04 11:04:24.485018 n-d-816629-1 neutron-server[101774]: DEBUG neutron.quota.resource [None req-71ac4125-ab54-404a-9e02-c7a1909d2983 tempest-QuotasTest-1114012549 tempest-QuotasTest-1114012549-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101774) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 04 11:04:24.489736 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-71ac4125-ab54-404a-9e02-c7a1909d2983 tempest-QuotasTest-1114012549 tempest-QuotasTest-1114012549-project-admin] 10.222.0.127 "GET /v2.0/quotas/44c20941129f4c1e91866882170e884b/details.json HTTP/1.1" status: 200 len: 703 time: 0.1631789 Nov 04 11:04:24.800795 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47552) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:24.913213 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ad9e88d1-b9fd-43f8-a862-b488b76039b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:24.996841 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ad9e88d1-b9fd-43f8-a862-b488b76039b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:25.002276 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ad9e88d1-b9fd-43f8-a862-b488b76039b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:25.045650 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ad9e88d1-b9fd-43f8-a862-b488b76039b9 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=fd012813aad649f4a1162d5e44705500&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2412746 Nov 04 11:04:25.045650 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e88d1-b9fd-43f8-a862-b488b76039b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1138c31d-efe2-405c-a913-680bd9055877,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:25.047256 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47560) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:25.500412 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11855031-cf16-4fb1-8fae-d71bade10446 req-ed0d4ea8-801e-4852-980d-085eb2935b8a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:25.507301 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-11855031-cf16-4fb1-8fae-d71bade10446 req-ed0d4ea8-801e-4852-980d-085eb2935b8a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0794878 Nov 04 11:04:25.513492 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cc612f07-87cf-414a-8ad3-8a5c80c668a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:25.563327 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cc612f07-87cf-414a-8ad3-8a5c80c668a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:25.606109 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-11855031-cf16-4fb1-8fae-d71bade10446 req-3f223314-8c90-4faf-879b-c118a5f39bb2 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975239 Nov 04 11:04:25.646010 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cc612f07-87cf-414a-8ad3-8a5c80c668a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:25.648719 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cc612f07-87cf-414a-8ad3-8a5c80c668a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:25.652748 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cc612f07-87cf-414a-8ad3-8a5c80c668a8 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/1138c31d-efe2-405c-a913-680bd9055877 HTTP/1.1" status: 204 len: 168 time: 0.6016593 Nov 04 11:04:25.666692 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc612f07-87cf-414a-8ad3-8a5c80c668a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1138c31d-efe2-405c-a913-680bd9055877,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:25.721175 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-35cbcded-c5ae-46f5-bb38-4281eb2f02d9 req-1acdd952-9606-4a48-b0bb-6f9715516a57 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 210 time: 0.0392888 Nov 04 11:04:25.811802 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 726024be-06ff-4161-83d3-b9c6b4fe86ee no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:04:25.850096 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9f7bd-2198-4a44-a5be-3a3139ca3e69 req-137dfdf9-9507-4a15-ad55-f8212604eef4 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:25.851919 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fbe9f7bd-2198-4a44-a5be-3a3139ca3e69 req-137dfdf9-9507-4a15-ad55-f8212604eef4 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0595260 Nov 04 11:04:25.856973 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 726024be-06ff-4161-83d3-b9c6b4fe86ee {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:04:25.859248 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 726024be-06ff-4161-83d3-b9c6b4fe86ee not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:04:25.912060 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fbe9f7bd-2198-4a44-a5be-3a3139ca3e69 req-6931298e-20cb-4e10-8ef5-0b4a8d3401a5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525043 Nov 04 11:04:26.044861 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47572) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:26.061750 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d8453bed-c430-487a-8a20-8855a3da5d9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:26.305993 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-b1e671f3-a006-4b69-bc14-b58f92f90042 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:26.316094 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-b1e671f3-a006-4b69-bc14-b58f92f90042 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 811 time: 0.1799147 Nov 04 11:04:26.331918 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d8453bed-c430-487a-8a20-8855a3da5d9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:26.344217 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d8453bed-c430-487a-8a20-8855a3da5d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:26.363635 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-3060a698-d185-45b8-ac8d-660b25fb434d tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/quotas/c2e39161b3394d9ebfb8df6053d2cccf HTTP/1.1" status: 200 len: 375 time: 0.0467973 Nov 04 11:04:26.424469 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d8453bed-c430-487a-8a20-8855a3da5d9f admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=44c20941129f4c1e91866882170e884b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3777847 Nov 04 11:04:26.427349 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47584) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:26.436261 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8453bed-c430-487a-8a20-8855a3da5d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee62810-773d-48f3-9d26-ea06f1c586ae,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:26.478106 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-76618fa5-1fd0-4f60-8137-2675e43f0d7e tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1013246 Nov 04 11:04:26.492070 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-beff3468-30c4-4204-a101-853a89199250 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:26.517368 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-beff3468-30c4-4204-a101-853a89199250 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:26.586766 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-beff3468-30c4-4204-a101-853a89199250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:26.589826 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-beff3468-30c4-4204-a101-853a89199250 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:26.594751 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-beff3468-30c4-4204-a101-853a89199250 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/5ee62810-773d-48f3-9d26-ea06f1c586ae HTTP/1.1" status: 204 len: 168 time: 0.1649685 Nov 04 11:04:26.595961 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-960d3f44-4a1d-487e-b219-7100a60d1cb1 service neutron] 10.222.0.127 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162789 Nov 04 11:04:26.604985 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff3468-30c4-4204-a101-853a89199250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee62810-773d-48f3-9d26-ea06f1c586ae,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:26.695383 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-2fc9155f-c254-4ceb-bb46-883d1f2d40bd service neutron] 10.222.0.127 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984266 Nov 04 11:04:26.931079 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c2ede62a-a5cb-4741-a4d1-41ad5f036671 req-66bc881c-d247-413e-8925-6f612c3dc403 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 210 time: 0.0338004 Nov 04 11:04:27.024202 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5a0026ae-f682-4449-a60d-2a5ae615a749 req-09647a5e-ae51-4d4f-a0c7-a578bf33566a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=c35ef6a5-7aed-45ad-9685-a519749db84a HTTP/1.1" status: 200 len: 210 time: 0.0367472 Nov 04 11:04:27.533632 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47618) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:27.638821 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-ff936be5-5b99-4781-9b6f-bdebfbee4c20 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Request body: {'networks': [{'name': 'tempest-network--553451928'}, {'name': 'tempest-network--208725788'}]} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:27.639513 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-ff936be5-5b99-4781-9b6f-bdebfbee4c20 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Request body: {'network': {'name': 'tempest-network--553451928'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:27.639659 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-ff936be5-5b99-4781-9b6f-bdebfbee4c20 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Request body: {'network': {'name': 'tempest-network--208725788'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:27.663112 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff936be5-5b99-4781-9b6f-bdebfbee4c20 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Made reservation on behalf of 1cd61bbaddba4c75ad9db09f992cc72d for: {'network': 2} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:04:27.668591 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff936be5-5b99-4781-9b6f-bdebfbee4c20 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:27.678838 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff936be5-5b99-4781-9b6f-bdebfbee4c20 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:27.762773 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff936be5-5b99-4781-9b6f-bdebfbee4c20 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:27.768376 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff936be5-5b99-4781-9b6f-bdebfbee4c20 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:27.768964 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff936be5-5b99-4781-9b6f-bdebfbee4c20 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:27.813500 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff936be5-5b99-4781-9b6f-bdebfbee4c20 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9459de54-7014-406e-a456-d224992dab34,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:27.819890 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff936be5-5b99-4781-9b6f-bdebfbee4c20 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1158} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:04:27.831450 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff936be5-5b99-4781-9b6f-bdebfbee4c20 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:27.831797 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-ff936be5-5b99-4781-9b6f-bdebfbee4c20 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Added segment 1fd29fbd-8f97-4b2a-8f45-16495fb7ebf8 of type vlan for network f0f4a512-34ec-4062-a34b-103003fcbc07 Nov 04 11:04:27.886935 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff936be5-5b99-4781-9b6f-bdebfbee4c20 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:27.920130 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff936be5-5b99-4781-9b6f-bdebfbee4c20 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1187} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:04:27.931396 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff936be5-5b99-4781-9b6f-bdebfbee4c20 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:27.931931 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-ff936be5-5b99-4781-9b6f-bdebfbee4c20 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Added segment a3c9d60d-ea98-4d22-93a6-84937c9fc063 of type vlan for network c2aea6e9-e18a-475b-9104-2df5be0ad87b Nov 04 11:04:27.985844 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff936be5-5b99-4781-9b6f-bdebfbee4c20 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:28.020975 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff936be5-5b99-4781-9b6f-bdebfbee4c20 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:28.021942 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff936be5-5b99-4781-9b6f-bdebfbee4c20 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:28.036211 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff936be5-5b99-4781-9b6f-bdebfbee4c20 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:28.048320 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff936be5-5b99-4781-9b6f-bdebfbee4c20 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:28.049043 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ff936be5-5b99-4781-9b6f-bdebfbee4c20 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:28.052470 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-a7283a0d-9a48-49bc-a7b7-cccab3874039 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:28.054292 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-a7283a0d-9a48-49bc-a7b7-cccab3874039 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.126 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 811 time: 0.1947532 Nov 04 11:04:28.076381 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-27720b34-8eba-40e0-acca-70f94a9bab6f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Request body: {'port': {'device_id': 'c35ef6a5-7aed-45ad-9685-a519749db84a', 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e', 'admin_state_up': True, 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:28.162385 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a827ce3f-b916-408f-a8f2-b3f99fb1f25e req-5dd6365e-87e6-4be4-b9f7-87b7bdce5f00 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=04fbc8c4-7d13-468e-95ee-165b4e413e5e HTTP/1.1" status: 200 len: 210 time: 0.1034188 Nov 04 11:04:28.168601 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ff936be5-5b99-4781-9b6f-bdebfbee4c20 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.6337347 Nov 04 11:04:28.173248 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47626) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:28.192457 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff936be5-5b99-4781-9b6f-bdebfbee4c20 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Pushing event updated for resources: {'Network': ['ID=f0f4a512-34ec-4062-a34b-103003fcbc07,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:28.206011 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network f0f4a512-34ec-4062-a34b-103003fcbc07 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:04:28.338558 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff936be5-5b99-4781-9b6f-bdebfbee4c20 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Pushing event updated for resources: {'Network': ['ID=c2aea6e9-e18a-475b-9104-2df5be0ad87b,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:28.349282 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network c2aea6e9-e18a-475b-9104-2df5be0ad87b details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:04:28.387365 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e94c4dfe-6df8-4740-8485-b4901aa24eb3 req-7518ceaa-04e4-4707-998b-639924317000 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=c35ef6a5-7aed-45ad-9685-a519749db84a HTTP/1.1" status: 200 len: 210 time: 0.0460200 Nov 04 11:04:28.466908 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-27720b34-8eba-40e0-acca-70f94a9bab6f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Made reservation on behalf of c2e39161b3394d9ebfb8df6053d2cccf for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:04:28.470636 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-27720b34-8eba-40e0-acca-70f94a9bab6f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:28.490103 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ee7080-7527-443c-8ac2-6f25aba7b67e tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:28.496313 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ee7080-7527-443c-8ac2-6f25aba7b67e tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:28.502654 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ee7080-7527-443c-8ac2-6f25aba7b67e tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:28.508486 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ee7080-7527-443c-8ac2-6f25aba7b67e tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:28.510223 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b4ee7080-7527-443c-8ac2-6f25aba7b67e tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] 10.222.0.127 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3299563 Nov 04 11:04:28.513593 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47628) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:28.605903 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-846fc667-9768-49ac-8821-01966eecbbaa tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:28.636542 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-27720b34-8eba-40e0-acca-70f94a9bab6f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Allocated IP 172.20.0.12 (0f07f923-0bad-4509-bf44-e9706f67de3e/acbe3edd-0e54-430d-9b84-17ccd434a175/18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:04:28.700387 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-846fc667-9768-49ac-8821-01966eecbbaa tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:28.725427 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-846fc667-9768-49ac-8821-01966eecbbaa tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f4a512-34ec-4062-a34b-103003fcbc07']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:28.736436 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-846fc667-9768-49ac-8821-01966eecbbaa tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd29fbd-8f97-4b2a-8f45-16495fb7ebf8') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:28.736739 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-846fc667-9768-49ac-8821-01966eecbbaa tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd29fbd-8f97-4b2a-8f45-16495fb7ebf8') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:28.747265 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-846fc667-9768-49ac-8821-01966eecbbaa tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:28.761321 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-846fc667-9768-49ac-8821-01966eecbbaa tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:28.768312 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846fc667-9768-49ac-8821-01966eecbbaa tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:04:28.768716 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-846fc667-9768-49ac-8821-01966eecbbaa tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:04:28.772033 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:04:28.811434 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-27720b34-8eba-40e0-acca-70f94a9bab6f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:28.839053 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-846fc667-9768-49ac-8821-01966eecbbaa tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:28.845162 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-846fc667-9768-49ac-8821-01966eecbbaa tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:28.848183 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-27720b34-8eba-40e0-acca-70f94a9bab6f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:28.849161 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-846fc667-9768-49ac-8821-01966eecbbaa tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] 10.222.0.127 "DELETE /v2.0/networks/f0f4a512-34ec-4062-a34b-103003fcbc07 HTTP/1.1" status: 204 len: 168 time: 0.3342330 Nov 04 11:04:28.852953 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47630) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:28.864348 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['959e796d-cda9-4c4f-90c2-519dec043dd1'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:04:28.867006 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846fc667-9768-49ac-8821-01966eecbbaa tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Pushing event deleted for resources: {'Network': ['ID=f0f4a512-34ec-4062-a34b-103003fcbc07,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:28.869073 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['38b6d513-0901-4d8e-9e4c-1497424b2069'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:04:28.967160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-27720b34-8eba-40e0-acca-70f94a9bab6f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Network 0f07f923-0bad-4509-bf44-e9706f67de3e is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:04:28.976315 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-27720b34-8eba-40e0-acca-70f94a9bab6f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:04:28.984018 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-27720b34-8eba-40e0-acca-70f94a9bab6f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:04:29.018888 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-280f2a0b-3d49-4f46-9f21-58103b26453b tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:29.031479 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27720b34-8eba-40e0-acca-70f94a9bab6f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Pushing event updated for resources: {'Port': ['ID=18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:29.075381 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-27720b34-8eba-40e0-acca-70f94a9bab6f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:29.076598 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-27720b34-8eba-40e0-acca-70f94a9bab6f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:29.096406 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-27720b34-8eba-40e0-acca-70f94a9bab6f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0294151 Nov 04 11:04:29.121528 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-865e3381-d1cf-4954-8b64-f291dce0c7b8 service neutron] Request body: {'port': {'device_id': 'c35ef6a5-7aed-45ad-9685-a519749db84a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:29.235058 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-280f2a0b-3d49-4f46-9f21-58103b26453b tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:29.264282 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-865e3381-d1cf-4954-8b64-f291dce0c7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:29.270289 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-280f2a0b-3d49-4f46-9f21-58103b26453b tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2aea6e9-e18a-475b-9104-2df5be0ad87b']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:29.290206 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-280f2a0b-3d49-4f46-9f21-58103b26453b tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c9d60d-ea98-4d22-93a6-84937c9fc063') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:29.290611 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-280f2a0b-3d49-4f46-9f21-58103b26453b tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c9d60d-ea98-4d22-93a6-84937c9fc063') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:29.318293 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-280f2a0b-3d49-4f46-9f21-58103b26453b tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:29.332356 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b29b1d1d-cb64-4ec8-afe0-cdb322f8e89a None None] Provisioning complete for port 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:04:29.332948 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b29b1d1d-cb64-4ec8-afe0-cdb322f8e89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:29.340762 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-280f2a0b-3d49-4f46-9f21-58103b26453b tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:29.354177 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280f2a0b-3d49-4f46-9f21-58103b26453b tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:04:29.354574 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-280f2a0b-3d49-4f46-9f21-58103b26453b tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:04:29.357684 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:04:29.384391 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-b29b1d1d-cb64-4ec8-afe0-cdb322f8e89a None None] Port 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:04:29.485188 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-280f2a0b-3d49-4f46-9f21-58103b26453b tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:29.512683 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-280f2a0b-3d49-4f46-9f21-58103b26453b tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:29.518931 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-280f2a0b-3d49-4f46-9f21-58103b26453b tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] 10.222.0.127 "DELETE /v2.0/networks/c2aea6e9-e18a-475b-9104-2df5be0ad87b HTTP/1.1" status: 204 len: 168 time: 0.6623139 Nov 04 11:04:29.523159 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec321ef-bc58-41d5-b4b7-ee26fe0904cc req-6fa04142-1871-4ee4-98c8-717a89302587 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:29.524963 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ec321ef-bc58-41d5-b4b7-ee26fe0904cc req-6fa04142-1871-4ee4-98c8-717a89302587 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=c35ef6a5-7aed-45ad-9685-a519749db84a HTTP/1.1" status: 200 len: 932 time: 0.0610709 Nov 04 11:04:29.525857 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47638) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:29.546397 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f2a0b-3d49-4f46-9f21-58103b26453b tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Pushing event deleted for resources: {'Network': ['ID=c2aea6e9-e18a-475b-9104-2df5be0ad87b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:29.656839 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ec321ef-bc58-41d5-b4b7-ee26fe0904cc req-7fbad69f-f9ff-4d38-93a8-1a65b7516ab5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755599 Nov 04 11:04:29.657903 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-865e3381-d1cf-4954-8b64-f291dce0c7b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:04:29.670889 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-865e3381-d1cf-4954-8b64-f291dce0c7b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:29.673991 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01333a3-f96f-46a1-90f1-e3c87a0f626a tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:29.680305 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01333a3-f96f-46a1-90f1-e3c87a0f626a tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:29.682019 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f01333a3-f96f-46a1-90f1-e3c87a0f626a tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] 10.222.0.127 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1551642 Nov 04 11:04:29.686881 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47640) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:29.687096 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-865e3381-d1cf-4954-8b64-f291dce0c7b8 service neutron] Transition to ACTIVE for port object 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:04:29.692400 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-ee9b2ed7-e08d-45e0-bea0-412fd5ac8ae4 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-493621053'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:29.692710 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-865e3381-d1cf-4954-8b64-f291dce0c7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:29.716671 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9b2ed7-e08d-45e0-bea0-412fd5ac8ae4 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Made reservation on behalf of 1cd61bbaddba4c75ad9db09f992cc72d for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:04:29.720888 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2ed7-e08d-45e0-bea0-412fd5ac8ae4 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:29.744067 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e3381-d1cf-4954-8b64-f291dce0c7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:29.757712 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee9b2ed7-e08d-45e0-bea0-412fd5ac8ae4 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1155} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:04:29.769629 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2ed7-e08d-45e0-bea0-412fd5ac8ae4 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:29.770226 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-ee9b2ed7-e08d-45e0-bea0-412fd5ac8ae4 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Added segment dfee826a-4cf4-4952-9273-c0307b2fa745 of type vlan for network 8579aeff-97ab-434f-bccf-c26b13f00a7a Nov 04 11:04:29.820607 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2ed7-e08d-45e0-bea0-412fd5ac8ae4 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:29.825244 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-865e3381-d1cf-4954-8b64-f291dce0c7b8 service neutron] Attempting to bind port 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:04:29.825586 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-865e3381-d1cf-4954-8b64-f291dce0c7b8 service neutron] Attempting to bind port 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:04:29.826117 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-865e3381-d1cf-4954-8b64-f291dce0c7b8 service neutron] Attempting to bind port 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc on network 0f07f923-0bad-4509-bf44-e9706f67de3e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:04:29.830647 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-865e3381-d1cf-4954-8b64-f291dce0c7b8 service neutron] Port 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc on network 0f07f923-0bad-4509-bf44-e9706f67de3e not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:04:29.830977 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-865e3381-d1cf-4954-8b64-f291dce0c7b8 service neutron] Attempting to bind port 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc on network 0f07f923-0bad-4509-bf44-e9706f67de3e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:04:29.836074 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-865e3381-d1cf-4954-8b64-f291dce0c7b8 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:04:29.836429 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-865e3381-d1cf-4954-8b64-f291dce0c7b8 service neutron] Checking segment: {'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:04:29.836792 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-865e3381-d1cf-4954-8b64-f291dce0c7b8 service neutron] Bound using segment: {'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:04:29.837449 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-865e3381-d1cf-4954-8b64-f291dce0c7b8 service neutron] Bound port: 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:04:29.837597 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-865e3381-d1cf-4954-8b64-f291dce0c7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:29.851432 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2ed7-e08d-45e0-bea0-412fd5ac8ae4 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:29.857515 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9b2ed7-e08d-45e0-bea0-412fd5ac8ae4 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:29.858244 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2ed7-e08d-45e0-bea0-412fd5ac8ae4 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:29.894537 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ee9b2ed7-e08d-45e0-bea0-412fd5ac8ae4 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2067182 Nov 04 11:04:29.894762 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47642) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:29.899882 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-e6405600-da3b-44c1-9fee-58cddbed69c3 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1347157552'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:29.928247 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-865e3381-d1cf-4954-8b64-f291dce0c7b8 service neutron] For port 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:04:29.937507 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-865e3381-d1cf-4954-8b64-f291dce0c7b8 service neutron] For port 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:04:29.945615 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-865e3381-d1cf-4954-8b64-f291dce0c7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:29.956102 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b2ed7-e08d-45e0-bea0-412fd5ac8ae4 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Pushing event updated for resources: {'Network': ['ID=8579aeff-97ab-434f-bccf-c26b13f00a7a,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:29.958232 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6405600-da3b-44c1-9fee-58cddbed69c3 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Made reservation on behalf of 1cd61bbaddba4c75ad9db09f992cc72d for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:04:29.961871 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e6405600-da3b-44c1-9fee-58cddbed69c3 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:29.967416 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 8579aeff-97ab-434f-bccf-c26b13f00a7a details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:04:30.006389 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-865e3381-d1cf-4954-8b64-f291dce0c7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:30.007018 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-865e3381-d1cf-4954-8b64-f291dce0c7b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:30.008445 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-865e3381-d1cf-4954-8b64-f291dce0c7b8 service neutron] 10.222.0.126 "PUT /v2.0/ports/18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc HTTP/1.1" status: 200 len: 1092 time: 0.8914618 Nov 04 11:04:30.009073 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c35ef6a5-7aed-45ad-9685-a519749db84a', 'tag': '18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:04:30.011542 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508ecfb8-b629-4569-91f4-c900127b4b06" -d '{"events": [{"name": "network-changed", "server_uuid": "c35ef6a5-7aed-45ad-9685-a519749db84a", "tag": "18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:04:30.046989 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e3381-d1cf-4954-8b64-f291dce0c7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:30.055834 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6405600-da3b-44c1-9fee-58cddbed69c3 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1181} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:04:30.099545 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddc64d5-2655-4cd9-832b-9f05124e1aa3 x-openstack-request-id: req-cddc64d5-2655-4cd9-832b-9f05124e1aa3 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:04:30.100276 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c35ef6a5-7aed-45ad-9685-a519749db84a", "tag": "18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:04:30.100276 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-cddc64d5-2655-4cd9-832b-9f05124e1aa3 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:04:30.100461 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c35ef6a5-7aed-45ad-9685-a519749db84a', 'tag': '18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc', 'status': 'completed', 'code': 200} Nov 04 11:04:30.101781 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e6405600-da3b-44c1-9fee-58cddbed69c3 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:30.102121 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-e6405600-da3b-44c1-9fee-58cddbed69c3 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Added segment 357c2238-1411-4c82-a56f-a4cd37912a8b of type vlan for network 3dbc8dfc-e9da-4688-9ff7-14555e038eba Nov 04 11:04:30.157167 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e6405600-da3b-44c1-9fee-58cddbed69c3 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:30.166513 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-bdb82a8b-0ea9-4b09-86d3-5f6e591b95ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:30.168095 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-bdb82a8b-0ea9-4b09-86d3-5f6e591b95ce service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&device_id=c35ef6a5-7aed-45ad-9685-a519749db84a HTTP/1.1" status: 200 len: 1095 time: 0.1050634 Nov 04 11:04:30.222732 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-d0e878aa-d01e-4bcb-b0bf-1f17f25cb07c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc HTTP/1.1" status: 200 len: 217 time: 0.0410447 Nov 04 11:04:30.230460 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e6405600-da3b-44c1-9fee-58cddbed69c3 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:30.236796 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6405600-da3b-44c1-9fee-58cddbed69c3 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:30.237446 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e6405600-da3b-44c1-9fee-58cddbed69c3 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:30.340169 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e6405600-da3b-44c1-9fee-58cddbed69c3 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4419191 Nov 04 11:04:30.341037 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47648) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:30.348988 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-e22ca3cf-07c8-41c5-a69f-1525acd990a5 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Request body: {'ports': [{'network_id': '8579aeff-97ab-434f-bccf-c26b13f00a7a', 'name': 'tempest-port--1032879195', 'admin_state_up': True}, {'network_id': '3dbc8dfc-e9da-4688-9ff7-14555e038eba', 'admin_state_up': False}]} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:30.349549 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-e22ca3cf-07c8-41c5-a69f-1525acd990a5 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Request body: {'port': {'network_id': '8579aeff-97ab-434f-bccf-c26b13f00a7a', 'name': 'tempest-port--1032879195', 'admin_state_up': True}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:30.350250 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-e22ca3cf-07c8-41c5-a69f-1525acd990a5 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Request body: {'port': {'network_id': '3dbc8dfc-e9da-4688-9ff7-14555e038eba', 'admin_state_up': False}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:30.359108 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6405600-da3b-44c1-9fee-58cddbed69c3 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Pushing event updated for resources: {'Network': ['ID=3dbc8dfc-e9da-4688-9ff7-14555e038eba,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:30.371613 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 3dbc8dfc-e9da-4688-9ff7-14555e038eba details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:04:30.377100 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-ea701db3-c9df-442b-afec-2e0e2628a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:30.379675 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-ea701db3-c9df-442b-afec-2e0e2628a2c0 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=acbe3edd-0e54-430d-9b84-17ccd434a175 HTTP/1.1" status: 200 len: 850 time: 0.1377976 Nov 04 11:04:30.439867 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-a08af4d4-d292-4f34-b346-2bbe15a4f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:30.441560 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-a08af4d4-d292-4f34-b346-2bbe15a4f43e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0f07f923-0bad-4509-bf44-e9706f67de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519204 Nov 04 11:04:30.534088 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22ca3cf-07c8-41c5-a69f-1525acd990a5 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Made reservation on behalf of 1cd61bbaddba4c75ad9db09f992cc72d for: {'port': 2} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:04:30.538649 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e22ca3cf-07c8-41c5-a69f-1525acd990a5 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:30.547529 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-665aa0d8-ffd9-404c-afd4-885f87644875 service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976946 Nov 04 11:04:30.553279 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e22ca3cf-07c8-41c5-a69f-1525acd990a5 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:30.634259 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-e22ca3cf-07c8-41c5-a69f-1525acd990a5 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] device_id is not set on port b32ae6e9-8260-4832-aadd-6d5aa74e0546 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 11:04:30.641664 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed5cf75a-96ad-4e5d-8faa-8e24007e15fb req-87760095-c31b-4bff-b7dc-06fe0a27a622 service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853686 Nov 04 11:04:30.747863 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ecfb8-b629-4569-91f4-c900127b4b06 req-55e3f826-5cba-4e7c-a6ab-8346a6d5da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:30.750115 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-508ecfb8-b629-4569-91f4-c900127b4b06 req-55e3f826-5cba-4e7c-a6ab-8346a6d5da31 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&device_id=c35ef6a5-7aed-45ad-9685-a519749db84a HTTP/1.1" status: 200 len: 1095 time: 0.0573034 Nov 04 11:04:30.797721 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e22ca3cf-07c8-41c5-a69f-1525acd990a5 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:30.855019 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ecfb8-b629-4569-91f4-c900127b4b06 req-4e4e44a8-4f5b-4dc7-a32c-bea7e72b23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:30.856554 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-508ecfb8-b629-4569-91f4-c900127b4b06 req-4e4e44a8-4f5b-4dc7-a32c-bea7e72b23fb service neutron] 10.222.0.126 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 913 time: 0.0989783 Nov 04 11:04:30.863610 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbf22f-3fb9-419c-8296-1aeb44b966e2 req-10818954-c44d-4755-95f5-d6ae851fb71d tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:30.865162 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bccbf22f-3fb9-419c-8296-1aeb44b966e2 req-10818954-c44d-4755-95f5-d6ae851fb71d tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=c35ef6a5-7aed-45ad-9685-a519749db84a HTTP/1.1" status: 200 len: 944 time: 0.1297243 Nov 04 11:04:30.892068 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [None req-e22ca3cf-07c8-41c5-a69f-1525acd990a5 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] device_id is not set on port 58203ff3-baae-4fab-b31e-90d89e5fcb30 yet. {{(pid=101774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 11:04:30.907229 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-508ecfb8-b629-4569-91f4-c900127b4b06 req-36f50239-c9bd-4ccf-bbb3-56207ec34a5f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc HTTP/1.1" status: 200 len: 217 time: 0.0391762 Nov 04 11:04:30.947460 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bccbf22f-3fb9-419c-8296-1aeb44b966e2 req-bc187e52-bc68-456a-bb0a-bd4965a0792f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691984 Nov 04 11:04:30.970065 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ecfb8-b629-4569-91f4-c900127b4b06 req-0c77b651-b12a-4340-a0af-0c251a2c9f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:30.970887 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-508ecfb8-b629-4569-91f4-c900127b4b06 req-0c77b651-b12a-4340-a0af-0c251a2c9f77 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=acbe3edd-0e54-430d-9b84-17ccd434a175 HTTP/1.1" status: 200 len: 850 time: 0.0558093 Nov 04 11:04:31.022030 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ecfb8-b629-4569-91f4-c900127b4b06 req-ac7b554b-aaf4-4cba-a456-b8269aca09c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:31.023540 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-508ecfb8-b629-4569-91f4-c900127b4b06 req-ac7b554b-aaf4-4cba-a456-b8269aca09c2 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0f07f923-0bad-4509-bf44-e9706f67de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418756 Nov 04 11:04:31.055757 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e22ca3cf-07c8-41c5-a69f-1525acd990a5 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:31.093881 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e22ca3cf-07c8-41c5-a69f-1525acd990a5 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:31.141101 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-508ecfb8-b629-4569-91f4-c900127b4b06 req-6e476e12-6dac-4de9-be32-c8fff0b3fc14 service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084657 Nov 04 11:04:31.167691 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ca3cf-07c8-41c5-a69f-1525acd990a5 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Pushing event updated for resources: {'Port': ['ID=b32ae6e9-8260-4832-aadd-6d5aa74e0546,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:31.177376 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22ca3cf-07c8-41c5-a69f-1525acd990a5 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Checking segment: {'id': 'dfee826a-4cf4-4952-9273-c0307b2fa745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '8579aeff-97ab-434f-bccf-c26b13f00a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:04:31.177629 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22ca3cf-07c8-41c5-a69f-1525acd990a5 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Network hostable DHCP agents. Network: 8579aeff-97ab-434f-bccf-c26b13f00a7a, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:04:31.195618 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22ca3cf-07c8-41c5-a69f-1525acd990a5 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Network 8579aeff-97ab-434f-bccf-c26b13f00a7a is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:04:31.206096 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-e22ca3cf-07c8-41c5-a69f-1525acd990a5 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 8579aeff-97ab-434f-bccf-c26b13f00a7a) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:04:31.212650 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ca3cf-07c8-41c5-a69f-1525acd990a5 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:04:31.215319 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e22ca3cf-07c8-41c5-a69f-1525acd990a5 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:31.216399 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ecccde-63f0-4d3c-85c4-9e77f9fc606b None None] Network 8579aeff-97ab-434f-bccf-c26b13f00a7a requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:04:31.261430 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-508ecfb8-b629-4569-91f4-c900127b4b06 req-e08f0d19-3365-4840-946a-ac26aa5bb874 service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118374 Nov 04 11:04:31.280603 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ca3cf-07c8-41c5-a69f-1525acd990a5 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Pushing event updated for resources: {'Port': ['ID=58203ff3-baae-4fab-b31e-90d89e5fcb30,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:31.299067 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22ca3cf-07c8-41c5-a69f-1525acd990a5 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Checking segment: {'id': '357c2238-1411-4c82-a56f-a4cd37912a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '3dbc8dfc-e9da-4688-9ff7-14555e038eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:04:31.299523 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22ca3cf-07c8-41c5-a69f-1525acd990a5 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Network hostable DHCP agents. Network: 3dbc8dfc-e9da-4688-9ff7-14555e038eba, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:04:31.318456 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22ca3cf-07c8-41c5-a69f-1525acd990a5 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Network 3dbc8dfc-e9da-4688-9ff7-14555e038eba is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:04:31.330242 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-e22ca3cf-07c8-41c5-a69f-1525acd990a5 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 3dbc8dfc-e9da-4688-9ff7-14555e038eba) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:04:31.335142 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ca3cf-07c8-41c5-a69f-1525acd990a5 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:04:31.342321 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22ca3cf-07c8-41c5-a69f-1525acd990a5 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:31.346429 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635b1713-2030-42c9-ab0a-dcea4b8fa69f None None] Network 3dbc8dfc-e9da-4688-9ff7-14555e038eba requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:04:31.348021 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22ca3cf-07c8-41c5-a69f-1525acd990a5 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:31.348799 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e22ca3cf-07c8-41c5-a69f-1525acd990a5 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:31.372871 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e22ca3cf-07c8-41c5-a69f-1525acd990a5 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.0286183 Nov 04 11:04:31.375380 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47654) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:31.438712 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e473d1f0-10eb-4080-a5af-b95c45c715ad tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:31.447341 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e473d1f0-10eb-4080-a5af-b95c45c715ad tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:31.449315 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e473d1f0-10eb-4080-a5af-b95c45c715ad tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0726488 Nov 04 11:04:31.452438 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47660) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:31.569897 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ace94-011a-4dc3-8fd9-538f8f25943a tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Deleting port b32ae6e9-8260-4832-aadd-6d5aa74e0546 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:04:31.570097 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6a0ace94-011a-4dc3-8fd9-538f8f25943a tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:31.644757 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6a0ace94-011a-4dc3-8fd9-538f8f25943a tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:31.660972 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ace94-011a-4dc3-8fd9-538f8f25943a tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Calling delete_port for b32ae6e9-8260-4832-aadd-6d5aa74e0546 owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:04:31.747664 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6a0ace94-011a-4dc3-8fd9-538f8f25943a tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:31.782411 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ace94-011a-4dc3-8fd9-538f8f25943a tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Pushing event deleted for resources: {'Port': ['ID=b32ae6e9-8260-4832-aadd-6d5aa74e0546,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:31.791213 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6a0ace94-011a-4dc3-8fd9-538f8f25943a tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:31.797879 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6a0ace94-011a-4dc3-8fd9-538f8f25943a tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] 10.222.0.127 "DELETE /v2.0/ports/b32ae6e9-8260-4832-aadd-6d5aa74e0546 HTTP/1.1" status: 204 len: 168 time: 0.3390195 Nov 04 11:04:31.800399 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47666) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:31.892934 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-f3d03695-b262-4def-83d6-7518d80328f6 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Deleting port 58203ff3-baae-4fab-b31e-90d89e5fcb30 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:04:31.893329 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f3d03695-b262-4def-83d6-7518d80328f6 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:31.965696 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f3d03695-b262-4def-83d6-7518d80328f6 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:31.979358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-f3d03695-b262-4def-83d6-7518d80328f6 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Calling delete_port for 58203ff3-baae-4fab-b31e-90d89e5fcb30 owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:04:32.065716 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f3d03695-b262-4def-83d6-7518d80328f6 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:32.109799 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d03695-b262-4def-83d6-7518d80328f6 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Pushing event deleted for resources: {'Port': ['ID=58203ff3-baae-4fab-b31e-90d89e5fcb30,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:32.113404 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed89b24-5beb-4814-9f04-f42e2ff1c4cd req-6af792a5-b812-4660-bb23-ac2fb5ff0dac tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:32.115265 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ed89b24-5beb-4814-9f04-f42e2ff1c4cd req-6af792a5-b812-4660-bb23-ac2fb5ff0dac tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=c35ef6a5-7aed-45ad-9685-a519749db84a HTTP/1.1" status: 200 len: 944 time: 0.0759025 Nov 04 11:04:32.116085 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f3d03695-b262-4def-83d6-7518d80328f6 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:32.119809 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f3d03695-b262-4def-83d6-7518d80328f6 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] 10.222.0.127 "DELETE /v2.0/ports/58203ff3-baae-4fab-b31e-90d89e5fcb30 HTTP/1.1" status: 204 len: 168 time: 0.3182185 Nov 04 11:04:32.122510 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47670) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:32.193460 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ed89b24-5beb-4814-9f04-f42e2ff1c4cd req-2dc8152e-9d7c-40c7-a92b-5b47aa558023 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658126 Nov 04 11:04:32.523078 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ca824bee-bb87-4f49-bc5a-53628453dc7b tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3992372 Nov 04 11:04:32.526882 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47672) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:32.534375 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-d84e6c01-e238-46ad-b7ed-d56a75cd3faa tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2113806754'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:32.557278 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84e6c01-e238-46ad-b7ed-d56a75cd3faa tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Made reservation on behalf of 1cd61bbaddba4c75ad9db09f992cc72d for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:04:32.560732 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d84e6c01-e238-46ad-b7ed-d56a75cd3faa tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:32.588397 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d84e6c01-e238-46ad-b7ed-d56a75cd3faa tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1170} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:04:32.602776 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d84e6c01-e238-46ad-b7ed-d56a75cd3faa tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:32.603253 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-d84e6c01-e238-46ad-b7ed-d56a75cd3faa tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Added segment 3489017b-25c0-4fba-a14f-fa349fc972d0 of type vlan for network f83bff3b-c65e-4615-ab57-ad76b6d50700 Nov 04 11:04:32.645607 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d84e6c01-e238-46ad-b7ed-d56a75cd3faa tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:32.672838 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d84e6c01-e238-46ad-b7ed-d56a75cd3faa tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:32.678557 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84e6c01-e238-46ad-b7ed-d56a75cd3faa tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:32.679175 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d84e6c01-e238-46ad-b7ed-d56a75cd3faa tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:32.737224 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d84e6c01-e238-46ad-b7ed-d56a75cd3faa tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2091262 Nov 04 11:04:32.740113 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47676) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:32.745363 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-6ee2a95a-857f-4ca1-b6c2-6f7b07f363c2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1623884445'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:32.753988 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e6c01-e238-46ad-b7ed-d56a75cd3faa tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Pushing event updated for resources: {'Network': ['ID=f83bff3b-c65e-4615-ab57-ad76b6d50700,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:32.767594 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network f83bff3b-c65e-4615-ab57-ad76b6d50700 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:04:32.771938 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee2a95a-857f-4ca1-b6c2-6f7b07f363c2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Made reservation on behalf of 1cd61bbaddba4c75ad9db09f992cc72d for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:04:32.775888 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a95a-857f-4ca1-b6c2-6f7b07f363c2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:32.801576 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee2a95a-857f-4ca1-b6c2-6f7b07f363c2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1175} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:04:32.811813 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a95a-857f-4ca1-b6c2-6f7b07f363c2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:32.812540 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-6ee2a95a-857f-4ca1-b6c2-6f7b07f363c2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Added segment 28966944-37e0-443e-a291-070d29278a99 of type vlan for network 1cd0762b-d773-422f-b4fc-6ce8c4d0c15a Nov 04 11:04:32.880657 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a95a-857f-4ca1-b6c2-6f7b07f363c2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:32.909771 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a95a-857f-4ca1-b6c2-6f7b07f363c2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:32.915766 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee2a95a-857f-4ca1-b6c2-6f7b07f363c2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:32.916406 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a95a-857f-4ca1-b6c2-6f7b07f363c2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:32.984601 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6ee2a95a-857f-4ca1-b6c2-6f7b07f363c2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2433755 Nov 04 11:04:33.004038 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2a95a-857f-4ca1-b6c2-6f7b07f363c2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Pushing event updated for resources: {'Network': ['ID=1cd0762b-d773-422f-b4fc-6ce8c4d0c15a,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:33.017677 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 1cd0762b-d773-422f-b4fc-6ce8c4d0c15a details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:04:33.112486 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47678) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:33.119333 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-8f5c2b9c-94d8-4cdc-b976-8d31ee6570f2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Request body: {'subnets': [{'network_id': 'f83bff3b-c65e-4615-ab57-ad76b6d50700', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2136949442', 'ip_version': 4}, {'network_id': '1cd0762b-d773-422f-b4fc-6ce8c4d0c15a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:33.119604 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-8f5c2b9c-94d8-4cdc-b976-8d31ee6570f2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Request body: {'subnet': {'network_id': 'f83bff3b-c65e-4615-ab57-ad76b6d50700', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2136949442', 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:33.120183 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-8f5c2b9c-94d8-4cdc-b976-8d31ee6570f2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Request body: {'subnet': {'network_id': '1cd0762b-d773-422f-b4fc-6ce8c4d0c15a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:33.318840 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5c2b9c-94d8-4cdc-b976-8d31ee6570f2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Made reservation on behalf of 1cd61bbaddba4c75ad9db09f992cc72d for: {'subnet': 2} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:04:33.323913 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8f5c2b9c-94d8-4cdc-b976-8d31ee6570f2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:33.324248 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8f5c2b9c-94d8-4cdc-b976-8d31ee6570f2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:33.385448 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02eb961-2297-4448-be40-5c4c16845b29 req-9041a68f-5858-4fbb-8aa2-d16312842d53 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:33.386943 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b02eb961-2297-4448-be40-5c4c16845b29 req-9041a68f-5858-4fbb-8aa2-d16312842d53 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=c35ef6a5-7aed-45ad-9685-a519749db84a HTTP/1.1" status: 200 len: 944 time: 0.1155386 Nov 04 11:04:33.463921 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b02eb961-2297-4448-be40-5c4c16845b29 req-6db204db-89a6-4529-9991-86372d5907ac tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707462 Nov 04 11:04:33.492138 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:04:33.594235 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:04:33.608312 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc', 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e', 'port_id': '18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc', 'mac_address': 'fa:16:3e:df:5b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbe3edd-0e54-430d-9b84-17ccd434a175', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:04:33.652248 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:33.666408 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:04:33.687923 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:04:33.693756 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:33.753211 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:33.777285 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8f5c2b9c-94d8-4cdc-b976-8d31ee6570f2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:33.836687 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c2b9c-94d8-4cdc-b976-8d31ee6570f2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Pushing event updated for resources: {'Subnet': ['ID=c1e06e27-f256-425c-9384-89eba5dd77c5,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:33.849693 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5c2b9c-94d8-4cdc-b976-8d31ee6570f2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Checking segment: {'id': '3489017b-25c0-4fba-a14f-fa349fc972d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'f83bff3b-c65e-4615-ab57-ad76b6d50700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:04:33.850080 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5c2b9c-94d8-4cdc-b976-8d31ee6570f2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Network hostable DHCP agents. Network: f83bff3b-c65e-4615-ab57-ad76b6d50700, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:04:33.870194 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5c2b9c-94d8-4cdc-b976-8d31ee6570f2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Network f83bff3b-c65e-4615-ab57-ad76b6d50700 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:04:33.880207 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-8f5c2b9c-94d8-4cdc-b976-8d31ee6570f2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, f83bff3b-c65e-4615-ab57-ad76b6d50700) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:04:33.885243 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8f5c2b9c-94d8-4cdc-b976-8d31ee6570f2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:33.889688 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874c4215-3833-4375-838e-707c342d0e3a None None] Network f83bff3b-c65e-4615-ab57-ad76b6d50700 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:04:33.953869 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c2b9c-94d8-4cdc-b976-8d31ee6570f2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Pushing event updated for resources: {'Subnet': ['ID=34fdda6c-1351-4a1e-9d02-b4eb1588e36e,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:33.960214 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:04:33.962969 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5c2b9c-94d8-4cdc-b976-8d31ee6570f2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Checking segment: {'id': '28966944-37e0-443e-a291-070d29278a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '1cd0762b-d773-422f-b4fc-6ce8c4d0c15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:04:33.963297 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5c2b9c-94d8-4cdc-b976-8d31ee6570f2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Network hostable DHCP agents. Network: 1cd0762b-d773-422f-b4fc-6ce8c4d0c15a, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:04:33.982921 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5c2b9c-94d8-4cdc-b976-8d31ee6570f2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Network 1cd0762b-d773-422f-b4fc-6ce8c4d0c15a is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:04:33.994182 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-8f5c2b9c-94d8-4cdc-b976-8d31ee6570f2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 1cd0762b-d773-422f-b4fc-6ce8c4d0c15a) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:04:34.002591 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5c2b9c-94d8-4cdc-b976-8d31ee6570f2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:34.004863 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5c2b9c-94d8-4cdc-b976-8d31ee6570f2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:34.005550 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8f5c2b9c-94d8-4cdc-b976-8d31ee6570f2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:34.010841 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d24880e-94ce-458e-8f49-efcae98f5267 None None] Network 1cd0762b-d773-422f-b4fc-6ce8c4d0c15a requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:04:34.026745 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8f5c2b9c-94d8-4cdc-b976-8d31ee6570f2 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.9125240 Nov 04 11:04:34.029332 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47690) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:34.125346 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4f4cc6-9d54-48b6-a502-501b2a161f11 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:34.127098 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4f4cc6-9d54-48b6-a502-501b2a161f11 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:34.128656 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4f4cc6-9d54-48b6-a502-501b2a161f11 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:34.133410 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8f4f4cc6-9d54-48b6-a502-501b2a161f11 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1000264 Nov 04 11:04:34.135854 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47692) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:34.200924 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a055aa5-6dfa-41b1-91c6-6e71adfae030 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Deleting subnet c1e06e27-f256-425c-9384-89eba5dd77c5 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:04:34.203608 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90362a8f-e9d2-4b80-a372-403bcb8c2276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-f83bff3b-c65e-4615-ab57-ad76b6d50700', 'network_id': 'f83bff3b-c65e-4615-ab57-ad76b6d50700', 'tenant_id': '1cd61bbaddba4c75ad9db09f992cc72d', 'fixed_ips': [{'subnet_id': 'c1e06e27-f256-425c-9384-89eba5dd77c5'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:04:34.203960 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-90362a8f-e9d2-4b80-a372-403bcb8c2276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:34.205318 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5a055aa5-6dfa-41b1-91c6-6e71adfae030 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:34.246582 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5a055aa5-6dfa-41b1-91c6-6e71adfae030 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:34.298087 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5a055aa5-6dfa-41b1-91c6-6e71adfae030 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:34.378991 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5a055aa5-6dfa-41b1-91c6-6e71adfae030 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server [None req-90362a8f-e9d2-4b80-a372-403bcb8c2276 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c1e06e27-f256-425c-9384-89eba5dd77c5: This subnet is being modified by another concurrent operation. Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise exception Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c1e06e27-f256-425c-9384-89eba5dd77c5: This subnet is being modified by another concurrent operation. Nov 04 11:04:34.398814 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Nov 04 11:04:34.410399 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a055aa5-6dfa-41b1-91c6-6e71adfae030 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e06e27-f256-425c-9384-89eba5dd77c5,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:34.413624 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54549276-3359-4108-b7f7-e7f19b66864c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-1cd0762b-d773-422f-b4fc-6ce8c4d0c15a', 'network_id': '1cd0762b-d773-422f-b4fc-6ce8c4d0c15a', 'tenant_id': '1cd61bbaddba4c75ad9db09f992cc72d', 'fixed_ips': [{'subnet_id': '34fdda6c-1351-4a1e-9d02-b4eb1588e36e'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:04:34.414077 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5a055aa5-6dfa-41b1-91c6-6e71adfae030 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:34.414695 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-54549276-3359-4108-b7f7-e7f19b66864c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:34.417723 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5a055aa5-6dfa-41b1-91c6-6e71adfae030 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] 10.222.0.127 "DELETE /v2.0/subnets/c1e06e27-f256-425c-9384-89eba5dd77c5 HTTP/1.1" status: 204 len: 168 time: 0.2806737 Nov 04 11:04:34.420514 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47694) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:34.435125 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a9e116-4fce-42f0-98df-4301be221529 None None] Network f83bff3b-c65e-4615-ab57-ad76b6d50700 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:04:34.475661 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4d3960-4edf-42c3-81aa-cca404772189 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Deleting subnet 34fdda6c-1351-4a1e-9d02-b4eb1588e36e {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:04:34.479215 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0f4d3960-4edf-42c3-81aa-cca404772189 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:34.537668 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0f4d3960-4edf-42c3-81aa-cca404772189 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:34.597581 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0f4d3960-4edf-42c3-81aa-cca404772189 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:34.604719 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae3bbb-0d05-42f4-a487-e6c40bab0981 req-9b69259a-5986-42cb-9998-208ccf58ef13 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:34.613687 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b6ae3bbb-0d05-42f4-a487-e6c40bab0981 req-9b69259a-5986-42cb-9998-208ccf58ef13 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=c35ef6a5-7aed-45ad-9685-a519749db84a HTTP/1.1" status: 200 len: 945 time: 0.0670369 Nov 04 11:04:34.666273 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b6ae3bbb-0d05-42f4-a487-e6c40bab0981 req-7fa6e4d0-c352-4ea7-8f93-527c7c22fff9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515308 Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server [None req-54549276-3359-4108-b7f7-e7f19b66864c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 34fdda6c-1351-4a1e-9d02-b4eb1588e36e: This subnet is being modified by another concurrent operation. Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise exception Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 34fdda6c-1351-4a1e-9d02-b4eb1588e36e: This subnet is being modified by another concurrent operation. Nov 04 11:04:34.666488 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Nov 04 11:04:34.674220 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0f4d3960-4edf-42c3-81aa-cca404772189 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:34.693023 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ced7af-d596-4641-a555-3196fd8c83bd None None] Network 1cd0762b-d773-422f-b4fc-6ce8c4d0c15a requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:04:34.696396 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d3960-4edf-42c3-81aa-cca404772189 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Pushing event deleted for resources: {'Subnet': ['ID=34fdda6c-1351-4a1e-9d02-b4eb1588e36e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:34.707612 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0f4d3960-4edf-42c3-81aa-cca404772189 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:34.713314 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0f4d3960-4edf-42c3-81aa-cca404772189 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] 10.222.0.127 "DELETE /v2.0/subnets/34fdda6c-1351-4a1e-9d02-b4eb1588e36e HTTP/1.1" status: 204 len: 168 time: 0.2916405 Nov 04 11:04:34.713549 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47698) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:34.767187 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c0bd39-1098-4e83-90bf-be3c4d318de3 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:34.769827 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a4c0bd39-1098-4e83-90bf-be3c4d318de3 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0551140 Nov 04 11:04:34.775689 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47702) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:34.832137 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74adeb7c-1d5b-4001-811c-5e11fd8f7fb9 None None] get_active_networks_info from n-d-816629-1 {{(pid=101776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 11:04:34.867032 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bf76b966-262f-4736-9c59-42ad57caa0d1 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:34.912162 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74adeb7c-1d5b-4001-811c-5e11fd8f7fb9 None None] Resources bound (agent type, host, resource id): {{(pid=101776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 11:04:34.956469 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bf76b966-262f-4736-9c59-42ad57caa0d1 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:34.976894 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-bf76b966-262f-4736-9c59-42ad57caa0d1 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd0762b-d773-422f-b4fc-6ce8c4d0c15a']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:34.986796 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-bf76b966-262f-4736-9c59-42ad57caa0d1 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28966944-37e0-443e-a291-070d29278a99') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:34.987084 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-bf76b966-262f-4736-9c59-42ad57caa0d1 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28966944-37e0-443e-a291-070d29278a99') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:34.996185 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bf76b966-262f-4736-9c59-42ad57caa0d1 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:35.009549 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bf76b966-262f-4736-9c59-42ad57caa0d1 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:35.015829 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf76b966-262f-4736-9c59-42ad57caa0d1 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Releasing vlan 1175 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:04:35.016224 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bf76b966-262f-4736-9c59-42ad57caa0d1 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:04:35.019789 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:04:35.093129 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bf76b966-262f-4736-9c59-42ad57caa0d1 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:35.108850 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bf76b966-262f-4736-9c59-42ad57caa0d1 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:35.115051 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bf76b966-262f-4736-9c59-42ad57caa0d1 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] 10.222.0.127 "DELETE /v2.0/networks/1cd0762b-d773-422f-b4fc-6ce8c4d0c15a HTTP/1.1" status: 204 len: 168 time: 0.3357124 Nov 04 11:04:35.115504 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47704) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:35.123437 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76b966-262f-4736-9c59-42ad57caa0d1 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Pushing event deleted for resources: {'Network': ['ID=1cd0762b-d773-422f-b4fc-6ce8c4d0c15a,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:35.210510 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1316822-255d-4e31-9cf6-9de866b7ba57 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:35.303140 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1316822-255d-4e31-9cf6-9de866b7ba57 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:35.318287 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d7c9f9-e959-45ac-9c2d-69e3b12a5bbf None None] get_active_networks_info from n-d-816629-1 {{(pid=101776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 11:04:35.327921 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-f1316822-255d-4e31-9cf6-9de866b7ba57 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83bff3b-c65e-4615-ab57-ad76b6d50700']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:35.338517 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-f1316822-255d-4e31-9cf6-9de866b7ba57 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3489017b-25c0-4fba-a14f-fa349fc972d0') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:35.338517 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-f1316822-255d-4e31-9cf6-9de866b7ba57 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3489017b-25c0-4fba-a14f-fa349fc972d0') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:35.353280 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1316822-255d-4e31-9cf6-9de866b7ba57 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:35.366498 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1316822-255d-4e31-9cf6-9de866b7ba57 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:35.372794 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1316822-255d-4e31-9cf6-9de866b7ba57 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:04:35.373227 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1316822-255d-4e31-9cf6-9de866b7ba57 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:04:35.376738 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:04:35.406773 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d7c9f9-e959-45ac-9c2d-69e3b12a5bbf None None] Resources bound (agent type, host, resource id): {{(pid=101776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 11:04:35.437379 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1316822-255d-4e31-9cf6-9de866b7ba57 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:35.445001 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1316822-255d-4e31-9cf6-9de866b7ba57 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:35.448366 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f1316822-255d-4e31-9cf6-9de866b7ba57 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] 10.222.0.127 "DELETE /v2.0/networks/f83bff3b-c65e-4615-ab57-ad76b6d50700 HTTP/1.1" status: 204 len: 168 time: 0.3317478 Nov 04 11:04:35.451030 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47706) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:35.465271 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1316822-255d-4e31-9cf6-9de866b7ba57 tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Pushing event deleted for resources: {'Network': ['ID=f83bff3b-c65e-4615-ab57-ad76b6d50700,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:35.494159 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:04:35.536438 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d62ad3a0-8c0c-4cba-8273-d79aba3ebb0b tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:35.605882 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:04:35.612716 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:04:35.612716 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:35.633484 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d62ad3a0-8c0c-4cba-8273-d79aba3ebb0b tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:35.655132 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-d62ad3a0-8c0c-4cba-8273-d79aba3ebb0b tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dbc8dfc-e9da-4688-9ff7-14555e038eba']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:35.667660 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-d62ad3a0-8c0c-4cba-8273-d79aba3ebb0b tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357c2238-1411-4c82-a56f-a4cd37912a8b') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:35.667960 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-d62ad3a0-8c0c-4cba-8273-d79aba3ebb0b tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357c2238-1411-4c82-a56f-a4cd37912a8b') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:35.677723 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d62ad3a0-8c0c-4cba-8273-d79aba3ebb0b tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:35.691163 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d62ad3a0-8c0c-4cba-8273-d79aba3ebb0b tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:35.697100 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62ad3a0-8c0c-4cba-8273-d79aba3ebb0b tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:04:35.697706 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d62ad3a0-8c0c-4cba-8273-d79aba3ebb0b tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:04:35.700960 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:04:35.763588 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:35.780529 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d62ad3a0-8c0c-4cba-8273-d79aba3ebb0b tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:35.786672 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d62ad3a0-8c0c-4cba-8273-d79aba3ebb0b tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:35.791437 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35ef6a5-7aed-45ad-9685-a519749db84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:04:35.792151 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d62ad3a0-8c0c-4cba-8273-d79aba3ebb0b tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] 10.222.0.127 "DELETE /v2.0/networks/3dbc8dfc-e9da-4688-9ff7-14555e038eba HTTP/1.1" status: 204 len: 168 time: 0.3396275 Nov 04 11:04:35.796619 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47710) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:35.797173 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acb6e30-40e6-4bbb-a600-2f7e909f67fa" -d '{"events": [{"server_uuid": "c35ef6a5-7aed-45ad-9685-a519749db84a", "name": "network-vif-plugged", "status": "completed", "tag": "18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:04:35.827402 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:04:35.837746 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:35.850336 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ad3a0-8c0c-4cba-8273-d79aba3ebb0b tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Pushing event deleted for resources: {'Network': ['ID=3dbc8dfc-e9da-4688-9ff7-14555e038eba,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:35.860732 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695790a-5db8-4e71-8c13-6463ba3171e7 req-53329bc3-984a-413a-b788-be09f147cdbe tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:35.862435 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8695790a-5db8-4e71-8c13-6463ba3171e7 req-53329bc3-984a-413a-b788-be09f147cdbe tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=c35ef6a5-7aed-45ad-9685-a519749db84a HTTP/1.1" status: 200 len: 945 time: 0.0773160 Nov 04 11:04:35.918976 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:35.929541 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c976d5d9-8e2e-41f8-b1b8-13a7d055ce8a tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:35.930481 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8695790a-5db8-4e71-8c13-6463ba3171e7 req-7596f4a8-e01a-4a0e-8793-b77baf7fda7f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590057 Nov 04 11:04:35.977043 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3708d5e-2443-47ee-aae3-1e6e825189cd x-openstack-request-id: req-d3708d5e-2443-47ee-aae3-1e6e825189cd {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:04:35.977339 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35ef6a5-7aed-45ad-9685-a519749db84a", "name": "network-vif-plugged", "status": "completed", "tag": "18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:04:35.977602 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-d3708d5e-2443-47ee-aae3-1e6e825189cd {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:04:35.978007 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35ef6a5-7aed-45ad-9685-a519749db84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc', 'code': 200} Nov 04 11:04:36.050966 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c976d5d9-8e2e-41f8-b1b8-13a7d055ce8a tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:36.101045 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-c976d5d9-8e2e-41f8-b1b8-13a7d055ce8a tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8579aeff-97ab-434f-bccf-c26b13f00a7a']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:36.113801 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-c976d5d9-8e2e-41f8-b1b8-13a7d055ce8a tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfee826a-4cf4-4952-9273-c0307b2fa745') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:36.113985 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-c976d5d9-8e2e-41f8-b1b8-13a7d055ce8a tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfee826a-4cf4-4952-9273-c0307b2fa745') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:36.125538 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c976d5d9-8e2e-41f8-b1b8-13a7d055ce8a tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:36.138797 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e85e8-8010-48cf-b7e9-3743c84292e6 req-86212173-1492-44fb-9350-df2e3d74c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:36.140464 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-326e85e8-8010-48cf-b7e9-3743c84292e6 req-86212173-1492-44fb-9350-df2e3d74c99a service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=c35ef6a5-7aed-45ad-9685-a519749db84a HTTP/1.1" status: 200 len: 1097 time: 0.1003320 Nov 04 11:04:36.149396 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c976d5d9-8e2e-41f8-b1b8-13a7d055ce8a tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:36.169046 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c976d5d9-8e2e-41f8-b1b8-13a7d055ce8a tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Releasing vlan 1155 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:04:36.169627 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c976d5d9-8e2e-41f8-b1b8-13a7d055ce8a tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:04:36.173629 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:04:36.267635 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-326e85e8-8010-48cf-b7e9-3743c84292e6 req-40f71684-f356-470c-a20f-7f2fc839aaec service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153672 Nov 04 11:04:36.269410 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c976d5d9-8e2e-41f8-b1b8-13a7d055ce8a tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:36.277250 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c976d5d9-8e2e-41f8-b1b8-13a7d055ce8a tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:36.282115 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c976d5d9-8e2e-41f8-b1b8-13a7d055ce8a tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] 10.222.0.127 "DELETE /v2.0/networks/8579aeff-97ab-434f-bccf-c26b13f00a7a HTTP/1.1" status: 204 len: 168 time: 0.4840076 Nov 04 11:04:36.296406 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976d5d9-8e2e-41f8-b1b8-13a7d055ce8a tempest-BulkNetworkOpsTest-928862897 tempest-BulkNetworkOpsTest-928862897-project] Pushing event deleted for resources: {'Network': ['ID=8579aeff-97ab-434f-bccf-c26b13f00a7a,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:36.586730 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47720) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:36.769561 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-91c9b359-4c67-4a7e-80ce-246662b24812 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=1cd61bbaddba4c75ad9db09f992cc72d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1812842 Nov 04 11:04:36.772209 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47724) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:36.835868 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3fbd64e4-1d51-4597-92f7-bdfff3858e96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:36.860202 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3fbd64e4-1d51-4597-92f7-bdfff3858e96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:36.921670 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3fbd64e4-1d51-4597-92f7-bdfff3858e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:36.924437 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3fbd64e4-1d51-4597-92f7-bdfff3858e96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:36.925653 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3fbd64e4-1d51-4597-92f7-bdfff3858e96 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/9459de54-7014-406e-a456-d224992dab34 HTTP/1.1" status: 204 len: 168 time: 0.1525381 Nov 04 11:04:36.933978 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd64e4-1d51-4597-92f7-bdfff3858e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9459de54-7014-406e-a456-d224992dab34,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:37.081132 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f3a82-3fc8-41db-a57f-6a44254e0106 req-1ee824a8-bd57-423e-b6cd-cefa64a82a64 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:37.084050 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fc2f3a82-3fc8-41db-a57f-6a44254e0106 req-1ee824a8-bd57-423e-b6cd-cefa64a82a64 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=c35ef6a5-7aed-45ad-9685-a519749db84a HTTP/1.1" status: 200 len: 946 time: 0.0722179 Nov 04 11:04:37.165381 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fc2f3a82-3fc8-41db-a57f-6a44254e0106 req-8f631c12-3734-4034-b2de-6c4361f75a83 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748303 Nov 04 11:04:37.788864 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47824) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:37.891312 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-96ebf726-7759-4072-b6b4-8b03f4c41d6e tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] Request body: {'port': {'network_id': '299000e5-273a-43f0-94ce-1fa88868d389', 'name': 'tempest-NetworksNegativeTestJSON-1429792396'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:37.905900 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ebf726-7759-4072-b6b4-8b03f4c41d6e tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] POST failed (client error): The resource could not be found. Nov 04 11:04:37.906441 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ebf726-7759-4072-b6b4-8b03f4c41d6e tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:04:37.911312 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-96ebf726-7759-4072-b6b4-8b03f4c41d6e tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1177199 Nov 04 11:04:37.911668 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47828) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:37.930678 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea75f4b-301c-4c04-b828-0dfa9d65a47c tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] DELETE failed (client error): The resource could not be found. Nov 04 11:04:37.931246 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea75f4b-301c-4c04-b828-0dfa9d65a47c tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:04:37.934380 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8ea75f4b-301c-4c04-b828-0dfa9d65a47c tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] 10.222.0.127 "DELETE /v2.0/networks/a9dfb66a-18d6-41dd-810c-ba0b9327ba35 HTTP/1.1" status: 404 len: 339 time: 0.0217416 Nov 04 11:04:37.938175 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47830) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:37.961488 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d3b116-9278-4794-987b-a1bb707889a5 tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] DELETE failed (client error): The resource could not be found. Nov 04 11:04:37.962299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d3b116-9278-4794-987b-a1bb707889a5 tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:04:37.965499 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-00d3b116-9278-4794-987b-a1bb707889a5 tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] 10.222.0.127 "DELETE /v2.0/ports/30f656e1-13dd-4089-b6a2-bcd95b58dcdb HTTP/1.1" status: 404 len: 333 time: 0.0263779 Nov 04 11:04:37.970035 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47832) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:37.997323 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-95175f91-7d9e-4759-b3bd-16219939f0d3 tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] DELETE failed (client error): The resource could not be found. Nov 04 11:04:37.997834 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95175f91-7d9e-4759-b3bd-16219939f0d3 tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:04:38.000959 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-95175f91-7d9e-4759-b3bd-16219939f0d3 tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] 10.222.0.127 "DELETE /v2.0/subnets/52dd3064-4396-45e0-bf97-b43a456ef617 HTTP/1.1" status: 404 len: 337 time: 0.0300300 Nov 04 11:04:38.004905 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47834) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:38.024808 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce3b842-df81-4793-84a2-23d447ec9a1a tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] GET failed (client error): The resource could not be found. Nov 04 11:04:38.026639 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1ce3b842-df81-4793-84a2-23d447ec9a1a tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] 10.222.0.127 "GET /v2.0/networks/a116a195-5a47-43e2-a835-1e72058bbc57 HTTP/1.1" status: 404 len: 339 time: 0.0208008 Nov 04 11:04:38.030601 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47836) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:38.060658 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca431703-7a8d-4ca6-b245-f70e43ae900e tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] GET failed (client error): The resource could not be found. Nov 04 11:04:38.062291 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ca431703-7a8d-4ca6-b245-f70e43ae900e tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] 10.222.0.127 "GET /v2.0/ports/d93f8fd4-b0b6-4d3f-9ea5-f2a1cbde9cd5 HTTP/1.1" status: 404 len: 333 time: 0.0307415 Nov 04 11:04:38.066425 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47838) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:38.095724 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1fea853-e13e-448c-9a42-0a4bee6dfed5 tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] GET failed (client error): The resource could not be found. Nov 04 11:04:38.097121 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a1fea853-e13e-448c-9a42-0a4bee6dfed5 tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] 10.222.0.127 "GET /v2.0/subnets/1265f6af-9c68-47d7-bafd-a9cf055da6fe HTTP/1.1" status: 404 len: 337 time: 0.0296693 Nov 04 11:04:38.101104 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47840) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:38.106189 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-253f03d9-39bf-43bc-8df3-fb4c580a5a1c tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:38.121070 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-253f03d9-39bf-43bc-8df3-fb4c580a5a1c tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] PUT failed (client error): The resource could not be found. Nov 04 11:04:38.121629 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-253f03d9-39bf-43bc-8df3-fb4c580a5a1c tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:04:38.122802 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-253f03d9-39bf-43bc-8df3-fb4c580a5a1c tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] 10.222.0.127 "PUT /v2.0/networks/ffcae2d0-640e-4176-b1af-42259b2fd260 HTTP/1.1" status: 404 len: 339 time: 0.0207524 Nov 04 11:04:38.127530 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47842) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:38.132953 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-5567482e-5c7a-45cc-bffe-717a455fcaa3 tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:38.154022 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-5567482e-5c7a-45cc-bffe-717a455fcaa3 tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] PUT failed (client error): The resource could not be found. Nov 04 11:04:38.154755 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5567482e-5c7a-45cc-bffe-717a455fcaa3 tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:04:38.156489 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5567482e-5c7a-45cc-bffe-717a455fcaa3 tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] 10.222.0.127 "PUT /v2.0/ports/a4ddc60c-2864-4206-bead-d1748640ccde HTTP/1.1" status: 404 len: 333 time: 0.0279925 Nov 04 11:04:38.160299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47844) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:38.165388 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-8a9c33fe-47ff-4b68-a6ca-8af7a98c7b26 tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:38.188379 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a9c33fe-47ff-4b68-a6ca-8af7a98c7b26 tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] PUT failed (client error): The resource could not be found. Nov 04 11:04:38.188868 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a9c33fe-47ff-4b68-a6ca-8af7a98c7b26 tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:04:38.190530 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8a9c33fe-47ff-4b68-a6ca-8af7a98c7b26 tempest-NetworksNegativeTestJSON-1564273712 tempest-NetworksNegativeTestJSON-1564273712-project] 10.222.0.127 "PUT /v2.0/subnets/051d6b61-0890-4769-8e15-328a573c5c52 HTTP/1.1" status: 404 len: 337 time: 0.0288496 Nov 04 11:04:38.309445 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c8199-e0be-4c31-9ce2-a25a7a864035 req-eb805962-9c39-4248-8d7a-f4879f9b795f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:38.311449 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bc3c8199-e0be-4c31-9ce2-a25a7a864035 req-eb805962-9c39-4248-8d7a-f4879f9b795f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=c35ef6a5-7aed-45ad-9685-a519749db84a HTTP/1.1" status: 200 len: 946 time: 0.0638652 Nov 04 11:04:38.366133 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bc3c8199-e0be-4c31-9ce2-a25a7a864035 req-098b97f4-098d-4e3e-b53a-91a5b0cdb48c tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482638 Nov 04 11:04:38.489289 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47856) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:38.502243 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae06e922-a474-497d-93d0-f834decd4ee8 req-54572482-9ca2-4b18-a901-0b92cf0e6b7d tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=c2e39161b3394d9ebfb8df6053d2cccf HTTP/1.1" status: 200 len: 267 time: 0.0558197 Nov 04 11:04:38.563268 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06e922-a474-497d-93d0-f834decd4ee8 req-a61706e1-e319-49dc-9cbf-4d97a60ac50c tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:38.564709 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae06e922-a474-497d-93d0-f834decd4ee8 req-a61706e1-e319-49dc-9cbf-4d97a60ac50c tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=c35ef6a5-7aed-45ad-9685-a519749db84a HTTP/1.1" status: 200 len: 946 time: 0.0562820 Nov 04 11:04:38.577936 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-ae06e922-a474-497d-93d0-f834decd4ee8 req-6ae5adf4-dce6-4063-b167-0d3e704ff506 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Request body: {'port': {'security_groups': []}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:38.622134 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aa0e43f0-ad6d-486f-a26c-7f0ef9534c34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:38.649824 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ae06e922-a474-497d-93d0-f834decd4ee8 req-6ae5adf4-dce6-4063-b167-0d3e704ff506 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:38.703931 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aa0e43f0-ad6d-486f-a26c-7f0ef9534c34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:38.710076 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aa0e43f0-ad6d-486f-a26c-7f0ef9534c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:38.759818 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-aa0e43f0-ad6d-486f-a26c-7f0ef9534c34 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=839ee43cfe7a44c19949f24af895a28b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2667141 Nov 04 11:04:38.759818 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e43f0-ad6d-486f-a26c-7f0ef9534c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9226db4-3b41-4141-8151-fcf695ec15f0,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:38.760873 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47862) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:38.818405 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-21e37c1a-ffd8-4159-98d8-4d687fd9b0e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:38.825081 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-ae06e922-a474-497d-93d0-f834decd4ee8 req-6ae5adf4-dce6-4063-b167-0d3e704ff506 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] For port 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:04:38.841420 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-21e37c1a-ffd8-4159-98d8-4d687fd9b0e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:38.857707 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ae06e922-a474-497d-93d0-f834decd4ee8 req-6ae5adf4-dce6-4063-b167-0d3e704ff506 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:38.863580 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ae06e922-a474-497d-93d0-f834decd4ee8 req-6ae5adf4-dce6-4063-b167-0d3e704ff506 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:38.881804 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['959e796d-cda9-4c4f-90c2-519dec043dd1'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:04:38.886183 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['38b6d513-0901-4d8e-9e4c-1497424b2069', '18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:04:38.919039 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06e922-a474-497d-93d0-f834decd4ee8 req-6ae5adf4-dce6-4063-b167-0d3e704ff506 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:38.919690 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-ae06e922-a474-497d-93d0-f834decd4ee8 req-6ae5adf4-dce6-4063-b167-0d3e704ff506 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:38.921230 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae06e922-a474-497d-93d0-f834decd4ee8 req-6ae5adf4-dce6-4063-b167-0d3e704ff506 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "PUT /v2.0/ports/18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc HTTP/1.1" status: 200 len: 905 time: 0.3489141 Nov 04 11:04:38.921929 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c35ef6a5-7aed-45ad-9685-a519749db84a', 'tag': '18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:04:38.922695 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-21e37c1a-ffd8-4159-98d8-4d687fd9b0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:38.926126 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-21e37c1a-ffd8-4159-98d8-4d687fd9b0e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:38.927470 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-21e37c1a-ffd8-4159-98d8-4d687fd9b0e2 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/c9226db4-3b41-4141-8151-fcf695ec15f0 HTTP/1.1" status: 204 len: 168 time: 0.1655953 Nov 04 11:04:38.931921 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aabe62f-40bf-455c-a38f-c75c47dce9ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c35ef6a5-7aed-45ad-9685-a519749db84a", "tag": "18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:04:38.949616 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e37c1a-ffd8-4159-98d8-4d687fd9b0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9226db4-3b41-4141-8151-fcf695ec15f0,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:38.961183 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5adf4-dce6-4063-b167-0d3e704ff506 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Pushing event updated for resources: {'Port': ['ID=18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc,revision_number=6']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:39.052919 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:04:39.119724 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30755e-2ce5-42a3-8efa-d4206f6ce969 req-cc39deaa-6921-4573-aa6c-1570e378be00 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:39.122650 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4c30755e-2ce5-42a3-8efa-d4206f6ce969 req-cc39deaa-6921-4573-aa6c-1570e378be00 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=c35ef6a5-7aed-45ad-9685-a519749db84a HTTP/1.1" status: 200 len: 908 time: 0.1052227 Nov 04 11:04:39.347121 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3073f618-d1c0-41b5-8efa-c6ae85b18c7b x-openstack-request-id: req-3073f618-d1c0-41b5-8efa-c6ae85b18c7b {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:04:39.347731 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c35ef6a5-7aed-45ad-9685-a519749db84a", "tag": "18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:04:39.347731 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-3073f618-d1c0-41b5-8efa-c6ae85b18c7b {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:04:39.348440 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c35ef6a5-7aed-45ad-9685-a519749db84a', 'tag': '18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc', 'status': 'completed', 'code': 200} Nov 04 11:04:39.358378 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a692c3e5-cabc-468a-bcfd-5f7811d60151 None None] Provisioning complete for port 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:04:39.358815 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a692c3e5-cabc-468a-bcfd-5f7811d60151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:39.479328 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be10e0-709e-44b1-add6-5eac8cec48cf req-ef194366-d5f2-49ce-b76d-fe615fad3796 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:39.489140 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-45be10e0-709e-44b1-add6-5eac8cec48cf req-ef194366-d5f2-49ce-b76d-fe615fad3796 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0741093 Nov 04 11:04:39.493804 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabe62f-40bf-455c-a38f-c75c47dce9ac req-770ca290-8bd4-4d93-9274-03c399e9a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:39.499782 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4aabe62f-40bf-455c-a38f-c75c47dce9ac req-770ca290-8bd4-4d93-9274-03c399e9a387 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&device_id=c35ef6a5-7aed-45ad-9685-a519749db84a HTTP/1.1" status: 200 len: 1059 time: 0.1269140 Nov 04 11:04:39.575337 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-45be10e0-709e-44b1-add6-5eac8cec48cf req-5abcf248-bf3b-4f88-86c9-f78cedff7131 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852237 Nov 04 11:04:39.633656 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabe62f-40bf-455c-a38f-c75c47dce9ac req-5ed35797-ad1a-4546-9761-dc5f2378d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:39.635490 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4aabe62f-40bf-455c-a38f-c75c47dce9ac req-5ed35797-ad1a-4546-9761-dc5f2378d16a service neutron] 10.222.0.126 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 913 time: 0.1259477 Nov 04 11:04:39.684644 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4aabe62f-40bf-455c-a38f-c75c47dce9ac req-36c5e375-bf89-4a92-b840-a7c50649e7d4 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc HTTP/1.1" status: 200 len: 217 time: 0.0401239 Nov 04 11:04:39.714600 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b225088-6217-4194-83f9-618737c8da6f req-5adddb99-f31f-4407-b10b-c4c1a8645f75 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:39.716622 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7b225088-6217-4194-83f9-618737c8da6f req-5adddb99-f31f-4407-b10b-c4c1a8645f75 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0633202 Nov 04 11:04:39.755376 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabe62f-40bf-455c-a38f-c75c47dce9ac req-e14e0f0a-7d2b-42fe-9a80-ffa878bd8c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:39.758234 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4aabe62f-40bf-455c-a38f-c75c47dce9ac req-e14e0f0a-7d2b-42fe-9a80-ffa878bd8c9b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=acbe3edd-0e54-430d-9b84-17ccd434a175 HTTP/1.1" status: 200 len: 850 time: 0.0661263 Nov 04 11:04:39.785466 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7b225088-6217-4194-83f9-618737c8da6f req-f6389ed4-08fa-4800-8d6d-80bafe2f87f7 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619748 Nov 04 11:04:39.824903 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabe62f-40bf-455c-a38f-c75c47dce9ac req-f64fc90e-86c9-46ff-8519-a9678e0d0a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:39.826556 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4aabe62f-40bf-455c-a38f-c75c47dce9ac req-f64fc90e-86c9-46ff-8519-a9678e0d0a84 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0f07f923-0bad-4509-bf44-e9706f67de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606055 Nov 04 11:04:39.945023 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4aabe62f-40bf-455c-a38f-c75c47dce9ac req-6848001b-af88-49d8-ac4f-a181f2d0d036 service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104786 Nov 04 11:04:40.068131 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4aabe62f-40bf-455c-a38f-c75c47dce9ac req-a9fcffe0-9e08-4536-bf05-aa7d66e5da0b service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151853 Nov 04 11:04:40.125743 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-c684405f-fc53-40f2-8be5-c0e2a59afb03 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:40.127431 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-c684405f-fc53-40f2-8be5-c0e2a59afb03 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 811 time: 0.1255901 Nov 04 11:04:40.145134 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-6fd03cb2-5b6c-45f8-b62d-9f01dfe7ff53 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/quotas/c2e39161b3394d9ebfb8df6053d2cccf HTTP/1.1" status: 200 len: 375 time: 0.0107868 Nov 04 11:04:40.216635 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-3dfcd22b-8639-4633-ac9c-44e6259b5b8d tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0651059 Nov 04 11:04:40.334700 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-07207577-a24c-4fef-a605-788d44b576f1 service neutron] 10.222.0.127 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089764 Nov 04 11:04:40.433853 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-6bbaeb6c-3624-416a-86b4-dffee89658a5 service neutron] 10.222.0.127 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924499 Nov 04 11:04:40.644677 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae370978-2d23-418c-a691-cb74a681b93d req-1175e6ee-011e-4337-bd3d-900ad481e204 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 210 time: 0.0365095 Nov 04 11:04:41.264574 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47948) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:41.381836 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d19f95ff-1ebc-4982-b944-25cb13ad4a0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:41.467044 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d19f95ff-1ebc-4982-b944-25cb13ad4a0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:41.472384 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d19f95ff-1ebc-4982-b944-25cb13ad4a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:41.515955 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f95ff-1ebc-4982-b944-25cb13ad4a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427e6eaf-b448-4954-9620-1250b2f3fb3f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:41.520800 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d19f95ff-1ebc-4982-b944-25cb13ad4a0f admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=b0411abdf5ec4e78ba7d39031ed3197f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2547328 Nov 04 11:04:41.527772 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47952) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:41.586725 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1ae88b26-dcd9-4455-be42-5534b1516b1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:41.612091 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1ae88b26-dcd9-4455-be42-5534b1516b1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:41.685724 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1ae88b26-dcd9-4455-be42-5534b1516b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:41.689598 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1ae88b26-dcd9-4455-be42-5534b1516b1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:41.701570 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1ae88b26-dcd9-4455-be42-5534b1516b1d admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/427e6eaf-b448-4954-9620-1250b2f3fb3f HTTP/1.1" status: 204 len: 168 time: 0.1650681 Nov 04 11:04:41.725777 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae88b26-dcd9-4455-be42-5534b1516b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427e6eaf-b448-4954-9620-1250b2f3fb3f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:41.732256 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-cb457013-e727-423d-a37f-fd01b295722f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:41.734213 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-cb457013-e727-423d-a37f-fd01b295722f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.121 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 811 time: 0.1463702 Nov 04 11:04:41.737604 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae88b26-dcd9-4455-be42-5534b1516b1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:41.737946 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae88b26-dcd9-4455-be42-5534b1516b1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:41.738301 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae88b26-dcd9-4455-be42-5534b1516b1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:41.738627 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae88b26-dcd9-4455-be42-5534b1516b1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:41.738950 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae88b26-dcd9-4455-be42-5534b1516b1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:41.739270 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae88b26-dcd9-4455-be42-5534b1516b1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:41.739588 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae88b26-dcd9-4455-be42-5534b1516b1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:41.739897 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae88b26-dcd9-4455-be42-5534b1516b1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:41.740215 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae88b26-dcd9-4455-be42-5534b1516b1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:41.740563 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae88b26-dcd9-4455-be42-5534b1516b1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:41.740904 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae88b26-dcd9-4455-be42-5534b1516b1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:41.741218 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae88b26-dcd9-4455-be42-5534b1516b1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:41.751478 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-0d5ec378-deb5-41fc-be06-67458b19c8d5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Request body: {'port': {'device_id': '8fa90c8b-3853-49f7-b263-9268ad797385', 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e', 'admin_state_up': True, 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:41.813850 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2c14ad14-9ba2-4966-ae7f-792bff783918 req-ce364653-4747-4ac3-a375-fdef84e69fae tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 210 time: 0.0334444 Nov 04 11:04:41.909784 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-0d5ec378-deb5-41fc-be06-67458b19c8d5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Made reservation on behalf of c2e39161b3394d9ebfb8df6053d2cccf for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:04:41.913625 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-0d5ec378-deb5-41fc-be06-67458b19c8d5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:42.061928 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-0d5ec378-deb5-41fc-be06-67458b19c8d5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Allocated IP 172.20.0.3 (0f07f923-0bad-4509-bf44-e9706f67de3e/acbe3edd-0e54-430d-9b84-17ccd434a175/5b628874-ceb4-4543-a332-bff21a0e38e7) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:04:42.072108 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47962) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:42.086706 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-37658b32-8bd0-4cab-832e-fa4be8d9af41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:42.177175 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-37658b32-8bd0-4cab-832e-fa4be8d9af41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:42.182479 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-37658b32-8bd0-4cab-832e-fa4be8d9af41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:42.223221 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-37658b32-8bd0-4cab-832e-fa4be8d9af41 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=0beb917974ae48debe5ca609180e6e98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1499777 Nov 04 11:04:42.225813 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 47964) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:42.232082 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37658b32-8bd0-4cab-832e-fa4be8d9af41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec75bc4-983a-4371-8291-8ef734715caf,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:42.260284 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-0d5ec378-deb5-41fc-be06-67458b19c8d5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:42.280814 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-94585b84-0591-4fcd-978f-9d82fdf2e8a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:42.301443 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-0d5ec378-deb5-41fc-be06-67458b19c8d5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:42.307980 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-94585b84-0591-4fcd-978f-9d82fdf2e8a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:42.314499 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['959e796d-cda9-4c4f-90c2-519dec043dd1'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:04:42.318050 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['38b6d513-0901-4d8e-9e4c-1497424b2069'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:04:42.348100 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-0d5ec378-deb5-41fc-be06-67458b19c8d5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Network 0f07f923-0bad-4509-bf44-e9706f67de3e is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:04:42.351271 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-0d5ec378-deb5-41fc-be06-67458b19c8d5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:04:42.354367 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-0d5ec378-deb5-41fc-be06-67458b19c8d5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:04:42.379103 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-94585b84-0591-4fcd-978f-9d82fdf2e8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:42.386156 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-94585b84-0591-4fcd-978f-9d82fdf2e8a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:42.391339 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-94585b84-0591-4fcd-978f-9d82fdf2e8a9 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/dec75bc4-983a-4371-8291-8ef734715caf HTTP/1.1" status: 204 len: 168 time: 0.1645241 Nov 04 11:04:42.394192 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ec378-deb5-41fc-be06-67458b19c8d5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Pushing event updated for resources: {'Port': ['ID=5b628874-ceb4-4543-a332-bff21a0e38e7,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:42.407074 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94585b84-0591-4fcd-978f-9d82fdf2e8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec75bc4-983a-4371-8291-8ef734715caf,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:42.431912 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-0d5ec378-deb5-41fc-be06-67458b19c8d5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:42.433060 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-0d5ec378-deb5-41fc-be06-67458b19c8d5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:42.459771 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-0d5ec378-deb5-41fc-be06-67458b19c8d5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7142003 Nov 04 11:04:42.472613 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-085b8bdd-aa0f-4a79-a91b-596661826d1d service neutron] Request body: {'port': {'device_id': '8fa90c8b-3853-49f7-b263-9268ad797385', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:42.596409 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-085b8bdd-aa0f-4a79-a91b-596661826d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:42.613686 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:42.732608 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-ec3486a0-b1db-4fc7-9e91-6471d70df9e9 None None] Provisioning complete for port 5b628874-ceb4-4543-a332-bff21a0e38e7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:04:42.733116 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ec3486a0-b1db-4fc7-9e91-6471d70df9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:42.847018 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-ec3486a0-b1db-4fc7-9e91-6471d70df9e9 None None] Port 5b628874-ceb4-4543-a332-bff21a0e38e7 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:04:42.932311 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-085b8bdd-aa0f-4a79-a91b-596661826d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b628874-ceb4-4543-a332-bff21a0e38e7 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:04:42.942385 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-085b8bdd-aa0f-4a79-a91b-596661826d1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:42.959309 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-085b8bdd-aa0f-4a79-a91b-596661826d1d service neutron] Transition to ACTIVE for port object 5b628874-ceb4-4543-a332-bff21a0e38e7 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:04:42.966773 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-085b8bdd-aa0f-4a79-a91b-596661826d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:42.988360 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb24b9-4400-4af0-acde-9628f159614f req-3218c0be-7b30-4a12-ab27-9f5df8df3a29 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:42.990352 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a8fb24b9-4400-4af0-acde-9628f159614f req-3218c0be-7b30-4a12-ab27-9f5df8df3a29 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 931 time: 0.0667696 Nov 04 11:04:43.054669 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b8bdd-aa0f-4a79-a91b-596661826d1d service neutron] Pushing event updated for resources: {'Port': ['ID=5b628874-ceb4-4543-a332-bff21a0e38e7,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:43.107326 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a8fb24b9-4400-4af0-acde-9628f159614f req-8b1222a7-926c-4802-85d6-69f966edb83e tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056867 Nov 04 11:04:43.135089 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-085b8bdd-aa0f-4a79-a91b-596661826d1d service neutron] Attempting to bind port 5b628874-ceb4-4543-a332-bff21a0e38e7 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:04:43.135334 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-085b8bdd-aa0f-4a79-a91b-596661826d1d service neutron] Attempting to bind port 5b628874-ceb4-4543-a332-bff21a0e38e7 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:04:43.135620 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-085b8bdd-aa0f-4a79-a91b-596661826d1d service neutron] Attempting to bind port 5b628874-ceb4-4543-a332-bff21a0e38e7 on network 0f07f923-0bad-4509-bf44-e9706f67de3e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:04:43.145582 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-085b8bdd-aa0f-4a79-a91b-596661826d1d service neutron] Port 5b628874-ceb4-4543-a332-bff21a0e38e7 on network 0f07f923-0bad-4509-bf44-e9706f67de3e not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:04:43.146137 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-085b8bdd-aa0f-4a79-a91b-596661826d1d service neutron] Attempting to bind port 5b628874-ceb4-4543-a332-bff21a0e38e7 on network 0f07f923-0bad-4509-bf44-e9706f67de3e {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:04:43.152350 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-085b8bdd-aa0f-4a79-a91b-596661826d1d service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:04:43.152735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-085b8bdd-aa0f-4a79-a91b-596661826d1d service neutron] Checking segment: {'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:04:43.153091 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-085b8bdd-aa0f-4a79-a91b-596661826d1d service neutron] Bound using segment: {'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:04:43.155091 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-085b8bdd-aa0f-4a79-a91b-596661826d1d service neutron] Bound port: 5b628874-ceb4-4543-a332-bff21a0e38e7, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa6e682-4e55-45d6-9292-01ee6a55f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:04:43.155091 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-085b8bdd-aa0f-4a79-a91b-596661826d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:43.229480 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-085b8bdd-aa0f-4a79-a91b-596661826d1d service neutron] For port 5b628874-ceb4-4543-a332-bff21a0e38e7, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:04:43.234407 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-085b8bdd-aa0f-4a79-a91b-596661826d1d service neutron] For port 5b628874-ceb4-4543-a332-bff21a0e38e7, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=5b628874-ceb4-4543-a332-bff21a0e38e7,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:04:43.242213 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-085b8bdd-aa0f-4a79-a91b-596661826d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:43.284661 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-085b8bdd-aa0f-4a79-a91b-596661826d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:43.285341 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-085b8bdd-aa0f-4a79-a91b-596661826d1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:43.286927 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-085b8bdd-aa0f-4a79-a91b-596661826d1d service neutron] 10.222.0.121 "PUT /v2.0/ports/5b628874-ceb4-4543-a332-bff21a0e38e7 HTTP/1.1" status: 200 len: 1091 time: 0.8187201 Nov 04 11:04:43.287450 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa90c8b-3853-49f7-b263-9268ad797385', 'tag': '5b628874-ceb4-4543-a332-bff21a0e38e7'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:04:43.290065 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ddc1ce-d593-49d1-8989-ddb4104bf361" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa90c8b-3853-49f7-b263-9268ad797385", "tag": "5b628874-ceb4-4543-a332-bff21a0e38e7"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:04:43.320520 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b8bdd-aa0f-4a79-a91b-596661826d1d service neutron] Pushing event updated for resources: {'Port': ['ID=5b628874-ceb4-4543-a332-bff21a0e38e7,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:43.364626 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c0d18f-eae1-407e-920f-b4c2539dcdc0 x-openstack-request-id: req-98c0d18f-eae1-407e-920f-b4c2539dcdc0 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:04:43.365466 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa90c8b-3853-49f7-b263-9268ad797385", "tag": "5b628874-ceb4-4543-a332-bff21a0e38e7", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:04:43.370233 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-98c0d18f-eae1-407e-920f-b4c2539dcdc0 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:04:43.370941 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa90c8b-3853-49f7-b263-9268ad797385', 'tag': '5b628874-ceb4-4543-a332-bff21a0e38e7', 'status': 'completed', 'code': 200} Nov 04 11:04:43.409467 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-41f5e4f3-98e5-4afe-aa54-0b53ebc8f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:43.411085 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-41f5e4f3-98e5-4afe-aa54-0b53ebc8f9f4 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 1094 time: 0.0658560 Nov 04 11:04:43.462691 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-8965a87b-a404-438f-ade8-cf8ad9d2a8cc service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b628874-ceb4-4543-a332-bff21a0e38e7 HTTP/1.1" status: 200 len: 217 time: 0.0372901 Nov 04 11:04:43.523659 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-c17122de-5d38-4f35-9a9c-d85ee34a347f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:43.525916 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-c17122de-5d38-4f35-9a9c-d85ee34a347f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=acbe3edd-0e54-430d-9b84-17ccd434a175 HTTP/1.1" status: 200 len: 850 time: 0.0556228 Nov 04 11:04:43.532844 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 47992) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:43.597091 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-2aa0e81a-1c9b-46c7-9813-06147a6379b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:43.598881 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-2aa0e81a-1c9b-46c7-9813-06147a6379b2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0f07f923-0bad-4509-bf44-e9706f67de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591187 Nov 04 11:04:43.687348 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-06784500-79ff-490d-98b1-5b8b4844922c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1835493444-network', 'tenant_id': '4361fd11bac64502b12c9f1077cfadc4'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:43.721937 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-5905c76a-2f3d-48f9-95de-d466bd9c99a0 service neutron] 10.222.0.121 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143532 Nov 04 11:04:43.723270 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06784500-79ff-490d-98b1-5b8b4844922c admin admin] Made reservation on behalf of 4361fd11bac64502b12c9f1077cfadc4 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:04:43.725717 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-06784500-79ff-490d-98b1-5b8b4844922c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:43.743710 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-06784500-79ff-490d-98b1-5b8b4844922c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:43.858255 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5cd8631-4302-4398-a4f3-33b9ca8fb5c7 req-8d9f690f-4b64-4b9d-a249-c95d81663e33 service neutron] 10.222.0.121 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289580 Nov 04 11:04:43.896940 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-06784500-79ff-490d-98b1-5b8b4844922c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:43.904719 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-06784500-79ff-490d-98b1-5b8b4844922c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:43.956865 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06784500-79ff-490d-98b1-5b8b4844922c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1162} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:04:43.966638 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06784500-79ff-490d-98b1-5b8b4844922c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd22440-3988-4248-8d98-a4d9de84d6f0,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:43.977300 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-06784500-79ff-490d-98b1-5b8b4844922c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:43.977570 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-06784500-79ff-490d-98b1-5b8b4844922c admin admin] Added segment b0c36b45-31ba-492a-82bd-4ff3a5097211 of type vlan for network 4f381ba8-0297-4c77-8abd-29afbe545742 Nov 04 11:04:44.024544 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddc1ce-d593-49d1-8989-ddb4104bf361 req-bd58a57f-5073-4173-9d8b-791071d758bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:44.026486 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-28ddc1ce-d593-49d1-8989-ddb4104bf361 req-bd58a57f-5073-4173-9d8b-791071d758bc service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 1094 time: 0.1082766 Nov 04 11:04:44.061266 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-06784500-79ff-490d-98b1-5b8b4844922c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:44.130407 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-06784500-79ff-490d-98b1-5b8b4844922c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:44.131582 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06784500-79ff-490d-98b1-5b8b4844922c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:44.132182 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-06784500-79ff-490d-98b1-5b8b4844922c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:44.198349 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-06784500-79ff-490d-98b1-5b8b4844922c admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.6642916 Nov 04 11:04:44.202698 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 48000) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:44.209010 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-7418d5ee-dc77-47fc-8fe8-5fdab8001bec admin admin] Request body: {'subnet': {'network_id': '4f381ba8-0297-4c77-8abd-29afbe545742', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1835493444-subnet', 'tenant_id': '4361fd11bac64502b12c9f1077cfadc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:44.209203 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddc1ce-d593-49d1-8989-ddb4104bf361 req-f4cf2219-b496-47b0-8379-ebfdc2d5bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:44.210503 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-28ddc1ce-d593-49d1-8989-ddb4104bf361 req-f4cf2219-b496-47b0-8379-ebfdc2d5bd32 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 913 time: 0.1717734 Nov 04 11:04:44.244795 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112106df-f61f-49f0-9cef-3efbe7eae919 req-e4b55e46-e54f-4486-a714-771193c90c15 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:44.252183 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-112106df-f61f-49f0-9cef-3efbe7eae919 req-e4b55e46-e54f-4486-a714-771193c90c15 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 943 time: 0.0751464 Nov 04 11:04:44.256006 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06784500-79ff-490d-98b1-5b8b4844922c admin admin] Pushing event updated for resources: {'Network': ['ID=4f381ba8-0297-4c77-8abd-29afbe545742,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:44.259398 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7418d5ee-dc77-47fc-8fe8-5fdab8001bec admin admin] Made reservation on behalf of 4361fd11bac64502b12c9f1077cfadc4 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:04:44.260223 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-28ddc1ce-d593-49d1-8989-ddb4104bf361 req-9f58b4f6-6e19-404d-b922-9cc56729c408 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b628874-ceb4-4543-a332-bff21a0e38e7 HTTP/1.1" status: 200 len: 217 time: 0.0416877 Nov 04 11:04:44.261715 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7418d5ee-dc77-47fc-8fe8-5fdab8001bec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:44.267544 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 4f381ba8-0297-4c77-8abd-29afbe545742 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:04:44.332082 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddc1ce-d593-49d1-8989-ddb4104bf361 req-77d037c0-b1f6-47ca-907b-e19e91a699db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:44.334911 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-28ddc1ce-d593-49d1-8989-ddb4104bf361 req-77d037c0-b1f6-47ca-907b-e19e91a699db service neutron] 10.222.0.121 "GET /v2.0/subnets?id=acbe3edd-0e54-430d-9b84-17ccd434a175 HTTP/1.1" status: 200 len: 850 time: 0.0667806 Nov 04 11:04:44.376892 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-112106df-f61f-49f0-9cef-3efbe7eae919 req-e2d16e6d-00a9-42a7-91bf-c13ec3cc243a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238134 Nov 04 11:04:44.395994 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddc1ce-d593-49d1-8989-ddb4104bf361 req-da674b3b-e05e-4f55-a67f-128c7166073f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:44.407670 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-28ddc1ce-d593-49d1-8989-ddb4104bf361 req-da674b3b-e05e-4f55-a67f-128c7166073f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0f07f923-0bad-4509-bf44-e9706f67de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554395 Nov 04 11:04:44.495193 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7418d5ee-dc77-47fc-8fe8-5fdab8001bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:44.498692 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-28ddc1ce-d593-49d1-8989-ddb4104bf361 req-f234ba22-64ab-41ce-ab33-4d6db54859b2 service neutron] 10.222.0.121 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916388 Nov 04 11:04:44.562261 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418d5ee-dc77-47fc-8fe8-5fdab8001bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=5543b5aa-6feb-4453-8fe0-be1bddf28262,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:44.568136 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7418d5ee-dc77-47fc-8fe8-5fdab8001bec admin admin] Checking segment: {'id': 'b0c36b45-31ba-492a-82bd-4ff3a5097211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '4f381ba8-0297-4c77-8abd-29afbe545742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:04:44.568612 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7418d5ee-dc77-47fc-8fe8-5fdab8001bec admin admin] Network hostable DHCP agents. Network: 4f381ba8-0297-4c77-8abd-29afbe545742, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:04:44.587991 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7418d5ee-dc77-47fc-8fe8-5fdab8001bec admin admin] Network 4f381ba8-0297-4c77-8abd-29afbe545742 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:04:44.602870 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-7418d5ee-dc77-47fc-8fe8-5fdab8001bec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 4f381ba8-0297-4c77-8abd-29afbe545742) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:04:44.607321 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7418d5ee-dc77-47fc-8fe8-5fdab8001bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:44.608228 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7418d5ee-dc77-47fc-8fe8-5fdab8001bec admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:44.614592 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16be0b99-615a-4c83-8f8e-4bd4a1f6cbc5 None None] Network 4f381ba8-0297-4c77-8abd-29afbe545742 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:04:44.623817 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-28ddc1ce-d593-49d1-8989-ddb4104bf361 req-c82cf26b-bdd9-43fb-a7b2-f6730c089735 service neutron] 10.222.0.121 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163485 Nov 04 11:04:44.631695 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7418d5ee-dc77-47fc-8fe8-5fdab8001bec admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4277618 Nov 04 11:04:44.766020 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2e85db-1d7e-4ce3-afe6-a3ad1ba0926c None None] Network 4f381ba8-0297-4c77-8abd-29afbe545742 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:04:44.921542 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:45.169380 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 48018) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:45.174980 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-7de6f7bb-a848-42a9-9d0c-0ba54a4731cd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2056617291-network', 'tenant_id': 'e6e564d405d54ecbaa148328cf906201'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:45.197590 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de6f7bb-a848-42a9-9d0c-0ba54a4731cd admin admin] Made reservation on behalf of e6e564d405d54ecbaa148328cf906201 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:04:45.200606 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7de6f7bb-a848-42a9-9d0c-0ba54a4731cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:45.210655 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7de6f7bb-a848-42a9-9d0c-0ba54a4731cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:45.293840 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7de6f7bb-a848-42a9-9d0c-0ba54a4731cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:45.298550 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7de6f7bb-a848-42a9-9d0c-0ba54a4731cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:45.326480 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de6f7bb-a848-42a9-9d0c-0ba54a4731cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1166} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:04:45.333204 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6f7bb-a848-42a9-9d0c-0ba54a4731cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b39151-b01c-4dac-a13e-dadd04155c10,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:45.339471 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7de6f7bb-a848-42a9-9d0c-0ba54a4731cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:45.339823 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-7de6f7bb-a848-42a9-9d0c-0ba54a4731cd admin admin] Added segment 40be5e25-94ed-4a17-bba0-352d60712c2f of type vlan for network 82c2733e-7869-4c5f-a258-bcca468b30cb Nov 04 11:04:45.384624 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7de6f7bb-a848-42a9-9d0c-0ba54a4731cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:45.412000 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7de6f7bb-a848-42a9-9d0c-0ba54a4731cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:45.413305 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de6f7bb-a848-42a9-9d0c-0ba54a4731cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:45.414120 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7de6f7bb-a848-42a9-9d0c-0ba54a4731cd admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:45.506862 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7de6f7bb-a848-42a9-9d0c-0ba54a4731cd admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.3362589 Nov 04 11:04:45.508501 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6f7bb-a848-42a9-9d0c-0ba54a4731cd admin admin] Pushing event updated for resources: {'Network': ['ID=82c2733e-7869-4c5f-a258-bcca468b30cb,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:45.509915 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48022) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:45.519920 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-6f427097-8e7a-453d-8d4b-86232b513d05 admin admin] Request body: {'subnet': {'network_id': '82c2733e-7869-4c5f-a258-bcca468b30cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2056617291-subnet', 'tenant_id': 'e6e564d405d54ecbaa148328cf906201', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:45.524087 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 82c2733e-7869-4c5f-a258-bcca468b30cb details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:04:45.537948 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc57a6-5481-48b2-ae7b-1da83b7941aa req-25960747-e11e-4861-89b6-adbc830d5454 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:45.539789 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74bc57a6-5481-48b2-ae7b-1da83b7941aa req-25960747-e11e-4861-89b6-adbc830d5454 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 943 time: 0.0750613 Nov 04 11:04:45.554843 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f427097-8e7a-453d-8d4b-86232b513d05 admin admin] Made reservation on behalf of e6e564d405d54ecbaa148328cf906201 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:04:45.557425 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f427097-8e7a-453d-8d4b-86232b513d05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:45.611081 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74bc57a6-5481-48b2-ae7b-1da83b7941aa req-12421470-ed39-4857-8acc-9469ae421592 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623720 Nov 04 11:04:45.745944 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f427097-8e7a-453d-8d4b-86232b513d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:45.802769 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f427097-8e7a-453d-8d4b-86232b513d05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4398d30e-9d57-47e5-999d-c86b45f40698,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:45.813440 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f427097-8e7a-453d-8d4b-86232b513d05 admin admin] Checking segment: {'id': '40be5e25-94ed-4a17-bba0-352d60712c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '82c2733e-7869-4c5f-a258-bcca468b30cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:04:45.813930 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f427097-8e7a-453d-8d4b-86232b513d05 admin admin] Network hostable DHCP agents. Network: 82c2733e-7869-4c5f-a258-bcca468b30cb, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:04:45.833592 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f427097-8e7a-453d-8d4b-86232b513d05 admin admin] Network 82c2733e-7869-4c5f-a258-bcca468b30cb is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:04:45.842856 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-6f427097-8e7a-453d-8d4b-86232b513d05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 82c2733e-7869-4c5f-a258-bcca468b30cb) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:04:45.847702 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f427097-8e7a-453d-8d4b-86232b513d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:45.848289 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f427097-8e7a-453d-8d4b-86232b513d05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:45.855757 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 5b628874-ceb4-4543-a332-bff21a0e38e7 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:04:45.860179 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fff2173-d61d-4d4e-ae4e-8b268016fcd7 None None] Network 82c2733e-7869-4c5f-a258-bcca468b30cb requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:04:45.867291 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6f427097-8e7a-453d-8d4b-86232b513d05 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3561513 Nov 04 11:04:46.016007 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48028) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:46.052843 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 5b628874-ceb4-4543-a332-bff21a0e38e7, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=5b628874-ceb4-4543-a332-bff21a0e38e7,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:04:46.065338 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e27d646-b33c-4812-bfc6-d64852fe9f1c admin admin] Deleting subnet 5543b5aa-6feb-4453-8fe0-be1bddf28262 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:04:46.069166 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5e27d646-b33c-4812-bfc6-d64852fe9f1c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:46.078686 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '5b628874-ceb4-4543-a332-bff21a0e38e7', 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e', 'port_id': '5b628874-ceb4-4543-a332-bff21a0e38e7', 'mac_address': 'fa:16:3e:8d:eb:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbe3edd-0e54-430d-9b84-17ccd434a175', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:04:46.083097 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d5328a-4422-4275-b42f-5b864244881d None None] Network 82c2733e-7869-4c5f-a258-bcca468b30cb requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:04:46.108856 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5e27d646-b33c-4812-bfc6-d64852fe9f1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:46.161854 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5e27d646-b33c-4812-bfc6-d64852fe9f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:46.168034 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:46.192310 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b628874-ceb4-4543-a332-bff21a0e38e7 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:04:46.219437 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5e27d646-b33c-4812-bfc6-d64852fe9f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:46.244076 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 5b628874-ceb4-4543-a332-bff21a0e38e7, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=5b628874-ceb4-4543-a332-bff21a0e38e7,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:04:46.246841 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27d646-b33c-4812-bfc6-d64852fe9f1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5543b5aa-6feb-4453-8fe0-be1bddf28262,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:46.252564 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5e27d646-b33c-4812-bfc6-d64852fe9f1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:46.259089 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5e27d646-b33c-4812-bfc6-d64852fe9f1c admin admin] 10.222.0.127 "DELETE /v2.0/subnets/5543b5aa-6feb-4453-8fe0-be1bddf28262 HTTP/1.1" status: 204 len: 168 time: 0.2416070 Nov 04 11:04:46.261406 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48030) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:46.267321 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:46.318811 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=5b628874-ceb4-4543-a332-bff21a0e38e7,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:46.344450 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0c612937-a3ef-4a2c-8dab-db926d7b6ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:46.430270 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0c612937-a3ef-4a2c-8dab-db926d7b6ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:46.451972 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-0c612937-a3ef-4a2c-8dab-db926d7b6ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f381ba8-0297-4c77-8abd-29afbe545742']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:46.462118 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-0c612937-a3ef-4a2c-8dab-db926d7b6ef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c36b45-31ba-492a-82bd-4ff3a5097211') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:46.462411 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-0c612937-a3ef-4a2c-8dab-db926d7b6ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c36b45-31ba-492a-82bd-4ff3a5097211') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:46.473417 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0c612937-a3ef-4a2c-8dab-db926d7b6ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:46.481775 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['5b628874-ceb4-4543-a332-bff21a0e38e7'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:04:46.488031 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0c612937-a3ef-4a2c-8dab-db926d7b6ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:46.495205 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c612937-a3ef-4a2c-8dab-db926d7b6ef1 admin admin] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:04:46.495591 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0c612937-a3ef-4a2c-8dab-db926d7b6ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:04:46.497575 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:04:46.567289 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0c612937-a3ef-4a2c-8dab-db926d7b6ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:46.573237 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0c612937-a3ef-4a2c-8dab-db926d7b6ef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:46.576448 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0c612937-a3ef-4a2c-8dab-db926d7b6ef1 admin admin] 10.222.0.127 "DELETE /v2.0/networks/4f381ba8-0297-4c77-8abd-29afbe545742 HTTP/1.1" status: 204 len: 168 time: 0.3133295 Nov 04 11:04:46.579482 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 48032) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:46.588661 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c612937-a3ef-4a2c-8dab-db926d7b6ef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f381ba8-0297-4c77-8abd-29afbe545742,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:46.644984 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-df73a8a5-7bc0-43c6-84d9-4e972245db35 admin admin] Deleting subnet 4398d30e-9d57-47e5-999d-c86b45f40698 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:04:46.648529 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-df73a8a5-7bc0-43c6-84d9-4e972245db35 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:46.696128 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-df73a8a5-7bc0-43c6-84d9-4e972245db35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:46.766697 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7b2f3-ea37-4481-93ae-05dab98fc74e req-582c2d8b-64e7-40e4-af15-e1d9f8e3619b tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:46.768258 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ccc7b2f3-ea37-4481-93ae-05dab98fc74e req-582c2d8b-64e7-40e4-af15-e1d9f8e3619b tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 944 time: 0.0856628 Nov 04 11:04:46.769460 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-df73a8a5-7bc0-43c6-84d9-4e972245db35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:46.882962 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fc797339-f159-41f3-9e35-a2d477b36692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:47.250507 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ccc7b2f3-ea37-4481-93ae-05dab98fc74e req-a42a2da1-4ab9-4ecc-8560-a8db3a6a82d9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602351 Nov 04 11:04:47.260428 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-df73a8a5-7bc0-43c6-84d9-4e972245db35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:47.291346 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73a8a5-7bc0-43c6-84d9-4e972245db35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4398d30e-9d57-47e5-999d-c86b45f40698,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:47.294408 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-df73a8a5-7bc0-43c6-84d9-4e972245db35 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:47.300590 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-df73a8a5-7bc0-43c6-84d9-4e972245db35 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/4398d30e-9d57-47e5-999d-c86b45f40698 HTTP/1.1" status: 204 len: 168 time: 0.7173860 Nov 04 11:04:47.300855 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 48038) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:47.370745 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f8ff55de-4834-480e-bff7-84d83502fc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:47.458562 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f8ff55de-4834-480e-bff7-84d83502fc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:47.481384 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-f8ff55de-4834-480e-bff7-84d83502fc01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c2733e-7869-4c5f-a258-bcca468b30cb']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:47.497575 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-f8ff55de-4834-480e-bff7-84d83502fc01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40be5e25-94ed-4a17-bba0-352d60712c2f') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:47.497932 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-f8ff55de-4834-480e-bff7-84d83502fc01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40be5e25-94ed-4a17-bba0-352d60712c2f') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:04:47.511863 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f8ff55de-4834-480e-bff7-84d83502fc01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:47.526503 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f8ff55de-4834-480e-bff7-84d83502fc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:47.535309 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ff55de-4834-480e-bff7-84d83502fc01 admin admin] Releasing vlan 1166 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f8ff55de-4834-480e-bff7-84d83502fc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:04:47.542714 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:04:47.599831 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f8ff55de-4834-480e-bff7-84d83502fc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:47.616420 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f8ff55de-4834-480e-bff7-84d83502fc01 admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:47.619745 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f8ff55de-4834-480e-bff7-84d83502fc01 admin admin] 10.222.0.127 "DELETE /v2.0/networks/82c2733e-7869-4c5f-a258-bcca468b30cb HTTP/1.1" status: 204 len: 168 time: 0.3179271 Nov 04 11:04:47.620613 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff55de-4834-480e-bff7-84d83502fc01 admin admin] Pushing event deleted for resources: {'Network': ['ID=82c2733e-7869-4c5f-a258-bcca468b30cb,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:47.795619 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 48042) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:47.846263 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5352b135-f6ad-4fd9-8c9d-05f900296909 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=4361fd11bac64502b12c9f1077cfadc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0494647 Nov 04 11:04:47.848733 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 48044) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:47.872389 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 5b628874-ceb4-4543-a332-bff21a0e38e7 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:04:47.902034 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e667a671-fe56-432a-9805-cd35e8cd22a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:47.925578 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 5b628874-ceb4-4543-a332-bff21a0e38e7 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:04:47.926219 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e667a671-fe56-432a-9805-cd35e8cd22a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:47.930832 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 5b628874-ceb4-4543-a332-bff21a0e38e7 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:04:47.931256 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:47.978394 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e667a671-fe56-432a-9805-cd35e8cd22a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:47.981328 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e667a671-fe56-432a-9805-cd35e8cd22a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:47.985618 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e667a671-fe56-432a-9805-cd35e8cd22a1 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/8dd22440-3988-4248-8d98-a4d9de84d6f0 HTTP/1.1" status: 204 len: 168 time: 0.1328585 Nov 04 11:04:47.993112 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667a671-fe56-432a-9805-cd35e8cd22a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd22440-3988-4248-8d98-a4d9de84d6f0,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:48.030501 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:48.069589 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa90c8b-3853-49f7-b263-9268ad797385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b628874-ceb4-4543-a332-bff21a0e38e7'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:04:48.072593 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eddaa0c-88ca-4aed-b66a-2b10cf85b8fa" -d '{"events": [{"server_uuid": "8fa90c8b-3853-49f7-b263-9268ad797385", "name": "network-vif-plugged", "status": "completed", "tag": "5b628874-ceb4-4543-a332-bff21a0e38e7"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:04:48.079221 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 5b628874-ceb4-4543-a332-bff21a0e38e7, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=5b628874-ceb4-4543-a332-bff21a0e38e7,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:04:48.085269 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:48.121706 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a304639c-a5f2-4a29-95ec-8cfe0ca58edb x-openstack-request-id: req-a304639c-a5f2-4a29-95ec-8cfe0ca58edb {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:04:48.122011 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa90c8b-3853-49f7-b263-9268ad797385", "name": "network-vif-plugged", "status": "completed", "tag": "5b628874-ceb4-4543-a332-bff21a0e38e7", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:04:48.122272 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-a304639c-a5f2-4a29-95ec-8cfe0ca58edb {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:04:48.122691 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa90c8b-3853-49f7-b263-9268ad797385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b628874-ceb4-4543-a332-bff21a0e38e7', 'code': 200} Nov 04 11:04:48.151336 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=5b628874-ceb4-4543-a332-bff21a0e38e7,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:48.239875 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16d426-027e-43d5-b8f4-85ee15e3ca2d req-b66b2253-c62b-4510-85dd-b92e4efe3117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:48.241926 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-de16d426-027e-43d5-b8f4-85ee15e3ca2d req-b66b2253-c62b-4510-85dd-b92e4efe3117 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 1096 time: 0.0499990 Nov 04 11:04:48.302358 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-de16d426-027e-43d5-b8f4-85ee15e3ca2d req-54e17e8d-45f0-4404-8e54-4766fbb8c28d service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531342 Nov 04 11:04:48.387706 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe24ca-afa2-44db-91be-a400be6c8b0c req-2f848ccc-d4d8-4efb-9c82-e18b34093cad tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:48.389716 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-babe24ca-afa2-44db-91be-a400be6c8b0c req-2f848ccc-d4d8-4efb-9c82-e18b34093cad tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 945 time: 0.0536861 Nov 04 11:04:48.445342 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-babe24ca-afa2-44db-91be-a400be6c8b0c req-e1d41e61-58be-44b1-ac14-9386fc0c802d tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485802 Nov 04 11:04:48.446077 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48056) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:48.487937 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-93b7d839-c660-4d42-ac2d-d58ae300c185 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=e6e564d405d54ecbaa148328cf906201&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406308 Nov 04 11:04:48.490550 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48058) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:04:48.544123 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-88adb2dd-cea7-4a8a-a98b-5adea18b63be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:48.566422 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-88adb2dd-cea7-4a8a-a98b-5adea18b63be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:48.972184 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-88adb2dd-cea7-4a8a-a98b-5adea18b63be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:48.974915 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-88adb2dd-cea7-4a8a-a98b-5adea18b63be admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:48.976086 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-88adb2dd-cea7-4a8a-a98b-5adea18b63be admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/05b39151-b01c-4dac-a13e-dadd04155c10 HTTP/1.1" status: 204 len: 168 time: 0.4846401 Nov 04 11:04:48.984466 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88adb2dd-cea7-4a8a-a98b-5adea18b63be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b39151-b01c-4dac-a13e-dadd04155c10,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:49.116972 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-de81eec5-2d0a-4e25-81ce-460ad87f5b6e req-71d4de72-e1d3-4b3d-bdb1-fe2356217605 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0586417 Nov 04 11:04:49.250629 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81eec5-2d0a-4e25-81ce-460ad87f5b6e req-19e00ef6-d0a3-4d19-858c-aa9dc49ce222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:49.253771 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-de81eec5-2d0a-4e25-81ce-460ad87f5b6e req-19e00ef6-d0a3-4d19-858c-aa9dc49ce222 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 1097 time: 0.0530648 Nov 04 11:04:49.375613 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81eec5-2d0a-4e25-81ce-460ad87f5b6e req-d97a6ebf-58fd-4da2-9d5f-a3b73f1de37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:49.377229 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-de81eec5-2d0a-4e25-81ce-460ad87f5b6e req-d97a6ebf-58fd-4da2-9d5f-a3b73f1de37f service neutron] 10.222.0.121 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 913 time: 0.0967002 Nov 04 11:04:49.424678 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-de81eec5-2d0a-4e25-81ce-460ad87f5b6e req-ad1522a3-a40b-4728-a02c-bb45c5ef3f21 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=959e796d-cda9-4c4f-90c2-519dec043dd1 HTTP/1.1" status: 200 len: 217 time: 0.0391061 Nov 04 11:04:49.481225 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81eec5-2d0a-4e25-81ce-460ad87f5b6e req-848c6fb4-ee3f-4b49-8ba2-552fed3f261d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:49.482833 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-de81eec5-2d0a-4e25-81ce-460ad87f5b6e req-848c6fb4-ee3f-4b49-8ba2-552fed3f261d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=acbe3edd-0e54-430d-9b84-17ccd434a175 HTTP/1.1" status: 200 len: 850 time: 0.0494747 Nov 04 11:04:49.539203 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81eec5-2d0a-4e25-81ce-460ad87f5b6e req-a238a52d-9b5d-4155-868b-6dbebad42c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:49.541670 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-de81eec5-2d0a-4e25-81ce-460ad87f5b6e req-a238a52d-9b5d-4155-868b-6dbebad42c12 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0f07f923-0bad-4509-bf44-e9706f67de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497878 Nov 04 11:04:49.607892 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae90de4-37b3-4409-88ac-4ffd98af2338 req-c20b1234-b2a8-4ed0-9d65-3b9d8e8beab0 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:49.611348 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ae90de4-37b3-4409-88ac-4ffd98af2338 req-c20b1234-b2a8-4ed0-9d65-3b9d8e8beab0 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 945 time: 0.0649729 Nov 04 11:04:49.679836 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-de81eec5-2d0a-4e25-81ce-460ad87f5b6e req-0cfa9675-f15d-4c62-9772-f7f278ef24d1 service neutron] 10.222.0.121 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269233 Nov 04 11:04:49.680786 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ae90de4-37b3-4409-88ac-4ffd98af2338 req-b0e4e83b-1141-44ec-85be-c1347ec0ccca tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622118 Nov 04 11:04:49.684086 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-328b4f41-3976-496e-bfeb-f8a48b38aef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:49.812573 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-de81eec5-2d0a-4e25-81ce-460ad87f5b6e req-cc4e1b32-1cc5-44f3-ae7e-1c5523316bc2 service neutron] 10.222.0.121 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230230 Nov 04 11:04:49.926612 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e680f6c-b55d-4197-90f4-ecc0c0ea53e5 req-ad425c15-c39c-41c5-a4fe-ba324441cf84 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:49.934385 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4e680f6c-b55d-4197-90f4-ecc0c0ea53e5 req-ad425c15-c39c-41c5-a4fe-ba324441cf84 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 945 time: 0.0583527 Nov 04 11:04:49.987225 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4e680f6c-b55d-4197-90f4-ecc0c0ea53e5 req-3774748e-e092-4b94-9647-6eaefcde3ebe tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519335 Nov 04 11:04:50.799597 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:51.120737 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4da785-2300-48c0-92d5-02b2f101c8b9 req-9032b8f8-bdcf-4610-89d0-782d20ccf535 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:51.122432 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf4da785-2300-48c0-92d5-02b2f101c8b9 req-9032b8f8-bdcf-4610-89d0-782d20ccf535 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 945 time: 0.0549774 Nov 04 11:04:51.174733 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf4da785-2300-48c0-92d5-02b2f101c8b9 req-365a129e-57e0-49fc-acd3-02163dea3ee2 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456836 Nov 04 11:04:51.638282 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87640988-fe90-4c0f-8642-9b9fd91e7b68 req-ed4b6b9b-1dc1-4601-8ea0-cd55dae455ee tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:51.639939 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87640988-fe90-4c0f-8642-9b9fd91e7b68 req-ed4b6b9b-1dc1-4601-8ea0-cd55dae455ee tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 945 time: 0.0554037 Nov 04 11:04:51.689830 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87640988-fe90-4c0f-8642-9b9fd91e7b68 req-5aba276b-e5c4-42af-b818-133ee330f6df tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430949 Nov 04 11:04:51.890398 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 5b628874-ceb4-4543-a332-bff21a0e38e7 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:04:51.995544 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 5b628874-ceb4-4543-a332-bff21a0e38e7, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=5b628874-ceb4-4543-a332-bff21a0e38e7,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:04:52.009716 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '5b628874-ceb4-4543-a332-bff21a0e38e7', 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e', 'port_id': '5b628874-ceb4-4543-a332-bff21a0e38e7', 'mac_address': 'fa:16:3e:8d:eb:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbe3edd-0e54-430d-9b84-17ccd434a175', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:04:52.059485 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:52.073033 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b628874-ceb4-4543-a332-bff21a0e38e7 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:04:52.093155 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 5b628874-ceb4-4543-a332-bff21a0e38e7, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=5b628874-ceb4-4543-a332-bff21a0e38e7,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:04:52.097598 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:52.183071 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=5b628874-ceb4-4543-a332-bff21a0e38e7,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:52.190678 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['5b628874-ceb4-4543-a332-bff21a0e38e7'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:04:52.249954 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:52.435174 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-06568b6e-0170-4904-ae5b-65145ffb4b26 req-e349d498-5aa3-4053-af0b-5780b6d245b9 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=108b5d82-2c23-4c06-bc54-89f2935b1b52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1830852 Nov 04 11:04:52.561625 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06568b6e-0170-4904-ae5b-65145ffb4b26 req-69abe9e8-e572-4800-a1bb-c8288ab1e0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:52.563171 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-06568b6e-0170-4904-ae5b-65145ffb4b26 req-69abe9e8-e572-4800-a1bb-c8288ab1e0ae service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&device_id=108b5d82-2c23-4c06-bc54-89f2935b1b52 HTTP/1.1" status: 200 len: 1096 time: 0.0478973 Nov 04 11:04:52.613617 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:52.689251 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06568b6e-0170-4904-ae5b-65145ffb4b26 req-f7dfa7a3-193f-4c3f-96af-a6e8257f48e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:52.690668 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-06568b6e-0170-4904-ae5b-65145ffb4b26 req-f7dfa7a3-193f-4c3f-96af-a6e8257f48e1 service neutron] 10.222.0.126 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 913 time: 0.0946739 Nov 04 11:04:52.741142 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-06568b6e-0170-4904-ae5b-65145ffb4b26 req-ad8f4868-19b3-4363-acbd-8fc60383db27 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38b6d513-0901-4d8e-9e4c-1497424b2069 HTTP/1.1" status: 200 len: 217 time: 0.0377729 Nov 04 11:04:52.793776 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06568b6e-0170-4904-ae5b-65145ffb4b26 req-fe4813a2-ba06-4204-aa12-64a2f60eaa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:52.795374 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-06568b6e-0170-4904-ae5b-65145ffb4b26 req-fe4813a2-ba06-4204-aa12-64a2f60eaa1e service neutron] 10.222.0.126 "GET /v2.0/subnets?id=acbe3edd-0e54-430d-9b84-17ccd434a175 HTTP/1.1" status: 200 len: 850 time: 0.0476184 Nov 04 11:04:52.820971 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aaa308-ace5-4b45-b82a-834d121868d9 req-118cafc1-f180-4d30-94c2-ba9294b13727 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:52.822621 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b6aaa308-ace5-4b45-b82a-834d121868d9 req-118cafc1-f180-4d30-94c2-ba9294b13727 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 944 time: 0.0533237 Nov 04 11:04:52.850801 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06568b6e-0170-4904-ae5b-65145ffb4b26 req-6c1352d2-9cab-4088-bc53-3c0aaa908a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:52.852386 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-06568b6e-0170-4904-ae5b-65145ffb4b26 req-6c1352d2-9cab-4088-bc53-3c0aaa908a4d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0f07f923-0bad-4509-bf44-e9706f67de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487871 Nov 04 11:04:52.881230 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b6aaa308-ace5-4b45-b82a-834d121868d9 req-f2b346bb-304c-4e41-8e6b-7a4fd0470cab tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489473 Nov 04 11:04:52.946170 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-06568b6e-0170-4904-ae5b-65145ffb4b26 req-0163b98f-76b9-4d42-bc58-10a0fc1413bc service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851388 Nov 04 11:04:53.066619 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-06568b6e-0170-4904-ae5b-65145ffb4b26 req-f082f793-08e9-4d74-88c2-cf8241e1f3af service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070166 Nov 04 11:04:53.904113 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 5b628874-ceb4-4543-a332-bff21a0e38e7 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:04:54.028138 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 5b628874-ceb4-4543-a332-bff21a0e38e7 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:04:54.029170 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:54.085869 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec0c8e-bc5c-471b-9152-14b936ac9ca7 req-d1533842-f81f-4e07-9476-ce3bc3c988bf tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:54.096541 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-47ec0c8e-bc5c-471b-9152-14b936ac9ca7 req-d1533842-f81f-4e07-9476-ce3bc3c988bf tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 944 time: 0.0708568 Nov 04 11:04:54.154050 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:54.224384 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-47ec0c8e-bc5c-471b-9152-14b936ac9ca7 req-4008f58e-1c91-439c-be62-344b12bf5116 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267784 Nov 04 11:04:54.228363 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa90c8b-3853-49f7-b263-9268ad797385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b628874-ceb4-4543-a332-bff21a0e38e7'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:04:54.240334 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3a78c5-8f2a-4de3-b3b1-c636e6dd5d1b" -d '{"events": [{"server_uuid": "8fa90c8b-3853-49f7-b263-9268ad797385", "name": "network-vif-plugged", "status": "completed", "tag": "5b628874-ceb4-4543-a332-bff21a0e38e7"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:04:54.268560 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 5b628874-ceb4-4543-a332-bff21a0e38e7, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=5b628874-ceb4-4543-a332-bff21a0e38e7,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:04:54.280046 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:54.321930 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c947e157-40cb-453d-b240-aa41dc8aac81 x-openstack-request-id: req-c947e157-40cb-453d-b240-aa41dc8aac81 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:04:54.322260 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa90c8b-3853-49f7-b263-9268ad797385", "name": "network-vif-plugged", "status": "completed", "tag": "5b628874-ceb4-4543-a332-bff21a0e38e7", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:04:54.322611 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-c947e157-40cb-453d-b240-aa41dc8aac81 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:04:54.323300 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa90c8b-3853-49f7-b263-9268ad797385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b628874-ceb4-4543-a332-bff21a0e38e7', 'code': 200} Nov 04 11:04:54.355870 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=5b628874-ceb4-4543-a332-bff21a0e38e7,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:04:54.365900 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:54.366244 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:54.366629 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:54.366966 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:54.367337 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:54.367701 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:54.368072 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:54.368380 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:54.368707 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:54.369057 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:54.369443 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:54.369747 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:04:55.415121 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc184641-5b47-4266-8bb2-fc7012bd3467 req-a3a959ef-aaca-46a1-b36b-a8ef047627e9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:55.425510 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bc184641-5b47-4266-8bb2-fc7012bd3467 req-a3a959ef-aaca-46a1-b36b-a8ef047627e9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 945 time: 0.0806885 Nov 04 11:04:55.490403 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bc184641-5b47-4266-8bb2-fc7012bd3467 req-b8a3c7fa-5ea6-44ad-aacc-89c3b4a22687 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622697 Nov 04 11:04:56.632364 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23cf55-2095-4144-afef-d1e8b37d6cb0 req-39df29fc-fc3c-49bb-a5d0-074078997d06 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:56.635001 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-de23cf55-2095-4144-afef-d1e8b37d6cb0 req-39df29fc-fc3c-49bb-a5d0-074078997d06 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 945 time: 0.0674019 Nov 04 11:04:56.697577 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-de23cf55-2095-4144-afef-d1e8b37d6cb0 req-50db9be0-1e03-4230-9978-be90c0407996 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525138 Nov 04 11:04:57.060171 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-743ac995-da2c-46b0-9398-25eaeb6371d6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:57.062336 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-743ac995-da2c-46b0-9398-25eaeb6371d6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 811 time: 0.1399622 Nov 04 11:04:57.087263 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-111e7e17-5c76-4229-9836-f9a3006dbde1 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/quotas/ddf89eefd3f5444e82d89fc191073961 HTTP/1.1" status: 200 len: 375 time: 0.0170031 Nov 04 11:04:57.152492 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-e158f2d3-af0a-4bed-93de-bc89fa9567c4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590470 Nov 04 11:04:57.276276 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-02dca74b-3dbc-4ffe-9528-2c00314ff76b service neutron] 10.222.0.127 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152198 Nov 04 11:04:57.482937 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-53616e56-5eb0-4493-a373-0e2fe79c3396 service neutron] 10.222.0.127 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993473 Nov 04 11:04:58.003574 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6be4d7-6ca7-4257-9c0f-e5e04cc8ae0f req-df7413f7-5aeb-4732-babe-aaf4e98212c6 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:58.005318 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6e6be4d7-6ca7-4257-9c0f-e5e04cc8ae0f req-df7413f7-5aeb-4732-babe-aaf4e98212c6 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 945 time: 0.0846958 Nov 04 11:04:58.115047 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6e6be4d7-6ca7-4257-9c0f-e5e04cc8ae0f req-3bd5df0b-6944-41c4-b769-87f25f973001 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013210 Nov 04 11:04:58.226351 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b37cefc5-33af-47fc-8447-3ddac479c4ad req-db261bad-7091-4f98-8ed5-848b21c3c738 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 210 time: 0.0488477 Nov 04 11:04:59.214763 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-9b51a96a-ad17-475d-9dc0-2acf31f0ee11 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:59.217153 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-9b51a96a-ad17-475d-9dc0-2acf31f0ee11 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.121 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 811 time: 0.1553223 Nov 04 11:04:59.233197 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-19d3f2ce-a50f-4a9a-b056-b0122270dca4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Request body: {'port': {'device_id': 'd53f568d-914e-4d76-a60b-f7d060f801c5', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'admin_state_up': True, 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:04:59.361153 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:04:59.393441 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886d7e6-573e-4364-b57f-634fc5f439e5 req-09bf15ca-7c38-407a-86ef-728a86bd18f6 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:04:59.405071 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4886d7e6-573e-4364-b57f-634fc5f439e5 req-09bf15ca-7c38-407a-86ef-728a86bd18f6 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 945 time: 0.0882437 Nov 04 11:04:59.447952 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-19d3f2ce-a50f-4a9a-b056-b0122270dca4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Made reservation on behalf of ddf89eefd3f5444e82d89fc191073961 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:04:59.456208 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-19d3f2ce-a50f-4a9a-b056-b0122270dca4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:59.530892 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4886d7e6-573e-4364-b57f-634fc5f439e5 req-7f6d0b45-1de5-40e4-972d-03e03c51218b tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241219 Nov 04 11:04:59.653514 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1419f13e-67b6-4c29-ab2a-ee8d21b73bc1 req-0e8b53db-ea4b-48c5-b5be-6c8590b09def tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 210 time: 0.0504677 Nov 04 11:04:59.682971 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-19d3f2ce-a50f-4a9a-b056-b0122270dca4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Allocated IP 172.20.0.9 (0166203e-9ed1-4f29-8b1e-2d2e84ab323b/c5c74920-9b2d-4a89-a57f-e092fd0cce82/2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:04:59.907811 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-19d3f2ce-a50f-4a9a-b056-b0122270dca4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:04:59.953479 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-19d3f2ce-a50f-4a9a-b056-b0122270dca4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:00.031243 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3f2ce-a50f-4a9a-b056-b0122270dca4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event updated for resources: {'Port': ['ID=2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:00.047351 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-19d3f2ce-a50f-4a9a-b056-b0122270dca4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:05:00.051774 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-19d3f2ce-a50f-4a9a-b056-b0122270dca4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:05:00.058688 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-19d3f2ce-a50f-4a9a-b056-b0122270dca4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:05:00.198390 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-19d3f2ce-a50f-4a9a-b056-b0122270dca4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:00.202650 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-19d3f2ce-a50f-4a9a-b056-b0122270dca4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:00.241368 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-19d3f2ce-a50f-4a9a-b056-b0122270dca4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0128505 Nov 04 11:05:00.256284 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-16c4feef-68f9-4b0b-a80d-7dec2aa2086c service neutron] Request body: {'port': {'device_id': 'd53f568d-914e-4d76-a60b-f7d060f801c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:05:00.382120 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-64790eae-6709-4e8b-b510-7094b4b9fe9f None None] Provisioning complete for port 2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:05:00.383297 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-64790eae-6709-4e8b-b510-7094b4b9fe9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:00.425012 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-16c4feef-68f9-4b0b-a80d-7dec2aa2086c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:00.465627 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-64790eae-6709-4e8b-b510-7094b4b9fe9f None None] Port 2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:05:00.724330 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a1709-23a1-47cd-ad16-d83dc6a37479 req-bfce7b45-85a3-4427-bdc3-d2db13e34b7c tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:00.726154 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2f9a1709-23a1-47cd-ad16-d83dc6a37479 req-bfce7b45-85a3-4427-bdc3-d2db13e34b7c tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 945 time: 0.0919163 Nov 04 11:05:00.816659 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2f9a1709-23a1-47cd-ad16-d83dc6a37479 req-2a0f5db5-82b1-4cb3-b0e9-2995df693b32 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836985 Nov 04 11:05:00.937124 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-16c4feef-68f9-4b0b-a80d-7dec2aa2086c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:05:00.945622 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-16c4feef-68f9-4b0b-a80d-7dec2aa2086c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:00.957569 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6025b3e-68ed-48f3-b1c7-92790dda865d req-a0479d4d-4879-4b9e-8919-584cab260256 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:00.961122 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-16c4feef-68f9-4b0b-a80d-7dec2aa2086c service neutron] Transition to ACTIVE for port object 2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:05:00.968396 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6025b3e-68ed-48f3-b1c7-92790dda865d req-a0479d4d-4879-4b9e-8919-584cab260256 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 931 time: 0.0872250 Nov 04 11:05:00.969753 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-16c4feef-68f9-4b0b-a80d-7dec2aa2086c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:01.070671 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4feef-68f9-4b0b-a80d-7dec2aa2086c service neutron] Pushing event updated for resources: {'Port': ['ID=2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:01.121638 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6025b3e-68ed-48f3-b1c7-92790dda865d req-142356bc-2159-4486-8a6c-6af50d348b57 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518378 Nov 04 11:05:01.236394 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-16c4feef-68f9-4b0b-a80d-7dec2aa2086c service neutron] Attempting to bind port 2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:05:01.237396 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-16c4feef-68f9-4b0b-a80d-7dec2aa2086c service neutron] Attempting to bind port 2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:05:01.238534 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-16c4feef-68f9-4b0b-a80d-7dec2aa2086c service neutron] Attempting to bind port 2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2 on network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:05:01.249099 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-16c4feef-68f9-4b0b-a80d-7dec2aa2086c service neutron] Port 2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2 on network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:05:01.249772 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-16c4feef-68f9-4b0b-a80d-7dec2aa2086c service neutron] Attempting to bind port 2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2 on network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:05:01.256638 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-16c4feef-68f9-4b0b-a80d-7dec2aa2086c service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:05:01.257097 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-16c4feef-68f9-4b0b-a80d-7dec2aa2086c service neutron] Checking segment: {'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:05:01.258221 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-16c4feef-68f9-4b0b-a80d-7dec2aa2086c service neutron] Bound using segment: {'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:05:01.258954 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-16c4feef-68f9-4b0b-a80d-7dec2aa2086c service neutron] Bound port: 2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:05:01.259413 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-16c4feef-68f9-4b0b-a80d-7dec2aa2086c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:01.401959 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-16c4feef-68f9-4b0b-a80d-7dec2aa2086c service neutron] For port 2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:05:01.409445 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-16c4feef-68f9-4b0b-a80d-7dec2aa2086c service neutron] For port 2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:05:01.429939 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-16c4feef-68f9-4b0b-a80d-7dec2aa2086c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:01.509697 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-16c4feef-68f9-4b0b-a80d-7dec2aa2086c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:01.512843 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-16c4feef-68f9-4b0b-a80d-7dec2aa2086c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:01.514726 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-16c4feef-68f9-4b0b-a80d-7dec2aa2086c service neutron] 10.222.0.121 "PUT /v2.0/ports/2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2 HTTP/1.1" status: 200 len: 1091 time: 1.2631748 Nov 04 11:05:01.517414 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53f568d-914e-4d76-a60b-f7d060f801c5', 'tag': '2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:05:01.527909 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbcbe88-711a-44b2-8a9d-fb4ed241ca14" -d '{"events": [{"name": "network-changed", "server_uuid": "d53f568d-914e-4d76-a60b-f7d060f801c5", "tag": "2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:05:01.664419 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4feef-68f9-4b0b-a80d-7dec2aa2086c service neutron] Pushing event updated for resources: {'Port': ['ID=2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:01.704559 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-e373a2b5-aaf0-4497-a500-21fb4d968d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:01.706351 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-e373a2b5-aaf0-4497-a500-21fb4d968d74 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 1094 time: 0.1180060 Nov 04 11:05:01.801393 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-6276ab3d-735c-4de1-8340-b63c53ec2887 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2 HTTP/1.1" status: 200 len: 217 time: 0.0863085 Nov 04 11:05:01.919255 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de6e619-4089-4dfb-a713-1059efbce16e x-openstack-request-id: req-7de6e619-4089-4dfb-a713-1059efbce16e {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:05:01.919683 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53f568d-914e-4d76-a60b-f7d060f801c5", "tag": "2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:05:01.920167 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-7de6e619-4089-4dfb-a713-1059efbce16e {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:05:01.921339 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53f568d-914e-4d76-a60b-f7d060f801c5', 'tag': '2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2', 'status': 'completed', 'code': 200} Nov 04 11:05:01.927985 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-cb1faa37-098f-4b41-87d7-582fd61d9feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:01.929707 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-cb1faa37-098f-4b41-87d7-582fd61d9feb service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c5c74920-9b2d-4a89-a57f-e092fd0cce82 HTTP/1.1" status: 200 len: 850 time: 0.1188216 Nov 04 11:05:02.017966 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-ab258add-60b4-4d17-abb0-08444dff9304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:02.020059 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-ab258add-60b4-4d17-abb0-08444dff9304 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797558 Nov 04 11:05:02.176327 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a47b77-b493-49d9-ba73-54ecbc18f46a req-e233dfab-24e7-42cd-bb7a-b046f5a75675 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:02.178093 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-03a47b77-b493-49d9-ba73-54ecbc18f46a req-e233dfab-24e7-42cd-bb7a-b046f5a75675 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 945 time: 0.1176658 Nov 04 11:05:02.278136 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-ef97e33e-83f4-44cf-be21-2164902977cc service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485445 Nov 04 11:05:02.298080 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-03a47b77-b493-49d9-ba73-54ecbc18f46a req-6e3e555e-4473-4ea7-93bd-5af8dedbac20 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099751 Nov 04 11:05:02.442164 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f0387-2e43-454e-805f-2a68efb700c0 req-f7655b36-948e-493e-83bb-293bcecff46e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:02.450647 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ce2f0387-2e43-454e-805f-2a68efb700c0 req-f7655b36-948e-493e-83bb-293bcecff46e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 943 time: 0.0735307 Nov 04 11:05:02.467000 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ee16f233-3c35-45f1-8df7-1c889489f0ea req-d3a11453-1c4e-47c5-a64d-aa8b81038b6c service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710675 Nov 04 11:05:02.541297 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ce2f0387-2e43-454e-805f-2a68efb700c0 req-31961e2c-8c31-47fe-8fcb-02dcd028b019 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857129 Nov 04 11:05:02.582320 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcbe88-711a-44b2-8a9d-fb4ed241ca14 req-773b3e7b-ae70-453c-9f24-f278d8a9234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:02.583934 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1fbcbe88-711a-44b2-8a9d-fb4ed241ca14 req-773b3e7b-ae70-453c-9f24-f278d8a9234d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 1094 time: 0.0508289 Nov 04 11:05:02.705238 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcbe88-711a-44b2-8a9d-fb4ed241ca14 req-2013ab7f-ce95-4e63-948f-c959e3efdc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:02.707314 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1fbcbe88-711a-44b2-8a9d-fb4ed241ca14 req-2013ab7f-ce95-4e63-948f-c959e3efdc08 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 913 time: 0.1154406 Nov 04 11:05:02.769226 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1fbcbe88-711a-44b2-8a9d-fb4ed241ca14 req-686acd5d-d708-49d6-a0ec-f97fab7ac02c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2 HTTP/1.1" status: 200 len: 217 time: 0.0542233 Nov 04 11:05:02.834673 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcbe88-711a-44b2-8a9d-fb4ed241ca14 req-4f9b9fb3-3a89-4fdc-9ce6-83d78596faae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:02.836461 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1fbcbe88-711a-44b2-8a9d-fb4ed241ca14 req-4f9b9fb3-3a89-4fdc-9ce6-83d78596faae service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c5c74920-9b2d-4a89-a57f-e092fd0cce82 HTTP/1.1" status: 200 len: 850 time: 0.0589681 Nov 04 11:05:02.917638 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcbe88-711a-44b2-8a9d-fb4ed241ca14 req-09351223-c324-4cbe-8912-e8bce8c559b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:02.921741 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1fbcbe88-711a-44b2-8a9d-fb4ed241ca14 req-09351223-c324-4cbe-8912-e8bce8c559b8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752585 Nov 04 11:05:03.167402 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1fbcbe88-711a-44b2-8a9d-fb4ed241ca14 req-18a9cde9-b717-4f26-a3b8-f171d3498603 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374339 Nov 04 11:05:03.298650 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1fbcbe88-711a-44b2-8a9d-fb4ed241ca14 req-2a2b8448-9566-4217-8e54-29e1bfd7a8fb service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219070 Nov 04 11:05:03.633021 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3facc6-6c6e-4b6c-85c1-31baa0ef0e64 req-1b23d606-a196-42ac-bddf-2cf792f4b85a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:03.644578 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fa3facc6-6c6e-4b6c-85c1-31baa0ef0e64 req-1b23d606-a196-42ac-bddf-2cf792f4b85a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 945 time: 0.1980739 Nov 04 11:05:03.718915 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fa3facc6-6c6e-4b6c-85c1-31baa0ef0e64 req-4a0a6201-c69a-4a40-adce-7f704abd0939 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687168 Nov 04 11:05:03.836044 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d6e2f-4661-4fad-8ef3-6c9e1d7c34eb req-c99ce4d4-9719-4f93-ad9e-9b561bdf881d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:03.843864 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f6d6e2f-4661-4fad-8ef3-6c9e1d7c34eb req-c99ce4d4-9719-4f93-ad9e-9b561bdf881d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 943 time: 0.0619588 Nov 04 11:05:03.906009 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f6d6e2f-4661-4fad-8ef3-6c9e1d7c34eb req-20e0e811-3076-4ebf-a69a-d5928f7c0862 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592351 Nov 04 11:05:04.919257 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec0842-87ee-407f-90b7-79fc9d9f0b4b req-e5d19876-7437-49a8-b3be-3681184545bd tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:04.924938 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-28ec0842-87ee-407f-90b7-79fc9d9f0b4b req-e5d19876-7437-49a8-b3be-3681184545bd tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 945 time: 0.1100523 Nov 04 11:05:05.036604 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-28ec0842-87ee-407f-90b7-79fc9d9f0b4b req-c78f3127-038e-49e5-a3a5-f0d460ce0dd4 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977907 Nov 04 11:05:05.196878 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de4049-3621-45c2-81e6-0dfc705e82f7 req-94b96c58-accb-4eb5-82dd-fac57e2f5596 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:05.205081 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81de4049-3621-45c2-81e6-0dfc705e82f7 req-94b96c58-accb-4eb5-82dd-fac57e2f5596 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 943 time: 0.0838516 Nov 04 11:05:05.335066 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81de4049-3621-45c2-81e6-0dfc705e82f7 req-57b00b4a-a5fa-4f06-b73d-8ae46ec2e807 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223013 Nov 04 11:05:06.198393 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92636974-8f21-4447-8a07-4e3cc713ff28 req-67e751b8-128a-4fc8-b242-6c0f77c0fa60 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:06.202293 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-92636974-8f21-4447-8a07-4e3cc713ff28 req-67e751b8-128a-4fc8-b242-6c0f77c0fa60 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 945 time: 0.0677087 Nov 04 11:05:06.271551 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-92636974-8f21-4447-8a07-4e3cc713ff28 req-a6bfb016-42b6-4d88-a907-06f19a9b3960 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613375 Nov 04 11:05:06.518717 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144ff9a-1348-4670-b0d3-f3f967a13a8d req-02030c7b-8b8a-43c6-84b2-ad4b5fc046c9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:06.520301 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9144ff9a-1348-4670-b0d3-f3f967a13a8d req-02030c7b-8b8a-43c6-84b2-ad4b5fc046c9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 943 time: 0.0901845 Nov 04 11:05:06.620181 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9144ff9a-1348-4670-b0d3-f3f967a13a8d req-c42f9687-0dca-4466-a883-7fa5e0d6e65e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905075 Nov 04 11:05:07.410056 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13ff34-a8c5-4197-9722-0fbf3704fbe0 req-ae41e6c7-84ac-43e2-8480-5751fb23df84 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:07.411370 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c13ff34-a8c5-4197-9722-0fbf3704fbe0 req-ae41e6c7-84ac-43e2-8480-5751fb23df84 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 945 time: 0.0597663 Nov 04 11:05:07.467313 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c13ff34-a8c5-4197-9722-0fbf3704fbe0 req-69ca7edc-7797-4555-b7c9-3d5d6d7a76a5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475121 Nov 04 11:05:07.608636 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a85b0-36a6-4469-9945-55037e86e25a req-fcac4369-9def-4245-a52f-4290de26bebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:07.610213 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-357a85b0-36a6-4469-9945-55037e86e25a req-fcac4369-9def-4245-a52f-4290de26bebd service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 1096 time: 0.0519400 Nov 04 11:05:07.711446 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a85b0-36a6-4469-9945-55037e86e25a req-d2e47700-0f7f-47a6-9ef2-0a4ce0638ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:07.712807 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-357a85b0-36a6-4469-9945-55037e86e25a req-d2e47700-0f7f-47a6-9ef2-0a4ce0638ddb service neutron] 10.222.0.121 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 913 time: 0.0942156 Nov 04 11:05:07.750315 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e8212-3a80-40a1-879b-12135ff37c78 req-853912c0-0539-4fd2-a3c8-ff64e11f9788 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:07.755438 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-613e8212-3a80-40a1-879b-12135ff37c78 req-853912c0-0539-4fd2-a3c8-ff64e11f9788 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 943 time: 0.0630603 Nov 04 11:05:07.761578 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-357a85b0-36a6-4469-9945-55037e86e25a req-c93a5c95-2a4e-4028-aed6-dec275337940 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b628874-ceb4-4543-a332-bff21a0e38e7 HTTP/1.1" status: 200 len: 217 time: 0.0386794 Nov 04 11:05:07.809555 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-613e8212-3a80-40a1-879b-12135ff37c78 req-472ed291-ce9d-4e17-8e68-f4733bdf48ab tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480592 Nov 04 11:05:07.818956 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a85b0-36a6-4469-9945-55037e86e25a req-98de853e-c5bc-4973-b4ac-ee1f7fb7cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:07.820537 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-357a85b0-36a6-4469-9945-55037e86e25a req-98de853e-c5bc-4973-b4ac-ee1f7fb7cd7e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=acbe3edd-0e54-430d-9b84-17ccd434a175 HTTP/1.1" status: 200 len: 850 time: 0.0505466 Nov 04 11:05:07.870371 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a85b0-36a6-4469-9945-55037e86e25a req-703d4761-728f-496f-868e-3b5c9f8a2e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:07.871925 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-357a85b0-36a6-4469-9945-55037e86e25a req-703d4761-728f-496f-868e-3b5c9f8a2e9b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0f07f923-0bad-4509-bf44-e9706f67de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402932 Nov 04 11:05:07.971801 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-357a85b0-36a6-4469-9945-55037e86e25a req-a97d4e70-9604-48a6-93cb-8e3d89dc208f service neutron] 10.222.0.121 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912185 Nov 04 11:05:08.070351 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-357a85b0-36a6-4469-9945-55037e86e25a req-f067830e-54d8-49bb-9fb2-429b37bdbcb2 service neutron] 10.222.0.121 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909362 Nov 04 11:05:08.595064 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b680f-275b-4a95-ab5c-b9c041daf019 req-e3a29088-019d-47ae-8065-25d23d14957b tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:08.596637 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e15b680f-275b-4a95-ab5c-b9c041daf019 req-e3a29088-019d-47ae-8065-25d23d14957b tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 945 time: 0.0537174 Nov 04 11:05:08.647718 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e15b680f-275b-4a95-ab5c-b9c041daf019 req-5e340c01-6527-48a8-a501-d20c7c9e8c11 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448396 Nov 04 11:05:08.949994 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf4ef1-b074-4faa-859b-30b1e6225843 req-8ed802e3-f9b3-4214-9e1a-b9fdf7e62bd3 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:08.951891 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e2cf4ef1-b074-4faa-859b-30b1e6225843 req-8ed802e3-f9b3-4214-9e1a-b9fdf7e62bd3 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 943 time: 0.0637276 Nov 04 11:05:09.005887 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e2cf4ef1-b074-4faa-859b-30b1e6225843 req-1c972275-63d4-4987-956b-1551eaf770f6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477922 Nov 04 11:05:09.776876 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff2a40-d75d-48aa-8c26-5e0a2276180b req-efdf3465-23d1-4e64-87c4-9a67e3666d67 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:09.778431 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5ff2a40-d75d-48aa-8c26-5e0a2276180b req-efdf3465-23d1-4e64-87c4-9a67e3666d67 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 945 time: 0.0523748 Nov 04 11:05:09.830353 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5ff2a40-d75d-48aa-8c26-5e0a2276180b req-340b8e8e-9ef2-4983-b92e-8d2d62b272e3 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448275 Nov 04 11:05:10.141056 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cbe9d-f249-4ffb-9815-305151df90c9 req-061167e5-a8e8-4c31-8f81-2b786bc8e9fb tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:10.142640 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0f5cbe9d-f249-4ffb-9815-305151df90c9 req-061167e5-a8e8-4c31-8f81-2b786bc8e9fb tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 943 time: 0.0605309 Nov 04 11:05:10.193068 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0f5cbe9d-f249-4ffb-9815-305151df90c9 req-195c32b8-fa06-453c-80af-3e98d30ffe5d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441041 Nov 04 11:05:10.956401 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3641ed2-be49-40c3-b461-4eae858817f1 req-c314e116-a5c6-4e45-aced-b7824e1299a5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:10.957885 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d3641ed2-be49-40c3-b461-4eae858817f1 req-c314e116-a5c6-4e45-aced-b7824e1299a5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 945 time: 0.0575190 Nov 04 11:05:11.009949 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d3641ed2-be49-40c3-b461-4eae858817f1 req-5af6e552-0757-4ff5-9336-463b10f65069 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456734 Nov 04 11:05:11.130146 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb447418-2d21-43cd-8093-5dee524b8dc7 req-fe60c0f0-673c-4526-a1c7-fad0edf10e4d tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:11.131714 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cb447418-2d21-43cd-8093-5dee524b8dc7 req-fe60c0f0-673c-4526-a1c7-fad0edf10e4d tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0529778 Nov 04 11:05:11.185835 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cb447418-2d21-43cd-8093-5dee524b8dc7 req-cbb64ccf-2d8a-4522-b52b-0133ddaadca9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478809 Nov 04 11:05:11.315791 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51806d05-872a-4fa4-8153-045fdc1da511 req-f2171ff4-33f9-4a0f-a763-c50d586e797b tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:11.317463 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-51806d05-872a-4fa4-8153-045fdc1da511 req-f2171ff4-33f9-4a0f-a763-c50d586e797b tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0582225 Nov 04 11:05:11.365509 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-51806d05-872a-4fa4-8153-045fdc1da511 req-3306a54f-0fdf-421b-a966-08d46ef137a6 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416441 Nov 04 11:05:11.474739 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576abdb-3259-45dc-841a-3a683c07a4c4 req-2b314f41-13ed-4fee-97d9-46d48e92c56a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:11.476189 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a576abdb-3259-45dc-841a-3a683c07a4c4 req-2b314f41-13ed-4fee-97d9-46d48e92c56a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 943 time: 0.0519042 Nov 04 11:05:11.527281 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a576abdb-3259-45dc-841a-3a683c07a4c4 req-7d5cc13d-4a2a-430e-9cfb-f7a48828c897 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435660 Nov 04 11:05:11.720104 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46cc326-d495-49f6-b33d-79f6224aa0cc req-0961c746-599f-499a-b2d9-cdfbe7a277a5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:11.721938 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c46cc326-d495-49f6-b33d-79f6224aa0cc req-0961c746-599f-499a-b2d9-cdfbe7a277a5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0515950 Nov 04 11:05:11.780952 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c46cc326-d495-49f6-b33d-79f6224aa0cc req-416e2f51-620b-480b-aacb-f125f0c3efc3 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522354 Nov 04 11:05:11.984843 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 5b628874-ceb4-4543-a332-bff21a0e38e7 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:05:12.066948 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:12.090782 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa90c8b-3853-49f7-b263-9268ad797385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b628874-ceb4-4543-a332-bff21a0e38e7'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:05:12.093266 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f870613d-ecda-478e-b9d5-01454fbf31b4" -d '{"events": [{"server_uuid": "8fa90c8b-3853-49f7-b263-9268ad797385", "name": "network-vif-unplugged", "status": "completed", "tag": "5b628874-ceb4-4543-a332-bff21a0e38e7"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:05:12.106032 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 5b628874-ceb4-4543-a332-bff21a0e38e7, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=5b628874-ceb4-4543-a332-bff21a0e38e7,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:05:12.111613 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:12.142055 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 04 Nov 2021 11:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f6c786-94be-4c2e-a002-6f50f97b87a9 x-openstack-request-id: req-62f6c786-94be-4c2e-a002-6f50f97b87a9 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:05:12.142416 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa90c8b-3853-49f7-b263-9268ad797385", "name": "network-vif-unplugged", "status": "failed", "tag": "5b628874-ceb4-4543-a332-bff21a0e38e7", "code": 422}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:05:12.142729 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-62f6c786-94be-4c2e-a002-6f50f97b87a9 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:05:12.143191 n-d-816629-1 neutron-server[101776]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8fa90c8b-3853-49f7-b263-9268ad797385', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5b628874-ceb4-4543-a332-bff21a0e38e7', 'code': 422} returned with failed status Nov 04 11:05:12.170032 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=5b628874-ceb4-4543-a332-bff21a0e38e7,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:12.523876 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:12.650913 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a4532-9a65-4114-aa5c-bb36e3a2b155 req-cc83a797-40c7-49f6-bf72-b900d025fd09 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:12.652466 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-065a4532-9a65-4114-aa5c-bb36e3a2b155 req-cc83a797-40c7-49f6-bf72-b900d025fd09 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 943 time: 0.0573907 Nov 04 11:05:12.704011 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-065a4532-9a65-4114-aa5c-bb36e3a2b155 req-1f0be01c-06ac-459d-86c2-e67b3f5a9ff2 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449567 Nov 04 11:05:12.908106 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e347b-b36d-458c-a9b3-475e6a2a7681 req-d8848b01-bd91-4de7-9f57-de9407ce585a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:12.909680 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8e0e347b-b36d-458c-a9b3-475e6a2a7681 req-d8848b01-bd91-4de7-9f57-de9407ce585a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0532429 Nov 04 11:05:12.961384 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8e0e347b-b36d-458c-a9b3-475e6a2a7681 req-4375b882-a0ea-420d-a078-77acd08eea38 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455508 Nov 04 11:05:13.846596 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce62ee8-9c20-4f1f-a501-81590d0fc40f req-1adbf1d7-4423-48d3-8cbe-34ab6fec17c2 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:13.847758 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ce62ee8-9c20-4f1f-a501-81590d0fc40f req-1adbf1d7-4423-48d3-8cbe-34ab6fec17c2 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 943 time: 0.0733807 Nov 04 11:05:13.907890 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ce62ee8-9c20-4f1f-a501-81590d0fc40f req-82f9137d-299f-44c4-b54c-02b94dd72f22 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514455 Nov 04 11:05:14.090839 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91af258-0956-40b9-80f8-b7bd8c11e2f9 req-0a8f7653-4325-44f7-a449-d3e4a1a29f03 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:14.092532 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d91af258-0956-40b9-80f8-b7bd8c11e2f9 req-0a8f7653-4325-44f7-a449-d3e4a1a29f03 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0543184 Nov 04 11:05:14.151111 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d91af258-0956-40b9-80f8-b7bd8c11e2f9 req-2a24e374-d05f-4772-81f2-85a8390fd319 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519273 Nov 04 11:05:14.204077 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48504) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:05:14.321319 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bcc82124-698d-4134-91d6-27c80000678e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:14.401724 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bcc82124-698d-4134-91d6-27c80000678e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:14.407058 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bcc82124-698d-4134-91d6-27c80000678e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:14.446455 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bcc82124-698d-4134-91d6-27c80000678e admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=cbdc37e494ac42fbbf977d8cc5faf9f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2411468 Nov 04 11:05:14.447217 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc82124-698d-4134-91d6-27c80000678e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac141527-3520-4e32-86d2-9cd6833b9211,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:14.449358 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 48508) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:05:14.508375 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5d6e57c2-c27c-4935-8980-7d5e2fb607a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:14.535342 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5d6e57c2-c27c-4935-8980-7d5e2fb607a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:14.596292 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5d6e57c2-c27c-4935-8980-7d5e2fb607a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:14.599862 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5d6e57c2-c27c-4935-8980-7d5e2fb607a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:14.601547 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5d6e57c2-c27c-4935-8980-7d5e2fb607a7 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/ac141527-3520-4e32-86d2-9cd6833b9211 HTTP/1.1" status: 204 len: 168 time: 0.1499372 Nov 04 11:05:14.610544 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e57c2-c27c-4935-8980-7d5e2fb607a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac141527-3520-4e32-86d2-9cd6833b9211,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:14.886418 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48514) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:05:14.901330 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-70b14fcd-9c2e-4c0b-a315-271dafee986e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:14.945774 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:14.984363 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-70b14fcd-9c2e-4c0b-a315-271dafee986e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:14.989268 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-70b14fcd-9c2e-4c0b-a315-271dafee986e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:15.028872 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-70b14fcd-9c2e-4c0b-a315-271dafee986e admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=67c0cafe231640eaa7a54222055f3c83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1412387 Nov 04 11:05:15.029595 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b14fcd-9c2e-4c0b-a315-271dafee986e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9ceed3-c7d2-43e5-aab7-221e6b4de026,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:15.030186 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35debb1-5288-46fb-b971-72db88754abe req-09e0a4b1-1a9d-439e-be46-6ffee463e190 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:15.031747 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a35debb1-5288-46fb-b971-72db88754abe req-09e0a4b1-1a9d-439e-be46-6ffee463e190 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 943 time: 0.0520797 Nov 04 11:05:15.032229 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 48518) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:05:15.110658 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a35debb1-5288-46fb-b971-72db88754abe req-a12af4b8-5d1e-4e94-b267-2aa73538c6ca tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706401 Nov 04 11:05:15.121090 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dcc3ab18-597b-4b24-be80-72f238c6886d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:15.145343 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dcc3ab18-597b-4b24-be80-72f238c6886d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:15.198166 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dcc3ab18-597b-4b24-be80-72f238c6886d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:15.202043 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dcc3ab18-597b-4b24-be80-72f238c6886d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:15.203271 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-dcc3ab18-597b-4b24-be80-72f238c6886d admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/4a9ceed3-c7d2-43e5-aab7-221e6b4de026 HTTP/1.1" status: 204 len: 168 time: 0.1701221 Nov 04 11:05:15.212781 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3ab18-597b-4b24-be80-72f238c6886d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9ceed3-c7d2-43e5-aab7-221e6b4de026,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:15.289144 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a8960-d814-4dee-928d-647855077bed req-e7bf5ced-71f4-4be2-aa9f-e2b215c422b7 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:15.290713 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-484a8960-d814-4dee-928d-647855077bed req-e7bf5ced-71f4-4be2-aa9f-e2b215c422b7 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0606844 Nov 04 11:05:15.340479 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-484a8960-d814-4dee-928d-647855077bed req-4004eb2a-1d10-423d-bbe5-80fb34eef7a8 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433795 Nov 04 11:05:15.983292 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:05:16.081002 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:05:16.093035 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'port_id': '2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2', 'mac_address': 'fa:16:3e:46:ee:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:05:16.134777 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:16.148726 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:05:16.170789 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:05:16.176108 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:16.230310 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:16.238932 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56b5c5-77fd-4de9-87d3-d6107ebf1ff0 req-f31b36f1-2953-4da9-8f14-5426626a2050 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:16.240572 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fc56b5c5-77fd-4de9-87d3-d6107ebf1ff0 req-f31b36f1-2953-4da9-8f14-5426626a2050 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 944 time: 0.0572100 Nov 04 11:05:16.293782 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fc56b5c5-77fd-4de9-87d3-d6107ebf1ff0 req-4d542a0d-7c4a-41aa-9baa-36c767e56122 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469115 Nov 04 11:05:16.415595 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:05:16.467847 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bb277-f762-4e0e-b7b9-5b290703368d req-35d6d64c-c897-472e-a0ca-e4bd78117f84 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:16.469330 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f94bb277-f762-4e0e-b7b9-5b290703368d req-35d6d64c-c897-472e-a0ca-e4bd78117f84 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0607698 Nov 04 11:05:16.526141 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f94bb277-f762-4e0e-b7b9-5b290703368d req-76c7a02b-09d6-437a-9d5e-df8543b589f3 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495744 Nov 04 11:05:16.878811 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-db48fea4-f791-4348-8616-aa890e2b0867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:17.413624 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25491293-e66a-46a7-9af4-1ef231fef02d req-a421aa87-59ea-4dcf-8950-9aa9431b5c27 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:17.415175 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25491293-e66a-46a7-9af4-1ef231fef02d req-a421aa87-59ea-4dcf-8950-9aa9431b5c27 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 944 time: 0.0523126 Nov 04 11:05:17.467351 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25491293-e66a-46a7-9af4-1ef231fef02d req-d7eb6e64-7d32-4e11-9e79-ec4958bba006 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450797 Nov 04 11:05:17.642597 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a75c60-32ae-41d2-883c-e276931e0901 req-ae831616-373e-4c91-9629-dabbfd283c8a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:17.644142 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b1a75c60-32ae-41d2-883c-e276931e0901 req-ae831616-373e-4c91-9629-dabbfd283c8a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0516043 Nov 04 11:05:17.697592 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b1a75c60-32ae-41d2-883c-e276931e0901 req-e9d5fba7-f6d1-40f3-bc43-917f11bec63e tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466883 Nov 04 11:05:17.997051 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:05:18.050151 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:05:18.054263 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:05:18.054629 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:18.136849 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:18.162650 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53f568d-914e-4d76-a60b-f7d060f801c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:05:18.165032 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4632317d-deae-4dc1-a3f8-a8ec41a1eca5" -d '{"events": [{"server_uuid": "d53f568d-914e-4d76-a60b-f7d060f801c5", "name": "network-vif-plugged", "status": "completed", "tag": "2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:05:18.178290 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:05:18.183240 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:18.217126 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce7db8e-8870-4b9c-9477-45cff0461f09 x-openstack-request-id: req-2ce7db8e-8870-4b9c-9477-45cff0461f09 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:05:18.217541 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53f568d-914e-4d76-a60b-f7d060f801c5", "name": "network-vif-plugged", "status": "completed", "tag": "2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:05:18.217657 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-2ce7db8e-8870-4b9c-9477-45cff0461f09 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:05:18.218059 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53f568d-914e-4d76-a60b-f7d060f801c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2', 'code': 200} Nov 04 11:05:18.253429 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:18.321234 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f43c3-7027-4f16-9253-095ff0dd53f8 req-1c213787-3b3b-4485-9f89-faec659b423b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:18.322849 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c99f43c3-7027-4f16-9253-095ff0dd53f8 req-1c213787-3b3b-4485-9f89-faec659b423b service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 1096 time: 0.0450616 Nov 04 11:05:18.370425 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c99f43c3-7027-4f16-9253-095ff0dd53f8 req-5be39b05-0e7a-4179-9de6-6c11c804dc58 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394447 Nov 04 11:05:18.589294 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25168e17-9e74-471e-bf15-eb7ad4eed6bd req-f5558876-a46a-435d-8d10-b48b91e7db87 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:18.590833 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25168e17-9e74-471e-bf15-eb7ad4eed6bd req-f5558876-a46a-435d-8d10-b48b91e7db87 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 945 time: 0.0530195 Nov 04 11:05:18.643898 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25168e17-9e74-471e-bf15-eb7ad4eed6bd req-a4680d99-cece-4e9a-89aa-b113dec8c3d5 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465746 Nov 04 11:05:18.817529 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b5c8e-0687-4b4f-832d-fbd61adefeae req-2861b5aa-b228-45d5-9452-11881c9b8acf tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:18.819006 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-639b5c8e-0687-4b4f-832d-fbd61adefeae req-2861b5aa-b228-45d5-9452-11881c9b8acf tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0514407 Nov 04 11:05:18.870839 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-639b5c8e-0687-4b4f-832d-fbd61adefeae req-f5def612-c532-4a23-9e05-239cfb2223ac tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454912 Nov 04 11:05:19.693536 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ea2aaf99-f986-4b8a-81e5-e054741b5460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:19.821702 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30787efb-b819-4175-bde8-0f93315ae840 req-a9cd3998-7d64-4e8e-a307-b9734bf355a5 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:19.823376 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-30787efb-b819-4175-bde8-0f93315ae840 req-a9cd3998-7d64-4e8e-a307-b9734bf355a5 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 945 time: 0.0560639 Nov 04 11:05:19.877740 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-30787efb-b819-4175-bde8-0f93315ae840 req-15b9154e-f8c7-42a7-b857-548037823346 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475929 Nov 04 11:05:19.995591 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93119c-bee9-45cb-9979-83d578f17465 req-321bb2f6-10e9-4160-b79d-0ecd4fce5a4d tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:19.997002 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4f93119c-bee9-45cb-9979-83d578f17465 req-321bb2f6-10e9-4160-b79d-0ecd4fce5a4d tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0495374 Nov 04 11:05:20.052979 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4f93119c-bee9-45cb-9979-83d578f17465 req-dee070ff-b448-4a03-a7f4-7ba13f925a6d tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484993 Nov 04 11:05:20.160124 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a3463-740d-48c6-8036-6b0e4ae0b3a7 req-99af4d23-c45e-4caf-a774-71cb91948f5e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:20.161655 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2a8a3463-740d-48c6-8036-6b0e4ae0b3a7 req-99af4d23-c45e-4caf-a774-71cb91948f5e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 945 time: 0.0534534 Nov 04 11:05:20.217691 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2a8a3463-740d-48c6-8036-6b0e4ae0b3a7 req-5448c04a-5f21-42fd-b361-2b5648f06866 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470233 Nov 04 11:05:20.816549 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:21.519697 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2b1ce-4c7f-4582-9510-7e7b531e89b7 req-85089dae-1b97-4c2a-bf1a-30acc7fae088 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:21.521502 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-65c2b1ce-4c7f-4582-9510-7e7b531e89b7 req-85089dae-1b97-4c2a-bf1a-30acc7fae088 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0531175 Nov 04 11:05:21.573991 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-65c2b1ce-4c7f-4582-9510-7e7b531e89b7 req-e4ca145f-8a93-477d-8829-ce2adb1b4137 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456512 Nov 04 11:05:22.229913 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:22.621912 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:22.704652 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177d44a-8c2c-4f03-a43c-c4631c444ec6 req-06ec9348-0915-4a50-9f63-3e4577f598ab tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:22.706108 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d177d44a-8c2c-4f03-a43c-c4631c444ec6 req-06ec9348-0915-4a50-9f63-3e4577f598ab tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0527480 Nov 04 11:05:22.758599 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d177d44a-8c2c-4f03-a43c-c4631c444ec6 req-ef26e4d2-0635-4d53-a35f-b1470b39107e tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433128 Nov 04 11:05:22.957986 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-7dd33d7f-52fe-4e13-b4ef-fceb938f5897 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:22.959545 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-7dd33d7f-52fe-4e13-b4ef-fceb938f5897 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 811 time: 0.1175833 Nov 04 11:05:22.976136 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-e9f425cf-9412-4018-9693-60017c967836 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/quotas/ddf89eefd3f5444e82d89fc191073961 HTTP/1.1" status: 200 len: 375 time: 0.0104260 Nov 04 11:05:23.042514 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-86d53946-8cd0-45b8-9b92-989893e3801c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0606112 Nov 04 11:05:23.142409 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-7b439f3c-4396-4e8d-a829-180929db862b service neutron] 10.222.0.127 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919526 Nov 04 11:05:23.238960 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-b472e7fb-6d2e-4c7b-8ec5-f1fda6760ca1 service neutron] 10.222.0.127 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876150 Nov 04 11:05:23.536140 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-76164d50-0fca-4e67-9ef3-81a636b72236 req-c3c854ef-d624-4aaf-b7c4-c65b1a8977f8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 210 time: 0.0314813 Nov 04 11:05:23.617312 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd1c01-367a-4b96-a39f-e12503c1e0c3 req-50dfa796-b0a0-494c-adc4-3a988196137f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:23.619785 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8acd1c01-367a-4b96-a39f-e12503c1e0c3 req-50dfa796-b0a0-494c-adc4-3a988196137f service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 1095 time: 0.0506399 Nov 04 11:05:23.680982 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6640b-87f7-48e9-bf39-7512e66a73f3 req-6db5014c-66c2-497e-ad00-073cd9e3ded5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:23.682696 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82b6640b-87f7-48e9-bf39-7512e66a73f3 req-6db5014c-66c2-497e-ad00-073cd9e3ded5 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0744286 Nov 04 11:05:23.738849 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82b6640b-87f7-48e9-bf39-7512e66a73f3 req-3be23dfe-2f6f-49f5-980e-a5b5e2253b8e tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492079 Nov 04 11:05:23.757617 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd1c01-367a-4b96-a39f-e12503c1e0c3 req-bae2c63c-15e6-4a55-acb6-c2ab61973892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:23.759456 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8acd1c01-367a-4b96-a39f-e12503c1e0c3 req-bae2c63c-15e6-4a55-acb6-c2ab61973892 service neutron] 10.222.0.126 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 913 time: 0.1321554 Nov 04 11:05:23.844334 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8acd1c01-367a-4b96-a39f-e12503c1e0c3 req-e365baad-c52b-47e9-970a-7fb01583c6ff service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d257828-1078-4e49-9fa6-ac70dcd14216 HTTP/1.1" status: 200 len: 999 time: 0.0764012 Nov 04 11:05:23.902216 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd1c01-367a-4b96-a39f-e12503c1e0c3 req-37532fdc-1f85-4b7a-9ae0-5d9a68cd69e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:23.903814 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8acd1c01-367a-4b96-a39f-e12503c1e0c3 req-37532fdc-1f85-4b7a-9ae0-5d9a68cd69e0 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=acbe3edd-0e54-430d-9b84-17ccd434a175 HTTP/1.1" status: 200 len: 850 time: 0.0502470 Nov 04 11:05:23.955516 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd1c01-367a-4b96-a39f-e12503c1e0c3 req-c87d5277-565a-44b0-9ed4-9a1fe4d5ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:23.957199 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8acd1c01-367a-4b96-a39f-e12503c1e0c3 req-c87d5277-565a-44b0-9ed4-9a1fe4d5ac04 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0f07f923-0bad-4509-bf44-e9706f67de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445521 Nov 04 11:05:24.064211 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8acd1c01-367a-4b96-a39f-e12503c1e0c3 req-50683db7-51fe-442e-9d32-c7f291d7ae8b service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987437 Nov 04 11:05:24.164071 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8acd1c01-367a-4b96-a39f-e12503c1e0c3 req-eef7a3ff-53f6-4d46-b96a-0c22aef93fb8 service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918248 Nov 04 11:05:24.588917 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-fb057f6c-5e16-4678-9c74-a3500d0e7678 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:24.590456 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-fb057f6c-5e16-4678-9c74-a3500d0e7678 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.126 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 811 time: 0.1253574 Nov 04 11:05:24.614270 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-cfaf72fb-d456-4043-aba1-b8a49b71766a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Request body: {'port': {'device_id': '06c248a2-a851-47ff-ab5e-3630e7c79a39', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'admin_state_up': True, 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:05:24.636281 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-76c26138-b87d-4d7f-95a8-7d319d4f3446 req-7e7adaa1-040a-4b1e-a764-6a52b32c3716 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 210 time: 0.0285835 Nov 04 11:05:24.743722 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-cfaf72fb-d456-4043-aba1-b8a49b71766a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Made reservation on behalf of ddf89eefd3f5444e82d89fc191073961 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:05:24.748483 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-cfaf72fb-d456-4043-aba1-b8a49b71766a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:24.903259 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1663f3-44f0-4d42-a249-08c2ab7f3ced req-51dd308d-c108-4880-a9bf-4b218bd0b031 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:24.912353 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2a1663f3-44f0-4d42-a249-08c2ab7f3ced req-51dd308d-c108-4880-a9bf-4b218bd0b031 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0677223 Nov 04 11:05:24.947159 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-cfaf72fb-d456-4043-aba1-b8a49b71766a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Allocated IP 172.20.0.8 (0166203e-9ed1-4f29-8b1e-2d2e84ab323b/c5c74920-9b2d-4a89-a57f-e092fd0cce82/ec87a085-d7da-451e-bfec-af1135ed6070) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:05:24.977468 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2a1663f3-44f0-4d42-a249-08c2ab7f3ced req-cfe8c755-6e04-4336-8d11-f14804a9722f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637503 Nov 04 11:05:25.150876 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa78764-a2cd-442c-b9e4-b4962b4a6bb5 req-755a25bf-34eb-4666-92b6-dd7fe50ce42a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:25.152616 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-faa78764-a2cd-442c-b9e4-b4962b4a6bb5 req-755a25bf-34eb-4666-92b6-dd7fe50ce42a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0852029 Nov 04 11:05:25.183275 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-cfaf72fb-d456-4043-aba1-b8a49b71766a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:25.204857 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-faa78764-a2cd-442c-b9e4-b4962b4a6bb5 req-59234041-820a-4f7e-bd09-e3c0e34eb89c tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452473 Nov 04 11:05:25.238028 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-cfaf72fb-d456-4043-aba1-b8a49b71766a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:25.251627 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:05:25.284620 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-cfaf72fb-d456-4043-aba1-b8a49b71766a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:05:25.287867 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-cfaf72fb-d456-4043-aba1-b8a49b71766a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:05:25.291766 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-cfaf72fb-d456-4043-aba1-b8a49b71766a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:05:25.376659 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf72fb-d456-4043-aba1-b8a49b71766a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event updated for resources: {'Port': ['ID=ec87a085-d7da-451e-bfec-af1135ed6070,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:25.396668 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-cfaf72fb-d456-4043-aba1-b8a49b71766a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:25.397505 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-cfaf72fb-d456-4043-aba1-b8a49b71766a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:25.413977 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf72fb-d456-4043-aba1-b8a49b71766a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:25.414743 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf72fb-d456-4043-aba1-b8a49b71766a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:25.415253 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf72fb-d456-4043-aba1-b8a49b71766a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:25.415932 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf72fb-d456-4043-aba1-b8a49b71766a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:25.418199 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf72fb-d456-4043-aba1-b8a49b71766a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:25.418731 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf72fb-d456-4043-aba1-b8a49b71766a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:25.419415 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf72fb-d456-4043-aba1-b8a49b71766a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:25.420034 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf72fb-d456-4043-aba1-b8a49b71766a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:25.420892 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf72fb-d456-4043-aba1-b8a49b71766a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:25.421303 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf72fb-d456-4043-aba1-b8a49b71766a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:25.421688 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf72fb-d456-4043-aba1-b8a49b71766a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:25.422110 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf72fb-d456-4043-aba1-b8a49b71766a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:25.430936 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-cfaf72fb-d456-4043-aba1-b8a49b71766a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8230283 Nov 04 11:05:25.443719 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ea02f-4ea1-4a4c-93b8-72fba45ea012 req-d7542569-128b-4125-8467-8fd54277acd8 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:25.445408 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-620ea02f-4ea1-4a4c-93b8-72fba45ea012 req-d7542569-128b-4125-8467-8fd54277acd8 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.1067853 Nov 04 11:05:25.453846 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-840182c2-548f-4f82-903c-b89b7aebee7a service neutron] Request body: {'port': {'device_id': '06c248a2-a851-47ff-ab5e-3630e7c79a39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:05:25.515613 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-620ea02f-4ea1-4a4c-93b8-72fba45ea012 req-5676442b-ed2e-4d3d-a941-74eee07b2d34 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623026 Nov 04 11:05:25.584504 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-840182c2-548f-4f82-903c-b89b7aebee7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:25.738957 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c0436293-5fb3-49a3-904c-adb0093acf37 None None] Provisioning complete for port ec87a085-d7da-451e-bfec-af1135ed6070 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:05:25.745977 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c0436293-5fb3-49a3-904c-adb0093acf37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:25.839189 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-c0436293-5fb3-49a3-904c-adb0093acf37 None None] Port ec87a085-d7da-451e-bfec-af1135ed6070 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:05:26.040059 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-840182c2-548f-4f82-903c-b89b7aebee7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec87a085-d7da-451e-bfec-af1135ed6070 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:05:26.050577 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-840182c2-548f-4f82-903c-b89b7aebee7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:26.065624 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-840182c2-548f-4f82-903c-b89b7aebee7a service neutron] Transition to ACTIVE for port object ec87a085-d7da-451e-bfec-af1135ed6070 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:05:26.071080 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-840182c2-548f-4f82-903c-b89b7aebee7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:26.230012 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840182c2-548f-4f82-903c-b89b7aebee7a service neutron] Pushing event updated for resources: {'Port': ['ID=ec87a085-d7da-451e-bfec-af1135ed6070,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:26.410874 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-840182c2-548f-4f82-903c-b89b7aebee7a service neutron] Attempting to bind port ec87a085-d7da-451e-bfec-af1135ed6070 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:05:26.412161 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-840182c2-548f-4f82-903c-b89b7aebee7a service neutron] Attempting to bind port ec87a085-d7da-451e-bfec-af1135ed6070 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:05:26.412562 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-840182c2-548f-4f82-903c-b89b7aebee7a service neutron] Attempting to bind port ec87a085-d7da-451e-bfec-af1135ed6070 on network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:05:26.431967 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-840182c2-548f-4f82-903c-b89b7aebee7a service neutron] Port ec87a085-d7da-451e-bfec-af1135ed6070 on network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:05:26.432444 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-840182c2-548f-4f82-903c-b89b7aebee7a service neutron] Attempting to bind port ec87a085-d7da-451e-bfec-af1135ed6070 on network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:05:26.432800 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690abe3b-7513-4d49-b8b0-ead8c534d252 req-0c5830cd-4bee-4cbc-b119-8d82ec5ab2d6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:26.435078 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-690abe3b-7513-4d49-b8b0-ead8c534d252 req-0c5830cd-4bee-4cbc-b119-8d82ec5ab2d6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 943 time: 0.1714764 Nov 04 11:05:26.457116 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-840182c2-548f-4f82-903c-b89b7aebee7a service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:05:26.457586 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-840182c2-548f-4f82-903c-b89b7aebee7a service neutron] Checking segment: {'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:05:26.458071 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-840182c2-548f-4f82-903c-b89b7aebee7a service neutron] Bound using segment: {'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:05:26.458764 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-840182c2-548f-4f82-903c-b89b7aebee7a service neutron] Bound port: ec87a085-d7da-451e-bfec-af1135ed6070, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:05:26.459345 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-840182c2-548f-4f82-903c-b89b7aebee7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:26.541907 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-690abe3b-7513-4d49-b8b0-ead8c534d252 req-69ebdb76-4277-45fe-a288-62b2d9d19475 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997603 Nov 04 11:05:26.564186 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-840182c2-548f-4f82-903c-b89b7aebee7a service neutron] For port ec87a085-d7da-451e-bfec-af1135ed6070, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:05:26.574254 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-840182c2-548f-4f82-903c-b89b7aebee7a service neutron] For port ec87a085-d7da-451e-bfec-af1135ed6070, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=ec87a085-d7da-451e-bfec-af1135ed6070,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:05:26.586604 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-840182c2-548f-4f82-903c-b89b7aebee7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:26.687341 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840182c2-548f-4f82-903c-b89b7aebee7a service neutron] Pushing event updated for resources: {'Port': ['ID=ec87a085-d7da-451e-bfec-af1135ed6070,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:26.708294 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-840182c2-548f-4f82-903c-b89b7aebee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:26.710475 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-840182c2-548f-4f82-903c-b89b7aebee7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:26.712288 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-840182c2-548f-4f82-903c-b89b7aebee7a service neutron] 10.222.0.126 "PUT /v2.0/ports/ec87a085-d7da-451e-bfec-af1135ed6070 HTTP/1.1" status: 200 len: 1091 time: 1.2714288 Nov 04 11:05:26.716191 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c248a2-a851-47ff-ab5e-3630e7c79a39', 'tag': 'ec87a085-d7da-451e-bfec-af1135ed6070'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:05:26.721496 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a90311c-f38b-40f7-85e6-4e171674be87" -d '{"events": [{"name": "network-changed", "server_uuid": "06c248a2-a851-47ff-ab5e-3630e7c79a39", "tag": "ec87a085-d7da-451e-bfec-af1135ed6070"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:05:26.759785 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d052b4-0e25-466c-aa33-b19b56afd7f0 req-3e36b245-cd2e-408c-af36-40ef6b44006e tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:26.761493 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e3d052b4-0e25-466c-aa33-b19b56afd7f0 req-3e36b245-cd2e-408c-af36-40ef6b44006e tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.1114888 Nov 04 11:05:26.852383 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-d7535fee-5b3c-4c2c-8029-4457c3b9ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:26.857730 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-d7535fee-5b3c-4c2c-8029-4457c3b9ea4d service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 1094 time: 0.1035249 Nov 04 11:05:26.875475 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e3d052b4-0e25-466c-aa33-b19b56afd7f0 req-7dbc2e8c-1b41-4b02-819a-385345bf4566 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975413 Nov 04 11:05:26.939230 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-752c896e-174d-4579-b110-642fd9f2bf2a service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec87a085-d7da-451e-bfec-af1135ed6070 HTTP/1.1" status: 200 len: 217 time: 0.0724702 Nov 04 11:05:27.007479 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5130d15e-35df-408d-9d80-346fbe13797a x-openstack-request-id: req-5130d15e-35df-408d-9d80-346fbe13797a {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:05:27.007479 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c248a2-a851-47ff-ab5e-3630e7c79a39", "tag": "ec87a085-d7da-451e-bfec-af1135ed6070", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:05:27.007732 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-5130d15e-35df-408d-9d80-346fbe13797a {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:05:27.008802 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c248a2-a851-47ff-ab5e-3630e7c79a39', 'tag': 'ec87a085-d7da-451e-bfec-af1135ed6070', 'status': 'completed', 'code': 200} Nov 04 11:05:27.021489 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 48752) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:05:27.042230 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-68ef7581-385c-41ac-8159-b3b530f6d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:27.043909 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-68ef7581-385c-41ac-8159-b3b530f6d51c service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c5c74920-9b2d-4a89-a57f-e092fd0cce82 HTTP/1.1" status: 200 len: 850 time: 0.0963569 Nov 04 11:05:27.161272 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-aeec66ee-5693-4830-a181-64d5573a0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:27.168634 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-aeec66ee-5693-4830-a181-64d5573a0d05 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1161051 Nov 04 11:05:27.316186 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7d67-a85f-494b-9784-bee06a5a4b72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:27.329689 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34be273-5054-4e4b-b0b6-0b70438630c8 req-4294b281-874b-4539-a0b2-65e33a2538dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:27.331806 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b34be273-5054-4e4b-b0b6-0b70438630c8 req-4294b281-874b-4539-a0b2-65e33a2538dc service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 1095 time: 0.1134491 Nov 04 11:05:27.339570 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f39fbe-7d23-414e-bc86-b678c0b27d98 req-72ab0f03-435b-45f8-a1d9-2173bd4aa0de tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:27.341631 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-37f39fbe-7d23-414e-bc86-b678c0b27d98 req-72ab0f03-435b-45f8-a1d9-2173bd4aa0de tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.1319540 Nov 04 11:05:27.416006 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-ec63515d-5232-4bde-b4c9-10e6a176ad89 service neutron] 10.222.0.126 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318828 Nov 04 11:05:27.465080 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-37f39fbe-7d23-414e-bc86-b678c0b27d98 req-2196b3ee-3dae-4c88-8e57-7d353aaf1895 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637016 Nov 04 11:05:27.521000 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7d67-a85f-494b-9784-bee06a5a4b72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:27.538593 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7d67-a85f-494b-9784-bee06a5a4b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:27.540418 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34be273-5054-4e4b-b0b6-0b70438630c8 req-3649e309-f990-4f0e-a237-4c8c8fb79b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:27.542035 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b34be273-5054-4e4b-b0b6-0b70438630c8 req-3649e309-f990-4f0e-a237-4c8c8fb79b20 service neutron] 10.222.0.126 "GET /v2.0/networks?id=0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 200 len: 913 time: 0.2008526 Nov 04 11:05:27.594081 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3dffba7f-391c-4afa-9549-42e4480f8677 req-2ec654ea-b6ad-44c7-a55a-7971c7383184 service neutron] 10.222.0.126 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698329 Nov 04 11:05:27.631238 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b34be273-5054-4e4b-b0b6-0b70438630c8 req-96c9c517-631e-489e-b8ff-0a7ff5023062 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d257828-1078-4e49-9fa6-ac70dcd14216 HTTP/1.1" status: 200 len: 999 time: 0.0779583 Nov 04 11:05:27.674497 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd7d67-a85f-494b-9784-bee06a5a4b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b23ab0d-69fb-4927-969f-cb6edd5880a9,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:27.680887 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d3fd7d67-a85f-494b-9784-bee06a5a4b72 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=1d6fb6afbc8e40869c4f80f43aadc04d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6579704 Nov 04 11:05:27.700129 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 48760) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:05:27.746775 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34be273-5054-4e4b-b0b6-0b70438630c8 req-edc55851-ec68-41b9-9ad3-3685e1a1a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:27.748619 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b34be273-5054-4e4b-b0b6-0b70438630c8 req-edc55851-ec68-41b9-9ad3-3685e1a1a7b6 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=acbe3edd-0e54-430d-9b84-17ccd434a175 HTTP/1.1" status: 200 len: 850 time: 0.1095209 Nov 04 11:05:27.748940 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf36c4e-ebb8-4916-b8c4-14027dbaf5fd req-8fd22918-cbc7-462e-85c4-622a8d20b99e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:27.751428 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90311c-f38b-40f7-85e6-4e171674be87 req-b2cf340e-9991-4274-a42d-ca1022a2f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:27.752803 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3a90311c-f38b-40f7-85e6-4e171674be87 req-b2cf340e-9991-4274-a42d-ca1022a2f6b2 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 1094 time: 0.0962281 Nov 04 11:05:27.756181 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-edf36c4e-ebb8-4916-b8c4-14027dbaf5fd req-8fd22918-cbc7-462e-85c4-622a8d20b99e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 943 time: 0.0922325 Nov 04 11:05:27.795569 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a8320dad-a207-4db8-b389-7d543ec24180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:27.821941 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a8320dad-a207-4db8-b389-7d543ec24180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:27.878703 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a8320dad-a207-4db8-b389-7d543ec24180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:27.881640 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a8320dad-a207-4db8-b389-7d543ec24180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:27.882925 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a8320dad-a207-4db8-b389-7d543ec24180 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/3b23ab0d-69fb-4927-969f-cb6edd5880a9 HTTP/1.1" status: 204 len: 168 time: 0.1814630 Nov 04 11:05:27.904206 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8320dad-a207-4db8-b389-7d543ec24180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b23ab0d-69fb-4927-969f-cb6edd5880a9,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:27.932156 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-edf36c4e-ebb8-4916-b8c4-14027dbaf5fd req-58c9b789-213a-4e8d-9e46-cca21dc46856 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750817 Nov 04 11:05:28.215517 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 48766) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:05:28.230625 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d01c9e09-4670-4221-ac33-5e5f3d941f1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:28.283444 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34be273-5054-4e4b-b0b6-0b70438630c8 req-07549752-8ba3-4f24-83fa-cc7231bfba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:28.284953 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b34be273-5054-4e4b-b0b6-0b70438630c8 req-07549752-8ba3-4f24-83fa-cc7231bfba37 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0f07f923-0bad-4509-bf44-e9706f67de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5226438 Nov 04 11:05:28.315718 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d01c9e09-4670-4221-ac33-5e5f3d941f1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:28.321403 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d01c9e09-4670-4221-ac33-5e5f3d941f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:28.341686 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90311c-f38b-40f7-85e6-4e171674be87 req-72f8a520-a710-481a-a88b-5a87c9e89564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:28.343225 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3a90311c-f38b-40f7-85e6-4e171674be87 req-72f8a520-a710-481a-a88b-5a87c9e89564 service neutron] 10.222.0.126 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 913 time: 0.5723658 Nov 04 11:05:28.347207 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c9e09-4670-4221-ac33-5e5f3d941f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33977a97-8bb5-43fc-9fb8-b392975cc5cf,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:28.372756 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d01c9e09-4670-4221-ac33-5e5f3d941f1d admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=1e3dfa3a22b945ff92909d8fbf3f7e71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1555145 Nov 04 11:05:28.375663 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 48768) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:05:28.396348 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3a90311c-f38b-40f7-85e6-4e171674be87 req-02c70e0b-44de-4dd2-bcfc-6d2fe4444f70 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec87a085-d7da-451e-bfec-af1135ed6070 HTTP/1.1" status: 200 len: 217 time: 0.0448418 Nov 04 11:05:28.428507 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-df20e7d1-830f-4496-a231-1d7ded2ed9b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:28.453007 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-df20e7d1-830f-4496-a231-1d7ded2ed9b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:28.466559 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b34be273-5054-4e4b-b0b6-0b70438630c8 req-74c47979-3d8e-46bc-a146-b37985cdb90d service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695180 Nov 04 11:05:28.468254 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90311c-f38b-40f7-85e6-4e171674be87 req-42f27615-7c4b-4d89-a2b3-99b6665a1ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:28.469994 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3a90311c-f38b-40f7-85e6-4e171674be87 req-42f27615-7c4b-4d89-a2b3-99b6665a1ad2 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c5c74920-9b2d-4a89-a57f-e092fd0cce82 HTTP/1.1" status: 200 len: 850 time: 0.0645349 Nov 04 11:05:28.509142 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-df20e7d1-830f-4496-a231-1d7ded2ed9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:28.514224 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-df20e7d1-830f-4496-a231-1d7ded2ed9b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:28.516015 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-df20e7d1-830f-4496-a231-1d7ded2ed9b9 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/33977a97-8bb5-43fc-9fb8-b392975cc5cf HTTP/1.1" status: 204 len: 168 time: 0.1391580 Nov 04 11:05:28.540503 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20e7d1-830f-4496-a231-1d7ded2ed9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33977a97-8bb5-43fc-9fb8-b392975cc5cf,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:28.628442 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90311c-f38b-40f7-85e6-4e171674be87 req-7c3af62a-1d19-474e-a3ac-5365df60906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:28.631671 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3a90311c-f38b-40f7-85e6-4e171674be87 req-7c3af62a-1d19-474e-a3ac-5365df60906b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1430180 Nov 04 11:05:28.633914 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b34be273-5054-4e4b-b0b6-0b70438630c8 req-79382a45-cf78-4644-a92d-6f96b2a93457 service neutron] 10.222.0.126 "GET /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551383 Nov 04 11:05:28.655092 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424564c-78ff-4e42-abe2-fa11a1a2f76e req-a6970343-b627-48e8-8442-b0072f7988ef tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:28.656667 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f424564c-78ff-4e42-abe2-fa11a1a2f76e req-a6970343-b627-48e8-8442-b0072f7988ef tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0893354 Nov 04 11:05:28.712982 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f424564c-78ff-4e42-abe2-fa11a1a2f76e req-c45ebedb-0e77-460b-bb03-f010524af2c3 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494347 Nov 04 11:05:28.756527 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3a90311c-f38b-40f7-85e6-4e171674be87 req-3f66528c-70d1-4b44-a6bd-145f7968c03f service neutron] 10.222.0.126 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000190 Nov 04 11:05:28.868867 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3a90311c-f38b-40f7-85e6-4e171674be87 req-a37985ff-0d08-4e38-86b3-ce5c4f35e913 service neutron] 10.222.0.126 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040187 Nov 04 11:05:29.077034 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fa090-70a7-4cda-889f-d104c7270527 req-71c385ae-1122-4731-8deb-71dd24eb5972 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:29.079072 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-756fa090-70a7-4cda-889f-d104c7270527 req-71c385ae-1122-4731-8deb-71dd24eb5972 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 943 time: 0.0693271 Nov 04 11:05:29.149218 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-756fa090-70a7-4cda-889f-d104c7270527 req-7c3826ad-022d-4428-b9d1-3e2d1b212037 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625582 Nov 04 11:05:29.869727 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b3899-f4cf-45ae-ae2d-35ea35a41027 req-f4b4ecf3-1c6c-458e-b0ac-95c2b94b1a06 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:29.878912 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f70b3899-f4cf-45ae-ae2d-35ea35a41027 req-f4b4ecf3-1c6c-458e-b0ac-95c2b94b1a06 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0797479 Nov 04 11:05:29.935136 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f70b3899-f4cf-45ae-ae2d-35ea35a41027 req-3e935f15-8425-44f5-bc27-33a302e51b1e tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555263 Nov 04 11:05:29.969762 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 48806) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:05:30.076798 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75710bf1-6189-4b75-8ca9-bcfe195e6c1b req-8e4ef474-986a-4b63-afcd-1595f5903dea tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:30.085142 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-75710bf1-6189-4b75-8ca9-bcfe195e6c1b req-8e4ef474-986a-4b63-afcd-1595f5903dea tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0673461 Nov 04 11:05:30.165563 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6b785042-14c7-4b66-ad83-13c0ee0d8027 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:30.199854 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-75710bf1-6189-4b75-8ca9-bcfe195e6c1b req-03f53364-a76d-4a02-9fc2-df2854cdc000 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125708 Nov 04 11:05:30.339846 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6b785042-14c7-4b66-ad83-13c0ee0d8027 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:30.349874 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6b785042-14c7-4b66-ad83-13c0ee0d8027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:30.415482 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60017a-9011-4698-8f21-e2e003ac0ca5 req-93c94d16-06ab-4bf8-b63e-393c43850c7c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:30.417093 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d60017a-9011-4698-8f21-e2e003ac0ca5 req-93c94d16-06ab-4bf8-b63e-393c43850c7c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 943 time: 0.1338162 Nov 04 11:05:30.421921 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6b785042-14c7-4b66-ad83-13c0ee0d8027 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=3d9135b07a1c4eada952849e51a23be9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4511285 Nov 04 11:05:30.423059 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b785042-14c7-4b66-ad83-13c0ee0d8027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5dbfc0-eb71-4193-845f-68c3818610b8,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:30.425126 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48814) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:05:30.492683 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d60017a-9011-4698-8f21-e2e003ac0ca5 req-70ae1966-be28-4e1c-9d65-ad87050d75af tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664594 Nov 04 11:05:30.531206 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3fe5434d-5ca2-4994-b5bd-516d1bfb447e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:30.563235 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3fe5434d-5ca2-4994-b5bd-516d1bfb447e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:30.626596 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3fe5434d-5ca2-4994-b5bd-516d1bfb447e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:30.631898 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3fe5434d-5ca2-4994-b5bd-516d1bfb447e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:30.633989 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3fe5434d-5ca2-4994-b5bd-516d1bfb447e admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/0a5dbfc0-eb71-4193-845f-68c3818610b8 HTTP/1.1" status: 204 len: 168 time: 0.2076936 Nov 04 11:05:30.663372 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5434d-5ca2-4994-b5bd-516d1bfb447e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5dbfc0-eb71-4193-845f-68c3818610b8,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:31.823523 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc3350-5807-4824-b5dd-79fbcae71e4e req-33d776ad-7864-47a9-a9f3-a29faf56a592 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:31.824412 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cacc3350-5807-4824-b5dd-79fbcae71e4e req-33d776ad-7864-47a9-a9f3-a29faf56a592 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=8fa90c8b-3853-49f7-b263-9268ad797385 HTTP/1.1" status: 200 len: 943 time: 0.0735331 Nov 04 11:05:31.990055 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-cacc3350-5807-4824-b5dd-79fbcae71e4e req-7704eb67-0509-4396-9aee-da4598d5299c tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Deleting port 5b628874-ceb4-4543-a332-bff21a0e38e7 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:05:31.990526 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-cacc3350-5807-4824-b5dd-79fbcae71e4e req-7704eb67-0509-4396-9aee-da4598d5299c tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:32.123803 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-cacc3350-5807-4824-b5dd-79fbcae71e4e req-7704eb67-0509-4396-9aee-da4598d5299c tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] For port 5b628874-ceb4-4543-a332-bff21a0e38e7, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=5b628874-ceb4-4543-a332-bff21a0e38e7,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:05:32.124470 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-cacc3350-5807-4824-b5dd-79fbcae71e4e req-7704eb67-0509-4396-9aee-da4598d5299c tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:32.142487 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [req-cacc3350-5807-4824-b5dd-79fbcae71e4e req-7704eb67-0509-4396-9aee-da4598d5299c tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Calling delete_port for 5b628874-ceb4-4543-a332-bff21a0e38e7 owned by compute:nova {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:05:32.345962 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-cacc3350-5807-4824-b5dd-79fbcae71e4e req-7704eb67-0509-4396-9aee-da4598d5299c tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:32.361902 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['38b6d513-0901-4d8e-9e4c-1497424b2069'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:05:32.364975 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['959e796d-cda9-4c4f-90c2-519dec043dd1'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:05:32.388883 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704eb67-0509-4396-9aee-da4598d5299c tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Pushing event deleted for resources: {'Port': ['ID=5b628874-ceb4-4543-a332-bff21a0e38e7,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:32.485935 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [req-cacc3350-5807-4824-b5dd-79fbcae71e4e req-7704eb67-0509-4396-9aee-da4598d5299c tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] No DVR routers for this DVR port 5b628874-ceb4-4543-a332-bff21a0e38e7 on host n-h2-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:05:32.489027 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-cacc3350-5807-4824-b5dd-79fbcae71e4e req-7704eb67-0509-4396-9aee-da4598d5299c tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:32.493281 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cacc3350-5807-4824-b5dd-79fbcae71e4e req-7704eb67-0509-4396-9aee-da4598d5299c tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "DELETE /v2.0/ports/5b628874-ceb4-4543-a332-bff21a0e38e7 HTTP/1.1" status: 204 len: 173 time: 0.6571703 Nov 04 11:05:32.495822 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa90c8b-3853-49f7-b263-9268ad797385', 'name': 'network-vif-deleted', 'tag': '5b628874-ceb4-4543-a332-bff21a0e38e7'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:05:32.501177 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c0ed9b-269e-4821-8e0e-551775ee3960" -d '{"events": [{"server_uuid": "8fa90c8b-3853-49f7-b263-9268ad797385", "name": "network-vif-deleted", "tag": "5b628874-ceb4-4543-a332-bff21a0e38e7"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:05:33.103175 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30fb5f0-0e5c-4b15-bf4a-2f27fdac8a0d req-985779a9-c64b-49a5-91cb-0f79626ac296 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:33.104778 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c30fb5f0-0e5c-4b15-bf4a-2f27fdac8a0d req-985779a9-c64b-49a5-91cb-0f79626ac296 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 943 time: 0.0682840 Nov 04 11:05:33.176518 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c30fb5f0-0e5c-4b15-bf4a-2f27fdac8a0d req-21040f62-2f19-4f19-876c-42838a89f0e5 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614400 Nov 04 11:05:33.225504 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 04 Nov 2021 11:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693d4eef-fd9c-496c-a463-cbb210d42f68 x-openstack-request-id: req-693d4eef-fd9c-496c-a463-cbb210d42f68 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:05:33.225796 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa90c8b-3853-49f7-b263-9268ad797385", "name": "network-vif-deleted", "tag": "5b628874-ceb4-4543-a332-bff21a0e38e7", "status": "failed", "code": 422}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:05:33.226048 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-693d4eef-fd9c-496c-a463-cbb210d42f68 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:05:33.226470 n-d-816629-1 neutron-server[101774]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8fa90c8b-3853-49f7-b263-9268ad797385', 'name': 'network-vif-deleted', 'tag': '5b628874-ceb4-4543-a332-bff21a0e38e7', 'status': 'failed', 'code': 422} returned with failed status Nov 04 11:05:33.561315 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d89d1d-dc56-457a-a810-82e02fd0630a req-54718712-8b15-4d67-9bf3-257ae1012ca3 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:33.569618 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33d89d1d-dc56-457a-a810-82e02fd0630a req-54718712-8b15-4d67-9bf3-257ae1012ca3 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=c35ef6a5-7aed-45ad-9685-a519749db84a HTTP/1.1" status: 200 len: 908 time: 0.0796165 Nov 04 11:05:34.302869 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58706c82-bc95-4b21-8255-a4dacc8c230e req-0b2a3cad-1ee3-42e0-a92c-ffbafaaf98ec tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:34.305392 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-58706c82-bc95-4b21-8255-a4dacc8c230e req-0b2a3cad-1ee3-42e0-a92c-ffbafaaf98ec tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 943 time: 0.0565705 Nov 04 11:05:34.364426 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-58706c82-bc95-4b21-8255-a4dacc8c230e req-96444a8b-1f65-4688-a437-9ff28bdd3cf2 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515761 Nov 04 11:05:34.711045 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e8726-b368-4817-b0e1-7df6686dcb55 req-482cd75d-0c10-4113-83e3-0ee20913cd90 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:34.712789 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-211e8726-b368-4817-b0e1-7df6686dcb55 req-482cd75d-0c10-4113-83e3-0ee20913cd90 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=c35ef6a5-7aed-45ad-9685-a519749db84a HTTP/1.1" status: 200 len: 908 time: 0.0554171 Nov 04 11:05:34.839318 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c82625-2f37-41b5-ad2c-49b949a61c4b req-b8306b8f-59f9-4f1b-9dc4-1991f92ec310 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:34.843053 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f1c82625-2f37-41b5-ad2c-49b949a61c4b req-b8306b8f-59f9-4f1b-9dc4-1991f92ec310 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.126 "GET /v2.0/ports?device_id=c35ef6a5-7aed-45ad-9685-a519749db84a HTTP/1.1" status: 200 len: 908 time: 0.0930839 Nov 04 11:05:34.956137 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-f1c82625-2f37-41b5-ad2c-49b949a61c4b req-f37c74dd-7a04-4c9e-9f44-66d13cb3d220 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Deleting port 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:05:34.956977 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f1c82625-2f37-41b5-ad2c-49b949a61c4b req-f37c74dd-7a04-4c9e-9f44-66d13cb3d220 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:35.068556 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-f1c82625-2f37-41b5-ad2c-49b949a61c4b req-f37c74dd-7a04-4c9e-9f44-66d13cb3d220 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] For port 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:05:35.069328 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f1c82625-2f37-41b5-ad2c-49b949a61c4b req-f37c74dd-7a04-4c9e-9f44-66d13cb3d220 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:35.085470 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-f1c82625-2f37-41b5-ad2c-49b949a61c4b req-f37c74dd-7a04-4c9e-9f44-66d13cb3d220 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Calling delete_port for 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:05:35.254009 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f1c82625-2f37-41b5-ad2c-49b949a61c4b req-f37c74dd-7a04-4c9e-9f44-66d13cb3d220 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:35.289445 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c74dd-7a04-4c9e-9f44-66d13cb3d220 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Pushing event deleted for resources: {'Port': ['ID=18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:35.337643 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c82625-2f37-41b5-ad2c-49b949a61c4b req-f37c74dd-7a04-4c9e-9f44-66d13cb3d220 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] No DVR routers for this DVR port 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:05:35.340789 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f1c82625-2f37-41b5-ad2c-49b949a61c4b req-f37c74dd-7a04-4c9e-9f44-66d13cb3d220 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:35.345493 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f1c82625-2f37-41b5-ad2c-49b949a61c4b req-f37c74dd-7a04-4c9e-9f44-66d13cb3d220 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.126 "DELETE /v2.0/ports/18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc HTTP/1.1" status: 204 len: 173 time: 0.4927382 Nov 04 11:05:35.345988 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35ef6a5-7aed-45ad-9685-a519749db84a', 'name': 'network-vif-deleted', 'tag': '18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:05:35.349235 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b193786-43a5-47fc-9801-a4465a23fd77" -d '{"events": [{"server_uuid": "c35ef6a5-7aed-45ad-9685-a519749db84a", "name": "network-vif-deleted", "tag": "18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:05:35.393200 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203c7876-7c1a-4e93-881f-8b4024edde17 x-openstack-request-id: req-203c7876-7c1a-4e93-881f-8b4024edde17 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:05:35.393515 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35ef6a5-7aed-45ad-9685-a519749db84a", "name": "network-vif-deleted", "tag": "18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:05:35.394226 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-203c7876-7c1a-4e93-881f-8b4024edde17 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:05:35.394649 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35ef6a5-7aed-45ad-9685-a519749db84a', 'name': 'network-vif-deleted', 'tag': '18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc', 'status': 'completed', 'code': 200} Nov 04 11:05:35.502101 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0c500-3a62-44e9-a255-bd7a7659a5a7 req-a2c6e742-3509-48bf-8d61-826e14b21008 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:35.504222 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-39e0c500-3a62-44e9-a255-bd7a7659a5a7 req-a2c6e742-3509-48bf-8d61-826e14b21008 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 943 time: 0.0578961 Nov 04 11:05:35.558426 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-39e0c500-3a62-44e9-a255-bd7a7659a5a7 req-17196bfc-0c8b-4244-9c25-6520c070d61a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481138 Nov 04 11:05:35.836622 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ba038d0-72a7-4468-a866-d42cbb148948 req-a341e639-22bd-47f7-9bb6-d238cd20d7a9 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=c35ef6a5-7aed-45ad-9685-a519749db84a HTTP/1.1" status: 200 len: 210 time: 0.0323224 Nov 04 11:05:36.361311 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:05:36.689166 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db705aa0-be70-4582-add8-4bc2fd369ab1 req-02474165-f6b5-4762-a18c-bf7b7c62fe4f tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:36.690704 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db705aa0-be70-4582-add8-4bc2fd369ab1 req-02474165-f6b5-4762-a18c-bf7b7c62fe4f tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 943 time: 0.0549953 Nov 04 11:05:36.749878 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db705aa0-be70-4582-add8-4bc2fd369ab1 req-a5cd1640-b58e-4476-b283-087b811bd29a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493357 Nov 04 11:05:37.163366 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760ecde-71ca-4515-a7a7-830f82550179 req-fe53a7b6-f51a-42d0-9086-c6f2bf238695 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:37.165192 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6760ecde-71ca-4515-a7a7-830f82550179 req-fe53a7b6-f51a-42d0-9086-c6f2bf238695 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=108b5d82-2c23-4c06-bc54-89f2935b1b52 HTTP/1.1" status: 200 len: 945 time: 0.0563354 Nov 04 11:05:37.223548 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6760ecde-71ca-4515-a7a7-830f82550179 req-00246896-1d74-4a94-a57b-52736f0ecf79 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512955 Nov 04 11:05:37.768378 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:05:37.797984 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:05:37.798853 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 18f1f1d9-cfde-4e9f-8cde-e0c2e5869acc not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:05:37.900621 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc1ea5-ea77-48c0-b6f6-025a7d130fa9 req-1e2387bb-e8eb-4941-be6d-77e7a5a99a57 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:37.902301 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6fc1ea5-ea77-48c0-b6f6-025a7d130fa9 req-1e2387bb-e8eb-4941-be6d-77e7a5a99a57 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 943 time: 0.0585670 Nov 04 11:05:37.958987 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6fc1ea5-ea77-48c0-b6f6-025a7d130fa9 req-2e9c53f7-3799-4b30-bbe3-60c38d148175 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485222 Nov 04 11:05:38.362692 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6a7da-ae99-45a8-bb45-b810509db4e5 req-90bb5cc1-831a-4125-999b-8b2d13875ea8 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:38.364439 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2ce6a7da-ae99-45a8-bb45-b810509db4e5 req-90bb5cc1-831a-4125-999b-8b2d13875ea8 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=108b5d82-2c23-4c06-bc54-89f2935b1b52 HTTP/1.1" status: 200 len: 945 time: 0.0573761 Nov 04 11:05:38.423142 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2ce6a7da-ae99-45a8-bb45-b810509db4e5 req-f26aea68-02a2-4896-8509-e7faba95f0c6 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508831 Nov 04 11:05:38.529344 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3455200-4814-4882-a435-77b1261272ae req-b4b64801-84a7-42af-8147-1cfc01545204 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:38.531586 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c3455200-4814-4882-a435-77b1261272ae req-b4b64801-84a7-42af-8147-1cfc01545204 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.126 "GET /v2.0/ports?device_id=108b5d82-2c23-4c06-bc54-89f2935b1b52 HTTP/1.1" status: 200 len: 945 time: 0.0530651 Nov 04 11:05:38.633648 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-c3455200-4814-4882-a435-77b1261272ae req-6a04c631-e3a0-42fc-ade1-609bf1210118 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Deleting port 38b6d513-0901-4d8e-9e4c-1497424b2069 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:05:38.634260 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c3455200-4814-4882-a435-77b1261272ae req-6a04c631-e3a0-42fc-ade1-609bf1210118 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:38.742974 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c3455200-4814-4882-a435-77b1261272ae req-6a04c631-e3a0-42fc-ade1-609bf1210118 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] For port 38b6d513-0901-4d8e-9e4c-1497424b2069, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=38b6d513-0901-4d8e-9e4c-1497424b2069,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:05:38.743501 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c3455200-4814-4882-a435-77b1261272ae req-6a04c631-e3a0-42fc-ade1-609bf1210118 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:38.758106 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-c3455200-4814-4882-a435-77b1261272ae req-6a04c631-e3a0-42fc-ade1-609bf1210118 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Calling delete_port for 38b6d513-0901-4d8e-9e4c-1497424b2069 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:05:38.903019 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c3455200-4814-4882-a435-77b1261272ae req-6a04c631-e3a0-42fc-ade1-609bf1210118 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:38.919724 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['38b6d513-0901-4d8e-9e4c-1497424b2069'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:05:38.947843 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04c631-e3a0-42fc-ade1-609bf1210118 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Pushing event deleted for resources: {'Port': ['ID=38b6d513-0901-4d8e-9e4c-1497424b2069,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:38.959780 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['959e796d-cda9-4c4f-90c2-519dec043dd1'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:05:39.032632 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3455200-4814-4882-a435-77b1261272ae req-6a04c631-e3a0-42fc-ade1-609bf1210118 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] No DVR routers for this DVR port 38b6d513-0901-4d8e-9e4c-1497424b2069 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:05:39.036266 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c3455200-4814-4882-a435-77b1261272ae req-6a04c631-e3a0-42fc-ade1-609bf1210118 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:39.040068 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c3455200-4814-4882-a435-77b1261272ae req-6a04c631-e3a0-42fc-ade1-609bf1210118 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.126 "DELETE /v2.0/ports/38b6d513-0901-4d8e-9e4c-1497424b2069 HTTP/1.1" status: 204 len: 173 time: 0.5023773 Nov 04 11:05:39.040581 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108b5d82-2c23-4c06-bc54-89f2935b1b52', 'name': 'network-vif-deleted', 'tag': '38b6d513-0901-4d8e-9e4c-1497424b2069'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:05:39.043534 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874247fc-bad6-47a4-a2e8-8c81d75c5543" -d '{"events": [{"server_uuid": "108b5d82-2c23-4c06-bc54-89f2935b1b52", "name": "network-vif-deleted", "tag": "38b6d513-0901-4d8e-9e4c-1497424b2069"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:05:39.230559 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f276a0f-0afa-44d1-be87-ee0cf5e37ba3 req-0130039e-64af-464a-a807-c8676a2458dd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:39.241986 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6f276a0f-0afa-44d1-be87-ee0cf5e37ba3 req-0130039e-64af-464a-a807-c8676a2458dd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 943 time: 0.1289706 Nov 04 11:05:39.310909 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6f276a0f-0afa-44d1-be87-ee0cf5e37ba3 req-9a0b5ead-fcda-4bff-a27e-dc2b2fa87071 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677183 Nov 04 11:05:39.377634 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1278cf16-042d-47bb-a44f-5ac0268e9c84 x-openstack-request-id: req-1278cf16-042d-47bb-a44f-5ac0268e9c84 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:05:39.378170 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108b5d82-2c23-4c06-bc54-89f2935b1b52", "name": "network-vif-deleted", "tag": "38b6d513-0901-4d8e-9e4c-1497424b2069", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:05:39.378539 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-1278cf16-042d-47bb-a44f-5ac0268e9c84 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:05:39.379012 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108b5d82-2c23-4c06-bc54-89f2935b1b52', 'name': 'network-vif-deleted', 'tag': '38b6d513-0901-4d8e-9e4c-1497424b2069', 'status': 'completed', 'code': 200} Nov 04 11:05:39.539499 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-085b621d-7a32-425c-938c-89e59b66ebd6 req-5c4f9e1f-2ad4-4c8c-961c-84eba12c33ea tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=108b5d82-2c23-4c06-bc54-89f2935b1b52 HTTP/1.1" status: 200 len: 210 time: 0.0285578 Nov 04 11:05:40.445572 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7285cbe-a090-413b-9364-131d8cd16271 req-f1352174-2b23-4d9e-98ac-94d7f39d28c2 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:40.447360 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b7285cbe-a090-413b-9364-131d8cd16271 req-f1352174-2b23-4d9e-98ac-94d7f39d28c2 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 943 time: 0.0571737 Nov 04 11:05:40.500663 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b7285cbe-a090-413b-9364-131d8cd16271 req-0ff60e06-b900-4891-a3b7-6501e2a15b2c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462430 Nov 04 11:05:40.855567 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ae8ef-d4fa-433c-aeb5-fb45161c3d72 req-d3fc50a4-23ef-4cec-82ae-ed084efaf761 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:40.857229 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e29ae8ef-d4fa-433c-aeb5-fb45161c3d72 req-d3fc50a4-23ef-4cec-82ae-ed084efaf761 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.0656025 Nov 04 11:05:40.915612 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e29ae8ef-d4fa-433c-aeb5-fb45161c3d72 req-a5fa38a0-5bf8-472e-b145-1e004490bb66 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506303 Nov 04 11:05:41.629988 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eae687-8998-44ec-8783-7a4120bd199b req-5b0eae0c-61fe-4fa4-9c90-63be13d43d91 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:41.631781 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-48eae687-8998-44ec-8783-7a4120bd199b req-5b0eae0c-61fe-4fa4-9c90-63be13d43d91 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 943 time: 0.0550354 Nov 04 11:05:41.695328 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-48eae687-8998-44ec-8783-7a4120bd199b req-8eb5d5d5-c223-4464-97cb-3dbbcb404463 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567317 Nov 04 11:05:41.756732 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 38b6d513-0901-4d8e-9e4c-1497424b2069 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:05:41.782626 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 38b6d513-0901-4d8e-9e4c-1497424b2069 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:05:41.783644 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 38b6d513-0901-4d8e-9e4c-1497424b2069 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:05:42.053609 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b091c0-4134-416c-affe-852775a44fb4 req-971e04f6-daad-4af0-8544-4e4deac384fa tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:42.055463 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-18b091c0-4134-416c-affe-852775a44fb4 req-971e04f6-daad-4af0-8544-4e4deac384fa tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.0530021 Nov 04 11:05:42.135694 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-18b091c0-4134-416c-affe-852775a44fb4 req-695367a3-62fc-4e8e-8f5f-495dde032e1f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=fb1f9af2-2b15-487f-a9bc-034b1e964f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730324 Nov 04 11:05:42.157550 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 48994) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:05:42.201176 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c27c93-8d63-4ac4-a0cb-57943b0f21c9 req-1afd135e-fd4e-4470-bf43-c7150d4ac313 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:42.203082 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e6c27c93-8d63-4ac4-a0cb-57943b0f21c9 req-1afd135e-fd4e-4470-bf43-c7150d4ac313 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.121 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 946 time: 0.1223626 Nov 04 11:05:42.303970 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-89545559-f67d-4fb6-9336-868c75a6b330 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:42.380339 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-e6c27c93-8d63-4ac4-a0cb-57943b0f21c9 req-521146db-5507-481c-a4bd-8048323961e0 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Deleting port 959e796d-cda9-4c4f-90c2-519dec043dd1 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:05:42.380679 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e6c27c93-8d63-4ac4-a0cb-57943b0f21c9 req-521146db-5507-481c-a4bd-8048323961e0 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:42.446253 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-89545559-f67d-4fb6-9336-868c75a6b330 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:42.454420 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-89545559-f67d-4fb6-9336-868c75a6b330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:42.511298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89545559-f67d-4fb6-9336-868c75a6b330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b184e712-21dd-4d8e-adc9-508add6c1b9f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:42.516902 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-89545559-f67d-4fb6-9336-868c75a6b330 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=7339f14488cd44e4960504f9a350501a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3578830 Nov 04 11:05:42.519338 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 48998) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:05:42.549888 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e6c27c93-8d63-4ac4-a0cb-57943b0f21c9 req-521146db-5507-481c-a4bd-8048323961e0 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] For port 959e796d-cda9-4c4f-90c2-519dec043dd1, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=959e796d-cda9-4c4f-90c2-519dec043dd1,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:05:42.550430 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e6c27c93-8d63-4ac4-a0cb-57943b0f21c9 req-521146db-5507-481c-a4bd-8048323961e0 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:42.556293 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:42.567866 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-e6c27c93-8d63-4ac4-a0cb-57943b0f21c9 req-521146db-5507-481c-a4bd-8048323961e0 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Calling delete_port for 959e796d-cda9-4c4f-90c2-519dec043dd1 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:05:42.591528 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8064a79-c654-4fa1-857b-2eb30459cd84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:42.619787 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8064a79-c654-4fa1-857b-2eb30459cd84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:42.676350 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8064a79-c654-4fa1-857b-2eb30459cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:42.681050 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c8064a79-c654-4fa1-857b-2eb30459cd84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:42.684726 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c8064a79-c654-4fa1-857b-2eb30459cd84 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/b184e712-21dd-4d8e-adc9-508add6c1b9f HTTP/1.1" status: 204 len: 168 time: 0.1619422 Nov 04 11:05:42.691152 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8064a79-c654-4fa1-857b-2eb30459cd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b184e712-21dd-4d8e-adc9-508add6c1b9f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:42.700951 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8064a79-c654-4fa1-857b-2eb30459cd84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:42.701434 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8064a79-c654-4fa1-857b-2eb30459cd84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:42.701872 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8064a79-c654-4fa1-857b-2eb30459cd84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:42.702303 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8064a79-c654-4fa1-857b-2eb30459cd84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:42.702729 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8064a79-c654-4fa1-857b-2eb30459cd84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:42.704082 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8064a79-c654-4fa1-857b-2eb30459cd84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:42.704672 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8064a79-c654-4fa1-857b-2eb30459cd84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:42.705128 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8064a79-c654-4fa1-857b-2eb30459cd84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:42.705557 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8064a79-c654-4fa1-857b-2eb30459cd84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:42.706563 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8064a79-c654-4fa1-857b-2eb30459cd84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:42.706997 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8064a79-c654-4fa1-857b-2eb30459cd84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:42.707428 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8064a79-c654-4fa1-857b-2eb30459cd84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:42.752628 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e6c27c93-8d63-4ac4-a0cb-57943b0f21c9 req-521146db-5507-481c-a4bd-8048323961e0 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:42.767819 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['959e796d-cda9-4c4f-90c2-519dec043dd1'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:05:42.830389 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521146db-5507-481c-a4bd-8048323961e0 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Pushing event deleted for resources: {'Port': ['ID=959e796d-cda9-4c4f-90c2-519dec043dd1,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:42.916639 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795b981-2e16-440f-99ed-86b710d57c4a req-5c5538ed-8c61-45d2-972d-04c26ca34e91 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:42.918412 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3795b981-2e16-440f-99ed-86b710d57c4a req-5c5538ed-8c61-45d2-972d-04c26ca34e91 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 943 time: 0.1029892 Nov 04 11:05:42.938147 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c27c93-8d63-4ac4-a0cb-57943b0f21c9 req-521146db-5507-481c-a4bd-8048323961e0 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] No DVR routers for this DVR port 959e796d-cda9-4c4f-90c2-519dec043dd1 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:05:42.941528 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e6c27c93-8d63-4ac4-a0cb-57943b0f21c9 req-521146db-5507-481c-a4bd-8048323961e0 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:42.945772 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e6c27c93-8d63-4ac4-a0cb-57943b0f21c9 req-521146db-5507-481c-a4bd-8048323961e0 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.121 "DELETE /v2.0/ports/959e796d-cda9-4c4f-90c2-519dec043dd1 HTTP/1.1" status: 204 len: 173 time: 0.7356615 Nov 04 11:05:42.946287 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd520a024-6226-46f0-a686-ca9430533efe', 'name': 'network-vif-deleted', 'tag': '959e796d-cda9-4c4f-90c2-519dec043dd1'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:05:42.949126 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef5bb98-1204-40a8-a030-4ebff3802eda" -d '{"events": [{"server_uuid": "d520a024-6226-46f0-a686-ca9430533efe", "name": "network-vif-deleted", "tag": "959e796d-cda9-4c4f-90c2-519dec043dd1"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:05:43.045252 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3795b981-2e16-440f-99ed-86b710d57c4a req-bda265ef-7e69-4ab7-b961-23188e996663 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193478 Nov 04 11:05:43.121369 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ede5932-6483-41b1-8b09-db0aa750b4a0 x-openstack-request-id: req-4ede5932-6483-41b1-8b09-db0aa750b4a0 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:05:43.121668 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d520a024-6226-46f0-a686-ca9430533efe", "name": "network-vif-deleted", "tag": "959e796d-cda9-4c4f-90c2-519dec043dd1", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:05:43.122021 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-4ede5932-6483-41b1-8b09-db0aa750b4a0 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:05:43.122599 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd520a024-6226-46f0-a686-ca9430533efe', 'name': 'network-vif-deleted', 'tag': '959e796d-cda9-4c4f-90c2-519dec043dd1', 'status': 'completed', 'code': 200} Nov 04 11:05:43.284112 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a9dccbb6-0b86-4edb-a1c9-1651ac047e9d req-3bd46555-3a15-4be7-b07e-1ac20e1845fc tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=d520a024-6226-46f0-a686-ca9430533efe HTTP/1.1" status: 200 len: 210 time: 0.0318158 Nov 04 11:05:43.657004 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49028) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:05:43.771843 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-551a5e39-f989-4182-a639-0cc1312a1c5b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-72992218-network', 'tenant_id': '5b2929cfb7a64d20b13d83976a37d811'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:05:43.799271 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551a5e39-f989-4182-a639-0cc1312a1c5b admin admin] Made reservation on behalf of 5b2929cfb7a64d20b13d83976a37d811 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:05:43.802480 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-551a5e39-f989-4182-a639-0cc1312a1c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:43.812798 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-551a5e39-f989-4182-a639-0cc1312a1c5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:43.896292 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-551a5e39-f989-4182-a639-0cc1312a1c5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:43.900697 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-551a5e39-f989-4182-a639-0cc1312a1c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:43.926196 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551a5e39-f989-4182-a639-0cc1312a1c5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1155} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:05:43.936710 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a5e39-f989-4182-a639-0cc1312a1c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc93d0e6-6bfb-4b70-9d0f-41bb55158f1d,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:43.943188 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-551a5e39-f989-4182-a639-0cc1312a1c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:43.943543 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-551a5e39-f989-4182-a639-0cc1312a1c5b admin admin] Added segment 04408c96-3806-4cca-945d-73cd2804431e of type vlan for network 247cd7d0-4898-42b6-8053-9d5f146aadd6 Nov 04 11:05:43.985846 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-551a5e39-f989-4182-a639-0cc1312a1c5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:44.012492 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-551a5e39-f989-4182-a639-0cc1312a1c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:44.013734 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551a5e39-f989-4182-a639-0cc1312a1c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:44.014358 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-551a5e39-f989-4182-a639-0cc1312a1c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:44.078785 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-551a5e39-f989-4182-a639-0cc1312a1c5b admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4171729 Nov 04 11:05:44.079738 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49034) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:05:44.081218 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a5e39-f989-4182-a639-0cc1312a1c5b admin admin] Pushing event updated for resources: {'Network': ['ID=247cd7d0-4898-42b6-8053-9d5f146aadd6,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:44.088261 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-7e86bc36-4ccb-4234-9444-40c4103f14aa admin admin] Request body: {'subnet': {'network_id': '247cd7d0-4898-42b6-8053-9d5f146aadd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-72992218-subnet', 'tenant_id': '5b2929cfb7a64d20b13d83976a37d811', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:05:44.094927 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 247cd7d0-4898-42b6-8053-9d5f146aadd6 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:05:44.117974 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e86bc36-4ccb-4234-9444-40c4103f14aa admin admin] Made reservation on behalf of 5b2929cfb7a64d20b13d83976a37d811 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:05:44.123890 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7e86bc36-4ccb-4234-9444-40c4103f14aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:44.257099 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5818e-0e79-49cc-a570-b4904198dc72 req-5a9ccbdf-2f8b-4477-a8fb-d506ee5fee46 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:44.258689 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a5d5818e-0e79-49cc-a570-b4904198dc72 req-5a9ccbdf-2f8b-4477-a8fb-d506ee5fee46 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 943 time: 0.1309500 Nov 04 11:05:44.363731 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a5d5818e-0e79-49cc-a570-b4904198dc72 req-b74d6ed4-e2f6-4d0f-babd-14be4afc6d71 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967646 Nov 04 11:05:44.415032 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7e86bc36-4ccb-4234-9444-40c4103f14aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:44.472900 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86bc36-4ccb-4234-9444-40c4103f14aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7511afae-8711-415d-a134-f37e1f6825f4,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:44.485604 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e86bc36-4ccb-4234-9444-40c4103f14aa admin admin] Checking segment: {'id': '04408c96-3806-4cca-945d-73cd2804431e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '247cd7d0-4898-42b6-8053-9d5f146aadd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:05:44.486031 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e86bc36-4ccb-4234-9444-40c4103f14aa admin admin] Network hostable DHCP agents. Network: 247cd7d0-4898-42b6-8053-9d5f146aadd6, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:05:44.503851 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e86bc36-4ccb-4234-9444-40c4103f14aa admin admin] Network 247cd7d0-4898-42b6-8053-9d5f146aadd6 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:05:44.515891 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-7e86bc36-4ccb-4234-9444-40c4103f14aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 247cd7d0-4898-42b6-8053-9d5f146aadd6) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:05:44.521027 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e86bc36-4ccb-4234-9444-40c4103f14aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:44.521629 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7e86bc36-4ccb-4234-9444-40c4103f14aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:44.526705 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1c6c68-266e-4946-b750-2d941e2c2d9b None None] Network 247cd7d0-4898-42b6-8053-9d5f146aadd6 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:05:44.542446 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7e86bc36-4ccb-4234-9444-40c4103f14aa admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4615443 Nov 04 11:05:44.680958 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f28de-dde1-4940-9d6d-6459d8638c3b req-751cb719-ef97-4978-83db-92361ea62635 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:44.683632 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bbbb9a-30b0-40aa-ade7-013b676cb1e7 None None] Network 247cd7d0-4898-42b6-8053-9d5f146aadd6 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:05:44.689180 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-495f28de-dde1-4940-9d6d-6459d8638c3b req-751cb719-ef97-4978-83db-92361ea62635 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0627120 Nov 04 11:05:44.739495 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-495f28de-dde1-4940-9d6d-6459d8638c3b req-89aa7731-f8d5-4e75-a9d2-98926d188e37 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494709 Nov 04 11:05:44.969096 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:45.501123 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9352126-0d11-47f6-be18-665e91769721 req-6b48a09e-5ad1-41ec-a59e-65fe199375b0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:45.502738 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d9352126-0d11-47f6-be18-665e91769721 req-6b48a09e-5ad1-41ec-a59e-65fe199375b0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 943 time: 0.0568597 Nov 04 11:05:45.561862 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d9352126-0d11-47f6-be18-665e91769721 req-cb9a346c-4138-4549-baa5-19ff7b20c6eb tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522509 Nov 04 11:05:45.888880 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d5ce1-9284-4791-9288-f8037321932f req-451f4847-19bd-4927-abb9-ec2898736ff1 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:45.890944 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0c4d5ce1-9284-4791-9288-f8037321932f req-451f4847-19bd-4927-abb9-ec2898736ff1 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0713315 Nov 04 11:05:45.945607 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0c4d5ce1-9284-4791-9288-f8037321932f req-35361909-fda7-4019-8e52-0dd192bf88bc tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465257 Nov 04 11:05:46.109425 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 959e796d-cda9-4c4f-90c2-519dec043dd1 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:05:46.145152 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 959e796d-cda9-4c4f-90c2-519dec043dd1 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:05:46.145459 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 959e796d-cda9-4c4f-90c2-519dec043dd1 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:05:46.416056 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade7896-9425-4e32-94d2-aa972763048c req-c38d75bd-40fb-46dd-ac84-8c6ecc090469 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:46.417569 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3ade7896-9425-4e32-94d2-aa972763048c req-c38d75bd-40fb-46dd-ac84-8c6ecc090469 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/networks?id=247cd7d0-4898-42b6-8053-9d5f146aadd6 HTTP/1.1" status: 200 len: 807 time: 0.1098921 Nov 04 11:05:46.432852 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3ade7896-9425-4e32-94d2-aa972763048c req-7a07ebe0-5494-4d67-9de3-e7252661001a tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/quotas/5b2929cfb7a64d20b13d83976a37d811 HTTP/1.1" status: 200 len: 375 time: 0.0093963 Nov 04 11:05:46.465445 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3ade7896-9425-4e32-94d2-aa972763048c req-d79783de-a0f8-47b9-88b3-ccf3fa2a5e07 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=5b2929cfb7a64d20b13d83976a37d811&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261397 Nov 04 11:05:46.561059 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3ade7896-9425-4e32-94d2-aa972763048c req-747d1908-a056-4e7a-9d6e-a9e956ba9efe service neutron] 10.222.0.127 "GET /v2.0/networks/247cd7d0-4898-42b6-8053-9d5f146aadd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880256 Nov 04 11:05:46.657078 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3ade7896-9425-4e32-94d2-aa972763048c req-81dae827-b23e-406a-9939-a556693619ec service neutron] 10.222.0.127 "GET /v2.0/networks/247cd7d0-4898-42b6-8053-9d5f146aadd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870113 Nov 04 11:05:46.875025 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74441a1d-27d9-41ce-8005-58921d1ba0c4 req-e7d41cbc-b624-40a0-aa29-e92e1f8ce7b5 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:46.875921 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ab16a854-63fe-4369-a298-04b55b71ced1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:46.876655 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74441a1d-27d9-41ce-8005-58921d1ba0c4 req-e7d41cbc-b624-40a0-aa29-e92e1f8ce7b5 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 943 time: 0.0569406 Nov 04 11:05:46.939110 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74441a1d-27d9-41ce-8005-58921d1ba0c4 req-3b3fe776-0dd4-48a1-a87a-59dc6b34850b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494289 Nov 04 11:05:47.022383 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc291c-ee2a-4e2b-add2-7c6f5385aa43 req-0892f6ef-faa9-4a4f-ac3f-61b93322d115 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:47.022932 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a3d0dbfe-ad4a-410b-9be1-37a884198d95 req-a0911563-bc88-422c-90ee-e481316acdc2 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/ports?device_id=e4516311-f1d0-4609-9982-3b3ba00ed75e HTTP/1.1" status: 200 len: 210 time: 0.0352323 Nov 04 11:05:47.025794 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-73fc291c-ee2a-4e2b-add2-7c6f5385aa43 req-0892f6ef-faa9-4a4f-ac3f-61b93322d115 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.126 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0575955 Nov 04 11:05:47.133568 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-73fc291c-ee2a-4e2b-add2-7c6f5385aa43 req-1f2de6e3-e4d2-4b5d-8590-7770ad944960 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Deleting port 1d257828-1078-4e49-9fa6-ac70dcd14216 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:05:47.134276 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-73fc291c-ee2a-4e2b-add2-7c6f5385aa43 req-1f2de6e3-e4d2-4b5d-8590-7770ad944960 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:47.146993 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc9d3e-d270-41ec-be85-3064fdc3358c req-c98ed28f-3085-4824-92db-6f038f17887f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:47.149406 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-64fc9d3e-d270-41ec-be85-3064fdc3358c req-c98ed28f-3085-4824-92db-6f038f17887f tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 944 time: 0.0638680 Nov 04 11:05:47.202687 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-64fc9d3e-d270-41ec-be85-3064fdc3358c req-53f7b4a0-64dd-472c-97e0-eb7c04e7ed8c tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups?id=724163c0-5001-4916-aa2c-d6fb8128fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464983 Nov 04 11:05:47.236475 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-73fc291c-ee2a-4e2b-add2-7c6f5385aa43 req-1f2de6e3-e4d2-4b5d-8590-7770ad944960 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] For port 1d257828-1078-4e49-9fa6-ac70dcd14216, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1d257828-1078-4e49-9fa6-ac70dcd14216,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:05:47.236853 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-73fc291c-ee2a-4e2b-add2-7c6f5385aa43 req-1f2de6e3-e4d2-4b5d-8590-7770ad944960 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:47.433806 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-73fc291c-ee2a-4e2b-add2-7c6f5385aa43 req-1f2de6e3-e4d2-4b5d-8590-7770ad944960 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:47.434087 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-73fc291c-ee2a-4e2b-add2-7c6f5385aa43 req-1f2de6e3-e4d2-4b5d-8590-7770ad944960 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:47.434421 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [req-73fc291c-ee2a-4e2b-add2-7c6f5385aa43 req-1f2de6e3-e4d2-4b5d-8590-7770ad944960 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Floating IP 01b9b7c2-0035-4b1a-b044-53ea37e861a9 disassociated. External IP: 172.25.7.186, port: 1d257828-1078-4e49-9fa6-ac70dcd14216. Nov 04 11:05:47.434760 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-73fc291c-ee2a-4e2b-add2-7c6f5385aa43 req-1f2de6e3-e4d2-4b5d-8590-7770ad944960 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Calling delete_port for 1d257828-1078-4e49-9fa6-ac70dcd14216 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:05:47.573845 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-73fc291c-ee2a-4e2b-add2-7c6f5385aa43 req-1f2de6e3-e4d2-4b5d-8590-7770ad944960 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:47.603801 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2de6e3-e4d2-4b5d-8590-7770ad944960 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Pushing event deleted for resources: {'Port': ['ID=1d257828-1078-4e49-9fa6-ac70dcd14216,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:47.734765 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73fc291c-ee2a-4e2b-add2-7c6f5385aa43 req-1f2de6e3-e4d2-4b5d-8590-7770ad944960 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Router 830895ce-6ab1-41b4-aa0c-515088786436 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:05:47.925435 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73fc291c-ee2a-4e2b-add2-7c6f5385aa43 req-1f2de6e3-e4d2-4b5d-8590-7770ad944960 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:05:47.935118 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67b49dd-19c0-4501-9176-57b94c96d975 None None] Sync routers for ids ['830895ce-6ab1-41b4-aa0c-515088786436'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:05:47.938716 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade7896-9425-4e32-94d2-aa972763048c req-82915434-5a2c-4a36-bbe2-e0dd951a466c tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:47.940148 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3ade7896-9425-4e32-94d2-aa972763048c req-82915434-5a2c-4a36-bbe2-e0dd951a466c tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.121 "GET /v2.0/networks?id=247cd7d0-4898-42b6-8053-9d5f146aadd6 HTTP/1.1" status: 200 len: 807 time: 0.1560009 Nov 04 11:05:47.946009 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67b49dd-19c0-4501-9176-57b94c96d975 None None] Routers {'830895ce-6ab1-41b4-aa0c-515088786436'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:05:47.946646 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-d67b49dd-19c0-4501-9176-57b94c96d975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:05:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['830895ce-6ab1-41b4-aa0c-515088786436'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:05:47.962115 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-3ade7896-9425-4e32-94d2-aa972763048c req-7389c3e4-66db-4a52-9acb-ac83e8200796 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Request body: {'port': {'device_id': 'e4516311-f1d0-4609-9982-3b3ba00ed75e', 'network_id': '247cd7d0-4898-42b6-8053-9d5f146aadd6', 'admin_state_up': True, 'tenant_id': '5b2929cfb7a64d20b13d83976a37d811'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:05:48.020410 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fc291c-ee2a-4e2b-add2-7c6f5385aa43 req-1f2de6e3-e4d2-4b5d-8590-7770ad944960 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] No DVR routers for this DVR port 1d257828-1078-4e49-9fa6-ac70dcd14216 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:05:48.025079 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-73fc291c-ee2a-4e2b-add2-7c6f5385aa43 req-1f2de6e3-e4d2-4b5d-8590-7770ad944960 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:48.028641 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-73fc291c-ee2a-4e2b-add2-7c6f5385aa43 req-1f2de6e3-e4d2-4b5d-8590-7770ad944960 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.126 "DELETE /v2.0/ports/1d257828-1078-4e49-9fa6-ac70dcd14216 HTTP/1.1" status: 204 len: 173 time: 0.9965024 Nov 04 11:05:48.029188 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7294169b-b62f-43fa-9a21-36f22533ba54', 'name': 'network-vif-deleted', 'tag': '1d257828-1078-4e49-9fa6-ac70dcd14216'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:05:48.031476 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0edb8b-b9d0-45f5-a3d6-87e3af400712" -d '{"events": [{"server_uuid": "7294169b-b62f-43fa-9a21-36f22533ba54", "name": "network-vif-deleted", "tag": "1d257828-1078-4e49-9fa6-ac70dcd14216"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:05:48.066644 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-d67b49dd-19c0-4501-9176-57b94c96d975 None None] Set router 830895ce-6ab1-41b4-aa0c-515088786436 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:05:48.089244 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eafbda-5c72-4412-9673-67f3b7df4b7b req-8a8a033d-0ac5-4bb9-9856-a468b06aca35 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:48.097346 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d0eafbda-5c72-4412-9673-67f3b7df4b7b req-8a8a033d-0ac5-4bb9-9856-a468b06aca35 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 943 time: 0.0695121 Nov 04 11:05:48.112351 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ade7896-9425-4e32-94d2-aa972763048c req-7389c3e4-66db-4a52-9acb-ac83e8200796 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Made reservation on behalf of 5b2929cfb7a64d20b13d83976a37d811 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:05:48.116203 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3ade7896-9425-4e32-94d2-aa972763048c req-7389c3e4-66db-4a52-9acb-ac83e8200796 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:48.165456 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d0eafbda-5c72-4412-9673-67f3b7df4b7b req-e32cee3a-a33a-4421-ac15-2bb65e88985c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668414 Nov 04 11:05:48.225024 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef90074-584b-496d-9b2b-b740047e1693 x-openstack-request-id: req-7ef90074-584b-496d-9b2b-b740047e1693 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:05:48.225333 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7294169b-b62f-43fa-9a21-36f22533ba54", "name": "network-vif-deleted", "tag": "1d257828-1078-4e49-9fa6-ac70dcd14216", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:05:48.225577 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-7ef90074-584b-496d-9b2b-b740047e1693 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:05:48.225999 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7294169b-b62f-43fa-9a21-36f22533ba54', 'name': 'network-vif-deleted', 'tag': '1d257828-1078-4e49-9fa6-ac70dcd14216', 'status': 'completed', 'code': 200} Nov 04 11:05:48.289027 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-3ade7896-9425-4e32-94d2-aa972763048c req-7389c3e4-66db-4a52-9acb-ac83e8200796 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Allocated IP 172.20.0.3 (247cd7d0-4898-42b6-8053-9d5f146aadd6/7511afae-8711-415d-a134-f37e1f6825f4/057a0ffd-72b8-418f-9eba-80e323384b92) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:05:48.294105 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2d9f46f4-a6c7-46a0-84ee-decd50de61bd req-2cff500a-1a75-4889-a2cc-cb2397d52fe0 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/ports?device_id=e4516311-f1d0-4609-9982-3b3ba00ed75e HTTP/1.1" status: 200 len: 210 time: 0.0271392 Nov 04 11:05:48.357791 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-d67b49dd-19c0-4501-9176-57b94c96d975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830895ce-6ab1-41b4-aa0c-515088786436', 'name': 'tempest-ServerActionsTestJSON-321014118-router', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '506ad194-eba8-4713-9d30-f0451ffb3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:12Z', 'updated_at': '2021-11-04T10:59:16Z', 'revision_number': 4, 'project_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'gw_port': {'id': '506ad194-eba8-4713-9d30-f0451ffb3ed0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830895ce-6ab1-41b4-aa0c-515088786436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:13Z', 'updated_at': '2021-11-04T10:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'ee96bc63-51a9-4d7a-9642-8b7477eb87c7', 'name': '', 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'mac_address': 'fa:16:3e:35:d3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830895ce-6ab1-41b4-aa0c-515088786436', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'acbe3edd-0e54-430d-9b84-17ccd434a175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:15Z', 'updated_at': '2021-11-04T10:59:20Z', 'revision_number': 5, 'project_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'subnets': [{'id': 'acbe3edd-0e54-430d-9b84-17ccd434a175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:05:48.388928 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67b49dd-19c0-4501-9176-57b94c96d975 None None] Checking router: 830895ce-6ab1-41b4-aa0c-515088786436 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:05:48.402909 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67b49dd-19c0-4501-9176-57b94c96d975 None None] Routers {'830895ce-6ab1-41b4-aa0c-515088786436'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:05:48.403566 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-d67b49dd-19c0-4501-9176-57b94c96d975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:05:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['830895ce-6ab1-41b4-aa0c-515088786436'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:05:48.413231 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-60e2780f-c7d8-408f-a203-92d6173d3622 req-6063f3b8-8c97-4af7-9be4-da5cb61015a0 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/ports?device_id=7294169b-b62f-43fa-9a21-36f22533ba54 HTTP/1.1" status: 200 len: 210 time: 0.0275602 Nov 04 11:05:48.475183 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3ade7896-9425-4e32-94d2-aa972763048c req-7389c3e4-66db-4a52-9acb-ac83e8200796 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:48.512273 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3ade7896-9425-4e32-94d2-aa972763048c req-7389c3e4-66db-4a52-9acb-ac83e8200796 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:48.517900 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-d67b49dd-19c0-4501-9176-57b94c96d975 None None] Set router 830895ce-6ab1-41b4-aa0c-515088786436 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:05:48.558755 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ade7896-9425-4e32-94d2-aa972763048c req-7389c3e4-66db-4a52-9acb-ac83e8200796 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Network 247cd7d0-4898-42b6-8053-9d5f146aadd6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:05:48.562517 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-3ade7896-9425-4e32-94d2-aa972763048c req-7389c3e4-66db-4a52-9acb-ac83e8200796 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:05:48.569032 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ade7896-9425-4e32-94d2-aa972763048c req-7389c3e4-66db-4a52-9acb-ac83e8200796 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:05:48.601121 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389c3e4-66db-4a52-9acb-ac83e8200796 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Pushing event updated for resources: {'Port': ['ID=057a0ffd-72b8-418f-9eba-80e323384b92,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:48.633126 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade7896-9425-4e32-94d2-aa972763048c req-7389c3e4-66db-4a52-9acb-ac83e8200796 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:48.633745 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3ade7896-9425-4e32-94d2-aa972763048c req-7389c3e4-66db-4a52-9acb-ac83e8200796 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:48.649964 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3ade7896-9425-4e32-94d2-aa972763048c req-7389c3e4-66db-4a52-9acb-ac83e8200796 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6930270 Nov 04 11:05:48.663516 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-3ade7896-9425-4e32-94d2-aa972763048c req-e5e52dde-7c8b-4b0e-9ed7-47ffd2306d60 service neutron] Request body: {'port': {'device_id': 'e4516311-f1d0-4609-9982-3b3ba00ed75e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:05:48.719984 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3ade7896-9425-4e32-94d2-aa972763048c req-e5e52dde-7c8b-4b0e-9ed7-47ffd2306d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:48.740679 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-d67b49dd-19c0-4501-9176-57b94c96d975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830895ce-6ab1-41b4-aa0c-515088786436', 'name': 'tempest-ServerActionsTestJSON-321014118-router', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '506ad194-eba8-4713-9d30-f0451ffb3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:12Z', 'updated_at': '2021-11-04T10:59:16Z', 'revision_number': 4, 'project_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'gw_port': {'id': '506ad194-eba8-4713-9d30-f0451ffb3ed0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830895ce-6ab1-41b4-aa0c-515088786436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:13Z', 'updated_at': '2021-11-04T10:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'ee96bc63-51a9-4d7a-9642-8b7477eb87c7', 'name': '', 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'mac_address': 'fa:16:3e:35:d3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830895ce-6ab1-41b4-aa0c-515088786436', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'acbe3edd-0e54-430d-9b84-17ccd434a175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:15Z', 'updated_at': '2021-11-04T10:59:20Z', 'revision_number': 5, 'project_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'subnets': [{'id': 'acbe3edd-0e54-430d-9b84-17ccd434a175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:05:48.772196 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67b49dd-19c0-4501-9176-57b94c96d975 None None] The sync data for ids ['830895ce-6ab1-41b4-aa0c-515088786436'] in n-d-816629-1 is: [{'id': '830895ce-6ab1-41b4-aa0c-515088786436', 'name': 'tempest-ServerActionsTestJSON-321014118-router', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '506ad194-eba8-4713-9d30-f0451ffb3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:12Z', 'updated_at': '2021-11-04T10:59:16Z', 'revision_number': 4, 'project_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'gw_port': {'id': '506ad194-eba8-4713-9d30-f0451ffb3ed0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830895ce-6ab1-41b4-aa0c-515088786436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:13Z', 'updated_at': '2021-11-04T10:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'ee96bc63-51a9-4d7a-9642-8b7477eb87c7', 'name': '', 'network_id': '0f07f923-0bad-4509-bf44-e9706f67de3e', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'mac_address': 'fa:16:3e:35:d3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830895ce-6ab1-41b4-aa0c-515088786436', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'acbe3edd-0e54-430d-9b84-17ccd434a175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:15Z', 'updated_at': '2021-11-04T10:59:20Z', 'revision_number': 5, 'project_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'subnets': [{'id': 'acbe3edd-0e54-430d-9b84-17ccd434a175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:05:49.005960 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-3ade7896-9425-4e32-94d2-aa972763048c req-e5e52dde-7c8b-4b0e-9ed7-47ffd2306d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 057a0ffd-72b8-418f-9eba-80e323384b92 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:05:49.015774 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3ade7896-9425-4e32-94d2-aa972763048c req-e5e52dde-7c8b-4b0e-9ed7-47ffd2306d60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:49.029595 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-3ade7896-9425-4e32-94d2-aa972763048c req-e5e52dde-7c8b-4b0e-9ed7-47ffd2306d60 service neutron] Transition to ACTIVE for port object 057a0ffd-72b8-418f-9eba-80e323384b92 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:05:49.033763 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3ade7896-9425-4e32-94d2-aa972763048c req-e5e52dde-7c8b-4b0e-9ed7-47ffd2306d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:49.035415 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4427450-8e7f-4f8c-993d-2c30eee52769 None None] New status for floating IP 01b9b7c2-0035-4b1a-b044-53ea37e861a9: DOWN {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:05:49.132215 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e52dde-7c8b-4b0e-9ed7-47ffd2306d60 service neutron] Pushing event updated for resources: {'Port': ['ID=057a0ffd-72b8-418f-9eba-80e323384b92,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:49.192357 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-3ade7896-9425-4e32-94d2-aa972763048c req-e5e52dde-7c8b-4b0e-9ed7-47ffd2306d60 service neutron] Attempting to bind port 057a0ffd-72b8-418f-9eba-80e323384b92 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:05:49.192776 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-3ade7896-9425-4e32-94d2-aa972763048c req-e5e52dde-7c8b-4b0e-9ed7-47ffd2306d60 service neutron] Attempting to bind port 057a0ffd-72b8-418f-9eba-80e323384b92 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '04408c96-3806-4cca-945d-73cd2804431e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '247cd7d0-4898-42b6-8053-9d5f146aadd6'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:05:49.193236 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade7896-9425-4e32-94d2-aa972763048c req-e5e52dde-7c8b-4b0e-9ed7-47ffd2306d60 service neutron] Attempting to bind port 057a0ffd-72b8-418f-9eba-80e323384b92 on network 247cd7d0-4898-42b6-8053-9d5f146aadd6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:05:49.198360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade7896-9425-4e32-94d2-aa972763048c req-e5e52dde-7c8b-4b0e-9ed7-47ffd2306d60 service neutron] Port 057a0ffd-72b8-418f-9eba-80e323384b92 on network 247cd7d0-4898-42b6-8053-9d5f146aadd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:05:49.198831 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade7896-9425-4e32-94d2-aa972763048c req-e5e52dde-7c8b-4b0e-9ed7-47ffd2306d60 service neutron] Attempting to bind port 057a0ffd-72b8-418f-9eba-80e323384b92 on network 247cd7d0-4898-42b6-8053-9d5f146aadd6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:05:49.206181 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade7896-9425-4e32-94d2-aa972763048c req-e5e52dde-7c8b-4b0e-9ed7-47ffd2306d60 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:05:49.206652 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade7896-9425-4e32-94d2-aa972763048c req-e5e52dde-7c8b-4b0e-9ed7-47ffd2306d60 service neutron] Checking segment: {'id': '04408c96-3806-4cca-945d-73cd2804431e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '247cd7d0-4898-42b6-8053-9d5f146aadd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:05:49.207106 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade7896-9425-4e32-94d2-aa972763048c req-e5e52dde-7c8b-4b0e-9ed7-47ffd2306d60 service neutron] Bound using segment: {'id': '04408c96-3806-4cca-945d-73cd2804431e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '247cd7d0-4898-42b6-8053-9d5f146aadd6'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:05:49.207635 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-3ade7896-9425-4e32-94d2-aa972763048c req-e5e52dde-7c8b-4b0e-9ed7-47ffd2306d60 service neutron] Bound port: 057a0ffd-72b8-418f-9eba-80e323384b92, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04408c96-3806-4cca-945d-73cd2804431e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '247cd7d0-4898-42b6-8053-9d5f146aadd6'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:05:49.208061 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3ade7896-9425-4e32-94d2-aa972763048c req-e5e52dde-7c8b-4b0e-9ed7-47ffd2306d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:49.276917 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-3ade7896-9425-4e32-94d2-aa972763048c req-e5e52dde-7c8b-4b0e-9ed7-47ffd2306d60 service neutron] For port 057a0ffd-72b8-418f-9eba-80e323384b92, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:05:49.280535 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-3ade7896-9425-4e32-94d2-aa972763048c req-e5e52dde-7c8b-4b0e-9ed7-47ffd2306d60 service neutron] For port 057a0ffd-72b8-418f-9eba-80e323384b92, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=057a0ffd-72b8-418f-9eba-80e323384b92,segment=NetworkSegment(04408c96-3806-4cca-945d-73cd2804431e),segment_id=04408c96-3806-4cca-945d-73cd2804431e)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:05:49.285657 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3ade7896-9425-4e32-94d2-aa972763048c req-e5e52dde-7c8b-4b0e-9ed7-47ffd2306d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:49.291909 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2405e6-2b6f-4e4f-be28-7cb74749bb08 req-9dde68ff-a047-41eb-9d55-40e8329dfdd2 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:49.293541 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5a2405e6-2b6f-4e4f-be28-7cb74749bb08 req-9dde68ff-a047-41eb-9d55-40e8329dfdd2 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 943 time: 0.0572252 Nov 04 11:05:49.325600 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade7896-9425-4e32-94d2-aa972763048c req-e5e52dde-7c8b-4b0e-9ed7-47ffd2306d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:49.326331 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3ade7896-9425-4e32-94d2-aa972763048c req-e5e52dde-7c8b-4b0e-9ed7-47ffd2306d60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:49.327861 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3ade7896-9425-4e32-94d2-aa972763048c req-e5e52dde-7c8b-4b0e-9ed7-47ffd2306d60 service neutron] 10.222.0.121 "PUT /v2.0/ports/057a0ffd-72b8-418f-9eba-80e323384b92 HTTP/1.1" status: 200 len: 1091 time: 0.6689234 Nov 04 11:05:49.354853 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5a2405e6-2b6f-4e4f-be28-7cb74749bb08 req-ce98add5-a11c-4aee-8aa2-69026d00a179 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539680 Nov 04 11:05:49.357282 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e52dde-7c8b-4b0e-9ed7-47ffd2306d60 service neutron] Pushing event updated for resources: {'Port': ['ID=057a0ffd-72b8-418f-9eba-80e323384b92,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:49.427353 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade7896-9425-4e32-94d2-aa972763048c req-8482ae8b-5e87-4d44-8c97-acd83e4497e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:49.428930 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3ade7896-9425-4e32-94d2-aa972763048c req-8482ae8b-5e87-4d44-8c97-acd83e4497e3 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=5b2929cfb7a64d20b13d83976a37d811&device_id=e4516311-f1d0-4609-9982-3b3ba00ed75e HTTP/1.1" status: 200 len: 1094 time: 0.0452549 Nov 04 11:05:49.478575 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e435ad9-8b64-40f9-bb5c-1911fadcf4e4 req-9a4dc29d-657a-4b70-b506-ed30e68d682b tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:49.480344 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9e435ad9-8b64-40f9-bb5c-1911fadcf4e4 req-9a4dc29d-657a-4b70-b506-ed30e68d682b tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/ports?device_id=e4516311-f1d0-4609-9982-3b3ba00ed75e HTTP/1.1" status: 200 len: 943 time: 0.0561194 Nov 04 11:05:49.481918 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3ade7896-9425-4e32-94d2-aa972763048c req-70cad89b-4aac-4abe-9ef4-7a2ddbd85447 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=057a0ffd-72b8-418f-9eba-80e323384b92 HTTP/1.1" status: 200 len: 217 time: 0.0447013 Nov 04 11:05:49.535056 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9e435ad9-8b64-40f9-bb5c-1911fadcf4e4 req-c7642fa0-77d3-40ca-82b7-02f4fefdc304 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc93d0e6-6bfb-4b70-9d0f-41bb55158f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474951 Nov 04 11:05:49.538369 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade7896-9425-4e32-94d2-aa972763048c req-8fd4801b-fece-4c1a-b6a1-70002708b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:49.539902 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3ade7896-9425-4e32-94d2-aa972763048c req-8fd4801b-fece-4c1a-b6a1-70002708b075 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7511afae-8711-415d-a134-f37e1f6825f4 HTTP/1.1" status: 200 len: 847 time: 0.0506706 Nov 04 11:05:49.577797 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3ade7896-9425-4e32-94d2-aa972763048c req-5c636a06-3c65-416e-bd0a-2b5ffc2a6b42 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=247cd7d0-4898-42b6-8053-9d5f146aadd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306635 Nov 04 11:05:49.614027 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49102) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:05:49.672083 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cd8ad2bc-024a-476a-ac86-03a20365feea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:49.681123 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-60573cac-ecb9-41c7-bf00-1d5ccf11d24a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:49.691241 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3ade7896-9425-4e32-94d2-aa972763048c req-68724123-8d7e-49de-b4a0-c3305465aa78 service neutron] 10.222.0.121 "GET /v2.0/networks/247cd7d0-4898-42b6-8053-9d5f146aadd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058695 Nov 04 11:05:49.710222 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-60573cac-ecb9-41c7-bf00-1d5ccf11d24a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:49.761847 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-60573cac-ecb9-41c7-bf00-1d5ccf11d24a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:49.764846 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-60573cac-ecb9-41c7-bf00-1d5ccf11d24a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:49.766089 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-60573cac-ecb9-41c7-bf00-1d5ccf11d24a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "DELETE /v2.0/security-groups/724163c0-5001-4916-aa2c-d6fb8128fe93 HTTP/1.1" status: 204 len: 168 time: 0.1506734 Nov 04 11:05:49.769399 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49104) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:05:49.784320 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60573cac-ecb9-41c7-bf00-1d5ccf11d24a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=724163c0-5001-4916-aa2c-d6fb8128fe93,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:49.793224 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-ee8a93ea-3975-43f7-980d-7101a23be2f8 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] show failed (client error): The resource could not be found. Nov 04 11:05:49.794607 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ee8a93ea-3975-43f7-980d-7101a23be2f8 tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "GET /v2.0/security-groups/724163c0-5001-4916-aa2c-d6fb8128fe93 HTTP/1.1" status: 404 len: 347 time: 0.0240493 Nov 04 11:05:49.797700 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49106) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:05:49.804176 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device ec87a085-d7da-451e-bfec-af1135ed6070 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:05:49.813031 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1d257828-1078-4e49-9fa6-ac70dcd14216 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:05:49.847544 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 1d257828-1078-4e49-9fa6-ac70dcd14216 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:05:49.848091 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1d257828-1078-4e49-9fa6-ac70dcd14216 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:05:49.948024 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-de93a12a-7d1c-463f-b2bb-bcb00eea5f1a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Deleting port 5f8bfd6d-3099-46d8-94eb-48547272f78b {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:05:49.948474 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de93a12a-7d1c-463f-b2bb-bcb00eea5f1a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:49.974751 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port ec87a085-d7da-451e-bfec-af1135ed6070, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=ec87a085-d7da-451e-bfec-af1135ed6070,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:05:49.991707 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'ec87a085-d7da-451e-bfec-af1135ed6070', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'port_id': 'ec87a085-d7da-451e-bfec-af1135ed6070', 'mac_address': 'fa:16:3e:a1:60:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:05:50.039509 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:50.044486 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de93a12a-7d1c-463f-b2bb-bcb00eea5f1a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:50.045180 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de93a12a-7d1c-463f-b2bb-bcb00eea5f1a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:50.057764 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec87a085-d7da-451e-bfec-af1135ed6070 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:05:50.060616 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-de93a12a-7d1c-463f-b2bb-bcb00eea5f1a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Calling delete_port for 5f8bfd6d-3099-46d8-94eb-48547272f78b owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:05:50.085753 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port ec87a085-d7da-451e-bfec-af1135ed6070, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=ec87a085-d7da-451e-bfec-af1135ed6070,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:05:50.093008 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:50.158913 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=ec87a085-d7da-451e-bfec-af1135ed6070,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:50.171704 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3ade7896-9425-4e32-94d2-aa972763048c req-e187a912-08a6-4267-9d0f-0bd253a363ca service neutron] 10.222.0.121 "GET /v2.0/networks/247cd7d0-4898-42b6-8053-9d5f146aadd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724097 Nov 04 11:05:50.223800 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de93a12a-7d1c-463f-b2bb-bcb00eea5f1a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:50.227537 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4516311-f1d0-4609-9982-3b3ba00ed75e', 'tag': '057a0ffd-72b8-418f-9eba-80e323384b92'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:05:50.230267 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0a5f14-ffe8-409f-9306-daa5bbd71db6" -d '{"events": [{"name": "network-changed", "server_uuid": "e4516311-f1d0-4609-9982-3b3ba00ed75e", "tag": "057a0ffd-72b8-418f-9eba-80e323384b92"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:05:50.258606 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93a12a-7d1c-463f-b2bb-bcb00eea5f1a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Pushing event deleted for resources: {'Port': ['ID=5f8bfd6d-3099-46d8-94eb-48547272f78b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:50.278084 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15aba12-e6fb-49c0-a707-115a0ec5ef1e x-openstack-request-id: req-a15aba12-e6fb-49c0-a707-115a0ec5ef1e {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:05:50.278379 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4516311-f1d0-4609-9982-3b3ba00ed75e", "tag": "057a0ffd-72b8-418f-9eba-80e323384b92", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:05:50.278720 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-a15aba12-e6fb-49c0-a707-115a0ec5ef1e {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:05:50.279131 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4516311-f1d0-4609-9982-3b3ba00ed75e', 'tag': '057a0ffd-72b8-418f-9eba-80e323384b92', 'status': 'completed', 'code': 200} Nov 04 11:05:50.297771 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['ec87a085-d7da-451e-bfec-af1135ed6070'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:05:50.344542 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de93a12a-7d1c-463f-b2bb-bcb00eea5f1a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:50.351731 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de93a12a-7d1c-463f-b2bb-bcb00eea5f1a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:50.353215 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-de93a12a-7d1c-463f-b2bb-bcb00eea5f1a tempest-ServerActionsTestJSON-1914571493 tempest-ServerActionsTestJSON-1914571493-project] 10.222.0.127 "DELETE /v2.0/floatingips/01b9b7c2-0035-4b1a-b044-53ea37e861a9 HTTP/1.1" status: 204 len: 168 time: 0.5533154 Nov 04 11:05:50.358391 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49110) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:05:50.361712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a5f14-ffe8-409f-9306-daa5bbd71db6 req-f03332e6-dde9-44ef-ae7a-77523f0815f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:50.363429 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed0a5f14-ffe8-409f-9306-daa5bbd71db6 req-f03332e6-dde9-44ef-ae7a-77523f0815f6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=5b2929cfb7a64d20b13d83976a37d811&device_id=e4516311-f1d0-4609-9982-3b3ba00ed75e HTTP/1.1" status: 200 len: 1094 time: 0.0614843 Nov 04 11:05:50.484376 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a5f14-ffe8-409f-9306-daa5bbd71db6 req-eee3f676-c23c-4763-a555-ad917c8e3788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:50.485896 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed0a5f14-ffe8-409f-9306-daa5bbd71db6 req-eee3f676-c23c-4763-a555-ad917c8e3788 service neutron] 10.222.0.121 "GET /v2.0/networks?id=247cd7d0-4898-42b6-8053-9d5f146aadd6 HTTP/1.1" status: 200 len: 909 time: 0.1142087 Nov 04 11:05:50.534781 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed0a5f14-ffe8-409f-9306-daa5bbd71db6 req-4114e4c2-c7f2-48d4-ba3b-bbebdff60117 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=057a0ffd-72b8-418f-9eba-80e323384b92 HTTP/1.1" status: 200 len: 217 time: 0.0404365 Nov 04 11:05:50.592188 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a5f14-ffe8-409f-9306-daa5bbd71db6 req-d79ec4a5-bf30-4c0b-aa7a-da5ac5dc660a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:50.593667 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed0a5f14-ffe8-409f-9306-daa5bbd71db6 req-d79ec4a5-bf30-4c0b-aa7a-da5ac5dc660a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7511afae-8711-415d-a134-f37e1f6825f4 HTTP/1.1" status: 200 len: 847 time: 0.0487466 Nov 04 11:05:50.629905 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed0a5f14-ffe8-409f-9306-daa5bbd71db6 req-16dc5b7d-d6aa-4247-b3de-db87e4b2e5ce service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=247cd7d0-4898-42b6-8053-9d5f146aadd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279322 Nov 04 11:05:50.743605 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed0a5f14-ffe8-409f-9306-daa5bbd71db6 req-015833e1-104e-4607-8f79-26b22247fcbd service neutron] 10.222.0.121 "GET /v2.0/networks/247cd7d0-4898-42b6-8053-9d5f146aadd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041851 Nov 04 11:05:50.811284 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:50.845809 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed0a5f14-ffe8-409f-9306-daa5bbd71db6 req-cebfa9b8-9752-42e9-a057-e99906484c04 service neutron] 10.222.0.121 "GET /v2.0/networks/247cd7d0-4898-42b6-8053-9d5f146aadd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935006 Nov 04 11:05:50.961695 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a06ce4-e555-4d0f-a65d-c4331f37479e req-ae02f303-aa03-44d3-8ea4-d6f23434f992 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:50.963592 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-53a06ce4-e555-4d0f-a65d-c4331f37479e req-ae02f303-aa03-44d3-8ea4-d6f23434f992 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 944 time: 0.4876742 Nov 04 11:05:51.075683 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-53a06ce4-e555-4d0f-a65d-c4331f37479e req-6cd36425-7e8b-4561-95c5-3f911ef790ea tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040823 Nov 04 11:05:51.076218 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c8472020-d51b-4baf-b96e-1240a3ad98bc req-1de10e67-48a1-440a-94db-2da659aa9eba service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d53f568d-914e-4d76-a60b-f7d060f801c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446496 Nov 04 11:05:51.193376 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8472020-d51b-4baf-b96e-1240a3ad98bc req-fb7a40ca-81ca-4240-9f29-fc922716feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:51.194881 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c8472020-d51b-4baf-b96e-1240a3ad98bc req-fb7a40ca-81ca-4240-9f29-fc922716feb5 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 1096 time: 0.0544195 Nov 04 11:05:51.253019 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209890f-cb47-401a-887d-d9323bd87ecb req-598ef02c-b985-4c4c-8144-9f3966cd492f tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:51.254714 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c209890f-cb47-401a-887d-d9323bd87ecb req-598ef02c-b985-4c4c-8144-9f3966cd492f tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/ports?device_id=e4516311-f1d0-4609-9982-3b3ba00ed75e HTTP/1.1" status: 200 len: 943 time: 0.0905693 Nov 04 11:05:51.305347 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8472020-d51b-4baf-b96e-1240a3ad98bc req-3dfcdac1-7dfc-4298-9741-1495c6471fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:51.307426 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c8472020-d51b-4baf-b96e-1240a3ad98bc req-3dfcdac1-7dfc-4298-9741-1495c6471fde service neutron] 10.222.0.121 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 913 time: 0.0918651 Nov 04 11:05:51.338641 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c209890f-cb47-401a-887d-d9323bd87ecb req-9bd8e491-d823-4e1e-9036-00e475e761ef tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc93d0e6-6bfb-4b70-9d0f-41bb55158f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757124 Nov 04 11:05:51.358895 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c8472020-d51b-4baf-b96e-1240a3ad98bc req-e048dcdd-0ce0-4d20-8187-2215346c9a69 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2 HTTP/1.1" status: 200 len: 217 time: 0.0437033 Nov 04 11:05:51.394753 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4502ccae-bdfa-4f79-b920-9b6329b9cba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:51.413654 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8472020-d51b-4baf-b96e-1240a3ad98bc req-a0fddcf4-7f16-4110-900b-b8da2cee9175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:51.415284 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c8472020-d51b-4baf-b96e-1240a3ad98bc req-a0fddcf4-7f16-4110-900b-b8da2cee9175 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c5c74920-9b2d-4a89-a57f-e092fd0cce82 HTTP/1.1" status: 200 len: 850 time: 0.0487344 Nov 04 11:05:51.467180 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8472020-d51b-4baf-b96e-1240a3ad98bc req-3d28b4fd-9001-4146-922f-aae5b6cd28e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:51.468706 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c8472020-d51b-4baf-b96e-1240a3ad98bc req-3d28b4fd-9001-4146-922f-aae5b6cd28e7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456553 Nov 04 11:05:51.578635 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c8472020-d51b-4baf-b96e-1240a3ad98bc req-ee05a8bc-fd1b-4575-9c1a-2584da5c59e5 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017344 Nov 04 11:05:51.666619 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-4502ccae-bdfa-4f79-b920-9b6329b9cba3 admin admin] Deleting port ee96bc63-51a9-4d7a-9642-8b7477eb87c7 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:05:51.666979 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4502ccae-bdfa-4f79-b920-9b6329b9cba3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:51.688328 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c8472020-d51b-4baf-b96e-1240a3ad98bc req-65391e2d-0c09-48ed-a931-0d50ff248d47 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018519 Nov 04 11:05:51.762703 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-4502ccae-bdfa-4f79-b920-9b6329b9cba3 admin admin] For port ee96bc63-51a9-4d7a-9642-8b7477eb87c7, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ee96bc63-51a9-4d7a-9642-8b7477eb87c7,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:05:51.763414 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4502ccae-bdfa-4f79-b920-9b6329b9cba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:51.780018 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-4502ccae-bdfa-4f79-b920-9b6329b9cba3 admin admin] Calling delete_port for ee96bc63-51a9-4d7a-9642-8b7477eb87c7 owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:05:51.805639 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device ec87a085-d7da-451e-bfec-af1135ed6070 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:05:51.863336 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port ec87a085-d7da-451e-bfec-af1135ed6070 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:05:51.867276 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port ec87a085-d7da-451e-bfec-af1135ed6070 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:05:51.867642 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:51.959548 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:51.981914 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c248a2-a851-47ff-ab5e-3630e7c79a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec87a085-d7da-451e-bfec-af1135ed6070'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:05:51.984228 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa60fa4e-7e0e-43a4-8cfa-776a9a4d350a" -d '{"events": [{"server_uuid": "06c248a2-a851-47ff-ab5e-3630e7c79a39", "name": "network-vif-plugged", "status": "completed", "tag": "ec87a085-d7da-451e-bfec-af1135ed6070"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:05:51.994681 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4502ccae-bdfa-4f79-b920-9b6329b9cba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:51.997386 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port ec87a085-d7da-451e-bfec-af1135ed6070, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=ec87a085-d7da-451e-bfec-af1135ed6070,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:05:52.007202 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:52.026568 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502ccae-bdfa-4f79-b920-9b6329b9cba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee96bc63-51a9-4d7a-9642-8b7477eb87c7,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:52.036302 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4399980-f574-41f1-b19b-6b093b6d8002 x-openstack-request-id: req-f4399980-f574-41f1-b19b-6b093b6d8002 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:05:52.036600 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c248a2-a851-47ff-ab5e-3630e7c79a39", "name": "network-vif-plugged", "status": "completed", "tag": "ec87a085-d7da-451e-bfec-af1135ed6070", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:05:52.036865 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f4399980-f574-41f1-b19b-6b093b6d8002 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:05:52.037266 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c248a2-a851-47ff-ab5e-3630e7c79a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec87a085-d7da-451e-bfec-af1135ed6070', 'code': 200} Nov 04 11:05:52.075072 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=ec87a085-d7da-451e-bfec-af1135ed6070,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:52.174078 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59d69c-68c0-491a-ad33-b8ed417d73df req-b69460b1-e5ce-4900-96a5-6467011ff122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:52.176553 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9d59d69c-68c0-491a-ad33-b8ed417d73df req-b69460b1-e5ce-4900-96a5-6467011ff122 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 1096 time: 0.0721593 Nov 04 11:05:52.224997 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:52.242402 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9d59d69c-68c0-491a-ad33-b8ed417d73df req-671fb6e4-38ad-41f9-b066-fe285e98ec01 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586591 Nov 04 11:05:52.299580 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc7b5e-f07f-4262-9da2-1b2810245e7e req-51277b41-98ce-438b-a36a-4e09f85d3c29 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:52.301280 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5ccc7b5e-f07f-4262-9da2-1b2810245e7e req-51277b41-98ce-438b-a36a-4e09f85d3c29 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 945 time: 0.1232138 Nov 04 11:05:52.306181 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4502ccae-bdfa-4f79-b920-9b6329b9cba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:52.408278 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5ccc7b5e-f07f-4262-9da2-1b2810245e7e req-23e7509a-7950-4ede-9628-72a9cc5f25bd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990508 Nov 04 11:05:52.591113 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7736f9-d60c-4151-85af-d07c421fa976 req-a1eeee25-ec83-4c90-8331-aff136096ccc tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:52.592792 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ef7736f9-d60c-4151-85af-d07c421fa976 req-a1eeee25-ec83-4c90-8331-aff136096ccc tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/ports?device_id=e4516311-f1d0-4609-9982-3b3ba00ed75e HTTP/1.1" status: 200 len: 943 time: 0.1221278 Nov 04 11:05:52.616503 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:52.707020 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ef7736f9-d60c-4151-85af-d07c421fa976 req-48a9262d-b959-4938-bb57-428cd8ff571a tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc93d0e6-6bfb-4b70-9d0f-41bb55158f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778072 Nov 04 11:05:52.708907 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4502ccae-bdfa-4f79-b920-9b6329b9cba3 admin admin] Router 830895ce-6ab1-41b4-aa0c-515088786436 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:05:52.830181 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4502ccae-bdfa-4f79-b920-9b6329b9cba3 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:05:52.836172 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4502ccae-bdfa-4f79-b920-9b6329b9cba3 admin admin] 10.222.0.127 "PUT /v2.0/routers/830895ce-6ab1-41b4-aa0c-515088786436/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4765646 Nov 04 11:05:52.839059 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49124) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:05:52.841265 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b73043-378f-421a-b06a-63f40bf808fb None None] Sync routers for ids ['830895ce-6ab1-41b4-aa0c-515088786436'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:05:52.852760 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b73043-378f-421a-b06a-63f40bf808fb None None] Routers {'830895ce-6ab1-41b4-aa0c-515088786436'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:05:52.853405 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-16b73043-378f-421a-b06a-63f40bf808fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:05:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['830895ce-6ab1-41b4-aa0c-515088786436'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:05:52.950767 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b3142023-9e73-43bb-be47-31ff42b1226c admin admin] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:52.961046 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-16b73043-378f-421a-b06a-63f40bf808fb None None] Set router 830895ce-6ab1-41b4-aa0c-515088786436 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:05:53.062357 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b3142023-9e73-43bb-be47-31ff42b1226c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:53.126942 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-b3142023-9e73-43bb-be47-31ff42b1226c admin admin] Deleting port 506ad194-eba8-4713-9d30-f0451ffb3ed0 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:05:53.127287 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b3142023-9e73-43bb-be47-31ff42b1226c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:53.160605 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-16b73043-378f-421a-b06a-63f40bf808fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830895ce-6ab1-41b4-aa0c-515088786436', 'name': 'tempest-ServerActionsTestJSON-321014118-router', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '506ad194-eba8-4713-9d30-f0451ffb3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:12Z', 'updated_at': '2021-11-04T11:05:51Z', 'revision_number': 5, 'project_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'gw_port': {'id': '506ad194-eba8-4713-9d30-f0451ffb3ed0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830895ce-6ab1-41b4-aa0c-515088786436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:59:13Z', 'updated_at': '2021-11-04T10:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:05:53.192631 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b73043-378f-421a-b06a-63f40bf808fb None None] Checking router: 830895ce-6ab1-41b4-aa0c-515088786436 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:05:53.202183 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b73043-378f-421a-b06a-63f40bf808fb None None] Routers {'830895ce-6ab1-41b4-aa0c-515088786436'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:05:53.203179 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-16b73043-378f-421a-b06a-63f40bf808fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:05:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['830895ce-6ab1-41b4-aa0c-515088786436'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:05:53.221425 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-b3142023-9e73-43bb-be47-31ff42b1226c admin admin] For port 506ad194-eba8-4713-9d30-f0451ffb3ed0, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=506ad194-eba8-4713-9d30-f0451ffb3ed0,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:05:53.222120 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b3142023-9e73-43bb-be47-31ff42b1226c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:53.239940 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-b3142023-9e73-43bb-be47-31ff42b1226c admin admin] Calling delete_port for 506ad194-eba8-4713-9d30-f0451ffb3ed0 owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:05:53.288500 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-16b73043-378f-421a-b06a-63f40bf808fb None None] Set router 830895ce-6ab1-41b4-aa0c-515088786436 gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:05:53.344508 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-16b73043-378f-421a-b06a-63f40bf808fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830895ce-6ab1-41b4-aa0c-515088786436', 'name': 'tempest-ServerActionsTestJSON-321014118-router', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:12Z', 'updated_at': '2021-11-04T11:05:53Z', 'revision_number': 6, 'project_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:05:53.371531 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b73043-378f-421a-b06a-63f40bf808fb None None] The sync data for ids ['830895ce-6ab1-41b4-aa0c-515088786436'] in n-d-816629-1 is: [{'id': '830895ce-6ab1-41b4-aa0c-515088786436', 'name': 'tempest-ServerActionsTestJSON-321014118-router', 'tenant_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:59:12Z', 'updated_at': '2021-11-04T11:05:53Z', 'revision_number': 6, 'project_id': 'c2e39161b3394d9ebfb8df6053d2cccf', 'gw_port_host': None}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:05:53.429340 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b3142023-9e73-43bb-be47-31ff42b1226c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:53.460900 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3142023-9e73-43bb-be47-31ff42b1226c admin admin] Pushing event deleted for resources: {'Port': ['ID=506ad194-eba8-4713-9d30-f0451ffb3ed0,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:53.541165 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b3142023-9e73-43bb-be47-31ff42b1226c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:53.546895 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf1633-3390-43bf-90bf-f569e460de97 req-ded89f65-666d-46ad-ae36-43aea0051c21 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:53.548714 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-01cf1633-3390-43bf-90bf-f569e460de97 req-ded89f65-666d-46ad-ae36-43aea0051c21 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 945 time: 0.0631075 Nov 04 11:05:53.603584 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-01cf1633-3390-43bf-90bf-f569e460de97 req-4a440308-fd27-40b8-853f-127b01f25a21 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473371 Nov 04 11:05:53.645838 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b3142023-9e73-43bb-be47-31ff42b1226c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:53.648558 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b3142023-9e73-43bb-be47-31ff42b1226c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:53.701783 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b3142023-9e73-43bb-be47-31ff42b1226c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:53.702449 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3142023-9e73-43bb-be47-31ff42b1226c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 830895ce-6ab1-41b4-aa0c-515088786436 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:05:53.707098 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b3142023-9e73-43bb-be47-31ff42b1226c admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:53.708402 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b3142023-9e73-43bb-be47-31ff42b1226c admin admin] 10.222.0.127 "DELETE /v2.0/routers/830895ce-6ab1-41b4-aa0c-515088786436 HTTP/1.1" status: 204 len: 168 time: 0.8681848 Nov 04 11:05:53.714113 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49130) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:05:53.743463 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc23881-da3b-4362-b955-1d2758a85444 req-0a327178-0aa2-40df-ae4c-aac491f8dd18 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:53.745119 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3cc23881-da3b-4362-b955-1d2758a85444 req-0a327178-0aa2-40df-ae4c-aac491f8dd18 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 945 time: 0.0617969 Nov 04 11:05:53.764335 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb6a7a9-eb51-4626-8e10-f6a27ebcec92 admin admin] Deleting subnet acbe3edd-0e54-430d-9b84-17ccd434a175 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:05:53.768004 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5fb6a7a9-eb51-4626-8e10-f6a27ebcec92 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:53.806836 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3cc23881-da3b-4362-b955-1d2758a85444 req-bb26da75-3e27-4b23-8741-6ed65fbe05fe tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542045 Nov 04 11:05:53.812286 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5fb6a7a9-eb51-4626-8e10-f6a27ebcec92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:53.901605 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5fb6a7a9-eb51-4626-8e10-f6a27ebcec92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:53.945979 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d22ff-a1c4-4163-a0bc-000f3e7177d8 req-ba4af2ac-da74-43a7-8e9e-480359e36f42 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:53.947582 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e49d22ff-a1c4-4163-a0bc-000f3e7177d8 req-ba4af2ac-da74-43a7-8e9e-480359e36f42 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/ports?device_id=e4516311-f1d0-4609-9982-3b3ba00ed75e HTTP/1.1" status: 200 len: 943 time: 0.0565383 Nov 04 11:05:53.956578 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5fb6a7a9-eb51-4626-8e10-f6a27ebcec92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:53.982602 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6a7a9-eb51-4626-8e10-f6a27ebcec92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acbe3edd-0e54-430d-9b84-17ccd434a175,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:53.987141 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5fb6a7a9-eb51-4626-8e10-f6a27ebcec92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:53.992656 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5fb6a7a9-eb51-4626-8e10-f6a27ebcec92 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/acbe3edd-0e54-430d-9b84-17ccd434a175 HTTP/1.1" status: 204 len: 168 time: 0.2745712 Nov 04 11:05:53.993037 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49138) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:05:53.996213 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb40640-aac6-46dd-b5ee-3bd6ff97d556 None None] Network 0f07f923-0bad-4509-bf44-e9706f67de3e requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:05:54.001200 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e49d22ff-a1c4-4163-a0bc-000f3e7177d8 req-09f82cc0-22e8-4ed7-b562-a42d33bb175a tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc93d0e6-6bfb-4b70-9d0f-41bb55158f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461478 Nov 04 11:05:54.069138 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-de63648f-6cf0-49da-83a1-304f4762832b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:54.129035 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-de63648f-6cf0-49da-83a1-304f4762832b admin admin] Deleting port 177e1ec4-c0d0-4f7a-87cb-6d22f49f756a {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:05:54.129035 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-de63648f-6cf0-49da-83a1-304f4762832b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:54.152889 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 057a0ffd-72b8-418f-9eba-80e323384b92 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:05:54.251908 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-de63648f-6cf0-49da-83a1-304f4762832b admin admin] For port 177e1ec4-c0d0-4f7a-87cb-6d22f49f756a, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=177e1ec4-c0d0-4f7a-87cb-6d22f49f756a,segment=NetworkSegment(9aa6e682-4e55-45d6-9292-01ee6a55f1d6),segment_id=9aa6e682-4e55-45d6-9292-01ee6a55f1d6)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:05:54.252379 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-de63648f-6cf0-49da-83a1-304f4762832b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:54.268614 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-de63648f-6cf0-49da-83a1-304f4762832b admin admin] Calling delete_port for 177e1ec4-c0d0-4f7a-87cb-6d22f49f756a owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:05:54.295341 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6f7d69-e124-40ee-8fb5-4048f0f85bdc None None] DHCP port deletion for 0f07f923-0bad-4509-bf44-e9706f67de3e request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:05:54.353754 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2f1f2-5941-40df-8f72-cc73cca54e68 req-27bda585-20bb-4e69-99e9-f9f025778548 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:54.353754 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-72d2f1f2-5941-40df-8f72-cc73cca54e68 req-27bda585-20bb-4e69-99e9-f9f025778548 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 945 time: 0.0740986 Nov 04 11:05:54.369984 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 057a0ffd-72b8-418f-9eba-80e323384b92, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=057a0ffd-72b8-418f-9eba-80e323384b92,segment=NetworkSegment(04408c96-3806-4cca-945d-73cd2804431e),segment_id=04408c96-3806-4cca-945d-73cd2804431e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:05:54.388387 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-de63648f-6cf0-49da-83a1-304f4762832b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:54.427645 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63648f-6cf0-49da-83a1-304f4762832b admin admin] Pushing event deleted for resources: {'Port': ['ID=177e1ec4-c0d0-4f7a-87cb-6d22f49f756a,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:54.435711 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de63648f-6cf0-49da-83a1-304f4762832b admin admin] No DVR routers for this DVR port 177e1ec4-c0d0-4f7a-87cb-6d22f49f756a on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:05:54.442328 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-72d2f1f2-5941-40df-8f72-cc73cca54e68 req-b85c61a7-30cd-4990-9cbe-4f06e194fc63 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794499 Nov 04 11:05:54.564456 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-de63648f-6cf0-49da-83a1-304f4762832b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:54.598829 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-de63648f-6cf0-49da-83a1-304f4762832b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f07f923-0bad-4509-bf44-e9706f67de3e']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:05:54.611891 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-de63648f-6cf0-49da-83a1-304f4762832b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa6e682-4e55-45d6-9292-01ee6a55f1d6') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:05:54.612207 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-de63648f-6cf0-49da-83a1-304f4762832b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa6e682-4e55-45d6-9292-01ee6a55f1d6') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:05:54.625046 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-de63648f-6cf0-49da-83a1-304f4762832b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:54.641667 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 506ad194-eba8-4713-9d30-f0451ffb3ed0 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:05:54.647272 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '057a0ffd-72b8-418f-9eba-80e323384b92', 'network_id': '247cd7d0-4898-42b6-8053-9d5f146aadd6', 'port_id': '057a0ffd-72b8-418f-9eba-80e323384b92', 'mac_address': 'fa:16:3e:b5:e0:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7511afae-8711-415d-a134-f37e1f6825f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:05:54.652632 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-de63648f-6cf0-49da-83a1-304f4762832b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:54.662135 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de63648f-6cf0-49da-83a1-304f4762832b admin admin] Releasing vlan 1183 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:05:54.662694 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-de63648f-6cf0-49da-83a1-304f4762832b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:05:54.664886 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:05:54.671856 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 506ad194-eba8-4713-9d30-f0451ffb3ed0 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:05:54.672190 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 506ad194-eba8-4713-9d30-f0451ffb3ed0 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:05:54.672600 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 177e1ec4-c0d0-4f7a-87cb-6d22f49f756a no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:05:54.716028 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 177e1ec4-c0d0-4f7a-87cb-6d22f49f756a {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:05:54.716478 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 177e1ec4-c0d0-4f7a-87cb-6d22f49f756a not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:05:54.717130 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ee96bc63-51a9-4d7a-9642-8b7477eb87c7 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:05:54.723858 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-de63648f-6cf0-49da-83a1-304f4762832b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:54.729767 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-de63648f-6cf0-49da-83a1-304f4762832b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:54.733230 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-de63648f-6cf0-49da-83a1-304f4762832b admin admin] 10.222.0.127 "DELETE /v2.0/networks/0f07f923-0bad-4509-bf44-e9706f67de3e HTTP/1.1" status: 204 len: 168 time: 0.7391913 Nov 04 11:05:54.747269 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: ee96bc63-51a9-4d7a-9642-8b7477eb87c7 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:05:54.747598 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ee96bc63-51a9-4d7a-9642-8b7477eb87c7 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:05:54.749915 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63648f-6cf0-49da-83a1-304f4762832b admin admin] Pushing event deleted for resources: {'Network': ['ID=0f07f923-0bad-4509-bf44-e9706f67de3e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:54.757876 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f7d69-e124-40ee-8fb5-4048f0f85bdc None None] Deleting port 177e1ec4-c0d0-4f7a-87cb-6d22f49f756a {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:05:54.758233 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7d69-e124-40ee-8fb5-4048f0f85bdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:54.759996 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server [None req-4c6f7d69-e124-40ee-8fb5-4048f0f85bdc None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 0f07f923-0bad-4509-bf44-e9706f67de3e could not be found. Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1969, in delete_port Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1192, in get_network Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 0f07f923-0bad-4509-bf44-e9706f67de3e could not be found. Nov 04 11:05:54.796491 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Nov 04 11:05:54.803862 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 057a0ffd-72b8-418f-9eba-80e323384b92 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:05:54.829591 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caf846f-ca3b-4b14-a332-dabdb30d4149 None None] DHCP port deletion for 0f07f923-0bad-4509-bf44-e9706f67de3e request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:05:54.832570 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 057a0ffd-72b8-418f-9eba-80e323384b92, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=057a0ffd-72b8-418f-9eba-80e323384b92,segment=NetworkSegment(04408c96-3806-4cca-945d-73cd2804431e),segment_id=04408c96-3806-4cca-945d-73cd2804431e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:05:54.838221 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:54.864624 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6052b4-19f0-4d53-83eb-5c1b5b391825 None None] get_active_networks_info from n-d-816629-1 {{(pid=101776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 11:05:54.882849 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49144) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:05:54.921768 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=057a0ffd-72b8-418f-9eba-80e323384b92,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:54.928920 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d11cb4f3-fab6-432a-af63-b800d554f7d9 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=c2e39161b3394d9ebfb8df6053d2cccf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447843 Nov 04 11:05:54.931330 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49146) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:05:54.939931 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:54.940276 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:54.940610 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:54.940967 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:54.941298 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:54.941626 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:54.941943 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:54.942292 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:54.942613 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:54.942910 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:54.943228 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:54.943542 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:05:54.972170 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6052b4-19f0-4d53-83eb-5c1b5b391825 None None] Resources bound (agent type, host, resource id): {{(pid=101776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 11:05:54.981768 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c40ff595-781f-4932-9c6a-7816f80fe2f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:55.008882 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c40ff595-781f-4932-9c6a-7816f80fe2f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:55.063337 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['057a0ffd-72b8-418f-9eba-80e323384b92'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:05:55.063930 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c40ff595-781f-4932-9c6a-7816f80fe2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:55.066743 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c40ff595-781f-4932-9c6a-7816f80fe2f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:55.070781 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c40ff595-781f-4932-9c6a-7816f80fe2f0 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/fb1f9af2-2b15-487f-a9bc-034b1e964f91 HTTP/1.1" status: 204 len: 168 time: 0.1357899 Nov 04 11:05:55.097379 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ff595-781f-4932-9c6a-7816f80fe2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1f9af2-2b15-487f-a9bc-034b1e964f91,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:55.151309 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48577a-fc23-4075-b098-0947889b4c41 req-ec5ddfc5-94e8-483d-b02d-eeba8ac58e4d tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:55.157357 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f48577a-fc23-4075-b098-0947889b4c41 req-ec5ddfc5-94e8-483d-b02d-eeba8ac58e4d tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/ports?device_id=e4516311-f1d0-4609-9982-3b3ba00ed75e HTTP/1.1" status: 200 len: 944 time: 0.0784614 Nov 04 11:05:55.209222 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f48577a-fc23-4075-b098-0947889b4c41 req-4afc2899-d888-4cba-8298-5b50e389d3be tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc93d0e6-6bfb-4b70-9d0f-41bb55158f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493279 Nov 04 11:05:55.575667 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a504f-05cd-4efa-b1d4-a9c27fc02a46 req-dd21f935-ac46-490d-9864-1c0b5b79dfdc tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:55.577250 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-105a504f-05cd-4efa-b1d4-a9c27fc02a46 req-dd21f935-ac46-490d-9864-1c0b5b79dfdc tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 945 time: 0.0509462 Nov 04 11:05:55.630476 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-105a504f-05cd-4efa-b1d4-a9c27fc02a46 req-02ad0d28-684a-4e69-b7d0-e5713bc0d2ee tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469885 Nov 04 11:05:55.866858 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49172) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:05:55.895726 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d53154-bdf7-44da-b75a-56352e6b1df8 req-a4b3169b-6062-4c16-a2da-4226ce67d6d2 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:55.897391 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b2d53154-bdf7-44da-b75a-56352e6b1df8 req-a4b3169b-6062-4c16-a2da-4226ce67d6d2 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.126 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 945 time: 0.0519481 Nov 04 11:05:55.970897 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-7012dc8a-5e77-4764-90c3-9fd0da109b83 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1354762393-network', 'tenant_id': '01f2bac33a7245ee9c72dd6d27e72105'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:05:55.990653 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-b2d53154-bdf7-44da-b75a-56352e6b1df8 req-473759fc-7b2b-4e9a-ad2c-653565ab6834 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Deleting port ec87a085-d7da-451e-bfec-af1135ed6070 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:05:55.991353 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b2d53154-bdf7-44da-b75a-56352e6b1df8 req-473759fc-7b2b-4e9a-ad2c-653565ab6834 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:55.992655 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7012dc8a-5e77-4764-90c3-9fd0da109b83 admin admin] Made reservation on behalf of 01f2bac33a7245ee9c72dd6d27e72105 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:05:55.995049 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7012dc8a-5e77-4764-90c3-9fd0da109b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:56.008183 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7012dc8a-5e77-4764-90c3-9fd0da109b83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:56.085157 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7012dc8a-5e77-4764-90c3-9fd0da109b83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:56.090737 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-b2d53154-bdf7-44da-b75a-56352e6b1df8 req-473759fc-7b2b-4e9a-ad2c-653565ab6834 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] For port ec87a085-d7da-451e-bfec-af1135ed6070, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=ec87a085-d7da-451e-bfec-af1135ed6070,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:05:56.090935 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7012dc8a-5e77-4764-90c3-9fd0da109b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:56.091122 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b2d53154-bdf7-44da-b75a-56352e6b1df8 req-473759fc-7b2b-4e9a-ad2c-653565ab6834 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:56.105240 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-b2d53154-bdf7-44da-b75a-56352e6b1df8 req-473759fc-7b2b-4e9a-ad2c-653565ab6834 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Calling delete_port for ec87a085-d7da-451e-bfec-af1135ed6070 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:05:56.113191 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7012dc8a-5e77-4764-90c3-9fd0da109b83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1197} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:05:56.129135 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012dc8a-5e77-4764-90c3-9fd0da109b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25acaf8c-760e-4cbc-a36e-41f0eb77ed87,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:56.132379 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7012dc8a-5e77-4764-90c3-9fd0da109b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:56.132723 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-7012dc8a-5e77-4764-90c3-9fd0da109b83 admin admin] Added segment 064afe66-12c3-4bea-a44a-dc012a029cf9 of type vlan for network 82b5c151-c91e-457e-a87a-8a7efe9c53e9 Nov 04 11:05:56.155847 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 057a0ffd-72b8-418f-9eba-80e323384b92 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:05:56.177655 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7012dc8a-5e77-4764-90c3-9fd0da109b83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:56.210098 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7012dc8a-5e77-4764-90c3-9fd0da109b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:56.211287 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7012dc8a-5e77-4764-90c3-9fd0da109b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:56.212048 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7012dc8a-5e77-4764-90c3-9fd0da109b83 admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:56.222367 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 057a0ffd-72b8-418f-9eba-80e323384b92 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:05:56.226452 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 057a0ffd-72b8-418f-9eba-80e323384b92 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:05:56.226815 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:56.268808 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b2d53154-bdf7-44da-b75a-56352e6b1df8 req-473759fc-7b2b-4e9a-ad2c-653565ab6834 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:56.283436 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:05:56.291212 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7012dc8a-5e77-4764-90c3-9fd0da109b83 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4188032 Nov 04 11:05:56.291452 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['ec87a085-d7da-451e-bfec-af1135ed6070'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:05:56.291566 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49178) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:05:56.301290 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-7fd35caf-332d-4a15-b918-a89583ffa624 admin admin] Request body: {'subnet': {'network_id': '82b5c151-c91e-457e-a87a-8a7efe9c53e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1354762393-subnet', 'tenant_id': '01f2bac33a7245ee9c72dd6d27e72105', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:05:56.307783 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473759fc-7b2b-4e9a-ad2c-653565ab6834 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event deleted for resources: {'Port': ['ID=ec87a085-d7da-451e-bfec-af1135ed6070,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:56.370715 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d53154-bdf7-44da-b75a-56352e6b1df8 req-473759fc-7b2b-4e9a-ad2c-653565ab6834 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] No DVR routers for this DVR port ec87a085-d7da-451e-bfec-af1135ed6070 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:05:56.373805 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b2d53154-bdf7-44da-b75a-56352e6b1df8 req-473759fc-7b2b-4e9a-ad2c-653565ab6834 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:56.377659 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b2d53154-bdf7-44da-b75a-56352e6b1df8 req-473759fc-7b2b-4e9a-ad2c-653565ab6834 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.126 "DELETE /v2.0/ports/ec87a085-d7da-451e-bfec-af1135ed6070 HTTP/1.1" status: 204 len: 173 time: 0.4742560 Nov 04 11:05:56.378188 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c248a2-a851-47ff-ab5e-3630e7c79a39', 'name': 'network-vif-deleted', 'tag': 'ec87a085-d7da-451e-bfec-af1135ed6070'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:05:56.380633 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984acfad-4b0a-45e4-a305-1b27f736ca6e" -d '{"events": [{"server_uuid": "06c248a2-a851-47ff-ab5e-3630e7c79a39", "name": "network-vif-deleted", "tag": "ec87a085-d7da-451e-bfec-af1135ed6070"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:05:56.387271 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012dc8a-5e77-4764-90c3-9fd0da109b83 admin admin] Pushing event updated for resources: {'Network': ['ID=82b5c151-c91e-457e-a87a-8a7efe9c53e9,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:56.393394 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd35caf-332d-4a15-b918-a89583ffa624 admin admin] Made reservation on behalf of 01f2bac33a7245ee9c72dd6d27e72105 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:05:56.396658 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fd35caf-332d-4a15-b918-a89583ffa624 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:56.411162 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 82b5c151-c91e-457e-a87a-8a7efe9c53e9 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:05:56.475429 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:56.481269 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39a2de-1a8c-4e2f-9482-f75d6906e327 req-ef673d05-a3ee-4011-ae60-b61b254d6df1 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:56.483431 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8e39a2de-1a8c-4e2f-9482-f75d6906e327 req-ef673d05-a3ee-4011-ae60-b61b254d6df1 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/ports?device_id=e4516311-f1d0-4609-9982-3b3ba00ed75e HTTP/1.1" status: 200 len: 944 time: 0.1395466 Nov 04 11:05:56.546205 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4516311-f1d0-4609-9982-3b3ba00ed75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057a0ffd-72b8-418f-9eba-80e323384b92'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:05:56.548791 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f8f9f9-252c-43f0-99f3-b3e70fb554ff" -d '{"events": [{"server_uuid": "e4516311-f1d0-4609-9982-3b3ba00ed75e", "name": "network-vif-plugged", "status": "completed", "tag": "057a0ffd-72b8-418f-9eba-80e323384b92"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:05:56.587639 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 057a0ffd-72b8-418f-9eba-80e323384b92, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=057a0ffd-72b8-418f-9eba-80e323384b92,segment=NetworkSegment(04408c96-3806-4cca-945d-73cd2804431e),segment_id=04408c96-3806-4cca-945d-73cd2804431e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:05:56.592251 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8e39a2de-1a8c-4e2f-9482-f75d6906e327 req-3714789d-8ab9-4131-b5c1-2b27cca58bbb tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc93d0e6-6bfb-4b70-9d0f-41bb55158f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912731 Nov 04 11:05:56.596942 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:56.662758 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86707584-b386-4833-bc99-ef81176da066 x-openstack-request-id: req-86707584-b386-4833-bc99-ef81176da066 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:05:56.663067 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c248a2-a851-47ff-ab5e-3630e7c79a39", "name": "network-vif-deleted", "tag": "ec87a085-d7da-451e-bfec-af1135ed6070", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:05:56.663343 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-86707584-b386-4833-bc99-ef81176da066 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:05:56.663757 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c248a2-a851-47ff-ab5e-3630e7c79a39', 'name': 'network-vif-deleted', 'tag': 'ec87a085-d7da-451e-bfec-af1135ed6070', 'status': 'completed', 'code': 200} Nov 04 11:05:56.687782 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=057a0ffd-72b8-418f-9eba-80e323384b92,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:56.704847 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fd35caf-332d-4a15-b918-a89583ffa624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:56.719214 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb1a01e-0497-4221-bed3-86c05f2a3e88 x-openstack-request-id: req-5fb1a01e-0497-4221-bed3-86c05f2a3e88 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:05:56.719514 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4516311-f1d0-4609-9982-3b3ba00ed75e", "name": "network-vif-plugged", "status": "completed", "tag": "057a0ffd-72b8-418f-9eba-80e323384b92", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:05:56.719770 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-5fb1a01e-0497-4221-bed3-86c05f2a3e88 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:05:56.720171 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4516311-f1d0-4609-9982-3b3ba00ed75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057a0ffd-72b8-418f-9eba-80e323384b92', 'code': 200} Nov 04 11:05:56.771376 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd35caf-332d-4a15-b918-a89583ffa624 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe0af7f9-4224-453b-bca0-9a1ad523771c,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:05:56.787952 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd35caf-332d-4a15-b918-a89583ffa624 admin admin] Checking segment: {'id': '064afe66-12c3-4bea-a44a-dc012a029cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '82b5c151-c91e-457e-a87a-8a7efe9c53e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:05:56.788420 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd35caf-332d-4a15-b918-a89583ffa624 admin admin] Network hostable DHCP agents. Network: 82b5c151-c91e-457e-a87a-8a7efe9c53e9, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:05:56.806950 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b51278cb-d614-4571-9046-58620ae2c680 req-de6f5688-3d80-4153-aa82-b33f17c20eb9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 210 time: 0.0366328 Nov 04 11:05:56.833138 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd35caf-332d-4a15-b918-a89583ffa624 admin admin] Network 82b5c151-c91e-457e-a87a-8a7efe9c53e9 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:05:56.844485 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-7fd35caf-332d-4a15-b918-a89583ffa624 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 82b5c151-c91e-457e-a87a-8a7efe9c53e9) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:05:56.858362 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b19a76-42ca-48bc-805b-cacfcdb81c49 req-ecdd0dd4-01b4-42c1-ad3c-0b6ac6225ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:56.860805 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-85b19a76-42ca-48bc-805b-cacfcdb81c49 req-ecdd0dd4-01b4-42c1-ad3c-0b6ac6225ab2 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=e4516311-f1d0-4609-9982-3b3ba00ed75e HTTP/1.1" status: 200 len: 1096 time: 0.0589416 Nov 04 11:05:56.868427 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a7d2e4-cec1-42c9-9fe4-45565d1372a4 None None] Network 82b5c151-c91e-457e-a87a-8a7efe9c53e9 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:05:56.871234 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd35caf-332d-4a15-b918-a89583ffa624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:56.877635 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fd35caf-332d-4a15-b918-a89583ffa624 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:05:56.909792 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7fd35caf-332d-4a15-b918-a89583ffa624 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6180377 Nov 04 11:05:56.928035 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-85b19a76-42ca-48bc-805b-cacfcdb81c49 req-0067b3c9-7de7-4ebe-b674-be7ce7b3ab37 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=cc93d0e6-6bfb-4b70-9d0f-41bb55158f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556169 Nov 04 11:05:57.001338 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93284cf2-7c90-4b65-9bde-b09788d48db5 None None] Network 82b5c151-c91e-457e-a87a-8a7efe9c53e9 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:05:57.751578 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299e325-af67-40b6-9160-b3ac7caf6f63 req-59611574-0deb-49ac-a45a-e33455159b4e tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:57.753169 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8299e325-af67-40b6-9160-b3ac7caf6f63 req-59611574-0deb-49ac-a45a-e33455159b4e tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/ports?device_id=e4516311-f1d0-4609-9982-3b3ba00ed75e HTTP/1.1" status: 200 len: 945 time: 0.0647295 Nov 04 11:05:57.803865 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8299e325-af67-40b6-9160-b3ac7caf6f63 req-5d7837f3-3b8c-4b26-80d1-3ade6f1a1e81 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc93d0e6-6bfb-4b70-9d0f-41bb55158f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441699 Nov 04 11:05:57.939311 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b0f3390b-861c-4c21-a81b-1321db69d215 req-39d166a8-8689-4b24-9331-62907d749e1b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 210 time: 0.0346341 Nov 04 11:05:58.381239 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-92c7ee18-0a2e-41b0-8b4e-611738906b8e tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:58.382744 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-92c7ee18-0a2e-41b0-8b4e-611738906b8e tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] 10.222.0.127 "GET /v2.0/networks?id=82b5c151-c91e-457e-a87a-8a7efe9c53e9 HTTP/1.1" status: 200 len: 810 time: 0.1227593 Nov 04 11:05:58.399579 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-af200dcc-a3a3-4ab5-bfc2-7cc9440aabb2 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] 10.222.0.127 "GET /v2.0/quotas/01f2bac33a7245ee9c72dd6d27e72105 HTTP/1.1" status: 200 len: 375 time: 0.0101247 Nov 04 11:05:58.433072 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-1f1d56e5-55fb-46a9-82cb-0c60ba37de6c tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=01f2bac33a7245ee9c72dd6d27e72105&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278175 Nov 04 11:05:58.532944 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-cb5bf962-e9d3-4345-9749-6ce9f0eeb646 service neutron] 10.222.0.127 "GET /v2.0/networks/82b5c151-c91e-457e-a87a-8a7efe9c53e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920196 Nov 04 11:05:58.631763 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-4810e052-7985-4126-b79d-8f6efe55afc6 service neutron] 10.222.0.127 "GET /v2.0/networks/82b5c151-c91e-457e-a87a-8a7efe9c53e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919929 Nov 04 11:05:58.931406 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b48bf2-c70d-4b20-a6b7-b49792f25c64 req-37ca1c0d-3700-4059-b570-4d51c3d1e133 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:58.933791 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78b48bf2-c70d-4b20-a6b7-b49792f25c64 req-37ca1c0d-3700-4059-b570-4d51c3d1e133 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/ports?device_id=e4516311-f1d0-4609-9982-3b3ba00ed75e HTTP/1.1" status: 200 len: 945 time: 0.0572259 Nov 04 11:05:58.988323 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78b48bf2-c70d-4b20-a6b7-b49792f25c64 req-2d4c103d-379b-44d8-888a-fd0021c9840f tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc93d0e6-6bfb-4b70-9d0f-41bb55158f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467217 Nov 04 11:05:59.113267 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5ee09ea6-a6b1-4e86-94e7-88e7423332ff req-3f694ae3-0082-4233-88c2-6e657426dff8 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] 10.222.0.127 "GET /v2.0/ports?device_id=8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c HTTP/1.1" status: 200 len: 210 time: 0.0597377 Nov 04 11:05:59.218919 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d9c4fb9b-3668-4689-b1b6-d7252e81cf61 req-1f2c0061-82f6-4786-9bc4-4319c9017d01 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 210 time: 0.0417027 Nov 04 11:05:59.739608 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514694cc-768e-43ec-8856-5963ebbdf33c req-7def795d-18fe-494d-abd1-e7ea073dc050 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:05:59.741142 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-514694cc-768e-43ec-8856-5963ebbdf33c req-7def795d-18fe-494d-abd1-e7ea073dc050 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/ports?device_id=e4516311-f1d0-4609-9982-3b3ba00ed75e HTTP/1.1" status: 200 len: 945 time: 0.0528400 Nov 04 11:05:59.793873 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-514694cc-768e-43ec-8856-5963ebbdf33c req-33e1ead0-e89a-4122-a7c1-262f25cd35ff tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc93d0e6-6bfb-4b70-9d0f-41bb55158f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461006 Nov 04 11:05:59.848590 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device ec87a085-d7da-451e-bfec-af1135ed6070 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:05:59.870175 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: ec87a085-d7da-451e-bfec-af1135ed6070 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:05:59.870565 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device ec87a085-d7da-451e-bfec-af1135ed6070 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:06:00.036432 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-db00ee72-7c88-4b89-9609-07ce7d769acc tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:00.037966 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-db00ee72-7c88-4b89-9609-07ce7d769acc tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] 10.222.0.126 "GET /v2.0/networks?id=82b5c151-c91e-457e-a87a-8a7efe9c53e9 HTTP/1.1" status: 200 len: 810 time: 0.1082513 Nov 04 11:06:00.052323 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-f23b8e02-198b-4c0b-bbb0-d747bc21cef0 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Request body: {'port': {'device_id': '8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c', 'network_id': '82b5c151-c91e-457e-a87a-8a7efe9c53e9', 'admin_state_up': True, 'tenant_id': '01f2bac33a7245ee9c72dd6d27e72105'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:06:00.179443 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-f23b8e02-198b-4c0b-bbb0-d747bc21cef0 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Made reservation on behalf of 01f2bac33a7245ee9c72dd6d27e72105 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:06:00.183721 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-f23b8e02-198b-4c0b-bbb0-d747bc21cef0 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:00.221142 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-da679d0c-283f-4e26-9673-03ec392705ca req-57324f44-e960-4dee-9538-6928c5cb87e2 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] 10.222.0.127 "GET /v2.0/ports?device_id=8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c HTTP/1.1" status: 200 len: 210 time: 0.0310011 Nov 04 11:06:00.323569 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea716a6d-b46e-42ba-9f81-2a71843b6dd9 req-74278e25-b6c5-439e-b594-6b74efe7ab83 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 210 time: 0.0302634 Nov 04 11:06:00.335487 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-f23b8e02-198b-4c0b-bbb0-d747bc21cef0 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Allocated IP 172.20.0.3 (82b5c151-c91e-457e-a87a-8a7efe9c53e9/fe0af7f9-4224-453b-bca0-9a1ad523771c/0f50ffcb-6a39-4746-abde-e9d5f16b2098) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:06:00.514983 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-f23b8e02-198b-4c0b-bbb0-d747bc21cef0 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:00.550118 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-f23b8e02-198b-4c0b-bbb0-d747bc21cef0 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:00.597759 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-f23b8e02-198b-4c0b-bbb0-d747bc21cef0 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Network 82b5c151-c91e-457e-a87a-8a7efe9c53e9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:06:00.603717 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-f23b8e02-198b-4c0b-bbb0-d747bc21cef0 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:06:00.606788 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-f23b8e02-198b-4c0b-bbb0-d747bc21cef0 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:06:00.645542 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b8e02-198b-4c0b-bbb0-d747bc21cef0 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Pushing event updated for resources: {'Port': ['ID=0f50ffcb-6a39-4746-abde-e9d5f16b2098,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:00.677562 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-f23b8e02-198b-4c0b-bbb0-d747bc21cef0 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:00.678176 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-f23b8e02-198b-4c0b-bbb0-d747bc21cef0 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:00.696592 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-f23b8e02-198b-4c0b-bbb0-d747bc21cef0 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6493015 Nov 04 11:06:00.710332 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-b0cd263e-21e5-408c-aec6-062424253b1b service neutron] Request body: {'port': {'device_id': '8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:06:00.769992 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-b0cd263e-21e5-408c-aec6-062424253b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:00.939851 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64710df5-65ef-4909-8333-51a0b7398a02 req-2ae184d5-4235-4604-8aaa-e568281a9978 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:00.941661 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-64710df5-65ef-4909-8333-51a0b7398a02 req-2ae184d5-4235-4604-8aaa-e568281a9978 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/ports?device_id=e4516311-f1d0-4609-9982-3b3ba00ed75e HTTP/1.1" status: 200 len: 945 time: 0.0727055 Nov 04 11:06:00.999094 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-64710df5-65ef-4909-8333-51a0b7398a02 req-3434a8f6-a988-4b4c-920d-c33bc34ae902 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc93d0e6-6bfb-4b70-9d0f-41bb55158f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495877 Nov 04 11:06:01.064438 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-b0cd263e-21e5-408c-aec6-062424253b1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f50ffcb-6a39-4746-abde-e9d5f16b2098 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:06:01.072673 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-b0cd263e-21e5-408c-aec6-062424253b1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:01.085556 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-b0cd263e-21e5-408c-aec6-062424253b1b service neutron] Transition to ACTIVE for port object 0f50ffcb-6a39-4746-abde-e9d5f16b2098 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:06:01.090165 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-b0cd263e-21e5-408c-aec6-062424253b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:01.176305 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd263e-21e5-408c-aec6-062424253b1b service neutron] Pushing event updated for resources: {'Port': ['ID=0f50ffcb-6a39-4746-abde-e9d5f16b2098,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:01.219626 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdad7e2-0fe8-4272-84fe-cfa6a4c6a5a9 req-0ad59f57-0d01-4db4-9806-8a99b2cd001a tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:01.221338 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dbdad7e2-0fe8-4272-84fe-cfa6a4c6a5a9 req-0ad59f57-0d01-4db4-9806-8a99b2cd001a tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.121 "GET /v2.0/ports?device_id=e4516311-f1d0-4609-9982-3b3ba00ed75e HTTP/1.1" status: 200 len: 945 time: 0.1258514 Nov 04 11:06:01.330183 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-b0cd263e-21e5-408c-aec6-062424253b1b service neutron] Attempting to bind port 0f50ffcb-6a39-4746-abde-e9d5f16b2098 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:06:01.330578 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-b0cd263e-21e5-408c-aec6-062424253b1b service neutron] Attempting to bind port 0f50ffcb-6a39-4746-abde-e9d5f16b2098 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '064afe66-12c3-4bea-a44a-dc012a029cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '82b5c151-c91e-457e-a87a-8a7efe9c53e9'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:06:01.330819 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-b0cd263e-21e5-408c-aec6-062424253b1b service neutron] Attempting to bind port 0f50ffcb-6a39-4746-abde-e9d5f16b2098 on network 82b5c151-c91e-457e-a87a-8a7efe9c53e9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:06:01.336868 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-b0cd263e-21e5-408c-aec6-062424253b1b service neutron] Port 0f50ffcb-6a39-4746-abde-e9d5f16b2098 on network 82b5c151-c91e-457e-a87a-8a7efe9c53e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:06:01.337336 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-b0cd263e-21e5-408c-aec6-062424253b1b service neutron] Attempting to bind port 0f50ffcb-6a39-4746-abde-e9d5f16b2098 on network 82b5c151-c91e-457e-a87a-8a7efe9c53e9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:06:01.345552 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-b0cd263e-21e5-408c-aec6-062424253b1b service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:06:01.345886 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-b0cd263e-21e5-408c-aec6-062424253b1b service neutron] Checking segment: {'id': '064afe66-12c3-4bea-a44a-dc012a029cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '82b5c151-c91e-457e-a87a-8a7efe9c53e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:06:01.346296 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-b0cd263e-21e5-408c-aec6-062424253b1b service neutron] Bound using segment: {'id': '064afe66-12c3-4bea-a44a-dc012a029cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '82b5c151-c91e-457e-a87a-8a7efe9c53e9'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:06:01.346712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-b0cd263e-21e5-408c-aec6-062424253b1b service neutron] Bound port: 0f50ffcb-6a39-4746-abde-e9d5f16b2098, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064afe66-12c3-4bea-a44a-dc012a029cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '82b5c151-c91e-457e-a87a-8a7efe9c53e9'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:06:01.347083 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-b0cd263e-21e5-408c-aec6-062424253b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:01.358882 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648f0a0-6e36-4c49-a044-e5ce07e8d205 req-fbbcf4a9-16a4-4895-8e38-82af302bb5c4 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:01.360808 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8648f0a0-6e36-4c49-a044-e5ce07e8d205 req-fbbcf4a9-16a4-4895-8e38-82af302bb5c4 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] 10.222.0.127 "GET /v2.0/ports?device_id=8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c HTTP/1.1" status: 200 len: 943 time: 0.0575342 Nov 04 11:06:01.397357 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-dbdad7e2-0fe8-4272-84fe-cfa6a4c6a5a9 req-a095ee3f-80da-4787-85db-7d31ae86180e tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Deleting port 057a0ffd-72b8-418f-9eba-80e323384b92 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:06:01.398043 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dbdad7e2-0fe8-4272-84fe-cfa6a4c6a5a9 req-a095ee3f-80da-4787-85db-7d31ae86180e tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:01.420342 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8648f0a0-6e36-4c49-a044-e5ce07e8d205 req-a9f36417-b12e-42ae-b36c-f6303c276fd2 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] 10.222.0.127 "GET /v2.0/security-groups?id=25acaf8c-760e-4cbc-a36e-41f0eb77ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522943 Nov 04 11:06:01.483254 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-b0cd263e-21e5-408c-aec6-062424253b1b service neutron] For port 0f50ffcb-6a39-4746-abde-e9d5f16b2098, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:06:01.506649 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-b0cd263e-21e5-408c-aec6-062424253b1b service neutron] For port 0f50ffcb-6a39-4746-abde-e9d5f16b2098, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=0f50ffcb-6a39-4746-abde-e9d5f16b2098,segment=NetworkSegment(064afe66-12c3-4bea-a44a-dc012a029cf9),segment_id=064afe66-12c3-4bea-a44a-dc012a029cf9)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:06:01.521307 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-b0cd263e-21e5-408c-aec6-062424253b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:01.533842 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-dbdad7e2-0fe8-4272-84fe-cfa6a4c6a5a9 req-a095ee3f-80da-4787-85db-7d31ae86180e tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] For port 057a0ffd-72b8-418f-9eba-80e323384b92, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=057a0ffd-72b8-418f-9eba-80e323384b92,segment=NetworkSegment(04408c96-3806-4cca-945d-73cd2804431e),segment_id=04408c96-3806-4cca-945d-73cd2804431e)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:06:01.534624 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dbdad7e2-0fe8-4272-84fe-cfa6a4c6a5a9 req-a095ee3f-80da-4787-85db-7d31ae86180e tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:01.552238 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2fb51ffb-c823-4f4e-bc21-7a95888325e7 req-c2b063d1-6541-4d7c-9f28-9f380bb9d14b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=06c248a2-a851-47ff-ab5e-3630e7c79a39 HTTP/1.1" status: 200 len: 210 time: 0.0406313 Nov 04 11:06:01.584716 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-dbdad7e2-0fe8-4272-84fe-cfa6a4c6a5a9 req-a095ee3f-80da-4787-85db-7d31ae86180e tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Calling delete_port for 057a0ffd-72b8-418f-9eba-80e323384b92 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:06:01.595110 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-b0cd263e-21e5-408c-aec6-062424253b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:01.596083 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-b0cd263e-21e5-408c-aec6-062424253b1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:01.597248 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-b0cd263e-21e5-408c-aec6-062424253b1b service neutron] 10.222.0.126 "PUT /v2.0/ports/0f50ffcb-6a39-4746-abde-e9d5f16b2098 HTTP/1.1" status: 200 len: 1091 time: 0.8914416 Nov 04 11:06:01.600317 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c', 'tag': '0f50ffcb-6a39-4746-abde-e9d5f16b2098'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:06:01.601979 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28aeea18-6cb5-4a8d-a249-f2230ec72323" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c", "tag": "0f50ffcb-6a39-4746-abde-e9d5f16b2098"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:06:01.625415 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd263e-21e5-408c-aec6-062424253b1b service neutron] Pushing event updated for resources: {'Port': ['ID=0f50ffcb-6a39-4746-abde-e9d5f16b2098,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:01.679412 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cde6509-e273-4b2a-9b66-6972454e6e6d x-openstack-request-id: req-6cde6509-e273-4b2a-9b66-6972454e6e6d {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:06:01.679412 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c", "tag": "0f50ffcb-6a39-4746-abde-e9d5f16b2098", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:06:01.679412 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-6cde6509-e273-4b2a-9b66-6972454e6e6d {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:06:01.679412 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c', 'tag': '0f50ffcb-6a39-4746-abde-e9d5f16b2098', 'status': 'completed', 'code': 200} Nov 04 11:06:01.732489 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-012fb444-27fa-4808-9e47-206fd478fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:01.733926 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-012fb444-27fa-4808-9e47-206fd478fb68 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=01f2bac33a7245ee9c72dd6d27e72105&device_id=8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c HTTP/1.1" status: 200 len: 1094 time: 0.0677130 Nov 04 11:06:01.804932 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-2fce70f9-6705-454c-abf9-d0196b4b5885 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f50ffcb-6a39-4746-abde-e9d5f16b2098 HTTP/1.1" status: 200 len: 217 time: 0.0622416 Nov 04 11:06:01.863511 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dbdad7e2-0fe8-4272-84fe-cfa6a4c6a5a9 req-a095ee3f-80da-4787-85db-7d31ae86180e tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:01.875892 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['057a0ffd-72b8-418f-9eba-80e323384b92'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:06:01.894800 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-10112439-d692-468e-8483-77be4e4e3e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:01.896308 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-10112439-d692-468e-8483-77be4e4e3e6e service neutron] 10.222.0.126 "GET /v2.0/subnets?id=fe0af7f9-4224-453b-bca0-9a1ad523771c HTTP/1.1" status: 200 len: 850 time: 0.0822070 Nov 04 11:06:01.899595 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095ee3f-80da-4787-85db-7d31ae86180e tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Pushing event deleted for resources: {'Port': ['ID=057a0ffd-72b8-418f-9eba-80e323384b92,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:01.951072 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-f95faed3-b213-483b-99a2-38354fa28a7f service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=82b5c151-c91e-457e-a87a-8a7efe9c53e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475690 Nov 04 11:06:01.969116 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdad7e2-0fe8-4272-84fe-cfa6a4c6a5a9 req-a095ee3f-80da-4787-85db-7d31ae86180e tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] No DVR routers for this DVR port 057a0ffd-72b8-418f-9eba-80e323384b92 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:06:01.977426 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-dbdad7e2-0fe8-4272-84fe-cfa6a4c6a5a9 req-a095ee3f-80da-4787-85db-7d31ae86180e tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:01.980677 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dbdad7e2-0fe8-4272-84fe-cfa6a4c6a5a9 req-a095ee3f-80da-4787-85db-7d31ae86180e tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.121 "DELETE /v2.0/ports/057a0ffd-72b8-418f-9eba-80e323384b92 HTTP/1.1" status: 204 len: 173 time: 0.7396252 Nov 04 11:06:02.066286 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-78f0c613-357a-48bb-a206-dc5cd6ce571d service neutron] 10.222.0.126 "GET /v2.0/networks/82b5c151-c91e-457e-a87a-8a7efe9c53e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983422 Nov 04 11:06:02.135096 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7b9814c0-09af-4417-9063-fbbbc1b130b7 req-e707cde3-00d0-4879-aa9a-c4b61ed22552 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/ports?device_id=e4516311-f1d0-4609-9982-3b3ba00ed75e HTTP/1.1" status: 200 len: 210 time: 0.0400798 Nov 04 11:06:02.209201 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e5150af5-cf7b-4e3f-8f30-bf70f149fdbc req-856ea928-adda-4594-ad95-975c3c059c5d service neutron] 10.222.0.126 "GET /v2.0/networks/82b5c151-c91e-457e-a87a-8a7efe9c53e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355076 Nov 04 11:06:02.301070 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aeea18-6cb5-4a8d-a249-f2230ec72323 req-3b06b516-26a4-4477-9572-b9becda51a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:02.302729 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-28aeea18-6cb5-4a8d-a249-f2230ec72323 req-3b06b516-26a4-4477-9572-b9becda51a36 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=01f2bac33a7245ee9c72dd6d27e72105&device_id=8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c HTTP/1.1" status: 200 len: 1094 time: 0.0463123 Nov 04 11:06:02.416047 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aeea18-6cb5-4a8d-a249-f2230ec72323 req-37b2a401-d2e6-400a-969b-1b22079dced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:02.417675 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-28aeea18-6cb5-4a8d-a249-f2230ec72323 req-37b2a401-d2e6-400a-969b-1b22079dced3 service neutron] 10.222.0.126 "GET /v2.0/networks?id=82b5c151-c91e-457e-a87a-8a7efe9c53e9 HTTP/1.1" status: 200 len: 912 time: 0.1079185 Nov 04 11:06:02.467139 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-28aeea18-6cb5-4a8d-a249-f2230ec72323 req-cb95e7ec-4ac3-4885-aa35-2fcea4b9f700 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f50ffcb-6a39-4746-abde-e9d5f16b2098 HTTP/1.1" status: 200 len: 217 time: 0.0413036 Nov 04 11:06:02.543939 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aeea18-6cb5-4a8d-a249-f2230ec72323 req-72aae861-024f-4192-80fc-119e928bea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:02.547082 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-28aeea18-6cb5-4a8d-a249-f2230ec72323 req-72aae861-024f-4192-80fc-119e928bea46 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=fe0af7f9-4224-453b-bca0-9a1ad523771c HTTP/1.1" status: 200 len: 850 time: 0.0721898 Nov 04 11:06:02.566892 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565fcb9-8712-4b49-b3d4-7e6aa9b425f8 req-b8d668e2-47e3-4e1f-8fe1-e78bc1c3b543 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:02.569207 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c565fcb9-8712-4b49-b3d4-7e6aa9b425f8 req-b8d668e2-47e3-4e1f-8fe1-e78bc1c3b543 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] 10.222.0.127 "GET /v2.0/ports?device_id=8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c HTTP/1.1" status: 200 len: 943 time: 0.0665071 Nov 04 11:06:02.588553 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-28aeea18-6cb5-4a8d-a249-f2230ec72323 req-20c07e96-a232-4074-b262-85c935a55ff8 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=82b5c151-c91e-457e-a87a-8a7efe9c53e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331752 Nov 04 11:06:02.623735 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c565fcb9-8712-4b49-b3d4-7e6aa9b425f8 req-d9358ec3-8d5c-41d7-a7fb-ba94845069a6 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] 10.222.0.127 "GET /v2.0/security-groups?id=25acaf8c-760e-4cbc-a36e-41f0eb77ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451736 Nov 04 11:06:02.701840 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-28aeea18-6cb5-4a8d-a249-f2230ec72323 req-1529b53c-c7c6-47b0-b5fb-80e5969a82bb service neutron] 10.222.0.126 "GET /v2.0/networks/82b5c151-c91e-457e-a87a-8a7efe9c53e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041565 Nov 04 11:06:02.797718 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-28aeea18-6cb5-4a8d-a249-f2230ec72323 req-01354818-84ce-4212-bc2f-36f65dcb59e8 service neutron] 10.222.0.126 "GET /v2.0/networks/82b5c151-c91e-457e-a87a-8a7efe9c53e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879073 Nov 04 11:06:03.483662 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-8b43ccdc-d8c3-4b79-9f3f-36611ce7acdf tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:03.489423 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-8b43ccdc-d8c3-4b79-9f3f-36611ce7acdf tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/networks?id=247cd7d0-4898-42b6-8053-9d5f146aadd6 HTTP/1.1" status: 200 len: 807 time: 0.1307032 Nov 04 11:06:03.502812 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-fad9c465-490d-4245-bce3-f1dbaeb7c0a6 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/quotas/5b2929cfb7a64d20b13d83976a37d811 HTTP/1.1" status: 200 len: 375 time: 0.0111880 Nov 04 11:06:03.541134 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-03315e30-61a0-4115-b537-988bb789d508 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=5b2929cfb7a64d20b13d83976a37d811&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320358 Nov 04 11:06:03.641147 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-50630cee-a03a-4647-a33e-a7c5f7461d38 service neutron] 10.222.0.127 "GET /v2.0/networks/247cd7d0-4898-42b6-8053-9d5f146aadd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916557 Nov 04 11:06:03.680663 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4516311-f1d0-4609-9982-3b3ba00ed75e', 'name': 'network-vif-deleted', 'tag': '057a0ffd-72b8-418f-9eba-80e323384b92'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:06:03.683903 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b272485-8b3a-4643-9e43-9848c314af77" -d '{"events": [{"server_uuid": "e4516311-f1d0-4609-9982-3b3ba00ed75e", "name": "network-vif-deleted", "tag": "057a0ffd-72b8-418f-9eba-80e323384b92"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:06:03.749201 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-bbe4764f-b50b-4454-a85f-784019f17ea0 service neutron] 10.222.0.127 "GET /v2.0/networks/247cd7d0-4898-42b6-8053-9d5f146aadd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014078 Nov 04 11:06:03.849853 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 0f50ffcb-6a39-4746-abde-e9d5f16b2098 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:06:03.995033 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 0f50ffcb-6a39-4746-abde-e9d5f16b2098, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=0f50ffcb-6a39-4746-abde-e9d5f16b2098,segment=NetworkSegment(064afe66-12c3-4bea-a44a-dc012a029cf9),segment_id=064afe66-12c3-4bea-a44a-dc012a029cf9)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:06:04.010638 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '0f50ffcb-6a39-4746-abde-e9d5f16b2098', 'network_id': '82b5c151-c91e-457e-a87a-8a7efe9c53e9', 'port_id': '0f50ffcb-6a39-4746-abde-e9d5f16b2098', 'mac_address': 'fa:16:3e:98:f8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe0af7f9-4224-453b-bca0-9a1ad523771c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:06:04.061551 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:04.067641 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77622e13-90bb-4a59-aa6c-2a392028c8a5 req-d11d5ae5-d710-496a-92c8-6b25595908f5 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:04.070225 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-77622e13-90bb-4a59-aa6c-2a392028c8a5 req-d11d5ae5-d710-496a-92c8-6b25595908f5 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] 10.222.0.127 "GET /v2.0/ports?device_id=8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c HTTP/1.1" status: 200 len: 943 time: 0.0858817 Nov 04 11:06:04.082244 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f50ffcb-6a39-4746-abde-e9d5f16b2098 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:06:04.116552 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 0f50ffcb-6a39-4746-abde-e9d5f16b2098, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=0f50ffcb-6a39-4746-abde-e9d5f16b2098,segment=NetworkSegment(064afe66-12c3-4bea-a44a-dc012a029cf9),segment_id=064afe66-12c3-4bea-a44a-dc012a029cf9)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:06:04.121991 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:04.196545 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-77622e13-90bb-4a59-aa6c-2a392028c8a5 req-ebab3a06-1a12-4ecd-8d87-4ee2642625e1 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] 10.222.0.127 "GET /v2.0/security-groups?id=25acaf8c-760e-4cbc-a36e-41f0eb77ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102161 Nov 04 11:06:04.218878 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=0f50ffcb-6a39-4746-abde-e9d5f16b2098,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:04.286889 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b1e0e8-8022-4d39-a08c-d7d704379443 x-openstack-request-id: req-f2b1e0e8-8022-4d39-a08c-d7d704379443 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:06:04.287647 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4516311-f1d0-4609-9982-3b3ba00ed75e", "name": "network-vif-deleted", "tag": "057a0ffd-72b8-418f-9eba-80e323384b92", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:06:04.288108 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f2b1e0e8-8022-4d39-a08c-d7d704379443 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:06:04.288532 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4516311-f1d0-4609-9982-3b3ba00ed75e', 'name': 'network-vif-deleted', 'tag': '057a0ffd-72b8-418f-9eba-80e323384b92', 'status': 'completed', 'code': 200} Nov 04 11:06:04.323213 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['0f50ffcb-6a39-4746-abde-e9d5f16b2098'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:06:04.366732 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9867e3de-aa4d-40e3-b4af-5b097c5b0316 req-c2896e5d-6a1d-46d8-ad35-5d5b7938d4df tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/ports?device_id=48c1939b-00ab-467f-bfff-7b542d1d61e7 HTTP/1.1" status: 200 len: 210 time: 0.0320342 Nov 04 11:06:05.236110 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-b1ac1c7b-8893-44dd-ac8e-3d2132faead4 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:05.241293 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-b1ac1c7b-8893-44dd-ac8e-3d2132faead4 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.121 "GET /v2.0/networks?id=247cd7d0-4898-42b6-8053-9d5f146aadd6 HTTP/1.1" status: 200 len: 807 time: 0.1658237 Nov 04 11:06:05.259347 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-44c0e339-f828-4c1d-a468-29fc33d94b55 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Request body: {'port': {'device_id': '48c1939b-00ab-467f-bfff-7b542d1d61e7', 'network_id': '247cd7d0-4898-42b6-8053-9d5f146aadd6', 'admin_state_up': True, 'tenant_id': '5b2929cfb7a64d20b13d83976a37d811'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:06:05.393251 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9ee75-0a55-4b71-9dd4-02432aea8ab4 req-bebc459a-b3aa-4565-bd79-4463c4d11db1 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:05.398352 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c3d9ee75-0a55-4b71-9dd4-02432aea8ab4 req-bebc459a-b3aa-4565-bd79-4463c4d11db1 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] 10.222.0.127 "GET /v2.0/ports?device_id=8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c HTTP/1.1" status: 200 len: 944 time: 0.0750196 Nov 04 11:06:05.401468 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-44c0e339-f828-4c1d-a468-29fc33d94b55 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Made reservation on behalf of 5b2929cfb7a64d20b13d83976a37d811 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:06:05.405817 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-44c0e339-f828-4c1d-a468-29fc33d94b55 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:05.461452 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c3d9ee75-0a55-4b71-9dd4-02432aea8ab4 req-d3abe2a1-913b-4264-bb57-d3c3f9302e2c tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] 10.222.0.127 "GET /v2.0/security-groups?id=25acaf8c-760e-4cbc-a36e-41f0eb77ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531900 Nov 04 11:06:05.597481 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b73a1aa9-8f70-449b-84ef-34d6ca85c95f req-9ee3cc5f-dc5b-4bde-a933-49cf48a32ba9 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/ports?device_id=48c1939b-00ab-467f-bfff-7b542d1d61e7 HTTP/1.1" status: 200 len: 210 time: 0.0475488 Nov 04 11:06:05.602360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-44c0e339-f828-4c1d-a468-29fc33d94b55 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Allocated IP 172.20.0.3 (247cd7d0-4898-42b6-8053-9d5f146aadd6/7511afae-8711-415d-a134-f37e1f6825f4/a375bdee-f463-4171-9c4e-e930479d9091) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:06:05.779012 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-44c0e339-f828-4c1d-a468-29fc33d94b55 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:05.819647 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-44c0e339-f828-4c1d-a468-29fc33d94b55 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:05.847710 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 0f50ffcb-6a39-4746-abde-e9d5f16b2098 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:06:05.877719 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-44c0e339-f828-4c1d-a468-29fc33d94b55 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Network 247cd7d0-4898-42b6-8053-9d5f146aadd6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:06:05.883846 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-44c0e339-f828-4c1d-a468-29fc33d94b55 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:06:05.887653 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-44c0e339-f828-4c1d-a468-29fc33d94b55 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:06:05.929344 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0e339-f828-4c1d-a468-29fc33d94b55 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Pushing event updated for resources: {'Port': ['ID=a375bdee-f463-4171-9c4e-e930479d9091,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:05.956584 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 0f50ffcb-6a39-4746-abde-e9d5f16b2098 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:06:05.963722 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 0f50ffcb-6a39-4746-abde-e9d5f16b2098 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:06:05.964295 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:05.971348 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-44c0e339-f828-4c1d-a468-29fc33d94b55 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:05.972344 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-44c0e339-f828-4c1d-a468-29fc33d94b55 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:05.992061 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-44c0e339-f828-4c1d-a468-29fc33d94b55 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7404740 Nov 04 11:06:06.005215 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-e60608b7-f0f2-45af-9500-b773f9704cce service neutron] Request body: {'port': {'device_id': '48c1939b-00ab-467f-bfff-7b542d1d61e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:06:06.054999 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:06.069823 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-e60608b7-f0f2-45af-9500-b773f9704cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:06.084525 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f50ffcb-6a39-4746-abde-e9d5f16b2098'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:06:06.087115 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771cb136-9218-49e8-a164-b18fde9fc257" -d '{"events": [{"server_uuid": "8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c", "name": "network-vif-plugged", "status": "completed", "tag": "0f50ffcb-6a39-4746-abde-e9d5f16b2098"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:06:06.104628 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 0f50ffcb-6a39-4746-abde-e9d5f16b2098, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=0f50ffcb-6a39-4746-abde-e9d5f16b2098,segment=NetworkSegment(064afe66-12c3-4bea-a44a-dc012a029cf9),segment_id=064afe66-12c3-4bea-a44a-dc012a029cf9)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:06:06.110445 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:06.175079 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=0f50ffcb-6a39-4746-abde-e9d5f16b2098,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:06.199635 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 057a0ffd-72b8-418f-9eba-80e323384b92 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:06:06.227062 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 057a0ffd-72b8-418f-9eba-80e323384b92 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:06:06.227407 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 057a0ffd-72b8-418f-9eba-80e323384b92 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:06:06.234233 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95849098-e5d2-4a7f-97bd-5ca0cee31f1d x-openstack-request-id: req-95849098-e5d2-4a7f-97bd-5ca0cee31f1d {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:06:06.234539 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c", "name": "network-vif-plugged", "status": "completed", "tag": "0f50ffcb-6a39-4746-abde-e9d5f16b2098", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:06:06.235694 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-95849098-e5d2-4a7f-97bd-5ca0cee31f1d {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:06:06.236097 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f50ffcb-6a39-4746-abde-e9d5f16b2098', 'code': 200} Nov 04 11:06:06.605382 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68591899-877c-4349-b51f-d9f400fb75a6 req-2e24e8ba-f122-4a39-8299-16bf8a6c573a tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:06.607210 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-68591899-877c-4349-b51f-d9f400fb75a6 req-2e24e8ba-f122-4a39-8299-16bf8a6c573a tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] 10.222.0.127 "GET /v2.0/ports?device_id=8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c HTTP/1.1" status: 200 len: 945 time: 0.0583322 Nov 04 11:06:06.665922 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-68591899-877c-4349-b51f-d9f400fb75a6 req-356162d7-5755-4e2c-8375-a5fdcbdff578 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] 10.222.0.127 "GET /v2.0/security-groups?id=25acaf8c-760e-4cbc-a36e-41f0eb77ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514677 Nov 04 11:06:06.735795 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f6312-0859-474d-82af-0a3be0072d16 req-a02e48b0-ce52-4e8d-97fe-25e7f7637710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:06.737344 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4a5f6312-0859-474d-82af-0a3be0072d16 req-a02e48b0-ce52-4e8d-97fe-25e7f7637710 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c HTTP/1.1" status: 200 len: 1096 time: 0.0656953 Nov 04 11:06:06.779335 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e63b38-b738-430c-835b-a93446540e8a req-90683417-cac4-4e5b-a1dd-b579d54f540b tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:06.780986 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-09e63b38-b738-430c-835b-a93446540e8a req-90683417-cac4-4e5b-a1dd-b579d54f540b tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/ports?device_id=48c1939b-00ab-467f-bfff-7b542d1d61e7 HTTP/1.1" status: 200 len: 931 time: 0.0554507 Nov 04 11:06:06.829208 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4a5f6312-0859-474d-82af-0a3be0072d16 req-8db29f9d-0dea-454a-83d6-128e91c0430b service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=25acaf8c-760e-4cbc-a36e-41f0eb77ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843673 Nov 04 11:06:06.830964 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-09e63b38-b738-430c-835b-a93446540e8a req-2a203ea8-cb99-4f0e-afca-ce3e3a477e55 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc93d0e6-6bfb-4b70-9d0f-41bb55158f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433817 Nov 04 11:06:06.839721 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-e60608b7-f0f2-45af-9500-b773f9704cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a375bdee-f463-4171-9c4e-e930479d9091 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:06:06.851091 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-e60608b7-f0f2-45af-9500-b773f9704cce service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:06.861136 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-e60608b7-f0f2-45af-9500-b773f9704cce service neutron] Transition to ACTIVE for port object a375bdee-f463-4171-9c4e-e930479d9091 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:06:06.867589 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-e60608b7-f0f2-45af-9500-b773f9704cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:06.915924 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60608b7-f0f2-45af-9500-b773f9704cce service neutron] Pushing event updated for resources: {'Port': ['ID=a375bdee-f463-4171-9c4e-e930479d9091,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:06.986017 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-e60608b7-f0f2-45af-9500-b773f9704cce service neutron] Attempting to bind port a375bdee-f463-4171-9c4e-e930479d9091 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:06:06.986459 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-e60608b7-f0f2-45af-9500-b773f9704cce service neutron] Attempting to bind port a375bdee-f463-4171-9c4e-e930479d9091 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '04408c96-3806-4cca-945d-73cd2804431e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '247cd7d0-4898-42b6-8053-9d5f146aadd6'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:06:06.986863 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-e60608b7-f0f2-45af-9500-b773f9704cce service neutron] Attempting to bind port a375bdee-f463-4171-9c4e-e930479d9091 on network 247cd7d0-4898-42b6-8053-9d5f146aadd6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:06:06.991886 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-e60608b7-f0f2-45af-9500-b773f9704cce service neutron] Port a375bdee-f463-4171-9c4e-e930479d9091 on network 247cd7d0-4898-42b6-8053-9d5f146aadd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:06:06.992212 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-e60608b7-f0f2-45af-9500-b773f9704cce service neutron] Attempting to bind port a375bdee-f463-4171-9c4e-e930479d9091 on network 247cd7d0-4898-42b6-8053-9d5f146aadd6 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:06:06.998105 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-e60608b7-f0f2-45af-9500-b773f9704cce service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:06:06.998447 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-e60608b7-f0f2-45af-9500-b773f9704cce service neutron] Checking segment: {'id': '04408c96-3806-4cca-945d-73cd2804431e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '247cd7d0-4898-42b6-8053-9d5f146aadd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:06:06.998841 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-e60608b7-f0f2-45af-9500-b773f9704cce service neutron] Bound using segment: {'id': '04408c96-3806-4cca-945d-73cd2804431e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '247cd7d0-4898-42b6-8053-9d5f146aadd6'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:06:06.999287 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-e60608b7-f0f2-45af-9500-b773f9704cce service neutron] Bound port: a375bdee-f463-4171-9c4e-e930479d9091, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04408c96-3806-4cca-945d-73cd2804431e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '247cd7d0-4898-42b6-8053-9d5f146aadd6'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:06:06.999651 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-e60608b7-f0f2-45af-9500-b773f9704cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:07.072681 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-e60608b7-f0f2-45af-9500-b773f9704cce service neutron] For port a375bdee-f463-4171-9c4e-e930479d9091, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:06:07.076915 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-e60608b7-f0f2-45af-9500-b773f9704cce service neutron] For port a375bdee-f463-4171-9c4e-e930479d9091, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=a375bdee-f463-4171-9c4e-e930479d9091,segment=NetworkSegment(04408c96-3806-4cca-945d-73cd2804431e),segment_id=04408c96-3806-4cca-945d-73cd2804431e)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:06:07.082978 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-e60608b7-f0f2-45af-9500-b773f9704cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:07.121148 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-e60608b7-f0f2-45af-9500-b773f9704cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:07.121831 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-e60608b7-f0f2-45af-9500-b773f9704cce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:07.124366 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-e60608b7-f0f2-45af-9500-b773f9704cce service neutron] 10.222.0.121 "PUT /v2.0/ports/a375bdee-f463-4171-9c4e-e930479d9091 HTTP/1.1" status: 200 len: 1091 time: 1.1243212 Nov 04 11:06:07.124952 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c1939b-00ab-467f-bfff-7b542d1d61e7', 'tag': 'a375bdee-f463-4171-9c4e-e930479d9091'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:06:07.127218 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7119191e-fff2-49e9-9bfb-d486593e3dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "48c1939b-00ab-467f-bfff-7b542d1d61e7", "tag": "a375bdee-f463-4171-9c4e-e930479d9091"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:06:07.155805 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60608b7-f0f2-45af-9500-b773f9704cce service neutron] Pushing event updated for resources: {'Port': ['ID=a375bdee-f463-4171-9c4e-e930479d9091,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:07.213252 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5910a3-0675-4655-9517-460a0eb028b5 req-997facd3-41bc-4920-937b-3c3c0704b688 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:07.215359 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fb5910a3-0675-4655-9517-460a0eb028b5 req-997facd3-41bc-4920-937b-3c3c0704b688 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 945 time: 0.0517976 Nov 04 11:06:07.225155 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-73380024-0002-43fb-b0b6-e3a1a8ad559b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:07.226710 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-73380024-0002-43fb-b0b6-e3a1a8ad559b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=5b2929cfb7a64d20b13d83976a37d811&device_id=48c1939b-00ab-467f-bfff-7b542d1d61e7 HTTP/1.1" status: 200 len: 1094 time: 0.0433984 Nov 04 11:06:07.266637 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fb5910a3-0675-4655-9517-460a0eb028b5 req-9d5691e8-7e0f-4d8c-98f3-7ab24697ca66 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443358 Nov 04 11:06:07.274235 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-50b34c7e-2717-4347-b5f4-620bfbc69933 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a375bdee-f463-4171-9c4e-e930479d9091 HTTP/1.1" status: 200 len: 217 time: 0.0386376 Nov 04 11:06:07.318288 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885418c0-ebc0-46a5-a025-a044152fc5e1 x-openstack-request-id: req-885418c0-ebc0-46a5-a025-a044152fc5e1 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:06:07.318583 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c1939b-00ab-467f-bfff-7b542d1d61e7", "tag": "a375bdee-f463-4171-9c4e-e930479d9091", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:06:07.318863 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-885418c0-ebc0-46a5-a025-a044152fc5e1 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:06:07.319258 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c1939b-00ab-467f-bfff-7b542d1d61e7', 'tag': 'a375bdee-f463-4171-9c4e-e930479d9091', 'status': 'completed', 'code': 200} Nov 04 11:06:07.330807 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-d201dff0-e74e-474d-933a-908a37144244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:07.332302 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-d201dff0-e74e-474d-933a-908a37144244 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7511afae-8711-415d-a134-f37e1f6825f4 HTTP/1.1" status: 200 len: 847 time: 0.0494797 Nov 04 11:06:07.370865 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-750ca0f1-d65d-423f-8004-e605b14cfdaf service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=247cd7d0-4898-42b6-8053-9d5f146aadd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288951 Nov 04 11:06:07.474139 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-4cc638f5-543f-44f2-81bd-74030cb536a9 service neutron] 10.222.0.121 "GET /v2.0/networks/247cd7d0-4898-42b6-8053-9d5f146aadd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946009 Nov 04 11:06:07.576253 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f605238f-8656-4a3f-ab4d-af12e2f1ed28 req-15d06e0f-03c2-480a-9d66-22bb57f82886 service neutron] 10.222.0.121 "GET /v2.0/networks/247cd7d0-4898-42b6-8053-9d5f146aadd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939667 Nov 04 11:06:07.673720 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119191e-fff2-49e9-9bfb-d486593e3dbc req-c3890088-c4ca-4ecd-8de3-304751a422f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:07.675130 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7119191e-fff2-49e9-9bfb-d486593e3dbc req-c3890088-c4ca-4ecd-8de3-304751a422f2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=5b2929cfb7a64d20b13d83976a37d811&device_id=48c1939b-00ab-467f-bfff-7b542d1d61e7 HTTP/1.1" status: 200 len: 1094 time: 0.0438106 Nov 04 11:06:07.779299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119191e-fff2-49e9-9bfb-d486593e3dbc req-3a34d535-1586-4fe2-b65a-38893167dded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:07.780811 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7119191e-fff2-49e9-9bfb-d486593e3dbc req-3a34d535-1586-4fe2-b65a-38893167dded service neutron] 10.222.0.121 "GET /v2.0/networks?id=247cd7d0-4898-42b6-8053-9d5f146aadd6 HTTP/1.1" status: 200 len: 909 time: 0.0961330 Nov 04 11:06:07.789898 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca90d90-74ff-4d68-94d0-cb5137c27e59 req-f33faa30-58c6-4bab-9a1b-ed8e9fff7887 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:07.791659 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ca90d90-74ff-4d68-94d0-cb5137c27e59 req-f33faa30-58c6-4bab-9a1b-ed8e9fff7887 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] 10.222.0.127 "GET /v2.0/ports?device_id=8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c HTTP/1.1" status: 200 len: 945 time: 0.0514107 Nov 04 11:06:07.832723 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7119191e-fff2-49e9-9bfb-d486593e3dbc req-6abb6d1b-f1f4-442d-b9f9-12cb9094bac5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a375bdee-f463-4171-9c4e-e930479d9091 HTTP/1.1" status: 200 len: 217 time: 0.0431774 Nov 04 11:06:07.851453 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ca90d90-74ff-4d68-94d0-cb5137c27e59 req-0ae73613-7d49-4ec2-a50f-0d548062b543 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] 10.222.0.127 "GET /v2.0/security-groups?id=25acaf8c-760e-4cbc-a36e-41f0eb77ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532849 Nov 04 11:06:07.890373 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119191e-fff2-49e9-9bfb-d486593e3dbc req-10920cb9-1b3e-4607-8342-9e9b309f849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:07.891894 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7119191e-fff2-49e9-9bfb-d486593e3dbc req-10920cb9-1b3e-4607-8342-9e9b309f849f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7511afae-8711-415d-a134-f37e1f6825f4 HTTP/1.1" status: 200 len: 847 time: 0.0501196 Nov 04 11:06:07.931802 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7119191e-fff2-49e9-9bfb-d486593e3dbc req-60ed1f01-70d7-45f6-a42d-806bc9916876 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=247cd7d0-4898-42b6-8053-9d5f146aadd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305905 Nov 04 11:06:07.966640 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d4ff3-09d1-42f7-92a9-15594a9048ee req-8f3bb105-96b4-4124-ae75-ae1b699506a6 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:07.968236 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d22d4ff3-09d1-42f7-92a9-15594a9048ee req-8f3bb105-96b4-4124-ae75-ae1b699506a6 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/ports?device_id=48c1939b-00ab-467f-bfff-7b542d1d61e7 HTTP/1.1" status: 200 len: 943 time: 0.0524154 Nov 04 11:06:08.019037 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d22d4ff3-09d1-42f7-92a9-15594a9048ee req-406111c5-4f01-4759-867d-0e240a310d8c tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc93d0e6-6bfb-4b70-9d0f-41bb55158f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441954 Nov 04 11:06:08.026860 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7119191e-fff2-49e9-9bfb-d486593e3dbc req-fb5cfdff-85ac-44e2-9bd2-ea622a315dff service neutron] 10.222.0.121 "GET /v2.0/networks/247cd7d0-4898-42b6-8053-9d5f146aadd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871100 Nov 04 11:06:08.124898 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7119191e-fff2-49e9-9bfb-d486593e3dbc req-a8cf1994-9f1e-49e6-8c6f-aa7188cfc9f0 service neutron] 10.222.0.121 "GET /v2.0/networks/247cd7d0-4898-42b6-8053-9d5f146aadd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895123 Nov 04 11:06:08.401215 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56326cbf-0a4b-419b-a564-017049a198bb req-46c482b2-85b0-4540-bb7b-3aaaaffc53d0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:08.403362 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-56326cbf-0a4b-419b-a564-017049a198bb req-46c482b2-85b0-4540-bb7b-3aaaaffc53d0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 945 time: 0.0586157 Nov 04 11:06:08.456636 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-56326cbf-0a4b-419b-a564-017049a198bb req-fc59e4bc-5177-430d-b33d-9e083b7c1fcf tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=4f121ff2-fca0-4639-a645-a156b4e6695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463479 Nov 04 11:06:08.832535 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155f9c5-f912-4ba5-9421-ee8172d9a700 req-582a745c-2c3a-4762-bb64-a15566ef9481 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:08.834053 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0155f9c5-f912-4ba5-9421-ee8172d9a700 req-582a745c-2c3a-4762-bb64-a15566ef9481 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.121 "GET /v2.0/ports?device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 945 time: 0.0530694 Nov 04 11:06:08.930642 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-0155f9c5-f912-4ba5-9421-ee8172d9a700 req-52eca8b0-141e-40ea-93c0-7518af48ac4b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Deleting port 2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:06:08.930993 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-0155f9c5-f912-4ba5-9421-ee8172d9a700 req-52eca8b0-141e-40ea-93c0-7518af48ac4b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:08.979498 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e4e3b-8a74-426d-92a3-d8b3c62115c3 req-78f71d59-6904-40d3-a589-390d0bc86b70 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:08.981000 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aa3e4e3b-8a74-426d-92a3-d8b3c62115c3 req-78f71d59-6904-40d3-a589-390d0bc86b70 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] 10.222.0.127 "GET /v2.0/ports?device_id=8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c HTTP/1.1" status: 200 len: 945 time: 0.0539246 Nov 04 11:06:09.025959 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-0155f9c5-f912-4ba5-9421-ee8172d9a700 req-52eca8b0-141e-40ea-93c0-7518af48ac4b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] For port 2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:06:09.026316 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-0155f9c5-f912-4ba5-9421-ee8172d9a700 req-52eca8b0-141e-40ea-93c0-7518af48ac4b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:09.030247 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aa3e4e3b-8a74-426d-92a3-d8b3c62115c3 req-b2f754ab-f8a8-4302-8c5d-e12afa6e20b7 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] 10.222.0.127 "GET /v2.0/security-groups?id=25acaf8c-760e-4cbc-a36e-41f0eb77ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429285 Nov 04 11:06:09.041815 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-0155f9c5-f912-4ba5-9421-ee8172d9a700 req-52eca8b0-141e-40ea-93c0-7518af48ac4b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Calling delete_port for 2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:06:09.150299 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa506f3-a21e-4098-90b2-e38a8475d5a7 req-f9e68cf2-bdb8-4b99-aeb0-bdb539c360fc tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:09.155535 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1aa506f3-a21e-4098-90b2-e38a8475d5a7 req-f9e68cf2-bdb8-4b99-aeb0-bdb539c360fc tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/ports?device_id=48c1939b-00ab-467f-bfff-7b542d1d61e7 HTTP/1.1" status: 200 len: 943 time: 0.0508382 Nov 04 11:06:09.189872 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-0155f9c5-f912-4ba5-9421-ee8172d9a700 req-52eca8b0-141e-40ea-93c0-7518af48ac4b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:09.203287 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:06:09.204429 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1aa506f3-a21e-4098-90b2-e38a8475d5a7 req-e61e399e-70e9-4992-972b-818d433d148b tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc93d0e6-6bfb-4b70-9d0f-41bb55158f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456090 Nov 04 11:06:09.226401 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eca8b0-141e-40ea-93c0-7518af48ac4b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event deleted for resources: {'Port': ['ID=2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:09.273575 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-0155f9c5-f912-4ba5-9421-ee8172d9a700 req-52eca8b0-141e-40ea-93c0-7518af48ac4b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] No DVR routers for this DVR port 2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:06:09.276897 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-0155f9c5-f912-4ba5-9421-ee8172d9a700 req-52eca8b0-141e-40ea-93c0-7518af48ac4b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:09.280309 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0155f9c5-f912-4ba5-9421-ee8172d9a700 req-52eca8b0-141e-40ea-93c0-7518af48ac4b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.121 "DELETE /v2.0/ports/2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2 HTTP/1.1" status: 204 len: 173 time: 0.4392738 Nov 04 11:06:09.320214 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53f568d-914e-4d76-a60b-f7d060f801c5', 'name': 'network-vif-deleted', 'tag': '2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:06:09.323246 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e0ed13-a242-403f-abb7-69641fb406e5" -d '{"events": [{"server_uuid": "d53f568d-914e-4d76-a60b-f7d060f801c5", "name": "network-vif-deleted", "tag": "2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:06:09.430264 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb0cedb-a41c-4152-a4d2-41bb48314c48 x-openstack-request-id: req-7bb0cedb-a41c-4152-a4d2-41bb48314c48 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:06:09.431011 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53f568d-914e-4d76-a60b-f7d060f801c5", "name": "network-vif-deleted", "tag": "2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:06:09.431261 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-7bb0cedb-a41c-4152-a4d2-41bb48314c48 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:06:09.431672 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53f568d-914e-4d76-a60b-f7d060f801c5', 'name': 'network-vif-deleted', 'tag': '2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2', 'status': 'completed', 'code': 200} Nov 04 11:06:09.530641 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06014266-0c42-48c5-a593-2f7d0420cf6c req-37964096-1dc7-40a3-b3ec-bdd6a2e6356f tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:09.532281 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-06014266-0c42-48c5-a593-2f7d0420cf6c req-37964096-1dc7-40a3-b3ec-bdd6a2e6356f tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] 10.222.0.127 "GET /v2.0/ports?device_id=8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c HTTP/1.1" status: 200 len: 945 time: 0.0523634 Nov 04 11:06:09.590129 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-06014266-0c42-48c5-a593-2f7d0420cf6c req-dd9dee7a-63e0-43e7-8d0d-afa099ccc19d tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] 10.222.0.127 "GET /v2.0/security-groups?id=25acaf8c-760e-4cbc-a36e-41f0eb77ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513303 Nov 04 11:06:09.679987 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea25bb25-41f6-47e5-91f3-40a8fd0293ce req-ca4a9812-a793-41ef-8d6a-2e47efb4cc6a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 210 time: 0.0280833 Nov 04 11:06:10.212856 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device a375bdee-f463-4171-9c4e-e930479d9091 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:06:10.326375 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b220e-f1a7-4cc2-b8bb-c20e9d63a9cc req-ac081b38-84db-4fa3-8ef8-b4229e6a7ca8 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:10.328155 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-190b220e-f1a7-4cc2-b8bb-c20e9d63a9cc req-ac081b38-84db-4fa3-8ef8-b4229e6a7ca8 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/ports?device_id=48c1939b-00ab-467f-bfff-7b542d1d61e7 HTTP/1.1" status: 200 len: 943 time: 0.0530317 Nov 04 11:06:10.332305 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port a375bdee-f463-4171-9c4e-e930479d9091, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=a375bdee-f463-4171-9c4e-e930479d9091,segment=NetworkSegment(04408c96-3806-4cca-945d-73cd2804431e),segment_id=04408c96-3806-4cca-945d-73cd2804431e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:06:10.346347 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'a375bdee-f463-4171-9c4e-e930479d9091', 'network_id': '247cd7d0-4898-42b6-8053-9d5f146aadd6', 'port_id': 'a375bdee-f463-4171-9c4e-e930479d9091', 'mac_address': 'fa:16:3e:5a:ac:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7511afae-8711-415d-a134-f37e1f6825f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:06:10.382320 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-190b220e-f1a7-4cc2-b8bb-c20e9d63a9cc req-9b32a81f-2461-40fc-9eae-131ca15af4dd tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc93d0e6-6bfb-4b70-9d0f-41bb55158f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479836 Nov 04 11:06:10.387212 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:10.402304 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a375bdee-f463-4171-9c4e-e930479d9091 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:06:10.430519 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port a375bdee-f463-4171-9c4e-e930479d9091, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=a375bdee-f463-4171-9c4e-e930479d9091,segment=NetworkSegment(04408c96-3806-4cca-945d-73cd2804431e),segment_id=04408c96-3806-4cca-945d-73cd2804431e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:06:10.435126 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:10.493304 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=a375bdee-f463-4171-9c4e-e930479d9091,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:10.635151 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['a375bdee-f463-4171-9c4e-e930479d9091'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:06:10.722180 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b6632-3fb4-4fb6-b6c7-8291c73a1d08 req-d7ddcbd8-5d3f-417e-a9e7-022d7713a396 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:10.723765 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-881b6632-3fb4-4fb6-b6c7-8291c73a1d08 req-d7ddcbd8-5d3f-417e-a9e7-022d7713a396 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] 10.222.0.127 "GET /v2.0/ports?device_id=8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c HTTP/1.1" status: 200 len: 945 time: 0.0564198 Nov 04 11:06:10.782769 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-881b6632-3fb4-4fb6-b6c7-8291c73a1d08 req-d220815c-1953-4c38-99a0-a76e4db1c640 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] 10.222.0.127 "GET /v2.0/security-groups?id=25acaf8c-760e-4cbc-a36e-41f0eb77ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514200 Nov 04 11:06:10.815852 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388782a-c63a-478e-95e0-ee6506122bbd req-71c09c75-02b8-4b74-a615-4f0ed9a570bf tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:10.817542 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e388782a-c63a-478e-95e0-ee6506122bbd req-71c09c75-02b8-4b74-a615-4f0ed9a570bf tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] 10.222.0.126 "GET /v2.0/ports?device_id=8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c HTTP/1.1" status: 200 len: 945 time: 0.0786169 Nov 04 11:06:10.866644 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ef42f98f-73b1-4d79-a283-bc036f605409 req-f1c80277-a505-47d8-ba93-f6069c4b1897 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 210 time: 0.0283296 Nov 04 11:06:10.920537 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-e388782a-c63a-478e-95e0-ee6506122bbd req-7432ed7e-b62e-45e1-a932-9f5b536e25f7 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Deleting port 0f50ffcb-6a39-4746-abde-e9d5f16b2098 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:06:10.920864 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e388782a-c63a-478e-95e0-ee6506122bbd req-7432ed7e-b62e-45e1-a932-9f5b536e25f7 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:11.015526 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e388782a-c63a-478e-95e0-ee6506122bbd req-7432ed7e-b62e-45e1-a932-9f5b536e25f7 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] For port 0f50ffcb-6a39-4746-abde-e9d5f16b2098, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=0f50ffcb-6a39-4746-abde-e9d5f16b2098,segment=NetworkSegment(064afe66-12c3-4bea-a44a-dc012a029cf9),segment_id=064afe66-12c3-4bea-a44a-dc012a029cf9)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:06:11.015777 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e388782a-c63a-478e-95e0-ee6506122bbd req-7432ed7e-b62e-45e1-a932-9f5b536e25f7 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:11.035940 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-e388782a-c63a-478e-95e0-ee6506122bbd req-7432ed7e-b62e-45e1-a932-9f5b536e25f7 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Calling delete_port for 0f50ffcb-6a39-4746-abde-e9d5f16b2098 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:06:11.170156 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e388782a-c63a-478e-95e0-ee6506122bbd req-7432ed7e-b62e-45e1-a932-9f5b536e25f7 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:11.183290 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['0f50ffcb-6a39-4746-abde-e9d5f16b2098'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:06:11.201085 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432ed7e-b62e-45e1-a932-9f5b536e25f7 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Pushing event deleted for resources: {'Port': ['ID=0f50ffcb-6a39-4746-abde-e9d5f16b2098,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:11.254559 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e388782a-c63a-478e-95e0-ee6506122bbd req-7432ed7e-b62e-45e1-a932-9f5b536e25f7 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] No DVR routers for this DVR port 0f50ffcb-6a39-4746-abde-e9d5f16b2098 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:06:11.257252 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e388782a-c63a-478e-95e0-ee6506122bbd req-7432ed7e-b62e-45e1-a932-9f5b536e25f7 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:11.260694 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e388782a-c63a-478e-95e0-ee6506122bbd req-7432ed7e-b62e-45e1-a932-9f5b536e25f7 tempest-ServerGroupTestJSON-2136506471 tempest-ServerGroupTestJSON-2136506471-project] 10.222.0.126 "DELETE /v2.0/ports/0f50ffcb-6a39-4746-abde-e9d5f16b2098 HTTP/1.1" status: 204 len: 173 time: 0.4371283 Nov 04 11:06:11.432856 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c', 'name': 'network-vif-deleted', 'tag': '0f50ffcb-6a39-4746-abde-e9d5f16b2098'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:06:11.435464 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06233917-9689-40f6-8d18-c4abd61deedc" -d '{"events": [{"server_uuid": "8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c", "name": "network-vif-deleted", "tag": "0f50ffcb-6a39-4746-abde-e9d5f16b2098"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:06:11.504525 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b490f5c-efc8-48bc-9987-df8128b43fdd req-bcc185b5-24e0-4544-8a42-4c64e9e581b7 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:11.506083 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5b490f5c-efc8-48bc-9987-df8128b43fdd req-bcc185b5-24e0-4544-8a42-4c64e9e581b7 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/ports?device_id=48c1939b-00ab-467f-bfff-7b542d1d61e7 HTTP/1.1" status: 200 len: 944 time: 0.0511563 Nov 04 11:06:11.556292 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5b490f5c-efc8-48bc-9987-df8128b43fdd req-94755703-ae81-4884-9501-4a47cdc06acb tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc93d0e6-6bfb-4b70-9d0f-41bb55158f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439761 Nov 04 11:06:11.600952 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be466b28-fa20-488f-ac20-c9272e14d2a0 x-openstack-request-id: req-be466b28-fa20-488f-ac20-c9272e14d2a0 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:06:11.601232 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c", "name": "network-vif-deleted", "tag": "0f50ffcb-6a39-4746-abde-e9d5f16b2098", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:06:11.601501 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-be466b28-fa20-488f-ac20-c9272e14d2a0 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:06:11.601908 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac70d5e-4d6d-4c7a-a6a6-a5e8b306713c', 'name': 'network-vif-deleted', 'tag': '0f50ffcb-6a39-4746-abde-e9d5f16b2098', 'status': 'completed', 'code': 200} Nov 04 11:06:11.995228 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b2a0790-c62d-485f-874b-715c827bd1bb req-217e2e27-f086-476e-b9b0-a7bdf648a00b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 210 time: 0.0265336 Nov 04 11:06:12.183180 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49388) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:06:12.229700 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device a375bdee-f463-4171-9c4e-e930479d9091 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:06:12.242156 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ffc6fa-0034-493b-b132-1eae0ef9b26a admin admin] Deleting subnet fe0af7f9-4224-453b-bca0-9a1ad523771c {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:06:12.245433 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-90ffc6fa-0034-493b-b132-1eae0ef9b26a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:12.283932 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-90ffc6fa-0034-493b-b132-1eae0ef9b26a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:12.286412 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port a375bdee-f463-4171-9c4e-e930479d9091 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:06:12.291013 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port a375bdee-f463-4171-9c4e-e930479d9091 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:06:12.291536 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:12.327396 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-90ffc6fa-0034-493b-b132-1eae0ef9b26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:12.382692 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:12.383581 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-90ffc6fa-0034-493b-b132-1eae0ef9b26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:12.399157 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-90ffc6fa-0034-493b-b132-1eae0ef9b26a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:12.405594 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-90ffc6fa-0034-493b-b132-1eae0ef9b26a admin admin] 10.222.0.127 "DELETE /v2.0/subnets/fe0af7f9-4224-453b-bca0-9a1ad523771c HTTP/1.1" status: 204 len: 168 time: 0.2193489 Nov 04 11:06:12.405858 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49390) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:06:12.426771 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port a375bdee-f463-4171-9c4e-e930479d9091, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=a375bdee-f463-4171-9c4e-e930479d9091,segment=NetworkSegment(04408c96-3806-4cca-945d-73cd2804431e),segment_id=04408c96-3806-4cca-945d-73cd2804431e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:06:12.427967 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c1939b-00ab-467f-bfff-7b542d1d61e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a375bdee-f463-4171-9c4e-e930479d9091'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:06:12.430555 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf968be-937d-4852-a914-7845c4110a37" -d '{"events": [{"server_uuid": "48c1939b-00ab-467f-bfff-7b542d1d61e7", "name": "network-vif-plugged", "status": "completed", "tag": "a375bdee-f463-4171-9c4e-e930479d9091"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:06:12.432572 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ffc6fa-0034-493b-b132-1eae0ef9b26a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe0af7f9-4224-453b-bca0-9a1ad523771c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:12.445952 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:12.449549 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:06:12.480434 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:06:12.481247 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 2c1d93fa-06f4-4fa9-8970-b54ae9f07bf2 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:06:12.498557 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cd6d19ae-f61e-4c52-a9f1-d7abddd97fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:12.503104 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c83806-9a7d-46cd-aaf4-a5ccd2f6c50f x-openstack-request-id: req-b9c83806-9a7d-46cd-aaf4-a5ccd2f6c50f {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:06:12.503472 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c1939b-00ab-467f-bfff-7b542d1d61e7", "name": "network-vif-plugged", "status": "completed", "tag": "a375bdee-f463-4171-9c4e-e930479d9091", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:06:12.503818 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-b9c83806-9a7d-46cd-aaf4-a5ccd2f6c50f {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:06:12.504317 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c1939b-00ab-467f-bfff-7b542d1d61e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a375bdee-f463-4171-9c4e-e930479d9091', 'code': 200} Nov 04 11:06:12.553833 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=a375bdee-f463-4171-9c4e-e930479d9091,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:12.561473 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:12.623657 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cd6d19ae-f61e-4c52-a9f1-d7abddd97fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:12.653933 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ac422-f21e-4a1f-8df6-9c9123c8bc85 req-fcc0ae1d-8009-46fb-87bf-59e14f221dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:12.655472 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-494ac422-f21e-4a1f-8df6-9c9123c8bc85 req-fcc0ae1d-8009-46fb-87bf-59e14f221dbe service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=48c1939b-00ab-467f-bfff-7b542d1d61e7 HTTP/1.1" status: 200 len: 1096 time: 0.1034145 Nov 04 11:06:12.657137 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-cd6d19ae-f61e-4c52-a9f1-d7abddd97fbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b5c151-c91e-457e-a87a-8a7efe9c53e9']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:06:12.673209 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-cd6d19ae-f61e-4c52-a9f1-d7abddd97fbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064afe66-12c3-4bea-a44a-dc012a029cf9') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:06:12.673505 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-cd6d19ae-f61e-4c52-a9f1-d7abddd97fbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064afe66-12c3-4bea-a44a-dc012a029cf9') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:06:12.682033 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f7d54-a3c0-4d75-9ef4-e08e01040a72 req-f537276d-d9a8-4f1f-85f7-010ba36850d1 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:12.683556 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-775f7d54-a3c0-4d75-9ef4-e08e01040a72 req-f537276d-d9a8-4f1f-85f7-010ba36850d1 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/ports?device_id=48c1939b-00ab-467f-bfff-7b542d1d61e7 HTTP/1.1" status: 200 len: 945 time: 0.0533772 Nov 04 11:06:12.689988 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cd6d19ae-f61e-4c52-a9f1-d7abddd97fbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:12.709454 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cd6d19ae-f61e-4c52-a9f1-d7abddd97fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:12.723407 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd6d19ae-f61e-4c52-a9f1-d7abddd97fbd admin admin] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:06:12.723821 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cd6d19ae-f61e-4c52-a9f1-d7abddd97fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:06:12.725595 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:06:12.741341 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-775f7d54-a3c0-4d75-9ef4-e08e01040a72 req-030a162c-b279-4eb6-a951-b84a56783d92 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc93d0e6-6bfb-4b70-9d0f-41bb55158f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516026 Nov 04 11:06:12.777347 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-494ac422-f21e-4a1f-8df6-9c9123c8bc85 req-98e08718-d873-45b0-b8ab-286efbffdc21 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=cc93d0e6-6bfb-4b70-9d0f-41bb55158f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125078 Nov 04 11:06:12.794829 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cd6d19ae-f61e-4c52-a9f1-d7abddd97fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:12.802945 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cd6d19ae-f61e-4c52-a9f1-d7abddd97fbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:12.806612 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-cd6d19ae-f61e-4c52-a9f1-d7abddd97fbd admin admin] 10.222.0.127 "DELETE /v2.0/networks/82b5c151-c91e-457e-a87a-8a7efe9c53e9 HTTP/1.1" status: 204 len: 168 time: 0.3993676 Nov 04 11:06:12.819130 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d19ae-f61e-4c52-a9f1-d7abddd97fbd admin admin] Pushing event deleted for resources: {'Network': ['ID=82b5c151-c91e-457e-a87a-8a7efe9c53e9,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:12.922677 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49398) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:06:12.963551 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-323969d8-4dd3-4a0c-a78f-ac310064e79c admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=01f2bac33a7245ee9c72dd6d27e72105&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395291 Nov 04 11:06:12.966233 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49400) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:06:13.015368 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-24d8918a-3f1d-4908-a917-e54ef7254e99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:13.039444 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-24d8918a-3f1d-4908-a917-e54ef7254e99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:13.103367 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a3ef5e80-8b35-4122-909a-bb5dc551d34a req-829b524c-784a-4c19-92e7-36aa4fce1291 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=d53f568d-914e-4d76-a60b-f7d060f801c5 HTTP/1.1" status: 200 len: 210 time: 0.0300419 Nov 04 11:06:13.117299 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-24d8918a-3f1d-4908-a917-e54ef7254e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:13.121188 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-24d8918a-3f1d-4908-a917-e54ef7254e99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:13.125408 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-24d8918a-3f1d-4908-a917-e54ef7254e99 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/25acaf8c-760e-4cbc-a36e-41f0eb77ed87 HTTP/1.1" status: 204 len: 168 time: 0.1556084 Nov 04 11:06:13.132509 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d8918a-3f1d-4908-a917-e54ef7254e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25acaf8c-760e-4cbc-a36e-41f0eb77ed87,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:13.360780 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:06:13.851479 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 0f50ffcb-6a39-4746-abde-e9d5f16b2098 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:06:13.899681 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 0f50ffcb-6a39-4746-abde-e9d5f16b2098 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:06:13.900194 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 0f50ffcb-6a39-4746-abde-e9d5f16b2098 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:06:13.910139 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecacfe-ba76-4d53-9e13-024330725857 req-0401675e-462c-470a-a6cb-c5ab69355e66 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:13.912949 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-72ecacfe-ba76-4d53-9e13-024330725857 req-0401675e-462c-470a-a6cb-c5ab69355e66 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/ports?device_id=48c1939b-00ab-467f-bfff-7b542d1d61e7 HTTP/1.1" status: 200 len: 945 time: 0.0840344 Nov 04 11:06:13.977654 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-72ecacfe-ba76-4d53-9e13-024330725857 req-0e51bbbd-b997-4fb7-96f9-590f966f24be tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc93d0e6-6bfb-4b70-9d0f-41bb55158f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579772 Nov 04 11:06:14.415526 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-43f299a3-3f6a-4aae-80bf-0cca0561d9b4 req-39dde283-8d2a-456e-b810-ec4615abf72d tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=8ae55d06-e73d-4872-8508-75a7d438730a HTTP/1.1" status: 200 len: 210 time: 0.0279896 Nov 04 11:06:14.808755 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3ca526bb-9a1e-4b9f-8e97-84381768e2d0 req-6715141c-8e6a-4e27-98a4-bf441dbbb9bf tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0303969 Nov 04 11:06:14.955111 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:15.119813 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ec5bb-d461-4edb-8193-5daf5126ed48 req-29788969-b87b-46eb-8a3c-84b941ee0c79 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:15.121512 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-709ec5bb-d461-4edb-8193-5daf5126ed48 req-29788969-b87b-46eb-8a3c-84b941ee0c79 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/ports?device_id=48c1939b-00ab-467f-bfff-7b542d1d61e7 HTTP/1.1" status: 200 len: 945 time: 0.0623713 Nov 04 11:06:15.179618 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-709ec5bb-d461-4edb-8193-5daf5126ed48 req-6009c5e4-b9f5-4769-84b2-97cb57f0837d tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc93d0e6-6bfb-4b70-9d0f-41bb55158f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455496 Nov 04 11:06:15.913646 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c452b7f-2c4b-4fee-9760-fb8153cebebe req-d311883e-04eb-4a29-b735-ebdee2a1f5e0 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:15.915139 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5c452b7f-2c4b-4fee-9760-fb8153cebebe req-d311883e-04eb-4a29-b735-ebdee2a1f5e0 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/ports?device_id=48c1939b-00ab-467f-bfff-7b542d1d61e7 HTTP/1.1" status: 200 len: 945 time: 0.0524256 Nov 04 11:06:15.965328 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5c452b7f-2c4b-4fee-9760-fb8153cebebe req-6c787fcf-7500-4836-840b-50ee656fccc6 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc93d0e6-6bfb-4b70-9d0f-41bb55158f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433986 Nov 04 11:06:16.053200 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-62496d51-9f0b-449b-9383-a01d0fc39824 req-c0aa57c9-e76b-4a94-93e3-342dd24c0a16 tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0281048 Nov 04 11:06:16.455551 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c0c3153d-c614-4031-aa48-87d4ac40b252 req-41e110aa-2ba4-41b4-88f8-a62377806262 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=8ae55d06-e73d-4872-8508-75a7d438730a HTTP/1.1" status: 200 len: 210 time: 0.0304255 Nov 04 11:06:16.873820 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0a2f02d6-2104-43d0-a8e1-b4d5ec044ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:16.929595 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c716df31-2197-4b09-bb3d-dbbf39782bcb req-6ae62f6d-efc8-4676-9f4b-38e10f83cc0c service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0262744 Nov 04 11:06:17.090890 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761eae03-edca-4d80-80d9-76dca54b9d45 req-1ab135bf-3788-43bd-ae6d-2afd765d856e tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:17.092595 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-761eae03-edca-4d80-80d9-76dca54b9d45 req-1ab135bf-3788-43bd-ae6d-2afd765d856e tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/ports?device_id=48c1939b-00ab-467f-bfff-7b542d1d61e7 HTTP/1.1" status: 200 len: 945 time: 0.0560622 Nov 04 11:06:17.147056 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-761eae03-edca-4d80-80d9-76dca54b9d45 req-4a4cb68d-c20e-4c11-ac19-6127d221b073 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc93d0e6-6bfb-4b70-9d0f-41bb55158f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479515 Nov 04 11:06:17.234531 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3903faf9-2d19-40ac-a4fa-52578787093e req-55cd5e12-9bf1-4dea-bc77-de651459de1f tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0272870 Nov 04 11:06:17.243696 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d88336-80e0-4488-a782-2945da6a9250 req-77efe46d-6bc1-475d-8185-537a13ae7a22 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:17.245293 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69d88336-80e0-4488-a782-2945da6a9250 req-77efe46d-6bc1-475d-8185-537a13ae7a22 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.121 "GET /v2.0/ports?device_id=48c1939b-00ab-467f-bfff-7b542d1d61e7 HTTP/1.1" status: 200 len: 945 time: 0.0525961 Nov 04 11:06:17.347379 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-69d88336-80e0-4488-a782-2945da6a9250 req-9c075a57-7638-471c-acc5-f4608b332922 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Deleting port a375bdee-f463-4171-9c4e-e930479d9091 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:06:17.347695 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69d88336-80e0-4488-a782-2945da6a9250 req-9c075a57-7638-471c-acc5-f4608b332922 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:17.442632 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-69d88336-80e0-4488-a782-2945da6a9250 req-9c075a57-7638-471c-acc5-f4608b332922 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] For port a375bdee-f463-4171-9c4e-e930479d9091, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=a375bdee-f463-4171-9c4e-e930479d9091,segment=NetworkSegment(04408c96-3806-4cca-945d-73cd2804431e),segment_id=04408c96-3806-4cca-945d-73cd2804431e)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:06:17.443003 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69d88336-80e0-4488-a782-2945da6a9250 req-9c075a57-7638-471c-acc5-f4608b332922 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:17.458535 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-69d88336-80e0-4488-a782-2945da6a9250 req-9c075a57-7638-471c-acc5-f4608b332922 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Calling delete_port for a375bdee-f463-4171-9c4e-e930479d9091 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:06:17.600529 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69d88336-80e0-4488-a782-2945da6a9250 req-9c075a57-7638-471c-acc5-f4608b332922 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:17.615132 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['a375bdee-f463-4171-9c4e-e930479d9091'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:06:17.634994 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c075a57-7638-471c-acc5-f4608b332922 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Pushing event deleted for resources: {'Port': ['ID=a375bdee-f463-4171-9c4e-e930479d9091,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:17.702449 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d88336-80e0-4488-a782-2945da6a9250 req-9c075a57-7638-471c-acc5-f4608b332922 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] No DVR routers for this DVR port a375bdee-f463-4171-9c4e-e930479d9091 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:06:17.705794 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-69d88336-80e0-4488-a782-2945da6a9250 req-9c075a57-7638-471c-acc5-f4608b332922 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:17.710043 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69d88336-80e0-4488-a782-2945da6a9250 req-9c075a57-7638-471c-acc5-f4608b332922 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.121 "DELETE /v2.0/ports/a375bdee-f463-4171-9c4e-e930479d9091 HTTP/1.1" status: 204 len: 173 time: 0.4578278 Nov 04 11:06:17.710525 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c1939b-00ab-467f-bfff-7b542d1d61e7', 'name': 'network-vif-deleted', 'tag': 'a375bdee-f463-4171-9c4e-e930479d9091'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:06:17.713552 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcfc425-5fc4-479e-937d-281b9cc03123" -d '{"events": [{"server_uuid": "48c1939b-00ab-467f-bfff-7b542d1d61e7", "name": "network-vif-deleted", "tag": "a375bdee-f463-4171-9c4e-e930479d9091"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:06:17.770686 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a672bb8-d1dc-43a8-84be-7719fc1844ae x-openstack-request-id: req-9a672bb8-d1dc-43a8-84be-7719fc1844ae {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:06:17.770982 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c1939b-00ab-467f-bfff-7b542d1d61e7", "name": "network-vif-deleted", "tag": "a375bdee-f463-4171-9c4e-e930479d9091", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:06:17.771236 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-9a672bb8-d1dc-43a8-84be-7719fc1844ae {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:06:17.771688 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c1939b-00ab-467f-bfff-7b542d1d61e7', 'name': 'network-vif-deleted', 'tag': 'a375bdee-f463-4171-9c4e-e930479d9091', 'status': 'completed', 'code': 200} Nov 04 11:06:18.263981 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8f140231-fb6a-453f-8832-bc5ed671ab6a req-4f667837-c39c-492e-8e89-a91816a79045 tempest-VolumesActionsTest-1404397952 tempest-VolumesActionsTest-1404397952-project] 10.222.0.127 "GET /v2.0/ports?device_id=48c1939b-00ab-467f-bfff-7b542d1d61e7 HTTP/1.1" status: 200 len: 210 time: 0.0281005 Nov 04 11:06:18.380526 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e382c140-3b22-446e-bbc2-8b51a541f0c3 req-e5625aa4-1c1b-477c-8328-2a9ce46eda8d tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0267956 Nov 04 11:06:18.814297 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49570) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:06:18.818967 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-d45a1796-5b1b-409f-9a32-14b30564b712 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-73772844', 'description': 'tempest-secgroup-smoke-73772844 description', 'project_id': 'ddf89eefd3f5444e82d89fc191073961'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:06:18.844000 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d45a1796-5b1b-409f-9a32-14b30564b712 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:18.913110 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e306e397-99ef-483f-8b09-a5b30235a635 req-40084dc0-ffb9-46d2-bd1c-4a8dd44971e7 tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0427613 Nov 04 11:06:18.927666 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d45a1796-5b1b-409f-9a32-14b30564b712 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:18.935409 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d45a1796-5b1b-409f-9a32-14b30564b712 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:18.963461 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d45a1796-5b1b-409f-9a32-14b30564b712 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:18.964739 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d45a1796-5b1b-409f-9a32-14b30564b712 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1494253 Nov 04 11:06:18.968279 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49572) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:06:18.969076 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a1796-5b1b-409f-9a32-14b30564b712 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5a7cc4-b094-424d-9d58-6e591f50f89b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:18.978066 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-75ffe0ed-c0df-43c8-8c21-f6c563f6f9bb tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Request body: {'security_group_rule': {'security_group_id': 'fe5a7cc4-b094-424d-9d58-6e591f50f89b', 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:06:19.011540 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-75ffe0ed-c0df-43c8-8c21-f6c563f6f9bb tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:19.078108 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-75ffe0ed-c0df-43c8-8c21-f6c563f6f9bb tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:19.083387 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-75ffe0ed-c0df-43c8-8c21-f6c563f6f9bb tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:19.101242 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffe0ed-c0df-43c8-8c21-f6c563f6f9bb tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d05a069-61a7-4cea-af5f-22e0074b9fe0,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:19.110821 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-75ffe0ed-c0df-43c8-8c21-f6c563f6f9bb tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:19.112056 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-75ffe0ed-c0df-43c8-8c21-f6c563f6f9bb tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1427145 Nov 04 11:06:19.114998 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49574) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:06:19.119469 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-a6d08c9f-f0d2-4e1b-a3f8-4153ab5a6e34 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Request body: {'security_group_rule': {'security_group_id': 'fe5a7cc4-b094-424d-9d58-6e591f50f89b', 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:06:19.149265 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6d08c9f-f0d2-4e1b-a3f8-4153ab5a6e34 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:19.205998 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6d08c9f-f0d2-4e1b-a3f8-4153ab5a6e34 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:19.212299 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6d08c9f-f0d2-4e1b-a3f8-4153ab5a6e34 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:19.229532 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d08c9f-f0d2-4e1b-a3f8-4153ab5a6e34 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dddc1ec-295c-4f95-9ba1-d6c726d443a4,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:19.238689 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6d08c9f-f0d2-4e1b-a3f8-4153ab5a6e34 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:19.239917 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a6d08c9f-f0d2-4e1b-a3f8-4153ab5a6e34 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1239669 Nov 04 11:06:19.242776 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49576) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:06:19.247141 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-f26204a8-9b70-4c1a-b651-369f425b0710 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Request body: {'security_group_rule': {'security_group_id': 'fe5a7cc4-b094-424d-9d58-6e591f50f89b', 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:06:19.276464 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f26204a8-9b70-4c1a-b651-369f425b0710 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:19.338124 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f26204a8-9b70-4c1a-b651-369f425b0710 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:19.343349 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f26204a8-9b70-4c1a-b651-369f425b0710 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:19.364868 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26204a8-9b70-4c1a-b651-369f425b0710 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b793057a-f40e-4167-bc9d-93f4a6176418,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:19.371699 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f26204a8-9b70-4c1a-b651-369f425b0710 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:19.376419 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f26204a8-9b70-4c1a-b651-369f425b0710 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292727 Nov 04 11:06:19.376419 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49584) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:06:19.380731 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-619abdc1-8859-4cba-bb06-8965b77a5e00 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Request body: {'security_group_rule': {'security_group_id': 'fe5a7cc4-b094-424d-9d58-6e591f50f89b', 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:06:19.409656 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-619abdc1-8859-4cba-bb06-8965b77a5e00 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:19.469772 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-619abdc1-8859-4cba-bb06-8965b77a5e00 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:19.475227 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-619abdc1-8859-4cba-bb06-8965b77a5e00 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:19.493364 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619abdc1-8859-4cba-bb06-8965b77a5e00 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98c9b8e-ba58-4772-89c0-f34026a754ac,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:19.503546 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-619abdc1-8859-4cba-bb06-8965b77a5e00 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:19.504827 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-619abdc1-8859-4cba-bb06-8965b77a5e00 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274557 Nov 04 11:06:19.507859 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49590) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:06:19.512807 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-23461643-b526-48b2-8801-dee557699e5b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Request body: {'security_group_rule': {'security_group_id': 'fe5a7cc4-b094-424d-9d58-6e591f50f89b', 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:06:19.535873 n-d-816629-1 neutron-server[101774]: INFO neutron.db.securitygroups_db [None req-23461643-b526-48b2-8801-dee557699e5b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Project ddf89eefd3f5444e82d89fc191073961 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 11:06:19.541292 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-23461643-b526-48b2-8801-dee557699e5b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:19.603980 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-23461643-b526-48b2-8801-dee557699e5b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:19.608971 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-23461643-b526-48b2-8801-dee557699e5b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:19.630000 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23461643-b526-48b2-8801-dee557699e5b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6cc382-a9c8-42a5-addb-e637c15e0f64,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:19.635897 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-23461643-b526-48b2-8801-dee557699e5b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:19.637003 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-23461643-b526-48b2-8801-dee557699e5b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280012 Nov 04 11:06:19.641144 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49600) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:06:19.645966 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-187fe1b6-7771-48de-9eab-6c0f945aaa18 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Request body: {'security_group_rule': {'security_group_id': 'fe5a7cc4-b094-424d-9d58-6e591f50f89b', 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:06:19.665229 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e8a11cfd-c7e5-46d4-a935-f17caa0b1540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:19.670923 n-d-816629-1 neutron-server[101774]: INFO neutron.db.securitygroups_db [None req-187fe1b6-7771-48de-9eab-6c0f945aaa18 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Project ddf89eefd3f5444e82d89fc191073961 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 11:06:19.676435 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-187fe1b6-7771-48de-9eab-6c0f945aaa18 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:19.739554 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-187fe1b6-7771-48de-9eab-6c0f945aaa18 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:19.745485 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-187fe1b6-7771-48de-9eab-6c0f945aaa18 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:19.762481 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187fe1b6-7771-48de-9eab-6c0f945aaa18 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3552f69a-b8d7-4c0d-bf65-0819823e2ba3,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:19.774298 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-187fe1b6-7771-48de-9eab-6c0f945aaa18 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:19.778572 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-187fe1b6-7771-48de-9eab-6c0f945aaa18 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1334994 Nov 04 11:06:20.041040 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4896886b-8482-496b-8ef8-b55e2a4a383a req-07dc5461-74d0-46c8-a997-8cc88ba67425 tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0477645 Nov 04 11:06:20.817093 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:21.168047 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-95cb3d37-c7a4-41ca-83e6-2050644ac3a9 req-3117b369-e127-46f3-8b07-7e91f5883c5d tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0420301 Nov 04 11:06:22.228106 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:22.280499 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device a375bdee-f463-4171-9c4e-e930479d9091 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:06:22.318292 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8ea9ec24-dc35-4053-9a9a-511a9851e98f req-cd390e0f-d878-42bd-8b3d-c295ce8799bc tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0516965 Nov 04 11:06:22.322425 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: a375bdee-f463-4171-9c4e-e930479d9091 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:06:22.322775 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device a375bdee-f463-4171-9c4e-e930479d9091 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:06:22.625290 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:23.456375 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69118edd-b7fa-45f2-a5a2-21bcea6bf778 req-5eeda7ad-6abf-47a4-82f6-84d11fa66ef6 tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0377994 Nov 04 11:06:24.581967 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-20ff2291-b361-42dd-9f8f-d586981a33c9 req-f61123f4-e1ce-4bba-9ecd-091178b11928 tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0336742 Nov 04 11:06:25.736288 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f7f49c9f-8c5c-4c6c-a7de-08da246320ee req-26bb35ae-f280-4185-85c0-0391c7bc2612 tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0489340 Nov 04 11:06:26.868911 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-501c2c77-6275-4b88-af32-488dd751bbb2 req-292bbe00-11d5-4f4a-969f-dfe89a2f21c7 tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0502827 Nov 04 11:06:27.982144 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-744f9c0c-66e0-4f0f-9caf-bf8badb41d5c req-71994fa7-450c-45bb-b39c-ce651aa1c429 tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0374546 Nov 04 11:06:29.100314 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fdc12de0-5e28-4132-9706-d3833f2f7f44 req-c80b4eae-bfe1-4299-bef7-b97fa8450e10 tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0289931 Nov 04 11:06:30.234997 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0eb49de2-7752-4eeb-a538-15191b5441c4 req-cac3cd6d-b00c-4d42-9967-ce9f33fc4499 tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0352840 Nov 04 11:06:31.374493 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a39dda7-0131-4a0e-a4a1-4bbe96381f42 req-e90d194f-1e8d-446c-ada4-b7c92a603c22 tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0359826 Nov 04 11:06:32.502516 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c4d2369c-3098-4c69-9bc7-832c85e31919 req-6b812f00-86a3-4bc9-b527-88d66a7f1640 tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0273571 Nov 04 11:06:33.644735 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fba296b0-f824-4818-8c97-fa63c3927e66 req-cf3d99b5-59e4-4249-bb7e-ac89bfca5828 tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0384138 Nov 04 11:06:34.785763 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b031890c-5a9c-468b-9894-35db75040df8 req-8bc28253-12f0-4ae9-aca3-f073408a62a0 tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0382285 Nov 04 11:06:35.995741 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b5103ade-19c4-4603-8186-6a45867e52e0 req-0ab69148-ba57-4020-b77c-6180d36bd0ed tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0437043 Nov 04 11:06:37.126036 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c4e8f65-a01c-4bb2-83b8-47a36625cf67 req-3c505911-a300-4c79-bfe2-5b90adb5cf8d tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0292523 Nov 04 11:06:38.292941 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8b947449-7847-4d71-9bf8-8f9ab638b93c req-6b6893cd-ea4a-4249-bc0c-840d47db80b3 tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0355449 Nov 04 11:06:39.484721 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-76b7ed95-2fe4-4225-878d-5555524999f3 req-bda7bd4f-f726-4826-a46f-644edbfc2b7a tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0559521 Nov 04 11:06:40.642923 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ec6683b9-8d08-48f9-89ee-bd3d97609230 req-9184ceca-f5fe-4a50-a69b-e02b441111c2 tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0361571 Nov 04 11:06:41.762109 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2062bd2a-baad-445b-9f78-8b39a3449222 req-23dd77e3-9634-4271-8857-3cbb1fcf30d1 tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0279205 Nov 04 11:06:42.550675 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:42.879093 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1e32f36f-219f-4811-8f67-2c2b7b9a84b3 req-8066a1d5-a1a0-46ba-8d26-08e0f4d96888 tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0266387 Nov 04 11:06:43.017943 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-65d6f347-91b1-4c93-b448-17681434dfd8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-73772844&fields=id&tenant_id=ddf89eefd3f5444e82d89fc191073961 HTTP/1.1" status: 200 len: 267 time: 0.0504010 Nov 04 11:06:43.491986 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-ce40dabc-6c0d-408a-9b4c-920764a358bb tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:43.494180 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-ce40dabc-6c0d-408a-9b4c-920764a358bb tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 811 time: 0.4682546 Nov 04 11:06:43.510368 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-fab2b6d5-b7bc-4d31-b35c-371c55418796 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/quotas/ddf89eefd3f5444e82d89fc191073961 HTTP/1.1" status: 200 len: 375 time: 0.0100226 Nov 04 11:06:43.574154 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-2d6f2a00-773e-449a-864c-16e49d3eee3d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563135 Nov 04 11:06:43.682910 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-d0061ecf-e305-4d2b-9901-15615e5b2503 service neutron] 10.222.0.127 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964262 Nov 04 11:06:43.781125 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-f523aed3-6f90-4ab1-b145-9e0591b461a9 service neutron] 10.222.0.127 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915058 Nov 04 11:06:44.103958 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81c68a52-4141-49b8-a57f-8dec734ab432 req-0fef50bf-7935-4058-9dbd-bb59adb71e0b tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0326242 Nov 04 11:06:44.178773 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7093bc3a-d747-4499-b255-777e62f3ad66 req-b0ba7f72-ef39-40c7-98e6-1bef34d798ac tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 210 time: 0.0274999 Nov 04 11:06:44.981629 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:45.068339 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-38bb9645-b9c4-4c2f-8a0c-50bc1ab7a4a1 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:45.070048 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-38bb9645-b9c4-4c2f-8a0c-50bc1ab7a4a1 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.121 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 811 time: 0.1204529 Nov 04 11:06:45.113436 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49982) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:06:45.174836 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f00682-a943-4ad3-89fe-b0e5bcedba61 admin admin] Deleting subnet 7511afae-8711-415d-a134-f37e1f6825f4 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:06:45.178999 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-79f00682-a943-4ad3-89fe-b0e5bcedba61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:45.192204 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-feaf9c72-21c4-4cf6-8371-1fb655559344 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddf89eefd3f5444e82d89fc191073961 HTTP/1.1" status: 200 len: 378 time: 0.1131513 Nov 04 11:06:45.207372 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-fcbc6ea0-bee2-45e6-afda-3e5fbff22230 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Request body: {'port': {'device_id': '88f1c515-d890-45e7-ba82-598e0f34229a', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'admin_state_up': True, 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'security_groups': ['fe5a7cc4-b094-424d-9d58-6e591f50f89b']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:06:45.242894 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4c047937-3205-4e32-b262-1406a1a63a08 req-93e2f1d8-ed4c-4cdd-a808-07ad78adee2a tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0315208 Nov 04 11:06:45.260469 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-79f00682-a943-4ad3-89fe-b0e5bcedba61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:45.343035 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-79f00682-a943-4ad3-89fe-b0e5bcedba61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:45.419086 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b0945f4b-b303-43f8-a4d0-4f065ef5dbde req-79afdd4d-d981-4295-a838-a806cc914f35 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 210 time: 0.0441077 Nov 04 11:06:45.453172 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-fcbc6ea0-bee2-45e6-afda-3e5fbff22230 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Made reservation on behalf of ddf89eefd3f5444e82d89fc191073961 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:06:45.457560 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-fcbc6ea0-bee2-45e6-afda-3e5fbff22230 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:45.492710 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-79f00682-a943-4ad3-89fe-b0e5bcedba61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:45.526696 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f00682-a943-4ad3-89fe-b0e5bcedba61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7511afae-8711-415d-a134-f37e1f6825f4,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:45.539515 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-79f00682-a943-4ad3-89fe-b0e5bcedba61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:45.548419 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 49988) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:06:45.549437 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-79f00682-a943-4ad3-89fe-b0e5bcedba61 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/7511afae-8711-415d-a134-f37e1f6825f4 HTTP/1.1" status: 204 len: 168 time: 0.4347844 Nov 04 11:06:45.551478 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f00682-a943-4ad3-89fe-b0e5bcedba61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:06:45.552176 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f00682-a943-4ad3-89fe-b0e5bcedba61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:06:45.552723 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f00682-a943-4ad3-89fe-b0e5bcedba61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:06:45.553402 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f00682-a943-4ad3-89fe-b0e5bcedba61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:06:45.553962 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f00682-a943-4ad3-89fe-b0e5bcedba61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:06:45.554513 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f00682-a943-4ad3-89fe-b0e5bcedba61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:06:45.555227 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f00682-a943-4ad3-89fe-b0e5bcedba61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:06:45.555780 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f00682-a943-4ad3-89fe-b0e5bcedba61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:06:45.556326 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f00682-a943-4ad3-89fe-b0e5bcedba61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:06:45.556892 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f00682-a943-4ad3-89fe-b0e5bcedba61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:06:45.557493 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f00682-a943-4ad3-89fe-b0e5bcedba61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:06:45.558034 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f00682-a943-4ad3-89fe-b0e5bcedba61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:06:45.673130 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f879affd-c94f-4b93-b877-26f54b4364ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:45.688629 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-fcbc6ea0-bee2-45e6-afda-3e5fbff22230 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Allocated IP 172.20.0.9 (0166203e-9ed1-4f29-8b1e-2d2e84ab323b/c5c74920-9b2d-4a89-a57f-e092fd0cce82/c5abaf23-2f8c-4cb0-9050-455b682b78ef) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:06:45.844764 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f879affd-c94f-4b93-b877-26f54b4364ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:45.878901 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-f879affd-c94f-4b93-b877-26f54b4364ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['247cd7d0-4898-42b6-8053-9d5f146aadd6']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:06:45.899677 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-f879affd-c94f-4b93-b877-26f54b4364ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04408c96-3806-4cca-945d-73cd2804431e') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:06:45.900016 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-f879affd-c94f-4b93-b877-26f54b4364ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04408c96-3806-4cca-945d-73cd2804431e') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:06:45.917096 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f879affd-c94f-4b93-b877-26f54b4364ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:45.942297 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f879affd-c94f-4b93-b877-26f54b4364ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:45.957472 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f879affd-c94f-4b93-b877-26f54b4364ca admin admin] Releasing vlan 1155 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:06:45.957870 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f879affd-c94f-4b93-b877-26f54b4364ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:06:45.969318 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:06:45.985930 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-fcbc6ea0-bee2-45e6-afda-3e5fbff22230 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:46.047291 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f879affd-c94f-4b93-b877-26f54b4364ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:46.063804 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f879affd-c94f-4b93-b877-26f54b4364ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:46.067073 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f879affd-c94f-4b93-b877-26f54b4364ca admin admin] 10.222.0.127 "DELETE /v2.0/networks/247cd7d0-4898-42b6-8053-9d5f146aadd6 HTTP/1.1" status: 204 len: 168 time: 0.5181777 Nov 04 11:06:46.076430 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879affd-c94f-4b93-b877-26f54b4364ca admin admin] Pushing event deleted for resources: {'Network': ['ID=247cd7d0-4898-42b6-8053-9d5f146aadd6,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:46.085627 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879affd-c94f-4b93-b877-26f54b4364ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:06:46.086046 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879affd-c94f-4b93-b877-26f54b4364ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:06:46.086508 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879affd-c94f-4b93-b877-26f54b4364ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:06:46.086930 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879affd-c94f-4b93-b877-26f54b4364ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:06:46.087499 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879affd-c94f-4b93-b877-26f54b4364ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:06:46.088035 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879affd-c94f-4b93-b877-26f54b4364ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:06:46.088568 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879affd-c94f-4b93-b877-26f54b4364ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:06:46.089147 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879affd-c94f-4b93-b877-26f54b4364ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:06:46.089682 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879affd-c94f-4b93-b877-26f54b4364ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:06:46.090321 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879affd-c94f-4b93-b877-26f54b4364ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:06:46.091003 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879affd-c94f-4b93-b877-26f54b4364ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:06:46.091647 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879affd-c94f-4b93-b877-26f54b4364ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:06:46.095073 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-fcbc6ea0-bee2-45e6-afda-3e5fbff22230 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:46.157721 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-fcbc6ea0-bee2-45e6-afda-3e5fbff22230 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:06:46.161052 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-fcbc6ea0-bee2-45e6-afda-3e5fbff22230 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:06:46.164972 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-fcbc6ea0-bee2-45e6-afda-3e5fbff22230 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:06:46.217440 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc6ea0-bee2-45e6-afda-3e5fbff22230 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event updated for resources: {'Port': ['ID=c5abaf23-2f8c-4cb0-9050-455b682b78ef,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:46.249271 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-fcbc6ea0-bee2-45e6-afda-3e5fbff22230 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:46.250073 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-fcbc6ea0-bee2-45e6-afda-3e5fbff22230 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:46.272433 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-fcbc6ea0-bee2-45e6-afda-3e5fbff22230 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0719032 Nov 04 11:06:46.291898 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-f937a4d7-5589-469d-b56c-247f0a190a0a service neutron] Request body: {'port': {'device_id': '88f1c515-d890-45e7-ba82-598e0f34229a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:06:46.341095 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49994) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:06:46.433462 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-f937a4d7-5589-469d-b56c-247f0a190a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:46.461502 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4120d98b-344b-461b-be70-5dc8445a3205 req-d3c44904-add5-4083-b4f7-9ba751b65da6 tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0792801 Nov 04 11:06:46.500792 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-09d4f94b-36a0-4905-b9ed-c6086f11d114 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=5b2929cfb7a64d20b13d83976a37d811&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1583974 Nov 04 11:06:46.503253 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 49998) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:06:46.520020 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-73e76abe-0255-4a01-942f-b1e07d42c52f None None] Provisioning complete for port c5abaf23-2f8c-4cb0-9050-455b682b78ef triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:06:46.520623 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-73e76abe-0255-4a01-942f-b1e07d42c52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:46.617900 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-73e76abe-0255-4a01-942f-b1e07d42c52f None None] Port c5abaf23-2f8c-4cb0-9050-455b682b78ef cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:06:46.629149 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e6544-34a9-4592-b79a-4b04f3b7a62e req-3a1ffcda-bcdf-475d-a563-4b65bc19638b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:46.630873 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-217e6544-34a9-4592-b79a-4b04f3b7a62e req-3a1ffcda-bcdf-475d-a563-4b65bc19638b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 931 time: 0.0853202 Nov 04 11:06:46.631794 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-01e92973-2fe0-474b-a335-9053bc7b28d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:46.650508 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-27ecfae2-b3a8-4300-a4d5-b2cdd9a64810 req-a18dd847-2288-417e-8239-5d0b6b37daef service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0437257 Nov 04 11:06:46.689063 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-01e92973-2fe0-474b-a335-9053bc7b28d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:46.730605 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-217e6544-34a9-4592-b79a-4b04f3b7a62e req-a4d38ce5-1a35-4ca6-a206-f01781423376 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870297 Nov 04 11:06:46.775479 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-01e92973-2fe0-474b-a335-9053bc7b28d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:46.778322 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-01e92973-2fe0-474b-a335-9053bc7b28d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:46.782617 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-01e92973-2fe0-474b-a335-9053bc7b28d7 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/cc93d0e6-6bfb-4b70-9d0f-41bb55158f1d HTTP/1.1" status: 204 len: 168 time: 0.2755198 Nov 04 11:06:46.791403 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e92973-2fe0-474b-a335-9053bc7b28d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc93d0e6-6bfb-4b70-9d0f-41bb55158f1d,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:46.864952 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-f937a4d7-5589-469d-b56c-247f0a190a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5abaf23-2f8c-4cb0-9050-455b682b78ef {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:06:46.878893 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-f937a4d7-5589-469d-b56c-247f0a190a0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:46.882156 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c89a16fe-c2e1-4e16-8f72-3b6b9454f2bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:46.899545 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-f937a4d7-5589-469d-b56c-247f0a190a0a service neutron] Transition to ACTIVE for port object c5abaf23-2f8c-4cb0-9050-455b682b78ef will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:06:46.906936 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-f937a4d7-5589-469d-b56c-247f0a190a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:46.974259 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937a4d7-5589-469d-b56c-247f0a190a0a service neutron] Pushing event updated for resources: {'Port': ['ID=c5abaf23-2f8c-4cb0-9050-455b682b78ef,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:47.058495 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-f937a4d7-5589-469d-b56c-247f0a190a0a service neutron] Attempting to bind port c5abaf23-2f8c-4cb0-9050-455b682b78ef on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:06:47.058828 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-f937a4d7-5589-469d-b56c-247f0a190a0a service neutron] Attempting to bind port c5abaf23-2f8c-4cb0-9050-455b682b78ef by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:06:47.059160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-f937a4d7-5589-469d-b56c-247f0a190a0a service neutron] Attempting to bind port c5abaf23-2f8c-4cb0-9050-455b682b78ef on network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:06:47.064501 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-f937a4d7-5589-469d-b56c-247f0a190a0a service neutron] Port c5abaf23-2f8c-4cb0-9050-455b682b78ef on network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:06:47.065099 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-f937a4d7-5589-469d-b56c-247f0a190a0a service neutron] Attempting to bind port c5abaf23-2f8c-4cb0-9050-455b682b78ef on network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:06:47.076502 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-f937a4d7-5589-469d-b56c-247f0a190a0a service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:06:47.077206 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-f937a4d7-5589-469d-b56c-247f0a190a0a service neutron] Checking segment: {'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:06:47.077424 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-f937a4d7-5589-469d-b56c-247f0a190a0a service neutron] Bound using segment: {'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:06:47.078249 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-f937a4d7-5589-469d-b56c-247f0a190a0a service neutron] Bound port: c5abaf23-2f8c-4cb0-9050-455b682b78ef, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:06:47.078249 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-f937a4d7-5589-469d-b56c-247f0a190a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:47.176562 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-f937a4d7-5589-469d-b56c-247f0a190a0a service neutron] For port c5abaf23-2f8c-4cb0-9050-455b682b78ef, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:06:47.180213 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-f937a4d7-5589-469d-b56c-247f0a190a0a service neutron] For port c5abaf23-2f8c-4cb0-9050-455b682b78ef, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=c5abaf23-2f8c-4cb0-9050-455b682b78ef,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:06:47.187128 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-f937a4d7-5589-469d-b56c-247f0a190a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:47.226067 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-f937a4d7-5589-469d-b56c-247f0a190a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:47.226805 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-f937a4d7-5589-469d-b56c-247f0a190a0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:47.228363 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-f937a4d7-5589-469d-b56c-247f0a190a0a service neutron] 10.222.0.121 "PUT /v2.0/ports/c5abaf23-2f8c-4cb0-9050-455b682b78ef HTTP/1.1" status: 200 len: 1091 time: 0.9429040 Nov 04 11:06:47.228988 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f1c515-d890-45e7-ba82-598e0f34229a', 'tag': 'c5abaf23-2f8c-4cb0-9050-455b682b78ef'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:06:47.231732 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807f4b61-6f51-4d8b-a447-8066b34e50e3" -d '{"events": [{"name": "network-changed", "server_uuid": "88f1c515-d890-45e7-ba82-598e0f34229a", "tag": "c5abaf23-2f8c-4cb0-9050-455b682b78ef"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:06:47.259195 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937a4d7-5589-469d-b56c-247f0a190a0a service neutron] Pushing event updated for resources: {'Port': ['ID=c5abaf23-2f8c-4cb0-9050-455b682b78ef,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:47.323817 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67e0e97-f53a-432b-885e-93a07422aa01 x-openstack-request-id: req-f67e0e97-f53a-432b-885e-93a07422aa01 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:06:47.325069 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f1c515-d890-45e7-ba82-598e0f34229a", "tag": "c5abaf23-2f8c-4cb0-9050-455b682b78ef", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:06:47.325474 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f67e0e97-f53a-432b-885e-93a07422aa01 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:06:47.326111 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f1c515-d890-45e7-ba82-598e0f34229a', 'tag': 'c5abaf23-2f8c-4cb0-9050-455b682b78ef', 'status': 'completed', 'code': 200} Nov 04 11:06:47.340581 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-6c5a06db-a002-4328-b0ce-eba4de8691ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:47.342555 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-6c5a06db-a002-4328-b0ce-eba4de8691ae service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 1094 time: 0.0584040 Nov 04 11:06:47.401570 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-a6cce8da-9cf5-4a1c-8d6d-d212d57be483 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5abaf23-2f8c-4cb0-9050-455b682b78ef HTTP/1.1" status: 200 len: 217 time: 0.0490680 Nov 04 11:06:47.469841 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-480449e3-1bb9-4025-9914-8dd5325e9df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:47.471356 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-480449e3-1bb9-4025-9914-8dd5325e9df8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c5c74920-9b2d-4a89-a57f-e092fd0cce82 HTTP/1.1" status: 200 len: 850 time: 0.0627816 Nov 04 11:06:47.539606 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-976c3925-35fe-43ba-9763-d18eb7128180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:47.541641 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-976c3925-35fe-43ba-9763-d18eb7128180 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610065 Nov 04 11:06:47.595900 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-72da3b01-4f3c-4b56-a532-bb067a4952d6 req-0095230f-228d-47ea-9ece-676213940499 tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0403874 Nov 04 11:06:47.669736 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-9b34ddc3-9522-4b80-a51c-02f320d53ccf service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204081 Nov 04 11:06:47.785247 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c727bb94-f5fb-46a9-9315-bc661c34296a req-9bd2df92-ecf2-41d0-b020-69107eea10d8 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068153 Nov 04 11:06:47.902961 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f4b61-6f51-4d8b-a447-8066b34e50e3 req-b916b287-6807-4ec2-b858-1200b7d15aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:47.904481 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-807f4b61-6f51-4d8b-a447-8066b34e50e3 req-b916b287-6807-4ec2-b858-1200b7d15aae service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 1094 time: 0.0619528 Nov 04 11:06:47.935714 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf69805-a4f5-4011-a3b9-bfd4a3945b2e req-ef794517-2fa5-4fd3-bf2b-57c31cde5f10 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:47.938946 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-edf69805-a4f5-4011-a3b9-bfd4a3945b2e req-ef794517-2fa5-4fd3-bf2b-57c31cde5f10 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 943 time: 0.0947816 Nov 04 11:06:48.006957 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-edf69805-a4f5-4011-a3b9-bfd4a3945b2e req-1ac257b9-6a9d-45e8-a57b-fc1a9e2ff38e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613534 Nov 04 11:06:48.008422 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f4b61-6f51-4d8b-a447-8066b34e50e3 req-7bf60a77-8223-4722-9333-9930e584d3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:48.010074 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-807f4b61-6f51-4d8b-a447-8066b34e50e3 req-7bf60a77-8223-4722-9333-9930e584d3ce service neutron] 10.222.0.121 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 913 time: 0.0972385 Nov 04 11:06:48.061796 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-807f4b61-6f51-4d8b-a447-8066b34e50e3 req-619d9108-cb5e-4a4c-8421-40167e1ef7d9 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5abaf23-2f8c-4cb0-9050-455b682b78ef HTTP/1.1" status: 200 len: 217 time: 0.0440662 Nov 04 11:06:48.119698 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f4b61-6f51-4d8b-a447-8066b34e50e3 req-1ddfa5a3-60e7-4109-834d-5d32346c28dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:48.121316 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-807f4b61-6f51-4d8b-a447-8066b34e50e3 req-1ddfa5a3-60e7-4109-834d-5d32346c28dc service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c5c74920-9b2d-4a89-a57f-e092fd0cce82 HTTP/1.1" status: 200 len: 850 time: 0.0518847 Nov 04 11:06:48.176166 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f4b61-6f51-4d8b-a447-8066b34e50e3 req-d406aad5-93c5-47b0-b4eb-f4ea60d0b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:48.178343 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-807f4b61-6f51-4d8b-a447-8066b34e50e3 req-d406aad5-93c5-47b0-b4eb-f4ea60d0b9c4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496650 Nov 04 11:06:48.278954 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-807f4b61-6f51-4d8b-a447-8066b34e50e3 req-7e204622-a1d5-4566-a5e4-39085589b17e service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921521 Nov 04 11:06:48.379448 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-807f4b61-6f51-4d8b-a447-8066b34e50e3 req-9c33676d-bdfc-4065-8209-5acbb7a7be99 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930293 Nov 04 11:06:48.723149 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-538c5e89-c8a5-4313-97c8-dbab22c33b09 req-bfa4ff3d-ef9d-401f-8cef-d4cf67861e42 tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0304985 Nov 04 11:06:49.059933 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8afe1744-2340-4bf9-9954-4bc8862e3951 req-04792254-5082-4172-90d1-6c66e511f16b tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0&device_id=8ae55d06-e73d-4872-8508-75a7d438730a HTTP/1.1" status: 200 len: 210 time: 0.0304446 Nov 04 11:06:49.175813 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f19120-b132-46c2-85c4-067cfce72140 req-8fce4463-d2cc-4f6f-9478-18b7765aa763 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:49.177509 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b3f19120-b132-46c2-85c4-067cfce72140 req-8fce4463-d2cc-4f6f-9478-18b7765aa763 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 943 time: 0.0540764 Nov 04 11:06:49.241274 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b3f19120-b132-46c2-85c4-067cfce72140 req-c6366d76-82c1-49ed-af5b-916d072b533e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549095 Nov 04 11:06:49.475750 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d906fd3f-e671-4b9d-8cd7-6d82d4be91ee req-a21707b5-2f86-46de-becd-9ea1dffa8fde service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=15b8f691761a4cd59708e9c546ceaca6&device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0427759 Nov 04 11:06:49.511817 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f224388-e465-43ca-b5a7-99a6384d36d8 req-3cc09dc9-7e16-4265-8cae-ab4b9d3bb3ef tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0368197 Nov 04 11:06:49.524531 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d906fd3f-e671-4b9d-8cd7-6d82d4be91ee req-d33aba04-d11d-4d2b-a1ca-51555bc0981f service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=15b8f691761a4cd59708e9c546ceaca6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353084 Nov 04 11:06:49.671334 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-38022376-c58a-4c46-bf3b-62c6d98ac3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:49.707382 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906fd3f-e671-4b9d-8cd7-6d82d4be91ee req-eae1d5d0-91cc-453d-b2da-ed87a05a1e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:49.709019 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d906fd3f-e671-4b9d-8cd7-6d82d4be91ee req-eae1d5d0-91cc-453d-b2da-ed87a05a1e84 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1782124 Nov 04 11:06:50.363466 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:06:50.380174 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61dcac-cc77-43bf-930a-3c55546968cb req-1e3b38a5-74de-4a9a-a419-711ca2fccd60 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:50.389081 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6f61dcac-cc77-43bf-930a-3c55546968cb req-1e3b38a5-74de-4a9a-a419-711ca2fccd60 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 943 time: 0.0690606 Nov 04 11:06:50.450395 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6f61dcac-cc77-43bf-930a-3c55546968cb req-c38ad18b-dc41-497e-9afc-e3c836301782 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601022 Nov 04 11:06:50.630566 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-987964d3-9481-472a-a1e3-40b444b80ecb req-03fdf4f8-f303-45aa-ab19-fcc46d405c0b tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0317690 Nov 04 11:06:50.814858 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:51.073881 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d906fd3f-e671-4b9d-8cd7-6d82d4be91ee req-e7819b56-eae4-451f-86de-520e5b3b0709 tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.126 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0284624 Nov 04 11:06:51.578478 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfef22-3f09-4cc0-9a88-0aa26c942423 req-5b082a1f-2688-4d17-880d-e65576238343 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:51.580151 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d9bfef22-3f09-4cc0-9a88-0aa26c942423 req-5b082a1f-2688-4d17-880d-e65576238343 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 943 time: 0.0618651 Nov 04 11:06:51.652684 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d9bfef22-3f09-4cc0-9a88-0aa26c942423 req-8adea02c-fb2b-4a22-8552-c914dded7adf tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659521 Nov 04 11:06:51.752023 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3e78c312-c5d6-4fea-861c-632cc25cb25c req-e786cb6e-9821-456b-bc33-5abf0315a002 tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=284962d8-c3b8-44a5-8353-3e7871a70ab0 HTTP/1.1" status: 200 len: 210 time: 0.0285971 Nov 04 11:06:52.227574 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:52.620739 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:52.773702 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81717d6b-7686-4f4f-aa9e-e7b484ed0087 req-384c6234-e990-4fa5-9652-33dc53705748 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:52.781366 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81717d6b-7686-4f4f-aa9e-e7b484ed0087 req-384c6234-e990-4fa5-9652-33dc53705748 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 943 time: 0.0577919 Nov 04 11:06:52.827872 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81717d6b-7686-4f4f-aa9e-e7b484ed0087 req-e5459b7b-87ee-4797-b4dc-aad2e5ee1605 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456045 Nov 04 11:06:53.079809 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7b67af7c-bbfb-45cf-b8ee-2b05bb96137d req-c0d2fe1e-5380-410c-ba98-51dbe32586fe service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=15b8f691761a4cd59708e9c546ceaca6&device_id=8ae55d06-e73d-4872-8508-75a7d438730a HTTP/1.1" status: 200 len: 210 time: 0.0330961 Nov 04 11:06:53.110758 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7b67af7c-bbfb-45cf-b8ee-2b05bb96137d req-e7a3c5cc-8a96-4e49-ba6b-813d5779d733 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=15b8f691761a4cd59708e9c546ceaca6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210276 Nov 04 11:06:53.110984 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ef6addd6-c3b3-4baa-879e-50be6d2c6f02 req-02813df2-e27a-4fca-b47d-fd4cbb3eb271 tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=8ae55d06-e73d-4872-8508-75a7d438730a HTTP/1.1" status: 200 len: 210 time: 0.0347028 Nov 04 11:06:53.224156 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67af7c-bbfb-45cf-b8ee-2b05bb96137d req-4b957ed0-84cb-4dfe-b2da-0e1aea606a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:53.225718 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7b67af7c-bbfb-45cf-b8ee-2b05bb96137d req-4b957ed0-84cb-4dfe-b2da-0e1aea606a3c service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1072061 Nov 04 11:06:53.953355 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc70058-38f6-40a6-bf34-e7a754323fc2 req-d5bf0506-991a-4784-a10d-d7061d3b8750 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:53.954882 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0dc70058-38f6-40a6-bf34-e7a754323fc2 req-d5bf0506-991a-4784-a10d-d7061d3b8750 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 943 time: 0.0517542 Nov 04 11:06:54.012460 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0dc70058-38f6-40a6-bf34-e7a754323fc2 req-adba2134-1932-4a69-ad14-bd743df01213 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509536 Nov 04 11:06:54.217445 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ff1173e-4cef-44ef-9d6e-fa312a1e2652 req-1d7a5594-4999-4431-a39b-441c2861e002 tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.127 "GET /v2.0/ports?device_id=8ae55d06-e73d-4872-8508-75a7d438730a HTTP/1.1" status: 200 len: 210 time: 0.0343504 Nov 04 11:06:54.574738 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7b67af7c-bbfb-45cf-b8ee-2b05bb96137d req-2bd4ae62-ce9e-4de4-9e10-b6979e12eb2f tempest-ServerShowV247Test-1340995381 tempest-ServerShowV247Test-1340995381-project] 10.222.0.126 "GET /v2.0/ports?device_id=8ae55d06-e73d-4872-8508-75a7d438730a HTTP/1.1" status: 200 len: 210 time: 0.0285549 Nov 04 11:06:55.152279 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc530d-8821-40ed-b20a-4b5b80ba5e79 req-b576508b-e9c0-423a-8524-261f72f7ec46 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:55.154002 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-39bc530d-8821-40ed-b20a-4b5b80ba5e79 req-b576508b-e9c0-423a-8524-261f72f7ec46 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 943 time: 0.0564225 Nov 04 11:06:55.229568 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-39bc530d-8821-40ed-b20a-4b5b80ba5e79 req-d409bb20-fc9d-4a98-aa88-b32bb8034eab tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685589 Nov 04 11:06:55.535868 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50152) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:06:55.646524 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c1a1c4a-6af0-4ed4-bc56-54db4d83b7b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:55.724183 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c1a1c4a-6af0-4ed4-bc56-54db4d83b7b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:55.729116 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c1a1c4a-6af0-4ed4-bc56-54db4d83b7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:55.769452 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a1c4a-6af0-4ed4-bc56-54db4d83b7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173d108e-504c-4b0a-9c1e-cdda066c37e7,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:55.774649 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3c1a1c4a-6af0-4ed4-bc56-54db4d83b7b5 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=15b8f691761a4cd59708e9c546ceaca6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2376962 Nov 04 11:06:55.777934 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50156) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:06:55.829076 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ade5-02e1-4f8a-b625-f0712690c513 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:55.853805 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ade5-02e1-4f8a-b625-f0712690c513 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:55.904196 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ade5-02e1-4f8a-b625-f0712690c513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:55.906907 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ade5-02e1-4f8a-b625-f0712690c513 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:06:55.908124 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d8b5ade5-02e1-4f8a-b625-f0712690c513 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/173d108e-504c-4b0a-9c1e-cdda066c37e7 HTTP/1.1" status: 204 len: 168 time: 0.1298189 Nov 04 11:06:55.916229 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5ade5-02e1-4f8a-b625-f0712690c513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173d108e-504c-4b0a-9c1e-cdda066c37e7,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:06:56.370608 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6676c88-3db5-48f8-9271-698edf3a184c req-a58e4f5c-3ec9-4441-9ec9-f273246fa79f tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:56.372216 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d6676c88-3db5-48f8-9271-698edf3a184c req-a58e4f5c-3ec9-4441-9ec9-f273246fa79f tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 943 time: 0.0629137 Nov 04 11:06:56.432078 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d6676c88-3db5-48f8-9271-698edf3a184c req-03e4f098-895a-4f0b-8a61-b5220eeba9f0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526133 Nov 04 11:06:57.030428 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-15b8aee8-540a-48a8-ad26-826519af8c94 req-d7fa39ff-e05c-4c0a-a0a4-f6cf0d7ac5c9 tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0281243 Nov 04 11:06:57.562963 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2b03b-3e94-4566-a813-558c68786ddb req-e6e3be37-7f5e-4978-b35b-db11a1a8fa57 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:57.564594 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dbf2b03b-3e94-4566-a813-558c68786ddb req-e6e3be37-7f5e-4978-b35b-db11a1a8fa57 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 943 time: 0.0578420 Nov 04 11:06:57.620210 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dbf2b03b-3e94-4566-a813-558c68786ddb req-38d43074-9ee3-4590-8273-9c71cc681961 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488625 Nov 04 11:06:58.148717 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8ee89db2-b4aa-409c-b77e-e9783b04a520 req-5fed47b1-36e0-403b-b2fd-1ec31d4ddf7d tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0345266 Nov 04 11:06:58.751699 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bbe18-1880-4b38-ab8a-04b1ede0476b req-b1f31584-8ef8-4b69-a3b8-1705debb4295 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:58.753389 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c18bbe18-1880-4b38-ab8a-04b1ede0476b req-b1f31584-8ef8-4b69-a3b8-1705debb4295 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 943 time: 0.0590429 Nov 04 11:06:58.808668 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c18bbe18-1880-4b38-ab8a-04b1ede0476b req-e80526b8-a720-4b52-addf-03e8c8f0c892 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489423 Nov 04 11:06:58.998388 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c5340465-e943-4bd7-86e8-7c7360072516 req-7553e0ca-5524-46b4-a410-96abdee730ac service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0272369 Nov 04 11:06:59.255719 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-975eb4c1-f1a0-4a15-92a5-c0c8a729504c req-1bde5e48-740b-4ed3-a9bb-d4710dc66667 tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0309007 Nov 04 11:06:59.940982 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2a366-aff1-415d-808d-6418a5654c4f req-daf9ba84-41a2-4b62-8b90-c6321154ac02 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:06:59.942629 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b5c2a366-aff1-415d-808d-6418a5654c4f req-daf9ba84-41a2-4b62-8b90-c6321154ac02 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 943 time: 0.0523329 Nov 04 11:07:00.002732 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b5c2a366-aff1-415d-808d-6418a5654c4f req-b33ab446-94b0-4ee1-b4da-90b0cf2f4b6a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531805 Nov 04 11:07:00.361628 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed23a665-b2e5-459c-a5f3-cab85d6f6bdf req-2c2c5d9f-f40d-46cf-bcfd-d4607d8822db tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0279934 Nov 04 11:07:00.401804 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device c5abaf23-2f8c-4cb0-9050-455b682b78ef details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:07:00.503543 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port c5abaf23-2f8c-4cb0-9050-455b682b78ef, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=c5abaf23-2f8c-4cb0-9050-455b682b78ef,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:07:00.516937 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'c5abaf23-2f8c-4cb0-9050-455b682b78ef', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'port_id': 'c5abaf23-2f8c-4cb0-9050-455b682b78ef', 'mac_address': 'fa:16:3e:55:bf:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:07:00.561645 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:00.582587 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5abaf23-2f8c-4cb0-9050-455b682b78ef {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:07:00.605684 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port c5abaf23-2f8c-4cb0-9050-455b682b78ef, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=c5abaf23-2f8c-4cb0-9050-455b682b78ef,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:07:00.612663 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:00.662936 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=c5abaf23-2f8c-4cb0-9050-455b682b78ef,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:00.670846 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:00.671184 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:00.671559 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:00.671881 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:00.672191 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:00.672597 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:00.672872 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:00.673201 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:00.673527 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:00.673827 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:00.674231 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:00.674451 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:00.833889 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['c5abaf23-2f8c-4cb0-9050-455b682b78ef'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:07:00.935288 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a3d6eed7-e335-4c46-8823-c41dbb3b6ee8 req-c72e846f-4435-41f3-b38f-d0d4d0188008 tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0446005 Nov 04 11:07:01.171725 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b7402-00af-4843-9c9d-5c575d839555 req-bf0077c4-df4b-46b9-9ef7-917afed3de6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:01.173564 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-762b7402-00af-4843-9c9d-5c575d839555 req-bf0077c4-df4b-46b9-9ef7-917afed3de6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 944 time: 0.0690737 Nov 04 11:07:01.233337 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-762b7402-00af-4843-9c9d-5c575d839555 req-ff639aca-a6a2-45bc-94f7-7095f46abb87 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486863 Nov 04 11:07:02.043698 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f9943355-d0bc-41fd-88ab-db69c94bf4c9 req-5a7d3f2b-bfa5-4681-a5a6-f02647f206f4 tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0271580 Nov 04 11:07:02.363462 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879224d-fe81-4d89-8ab3-ec114bf9a0ae req-4c3418ca-a539-42e5-8ede-cde6ca3e9c68 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:02.365321 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1879224d-fe81-4d89-8ab3-ec114bf9a0ae req-4c3418ca-a539-42e5-8ede-cde6ca3e9c68 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 944 time: 0.0573242 Nov 04 11:07:02.418682 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device c5abaf23-2f8c-4cb0-9050-455b682b78ef up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:07:02.419767 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1879224d-fe81-4d89-8ab3-ec114bf9a0ae req-254ebad9-0662-4404-9ad0-4fa7222a40b4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478170 Nov 04 11:07:02.470029 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port c5abaf23-2f8c-4cb0-9050-455b682b78ef completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:07:02.474483 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port c5abaf23-2f8c-4cb0-9050-455b682b78ef triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:07:02.474936 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:02.559814 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:02.583796 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f1c515-d890-45e7-ba82-598e0f34229a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5abaf23-2f8c-4cb0-9050-455b682b78ef'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:07:02.586139 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e09bde5-c84c-42ff-bc64-89e24b80ba2d" -d '{"events": [{"server_uuid": "88f1c515-d890-45e7-ba82-598e0f34229a", "name": "network-vif-plugged", "status": "completed", "tag": "c5abaf23-2f8c-4cb0-9050-455b682b78ef"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:07:02.599419 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port c5abaf23-2f8c-4cb0-9050-455b682b78ef, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=c5abaf23-2f8c-4cb0-9050-455b682b78ef,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:07:02.604612 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:02.630629 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c13867b-a9af-4683-8054-916c2b926e83 x-openstack-request-id: req-0c13867b-a9af-4683-8054-916c2b926e83 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:07:02.630919 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f1c515-d890-45e7-ba82-598e0f34229a", "name": "network-vif-plugged", "status": "completed", "tag": "c5abaf23-2f8c-4cb0-9050-455b682b78ef", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:07:02.631174 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-0c13867b-a9af-4683-8054-916c2b926e83 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:07:02.631573 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f1c515-d890-45e7-ba82-598e0f34229a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5abaf23-2f8c-4cb0-9050-455b682b78ef', 'code': 200} Nov 04 11:07:02.661407 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=c5abaf23-2f8c-4cb0-9050-455b682b78ef,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:02.727181 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccbe98-cf4f-4d6d-9ac0-28807472fba6 req-244e0a66-a158-41da-a006-167f20d2bd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:02.728875 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1fccbe98-cf4f-4d6d-9ac0-28807472fba6 req-244e0a66-a158-41da-a006-167f20d2bd61 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 1096 time: 0.0417235 Nov 04 11:07:02.778530 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1fccbe98-cf4f-4d6d-9ac0-28807472fba6 req-263eedf6-3da6-4519-ad72-7112126bfd23 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420914 Nov 04 11:07:03.155656 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d46a779e-2c11-426d-8abe-4a61688d7690 req-0b212f5e-5e17-4e5d-aa60-454dd86e4c62 tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0284462 Nov 04 11:07:03.562785 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5173e5-dadd-4b25-93bf-8dbe8f8ff2bb req-f9ac3772-7e8f-46aa-87ba-d6fac5a1883f tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:03.564501 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea5173e5-dadd-4b25-93bf-8dbe8f8ff2bb req-f9ac3772-7e8f-46aa-87ba-d6fac5a1883f tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 945 time: 0.0598598 Nov 04 11:07:03.633022 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea5173e5-dadd-4b25-93bf-8dbe8f8ff2bb req-852185cc-6114-4cab-b41e-304a2a973e7f tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599878 Nov 04 11:07:04.266167 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f0b42ab6-bf02-48aa-98a1-e66b51be70d9 req-83cb096c-2b15-44f8-a692-5e9950444044 tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0320120 Nov 04 11:07:04.769424 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db26b6-2e28-43d1-8e8f-45a8e4f48bdd req-475f2592-ffd9-4eaf-a64b-8d787cbaf175 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:04.771467 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25db26b6-2e28-43d1-8e8f-45a8e4f48bdd req-475f2592-ffd9-4eaf-a64b-8d787cbaf175 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 945 time: 0.0588288 Nov 04 11:07:04.824324 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25db26b6-2e28-43d1-8e8f-45a8e4f48bdd req-bd8518ee-4604-456d-b2f4-9d328e55dc06 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465195 Nov 04 11:07:04.955365 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845649ba-587d-45f0-83e2-c1b6e2954929 req-8324542d-85ac-46ac-832f-1161210e6c38 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:04.956863 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-845649ba-587d-45f0-83e2-c1b6e2954929 req-8324542d-85ac-46ac-832f-1161210e6c38 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 945 time: 0.0564203 Nov 04 11:07:05.016531 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-845649ba-587d-45f0-83e2-c1b6e2954929 req-1f14e3af-25ae-4b5b-823f-02567ecc9a3f tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503242 Nov 04 11:07:05.050967 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50298) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:07:05.108572 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720b5664-587d-4da9-bb2b-660b9d919fa1 tempest-TestVolumeBootPattern-1276765646 tempest-TestVolumeBootPattern-1276765646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:05.110212 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-720b5664-587d-4da9-bb2b-660b9d919fa1 tempest-TestVolumeBootPattern-1276765646 tempest-TestVolumeBootPattern-1276765646-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 1091 time: 0.0581949 Nov 04 11:07:05.113570 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50300) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:07:05.118290 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-386f6719-f93e-4e65-9be0-9cc95e55d5d0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'port_id': 'c5abaf23-2f8c-4cb0-9050-455b682b78ef', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:07:05.144576 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-386f6719-f93e-4e65-9be0-9cc95e55d5d0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:05.246471 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-386f6719-f93e-4e65-9be0-9cc95e55d5d0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:05.381255 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-434ea73c-06b6-4ac2-9856-6edbe93798dc req-fb68d6f2-0917-47c7-9c77-3e102432d990 tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0319622 Nov 04 11:07:05.390080 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-386f6719-f93e-4e65-9be0-9cc95e55d5d0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Allocated IP 172.25.7.31 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/78545e61-73a3-43e7-819c-9683facf25bd) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:07:05.511215 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-386f6719-f93e-4e65-9be0-9cc95e55d5d0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:05.547087 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-386f6719-f93e-4e65-9be0-9cc95e55d5d0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:05.586624 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386f6719-f93e-4e65-9be0-9cc95e55d5d0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:07:05.592012 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-386f6719-f93e-4e65-9be0-9cc95e55d5d0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:07:05.597084 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386f6719-f93e-4e65-9be0-9cc95e55d5d0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:07:05.602850 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f6719-f93e-4e65-9be0-9cc95e55d5d0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event updated for resources: {'Port': ['ID=78545e61-73a3-43e7-819c-9683facf25bd,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:05.981079 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-386f6719-f93e-4e65-9be0-9cc95e55d5d0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:06.054841 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-386f6719-f93e-4e65-9be0-9cc95e55d5d0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:06.218940 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-386f6719-f93e-4e65-9be0-9cc95e55d5d0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:06.225006 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-386f6719-f93e-4e65-9be0-9cc95e55d5d0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:06.292138 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f6719-f93e-4e65-9be0-9cc95e55d5d0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event updated for resources: {'Port': ['ID=78545e61-73a3-43e7-819c-9683facf25bd,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:06.307157 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-386f6719-f93e-4e65-9be0-9cc95e55d5d0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:06.411731 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-386f6719-f93e-4e65-9be0-9cc95e55d5d0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Floating IP 80a1bf5c-19c6-44e3-bea8-26d1655b05e7 associated. External IP: 172.25.7.31, port: c5abaf23-2f8c-4cb0-9050-455b682b78ef. Nov 04 11:07:06.513877 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-378d8ca2-e3e9-4dcf-9a87-fd0efb63101d req-6ec55c9b-7d54-4d41-829b-7e1899261c62 tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0530889 Nov 04 11:07:06.656862 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386f6719-f93e-4e65-9be0-9cc95e55d5d0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Router 32826aa7-7758-4d92-bcf7-a804cc57f657 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:07:06.775415 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386f6719-f93e-4e65-9be0-9cc95e55d5d0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:07:06.787716 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b3aef-bf6a-4bf6-80b2-a8060cbcd14c None None] Sync routers for ids ['32826aa7-7758-4d92-bcf7-a804cc57f657'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:07:06.796627 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-386f6719-f93e-4e65-9be0-9cc95e55d5d0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:06.801942 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b3aef-bf6a-4bf6-80b2-a8060cbcd14c None None] Routers {'32826aa7-7758-4d92-bcf7-a804cc57f657'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:07:06.802498 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-651b3aef-bf6a-4bf6-80b2-a8060cbcd14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:06:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['32826aa7-7758-4d92-bcf7-a804cc57f657'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:07:06.827343 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-386f6719-f93e-4e65-9be0-9cc95e55d5d0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7126286 Nov 04 11:07:06.827932 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f1c515-d890-45e7-ba82-598e0f34229a', 'tag': 'c5abaf23-2f8c-4cb0-9050-455b682b78ef'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:07:06.830268 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8f97ae-1d14-4ff0-8e73-4c1d5d27b862" -d '{"events": [{"name": "network-changed", "server_uuid": "88f1c515-d890-45e7-ba82-598e0f34229a", "tag": "c5abaf23-2f8c-4cb0-9050-455b682b78ef"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:07:06.867729 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86b1015-3e7e-49f1-9e4b-0e4f22440fa4 x-openstack-request-id: req-e86b1015-3e7e-49f1-9e4b-0e4f22440fa4 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:07:06.868036 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f1c515-d890-45e7-ba82-598e0f34229a", "tag": "c5abaf23-2f8c-4cb0-9050-455b682b78ef", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:07:06.868284 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-e86b1015-3e7e-49f1-9e4b-0e4f22440fa4 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:07:06.868692 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f1c515-d890-45e7-ba82-598e0f34229a', 'tag': 'c5abaf23-2f8c-4cb0-9050-455b682b78ef', 'status': 'completed', 'code': 200} Nov 04 11:07:06.918699 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-651b3aef-bf6a-4bf6-80b2-a8060cbcd14c None None] Set router 32826aa7-7758-4d92-bcf7-a804cc57f657 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:07:06.938172 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f97ae-1d14-4ff0-8e73-4c1d5d27b862 req-82ba416b-ecf8-4322-83f6-c76715c210d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:06.939693 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3e8f97ae-1d14-4ff0-8e73-4c1d5d27b862 req-82ba416b-ecf8-4322-83f6-c76715c210d3 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 1096 time: 0.0467370 Nov 04 11:07:07.045548 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f97ae-1d14-4ff0-8e73-4c1d5d27b862 req-2100d278-dd58-4da4-b5b8-8169d490f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:07.047023 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3e8f97ae-1d14-4ff0-8e73-4c1d5d27b862 req-2100d278-dd58-4da4-b5b8-8169d490f89f service neutron] 10.222.0.121 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 913 time: 0.0986152 Nov 04 11:07:07.119305 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3e8f97ae-1d14-4ff0-8e73-4c1d5d27b862 req-d95a99e8-2896-4d21-a0e3-4e57f6bb7905 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5abaf23-2f8c-4cb0-9050-455b682b78ef HTTP/1.1" status: 200 len: 998 time: 0.0629864 Nov 04 11:07:07.164987 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-651b3aef-bf6a-4bf6-80b2-a8060cbcd14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'name': 'tempest-TestVolumeBootPattern-668387148-router', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:45Z', 'revision_number': 4, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'gw_port': {'id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '80a1bf5c-19c6-44e3-bea8-26d1655b05e7', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'floating_ip_address': '172.25.7.31', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'port_id': 'c5abaf23-2f8c-4cb0-9050-455b682b78ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'mac_address': 'fa:16:3e:55:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f1c515-d890-45e7-ba82-598e0f34229a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:07:05Z', 'updated_at': '2021-11-04T11:07:05Z', 'revision_number': 0, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8af52804-d6a4-46e6-abe0-02bcea223003', 'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'mac_address': 'fa:16:3e:fc:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:44Z', 'updated_at': '2021-11-04T11:02:51Z', 'revision_number': 5, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'subnets': [{'id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:07:07.173589 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f97ae-1d14-4ff0-8e73-4c1d5d27b862 req-48fb4144-e716-4f14-a2f6-a27f0c7ab299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:07.175146 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3e8f97ae-1d14-4ff0-8e73-4c1d5d27b862 req-48fb4144-e716-4f14-a2f6-a27f0c7ab299 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c5c74920-9b2d-4a89-a57f-e092fd0cce82 HTTP/1.1" status: 200 len: 850 time: 0.0485485 Nov 04 11:07:07.191495 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b3aef-bf6a-4bf6-80b2-a8060cbcd14c None None] Checking router: 32826aa7-7758-4d92-bcf7-a804cc57f657 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:07:07.200326 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b3aef-bf6a-4bf6-80b2-a8060cbcd14c None None] Routers {'32826aa7-7758-4d92-bcf7-a804cc57f657'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:07:07.201049 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-651b3aef-bf6a-4bf6-80b2-a8060cbcd14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:06:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['32826aa7-7758-4d92-bcf7-a804cc57f657'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:07:07.224096 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f97ae-1d14-4ff0-8e73-4c1d5d27b862 req-a2dcc0d7-68d6-4558-8503-3e095688a2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:07.225769 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3e8f97ae-1d14-4ff0-8e73-4c1d5d27b862 req-a2dcc0d7-68d6-4558-8503-3e095688a2df service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420518 Nov 04 11:07:07.310696 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-651b3aef-bf6a-4bf6-80b2-a8060cbcd14c None None] Set router 32826aa7-7758-4d92-bcf7-a804cc57f657 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:07:07.561432 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-651b3aef-bf6a-4bf6-80b2-a8060cbcd14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'name': 'tempest-TestVolumeBootPattern-668387148-router', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:45Z', 'revision_number': 4, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'gw_port': {'id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '80a1bf5c-19c6-44e3-bea8-26d1655b05e7', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'floating_ip_address': '172.25.7.31', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'port_id': 'c5abaf23-2f8c-4cb0-9050-455b682b78ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'mac_address': 'fa:16:3e:55:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f1c515-d890-45e7-ba82-598e0f34229a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:07:05Z', 'updated_at': '2021-11-04T11:07:05Z', 'revision_number': 0, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8af52804-d6a4-46e6-abe0-02bcea223003', 'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'mac_address': 'fa:16:3e:fc:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:44Z', 'updated_at': '2021-11-04T11:02:51Z', 'revision_number': 5, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'subnets': [{'id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:07:07.591973 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b3aef-bf6a-4bf6-80b2-a8060cbcd14c None None] The sync data for ids ['32826aa7-7758-4d92-bcf7-a804cc57f657'] in n-d-816629-1 is: [{'id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'name': 'tempest-TestVolumeBootPattern-668387148-router', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:45Z', 'revision_number': 4, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'gw_port': {'id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '80a1bf5c-19c6-44e3-bea8-26d1655b05e7', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'floating_ip_address': '172.25.7.31', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'port_id': 'c5abaf23-2f8c-4cb0-9050-455b682b78ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'mac_address': 'fa:16:3e:55:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f1c515-d890-45e7-ba82-598e0f34229a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:07:05Z', 'updated_at': '2021-11-04T11:07:05Z', 'revision_number': 0, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8af52804-d6a4-46e6-abe0-02bcea223003', 'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'mac_address': 'fa:16:3e:fc:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:44Z', 'updated_at': '2021-11-04T11:02:51Z', 'revision_number': 5, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'subnets': [{'id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:07:07.669506 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1e08e8ac-bfe3-4930-91d5-1e478ce2b959 req-e79bbdbc-d2f1-41f9-bf25-4580a7c88928 tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0525937 Nov 04 11:07:07.691351 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3e8f97ae-1d14-4ff0-8e73-4c1d5d27b862 req-2fc67d75-cfe5-4d82-b7b2-fe9c08ed9781 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577971 Nov 04 11:07:07.787779 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3e8f97ae-1d14-4ff0-8e73-4c1d5d27b862 req-4a5d484f-4e7d-4be9-88cc-7d3789cb5f33 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877631 Nov 04 11:07:07.867422 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cc8331-759a-4655-9768-005903f48d68 None None] New status for floating IP 80a1bf5c-19c6-44e3-bea8-26d1655b05e7: ACTIVE {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:07:08.780775 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-101e3449-aacb-42a5-b09f-7e485bc618b3 req-b67fd404-454a-4588-9962-ba1f0609e59c tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0312946 Nov 04 11:07:09.887993 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5979babe-feb1-4899-985b-85c981ab2fe5 req-891d5dcb-32b1-4696-8db2-607869049d38 tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0274634 Nov 04 11:07:11.017392 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-18d44770-d9a4-4fde-ad5b-438ffc8f9da3 req-064b9d2f-1c2a-49a6-ae90-485ed40aad1e tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0274684 Nov 04 11:07:12.133137 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3502b735-e98d-468b-bd85-e1eb009f5f09 req-1ef37447-7a48-46d6-8c22-35aaaef6cd4e tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0274558 Nov 04 11:07:12.578291 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:13.244565 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1fb1d9e5-71e8-4640-bfcd-82e5dea73b64 req-86ceb385-ff95-424a-9423-567792bc8da4 tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0282819 Nov 04 11:07:14.358579 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-abbfc429-0cde-4738-98ed-34dc2d4566c4 req-5ed54913-704f-481d-905a-9f6e02cfc555 tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0272064 Nov 04 11:07:14.988857 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:15.477082 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bb1e870f-e2c0-4fec-bbef-05ea883a8fa0 req-4ad4e863-5a14-4b6f-9c04-ecaeb051c07a tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0299191 Nov 04 11:07:16.583506 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d23c187d-43a3-4e43-b112-6caebec713c1 req-9475b7ee-3d31-4d14-b57a-b90153a09443 tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0278323 Nov 04 11:07:16.866858 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-27072cf9-aaf6-4934-b396-c810ea3721f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:17.698224 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-031d51d2-27e9-45ed-b412-6acb392ea20c req-76719d12-0afb-4736-8436-bdfd588e76d2 tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0282824 Nov 04 11:07:18.804700 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-63af0bb7-4055-4afc-8397-a35bfc4c4f65 req-1fe16e9e-1d42-4a73-a520-d3584be9a59d tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0278189 Nov 04 11:07:19.672003 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0799ea3b-99d6-4cb4-8295-04372aae486f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:19.918748 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c49b217f-96dc-4087-a352-5ec50175425a req-e943a6da-5c86-4549-bd71-a5bbd2113e0f tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0282786 Nov 04 11:07:20.818568 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:21.031602 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-99fe6c19-d0cf-48d7-bb6b-66687559beda req-3c177535-27aa-421c-9a7f-cc168759a7aa tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0279078 Nov 04 11:07:21.782682 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-9c46d398-0ee3-461b-95b7-44ccf34add33 req-20ca3c64-d670-487b-a77b-811bfc2b9884 service neutron] (101774) timed out ('10.222.0.126', 62937) {{(pid=101774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 11:07:21.982287 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-1ba46977-0f81-4a63-91e4-0ba3d1242987 req-d0cdd7c3-ad35-44bc-9d9b-943f54c3fc78 tempest-VolumesSnapshotTestJSON-1070711929 tempest-VolumesSnapshotTestJSON-1070711929-project] (101775) timed out ('10.222.0.126', 62941) {{(pid=101775) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 11:07:22.142008 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d7b3229b-5a95-41f9-81a9-3e192af7bd68 req-69ed8e51-a715-4d30-b69c-014b42870f4c tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0321016 Nov 04 11:07:22.230125 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:22.417328 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50416) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:07:22.529478 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-888b8ea2-ce66-44b9-9e51-8e3f020a4d3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:22.611949 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-888b8ea2-ce66-44b9-9e51-8e3f020a4d3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:22.614669 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:22.616402 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-888b8ea2-ce66-44b9-9e51-8e3f020a4d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:22.658462 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b8ea2-ce66-44b9-9e51-8e3f020a4d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15400c0c-b5e3-4c2f-88ab-3a91fab9ed57,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:22.662854 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-888b8ea2-ce66-44b9-9e51-8e3f020a4d3a admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=89c7c5f7e62e4312958eae81ed722d29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2444777 Nov 04 11:07:22.665637 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50420) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:07:22.720684 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6a48a658-19ea-43f3-8467-7e54b5b1ceda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:22.745043 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6a48a658-19ea-43f3-8467-7e54b5b1ceda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:22.795320 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6a48a658-19ea-43f3-8467-7e54b5b1ceda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:22.798181 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6a48a658-19ea-43f3-8467-7e54b5b1ceda admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:22.802007 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6a48a658-19ea-43f3-8467-7e54b5b1ceda admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/15400c0c-b5e3-4c2f-88ab-3a91fab9ed57 HTTP/1.1" status: 204 len: 168 time: 0.1328585 Nov 04 11:07:22.810149 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48a658-19ea-43f3-8467-7e54b5b1ceda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15400c0c-b5e3-4c2f-88ab-3a91fab9ed57,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:23.258267 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-522cd46b-46e3-4223-b063-065f62314a34 req-103a79bb-d009-4023-a663-698cc3f55dd0 tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0281844 Nov 04 11:07:24.372039 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6ee8e012-5bca-41fd-aa56-8180b5a2680e req-0dc506a2-87dc-475e-9486-c9bb5cc26e18 tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0285199 Nov 04 11:07:25.482174 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7064d40f-a321-4d3a-a9e4-ac387a41a86a req-3fc1562f-1d53-4b3f-b3c7-01fc757c0342 tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0292673 Nov 04 11:07:26.590895 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74dcdc94-2ff1-4bd3-afc0-d69c0a27f4f9 req-d9914879-c302-4fd5-bf3d-9d9c0d2d3ee4 tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0285480 Nov 04 11:07:27.364381 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:07:27.703557 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-51bd1f4c-ce0b-4bca-a38a-4aaa4769ef81 req-fa71b00d-fa9b-4ea3-b53e-6ddcb1151a9b tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0305002 Nov 04 11:07:28.538141 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a9a84853-6f89-45d8-aba5-a9c17873fe9e req-2bec13e2-8e42-4d2c-ab4f-a18606b2b187 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0288363 Nov 04 11:07:28.818362 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bdc4dce5-d004-43dd-a4fa-642c8a153c81 req-a8a18f4d-dc84-4249-9df1-1afdb708c37c tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0314338 Nov 04 11:07:29.923803 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cbb04ecc-d929-4954-ae2d-43e2599033c1 req-c7dabdd5-4ca3-4053-b208-91df6977a310 tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0267694 Nov 04 11:07:30.177920 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2fb4b5d1-c36a-46a1-a66c-8c6f78c5e0e2 req-633318db-2256-455b-b0d0-0336a14f3744 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=23a34be8647046d4a507d44ea276af90&device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0270212 Nov 04 11:07:30.195079 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-820e3a75-c3e3-483b-839a-653d526b99c3 req-76466aa3-ef20-4a07-84b0-51f42b3fb79d tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0302210 Nov 04 11:07:30.204168 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2fb4b5d1-c36a-46a1-a66c-8c6f78c5e0e2 req-5a0793dd-77db-47b0-a4c7-f9a023d2ede3 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=23a34be8647046d4a507d44ea276af90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245154 Nov 04 11:07:30.300764 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4b5d1-c36a-46a1-a66c-8c6f78c5e0e2 req-f8df1dc1-644f-45ab-843f-4bd3d7a92f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:30.302343 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2fb4b5d1-c36a-46a1-a66c-8c6f78c5e0e2 req-f8df1dc1-644f-45ab-843f-4bd3d7a92f9f service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0917122 Nov 04 11:07:31.312762 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4962dc76-67c0-423e-b5a6-6c62e9ff9892 req-db716892-50a3-4395-9ba6-fe116acdb923 tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.127 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0357003 Nov 04 11:07:31.510774 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2fb4b5d1-c36a-46a1-a66c-8c6f78c5e0e2 req-e4b87c7c-f0db-4d80-a642-e2c3b91bc201 tempest-ServerShowV254Test-799535387 tempest-ServerShowV254Test-799535387-project] 10.222.0.126 "GET /v2.0/ports?device_id=928f65e7-890e-4e6c-8f9f-7824b8b4dbbe HTTP/1.1" status: 200 len: 210 time: 0.0289545 Nov 04 11:07:32.700530 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50580) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:07:32.830699 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cb022b02-3dc0-4f23-a8ce-89ba80ed9392 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:32.917735 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cb022b02-3dc0-4f23-a8ce-89ba80ed9392 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:32.922647 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cb022b02-3dc0-4f23-a8ce-89ba80ed9392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:32.975694 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-cb022b02-3dc0-4f23-a8ce-89ba80ed9392 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=23a34be8647046d4a507d44ea276af90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2735939 Nov 04 11:07:32.976977 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb022b02-3dc0-4f23-a8ce-89ba80ed9392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d5b797-c037-4222-a62d-fb694b00cfbf,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:32.978600 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50584) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:07:33.053826 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-124662fd-ba21-409f-84b2-85cce821a20f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:33.084236 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-124662fd-ba21-409f-84b2-85cce821a20f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:33.146622 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-124662fd-ba21-409f-84b2-85cce821a20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:33.149392 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-124662fd-ba21-409f-84b2-85cce821a20f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:33.150659 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-124662fd-ba21-409f-84b2-85cce821a20f admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/42d5b797-c037-4222-a62d-fb694b00cfbf HTTP/1.1" status: 204 len: 168 time: 0.1710536 Nov 04 11:07:33.161262 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124662fd-ba21-409f-84b2-85cce821a20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d5b797-c037-4222-a62d-fb694b00cfbf,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:33.934641 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50608) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:07:34.045689 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-0abf1e2e-0f35-41c9-b209-0f3bdee71ea3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-21068047-network', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:07:34.071733 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abf1e2e-0f35-41c9-b209-0f3bdee71ea3 admin admin] Made reservation on behalf of 348bd9398af74c3d918968bafb1eb5b5 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:07:34.074178 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0abf1e2e-0f35-41c9-b209-0f3bdee71ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:34.083250 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0abf1e2e-0f35-41c9-b209-0f3bdee71ea3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:34.165603 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0abf1e2e-0f35-41c9-b209-0f3bdee71ea3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:34.170048 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0abf1e2e-0f35-41c9-b209-0f3bdee71ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:34.195118 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0abf1e2e-0f35-41c9-b209-0f3bdee71ea3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1158} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:07:34.205092 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf1e2e-0f35-41c9-b209-0f3bdee71ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166e21dd-3fb9-4588-ac5e-719ab076afc7,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:34.210162 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0abf1e2e-0f35-41c9-b209-0f3bdee71ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:34.210659 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-0abf1e2e-0f35-41c9-b209-0f3bdee71ea3 admin admin] Added segment 0909ed22-39de-417f-8425-c6eb6942ecce of type vlan for network 9bafbd8d-3e6d-4897-b789-23290981ea77 Nov 04 11:07:34.251582 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0abf1e2e-0f35-41c9-b209-0f3bdee71ea3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:34.277916 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0abf1e2e-0f35-41c9-b209-0f3bdee71ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:34.278892 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abf1e2e-0f35-41c9-b209-0f3bdee71ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:34.279449 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0abf1e2e-0f35-41c9-b209-0f3bdee71ea3 admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:34.339180 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0abf1e2e-0f35-41c9-b209-0f3bdee71ea3 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4033766 Nov 04 11:07:34.342057 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50612) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:07:34.346779 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-d43809cc-09e7-4209-a8e8-4ca0baa87237 admin admin] Request body: {'subnet': {'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-21068047-subnet', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:07:34.352969 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf1e2e-0f35-41c9-b209-0f3bdee71ea3 admin admin] Pushing event updated for resources: {'Network': ['ID=9bafbd8d-3e6d-4897-b789-23290981ea77,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:34.364303 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 9bafbd8d-3e6d-4897-b789-23290981ea77 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:07:34.374144 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43809cc-09e7-4209-a8e8-4ca0baa87237 admin admin] Made reservation on behalf of 348bd9398af74c3d918968bafb1eb5b5 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:07:34.376640 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d43809cc-09e7-4209-a8e8-4ca0baa87237 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:34.584655 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d43809cc-09e7-4209-a8e8-4ca0baa87237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:34.654014 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43809cc-09e7-4209-a8e8-4ca0baa87237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b646d51a-22c4-441b-bb6c-38806852eeb8,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:34.662392 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43809cc-09e7-4209-a8e8-4ca0baa87237 admin admin] Checking segment: {'id': '0909ed22-39de-417f-8425-c6eb6942ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:07:34.662796 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43809cc-09e7-4209-a8e8-4ca0baa87237 admin admin] Network hostable DHCP agents. Network: 9bafbd8d-3e6d-4897-b789-23290981ea77, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:07:34.686304 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43809cc-09e7-4209-a8e8-4ca0baa87237 admin admin] Network 9bafbd8d-3e6d-4897-b789-23290981ea77 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:07:34.697978 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-d43809cc-09e7-4209-a8e8-4ca0baa87237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 9bafbd8d-3e6d-4897-b789-23290981ea77) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:07:34.703296 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43809cc-09e7-4209-a8e8-4ca0baa87237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:34.704146 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d43809cc-09e7-4209-a8e8-4ca0baa87237 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:34.712880 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d290c5c0-7030-4b13-bb38-c4b134d6f7a2 None None] Network 9bafbd8d-3e6d-4897-b789-23290981ea77 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:07:34.735425 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50618) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:07:34.740423 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-625884d9-91f8-40a5-8a20-ade991ed5bfc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-21068047-router', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:07:34.745556 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d43809cc-09e7-4209-a8e8-4ca0baa87237 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4023104 Nov 04 11:07:34.772705 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-625884d9-91f8-40a5-8a20-ade991ed5bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:34.774029 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-625884d9-91f8-40a5-8a20-ade991ed5bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:34.882597 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-625884d9-91f8-40a5-8a20-ade991ed5bfc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:34.929418 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aee3e1c-a420-4e47-a08a-aab390beef79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-9bafbd8d-3e6d-4897-b789-23290981ea77', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'fixed_ips': [{'subnet_id': 'b646d51a-22c4-441b-bb6c-38806852eeb8'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:07:34.930626 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0aee3e1c-a420-4e47-a08a-aab390beef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:35.059060 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-625884d9-91f8-40a5-8a20-ade991ed5bfc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:35.069959 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-0aee3e1c-a420-4e47-a08a-aab390beef79 None None] Allocated IP 172.20.0.2 (9bafbd8d-3e6d-4897-b789-23290981ea77/b646d51a-22c4-441b-bb6c-38806852eeb8/e8b3b4e2-e3a3-4597-be05-819373a756ee) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:07:35.236083 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0aee3e1c-a420-4e47-a08a-aab390beef79 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:35.244697 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0aee3e1c-a420-4e47-a08a-aab390beef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:35.298095 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aee3e1c-a420-4e47-a08a-aab390beef79 None None] Network 9bafbd8d-3e6d-4897-b789-23290981ea77 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:07:35.299817 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee3e1c-a420-4e47-a08a-aab390beef79 None None] Pushing event updated for resources: {'Port': ['ID=e8b3b4e2-e3a3-4597-be05-819373a756ee,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:35.302695 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-0aee3e1c-a420-4e47-a08a-aab390beef79 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:07:35.305173 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aee3e1c-a420-4e47-a08a-aab390beef79 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:07:35.349725 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-625884d9-91f8-40a5-8a20-ade991ed5bfc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:35.365738 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-0aee3e1c-a420-4e47-a08a-aab390beef79 None None] Attempting to bind port e8b3b4e2-e3a3-4597-be05-819373a756ee on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:07:35.366869 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-0aee3e1c-a420-4e47-a08a-aab390beef79 None None] Attempting to bind port e8b3b4e2-e3a3-4597-be05-819373a756ee by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '0909ed22-39de-417f-8425-c6eb6942ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:07:35.367532 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aee3e1c-a420-4e47-a08a-aab390beef79 None None] Attempting to bind port e8b3b4e2-e3a3-4597-be05-819373a756ee on network 9bafbd8d-3e6d-4897-b789-23290981ea77 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:07:35.373419 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aee3e1c-a420-4e47-a08a-aab390beef79 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:07:35.374100 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aee3e1c-a420-4e47-a08a-aab390beef79 None None] Checking segment: {'id': '0909ed22-39de-417f-8425-c6eb6942ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:07:35.374674 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0aee3e1c-a420-4e47-a08a-aab390beef79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:35.375227 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aee3e1c-a420-4e47-a08a-aab390beef79 None None] Bound using segment: {'id': '0909ed22-39de-417f-8425-c6eb6942ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:07:35.375982 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-0aee3e1c-a420-4e47-a08a-aab390beef79 None None] Bound port: e8b3b4e2-e3a3-4597-be05-819373a756ee, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0909ed22-39de-417f-8425-c6eb6942ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:07:35.376536 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0aee3e1c-a420-4e47-a08a-aab390beef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:35.377918 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-625884d9-91f8-40a5-8a20-ade991ed5bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:35.459724 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-0aee3e1c-a420-4e47-a08a-aab390beef79 None None] For port e8b3b4e2-e3a3-4597-be05-819373a756ee, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:07:35.464040 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-0aee3e1c-a420-4e47-a08a-aab390beef79 None None] For port e8b3b4e2-e3a3-4597-be05-819373a756ee, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e8b3b4e2-e3a3-4597-be05-819373a756ee,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:07:35.471324 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0aee3e1c-a420-4e47-a08a-aab390beef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:35.512001 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-625884d9-91f8-40a5-8a20-ade991ed5bfc admin admin] Allocated IP 172.25.7.12 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:07:35.541374 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee3e1c-a420-4e47-a08a-aab390beef79 None None] Pushing event updated for resources: {'Port': ['ID=e8b3b4e2-e3a3-4597-be05-819373a756ee,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:35.657079 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-625884d9-91f8-40a5-8a20-ade991ed5bfc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:35.697992 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-625884d9-91f8-40a5-8a20-ade991ed5bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:35.786838 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625884d9-91f8-40a5-8a20-ade991ed5bfc admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:07:35.791040 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-625884d9-91f8-40a5-8a20-ade991ed5bfc admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:07:35.793074 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625884d9-91f8-40a5-8a20-ade991ed5bfc admin admin] Pushing event updated for resources: {'Port': ['ID=cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:35.795591 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625884d9-91f8-40a5-8a20-ade991ed5bfc admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:07:36.100283 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-625884d9-91f8-40a5-8a20-ade991ed5bfc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:36.315543 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-625884d9-91f8-40a5-8a20-ade991ed5bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:36.483225 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625884d9-91f8-40a5-8a20-ade991ed5bfc admin admin] Router c3ca91e6-4a12-4058-b142-726988338cc2 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 11:07:36.535100 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e8b3b4e2-e3a3-4597-be05-819373a756ee up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:07:36.593456 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port e8b3b4e2-e3a3-4597-be05-819373a756ee triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:07:36.593830 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:36.630360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625884d9-91f8-40a5-8a20-ade991ed5bfc admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:07:36.643579 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161bed53-32fe-473a-961d-b16042056806 None None] Sync routers for ids ['c3ca91e6-4a12-4058-b142-726988338cc2'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:07:36.651274 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-625884d9-91f8-40a5-8a20-ade991ed5bfc admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:36.652924 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-625884d9-91f8-40a5-8a20-ade991ed5bfc admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9161761 Nov 04 11:07:36.655815 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50626) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:07:36.659118 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161bed53-32fe-473a-961d-b16042056806 None None] Routers {'c3ca91e6-4a12-4058-b142-726988338cc2'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:07:36.659905 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-161bed53-32fe-473a-961d-b16042056806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:07:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c3ca91e6-4a12-4058-b142-726988338cc2'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:07:36.741372 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe2c385-3900-46aa-8671-13b7a476f4c1 None None] Network 9bafbd8d-3e6d-4897-b789-23290981ea77 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:07:36.837294 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:36.884594 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-9e688e5d-a03d-444a-bfd9-48161baab122 None None] Provisioning complete for port e8b3b4e2-e3a3-4597-be05-819373a756ee triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:07:36.884870 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9e688e5d-a03d-444a-bfd9-48161baab122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:36.888940 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-161bed53-32fe-473a-961d-b16042056806 None None] Set router c3ca91e6-4a12-4058-b142-726988338cc2 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:07:37.055166 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port e8b3b4e2-e3a3-4597-be05-819373a756ee, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e8b3b4e2-e3a3-4597-be05-819373a756ee,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:07:37.064404 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:37.106762 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-98f20520-b8af-4419-8a76-f4c24d7838b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:37.285814 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-98f20520-b8af-4419-8a76-f4c24d7838b9 admin admin] Allocated IP 172.20.0.1 (9bafbd8d-3e6d-4897-b789-23290981ea77/b646d51a-22c4-441b-bb6c-38806852eeb8/3a704c1c-43dd-4f47-9161-b67cd6cf9aff) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:07:37.381565 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=e8b3b4e2-e3a3-4597-be05-819373a756ee,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:37.489114 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-161bed53-32fe-473a-961d-b16042056806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'name': 'tempest-AttachVolumeShelveTestJSON-21068047-router', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:07:34Z', 'updated_at': '2021-11-04T11:07:35Z', 'revision_number': 3, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'gw_port': {'id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:35Z', 'updated_at': '2021-11-04T11:07:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:07:37.522066 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161bed53-32fe-473a-961d-b16042056806 None None] Checking router: c3ca91e6-4a12-4058-b142-726988338cc2 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:07:37.522675 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161bed53-32fe-473a-961d-b16042056806 None None] Updating router c3ca91e6-4a12-4058-b142-726988338cc2 port cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:07:37.558459 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-161bed53-32fe-473a-961d-b16042056806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:37.807734 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4155aba4-b13e-4ba2-8737-69a609b2c96b None None] Provisioning complete for port e8b3b4e2-e3a3-4597-be05-819373a756ee triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:07:37.808140 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4155aba4-b13e-4ba2-8737-69a609b2c96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:37.811827 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-98f20520-b8af-4419-8a76-f4c24d7838b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:37.845791 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-98f20520-b8af-4419-8a76-f4c24d7838b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:37.883846 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f20520-b8af-4419-8a76-f4c24d7838b9 admin admin] Network 9bafbd8d-3e6d-4897-b789-23290981ea77 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:07:37.888419 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-98f20520-b8af-4419-8a76-f4c24d7838b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:07:37.893229 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f20520-b8af-4419-8a76-f4c24d7838b9 admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:07:37.904435 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-161bed53-32fe-473a-961d-b16042056806 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:37.913685 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-161bed53-32fe-473a-961d-b16042056806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:37.941608 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f20520-b8af-4419-8a76-f4c24d7838b9 admin admin] Pushing event updated for resources: {'Port': ['ID=3a704c1c-43dd-4f47-9161-b67cd6cf9aff,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:37.954136 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-98f20520-b8af-4419-8a76-f4c24d7838b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:38.006890 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-161bed53-32fe-473a-961d-b16042056806 None None] Attempting to bind port cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:07:38.007744 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-161bed53-32fe-473a-961d-b16042056806 None None] Attempting to bind port cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:07:38.008393 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161bed53-32fe-473a-961d-b16042056806 None None] Attempting to bind port cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:07:38.016204 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e680bb7-422e-47a2-ad28-b070f1bca60a None None] Pushing event updated for resources: {'Port': ['ID=cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:38.020400 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161bed53-32fe-473a-961d-b16042056806 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:07:38.021566 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161bed53-32fe-473a-961d-b16042056806 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:07:38.022013 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-161bed53-32fe-473a-961d-b16042056806 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:38.022408 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161bed53-32fe-473a-961d-b16042056806 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:07:38.023032 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-161bed53-32fe-473a-961d-b16042056806 None None] Bound port: cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:07:38.023712 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-161bed53-32fe-473a-961d-b16042056806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:38.115458 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-161bed53-32fe-473a-961d-b16042056806 None None] For port cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:07:38.119319 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-161bed53-32fe-473a-961d-b16042056806 None None] For port cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:07:38.125283 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-161bed53-32fe-473a-961d-b16042056806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:38.181509 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-98f20520-b8af-4419-8a76-f4c24d7838b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:38.214982 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161bed53-32fe-473a-961d-b16042056806 None None] Routers {'c3ca91e6-4a12-4058-b142-726988338cc2'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:07:38.214982 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-161bed53-32fe-473a-961d-b16042056806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:07:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c3ca91e6-4a12-4058-b142-726988338cc2'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:07:38.272441 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e680bb7-422e-47a2-ad28-b070f1bca60a None None] Pushing event updated for resources: {'Port': ['ID=cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:38.292684 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a2cee40d-d0a3-4495-901e-7210988f0142 None None] Provisioning complete for port 3a704c1c-43dd-4f47-9161-b67cd6cf9aff triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:07:38.292684 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a2cee40d-d0a3-4495-901e-7210988f0142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:38.322156 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50636) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:07:38.373475 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a2cee40d-d0a3-4495-901e-7210988f0142 None None] Port 3a704c1c-43dd-4f47-9161-b67cd6cf9aff cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:07:38.382123 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-161bed53-32fe-473a-961d-b16042056806 None None] Set router c3ca91e6-4a12-4058-b142-726988338cc2 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:07:38.420730 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-98f20520-b8af-4419-8a76-f4c24d7838b9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:38.427895 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-98f20520-b8af-4419-8a76-f4c24d7838b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:38.483931 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dc222bad-c4fa-4c75-833b-1703ea1c0aed admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:38.504000 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f20520-b8af-4419-8a76-f4c24d7838b9 admin admin] Pushing event updated for resources: {'Port': ['ID=3a704c1c-43dd-4f47-9161-b67cd6cf9aff,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:38.507353 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-98f20520-b8af-4419-8a76-f4c24d7838b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:38.585415 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e8b3b4e2-e3a3-4597-be05-819373a756ee up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:07:38.601272 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dc222bad-c4fa-4c75-833b-1703ea1c0aed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:38.608325 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dc222bad-c4fa-4c75-833b-1703ea1c0aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:38.640459 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f20520-b8af-4419-8a76-f4c24d7838b9 admin admin] Network 9bafbd8d-3e6d-4897-b789-23290981ea77 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:07:38.641966 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-98f20520-b8af-4419-8a76-f4c24d7838b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:07:38.651516 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc222bad-c4fa-4c75-833b-1703ea1c0aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555ce94f-f7ec-469f-a669-40d15eb32d6d,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:38.668368 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-dc222bad-c4fa-4c75-833b-1703ea1c0aed admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=5114ce2d54354c6da322e3cfd25e693f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3444929 Nov 04 11:07:38.672229 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50640) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:07:38.682036 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-161bed53-32fe-473a-961d-b16042056806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'name': 'tempest-AttachVolumeShelveTestJSON-21068047-router', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:07:34Z', 'updated_at': '2021-11-04T11:07:38Z', 'revision_number': 4, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'gw_port': {'id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:35Z', 'updated_at': '2021-11-04T11:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3a704c1c-43dd-4f47-9161-b67cd6cf9aff', 'name': '', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'mac_address': 'fa:16:3e:39:a9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:37Z', 'updated_at': '2021-11-04T11:07:37Z', 'revision_number': 1, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'subnets': [{'id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:07:38.683861 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port e8b3b4e2-e3a3-4597-be05-819373a756ee triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:07:38.684152 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:38.732160 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161bed53-32fe-473a-961d-b16042056806 None None] The sync data for ids ['c3ca91e6-4a12-4058-b142-726988338cc2'] in n-d-816629-1 is: [{'id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'name': 'tempest-AttachVolumeShelveTestJSON-21068047-router', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:07:34Z', 'updated_at': '2021-11-04T11:07:38Z', 'revision_number': 4, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'gw_port': {'id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:35Z', 'updated_at': '2021-11-04T11:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3a704c1c-43dd-4f47-9161-b67cd6cf9aff', 'name': '', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'mac_address': 'fa:16:3e:39:a9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:37Z', 'updated_at': '2021-11-04T11:07:37Z', 'revision_number': 1, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'subnets': [{'id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:07:38.748263 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dac81b47-741a-49ae-a658-1123fec129e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:38.780162 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dac81b47-741a-49ae-a658-1123fec129e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:38.806283 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f20520-b8af-4419-8a76-f4c24d7838b9 admin admin] Router c3ca91e6-4a12-4058-b142-726988338cc2 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:07:38.851563 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dac81b47-741a-49ae-a658-1123fec129e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:38.854748 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dac81b47-741a-49ae-a658-1123fec129e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:38.859077 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-dac81b47-741a-49ae-a658-1123fec129e7 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/555ce94f-f7ec-469f-a669-40d15eb32d6d HTTP/1.1" status: 204 len: 168 time: 0.1843333 Nov 04 11:07:38.867630 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac81b47-741a-49ae-a658-1123fec129e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555ce94f-f7ec-469f-a669-40d15eb32d6d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:38.965787 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f20520-b8af-4419-8a76-f4c24d7838b9 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:07:38.981092 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-98f20520-b8af-4419-8a76-f4c24d7838b9 admin admin] 10.222.0.127 "PUT /v2.0/routers/c3ca91e6-4a12-4058-b142-726988338cc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3157134 Nov 04 11:07:39.003097 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4ef6f4b6-68e3-4219-98bf-03fbe651efe0 None None] Provisioning complete for port 3a704c1c-43dd-4f47-9161-b67cd6cf9aff triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:07:39.003553 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f4b6-68e3-4219-98bf-03fbe651efe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:39.056950 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-4ef6f4b6-68e3-4219-98bf-03fbe651efe0 None None] Port 3a704c1c-43dd-4f47-9161-b67cd6cf9aff cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:07:39.486167 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50664) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:07:39.491814 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-216adf6b-2f7e-4f3f-a617-578377ddcedb tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1503662948', 'description': 'tempest-description--666777297'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:07:39.522567 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-216adf6b-2f7e-4f3f-a617-578377ddcedb tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:39.623823 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-216adf6b-2f7e-4f3f-a617-578377ddcedb tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:39.628797 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-216adf6b-2f7e-4f3f-a617-578377ddcedb tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:39.675153 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-216adf6b-2f7e-4f3f-a617-578377ddcedb tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:39.676925 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-216adf6b-2f7e-4f3f-a617-578377ddcedb tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1893582 Nov 04 11:07:39.677786 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216adf6b-2f7e-4f3f-a617-578377ddcedb tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c96f2570-aaa7-4ec0-a919-bc8bf7376576,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:39.680107 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50670) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:07:39.685457 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-3c492b53-be3b-471d-87d6-61ccc8970f2f tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Request body: {'security_group_rule': {'security_group_id': 'c96f2570-aaa7-4ec0-a919-bc8bf7376576', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:07:39.733021 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c492b53-be3b-471d-87d6-61ccc8970f2f tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:39.810694 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c492b53-be3b-471d-87d6-61ccc8970f2f tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:39.817925 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c492b53-be3b-471d-87d6-61ccc8970f2f tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:39.839324 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c492b53-be3b-471d-87d6-61ccc8970f2f tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8323eaa-bd48-4511-a8fa-b20795d817ca,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:39.845373 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3c492b53-be3b-471d-87d6-61ccc8970f2f tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:39.849793 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50676) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:07:39.849988 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3c492b53-be3b-471d-87d6-61ccc8970f2f tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1676652 Nov 04 11:07:39.858754 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-f3c5ff11-3d1f-48d0-9c09-c9ac6151f59f tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Request body: {'security_group_rule': {'security_group_id': 'c96f2570-aaa7-4ec0-a919-bc8bf7376576', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:07:39.897165 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f3c5ff11-3d1f-48d0-9c09-c9ac6151f59f tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:39.965534 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f3c5ff11-3d1f-48d0-9c09-c9ac6151f59f tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:39.971479 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f3c5ff11-3d1f-48d0-9c09-c9ac6151f59f tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:39.996015 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5ff11-3d1f-48d0-9c09-c9ac6151f59f tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d605ba-f5b7-4352-9672-483c49c8c34f,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:40.013111 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f3c5ff11-3d1f-48d0-9c09-c9ac6151f59f tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:40.016230 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f3c5ff11-3d1f-48d0-9c09-c9ac6151f59f tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1638994 Nov 04 11:07:40.018024 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50678) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:07:40.023713 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-41090629-137c-4d49-b389-fcb5f907b474 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:07:40.055068 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-41090629-137c-4d49-b389-fcb5f907b474 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:40.195146 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-41090629-137c-4d49-b389-fcb5f907b474 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:40.331848 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-41090629-137c-4d49-b389-fcb5f907b474 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Allocated IP 172.25.7.140 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/b43d685d-543b-4982-8056-dc680a7f7f2c) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:07:40.452402 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-41090629-137c-4d49-b389-fcb5f907b474 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:40.495905 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-41090629-137c-4d49-b389-fcb5f907b474 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:40.517874 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:07:40.546945 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41090629-137c-4d49-b389-fcb5f907b474 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:07:40.549984 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-41090629-137c-4d49-b389-fcb5f907b474 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:07:40.560512 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41090629-137c-4d49-b389-fcb5f907b474 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:07:40.581564 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:07:40.582063 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:40.597687 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41090629-137c-4d49-b389-fcb5f907b474 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Pushing event updated for resources: {'Port': ['ID=b43d685d-543b-4982-8056-dc680a7f7f2c,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:40.684647 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:40.687213 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-41090629-137c-4d49-b389-fcb5f907b474 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:40.710465 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:07:40.719902 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:40.731862 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-41090629-137c-4d49-b389-fcb5f907b474 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:40.773399 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:40.926329 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-41090629-137c-4d49-b389-fcb5f907b474 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:40.934654 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-41090629-137c-4d49-b389-fcb5f907b474 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:41.020855 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41090629-137c-4d49-b389-fcb5f907b474 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Pushing event updated for resources: {'Port': ['ID=b43d685d-543b-4982-8056-dc680a7f7f2c,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:41.032246 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-41090629-137c-4d49-b389-fcb5f907b474 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:41.061461 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-41090629-137c-4d49-b389-fcb5f907b474 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:41.063137 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-41090629-137c-4d49-b389-fcb5f907b474 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0439992 Nov 04 11:07:41.254639 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c31e8dd-05c6-4812-bb34-53ea658981e5 None None] Sync routers for ids ['c3ca91e6-4a12-4058-b142-726988338cc2'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:07:41.271797 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c31e8dd-05c6-4812-bb34-53ea658981e5 None None] Routers {'c3ca91e6-4a12-4058-b142-726988338cc2'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:07:41.272574 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-8c31e8dd-05c6-4812-bb34-53ea658981e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:07:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c3ca91e6-4a12-4058-b142-726988338cc2'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:07:41.334976 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-46fe8820-72e4-4f78-8fd3-c5039d69248f tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-securitygroup--1503662948&fields=id&tenant_id=348bd9398af74c3d918968bafb1eb5b5 HTTP/1.1" status: 200 len: 267 time: 0.0585577 Nov 04 11:07:41.427183 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-8c31e8dd-05c6-4812-bb34-53ea658981e5 None None] Set router c3ca91e6-4a12-4058-b142-726988338cc2 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:07:41.485060 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-559fa7d1-69bd-4ff8-abb5-641477621bdd tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:41.487395 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-559fa7d1-69bd-4ff8-abb5-641477621bdd tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/networks?id=9bafbd8d-3e6d-4897-b789-23290981ea77 HTTP/1.1" status: 200 len: 815 time: 0.1440203 Nov 04 11:07:41.510891 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-591102a1-c3be-49bc-aa3b-023402324611 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/quotas/348bd9398af74c3d918968bafb1eb5b5 HTTP/1.1" status: 200 len: 375 time: 0.0167131 Nov 04 11:07:41.592616 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-249cbab6-1fd4-49ed-80ed-66dcadde290e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=348bd9398af74c3d918968bafb1eb5b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0744903 Nov 04 11:07:41.704598 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-8c31e8dd-05c6-4812-bb34-53ea658981e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'name': 'tempest-AttachVolumeShelveTestJSON-21068047-router', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:07:34Z', 'updated_at': '2021-11-04T11:07:38Z', 'revision_number': 4, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'gw_port': {'id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:35Z', 'updated_at': '2021-11-04T11:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3a704c1c-43dd-4f47-9161-b67cd6cf9aff', 'name': '', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'mac_address': 'fa:16:3e:39:a9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:37Z', 'updated_at': '2021-11-04T11:07:38Z', 'revision_number': 2, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'subnets': [{'id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:07:41.737996 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c31e8dd-05c6-4812-bb34-53ea658981e5 None None] Checking router: c3ca91e6-4a12-4058-b142-726988338cc2 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:07:41.737996 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c31e8dd-05c6-4812-bb34-53ea658981e5 None None] Updating router c3ca91e6-4a12-4058-b142-726988338cc2 port 3a704c1c-43dd-4f47-9161-b67cd6cf9aff binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:07:41.767740 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-8c31e8dd-05c6-4812-bb34-53ea658981e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:41.881369 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-812d3175-4856-4011-8659-e40d77aa86d6 service neutron] 10.222.0.127 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732472 Nov 04 11:07:41.979372 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-3da12c6d-acca-41c0-aaac-1c3d62edb9bb service neutron] 10.222.0.127 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926180 Nov 04 11:07:42.068751 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-8c31e8dd-05c6-4812-bb34-53ea658981e5 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:42.075634 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-8c31e8dd-05c6-4812-bb34-53ea658981e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:42.134504 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744f2b0-107b-40b9-acb4-565f61b7d117 None None] Pushing event updated for resources: {'Port': ['ID=3a704c1c-43dd-4f47-9161-b67cd6cf9aff,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:42.160178 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6744f2b0-107b-40b9-acb4-565f61b7d117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:42.160973 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6744f2b0-107b-40b9-acb4-565f61b7d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:42.161561 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6744f2b0-107b-40b9-acb4-565f61b7d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:42.162175 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6744f2b0-107b-40b9-acb4-565f61b7d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:42.162665 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6744f2b0-107b-40b9-acb4-565f61b7d117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:42.163170 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6744f2b0-107b-40b9-acb4-565f61b7d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:42.163651 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6744f2b0-107b-40b9-acb4-565f61b7d117 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:42.164136 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6744f2b0-107b-40b9-acb4-565f61b7d117 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:42.164633 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6744f2b0-107b-40b9-acb4-565f61b7d117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:42.165321 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6744f2b0-107b-40b9-acb4-565f61b7d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:42.165827 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6744f2b0-107b-40b9-acb4-565f61b7d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:42.166461 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6744f2b0-107b-40b9-acb4-565f61b7d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:42.193164 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-01d7f596-9d31-4ac4-a683-08ca0e38b621 req-0fe7a2d0-5327-462d-a123-ba3a4c3d181b tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 210 time: 0.0440907 Nov 04 11:07:42.219317 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-8c31e8dd-05c6-4812-bb34-53ea658981e5 None None] Attempting to bind port 3a704c1c-43dd-4f47-9161-b67cd6cf9aff on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:07:42.220209 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-8c31e8dd-05c6-4812-bb34-53ea658981e5 None None] Attempting to bind port 3a704c1c-43dd-4f47-9161-b67cd6cf9aff by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '0909ed22-39de-417f-8425-c6eb6942ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:07:42.220209 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c31e8dd-05c6-4812-bb34-53ea658981e5 None None] Attempting to bind port 3a704c1c-43dd-4f47-9161-b67cd6cf9aff on network 9bafbd8d-3e6d-4897-b789-23290981ea77 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:07:42.226537 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c31e8dd-05c6-4812-bb34-53ea658981e5 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:07:42.226907 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c31e8dd-05c6-4812-bb34-53ea658981e5 None None] Checking segment: {'id': '0909ed22-39de-417f-8425-c6eb6942ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:07:42.227304 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-8c31e8dd-05c6-4812-bb34-53ea658981e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:42.227692 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c31e8dd-05c6-4812-bb34-53ea658981e5 None None] Bound using segment: {'id': '0909ed22-39de-417f-8425-c6eb6942ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:07:42.228159 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-8c31e8dd-05c6-4812-bb34-53ea658981e5 None None] Bound port: 3a704c1c-43dd-4f47-9161-b67cd6cf9aff, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0909ed22-39de-417f-8425-c6eb6942ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:07:42.228742 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-8c31e8dd-05c6-4812-bb34-53ea658981e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:42.306409 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-8c31e8dd-05c6-4812-bb34-53ea658981e5 None None] For port 3a704c1c-43dd-4f47-9161-b67cd6cf9aff, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:07:42.311726 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-8c31e8dd-05c6-4812-bb34-53ea658981e5 None None] For port 3a704c1c-43dd-4f47-9161-b67cd6cf9aff, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3a704c1c-43dd-4f47-9161-b67cd6cf9aff,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:07:42.319726 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-8c31e8dd-05c6-4812-bb34-53ea658981e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:42.386187 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744f2b0-107b-40b9-acb4-565f61b7d117 None None] Pushing event updated for resources: {'Port': ['ID=3a704c1c-43dd-4f47-9161-b67cd6cf9aff,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:42.414260 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c31e8dd-05c6-4812-bb34-53ea658981e5 None None] Routers {'c3ca91e6-4a12-4058-b142-726988338cc2'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:07:42.415140 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-8c31e8dd-05c6-4812-bb34-53ea658981e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:07:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c3ca91e6-4a12-4058-b142-726988338cc2'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:07:42.509713 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-dc3853ae-b635-4f2e-aacc-7e58d00f0367 None None] Provisioning complete for port 3a704c1c-43dd-4f47-9161-b67cd6cf9aff triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:07:42.516638 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dc3853ae-b635-4f2e-aacc-7e58d00f0367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:42.597356 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:07:42.638620 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-8c31e8dd-05c6-4812-bb34-53ea658981e5 None None] Set router c3ca91e6-4a12-4058-b142-726988338cc2 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:07:42.649027 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:42.736910 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:07:42.737528 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:42.762543 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dc3853ae-b635-4f2e-aacc-7e58d00f0367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:42.836339 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-dc3853ae-b635-4f2e-aacc-7e58d00f0367 None None] For port 3a704c1c-43dd-4f47-9161-b67cd6cf9aff, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3a704c1c-43dd-4f47-9161-b67cd6cf9aff,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:07:42.843489 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dc3853ae-b635-4f2e-aacc-7e58d00f0367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:42.937833 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3a704c1c-43dd-4f47-9161-b67cd6cf9aff up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:07:42.951147 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-8c31e8dd-05c6-4812-bb34-53ea658981e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'name': 'tempest-AttachVolumeShelveTestJSON-21068047-router', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:07:34Z', 'updated_at': '2021-11-04T11:07:38Z', 'revision_number': 4, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'gw_port': {'id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:35Z', 'updated_at': '2021-11-04T11:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3a704c1c-43dd-4f47-9161-b67cd6cf9aff', 'name': '', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'mac_address': 'fa:16:3e:39:a9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:37Z', 'updated_at': '2021-11-04T11:07:42Z', 'revision_number': 4, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'subnets': [{'id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:07:42.970176 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3853ae-b635-4f2e-aacc-7e58d00f0367 None None] Pushing event updated for resources: {'Port': ['ID=3a704c1c-43dd-4f47-9161-b67cd6cf9aff,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:42.991899 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c31e8dd-05c6-4812-bb34-53ea658981e5 None None] The sync data for ids ['c3ca91e6-4a12-4058-b142-726988338cc2'] in n-d-816629-1 is: [{'id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'name': 'tempest-AttachVolumeShelveTestJSON-21068047-router', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:07:34Z', 'updated_at': '2021-11-04T11:07:38Z', 'revision_number': 4, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'gw_port': {'id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:35Z', 'updated_at': '2021-11-04T11:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3a704c1c-43dd-4f47-9161-b67cd6cf9aff', 'name': '', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'mac_address': 'fa:16:3e:39:a9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:37Z', 'updated_at': '2021-11-04T11:07:42Z', 'revision_number': 4, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'subnets': [{'id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:07:43.004652 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-01987344-3468-43bf-b282-64d625d412ba None None] Provisioning complete for port 3a704c1c-43dd-4f47-9161-b67cd6cf9aff triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:07:43.005070 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-01987344-3468-43bf-b282-64d625d412ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:43.061431 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 3a704c1c-43dd-4f47-9161-b67cd6cf9aff triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:07:43.061802 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:43.337462 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5974a3cd-8590-465f-b70a-9c8da6f00c77 req-57cb5cf4-1b3a-4c7c-9a9f-7cb00100e382 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 210 time: 0.0288875 Nov 04 11:07:43.666377 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-83ddede7-ddb9-4a2a-9be7-99872740fadc tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:43.669047 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-83ddede7-ddb9-4a2a-9be7-99872740fadc tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.126 "GET /v2.0/networks?id=9bafbd8d-3e6d-4897-b789-23290981ea77 HTTP/1.1" status: 200 len: 815 time: 0.1305463 Nov 04 11:07:43.754711 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-eaf6a499-1e22-454f-9930-6ca88e908a51 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=348bd9398af74c3d918968bafb1eb5b5 HTTP/1.1" status: 200 len: 380 time: 0.0759864 Nov 04 11:07:43.767203 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-d7996147-f642-42a1-af56-fded83c566ca tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Request body: {'port': {'device_id': '4483783e-1703-482b-a83c-5a2f8260a21b', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'admin_state_up': True, 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'security_groups': ['c96f2570-aaa7-4ec0-a919-bc8bf7376576']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:07:43.907383 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-d7996147-f642-42a1-af56-fded83c566ca tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Made reservation on behalf of 348bd9398af74c3d918968bafb1eb5b5 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:07:43.912085 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-d7996147-f642-42a1-af56-fded83c566ca tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:44.057307 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-d7996147-f642-42a1-af56-fded83c566ca tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Allocated IP 172.20.0.4 (9bafbd8d-3e6d-4897-b789-23290981ea77/b646d51a-22c4-441b-bb6c-38806852eeb8/62860700-cf29-451b-8706-452273b57921) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:07:44.223126 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-d7996147-f642-42a1-af56-fded83c566ca tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:44.264179 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-d7996147-f642-42a1-af56-fded83c566ca tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:44.315120 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-d7996147-f642-42a1-af56-fded83c566ca tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Network 9bafbd8d-3e6d-4897-b789-23290981ea77 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:07:44.319281 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-d7996147-f642-42a1-af56-fded83c566ca tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:07:44.322103 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-d7996147-f642-42a1-af56-fded83c566ca tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:07:44.358298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7996147-f642-42a1-af56-fded83c566ca tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Pushing event updated for resources: {'Port': ['ID=62860700-cf29-451b-8706-452273b57921,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:44.388164 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-d7996147-f642-42a1-af56-fded83c566ca tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:44.389041 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-d7996147-f642-42a1-af56-fded83c566ca tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:44.408667 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-d7996147-f642-42a1-af56-fded83c566ca tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6473720 Nov 04 11:07:44.422338 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-12bdc21c-82ab-4698-b4ba-8e3a5da53c11 service neutron] Request body: {'port': {'device_id': '4483783e-1703-482b-a83c-5a2f8260a21b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:07:44.519189 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-12bdc21c-82ab-4698-b4ba-8e3a5da53c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:44.521253 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3a704c1c-43dd-4f47-9161-b67cd6cf9aff up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:07:44.525562 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ab10d-dbea-46c4-8453-870d8af027b1 req-63cb84b6-d1ad-4751-80d6-efa2f8335d3e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:44.528006 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aa8ab10d-dbea-46c4-8453-870d8af027b1 req-63cb84b6-d1ad-4751-80d6-efa2f8335d3e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 931 time: 0.1078715 Nov 04 11:07:44.608867 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aa8ab10d-dbea-46c4-8453-870d8af027b1 req-f832ac24-8c87-49de-89e5-3440369ca81b tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719969 Nov 04 11:07:44.628310 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 3a704c1c-43dd-4f47-9161-b67cd6cf9aff triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:07:44.628754 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:44.726875 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e05daa70-b195-4610-947e-a455eae15e27 None None] Provisioning complete for port 62860700-cf29-451b-8706-452273b57921 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:07:44.727240 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e05daa70-b195-4610-947e-a455eae15e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:44.764170 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e05daa70-b195-4610-947e-a455eae15e27 None None] Port 62860700-cf29-451b-8706-452273b57921 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:07:44.846315 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-12bdc21c-82ab-4698-b4ba-8e3a5da53c11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62860700-cf29-451b-8706-452273b57921 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:07:44.855034 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-12bdc21c-82ab-4698-b4ba-8e3a5da53c11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:44.868104 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-12bdc21c-82ab-4698-b4ba-8e3a5da53c11 service neutron] Transition to ACTIVE for port object 62860700-cf29-451b-8706-452273b57921 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:07:44.873281 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-12bdc21c-82ab-4698-b4ba-8e3a5da53c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:44.946805 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdc21c-82ab-4698-b4ba-8e3a5da53c11 service neutron] Pushing event updated for resources: {'Port': ['ID=62860700-cf29-451b-8706-452273b57921,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:44.992498 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:45.008747 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-12bdc21c-82ab-4698-b4ba-8e3a5da53c11 service neutron] Attempting to bind port 62860700-cf29-451b-8706-452273b57921 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:07:45.009215 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-12bdc21c-82ab-4698-b4ba-8e3a5da53c11 service neutron] Attempting to bind port 62860700-cf29-451b-8706-452273b57921 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '0909ed22-39de-417f-8425-c6eb6942ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:07:45.009733 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-12bdc21c-82ab-4698-b4ba-8e3a5da53c11 service neutron] Attempting to bind port 62860700-cf29-451b-8706-452273b57921 on network 9bafbd8d-3e6d-4897-b789-23290981ea77 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:07:45.016344 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-12bdc21c-82ab-4698-b4ba-8e3a5da53c11 service neutron] Port 62860700-cf29-451b-8706-452273b57921 on network 9bafbd8d-3e6d-4897-b789-23290981ea77 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:07:45.016842 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-12bdc21c-82ab-4698-b4ba-8e3a5da53c11 service neutron] Attempting to bind port 62860700-cf29-451b-8706-452273b57921 on network 9bafbd8d-3e6d-4897-b789-23290981ea77 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:07:45.023767 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-12bdc21c-82ab-4698-b4ba-8e3a5da53c11 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:07:45.024235 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-12bdc21c-82ab-4698-b4ba-8e3a5da53c11 service neutron] Checking segment: {'id': '0909ed22-39de-417f-8425-c6eb6942ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:07:45.024729 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-12bdc21c-82ab-4698-b4ba-8e3a5da53c11 service neutron] Bound using segment: {'id': '0909ed22-39de-417f-8425-c6eb6942ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:07:45.025274 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-12bdc21c-82ab-4698-b4ba-8e3a5da53c11 service neutron] Bound port: 62860700-cf29-451b-8706-452273b57921, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0909ed22-39de-417f-8425-c6eb6942ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:07:45.025621 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-12bdc21c-82ab-4698-b4ba-8e3a5da53c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:45.095971 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-12bdc21c-82ab-4698-b4ba-8e3a5da53c11 service neutron] For port 62860700-cf29-451b-8706-452273b57921, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:07:45.099409 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-12bdc21c-82ab-4698-b4ba-8e3a5da53c11 service neutron] For port 62860700-cf29-451b-8706-452273b57921, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=62860700-cf29-451b-8706-452273b57921,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:07:45.105476 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-12bdc21c-82ab-4698-b4ba-8e3a5da53c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:45.159754 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-12bdc21c-82ab-4698-b4ba-8e3a5da53c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:45.160476 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-12bdc21c-82ab-4698-b4ba-8e3a5da53c11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:45.162730 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-12bdc21c-82ab-4698-b4ba-8e3a5da53c11 service neutron] 10.222.0.126 "PUT /v2.0/ports/62860700-cf29-451b-8706-452273b57921 HTTP/1.1" status: 200 len: 1091 time: 0.7459295 Nov 04 11:07:45.163201 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4483783e-1703-482b-a83c-5a2f8260a21b', 'tag': '62860700-cf29-451b-8706-452273b57921'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:07:45.165678 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffed05f-3a4a-4b12-80ee-fd31cb8cbd89" -d '{"events": [{"name": "network-changed", "server_uuid": "4483783e-1703-482b-a83c-5a2f8260a21b", "tag": "62860700-cf29-451b-8706-452273b57921"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:07:45.187391 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdc21c-82ab-4698-b4ba-8e3a5da53c11 service neutron] Pushing event updated for resources: {'Port': ['ID=62860700-cf29-451b-8706-452273b57921,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:45.248293 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26b8740-b3d4-4dbd-b9e1-27cf807deb3d x-openstack-request-id: req-f26b8740-b3d4-4dbd-b9e1-27cf807deb3d {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:07:45.248868 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4483783e-1703-482b-a83c-5a2f8260a21b", "tag": "62860700-cf29-451b-8706-452273b57921", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:07:45.249283 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f26b8740-b3d4-4dbd-b9e1-27cf807deb3d {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:07:45.249877 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4483783e-1703-482b-a83c-5a2f8260a21b', 'tag': '62860700-cf29-451b-8706-452273b57921', 'status': 'completed', 'code': 200} Nov 04 11:07:45.262321 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-a276a01a-af71-44bf-8f98-a1ac4d454a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:45.263916 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-a276a01a-af71-44bf-8f98-a1ac4d454a53 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=348bd9398af74c3d918968bafb1eb5b5&device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 1094 time: 0.0540009 Nov 04 11:07:45.315425 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-d5950f1e-a3a1-4620-bf41-5a9e63638a50 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62860700-cf29-451b-8706-452273b57921 HTTP/1.1" status: 200 len: 217 time: 0.0432594 Nov 04 11:07:45.462931 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-999cca97-ef4e-46e8-82e5-c6e973e64604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:45.465284 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-999cca97-ef4e-46e8-82e5-c6e973e64604 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b646d51a-22c4-441b-bb6c-38806852eeb8 HTTP/1.1" status: 200 len: 854 time: 0.1432288 Nov 04 11:07:45.519654 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-e5759a0d-d162-4ca6-9906-972c84a47221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:45.521662 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-e5759a0d-d162-4ca6-9906-972c84a47221 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=9bafbd8d-3e6d-4897-b789-23290981ea77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487475 Nov 04 11:07:45.631997 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-d57d9a26-72dd-4e52-a39d-0e57a8343311 service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021266 Nov 04 11:07:45.750946 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4c0e7d18-d16d-4b8b-979d-8fc5a660c4cd req-85bb6925-a67c-4a5e-9ccb-65a6c4250279 service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110859 Nov 04 11:07:45.751875 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270772d-e176-4be1-8ae9-d205398dfede req-d9946385-0b2f-427c-897e-869113443bff tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:45.753502 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a270772d-e176-4be1-8ae9-d205398dfede req-d9946385-0b2f-427c-897e-869113443bff tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0586975 Nov 04 11:07:45.812318 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a270772d-e176-4be1-8ae9-d205398dfede req-070ab007-f4c6-4f48-bf10-8a283c63bcef tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512745 Nov 04 11:07:45.858885 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffed05f-3a4a-4b12-80ee-fd31cb8cbd89 req-c31f356f-5457-4c04-bed8-585c63592410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:45.860497 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8ffed05f-3a4a-4b12-80ee-fd31cb8cbd89 req-c31f356f-5457-4c04-bed8-585c63592410 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=348bd9398af74c3d918968bafb1eb5b5&device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 1094 time: 0.0556214 Nov 04 11:07:45.965755 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffed05f-3a4a-4b12-80ee-fd31cb8cbd89 req-bf7746c2-e759-48f4-adf5-4b9d1cea1b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:45.969792 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8ffed05f-3a4a-4b12-80ee-fd31cb8cbd89 req-bf7746c2-e759-48f4-adf5-4b9d1cea1b27 service neutron] 10.222.0.126 "GET /v2.0/networks?id=9bafbd8d-3e6d-4897-b789-23290981ea77 HTTP/1.1" status: 200 len: 917 time: 0.1025693 Nov 04 11:07:46.021181 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8ffed05f-3a4a-4b12-80ee-fd31cb8cbd89 req-9bfa6226-2fcf-44df-94a6-9f916564e394 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62860700-cf29-451b-8706-452273b57921 HTTP/1.1" status: 200 len: 217 time: 0.0429261 Nov 04 11:07:46.072924 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffed05f-3a4a-4b12-80ee-fd31cb8cbd89 req-a1085530-51a1-4013-9951-ffa5791dbd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:46.074431 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8ffed05f-3a4a-4b12-80ee-fd31cb8cbd89 req-a1085530-51a1-4013-9951-ffa5791dbd90 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b646d51a-22c4-441b-bb6c-38806852eeb8 HTTP/1.1" status: 200 len: 854 time: 0.0470138 Nov 04 11:07:46.129423 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffed05f-3a4a-4b12-80ee-fd31cb8cbd89 req-2b6c91f6-c08b-45ba-83f9-cae05a864d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:46.130965 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8ffed05f-3a4a-4b12-80ee-fd31cb8cbd89 req-2b6c91f6-c08b-45ba-83f9-cae05a864d02 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=9bafbd8d-3e6d-4897-b789-23290981ea77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483029 Nov 04 11:07:46.244995 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8ffed05f-3a4a-4b12-80ee-fd31cb8cbd89 req-c8635c46-15c7-43a1-b870-8bc4d20dd910 service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043220 Nov 04 11:07:46.339486 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8ffed05f-3a4a-4b12-80ee-fd31cb8cbd89 req-28c45283-f8d2-4f37-ad9a-f05af780e628 service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868306 Nov 04 11:07:46.874869 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ec00eb79-a080-43ed-82e7-9b6a18a9ab93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:46.950693 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c3d61-7c55-46d9-8c0d-48610e215d4d req-d4c605e5-c263-4462-b88c-fbdb1ea13760 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:46.952225 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-951c3d61-7c55-46d9-8c0d-48610e215d4d req-d4c605e5-c263-4462-b88c-fbdb1ea13760 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0541286 Nov 04 11:07:47.002482 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-951c3d61-7c55-46d9-8c0d-48610e215d4d req-ac9bcf64-5e14-48a3-bd67-d8866b3a094f tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437427 Nov 04 11:07:48.133392 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04678b4b-9ea2-46e4-8c2e-837a166875f5 req-bb5e5dc3-7269-4b59-9af8-04f632a0b5a8 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:48.134988 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-04678b4b-9ea2-46e4-8c2e-837a166875f5 req-bb5e5dc3-7269-4b59-9af8-04f632a0b5a8 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0540390 Nov 04 11:07:48.190373 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-04678b4b-9ea2-46e4-8c2e-837a166875f5 req-8ef7d765-caa8-4d3a-a3ca-572419d0bf29 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470862 Nov 04 11:07:49.321754 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d89d7-f363-4de6-9b0f-74bc317ad8e9 req-1663e103-1564-4501-9d89-de18e98621d6 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:49.323401 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-170d89d7-f363-4de6-9b0f-74bc317ad8e9 req-1663e103-1564-4501-9d89-de18e98621d6 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0573230 Nov 04 11:07:49.382239 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-170d89d7-f363-4de6-9b0f-74bc317ad8e9 req-21076342-15d4-42b1-a2da-3ef854730ecd tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522463 Nov 04 11:07:49.676664 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a56af886-5bea-447b-8acb-2fda1180d397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:50.249828 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 62860700-cf29-451b-8706-452273b57921 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:07:50.350853 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 62860700-cf29-451b-8706-452273b57921, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=62860700-cf29-451b-8706-452273b57921,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:07:50.363099 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '62860700-cf29-451b-8706-452273b57921', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'port_id': '62860700-cf29-451b-8706-452273b57921', 'mac_address': 'fa:16:3e:ef:6d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:07:50.404596 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:50.421560 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62860700-cf29-451b-8706-452273b57921 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:07:50.444168 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 62860700-cf29-451b-8706-452273b57921, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=62860700-cf29-451b-8706-452273b57921,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:07:50.449652 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:50.499398 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=62860700-cf29-451b-8706-452273b57921,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:50.510469 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca8a0e-e4cd-4c56-9023-04dca4428c58 req-0ee2c5af-46b5-4888-a6ea-b35870c94493 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:50.512060 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c9ca8a0e-e4cd-4c56-9023-04dca4428c58 req-0ee2c5af-46b5-4888-a6ea-b35870c94493 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 944 time: 0.0494003 Nov 04 11:07:50.563234 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c9ca8a0e-e4cd-4c56-9023-04dca4428c58 req-8e7da5bd-bce1-45db-a1a6-bc2a60cef04e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447016 Nov 04 11:07:50.655403 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['62860700-cf29-451b-8706-452273b57921'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:07:50.821277 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:51.079273 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9037dd88-24b3-41be-af60-edb3c7cf7a47 req-21a915ff-8b71-4707-842b-badbd8b88f02 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482275 Nov 04 11:07:51.168645 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037dd88-24b3-41be-af60-edb3c7cf7a47 req-8149aad5-7b1c-4dfc-83ff-2478cb96f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:51.170221 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9037dd88-24b3-41be-af60-edb3c7cf7a47 req-8149aad5-7b1c-4dfc-83ff-2478cb96f12a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 1096 time: 0.0436234 Nov 04 11:07:51.282443 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037dd88-24b3-41be-af60-edb3c7cf7a47 req-bc773b2c-5d9e-45da-88ae-d029a7f05f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:51.283930 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9037dd88-24b3-41be-af60-edb3c7cf7a47 req-bc773b2c-5d9e-45da-88ae-d029a7f05f1b service neutron] 10.222.0.121 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 913 time: 0.0905731 Nov 04 11:07:51.357031 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9037dd88-24b3-41be-af60-edb3c7cf7a47 req-2823d999-af6e-41ea-8bee-b1eecd682950 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5abaf23-2f8c-4cb0-9050-455b682b78ef HTTP/1.1" status: 200 len: 1000 time: 0.0652823 Nov 04 11:07:51.423486 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037dd88-24b3-41be-af60-edb3c7cf7a47 req-e8b5a042-7037-4abc-99fd-52c90ce98443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:51.425206 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9037dd88-24b3-41be-af60-edb3c7cf7a47 req-e8b5a042-7037-4abc-99fd-52c90ce98443 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c5c74920-9b2d-4a89-a57f-e092fd0cce82 HTTP/1.1" status: 200 len: 850 time: 0.0593998 Nov 04 11:07:51.476374 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037dd88-24b3-41be-af60-edb3c7cf7a47 req-f32a0a9d-9662-478f-9ea1-861480ce1dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:51.478188 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9037dd88-24b3-41be-af60-edb3c7cf7a47 req-f32a0a9d-9662-478f-9ea1-861480ce1dcc service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454259 Nov 04 11:07:51.574634 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9037dd88-24b3-41be-af60-edb3c7cf7a47 req-5833d39b-0678-4f06-98b2-1513acb655fa service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880146 Nov 04 11:07:51.671736 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9037dd88-24b3-41be-af60-edb3c7cf7a47 req-8dc7a28e-3c51-4421-9f87-c58f0691d3f4 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892558 Nov 04 11:07:51.691026 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa37ca-9c3f-405a-a3d0-43c7c1f115cb req-29563fc2-b48d-4b46-b770-17d3608e4ad1 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:51.692534 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bdfa37ca-9c3f-405a-a3d0-43c7c1f115cb req-29563fc2-b48d-4b46-b770-17d3608e4ad1 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 944 time: 0.0521622 Nov 04 11:07:51.742270 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bdfa37ca-9c3f-405a-a3d0-43c7c1f115cb req-3aa6b200-daf2-4919-a333-6fff37f1725c tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433609 Nov 04 11:07:52.233628 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:52.257014 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 62860700-cf29-451b-8706-452273b57921 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:07:52.318328 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 62860700-cf29-451b-8706-452273b57921 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:07:52.322416 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 62860700-cf29-451b-8706-452273b57921 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:07:52.322785 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:52.411503 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:52.435512 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4483783e-1703-482b-a83c-5a2f8260a21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62860700-cf29-451b-8706-452273b57921'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:07:52.437803 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb58e9ee-ec5e-451b-a02f-3d072f6d6b2a" -d '{"events": [{"server_uuid": "4483783e-1703-482b-a83c-5a2f8260a21b", "name": "network-vif-plugged", "status": "completed", "tag": "62860700-cf29-451b-8706-452273b57921"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:07:52.450622 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 62860700-cf29-451b-8706-452273b57921, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=62860700-cf29-451b-8706-452273b57921,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:07:52.455557 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:52.479018 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a24790-95a0-4e83-801f-71f2b0d9be26 x-openstack-request-id: req-01a24790-95a0-4e83-801f-71f2b0d9be26 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:07:52.479342 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4483783e-1703-482b-a83c-5a2f8260a21b", "name": "network-vif-plugged", "status": "completed", "tag": "62860700-cf29-451b-8706-452273b57921", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:07:52.479592 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-01a24790-95a0-4e83-801f-71f2b0d9be26 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:07:52.479981 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4483783e-1703-482b-a83c-5a2f8260a21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62860700-cf29-451b-8706-452273b57921', 'code': 200} Nov 04 11:07:52.505893 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=62860700-cf29-451b-8706-452273b57921,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:52.586621 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f13f5a-6188-4623-80df-47511b938705 req-b2ab262c-6ff1-4b84-886e-4ddfbcb6ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:52.588138 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b1f13f5a-6188-4623-80df-47511b938705 req-b2ab262c-6ff1-4b84-886e-4ddfbcb6ad32 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 1096 time: 0.0485516 Nov 04 11:07:52.620318 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:52.639196 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b1f13f5a-6188-4623-80df-47511b938705 req-1ab61343-9116-4b9f-bc26-e70f5b6c819f service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423291 Nov 04 11:07:52.877411 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2f8ee-d41f-462c-abb6-ebbe889d5eda req-3329e9d6-2210-4378-8fb3-185e5bfb0b90 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:52.878905 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d2e2f8ee-d41f-462c-abb6-ebbe889d5eda req-3329e9d6-2210-4378-8fb3-185e5bfb0b90 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.0599234 Nov 04 11:07:52.936620 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d2e2f8ee-d41f-462c-abb6-ebbe889d5eda req-876b8dad-1bb0-454b-809a-6391b2eaba7b tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490344 Nov 04 11:07:54.067990 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43de80e-4729-4e34-b134-d17fc342fb4c req-e4cd80e8-0533-44e0-9c47-a31da0d204da tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:54.069722 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d43de80e-4729-4e34-b134-d17fc342fb4c req-e4cd80e8-0533-44e0-9c47-a31da0d204da tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.0539951 Nov 04 11:07:54.119554 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d43de80e-4729-4e34-b134-d17fc342fb4c req-a074c3ee-b02b-4a5b-8cff-c2a16b0fe615 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435803 Nov 04 11:07:54.263779 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdd0b0-5ec7-4d53-bc15-6c0befd9dbe0 req-2b1206f7-7062-400d-814a-ba7cc9061cf9 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:54.265536 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-80cdd0b0-5ec7-4d53-bc15-6c0befd9dbe0 req-2b1206f7-7062-400d-814a-ba7cc9061cf9 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.0611472 Nov 04 11:07:54.268394 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-956ec119-c33d-4af0-bab6-dc7c83573c34 req-517033b2-18ed-43ac-a0d9-e2981808ae90 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522909 Nov 04 11:07:54.275551 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50828) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:07:54.283656 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-54280a1f-4fdf-41fd-a774-df78ab438bf6 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Request body: {'floatingip': {'port_id': '62860700-cf29-451b-8706-452273b57921'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:07:54.332466 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-54280a1f-4fdf-41fd-a774-df78ab438bf6 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for floatingip, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:54.361086 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ec119-c33d-4af0-bab6-dc7c83573c34 req-5c6bc980-c9f3-46e3-bf10-86cab598eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:54.362775 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-956ec119-c33d-4af0-bab6-dc7c83573c34 req-5c6bc980-c9f3-46e3-bf10-86cab598eef2 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=348bd9398af74c3d918968bafb1eb5b5&device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 1096 time: 0.0470138 Nov 04 11:07:54.487805 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ec119-c33d-4af0-bab6-dc7c83573c34 req-15310dc1-74b5-460d-a81e-7321e0b73d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:54.490859 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-956ec119-c33d-4af0-bab6-dc7c83573c34 req-15310dc1-74b5-460d-a81e-7321e0b73d14 service neutron] 10.222.0.126 "GET /v2.0/networks?id=9bafbd8d-3e6d-4897-b789-23290981ea77 HTTP/1.1" status: 200 len: 917 time: 0.1092374 Nov 04 11:07:54.538594 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-956ec119-c33d-4af0-bab6-dc7c83573c34 req-7d3c7cd7-f9a9-430b-b2ed-d488a3421712 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62860700-cf29-451b-8706-452273b57921 HTTP/1.1" status: 200 len: 217 time: 0.0377331 Nov 04 11:07:54.590357 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ec119-c33d-4af0-bab6-dc7c83573c34 req-2f41b2c6-1008-4651-990f-f9f3ecf92f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:54.591909 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-956ec119-c33d-4af0-bab6-dc7c83573c34 req-2f41b2c6-1008-4651-990f-f9f3ecf92f3c service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b646d51a-22c4-441b-bb6c-38806852eeb8 HTTP/1.1" status: 200 len: 854 time: 0.0462883 Nov 04 11:07:54.641903 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ec119-c33d-4af0-bab6-dc7c83573c34 req-9894db05-5882-47c8-a809-4a1b9a03537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:54.643437 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-956ec119-c33d-4af0-bab6-dc7c83573c34 req-9894db05-5882-47c8-a809-4a1b9a03537d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=9bafbd8d-3e6d-4897-b789-23290981ea77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445375 Nov 04 11:07:54.735935 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-956ec119-c33d-4af0-bab6-dc7c83573c34 req-c0f82f89-b010-4f2a-9d33-0ca9235865b1 service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849519 Nov 04 11:07:54.807002 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-54280a1f-4fdf-41fd-a774-df78ab438bf6 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:54.812709 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-54280a1f-4fdf-41fd-a774-df78ab438bf6 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:54.834664 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-956ec119-c33d-4af0-bab6-dc7c83573c34 req-ccf83ba2-cc09-4e0a-bd51-32bf00bc6fe7 service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918612 Nov 04 11:07:54.915992 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-54280a1f-4fdf-41fd-a774-df78ab438bf6 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Floating IP c1bae0c1-0c8f-4e29-9d03-278b6179d41e associated. External IP: 172.25.7.140, port: 62860700-cf29-451b-8706-452273b57921. Nov 04 11:07:55.140921 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54280a1f-4fdf-41fd-a774-df78ab438bf6 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Router c3ca91e6-4a12-4058-b142-726988338cc2 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:07:55.258928 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54280a1f-4fdf-41fd-a774-df78ab438bf6 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:07:55.263855 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-54280a1f-4fdf-41fd-a774-df78ab438bf6 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:55.277497 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441c3f2a-140e-4fae-b361-6a553674af50 None None] Sync routers for ids ['c3ca91e6-4a12-4058-b142-726988338cc2'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:07:55.293537 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441c3f2a-140e-4fae-b361-6a553674af50 None None] Routers {'c3ca91e6-4a12-4058-b142-726988338cc2'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:07:55.294182 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-441c3f2a-140e-4fae-b361-6a553674af50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:07:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c3ca91e6-4a12-4058-b142-726988338cc2'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:07:55.298948 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-54280a1f-4fdf-41fd-a774-df78ab438bf6 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "PUT /v2.0/floatingips/c1bae0c1-0c8f-4e29-9d03-278b6179d41e HTTP/1.1" status: 200 len: 991 time: 1.0195789 Nov 04 11:07:55.298948 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4483783e-1703-482b-a83c-5a2f8260a21b', 'tag': '62860700-cf29-451b-8706-452273b57921'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:07:55.299555 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df47044-8c7e-47ac-ad77-b7b8c55f149d" -d '{"events": [{"name": "network-changed", "server_uuid": "4483783e-1703-482b-a83c-5a2f8260a21b", "tag": "62860700-cf29-451b-8706-452273b57921"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:07:55.409422 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa9db54-94fc-4625-85f3-854283042975 x-openstack-request-id: req-bfa9db54-94fc-4625-85f3-854283042975 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:07:55.409724 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4483783e-1703-482b-a83c-5a2f8260a21b", "tag": "62860700-cf29-451b-8706-452273b57921", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:07:55.409981 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-bfa9db54-94fc-4625-85f3-854283042975 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:07:55.410391 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4483783e-1703-482b-a83c-5a2f8260a21b', 'tag': '62860700-cf29-451b-8706-452273b57921', 'status': 'completed', 'code': 200} Nov 04 11:07:55.613503 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-441c3f2a-140e-4fae-b361-6a553674af50 None None] Set router c3ca91e6-4a12-4058-b142-726988338cc2 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:07:55.872716 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df47044-8c7e-47ac-ad77-b7b8c55f149d req-9aae36df-d180-4327-8230-f7609142cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:55.874388 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3df47044-8c7e-47ac-ad77-b7b8c55f149d req-9aae36df-d180-4327-8230-f7609142cfa4 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=348bd9398af74c3d918968bafb1eb5b5&device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 1096 time: 0.4402552 Nov 04 11:07:55.877834 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-441c3f2a-140e-4fae-b361-6a553674af50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'name': 'tempest-AttachVolumeShelveTestJSON-21068047-router', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:07:34Z', 'updated_at': '2021-11-04T11:07:38Z', 'revision_number': 4, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'gw_port': {'id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:35Z', 'updated_at': '2021-11-04T11:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'c1bae0c1-0c8f-4e29-9d03-278b6179d41e', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'port_id': '62860700-cf29-451b-8706-452273b57921', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'mac_address': 'fa:16:3e:ef:6d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4483783e-1703-482b-a83c-5a2f8260a21b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:07:40Z', 'updated_at': '2021-11-04T11:07:54Z', 'revision_number': 1, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a704c1c-43dd-4f47-9161-b67cd6cf9aff', 'name': '', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'mac_address': 'fa:16:3e:39:a9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:37Z', 'updated_at': '2021-11-04T11:07:42Z', 'revision_number': 5, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'subnets': [{'id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:07:55.904916 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441c3f2a-140e-4fae-b361-6a553674af50 None None] Checking router: c3ca91e6-4a12-4058-b142-726988338cc2 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:07:55.913584 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441c3f2a-140e-4fae-b361-6a553674af50 None None] Routers {'c3ca91e6-4a12-4058-b142-726988338cc2'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:07:55.914353 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-441c3f2a-140e-4fae-b361-6a553674af50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:07:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c3ca91e6-4a12-4058-b142-726988338cc2'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:07:55.971718 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df47044-8c7e-47ac-ad77-b7b8c55f149d req-eb990aed-aeec-4b22-8dce-fb798adcacdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:55.973238 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3df47044-8c7e-47ac-ad77-b7b8c55f149d req-eb990aed-aeec-4b22-8dce-fb798adcacdc service neutron] 10.222.0.126 "GET /v2.0/networks?id=9bafbd8d-3e6d-4897-b789-23290981ea77 HTTP/1.1" status: 200 len: 917 time: 0.0898964 Nov 04 11:07:56.026172 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-441c3f2a-140e-4fae-b361-6a553674af50 None None] Set router c3ca91e6-4a12-4058-b142-726988338cc2 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:07:56.046004 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3df47044-8c7e-47ac-ad77-b7b8c55f149d req-723149bd-14ae-4e22-bad9-6364d9a273f4 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62860700-cf29-451b-8706-452273b57921 HTTP/1.1" status: 200 len: 999 time: 0.0647819 Nov 04 11:07:56.098258 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df47044-8c7e-47ac-ad77-b7b8c55f149d req-2946d254-e9b9-4df8-bc84-df59a0bc6a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:56.099759 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3df47044-8c7e-47ac-ad77-b7b8c55f149d req-2946d254-e9b9-4df8-bc84-df59a0bc6a34 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b646d51a-22c4-441b-bb6c-38806852eeb8 HTTP/1.1" status: 200 len: 854 time: 0.0468516 Nov 04 11:07:56.154750 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df47044-8c7e-47ac-ad77-b7b8c55f149d req-ae9008a4-144c-475e-8442-cc0135f6c404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:07:56.156310 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3df47044-8c7e-47ac-ad77-b7b8c55f149d req-ae9008a4-144c-475e-8442-cc0135f6c404 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=9bafbd8d-3e6d-4897-b789-23290981ea77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482030 Nov 04 11:07:56.266413 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-441c3f2a-140e-4fae-b361-6a553674af50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'name': 'tempest-AttachVolumeShelveTestJSON-21068047-router', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:07:34Z', 'updated_at': '2021-11-04T11:07:38Z', 'revision_number': 4, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'gw_port': {'id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:35Z', 'updated_at': '2021-11-04T11:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'c1bae0c1-0c8f-4e29-9d03-278b6179d41e', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'port_id': '62860700-cf29-451b-8706-452273b57921', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'mac_address': 'fa:16:3e:ef:6d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4483783e-1703-482b-a83c-5a2f8260a21b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:07:40Z', 'updated_at': '2021-11-04T11:07:54Z', 'revision_number': 1, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a704c1c-43dd-4f47-9161-b67cd6cf9aff', 'name': '', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'mac_address': 'fa:16:3e:39:a9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:37Z', 'updated_at': '2021-11-04T11:07:42Z', 'revision_number': 5, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'subnets': [{'id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:07:56.276669 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3df47044-8c7e-47ac-ad77-b7b8c55f149d req-5f68d9c2-5d49-4c0a-b5fd-548b88d69e8d service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071599 Nov 04 11:07:56.294603 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441c3f2a-140e-4fae-b361-6a553674af50 None None] The sync data for ids ['c3ca91e6-4a12-4058-b142-726988338cc2'] in n-d-816629-1 is: [{'id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'name': 'tempest-AttachVolumeShelveTestJSON-21068047-router', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:07:34Z', 'updated_at': '2021-11-04T11:07:38Z', 'revision_number': 4, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'gw_port': {'id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:35Z', 'updated_at': '2021-11-04T11:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'c1bae0c1-0c8f-4e29-9d03-278b6179d41e', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'port_id': '62860700-cf29-451b-8706-452273b57921', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'mac_address': 'fa:16:3e:ef:6d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4483783e-1703-482b-a83c-5a2f8260a21b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:07:40Z', 'updated_at': '2021-11-04T11:07:54Z', 'revision_number': 1, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a704c1c-43dd-4f47-9161-b67cd6cf9aff', 'name': '', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'mac_address': 'fa:16:3e:39:a9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:37Z', 'updated_at': '2021-11-04T11:07:42Z', 'revision_number': 5, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'subnets': [{'id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:07:56.383783 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3df47044-8c7e-47ac-ad77-b7b8c55f149d req-a1e17400-3b55-48d6-9d4e-670c4ffd0e51 service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891409 Nov 04 11:07:56.526871 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44399c2-f8d1-4961-a667-e674d07c66e7 None None] New status for floating IP c1bae0c1-0c8f-4e29-9d03-278b6179d41e: ACTIVE {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:07:57.542546 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 50852) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:07:57.667523 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ffa08739-50d4-4129-8a35-500436846db0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:57.753152 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ffa08739-50d4-4129-8a35-500436846db0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:57.758915 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ffa08739-50d4-4129-8a35-500436846db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:57.801835 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ffa08739-50d4-4129-8a35-500436846db0 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=8fd2a88f0e9f46ef9c39a10e0605b2b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2580583 Nov 04 11:07:57.803057 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa08739-50d4-4129-8a35-500436846db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6967401f-d7fa-4338-ab1a-1872bc91f0ef,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:57.805106 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 50856) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:07:57.811626 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa08739-50d4-4129-8a35-500436846db0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:57.811975 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa08739-50d4-4129-8a35-500436846db0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:57.812631 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa08739-50d4-4129-8a35-500436846db0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:57.812631 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa08739-50d4-4129-8a35-500436846db0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:57.812980 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa08739-50d4-4129-8a35-500436846db0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:57.813303 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa08739-50d4-4129-8a35-500436846db0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:57.813626 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa08739-50d4-4129-8a35-500436846db0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:57.813949 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa08739-50d4-4129-8a35-500436846db0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:57.814263 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa08739-50d4-4129-8a35-500436846db0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:57.814580 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa08739-50d4-4129-8a35-500436846db0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:57.814898 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa08739-50d4-4129-8a35-500436846db0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:57.815209 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa08739-50d4-4129-8a35-500436846db0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:57.859320 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c4eaa6ee-0f62-42c0-ba0b-0d8d6801a94b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:57.886259 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c4eaa6ee-0f62-42c0-ba0b-0d8d6801a94b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:57.935394 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c4eaa6ee-0f62-42c0-ba0b-0d8d6801a94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:57.938285 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c4eaa6ee-0f62-42c0-ba0b-0d8d6801a94b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:07:57.942006 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c4eaa6ee-0f62-42c0-ba0b-0d8d6801a94b admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/6967401f-d7fa-4338-ab1a-1872bc91f0ef HTTP/1.1" status: 204 len: 168 time: 0.1329823 Nov 04 11:07:57.949467 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eaa6ee-0f62-42c0-ba0b-0d8d6801a94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6967401f-d7fa-4338-ab1a-1872bc91f0ef,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:07:57.957176 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eaa6ee-0f62-42c0-ba0b-0d8d6801a94b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:57.957584 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eaa6ee-0f62-42c0-ba0b-0d8d6801a94b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:57.958029 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eaa6ee-0f62-42c0-ba0b-0d8d6801a94b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:57.958415 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eaa6ee-0f62-42c0-ba0b-0d8d6801a94b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:57.958866 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eaa6ee-0f62-42c0-ba0b-0d8d6801a94b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:57.959166 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eaa6ee-0f62-42c0-ba0b-0d8d6801a94b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:57.959559 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eaa6ee-0f62-42c0-ba0b-0d8d6801a94b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:57.960157 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eaa6ee-0f62-42c0-ba0b-0d8d6801a94b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:57.960736 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eaa6ee-0f62-42c0-ba0b-0d8d6801a94b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:57.961048 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eaa6ee-0f62-42c0-ba0b-0d8d6801a94b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:57.961421 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eaa6ee-0f62-42c0-ba0b-0d8d6801a94b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:07:57.961804 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eaa6ee-0f62-42c0-ba0b-0d8d6801a94b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:08:04.375562 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:08:12.576961 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:08:14.997852 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:08:16.879099 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-722a374a-87da-4ea5-bc76-57b2030789f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:08:19.684300 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c2f8a203-22b7-4b24-a320-d7a259743701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:08:20.829177 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:08:22.236678 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:08:22.633620 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:08:41.369715 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:08:42.596383 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:08:44.999307 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:08:46.874950 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4e6d5298-d294-45c8-9e37-86c05b3a68ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:08:49.688528 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3037511c-1bcb-41ca-a2eb-e550f47a1f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:08:50.836012 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:08:52.237440 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:08:52.239807 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a2236303-db34-46c0-88df-45aa11cd57f9 req-4ab47cf3-b03d-4e12-a025-a687d63cf924 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1727362 Nov 04 11:08:52.326004 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2236303-db34-46c0-88df-45aa11cd57f9 req-79da4434-451c-49f9-bbb6-0fc997a206e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:08:52.327669 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a2236303-db34-46c0-88df-45aa11cd57f9 req-79da4434-451c-49f9-bbb6-0fc997a206e9 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 1096 time: 0.0426586 Nov 04 11:08:52.447456 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2236303-db34-46c0-88df-45aa11cd57f9 req-89eae1c6-fe38-444c-87ae-56bf3b3c9cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:08:52.448995 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a2236303-db34-46c0-88df-45aa11cd57f9 req-89eae1c6-fe38-444c-87ae-56bf3b3c9cad service neutron] 10.222.0.121 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 913 time: 0.1005101 Nov 04 11:08:52.519123 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a2236303-db34-46c0-88df-45aa11cd57f9 req-09359998-c029-4c1c-a4b9-bb1fdc29205a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5abaf23-2f8c-4cb0-9050-455b682b78ef HTTP/1.1" status: 200 len: 1000 time: 0.0615330 Nov 04 11:08:52.574407 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2236303-db34-46c0-88df-45aa11cd57f9 req-0580aa4b-8895-41b5-b4f5-d3ebfe357d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:08:52.575860 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a2236303-db34-46c0-88df-45aa11cd57f9 req-0580aa4b-8895-41b5-b4f5-d3ebfe357d79 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c5c74920-9b2d-4a89-a57f-e092fd0cce82 HTTP/1.1" status: 200 len: 850 time: 0.0494430 Nov 04 11:08:52.625798 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2236303-db34-46c0-88df-45aa11cd57f9 req-66d06acb-7d92-4110-b15e-b1a85ec9e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:08:52.626991 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:08:52.627365 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a2236303-db34-46c0-88df-45aa11cd57f9 req-66d06acb-7d92-4110-b15e-b1a85ec9e7f1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445173 Nov 04 11:08:52.719899 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a2236303-db34-46c0-88df-45aa11cd57f9 req-a5b164d8-8c4a-41f5-b517-7f4c1501d609 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849695 Nov 04 11:08:52.816588 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a2236303-db34-46c0-88df-45aa11cd57f9 req-204a8649-2f93-4adc-ab27-7d754697af02 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890141 Nov 04 11:08:56.260968 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-857e8a96-9b33-4f81-881b-f58d58326324 req-9d689153-d48c-4c89-be14-c5fdb8cabcb6 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448387 Nov 04 11:08:56.354765 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e8a96-9b33-4f81-881b-f58d58326324 req-e67e23f4-d6bd-4287-b206-c162a44c2033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:08:56.356928 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-857e8a96-9b33-4f81-881b-f58d58326324 req-e67e23f4-d6bd-4287-b206-c162a44c2033 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=348bd9398af74c3d918968bafb1eb5b5&device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 1096 time: 0.0476172 Nov 04 11:08:56.475910 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e8a96-9b33-4f81-881b-f58d58326324 req-346f36e0-3e2e-4764-90d3-e39b6b4c5fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:08:56.477508 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-857e8a96-9b33-4f81-881b-f58d58326324 req-346f36e0-3e2e-4764-90d3-e39b6b4c5fa6 service neutron] 10.222.0.126 "GET /v2.0/networks?id=9bafbd8d-3e6d-4897-b789-23290981ea77 HTTP/1.1" status: 200 len: 917 time: 0.0957253 Nov 04 11:08:56.553236 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-857e8a96-9b33-4f81-881b-f58d58326324 req-c0b07fc4-aecf-4591-81b4-4369fad8062a service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62860700-cf29-451b-8706-452273b57921 HTTP/1.1" status: 200 len: 1001 time: 0.0652554 Nov 04 11:08:56.608741 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e8a96-9b33-4f81-881b-f58d58326324 req-8dc202bd-1757-4329-bc39-62f35938642a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:08:56.610810 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-857e8a96-9b33-4f81-881b-f58d58326324 req-8dc202bd-1757-4329-bc39-62f35938642a service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b646d51a-22c4-441b-bb6c-38806852eeb8 HTTP/1.1" status: 200 len: 854 time: 0.0489051 Nov 04 11:08:56.659999 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e8a96-9b33-4f81-881b-f58d58326324 req-01cbe172-711b-4ee6-9b63-db47fa5e3406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:08:56.661617 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-857e8a96-9b33-4f81-881b-f58d58326324 req-01cbe172-711b-4ee6-9b63-db47fa5e3406 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=9bafbd8d-3e6d-4897-b789-23290981ea77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430794 Nov 04 11:08:56.755070 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-857e8a96-9b33-4f81-881b-f58d58326324 req-48634ac6-876a-4607-9309-12283cf11e66 service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850935 Nov 04 11:08:56.852858 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-857e8a96-9b33-4f81-881b-f58d58326324 req-9e32c24b-eac4-478e-ab2d-6da425ae4e70 service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895689 Nov 04 11:08:59.944754 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-d406a0a9-561f-40b9-96aa-e10e8611308a req-a4be3bea-d72f-4500-ab70-30d6be9c57ab service neutron] (101774) timed out ('10.222.0.127', 35472) {{(pid=101774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 11:09:05.369861 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29691e-7621-4f3f-bb19-273354e525c2 req-1a828528-0a70-44ae-852a-5dae201c06fa tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:05.371680 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ff29691e-7621-4f3f-bb19-273354e525c2 req-1a828528-0a70-44ae-852a-5dae201c06fa tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 945 time: 0.1642010 Nov 04 11:09:05.425314 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ff29691e-7621-4f3f-bb19-273354e525c2 req-bbe6f831-48c2-49d2-a538-e1e0ea9106d9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472341 Nov 04 11:09:06.560268 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72898378-3da9-48d7-b4f6-3435d2db8d80 req-c2983961-bc39-469d-8d2d-9e39e9f1fedc tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:06.561831 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-72898378-3da9-48d7-b4f6-3435d2db8d80 req-c2983961-bc39-469d-8d2d-9e39e9f1fedc tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 945 time: 0.0559986 Nov 04 11:09:06.615615 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-72898378-3da9-48d7-b4f6-3435d2db8d80 req-b7387ad0-f4d3-490e-afa5-b078dce58b78 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475702 Nov 04 11:09:06.756377 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e42a6-66f2-4974-bb05-729f09eda587 req-96949d57-a597-4558-ad70-4ea23d66a598 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:06.757787 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e31e42a6-66f2-4974-bb05-729f09eda587 req-96949d57-a597-4558-ad70-4ea23d66a598 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.121 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 945 time: 0.0633023 Nov 04 11:09:06.855999 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-e31e42a6-66f2-4974-bb05-729f09eda587 req-ee0bfa2d-0234-481f-9907-0ad5121f12f8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Deleting port c5abaf23-2f8c-4cb0-9050-455b682b78ef {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:09:06.856311 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e31e42a6-66f2-4974-bb05-729f09eda587 req-ee0bfa2d-0234-481f-9907-0ad5121f12f8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:06.948733 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e31e42a6-66f2-4974-bb05-729f09eda587 req-ee0bfa2d-0234-481f-9907-0ad5121f12f8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] For port c5abaf23-2f8c-4cb0-9050-455b682b78ef, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=c5abaf23-2f8c-4cb0-9050-455b682b78ef,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:09:06.949138 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e31e42a6-66f2-4974-bb05-729f09eda587 req-ee0bfa2d-0234-481f-9907-0ad5121f12f8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:07.135786 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e31e42a6-66f2-4974-bb05-729f09eda587 req-ee0bfa2d-0234-481f-9907-0ad5121f12f8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:07.136298 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e31e42a6-66f2-4974-bb05-729f09eda587 req-ee0bfa2d-0234-481f-9907-0ad5121f12f8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:07.136625 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [req-e31e42a6-66f2-4974-bb05-729f09eda587 req-ee0bfa2d-0234-481f-9907-0ad5121f12f8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Floating IP 80a1bf5c-19c6-44e3-bea8-26d1655b05e7 disassociated. External IP: 172.25.7.31, port: c5abaf23-2f8c-4cb0-9050-455b682b78ef. Nov 04 11:09:07.136995 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-e31e42a6-66f2-4974-bb05-729f09eda587 req-ee0bfa2d-0234-481f-9907-0ad5121f12f8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Calling delete_port for c5abaf23-2f8c-4cb0-9050-455b682b78ef owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:09:07.283771 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e31e42a6-66f2-4974-bb05-729f09eda587 req-ee0bfa2d-0234-481f-9907-0ad5121f12f8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:07.315157 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0bfa2d-0234-481f-9907-0ad5121f12f8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event deleted for resources: {'Port': ['ID=c5abaf23-2f8c-4cb0-9050-455b682b78ef,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:09:07.326764 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0bfa2d-0234-481f-9907-0ad5121f12f8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:07.327110 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0bfa2d-0234-481f-9907-0ad5121f12f8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:07.327625 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0bfa2d-0234-481f-9907-0ad5121f12f8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:07.327877 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0bfa2d-0234-481f-9907-0ad5121f12f8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:07.328161 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0bfa2d-0234-481f-9907-0ad5121f12f8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:07.328412 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0bfa2d-0234-481f-9907-0ad5121f12f8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:07.328782 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0bfa2d-0234-481f-9907-0ad5121f12f8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:07.329136 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0bfa2d-0234-481f-9907-0ad5121f12f8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:07.329593 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0bfa2d-0234-481f-9907-0ad5121f12f8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:07.329997 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0bfa2d-0234-481f-9907-0ad5121f12f8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:07.330319 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0bfa2d-0234-481f-9907-0ad5121f12f8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:07.330726 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0bfa2d-0234-481f-9907-0ad5121f12f8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:07.448460 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e31e42a6-66f2-4974-bb05-729f09eda587 req-ee0bfa2d-0234-481f-9907-0ad5121f12f8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Router 32826aa7-7758-4d92-bcf7-a804cc57f657 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:09:07.560569 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e31e42a6-66f2-4974-bb05-729f09eda587 req-ee0bfa2d-0234-481f-9907-0ad5121f12f8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:09:07.571819 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bd4d9d-c99c-4bf8-a78d-96d6718c3c5b None None] Sync routers for ids ['32826aa7-7758-4d92-bcf7-a804cc57f657'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:09:07.583117 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bd4d9d-c99c-4bf8-a78d-96d6718c3c5b None None] Routers {'32826aa7-7758-4d92-bcf7-a804cc57f657'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:09:07.584037 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-b1bd4d9d-c99c-4bf8-a78d-96d6718c3c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:08:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['32826aa7-7758-4d92-bcf7-a804cc57f657'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:09:07.602534 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31e42a6-66f2-4974-bb05-729f09eda587 req-ee0bfa2d-0234-481f-9907-0ad5121f12f8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] No DVR routers for this DVR port c5abaf23-2f8c-4cb0-9050-455b682b78ef on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:09:07.605074 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e31e42a6-66f2-4974-bb05-729f09eda587 req-ee0bfa2d-0234-481f-9907-0ad5121f12f8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:07.608512 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e31e42a6-66f2-4974-bb05-729f09eda587 req-ee0bfa2d-0234-481f-9907-0ad5121f12f8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.121 "DELETE /v2.0/ports/c5abaf23-2f8c-4cb0-9050-455b682b78ef HTTP/1.1" status: 204 len: 173 time: 0.8428655 Nov 04 11:09:07.608970 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f1c515-d890-45e7-ba82-598e0f34229a', 'name': 'network-vif-deleted', 'tag': 'c5abaf23-2f8c-4cb0-9050-455b682b78ef'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:09:07.611743 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82158282-5e0d-48f8-9072-80f6b73dc3e8" -d '{"events": [{"server_uuid": "88f1c515-d890-45e7-ba82-598e0f34229a", "name": "network-vif-deleted", "tag": "c5abaf23-2f8c-4cb0-9050-455b682b78ef"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:09:07.655852 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5660c5e8-b494-4a95-ba78-6583f95edb18 x-openstack-request-id: req-5660c5e8-b494-4a95-ba78-6583f95edb18 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:09:07.656683 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f1c515-d890-45e7-ba82-598e0f34229a", "name": "network-vif-deleted", "tag": "c5abaf23-2f8c-4cb0-9050-455b682b78ef", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:09:07.657147 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-5660c5e8-b494-4a95-ba78-6583f95edb18 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:09:07.657803 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f1c515-d890-45e7-ba82-598e0f34229a', 'name': 'network-vif-deleted', 'tag': 'c5abaf23-2f8c-4cb0-9050-455b682b78ef', 'status': 'completed', 'code': 200} Nov 04 11:09:07.715161 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-b1bd4d9d-c99c-4bf8-a78d-96d6718c3c5b None None] Set router 32826aa7-7758-4d92-bcf7-a804cc57f657 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:09:07.753171 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-efb7d8b5-1250-437a-b18a-00a589dba1a3 req-ae26f14b-f84a-4236-befb-746c4c4270db tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 210 time: 0.0375867 Nov 04 11:09:07.936949 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-b1bd4d9d-c99c-4bf8-a78d-96d6718c3c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'name': 'tempest-TestVolumeBootPattern-668387148-router', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:45Z', 'revision_number': 4, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'gw_port': {'id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '8af52804-d6a4-46e6-abe0-02bcea223003', 'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'mac_address': 'fa:16:3e:fc:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:44Z', 'updated_at': '2021-11-04T11:02:51Z', 'revision_number': 5, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'subnets': [{'id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:09:07.968491 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bd4d9d-c99c-4bf8-a78d-96d6718c3c5b None None] Checking router: 32826aa7-7758-4d92-bcf7-a804cc57f657 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:09:07.978440 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bd4d9d-c99c-4bf8-a78d-96d6718c3c5b None None] Routers {'32826aa7-7758-4d92-bcf7-a804cc57f657'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:09:07.979060 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-b1bd4d9d-c99c-4bf8-a78d-96d6718c3c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:08:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['32826aa7-7758-4d92-bcf7-a804cc57f657'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:09:08.087537 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-b1bd4d9d-c99c-4bf8-a78d-96d6718c3c5b None None] Set router 32826aa7-7758-4d92-bcf7-a804cc57f657 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:09:08.294822 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-b1bd4d9d-c99c-4bf8-a78d-96d6718c3c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'name': 'tempest-TestVolumeBootPattern-668387148-router', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:45Z', 'revision_number': 4, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'gw_port': {'id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '8af52804-d6a4-46e6-abe0-02bcea223003', 'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'mac_address': 'fa:16:3e:fc:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:44Z', 'updated_at': '2021-11-04T11:02:51Z', 'revision_number': 5, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'subnets': [{'id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:09:08.327392 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bd4d9d-c99c-4bf8-a78d-96d6718c3c5b None None] The sync data for ids ['32826aa7-7758-4d92-bcf7-a804cc57f657'] in n-d-816629-1 is: [{'id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'name': 'tempest-TestVolumeBootPattern-668387148-router', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:45Z', 'revision_number': 4, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'gw_port': {'id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '8af52804-d6a4-46e6-abe0-02bcea223003', 'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'mac_address': 'fa:16:3e:fc:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:44Z', 'updated_at': '2021-11-04T11:02:51Z', 'revision_number': 5, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'subnets': [{'id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:09:08.568558 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f8fa15-68f7-477f-82fb-7f56f902e20e None None] New status for floating IP 80a1bf5c-19c6-44e3-bea8-26d1655b05e7: DOWN {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:09:08.848868 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7b70ade3-66c1-4800-829a-2fa34d6e1ccb req-e52e7ba1-3179-455d-8dad-6922a7f09ed0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 210 time: 0.0269403 Nov 04 11:09:09.951765 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c01eecc7-1cfb-410a-a49d-cba2dca88299 req-bec78df2-7e8a-4e50-947a-82f8a213e6c2 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 210 time: 0.0284593 Nov 04 11:09:11.059095 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc14b1c9-eef2-4633-8104-07accd6ae29e req-58380c2e-19f5-44b1-a4ba-044cac0790a7 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 210 time: 0.0275784 Nov 04 11:09:11.086493 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device c5abaf23-2f8c-4cb0-9050-455b682b78ef no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:09:11.107570 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: c5abaf23-2f8c-4cb0-9050-455b682b78ef {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:09:11.107943 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device c5abaf23-2f8c-4cb0-9050-455b682b78ef not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:09:12.177147 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-67720bb7-ec09-4e24-8297-d665dc612dc9 req-354aa49d-9ee9-4684-9fd1-6478a4d8ed48 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=88f1c515-d890-45e7-ba82-598e0f34229a HTTP/1.1" status: 200 len: 210 time: 0.0304251 Nov 04 11:09:12.595936 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:13.410240 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-234d8251-0256-4386-8926-c2c50ad86fac tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-73772844&fields=id&tenant_id=ddf89eefd3f5444e82d89fc191073961 HTTP/1.1" status: 200 len: 267 time: 0.0568566 Nov 04 11:09:13.521912 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-402116ea-1af8-410b-a8bd-06f814acb27f tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:13.523346 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-402116ea-1af8-410b-a8bd-06f814acb27f tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 811 time: 0.1033239 Nov 04 11:09:13.543085 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-5810cf7e-e0cc-404b-b8e9-76509b78e1fc tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/quotas/ddf89eefd3f5444e82d89fc191073961 HTTP/1.1" status: 200 len: 375 time: 0.0110316 Nov 04 11:09:13.611076 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-3ef7fc3a-06dc-4815-b71d-8189de065b39 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0575640 Nov 04 11:09:13.711925 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-3b7b6e0b-b343-4fc0-8c1a-b5ad11801549 service neutron] 10.222.0.127 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884597 Nov 04 11:09:13.815752 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-db655b2b-8d7c-4ce6-9236-473394166009 service neutron] 10.222.0.127 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976276 Nov 04 11:09:14.195556 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2bfde61c-267f-409f-8a7e-d9bf6846ffec req-044da929-b8c1-4e48-9df4-f2fd37449c5e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 210 time: 0.0285792 Nov 04 11:09:15.002901 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:15.175310 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-24b5db41-d558-4870-bc80-964fc071cad2 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:15.177002 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-24b5db41-d558-4870-bc80-964fc071cad2 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.121 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 811 time: 0.1211693 Nov 04 11:09:15.250720 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-ecaaf45a-84d5-4e10-a889-3543095438fc tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddf89eefd3f5444e82d89fc191073961 HTTP/1.1" status: 200 len: 378 time: 0.0639727 Nov 04 11:09:15.260678 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-6ccfb4e2-f140-41cc-8f76-db20402c52bd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Request body: {'port': {'device_id': '653f5479-809d-47f9-9179-bef7f6ffb5e5', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'admin_state_up': True, 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'security_groups': ['fe5a7cc4-b094-424d-9d58-6e591f50f89b']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:09:15.305792 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b3cf9a1-8d0d-4b54-9ad4-a9d808ee0a1d req-1188b434-73d8-4068-b451-7a670e5c88cc tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 210 time: 0.0266223 Nov 04 11:09:15.381545 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-6ccfb4e2-f140-41cc-8f76-db20402c52bd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Made reservation on behalf of ddf89eefd3f5444e82d89fc191073961 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:09:15.385256 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-6ccfb4e2-f140-41cc-8f76-db20402c52bd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:15.510836 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-6ccfb4e2-f140-41cc-8f76-db20402c52bd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Allocated IP 172.20.0.5 (0166203e-9ed1-4f29-8b1e-2d2e84ab323b/c5c74920-9b2d-4a89-a57f-e092fd0cce82/6181c171-8c44-4ac0-88a6-f67cf627357f) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:09:15.657698 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-6ccfb4e2-f140-41cc-8f76-db20402c52bd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:15.692477 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-6ccfb4e2-f140-41cc-8f76-db20402c52bd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:15.736071 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-6ccfb4e2-f140-41cc-8f76-db20402c52bd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:09:15.741457 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-6ccfb4e2-f140-41cc-8f76-db20402c52bd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:09:15.745290 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-6ccfb4e2-f140-41cc-8f76-db20402c52bd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:09:15.770160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccfb4e2-f140-41cc-8f76-db20402c52bd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event updated for resources: {'Port': ['ID=6181c171-8c44-4ac0-88a6-f67cf627357f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:09:15.800091 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-6ccfb4e2-f140-41cc-8f76-db20402c52bd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:15.800911 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-6ccfb4e2-f140-41cc-8f76-db20402c52bd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:15.819467 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-6ccfb4e2-f140-41cc-8f76-db20402c52bd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5626612 Nov 04 11:09:15.833364 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-ea2554c2-c48f-43af-9218-d2819ecc3daf service neutron] Request body: {'port': {'device_id': '653f5479-809d-47f9-9179-bef7f6ffb5e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:09:15.908717 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-ea2554c2-c48f-43af-9218-d2819ecc3daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:16.001578 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-5aac8c6e-d6ff-458f-aa38-50b950521d22 None None] Provisioning complete for port 6181c171-8c44-4ac0-88a6-f67cf627357f triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:09:16.001964 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5aac8c6e-d6ff-458f-aa38-50b950521d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:16.040728 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-5aac8c6e-d6ff-458f-aa38-50b950521d22 None None] Port 6181c171-8c44-4ac0-88a6-f67cf627357f cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:09:16.192496 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-ea2554c2-c48f-43af-9218-d2819ecc3daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6181c171-8c44-4ac0-88a6-f67cf627357f {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:09:16.200813 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-ea2554c2-c48f-43af-9218-d2819ecc3daf service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:16.214133 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-ea2554c2-c48f-43af-9218-d2819ecc3daf service neutron] Transition to ACTIVE for port object 6181c171-8c44-4ac0-88a6-f67cf627357f will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:09:16.219729 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-ea2554c2-c48f-43af-9218-d2819ecc3daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:16.281983 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2554c2-c48f-43af-9218-d2819ecc3daf service neutron] Pushing event updated for resources: {'Port': ['ID=6181c171-8c44-4ac0-88a6-f67cf627357f,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:09:16.371680 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-ea2554c2-c48f-43af-9218-d2819ecc3daf service neutron] Attempting to bind port 6181c171-8c44-4ac0-88a6-f67cf627357f on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:09:16.372016 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-ea2554c2-c48f-43af-9218-d2819ecc3daf service neutron] Attempting to bind port 6181c171-8c44-4ac0-88a6-f67cf627357f by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:09:16.372352 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-ea2554c2-c48f-43af-9218-d2819ecc3daf service neutron] Attempting to bind port 6181c171-8c44-4ac0-88a6-f67cf627357f on network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:09:16.377875 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-ea2554c2-c48f-43af-9218-d2819ecc3daf service neutron] Port 6181c171-8c44-4ac0-88a6-f67cf627357f on network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:09:16.379038 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-ea2554c2-c48f-43af-9218-d2819ecc3daf service neutron] Attempting to bind port 6181c171-8c44-4ac0-88a6-f67cf627357f on network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:09:16.385053 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-ea2554c2-c48f-43af-9218-d2819ecc3daf service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:09:16.385405 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-ea2554c2-c48f-43af-9218-d2819ecc3daf service neutron] Checking segment: {'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:09:16.385792 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-ea2554c2-c48f-43af-9218-d2819ecc3daf service neutron] Bound using segment: {'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:09:16.386369 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-ea2554c2-c48f-43af-9218-d2819ecc3daf service neutron] Bound port: 6181c171-8c44-4ac0-88a6-f67cf627357f, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:09:16.386724 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-ea2554c2-c48f-43af-9218-d2819ecc3daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:16.446552 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856377e-7af6-4ddb-a0c4-49a5e4757b99 req-5c70ba65-e0b3-4493-81aa-2ef6a72d8f7d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:16.448865 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5856377e-7af6-4ddb-a0c4-49a5e4757b99 req-5c70ba65-e0b3-4493-81aa-2ef6a72d8f7d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 943 time: 0.0585325 Nov 04 11:09:16.476697 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-ea2554c2-c48f-43af-9218-d2819ecc3daf service neutron] For port 6181c171-8c44-4ac0-88a6-f67cf627357f, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:09:16.480598 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-ea2554c2-c48f-43af-9218-d2819ecc3daf service neutron] For port 6181c171-8c44-4ac0-88a6-f67cf627357f, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6181c171-8c44-4ac0-88a6-f67cf627357f,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:09:16.486863 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-ea2554c2-c48f-43af-9218-d2819ecc3daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:16.505216 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5856377e-7af6-4ddb-a0c4-49a5e4757b99 req-7b1afcab-5362-4a6f-9854-3ba4db5d9a88 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494821 Nov 04 11:09:16.524859 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-ea2554c2-c48f-43af-9218-d2819ecc3daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:16.525633 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-ea2554c2-c48f-43af-9218-d2819ecc3daf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:16.528144 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-ea2554c2-c48f-43af-9218-d2819ecc3daf service neutron] 10.222.0.121 "PUT /v2.0/ports/6181c171-8c44-4ac0-88a6-f67cf627357f HTTP/1.1" status: 200 len: 1091 time: 0.7000942 Nov 04 11:09:16.544077 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653f5479-809d-47f9-9179-bef7f6ffb5e5', 'tag': '6181c171-8c44-4ac0-88a6-f67cf627357f'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:09:16.546931 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5985c0-196e-48a7-ba44-fa8842f4e958" -d '{"events": [{"name": "network-changed", "server_uuid": "653f5479-809d-47f9-9179-bef7f6ffb5e5", "tag": "6181c171-8c44-4ac0-88a6-f67cf627357f"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:09:16.582863 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2554c2-c48f-43af-9218-d2819ecc3daf service neutron] Pushing event updated for resources: {'Port': ['ID=6181c171-8c44-4ac0-88a6-f67cf627357f,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:09:16.618997 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772d95ff-335b-4f14-9565-d5afae316ebf x-openstack-request-id: req-772d95ff-335b-4f14-9565-d5afae316ebf {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:09:16.619350 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653f5479-809d-47f9-9179-bef7f6ffb5e5", "tag": "6181c171-8c44-4ac0-88a6-f67cf627357f", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:09:16.619544 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-772d95ff-335b-4f14-9565-d5afae316ebf {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:09:16.619951 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653f5479-809d-47f9-9179-bef7f6ffb5e5', 'tag': '6181c171-8c44-4ac0-88a6-f67cf627357f', 'status': 'completed', 'code': 200} Nov 04 11:09:16.637957 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-b6a11f06-3787-437c-9d54-3c01a2590073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:16.639655 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-b6a11f06-3787-437c-9d54-3c01a2590073 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 1094 time: 0.0530062 Nov 04 11:09:16.687350 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-466cbd29-774b-4f7e-9584-2df1c0703b03 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6181c171-8c44-4ac0-88a6-f67cf627357f HTTP/1.1" status: 200 len: 217 time: 0.0386951 Nov 04 11:09:16.757911 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-e7149362-4a1b-4027-bdc8-190538e6b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:16.759487 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-e7149362-4a1b-4027-bdc8-190538e6b9ba service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c5c74920-9b2d-4a89-a57f-e092fd0cce82 HTTP/1.1" status: 200 len: 850 time: 0.0639291 Nov 04 11:09:16.814138 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-9172ee27-1685-4a37-b667-2cc2ba58c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:16.815926 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-9172ee27-1685-4a37-b667-2cc2ba58c31f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481918 Nov 04 11:09:16.881721 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-34d9f46c-5da3-4d75-8faf-5bb341f2e77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:16.915793 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-20c64a15-1199-4577-8a71-bc48d6a5b5bc service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913391 Nov 04 11:09:17.018157 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ac6d72ae-ca03-4e49-b307-acc6a3229ef2 req-f03c0581-075c-4d81-9795-28a7e7be4fc4 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933981 Nov 04 11:09:17.109857 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5985c0-196e-48a7-ba44-fa8842f4e958 req-ae96a372-7b3e-4660-8707-7aca94fc337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:17.111419 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3d5985c0-196e-48a7-ba44-fa8842f4e958 req-ae96a372-7b3e-4660-8707-7aca94fc337c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 1094 time: 0.0441697 Nov 04 11:09:17.205814 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5985c0-196e-48a7-ba44-fa8842f4e958 req-b11f5d31-2693-4025-b094-aef014a41267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:17.208062 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3d5985c0-196e-48a7-ba44-fa8842f4e958 req-b11f5d31-2693-4025-b094-aef014a41267 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 913 time: 0.0898752 Nov 04 11:09:17.255823 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3d5985c0-196e-48a7-ba44-fa8842f4e958 req-341655bd-c760-4432-b960-593c57249350 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6181c171-8c44-4ac0-88a6-f67cf627357f HTTP/1.1" status: 200 len: 217 time: 0.0398972 Nov 04 11:09:17.310814 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5985c0-196e-48a7-ba44-fa8842f4e958 req-6af171cb-299f-47f9-826f-884be561d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:17.312379 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3d5985c0-196e-48a7-ba44-fa8842f4e958 req-6af171cb-299f-47f9-826f-884be561d485 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c5c74920-9b2d-4a89-a57f-e092fd0cce82 HTTP/1.1" status: 200 len: 850 time: 0.0493896 Nov 04 11:09:17.361782 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5985c0-196e-48a7-ba44-fa8842f4e958 req-f701bbcf-11bc-47b2-a818-c37c56e5c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:17.363579 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3d5985c0-196e-48a7-ba44-fa8842f4e958 req-f701bbcf-11bc-47b2-a818-c37c56e5c28b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441411 Nov 04 11:09:17.464126 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3d5985c0-196e-48a7-ba44-fa8842f4e958 req-a301b831-a414-4fa8-b905-ca90035a7754 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934949 Nov 04 11:09:17.567208 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3d5985c0-196e-48a7-ba44-fa8842f4e958 req-30401a83-bc50-4e33-9747-106f91c66a90 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958533 Nov 04 11:09:17.644927 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a35c69-ee2a-4e43-8858-95421e92442f req-117ded59-dcdb-40ea-8263-e7fd688291dc tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:17.646573 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b9a35c69-ee2a-4e43-8858-95421e92442f req-117ded59-dcdb-40ea-8263-e7fd688291dc tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 943 time: 0.0588272 Nov 04 11:09:17.698217 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b9a35c69-ee2a-4e43-8858-95421e92442f req-15f027bf-e959-4428-9d47-630c4250e7a1 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453150 Nov 04 11:09:18.371991 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:09:18.820158 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d7f7d-dcf5-4d4b-842a-ad431df096c3 req-2aea8334-6558-460c-9b3a-1a7ab4d47839 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:18.821794 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-017d7f7d-dcf5-4d4b-842a-ad431df096c3 req-2aea8334-6558-460c-9b3a-1a7ab4d47839 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 943 time: 0.0518289 Nov 04 11:09:18.875573 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-017d7f7d-dcf5-4d4b-842a-ad431df096c3 req-9e1a7738-ccfe-4a81-ad3e-8456012c2936 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476651 Nov 04 11:09:19.686294 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ec97178a-2e2c-4e02-8f0e-d3b5da304933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:20.000229 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb287ea-16f7-479f-9ba4-0d810abe9eb3 req-abf41459-63a3-4b77-8978-1beced91fc4d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:20.001743 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0fb287ea-16f7-479f-9ba4-0d810abe9eb3 req-abf41459-63a3-4b77-8978-1beced91fc4d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 943 time: 0.0520356 Nov 04 11:09:20.058864 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0fb287ea-16f7-479f-9ba4-0d810abe9eb3 req-c7d04c8b-7441-496d-9f90-8e2cdb614925 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504355 Nov 04 11:09:20.835129 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:21.190253 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba016f-af93-495e-85de-8851daef0538 req-1fb56e88-b5c4-48bc-beda-d3e7783f1e99 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:21.191862 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-05ba016f-af93-495e-85de-8851daef0538 req-1fb56e88-b5c4-48bc-beda-d3e7783f1e99 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 943 time: 0.0566959 Nov 04 11:09:21.243177 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-05ba016f-af93-495e-85de-8851daef0538 req-5e56eca5-f8e6-40a3-9198-3e3b5c5c64b1 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452116 Nov 04 11:09:22.249957 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:22.381028 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a405a-dbbf-46ad-bcaf-f848743416ee req-e33dcae5-c1d3-4624-a6b8-a5e7070e0b47 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:22.382703 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c79a405a-dbbf-46ad-bcaf-f848743416ee req-e33dcae5-c1d3-4624-a6b8-a5e7070e0b47 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 943 time: 0.0559769 Nov 04 11:09:22.436330 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c79a405a-dbbf-46ad-bcaf-f848743416ee req-dc385934-b518-463c-a05d-d6fb4726eef5 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472767 Nov 04 11:09:22.632893 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:23.575234 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf7de9-2f0b-4c7c-8677-5589f913751c req-38d41158-bb14-4d0c-aa8e-2a4c8d94fec4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:23.576799 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-febf7de9-2f0b-4c7c-8677-5589f913751c req-38d41158-bb14-4d0c-aa8e-2a4c8d94fec4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 943 time: 0.0549531 Nov 04 11:09:23.628293 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-febf7de9-2f0b-4c7c-8677-5589f913751c req-9794d495-5e12-415a-bcae-b2612b3eba18 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442598 Nov 04 11:09:24.758159 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bd893-b378-43d8-b3ac-9158ad7d39c2 req-66f7556d-67d1-43c6-8ea8-ae11189b0cb7 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:24.759582 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-011bd893-b378-43d8-b3ac-9158ad7d39c2 req-66f7556d-67d1-43c6-8ea8-ae11189b0cb7 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 943 time: 0.0541091 Nov 04 11:09:24.809660 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-011bd893-b378-43d8-b3ac-9158ad7d39c2 req-360331fb-b69f-4ee5-bd92-491c077fb25b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440288 Nov 04 11:09:25.934329 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa12b4-ffbb-409d-a4c6-c0e863f991ed req-5099718b-e385-4bc2-8127-03aeec2aaa3e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:25.935846 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5fa12b4-ffbb-409d-a4c6-c0e863f991ed req-5099718b-e385-4bc2-8127-03aeec2aaa3e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 943 time: 0.0512888 Nov 04 11:09:25.992462 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5fa12b4-ffbb-409d-a4c6-c0e863f991ed req-519302b1-de4d-4f2b-bfbc-66d5a4ffca30 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499120 Nov 04 11:09:27.124503 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168569c3-7280-46f2-b4d0-1d209fe6c579 req-fb6fc2bf-b922-4fb8-b06a-e90ddfdbafad tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:27.126142 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-168569c3-7280-46f2-b4d0-1d209fe6c579 req-fb6fc2bf-b922-4fb8-b06a-e90ddfdbafad tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 943 time: 0.0559809 Nov 04 11:09:27.177726 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-168569c3-7280-46f2-b4d0-1d209fe6c579 req-2d362d5a-e874-401e-ac67-1c0e35d0584d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453944 Nov 04 11:09:28.320440 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310212d4-88d4-4da5-a418-25896cd762f5 req-7e503562-49e5-4512-a80d-5198571bec5d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:28.321977 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-310212d4-88d4-4da5-a418-25896cd762f5 req-7e503562-49e5-4512-a80d-5198571bec5d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 943 time: 0.0590124 Nov 04 11:09:28.372859 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-310212d4-88d4-4da5-a418-25896cd762f5 req-dc4a04cb-020b-4d68-baa0-5c8a67b3518d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447338 Nov 04 11:09:29.176047 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6181c171-8c44-4ac0-88a6-f67cf627357f details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:09:29.278074 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 6181c171-8c44-4ac0-88a6-f67cf627357f, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6181c171-8c44-4ac0-88a6-f67cf627357f,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:09:29.290651 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '6181c171-8c44-4ac0-88a6-f67cf627357f', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'port_id': '6181c171-8c44-4ac0-88a6-f67cf627357f', 'mac_address': 'fa:16:3e:42:66:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:09:29.332220 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:29.345237 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6181c171-8c44-4ac0-88a6-f67cf627357f {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:09:29.365244 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 6181c171-8c44-4ac0-88a6-f67cf627357f, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6181c171-8c44-4ac0-88a6-f67cf627357f,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:09:29.373003 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:29.420451 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=6181c171-8c44-4ac0-88a6-f67cf627357f,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:09:29.427976 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:29.428484 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:29.428883 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:29.429264 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:29.429588 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:29.429912 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:29.430233 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:29.430550 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:29.430864 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:29.431178 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:29.431527 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:29.431837 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:29.499953 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc84a5d-c598-4625-a9ac-0afd18803d02 req-b0fab255-ac97-4d9f-b3b4-f502c1951cb9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:29.501583 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ccc84a5d-c598-4625-a9ac-0afd18803d02 req-b0fab255-ac97-4d9f-b3b4-f502c1951cb9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 944 time: 0.0551269 Nov 04 11:09:29.557330 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ccc84a5d-c598-4625-a9ac-0afd18803d02 req-259cf67f-64e2-41ae-81d2-478fe18b3c0a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470812 Nov 04 11:09:29.635490 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['6181c171-8c44-4ac0-88a6-f67cf627357f'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:09:30.684378 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d58ca-aa22-4a60-8c15-91bdff91ff04 req-2bb0d0ce-6594-4892-a1ea-4b2c399b5ff7 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:30.685959 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c3d58ca-aa22-4a60-8c15-91bdff91ff04 req-2bb0d0ce-6594-4892-a1ea-4b2c399b5ff7 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 944 time: 0.0508897 Nov 04 11:09:30.738772 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c3d58ca-aa22-4a60-8c15-91bdff91ff04 req-8e47468b-c392-4bb3-aace-a543192382d3 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445082 Nov 04 11:09:31.193013 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6181c171-8c44-4ac0-88a6-f67cf627357f up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:09:31.249485 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 6181c171-8c44-4ac0-88a6-f67cf627357f completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:09:31.257170 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 6181c171-8c44-4ac0-88a6-f67cf627357f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:09:31.258118 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:31.340439 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:31.364531 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653f5479-809d-47f9-9179-bef7f6ffb5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6181c171-8c44-4ac0-88a6-f67cf627357f'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:09:31.367028 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41b4310-7348-4d07-9942-ee5d9fd1a01e" -d '{"events": [{"server_uuid": "653f5479-809d-47f9-9179-bef7f6ffb5e5", "name": "network-vif-plugged", "status": "completed", "tag": "6181c171-8c44-4ac0-88a6-f67cf627357f"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:09:31.380660 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 6181c171-8c44-4ac0-88a6-f67cf627357f, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6181c171-8c44-4ac0-88a6-f67cf627357f,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:09:31.385917 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:31.414830 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9631d67-969a-434e-b19c-27f4f960cca1 x-openstack-request-id: req-d9631d67-969a-434e-b19c-27f4f960cca1 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:09:31.415131 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653f5479-809d-47f9-9179-bef7f6ffb5e5", "name": "network-vif-plugged", "status": "completed", "tag": "6181c171-8c44-4ac0-88a6-f67cf627357f", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:09:31.415436 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-d9631d67-969a-434e-b19c-27f4f960cca1 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:09:31.415831 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653f5479-809d-47f9-9179-bef7f6ffb5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6181c171-8c44-4ac0-88a6-f67cf627357f', 'code': 200} Nov 04 11:09:31.447445 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=6181c171-8c44-4ac0-88a6-f67cf627357f,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:09:31.509778 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccb3cb-b84a-48c2-933e-bf4e9d91ffed req-cf1cbcaf-f91e-4cd3-ab23-8ad91d9bb9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:31.511350 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-32ccb3cb-b84a-48c2-933e-bf4e9d91ffed req-cf1cbcaf-f91e-4cd3-ab23-8ad91d9bb9dc service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 1096 time: 0.0418928 Nov 04 11:09:31.571299 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-32ccb3cb-b84a-48c2-933e-bf4e9d91ffed req-212b28c5-a08c-4552-bf25-97762d47eeeb service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517080 Nov 04 11:09:31.888783 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a98a99-34b0-49b8-8bfb-dc23afe32209 req-bf754d92-6b8f-4455-920a-ced258e2afd3 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:31.891507 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69a98a99-34b0-49b8-8bfb-dc23afe32209 req-bf754d92-6b8f-4455-920a-ced258e2afd3 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0664191 Nov 04 11:09:31.943105 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69a98a99-34b0-49b8-8bfb-dc23afe32209 req-0b40a064-2b7a-4453-8682-9c95a7000ce7 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439806 Nov 04 11:09:33.069489 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f44b4a-1dbe-4825-86a2-f44ad3e135d3 req-b08028b2-2a7a-4b4d-9903-4e924ff00b97 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:33.071256 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b7f44b4a-1dbe-4825-86a2-f44ad3e135d3 req-b08028b2-2a7a-4b4d-9903-4e924ff00b97 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0510249 Nov 04 11:09:33.126355 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b7f44b4a-1dbe-4825-86a2-f44ad3e135d3 req-153842c4-585f-4239-a054-a76ca0332324 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484405 Nov 04 11:09:33.256956 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93046373-ae92-490d-bbbd-9bfe860b44a0 req-8a2e8b55-76e8-40df-9c7a-fe5fc6cef60c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:33.258754 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-93046373-ae92-490d-bbbd-9bfe860b44a0 req-8a2e8b55-76e8-40df-9c7a-fe5fc6cef60c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0524995 Nov 04 11:09:33.314202 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-93046373-ae92-490d-bbbd-9bfe860b44a0 req-d94ba370-7d51-4562-8e39-469452dbc83c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494001 Nov 04 11:09:33.337309 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 51142) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:09:33.484487 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f3dc44-cc45-4b16-8eff-8e399b0a2bf7 tempest-TestVolumeBootPattern-1276765646 tempest-TestVolumeBootPattern-1276765646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:33.486077 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e4f3dc44-cc45-4b16-8eff-8e399b0a2bf7 tempest-TestVolumeBootPattern-1276765646 tempest-TestVolumeBootPattern-1276765646-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 1091 time: 0.1477878 Nov 04 11:09:33.489020 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 51150) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:09:33.493961 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'port_id': '6181c171-8c44-4ac0-88a6-f67cf627357f', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:09:33.518865 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:33.619374 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:33.733123 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Allocated IP 172.25.7.143 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/1fc2bf10-2729-4f72-bd30-c274c1469f83) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:09:33.840140 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:33.890653 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:33.932639 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:09:33.938064 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:09:33.940329 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event updated for resources: {'Port': ['ID=1fc2bf10-2729-4f72-bd30-c274c1469f83,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:09:33.942615 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:09:33.966722 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:33.967062 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:33.967405 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:33.967732 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:33.968091 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:33.968533 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:33.968903 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:33.969248 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:33.969557 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:33.969873 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:33.970191 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:33.970512 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:09:34.697876 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:34.795387 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9092c1-cb9e-4ba9-a5aa-e51042b4eff1 req-d52232f7-5d2f-4ab6-9883-9059d9580dea tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:34.796802 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b9092c1-cb9e-4ba9-a5aa-e51042b4eff1 req-d52232f7-5d2f-4ab6-9883-9059d9580dea tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.1004810 Nov 04 11:09:34.812211 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:34.888215 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b9092c1-cb9e-4ba9-a5aa-e51042b4eff1 req-babb8e01-6a09-4042-b85e-b4974b10b595 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850222 Nov 04 11:09:34.998960 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:35.006731 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:35.076534 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event updated for resources: {'Port': ['ID=1fc2bf10-2729-4f72-bd30-c274c1469f83,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:09:35.091238 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:35.196555 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Floating IP 3cd906e6-f6ae-4c31-b1ae-56d573987d13 associated. External IP: 172.25.7.143, port: 6181c171-8c44-4ac0-88a6-f67cf627357f. Nov 04 11:09:35.415862 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Router 32826aa7-7758-4d92-bcf7-a804cc57f657 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:09:35.534304 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:09:35.545469 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a7bb7-a1b6-4810-b523-20480f941f83 None None] Sync routers for ids ['32826aa7-7758-4d92-bcf7-a804cc57f657'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:09:35.555694 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:35.555923 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03a7bb7-a1b6-4810-b523-20480f941f83 None None] Routers {'32826aa7-7758-4d92-bcf7-a804cc57f657'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:09:35.556493 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-b03a7bb7-a1b6-4810-b523-20480f941f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:09:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['32826aa7-7758-4d92-bcf7-a804cc57f657'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:09:35.590260 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3a42410c-d14b-40b4-afd4-75804ed24ac9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1001105 Nov 04 11:09:35.590878 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653f5479-809d-47f9-9179-bef7f6ffb5e5', 'tag': '6181c171-8c44-4ac0-88a6-f67cf627357f'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:09:35.593277 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a4bddf9d7eb2ea58f18eeb58929ea3eff4ff0dc3f086fff577ebe1049ab38c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ea1502-df73-41f8-b8b9-eb0e9edd16fe" -d '{"events": [{"name": "network-changed", "server_uuid": "653f5479-809d-47f9-9179-bef7f6ffb5e5", "tag": "6181c171-8c44-4ac0-88a6-f67cf627357f"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:09:35.634528 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4740f849-dbbd-4c0f-b71d-24e94935df65 x-openstack-request-id: req-4740f849-dbbd-4c0f-b71d-24e94935df65 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:09:35.634822 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653f5479-809d-47f9-9179-bef7f6ffb5e5", "tag": "6181c171-8c44-4ac0-88a6-f67cf627357f", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:09:35.635046 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-4740f849-dbbd-4c0f-b71d-24e94935df65 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:09:35.635642 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653f5479-809d-47f9-9179-bef7f6ffb5e5', 'tag': '6181c171-8c44-4ac0-88a6-f67cf627357f', 'status': 'completed', 'code': 200} Nov 04 11:09:35.703783 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea1502-df73-41f8-b8b9-eb0e9edd16fe req-3c77018f-34c1-481f-a96f-1565331fa0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:35.705264 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-61ea1502-df73-41f8-b8b9-eb0e9edd16fe req-3c77018f-34c1-481f-a96f-1565331fa0dd service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 1096 time: 0.0455329 Nov 04 11:09:35.798073 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea1502-df73-41f8-b8b9-eb0e9edd16fe req-7df79de5-ad55-4998-9550-6c8bfbd3ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:35.799558 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-61ea1502-df73-41f8-b8b9-eb0e9edd16fe req-7df79de5-ad55-4998-9550-6c8bfbd3ac37 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 913 time: 0.0868716 Nov 04 11:09:35.836580 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-b03a7bb7-a1b6-4810-b523-20480f941f83 None None] Set router 32826aa7-7758-4d92-bcf7-a804cc57f657 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:09:35.871809 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-61ea1502-df73-41f8-b8b9-eb0e9edd16fe req-abf4421a-8220-4be1-881f-330d3ac792eb service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6181c171-8c44-4ac0-88a6-f67cf627357f HTTP/1.1" status: 200 len: 999 time: 0.0634830 Nov 04 11:09:35.922988 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea1502-df73-41f8-b8b9-eb0e9edd16fe req-cce61d40-7552-4a4b-9325-89b044d8ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:35.924519 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-61ea1502-df73-41f8-b8b9-eb0e9edd16fe req-cce61d40-7552-4a4b-9325-89b044d8ffba service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c5c74920-9b2d-4a89-a57f-e092fd0cce82 HTTP/1.1" status: 200 len: 850 time: 0.0454562 Nov 04 11:09:35.972631 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea1502-df73-41f8-b8b9-eb0e9edd16fe req-e4f651cd-79a9-403c-ba57-ebd079dc257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:35.974186 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-61ea1502-df73-41f8-b8b9-eb0e9edd16fe req-e4f651cd-79a9-403c-ba57-ebd079dc257f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421855 Nov 04 11:09:36.016605 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697b2d2-f40a-411a-8779-5737309eec7a req-5cf97e85-3046-40ab-bf2e-d5bb1f2de8a7 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:36.019107 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b697b2d2-f40a-411a-8779-5737309eec7a req-5cf97e85-3046-40ab-bf2e-d5bb1f2de8a7 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.0517924 Nov 04 11:09:36.068516 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-b03a7bb7-a1b6-4810-b523-20480f941f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'name': 'tempest-TestVolumeBootPattern-668387148-router', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:45Z', 'revision_number': 4, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'gw_port': {'id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '3cd906e6-f6ae-4c31-b1ae-56d573987d13', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'port_id': '6181c171-8c44-4ac0-88a6-f67cf627357f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'mac_address': 'fa:16:3e:42:66:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f5479-809d-47f9-9179-bef7f6ffb5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:09:34Z', 'updated_at': '2021-11-04T11:09:34Z', 'revision_number': 0, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8af52804-d6a4-46e6-abe0-02bcea223003', 'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'mac_address': 'fa:16:3e:fc:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:44Z', 'updated_at': '2021-11-04T11:02:51Z', 'revision_number': 5, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'subnets': [{'id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:09:36.072214 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b697b2d2-f40a-411a-8779-5737309eec7a req-31753259-25fb-4bb3-9ebf-b6728b0bcc48 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467234 Nov 04 11:09:36.073584 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-61ea1502-df73-41f8-b8b9-eb0e9edd16fe req-c3aee090-bedb-4b4f-9d8d-7a8358f40379 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918803 Nov 04 11:09:36.101474 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a7bb7-a1b6-4810-b523-20480f941f83 None None] Checking router: 32826aa7-7758-4d92-bcf7-a804cc57f657 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:09:36.109863 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03a7bb7-a1b6-4810-b523-20480f941f83 None None] Routers {'32826aa7-7758-4d92-bcf7-a804cc57f657'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:09:36.110470 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-b03a7bb7-a1b6-4810-b523-20480f941f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:09:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['32826aa7-7758-4d92-bcf7-a804cc57f657'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:09:36.172612 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-61ea1502-df73-41f8-b8b9-eb0e9edd16fe req-b1208e7c-077b-4453-a31f-f356d458cbde service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896654 Nov 04 11:09:36.214746 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-b03a7bb7-a1b6-4810-b523-20480f941f83 None None] Set router 32826aa7-7758-4d92-bcf7-a804cc57f657 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:09:36.439293 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-b03a7bb7-a1b6-4810-b523-20480f941f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'name': 'tempest-TestVolumeBootPattern-668387148-router', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:45Z', 'revision_number': 4, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'gw_port': {'id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '3cd906e6-f6ae-4c31-b1ae-56d573987d13', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'port_id': '6181c171-8c44-4ac0-88a6-f67cf627357f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'mac_address': 'fa:16:3e:42:66:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f5479-809d-47f9-9179-bef7f6ffb5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:09:34Z', 'updated_at': '2021-11-04T11:09:34Z', 'revision_number': 0, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8af52804-d6a4-46e6-abe0-02bcea223003', 'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'mac_address': 'fa:16:3e:fc:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:44Z', 'updated_at': '2021-11-04T11:02:51Z', 'revision_number': 5, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'subnets': [{'id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:09:36.469654 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a7bb7-a1b6-4810-b523-20480f941f83 None None] The sync data for ids ['32826aa7-7758-4d92-bcf7-a804cc57f657'] in n-d-816629-1 is: [{'id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'name': 'tempest-TestVolumeBootPattern-668387148-router', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:45Z', 'revision_number': 4, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'gw_port': {'id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '3cd906e6-f6ae-4c31-b1ae-56d573987d13', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'port_id': '6181c171-8c44-4ac0-88a6-f67cf627357f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'mac_address': 'fa:16:3e:42:66:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f5479-809d-47f9-9179-bef7f6ffb5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:09:34Z', 'updated_at': '2021-11-04T11:09:34Z', 'revision_number': 0, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8af52804-d6a4-46e6-abe0-02bcea223003', 'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'mac_address': 'fa:16:3e:fc:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:44Z', 'updated_at': '2021-11-04T11:02:51Z', 'revision_number': 5, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'subnets': [{'id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:09:36.689153 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a754cdae-f263-4e50-b452-e69999e106bf None None] New status for floating IP 3cd906e6-f6ae-4c31-b1ae-56d573987d13: ACTIVE {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:09:37.207736 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e6711-9ef3-44af-83e2-d99c07a97233 req-5acc99fc-d9b7-4dc4-b84b-286836e52820 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:37.209274 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-430e6711-9ef3-44af-83e2-d99c07a97233 req-5acc99fc-d9b7-4dc4-b84b-286836e52820 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.0535560 Nov 04 11:09:37.258159 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-430e6711-9ef3-44af-83e2-d99c07a97233 req-943fc35c-65b1-43dd-b82f-dd21b3b0fd93 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421226 Nov 04 11:09:38.406931 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a066e2-33e5-416d-82ab-31d0cdfcd115 req-36b94fda-33c4-46e3-85ba-586559133cb2 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:38.408380 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1a066e2-33e5-416d-82ab-31d0cdfcd115 req-36b94fda-33c4-46e3-85ba-586559133cb2 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.0642159 Nov 04 11:09:38.457647 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1a066e2-33e5-416d-82ab-31d0cdfcd115 req-b51bc32f-9a95-4222-be6b-c864c1499971 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428851 Nov 04 11:09:39.596167 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf0f0a-1353-4111-851f-f3a93d2ce94a req-381d60e6-1655-4f1e-aabe-e494d68317c1 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:39.597737 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cacf0f0a-1353-4111-851f-f3a93d2ce94a req-381d60e6-1655-4f1e-aabe-e494d68317c1 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.0566614 Nov 04 11:09:39.646500 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cacf0f0a-1353-4111-851f-f3a93d2ce94a req-8fc3757d-d603-4ad3-a3fd-ed982d9f95a2 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426235 Nov 04 11:09:40.789828 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e5fff-8b67-479a-9f8d-5adfd967b7d0 req-2ebdd62c-955b-428e-abd0-43fe809249e7 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:40.791311 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fe7e5fff-8b67-479a-9f8d-5adfd967b7d0 req-2ebdd62c-955b-428e-abd0-43fe809249e7 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.0641117 Nov 04 11:09:40.841749 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fe7e5fff-8b67-479a-9f8d-5adfd967b7d0 req-67687afa-6053-45e4-bf19-713eec453419 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442429 Nov 04 11:09:41.988447 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9799fb9-02f9-42cb-b799-20391b933c66 req-5d09ec6c-7331-4804-885c-8bcc01a8e2c6 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:41.989979 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a9799fb9-02f9-42cb-b799-20391b933c66 req-5d09ec6c-7331-4804-885c-8bcc01a8e2c6 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.0521960 Nov 04 11:09:42.041299 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a9799fb9-02f9-42cb-b799-20391b933c66 req-61815c15-3844-4b44-93f5-5beae8d20117 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449307 Nov 04 11:09:42.587260 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:43.203204 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edefa1a-a06a-432a-8058-ae33b7ccdc18 req-1183de68-b9ca-4db4-af19-e72cd09ec013 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:43.204887 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5edefa1a-a06a-432a-8058-ae33b7ccdc18 req-1183de68-b9ca-4db4-af19-e72cd09ec013 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.0688920 Nov 04 11:09:43.276278 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5edefa1a-a06a-432a-8058-ae33b7ccdc18 req-d83fba22-3d7f-49dd-ba69-65298bd50b96 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607235 Nov 04 11:09:44.418458 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4548bf3-7e21-4f14-a8b7-623090168305 req-80a3a12a-b109-4086-91e7-7d97b73dbb35 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:44.419773 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f4548bf3-7e21-4f14-a8b7-623090168305 req-80a3a12a-b109-4086-91e7-7d97b73dbb35 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.0536609 Nov 04 11:09:44.476040 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f4548bf3-7e21-4f14-a8b7-623090168305 req-8c92dbda-164d-46ef-bd7d-6cf835b9a3d3 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497210 Nov 04 11:09:45.007985 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:45.612972 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532c448-0ce2-4b5c-acb5-b3abc45814ef req-47d89ecd-56e3-40a3-951b-a6d1b0d15ef4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:45.615351 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8532c448-0ce2-4b5c-acb5-b3abc45814ef req-47d89ecd-56e3-40a3-951b-a6d1b0d15ef4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.0544264 Nov 04 11:09:45.668360 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8532c448-0ce2-4b5c-acb5-b3abc45814ef req-08ae9970-c9ff-479d-a537-435f4559ace9 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446441 Nov 04 11:09:46.813705 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78358db9-3e33-4666-84ee-82c8729d9bbd req-c2a0fc5b-5aa3-4802-ba6d-609bd7932316 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:46.815404 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78358db9-3e33-4666-84ee-82c8729d9bbd req-c2a0fc5b-5aa3-4802-ba6d-609bd7932316 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.0659671 Nov 04 11:09:46.867100 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78358db9-3e33-4666-84ee-82c8729d9bbd req-b9908d7b-7ded-4045-bc11-d4cd91adf3c1 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451300 Nov 04 11:09:46.876286 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6e65b703-ae0d-4607-8180-a157f83cec67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:48.013914 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34baae-2d00-42b8-93c7-b8f2e60a6910 req-6c69022d-8c2e-4a1b-96ad-a81b908af607 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:48.015481 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ee34baae-2d00-42b8-93c7-b8f2e60a6910 req-6c69022d-8c2e-4a1b-96ad-a81b908af607 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.0545251 Nov 04 11:09:48.068958 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ee34baae-2d00-42b8-93c7-b8f2e60a6910 req-3c339b25-7278-41b5-b286-e26c04b78454 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464969 Nov 04 11:09:49.199951 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0b89e-6ee9-410c-8836-e1dfc4ee6067 req-66f0ce3d-1c00-44a1-898f-964d6b2ef4b3 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:49.202267 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-58a0b89e-6ee9-410c-8836-e1dfc4ee6067 req-66f0ce3d-1c00-44a1-898f-964d6b2ef4b3 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.0572190 Nov 04 11:09:49.262114 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-58a0b89e-6ee9-410c-8836-e1dfc4ee6067 req-a7301600-35ff-462c-b6a5-816b4df33c3e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507331 Nov 04 11:09:49.684621 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-aff2ad27-dc03-4d52-9a4c-426610c4e051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:50.403598 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dc03c-7cd5-434e-bb90-a03ce63b29db req-b0d1af8a-402e-44b2-87a5-ae71388553e1 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:50.405459 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5b5dc03c-7cd5-434e-bb90-a03ce63b29db req-b0d1af8a-402e-44b2-87a5-ae71388553e1 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.0578539 Nov 04 11:09:50.457899 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5b5dc03c-7cd5-434e-bb90-a03ce63b29db req-36a56383-889c-4d0c-9535-127324543375 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459881 Nov 04 11:09:50.837795 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:51.588018 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd4f72-a336-4f7c-ae0d-7ed9d5a4e510 req-ff177fc9-ed7d-4c37-8a16-e854f0b24fb1 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:51.589654 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2bdd4f72-a336-4f7c-ae0d-7ed9d5a4e510 req-ff177fc9-ed7d-4c37-8a16-e854f0b24fb1 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.0529408 Nov 04 11:09:51.638761 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2bdd4f72-a336-4f7c-ae0d-7ed9d5a4e510 req-f2af9d49-1167-4d00-b55a-071aaa379baf tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427125 Nov 04 11:09:52.249181 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:52.629040 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:52.781245 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711c7e2-a638-4609-a77b-751d659ba55d req-174ec76f-27ae-4d71-bbc0-b0549f101261 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:52.782863 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a711c7e2-a638-4609-a77b-751d659ba55d req-174ec76f-27ae-4d71-bbc0-b0549f101261 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.0609317 Nov 04 11:09:52.841881 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a711c7e2-a638-4609-a77b-751d659ba55d req-4a7f42d1-fe30-4bef-ad71-9f38ba9c16c3 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525360 Nov 04 11:09:52.935114 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 62860700-cf29-451b-8706-452273b57921 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:09:53.043753 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 62860700-cf29-451b-8706-452273b57921, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=62860700-cf29-451b-8706-452273b57921,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:09:53.060689 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '62860700-cf29-451b-8706-452273b57921', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'port_id': '62860700-cf29-451b-8706-452273b57921', 'mac_address': 'fa:16:3e:ef:6d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:09:53.085416 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6c4e25ab-ab97-4cd6-8cf8-2927af126a3d req-c35a57d0-ddbe-4721-858b-0444ecaaca9a service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536222 Nov 04 11:09:53.105321 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:53.121718 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62860700-cf29-451b-8706-452273b57921 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:09:53.152895 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 62860700-cf29-451b-8706-452273b57921, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=62860700-cf29-451b-8706-452273b57921,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:09:53.158760 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:53.198465 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e25ab-ab97-4cd6-8cf8-2927af126a3d req-19b7af45-c398-403d-bb1c-84c8b7f8727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:53.201353 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6c4e25ab-ab97-4cd6-8cf8-2927af126a3d req-19b7af45-c398-403d-bb1c-84c8b7f8727e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 1096 time: 0.0587080 Nov 04 11:09:53.217004 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=62860700-cf29-451b-8706-452273b57921,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:09:53.231641 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['62860700-cf29-451b-8706-452273b57921'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:09:53.336304 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e25ab-ab97-4cd6-8cf8-2927af126a3d req-49cce903-3277-42f1-af85-4ae4ab1357fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:53.338218 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6c4e25ab-ab97-4cd6-8cf8-2927af126a3d req-49cce903-3277-42f1-af85-4ae4ab1357fe service neutron] 10.222.0.121 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 913 time: 0.1112437 Nov 04 11:09:53.420105 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6c4e25ab-ab97-4cd6-8cf8-2927af126a3d req-916a6a64-32b7-41fb-a7e2-48f3dc9234c4 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6181c171-8c44-4ac0-88a6-f67cf627357f HTTP/1.1" status: 200 len: 1001 time: 0.0720148 Nov 04 11:09:53.481732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e25ab-ab97-4cd6-8cf8-2927af126a3d req-e6ba2b77-3a1a-4d7e-9063-b50fd6a842a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:53.483337 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6c4e25ab-ab97-4cd6-8cf8-2927af126a3d req-e6ba2b77-3a1a-4d7e-9063-b50fd6a842a8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c5c74920-9b2d-4a89-a57f-e092fd0cce82 HTTP/1.1" status: 200 len: 850 time: 0.0549071 Nov 04 11:09:53.537707 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e25ab-ab97-4cd6-8cf8-2927af126a3d req-fd50869a-6682-47cb-984a-96227224d2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:53.539774 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6c4e25ab-ab97-4cd6-8cf8-2927af126a3d req-fd50869a-6682-47cb-984a-96227224d2b6 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481071 Nov 04 11:09:53.663320 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6c4e25ab-ab97-4cd6-8cf8-2927af126a3d req-fae2cc75-5b25-4c0f-9bf1-92e4e901b563 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134300 Nov 04 11:09:53.783259 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6c4e25ab-ab97-4cd6-8cf8-2927af126a3d req-73770f8f-8544-491a-a5b4-bcab43837214 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111312 Nov 04 11:09:53.975317 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fca57e-da12-48d8-baef-a0f2f41b02ec req-439bb0b6-8f77-4bb6-b9e7-3ec28bc5e493 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:53.977911 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b9fca57e-da12-48d8-baef-a0f2f41b02ec req-439bb0b6-8f77-4bb6-b9e7-3ec28bc5e493 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 944 time: 0.0579903 Nov 04 11:09:54.037272 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b9fca57e-da12-48d8-baef-a0f2f41b02ec req-924deeff-1487-4c10-bf9c-7e012792ce8d tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511329 Nov 04 11:09:54.952741 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 62860700-cf29-451b-8706-452273b57921 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:09:55.021122 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 62860700-cf29-451b-8706-452273b57921 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:09:55.021494 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:55.123804 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:55.161362 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4483783e-1703-482b-a83c-5a2f8260a21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62860700-cf29-451b-8706-452273b57921'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:09:55.163686 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127e1451-b738-4ded-b982-26be0a91d639" -d '{"events": [{"server_uuid": "4483783e-1703-482b-a83c-5a2f8260a21b", "name": "network-vif-plugged", "status": "completed", "tag": "62860700-cf29-451b-8706-452273b57921"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:09:55.176814 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 62860700-cf29-451b-8706-452273b57921, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=62860700-cf29-451b-8706-452273b57921,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:09:55.182673 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:09:55.187189 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc331ff-9fd9-49be-b0b2-b6c1606a4936 req-4eaa74c8-3997-426a-b40e-32d970458229 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:55.197468 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6bc331ff-9fd9-49be-b0b2-b6c1606a4936 req-4eaa74c8-3997-426a-b40e-32d970458229 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 944 time: 0.0713651 Nov 04 11:09:55.242001 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=62860700-cf29-451b-8706-452273b57921,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:09:55.259497 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6bc331ff-9fd9-49be-b0b2-b6c1606a4936 req-3063194d-83ae-40fc-9400-8611f3f979da tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588820 Nov 04 11:09:55.314792 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6b80bf-d47e-4222-bf12-12f8edaa3108 x-openstack-request-id: req-7b6b80bf-d47e-4222-bf12-12f8edaa3108 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:09:55.316534 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4483783e-1703-482b-a83c-5a2f8260a21b", "name": "network-vif-plugged", "status": "completed", "tag": "62860700-cf29-451b-8706-452273b57921", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:09:55.316534 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-7b6b80bf-d47e-4222-bf12-12f8edaa3108 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:09:55.316534 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4483783e-1703-482b-a83c-5a2f8260a21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62860700-cf29-451b-8706-452273b57921', 'code': 200} Nov 04 11:09:55.373314 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:09:56.413158 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb50d31-06fb-46e1-9085-a15cfc15edca req-4d72da29-0225-42e8-b335-fe0225e19837 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:56.414718 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3cb50d31-06fb-46e1-9085-a15cfc15edca req-4d72da29-0225-42e8-b335-fe0225e19837 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.0565102 Nov 04 11:09:56.469754 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3cb50d31-06fb-46e1-9085-a15cfc15edca req-f83f8f9c-1fb9-4bbf-beaf-f868eb76ffa3 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486124 Nov 04 11:09:57.622145 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073170f4-c83a-4ee4-a8cf-75c7aec099dd req-3136b3d4-1a6a-492e-b452-f9ccca3e11b3 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:57.623866 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-073170f4-c83a-4ee4-a8cf-75c7aec099dd req-3136b3d4-1a6a-492e-b452-f9ccca3e11b3 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.0663691 Nov 04 11:09:57.699568 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-073170f4-c83a-4ee4-a8cf-75c7aec099dd req-dffeea77-3013-4132-9af9-b4888cab17c9 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667286 Nov 04 11:09:58.398935 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105418e-5e02-4147-a09f-cb956e9ddcea req-e6fbb9da-278d-479e-b53f-33dd35f56abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:58.400548 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d105418e-5e02-4147-a09f-cb956e9ddcea req-e6fbb9da-278d-479e-b53f-33dd35f56abd service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=348bd9398af74c3d918968bafb1eb5b5&device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 1096 time: 0.1441154 Nov 04 11:09:58.539160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105418e-5e02-4147-a09f-cb956e9ddcea req-cf043a4d-56d9-4f4c-9b40-40a5efc35677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:58.540807 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d105418e-5e02-4147-a09f-cb956e9ddcea req-cf043a4d-56d9-4f4c-9b40-40a5efc35677 service neutron] 10.222.0.126 "GET /v2.0/networks?id=9bafbd8d-3e6d-4897-b789-23290981ea77 HTTP/1.1" status: 200 len: 917 time: 0.1180813 Nov 04 11:09:58.622885 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d105418e-5e02-4147-a09f-cb956e9ddcea req-4cda3718-bd6a-4199-b6b1-ee97921e79f0 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62860700-cf29-451b-8706-452273b57921 HTTP/1.1" status: 200 len: 1001 time: 0.0738513 Nov 04 11:09:58.706662 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105418e-5e02-4147-a09f-cb956e9ddcea req-4e3dabed-4aae-4f83-97de-db4e4b56fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:58.708754 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d105418e-5e02-4147-a09f-cb956e9ddcea req-4e3dabed-4aae-4f83-97de-db4e4b56fbf1 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b646d51a-22c4-441b-bb6c-38806852eeb8 HTTP/1.1" status: 200 len: 854 time: 0.0757184 Nov 04 11:09:58.770242 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105418e-5e02-4147-a09f-cb956e9ddcea req-7ceeaa2c-f8d2-4307-98f8-dde9c7fc47c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:58.771936 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d105418e-5e02-4147-a09f-cb956e9ddcea req-7ceeaa2c-f8d2-4307-98f8-dde9c7fc47c9 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=9bafbd8d-3e6d-4897-b789-23290981ea77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554056 Nov 04 11:09:58.786858 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-d105418e-5e02-4147-a09f-cb956e9ddcea req-fca0b68c-40c1-4dfd-b048-a0cab2a156f2 service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 11:09:58.788262 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d105418e-5e02-4147-a09f-cb956e9ddcea req-fca0b68c-40c1-4dfd-b048-a0cab2a156f2 service neutron] 10.222.0.126 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0078030 Nov 04 11:09:58.854489 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33cd1e-915b-4ada-a390-67065746f685 req-17acd21f-db58-4684-9272-5a3e839e6bf9 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:09:58.864756 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8a33cd1e-915b-4ada-a390-67065746f685 req-17acd21f-db58-4684-9272-5a3e839e6bf9 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.0660901 Nov 04 11:09:58.913523 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d105418e-5e02-4147-a09f-cb956e9ddcea req-83dfb288-f9a5-4d5b-a36e-3d2267caec52 service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175487 Nov 04 11:09:58.941248 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8a33cd1e-915b-4ada-a390-67065746f685 req-22d7a34b-d2e7-45de-97d2-fb5369878279 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720572 Nov 04 11:09:59.037824 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d105418e-5e02-4147-a09f-cb956e9ddcea req-118f3c1d-11fc-49b3-abc2-3a19651f3625 service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164999 Nov 04 11:10:00.071583 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355da1ff-7229-43b1-b635-6d556c5a0cdc req-9cd182ec-7cde-413d-b7a5-fa4a6740a437 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:00.073087 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-355da1ff-7229-43b1-b635-6d556c5a0cdc req-9cd182ec-7cde-413d-b7a5-fa4a6740a437 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.0536387 Nov 04 11:10:00.126358 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-355da1ff-7229-43b1-b635-6d556c5a0cdc req-0eb695f0-e052-41d2-a278-388dfdd5135f tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465569 Nov 04 11:10:01.279205 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a035c0-d4da-4796-8e3e-899078dad177 req-9e5f372a-8c27-4f67-9483-8f9cd5ea8822 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:01.280770 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6a035c0-d4da-4796-8e3e-899078dad177 req-9e5f372a-8c27-4f67-9483-8f9cd5ea8822 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.0648215 Nov 04 11:10:01.374183 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e6a035c0-d4da-4796-8e3e-899078dad177 req-0f3a684b-bba7-45a5-9e17-5e20436fd9fd tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802441 Nov 04 11:10:02.504908 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef5041-5693-4764-ba3c-a901d4d2139b req-d5d2c11a-fbc4-484f-99bb-6814190227da tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:02.506491 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eeef5041-5693-4764-ba3c-a901d4d2139b req-d5d2c11a-fbc4-484f-99bb-6814190227da tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.0525653 Nov 04 11:10:02.563569 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eeef5041-5693-4764-ba3c-a901d4d2139b req-e704773b-96b5-48d9-93b6-c9c7031cbe40 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478473 Nov 04 11:10:02.599202 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc14e5-4216-4f0f-a6c9-df58439c0c19 req-91231f39-ef93-4f09-b89b-e83f3a64f41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:02.600735 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8abc14e5-4216-4f0f-a6c9-df58439c0c19 req-91231f39-ef93-4f09-b89b-e83f3a64f41d service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=348bd9398af74c3d918968bafb1eb5b5&device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 1096 time: 0.0441208 Nov 04 11:10:02.702327 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc14e5-4216-4f0f-a6c9-df58439c0c19 req-6374a1bd-419f-4e3f-af35-53c1a3610c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:02.704628 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8abc14e5-4216-4f0f-a6c9-df58439c0c19 req-6374a1bd-419f-4e3f-af35-53c1a3610c54 service neutron] 10.222.0.126 "GET /v2.0/networks?id=9bafbd8d-3e6d-4897-b789-23290981ea77 HTTP/1.1" status: 200 len: 917 time: 0.0962687 Nov 04 11:10:02.778451 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8abc14e5-4216-4f0f-a6c9-df58439c0c19 req-9c44ea9c-20de-4073-8d48-54224d13a16c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62860700-cf29-451b-8706-452273b57921 HTTP/1.1" status: 200 len: 1001 time: 0.0654202 Nov 04 11:10:02.833298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc14e5-4216-4f0f-a6c9-df58439c0c19 req-b84fb85f-9836-44f4-9732-47e79d8ec029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:02.835162 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8abc14e5-4216-4f0f-a6c9-df58439c0c19 req-b84fb85f-9836-44f4-9732-47e79d8ec029 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b646d51a-22c4-441b-bb6c-38806852eeb8 HTTP/1.1" status: 200 len: 854 time: 0.0492394 Nov 04 11:10:02.894808 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc14e5-4216-4f0f-a6c9-df58439c0c19 req-643c2d5f-ea60-4480-937a-8493bc5f5149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:02.896383 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8abc14e5-4216-4f0f-a6c9-df58439c0c19 req-643c2d5f-ea60-4480-937a-8493bc5f5149 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=9bafbd8d-3e6d-4897-b789-23290981ea77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534992 Nov 04 11:10:02.989989 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8abc14e5-4216-4f0f-a6c9-df58439c0c19 req-b4a3bf2f-49a5-44bf-95ce-784964e6a88e service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852845 Nov 04 11:10:03.088451 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8abc14e5-4216-4f0f-a6c9-df58439c0c19 req-d2f4c419-9fd7-4540-bbaf-a5845fcee9d8 service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907133 Nov 04 11:10:03.694075 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212aa2f-a6cb-4b49-a5f1-f08e066a2e77 req-a62b2f04-1d0e-4af4-b0fa-a69a738e5d49 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:03.695667 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b212aa2f-a6cb-4b49-a5f1-f08e066a2e77 req-a62b2f04-1d0e-4af4-b0fa-a69a738e5d49 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.0527954 Nov 04 11:10:03.754261 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b212aa2f-a6cb-4b49-a5f1-f08e066a2e77 req-f8d7c716-7e50-4fe9-8fb1-b1edc041d937 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508893 Nov 04 11:10:04.885369 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6029f-b6a2-4d0c-a938-5aaf1e146d2e req-0a8e41ec-b40d-4eab-abc3-83543fd2a89f tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:04.887016 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83a6029f-b6a2-4d0c-a938-5aaf1e146d2e req-0a8e41ec-b40d-4eab-abc3-83543fd2a89f tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.0527937 Nov 04 11:10:04.943175 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83a6029f-b6a2-4d0c-a938-5aaf1e146d2e req-bc414f07-3b24-4bfe-9caf-df4efbda52d7 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492702 Nov 04 11:10:05.446155 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-5542d92d-9264-437c-a13a-2f33ec319573 req-c9f16455-d10d-4ef4-9137-6217c0c23ce0 service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 11:10:05.447486 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5542d92d-9264-437c-a13a-2f33ec319573 req-c9f16455-d10d-4ef4-9137-6217c0c23ce0 service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0085578 Nov 04 11:10:05.613231 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66aae6-9c52-4701-8037-629aeea28c69 req-75d2403b-3c3e-4266-90e2-5f8f76f9ee85 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:05.614845 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2c66aae6-9c52-4701-8037-629aeea28c69 req-75d2403b-3c3e-4266-90e2-5f8f76f9ee85 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.0521955 Nov 04 11:10:05.664358 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2c66aae6-9c52-4701-8037-629aeea28c69 req-ea5c6a27-c40a-4754-b711-bd37de74a366 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430169 Nov 04 11:10:05.827388 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-460ac637-a7bc-4cb3-acf1-d1fb71f344db req-47584561-b6c9-44fc-9e32-0d985b992419 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0934839 Nov 04 11:10:05.836742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-460ac637-a7bc-4cb3-acf1-d1fb71f344db req-dd492cf8-f0b7-4b23-b78e-2e8d4a4284cc service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 11:10:05.837749 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-460ac637-a7bc-4cb3-acf1-d1fb71f344db req-dd492cf8-f0b7-4b23-b78e-2e8d4a4284cc service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0050647 Nov 04 11:10:06.798391 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbb720-d1a1-4836-a0ed-42eb699cb523 req-1c3aa2da-290d-4282-b2ca-4f41f424b713 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:06.800551 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c5bbb720-d1a1-4836-a0ed-42eb699cb523 req-1c3aa2da-290d-4282-b2ca-4f41f424b713 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 945 time: 0.0560043 Nov 04 11:10:06.850706 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c5bbb720-d1a1-4836-a0ed-42eb699cb523 req-a66a9fb7-253d-46a8-978a-81af11c3b2a1 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438988 Nov 04 11:10:06.968085 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 62860700-cf29-451b-8706-452273b57921 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:10:07.059305 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:10:07.083779 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4483783e-1703-482b-a83c-5a2f8260a21b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62860700-cf29-451b-8706-452273b57921'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:10:07.086043 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420df8f1-34eb-4d0a-9540-48c17be85f02" -d '{"events": [{"server_uuid": "4483783e-1703-482b-a83c-5a2f8260a21b", "name": "network-vif-unplugged", "status": "completed", "tag": "62860700-cf29-451b-8706-452273b57921"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:10:07.098836 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 62860700-cf29-451b-8706-452273b57921, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=62860700-cf29-451b-8706-452273b57921,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:10:07.104075 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:10:07.129615 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 04 Nov 2021 11:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7588da-0157-4f22-9144-7a6ead3cf099 x-openstack-request-id: req-9d7588da-0157-4f22-9144-7a6ead3cf099 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:10:07.129914 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4483783e-1703-482b-a83c-5a2f8260a21b", "name": "network-vif-unplugged", "status": "failed", "tag": "62860700-cf29-451b-8706-452273b57921", "code": 422}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:10:07.130176 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-9d7588da-0157-4f22-9144-7a6ead3cf099 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:10:07.130579 n-d-816629-1 neutron-server[101776]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4483783e-1703-482b-a83c-5a2f8260a21b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '62860700-cf29-451b-8706-452273b57921', 'code': 422} returned with failed status Nov 04 11:10:07.155895 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=62860700-cf29-451b-8706-452273b57921,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:10:07.988346 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f651f4e-e969-4a98-8dfb-3bad7aebe6aa req-42c39649-f61a-485c-a3dc-da4583584435 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:07.989934 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0f651f4e-e969-4a98-8dfb-3bad7aebe6aa req-42c39649-f61a-485c-a3dc-da4583584435 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0520794 Nov 04 11:10:08.041299 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0f651f4e-e969-4a98-8dfb-3bad7aebe6aa req-71318ef3-bf2f-4f92-828a-b8cb36ef6bba tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449510 Nov 04 11:10:09.182716 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c594d-ea20-4394-aafa-17f89db0b480 req-194ac5a6-7cd4-47f4-a2ff-9e784b8204bd tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:09.184239 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b39c594d-ea20-4394-aafa-17f89db0b480 req-194ac5a6-7cd4-47f4-a2ff-9e784b8204bd tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0580044 Nov 04 11:10:09.234933 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b39c594d-ea20-4394-aafa-17f89db0b480 req-a398ede4-0078-4cd2-b4a0-15f0cdb90b47 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419793 Nov 04 11:10:10.361649 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f83845-e4db-4d49-ab91-a459b9c8aebb req-9b03ffa5-197d-4d58-b3f1-ba44902854f5 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:10.363460 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-01f83845-e4db-4d49-ab91-a459b9c8aebb req-9b03ffa5-197d-4d58-b3f1-ba44902854f5 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0503967 Nov 04 11:10:10.413790 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-01f83845-e4db-4d49-ab91-a459b9c8aebb req-0309b289-3c8c-4c8c-8da9-c070ed8752ea tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442562 Nov 04 11:10:11.540844 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c7b88-3827-4786-bcc3-6ffec6b4ab0c req-31a7fd25-3d93-460d-8431-30fcb59ae479 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:11.542403 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8f7c7b88-3827-4786-bcc3-6ffec6b4ab0c req-31a7fd25-3d93-460d-8431-30fcb59ae479 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0517297 Nov 04 11:10:11.595318 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8f7c7b88-3827-4786-bcc3-6ffec6b4ab0c req-efdda49f-471f-41a6-a500-4789f76da9e9 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467155 Nov 04 11:10:12.588505 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:10:12.725432 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053f7c3-9dfb-49a4-ba5c-de91252399d3 req-e4055acc-b7aa-44d7-90ff-081e52de12df tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:12.727252 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b053f7c3-9dfb-49a4-ba5c-de91252399d3 req-e4055acc-b7aa-44d7-90ff-081e52de12df tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0539355 Nov 04 11:10:12.778391 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b053f7c3-9dfb-49a4-ba5c-de91252399d3 req-e1f94d45-a932-4f31-b60e-92d2b2ae9a92 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446754 Nov 04 11:10:13.904231 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f73e4f-1b99-4fd5-b34c-e647af595edd req-cc1f28a5-e119-49d1-a170-fd09eaba72f2 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:13.905935 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-35f73e4f-1b99-4fd5-b34c-e647af595edd req-cc1f28a5-e119-49d1-a170-fd09eaba72f2 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0520725 Nov 04 11:10:13.955582 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-35f73e4f-1b99-4fd5-b34c-e647af595edd req-7c9822bb-c32a-443f-8ef0-17fe661d96a2 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433252 Nov 04 11:10:15.015419 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:10:15.085482 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47771b-9f8f-4bb1-8189-d3336d166d43 req-d08ad8dc-4491-46ce-a87d-dda755968f26 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:15.087006 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-de47771b-9f8f-4bb1-8189-d3336d166d43 req-d08ad8dc-4491-46ce-a87d-dda755968f26 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0550385 Nov 04 11:10:15.137320 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-de47771b-9f8f-4bb1-8189-d3336d166d43 req-0f13a2ee-5c3e-4757-b0df-9ee665c51b9b tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438864 Nov 04 11:10:15.887462 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ac637-a7bc-4cb3-acf1-d1fb71f344db req-a23036b3-28b2-462a-830c-32ee18cb7c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:15.889024 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-460ac637-a7bc-4cb3-acf1-d1fb71f344db req-a23036b3-28b2-462a-830c-32ee18cb7c0e service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b&tenant_id=348bd9398af74c3d918968bafb1eb5b5 HTTP/1.1" status: 200 len: 1094 time: 0.0465996 Nov 04 11:10:15.951943 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ac637-a7bc-4cb3-acf1-d1fb71f344db req-67591988-3ac9-4a05-9126-ec05685ec77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:15.953446 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-460ac637-a7bc-4cb3-acf1-d1fb71f344db req-67591988-3ac9-4a05-9126-ec05685ec77d service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=348bd9398af74c3d918968bafb1eb5b5&device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 1094 time: 0.0413446 Nov 04 11:10:16.054445 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ac637-a7bc-4cb3-acf1-d1fb71f344db req-f35d8d4e-5c80-47d9-b3fb-382605e12f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:16.055941 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-460ac637-a7bc-4cb3-acf1-d1fb71f344db req-f35d8d4e-5c80-47d9-b3fb-382605e12f66 service neutron] 10.222.0.126 "GET /v2.0/networks?id=9bafbd8d-3e6d-4897-b789-23290981ea77 HTTP/1.1" status: 200 len: 917 time: 0.0943890 Nov 04 11:10:16.120450 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-460ac637-a7bc-4cb3-acf1-d1fb71f344db req-957977c8-1d90-4b30-b060-49fd4dd3506c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62860700-cf29-451b-8706-452273b57921 HTTP/1.1" status: 200 len: 999 time: 0.0574036 Nov 04 11:10:16.175556 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ac637-a7bc-4cb3-acf1-d1fb71f344db req-fdcca03a-3af2-401e-8355-835b940128a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:16.177457 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-460ac637-a7bc-4cb3-acf1-d1fb71f344db req-fdcca03a-3af2-401e-8355-835b940128a3 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b646d51a-22c4-441b-bb6c-38806852eeb8 HTTP/1.1" status: 200 len: 854 time: 0.0502732 Nov 04 11:10:16.224565 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ac637-a7bc-4cb3-acf1-d1fb71f344db req-6b4c5ec3-90af-4509-92b4-95681f6631dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:16.226132 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-460ac637-a7bc-4cb3-acf1-d1fb71f344db req-6b4c5ec3-90af-4509-92b4-95681f6631dc service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=9bafbd8d-3e6d-4897-b789-23290981ea77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414126 Nov 04 11:10:16.271925 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf5274-ddf7-4add-b4bf-e40993305712 req-c805bd56-b00f-43ff-94e4-423ad317aff4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:16.273502 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-97bf5274-ddf7-4add-b4bf-e40993305712 req-c805bd56-b00f-43ff-94e4-423ad317aff4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0536296 Nov 04 11:10:16.317303 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-460ac637-a7bc-4cb3-acf1-d1fb71f344db req-6e9b6a7e-7ac8-4038-983d-db62e342f893 service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838089 Nov 04 11:10:16.323310 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-97bf5274-ddf7-4add-b4bf-e40993305712 req-dc142145-9bba-4e1a-b87b-5882d769c3c7 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434175 Nov 04 11:10:16.427043 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-460ac637-a7bc-4cb3-acf1-d1fb71f344db req-7eb9d20b-96e9-439b-80f0-49af82623831 service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018422 Nov 04 11:10:16.885950 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-71e64fa4-2f71-4a04-9d8b-4aa32c2ea3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:10:17.460625 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9fa7b-3032-48ae-ab21-4d2a6ea1316e req-390daf5f-811d-40f8-9d7d-9db6308c0a1e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:17.462680 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-21d9fa7b-3032-48ae-ab21-4d2a6ea1316e req-390daf5f-811d-40f8-9d7d-9db6308c0a1e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0569003 Nov 04 11:10:17.523564 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-21d9fa7b-3032-48ae-ab21-4d2a6ea1316e req-9c650b4f-7e3d-4f0d-896a-8eca00cddede tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507867 Nov 04 11:10:18.668369 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8ed5a-2920-4832-a490-123a2e6f0230 req-554d7555-0d88-4015-9b38-8e503e1a944c tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:18.670124 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e0f8ed5a-2920-4832-a490-123a2e6f0230 req-554d7555-0d88-4015-9b38-8e503e1a944c tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0553224 Nov 04 11:10:18.729032 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e0f8ed5a-2920-4832-a490-123a2e6f0230 req-6b264655-12a5-45d4-a657-fa7354bf078e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507576 Nov 04 11:10:19.678407 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-09cb81fe-f2a9-4cb2-9343-83b4cb238576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:10:19.862573 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb094f9-7ae2-48e5-a367-f4b3f6c405ae req-0d9309cd-af22-4b3d-9966-476e8f3d49c1 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:19.864175 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3fb094f9-7ae2-48e5-a367-f4b3f6c405ae req-0d9309cd-af22-4b3d-9966-476e8f3d49c1 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0550416 Nov 04 11:10:19.912771 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3fb094f9-7ae2-48e5-a367-f4b3f6c405ae req-26eeb0e2-8fed-4f64-b3be-a3110cbe350f tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419602 Nov 04 11:10:20.842872 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:10:21.053884 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77853f2-9a22-4a55-84e0-410240d15928 req-398b85a7-6122-4100-8154-ec2b3d1fd6b7 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:21.057372 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e77853f2-9a22-4a55-84e0-410240d15928 req-398b85a7-6122-4100-8154-ec2b3d1fd6b7 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0631523 Nov 04 11:10:21.117467 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e77853f2-9a22-4a55-84e0-410240d15928 req-68f3eef8-5cdd-4bd9-9835-daad8bb21b55 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557921 Nov 04 11:10:22.258229 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:10:22.262501 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8063e6-e697-4d6c-ba97-163c5475bc07 req-91484edc-c8e3-46b4-8e86-65ee05d3bbb8 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:22.264185 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4c8063e6-e697-4d6c-ba97-163c5475bc07 req-91484edc-c8e3-46b4-8e86-65ee05d3bbb8 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0556564 Nov 04 11:10:22.317601 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4c8063e6-e697-4d6c-ba97-163c5475bc07 req-09a8e7e8-9c56-4d5e-89a3-7b2e4f1fcf04 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461168 Nov 04 11:10:22.636590 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:10:23.456405 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123481d-bf48-423a-9438-19c93a6afad0 req-8d186eb7-7a8d-4d5a-9ac0-b60c74a15c17 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:23.457928 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c123481d-bf48-423a-9438-19c93a6afad0 req-8d186eb7-7a8d-4d5a-9ac0-b60c74a15c17 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0612831 Nov 04 11:10:23.511244 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c123481d-bf48-423a-9438-19c93a6afad0 req-71d16b77-a95d-4c42-8bea-5b3c89f736ba tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469081 Nov 04 11:10:24.655066 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851ef60-970c-45f0-80e1-32afd2eca866 req-1caf4f42-1479-480e-a049-34855a7766b3 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:24.658068 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3851ef60-970c-45f0-80e1-32afd2eca866 req-1caf4f42-1479-480e-a049-34855a7766b3 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0606141 Nov 04 11:10:24.716568 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3851ef60-970c-45f0-80e1-32afd2eca866 req-61122a07-6195-448f-9842-8ceceedf65e0 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517831 Nov 04 11:10:25.860256 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d77b0f-d084-4ccd-9176-6e4e702f9d6c req-07b3f5ae-d7ad-453d-8095-2c1a8a3ee339 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:25.861953 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5d77b0f-d084-4ccd-9176-6e4e702f9d6c req-07b3f5ae-d7ad-453d-8095-2c1a8a3ee339 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0520072 Nov 04 11:10:25.918693 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5d77b0f-d084-4ccd-9176-6e4e702f9d6c req-2d91d4bf-283f-4aaa-8a00-4735be4d4ba1 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503929 Nov 04 11:10:27.062388 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4841c0-7c0a-4603-897f-e24ac3780d0e req-6def1d22-f2bd-43d5-a308-348398289128 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:27.063951 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4e4841c0-7c0a-4603-897f-e24ac3780d0e req-6def1d22-f2bd-43d5-a308-348398289128 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0563576 Nov 04 11:10:27.115833 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4e4841c0-7c0a-4603-897f-e24ac3780d0e req-c017617d-abb6-4353-8b5e-df2bac38b355 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455673 Nov 04 11:10:28.249403 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cdda0-9637-47dc-996d-7d96d7bae49e req-b24cd5ed-6f31-4ad3-bd2b-96bf7eab019f tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:28.251356 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c4cdda0-9637-47dc-996d-7d96d7bae49e req-b24cd5ed-6f31-4ad3-bd2b-96bf7eab019f tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0552487 Nov 04 11:10:28.305845 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c4cdda0-9637-47dc-996d-7d96d7bae49e req-dddbf7c3-ebf0-411a-bc42-200f2bccd77a tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477118 Nov 04 11:10:29.446560 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d315c6-200d-447f-9a4e-77a354e10a7d req-bca44bde-2a66-493e-9f8d-61ec61f36c3c tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:29.447934 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-21d315c6-200d-447f-9a4e-77a354e10a7d req-bca44bde-2a66-493e-9f8d-61ec61f36c3c tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0565851 Nov 04 11:10:29.499604 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-21d315c6-200d-447f-9a4e-77a354e10a7d req-a3c16c53-e09f-4449-8f16-4bb34472a485 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429525 Nov 04 11:10:30.648863 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b7eeb-0ea2-4a19-bf4d-779dd31a9530 req-0cee287c-b60d-4684-9202-d51cad113e2e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:30.650371 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6f5b7eeb-0ea2-4a19-bf4d-779dd31a9530 req-0cee287c-b60d-4684-9202-d51cad113e2e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0665257 Nov 04 11:10:30.703265 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6f5b7eeb-0ea2-4a19-bf4d-779dd31a9530 req-4176e404-8d62-4a61-be23-a089665f29c9 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439379 Nov 04 11:10:31.876572 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10b69b-662a-4a1a-bdd0-89214c6a30d3 req-f0735177-9d99-435e-9613-e0a5e37c4450 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:31.879972 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1a10b69b-662a-4a1a-bdd0-89214c6a30d3 req-f0735177-9d99-435e-9613-e0a5e37c4450 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0874834 Nov 04 11:10:31.935499 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1a10b69b-662a-4a1a-bdd0-89214c6a30d3 req-08477634-8859-49b0-a43e-9075fe8128e3 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476255 Nov 04 11:10:32.374526 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:10:33.078213 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540c0dc-d866-4d51-aa3e-3fb80f7d9382 req-95eda963-9293-480d-9351-02477da951d1 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:33.079715 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f540c0dc-d866-4d51-aa3e-3fb80f7d9382 req-95eda963-9293-480d-9351-02477da951d1 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0590811 Nov 04 11:10:33.133032 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f540c0dc-d866-4d51-aa3e-3fb80f7d9382 req-d15c073d-b80c-4c7f-97b0-c02e77c52d78 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468383 Nov 04 11:10:34.259763 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d730cf-c10e-4ed7-b843-927867fe1753 req-629cd83c-db58-480e-bc2b-79336b726c7a tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:34.261308 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82d730cf-c10e-4ed7-b843-927867fe1753 req-629cd83c-db58-480e-bc2b-79336b726c7a tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0512424 Nov 04 11:10:34.310544 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82d730cf-c10e-4ed7-b843-927867fe1753 req-de97c7c2-dabb-4bed-ac00-65195abb33fc tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427544 Nov 04 11:10:35.461347 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9c98d-4868-4b3f-89b0-531f4eec71f6 req-d21fc01b-ca01-4ff7-b908-53c826aae67a tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:35.462781 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-faf9c98d-4868-4b3f-89b0-531f4eec71f6 req-d21fc01b-ca01-4ff7-b908-53c826aae67a tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0644097 Nov 04 11:10:35.513368 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-faf9c98d-4868-4b3f-89b0-531f4eec71f6 req-49ee6fdb-df4a-4f11-8522-0353ed48a6a0 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415418 Nov 04 11:10:36.642289 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2446249-e458-4fa6-8d0d-d0d56b3fce04 req-6fd60058-6e6e-4126-aedc-6d04924797f3 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:36.643861 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c2446249-e458-4fa6-8d0d-d0d56b3fce04 req-6fd60058-6e6e-4126-aedc-6d04924797f3 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 943 time: 0.0517130 Nov 04 11:10:36.692279 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c2446249-e458-4fa6-8d0d-d0d56b3fce04 req-a5df890d-e320-4a8d-8f16-70f358510659 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419412 Nov 04 11:10:37.181570 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 62860700-cf29-451b-8706-452273b57921 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:10:37.286671 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 62860700-cf29-451b-8706-452273b57921, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=62860700-cf29-451b-8706-452273b57921,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:10:37.299708 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '62860700-cf29-451b-8706-452273b57921', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'port_id': '62860700-cf29-451b-8706-452273b57921', 'mac_address': 'fa:16:3e:ef:6d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:10:37.337591 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:10:37.351851 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62860700-cf29-451b-8706-452273b57921 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:10:37.371519 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 62860700-cf29-451b-8706-452273b57921, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=62860700-cf29-451b-8706-452273b57921,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:10:37.376878 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:10:37.425232 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=62860700-cf29-451b-8706-452273b57921,revision_number=9']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:10:37.435892 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:10:37.436318 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:10:37.436748 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:10:37.437260 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:10:37.437744 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:10:37.438147 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:10:37.438588 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:10:37.438959 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:10:37.439362 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:10:37.439760 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:10:37.440145 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:10:37.440586 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:10:37.619953 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['62860700-cf29-451b-8706-452273b57921'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:10:37.825138 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd415a9b-a8e1-4950-aaf5-f7f035c07ac8 req-07445efe-4967-4807-9c02-42af8565bf7e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:37.826641 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fd415a9b-a8e1-4950-aaf5-f7f035c07ac8 req-07445efe-4967-4807-9c02-42af8565bf7e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 944 time: 0.0541234 Nov 04 11:10:37.880208 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fd415a9b-a8e1-4950-aaf5-f7f035c07ac8 req-9419126e-2810-4832-902b-2f8f6863de69 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434725 Nov 04 11:10:39.024890 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bc42e-c209-4cc1-bdab-71f7e616baf8 req-751dfa09-a793-4716-91db-ddf9bc045f7e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:39.026448 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6e5bc42e-c209-4cc1-bdab-71f7e616baf8 req-751dfa09-a793-4716-91db-ddf9bc045f7e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 944 time: 0.0524092 Nov 04 11:10:39.075134 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6e5bc42e-c209-4cc1-bdab-71f7e616baf8 req-f1a440c9-f4c4-469a-9755-5312be2c56f2 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424988 Nov 04 11:10:39.183908 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 62860700-cf29-451b-8706-452273b57921 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:10:39.234714 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 62860700-cf29-451b-8706-452273b57921 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:10:39.235109 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:10:39.327130 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:10:39.351260 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4483783e-1703-482b-a83c-5a2f8260a21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62860700-cf29-451b-8706-452273b57921'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:10:39.353595 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc111b8-29ee-4d65-884d-046e749ab612" -d '{"events": [{"server_uuid": "4483783e-1703-482b-a83c-5a2f8260a21b", "name": "network-vif-plugged", "status": "completed", "tag": "62860700-cf29-451b-8706-452273b57921"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:10:39.367465 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 62860700-cf29-451b-8706-452273b57921, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=62860700-cf29-451b-8706-452273b57921,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:10:39.372627 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:10:39.396941 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c722561-7ece-4463-a864-28183f36244e x-openstack-request-id: req-9c722561-7ece-4463-a864-28183f36244e {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:10:39.397242 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4483783e-1703-482b-a83c-5a2f8260a21b", "name": "network-vif-plugged", "status": "completed", "tag": "62860700-cf29-451b-8706-452273b57921", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:10:39.397504 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-9c722561-7ece-4463-a864-28183f36244e {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:10:39.397859 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4483783e-1703-482b-a83c-5a2f8260a21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62860700-cf29-451b-8706-452273b57921', 'code': 200} Nov 04 11:10:39.423630 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=62860700-cf29-451b-8706-452273b57921,revision_number=10']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:10:39.570227 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fa978-95be-4fbe-813f-5b24fea77f6e req-f3576409-6684-49f9-9bd3-5af9e8334c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:39.571666 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e92fa978-95be-4fbe-813f-5b24fea77f6e req-f3576409-6684-49f9-9bd3-5af9e8334c7c service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 1097 time: 0.0451515 Nov 04 11:10:39.616290 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e92fa978-95be-4fbe-813f-5b24fea77f6e req-8781475e-39c8-4561-915d-69a5b6e87bdd service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372770 Nov 04 11:10:40.209093 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ab343-4542-4ff5-a503-236cb2fab893 req-7f7e9af2-aade-4810-885c-e7751e4ca57b tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:40.210592 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fb9ab343-4542-4ff5-a503-236cb2fab893 req-7f7e9af2-aade-4810-885c-e7751e4ca57b tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 946 time: 0.0498989 Nov 04 11:10:40.263735 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fb9ab343-4542-4ff5-a503-236cb2fab893 req-c1b1c0ec-12bf-4b25-86c0-1799e6255cd5 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469909 Nov 04 11:10:41.400318 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e509cd-bf11-4d4a-971a-dddcdec86a56 req-de17ed52-776e-415a-adc7-a755f8225416 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:41.402089 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-89e509cd-bf11-4d4a-971a-dddcdec86a56 req-de17ed52-776e-415a-adc7-a755f8225416 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 946 time: 0.0529802 Nov 04 11:10:41.452297 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-89e509cd-bf11-4d4a-971a-dddcdec86a56 req-d2ad1333-8f52-4aaf-b168-486549db3ad2 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441270 Nov 04 11:10:42.591796 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:10:45.023315 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:10:46.891224 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c5475c1a-bc5a-415f-9278-82d565161122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:10:49.690311 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e702793f-ce57-4e81-b72d-db42329a67b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:10:50.847238 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:10:52.253981 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:10:52.638036 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:10:53.086044 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4f7a689e-b97e-4117-9621-02b47c982e39 req-5f4c5e04-e560-473f-ac59-8804aeb3802f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458970 Nov 04 11:10:53.173492 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a689e-b97e-4117-9621-02b47c982e39 req-2faf4e6d-25c1-4ed0-8136-1f27e22f8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:53.175088 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4f7a689e-b97e-4117-9621-02b47c982e39 req-2faf4e6d-25c1-4ed0-8136-1f27e22f8b23 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 1096 time: 0.0430470 Nov 04 11:10:53.303053 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a689e-b97e-4117-9621-02b47c982e39 req-eb521d09-77b6-4ffd-8e41-3a75f5f40ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:53.305463 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4f7a689e-b97e-4117-9621-02b47c982e39 req-eb521d09-77b6-4ffd-8e41-3a75f5f40ec6 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 913 time: 0.1085613 Nov 04 11:10:53.377421 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4f7a689e-b97e-4117-9621-02b47c982e39 req-480fb8f1-eb11-4bb5-ab70-d5f1b3f00acb service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6181c171-8c44-4ac0-88a6-f67cf627357f HTTP/1.1" status: 200 len: 1001 time: 0.0644670 Nov 04 11:10:53.431944 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a689e-b97e-4117-9621-02b47c982e39 req-81c61667-6502-48c6-933d-29ff10662c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:53.433905 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4f7a689e-b97e-4117-9621-02b47c982e39 req-81c61667-6502-48c6-933d-29ff10662c87 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c5c74920-9b2d-4a89-a57f-e092fd0cce82 HTTP/1.1" status: 200 len: 850 time: 0.0489609 Nov 04 11:10:53.484195 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a689e-b97e-4117-9621-02b47c982e39 req-bbc2bc76-04ee-4456-be41-126691e3c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:53.485727 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4f7a689e-b97e-4117-9621-02b47c982e39 req-bbc2bc76-04ee-4456-be41-126691e3c348 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437825 Nov 04 11:10:53.583016 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4f7a689e-b97e-4117-9621-02b47c982e39 req-02bfe1e9-44bf-4b72-a25b-311af92cae15 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885203 Nov 04 11:10:53.676750 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4f7a689e-b97e-4117-9621-02b47c982e39 req-097957ac-35c2-43bf-96ac-93f69fe9d7e2 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864172 Nov 04 11:10:58.270406 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9ebd94c5-b130-4676-9386-741c5127bf5f req-5bbe200a-a98b-430c-b893-3b8eac8d535a service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473049 Nov 04 11:10:58.363871 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd94c5-b130-4676-9386-741c5127bf5f req-6efaae63-e01e-4b25-aa25-c5ce89a7ac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:58.365446 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9ebd94c5-b130-4676-9386-741c5127bf5f req-6efaae63-e01e-4b25-aa25-c5ce89a7ac77 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=348bd9398af74c3d918968bafb1eb5b5&device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 1097 time: 0.0445254 Nov 04 11:10:58.473331 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd94c5-b130-4676-9386-741c5127bf5f req-eb7ae251-ddf2-4fd5-81b7-00bdbc231bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:58.474744 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9ebd94c5-b130-4676-9386-741c5127bf5f req-eb7ae251-ddf2-4fd5-81b7-00bdbc231bd7 service neutron] 10.222.0.126 "GET /v2.0/networks?id=9bafbd8d-3e6d-4897-b789-23290981ea77 HTTP/1.1" status: 200 len: 917 time: 0.0861819 Nov 04 11:10:58.891675 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9ebd94c5-b130-4676-9386-741c5127bf5f req-a1b45590-d7dd-42ab-8699-0da7dcfee976 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62860700-cf29-451b-8706-452273b57921 HTTP/1.1" status: 200 len: 1001 time: 0.4089296 Nov 04 11:10:58.943146 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd94c5-b130-4676-9386-741c5127bf5f req-a2296abe-135c-4f45-8529-67254a51431d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:58.944565 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9ebd94c5-b130-4676-9386-741c5127bf5f req-a2296abe-135c-4f45-8529-67254a51431d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b646d51a-22c4-441b-bb6c-38806852eeb8 HTTP/1.1" status: 200 len: 854 time: 0.0455835 Nov 04 11:10:58.991359 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd94c5-b130-4676-9386-741c5127bf5f req-20a35369-aa62-4acf-9745-2af56dd0579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:10:58.992866 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9ebd94c5-b130-4676-9386-741c5127bf5f req-20a35369-aa62-4acf-9745-2af56dd0579b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=9bafbd8d-3e6d-4897-b789-23290981ea77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407400 Nov 04 11:10:59.089249 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9ebd94c5-b130-4676-9386-741c5127bf5f req-48bb1805-14d1-4ed2-b3d7-9ae955029a35 service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877082 Nov 04 11:10:59.182657 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9ebd94c5-b130-4676-9386-741c5127bf5f req-316244fa-4d48-4b26-9f99-cf6fe784a43b service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861919 Nov 04 11:11:09.379220 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:11:12.591668 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:15.049112 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:16.905586 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c3e79a75-5d0b-4cb1-8bf8-8457a3775756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:18.756576 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-bbcc4b8d-05cf-45ae-8b4f-cd6a3f66472e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-73772844&fields=id&tenant_id=ddf89eefd3f5444e82d89fc191073961 HTTP/1.1" status: 200 len: 267 time: 0.0466318 Nov 04 11:11:18.871133 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-7d6a292a-03ab-4cfe-a46b-0889ca1980c1 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:18.872632 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-7d6a292a-03ab-4cfe-a46b-0889ca1980c1 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 811 time: 0.1091371 Nov 04 11:11:18.889112 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-c80b02c7-5113-450d-99a9-f89a9d8e3ba7 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/quotas/ddf89eefd3f5444e82d89fc191073961 HTTP/1.1" status: 200 len: 375 time: 0.0101631 Nov 04 11:11:18.949866 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-4b8722d6-d2e9-4843-83d5-b5d5152be3a1 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0545821 Nov 04 11:11:19.056386 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-3c5323d5-6f40-4ab4-a65a-51ea13b72fc1 service neutron] 10.222.0.127 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939102 Nov 04 11:11:19.154302 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-37f2e48f-f789-4410-8b79-3ee0df669cd0 service neutron] 10.222.0.127 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913146 Nov 04 11:11:19.513932 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4251ab27-b680-4851-8ed5-c440ad99c8dd req-bc1947fa-cf52-4c4f-b736-186ce15bcd5d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 210 time: 0.0316746 Nov 04 11:11:19.685583 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3508619d-f740-4583-86c1-32b2686ed279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:20.483039 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-12478b1d-c1ff-4d49-b678-aca47161d238 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:20.484592 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-12478b1d-c1ff-4d49-b678-aca47161d238 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.121 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 811 time: 0.1165400 Nov 04 11:11:20.566971 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-b52f7ef2-c92a-4634-8505-a4f2cf735df0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddf89eefd3f5444e82d89fc191073961 HTTP/1.1" status: 200 len: 378 time: 0.0714605 Nov 04 11:11:20.577350 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-8eb7fc4a-a363-4aa8-8cac-1182c449cf65 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Request body: {'port': {'device_id': '3107d8a3-22c2-4b80-a09d-252ac4297f66', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'admin_state_up': True, 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'security_groups': ['fe5a7cc4-b094-424d-9d58-6e591f50f89b']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:11:20.625055 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f063418b-a951-4d68-bc20-ae9214e61d56 req-ac196acc-17d6-4855-baaa-534f8f51bd65 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 210 time: 0.0288579 Nov 04 11:11:20.718095 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-8eb7fc4a-a363-4aa8-8cac-1182c449cf65 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Made reservation on behalf of ddf89eefd3f5444e82d89fc191073961 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:11:20.721920 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-8eb7fc4a-a363-4aa8-8cac-1182c449cf65 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:20.850081 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:20.860315 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-8eb7fc4a-a363-4aa8-8cac-1182c449cf65 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Allocated IP 172.20.0.13 (0166203e-9ed1-4f29-8b1e-2d2e84ab323b/c5c74920-9b2d-4a89-a57f-e092fd0cce82/b45817a2-74c1-4d6e-b457-6a7a0e0dc637) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:11:20.889301 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7a181-a00b-4bae-8089-9877ea432295 req-6e3f7262-1ed5-4761-ab61-740a60a600d2 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:20.890890 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-91a7a181-a00b-4bae-8089-9877ea432295 req-6e3f7262-1ed5-4761-ab61-740a60a600d2 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 946 time: 0.0725954 Nov 04 11:11:20.942962 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-91a7a181-a00b-4bae-8089-9877ea432295 req-002e6fdf-d154-4f1e-a0eb-8ba3b253607f tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448246 Nov 04 11:11:21.008540 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-8eb7fc4a-a363-4aa8-8cac-1182c449cf65 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:21.042195 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-8eb7fc4a-a363-4aa8-8cac-1182c449cf65 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:21.089521 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-8eb7fc4a-a363-4aa8-8cac-1182c449cf65 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:11:21.092799 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-8eb7fc4a-a363-4aa8-8cac-1182c449cf65 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:11:21.098357 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-8eb7fc4a-a363-4aa8-8cac-1182c449cf65 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:11:21.102668 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7fc4a-a363-4aa8-8cac-1182c449cf65 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event updated for resources: {'Port': ['ID=b45817a2-74c1-4d6e-b457-6a7a0e0dc637,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:11:21.142951 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7fc4a-a363-4aa8-8cac-1182c449cf65 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:11:21.143295 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7fc4a-a363-4aa8-8cac-1182c449cf65 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:11:21.143632 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7fc4a-a363-4aa8-8cac-1182c449cf65 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:11:21.143974 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7fc4a-a363-4aa8-8cac-1182c449cf65 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:11:21.144307 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7fc4a-a363-4aa8-8cac-1182c449cf65 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:11:21.144637 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7fc4a-a363-4aa8-8cac-1182c449cf65 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:11:21.145009 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7fc4a-a363-4aa8-8cac-1182c449cf65 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:11:21.145334 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7fc4a-a363-4aa8-8cac-1182c449cf65 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:11:21.145664 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7fc4a-a363-4aa8-8cac-1182c449cf65 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:11:21.146003 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7fc4a-a363-4aa8-8cac-1182c449cf65 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:11:21.146521 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7fc4a-a363-4aa8-8cac-1182c449cf65 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:11:21.146848 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7fc4a-a363-4aa8-8cac-1182c449cf65 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:11:21.172940 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-8eb7fc4a-a363-4aa8-8cac-1182c449cf65 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:21.173628 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-8eb7fc4a-a363-4aa8-8cac-1182c449cf65 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:21.199444 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-8eb7fc4a-a363-4aa8-8cac-1182c449cf65 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6258867 Nov 04 11:11:21.214785 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-ac1a40ae-6179-4813-a010-208a663a9116 service neutron] Request body: {'port': {'device_id': '3107d8a3-22c2-4b80-a09d-252ac4297f66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:11:21.277190 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-ac1a40ae-6179-4813-a010-208a663a9116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:21.405825 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-0057ffdf-8048-46fc-9c05-86d1a18dbc22 None None] Provisioning complete for port b45817a2-74c1-4d6e-b457-6a7a0e0dc637 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:11:21.406102 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0057ffdf-8048-46fc-9c05-86d1a18dbc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:21.441707 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-0057ffdf-8048-46fc-9c05-86d1a18dbc22 None None] Port b45817a2-74c1-4d6e-b457-6a7a0e0dc637 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:11:21.549311 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-ac1a40ae-6179-4813-a010-208a663a9116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b45817a2-74c1-4d6e-b457-6a7a0e0dc637 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:11:21.557541 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-ac1a40ae-6179-4813-a010-208a663a9116 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:21.570031 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-ac1a40ae-6179-4813-a010-208a663a9116 service neutron] Transition to ACTIVE for port object b45817a2-74c1-4d6e-b457-6a7a0e0dc637 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:11:21.574660 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-ac1a40ae-6179-4813-a010-208a663a9116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:21.631264 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a40ae-6179-4813-a010-208a663a9116 service neutron] Pushing event updated for resources: {'Port': ['ID=b45817a2-74c1-4d6e-b457-6a7a0e0dc637,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:11:21.718340 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-ac1a40ae-6179-4813-a010-208a663a9116 service neutron] Attempting to bind port b45817a2-74c1-4d6e-b457-6a7a0e0dc637 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:11:21.718672 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-ac1a40ae-6179-4813-a010-208a663a9116 service neutron] Attempting to bind port b45817a2-74c1-4d6e-b457-6a7a0e0dc637 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:11:21.719007 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-ac1a40ae-6179-4813-a010-208a663a9116 service neutron] Attempting to bind port b45817a2-74c1-4d6e-b457-6a7a0e0dc637 on network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:11:21.724032 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-ac1a40ae-6179-4813-a010-208a663a9116 service neutron] Port b45817a2-74c1-4d6e-b457-6a7a0e0dc637 on network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:11:21.724390 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-ac1a40ae-6179-4813-a010-208a663a9116 service neutron] Attempting to bind port b45817a2-74c1-4d6e-b457-6a7a0e0dc637 on network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:11:21.730124 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-ac1a40ae-6179-4813-a010-208a663a9116 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:11:21.730474 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-ac1a40ae-6179-4813-a010-208a663a9116 service neutron] Checking segment: {'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:11:21.730866 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-ac1a40ae-6179-4813-a010-208a663a9116 service neutron] Bound using segment: {'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:11:21.731311 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-ac1a40ae-6179-4813-a010-208a663a9116 service neutron] Bound port: b45817a2-74c1-4d6e-b457-6a7a0e0dc637, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7b9d45-a7a2-41d5-8194-d56333afd390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:11:21.731668 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-ac1a40ae-6179-4813-a010-208a663a9116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:21.779233 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5fef1-e6a8-4f8c-b7e3-0b68c5efcc61 req-bde9ed2e-2927-49a4-b72f-2aa296ae2c60 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:21.781633 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3fa5fef1-e6a8-4f8c-b7e3-0b68c5efcc61 req-bde9ed2e-2927-49a4-b72f-2aa296ae2c60 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 944 time: 0.0735424 Nov 04 11:11:21.812105 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-ac1a40ae-6179-4813-a010-208a663a9116 service neutron] For port b45817a2-74c1-4d6e-b457-6a7a0e0dc637, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:11:21.815910 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-ac1a40ae-6179-4813-a010-208a663a9116 service neutron] For port b45817a2-74c1-4d6e-b457-6a7a0e0dc637, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b45817a2-74c1-4d6e-b457-6a7a0e0dc637,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:11:21.823177 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-ac1a40ae-6179-4813-a010-208a663a9116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:21.845963 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3fa5fef1-e6a8-4f8c-b7e3-0b68c5efcc61 req-cce77c7f-ea12-4207-94e5-2bac65b95790 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539312 Nov 04 11:11:21.868447 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-ac1a40ae-6179-4813-a010-208a663a9116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:21.869112 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-ac1a40ae-6179-4813-a010-208a663a9116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:21.870703 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-ac1a40ae-6179-4813-a010-208a663a9116 service neutron] 10.222.0.121 "PUT /v2.0/ports/b45817a2-74c1-4d6e-b457-6a7a0e0dc637 HTTP/1.1" status: 200 len: 1092 time: 0.6618106 Nov 04 11:11:21.871154 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3107d8a3-22c2-4b80-a09d-252ac4297f66', 'tag': 'b45817a2-74c1-4d6e-b457-6a7a0e0dc637'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:11:21.873488 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a6e54b-9618-4fef-a8d0-6de4b5c3558c" -d '{"events": [{"name": "network-changed", "server_uuid": "3107d8a3-22c2-4b80-a09d-252ac4297f66", "tag": "b45817a2-74c1-4d6e-b457-6a7a0e0dc637"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:11:21.925618 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a40ae-6179-4813-a010-208a663a9116 service neutron] Pushing event updated for resources: {'Port': ['ID=b45817a2-74c1-4d6e-b457-6a7a0e0dc637,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:11:21.981482 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-1a8012d5-3631-408c-bce5-92b7bfbefed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:21.983207 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-1a8012d5-3631-408c-bce5-92b7bfbefed6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 1095 time: 0.0545263 Nov 04 11:11:22.032499 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57108d1-c239-43ac-b725-4d8e2845c9b0 x-openstack-request-id: req-f57108d1-c239-43ac-b725-4d8e2845c9b0 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:11:22.033245 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3107d8a3-22c2-4b80-a09d-252ac4297f66", "tag": "b45817a2-74c1-4d6e-b457-6a7a0e0dc637", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:11:22.033676 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f57108d1-c239-43ac-b725-4d8e2845c9b0 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:11:22.034257 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3107d8a3-22c2-4b80-a09d-252ac4297f66', 'tag': 'b45817a2-74c1-4d6e-b457-6a7a0e0dc637', 'status': 'completed', 'code': 200} Nov 04 11:11:22.037105 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-1dc523c1-5a16-4a8e-8b68-305f90b7a9d8 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b45817a2-74c1-4d6e-b457-6a7a0e0dc637 HTTP/1.1" status: 200 len: 217 time: 0.0448523 Nov 04 11:11:22.145570 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-2a21ef09-86dd-4015-9d22-20c850b3dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:22.148089 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-2a21ef09-86dd-4015-9d22-20c850b3dc7b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c5c74920-9b2d-4a89-a57f-e092fd0cce82 HTTP/1.1" status: 200 len: 850 time: 0.1041276 Nov 04 11:11:22.160450 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5e5c1-f83d-4c09-a22f-4eac2fbde72f req-0e04bdc7-9301-4cd3-ad81-9da28afc631d tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:22.162343 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9cb5e5c1-f83d-4c09-a22f-4eac2fbde72f req-0e04bdc7-9301-4cd3-ad81-9da28afc631d tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 946 time: 0.0835650 Nov 04 11:11:22.213498 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-01c9a398-0504-465f-adab-19f76007fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:22.215948 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-01c9a398-0504-465f-adab-19f76007fbbf service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587742 Nov 04 11:11:22.239860 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9cb5e5c1-f83d-4c09-a22f-4eac2fbde72f req-4e9df21b-1aeb-4cb7-8766-ba7976870675 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=c96f2570-aaa7-4ec0-a919-bc8bf7376576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701778 Nov 04 11:11:22.282961 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:22.317822 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-946e8a75-0b02-4035-bba7-3dd87035e91a service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943573 Nov 04 11:11:22.450005 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f805d-d2ab-4562-8f80-47458a4e6ff1 req-abc88583-d27e-4f6b-997d-3d71bf10e0df tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:22.451448 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-607f805d-d2ab-4562-8f80-47458a4e6ff1 req-abc88583-d27e-4f6b-997d-3d71bf10e0df tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.126 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 946 time: 0.0791335 Nov 04 11:11:22.455667 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9a23fbc2-5327-4b89-afd4-d868193c5e06 req-808f9904-bb14-44db-bce9-35b21f41bc1a service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297143 Nov 04 11:11:22.575063 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6e54b-9618-4fef-a8d0-6de4b5c3558c req-cd59745a-3a02-4504-8448-407ef0901a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:22.576589 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-22a6e54b-9618-4fef-a8d0-6de4b5c3558c req-cd59745a-3a02-4504-8448-407ef0901a93 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 1095 time: 0.0716596 Nov 04 11:11:22.593442 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-607f805d-d2ab-4562-8f80-47458a4e6ff1 req-428d8122-2c02-4a35-8e43-8ade1cf648e3 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Deleting port 62860700-cf29-451b-8706-452273b57921 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:11:22.593775 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-607f805d-d2ab-4562-8f80-47458a4e6ff1 req-428d8122-2c02-4a35-8e43-8ade1cf648e3 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:22.638967 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:22.746577 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-607f805d-d2ab-4562-8f80-47458a4e6ff1 req-428d8122-2c02-4a35-8e43-8ade1cf648e3 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] For port 62860700-cf29-451b-8706-452273b57921, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=62860700-cf29-451b-8706-452273b57921,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:11:22.746803 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-607f805d-d2ab-4562-8f80-47458a4e6ff1 req-428d8122-2c02-4a35-8e43-8ade1cf648e3 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:22.749875 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6e54b-9618-4fef-a8d0-6de4b5c3558c req-e54a6a44-8bdf-46c7-9368-2f2972e48f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:22.751400 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-22a6e54b-9618-4fef-a8d0-6de4b5c3558c req-e54a6a44-8bdf-46c7-9368-2f2972e48f55 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 913 time: 0.1665499 Nov 04 11:11:22.829775 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-22a6e54b-9618-4fef-a8d0-6de4b5c3558c req-acebd919-2359-48cf-9e3e-c65cd3f68aa1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b45817a2-74c1-4d6e-b457-6a7a0e0dc637 HTTP/1.1" status: 200 len: 217 time: 0.0676310 Nov 04 11:11:22.934802 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6e54b-9618-4fef-a8d0-6de4b5c3558c req-43f6bced-7ed5-4a7e-8636-14be3932318b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:22.936316 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-22a6e54b-9618-4fef-a8d0-6de4b5c3558c req-43f6bced-7ed5-4a7e-8636-14be3932318b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c5c74920-9b2d-4a89-a57f-e092fd0cce82 HTTP/1.1" status: 200 len: 850 time: 0.0975564 Nov 04 11:11:22.997235 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014fb08-1bd6-43cd-bbf6-27be1b5b6241 req-8f7c5cf1-869e-4f0f-a0ef-d0d6b6d0330e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:22.999014 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c014fb08-1bd6-43cd-bbf6-27be1b5b6241 req-8f7c5cf1-869e-4f0f-a0ef-d0d6b6d0330e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 944 time: 0.0518756 Nov 04 11:11:23.039284 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-607f805d-d2ab-4562-8f80-47458a4e6ff1 req-428d8122-2c02-4a35-8e43-8ade1cf648e3 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:23.039657 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-607f805d-d2ab-4562-8f80-47458a4e6ff1 req-428d8122-2c02-4a35-8e43-8ade1cf648e3 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:23.039970 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [req-607f805d-d2ab-4562-8f80-47458a4e6ff1 req-428d8122-2c02-4a35-8e43-8ade1cf648e3 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Floating IP c1bae0c1-0c8f-4e29-9d03-278b6179d41e disassociated. External IP: 172.25.7.140, port: 62860700-cf29-451b-8706-452273b57921. Nov 04 11:11:23.040312 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-607f805d-d2ab-4562-8f80-47458a4e6ff1 req-428d8122-2c02-4a35-8e43-8ade1cf648e3 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Calling delete_port for 62860700-cf29-451b-8706-452273b57921 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:11:23.043512 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6e54b-9618-4fef-a8d0-6de4b5c3558c req-c8025513-d51f-4376-8e8a-d0b30409802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:23.045146 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-22a6e54b-9618-4fef-a8d0-6de4b5c3558c req-c8025513-d51f-4376-8e8a-d0b30409802a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007130 Nov 04 11:11:23.054194 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c014fb08-1bd6-43cd-bbf6-27be1b5b6241 req-a82b541a-516e-4480-97df-77c66d31b2e7 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484059 Nov 04 11:11:23.194628 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-22a6e54b-9618-4fef-a8d0-6de4b5c3558c req-632a02a8-cbb3-401c-a6b6-a04170c5c171 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419194 Nov 04 11:11:23.307253 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-607f805d-d2ab-4562-8f80-47458a4e6ff1 req-428d8122-2c02-4a35-8e43-8ade1cf648e3 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:23.345216 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d8122-2c02-4a35-8e43-8ade1cf648e3 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Pushing event deleted for resources: {'Port': ['ID=62860700-cf29-451b-8706-452273b57921,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:11:23.362674 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-22a6e54b-9618-4fef-a8d0-6de4b5c3558c req-5202773a-09b0-4e8c-a6fa-32ab4b3f5e2e service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571243 Nov 04 11:11:23.365120 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aa4a50bb-df00-4947-9777-ee9b0535faaf req-eda1a6ac-4292-4895-a0fc-37b53e33a0b6 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=4483783e-1703-482b-a83c-5a2f8260a21b HTTP/1.1" status: 200 len: 210 time: 0.0354700 Nov 04 11:11:23.477447 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-607f805d-d2ab-4562-8f80-47458a4e6ff1 req-428d8122-2c02-4a35-8e43-8ade1cf648e3 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Router c3ca91e6-4a12-4058-b142-726988338cc2 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:11:23.589367 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-607f805d-d2ab-4562-8f80-47458a4e6ff1 req-428d8122-2c02-4a35-8e43-8ade1cf648e3 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:11:23.601107 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704dc8cd-baa3-4f53-8a64-874ed7c5e42a None None] Sync routers for ids ['c3ca91e6-4a12-4058-b142-726988338cc2'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:11:23.612285 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704dc8cd-baa3-4f53-8a64-874ed7c5e42a None None] Routers {'c3ca91e6-4a12-4058-b142-726988338cc2'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:11:23.613110 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-704dc8cd-baa3-4f53-8a64-874ed7c5e42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:11:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c3ca91e6-4a12-4058-b142-726988338cc2'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:11:23.632888 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-607f805d-d2ab-4562-8f80-47458a4e6ff1 req-428d8122-2c02-4a35-8e43-8ade1cf648e3 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] No DVR routers for this DVR port 62860700-cf29-451b-8706-452273b57921 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:11:23.635893 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-607f805d-d2ab-4562-8f80-47458a4e6ff1 req-428d8122-2c02-4a35-8e43-8ade1cf648e3 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:23.639521 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-607f805d-d2ab-4562-8f80-47458a4e6ff1 req-428d8122-2c02-4a35-8e43-8ade1cf648e3 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.126 "DELETE /v2.0/ports/62860700-cf29-451b-8706-452273b57921 HTTP/1.1" status: 204 len: 173 time: 1.1805658 Nov 04 11:11:23.927352 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-704dc8cd-baa3-4f53-8a64-874ed7c5e42a None None] Set router c3ca91e6-4a12-4058-b142-726988338cc2 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:11:24.035611 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4483783e-1703-482b-a83c-5a2f8260a21b', 'name': 'network-vif-deleted', 'tag': '62860700-cf29-451b-8706-452273b57921'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:11:24.038109 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16da96ff-445d-435e-a1f9-89a1b155e0e6" -d '{"events": [{"server_uuid": "4483783e-1703-482b-a83c-5a2f8260a21b", "name": "network-vif-deleted", "tag": "62860700-cf29-451b-8706-452273b57921"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:11:24.111103 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7657e7c-aaa0-40d5-b7e7-9c0d2fea5ff6 x-openstack-request-id: req-e7657e7c-aaa0-40d5-b7e7-9c0d2fea5ff6 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:11:24.113757 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4483783e-1703-482b-a83c-5a2f8260a21b", "name": "network-vif-deleted", "tag": "62860700-cf29-451b-8706-452273b57921", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:11:24.114185 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-e7657e7c-aaa0-40d5-b7e7-9c0d2fea5ff6 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:11:24.115181 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4483783e-1703-482b-a83c-5a2f8260a21b', 'name': 'network-vif-deleted', 'tag': '62860700-cf29-451b-8706-452273b57921', 'status': 'completed', 'code': 200} Nov 04 11:11:24.167725 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-704dc8cd-baa3-4f53-8a64-874ed7c5e42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'name': 'tempest-AttachVolumeShelveTestJSON-21068047-router', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:07:34Z', 'updated_at': '2021-11-04T11:07:38Z', 'revision_number': 4, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'gw_port': {'id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:35Z', 'updated_at': '2021-11-04T11:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3a704c1c-43dd-4f47-9161-b67cd6cf9aff', 'name': '', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'mac_address': 'fa:16:3e:39:a9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:37Z', 'updated_at': '2021-11-04T11:07:42Z', 'revision_number': 5, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'subnets': [{'id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:11:24.213144 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704dc8cd-baa3-4f53-8a64-874ed7c5e42a None None] Checking router: c3ca91e6-4a12-4058-b142-726988338cc2 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:11:24.222090 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704dc8cd-baa3-4f53-8a64-874ed7c5e42a None None] Routers {'c3ca91e6-4a12-4058-b142-726988338cc2'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:11:24.222698 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-704dc8cd-baa3-4f53-8a64-874ed7c5e42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:11:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c3ca91e6-4a12-4058-b142-726988338cc2'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:11:24.227914 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f62e0d-8cfb-487f-a4c1-f796c2ffef3d req-0e22cf92-6e3e-4419-b228-a07c7801391d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:24.229546 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a9f62e0d-8cfb-487f-a4c1-f796c2ffef3d req-0e22cf92-6e3e-4419-b228-a07c7801391d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 944 time: 0.0535655 Nov 04 11:11:24.288076 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a9f62e0d-8cfb-487f-a4c1-f796c2ffef3d req-52692b24-0454-43d5-a733-fe227428c517 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508494 Nov 04 11:11:24.339072 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-704dc8cd-baa3-4f53-8a64-874ed7c5e42a None None] Set router c3ca91e6-4a12-4058-b142-726988338cc2 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:11:24.454668 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 51580) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:11:24.510502 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-566f3435-a103-40c9-ade1-ab397262fce0 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:24.537582 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-566f3435-a103-40c9-ade1-ab397262fce0 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:24.567480 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-704dc8cd-baa3-4f53-8a64-874ed7c5e42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'name': 'tempest-AttachVolumeShelveTestJSON-21068047-router', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:07:34Z', 'updated_at': '2021-11-04T11:07:38Z', 'revision_number': 4, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'gw_port': {'id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:35Z', 'updated_at': '2021-11-04T11:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3a704c1c-43dd-4f47-9161-b67cd6cf9aff', 'name': '', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'mac_address': 'fa:16:3e:39:a9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:37Z', 'updated_at': '2021-11-04T11:07:42Z', 'revision_number': 5, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'subnets': [{'id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:11:24.590594 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-566f3435-a103-40c9-ade1-ab397262fce0 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:24.594219 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-566f3435-a103-40c9-ade1-ab397262fce0 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:24.598233 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-566f3435-a103-40c9-ade1-ab397262fce0 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "DELETE /v2.0/security-groups/c96f2570-aaa7-4ec0-a919-bc8bf7376576 HTTP/1.1" status: 204 len: 168 time: 0.1398072 Nov 04 11:11:24.598382 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704dc8cd-baa3-4f53-8a64-874ed7c5e42a None None] The sync data for ids ['c3ca91e6-4a12-4058-b142-726988338cc2'] in n-d-816629-1 is: [{'id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'name': 'tempest-AttachVolumeShelveTestJSON-21068047-router', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:07:34Z', 'updated_at': '2021-11-04T11:07:38Z', 'revision_number': 4, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'gw_port': {'id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:35Z', 'updated_at': '2021-11-04T11:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3a704c1c-43dd-4f47-9161-b67cd6cf9aff', 'name': '', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'mac_address': 'fa:16:3e:39:a9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:37Z', 'updated_at': '2021-11-04T11:07:42Z', 'revision_number': 5, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'subnets': [{'id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:11:24.599159 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 51582) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:11:24.607275 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f3435-a103-40c9-ade1-ab397262fce0 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96f2570-aaa7-4ec0-a919-bc8bf7376576,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:11:24.616494 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f3435-a103-40c9-ade1-ab397262fce0 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:11:24.617102 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f3435-a103-40c9-ade1-ab397262fce0 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:11:24.617503 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f3435-a103-40c9-ade1-ab397262fce0 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:11:24.617879 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f3435-a103-40c9-ade1-ab397262fce0 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:11:24.619271 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f3435-a103-40c9-ade1-ab397262fce0 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:11:24.619599 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f3435-a103-40c9-ade1-ab397262fce0 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:11:24.619936 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f3435-a103-40c9-ade1-ab397262fce0 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:11:24.620266 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f3435-a103-40c9-ade1-ab397262fce0 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:11:24.620610 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f3435-a103-40c9-ade1-ab397262fce0 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:11:24.621170 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f3435-a103-40c9-ade1-ab397262fce0 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:11:24.621504 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f3435-a103-40c9-ade1-ab397262fce0 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:11:24.621834 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f3435-a103-40c9-ade1-ab397262fce0 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:11:24.635187 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-9bd7819f-6e8c-4b19-9a31-ab7aed6e0053 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] show failed (client error): The resource could not be found. Nov 04 11:11:24.642946 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 51584) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:11:24.644865 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9bd7819f-6e8c-4b19-9a31-ab7aed6e0053 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups/c96f2570-aaa7-4ec0-a919-bc8bf7376576 HTTP/1.1" status: 404 len: 347 time: 0.0406289 Nov 04 11:11:24.787191 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-6973c335-b625-44d0-9756-219e93ab2730 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Deleting port b43d685d-543b-4982-8056-dc680a7f7f2c {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:11:24.787794 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6973c335-b625-44d0-9756-219e93ab2730 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:24.875677 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6973c335-b625-44d0-9756-219e93ab2730 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:24.876005 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6973c335-b625-44d0-9756-219e93ab2730 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:24.888813 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-6973c335-b625-44d0-9756-219e93ab2730 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Calling delete_port for b43d685d-543b-4982-8056-dc680a7f7f2c owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:11:24.889364 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5133f4-cfea-40c0-97fc-f47eb3c1b3c3 None None] New status for floating IP c1bae0c1-0c8f-4e29-9d03-278b6179d41e: DOWN {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:11:25.063472 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6973c335-b625-44d0-9756-219e93ab2730 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:25.453650 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973c335-b625-44d0-9756-219e93ab2730 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Pushing event deleted for resources: {'Port': ['ID=b43d685d-543b-4982-8056-dc680a7f7f2c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:11:25.551594 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d93170-2f37-4438-9ec6-0d77ec14d26f req-e7badb42-9ebd-4677-8ef6-603f2b2e8109 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:25.553659 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-27d93170-2f37-4438-9ec6-0d77ec14d26f req-e7badb42-9ebd-4677-8ef6-603f2b2e8109 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 944 time: 0.1016078 Nov 04 11:11:25.556771 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6973c335-b625-44d0-9756-219e93ab2730 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:25.559704 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6973c335-b625-44d0-9756-219e93ab2730 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:25.572944 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6973c335-b625-44d0-9756-219e93ab2730 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "DELETE /v2.0/floatingips/c1bae0c1-0c8f-4e29-9d03-278b6179d41e HTTP/1.1" status: 204 len: 168 time: 0.9198976 Nov 04 11:11:25.648391 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-27d93170-2f37-4438-9ec6-0d77ec14d26f req-4d80d532-9f09-4a79-ad7c-9eefb7fdc8af tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817869 Nov 04 11:11:25.915329 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 51590) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:11:25.920227 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-5fc11ab2-9443-4003-9175-7cf10332e8e4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1194330869', 'description': 'tempest-description--1910002732'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:11:25.944229 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5fc11ab2-9443-4003-9175-7cf10332e8e4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:26.011649 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5fc11ab2-9443-4003-9175-7cf10332e8e4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:26.017445 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5fc11ab2-9443-4003-9175-7cf10332e8e4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:26.049164 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5fc11ab2-9443-4003-9175-7cf10332e8e4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:26.050429 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5fc11ab2-9443-4003-9175-7cf10332e8e4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1340513 Nov 04 11:11:26.051545 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc11ab2-9443-4003-9175-7cf10332e8e4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=914e334c-6735-43cc-92cf-540328bad61a,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:11:26.054168 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 51592) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:11:26.059393 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-8b61b21c-a1cd-4e17-86bd-bb894ccabd47 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Request body: {'security_group_rule': {'security_group_id': '914e334c-6735-43cc-92cf-540328bad61a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:11:26.087310 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8b61b21c-a1cd-4e17-86bd-bb894ccabd47 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:26.151876 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8b61b21c-a1cd-4e17-86bd-bb894ccabd47 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:26.157176 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8b61b21c-a1cd-4e17-86bd-bb894ccabd47 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:26.176601 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61b21c-a1cd-4e17-86bd-bb894ccabd47 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3361e8-7489-4868-92d9-1cd741b038ec,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:11:26.185849 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8b61b21c-a1cd-4e17-86bd-bb894ccabd47 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:26.187127 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8b61b21c-a1cd-4e17-86bd-bb894ccabd47 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1320012 Nov 04 11:11:26.190084 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 51594) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:11:26.194811 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-12c144f0-37e5-45af-82e9-f93d7e5ff4f8 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Request body: {'security_group_rule': {'security_group_id': '914e334c-6735-43cc-92cf-540328bad61a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:11:26.223472 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-12c144f0-37e5-45af-82e9-f93d7e5ff4f8 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:26.285923 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-12c144f0-37e5-45af-82e9-f93d7e5ff4f8 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:26.290779 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-12c144f0-37e5-45af-82e9-f93d7e5ff4f8 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:26.318457 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c144f0-37e5-45af-82e9-f93d7e5ff4f8 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db55e36a-f120-4263-a5c9-a5bee44e2997,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:11:26.329048 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-12c144f0-37e5-45af-82e9-f93d7e5ff4f8 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:26.330329 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-12c144f0-37e5-45af-82e9-f93d7e5ff4f8 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392715 Nov 04 11:11:26.333646 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 51596) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:11:26.338549 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-585fa08e-7101-4407-8b3f-07f37e2de8b9 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:11:26.361971 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-585fa08e-7101-4407-8b3f-07f37e2de8b9 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:26.463000 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-585fa08e-7101-4407-8b3f-07f37e2de8b9 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:26.575865 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-585fa08e-7101-4407-8b3f-07f37e2de8b9 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Allocated IP 172.25.7.216 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/c272801c-078e-4cbb-92be-fdb4ec8e63e7) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:11:26.681155 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-585fa08e-7101-4407-8b3f-07f37e2de8b9 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:26.716924 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-585fa08e-7101-4407-8b3f-07f37e2de8b9 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:26.790302 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585fa08e-7101-4407-8b3f-07f37e2de8b9 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:11:26.797884 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-585fa08e-7101-4407-8b3f-07f37e2de8b9 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:11:26.802129 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585fa08e-7101-4407-8b3f-07f37e2de8b9 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:11:26.805137 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585fa08e-7101-4407-8b3f-07f37e2de8b9 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Pushing event updated for resources: {'Port': ['ID=c272801c-078e-4cbb-92be-fdb4ec8e63e7,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:11:26.851263 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a85cc-179e-45fa-82b8-38e09b92df10 req-9abeac8b-842e-4cbb-a6e2-a5c747741112 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:26.852773 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-576a85cc-179e-45fa-82b8-38e09b92df10 req-9abeac8b-842e-4cbb-a6e2-a5c747741112 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 944 time: 0.1311364 Nov 04 11:11:26.945425 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-576a85cc-179e-45fa-82b8-38e09b92df10 req-9f0a12d2-7bb2-4e98-9d00-0f1f949fe102 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0856230 Nov 04 11:11:26.946454 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-585fa08e-7101-4407-8b3f-07f37e2de8b9 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:26.982926 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-585fa08e-7101-4407-8b3f-07f37e2de8b9 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:27.145078 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-585fa08e-7101-4407-8b3f-07f37e2de8b9 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:27.151498 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-585fa08e-7101-4407-8b3f-07f37e2de8b9 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:27.215364 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585fa08e-7101-4407-8b3f-07f37e2de8b9 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Pushing event updated for resources: {'Port': ['ID=c272801c-078e-4cbb-92be-fdb4ec8e63e7,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:11:27.231481 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-585fa08e-7101-4407-8b3f-07f37e2de8b9 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:27.249081 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-585fa08e-7101-4407-8b3f-07f37e2de8b9 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:27.250259 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-585fa08e-7101-4407-8b3f-07f37e2de8b9 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9155073 Nov 04 11:11:27.432556 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 62860700-cf29-451b-8706-452273b57921 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:11:27.457733 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 62860700-cf29-451b-8706-452273b57921 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:11:27.458110 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 62860700-cf29-451b-8706-452273b57921 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:11:27.469645 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-82ba342b-68db-4906-b22d-4786858a16f7 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-securitygroup--1194330869&fields=id&tenant_id=348bd9398af74c3d918968bafb1eb5b5 HTTP/1.1" status: 200 len: 267 time: 0.0497627 Nov 04 11:11:27.583638 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-01a27519-fed0-4ed0-acbe-f323e56f33a4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:27.585106 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-01a27519-fed0-4ed0-acbe-f323e56f33a4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/networks?id=9bafbd8d-3e6d-4897-b789-23290981ea77 HTTP/1.1" status: 200 len: 815 time: 0.1068826 Nov 04 11:11:27.600859 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-2d1ea4f3-cc9b-4c32-b7b4-b798b6877c9c tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/quotas/348bd9398af74c3d918968bafb1eb5b5 HTTP/1.1" status: 200 len: 375 time: 0.0096183 Nov 04 11:11:27.655829 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-de0c0da6-e978-4823-9fcf-74227703a3b4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=348bd9398af74c3d918968bafb1eb5b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495973 Nov 04 11:11:27.768389 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-9c41a195-e47f-4aa8-82cd-a9b2a4d56267 service neutron] 10.222.0.127 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997870 Nov 04 11:11:27.863827 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-d3f78b78-fcad-40c4-9bf8-f36705806b8b service neutron] 10.222.0.127 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886080 Nov 04 11:11:28.066765 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f097fdc-c772-44ea-8896-2da6c30d560c req-d46e8bc9-1b26-421f-b749-7eedb4037ded tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:28.068410 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8f097fdc-c772-44ea-8896-2da6c30d560c req-d46e8bc9-1b26-421f-b749-7eedb4037ded tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 944 time: 0.0511456 Nov 04 11:11:28.125702 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8f097fdc-c772-44ea-8896-2da6c30d560c req-6cc7d0a0-f679-4a3b-b341-c941aa02937c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496509 Nov 04 11:11:28.199886 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-11363feb-596a-41bf-af92-855bc5d89006 req-7f1c73d0-e60c-49f5-840f-0ce7e3bff07b tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 210 time: 0.0334480 Nov 04 11:11:29.029411 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-e39bbb05-5dbb-4694-9361-2ac38107e407 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:29.031202 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-e39bbb05-5dbb-4694-9361-2ac38107e407 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.126 "GET /v2.0/networks?id=9bafbd8d-3e6d-4897-b789-23290981ea77 HTTP/1.1" status: 200 len: 815 time: 0.1167345 Nov 04 11:11:29.104721 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-cd2fd6e2-4c2e-4542-8658-bc6a39e64b3d tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=348bd9398af74c3d918968bafb1eb5b5 HTTP/1.1" status: 200 len: 380 time: 0.0633991 Nov 04 11:11:29.115249 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-c216afad-11e2-4aaf-8cf1-b3e600a54d82 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Request body: {'port': {'device_id': 'd625f11e-cc31-4da0-808d-666aa474a73f', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'admin_state_up': True, 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'security_groups': ['914e334c-6735-43cc-92cf-540328bad61a']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:11:29.228235 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-c216afad-11e2-4aaf-8cf1-b3e600a54d82 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Made reservation on behalf of 348bd9398af74c3d918968bafb1eb5b5 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:11:29.231335 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-c216afad-11e2-4aaf-8cf1-b3e600a54d82 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:29.246053 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca8ffe-10bb-4852-ad83-d3962da308f9 req-93c02301-dd5d-4089-9046-36a4873a6d9f tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:29.247564 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a8ca8ffe-10bb-4852-ad83-d3962da308f9 req-93c02301-dd5d-4089-9046-36a4873a6d9f tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 944 time: 0.0510838 Nov 04 11:11:29.299053 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a8ca8ffe-10bb-4852-ad83-d3962da308f9 req-085b54d8-24f1-45b7-94b9-0a47cff96578 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449152 Nov 04 11:11:29.367681 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-c216afad-11e2-4aaf-8cf1-b3e600a54d82 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Allocated IP 172.20.0.3 (9bafbd8d-3e6d-4897-b789-23290981ea77/b646d51a-22c4-441b-bb6c-38806852eeb8/40a25da4-f75d-4a2c-9a30-b7745092966c) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:11:29.394585 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b21f26cf-ced0-4c52-ba6d-603b0395377f req-9e30fd81-bf63-4002-a86e-c753336fa077 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 210 time: 0.0315835 Nov 04 11:11:29.520443 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-c216afad-11e2-4aaf-8cf1-b3e600a54d82 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:29.556916 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-c216afad-11e2-4aaf-8cf1-b3e600a54d82 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:29.601214 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-c216afad-11e2-4aaf-8cf1-b3e600a54d82 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Network 9bafbd8d-3e6d-4897-b789-23290981ea77 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:11:29.609769 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-c216afad-11e2-4aaf-8cf1-b3e600a54d82 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:11:29.614578 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-c216afad-11e2-4aaf-8cf1-b3e600a54d82 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:11:29.646005 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216afad-11e2-4aaf-8cf1-b3e600a54d82 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Pushing event updated for resources: {'Port': ['ID=40a25da4-f75d-4a2c-9a30-b7745092966c,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:11:29.680219 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-c216afad-11e2-4aaf-8cf1-b3e600a54d82 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:29.680966 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-c216afad-11e2-4aaf-8cf1-b3e600a54d82 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:29.703679 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-c216afad-11e2-4aaf-8cf1-b3e600a54d82 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5925226 Nov 04 11:11:29.717221 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-1171f217-559d-41ae-acb9-8bb22e9a0dcd service neutron] Request body: {'port': {'device_id': 'd625f11e-cc31-4da0-808d-666aa474a73f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:11:29.785920 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-1171f217-559d-41ae-acb9-8bb22e9a0dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:29.891655 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-6b57d081-f7f2-484f-89d1-b50c295bf216 None None] Provisioning complete for port 40a25da4-f75d-4a2c-9a30-b7745092966c triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:11:29.892267 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6b57d081-f7f2-484f-89d1-b50c295bf216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:29.927953 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-6b57d081-f7f2-484f-89d1-b50c295bf216 None None] Port 40a25da4-f75d-4a2c-9a30-b7745092966c cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:11:30.067023 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-1171f217-559d-41ae-acb9-8bb22e9a0dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a25da4-f75d-4a2c-9a30-b7745092966c {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:11:30.075017 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-1171f217-559d-41ae-acb9-8bb22e9a0dcd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:30.089896 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-1171f217-559d-41ae-acb9-8bb22e9a0dcd service neutron] Transition to ACTIVE for port object 40a25da4-f75d-4a2c-9a30-b7745092966c will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:11:30.095287 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-1171f217-559d-41ae-acb9-8bb22e9a0dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:30.144748 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171f217-559d-41ae-acb9-8bb22e9a0dcd service neutron] Pushing event updated for resources: {'Port': ['ID=40a25da4-f75d-4a2c-9a30-b7745092966c,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:11:30.224981 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-1171f217-559d-41ae-acb9-8bb22e9a0dcd service neutron] Attempting to bind port 40a25da4-f75d-4a2c-9a30-b7745092966c on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:11:30.225308 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-1171f217-559d-41ae-acb9-8bb22e9a0dcd service neutron] Attempting to bind port 40a25da4-f75d-4a2c-9a30-b7745092966c by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '0909ed22-39de-417f-8425-c6eb6942ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:11:30.225703 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-1171f217-559d-41ae-acb9-8bb22e9a0dcd service neutron] Attempting to bind port 40a25da4-f75d-4a2c-9a30-b7745092966c on network 9bafbd8d-3e6d-4897-b789-23290981ea77 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:11:30.230423 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-1171f217-559d-41ae-acb9-8bb22e9a0dcd service neutron] Port 40a25da4-f75d-4a2c-9a30-b7745092966c on network 9bafbd8d-3e6d-4897-b789-23290981ea77 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:11:30.230734 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-1171f217-559d-41ae-acb9-8bb22e9a0dcd service neutron] Attempting to bind port 40a25da4-f75d-4a2c-9a30-b7745092966c on network 9bafbd8d-3e6d-4897-b789-23290981ea77 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:11:30.235936 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-1171f217-559d-41ae-acb9-8bb22e9a0dcd service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:11:30.236266 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-1171f217-559d-41ae-acb9-8bb22e9a0dcd service neutron] Checking segment: {'id': '0909ed22-39de-417f-8425-c6eb6942ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:11:30.236644 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-1171f217-559d-41ae-acb9-8bb22e9a0dcd service neutron] Bound using segment: {'id': '0909ed22-39de-417f-8425-c6eb6942ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:11:30.237101 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-1171f217-559d-41ae-acb9-8bb22e9a0dcd service neutron] Bound port: 40a25da4-f75d-4a2c-9a30-b7745092966c, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0909ed22-39de-417f-8425-c6eb6942ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:11:30.237452 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-1171f217-559d-41ae-acb9-8bb22e9a0dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:30.303901 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-1171f217-559d-41ae-acb9-8bb22e9a0dcd service neutron] For port 40a25da4-f75d-4a2c-9a30-b7745092966c, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:11:30.307417 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-1171f217-559d-41ae-acb9-8bb22e9a0dcd service neutron] For port 40a25da4-f75d-4a2c-9a30-b7745092966c, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=40a25da4-f75d-4a2c-9a30-b7745092966c,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:11:30.313876 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-1171f217-559d-41ae-acb9-8bb22e9a0dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:30.358004 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-1171f217-559d-41ae-acb9-8bb22e9a0dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:30.358629 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-1171f217-559d-41ae-acb9-8bb22e9a0dcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:30.360063 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-1171f217-559d-41ae-acb9-8bb22e9a0dcd service neutron] 10.222.0.126 "PUT /v2.0/ports/40a25da4-f75d-4a2c-9a30-b7745092966c HTTP/1.1" status: 200 len: 1091 time: 0.6477060 Nov 04 11:11:30.360526 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd625f11e-cc31-4da0-808d-666aa474a73f', 'tag': '40a25da4-f75d-4a2c-9a30-b7745092966c'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:11:30.363004 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4ae665-d24d-473c-a93c-ab7d89e7d414" -d '{"events": [{"name": "network-changed", "server_uuid": "d625f11e-cc31-4da0-808d-666aa474a73f", "tag": "40a25da4-f75d-4a2c-9a30-b7745092966c"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:11:30.384579 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171f217-559d-41ae-acb9-8bb22e9a0dcd service neutron] Pushing event updated for resources: {'Port': ['ID=40a25da4-f75d-4a2c-9a30-b7745092966c,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:11:30.442915 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b932c-c5be-427a-9bcc-3a6097d445b4 req-4c6be45e-86c1-41e7-b190-5460ba597a6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:30.444674 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c12b932c-c5be-427a-9bcc-3a6097d445b4 req-4c6be45e-86c1-41e7-b190-5460ba597a6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 944 time: 0.0619035 Nov 04 11:11:30.457311 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-525780ba-edb6-453f-8494-64c0b7f1ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:30.459258 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-525780ba-edb6-453f-8494-64c0b7f1ddc4 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=348bd9398af74c3d918968bafb1eb5b5&device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 1094 time: 0.0490179 Nov 04 11:11:30.504613 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c12b932c-c5be-427a-9bcc-3a6097d445b4 req-9571d2bc-4e1a-4131-8658-121bf6b1b5e8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537219 Nov 04 11:11:30.505038 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-18ffbfa9-0f57-4e29-ab1c-6b9ff55824f5 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40a25da4-f75d-4a2c-9a30-b7745092966c HTTP/1.1" status: 200 len: 217 time: 0.0375423 Nov 04 11:11:30.553321 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37075568-e021-4d2b-942b-2c730d60ed9a x-openstack-request-id: req-37075568-e021-4d2b-942b-2c730d60ed9a {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:11:30.553690 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d625f11e-cc31-4da0-808d-666aa474a73f", "tag": "40a25da4-f75d-4a2c-9a30-b7745092966c", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:11:30.554037 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-37075568-e021-4d2b-942b-2c730d60ed9a {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:11:30.554438 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd625f11e-cc31-4da0-808d-666aa474a73f', 'tag': '40a25da4-f75d-4a2c-9a30-b7745092966c', 'status': 'completed', 'code': 200} Nov 04 11:11:30.563093 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-a4b5a21b-056c-4f09-a5db-3301692b8286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:30.564924 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-a4b5a21b-056c-4f09-a5db-3301692b8286 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b646d51a-22c4-441b-bb6c-38806852eeb8 HTTP/1.1" status: 200 len: 854 time: 0.0520122 Nov 04 11:11:30.615615 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-7f819a96-41ae-46a2-9fbc-7393f168af30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:30.617650 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-7f819a96-41ae-46a2-9fbc-7393f168af30 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=9bafbd8d-3e6d-4897-b789-23290981ea77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442946 Nov 04 11:11:30.656437 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a9b36-6181-469c-9847-5802e22f7a0e req-e996b77b-1261-4892-b13b-99eba222e91b tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:30.657994 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c77a9b36-6181-469c-9847-5802e22f7a0e req-e996b77b-1261-4892-b13b-99eba222e91b tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 943 time: 0.0504630 Nov 04 11:11:30.713793 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c77a9b36-6181-469c-9847-5802e22f7a0e req-aab71c3e-1ac1-4caa-ad52-4049f5a69971 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491626 Nov 04 11:11:30.715222 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-0183c779-2710-4ddc-afbc-0fc4f7f3f256 service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901451 Nov 04 11:11:30.816760 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a3f2885a-dd6e-4a59-8177-2d8b7b6a9615 req-389c26c5-22ce-452c-8844-37a6d2710fe9 service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945256 Nov 04 11:11:31.283853 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ae665-d24d-473c-a93c-ab7d89e7d414 req-76a0fbb9-9b05-4429-ba73-65adb3ff476a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:31.285578 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7c4ae665-d24d-473c-a93c-ab7d89e7d414 req-76a0fbb9-9b05-4429-ba73-65adb3ff476a service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=348bd9398af74c3d918968bafb1eb5b5&device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 1094 time: 0.4202971 Nov 04 11:11:31.404453 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ae665-d24d-473c-a93c-ab7d89e7d414 req-210bf2ee-b38c-4c5c-9493-20753c2b27c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:31.405899 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7c4ae665-d24d-473c-a93c-ab7d89e7d414 req-210bf2ee-b38c-4c5c-9493-20753c2b27c8 service neutron] 10.222.0.126 "GET /v2.0/networks?id=9bafbd8d-3e6d-4897-b789-23290981ea77 HTTP/1.1" status: 200 len: 917 time: 0.1121218 Nov 04 11:11:31.458110 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7c4ae665-d24d-473c-a93c-ab7d89e7d414 req-431cfdb7-302d-4cae-a19d-4a26f40cf81b service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40a25da4-f75d-4a2c-9a30-b7745092966c HTTP/1.1" status: 200 len: 217 time: 0.0429623 Nov 04 11:11:31.513356 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ae665-d24d-473c-a93c-ab7d89e7d414 req-8810c982-78c0-4d6e-9bf7-9af1f7be8ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:31.514857 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7c4ae665-d24d-473c-a93c-ab7d89e7d414 req-8810c982-78c0-4d6e-9bf7-9af1f7be8ba8 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b646d51a-22c4-441b-bb6c-38806852eeb8 HTTP/1.1" status: 200 len: 854 time: 0.0484502 Nov 04 11:11:31.569394 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ae665-d24d-473c-a93c-ab7d89e7d414 req-f7172fb7-2b23-412f-b7aa-145d52f03ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:31.571218 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7c4ae665-d24d-473c-a93c-ab7d89e7d414 req-f7172fb7-2b23-412f-b7aa-145d52f03ba4 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=9bafbd8d-3e6d-4897-b789-23290981ea77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470555 Nov 04 11:11:31.630316 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3da9d-e9b5-4e96-ba20-4ae72943ef21 req-5734fb05-2be4-48bc-9a65-d43190a8a203 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:31.631982 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ec3da9d-e9b5-4e96-ba20-4ae72943ef21 req-5734fb05-2be4-48bc-9a65-d43190a8a203 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 944 time: 0.0523326 Nov 04 11:11:31.682421 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7c4ae665-d24d-473c-a93c-ab7d89e7d414 req-e7817aab-dc01-4b44-b11a-7645fdda0c57 service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032655 Nov 04 11:11:31.692557 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ec3da9d-e9b5-4e96-ba20-4ae72943ef21 req-07ef1d09-ad8d-47c6-ab09-ce2ef91f2126 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536726 Nov 04 11:11:31.779002 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7c4ae665-d24d-473c-a93c-ab7d89e7d414 req-8c9e5acf-213a-4539-9ddc-6f4b03a83f62 service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896251 Nov 04 11:11:31.851736 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca999f-1267-4514-9b65-b4a7255e542d req-044a1ff2-683e-4435-965d-db9217ade211 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:31.853414 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7bca999f-1267-4514-9b65-b4a7255e542d req-044a1ff2-683e-4435-965d-db9217ade211 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 943 time: 0.0590723 Nov 04 11:11:31.919460 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7bca999f-1267-4514-9b65-b4a7255e542d req-7479bfea-4d4f-4d3f-92d4-515754023a79 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592496 Nov 04 11:11:32.836282 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9f5ea-c50a-4547-85d0-54d9c22f39cd req-993ec248-3bdd-4fad-b630-4b8492d0749a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:32.837894 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-73b9f5ea-c50a-4547-85d0-54d9c22f39cd req-993ec248-3bdd-4fad-b630-4b8492d0749a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 944 time: 0.0582521 Nov 04 11:11:32.896647 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-73b9f5ea-c50a-4547-85d0-54d9c22f39cd req-e7dcc855-ef16-4c21-8262-f3bf5e154522 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507095 Nov 04 11:11:33.064744 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb396562-3ccf-4a8b-a9d0-947464cebd4f req-94cbeef0-a19f-420d-876f-a729a522c6e0 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:33.066570 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bb396562-3ccf-4a8b-a9d0-947464cebd4f req-94cbeef0-a19f-420d-876f-a729a522c6e0 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 943 time: 0.0628083 Nov 04 11:11:33.122876 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bb396562-3ccf-4a8b-a9d0-947464cebd4f req-48208fa7-3808-4fd5-9dae-a8136d9d5f7e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489674 Nov 04 11:11:33.479730 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 40a25da4-f75d-4a2c-9a30-b7745092966c details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:11:33.583121 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 40a25da4-f75d-4a2c-9a30-b7745092966c, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=40a25da4-f75d-4a2c-9a30-b7745092966c,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:11:33.597908 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '40a25da4-f75d-4a2c-9a30-b7745092966c', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'port_id': '40a25da4-f75d-4a2c-9a30-b7745092966c', 'mac_address': 'fa:16:3e:22:82:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:11:33.641233 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:33.656055 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a25da4-f75d-4a2c-9a30-b7745092966c {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:11:33.676314 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 40a25da4-f75d-4a2c-9a30-b7745092966c, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=40a25da4-f75d-4a2c-9a30-b7745092966c,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:11:33.682350 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:33.735691 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=40a25da4-f75d-4a2c-9a30-b7745092966c,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:11:33.771545 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device b45817a2-74c1-4d6e-b457-6a7a0e0dc637 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:11:33.879808 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port b45817a2-74c1-4d6e-b457-6a7a0e0dc637, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b45817a2-74c1-4d6e-b457-6a7a0e0dc637,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:11:33.892312 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'b45817a2-74c1-4d6e-b457-6a7a0e0dc637', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'port_id': 'b45817a2-74c1-4d6e-b457-6a7a0e0dc637', 'mac_address': 'fa:16:3e:f8:ca:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:11:33.901621 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['40a25da4-f75d-4a2c-9a30-b7745092966c'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:11:33.966679 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:33.988852 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b45817a2-74c1-4d6e-b457-6a7a0e0dc637 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:11:34.019761 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b728d24-5381-40e8-b9e9-aeae74167af4 req-52e41530-39f3-4c8a-90ba-05f2dc2e32ca tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:34.021345 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3b728d24-5381-40e8-b9e9-aeae74167af4 req-52e41530-39f3-4c8a-90ba-05f2dc2e32ca tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 944 time: 0.0524673 Nov 04 11:11:34.021510 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port b45817a2-74c1-4d6e-b457-6a7a0e0dc637, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b45817a2-74c1-4d6e-b457-6a7a0e0dc637,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:11:34.029940 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:34.074669 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3b728d24-5381-40e8-b9e9-aeae74167af4 req-7ac8adb1-25b7-44f8-904c-660804c2af48 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461040 Nov 04 11:11:34.104242 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=b45817a2-74c1-4d6e-b457-6a7a0e0dc637,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:11:34.253722 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['b45817a2-74c1-4d6e-b457-6a7a0e0dc637'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:11:34.253970 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2745c7-0012-4b37-b877-6992676c1036 req-5ab23bf4-761c-476b-aa47-b625a16c5acc tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:34.255354 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-be2745c7-0012-4b37-b877-6992676c1036 req-5ab23bf4-761c-476b-aa47-b625a16c5acc tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 944 time: 0.0524940 Nov 04 11:11:34.310270 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-be2745c7-0012-4b37-b877-6992676c1036 req-765f4a85-b9e6-420f-bf00-56e20b29ed01 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485370 Nov 04 11:11:35.206953 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb6c4a-3efd-4c80-ad90-a7c3ffd29388 req-af787c22-bfd3-4910-8b29-b555ef67e309 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:35.208552 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-96cb6c4a-3efd-4c80-ad90-a7c3ffd29388 req-af787c22-bfd3-4910-8b29-b555ef67e309 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 945 time: 0.0517280 Nov 04 11:11:35.261139 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-96cb6c4a-3efd-4c80-ad90-a7c3ffd29388 req-5dd11c27-f93f-4a68-ac85-36f586103cb8 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461085 Nov 04 11:11:35.446720 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224decca-433d-45de-a02a-0337381d5f6a req-7e866cd6-dda4-469c-8382-4298df22c800 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:35.448449 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-224decca-433d-45de-a02a-0337381d5f6a req-7e866cd6-dda4-469c-8382-4298df22c800 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 944 time: 0.0555234 Nov 04 11:11:35.510615 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-224decca-433d-45de-a02a-0337381d5f6a req-c5fbb098-fa1e-4fb3-b7e5-c28d8177903c tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543542 Nov 04 11:11:35.511352 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 40a25da4-f75d-4a2c-9a30-b7745092966c up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:11:35.566153 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 40a25da4-f75d-4a2c-9a30-b7745092966c completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:11:35.570231 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 40a25da4-f75d-4a2c-9a30-b7745092966c triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:11:35.570856 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:35.659314 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:35.685229 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd625f11e-cc31-4da0-808d-666aa474a73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a25da4-f75d-4a2c-9a30-b7745092966c'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:11:35.687577 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7fdb1c-337d-4b3b-b0e5-a6b0b251ec16" -d '{"events": [{"server_uuid": "d625f11e-cc31-4da0-808d-666aa474a73f", "name": "network-vif-plugged", "status": "completed", "tag": "40a25da4-f75d-4a2c-9a30-b7745092966c"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:11:35.704964 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 40a25da4-f75d-4a2c-9a30-b7745092966c, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=40a25da4-f75d-4a2c-9a30-b7745092966c,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:11:35.711077 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:35.761601 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=40a25da4-f75d-4a2c-9a30-b7745092966c,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:11:35.775971 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device b45817a2-74c1-4d6e-b457-6a7a0e0dc637 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:11:35.800959 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f68f9c-667c-48eb-90bb-61c420d235ee x-openstack-request-id: req-d2f68f9c-667c-48eb-90bb-61c420d235ee {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:11:35.801248 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d625f11e-cc31-4da0-808d-666aa474a73f", "name": "network-vif-plugged", "status": "completed", "tag": "40a25da4-f75d-4a2c-9a30-b7745092966c", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:11:35.801500 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-d2f68f9c-667c-48eb-90bb-61c420d235ee {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:11:35.801889 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd625f11e-cc31-4da0-808d-666aa474a73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a25da4-f75d-4a2c-9a30-b7745092966c', 'code': 200} Nov 04 11:11:35.831286 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port b45817a2-74c1-4d6e-b457-6a7a0e0dc637 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:11:35.835535 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port b45817a2-74c1-4d6e-b457-6a7a0e0dc637 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:11:35.835900 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:35.888980 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca608016-9ab6-4048-bb63-b8765f7fb362 req-78aec6e1-b77f-47f6-9cc6-2002da18dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:35.890690 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ca608016-9ab6-4048-bb63-b8765f7fb362 req-78aec6e1-b77f-47f6-9cc6-2002da18dd4c service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 1096 time: 0.0426590 Nov 04 11:11:35.917879 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:35.942331 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ca608016-9ab6-4048-bb63-b8765f7fb362 req-2f33b4e6-254c-4b19-9b14-5f06f730ab97 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432730 Nov 04 11:11:35.951124 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port b45817a2-74c1-4d6e-b457-6a7a0e0dc637, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b45817a2-74c1-4d6e-b457-6a7a0e0dc637,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:11:35.956249 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:36.005647 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=b45817a2-74c1-4d6e-b457-6a7a0e0dc637,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:11:36.394040 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcb526-4b25-46ba-b043-8ac29cbe7506 req-cf629941-68d4-4b59-a201-b5be6ca6de43 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:36.395580 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b6bcb526-4b25-46ba-b043-8ac29cbe7506 req-cf629941-68d4-4b59-a201-b5be6ca6de43 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 946 time: 0.0559142 Nov 04 11:11:36.448228 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b6bcb526-4b25-46ba-b043-8ac29cbe7506 req-eceb325b-5b07-4b08-9ea5-ab5f6164a362 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457938 Nov 04 11:11:36.649363 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635857db-aa1a-45db-9c00-488b7fd71f44 req-5bf3328a-4020-41fc-8cad-0c7e838b6035 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:36.651232 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-635857db-aa1a-45db-9c00-488b7fd71f44 req-5bf3328a-4020-41fc-8cad-0c7e838b6035 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.0613391 Nov 04 11:11:36.705980 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-635857db-aa1a-45db-9c00-488b7fd71f44 req-ba0d8c3b-6e76-4e9c-973d-8efaf6373475 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458262 Nov 04 11:11:37.583750 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4f2f6-a2de-433a-adfd-6b9341148e66 req-2ee14bb5-8460-4003-aa24-22be541944ca tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:37.585282 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bfe4f2f6-a2de-433a-adfd-6b9341148e66 req-2ee14bb5-8460-4003-aa24-22be541944ca tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 946 time: 0.0518415 Nov 04 11:11:37.639872 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bfe4f2f6-a2de-433a-adfd-6b9341148e66 req-9248f036-3f72-4e2d-ad06-4f8fe811b148 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484500 Nov 04 11:11:37.802804 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3107d8a3-22c2-4b80-a09d-252ac4297f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45817a2-74c1-4d6e-b457-6a7a0e0dc637'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:11:37.805156 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3a1fde-e7db-41d9-a4e2-4c2a9d602d9e" -d '{"events": [{"server_uuid": "3107d8a3-22c2-4b80-a09d-252ac4297f66", "name": "network-vif-plugged", "status": "completed", "tag": "b45817a2-74c1-4d6e-b457-6a7a0e0dc637"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:11:37.832191 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f347f2-f02d-4a40-9283-47e989e09350 req-666618a1-aa55-440f-bdc5-b6babf1b1597 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:37.833769 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-23f347f2-f02d-4a40-9283-47e989e09350 req-666618a1-aa55-440f-bdc5-b6babf1b1597 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.0505202 Nov 04 11:11:37.883968 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-23f347f2-f02d-4a40-9283-47e989e09350 req-54eb7989-9cdc-4d47-964b-3c627d9e51e7 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440915 Nov 04 11:11:37.931935 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae69164e-b9ad-4edf-8b93-1b3cc0966ffd x-openstack-request-id: req-ae69164e-b9ad-4edf-8b93-1b3cc0966ffd {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:11:37.932214 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3107d8a3-22c2-4b80-a09d-252ac4297f66", "name": "network-vif-plugged", "status": "completed", "tag": "b45817a2-74c1-4d6e-b457-6a7a0e0dc637", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:11:37.932470 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ae69164e-b9ad-4edf-8b93-1b3cc0966ffd {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:11:37.932901 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3107d8a3-22c2-4b80-a09d-252ac4297f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45817a2-74c1-4d6e-b457-6a7a0e0dc637', 'code': 200} Nov 04 11:11:38.022769 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7417f92-27cc-43f5-909f-d73ecf9a4ecd req-7f398fc9-7660-4b31-99a5-3a84d1611343 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:38.024263 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d7417f92-27cc-43f5-909f-d73ecf9a4ecd req-7f398fc9-7660-4b31-99a5-3a84d1611343 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.0505462 Nov 04 11:11:38.031585 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ea425-46c3-47b9-8c0b-321c5403ba70 req-95be5bc8-fc85-49d9-a6e6-aa31522a7690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:38.033156 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f03ea425-46c3-47b9-8c0b-321c5403ba70 req-95be5bc8-fc85-49d9-a6e6-aa31522a7690 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 1097 time: 0.0414259 Nov 04 11:11:38.035507 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 51670) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:11:38.039940 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-fea9547e-275a-40b5-aabc-a55111f18d76 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Request body: {'floatingip': {'port_id': '40a25da4-f75d-4a2c-9a30-b7745092966c'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:11:38.092425 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fea9547e-275a-40b5-aabc-a55111f18d76 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for floatingip, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:38.169695 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f03ea425-46c3-47b9-8c0b-321c5403ba70 req-16ee4459-cd3b-4699-bc8b-1918c8c10eec service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1269841 Nov 04 11:11:38.578391 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fea9547e-275a-40b5-aabc-a55111f18d76 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:38.584721 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fea9547e-275a-40b5-aabc-a55111f18d76 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:38.694816 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [None req-fea9547e-275a-40b5-aabc-a55111f18d76 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Floating IP 96b6bf19-3108-4e11-aec5-6b23ec8456f7 associated. External IP: 172.25.7.216, port: 40a25da4-f75d-4a2c-9a30-b7745092966c. Nov 04 11:11:38.774587 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728c019-4544-42f9-94f8-eab33fc45c26 req-7be2ffe7-d739-43fc-b58e-798e46712b02 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:38.776304 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f728c019-4544-42f9-94f8-eab33fc45c26 req-7be2ffe7-d739-43fc-b58e-798e46712b02 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 946 time: 0.0563340 Nov 04 11:11:38.836761 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f728c019-4544-42f9-94f8-eab33fc45c26 req-95dadeca-7ddf-4def-8149-fcf235cf405c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537951 Nov 04 11:11:38.909191 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea9547e-275a-40b5-aabc-a55111f18d76 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Router c3ca91e6-4a12-4058-b142-726988338cc2 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:11:39.019848 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea9547e-275a-40b5-aabc-a55111f18d76 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:11:39.025100 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fea9547e-275a-40b5-aabc-a55111f18d76 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:39.032263 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb35055d-d36f-421b-b4a7-8504d194687e None None] Sync routers for ids ['c3ca91e6-4a12-4058-b142-726988338cc2'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:11:39.043390 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb35055d-d36f-421b-b4a7-8504d194687e None None] Routers {'c3ca91e6-4a12-4058-b142-726988338cc2'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:11:39.044265 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-bb35055d-d36f-421b-b4a7-8504d194687e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:11:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c3ca91e6-4a12-4058-b142-726988338cc2'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:11:39.054077 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fea9547e-275a-40b5-aabc-a55111f18d76 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "PUT /v2.0/floatingips/96b6bf19-3108-4e11-aec5-6b23ec8456f7 HTTP/1.1" status: 200 len: 991 time: 1.0174987 Nov 04 11:11:39.054780 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd625f11e-cc31-4da0-808d-666aa474a73f', 'tag': '40a25da4-f75d-4a2c-9a30-b7745092966c'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:11:39.061221 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd15a53-ce88-4cf4-afac-69518ccd01f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d625f11e-cc31-4da0-808d-666aa474a73f", "tag": "40a25da4-f75d-4a2c-9a30-b7745092966c"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:11:39.154059 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b62f71c-a878-46a5-9e60-29428455434a x-openstack-request-id: req-7b62f71c-a878-46a5-9e60-29428455434a {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:11:39.154540 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d625f11e-cc31-4da0-808d-666aa474a73f", "tag": "40a25da4-f75d-4a2c-9a30-b7745092966c", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:11:39.154981 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-7b62f71c-a878-46a5-9e60-29428455434a {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:11:39.155417 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd625f11e-cc31-4da0-808d-666aa474a73f', 'tag': '40a25da4-f75d-4a2c-9a30-b7745092966c', 'status': 'completed', 'code': 200} Nov 04 11:11:39.161657 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-bb35055d-d36f-421b-b4a7-8504d194687e None None] Set router c3ca91e6-4a12-4058-b142-726988338cc2 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:11:39.242935 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd15a53-ce88-4cf4-afac-69518ccd01f3 req-d82acb89-2e1a-459d-916e-6dcd46199814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:39.244667 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2dd15a53-ce88-4cf4-afac-69518ccd01f3 req-d82acb89-2e1a-459d-916e-6dcd46199814 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=348bd9398af74c3d918968bafb1eb5b5&device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 1096 time: 0.0448437 Nov 04 11:11:39.344122 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd15a53-ce88-4cf4-afac-69518ccd01f3 req-7431c482-c47e-4e2c-9133-c2e3a434c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:39.345676 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2dd15a53-ce88-4cf4-afac-69518ccd01f3 req-7431c482-c47e-4e2c-9133-c2e3a434c89e service neutron] 10.222.0.126 "GET /v2.0/networks?id=9bafbd8d-3e6d-4897-b789-23290981ea77 HTTP/1.1" status: 200 len: 917 time: 0.0940039 Nov 04 11:11:39.406524 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-bb35055d-d36f-421b-b4a7-8504d194687e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'name': 'tempest-AttachVolumeShelveTestJSON-21068047-router', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:07:34Z', 'updated_at': '2021-11-04T11:07:38Z', 'revision_number': 4, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'gw_port': {'id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:35Z', 'updated_at': '2021-11-04T11:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '96b6bf19-3108-4e11-aec5-6b23ec8456f7', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'port_id': '40a25da4-f75d-4a2c-9a30-b7745092966c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'mac_address': 'fa:16:3e:22:82:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd625f11e-cc31-4da0-808d-666aa474a73f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:11:26Z', 'updated_at': '2021-11-04T11:11:38Z', 'revision_number': 1, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a704c1c-43dd-4f47-9161-b67cd6cf9aff', 'name': '', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'mac_address': 'fa:16:3e:39:a9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:37Z', 'updated_at': '2021-11-04T11:07:42Z', 'revision_number': 5, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'subnets': [{'id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:11:39.414507 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2dd15a53-ce88-4cf4-afac-69518ccd01f3 req-e243d22c-6525-48bf-abe4-6e9f29bbb674 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40a25da4-f75d-4a2c-9a30-b7745092966c HTTP/1.1" status: 200 len: 999 time: 0.0608966 Nov 04 11:11:39.433143 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb35055d-d36f-421b-b4a7-8504d194687e None None] Checking router: c3ca91e6-4a12-4058-b142-726988338cc2 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:11:39.442016 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb35055d-d36f-421b-b4a7-8504d194687e None None] Routers {'c3ca91e6-4a12-4058-b142-726988338cc2'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:11:39.442615 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-bb35055d-d36f-421b-b4a7-8504d194687e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:11:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c3ca91e6-4a12-4058-b142-726988338cc2'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:11:39.470377 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd15a53-ce88-4cf4-afac-69518ccd01f3 req-227fdce0-8fda-410a-a92f-731287b3b549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:39.471951 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2dd15a53-ce88-4cf4-afac-69518ccd01f3 req-227fdce0-8fda-410a-a92f-731287b3b549 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b646d51a-22c4-441b-bb6c-38806852eeb8 HTTP/1.1" status: 200 len: 854 time: 0.0502279 Nov 04 11:11:39.522982 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd15a53-ce88-4cf4-afac-69518ccd01f3 req-7926ad82-2bfe-447e-994b-62afb52587f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:39.524558 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2dd15a53-ce88-4cf4-afac-69518ccd01f3 req-7926ad82-2bfe-447e-994b-62afb52587f5 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=9bafbd8d-3e6d-4897-b789-23290981ea77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436847 Nov 04 11:11:39.553267 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-bb35055d-d36f-421b-b4a7-8504d194687e None None] Set router c3ca91e6-4a12-4058-b142-726988338cc2 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:11:39.621167 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2dd15a53-ce88-4cf4-afac-69518ccd01f3 req-3a103453-eab0-4d45-94d8-24e7ecc605de service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889392 Nov 04 11:11:39.719237 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2dd15a53-ce88-4cf4-afac-69518ccd01f3 req-a15ed941-3c11-44fb-b746-bf1548f713e1 service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909190 Nov 04 11:11:39.794803 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-bb35055d-d36f-421b-b4a7-8504d194687e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'name': 'tempest-AttachVolumeShelveTestJSON-21068047-router', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:07:34Z', 'updated_at': '2021-11-04T11:07:38Z', 'revision_number': 4, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'gw_port': {'id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:35Z', 'updated_at': '2021-11-04T11:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '96b6bf19-3108-4e11-aec5-6b23ec8456f7', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'port_id': '40a25da4-f75d-4a2c-9a30-b7745092966c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'mac_address': 'fa:16:3e:22:82:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd625f11e-cc31-4da0-808d-666aa474a73f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:11:26Z', 'updated_at': '2021-11-04T11:11:38Z', 'revision_number': 1, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a704c1c-43dd-4f47-9161-b67cd6cf9aff', 'name': '', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'mac_address': 'fa:16:3e:39:a9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:37Z', 'updated_at': '2021-11-04T11:07:42Z', 'revision_number': 5, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'subnets': [{'id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:11:39.822142 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb35055d-d36f-421b-b4a7-8504d194687e None None] The sync data for ids ['c3ca91e6-4a12-4058-b142-726988338cc2'] in n-d-816629-1 is: [{'id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'name': 'tempest-AttachVolumeShelveTestJSON-21068047-router', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:07:34Z', 'updated_at': '2021-11-04T11:07:38Z', 'revision_number': 4, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'gw_port': {'id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:35Z', 'updated_at': '2021-11-04T11:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '96b6bf19-3108-4e11-aec5-6b23ec8456f7', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'port_id': '40a25da4-f75d-4a2c-9a30-b7745092966c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'mac_address': 'fa:16:3e:22:82:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd625f11e-cc31-4da0-808d-666aa474a73f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:11:26Z', 'updated_at': '2021-11-04T11:11:38Z', 'revision_number': 1, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a704c1c-43dd-4f47-9161-b67cd6cf9aff', 'name': '', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'mac_address': 'fa:16:3e:39:a9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:37Z', 'updated_at': '2021-11-04T11:07:42Z', 'revision_number': 5, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'subnets': [{'id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:11:39.968926 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6147cad-5949-4f97-a7fd-c8a1c008f610 req-e92237d2-3362-4a7d-bc7e-14f45c9e36ca tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:39.970750 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6147cad-5949-4f97-a7fd-c8a1c008f610 req-e92237d2-3362-4a7d-bc7e-14f45c9e36ca tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 946 time: 0.0529432 Nov 04 11:11:40.025761 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6147cad-5949-4f97-a7fd-c8a1c008f610 req-a60d5e8b-5d27-44cf-8840-3a41db858a04 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479147 Nov 04 11:11:40.043278 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262348ce-deb8-4728-a41a-0bd38b911a3c None None] New status for floating IP 96b6bf19-3108-4e11-aec5-6b23ec8456f7: ACTIVE {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:11:40.145560 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408592e-c67e-4c4b-8aac-06ce45aa3416 req-bc22fdb0-9618-4f08-adcd-cd296885b8b0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:40.147099 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8408592e-c67e-4c4b-8aac-06ce45aa3416 req-bc22fdb0-9618-4f08-adcd-cd296885b8b0 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 946 time: 0.0518508 Nov 04 11:11:40.204282 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8408592e-c67e-4c4b-8aac-06ce45aa3416 req-fc60484f-d4b1-4539-b30a-bf9e5e0dc663 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503082 Nov 04 11:11:40.226699 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 51684) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:11:40.270953 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbf22e3-85f8-4ad2-b4c7-d145ab8689be tempest-TestVolumeBootPattern-1276765646 tempest-TestVolumeBootPattern-1276765646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:40.272545 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1fbf22e3-85f8-4ad2-b4c7-d145ab8689be tempest-TestVolumeBootPattern-1276765646 tempest-TestVolumeBootPattern-1276765646-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 1092 time: 0.0426164 Nov 04 11:11:40.275568 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 51686) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:11:40.280008 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-97480129-567b-402c-95d9-c61e204518f4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'port_id': 'b45817a2-74c1-4d6e-b457-6a7a0e0dc637', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:11:40.303295 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-97480129-567b-402c-95d9-c61e204518f4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for floatingip, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:40.405963 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-97480129-567b-402c-95d9-c61e204518f4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:40.522226 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-97480129-567b-402c-95d9-c61e204518f4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Allocated IP 172.25.7.27 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/44e58e44-c2a5-43aa-96ed-45cd9cb5463b) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:11:40.630672 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-97480129-567b-402c-95d9-c61e204518f4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:40.667561 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-97480129-567b-402c-95d9-c61e204518f4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:40.706241 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97480129-567b-402c-95d9-c61e204518f4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:11:40.713362 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-97480129-567b-402c-95d9-c61e204518f4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:11:40.717810 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97480129-567b-402c-95d9-c61e204518f4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:11:40.720844 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97480129-567b-402c-95d9-c61e204518f4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event updated for resources: {'Port': ['ID=44e58e44-c2a5-43aa-96ed-45cd9cb5463b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:11:41.124954 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-97480129-567b-402c-95d9-c61e204518f4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:41.198088 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-97480129-567b-402c-95d9-c61e204518f4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:41.358217 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-97480129-567b-402c-95d9-c61e204518f4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:41.364410 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-97480129-567b-402c-95d9-c61e204518f4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:41.433039 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97480129-567b-402c-95d9-c61e204518f4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event updated for resources: {'Port': ['ID=44e58e44-c2a5-43aa-96ed-45cd9cb5463b,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:11:41.447865 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-97480129-567b-402c-95d9-c61e204518f4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:41.554492 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [None req-97480129-567b-402c-95d9-c61e204518f4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Floating IP ffe49d0f-bbf1-4c19-8a10-68e818b530ac associated. External IP: 172.25.7.27, port: b45817a2-74c1-4d6e-b457-6a7a0e0dc637. Nov 04 11:11:41.787737 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97480129-567b-402c-95d9-c61e204518f4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Router 32826aa7-7758-4d92-bcf7-a804cc57f657 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:11:41.909853 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97480129-567b-402c-95d9-c61e204518f4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:11:41.924243 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775235d6-83c7-48cd-898d-ae9108032a63 None None] Sync routers for ids ['32826aa7-7758-4d92-bcf7-a804cc57f657'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:11:41.934646 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-97480129-567b-402c-95d9-c61e204518f4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:41.937090 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775235d6-83c7-48cd-898d-ae9108032a63 None None] Routers {'32826aa7-7758-4d92-bcf7-a804cc57f657'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:11:41.937808 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-775235d6-83c7-48cd-898d-ae9108032a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:11:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['32826aa7-7758-4d92-bcf7-a804cc57f657'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:11:41.961938 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-97480129-567b-402c-95d9-c61e204518f4 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6852727 Nov 04 11:11:41.962496 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3107d8a3-22c2-4b80-a09d-252ac4297f66', 'tag': 'b45817a2-74c1-4d6e-b457-6a7a0e0dc637'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:11:41.965203 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917c8400-4c6d-4796-b429-fe10f7ec341d" -d '{"events": [{"name": "network-changed", "server_uuid": "3107d8a3-22c2-4b80-a09d-252ac4297f66", "tag": "b45817a2-74c1-4d6e-b457-6a7a0e0dc637"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:11:42.003140 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3f38af-5f60-4e4d-9327-ea0600988c3a x-openstack-request-id: req-aa3f38af-5f60-4e4d-9327-ea0600988c3a {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:11:42.003465 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3107d8a3-22c2-4b80-a09d-252ac4297f66", "tag": "b45817a2-74c1-4d6e-b457-6a7a0e0dc637", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:11:42.003866 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-aa3f38af-5f60-4e4d-9327-ea0600988c3a {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:11:42.004293 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3107d8a3-22c2-4b80-a09d-252ac4297f66', 'tag': 'b45817a2-74c1-4d6e-b457-6a7a0e0dc637', 'status': 'completed', 'code': 200} Nov 04 11:11:42.075402 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c8400-4c6d-4796-b429-fe10f7ec341d req-f845ec96-5a5f-4ec0-b814-804e7eea960e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:42.076875 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-917c8400-4c6d-4796-b429-fe10f7ec341d req-f845ec96-5a5f-4ec0-b814-804e7eea960e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 1097 time: 0.0482507 Nov 04 11:11:42.174933 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c8400-4c6d-4796-b429-fe10f7ec341d req-8cdc22eb-0543-4ede-b13b-d435fe5319d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:42.176449 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-917c8400-4c6d-4796-b429-fe10f7ec341d req-8cdc22eb-0543-4ede-b13b-d435fe5319d0 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 913 time: 0.0920002 Nov 04 11:11:42.232958 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-775235d6-83c7-48cd-898d-ae9108032a63 None None] Set router 32826aa7-7758-4d92-bcf7-a804cc57f657 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:11:42.250492 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-917c8400-4c6d-4796-b429-fe10f7ec341d req-c9506d83-ad80-4611-a25e-661d4f7b25d5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b45817a2-74c1-4d6e-b457-6a7a0e0dc637 HTTP/1.1" status: 200 len: 999 time: 0.0658708 Nov 04 11:11:42.301672 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c8400-4c6d-4796-b429-fe10f7ec341d req-84816d07-5d0f-4937-a6dc-7e67ab8bb623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:42.303201 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-917c8400-4c6d-4796-b429-fe10f7ec341d req-84816d07-5d0f-4937-a6dc-7e67ab8bb623 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c5c74920-9b2d-4a89-a57f-e092fd0cce82 HTTP/1.1" status: 200 len: 850 time: 0.0457828 Nov 04 11:11:42.350461 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c8400-4c6d-4796-b429-fe10f7ec341d req-de856317-95d9-4eb4-8914-c894027d155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:42.351994 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-917c8400-4c6d-4796-b429-fe10f7ec341d req-de856317-95d9-4eb4-8914-c894027d155a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418546 Nov 04 11:11:42.455005 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-917c8400-4c6d-4796-b429-fe10f7ec341d req-9f339f83-5541-4b83-aa1d-bfa5a20a4e79 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957470 Nov 04 11:11:42.477332 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-775235d6-83c7-48cd-898d-ae9108032a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'name': 'tempest-TestVolumeBootPattern-668387148-router', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:45Z', 'revision_number': 4, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'gw_port': {'id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '3cd906e6-f6ae-4c31-b1ae-56d573987d13', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'port_id': '6181c171-8c44-4ac0-88a6-f67cf627357f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'mac_address': 'fa:16:3e:42:66:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f5479-809d-47f9-9179-bef7f6ffb5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:09:34Z', 'updated_at': '2021-11-04T11:09:36Z', 'revision_number': 1, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'fixed_ip_address_scope': None}, {'id': 'ffe49d0f-bbf1-4c19-8a10-68e818b530ac', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'port_id': 'b45817a2-74c1-4d6e-b457-6a7a0e0dc637', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'mac_address': 'fa:16:3e:f8:ca:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3107d8a3-22c2-4b80-a09d-252ac4297f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:11:40Z', 'updated_at': '2021-11-04T11:11:40Z', 'revision_number': 0, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8af52804-d6a4-46e6-abe0-02bcea223003', 'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'mac_address': 'fa:16:3e:fc:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:44Z', 'updated_at': '2021-11-04T11:02:51Z', 'revision_number': 5, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'subnets': [{'id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:11:42.505062 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775235d6-83c7-48cd-898d-ae9108032a63 None None] Checking router: 32826aa7-7758-4d92-bcf7-a804cc57f657 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:11:42.514028 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775235d6-83c7-48cd-898d-ae9108032a63 None None] Routers {'32826aa7-7758-4d92-bcf7-a804cc57f657'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:11:42.514642 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-775235d6-83c7-48cd-898d-ae9108032a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:11:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['32826aa7-7758-4d92-bcf7-a804cc57f657'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:11:42.553949 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-917c8400-4c6d-4796-b429-fe10f7ec341d req-a97a257b-ff23-47f0-a2f1-44b9ade650e0 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915198 Nov 04 11:11:42.632671 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:42.641171 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-775235d6-83c7-48cd-898d-ae9108032a63 None None] Set router 32826aa7-7758-4d92-bcf7-a804cc57f657 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:11:42.884352 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-775235d6-83c7-48cd-898d-ae9108032a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'name': 'tempest-TestVolumeBootPattern-668387148-router', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:45Z', 'revision_number': 4, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'gw_port': {'id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '3cd906e6-f6ae-4c31-b1ae-56d573987d13', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'port_id': '6181c171-8c44-4ac0-88a6-f67cf627357f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'mac_address': 'fa:16:3e:42:66:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f5479-809d-47f9-9179-bef7f6ffb5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:09:34Z', 'updated_at': '2021-11-04T11:09:36Z', 'revision_number': 1, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'fixed_ip_address_scope': None}, {'id': 'ffe49d0f-bbf1-4c19-8a10-68e818b530ac', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'port_id': 'b45817a2-74c1-4d6e-b457-6a7a0e0dc637', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'mac_address': 'fa:16:3e:f8:ca:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3107d8a3-22c2-4b80-a09d-252ac4297f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:11:40Z', 'updated_at': '2021-11-04T11:11:40Z', 'revision_number': 0, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8af52804-d6a4-46e6-abe0-02bcea223003', 'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'mac_address': 'fa:16:3e:fc:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:44Z', 'updated_at': '2021-11-04T11:02:51Z', 'revision_number': 5, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'subnets': [{'id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:11:42.917613 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775235d6-83c7-48cd-898d-ae9108032a63 None None] The sync data for ids ['32826aa7-7758-4d92-bcf7-a804cc57f657'] in n-d-816629-1 is: [{'id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'name': 'tempest-TestVolumeBootPattern-668387148-router', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:45Z', 'revision_number': 4, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'gw_port': {'id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '3cd906e6-f6ae-4c31-b1ae-56d573987d13', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'port_id': '6181c171-8c44-4ac0-88a6-f67cf627357f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'mac_address': 'fa:16:3e:42:66:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f5479-809d-47f9-9179-bef7f6ffb5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:09:34Z', 'updated_at': '2021-11-04T11:09:36Z', 'revision_number': 1, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'fixed_ip_address_scope': None}, {'id': 'ffe49d0f-bbf1-4c19-8a10-68e818b530ac', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'port_id': 'b45817a2-74c1-4d6e-b457-6a7a0e0dc637', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'mac_address': 'fa:16:3e:f8:ca:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3107d8a3-22c2-4b80-a09d-252ac4297f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:11:40Z', 'updated_at': '2021-11-04T11:11:40Z', 'revision_number': 0, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8af52804-d6a4-46e6-abe0-02bcea223003', 'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'mac_address': 'fa:16:3e:fc:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:44Z', 'updated_at': '2021-11-04T11:02:51Z', 'revision_number': 5, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'subnets': [{'id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:11:43.154236 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f84808-557f-4d54-9bcd-a746953002b2 None None] New status for floating IP ffe49d0f-bbf1-4c19-8a10-68e818b530ac: ACTIVE {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:11:45.072002 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:46.378041 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:11:46.885260 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e93203a3-77c0-4934-a8b9-79f75556e7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:49.693369 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b0757f94-9d85-4d51-b028-77c8200969d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:50.854853 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:52.266508 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:52.636521 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:11:55.101560 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-307438a5-3b9e-41b5-abc2-d4bcdb6ea154 req-2911c64e-9684-46da-9a78-fba2a226504c service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436792 Nov 04 11:11:55.547927 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307438a5-3b9e-41b5-abc2-d4bcdb6ea154 req-6ca79031-4d7a-426a-a3c1-09ea313eda72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:55.549512 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-307438a5-3b9e-41b5-abc2-d4bcdb6ea154 req-6ca79031-4d7a-426a-a3c1-09ea313eda72 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 1096 time: 0.3966622 Nov 04 11:11:55.659512 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307438a5-3b9e-41b5-abc2-d4bcdb6ea154 req-6f41bfc1-177a-41c1-84a6-95d72b738f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:55.661081 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-307438a5-3b9e-41b5-abc2-d4bcdb6ea154 req-6f41bfc1-177a-41c1-84a6-95d72b738f48 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 913 time: 0.0845463 Nov 04 11:11:55.730534 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-307438a5-3b9e-41b5-abc2-d4bcdb6ea154 req-fb612b60-a3a7-4ab3-8278-c0d039814054 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6181c171-8c44-4ac0-88a6-f67cf627357f HTTP/1.1" status: 200 len: 1001 time: 0.0620403 Nov 04 11:11:55.779878 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307438a5-3b9e-41b5-abc2-d4bcdb6ea154 req-d61bdf3c-1508-48d9-89ab-4f1fedb50556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:55.781321 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-307438a5-3b9e-41b5-abc2-d4bcdb6ea154 req-d61bdf3c-1508-48d9-89ab-4f1fedb50556 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c5c74920-9b2d-4a89-a57f-e092fd0cce82 HTTP/1.1" status: 200 len: 850 time: 0.0430553 Nov 04 11:11:55.829272 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307438a5-3b9e-41b5-abc2-d4bcdb6ea154 req-bd1fa3c1-a890-414d-928e-cc07b358ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:55.830642 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-307438a5-3b9e-41b5-abc2-d4bcdb6ea154 req-bd1fa3c1-a890-414d-928e-cc07b358ae31 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412545 Nov 04 11:11:55.936864 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-307438a5-3b9e-41b5-abc2-d4bcdb6ea154 req-50040b6e-b74e-49b7-a4e3-a56474538225 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973310 Nov 04 11:11:56.032774 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-307438a5-3b9e-41b5-abc2-d4bcdb6ea154 req-66d52ab8-cdde-44a4-8e26-48cab3c9a147 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876729 Nov 04 11:11:59.253607 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-880bf626-2795-4076-98b0-be208ca27f42 req-0e3b15a1-d3a3-4c40-a90c-e526adba03a2 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497923 Nov 04 11:11:59.346472 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bf626-2795-4076-98b0-be208ca27f42 req-3ac83aaa-e12a-4bdd-a57c-0c10b866605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:59.348056 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-880bf626-2795-4076-98b0-be208ca27f42 req-3ac83aaa-e12a-4bdd-a57c-0c10b866605c service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=348bd9398af74c3d918968bafb1eb5b5&device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 1096 time: 0.0482073 Nov 04 11:11:59.456970 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bf626-2795-4076-98b0-be208ca27f42 req-93dcc155-24f8-48ba-87eb-13a35c82839c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:59.458510 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-880bf626-2795-4076-98b0-be208ca27f42 req-93dcc155-24f8-48ba-87eb-13a35c82839c service neutron] 10.222.0.126 "GET /v2.0/networks?id=9bafbd8d-3e6d-4897-b789-23290981ea77 HTTP/1.1" status: 200 len: 917 time: 0.0888748 Nov 04 11:11:59.534133 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-880bf626-2795-4076-98b0-be208ca27f42 req-e09361fb-97d3-41f4-aca3-91a4f69a8576 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40a25da4-f75d-4a2c-9a30-b7745092966c HTTP/1.1" status: 200 len: 1001 time: 0.0675626 Nov 04 11:11:59.589878 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bf626-2795-4076-98b0-be208ca27f42 req-41c502e4-c9ba-441e-a575-193823cd7783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:59.591379 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-880bf626-2795-4076-98b0-be208ca27f42 req-41c502e4-c9ba-441e-a575-193823cd7783 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b646d51a-22c4-441b-bb6c-38806852eeb8 HTTP/1.1" status: 200 len: 854 time: 0.0499566 Nov 04 11:11:59.656568 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bf626-2795-4076-98b0-be208ca27f42 req-45a950ed-2775-423f-97ca-1f9e63eeb0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:11:59.658201 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-880bf626-2795-4076-98b0-be208ca27f42 req-45a950ed-2775-423f-97ca-1f9e63eeb0a5 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=9bafbd8d-3e6d-4897-b789-23290981ea77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588498 Nov 04 11:11:59.761444 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-880bf626-2795-4076-98b0-be208ca27f42 req-9b896735-d43e-4a87-a15e-c8c4d5bda889 service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945718 Nov 04 11:11:59.868544 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-880bf626-2795-4076-98b0-be208ca27f42 req-ceaa0188-fb7c-4c0a-a63f-b2099868d431 service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984583 Nov 04 11:12:12.604353 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:12:15.080879 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:12:16.884099 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2bdd787d-e030-488e-9c27-9357f92663e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:12:19.694849 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fd4d520d-b3cf-4668-aad9-04a7b6bb79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:12:20.862862 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:12:22.261884 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:12:22.639414 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:12:23.379096 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:12:42.629203 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:12:45.086145 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:12:46.880923 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ae49a258-8778-4769-9660-b1120b7a55be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:12:49.691492 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f260cf27-c431-48ce-a391-86901cd50414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:12:50.865261 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:12:52.270844 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:12:52.634822 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:12:56.124154 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e3fac58e-59c3-42a1-8256-4340b84c5e59 req-36f72d4b-18cf-4cf9-af57-831a65ebb48b service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440257 Nov 04 11:12:56.200258 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fac58e-59c3-42a1-8256-4340b84c5e59 req-22e03d97-199c-41c3-8ce8-03736ef8f84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:12:56.202624 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e3fac58e-59c3-42a1-8256-4340b84c5e59 req-22e03d97-199c-41c3-8ce8-03736ef8f84f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 1097 time: 0.0545559 Nov 04 11:12:56.319587 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fac58e-59c3-42a1-8256-4340b84c5e59 req-477a8fd1-0f63-49d4-9222-035e3c722757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:12:56.321155 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e3fac58e-59c3-42a1-8256-4340b84c5e59 req-477a8fd1-0f63-49d4-9222-035e3c722757 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 913 time: 0.0947795 Nov 04 11:12:56.397221 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e3fac58e-59c3-42a1-8256-4340b84c5e59 req-a62ee87a-3062-41f4-8967-96595f40028a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b45817a2-74c1-4d6e-b457-6a7a0e0dc637 HTTP/1.1" status: 200 len: 1001 time: 0.0679524 Nov 04 11:12:56.452920 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fac58e-59c3-42a1-8256-4340b84c5e59 req-f7e6ad33-373e-4b6a-a76c-87a229219334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:12:56.454799 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e3fac58e-59c3-42a1-8256-4340b84c5e59 req-f7e6ad33-373e-4b6a-a76c-87a229219334 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c5c74920-9b2d-4a89-a57f-e092fd0cce82 HTTP/1.1" status: 200 len: 850 time: 0.0499613 Nov 04 11:12:56.505006 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fac58e-59c3-42a1-8256-4340b84c5e59 req-cb1072a0-bfe3-4957-bd92-e4136e33ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:12:56.506566 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e3fac58e-59c3-42a1-8256-4340b84c5e59 req-cb1072a0-bfe3-4957-bd92-e4136e33ff65 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442960 Nov 04 11:12:56.611919 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e3fac58e-59c3-42a1-8256-4340b84c5e59 req-edac91b8-26d9-4802-8077-b74b82b03ca3 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968888 Nov 04 11:12:56.706311 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e3fac58e-59c3-42a1-8256-4340b84c5e59 req-a4598fa0-4e30-4f87-88e8-3a9b79df7fc5 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861173 Nov 04 11:13:00.382596 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:13:01.265334 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-85604d90-4c67-48af-ad63-a9dc459e7743 req-2b0f790c-f078-401c-948c-f21114af053d service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488362 Nov 04 11:13:01.355693 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85604d90-4c67-48af-ad63-a9dc459e7743 req-a813f48f-8c04-4f0a-b443-1b507ac04444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:01.357239 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-85604d90-4c67-48af-ad63-a9dc459e7743 req-a813f48f-8c04-4f0a-b443-1b507ac04444 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=348bd9398af74c3d918968bafb1eb5b5&device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 1096 time: 0.0463912 Nov 04 11:13:01.470166 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85604d90-4c67-48af-ad63-a9dc459e7743 req-b1237b80-16f1-4048-a9f5-ba9707bd9f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:01.471434 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-85604d90-4c67-48af-ad63-a9dc459e7743 req-b1237b80-16f1-4048-a9f5-ba9707bd9f6b service neutron] 10.222.0.126 "GET /v2.0/networks?id=9bafbd8d-3e6d-4897-b789-23290981ea77 HTTP/1.1" status: 200 len: 917 time: 0.0928149 Nov 04 11:13:01.547119 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-85604d90-4c67-48af-ad63-a9dc459e7743 req-2c023e2f-d356-4371-9988-e0d2effa1301 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40a25da4-f75d-4a2c-9a30-b7745092966c HTTP/1.1" status: 200 len: 1001 time: 0.0654342 Nov 04 11:13:01.598460 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85604d90-4c67-48af-ad63-a9dc459e7743 req-a95d8d4d-1642-4d82-81e9-191ac496a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:01.599924 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-85604d90-4c67-48af-ad63-a9dc459e7743 req-a95d8d4d-1642-4d82-81e9-191ac496a39c service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b646d51a-22c4-441b-bb6c-38806852eeb8 HTTP/1.1" status: 200 len: 854 time: 0.0437694 Nov 04 11:13:01.647508 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85604d90-4c67-48af-ad63-a9dc459e7743 req-cf381eb5-d697-4ede-9cf3-825bf2ddb227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:01.649047 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-85604d90-4c67-48af-ad63-a9dc459e7743 req-cf381eb5-d697-4ede-9cf3-825bf2ddb227 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=9bafbd8d-3e6d-4897-b789-23290981ea77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405972 Nov 04 11:13:01.750763 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-85604d90-4c67-48af-ad63-a9dc459e7743 req-02651a7b-8bf8-44cc-b528-8e5060c702ef service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932956 Nov 04 11:13:01.847342 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-85604d90-4c67-48af-ad63-a9dc459e7743 req-84a1d8c8-7f25-4df0-a615-84be0922f7f7 service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881288 Nov 04 11:13:12.036000 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 51886) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:13:12.207891 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-ea115d59-830e-421a-a9d1-6b1db4d29f6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Deleting port 44e58e44-c2a5-43aa-96ed-45cd9cb5463b {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:13:12.208223 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ea115d59-830e-421a-a9d1-6b1db4d29f6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:12.292952 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ea115d59-830e-421a-a9d1-6b1db4d29f6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:12.293193 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ea115d59-830e-421a-a9d1-6b1db4d29f6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:12.306207 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-ea115d59-830e-421a-a9d1-6b1db4d29f6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Calling delete_port for 44e58e44-c2a5-43aa-96ed-45cd9cb5463b owned by network:floatingip {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:13:12.468564 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ea115d59-830e-421a-a9d1-6b1db4d29f6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:12.494346 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea115d59-830e-421a-a9d1-6b1db4d29f6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event deleted for resources: {'Port': ['ID=44e58e44-c2a5-43aa-96ed-45cd9cb5463b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:13:12.506866 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea115d59-830e-421a-a9d1-6b1db4d29f6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:12.507207 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea115d59-830e-421a-a9d1-6b1db4d29f6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:12.507540 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea115d59-830e-421a-a9d1-6b1db4d29f6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:12.507876 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea115d59-830e-421a-a9d1-6b1db4d29f6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:12.508201 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea115d59-830e-421a-a9d1-6b1db4d29f6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:12.508527 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea115d59-830e-421a-a9d1-6b1db4d29f6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:12.508880 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea115d59-830e-421a-a9d1-6b1db4d29f6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:12.509183 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea115d59-830e-421a-a9d1-6b1db4d29f6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:12.509516 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea115d59-830e-421a-a9d1-6b1db4d29f6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:12.509816 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea115d59-830e-421a-a9d1-6b1db4d29f6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:12.510130 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea115d59-830e-421a-a9d1-6b1db4d29f6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:12.510453 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea115d59-830e-421a-a9d1-6b1db4d29f6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:12.569326 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ea115d59-830e-421a-a9d1-6b1db4d29f6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for floatingip, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:12.569569 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [None req-ea115d59-830e-421a-a9d1-6b1db4d29f6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Floating IP ffe49d0f-bbf1-4c19-8a10-68e818b530ac disassociated (deleted). External IP: 172.25.7.27, port: b45817a2-74c1-4d6e-b457-6a7a0e0dc637. Nov 04 11:13:12.626523 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:12.797416 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea115d59-830e-421a-a9d1-6b1db4d29f6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Router 32826aa7-7758-4d92-bcf7-a804cc57f657 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:13:12.909122 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea115d59-830e-421a-a9d1-6b1db4d29f6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:13:12.913992 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ea115d59-830e-421a-a9d1-6b1db4d29f6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:12.919272 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29029f17-ea29-43b0-92b4-cfbeedf35ce6 None None] Sync routers for ids ['32826aa7-7758-4d92-bcf7-a804cc57f657'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:13:12.930334 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29029f17-ea29-43b0-92b4-cfbeedf35ce6 None None] Routers {'32826aa7-7758-4d92-bcf7-a804cc57f657'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:13:12.930944 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-29029f17-ea29-43b0-92b4-cfbeedf35ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:12:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['32826aa7-7758-4d92-bcf7-a804cc57f657'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:13:12.943447 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ea115d59-830e-421a-a9d1-6b1db4d29f6c tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "DELETE /v2.0/floatingips/ffe49d0f-bbf1-4c19-8a10-68e818b530ac HTTP/1.1" status: 204 len: 168 time: 0.9059303 Nov 04 11:13:12.944135 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3107d8a3-22c2-4b80-a09d-252ac4297f66', 'tag': 'b45817a2-74c1-4d6e-b457-6a7a0e0dc637'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:13:12.946592 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e411aa3-60ce-4661-a3d6-d482793a0f05" -d '{"events": [{"name": "network-changed", "server_uuid": "3107d8a3-22c2-4b80-a09d-252ac4297f66", "tag": "b45817a2-74c1-4d6e-b457-6a7a0e0dc637"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:13:13.044112 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-29029f17-ea29-43b0-92b4-cfbeedf35ce6 None None] Set router 32826aa7-7758-4d92-bcf7-a804cc57f657 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:13:13.108753 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fbe6b9-5004-4690-a005-a626e483e82a x-openstack-request-id: req-e8fbe6b9-5004-4690-a005-a626e483e82a {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:13:13.109334 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3107d8a3-22c2-4b80-a09d-252ac4297f66", "tag": "b45817a2-74c1-4d6e-b457-6a7a0e0dc637", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:13:13.109506 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-e8fbe6b9-5004-4690-a005-a626e483e82a {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:13:13.110049 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3107d8a3-22c2-4b80-a09d-252ac4297f66', 'tag': 'b45817a2-74c1-4d6e-b457-6a7a0e0dc637', 'status': 'completed', 'code': 200} Nov 04 11:13:13.185010 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e411aa3-60ce-4661-a3d6-d482793a0f05 req-7273cf1e-645b-4101-b55a-cbf2873febe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:13.186700 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6e411aa3-60ce-4661-a3d6-d482793a0f05 req-7273cf1e-645b-4101-b55a-cbf2873febe6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 1097 time: 0.0500827 Nov 04 11:13:13.217391 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7382e72-fa39-4350-8fed-4c43f9e24467 req-9d79d81a-1beb-49bb-9956-6775325f660e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:13.219597 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f7382e72-fa39-4350-8fed-4c43f9e24467 req-9d79d81a-1beb-49bb-9956-6775325f660e tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 946 time: 0.0545344 Nov 04 11:13:13.281529 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f7382e72-fa39-4350-8fed-4c43f9e24467 req-def02594-07a7-418d-ae37-1f71c3bd71d9 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539377 Nov 04 11:13:13.287637 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e411aa3-60ce-4661-a3d6-d482793a0f05 req-46d9da7f-5ba4-4d9d-8f12-bc883d26e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:13.289360 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6e411aa3-60ce-4661-a3d6-d482793a0f05 req-46d9da7f-5ba4-4d9d-8f12-bc883d26e6e4 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 913 time: 0.0924640 Nov 04 11:13:13.297526 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-29029f17-ea29-43b0-92b4-cfbeedf35ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'name': 'tempest-TestVolumeBootPattern-668387148-router', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:45Z', 'revision_number': 4, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'gw_port': {'id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '3cd906e6-f6ae-4c31-b1ae-56d573987d13', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'port_id': '6181c171-8c44-4ac0-88a6-f67cf627357f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'mac_address': 'fa:16:3e:42:66:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f5479-809d-47f9-9179-bef7f6ffb5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:09:34Z', 'updated_at': '2021-11-04T11:09:36Z', 'revision_number': 1, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8af52804-d6a4-46e6-abe0-02bcea223003', 'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'mac_address': 'fa:16:3e:fc:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:44Z', 'updated_at': '2021-11-04T11:02:51Z', 'revision_number': 5, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'subnets': [{'id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:13:13.324046 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29029f17-ea29-43b0-92b4-cfbeedf35ce6 None None] Checking router: 32826aa7-7758-4d92-bcf7-a804cc57f657 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:13:13.331786 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6e411aa3-60ce-4661-a3d6-d482793a0f05 req-aaf7c150-d604-481c-ae81-8a59dee93091 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b45817a2-74c1-4d6e-b457-6a7a0e0dc637 HTTP/1.1" status: 200 len: 217 time: 0.0346293 Nov 04 11:13:13.332674 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29029f17-ea29-43b0-92b4-cfbeedf35ce6 None None] Routers {'32826aa7-7758-4d92-bcf7-a804cc57f657'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:13:13.333549 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-29029f17-ea29-43b0-92b4-cfbeedf35ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:12:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['32826aa7-7758-4d92-bcf7-a804cc57f657'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:13:13.386440 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e411aa3-60ce-4661-a3d6-d482793a0f05 req-796d9756-145b-485d-9690-b646e77f9c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:13.388273 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6e411aa3-60ce-4661-a3d6-d482793a0f05 req-796d9756-145b-485d-9690-b646e77f9c9b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c5c74920-9b2d-4a89-a57f-e092fd0cce82 HTTP/1.1" status: 200 len: 850 time: 0.0489969 Nov 04 11:13:13.437001 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e411aa3-60ce-4661-a3d6-d482793a0f05 req-4309f8a6-3af1-4a9f-9262-0e61b74b3e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:13.438576 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6e411aa3-60ce-4661-a3d6-d482793a0f05 req-4309f8a6-3af1-4a9f-9262-0e61b74b3e19 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420210 Nov 04 11:13:13.444382 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-29029f17-ea29-43b0-92b4-cfbeedf35ce6 None None] Set router 32826aa7-7758-4d92-bcf7-a804cc57f657 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:13:13.532877 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6e411aa3-60ce-4661-a3d6-d482793a0f05 req-a1e9ab8b-3176-43d5-a806-a339f4da96ae service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845008 Nov 04 11:13:13.632207 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6e411aa3-60ce-4661-a3d6-d482793a0f05 req-6a4dc689-574a-491f-97e8-f67dbaa920c1 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908539 Nov 04 11:13:13.677126 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-29029f17-ea29-43b0-92b4-cfbeedf35ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'name': 'tempest-TestVolumeBootPattern-668387148-router', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:45Z', 'revision_number': 4, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'gw_port': {'id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '3cd906e6-f6ae-4c31-b1ae-56d573987d13', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'port_id': '6181c171-8c44-4ac0-88a6-f67cf627357f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'mac_address': 'fa:16:3e:42:66:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f5479-809d-47f9-9179-bef7f6ffb5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:09:34Z', 'updated_at': '2021-11-04T11:09:36Z', 'revision_number': 1, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8af52804-d6a4-46e6-abe0-02bcea223003', 'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'mac_address': 'fa:16:3e:fc:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:44Z', 'updated_at': '2021-11-04T11:02:51Z', 'revision_number': 5, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'subnets': [{'id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:13:13.704109 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29029f17-ea29-43b0-92b4-cfbeedf35ce6 None None] The sync data for ids ['32826aa7-7758-4d92-bcf7-a804cc57f657'] in n-d-816629-1 is: [{'id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'name': 'tempest-TestVolumeBootPattern-668387148-router', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:45Z', 'revision_number': 4, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'gw_port': {'id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '3cd906e6-f6ae-4c31-b1ae-56d573987d13', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'port_id': '6181c171-8c44-4ac0-88a6-f67cf627357f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'mac_address': 'fa:16:3e:42:66:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f5479-809d-47f9-9179-bef7f6ffb5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:09:34Z', 'updated_at': '2021-11-04T11:09:36Z', 'revision_number': 1, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8af52804-d6a4-46e6-abe0-02bcea223003', 'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'mac_address': 'fa:16:3e:fc:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:44Z', 'updated_at': '2021-11-04T11:02:51Z', 'revision_number': 5, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'subnets': [{'id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:13:13.958290 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6082fa01-8a8f-4851-a190-ce97a4a7b11a None None] New status for floating IP ffe49d0f-bbf1-4c19-8a10-68e818b530ac: DOWN {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:13:14.413702 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c218b6b-166a-417f-9ca4-0362daa63823 req-41cb570f-2696-4159-bd34-676790b1a3ca tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:14.415246 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3c218b6b-166a-417f-9ca4-0362daa63823 req-41cb570f-2696-4159-bd34-676790b1a3ca tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 946 time: 0.0614772 Nov 04 11:13:14.469713 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3c218b6b-166a-417f-9ca4-0362daa63823 req-5973d699-8871-4b35-b5e0-e37a2c19ce55 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455041 Nov 04 11:13:14.744945 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b210561-fe8a-4029-9c0a-a4f35e837a76 req-3e6df15e-6df4-429d-b875-b6fda7f8ce2d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:14.746420 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8b210561-fe8a-4029-9c0a-a4f35e837a76 req-3e6df15e-6df4-429d-b875-b6fda7f8ce2d tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.121 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 946 time: 0.0520701 Nov 04 11:13:14.851631 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-8b210561-fe8a-4029-9c0a-a4f35e837a76 req-6c0415e1-d677-40d2-b826-bdf3ff362cc2 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Deleting port b45817a2-74c1-4d6e-b457-6a7a0e0dc637 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:13:14.851967 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8b210561-fe8a-4029-9c0a-a4f35e837a76 req-6c0415e1-d677-40d2-b826-bdf3ff362cc2 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:14.957470 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-8b210561-fe8a-4029-9c0a-a4f35e837a76 req-6c0415e1-d677-40d2-b826-bdf3ff362cc2 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] For port b45817a2-74c1-4d6e-b457-6a7a0e0dc637, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=b45817a2-74c1-4d6e-b457-6a7a0e0dc637,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:13:14.957829 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8b210561-fe8a-4029-9c0a-a4f35e837a76 req-6c0415e1-d677-40d2-b826-bdf3ff362cc2 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:14.971134 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-8b210561-fe8a-4029-9c0a-a4f35e837a76 req-6c0415e1-d677-40d2-b826-bdf3ff362cc2 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Calling delete_port for b45817a2-74c1-4d6e-b457-6a7a0e0dc637 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:13:15.086019 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:15.114602 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8b210561-fe8a-4029-9c0a-a4f35e837a76 req-6c0415e1-d677-40d2-b826-bdf3ff362cc2 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:15.144578 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0415e1-d677-40d2-b826-bdf3ff362cc2 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event deleted for resources: {'Port': ['ID=b45817a2-74c1-4d6e-b457-6a7a0e0dc637,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:13:15.187729 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b210561-fe8a-4029-9c0a-a4f35e837a76 req-6c0415e1-d677-40d2-b826-bdf3ff362cc2 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] No DVR routers for this DVR port b45817a2-74c1-4d6e-b457-6a7a0e0dc637 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:13:15.190697 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8b210561-fe8a-4029-9c0a-a4f35e837a76 req-6c0415e1-d677-40d2-b826-bdf3ff362cc2 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:15.194236 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8b210561-fe8a-4029-9c0a-a4f35e837a76 req-6c0415e1-d677-40d2-b826-bdf3ff362cc2 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.121 "DELETE /v2.0/ports/b45817a2-74c1-4d6e-b457-6a7a0e0dc637 HTTP/1.1" status: 204 len: 173 time: 0.4411862 Nov 04 11:13:15.194681 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3107d8a3-22c2-4b80-a09d-252ac4297f66', 'name': 'network-vif-deleted', 'tag': 'b45817a2-74c1-4d6e-b457-6a7a0e0dc637'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:13:15.197062 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a080b227-cd92-4eff-a847-879afcfe4eae" -d '{"events": [{"server_uuid": "3107d8a3-22c2-4b80-a09d-252ac4297f66", "name": "network-vif-deleted", "tag": "b45817a2-74c1-4d6e-b457-6a7a0e0dc637"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:13:15.239946 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648895ae-f63a-485b-895c-6a5d609c9b3c x-openstack-request-id: req-648895ae-f63a-485b-895c-6a5d609c9b3c {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:13:15.240340 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3107d8a3-22c2-4b80-a09d-252ac4297f66", "name": "network-vif-deleted", "tag": "b45817a2-74c1-4d6e-b457-6a7a0e0dc637", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:13:15.240621 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-648895ae-f63a-485b-895c-6a5d609c9b3c {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:13:15.241063 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3107d8a3-22c2-4b80-a09d-252ac4297f66', 'name': 'network-vif-deleted', 'tag': 'b45817a2-74c1-4d6e-b457-6a7a0e0dc637', 'status': 'completed', 'code': 200} Nov 04 11:13:15.581276 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1db29c41-637d-45a0-993b-66c7703dccc8 req-bc5f0ec2-b573-4ff6-9f70-bcd4280afd48 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 210 time: 0.0331764 Nov 04 11:13:16.684813 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25e83e1b-859f-40a4-bf29-478af0fd1d24 req-632348b9-04ef-480c-bd5f-8e3e2aed7b9a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 210 time: 0.0270393 Nov 04 11:13:16.878042 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cf536533-64d5-4979-92ec-0c211eea092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:17.785394 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b2493e42-0483-42a3-b851-f66e761cb6cf req-da832570-312c-4668-8a59-791d57b5e147 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 210 time: 0.0284758 Nov 04 11:13:18.329314 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device b45817a2-74c1-4d6e-b457-6a7a0e0dc637 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:13:18.345657 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8415c-d22d-4767-ac24-43fd4af1cfc2 req-d26b6e9d-eedd-4b97-bffd-7c2b8144665a tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:18.347751 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-62f8415c-d22d-4767-ac24-43fd4af1cfc2 req-d26b6e9d-eedd-4b97-bffd-7c2b8144665a tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.0607018 Nov 04 11:13:18.354057 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: b45817a2-74c1-4d6e-b457-6a7a0e0dc637 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:13:18.354709 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device b45817a2-74c1-4d6e-b457-6a7a0e0dc637 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:13:18.398524 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-62f8415c-d22d-4767-ac24-43fd4af1cfc2 req-a382686c-1462-4c8d-ba5d-d81a2ab1ba74 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440505 Nov 04 11:13:18.892342 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8060c670-2835-474a-a468-c117729dec9f req-c6b46c6e-8053-4339-8149-5fb0a587d36a tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 210 time: 0.0316079 Nov 04 11:13:19.527752 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded22c86-1690-43c0-80f0-bd2c382b53ca req-2500452c-91ba-4069-a870-fa8fa75e5374 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:19.529454 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ded22c86-1690-43c0-80f0-bd2c382b53ca req-2500452c-91ba-4069-a870-fa8fa75e5374 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.0569687 Nov 04 11:13:19.583005 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ded22c86-1690-43c0-80f0-bd2c382b53ca req-909bf07f-2a38-4783-ac8c-af236ff0f7d0 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471632 Nov 04 11:13:19.685691 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-822afbfb-b753-4d4c-8e29-f3112594f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:20.010189 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-26e0c55b-5d3a-4d5d-807f-7a7670a33c01 req-10b06911-74cd-4c46-a1e3-2af43619b575 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=3107d8a3-22c2-4b80-a09d-252ac4297f66 HTTP/1.1" status: 200 len: 210 time: 0.0298219 Nov 04 11:13:20.713561 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb0fea-5ce0-4828-b311-048012dccd80 req-03481618-d1e8-4f87-9914-059eba3d7619 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:20.715084 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0ffb0fea-5ce0-4828-b311-048012dccd80 req-03481618-d1e8-4f87-9914-059eba3d7619 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.0537305 Nov 04 11:13:20.786892 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0ffb0fea-5ce0-4828-b311-048012dccd80 req-bf41519b-aae6-4428-ab1b-b0fca3c18295 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634668 Nov 04 11:13:20.862784 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:20.937369 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-b180442f-2197-4c6c-b663-ac3ee9deb7ae req-7bdc9041-651d-4f07-b6da-8e47d8faee9b service neutron] (101775) timed out ('10.222.0.127', 55094) {{(pid=101775) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 11:13:21.917893 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d63d4-85b3-409d-a916-c25ea5bbe348 req-93745c33-cae6-4d48-9d8d-3e1e270deeff tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:21.919427 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-053d63d4-85b3-409d-a916-c25ea5bbe348 req-93745c33-cae6-4d48-9d8d-3e1e270deeff tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.0513103 Nov 04 11:13:21.969284 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-053d63d4-85b3-409d-a916-c25ea5bbe348 req-ebba4971-5a16-4b9f-a799-1052b0bd54f7 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435767 Nov 04 11:13:22.267911 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:22.640896 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:23.095199 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd99f8-8b7b-4e66-a64e-64cc3b10adc3 req-4e502b49-4d2f-4775-bf36-d850e07990e2 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:23.096914 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-03fd99f8-8b7b-4e66-a64e-64cc3b10adc3 req-4e502b49-4d2f-4775-bf36-d850e07990e2 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.0523903 Nov 04 11:13:23.154481 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-03fd99f8-8b7b-4e66-a64e-64cc3b10adc3 req-56ad87ea-256d-4dff-9332-17c1ff073f85 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501506 Nov 04 11:13:24.287517 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3186f-5172-4093-8803-bc165dd362c2 req-79bd7743-1d7f-43ff-9c8e-168dbfa36929 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:24.289314 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3ee3186f-5172-4093-8803-bc165dd362c2 req-79bd7743-1d7f-43ff-9c8e-168dbfa36929 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.0600815 Nov 04 11:13:24.338741 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3ee3186f-5172-4093-8803-bc165dd362c2 req-edbff5fd-4def-4cbc-a572-c84e5bbc0100 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429280 Nov 04 11:13:25.477429 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e719a-ad89-406b-8d41-ecee62c9e8c0 req-c97b1790-6f30-4aca-a3f7-ef2dd0087921 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:25.479094 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d42e719a-ad89-406b-8d41-ecee62c9e8c0 req-c97b1790-6f30-4aca-a3f7-ef2dd0087921 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.0590036 Nov 04 11:13:25.530891 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d42e719a-ad89-406b-8d41-ecee62c9e8c0 req-06f8059e-45e2-4f33-becb-24740bcaef3f tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452576 Nov 04 11:13:26.658584 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948e950-b2a8-419e-b504-a0ab7a331d98 req-e2c5ba6e-d552-4364-9346-6c7083440d67 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:26.660120 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c948e950-b2a8-419e-b504-a0ab7a331d98 req-e2c5ba6e-d552-4364-9346-6c7083440d67 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.0518322 Nov 04 11:13:26.720123 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c948e950-b2a8-419e-b504-a0ab7a331d98 req-57c5dbd3-6cfc-4cf0-b8a4-ee4006479462 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523150 Nov 04 11:13:26.758926 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 51988) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:13:26.924124 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-ec788385-508d-4b9d-8e1d-2866045a1f71 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Deleting port 1fc2bf10-2729-4f72-bd30-c274c1469f83 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:13:26.924428 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ec788385-508d-4b9d-8e1d-2866045a1f71 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:27.008022 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ec788385-508d-4b9d-8e1d-2866045a1f71 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:27.008320 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ec788385-508d-4b9d-8e1d-2866045a1f71 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:27.021624 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-ec788385-508d-4b9d-8e1d-2866045a1f71 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Calling delete_port for 1fc2bf10-2729-4f72-bd30-c274c1469f83 owned by network:floatingip {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:13:27.182551 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ec788385-508d-4b9d-8e1d-2866045a1f71 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:27.208039 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec788385-508d-4b9d-8e1d-2866045a1f71 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event deleted for resources: {'Port': ['ID=1fc2bf10-2729-4f72-bd30-c274c1469f83,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:13:27.277629 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ec788385-508d-4b9d-8e1d-2866045a1f71 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for floatingip, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:27.277974 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [None req-ec788385-508d-4b9d-8e1d-2866045a1f71 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Floating IP 3cd906e6-f6ae-4c31-b1ae-56d573987d13 disassociated (deleted). External IP: 172.25.7.143, port: 6181c171-8c44-4ac0-88a6-f67cf627357f. Nov 04 11:13:27.498561 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec788385-508d-4b9d-8e1d-2866045a1f71 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Router 32826aa7-7758-4d92-bcf7-a804cc57f657 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:13:27.617542 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec788385-508d-4b9d-8e1d-2866045a1f71 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:13:27.622878 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ec788385-508d-4b9d-8e1d-2866045a1f71 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:27.627501 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e075c1-d7a1-46de-a221-51736f71e340 None None] Sync routers for ids ['32826aa7-7758-4d92-bcf7-a804cc57f657'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:13:27.637833 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e075c1-d7a1-46de-a221-51736f71e340 None None] Routers {'32826aa7-7758-4d92-bcf7-a804cc57f657'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:13:27.638474 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-44e075c1-d7a1-46de-a221-51736f71e340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:13:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['32826aa7-7758-4d92-bcf7-a804cc57f657'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:13:27.654850 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ec788385-508d-4b9d-8e1d-2866045a1f71 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "DELETE /v2.0/floatingips/3cd906e6-f6ae-4c31-b1ae-56d573987d13 HTTP/1.1" status: 204 len: 168 time: 0.8947575 Nov 04 11:13:27.655456 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653f5479-809d-47f9-9179-bef7f6ffb5e5', 'tag': '6181c171-8c44-4ac0-88a6-f67cf627357f'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:13:27.657876 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f3eb76-69a0-4f88-8428-fe633244d5d3" -d '{"events": [{"name": "network-changed", "server_uuid": "653f5479-809d-47f9-9179-bef7f6ffb5e5", "tag": "6181c171-8c44-4ac0-88a6-f67cf627357f"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:13:27.752653 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-44e075c1-d7a1-46de-a221-51736f71e340 None None] Set router 32826aa7-7758-4d92-bcf7-a804cc57f657 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:13:27.821063 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24a4a80-3b23-4af2-9c4f-c571f689a1bd x-openstack-request-id: req-d24a4a80-3b23-4af2-9c4f-c571f689a1bd {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:13:27.821587 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653f5479-809d-47f9-9179-bef7f6ffb5e5", "tag": "6181c171-8c44-4ac0-88a6-f67cf627357f", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:13:27.822106 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-d24a4a80-3b23-4af2-9c4f-c571f689a1bd {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:13:27.822575 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653f5479-809d-47f9-9179-bef7f6ffb5e5', 'tag': '6181c171-8c44-4ac0-88a6-f67cf627357f', 'status': 'completed', 'code': 200} Nov 04 11:13:27.923999 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba603b5-c1ff-46bf-a36c-ee8ce0747132 req-76ed38b0-e424-4990-ba22-df5b3846ad73 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:27.925628 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ba603b5-c1ff-46bf-a36c-ee8ce0747132 req-76ed38b0-e424-4990-ba22-df5b3846ad73 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.0592012 Nov 04 11:13:27.978869 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-44e075c1-d7a1-46de-a221-51736f71e340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'name': 'tempest-TestVolumeBootPattern-668387148-router', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:45Z', 'revision_number': 4, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'gw_port': {'id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '8af52804-d6a4-46e6-abe0-02bcea223003', 'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'mac_address': 'fa:16:3e:fc:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:44Z', 'updated_at': '2021-11-04T11:02:51Z', 'revision_number': 5, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'subnets': [{'id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:13:27.980231 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ba603b5-c1ff-46bf-a36c-ee8ce0747132 req-d7a8e6ab-3f90-4d22-8e5f-7b399c821974 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466270 Nov 04 11:13:28.009167 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e075c1-d7a1-46de-a221-51736f71e340 None None] Checking router: 32826aa7-7758-4d92-bcf7-a804cc57f657 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:13:28.020396 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e075c1-d7a1-46de-a221-51736f71e340 None None] Routers {'32826aa7-7758-4d92-bcf7-a804cc57f657'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:13:28.021081 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-44e075c1-d7a1-46de-a221-51736f71e340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:13:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['32826aa7-7758-4d92-bcf7-a804cc57f657'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:13:28.099866 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4246e6-675f-4d2a-89bd-d7ed93ffea7e req-5aff7a76-4732-4922-b3a1-4b8d4e80b0cf tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:28.101599 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f4246e6-675f-4d2a-89bd-d7ed93ffea7e req-5aff7a76-4732-4922-b3a1-4b8d4e80b0cf tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0551596 Nov 04 11:13:28.167538 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f4246e6-675f-4d2a-89bd-d7ed93ffea7e req-049b8734-414c-4926-ab8a-2f5e61b95c34 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595939 Nov 04 11:13:28.257159 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3eb76-69a0-4f88-8428-fe633244d5d3 req-30c1f81f-6082-40db-a1dd-5d613d0d6557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:28.258752 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e4f3eb76-69a0-4f88-8428-fe633244d5d3 req-30c1f81f-6082-40db-a1dd-5d613d0d6557 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ddf89eefd3f5444e82d89fc191073961&device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 1096 time: 0.4136367 Nov 04 11:13:28.311716 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-44e075c1-d7a1-46de-a221-51736f71e340 None None] Set router 32826aa7-7758-4d92-bcf7-a804cc57f657 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:13:28.355728 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3eb76-69a0-4f88-8428-fe633244d5d3 req-0ed68b30-7cab-4f93-8a52-079cc0d86bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:28.357274 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e4f3eb76-69a0-4f88-8428-fe633244d5d3 req-0ed68b30-7cab-4f93-8a52-079cc0d86bf5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 200 len: 913 time: 0.0891964 Nov 04 11:13:28.404538 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e4f3eb76-69a0-4f88-8428-fe633244d5d3 req-42f0f0cf-7736-4aa3-bb46-142bc265f243 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6181c171-8c44-4ac0-88a6-f67cf627357f HTTP/1.1" status: 200 len: 217 time: 0.0382562 Nov 04 11:13:28.454662 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3eb76-69a0-4f88-8428-fe633244d5d3 req-4ffccd24-256f-4467-8eb8-a54a4d9ccd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:28.456210 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e4f3eb76-69a0-4f88-8428-fe633244d5d3 req-4ffccd24-256f-4467-8eb8-a54a4d9ccd05 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c5c74920-9b2d-4a89-a57f-e092fd0cce82 HTTP/1.1" status: 200 len: 850 time: 0.0442019 Nov 04 11:13:28.504121 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3eb76-69a0-4f88-8428-fe633244d5d3 req-234e470b-5dd3-4bf5-8325-34a7bf408493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:28.505696 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e4f3eb76-69a0-4f88-8428-fe633244d5d3 req-234e470b-5dd3-4bf5-8325-34a7bf408493 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0166203e-9ed1-4f29-8b1e-2d2e84ab323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407283 Nov 04 11:13:28.512912 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-44e075c1-d7a1-46de-a221-51736f71e340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'name': 'tempest-TestVolumeBootPattern-668387148-router', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:45Z', 'revision_number': 4, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'gw_port': {'id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '8af52804-d6a4-46e6-abe0-02bcea223003', 'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'mac_address': 'fa:16:3e:fc:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:44Z', 'updated_at': '2021-11-04T11:02:51Z', 'revision_number': 5, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'subnets': [{'id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:13:28.540245 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e075c1-d7a1-46de-a221-51736f71e340 None None] The sync data for ids ['32826aa7-7758-4d92-bcf7-a804cc57f657'] in n-d-816629-1 is: [{'id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'name': 'tempest-TestVolumeBootPattern-668387148-router', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:45Z', 'revision_number': 4, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'gw_port': {'id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '8af52804-d6a4-46e6-abe0-02bcea223003', 'name': '', 'network_id': '0166203e-9ed1-4f29-8b1e-2d2e84ab323b', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'mac_address': 'fa:16:3e:fc:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:44Z', 'updated_at': '2021-11-04T11:02:51Z', 'revision_number': 5, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'subnets': [{'id': 'c5c74920-9b2d-4a89-a57f-e092fd0cce82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:13:28.605704 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e4f3eb76-69a0-4f88-8428-fe633244d5d3 req-181d85b0-1f26-43ec-aa41-8dbd8bddc9c0 service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907934 Nov 04 11:13:28.707037 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e4f3eb76-69a0-4f88-8428-fe633244d5d3 req-ec88efda-86a5-4f61-aeb7-066a87110dfb service neutron] 10.222.0.121 "GET /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903928 Nov 04 11:13:28.792908 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b4c248-6eef-489b-be52-b71c07b273a4 None None] New status for floating IP 3cd906e6-f6ae-4c31-b1ae-56d573987d13: DOWN {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:13:29.121696 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c2116-8bba-48ee-be27-a2c5605c36da req-2f06c6b6-4736-416e-9beb-e85c29c47185 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:29.123397 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5a0c2116-8bba-48ee-be27-a2c5605c36da req-2f06c6b6-4736-416e-9beb-e85c29c47185 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.0589123 Nov 04 11:13:29.176701 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5a0c2116-8bba-48ee-be27-a2c5605c36da req-976b2d1b-908f-4871-8716-651a485ff726 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449624 Nov 04 11:13:29.290480 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ebaa0-9739-465a-b92d-23c8a2161659 req-2e0de956-f3f1-4309-89ab-e1a5e37631fd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:29.292053 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-984ebaa0-9739-465a-b92d-23c8a2161659 req-2e0de956-f3f1-4309-89ab-e1a5e37631fd tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0565453 Nov 04 11:13:29.344266 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-984ebaa0-9739-465a-b92d-23c8a2161659 req-e6ccba83-7953-4962-a9fb-9b6ebc3355c1 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/security-groups?id=fe5a7cc4-b094-424d-9d58-6e591f50f89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459490 Nov 04 11:13:29.419574 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9aa5c-16b4-45bc-81b7-417f9605691d req-5240b39d-5d39-4dfd-ab89-71e0de798144 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:29.421003 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-64e9aa5c-16b4-45bc-81b7-417f9605691d req-5240b39d-5d39-4dfd-ab89-71e0de798144 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.121 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0522842 Nov 04 11:13:29.521129 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-64e9aa5c-16b4-45bc-81b7-417f9605691d req-1cbd4596-548e-4a7b-be36-947941ff9c98 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Deleting port 6181c171-8c44-4ac0-88a6-f67cf627357f {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:13:29.521417 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-64e9aa5c-16b4-45bc-81b7-417f9605691d req-1cbd4596-548e-4a7b-be36-947941ff9c98 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:29.611217 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-64e9aa5c-16b4-45bc-81b7-417f9605691d req-1cbd4596-548e-4a7b-be36-947941ff9c98 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] For port 6181c171-8c44-4ac0-88a6-f67cf627357f, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6181c171-8c44-4ac0-88a6-f67cf627357f,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:13:29.611551 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-64e9aa5c-16b4-45bc-81b7-417f9605691d req-1cbd4596-548e-4a7b-be36-947941ff9c98 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:29.628724 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-64e9aa5c-16b4-45bc-81b7-417f9605691d req-1cbd4596-548e-4a7b-be36-947941ff9c98 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Calling delete_port for 6181c171-8c44-4ac0-88a6-f67cf627357f owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:13:29.769323 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-64e9aa5c-16b4-45bc-81b7-417f9605691d req-1cbd4596-548e-4a7b-be36-947941ff9c98 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:29.797476 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd4596-548e-4a7b-be36-947941ff9c98 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event deleted for resources: {'Port': ['ID=6181c171-8c44-4ac0-88a6-f67cf627357f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:13:29.843576 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e9aa5c-16b4-45bc-81b7-417f9605691d req-1cbd4596-548e-4a7b-be36-947941ff9c98 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] No DVR routers for this DVR port 6181c171-8c44-4ac0-88a6-f67cf627357f on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:13:29.846198 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-64e9aa5c-16b4-45bc-81b7-417f9605691d req-1cbd4596-548e-4a7b-be36-947941ff9c98 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:29.849628 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-64e9aa5c-16b4-45bc-81b7-417f9605691d req-1cbd4596-548e-4a7b-be36-947941ff9c98 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.121 "DELETE /v2.0/ports/6181c171-8c44-4ac0-88a6-f67cf627357f HTTP/1.1" status: 204 len: 173 time: 0.4220932 Nov 04 11:13:29.850081 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653f5479-809d-47f9-9179-bef7f6ffb5e5', 'name': 'network-vif-deleted', 'tag': '6181c171-8c44-4ac0-88a6-f67cf627357f'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:13:29.852434 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bafdfdd-9d8f-44f3-9ebe-a8d7c43c6759" -d '{"events": [{"server_uuid": "653f5479-809d-47f9-9179-bef7f6ffb5e5", "name": "network-vif-deleted", "tag": "6181c171-8c44-4ac0-88a6-f67cf627357f"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:13:29.890735 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787a9f23-94ab-4b01-bd69-e18c9e264918 x-openstack-request-id: req-787a9f23-94ab-4b01-bd69-e18c9e264918 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:13:29.891035 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653f5479-809d-47f9-9179-bef7f6ffb5e5", "name": "network-vif-deleted", "tag": "6181c171-8c44-4ac0-88a6-f67cf627357f", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:13:29.891342 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-787a9f23-94ab-4b01-bd69-e18c9e264918 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:13:29.891775 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653f5479-809d-47f9-9179-bef7f6ffb5e5', 'name': 'network-vif-deleted', 'tag': '6181c171-8c44-4ac0-88a6-f67cf627357f', 'status': 'completed', 'code': 200} Nov 04 11:13:30.313802 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef2a39-8a46-449f-add6-e5f0cfa1195f req-56f57d80-6b30-48e2-a89d-9a7a376d297a tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:30.315320 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cbef2a39-8a46-449f-add6-e5f0cfa1195f req-56f57d80-6b30-48e2-a89d-9a7a376d297a tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.0572677 Nov 04 11:13:30.364322 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cbef2a39-8a46-449f-add6-e5f0cfa1195f req-148449a6-28e6-46ab-9cf5-82847335b1e5 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426836 Nov 04 11:13:30.464663 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9ed55081-d3d1-4072-89b0-8e47c4787044 req-b8b89953-3606-467b-a20e-9cac026f4f6b tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 210 time: 0.0277417 Nov 04 11:13:31.491146 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8439ffa-d99a-4d99-bacf-71661c8204fd req-eda8324c-a4b0-468b-b3e2-8280726f3b33 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:31.492693 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e8439ffa-d99a-4d99-bacf-71661c8204fd req-eda8324c-a4b0-468b-b3e2-8280726f3b33 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.0516405 Nov 04 11:13:31.545238 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e8439ffa-d99a-4d99-bacf-71661c8204fd req-beb715ed-7761-4889-910b-d9df40793a38 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463250 Nov 04 11:13:31.636326 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0c6bb87a-ff30-4fcc-9d5b-d58758b0e928 req-f9f9c404-554a-48fa-9c47-071abc200c8f tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 210 time: 0.0277696 Nov 04 11:13:32.397162 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6181c171-8c44-4ac0-88a6-f67cf627357f no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:13:32.418294 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 6181c171-8c44-4ac0-88a6-f67cf627357f {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:13:32.418639 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6181c171-8c44-4ac0-88a6-f67cf627357f not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:13:32.680912 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbcf16-f355-4053-a469-e7358b6da1dc req-39caef80-12a1-434c-90a8-5cdacb1fe4b7 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:32.682731 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3adbcf16-f355-4053-a469-e7358b6da1dc req-39caef80-12a1-434c-90a8-5cdacb1fe4b7 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.0577073 Nov 04 11:13:32.732796 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3adbcf16-f355-4053-a469-e7358b6da1dc req-3870400f-0927-4a3a-acde-02aca6ce2c37 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433640 Nov 04 11:13:32.819557 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d20d0dfe-de57-435a-a44c-35b26f8e0a2d req-c6ae8d38-8c67-4c96-92b5-33168d98e694 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 210 time: 0.0275714 Nov 04 11:13:33.858460 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c08f7-db41-4d7e-aa69-348afed261f2 req-09132be0-c6bc-4e30-9459-84d9ff3cdb44 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:33.859984 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a75c08f7-db41-4d7e-aa69-348afed261f2 req-09132be0-c6bc-4e30-9459-84d9ff3cdb44 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.0532224 Nov 04 11:13:33.910715 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a75c08f7-db41-4d7e-aa69-348afed261f2 req-52cf8ca7-9cb6-490a-ab46-8251508e16cc tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438509 Nov 04 11:13:34.001319 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fcb28f2a-6d8e-4ec5-b4b8-20849d84d298 req-eed2d751-9fba-428d-983b-a0d495186570 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "GET /v2.0/ports?device_id=653f5479-809d-47f9-9179-bef7f6ffb5e5 HTTP/1.1" status: 200 len: 210 time: 0.0320883 Nov 04 11:13:35.054535 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59015f4-6229-4124-b95d-65b8f1488da8 req-f17e9d98-2343-4984-b3d5-7d24e593ab53 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:35.056042 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f59015f4-6229-4124-b95d-65b8f1488da8 req-f17e9d98-2343-4984-b3d5-7d24e593ab53 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.0599082 Nov 04 11:13:35.109731 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f59015f4-6229-4124-b95d-65b8f1488da8 req-7cc2ce32-ee54-4b0a-9c05-5e81687d1849 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470564 Nov 04 11:13:35.159855 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52024) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:13:35.291954 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-9200d96e-b83c-4d94-8c30-74b59a5580f6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Deleting port 78545e61-73a3-43e7-819c-9683facf25bd {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:13:35.292196 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9200d96e-b83c-4d94-8c30-74b59a5580f6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:35.373681 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9200d96e-b83c-4d94-8c30-74b59a5580f6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:35.373962 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9200d96e-b83c-4d94-8c30-74b59a5580f6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:35.386400 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-9200d96e-b83c-4d94-8c30-74b59a5580f6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Calling delete_port for 78545e61-73a3-43e7-819c-9683facf25bd owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:13:35.531665 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9200d96e-b83c-4d94-8c30-74b59a5580f6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:35.560959 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200d96e-b83c-4d94-8c30-74b59a5580f6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event deleted for resources: {'Port': ['ID=78545e61-73a3-43e7-819c-9683facf25bd,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:13:35.587187 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9200d96e-b83c-4d94-8c30-74b59a5580f6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:35.587534 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9200d96e-b83c-4d94-8c30-74b59a5580f6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:35.587875 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9200d96e-b83c-4d94-8c30-74b59a5580f6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:35.588210 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9200d96e-b83c-4d94-8c30-74b59a5580f6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:35.588547 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9200d96e-b83c-4d94-8c30-74b59a5580f6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:35.588904 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9200d96e-b83c-4d94-8c30-74b59a5580f6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:35.589250 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9200d96e-b83c-4d94-8c30-74b59a5580f6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:35.589608 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9200d96e-b83c-4d94-8c30-74b59a5580f6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:35.589988 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9200d96e-b83c-4d94-8c30-74b59a5580f6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:35.590221 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9200d96e-b83c-4d94-8c30-74b59a5580f6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:35.590529 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9200d96e-b83c-4d94-8c30-74b59a5580f6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:35.590849 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9200d96e-b83c-4d94-8c30-74b59a5580f6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:35.631437 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9200d96e-b83c-4d94-8c30-74b59a5580f6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:35.634156 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9200d96e-b83c-4d94-8c30-74b59a5580f6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:35.635350 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9200d96e-b83c-4d94-8c30-74b59a5580f6 tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "DELETE /v2.0/floatingips/80a1bf5c-19c6-44e3-bea8-26d1655b05e7 HTTP/1.1" status: 204 len: 168 time: 0.4745243 Nov 04 11:13:36.231343 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 40a25da4-f75d-4a2c-9a30-b7745092966c details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:13:36.291223 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19536d0-0793-4df0-9d6e-344e3e9f7628 req-6e06bdae-c70e-4a15-9940-9872f7875972 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:36.293480 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f19536d0-0793-4df0-9d6e-344e3e9f7628 req-6e06bdae-c70e-4a15-9940-9872f7875972 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.0823770 Nov 04 11:13:36.385265 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 40a25da4-f75d-4a2c-9a30-b7745092966c, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=40a25da4-f75d-4a2c-9a30-b7745092966c,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:13:36.386892 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f19536d0-0793-4df0-9d6e-344e3e9f7628 req-5b000498-dd4c-4130-9a51-4b39bafeb2c7 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868721 Nov 04 11:13:36.424353 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '40a25da4-f75d-4a2c-9a30-b7745092966c', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'port_id': '40a25da4-f75d-4a2c-9a30-b7745092966c', 'mac_address': 'fa:16:3e:22:82:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:13:36.471679 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:36.489073 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40a25da4-f75d-4a2c-9a30-b7745092966c {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:13:36.513675 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 40a25da4-f75d-4a2c-9a30-b7745092966c, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=40a25da4-f75d-4a2c-9a30-b7745092966c,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:13:36.520310 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:36.589171 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=40a25da4-f75d-4a2c-9a30-b7745092966c,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:13:36.601253 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:36.601923 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:36.602418 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:36.602907 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:36.603565 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:36.603900 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:36.604227 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:36.604551 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:36.605064 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:36.605693 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:36.606190 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:36.606683 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:13:36.611922 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['40a25da4-f75d-4a2c-9a30-b7745092966c'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:13:37.384215 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:13:37.539292 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb79ba6-5d75-4385-a260-dae7db00de8f req-c8c77edd-2315-4b3e-ace5-ea84135f7a6e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:37.547659 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ebb79ba6-5d75-4385-a260-dae7db00de8f req-c8c77edd-2315-4b3e-ace5-ea84135f7a6e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 944 time: 0.0602553 Nov 04 11:13:37.602118 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ebb79ba6-5d75-4385-a260-dae7db00de8f req-c6791c42-3e24-4635-9e3c-0f0db4c22dc4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532541 Nov 04 11:13:38.245163 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 40a25da4-f75d-4a2c-9a30-b7745092966c up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:13:38.302562 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 40a25da4-f75d-4a2c-9a30-b7745092966c triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:13:38.303463 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:38.426013 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:38.468213 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd625f11e-cc31-4da0-808d-666aa474a73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a25da4-f75d-4a2c-9a30-b7745092966c'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:13:38.470704 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd44f83-f983-49a1-b0d4-40090570075a" -d '{"events": [{"server_uuid": "d625f11e-cc31-4da0-808d-666aa474a73f", "name": "network-vif-plugged", "status": "completed", "tag": "40a25da4-f75d-4a2c-9a30-b7745092966c"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:13:38.488403 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 40a25da4-f75d-4a2c-9a30-b7745092966c, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=40a25da4-f75d-4a2c-9a30-b7745092966c,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:13:38.495730 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:38.539050 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c4a2a0-8f27-4a22-b3da-3bd4c897b6cb x-openstack-request-id: req-51c4a2a0-8f27-4a22-b3da-3bd4c897b6cb {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:13:38.539624 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d625f11e-cc31-4da0-808d-666aa474a73f", "name": "network-vif-plugged", "status": "completed", "tag": "40a25da4-f75d-4a2c-9a30-b7745092966c", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:13:38.540030 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-51c4a2a0-8f27-4a22-b3da-3bd4c897b6cb {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:13:38.540546 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd625f11e-cc31-4da0-808d-666aa474a73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a25da4-f75d-4a2c-9a30-b7745092966c', 'code': 200} Nov 04 11:13:38.566093 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=40a25da4-f75d-4a2c-9a30-b7745092966c,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:13:38.743245 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a58ab-f720-4b3a-8e24-a339200cfa1c req-37c1f8ce-5355-40b1-971a-aa20dcf200d5 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:38.745266 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fa4a58ab-f720-4b3a-8e24-a339200cfa1c req-37c1f8ce-5355-40b1-971a-aa20dcf200d5 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.0612369 Nov 04 11:13:38.811987 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fa4a58ab-f720-4b3a-8e24-a339200cfa1c req-6d72f7e7-95e2-452b-a747-47e1da1d7106 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583165 Nov 04 11:13:38.976663 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52080) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:13:39.046977 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-791c29a7-f0d1-4997-ad77-4388a193d07f tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:39.073204 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-791c29a7-f0d1-4997-ad77-4388a193d07f tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:39.152410 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-791c29a7-f0d1-4997-ad77-4388a193d07f tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:39.155365 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-791c29a7-f0d1-4997-ad77-4388a193d07f tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:39.159548 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-791c29a7-f0d1-4997-ad77-4388a193d07f tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] 10.222.0.127 "DELETE /v2.0/security-groups/fe5a7cc4-b094-424d-9d58-6e591f50f89b HTTP/1.1" status: 204 len: 168 time: 0.1818366 Nov 04 11:13:39.170646 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c29a7-f0d1-4997-ad77-4388a193d07f tempest-TestVolumeBootPattern-1935696991 tempest-TestVolumeBootPattern-1935696991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5a7cc4-b094-424d-9d58-6e591f50f89b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:13:39.240878 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52088) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:13:39.835555 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-060e72ae-9149-4f20-afbd-bd276d115b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:39.966356 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b055bef-74a4-4bb4-b4e5-fc91d5545509 req-4e869556-f491-472e-a3f0-1563cbe89756 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:39.967977 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8b055bef-74a4-4bb4-b4e5-fc91d5545509 req-4e869556-f491-472e-a3f0-1563cbe89756 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.0651259 Nov 04 11:13:40.028625 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8b055bef-74a4-4bb4-b4e5-fc91d5545509 req-8e506f4d-dc6e-45b2-acef-b6753151208c tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538814 Nov 04 11:13:40.190737 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-060e72ae-9149-4f20-afbd-bd276d115b9c admin admin] Deleting port 8af52804-d6a4-46e6-abe0-02bcea223003 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:13:40.191386 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-060e72ae-9149-4f20-afbd-bd276d115b9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:40.295889 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-060e72ae-9149-4f20-afbd-bd276d115b9c admin admin] For port 8af52804-d6a4-46e6-abe0-02bcea223003, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=8af52804-d6a4-46e6-abe0-02bcea223003,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:13:40.296622 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-060e72ae-9149-4f20-afbd-bd276d115b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:40.336011 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-060e72ae-9149-4f20-afbd-bd276d115b9c admin admin] Calling delete_port for 8af52804-d6a4-46e6-abe0-02bcea223003 owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:13:40.570102 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-060e72ae-9149-4f20-afbd-bd276d115b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:40.601204 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e72ae-9149-4f20-afbd-bd276d115b9c admin admin] Pushing event deleted for resources: {'Port': ['ID=8af52804-d6a4-46e6-abe0-02bcea223003,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:13:40.838608 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-060e72ae-9149-4f20-afbd-bd276d115b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:41.107519 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060e72ae-9149-4f20-afbd-bd276d115b9c admin admin] Router 32826aa7-7758-4d92-bcf7-a804cc57f657 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:13:41.204194 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875a59c-bece-4ed7-afca-0c50bc572d31 req-5f0b05cd-2f1f-4f64-b708-85580b197220 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:41.205889 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0875a59c-bece-4ed7-afca-0c50bc572d31 req-5f0b05cd-2f1f-4f64-b708-85580b197220 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.0783114 Nov 04 11:13:41.244227 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060e72ae-9149-4f20-afbd-bd276d115b9c admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:13:41.254918 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-060e72ae-9149-4f20-afbd-bd276d115b9c admin admin] 10.222.0.127 "PUT /v2.0/routers/32826aa7-7758-4d92-bcf7-a804cc57f657/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0100353 Nov 04 11:13:41.255687 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52100) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:13:41.255923 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7d44e1-b7b9-483f-ac90-df8dcbd5c881 None None] Sync routers for ids ['32826aa7-7758-4d92-bcf7-a804cc57f657'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:13:41.273893 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7d44e1-b7b9-483f-ac90-df8dcbd5c881 None None] Routers {'32826aa7-7758-4d92-bcf7-a804cc57f657'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:13:41.275238 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9c7d44e1-b7b9-483f-ac90-df8dcbd5c881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:13:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['32826aa7-7758-4d92-bcf7-a804cc57f657'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:13:41.299912 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0875a59c-bece-4ed7-afca-0c50bc572d31 req-f968df11-3de4-4115-8d7b-65557c1c03e8 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867286 Nov 04 11:13:41.396162 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-28eb99b0-4ebf-4d3b-a78a-8337c7d6f0a9 admin admin] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:41.410534 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-9c7d44e1-b7b9-483f-ac90-df8dcbd5c881 None None] Set router 32826aa7-7758-4d92-bcf7-a804cc57f657 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:13:41.509788 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-28eb99b0-4ebf-4d3b-a78a-8337c7d6f0a9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:41.585825 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-28eb99b0-4ebf-4d3b-a78a-8337c7d6f0a9 admin admin] Deleting port 5c5ec414-17f7-4750-80ea-19e860dcb2c2 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:13:41.586173 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-28eb99b0-4ebf-4d3b-a78a-8337c7d6f0a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:41.638428 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9c7d44e1-b7b9-483f-ac90-df8dcbd5c881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'name': 'tempest-TestVolumeBootPattern-668387148-router', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:13:40Z', 'revision_number': 5, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'gw_port': {'id': '5c5ec414-17f7-4750-80ea-19e860dcb2c2', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:13:41.680607 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7d44e1-b7b9-483f-ac90-df8dcbd5c881 None None] Checking router: 32826aa7-7758-4d92-bcf7-a804cc57f657 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:13:41.690552 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7d44e1-b7b9-483f-ac90-df8dcbd5c881 None None] Routers {'32826aa7-7758-4d92-bcf7-a804cc57f657'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:13:41.691251 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9c7d44e1-b7b9-483f-ac90-df8dcbd5c881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:13:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['32826aa7-7758-4d92-bcf7-a804cc57f657'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:13:41.691919 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-28eb99b0-4ebf-4d3b-a78a-8337c7d6f0a9 admin admin] For port 5c5ec414-17f7-4750-80ea-19e860dcb2c2, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=5c5ec414-17f7-4750-80ea-19e860dcb2c2,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:13:41.692291 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-28eb99b0-4ebf-4d3b-a78a-8337c7d6f0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:41.712136 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-28eb99b0-4ebf-4d3b-a78a-8337c7d6f0a9 admin admin] Calling delete_port for 5c5ec414-17f7-4750-80ea-19e860dcb2c2 owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:13:41.801930 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-9c7d44e1-b7b9-483f-ac90-df8dcbd5c881 None None] Set router 32826aa7-7758-4d92-bcf7-a804cc57f657 gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:13:41.865927 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9c7d44e1-b7b9-483f-ac90-df8dcbd5c881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'name': 'tempest-TestVolumeBootPattern-668387148-router', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:13:41Z', 'revision_number': 6, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:13:41.903451 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7d44e1-b7b9-483f-ac90-df8dcbd5c881 None None] The sync data for ids ['32826aa7-7758-4d92-bcf7-a804cc57f657'] in n-d-816629-1 is: [{'id': '32826aa7-7758-4d92-bcf7-a804cc57f657', 'name': 'tempest-TestVolumeBootPattern-668387148-router', 'tenant_id': 'ddf89eefd3f5444e82d89fc191073961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:42Z', 'updated_at': '2021-11-04T11:13:41Z', 'revision_number': 6, 'project_id': 'ddf89eefd3f5444e82d89fc191073961', 'gw_port_host': None}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:13:41.958446 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-28eb99b0-4ebf-4d3b-a78a-8337c7d6f0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:41.989281 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb99b0-4ebf-4d3b-a78a-8337c7d6f0a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c5ec414-17f7-4750-80ea-19e860dcb2c2,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:13:42.072841 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-28eb99b0-4ebf-4d3b-a78a-8337c7d6f0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:42.175556 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-28eb99b0-4ebf-4d3b-a78a-8337c7d6f0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:42.178650 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-28eb99b0-4ebf-4d3b-a78a-8337c7d6f0a9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:42.228152 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-28eb99b0-4ebf-4d3b-a78a-8337c7d6f0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:42.228623 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28eb99b0-4ebf-4d3b-a78a-8337c7d6f0a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32826aa7-7758-4d92-bcf7-a804cc57f657 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:13:42.233328 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-28eb99b0-4ebf-4d3b-a78a-8337c7d6f0a9 admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:42.234714 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-28eb99b0-4ebf-4d3b-a78a-8337c7d6f0a9 admin admin] 10.222.0.127 "DELETE /v2.0/routers/32826aa7-7758-4d92-bcf7-a804cc57f657 HTTP/1.1" status: 204 len: 168 time: 0.9774957 Nov 04 11:13:42.237693 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52102) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:13:42.289638 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a108e7bc-2c0d-4adf-9113-757d6ade3455 admin admin] Deleting subnet c5c74920-9b2d-4a89-a57f-e092fd0cce82 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:13:42.293548 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a108e7bc-2c0d-4adf-9113-757d6ade3455 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:42.335543 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a108e7bc-2c0d-4adf-9113-757d6ade3455 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:42.456942 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a108e7bc-2c0d-4adf-9113-757d6ade3455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:42.466807 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215407c-e6dd-41d9-85e1-33ea975634d3 req-a3518eb9-1d55-4964-8b6c-e09b8c4ce740 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:42.468395 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9215407c-e6dd-41d9-85e1-33ea975634d3 req-a3518eb9-1d55-4964-8b6c-e09b8c4ce740 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.0909545 Nov 04 11:13:42.554394 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9215407c-e6dd-41d9-85e1-33ea975634d3 req-52a324c7-3ca9-43d6-a431-a66ef345e77a tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669413 Nov 04 11:13:42.560660 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a108e7bc-2c0d-4adf-9113-757d6ade3455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:42.574359 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a108e7bc-2c0d-4adf-9113-757d6ade3455 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:42.580496 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52110) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:13:42.581017 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a108e7bc-2c0d-4adf-9113-757d6ade3455 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/c5c74920-9b2d-4a89-a57f-e092fd0cce82 HTTP/1.1" status: 204 len: 168 time: 0.3416746 Nov 04 11:13:42.593166 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a814dd78-9a66-4db3-a13d-8875a4484c79 None None] Network 0166203e-9ed1-4f29-8b1e-2d2e84ab323b requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:13:42.603450 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108e7bc-2c0d-4adf-9113-757d6ade3455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5c74920-9b2d-4a89-a57f-e092fd0cce82,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:13:42.676477 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:42.691578 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-27e23ccb-2ab6-4d2d-9bb9-733ea112acd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:42.773725 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-27e23ccb-2ab6-4d2d-9bb9-733ea112acd1 admin admin] Deleting port 47f10dfb-7b66-49de-8bf0-9a69a7a62ad5 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:13:42.774384 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-27e23ccb-2ab6-4d2d-9bb9-733ea112acd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:42.859792 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16820d28-b9d9-4a9e-8e81-7a7cbde54b96 None None] DHCP port deletion for 0166203e-9ed1-4f29-8b1e-2d2e84ab323b request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:13:42.910268 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-27e23ccb-2ab6-4d2d-9bb9-733ea112acd1 admin admin] For port 47f10dfb-7b66-49de-8bf0-9a69a7a62ad5, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=47f10dfb-7b66-49de-8bf0-9a69a7a62ad5,segment=NetworkSegment(ee7b9d45-a7a2-41d5-8194-d56333afd390),segment_id=ee7b9d45-a7a2-41d5-8194-d56333afd390)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:13:42.910645 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-27e23ccb-2ab6-4d2d-9bb9-733ea112acd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:42.919498 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8af52804-d6a4-46e6-abe0-02bcea223003 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:13:42.929883 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-27e23ccb-2ab6-4d2d-9bb9-733ea112acd1 admin admin] Calling delete_port for 47f10dfb-7b66-49de-8bf0-9a69a7a62ad5 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:13:42.970468 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 8af52804-d6a4-46e6-abe0-02bcea223003 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:13:42.970803 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 8af52804-d6a4-46e6-abe0-02bcea223003 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:13:42.971360 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5c5ec414-17f7-4750-80ea-19e860dcb2c2 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:13:43.004179 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 5c5ec414-17f7-4750-80ea-19e860dcb2c2 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:13:43.004659 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5c5ec414-17f7-4750-80ea-19e860dcb2c2 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:13:43.037986 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-27e23ccb-2ab6-4d2d-9bb9-733ea112acd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:43.041155 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-16820d28-b9d9-4a9e-8e81-7a7cbde54b96 None None] Deleting port 47f10dfb-7b66-49de-8bf0-9a69a7a62ad5 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:13:43.041155 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-16820d28-b9d9-4a9e-8e81-7a7cbde54b96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:43.107155 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e23ccb-2ab6-4d2d-9bb9-733ea112acd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=47f10dfb-7b66-49de-8bf0-9a69a7a62ad5,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:13:43.109435 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e23ccb-2ab6-4d2d-9bb9-733ea112acd1 admin admin] No DVR routers for this DVR port 47f10dfb-7b66-49de-8bf0-9a69a7a62ad5 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:13:43.171259 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-16820d28-b9d9-4a9e-8e81-7a7cbde54b96 None None] For port 47f10dfb-7b66-49de-8bf0-9a69a7a62ad5, host n-d-816629-1, got binding levels [] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:13:43.171780 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-16820d28-b9d9-4a9e-8e81-7a7cbde54b96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:43.202239 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-16820d28-b9d9-4a9e-8e81-7a7cbde54b96 None None] Calling delete_port for 47f10dfb-7b66-49de-8bf0-9a69a7a62ad5 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:13:43.206698 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.ipam_backend_mixin [None req-16820d28-b9d9-4a9e-8e81-7a7cbde54b96 None None] Port 47f10dfb-7b66-49de-8bf0-9a69a7a62ad5 was not found and therefore no delete operation was performed {{(pid=101776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 11:13:43.209339 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-16820d28-b9d9-4a9e-8e81-7a7cbde54b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:43.254375 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-27e23ccb-2ab6-4d2d-9bb9-733ea112acd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:43.261513 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16820d28-b9d9-4a9e-8e81-7a7cbde54b96 None None] No DVR routers for this DVR port 47f10dfb-7b66-49de-8bf0-9a69a7a62ad5 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:13:43.266242 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16820d28-b9d9-4a9e-8e81-7a7cbde54b96 None None] Pushing event deleted for resources: {'Port': ['ID=47f10dfb-7b66-49de-8bf0-9a69a7a62ad5,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:13:43.295358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-27e23ccb-2ab6-4d2d-9bb9-733ea112acd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0166203e-9ed1-4f29-8b1e-2d2e84ab323b']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:13:43.324163 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-27e23ccb-2ab6-4d2d-9bb9-733ea112acd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7b9d45-a7a2-41d5-8194-d56333afd390') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:13:43.324163 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-27e23ccb-2ab6-4d2d-9bb9-733ea112acd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7b9d45-a7a2-41d5-8194-d56333afd390') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:13:43.337421 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-27e23ccb-2ab6-4d2d-9bb9-733ea112acd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:43.353821 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-27e23ccb-2ab6-4d2d-9bb9-733ea112acd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:43.362825 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e23ccb-2ab6-4d2d-9bb9-733ea112acd1 admin admin] Releasing vlan 1180 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:13:43.363598 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-27e23ccb-2ab6-4d2d-9bb9-733ea112acd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:13:43.365552 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:13:43.453521 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-27e23ccb-2ab6-4d2d-9bb9-733ea112acd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:43.461665 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-27e23ccb-2ab6-4d2d-9bb9-733ea112acd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:43.466046 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-27e23ccb-2ab6-4d2d-9bb9-733ea112acd1 admin admin] 10.222.0.127 "DELETE /v2.0/networks/0166203e-9ed1-4f29-8b1e-2d2e84ab323b HTTP/1.1" status: 204 len: 168 time: 0.8837259 Nov 04 11:13:43.469525 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52116) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:13:43.486160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e23ccb-2ab6-4d2d-9bb9-733ea112acd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0166203e-9ed1-4f29-8b1e-2d2e84ab323b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:13:43.799487 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dd94c-b243-4b21-842b-06d93f7d44e7 req-826a2930-65bf-475b-adc8-2d9a2fbbc19d tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:43.801268 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b04dd94c-b243-4b21-842b-06d93f7d44e7 req-826a2930-65bf-475b-adc8-2d9a2fbbc19d tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.1388054 Nov 04 11:13:43.929695 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b04dd94c-b243-4b21-842b-06d93f7d44e7 req-2048af18-38ad-4c5b-81bb-b453cd4fc5fa tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139393 Nov 04 11:13:44.066468 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2768691c-a1d5-4d97-b21c-85c391de1785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:44.726206 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 47f10dfb-7b66-49de-8bf0-9a69a7a62ad5 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:13:44.732860 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-2768691c-a1d5-4d97-b21c-85c391de1785 admin admin] Deleting port f87e975d-657a-471c-af39-c0f21b80dc39 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:13:44.733356 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2768691c-a1d5-4d97-b21c-85c391de1785 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:44.748714 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 47f10dfb-7b66-49de-8bf0-9a69a7a62ad5 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:13:44.749345 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 47f10dfb-7b66-49de-8bf0-9a69a7a62ad5 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:13:44.842579 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-2768691c-a1d5-4d97-b21c-85c391de1785 admin admin] For port f87e975d-657a-471c-af39-c0f21b80dc39, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f87e975d-657a-471c-af39-c0f21b80dc39,segment=NetworkSegment(4abddfa1-a87f-4aa6-9a6a-54ef006b1e74),segment_id=4abddfa1-a87f-4aa6-9a6a-54ef006b1e74)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:13:44.843176 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2768691c-a1d5-4d97-b21c-85c391de1785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:44.867312 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-2768691c-a1d5-4d97-b21c-85c391de1785 admin admin] Calling delete_port for f87e975d-657a-471c-af39-c0f21b80dc39 owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:13:45.101900 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:45.128760 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e08ce7-e605-4e5f-9adb-1895f0334a95 req-b388142b-4789-44fa-9062-eb745bd5c9e7 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:45.140569 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-22e08ce7-e605-4e5f-9adb-1895f0334a95 req-b388142b-4789-44fa-9062-eb745bd5c9e7 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.1169016 Nov 04 11:13:45.165924 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2768691c-a1d5-4d97-b21c-85c391de1785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:45.212969 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768691c-a1d5-4d97-b21c-85c391de1785 admin admin] Pushing event deleted for resources: {'Port': ['ID=f87e975d-657a-471c-af39-c0f21b80dc39,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:13:45.233577 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-22e08ce7-e605-4e5f-9adb-1895f0334a95 req-5a2c6cf8-8dda-4294-a8f6-8a282cb00f33 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951381 Nov 04 11:13:45.430480 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2768691c-a1d5-4d97-b21c-85c391de1785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:45.694363 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2768691c-a1d5-4d97-b21c-85c391de1785 admin admin] Router 470304a9-7c2d-4e60-a4ac-bdc12dcfed70 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:13:45.818847 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2768691c-a1d5-4d97-b21c-85c391de1785 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:13:45.826928 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52126) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:13:45.829469 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e37282d-d5f5-41aa-a0b9-48fbc9deff89 None None] Sync routers for ids ['470304a9-7c2d-4e60-a4ac-bdc12dcfed70'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:13:45.832570 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2768691c-a1d5-4d97-b21c-85c391de1785 admin admin] 10.222.0.127 "PUT /v2.0/routers/470304a9-7c2d-4e60-a4ac-bdc12dcfed70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3559222 Nov 04 11:13:45.842613 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e37282d-d5f5-41aa-a0b9-48fbc9deff89 None None] Routers {'470304a9-7c2d-4e60-a4ac-bdc12dcfed70'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:13:45.843354 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-7e37282d-d5f5-41aa-a0b9-48fbc9deff89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:13:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['470304a9-7c2d-4e60-a4ac-bdc12dcfed70'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:13:45.951885 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-7e37282d-d5f5-41aa-a0b9-48fbc9deff89 None None] Set router 470304a9-7c2d-4e60-a4ac-bdc12dcfed70 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:13:45.955971 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c26d4e2-0043-4e94-9ecf-48830ce20b2b admin admin] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:46.093742 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c26d4e2-0043-4e94-9ecf-48830ce20b2b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:46.178920 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-9c26d4e2-0043-4e94-9ecf-48830ce20b2b admin admin] Deleting port 1006a325-851e-46e0-8df3-62798b73d37f {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:13:46.179315 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c26d4e2-0043-4e94-9ecf-48830ce20b2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:46.237353 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-7e37282d-d5f5-41aa-a0b9-48fbc9deff89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470304a9-7c2d-4e60-a4ac-bdc12dcfed70', 'name': 'tempest-TestVolumeBootPattern-1711416686-router', 'tenant_id': '17278f6a1fec403c83819cb434b3779d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '1006a325-851e-46e0-8df3-62798b73d37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:47Z', 'updated_at': '2021-11-04T11:13:45Z', 'revision_number': 5, 'project_id': '17278f6a1fec403c83819cb434b3779d', 'gw_port': {'id': '1006a325-851e-46e0-8df3-62798b73d37f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470304a9-7c2d-4e60-a4ac-bdc12dcfed70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:02:48Z', 'updated_at': '2021-11-04T11:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:13:46.268387 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e37282d-d5f5-41aa-a0b9-48fbc9deff89 None None] Checking router: 470304a9-7c2d-4e60-a4ac-bdc12dcfed70 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:13:46.284852 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e37282d-d5f5-41aa-a0b9-48fbc9deff89 None None] Routers {'470304a9-7c2d-4e60-a4ac-bdc12dcfed70'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:13:46.286036 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-7e37282d-d5f5-41aa-a0b9-48fbc9deff89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:13:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['470304a9-7c2d-4e60-a4ac-bdc12dcfed70'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:13:46.286184 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-9c26d4e2-0043-4e94-9ecf-48830ce20b2b admin admin] For port 1006a325-851e-46e0-8df3-62798b73d37f, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=1006a325-851e-46e0-8df3-62798b73d37f,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:13:46.286553 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c26d4e2-0043-4e94-9ecf-48830ce20b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:46.302603 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-9c26d4e2-0043-4e94-9ecf-48830ce20b2b admin admin] Calling delete_port for 1006a325-851e-46e0-8df3-62798b73d37f owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:13:46.386382 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56de443-ffd2-4477-8f77-718972c3f607 req-d0e33b8f-e416-468b-9775-2eee0a5eee83 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:46.386648 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-7e37282d-d5f5-41aa-a0b9-48fbc9deff89 None None] Set router 470304a9-7c2d-4e60-a4ac-bdc12dcfed70 gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:13:46.388453 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c56de443-ffd2-4477-8f77-718972c3f607 req-d0e33b8f-e416-468b-9775-2eee0a5eee83 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.0637188 Nov 04 11:13:46.442911 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-7e37282d-d5f5-41aa-a0b9-48fbc9deff89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470304a9-7c2d-4e60-a4ac-bdc12dcfed70', 'name': 'tempest-TestVolumeBootPattern-1711416686-router', 'tenant_id': '17278f6a1fec403c83819cb434b3779d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:47Z', 'updated_at': '2021-11-04T11:13:46Z', 'revision_number': 6, 'project_id': '17278f6a1fec403c83819cb434b3779d', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:13:46.448529 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c56de443-ffd2-4477-8f77-718972c3f607 req-b8c98f5e-7218-49c3-9f1f-9c8702283e81 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522864 Nov 04 11:13:46.473958 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e37282d-d5f5-41aa-a0b9-48fbc9deff89 None None] The sync data for ids ['470304a9-7c2d-4e60-a4ac-bdc12dcfed70'] in n-d-816629-1 is: [{'id': '470304a9-7c2d-4e60-a4ac-bdc12dcfed70', 'name': 'tempest-TestVolumeBootPattern-1711416686-router', 'tenant_id': '17278f6a1fec403c83819cb434b3779d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:02:47Z', 'updated_at': '2021-11-04T11:13:46Z', 'revision_number': 6, 'project_id': '17278f6a1fec403c83819cb434b3779d', 'gw_port_host': None}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:13:46.557769 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c26d4e2-0043-4e94-9ecf-48830ce20b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:46.586425 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26d4e2-0043-4e94-9ecf-48830ce20b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=1006a325-851e-46e0-8df3-62798b73d37f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:13:46.650058 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c26d4e2-0043-4e94-9ecf-48830ce20b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:46.886844 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d1da1f21-fa16-4997-a5ae-c6a2d5e0bf6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:47.112696 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c26d4e2-0043-4e94-9ecf-48830ce20b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:47.114999 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c26d4e2-0043-4e94-9ecf-48830ce20b2b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:47.166475 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c26d4e2-0043-4e94-9ecf-48830ce20b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:47.167029 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c26d4e2-0043-4e94-9ecf-48830ce20b2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 470304a9-7c2d-4e60-a4ac-bdc12dcfed70 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:13:47.171978 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c26d4e2-0043-4e94-9ecf-48830ce20b2b admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:47.173215 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9c26d4e2-0043-4e94-9ecf-48830ce20b2b admin admin] 10.222.0.127 "DELETE /v2.0/routers/470304a9-7c2d-4e60-a4ac-bdc12dcfed70 HTTP/1.1" status: 204 len: 168 time: 1.3446727 Nov 04 11:13:47.175712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52140) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:13:47.219975 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a42f686-14f2-4295-ad1b-417081fff00b admin admin] Deleting subnet 9ed1e8db-1cb5-4abf-a68d-afdc97314a0d {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:13:47.223206 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a42f686-14f2-4295-ad1b-417081fff00b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:47.267515 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a42f686-14f2-4295-ad1b-417081fff00b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:47.312981 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f87e975d-657a-471c-af39-c0f21b80dc39 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:13:47.336258 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: f87e975d-657a-471c-af39-c0f21b80dc39 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:13:47.336642 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f87e975d-657a-471c-af39-c0f21b80dc39 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:13:47.338306 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8cefa-8542-47b7-b5a9-58ffc748473b req-d7794f43-27e2-43c0-8ceb-615e763c2507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:47.339772 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-89d8cefa-8542-47b7-b5a9-58ffc748473b req-d7794f43-27e2-43c0-8ceb-615e763c2507 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=348bd9398af74c3d918968bafb1eb5b5&device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 1096 time: 0.0817983 Nov 04 11:13:47.424282 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a42f686-14f2-4295-ad1b-417081fff00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:47.488146 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8cefa-8542-47b7-b5a9-58ffc748473b req-26f29e9f-dc18-43fd-ae6e-d89703f46913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:47.489830 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-89d8cefa-8542-47b7-b5a9-58ffc748473b req-26f29e9f-dc18-43fd-ae6e-d89703f46913 service neutron] 10.222.0.126 "GET /v2.0/networks?id=9bafbd8d-3e6d-4897-b789-23290981ea77 HTTP/1.1" status: 200 len: 917 time: 0.1333351 Nov 04 11:13:47.508665 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a42f686-14f2-4295-ad1b-417081fff00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:47.578366 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42f686-14f2-4295-ad1b-417081fff00b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ed1e8db-1cb5-4abf-a68d-afdc97314a0d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:13:47.588731 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a42f686-14f2-4295-ad1b-417081fff00b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:47.593777 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0a42f686-14f2-4295-ad1b-417081fff00b admin admin] 10.222.0.127 "DELETE /v2.0/subnets/9ed1e8db-1cb5-4abf-a68d-afdc97314a0d HTTP/1.1" status: 204 len: 168 time: 0.4147272 Nov 04 11:13:47.594430 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52144) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:13:47.596771 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef940ff8-8f27-4542-b99c-8a3cdddc2fdb None None] Network 7a3cbea2-16f7-4fe8-8640-973e31cc963a requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:13:47.606292 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-89d8cefa-8542-47b7-b5a9-58ffc748473b req-31b0a245-6849-4575-8ace-ea869fe59886 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40a25da4-f75d-4a2c-9a30-b7745092966c HTTP/1.1" status: 200 len: 1001 time: 0.1079426 Nov 04 11:13:47.624356 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a882e53-4791-4841-b95f-82039b13bec6 req-d91f63e5-6dae-47be-b731-e85ca9ae77c5 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:47.633231 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8a882e53-4791-4841-b95f-82039b13bec6 req-d91f63e5-6dae-47be-b731-e85ca9ae77c5 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.0685449 Nov 04 11:13:47.681539 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8a882e53-4791-4841-b95f-82039b13bec6 req-b9fa9479-5270-41be-bb2e-e58a39706866 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474017 Nov 04 11:13:47.713573 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8cefa-8542-47b7-b5a9-58ffc748473b req-697628c6-8524-4b9e-9fc8-9489a9ea3099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:47.719005 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-89d8cefa-8542-47b7-b5a9-58ffc748473b req-697628c6-8524-4b9e-9fc8-9489a9ea3099 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b646d51a-22c4-441b-bb6c-38806852eeb8 HTTP/1.1" status: 200 len: 854 time: 0.1026611 Nov 04 11:13:47.725338 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72e653e5-2bf6-4fcb-9774-b1f3674bf255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:47.789224 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eeee6c-156c-4302-828f-21031c583bbd None None] DHCP port deletion for 7a3cbea2-16f7-4fe8-8640-973e31cc963a request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:13:47.801865 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8cefa-8542-47b7-b5a9-58ffc748473b req-8d604817-31a5-41bf-8840-becab5479dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:47.803650 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-89d8cefa-8542-47b7-b5a9-58ffc748473b req-8d604817-31a5-41bf-8840-becab5479dd5 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=9bafbd8d-3e6d-4897-b789-23290981ea77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755377 Nov 04 11:13:47.843575 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-22eeee6c-156c-4302-828f-21031c583bbd None None] Deleting port 817df882-cfad-487d-a4fc-4688ed49523f {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:13:47.843946 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-22eeee6c-156c-4302-828f-21031c583bbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:47.873811 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-72e653e5-2bf6-4fcb-9774-b1f3674bf255 admin admin] Deleting port 817df882-cfad-487d-a4fc-4688ed49523f {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:13:47.874150 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72e653e5-2bf6-4fcb-9774-b1f3674bf255 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:47.907115 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-22eeee6c-156c-4302-828f-21031c583bbd None None] For port 817df882-cfad-487d-a4fc-4688ed49523f, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=817df882-cfad-487d-a4fc-4688ed49523f,segment=NetworkSegment(4abddfa1-a87f-4aa6-9a6a-54ef006b1e74),segment_id=4abddfa1-a87f-4aa6-9a6a-54ef006b1e74)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:13:47.907677 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-22eeee6c-156c-4302-828f-21031c583bbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:47.920348 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-22eeee6c-156c-4302-828f-21031c583bbd None None] Calling delete_port for 817df882-cfad-487d-a4fc-4688ed49523f owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:13:47.963268 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-72e653e5-2bf6-4fcb-9774-b1f3674bf255 admin admin] For port 817df882-cfad-487d-a4fc-4688ed49523f, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=817df882-cfad-487d-a4fc-4688ed49523f,segment=NetworkSegment(4abddfa1-a87f-4aa6-9a6a-54ef006b1e74),segment_id=4abddfa1-a87f-4aa6-9a6a-54ef006b1e74)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:13:47.963632 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72e653e5-2bf6-4fcb-9774-b1f3674bf255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:47.967655 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-89d8cefa-8542-47b7-b5a9-58ffc748473b req-639889a7-fc43-4edb-ab93-c2a3b4bd4d97 service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571541 Nov 04 11:13:47.984854 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-72e653e5-2bf6-4fcb-9774-b1f3674bf255 admin admin] Calling delete_port for 817df882-cfad-487d-a4fc-4688ed49523f owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:13:48.003490 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-22eeee6c-156c-4302-828f-21031c583bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:48.030393 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eeee6c-156c-4302-828f-21031c583bbd None None] Pushing event deleted for resources: {'Port': ['ID=817df882-cfad-487d-a4fc-4688ed49523f,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:13:48.032314 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eeee6c-156c-4302-828f-21031c583bbd None None] No DVR routers for this DVR port 817df882-cfad-487d-a4fc-4688ed49523f on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:13:48.120412 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-89d8cefa-8542-47b7-b5a9-58ffc748473b req-7d1f7f03-f60e-45d2-bd8b-9e4cb6aff926 service neutron] 10.222.0.126 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426191 Nov 04 11:13:48.136207 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72e653e5-2bf6-4fcb-9774-b1f3674bf255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:48.149932 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e653e5-2bf6-4fcb-9774-b1f3674bf255 admin admin] No DVR routers for this DVR port 817df882-cfad-487d-a4fc-4688ed49523f on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:13:48.171770 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e653e5-2bf6-4fcb-9774-b1f3674bf255 admin admin] Pushing event deleted for resources: {'Port': ['ID=817df882-cfad-487d-a4fc-4688ed49523f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:13:48.245675 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72e653e5-2bf6-4fcb-9774-b1f3674bf255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:48.268147 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-72e653e5-2bf6-4fcb-9774-b1f3674bf255 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a3cbea2-16f7-4fe8-8640-973e31cc963a']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:13:48.278284 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-72e653e5-2bf6-4fcb-9774-b1f3674bf255 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abddfa1-a87f-4aa6-9a6a-54ef006b1e74') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:13:48.278587 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-72e653e5-2bf6-4fcb-9774-b1f3674bf255 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abddfa1-a87f-4aa6-9a6a-54ef006b1e74') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:13:48.289235 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72e653e5-2bf6-4fcb-9774-b1f3674bf255 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:48.303708 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72e653e5-2bf6-4fcb-9774-b1f3674bf255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:48.309875 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e653e5-2bf6-4fcb-9774-b1f3674bf255 admin admin] Releasing vlan 1185 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:13:48.310262 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72e653e5-2bf6-4fcb-9774-b1f3674bf255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: self.session.flush() Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:13:48.311945 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:13:48.367283 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72e653e5-2bf6-4fcb-9774-b1f3674bf255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:48.373691 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-72e653e5-2bf6-4fcb-9774-b1f3674bf255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:48.376764 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-72e653e5-2bf6-4fcb-9774-b1f3674bf255 admin admin] 10.222.0.127 "DELETE /v2.0/networks/7a3cbea2-16f7-4fe8-8640-973e31cc963a HTTP/1.1" status: 204 len: 168 time: 0.7815480 Nov 04 11:13:48.388400 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e653e5-2bf6-4fcb-9774-b1f3674bf255 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a3cbea2-16f7-4fe8-8640-973e31cc963a,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:13:48.518270 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52148) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:13:48.561006 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6e29df7e-aa80-4ea8-b371-8e85eedda2f9 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=ddf89eefd3f5444e82d89fc191073961&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411689 Nov 04 11:13:48.563660 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52150) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:13:48.616440 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9aaf33c0-2d3f-4987-9b11-cf935f8d6bfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:48.640100 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9aaf33c0-2d3f-4987-9b11-cf935f8d6bfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:48.694898 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9aaf33c0-2d3f-4987-9b11-cf935f8d6bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:48.697671 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9aaf33c0-2d3f-4987-9b11-cf935f8d6bfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:48.698845 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9aaf33c0-2d3f-4987-9b11-cf935f8d6bfd admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/4f121ff2-fca0-4639-a645-a156b4e6695c HTTP/1.1" status: 204 len: 168 time: 0.1342962 Nov 04 11:13:48.707130 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf33c0-2d3f-4987-9b11-cf935f8d6bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f121ff2-fca0-4639-a645-a156b4e6695c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:13:48.737171 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 1006a325-851e-46e0-8df3-62798b73d37f no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:13:48.759529 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 1006a325-851e-46e0-8df3-62798b73d37f {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:13:48.760089 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 1006a325-851e-46e0-8df3-62798b73d37f not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:13:48.760693 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 817df882-cfad-487d-a4fc-4688ed49523f no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:13:48.782444 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 817df882-cfad-487d-a4fc-4688ed49523f {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:13:48.782978 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 817df882-cfad-487d-a4fc-4688ed49523f not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:13:48.839991 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ce79e-a234-4453-b04e-8999b151fd42 req-29a370bf-b15e-4234-8636-80371f102eb9 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:48.841628 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-572ce79e-a234-4453-b04e-8999b151fd42 req-29a370bf-b15e-4234-8636-80371f102eb9 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.0569537 Nov 04 11:13:48.892125 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-572ce79e-a234-4453-b04e-8999b151fd42 req-158ce3fe-feec-413b-8747-262a55ed4987 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437381 Nov 04 11:13:49.060316 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52158) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:13:49.103434 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d906c109-2b49-4171-88a4-1c4bcc7870e5 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=17278f6a1fec403c83819cb434b3779d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418742 Nov 04 11:13:49.106260 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52160) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:13:49.163878 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f23e6598-350c-4f74-aa64-8688f2cb530b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:49.185530 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f23e6598-350c-4f74-aa64-8688f2cb530b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:49.238641 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f23e6598-350c-4f74-aa64-8688f2cb530b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:49.241329 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f23e6598-350c-4f74-aa64-8688f2cb530b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:49.242523 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f23e6598-350c-4f74-aa64-8688f2cb530b admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/23e05ce8-0075-48c3-81ae-3a910999ce45 HTTP/1.1" status: 204 len: 168 time: 0.1352944 Nov 04 11:13:49.250340 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e6598-350c-4f74-aa64-8688f2cb530b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e05ce8-0075-48c3-81ae-3a910999ce45,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:13:49.703394 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b9fb01b8-6db8-4424-ad5e-98841a9cbdb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:50.024135 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d69993-0e13-4821-a18e-7e737c917ae6 req-2b6bf7f7-1e09-4123-8ad3-baea08843146 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:50.025756 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a2d69993-0e13-4821-a18e-7e737c917ae6 req-2b6bf7f7-1e09-4123-8ad3-baea08843146 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.0529847 Nov 04 11:13:50.076930 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a2d69993-0e13-4821-a18e-7e737c917ae6 req-76ede7f7-86e8-43a1-9401-86ed7c3d7ace tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445521 Nov 04 11:13:50.290238 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 40a25da4-f75d-4a2c-9a30-b7745092966c no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:13:50.371552 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:50.396391 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd625f11e-cc31-4da0-808d-666aa474a73f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40a25da4-f75d-4a2c-9a30-b7745092966c'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:13:50.399597 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9c3095-08db-4ff9-8077-5e52e84a53c1" -d '{"events": [{"server_uuid": "d625f11e-cc31-4da0-808d-666aa474a73f", "name": "network-vif-unplugged", "status": "completed", "tag": "40a25da4-f75d-4a2c-9a30-b7745092966c"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:13:50.414848 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 40a25da4-f75d-4a2c-9a30-b7745092966c, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=40a25da4-f75d-4a2c-9a30-b7745092966c,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:13:50.419997 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:50.446211 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 04 Nov 2021 11:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dfefb4-3159-4dd7-a115-db380c40fa4b x-openstack-request-id: req-c7dfefb4-3159-4dd7-a115-db380c40fa4b {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:13:50.446505 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d625f11e-cc31-4da0-808d-666aa474a73f", "name": "network-vif-unplugged", "status": "failed", "tag": "40a25da4-f75d-4a2c-9a30-b7745092966c", "code": 422}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:13:50.446758 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-c7dfefb4-3159-4dd7-a115-db380c40fa4b {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:13:50.447173 n-d-816629-1 neutron-server[101776]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd625f11e-cc31-4da0-808d-666aa474a73f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '40a25da4-f75d-4a2c-9a30-b7745092966c', 'code': 422} returned with failed status Nov 04 11:13:50.479009 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=40a25da4-f75d-4a2c-9a30-b7745092966c,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:13:50.864916 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:51.043817 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d542c10-7978-4e4e-8ba9-140c0d690742 req-33fa847a-d165-4c8f-870f-923b0aa734cc tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:51.045303 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3d542c10-7978-4e4e-8ba9-140c0d690742 req-33fa847a-d165-4c8f-870f-923b0aa734cc tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 943 time: 0.0551000 Nov 04 11:13:51.094469 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3d542c10-7978-4e4e-8ba9-140c0d690742 req-23f77dcb-0886-49cb-a522-eef4420ae547 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428176 Nov 04 11:13:51.431709 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-e56f0c32-8ea4-4ee1-8eba-abbfca1339c7 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1684792 Nov 04 11:13:51.442853 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-ad63ff2b-e3d8-496a-adeb-6b56b30606e5 service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 11:13:51.443805 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-ad63ff2b-e3d8-496a-adeb-6b56b30606e5 service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0051849 Nov 04 11:13:52.230361 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d47317-a20e-4666-8805-b9a5569148ed req-93aee258-ab0e-4667-acc0-91867d02be02 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:52.231930 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b4d47317-a20e-4666-8805-b9a5569148ed req-93aee258-ab0e-4667-acc0-91867d02be02 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 943 time: 0.0512824 Nov 04 11:13:52.268619 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:52.286806 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b4d47317-a20e-4666-8805-b9a5569148ed req-c2452ba6-db8f-4caa-878c-e1ea11b7e0aa tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486970 Nov 04 11:13:52.487797 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-e1b5ff10-9282-46c2-8bf9-cb375704fca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:52.489335 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-e1b5ff10-9282-46c2-8bf9-cb375704fca3 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f&tenant_id=348bd9398af74c3d918968bafb1eb5b5 HTTP/1.1" status: 200 len: 1094 time: 0.0976479 Nov 04 11:13:52.501046 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-0657fc45-5088-47e3-ac72-714581ba7c63 service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 11:13:52.501994 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-0657fc45-5088-47e3-ac72-714581ba7c63 service neutron] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0050650 Nov 04 11:13:52.513349 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-2d1239cc-59f7-4942-bbc7-a08b043fa085 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816629-1', 'device_owner': 'compute:nova'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:13:52.569484 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-2d1239cc-59f7-4942-bbc7-a08b043fa085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:52.641455 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:52.779548 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-2d1239cc-59f7-4942-bbc7-a08b043fa085 service neutron] For port 40a25da4-f75d-4a2c-9a30-b7745092966c, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=40a25da4-f75d-4a2c-9a30-b7745092966c,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:13:52.820479 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-2d1239cc-59f7-4942-bbc7-a08b043fa085 service neutron] For port 40a25da4-f75d-4a2c-9a30-b7745092966c, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:13:52.854731 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-2d1239cc-59f7-4942-bbc7-a08b043fa085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a25da4-f75d-4a2c-9a30-b7745092966c {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:13:52.862610 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-2d1239cc-59f7-4942-bbc7-a08b043fa085 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:52.875400 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-2d1239cc-59f7-4942-bbc7-a08b043fa085 service neutron] Transition to ACTIVE for port object 40a25da4-f75d-4a2c-9a30-b7745092966c will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:13:52.882526 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-2d1239cc-59f7-4942-bbc7-a08b043fa085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:52.965079 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1239cc-59f7-4942-bbc7-a08b043fa085 service neutron] Pushing event updated for resources: {'Port': ['ID=40a25da4-f75d-4a2c-9a30-b7745092966c,revision_number=9']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:13:53.011967 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-2d1239cc-59f7-4942-bbc7-a08b043fa085 service neutron] No DVR routers for this DVR port 40a25da4-f75d-4a2c-9a30-b7745092966c on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:13:53.154457 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-2d1239cc-59f7-4942-bbc7-a08b043fa085 service neutron] Attempting to bind port 40a25da4-f75d-4a2c-9a30-b7745092966c on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:13:53.154793 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-2d1239cc-59f7-4942-bbc7-a08b043fa085 service neutron] Attempting to bind port 40a25da4-f75d-4a2c-9a30-b7745092966c by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '0909ed22-39de-417f-8425-c6eb6942ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:13:53.155120 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-2d1239cc-59f7-4942-bbc7-a08b043fa085 service neutron] Attempting to bind port 40a25da4-f75d-4a2c-9a30-b7745092966c on network 9bafbd8d-3e6d-4897-b789-23290981ea77 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:13:53.159383 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-2d1239cc-59f7-4942-bbc7-a08b043fa085 service neutron] Port 40a25da4-f75d-4a2c-9a30-b7745092966c on network 9bafbd8d-3e6d-4897-b789-23290981ea77 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:13:53.159700 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-2d1239cc-59f7-4942-bbc7-a08b043fa085 service neutron] Attempting to bind port 40a25da4-f75d-4a2c-9a30-b7745092966c on network 9bafbd8d-3e6d-4897-b789-23290981ea77 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:13:53.164971 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-2d1239cc-59f7-4942-bbc7-a08b043fa085 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:13:53.165320 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-2d1239cc-59f7-4942-bbc7-a08b043fa085 service neutron] Checking segment: {'id': '0909ed22-39de-417f-8425-c6eb6942ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:13:53.165712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-2d1239cc-59f7-4942-bbc7-a08b043fa085 service neutron] Bound using segment: {'id': '0909ed22-39de-417f-8425-c6eb6942ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:13:53.166138 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-2d1239cc-59f7-4942-bbc7-a08b043fa085 service neutron] Bound port: 40a25da4-f75d-4a2c-9a30-b7745092966c, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0909ed22-39de-417f-8425-c6eb6942ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:13:53.166487 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-2d1239cc-59f7-4942-bbc7-a08b043fa085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:53.230125 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-2d1239cc-59f7-4942-bbc7-a08b043fa085 service neutron] For port 40a25da4-f75d-4a2c-9a30-b7745092966c, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:13:53.233095 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-2d1239cc-59f7-4942-bbc7-a08b043fa085 service neutron] For port 40a25da4-f75d-4a2c-9a30-b7745092966c, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=40a25da4-f75d-4a2c-9a30-b7745092966c,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:13:53.240148 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-2d1239cc-59f7-4942-bbc7-a08b043fa085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:53.276681 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-2d1239cc-59f7-4942-bbc7-a08b043fa085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:53.277330 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-2d1239cc-59f7-4942-bbc7-a08b043fa085 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:13:53.278735 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-2d1239cc-59f7-4942-bbc7-a08b043fa085 service neutron] 10.222.0.121 "PUT /v2.0/ports/40a25da4-f75d-4a2c-9a30-b7745092966c HTTP/1.1" status: 200 len: 1091 time: 0.7690835 Nov 04 11:13:53.280909 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd625f11e-cc31-4da0-808d-666aa474a73f', 'tag': '40a25da4-f75d-4a2c-9a30-b7745092966c'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:13:53.283152 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6ad480-d614-4d13-b669-06f3a3f28fef" -d '{"events": [{"name": "network-changed", "server_uuid": "d625f11e-cc31-4da0-808d-666aa474a73f", "tag": "40a25da4-f75d-4a2c-9a30-b7745092966c"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:13:53.340714 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ba9968-1edf-4eda-bfcf-8da8a2f2c1d2 x-openstack-request-id: req-c2ba9968-1edf-4eda-bfcf-8da8a2f2c1d2 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:13:53.341048 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d625f11e-cc31-4da0-808d-666aa474a73f", "tag": "40a25da4-f75d-4a2c-9a30-b7745092966c", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:13:53.341302 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-c2ba9968-1edf-4eda-bfcf-8da8a2f2c1d2 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:13:53.341716 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd625f11e-cc31-4da0-808d-666aa474a73f', 'tag': '40a25da4-f75d-4a2c-9a30-b7745092966c', 'status': 'completed', 'code': 200} Nov 04 11:13:53.343659 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1239cc-59f7-4942-bbc7-a08b043fa085 service neutron] Pushing event updated for resources: {'Port': ['ID=40a25da4-f75d-4a2c-9a30-b7745092966c,revision_number=10']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:13:53.363982 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-52d3b0e9-a644-48e0-a148-7a6226d968c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:53.365674 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-52d3b0e9-a644-48e0-a148-7a6226d968c6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=348bd9398af74c3d918968bafb1eb5b5&device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 1095 time: 0.0620513 Nov 04 11:13:53.425530 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7f54f-ef9e-4ece-ae60-75c2213b843b req-a8793a23-9c3b-49f9-aef6-79d8d8808212 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:53.427987 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fad7f54f-ef9e-4ece-ae60-75c2213b843b req-a8793a23-9c3b-49f9-aef6-79d8d8808212 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 944 time: 0.0527513 Nov 04 11:13:53.464119 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-2715085f-3023-42cf-b83b-af84eed502e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:53.465842 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-2715085f-3023-42cf-b83b-af84eed502e7 service neutron] 10.222.0.121 "GET /v2.0/networks?id=9bafbd8d-3e6d-4897-b789-23290981ea77 HTTP/1.1" status: 200 len: 917 time: 0.0918205 Nov 04 11:13:53.497457 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fad7f54f-ef9e-4ece-ae60-75c2213b843b req-24339487-3dbf-4682-8c00-e85ca11a0be5 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620413 Nov 04 11:13:53.544025 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-ee28f72b-604a-4d9d-980f-1a8735ae7a8c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40a25da4-f75d-4a2c-9a30-b7745092966c HTTP/1.1" status: 200 len: 999 time: 0.0709903 Nov 04 11:13:53.593454 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-6ee14aab-df0e-4f76-99bc-46b16758d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:53.594805 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-6ee14aab-df0e-4f76-99bc-46b16758d515 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b646d51a-22c4-441b-bb6c-38806852eeb8 HTTP/1.1" status: 200 len: 854 time: 0.0437233 Nov 04 11:13:53.650846 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-e9b7db44-cf10-46e6-9d8e-a5227da2aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:53.652344 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-e9b7db44-cf10-46e6-9d8e-a5227da2aeff service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9bafbd8d-3e6d-4897-b789-23290981ea77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499427 Nov 04 11:13:53.753447 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-e61eddf6-c94b-4b4b-a263-fa40d3dee50d service neutron] 10.222.0.121 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927889 Nov 04 11:13:53.845218 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c316e8b8-5e87-4ce2-94a4-eb9bc3f27444 req-0185fd3f-db4a-47e8-aadb-7e0539273bdf service neutron] 10.222.0.121 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846465 Nov 04 11:13:53.952648 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ad480-d614-4d13-b669-06f3a3f28fef req-0e283033-12e0-447c-bf91-0ff9b9d7f54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:53.954272 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2d6ad480-d614-4d13-b669-06f3a3f28fef req-0e283033-12e0-447c-bf91-0ff9b9d7f54d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=348bd9398af74c3d918968bafb1eb5b5&device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 1095 time: 0.0510478 Nov 04 11:13:54.048507 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ad480-d614-4d13-b669-06f3a3f28fef req-2a964916-e295-4574-826a-f56183e1a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:54.050081 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2d6ad480-d614-4d13-b669-06f3a3f28fef req-2a964916-e295-4574-826a-f56183e1a695 service neutron] 10.222.0.121 "GET /v2.0/networks?id=9bafbd8d-3e6d-4897-b789-23290981ea77 HTTP/1.1" status: 200 len: 917 time: 0.0888369 Nov 04 11:13:54.122109 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2d6ad480-d614-4d13-b669-06f3a3f28fef req-1c183ae3-2c0d-464d-8ada-ac2af50e24ef service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40a25da4-f75d-4a2c-9a30-b7745092966c HTTP/1.1" status: 200 len: 999 time: 0.0646415 Nov 04 11:13:54.173781 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ad480-d614-4d13-b669-06f3a3f28fef req-d75c343a-8328-4869-b46f-c9d7e17ea1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:54.175407 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2d6ad480-d614-4d13-b669-06f3a3f28fef req-d75c343a-8328-4869-b46f-c9d7e17ea1bf service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b646d51a-22c4-441b-bb6c-38806852eeb8 HTTP/1.1" status: 200 len: 854 time: 0.0457127 Nov 04 11:13:54.226288 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ad480-d614-4d13-b669-06f3a3f28fef req-6f611815-56c1-48ac-807d-91aee5a830b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:54.227941 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2d6ad480-d614-4d13-b669-06f3a3f28fef req-6f611815-56c1-48ac-807d-91aee5a830b6 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9bafbd8d-3e6d-4897-b789-23290981ea77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445912 Nov 04 11:13:54.306818 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 40a25da4-f75d-4a2c-9a30-b7745092966c no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:13:54.383067 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 40a25da4-f75d-4a2c-9a30-b7745092966c not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:13:54.626223 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec10c1-987f-4404-a5d1-d570d63a4965 req-c716e449-9619-4a3c-8139-b25eebe2fc67 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:54.628722 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-15ec10c1-987f-4404-a5d1-d570d63a4965 req-c716e449-9619-4a3c-8139-b25eebe2fc67 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 944 time: 0.0527794 Nov 04 11:13:54.681944 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-15ec10c1-987f-4404-a5d1-d570d63a4965 req-d2dfbf1b-f383-409b-874e-7493c959b12b tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468414 Nov 04 11:13:55.816858 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac827e-7543-4d1b-8366-30cd6fa3f267 req-61fb5346-349a-472d-83fc-7f13e953e621 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:55.818354 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83ac827e-7543-4d1b-8366-30cd6fa3f267 req-61fb5346-349a-472d-83fc-7f13e953e621 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 944 time: 0.0519099 Nov 04 11:13:55.873215 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83ac827e-7543-4d1b-8366-30cd6fa3f267 req-fe741dc6-25da-4296-ad22-d6134b972c40 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479815 Nov 04 11:13:57.017713 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f040c2d-b73e-442e-92e2-20312a1d5605 req-30c67d6e-7305-4e02-9fcc-3a25cfea3c34 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:57.019819 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6f040c2d-b73e-442e-92e2-20312a1d5605 req-30c67d6e-7305-4e02-9fcc-3a25cfea3c34 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 944 time: 0.0668166 Nov 04 11:13:57.071055 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6f040c2d-b73e-442e-92e2-20312a1d5605 req-58c2f28b-f154-41dd-a49c-a2d61868fd66 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444882 Nov 04 11:13:58.208953 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2763d-cb7c-4e81-a295-f4bbcedf23d7 req-6670a007-ff26-46e7-ae97-8aaf4e9ba02d tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:58.210521 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-66c2763d-cb7c-4e81-a295-f4bbcedf23d7 req-6670a007-ff26-46e7-ae97-8aaf4e9ba02d tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 944 time: 0.0531414 Nov 04 11:13:58.265285 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-66c2763d-cb7c-4e81-a295-f4bbcedf23d7 req-d73fb187-45b4-4150-baca-aa67859334e8 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478771 Nov 04 11:13:59.401737 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b8ef6-0481-43d1-8c19-49323c8fa377 req-cf7cb64f-788f-40b8-8ded-eff8d19260d1 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:13:59.403446 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-660b8ef6-0481-43d1-8c19-49323c8fa377 req-cf7cb64f-788f-40b8-8ded-eff8d19260d1 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 944 time: 0.0615904 Nov 04 11:13:59.452548 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-660b8ef6-0481-43d1-8c19-49323c8fa377 req-a7964848-4071-4dd2-bc5b-b2003ce485f8 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427182 Nov 04 11:14:00.590693 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab548db8-4a4f-462c-84de-e96c817d2500 req-2f4205f7-ab95-44a4-a078-60ef9ddd2e06 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:14:00.592389 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab548db8-4a4f-462c-84de-e96c817d2500 req-2f4205f7-ab95-44a4-a078-60ef9ddd2e06 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 944 time: 0.0588925 Nov 04 11:14:00.645535 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab548db8-4a4f-462c-84de-e96c817d2500 req-b75c2a74-e356-419b-bdac-def13eb3ce5d tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462039 Nov 04 11:14:01.779935 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405221c-22a9-4b4a-9d24-ec3ca05e2994 req-c5cfe02b-e34b-48e3-b0af-921c81c76ba5 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:14:01.781624 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e405221c-22a9-4b4a-9d24-ec3ca05e2994 req-c5cfe02b-e34b-48e3-b0af-921c81c76ba5 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 944 time: 0.0530531 Nov 04 11:14:01.836940 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e405221c-22a9-4b4a-9d24-ec3ca05e2994 req-d00836be-cbfa-4eae-989c-e7763b654a52 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490379 Nov 04 11:14:02.978426 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4f610-e639-4308-8446-283b3e6f9c3d req-c392702a-9a7f-49f9-bfdb-634d649cbfab tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:14:02.980363 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f0d4f610-e639-4308-8446-283b3e6f9c3d req-c392702a-9a7f-49f9-bfdb-634d649cbfab tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 944 time: 0.0623114 Nov 04 11:14:03.032510 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f0d4f610-e639-4308-8446-283b3e6f9c3d req-3d44c84c-e94b-4d20-8f6c-776499b3821e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458572 Nov 04 11:14:04.163533 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29612b0e-115d-4eda-ad8f-8554fd864a1b req-b585305e-8f94-4fe6-bf19-650619b73c3d tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:14:04.165089 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-29612b0e-115d-4eda-ad8f-8554fd864a1b req-b585305e-8f94-4fe6-bf19-650619b73c3d tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 944 time: 0.0531685 Nov 04 11:14:04.225949 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-29612b0e-115d-4eda-ad8f-8554fd864a1b req-3de5321b-4d85-46cc-89e6-5ed4a1a5d142 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541966 Nov 04 11:14:04.690073 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2d6ad480-d614-4d13-b669-06f3a3f28fef req-0fcd3538-a652-48f9-97c0-9e776799711b service neutron] 10.222.0.121 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981498 Nov 04 11:14:04.795337 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2d6ad480-d614-4d13-b669-06f3a3f28fef req-760735ae-5486-47c5-81f8-e27ef70cc8f3 service neutron] 10.222.0.121 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919104 Nov 04 11:14:04.913648 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18156078-1fd9-4023-8684-c077fa7bfb91 req-d4165ec7-4462-4a5d-b9de-7bba5f27055f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:14:04.915181 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18156078-1fd9-4023-8684-c077fa7bfb91 req-d4165ec7-4462-4a5d-b9de-7bba5f27055f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=348bd9398af74c3d918968bafb1eb5b5&device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 1095 time: 0.0450444 Nov 04 11:14:05.036022 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18156078-1fd9-4023-8684-c077fa7bfb91 req-1fdded35-dc1d-482f-9835-c3f3d1a0269e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:14:05.037570 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18156078-1fd9-4023-8684-c077fa7bfb91 req-1fdded35-dc1d-482f-9835-c3f3d1a0269e service neutron] 10.222.0.121 "GET /v2.0/networks?id=9bafbd8d-3e6d-4897-b789-23290981ea77 HTTP/1.1" status: 200 len: 917 time: 0.0944073 Nov 04 11:14:05.112090 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18156078-1fd9-4023-8684-c077fa7bfb91 req-9e0549df-2aa9-458d-8b1d-f324a2138ed4 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40a25da4-f75d-4a2c-9a30-b7745092966c HTTP/1.1" status: 200 len: 999 time: 0.0658116 Nov 04 11:14:05.170426 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18156078-1fd9-4023-8684-c077fa7bfb91 req-5dc902d9-326a-48dc-bf52-bc3a6561006a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:14:05.171994 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18156078-1fd9-4023-8684-c077fa7bfb91 req-5dc902d9-326a-48dc-bf52-bc3a6561006a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b646d51a-22c4-441b-bb6c-38806852eeb8 HTTP/1.1" status: 200 len: 854 time: 0.0514114 Nov 04 11:14:05.220992 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18156078-1fd9-4023-8684-c077fa7bfb91 req-24dee8f1-76bd-47e1-a846-a03daae93520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:14:05.222509 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18156078-1fd9-4023-8684-c077fa7bfb91 req-24dee8f1-76bd-47e1-a846-a03daae93520 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9bafbd8d-3e6d-4897-b789-23290981ea77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422697 Nov 04 11:14:05.317530 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18156078-1fd9-4023-8684-c077fa7bfb91 req-22281be2-878d-4e35-a0d8-ba4bd2a78fc8 service neutron] 10.222.0.121 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844345 Nov 04 11:14:05.421489 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a312ef-b73c-4310-be2c-79a54f0b07fc req-dea10356-0ab2-4cbd-ba41-249715afe638 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:14:05.423193 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-22a312ef-b73c-4310-be2c-79a54f0b07fc req-dea10356-0ab2-4cbd-ba41-249715afe638 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 944 time: 0.1203439 Nov 04 11:14:05.426241 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-18156078-1fd9-4023-8684-c077fa7bfb91 req-cf054dba-561e-42f5-a9b7-bcda206c7a18 service neutron] 10.222.0.121 "GET /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994475 Nov 04 11:14:05.479507 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-22a312ef-b73c-4310-be2c-79a54f0b07fc req-3f22aa35-9d12-4751-ae30-f5fe8a1dd78e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499909 Nov 04 11:14:06.549128 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 40a25da4-f75d-4a2c-9a30-b7745092966c details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:14:06.618271 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4313e84-e9e2-467d-82ec-57d3c2d732ab req-9e02ce25-e99f-4e83-b06a-88cf87e1e046 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:14:06.619828 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e4313e84-e9e2-467d-82ec-57d3c2d732ab req-9e02ce25-e99f-4e83-b06a-88cf87e1e046 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 944 time: 0.0527644 Nov 04 11:14:06.646936 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 40a25da4-f75d-4a2c-9a30-b7745092966c, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=40a25da4-f75d-4a2c-9a30-b7745092966c,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:14:06.659728 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '40a25da4-f75d-4a2c-9a30-b7745092966c', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'port_id': '40a25da4-f75d-4a2c-9a30-b7745092966c', 'mac_address': 'fa:16:3e:22:82:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:14:06.671355 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e4313e84-e9e2-467d-82ec-57d3c2d732ab req-47fe530d-a825-4929-80fb-91dc7332928d tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453866 Nov 04 11:14:06.696947 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:06.713115 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a25da4-f75d-4a2c-9a30-b7745092966c {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:14:06.731923 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 40a25da4-f75d-4a2c-9a30-b7745092966c, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=40a25da4-f75d-4a2c-9a30-b7745092966c,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:14:06.739242 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:06.786648 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=40a25da4-f75d-4a2c-9a30-b7745092966c,revision_number=11']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:14:06.982508 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['40a25da4-f75d-4a2c-9a30-b7745092966c'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:14:07.802031 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cfe609-ecdb-41e2-b509-d71080e8940d req-0903ed6b-5c97-493a-b90b-4038dae599db tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:14:07.803544 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-23cfe609-ecdb-41e2-b509-d71080e8940d req-0903ed6b-5c97-493a-b90b-4038dae599db tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 945 time: 0.0522268 Nov 04 11:14:07.867654 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-23cfe609-ecdb-41e2-b509-d71080e8940d req-b16bfcd0-97df-4a93-a62f-72c8e95ff7dc tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573792 Nov 04 11:14:08.565712 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 40a25da4-f75d-4a2c-9a30-b7745092966c up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:14:08.628459 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 40a25da4-f75d-4a2c-9a30-b7745092966c completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:14:08.632432 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 40a25da4-f75d-4a2c-9a30-b7745092966c triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:14:08.632806 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:08.711316 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:08.734077 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd625f11e-cc31-4da0-808d-666aa474a73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a25da4-f75d-4a2c-9a30-b7745092966c'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:14:08.736333 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2152198-d165-4b07-a8e6-dc3cc0f2f50d" -d '{"events": [{"server_uuid": "d625f11e-cc31-4da0-808d-666aa474a73f", "name": "network-vif-plugged", "status": "completed", "tag": "40a25da4-f75d-4a2c-9a30-b7745092966c"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:14:08.748892 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 40a25da4-f75d-4a2c-9a30-b7745092966c, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=40a25da4-f75d-4a2c-9a30-b7745092966c,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:14:08.755218 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:08.783086 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27d0a7c-6391-439e-8d3c-c77b2a471f66 x-openstack-request-id: req-c27d0a7c-6391-439e-8d3c-c77b2a471f66 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:14:08.783403 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d625f11e-cc31-4da0-808d-666aa474a73f", "name": "network-vif-plugged", "status": "completed", "tag": "40a25da4-f75d-4a2c-9a30-b7745092966c", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:14:08.783660 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-c27d0a7c-6391-439e-8d3c-c77b2a471f66 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:14:08.784041 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd625f11e-cc31-4da0-808d-666aa474a73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a25da4-f75d-4a2c-9a30-b7745092966c', 'code': 200} Nov 04 11:14:08.813000 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=40a25da4-f75d-4a2c-9a30-b7745092966c,revision_number=12']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:14:08.944576 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf388d-8bd2-4e05-9ee1-b0885aafcf60 req-676cca74-023c-4868-8d17-0d7bba3a2f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:14:08.946159 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b6cf388d-8bd2-4e05-9ee1-b0885aafcf60 req-676cca74-023c-4868-8d17-0d7bba3a2f00 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 1097 time: 0.0434706 Nov 04 11:14:08.994135 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b6cf388d-8bd2-4e05-9ee1-b0885aafcf60 req-38412260-f4e9-4828-904d-0515c55c89f1 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403404 Nov 04 11:14:08.997595 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe885f63-236f-4b31-825c-e5734f0e546c req-9a2cde20-4895-48d6-a881-a5598371d00a tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:14:08.999868 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fe885f63-236f-4b31-825c-e5734f0e546c req-9a2cde20-4895-48d6-a881-a5598371d00a tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 946 time: 0.0531046 Nov 04 11:14:09.051119 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fe885f63-236f-4b31-825c-e5734f0e546c req-db75543a-1668-4db5-99c3-05d063e18a24 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448868 Nov 04 11:14:10.187970 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221f73f-714e-4110-9652-c00721ad63b5 req-c3afc935-224e-4431-a555-05148b56187a tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:14:10.189650 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0221f73f-714e-4110-9652-c00721ad63b5 req-c3afc935-224e-4431-a555-05148b56187a tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 946 time: 0.0551505 Nov 04 11:14:10.253880 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0221f73f-714e-4110-9652-c00721ad63b5 req-ea4fe08d-158e-45c7-aed8-86f0fa9991f2 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560589 Nov 04 11:14:11.394791 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf35bcd-169d-403c-a595-9d2fd6e1021d req-c9231c2a-e020-4fe2-953c-5f71fd5208a0 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:14:11.396193 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dcf35bcd-169d-403c-a595-9d2fd6e1021d req-c9231c2a-e020-4fe2-953c-5f71fd5208a0 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 946 time: 0.0636833 Nov 04 11:14:11.447809 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dcf35bcd-169d-403c-a595-9d2fd6e1021d req-7228164b-c2b9-4f49-a165-9e974606e972 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424416 Nov 04 11:14:12.641973 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:14.389208 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:14:15.092435 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:16.881579 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6e454599-cf15-484a-9301-a486d78dc864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:19.695225 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b3874216-7590-42b7-aebc-aae6ab65fdb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:20.872343 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:22.274598 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:22.645692 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:42.637770 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:44.582958 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3892a-ccf3-4d9d-b4f3-d043cf7362ce req-0434f8ae-2629-485d-9acf-81d55e6153bb tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:14:44.584546 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-99a3892a-ccf3-4d9d-b4f3-d043cf7362ce req-0434f8ae-2629-485d-9acf-81d55e6153bb tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 946 time: 0.0528340 Nov 04 11:14:44.593465 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-0cea9996-3baf-4dbb-9ebd-f3d9927da86a req-e5f5be40-4d4b-406f-85df-940002271ed2 service neutron] (101774) timed out ('10.222.0.121', 63558) {{(pid=101774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 11:14:44.640991 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-99a3892a-ccf3-4d9d-b4f3-d043cf7362ce req-2d96ec65-8300-4c38-84e8-1239a8ad5bc7 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485485 Nov 04 11:14:45.114172 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:45.778768 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e5b9c-c5af-439f-9882-2b001fc1f5fb req-d80c73f8-64bd-4415-8067-f68a5d20229f tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:14:45.780347 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-795e5b9c-c5af-439f-9882-2b001fc1f5fb req-d80c73f8-64bd-4415-8067-f68a5d20229f tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 946 time: 0.0614274 Nov 04 11:14:45.839787 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-795e5b9c-c5af-439f-9882-2b001fc1f5fb req-4600fbf9-247a-4efd-b95a-6f25b8aae272 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups?id=914e334c-6735-43cc-92cf-540328bad61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499372 Nov 04 11:14:45.930037 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea2cc7-5399-42ee-9915-4d64c8cff4f7 req-281d1d22-1623-409e-b864-165dc110e5a2 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:14:45.931501 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2aea2cc7-5399-42ee-9915-4d64c8cff4f7 req-281d1d22-1623-409e-b864-165dc110e5a2 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.121 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 946 time: 0.0657816 Nov 04 11:14:46.041264 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-2aea2cc7-5399-42ee-9915-4d64c8cff4f7 req-cb058e02-2301-474a-bb1b-7f3352c36ed4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Deleting port 40a25da4-f75d-4a2c-9a30-b7745092966c {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:14:46.041544 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2aea2cc7-5399-42ee-9915-4d64c8cff4f7 req-cb058e02-2301-474a-bb1b-7f3352c36ed4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:46.172941 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-2aea2cc7-5399-42ee-9915-4d64c8cff4f7 req-cb058e02-2301-474a-bb1b-7f3352c36ed4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] For port 40a25da4-f75d-4a2c-9a30-b7745092966c, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=40a25da4-f75d-4a2c-9a30-b7745092966c,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:14:46.174489 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2aea2cc7-5399-42ee-9915-4d64c8cff4f7 req-cb058e02-2301-474a-bb1b-7f3352c36ed4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:46.393913 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2aea2cc7-5399-42ee-9915-4d64c8cff4f7 req-cb058e02-2301-474a-bb1b-7f3352c36ed4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:46.393913 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2aea2cc7-5399-42ee-9915-4d64c8cff4f7 req-cb058e02-2301-474a-bb1b-7f3352c36ed4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:46.395467 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [req-2aea2cc7-5399-42ee-9915-4d64c8cff4f7 req-cb058e02-2301-474a-bb1b-7f3352c36ed4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Floating IP 96b6bf19-3108-4e11-aec5-6b23ec8456f7 disassociated. External IP: 172.25.7.216, port: 40a25da4-f75d-4a2c-9a30-b7745092966c. Nov 04 11:14:46.395829 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-2aea2cc7-5399-42ee-9915-4d64c8cff4f7 req-cb058e02-2301-474a-bb1b-7f3352c36ed4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Calling delete_port for 40a25da4-f75d-4a2c-9a30-b7745092966c owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:14:46.568013 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2aea2cc7-5399-42ee-9915-4d64c8cff4f7 req-cb058e02-2301-474a-bb1b-7f3352c36ed4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:46.599826 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb058e02-2301-474a-bb1b-7f3352c36ed4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Pushing event deleted for resources: {'Port': ['ID=40a25da4-f75d-4a2c-9a30-b7745092966c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:14:46.611566 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb058e02-2301-474a-bb1b-7f3352c36ed4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:14:46.611901 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb058e02-2301-474a-bb1b-7f3352c36ed4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:14:46.612227 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb058e02-2301-474a-bb1b-7f3352c36ed4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:14:46.612550 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb058e02-2301-474a-bb1b-7f3352c36ed4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:14:46.612896 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb058e02-2301-474a-bb1b-7f3352c36ed4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:14:46.613480 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb058e02-2301-474a-bb1b-7f3352c36ed4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:14:46.613921 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb058e02-2301-474a-bb1b-7f3352c36ed4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:14:46.614442 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb058e02-2301-474a-bb1b-7f3352c36ed4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:14:46.615011 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb058e02-2301-474a-bb1b-7f3352c36ed4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:14:46.615342 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb058e02-2301-474a-bb1b-7f3352c36ed4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:14:46.615691 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb058e02-2301-474a-bb1b-7f3352c36ed4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:14:46.615993 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb058e02-2301-474a-bb1b-7f3352c36ed4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:14:46.739404 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2aea2cc7-5399-42ee-9915-4d64c8cff4f7 req-cb058e02-2301-474a-bb1b-7f3352c36ed4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Router c3ca91e6-4a12-4058-b142-726988338cc2 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:14:46.852389 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2aea2cc7-5399-42ee-9915-4d64c8cff4f7 req-cb058e02-2301-474a-bb1b-7f3352c36ed4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:14:46.866623 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ecd60f-082e-4eaf-90bc-913a81f64ed9 None None] Sync routers for ids ['c3ca91e6-4a12-4058-b142-726988338cc2'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:14:46.887133 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ecd60f-082e-4eaf-90bc-913a81f64ed9 None None] Routers {'c3ca91e6-4a12-4058-b142-726988338cc2'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:14:46.887796 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-47ecd60f-082e-4eaf-90bc-913a81f64ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:14:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c3ca91e6-4a12-4058-b142-726988338cc2'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:14:46.896739 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aea2cc7-5399-42ee-9915-4d64c8cff4f7 req-cb058e02-2301-474a-bb1b-7f3352c36ed4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] No DVR routers for this DVR port 40a25da4-f75d-4a2c-9a30-b7745092966c on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:14:46.899423 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-2aea2cc7-5399-42ee-9915-4d64c8cff4f7 req-cb058e02-2301-474a-bb1b-7f3352c36ed4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:46.902921 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2aea2cc7-5399-42ee-9915-4d64c8cff4f7 req-cb058e02-2301-474a-bb1b-7f3352c36ed4 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.121 "DELETE /v2.0/ports/40a25da4-f75d-4a2c-9a30-b7745092966c HTTP/1.1" status: 204 len: 173 time: 0.9647915 Nov 04 11:14:46.903373 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd625f11e-cc31-4da0-808d-666aa474a73f', 'name': 'network-vif-deleted', 'tag': '40a25da4-f75d-4a2c-9a30-b7745092966c'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:14:46.905961 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d50f41-7036-4086-a76c-97a98ac05753" -d '{"events": [{"server_uuid": "d625f11e-cc31-4da0-808d-666aa474a73f", "name": "network-vif-deleted", "tag": "40a25da4-f75d-4a2c-9a30-b7745092966c"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:14:46.956664 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d8c62433-de79-4859-840e-c4c9a037ee06 req-8c861817-732a-4849-988f-7f2125979148 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/ports?device_id=d625f11e-cc31-4da0-808d-666aa474a73f HTTP/1.1" status: 200 len: 210 time: 0.0300086 Nov 04 11:14:47.053330 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1646f818-c584-45b9-a30f-83bea8c032ca x-openstack-request-id: req-1646f818-c584-45b9-a30f-83bea8c032ca {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:14:47.053895 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d625f11e-cc31-4da0-808d-666aa474a73f", "name": "network-vif-deleted", "tag": "40a25da4-f75d-4a2c-9a30-b7745092966c", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:14:47.053895 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-1646f818-c584-45b9-a30f-83bea8c032ca {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:14:47.054518 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd625f11e-cc31-4da0-808d-666aa474a73f', 'name': 'network-vif-deleted', 'tag': '40a25da4-f75d-4a2c-9a30-b7745092966c', 'status': 'completed', 'code': 200} Nov 04 11:14:47.102559 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c412a2b0-7a9a-43e9-abd9-208f3653af8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:47.189265 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-47ecd60f-082e-4eaf-90bc-913a81f64ed9 None None] Set router c3ca91e6-4a12-4058-b142-726988338cc2 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:14:47.403632 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-47ecd60f-082e-4eaf-90bc-913a81f64ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'name': 'tempest-AttachVolumeShelveTestJSON-21068047-router', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:07:34Z', 'updated_at': '2021-11-04T11:07:38Z', 'revision_number': 4, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'gw_port': {'id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:35Z', 'updated_at': '2021-11-04T11:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3a704c1c-43dd-4f47-9161-b67cd6cf9aff', 'name': '', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'mac_address': 'fa:16:3e:39:a9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:37Z', 'updated_at': '2021-11-04T11:07:42Z', 'revision_number': 5, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'subnets': [{'id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:14:47.433826 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ecd60f-082e-4eaf-90bc-913a81f64ed9 None None] Checking router: c3ca91e6-4a12-4058-b142-726988338cc2 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:14:47.443433 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ecd60f-082e-4eaf-90bc-913a81f64ed9 None None] Routers {'c3ca91e6-4a12-4058-b142-726988338cc2'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:14:47.443970 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-47ecd60f-082e-4eaf-90bc-913a81f64ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:14:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c3ca91e6-4a12-4058-b142-726988338cc2'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:14:47.555176 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-47ecd60f-082e-4eaf-90bc-913a81f64ed9 None None] Set router c3ca91e6-4a12-4058-b142-726988338cc2 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:14:47.771345 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-47ecd60f-082e-4eaf-90bc-913a81f64ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'name': 'tempest-AttachVolumeShelveTestJSON-21068047-router', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:07:34Z', 'updated_at': '2021-11-04T11:07:38Z', 'revision_number': 4, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'gw_port': {'id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:35Z', 'updated_at': '2021-11-04T11:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3a704c1c-43dd-4f47-9161-b67cd6cf9aff', 'name': '', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'mac_address': 'fa:16:3e:39:a9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:37Z', 'updated_at': '2021-11-04T11:07:42Z', 'revision_number': 5, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'subnets': [{'id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:14:47.802616 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ecd60f-082e-4eaf-90bc-913a81f64ed9 None None] The sync data for ids ['c3ca91e6-4a12-4058-b142-726988338cc2'] in n-d-816629-1 is: [{'id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'name': 'tempest-AttachVolumeShelveTestJSON-21068047-router', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:07:34Z', 'updated_at': '2021-11-04T11:07:38Z', 'revision_number': 4, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'gw_port': {'id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:35Z', 'updated_at': '2021-11-04T11:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3a704c1c-43dd-4f47-9161-b67cd6cf9aff', 'name': '', 'network_id': '9bafbd8d-3e6d-4897-b789-23290981ea77', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'mac_address': 'fa:16:3e:39:a9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:37Z', 'updated_at': '2021-11-04T11:07:42Z', 'revision_number': 5, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'subnets': [{'id': 'b646d51a-22c4-441b-bb6c-38806852eeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:14:48.051620 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347d8911-c669-4137-9adb-6160d5c840f1 None None] New status for floating IP 96b6bf19-3108-4e11-aec5-6b23ec8456f7: DOWN {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:14:48.084000 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52342) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:14:48.149288 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b0b8a6c2-5bb4-49dd-ae60-22e5c1427538 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:48.176021 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b0b8a6c2-5bb4-49dd-ae60-22e5c1427538 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:48.231808 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b0b8a6c2-5bb4-49dd-ae60-22e5c1427538 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:48.234982 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b0b8a6c2-5bb4-49dd-ae60-22e5c1427538 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:48.236178 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b0b8a6c2-5bb4-49dd-ae60-22e5c1427538 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "DELETE /v2.0/security-groups/914e334c-6735-43cc-92cf-540328bad61a HTTP/1.1" status: 204 len: 168 time: 0.1510890 Nov 04 11:14:48.239411 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52344) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:14:48.247023 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8a6c2-5bb4-49dd-ae60-22e5c1427538 tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=914e334c-6735-43cc-92cf-540328bad61a,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:14:48.254927 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-e5934da2-86f8-4586-8e4d-122abf314a3d tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] show failed (client error): The resource could not be found. Nov 04 11:14:48.256057 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e5934da2-86f8-4586-8e4d-122abf314a3d tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "GET /v2.0/security-groups/914e334c-6735-43cc-92cf-540328bad61a HTTP/1.1" status: 404 len: 347 time: 0.0147505 Nov 04 11:14:48.259177 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52346) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:14:48.394054 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-31c82b1a-7970-4337-a7d8-949a2ac1da9e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Deleting port c272801c-078e-4cbb-92be-fdb4ec8e63e7 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:14:48.394748 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-31c82b1a-7970-4337-a7d8-949a2ac1da9e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:48.477959 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-31c82b1a-7970-4337-a7d8-949a2ac1da9e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:48.478240 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-31c82b1a-7970-4337-a7d8-949a2ac1da9e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:48.491086 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-31c82b1a-7970-4337-a7d8-949a2ac1da9e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Calling delete_port for c272801c-078e-4cbb-92be-fdb4ec8e63e7 owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:14:48.622442 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-31c82b1a-7970-4337-a7d8-949a2ac1da9e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:48.653135 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c82b1a-7970-4337-a7d8-949a2ac1da9e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Pushing event deleted for resources: {'Port': ['ID=c272801c-078e-4cbb-92be-fdb4ec8e63e7,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:14:48.677915 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c82b1a-7970-4337-a7d8-949a2ac1da9e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:14:48.678257 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c82b1a-7970-4337-a7d8-949a2ac1da9e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:14:48.678589 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c82b1a-7970-4337-a7d8-949a2ac1da9e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:14:48.678917 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c82b1a-7970-4337-a7d8-949a2ac1da9e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:14:48.679218 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c82b1a-7970-4337-a7d8-949a2ac1da9e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:14:48.679536 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c82b1a-7970-4337-a7d8-949a2ac1da9e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:14:48.679844 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c82b1a-7970-4337-a7d8-949a2ac1da9e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:14:48.680178 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c82b1a-7970-4337-a7d8-949a2ac1da9e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:14:48.680497 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c82b1a-7970-4337-a7d8-949a2ac1da9e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:14:48.680795 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c82b1a-7970-4337-a7d8-949a2ac1da9e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:14:48.681142 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c82b1a-7970-4337-a7d8-949a2ac1da9e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:14:48.681464 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c82b1a-7970-4337-a7d8-949a2ac1da9e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:14:48.727494 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-31c82b1a-7970-4337-a7d8-949a2ac1da9e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:48.731205 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-31c82b1a-7970-4337-a7d8-949a2ac1da9e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:48.732378 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-31c82b1a-7970-4337-a7d8-949a2ac1da9e tempest-AttachVolumeShelveTestJSON-916597782 tempest-AttachVolumeShelveTestJSON-916597782-project] 10.222.0.127 "DELETE /v2.0/floatingips/96b6bf19-3108-4e11-aec5-6b23ec8456f7 HTTP/1.1" status: 204 len: 168 time: 0.4720736 Nov 04 11:14:48.744065 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 40a25da4-f75d-4a2c-9a30-b7745092966c no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:14:48.765220 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 40a25da4-f75d-4a2c-9a30-b7745092966c {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:14:48.765565 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 40a25da4-f75d-4a2c-9a30-b7745092966c not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:14:49.689841 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2c7d62ec-9dc4-4d77-ab2d-87c34e74a380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:50.874554 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:51.388498 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:14:52.278974 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:52.641266 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:54.341567 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52374) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:14:54.826750 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c653c293-856d-4526-b0ad-b08dcb1b0c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:55.089949 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-c653c293-856d-4526-b0ad-b08dcb1b0c42 admin admin] Deleting port 3a704c1c-43dd-4f47-9161-b67cd6cf9aff {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:14:55.090188 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c653c293-856d-4526-b0ad-b08dcb1b0c42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:55.175827 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-c653c293-856d-4526-b0ad-b08dcb1b0c42 admin admin] For port 3a704c1c-43dd-4f47-9161-b67cd6cf9aff, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3a704c1c-43dd-4f47-9161-b67cd6cf9aff,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:14:55.176176 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c653c293-856d-4526-b0ad-b08dcb1b0c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:55.194413 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-c653c293-856d-4526-b0ad-b08dcb1b0c42 admin admin] Calling delete_port for 3a704c1c-43dd-4f47-9161-b67cd6cf9aff owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:14:55.407319 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c653c293-856d-4526-b0ad-b08dcb1b0c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:55.432758 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653c293-856d-4526-b0ad-b08dcb1b0c42 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a704c1c-43dd-4f47-9161-b67cd6cf9aff,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:14:55.604131 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c653c293-856d-4526-b0ad-b08dcb1b0c42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:55.828320 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c653c293-856d-4526-b0ad-b08dcb1b0c42 admin admin] Router c3ca91e6-4a12-4058-b142-726988338cc2 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:14:55.949967 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c653c293-856d-4526-b0ad-b08dcb1b0c42 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:14:55.955805 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c653c293-856d-4526-b0ad-b08dcb1b0c42 admin admin] 10.222.0.127 "PUT /v2.0/routers/c3ca91e6-4a12-4058-b142-726988338cc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6131871 Nov 04 11:14:55.958838 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52378) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:14:55.961760 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ea1723-66e9-48a5-a54f-5ae9cd9a3d03 None None] Sync routers for ids ['c3ca91e6-4a12-4058-b142-726988338cc2'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:14:55.974494 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ea1723-66e9-48a5-a54f-5ae9cd9a3d03 None None] Routers {'c3ca91e6-4a12-4058-b142-726988338cc2'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:14:55.975551 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-67ea1723-66e9-48a5-a54f-5ae9cd9a3d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:14:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c3ca91e6-4a12-4058-b142-726988338cc2'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:14:56.092678 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-67ea1723-66e9-48a5-a54f-5ae9cd9a3d03 None None] Set router c3ca91e6-4a12-4058-b142-726988338cc2 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:14:56.282428 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-67ea1723-66e9-48a5-a54f-5ae9cd9a3d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'name': 'tempest-AttachVolumeShelveTestJSON-21068047-router', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:07:34Z', 'updated_at': '2021-11-04T11:14:55Z', 'revision_number': 5, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'gw_port': {'id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:35Z', 'updated_at': '2021-11-04T11:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:14:56.313965 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ea1723-66e9-48a5-a54f-5ae9cd9a3d03 None None] Checking router: c3ca91e6-4a12-4058-b142-726988338cc2 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:14:56.324356 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ea1723-66e9-48a5-a54f-5ae9cd9a3d03 None None] Routers {'c3ca91e6-4a12-4058-b142-726988338cc2'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:14:56.325018 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-67ea1723-66e9-48a5-a54f-5ae9cd9a3d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:14:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c3ca91e6-4a12-4058-b142-726988338cc2'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:14:56.428280 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b7d5eb2-2951-4caa-b0a5-0976a7078524 admin admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:56.429116 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-67ea1723-66e9-48a5-a54f-5ae9cd9a3d03 None None] Set router c3ca91e6-4a12-4058-b142-726988338cc2 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:14:56.531984 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b7d5eb2-2951-4caa-b0a5-0976a7078524 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:56.586058 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-1b7d5eb2-2951-4caa-b0a5-0976a7078524 admin admin] Deleting port cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:14:56.586396 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b7d5eb2-2951-4caa-b0a5-0976a7078524 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:56.610559 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-67ea1723-66e9-48a5-a54f-5ae9cd9a3d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'name': 'tempest-AttachVolumeShelveTestJSON-21068047-router', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:07:34Z', 'updated_at': '2021-11-04T11:14:55Z', 'revision_number': 5, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'gw_port': {'id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:35Z', 'updated_at': '2021-11-04T11:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:14:56.639006 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ea1723-66e9-48a5-a54f-5ae9cd9a3d03 None None] The sync data for ids ['c3ca91e6-4a12-4058-b142-726988338cc2'] in n-d-816629-1 is: [{'id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'name': 'tempest-AttachVolumeShelveTestJSON-21068047-router', 'tenant_id': '348bd9398af74c3d918968bafb1eb5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:07:34Z', 'updated_at': '2021-11-04T11:14:55Z', 'revision_number': 5, 'project_id': '348bd9398af74c3d918968bafb1eb5b5', 'gw_port': {'id': 'cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca91e6-4a12-4058-b142-726988338cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:07:35Z', 'updated_at': '2021-11-04T11:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:14:56.669548 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-1b7d5eb2-2951-4caa-b0a5-0976a7078524 admin admin] For port cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:14:56.669548 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b7d5eb2-2951-4caa-b0a5-0976a7078524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:56.687190 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-1b7d5eb2-2951-4caa-b0a5-0976a7078524 admin admin] Calling delete_port for cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:14:56.854060 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b7d5eb2-2951-4caa-b0a5-0976a7078524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:56.884097 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d5eb2-2951-4caa-b0a5-0976a7078524 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:14:56.946114 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b7d5eb2-2951-4caa-b0a5-0976a7078524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:57.051038 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b7d5eb2-2951-4caa-b0a5-0976a7078524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:57.054462 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b7d5eb2-2951-4caa-b0a5-0976a7078524 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:57.096063 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3a704c1c-43dd-4f47-9161-b67cd6cf9aff no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:14:57.102639 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b7d5eb2-2951-4caa-b0a5-0976a7078524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:57.103375 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7d5eb2-2951-4caa-b0a5-0976a7078524 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3ca91e6-4a12-4058-b142-726988338cc2 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:14:57.108710 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b7d5eb2-2951-4caa-b0a5-0976a7078524 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:57.109937 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1b7d5eb2-2951-4caa-b0a5-0976a7078524 admin admin] 10.222.0.127 "DELETE /v2.0/routers/c3ca91e6-4a12-4058-b142-726988338cc2 HTTP/1.1" status: 204 len: 168 time: 1.1498322 Nov 04 11:14:57.112602 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52380) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:14:57.125151 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 3a704c1c-43dd-4f47-9161-b67cd6cf9aff {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:14:57.125500 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3a704c1c-43dd-4f47-9161-b67cd6cf9aff not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:14:57.167692 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-018ff901-96dd-4f0e-b76f-5ca476969c07 admin admin] Deleting subnet b646d51a-22c4-441b-bb6c-38806852eeb8 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:14:57.170845 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-018ff901-96dd-4f0e-b76f-5ca476969c07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:57.204872 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-018ff901-96dd-4f0e-b76f-5ca476969c07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:57.288488 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-018ff901-96dd-4f0e-b76f-5ca476969c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:57.351352 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-018ff901-96dd-4f0e-b76f-5ca476969c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:57.377089 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ff901-96dd-4f0e-b76f-5ca476969c07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b646d51a-22c4-441b-bb6c-38806852eeb8,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:14:57.380780 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-018ff901-96dd-4f0e-b76f-5ca476969c07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:57.385057 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-018ff901-96dd-4f0e-b76f-5ca476969c07 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/b646d51a-22c4-441b-bb6c-38806852eeb8 HTTP/1.1" status: 204 len: 168 time: 0.2713830 Nov 04 11:14:57.386511 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52382) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:14:57.387182 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8f2394-f0b9-434d-a9e1-4f4cad68707c None None] Network 9bafbd8d-3e6d-4897-b789-23290981ea77 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:14:57.456068 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-402e78ef-a867-4f7d-b060-59992b78c5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:57.510668 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-402e78ef-a867-4f7d-b060-59992b78c5ae admin admin] Deleting port e8b3b4e2-e3a3-4597-be05-819373a756ee {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:14:57.511012 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-402e78ef-a867-4f7d-b060-59992b78c5ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:57.579612 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-402e78ef-a867-4f7d-b060-59992b78c5ae admin admin] For port e8b3b4e2-e3a3-4597-be05-819373a756ee, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e8b3b4e2-e3a3-4597-be05-819373a756ee,segment=NetworkSegment(0909ed22-39de-417f-8425-c6eb6942ecce),segment_id=0909ed22-39de-417f-8425-c6eb6942ecce)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:14:57.579977 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-402e78ef-a867-4f7d-b060-59992b78c5ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:57.593542 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-402e78ef-a867-4f7d-b060-59992b78c5ae admin admin] Calling delete_port for e8b3b4e2-e3a3-4597-be05-819373a756ee owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:14:57.679755 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-402e78ef-a867-4f7d-b060-59992b78c5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:57.690931 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0702d7-0a72-44a3-83b6-57ba6d25b079 None None] DHCP port deletion for 9bafbd8d-3e6d-4897-b789-23290981ea77 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:14:57.720497 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402e78ef-a867-4f7d-b060-59992b78c5ae admin admin] No DVR routers for this DVR port e8b3b4e2-e3a3-4597-be05-819373a756ee on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:14:57.722301 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e78ef-a867-4f7d-b060-59992b78c5ae admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b3b4e2-e3a3-4597-be05-819373a756ee,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:14:57.795988 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-402e78ef-a867-4f7d-b060-59992b78c5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:57.817734 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-402e78ef-a867-4f7d-b060-59992b78c5ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bafbd8d-3e6d-4897-b789-23290981ea77']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:14:57.827766 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-402e78ef-a867-4f7d-b060-59992b78c5ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0909ed22-39de-417f-8425-c6eb6942ecce') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:14:57.828064 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-402e78ef-a867-4f7d-b060-59992b78c5ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0909ed22-39de-417f-8425-c6eb6942ecce') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:14:57.838813 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-402e78ef-a867-4f7d-b060-59992b78c5ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:57.852854 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-402e78ef-a867-4f7d-b060-59992b78c5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:57.859561 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-402e78ef-a867-4f7d-b060-59992b78c5ae admin admin] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:14:57.859948 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-402e78ef-a867-4f7d-b060-59992b78c5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:14:57.861701 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:14:57.939084 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-402e78ef-a867-4f7d-b060-59992b78c5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:57.944847 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-402e78ef-a867-4f7d-b060-59992b78c5ae admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:57.948081 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-402e78ef-a867-4f7d-b060-59992b78c5ae admin admin] 10.222.0.127 "DELETE /v2.0/networks/9bafbd8d-3e6d-4897-b789-23290981ea77 HTTP/1.1" status: 204 len: 168 time: 0.5602078 Nov 04 11:14:57.960068 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e78ef-a867-4f7d-b060-59992b78c5ae admin admin] Pushing event deleted for resources: {'Network': ['ID=9bafbd8d-3e6d-4897-b789-23290981ea77,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:14:58.071724 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52388) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:14:58.114341 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a67d4339-d603-494d-aed7-22327dbc62ad admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=348bd9398af74c3d918968bafb1eb5b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413940 Nov 04 11:14:58.117041 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52390) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:14:58.169254 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9b4de8aa-66b3-402d-aef4-1c28b9d80639 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:58.192052 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9b4de8aa-66b3-402d-aef4-1c28b9d80639 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:58.244375 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9b4de8aa-66b3-402d-aef4-1c28b9d80639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:58.248380 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9b4de8aa-66b3-402d-aef4-1c28b9d80639 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:58.250322 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9b4de8aa-66b3-402d-aef4-1c28b9d80639 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/166e21dd-3fb9-4588-ac5e-719ab076afc7 HTTP/1.1" status: 204 len: 168 time: 0.1321383 Nov 04 11:14:58.261184 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4de8aa-66b3-402d-aef4-1c28b9d80639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166e21dd-3fb9-4588-ac5e-719ab076afc7,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:14:58.749980 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e8b3b4e2-e3a3-4597-be05-819373a756ee no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:14:58.775401 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: e8b3b4e2-e3a3-4597-be05-819373a756ee {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:14:58.775745 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e8b3b4e2-e3a3-4597-be05-819373a756ee not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:14:58.776184 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:14:58.800433 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:14:58.801433 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device cf2ed582-c3fc-49d7-9ac2-5ddf53e79e3d not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:14:59.078737 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52412) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:14:59.184658 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-e5c5f8f1-10d4-4830-81ca-6742ee077900 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-542699261-network', 'tenant_id': '5db870a3330d487ab5caaa1bf1493cbe'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:14:59.210271 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c5f8f1-10d4-4830-81ca-6742ee077900 admin admin] Made reservation on behalf of 5db870a3330d487ab5caaa1bf1493cbe for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:14:59.213474 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f8f1-10d4-4830-81ca-6742ee077900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:59.231016 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f8f1-10d4-4830-81ca-6742ee077900 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:59.309560 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f8f1-10d4-4830-81ca-6742ee077900 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:59.315303 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f8f1-10d4-4830-81ca-6742ee077900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:59.336726 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c5f8f1-10d4-4830-81ca-6742ee077900 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1157} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:14:59.352095 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5f8f1-10d4-4830-81ca-6742ee077900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:14:59.355002 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f8f1-10d4-4830-81ca-6742ee077900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:59.355295 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-e5c5f8f1-10d4-4830-81ca-6742ee077900 admin admin] Added segment b23a1d58-1e73-4a61-bad8-97170ce97366 of type vlan for network 3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 Nov 04 11:14:59.408515 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f8f1-10d4-4830-81ca-6742ee077900 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:59.435218 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f8f1-10d4-4830-81ca-6742ee077900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:59.436185 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c5f8f1-10d4-4830-81ca-6742ee077900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:14:59.436770 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f8f1-10d4-4830-81ca-6742ee077900 admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:59.489777 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e5c5f8f1-10d4-4830-81ca-6742ee077900 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4098961 Nov 04 11:14:59.493324 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52416) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:14:59.499151 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-915c299a-8e2d-4f1a-bb67-402c38d8a094 admin admin] Request body: {'subnet': {'network_id': '3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-542699261-subnet', 'tenant_id': '5db870a3330d487ab5caaa1bf1493cbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:14:59.504176 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5f8f1-10d4-4830-81ca-6742ee077900 admin admin] Pushing event updated for resources: {'Network': ['ID=3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:14:59.514723 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:14:59.523913 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915c299a-8e2d-4f1a-bb67-402c38d8a094 admin admin] Made reservation on behalf of 5db870a3330d487ab5caaa1bf1493cbe for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:14:59.526481 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-915c299a-8e2d-4f1a-bb67-402c38d8a094 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:59.699913 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-915c299a-8e2d-4f1a-bb67-402c38d8a094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:59.754538 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c299a-8e2d-4f1a-bb67-402c38d8a094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7a8a4f3-480f-44bb-93a7-38ced618a1aa,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:14:59.766124 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c299a-8e2d-4f1a-bb67-402c38d8a094 admin admin] Checking segment: {'id': 'b23a1d58-1e73-4a61-bad8-97170ce97366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:14:59.766581 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915c299a-8e2d-4f1a-bb67-402c38d8a094 admin admin] Network hostable DHCP agents. Network: 3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:14:59.793688 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915c299a-8e2d-4f1a-bb67-402c38d8a094 admin admin] Network 3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:14:59.804573 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-915c299a-8e2d-4f1a-bb67-402c38d8a094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:14:59.809127 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915c299a-8e2d-4f1a-bb67-402c38d8a094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:14:59.809730 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-915c299a-8e2d-4f1a-bb67-402c38d8a094 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:14:59.814382 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e362d1de-730e-4225-95f7-6a6af228b03c None None] Network 3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:14:59.828868 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-915c299a-8e2d-4f1a-bb67-402c38d8a094 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3343534 Nov 04 11:14:59.955601 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fba0f9-c62e-457b-9ba8-4f7e43536d4e None None] Network 3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:15:00.275243 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-85de1927-a445-4494-b969-8111a15ffc63 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:00.276645 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-85de1927-a445-4494-b969-8111a15ffc63 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/networks?id=3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 HTTP/1.1" status: 200 len: 814 time: 0.1110663 Nov 04 11:15:00.292736 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-718017b6-d1f6-4742-9030-1b2edca17113 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/quotas/5db870a3330d487ab5caaa1bf1493cbe HTTP/1.1" status: 200 len: 375 time: 0.0102046 Nov 04 11:15:00.325655 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-0e546b71-40ba-4d60-984c-9afb403c97c0 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=5db870a3330d487ab5caaa1bf1493cbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274088 Nov 04 11:15:00.390298 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-b8542178-a5ed-4369-a7cf-d9dac5e4b960 service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 11:15:00.391312 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-b8542178-a5ed-4369-a7cf-d9dac5e4b960 service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0589433 Nov 04 11:15:00.490856 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-59a85c3f-96ff-49f3-b669-16e7f97aaca4 service neutron] 10.222.0.127 "GET /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902140 Nov 04 11:15:00.586932 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-104f17b1-8979-4f99-af4b-75cd043ec4ae service neutron] 10.222.0.127 "GET /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870051 Nov 04 11:15:00.766171 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-768b5b6d-98d1-4a7a-889b-7644ff436878 req-d68ea344-adea-40a3-8d5d-ee895731d528 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=9a4c2629-135a-444f-b963-ee748430edeb HTTP/1.1" status: 200 len: 210 time: 0.0287173 Nov 04 11:15:01.793790 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-ed12619b-9401-4cca-a4ec-f2c4a0091098 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:01.795695 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-ed12619b-9401-4cca-a4ec-f2c4a0091098 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.121 "GET /v2.0/networks?id=3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 HTTP/1.1" status: 200 len: 814 time: 0.1072996 Nov 04 11:15:01.810166 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-784dffac-de55-4d93-9176-078a0c712c2d tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Request body: {'port': {'device_id': '9a4c2629-135a-444f-b963-ee748430edeb', 'network_id': '3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3', 'admin_state_up': True, 'tenant_id': '5db870a3330d487ab5caaa1bf1493cbe'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:15:01.872521 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-60ccfe19-169c-438c-bcea-966a965348c0 req-2761f3d9-7f94-4d27-858a-e6f11946307b tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=9a4c2629-135a-444f-b963-ee748430edeb HTTP/1.1" status: 200 len: 210 time: 0.0324450 Nov 04 11:15:02.286970 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-784dffac-de55-4d93-9176-078a0c712c2d tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Made reservation on behalf of 5db870a3330d487ab5caaa1bf1493cbe for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:15:02.290875 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-784dffac-de55-4d93-9176-078a0c712c2d tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:02.418290 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-784dffac-de55-4d93-9176-078a0c712c2d tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Allocated IP 172.20.0.9 (3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3/b7a8a4f3-480f-44bb-93a7-38ced618a1aa/9d23afb6-4fc9-47c8-ac09-210b2a013a42) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:15:02.580843 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-784dffac-de55-4d93-9176-078a0c712c2d tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:02.616945 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-784dffac-de55-4d93-9176-078a0c712c2d tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:02.667558 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-784dffac-de55-4d93-9176-078a0c712c2d tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Network 3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:15:02.670751 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-784dffac-de55-4d93-9176-078a0c712c2d tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:15:02.675074 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-784dffac-de55-4d93-9176-078a0c712c2d tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:15:02.678980 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784dffac-de55-4d93-9176-078a0c712c2d tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Pushing event updated for resources: {'Port': ['ID=9d23afb6-4fc9-47c8-ac09-210b2a013a42,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:15:02.724254 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-784dffac-de55-4d93-9176-078a0c712c2d tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:02.724942 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-784dffac-de55-4d93-9176-078a0c712c2d tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:02.742449 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-784dffac-de55-4d93-9176-078a0c712c2d tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9367714 Nov 04 11:15:02.755447 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-536124cc-dcc6-4a98-9afd-f99f11597ba6 service neutron] Request body: {'port': {'device_id': '9a4c2629-135a-444f-b963-ee748430edeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:15:02.810929 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-536124cc-dcc6-4a98-9afd-f99f11597ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:02.992931 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61abb46-54f0-4569-9244-9a5e447439f1 req-d5e45223-b7c2-4a15-b96b-13aa8b3a9e2a tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:02.994472 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d61abb46-54f0-4569-9244-9a5e447439f1 req-d5e45223-b7c2-4a15-b96b-13aa8b3a9e2a tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=9a4c2629-135a-444f-b963-ee748430edeb HTTP/1.1" status: 200 len: 931 time: 0.0503125 Nov 04 11:15:03.046083 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d61abb46-54f0-4569-9244-9a5e447439f1 req-96bcc8cd-2f5e-455a-a0a9-11f5518a4660 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454907 Nov 04 11:15:03.082664 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-536124cc-dcc6-4a98-9afd-f99f11597ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d23afb6-4fc9-47c8-ac09-210b2a013a42 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:15:03.090848 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-536124cc-dcc6-4a98-9afd-f99f11597ba6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:03.103065 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-536124cc-dcc6-4a98-9afd-f99f11597ba6 service neutron] Transition to ACTIVE for port object 9d23afb6-4fc9-47c8-ac09-210b2a013a42 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:15:03.109548 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-536124cc-dcc6-4a98-9afd-f99f11597ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:03.165718 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536124cc-dcc6-4a98-9afd-f99f11597ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d23afb6-4fc9-47c8-ac09-210b2a013a42,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:15:03.229596 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-536124cc-dcc6-4a98-9afd-f99f11597ba6 service neutron] Attempting to bind port 9d23afb6-4fc9-47c8-ac09-210b2a013a42 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:15:03.229918 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-536124cc-dcc6-4a98-9afd-f99f11597ba6 service neutron] Attempting to bind port 9d23afb6-4fc9-47c8-ac09-210b2a013a42 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'b23a1d58-1e73-4a61-bad8-97170ce97366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:15:03.230244 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-536124cc-dcc6-4a98-9afd-f99f11597ba6 service neutron] Attempting to bind port 9d23afb6-4fc9-47c8-ac09-210b2a013a42 on network 3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:15:03.234855 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-536124cc-dcc6-4a98-9afd-f99f11597ba6 service neutron] Port 9d23afb6-4fc9-47c8-ac09-210b2a013a42 on network 3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:15:03.235175 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-536124cc-dcc6-4a98-9afd-f99f11597ba6 service neutron] Attempting to bind port 9d23afb6-4fc9-47c8-ac09-210b2a013a42 on network 3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:15:03.241852 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-536124cc-dcc6-4a98-9afd-f99f11597ba6 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:15:03.242287 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-536124cc-dcc6-4a98-9afd-f99f11597ba6 service neutron] Checking segment: {'id': 'b23a1d58-1e73-4a61-bad8-97170ce97366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:15:03.242679 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-536124cc-dcc6-4a98-9afd-f99f11597ba6 service neutron] Bound using segment: {'id': 'b23a1d58-1e73-4a61-bad8-97170ce97366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:15:03.243201 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-536124cc-dcc6-4a98-9afd-f99f11597ba6 service neutron] Bound port: 9d23afb6-4fc9-47c8-ac09-210b2a013a42, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b23a1d58-1e73-4a61-bad8-97170ce97366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:15:03.243473 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-536124cc-dcc6-4a98-9afd-f99f11597ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:03.309902 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-536124cc-dcc6-4a98-9afd-f99f11597ba6 service neutron] For port 9d23afb6-4fc9-47c8-ac09-210b2a013a42, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:15:03.312969 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-536124cc-dcc6-4a98-9afd-f99f11597ba6 service neutron] For port 9d23afb6-4fc9-47c8-ac09-210b2a013a42, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=9d23afb6-4fc9-47c8-ac09-210b2a013a42,segment=NetworkSegment(b23a1d58-1e73-4a61-bad8-97170ce97366),segment_id=b23a1d58-1e73-4a61-bad8-97170ce97366)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:15:03.320081 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-536124cc-dcc6-4a98-9afd-f99f11597ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:03.365651 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-536124cc-dcc6-4a98-9afd-f99f11597ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:03.366324 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-536124cc-dcc6-4a98-9afd-f99f11597ba6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:03.367757 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-536124cc-dcc6-4a98-9afd-f99f11597ba6 service neutron] 10.222.0.121 "PUT /v2.0/ports/9d23afb6-4fc9-47c8-ac09-210b2a013a42 HTTP/1.1" status: 200 len: 1091 time: 0.6163621 Nov 04 11:15:03.368206 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4c2629-135a-444f-b963-ee748430edeb', 'tag': '9d23afb6-4fc9-47c8-ac09-210b2a013a42'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:15:03.370548 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57991aba-b413-4d3b-a865-f57858e29a13" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4c2629-135a-444f-b963-ee748430edeb", "tag": "9d23afb6-4fc9-47c8-ac09-210b2a013a42"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:15:03.393770 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536124cc-dcc6-4a98-9afd-f99f11597ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d23afb6-4fc9-47c8-ac09-210b2a013a42,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:15:03.413835 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0da5c0-bb8e-403e-a048-c13fa7062e5c x-openstack-request-id: req-8c0da5c0-bb8e-403e-a048-c13fa7062e5c {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:15:03.414141 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4c2629-135a-444f-b963-ee748430edeb", "tag": "9d23afb6-4fc9-47c8-ac09-210b2a013a42", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:15:03.414398 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-8c0da5c0-bb8e-403e-a048-c13fa7062e5c {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:15:03.414783 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4c2629-135a-444f-b963-ee748430edeb', 'tag': '9d23afb6-4fc9-47c8-ac09-210b2a013a42', 'status': 'completed', 'code': 200} Nov 04 11:15:03.460040 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-8df66fdc-e9dc-4193-8409-e76fb809471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:03.462030 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-8df66fdc-e9dc-4193-8409-e76fb809471d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=5db870a3330d487ab5caaa1bf1493cbe&device_id=9a4c2629-135a-444f-b963-ee748430edeb HTTP/1.1" status: 200 len: 1094 time: 0.0431178 Nov 04 11:15:03.509641 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-a9fc42a3-8d77-4915-a5bf-862a699fb1b8 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d23afb6-4fc9-47c8-ac09-210b2a013a42 HTTP/1.1" status: 200 len: 217 time: 0.0376394 Nov 04 11:15:03.560663 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-81d04523-c70f-4787-9aff-8a8768826762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:03.562134 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-81d04523-c70f-4787-9aff-8a8768826762 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b7a8a4f3-480f-44bb-93a7-38ced618a1aa HTTP/1.1" status: 200 len: 854 time: 0.0453486 Nov 04 11:15:03.593937 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-5731f9f7-0687-49ed-8431-9acea8209578 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243626 Nov 04 11:15:03.692762 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-e8f2a3cf-704e-4265-908d-cc36bdf7e759 service neutron] 10.222.0.121 "GET /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909584 Nov 04 11:15:03.790177 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b985cd95-c6fc-4bec-b1b3-d7e7fbdb76f3 req-100233d4-a3c1-4ef3-852a-61737e5c730d service neutron] 10.222.0.121 "GET /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899234 Nov 04 11:15:03.884804 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57991aba-b413-4d3b-a865-f57858e29a13 req-fd9210ba-35d0-4d2e-a38d-dc14191428f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:03.886359 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-57991aba-b413-4d3b-a865-f57858e29a13 req-fd9210ba-35d0-4d2e-a38d-dc14191428f6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=5db870a3330d487ab5caaa1bf1493cbe&device_id=9a4c2629-135a-444f-b963-ee748430edeb HTTP/1.1" status: 200 len: 1094 time: 0.0436366 Nov 04 11:15:03.998040 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57991aba-b413-4d3b-a865-f57858e29a13 req-972c171d-a73f-4adf-95cd-959fb49a655e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:03.999537 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-57991aba-b413-4d3b-a865-f57858e29a13 req-972c171d-a73f-4adf-95cd-959fb49a655e service neutron] 10.222.0.121 "GET /v2.0/networks?id=3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 HTTP/1.1" status: 200 len: 916 time: 0.1039593 Nov 04 11:15:04.044040 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-57991aba-b413-4d3b-a865-f57858e29a13 req-2d817e0a-cd12-4f8e-849b-805e0bc2f429 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d23afb6-4fc9-47c8-ac09-210b2a013a42 HTTP/1.1" status: 200 len: 217 time: 0.0362015 Nov 04 11:15:04.098429 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57991aba-b413-4d3b-a865-f57858e29a13 req-022f4fb6-e14d-474c-abaa-917e388d5d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:04.099906 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-57991aba-b413-4d3b-a865-f57858e29a13 req-022f4fb6-e14d-474c-abaa-917e388d5d8d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b7a8a4f3-480f-44bb-93a7-38ced618a1aa HTTP/1.1" status: 200 len: 854 time: 0.0467823 Nov 04 11:15:04.137508 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-57991aba-b413-4d3b-a865-f57858e29a13 req-9fa4a92c-2f10-4c38-9cd9-a889215a2b6a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300548 Nov 04 11:15:04.171645 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f85d29-0a58-4da9-a2fc-53c349eaea05 req-62718490-f4ed-4afe-ac1a-fa3651e3e261 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:04.173257 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d8f85d29-0a58-4da9-a2fc-53c349eaea05 req-62718490-f4ed-4afe-ac1a-fa3651e3e261 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=9a4c2629-135a-444f-b963-ee748430edeb HTTP/1.1" status: 200 len: 943 time: 0.0539529 Nov 04 11:15:04.224519 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d8f85d29-0a58-4da9-a2fc-53c349eaea05 req-2a2a1ab2-b613-4264-abe2-ab6a3965eef9 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448847 Nov 04 11:15:04.234336 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-57991aba-b413-4d3b-a865-f57858e29a13 req-c03e469a-dde6-4f68-9d17-3855e28356e6 service neutron] 10.222.0.121 "GET /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863395 Nov 04 11:15:04.339508 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-57991aba-b413-4d3b-a865-f57858e29a13 req-5231c0f9-6dce-4c60-b3a3-3c699af1dbee service neutron] 10.222.0.121 "GET /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966325 Nov 04 11:15:05.370725 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f5d8a-aa67-4578-b03d-9c7ba7197c97 req-98201eb1-d7de-4818-ab56-43841f116b53 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:05.372249 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f4f5d8a-aa67-4578-b03d-9c7ba7197c97 req-98201eb1-d7de-4818-ab56-43841f116b53 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=9a4c2629-135a-444f-b963-ee748430edeb HTTP/1.1" status: 200 len: 943 time: 0.0666561 Nov 04 11:15:05.425558 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9f4f5d8a-aa67-4578-b03d-9c7ba7197c97 req-2e89016b-6876-4d0a-9070-f71d77d359db tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440726 Nov 04 11:15:06.549745 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fa613-704c-4963-8a2c-c75192796884 req-f1436f07-e981-4f1d-ac03-a9f713dbfaec tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:06.551283 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-303fa613-704c-4963-8a2c-c75192796884 req-f1436f07-e981-4f1d-ac03-a9f713dbfaec tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=9a4c2629-135a-444f-b963-ee748430edeb HTTP/1.1" status: 200 len: 943 time: 0.0504820 Nov 04 11:15:06.602490 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-303fa613-704c-4963-8a2c-c75192796884 req-170c7e9a-0aac-462b-8287-b22ca67efd70 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446124 Nov 04 11:15:06.897493 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 9d23afb6-4fc9-47c8-ac09-210b2a013a42 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:15:06.999081 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 9d23afb6-4fc9-47c8-ac09-210b2a013a42, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=9d23afb6-4fc9-47c8-ac09-210b2a013a42,segment=NetworkSegment(b23a1d58-1e73-4a61-bad8-97170ce97366),segment_id=b23a1d58-1e73-4a61-bad8-97170ce97366)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:15:07.010966 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '9d23afb6-4fc9-47c8-ac09-210b2a013a42', 'network_id': '3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3', 'port_id': '9d23afb6-4fc9-47c8-ac09-210b2a013a42', 'mac_address': 'fa:16:3e:0f:3c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7a8a4f3-480f-44bb-93a7-38ced618a1aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:15:07.049614 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:07.062572 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d23afb6-4fc9-47c8-ac09-210b2a013a42 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:15:07.082869 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 9d23afb6-4fc9-47c8-ac09-210b2a013a42, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=9d23afb6-4fc9-47c8-ac09-210b2a013a42,segment=NetworkSegment(b23a1d58-1e73-4a61-bad8-97170ce97366),segment_id=b23a1d58-1e73-4a61-bad8-97170ce97366)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:15:07.089689 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:07.147084 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=9d23afb6-4fc9-47c8-ac09-210b2a013a42,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:15:07.155158 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:15:07.155407 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:15:07.155775 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:15:07.156136 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:15:07.156469 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:15:07.156800 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:15:07.157159 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:15:07.157490 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:15:07.157808 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:15:07.158115 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:15:07.158440 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:15:07.158759 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:15:07.300702 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['9d23afb6-4fc9-47c8-ac09-210b2a013a42'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:15:07.734207 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae2497-d437-4d01-8e5a-433c2b5d20f4 req-c28c02e6-4a3e-4a7e-a6e3-3836f7cfcb3a tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:07.735726 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-14ae2497-d437-4d01-8e5a-433c2b5d20f4 req-c28c02e6-4a3e-4a7e-a6e3-3836f7cfcb3a tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=9a4c2629-135a-444f-b963-ee748430edeb HTTP/1.1" status: 200 len: 944 time: 0.0519271 Nov 04 11:15:07.793171 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-14ae2497-d437-4d01-8e5a-433c2b5d20f4 req-72f14fa2-ae4c-445d-bdb8-c61df7629fb4 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512505 Nov 04 11:15:08.915092 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 9d23afb6-4fc9-47c8-ac09-210b2a013a42 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:15:08.939319 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098117a6-7998-4c83-8352-9973273c814d req-dddda1b0-de00-42e4-9746-f214047999d1 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:08.940862 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-098117a6-7998-4c83-8352-9973273c814d req-dddda1b0-de00-42e4-9746-f214047999d1 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=9a4c2629-135a-444f-b963-ee748430edeb HTTP/1.1" status: 200 len: 944 time: 0.0540631 Nov 04 11:15:08.967700 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 9d23afb6-4fc9-47c8-ac09-210b2a013a42 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:15:08.971400 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 9d23afb6-4fc9-47c8-ac09-210b2a013a42 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:15:08.971762 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:08.992693 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-098117a6-7998-4c83-8352-9973273c814d req-e7e18301-8eab-425e-a85a-c6767ed43e13 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447762 Nov 04 11:15:09.053008 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:09.076533 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4c2629-135a-444f-b963-ee748430edeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d23afb6-4fc9-47c8-ac09-210b2a013a42'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:15:09.078818 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3078fe5a-93ef-4ef7-b5f3-62281f76d0c7" -d '{"events": [{"server_uuid": "9a4c2629-135a-444f-b963-ee748430edeb", "name": "network-vif-plugged", "status": "completed", "tag": "9d23afb6-4fc9-47c8-ac09-210b2a013a42"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:15:09.091233 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 9d23afb6-4fc9-47c8-ac09-210b2a013a42, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=9d23afb6-4fc9-47c8-ac09-210b2a013a42,segment=NetworkSegment(b23a1d58-1e73-4a61-bad8-97170ce97366),segment_id=b23a1d58-1e73-4a61-bad8-97170ce97366)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:15:09.096736 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:09.123227 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd653d0c-50c4-4a69-b2ef-1e6720e2a9f5 x-openstack-request-id: req-dd653d0c-50c4-4a69-b2ef-1e6720e2a9f5 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:15:09.123492 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4c2629-135a-444f-b963-ee748430edeb", "name": "network-vif-plugged", "status": "completed", "tag": "9d23afb6-4fc9-47c8-ac09-210b2a013a42", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:15:09.123830 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-dd653d0c-50c4-4a69-b2ef-1e6720e2a9f5 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:15:09.124187 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4c2629-135a-444f-b963-ee748430edeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d23afb6-4fc9-47c8-ac09-210b2a013a42', 'code': 200} Nov 04 11:15:09.152220 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=9d23afb6-4fc9-47c8-ac09-210b2a013a42,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:15:09.237531 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39f34e-ccaf-49d6-b8ed-c8bd92c70eef req-80aeb814-26ae-44b7-88fd-8717151e537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:09.239016 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ef39f34e-ccaf-49d6-b8ed-c8bd92c70eef req-80aeb814-26ae-44b7-88fd-8717151e537b service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=9a4c2629-135a-444f-b963-ee748430edeb HTTP/1.1" status: 200 len: 1096 time: 0.0510018 Nov 04 11:15:09.284859 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ef39f34e-ccaf-49d6-b8ed-c8bd92c70eef req-75edce94-825f-4e56-9d41-51685e4e9897 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379710 Nov 04 11:15:10.137262 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7379c-e15d-49af-b827-94adc108eda1 req-05fb14df-79f0-41fd-b4e0-4fd333a79110 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:10.138912 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-44c7379c-e15d-49af-b827-94adc108eda1 req-05fb14df-79f0-41fd-b4e0-4fd333a79110 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=9a4c2629-135a-444f-b963-ee748430edeb HTTP/1.1" status: 200 len: 945 time: 0.0583224 Nov 04 11:15:10.188964 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-44c7379c-e15d-49af-b827-94adc108eda1 req-82b8e83a-1ea1-4e8c-b272-a4aeee003793 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433099 Nov 04 11:15:11.327729 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1a1d5-3043-454b-ae86-c6c871966cad req-0448c45f-8c24-4b53-b4e3-f4e87eafebcf tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:11.329307 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-98e1a1d5-3043-454b-ae86-c6c871966cad req-0448c45f-8c24-4b53-b4e3-f4e87eafebcf tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=9a4c2629-135a-444f-b963-ee748430edeb HTTP/1.1" status: 200 len: 945 time: 0.0585506 Nov 04 11:15:11.383491 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-98e1a1d5-3043-454b-ae86-c6c871966cad req-cf18b70c-9e70-4b74-82d4-f9de37fff9b2 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448811 Nov 04 11:15:12.648473 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:15.099864 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:16.877175 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f21375ad-7631-4dab-93a6-5521b077278b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:19.698113 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8f5a613d-1b28-4221-9b85-644a34b993ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:20.883024 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:22.274607 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:22.641095 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:23.916146 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-7f8c48d2-49e3-4262-867b-17e4acb170ca tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:23.917665 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-7f8c48d2-49e3-4262-867b-17e4acb170ca tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/networks?id=3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 HTTP/1.1" status: 200 len: 814 time: 0.1053495 Nov 04 11:15:23.932907 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-7b1c6131-1040-43ea-99c1-f4310850b283 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/quotas/5db870a3330d487ab5caaa1bf1493cbe HTTP/1.1" status: 200 len: 375 time: 0.0093427 Nov 04 11:15:23.989872 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-8467f746-9c92-4647-aaeb-1500dd67ba53 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=5db870a3330d487ab5caaa1bf1493cbe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0504496 Nov 04 11:15:24.086214 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-f014febb-6ea3-47b0-a5a3-b5defec6e27f service neutron] 10.222.0.127 "GET /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876968 Nov 04 11:15:24.184648 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-aa852718-f6a2-46a0-8f7b-2f46fb8397c9 service neutron] 10.222.0.127 "GET /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896518 Nov 04 11:15:24.364358 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c56cdf0d-7975-4b78-b027-70e02eb42bef req-b2f713ab-f6bd-404a-9a02-cd8a1847f0c9 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=72007d61-f430-4679-8136-47c3cda0c8b2 HTTP/1.1" status: 200 len: 210 time: 0.0297484 Nov 04 11:15:25.357518 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-af3de1e8-335f-424e-9279-e28777e815ea tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:25.359605 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-af3de1e8-335f-424e-9279-e28777e815ea tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.126 "GET /v2.0/networks?id=3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 HTTP/1.1" status: 200 len: 814 time: 0.1179233 Nov 04 11:15:25.372056 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-4258f9b3-655a-4ce4-b549-9dc8ed6c5639 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Request body: {'port': {'device_id': '72007d61-f430-4679-8136-47c3cda0c8b2', 'network_id': '3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3', 'admin_state_up': True, 'tenant_id': '5db870a3330d487ab5caaa1bf1493cbe'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:15:25.464588 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-640cfb12-8b0d-4ac8-ab83-738d82b4796c req-d0bcc3ef-7c3a-4805-8c82-b9af8a55f3f0 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=72007d61-f430-4679-8136-47c3cda0c8b2 HTTP/1.1" status: 200 len: 210 time: 0.0267270 Nov 04 11:15:25.489972 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-4258f9b3-655a-4ce4-b549-9dc8ed6c5639 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Made reservation on behalf of 5db870a3330d487ab5caaa1bf1493cbe for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:15:25.493685 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-4258f9b3-655a-4ce4-b549-9dc8ed6c5639 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:25.624994 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-4258f9b3-655a-4ce4-b549-9dc8ed6c5639 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Allocated IP 172.20.0.14 (3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3/b7a8a4f3-480f-44bb-93a7-38ced618a1aa/2f52a468-7d37-401b-a95c-0b8c9a65513e) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:15:25.778918 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-4258f9b3-655a-4ce4-b549-9dc8ed6c5639 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:25.812487 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-4258f9b3-655a-4ce4-b549-9dc8ed6c5639 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:25.825517 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['9d23afb6-4fc9-47c8-ac09-210b2a013a42'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:15:25.857593 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-4258f9b3-655a-4ce4-b549-9dc8ed6c5639 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Network 3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:15:25.863974 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-4258f9b3-655a-4ce4-b549-9dc8ed6c5639 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:15:25.867985 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-4258f9b3-655a-4ce4-b549-9dc8ed6c5639 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:15:25.898971 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258f9b3-655a-4ce4-b549-9dc8ed6c5639 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Pushing event updated for resources: {'Port': ['ID=2f52a468-7d37-401b-a95c-0b8c9a65513e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:15:25.925551 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-4258f9b3-655a-4ce4-b549-9dc8ed6c5639 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:25.926238 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-4258f9b3-655a-4ce4-b549-9dc8ed6c5639 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:25.946626 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-4258f9b3-655a-4ce4-b549-9dc8ed6c5639 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5782251 Nov 04 11:15:26.015658 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-f321b0d2-4e38-459c-816a-6bd958e51e0e service neutron] Request body: {'port': {'device_id': '72007d61-f430-4679-8136-47c3cda0c8b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:15:26.075235 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-f321b0d2-4e38-459c-816a-6bd958e51e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:26.345736 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-f321b0d2-4e38-459c-816a-6bd958e51e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f52a468-7d37-401b-a95c-0b8c9a65513e {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:15:26.353384 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-f321b0d2-4e38-459c-816a-6bd958e51e0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:26.366083 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-f321b0d2-4e38-459c-816a-6bd958e51e0e service neutron] Transition to ACTIVE for port object 2f52a468-7d37-401b-a95c-0b8c9a65513e will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:15:26.372257 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-f321b0d2-4e38-459c-816a-6bd958e51e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:26.423569 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321b0d2-4e38-459c-816a-6bd958e51e0e service neutron] Pushing event updated for resources: {'Port': ['ID=2f52a468-7d37-401b-a95c-0b8c9a65513e,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:15:26.497369 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-f321b0d2-4e38-459c-816a-6bd958e51e0e service neutron] Attempting to bind port 2f52a468-7d37-401b-a95c-0b8c9a65513e on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:15:26.497873 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-f321b0d2-4e38-459c-816a-6bd958e51e0e service neutron] Attempting to bind port 2f52a468-7d37-401b-a95c-0b8c9a65513e by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b23a1d58-1e73-4a61-bad8-97170ce97366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:15:26.498346 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-f321b0d2-4e38-459c-816a-6bd958e51e0e service neutron] Attempting to bind port 2f52a468-7d37-401b-a95c-0b8c9a65513e on network 3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:15:26.503537 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-f321b0d2-4e38-459c-816a-6bd958e51e0e service neutron] Port 2f52a468-7d37-401b-a95c-0b8c9a65513e on network 3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:15:26.503757 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-f321b0d2-4e38-459c-816a-6bd958e51e0e service neutron] Attempting to bind port 2f52a468-7d37-401b-a95c-0b8c9a65513e on network 3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:15:26.508809 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-f321b0d2-4e38-459c-816a-6bd958e51e0e service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:15:26.510503 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-f321b0d2-4e38-459c-816a-6bd958e51e0e service neutron] Checking segment: {'id': 'b23a1d58-1e73-4a61-bad8-97170ce97366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:15:26.510503 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-f321b0d2-4e38-459c-816a-6bd958e51e0e service neutron] Bound using segment: {'id': 'b23a1d58-1e73-4a61-bad8-97170ce97366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:15:26.510503 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-f321b0d2-4e38-459c-816a-6bd958e51e0e service neutron] Bound port: 2f52a468-7d37-401b-a95c-0b8c9a65513e, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b23a1d58-1e73-4a61-bad8-97170ce97366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:15:26.510503 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-f321b0d2-4e38-459c-816a-6bd958e51e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:26.575449 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-f321b0d2-4e38-459c-816a-6bd958e51e0e service neutron] For port 2f52a468-7d37-401b-a95c-0b8c9a65513e, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:15:26.579461 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-f321b0d2-4e38-459c-816a-6bd958e51e0e service neutron] For port 2f52a468-7d37-401b-a95c-0b8c9a65513e, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=2f52a468-7d37-401b-a95c-0b8c9a65513e,segment=NetworkSegment(b23a1d58-1e73-4a61-bad8-97170ce97366),segment_id=b23a1d58-1e73-4a61-bad8-97170ce97366)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:15:26.585727 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-f321b0d2-4e38-459c-816a-6bd958e51e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:26.598763 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7976a73-8fda-48c9-89c5-e097bf880551 req-c97dbf18-0430-4599-9427-2f1821f78e6a tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:26.600285 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d7976a73-8fda-48c9-89c5-e097bf880551 req-c97dbf18-0430-4599-9427-2f1821f78e6a tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=72007d61-f430-4679-8136-47c3cda0c8b2 HTTP/1.1" status: 200 len: 944 time: 0.0620708 Nov 04 11:15:26.625020 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-f321b0d2-4e38-459c-816a-6bd958e51e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:26.625766 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-f321b0d2-4e38-459c-816a-6bd958e51e0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:26.627209 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-f321b0d2-4e38-459c-816a-6bd958e51e0e service neutron] 10.222.0.126 "PUT /v2.0/ports/2f52a468-7d37-401b-a95c-0b8c9a65513e HTTP/1.1" status: 200 len: 1092 time: 0.6725898 Nov 04 11:15:26.627694 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72007d61-f430-4679-8136-47c3cda0c8b2', 'tag': '2f52a468-7d37-401b-a95c-0b8c9a65513e'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:15:26.630068 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d14e31d-d044-4b4b-bd5f-aa05c81f3c70" -d '{"events": [{"name": "network-changed", "server_uuid": "72007d61-f430-4679-8136-47c3cda0c8b2", "tag": "2f52a468-7d37-401b-a95c-0b8c9a65513e"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:15:26.652701 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321b0d2-4e38-459c-816a-6bd958e51e0e service neutron] Pushing event updated for resources: {'Port': ['ID=2f52a468-7d37-401b-a95c-0b8c9a65513e,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:15:26.665889 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d7976a73-8fda-48c9-89c5-e097bf880551 req-6e94884f-0dbe-40a3-8c09-1099282f38a5 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590906 Nov 04 11:15:26.715997 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-645af89e-26fb-4bcf-992d-551f921fc0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:26.717717 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-645af89e-26fb-4bcf-992d-551f921fc0d5 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=5db870a3330d487ab5caaa1bf1493cbe&device_id=72007d61-f430-4679-8136-47c3cda0c8b2 HTTP/1.1" status: 200 len: 1095 time: 0.0471783 Nov 04 11:15:26.719385 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a27a74-6385-4d90-9b87-f6a9460823b8 x-openstack-request-id: req-03a27a74-6385-4d90-9b87-f6a9460823b8 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:15:26.719667 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72007d61-f430-4679-8136-47c3cda0c8b2", "tag": "2f52a468-7d37-401b-a95c-0b8c9a65513e", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:15:26.719914 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-03a27a74-6385-4d90-9b87-f6a9460823b8 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:15:26.720312 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72007d61-f430-4679-8136-47c3cda0c8b2', 'tag': '2f52a468-7d37-401b-a95c-0b8c9a65513e', 'status': 'completed', 'code': 200} Nov 04 11:15:26.768632 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-dea288d1-fbb7-4326-947c-4068a6645be4 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f52a468-7d37-401b-a95c-0b8c9a65513e HTTP/1.1" status: 200 len: 217 time: 0.0421944 Nov 04 11:15:26.819719 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-f6744361-4e2f-42f3-b647-41b072d14576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:26.821289 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-f6744361-4e2f-42f3-b647-41b072d14576 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b7a8a4f3-480f-44bb-93a7-38ced618a1aa HTTP/1.1" status: 200 len: 854 time: 0.0442164 Nov 04 11:15:26.853125 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-cbc7219b-b843-49e2-b7ed-1233e6c274b1 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249195 Nov 04 11:15:26.955988 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-56b2b9f9-5e2d-467e-8a41-8e9dbe3a337d service neutron] 10.222.0.126 "GET /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956981 Nov 04 11:15:27.054620 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1eb0510-637c-4b6a-b6ec-92e969a11762 req-676a1d67-4432-4091-8335-ef6014abd1c2 service neutron] 10.222.0.126 "GET /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902400 Nov 04 11:15:27.154084 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14e31d-d044-4b4b-bd5f-aa05c81f3c70 req-74f82492-1fc1-469d-a526-fd3e3e8b9063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:27.155648 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3d14e31d-d044-4b4b-bd5f-aa05c81f3c70 req-74f82492-1fc1-469d-a526-fd3e3e8b9063 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=5db870a3330d487ab5caaa1bf1493cbe&device_id=72007d61-f430-4679-8136-47c3cda0c8b2 HTTP/1.1" status: 200 len: 1095 time: 0.0471170 Nov 04 11:15:27.258845 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14e31d-d044-4b4b-bd5f-aa05c81f3c70 req-e661f89f-b2e4-4741-ab14-dfdbeec1334f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:27.260333 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3d14e31d-d044-4b4b-bd5f-aa05c81f3c70 req-e661f89f-b2e4-4741-ab14-dfdbeec1334f service neutron] 10.222.0.126 "GET /v2.0/networks?id=3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 HTTP/1.1" status: 200 len: 916 time: 0.0942767 Nov 04 11:15:27.303751 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3d14e31d-d044-4b4b-bd5f-aa05c81f3c70 req-d28da8eb-f038-4c71-ac1e-e6d6e404b407 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f52a468-7d37-401b-a95c-0b8c9a65513e HTTP/1.1" status: 200 len: 217 time: 0.0356116 Nov 04 11:15:27.360651 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14e31d-d044-4b4b-bd5f-aa05c81f3c70 req-daf802d0-d068-4088-9d27-5aca5f53a15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:27.362131 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3d14e31d-d044-4b4b-bd5f-aa05c81f3c70 req-daf802d0-d068-4088-9d27-5aca5f53a15d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b7a8a4f3-480f-44bb-93a7-38ced618a1aa HTTP/1.1" status: 200 len: 854 time: 0.0513177 Nov 04 11:15:27.397249 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3d14e31d-d044-4b4b-bd5f-aa05c81f3c70 req-b59caf7d-07d5-4e28-8dc0-f3faa3359d62 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264201 Nov 04 11:15:27.493078 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3d14e31d-d044-4b4b-bd5f-aa05c81f3c70 req-071355b7-b9de-4f59-828d-c3715385469b service neutron] 10.222.0.126 "GET /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877786 Nov 04 11:15:27.590128 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3d14e31d-d044-4b4b-bd5f-aa05c81f3c70 req-a2cf1cb5-bf43-49f5-a207-c35293138838 service neutron] 10.222.0.126 "GET /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892229 Nov 04 11:15:27.801659 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d8db9-efd6-4116-833d-ec2c37926dc5 req-3ae34acd-dfa0-4be2-a934-d8bf52f9b2e3 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:27.803197 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-916d8db9-efd6-4116-833d-ec2c37926dc5 req-3ae34acd-dfa0-4be2-a934-d8bf52f9b2e3 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=72007d61-f430-4679-8136-47c3cda0c8b2 HTTP/1.1" status: 200 len: 944 time: 0.0571313 Nov 04 11:15:27.864325 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-916d8db9-efd6-4116-833d-ec2c37926dc5 req-43351b8c-608b-479d-90ce-12918a7d089d tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521545 Nov 04 11:15:28.389217 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:15:29.014044 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1baed-8b72-4192-b9b1-34493d00bd83 req-abd3703f-a0e7-4172-81d0-af6e9fcc6778 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:29.015465 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ee1baed-8b72-4192-b9b1-34493d00bd83 req-abd3703f-a0e7-4172-81d0-af6e9fcc6778 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=72007d61-f430-4679-8136-47c3cda0c8b2 HTTP/1.1" status: 200 len: 944 time: 0.0625086 Nov 04 11:15:29.069223 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ee1baed-8b72-4192-b9b1-34493d00bd83 req-aa58a2fc-468d-493a-9c8b-5d74cb9a9f41 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436656 Nov 04 11:15:30.226733 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe5cb8-e1b5-43e6-89a6-a5af5de0b636 req-0886141f-91f0-4c6f-8247-7e95b2994dce tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:30.228302 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0dfe5cb8-e1b5-43e6-89a6-a5af5de0b636 req-0886141f-91f0-4c6f-8247-7e95b2994dce tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=72007d61-f430-4679-8136-47c3cda0c8b2 HTTP/1.1" status: 200 len: 944 time: 0.0660241 Nov 04 11:15:30.288114 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0dfe5cb8-e1b5-43e6-89a6-a5af5de0b636 req-6119a568-c8a1-428c-a87e-7b8b8e14fb33 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511487 Nov 04 11:15:30.728703 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 2f52a468-7d37-401b-a95c-0b8c9a65513e details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:15:30.836383 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 2f52a468-7d37-401b-a95c-0b8c9a65513e, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=2f52a468-7d37-401b-a95c-0b8c9a65513e,segment=NetworkSegment(b23a1d58-1e73-4a61-bad8-97170ce97366),segment_id=b23a1d58-1e73-4a61-bad8-97170ce97366)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:15:30.849119 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '2f52a468-7d37-401b-a95c-0b8c9a65513e', 'network_id': '3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3', 'port_id': '2f52a468-7d37-401b-a95c-0b8c9a65513e', 'mac_address': 'fa:16:3e:ca:da:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7a8a4f3-480f-44bb-93a7-38ced618a1aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:15:30.896704 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:30.913869 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f52a468-7d37-401b-a95c-0b8c9a65513e {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:15:30.934374 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 2f52a468-7d37-401b-a95c-0b8c9a65513e, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=2f52a468-7d37-401b-a95c-0b8c9a65513e,segment=NetworkSegment(b23a1d58-1e73-4a61-bad8-97170ce97366),segment_id=b23a1d58-1e73-4a61-bad8-97170ce97366)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:15:30.940922 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:30.986531 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=2f52a468-7d37-401b-a95c-0b8c9a65513e,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:15:31.181123 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['2f52a468-7d37-401b-a95c-0b8c9a65513e'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:15:31.410281 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407d8b1-15dd-4bce-a68d-cf389640c98c req-8d8f2c0c-0dc2-4355-84d0-4cd4198d7e85 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:31.411979 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4407d8b1-15dd-4bce-a68d-cf389640c98c req-8d8f2c0c-0dc2-4355-84d0-4cd4198d7e85 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=72007d61-f430-4679-8136-47c3cda0c8b2 HTTP/1.1" status: 200 len: 945 time: 0.0518112 Nov 04 11:15:31.464888 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4407d8b1-15dd-4bce-a68d-cf389640c98c req-99dc21b1-4e0c-4232-ae12-71f754f0d5dd tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467496 Nov 04 11:15:32.592587 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d6f16-e615-4be8-a16a-1cb83cff4806 req-5f37aa61-995a-40fe-bf89-ff1504620955 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:32.594207 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-597d6f16-e615-4be8-a16a-1cb83cff4806 req-5f37aa61-995a-40fe-bf89-ff1504620955 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=72007d61-f430-4679-8136-47c3cda0c8b2 HTTP/1.1" status: 200 len: 945 time: 0.0522695 Nov 04 11:15:32.649604 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-597d6f16-e615-4be8-a16a-1cb83cff4806 req-45c547f4-32eb-40cf-a8b0-2da71215e2cb tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485082 Nov 04 11:15:32.745753 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 2f52a468-7d37-401b-a95c-0b8c9a65513e up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:15:32.806964 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 2f52a468-7d37-401b-a95c-0b8c9a65513e completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:15:32.810840 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 2f52a468-7d37-401b-a95c-0b8c9a65513e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:15:32.811211 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:32.895975 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:33.082204 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72007d61-f430-4679-8136-47c3cda0c8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f52a468-7d37-401b-a95c-0b8c9a65513e'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:15:33.084364 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c4bec4-a098-4834-8044-ba8cd8a23377" -d '{"events": [{"server_uuid": "72007d61-f430-4679-8136-47c3cda0c8b2", "name": "network-vif-plugged", "status": "completed", "tag": "2f52a468-7d37-401b-a95c-0b8c9a65513e"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:15:33.098011 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 2f52a468-7d37-401b-a95c-0b8c9a65513e, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=2f52a468-7d37-401b-a95c-0b8c9a65513e,segment=NetworkSegment(b23a1d58-1e73-4a61-bad8-97170ce97366),segment_id=b23a1d58-1e73-4a61-bad8-97170ce97366)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:15:33.102753 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:33.127285 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697449b0-310b-430d-a1a1-8932727b3971 x-openstack-request-id: req-697449b0-310b-430d-a1a1-8932727b3971 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:15:33.127585 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72007d61-f430-4679-8136-47c3cda0c8b2", "name": "network-vif-plugged", "status": "completed", "tag": "2f52a468-7d37-401b-a95c-0b8c9a65513e", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:15:33.127850 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-697449b0-310b-430d-a1a1-8932727b3971 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:15:33.128274 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72007d61-f430-4679-8136-47c3cda0c8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f52a468-7d37-401b-a95c-0b8c9a65513e', 'code': 200} Nov 04 11:15:33.159388 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=2f52a468-7d37-401b-a95c-0b8c9a65513e,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:15:33.233238 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df0900-3d5c-42f8-8fa8-5b1baaa0d4bc req-0497ee7a-8b7f-4bf0-afbc-c5b558eb984b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:33.234905 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b5df0900-3d5c-42f8-8fa8-5b1baaa0d4bc req-0497ee7a-8b7f-4bf0-afbc-c5b558eb984b service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=72007d61-f430-4679-8136-47c3cda0c8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0470009 Nov 04 11:15:33.288467 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b5df0900-3d5c-42f8-8fa8-5b1baaa0d4bc req-6ae94a18-cbfd-4ac8-acfa-c0d865349eb0 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435994 Nov 04 11:15:33.788894 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfce518-8352-4d48-9644-e63c85b49250 req-62ad5f57-dd1d-4022-a9f4-cdce3eea69e3 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:33.790469 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3cfce518-8352-4d48-9644-e63c85b49250 req-62ad5f57-dd1d-4022-a9f4-cdce3eea69e3 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=72007d61-f430-4679-8136-47c3cda0c8b2 HTTP/1.1" status: 200 len: 946 time: 0.0589950 Nov 04 11:15:33.838991 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3cfce518-8352-4d48-9644-e63c85b49250 req-74e346a9-df47-42c5-a306-233d80052792 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421979 Nov 04 11:15:34.967867 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245d6dd-d343-4a40-8c52-4672120f3ce8 req-0a866766-131a-4721-b9f0-42ab58aa08f8 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:34.969343 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7245d6dd-d343-4a40-8c52-4672120f3ce8 req-0a866766-131a-4721-b9f0-42ab58aa08f8 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=72007d61-f430-4679-8136-47c3cda0c8b2 HTTP/1.1" status: 200 len: 946 time: 0.0525999 Nov 04 11:15:35.021227 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7245d6dd-d343-4a40-8c52-4672120f3ce8 req-eeff0064-45f9-4b2a-862c-0fbb7650f691 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423687 Nov 04 11:15:41.002682 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-05dae410-5d82-4336-b585-52db31fcdff6 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:41.004106 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-05dae410-5d82-4336-b585-52db31fcdff6 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/networks?id=3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 HTTP/1.1" status: 200 len: 814 time: 0.1152506 Nov 04 11:15:41.021334 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-05a5da06-8493-434d-8e03-e5a9ab111800 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/quotas/5db870a3330d487ab5caaa1bf1493cbe HTTP/1.1" status: 200 len: 375 time: 0.0110540 Nov 04 11:15:41.073975 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-34185bb4-08ab-4f23-beec-8eddd72f2c72 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=5db870a3330d487ab5caaa1bf1493cbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471582 Nov 04 11:15:41.171899 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-0d8b56aa-1a92-4124-99e3-77dabf2441da service neutron] 10.222.0.127 "GET /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900526 Nov 04 11:15:41.265533 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-450b0870-b23e-4991-93fa-905903b6e30e service neutron] 10.222.0.127 "GET /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872400 Nov 04 11:15:41.430440 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c88412a1-7eb0-46d8-a3bb-171a3c12f14d req-29d7632d-e39c-4ff0-9c88-95431aea7495 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=011d6216-0080-4159-b6fd-d6f9ea32432d HTTP/1.1" status: 200 len: 210 time: 0.0280354 Nov 04 11:15:42.425381 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-7b7adb5b-ab1c-4064-88d0-0862a59ccb6b tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:42.426804 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-7b7adb5b-ab1c-4064-88d0-0862a59ccb6b tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.121 "GET /v2.0/networks?id=3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 HTTP/1.1" status: 200 len: 814 time: 0.1196842 Nov 04 11:15:42.441826 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-3e51ef67-30e4-4882-a31e-de241f88c5d8 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Request body: {'port': {'device_id': '011d6216-0080-4159-b6fd-d6f9ea32432d', 'network_id': '3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3', 'admin_state_up': True, 'tenant_id': '5db870a3330d487ab5caaa1bf1493cbe'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:15:42.531964 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fac456a4-b034-4c99-a5bd-12613eb31d2c req-0662a4fd-e988-41a2-89ab-5f4cca2a5443 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=011d6216-0080-4159-b6fd-d6f9ea32432d HTTP/1.1" status: 200 len: 210 time: 0.0329905 Nov 04 11:15:42.554280 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-3e51ef67-30e4-4882-a31e-de241f88c5d8 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Made reservation on behalf of 5db870a3330d487ab5caaa1bf1493cbe for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:15:42.558076 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-3e51ef67-30e4-4882-a31e-de241f88c5d8 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:42.654289 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:42.694298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-3e51ef67-30e4-4882-a31e-de241f88c5d8 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Allocated IP 172.20.0.13 (3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3/b7a8a4f3-480f-44bb-93a7-38ced618a1aa/bf396fe9-e51f-4aff-9d2e-4ae2223e2c38) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:15:42.844655 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-3e51ef67-30e4-4882-a31e-de241f88c5d8 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:42.879661 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-3e51ef67-30e4-4882-a31e-de241f88c5d8 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:42.893754 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['9d23afb6-4fc9-47c8-ac09-210b2a013a42'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:15:42.896772 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['2f52a468-7d37-401b-a95c-0b8c9a65513e'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:15:42.928279 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-3e51ef67-30e4-4882-a31e-de241f88c5d8 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Network 3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:15:42.933448 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-3e51ef67-30e4-4882-a31e-de241f88c5d8 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:15:42.937483 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-3e51ef67-30e4-4882-a31e-de241f88c5d8 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:15:42.964128 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51ef67-30e4-4882-a31e-de241f88c5d8 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Pushing event updated for resources: {'Port': ['ID=bf396fe9-e51f-4aff-9d2e-4ae2223e2c38,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:15:42.991952 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-3e51ef67-30e4-4882-a31e-de241f88c5d8 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:42.992565 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-3e51ef67-30e4-4882-a31e-de241f88c5d8 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:43.010674 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-3e51ef67-30e4-4882-a31e-de241f88c5d8 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5738354 Nov 04 11:15:43.023620 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-1e0c3ffb-299e-4a16-92dc-ae40e614b5da service neutron] Request body: {'port': {'device_id': '011d6216-0080-4159-b6fd-d6f9ea32432d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:15:43.081890 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-1e0c3ffb-299e-4a16-92dc-ae40e614b5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:43.344930 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-1e0c3ffb-299e-4a16-92dc-ae40e614b5da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf396fe9-e51f-4aff-9d2e-4ae2223e2c38 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:15:43.352332 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-1e0c3ffb-299e-4a16-92dc-ae40e614b5da service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:43.364895 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-1e0c3ffb-299e-4a16-92dc-ae40e614b5da service neutron] Transition to ACTIVE for port object bf396fe9-e51f-4aff-9d2e-4ae2223e2c38 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:15:43.371404 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-1e0c3ffb-299e-4a16-92dc-ae40e614b5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:43.420800 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c3ffb-299e-4a16-92dc-ae40e614b5da service neutron] Pushing event updated for resources: {'Port': ['ID=bf396fe9-e51f-4aff-9d2e-4ae2223e2c38,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:15:43.495713 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-1e0c3ffb-299e-4a16-92dc-ae40e614b5da service neutron] Attempting to bind port bf396fe9-e51f-4aff-9d2e-4ae2223e2c38 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:15:43.496455 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-1e0c3ffb-299e-4a16-92dc-ae40e614b5da service neutron] Attempting to bind port bf396fe9-e51f-4aff-9d2e-4ae2223e2c38 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'b23a1d58-1e73-4a61-bad8-97170ce97366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:15:43.496455 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-1e0c3ffb-299e-4a16-92dc-ae40e614b5da service neutron] Attempting to bind port bf396fe9-e51f-4aff-9d2e-4ae2223e2c38 on network 3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:15:43.500838 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-1e0c3ffb-299e-4a16-92dc-ae40e614b5da service neutron] Port bf396fe9-e51f-4aff-9d2e-4ae2223e2c38 on network 3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:15:43.501246 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-1e0c3ffb-299e-4a16-92dc-ae40e614b5da service neutron] Attempting to bind port bf396fe9-e51f-4aff-9d2e-4ae2223e2c38 on network 3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:15:43.506369 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-1e0c3ffb-299e-4a16-92dc-ae40e614b5da service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:15:43.506701 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-1e0c3ffb-299e-4a16-92dc-ae40e614b5da service neutron] Checking segment: {'id': 'b23a1d58-1e73-4a61-bad8-97170ce97366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:15:43.507076 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-1e0c3ffb-299e-4a16-92dc-ae40e614b5da service neutron] Bound using segment: {'id': 'b23a1d58-1e73-4a61-bad8-97170ce97366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:15:43.507506 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-1e0c3ffb-299e-4a16-92dc-ae40e614b5da service neutron] Bound port: bf396fe9-e51f-4aff-9d2e-4ae2223e2c38, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b23a1d58-1e73-4a61-bad8-97170ce97366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:15:43.507849 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-1e0c3ffb-299e-4a16-92dc-ae40e614b5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:43.571324 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-1e0c3ffb-299e-4a16-92dc-ae40e614b5da service neutron] For port bf396fe9-e51f-4aff-9d2e-4ae2223e2c38, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:15:43.574613 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-1e0c3ffb-299e-4a16-92dc-ae40e614b5da service neutron] For port bf396fe9-e51f-4aff-9d2e-4ae2223e2c38, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=bf396fe9-e51f-4aff-9d2e-4ae2223e2c38,segment=NetworkSegment(b23a1d58-1e73-4a61-bad8-97170ce97366),segment_id=b23a1d58-1e73-4a61-bad8-97170ce97366)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:15:43.580952 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-1e0c3ffb-299e-4a16-92dc-ae40e614b5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:43.615744 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-1e0c3ffb-299e-4a16-92dc-ae40e614b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:43.616528 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-1e0c3ffb-299e-4a16-92dc-ae40e614b5da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:43.617994 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-1e0c3ffb-299e-4a16-92dc-ae40e614b5da service neutron] 10.222.0.121 "PUT /v2.0/ports/bf396fe9-e51f-4aff-9d2e-4ae2223e2c38 HTTP/1.1" status: 200 len: 1092 time: 0.5990207 Nov 04 11:15:43.620290 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011d6216-0080-4159-b6fd-d6f9ea32432d', 'tag': 'bf396fe9-e51f-4aff-9d2e-4ae2223e2c38'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:15:43.623355 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecca79a6-1eca-4800-b15e-fe346f96a763" -d '{"events": [{"name": "network-changed", "server_uuid": "011d6216-0080-4159-b6fd-d6f9ea32432d", "tag": "bf396fe9-e51f-4aff-9d2e-4ae2223e2c38"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:15:43.649728 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c3ffb-299e-4a16-92dc-ae40e614b5da service neutron] Pushing event updated for resources: {'Port': ['ID=bf396fe9-e51f-4aff-9d2e-4ae2223e2c38,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:15:43.660350 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d2740-e0fe-48e4-8036-f38ac1d49d1e req-1607e0e9-3699-402b-b49a-f871b4fee0e8 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:43.662651 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bb8d2740-e0fe-48e4-8036-f38ac1d49d1e req-1607e0e9-3699-402b-b49a-f871b4fee0e8 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=011d6216-0080-4159-b6fd-d6f9ea32432d HTTP/1.1" status: 200 len: 944 time: 0.0537553 Nov 04 11:15:43.713641 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-1a635609-44f7-4ca8-adc5-5333e714236e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:43.713914 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bb8d2740-e0fe-48e4-8036-f38ac1d49d1e req-537314ec-070e-40c6-a727-935b871f0b7f tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433860 Nov 04 11:15:43.715149 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-1a635609-44f7-4ca8-adc5-5333e714236e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=5db870a3330d487ab5caaa1bf1493cbe&device_id=011d6216-0080-4159-b6fd-d6f9ea32432d HTTP/1.1" status: 200 len: 1095 time: 0.0426953 Nov 04 11:15:43.766108 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afa9dea-2e85-4142-b015-3cf245028421 x-openstack-request-id: req-8afa9dea-2e85-4142-b015-3cf245028421 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:15:43.766407 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011d6216-0080-4159-b6fd-d6f9ea32432d", "tag": "bf396fe9-e51f-4aff-9d2e-4ae2223e2c38", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:15:43.766654 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-8afa9dea-2e85-4142-b015-3cf245028421 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:15:43.767050 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011d6216-0080-4159-b6fd-d6f9ea32432d', 'tag': 'bf396fe9-e51f-4aff-9d2e-4ae2223e2c38', 'status': 'completed', 'code': 200} Nov 04 11:15:43.769324 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-ae77ed18-2bfb-4fd2-b9b8-7462acf5759d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf396fe9-e51f-4aff-9d2e-4ae2223e2c38 HTTP/1.1" status: 200 len: 217 time: 0.0448430 Nov 04 11:15:43.831793 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-246e1ccd-f425-4054-b0b0-384dd365066d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:43.833309 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-246e1ccd-f425-4054-b0b0-384dd365066d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b7a8a4f3-480f-44bb-93a7-38ced618a1aa HTTP/1.1" status: 200 len: 854 time: 0.0564818 Nov 04 11:15:43.869692 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-13cf492d-9a42-4f2b-9c20-1de7cf3b52f3 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278144 Nov 04 11:15:43.967363 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-1fa39499-2531-46f6-b4fa-5a787407da6f service neutron] 10.222.0.121 "GET /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888491 Nov 04 11:15:44.080046 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1426d94-3b73-4c19-995c-d6ed9f26f7c1 req-c4dc67ee-7558-43f3-a4cc-382cbf55ea89 service neutron] 10.222.0.121 "GET /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047421 Nov 04 11:15:44.177525 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca79a6-1eca-4800-b15e-fe346f96a763 req-8a96ae60-1807-4a5b-8d4e-9448ca1950e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:44.179354 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ecca79a6-1eca-4800-b15e-fe346f96a763 req-8a96ae60-1807-4a5b-8d4e-9448ca1950e2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=5db870a3330d487ab5caaa1bf1493cbe&device_id=011d6216-0080-4159-b6fd-d6f9ea32432d HTTP/1.1" status: 200 len: 1095 time: 0.0495827 Nov 04 11:15:44.292929 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca79a6-1eca-4800-b15e-fe346f96a763 req-91b1de6d-87aa-4724-aea5-0866f7bce12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:44.294424 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ecca79a6-1eca-4800-b15e-fe346f96a763 req-91b1de6d-87aa-4724-aea5-0866f7bce12d service neutron] 10.222.0.121 "GET /v2.0/networks?id=3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 HTTP/1.1" status: 200 len: 916 time: 0.1064482 Nov 04 11:15:44.339310 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ecca79a6-1eca-4800-b15e-fe346f96a763 req-da0c791f-0032-40c5-b14d-7ecc93e02e6a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf396fe9-e51f-4aff-9d2e-4ae2223e2c38 HTTP/1.1" status: 200 len: 217 time: 0.0352929 Nov 04 11:15:44.396272 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca79a6-1eca-4800-b15e-fe346f96a763 req-94d51b80-cf1d-4713-a2a5-9cb724731fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:44.397924 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ecca79a6-1eca-4800-b15e-fe346f96a763 req-94d51b80-cf1d-4713-a2a5-9cb724731fc7 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b7a8a4f3-480f-44bb-93a7-38ced618a1aa HTTP/1.1" status: 200 len: 854 time: 0.0500684 Nov 04 11:15:44.441686 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ecca79a6-1eca-4800-b15e-fe346f96a763 req-31709004-b030-4daa-aabb-9ab6d33e252e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355597 Nov 04 11:15:44.540867 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ecca79a6-1eca-4800-b15e-fe346f96a763 req-50751ce7-0a9c-4e7d-93de-b525a82f3cb9 service neutron] 10.222.0.121 "GET /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899336 Nov 04 11:15:44.643720 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ecca79a6-1eca-4800-b15e-fe346f96a763 req-58d727f0-8d2b-4b9a-975f-fc6e008a39b5 service neutron] 10.222.0.121 "GET /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950882 Nov 04 11:15:44.836435 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dadbb4-9f93-4111-8cd1-c08ef674809c req-ccc74803-e856-45d2-9560-e51c8daf2784 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:44.837988 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d8dadbb4-9f93-4111-8cd1-c08ef674809c req-ccc74803-e856-45d2-9560-e51c8daf2784 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=011d6216-0080-4159-b6fd-d6f9ea32432d HTTP/1.1" status: 200 len: 944 time: 0.0513384 Nov 04 11:15:44.887671 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d8dadbb4-9f93-4111-8cd1-c08ef674809c req-bf54c73c-15f1-4df7-abe1-839815e0e4ca tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436404 Nov 04 11:15:45.105778 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:46.032277 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e74f9c-040d-458b-b144-db588dd3456e req-0f3fa38b-ec39-4f13-8b2e-198c5c7efc30 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:46.034212 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-16e74f9c-040d-458b-b144-db588dd3456e req-0f3fa38b-ec39-4f13-8b2e-198c5c7efc30 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=011d6216-0080-4159-b6fd-d6f9ea32432d HTTP/1.1" status: 200 len: 944 time: 0.0670648 Nov 04 11:15:46.084472 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-16e74f9c-040d-458b-b144-db588dd3456e req-062622b2-56f0-4c41-9a81-1b43d36634a2 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438194 Nov 04 11:15:46.886647 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-09079551-294a-4f55-b29b-d9ce42b4ffe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:47.099704 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device bf396fe9-e51f-4aff-9d2e-4ae2223e2c38 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:15:47.212002 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port bf396fe9-e51f-4aff-9d2e-4ae2223e2c38, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=bf396fe9-e51f-4aff-9d2e-4ae2223e2c38,segment=NetworkSegment(b23a1d58-1e73-4a61-bad8-97170ce97366),segment_id=b23a1d58-1e73-4a61-bad8-97170ce97366)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:15:47.224763 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'bf396fe9-e51f-4aff-9d2e-4ae2223e2c38', 'network_id': '3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3', 'port_id': 'bf396fe9-e51f-4aff-9d2e-4ae2223e2c38', 'mac_address': 'fa:16:3e:85:09:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7a8a4f3-480f-44bb-93a7-38ced618a1aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:15:47.237623 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19738417-4aa3-4df6-8be2-e151c20a172e req-8dabe655-1c18-4599-b669-a0e8bb0ab3b8 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:47.239566 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-19738417-4aa3-4df6-8be2-e151c20a172e req-8dabe655-1c18-4599-b669-a0e8bb0ab3b8 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=011d6216-0080-4159-b6fd-d6f9ea32432d HTTP/1.1" status: 200 len: 944 time: 0.0756922 Nov 04 11:15:47.267226 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:47.283075 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf396fe9-e51f-4aff-9d2e-4ae2223e2c38 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:15:47.297128 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-19738417-4aa3-4df6-8be2-e151c20a172e req-64f325ca-63eb-4cb1-adbf-e72cd219e63d tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473652 Nov 04 11:15:47.303938 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port bf396fe9-e51f-4aff-9d2e-4ae2223e2c38, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=bf396fe9-e51f-4aff-9d2e-4ae2223e2c38,segment=NetworkSegment(b23a1d58-1e73-4a61-bad8-97170ce97366),segment_id=b23a1d58-1e73-4a61-bad8-97170ce97366)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:15:47.310472 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:47.362714 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=bf396fe9-e51f-4aff-9d2e-4ae2223e2c38,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:15:47.522749 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['bf396fe9-e51f-4aff-9d2e-4ae2223e2c38'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:15:48.430595 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea056ad-56d9-4017-b40e-179d72595118 req-0642581e-54f9-4abc-b2de-6148fe7f45a3 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:48.432156 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eea056ad-56d9-4017-b40e-179d72595118 req-0642581e-54f9-4abc-b2de-6148fe7f45a3 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=011d6216-0080-4159-b6fd-d6f9ea32432d HTTP/1.1" status: 200 len: 945 time: 0.0572040 Nov 04 11:15:48.495862 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eea056ad-56d9-4017-b40e-179d72595118 req-dea13594-78cb-4227-bc57-0f33baef7bcf tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550747 Nov 04 11:15:49.104974 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device bf396fe9-e51f-4aff-9d2e-4ae2223e2c38 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:15:49.167081 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port bf396fe9-e51f-4aff-9d2e-4ae2223e2c38 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:15:49.171037 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port bf396fe9-e51f-4aff-9d2e-4ae2223e2c38 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:15:49.171529 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:49.263672 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:49.292133 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011d6216-0080-4159-b6fd-d6f9ea32432d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf396fe9-e51f-4aff-9d2e-4ae2223e2c38'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:15:49.295529 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b22412f-e22f-44ab-958b-9f6e5e70b528" -d '{"events": [{"server_uuid": "011d6216-0080-4159-b6fd-d6f9ea32432d", "name": "network-vif-plugged", "status": "completed", "tag": "bf396fe9-e51f-4aff-9d2e-4ae2223e2c38"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:15:49.309524 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port bf396fe9-e51f-4aff-9d2e-4ae2223e2c38, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=bf396fe9-e51f-4aff-9d2e-4ae2223e2c38,segment=NetworkSegment(b23a1d58-1e73-4a61-bad8-97170ce97366),segment_id=b23a1d58-1e73-4a61-bad8-97170ce97366)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:15:49.315383 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:49.339862 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7809b3-ed9b-4bab-814c-ea5b6bca5c68 x-openstack-request-id: req-aa7809b3-ed9b-4bab-814c-ea5b6bca5c68 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:15:49.340193 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011d6216-0080-4159-b6fd-d6f9ea32432d", "name": "network-vif-plugged", "status": "completed", "tag": "bf396fe9-e51f-4aff-9d2e-4ae2223e2c38", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:15:49.340456 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-aa7809b3-ed9b-4bab-814c-ea5b6bca5c68 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:15:49.340824 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011d6216-0080-4159-b6fd-d6f9ea32432d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf396fe9-e51f-4aff-9d2e-4ae2223e2c38', 'code': 200} Nov 04 11:15:49.366000 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=bf396fe9-e51f-4aff-9d2e-4ae2223e2c38,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:15:49.436878 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fdf51-341b-497f-99d1-dfc3daa4c97a req-3dcbb2fc-4690-489d-8350-c43ab8e571b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:49.438431 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-049fdf51-341b-497f-99d1-dfc3daa4c97a req-3dcbb2fc-4690-489d-8350-c43ab8e571b7 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=011d6216-0080-4159-b6fd-d6f9ea32432d HTTP/1.1" status: 200 len: 1097 time: 0.0422575 Nov 04 11:15:49.486717 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-049fdf51-341b-497f-99d1-dfc3daa4c97a req-113f98c0-d113-417d-a819-990560a3c7ec service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404296 Nov 04 11:15:49.623394 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e891e9b-2522-4123-8a81-8f561875ebc3 req-fb0a1a16-4af5-44ed-916a-6108ce8cdff6 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:49.624999 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3e891e9b-2522-4123-8a81-8f561875ebc3 req-fb0a1a16-4af5-44ed-916a-6108ce8cdff6 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=011d6216-0080-4159-b6fd-d6f9ea32432d HTTP/1.1" status: 200 len: 946 time: 0.0500994 Nov 04 11:15:49.676640 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3e891e9b-2522-4123-8a81-8f561875ebc3 req-acbc923a-1499-4e62-a06b-f5eeffa4d479 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440044 Nov 04 11:15:49.694108 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7f81db1b-0ad5-4764-a337-9ea2cdeabd0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:50.801725 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3cf18-77cb-4c48-83f6-b0da86dbe985 req-8fb03eb0-7939-4f4d-831f-8151fc45e1fa tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:15:50.803615 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2ee3cf18-77cb-4c48-83f6-b0da86dbe985 req-8fb03eb0-7939-4f4d-831f-8151fc45e1fa tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=011d6216-0080-4159-b6fd-d6f9ea32432d HTTP/1.1" status: 200 len: 946 time: 0.0533485 Nov 04 11:15:50.854711 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2ee3cf18-77cb-4c48-83f6-b0da86dbe985 req-3e1cb6b0-4530-4788-af27-e3fded66d333 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448437 Nov 04 11:15:50.882244 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:52.277989 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:15:52.640263 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:00.066779 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02fb9995-dafc-4b20-bdda-1cc84697f53c req-436782c7-4ff4-4370-9c89-2983d21ac25f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=9a4c2629-135a-444f-b963-ee748430edeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425916 Nov 04 11:16:00.160030 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb9995-dafc-4b20-bdda-1cc84697f53c req-f6f48422-b79d-4b8e-9294-34aefadefbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:00.161844 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02fb9995-dafc-4b20-bdda-1cc84697f53c req-f6f48422-b79d-4b8e-9294-34aefadefbb6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=5db870a3330d487ab5caaa1bf1493cbe&device_id=9a4c2629-135a-444f-b963-ee748430edeb HTTP/1.1" status: 200 len: 1096 time: 0.0482936 Nov 04 11:16:00.271061 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb9995-dafc-4b20-bdda-1cc84697f53c req-5ee873d4-c8b1-4eab-9011-29f0ffc1b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:00.272580 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02fb9995-dafc-4b20-bdda-1cc84697f53c req-5ee873d4-c8b1-4eab-9011-29f0ffc1b790 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 HTTP/1.1" status: 200 len: 916 time: 0.0905280 Nov 04 11:16:00.320052 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02fb9995-dafc-4b20-bdda-1cc84697f53c req-4a4cdc7d-0c01-45b7-82c6-5dd4868d946b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d23afb6-4fc9-47c8-ac09-210b2a013a42 HTTP/1.1" status: 200 len: 217 time: 0.0390613 Nov 04 11:16:00.383861 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb9995-dafc-4b20-bdda-1cc84697f53c req-5a27d07e-d3c2-4610-833b-cdc26894ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:00.385386 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02fb9995-dafc-4b20-bdda-1cc84697f53c req-5a27d07e-d3c2-4610-833b-cdc26894ec50 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b7a8a4f3-480f-44bb-93a7-38ced618a1aa HTTP/1.1" status: 200 len: 854 time: 0.0529063 Nov 04 11:16:00.421510 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02fb9995-dafc-4b20-bdda-1cc84697f53c req-743183af-b39b-4735-bd3a-0635db9ef1fd service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282233 Nov 04 11:16:00.534852 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02fb9995-dafc-4b20-bdda-1cc84697f53c req-aa1f97de-57f8-4072-804c-f16f23d1a420 service neutron] 10.222.0.121 "GET /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955160 Nov 04 11:16:00.633561 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02fb9995-dafc-4b20-bdda-1cc84697f53c req-9149d1da-ecc4-4232-8323-f43c877377a5 service neutron] 10.222.0.121 "GET /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912473 Nov 04 11:16:05.393068 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:16:07.856864 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-28cef141-87f6-4dd3-bb9e-9ed5efce76f3 req-ed693077-30a0-4159-8305-416b30df9cf2 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=72007d61-f430-4679-8136-47c3cda0c8b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428011 Nov 04 11:16:07.941455 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cef141-87f6-4dd3-bb9e-9ed5efce76f3 req-0de73cf6-a10d-4528-aa75-b9ff2f5fde73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:07.943042 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-28cef141-87f6-4dd3-bb9e-9ed5efce76f3 req-0de73cf6-a10d-4528-aa75-b9ff2f5fde73 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=5db870a3330d487ab5caaa1bf1493cbe&device_id=72007d61-f430-4679-8136-47c3cda0c8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0433025 Nov 04 11:16:08.059098 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cef141-87f6-4dd3-bb9e-9ed5efce76f3 req-0a68029a-a42d-4ea6-be10-b0444fe72350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:08.060513 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-28cef141-87f6-4dd3-bb9e-9ed5efce76f3 req-0a68029a-a42d-4ea6-be10-b0444fe72350 service neutron] 10.222.0.126 "GET /v2.0/networks?id=3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 HTTP/1.1" status: 200 len: 916 time: 0.0944250 Nov 04 11:16:08.104102 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-28cef141-87f6-4dd3-bb9e-9ed5efce76f3 req-4e0bca05-d412-45fb-9ac8-628e7ebbf933 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f52a468-7d37-401b-a95c-0b8c9a65513e HTTP/1.1" status: 200 len: 217 time: 0.0364275 Nov 04 11:16:08.162958 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cef141-87f6-4dd3-bb9e-9ed5efce76f3 req-4e4f7ad6-d78e-4756-b4b5-534bd116c08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:08.164474 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-28cef141-87f6-4dd3-bb9e-9ed5efce76f3 req-4e4f7ad6-d78e-4756-b4b5-534bd116c08f service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b7a8a4f3-480f-44bb-93a7-38ced618a1aa HTTP/1.1" status: 200 len: 854 time: 0.0535669 Nov 04 11:16:08.196446 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-28cef141-87f6-4dd3-bb9e-9ed5efce76f3 req-59455608-aba1-4f7b-a50b-7b301c298b7b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249782 Nov 04 11:16:08.288536 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-28cef141-87f6-4dd3-bb9e-9ed5efce76f3 req-eb10d721-2658-4b08-b0d2-cc388236ebb4 service neutron] 10.222.0.126 "GET /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840864 Nov 04 11:16:08.743499 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-28cef141-87f6-4dd3-bb9e-9ed5efce76f3 req-e769fdd4-63e8-4bf0-9f96-decf6a389c09 service neutron] 10.222.0.126 "GET /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469740 Nov 04 11:16:09.138948 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-2ea8a6a2-486e-43c9-b9e2-1995d617fca5 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:09.140629 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-2ea8a6a2-486e-43c9-b9e2-1995d617fca5 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/networks?id=3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 HTTP/1.1" status: 200 len: 814 time: 0.1095955 Nov 04 11:16:09.160301 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-6394ca2a-2d4d-4e3b-be76-17bc3bcc9f3b tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/quotas/5db870a3330d487ab5caaa1bf1493cbe HTTP/1.1" status: 200 len: 375 time: 0.0115366 Nov 04 11:16:09.217520 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-6ad3f6d6-ff9c-4218-8439-036bccf09052 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=5db870a3330d487ab5caaa1bf1493cbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494428 Nov 04 11:16:09.318603 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-d130489b-a0ff-4e78-b2ab-5abd7c4b3f84 service neutron] 10.222.0.127 "GET /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935664 Nov 04 11:16:09.412766 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-4c6db739-1236-436c-ab2e-3f5c3fcd9d4c service neutron] 10.222.0.127 "GET /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875864 Nov 04 11:16:09.585176 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fd99650d-7b18-42af-872a-4f42568a995e req-d5da66aa-786f-4e42-93be-9c2d9da96887 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=a081c5bb-aef9-49fe-a87a-765107566cd0 HTTP/1.1" status: 200 len: 210 time: 0.0270298 Nov 04 11:16:10.566343 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-d0a92bb4-b5a9-4468-a009-2d52f095a8b6 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:10.567770 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-d0a92bb4-b5a9-4468-a009-2d52f095a8b6 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.126 "GET /v2.0/networks?id=3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 HTTP/1.1" status: 200 len: 814 time: 0.1089480 Nov 04 11:16:10.580777 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-fc45c8d5-945b-449b-a68d-ca18172a2eea tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Request body: {'port': {'device_id': 'a081c5bb-aef9-49fe-a87a-765107566cd0', 'network_id': '3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3', 'admin_state_up': True, 'tenant_id': '5db870a3330d487ab5caaa1bf1493cbe'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:16:10.687780 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d0f4a70-4134-4dc2-b7d5-b19fcd377411 req-75adade6-3302-4ece-bfc4-e93a79b280aa tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=a081c5bb-aef9-49fe-a87a-765107566cd0 HTTP/1.1" status: 200 len: 210 time: 0.0310690 Nov 04 11:16:10.699413 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-fc45c8d5-945b-449b-a68d-ca18172a2eea tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Made reservation on behalf of 5db870a3330d487ab5caaa1bf1493cbe for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:16:10.703197 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-fc45c8d5-945b-449b-a68d-ca18172a2eea tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:10.841027 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-fc45c8d5-945b-449b-a68d-ca18172a2eea tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Allocated IP 172.20.0.4 (3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3/b7a8a4f3-480f-44bb-93a7-38ced618a1aa/3795e83a-fdf2-47eb-85cd-15eec5c583fe) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:16:10.995967 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-fc45c8d5-945b-449b-a68d-ca18172a2eea tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:11.032909 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-fc45c8d5-945b-449b-a68d-ca18172a2eea tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:11.048058 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['2f52a468-7d37-401b-a95c-0b8c9a65513e'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:16:11.050821 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['9d23afb6-4fc9-47c8-ac09-210b2a013a42', 'bf396fe9-e51f-4aff-9d2e-4ae2223e2c38'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:16:11.081677 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-fc45c8d5-945b-449b-a68d-ca18172a2eea tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Network 3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:16:11.086790 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-fc45c8d5-945b-449b-a68d-ca18172a2eea tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:16:11.091712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-fc45c8d5-945b-449b-a68d-ca18172a2eea tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:16:11.115772 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45c8d5-945b-449b-a68d-ca18172a2eea tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Pushing event updated for resources: {'Port': ['ID=3795e83a-fdf2-47eb-85cd-15eec5c583fe,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:16:11.128537 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc45c8d5-945b-449b-a68d-ca18172a2eea tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:16:11.128882 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc45c8d5-945b-449b-a68d-ca18172a2eea tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:16:11.129231 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc45c8d5-945b-449b-a68d-ca18172a2eea tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:16:11.129558 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc45c8d5-945b-449b-a68d-ca18172a2eea tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:16:11.129925 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc45c8d5-945b-449b-a68d-ca18172a2eea tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:16:11.130169 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc45c8d5-945b-449b-a68d-ca18172a2eea tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:16:11.130502 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc45c8d5-945b-449b-a68d-ca18172a2eea tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:16:11.130797 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc45c8d5-945b-449b-a68d-ca18172a2eea tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:16:11.131117 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc45c8d5-945b-449b-a68d-ca18172a2eea tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:16:11.131424 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc45c8d5-945b-449b-a68d-ca18172a2eea tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:16:11.131741 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc45c8d5-945b-449b-a68d-ca18172a2eea tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:16:11.132069 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc45c8d5-945b-449b-a68d-ca18172a2eea tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:16:11.155870 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-fc45c8d5-945b-449b-a68d-ca18172a2eea tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:11.156480 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-fc45c8d5-945b-449b-a68d-ca18172a2eea tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:11.174259 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-fc45c8d5-945b-449b-a68d-ca18172a2eea tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5973358 Nov 04 11:16:11.187178 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-01ce4831-657d-4139-a202-cfb26c1e9560 service neutron] Request body: {'port': {'device_id': 'a081c5bb-aef9-49fe-a87a-765107566cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:16:11.243119 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-01ce4831-657d-4139-a202-cfb26c1e9560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:11.520868 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-01ce4831-657d-4139-a202-cfb26c1e9560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3795e83a-fdf2-47eb-85cd-15eec5c583fe {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:16:11.528777 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-01ce4831-657d-4139-a202-cfb26c1e9560 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:11.542131 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-01ce4831-657d-4139-a202-cfb26c1e9560 service neutron] Transition to ACTIVE for port object 3795e83a-fdf2-47eb-85cd-15eec5c583fe will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:16:11.548565 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-01ce4831-657d-4139-a202-cfb26c1e9560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:11.601790 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce4831-657d-4139-a202-cfb26c1e9560 service neutron] Pushing event updated for resources: {'Port': ['ID=3795e83a-fdf2-47eb-85cd-15eec5c583fe,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:16:11.669040 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-01ce4831-657d-4139-a202-cfb26c1e9560 service neutron] Attempting to bind port 3795e83a-fdf2-47eb-85cd-15eec5c583fe on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:16:11.669363 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-01ce4831-657d-4139-a202-cfb26c1e9560 service neutron] Attempting to bind port 3795e83a-fdf2-47eb-85cd-15eec5c583fe by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'b23a1d58-1e73-4a61-bad8-97170ce97366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:16:11.669684 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-01ce4831-657d-4139-a202-cfb26c1e9560 service neutron] Attempting to bind port 3795e83a-fdf2-47eb-85cd-15eec5c583fe on network 3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:16:11.674249 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-01ce4831-657d-4139-a202-cfb26c1e9560 service neutron] Port 3795e83a-fdf2-47eb-85cd-15eec5c583fe on network 3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:16:11.674568 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-01ce4831-657d-4139-a202-cfb26c1e9560 service neutron] Attempting to bind port 3795e83a-fdf2-47eb-85cd-15eec5c583fe on network 3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:16:11.679944 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-01ce4831-657d-4139-a202-cfb26c1e9560 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:16:11.680281 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-01ce4831-657d-4139-a202-cfb26c1e9560 service neutron] Checking segment: {'id': 'b23a1d58-1e73-4a61-bad8-97170ce97366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:16:11.680617 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-01ce4831-657d-4139-a202-cfb26c1e9560 service neutron] Bound using segment: {'id': 'b23a1d58-1e73-4a61-bad8-97170ce97366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:16:11.681236 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-01ce4831-657d-4139-a202-cfb26c1e9560 service neutron] Bound port: 3795e83a-fdf2-47eb-85cd-15eec5c583fe, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b23a1d58-1e73-4a61-bad8-97170ce97366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:16:11.681547 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-01ce4831-657d-4139-a202-cfb26c1e9560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:11.751437 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-01ce4831-657d-4139-a202-cfb26c1e9560 service neutron] For port 3795e83a-fdf2-47eb-85cd-15eec5c583fe, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:16:11.754811 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-01ce4831-657d-4139-a202-cfb26c1e9560 service neutron] For port 3795e83a-fdf2-47eb-85cd-15eec5c583fe, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=3795e83a-fdf2-47eb-85cd-15eec5c583fe,segment=NetworkSegment(b23a1d58-1e73-4a61-bad8-97170ce97366),segment_id=b23a1d58-1e73-4a61-bad8-97170ce97366)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:16:11.760325 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-01ce4831-657d-4139-a202-cfb26c1e9560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:11.799642 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-01ce4831-657d-4139-a202-cfb26c1e9560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:11.800392 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-01ce4831-657d-4139-a202-cfb26c1e9560 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:11.801847 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-01ce4831-657d-4139-a202-cfb26c1e9560 service neutron] 10.222.0.126 "PUT /v2.0/ports/3795e83a-fdf2-47eb-85cd-15eec5c583fe HTTP/1.1" status: 200 len: 1091 time: 0.6192672 Nov 04 11:16:11.802302 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a081c5bb-aef9-49fe-a87a-765107566cd0', 'tag': '3795e83a-fdf2-47eb-85cd-15eec5c583fe'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:16:11.804669 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974ddefd-8da6-4fd6-984a-8b9c009fe22a" -d '{"events": [{"name": "network-changed", "server_uuid": "a081c5bb-aef9-49fe-a87a-765107566cd0", "tag": "3795e83a-fdf2-47eb-85cd-15eec5c583fe"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:16:11.812345 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364e1c4-fb43-439e-8786-9ba1e749e700 req-8aaef927-8b5e-427a-81ef-dbc59716a9e2 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:11.813981 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c364e1c4-fb43-439e-8786-9ba1e749e700 req-8aaef927-8b5e-427a-81ef-dbc59716a9e2 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=a081c5bb-aef9-49fe-a87a-765107566cd0 HTTP/1.1" status: 200 len: 943 time: 0.0538750 Nov 04 11:16:11.830968 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce4831-657d-4139-a202-cfb26c1e9560 service neutron] Pushing event updated for resources: {'Port': ['ID=3795e83a-fdf2-47eb-85cd-15eec5c583fe,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:16:11.865516 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c364e1c4-fb43-439e-8786-9ba1e749e700 req-ac498be2-7941-4d11-b549-b349118cd4aa tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440629 Nov 04 11:16:11.899194 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-c43ff3ba-e3b4-4e12-a593-c9082ae7b2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:11.900911 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-c43ff3ba-e3b4-4e12-a593-c9082ae7b2af service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=5db870a3330d487ab5caaa1bf1493cbe&device_id=a081c5bb-aef9-49fe-a87a-765107566cd0 HTTP/1.1" status: 200 len: 1094 time: 0.0532191 Nov 04 11:16:11.915469 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154aae6d-5909-4709-ad7d-43d1ce4c0cef x-openstack-request-id: req-154aae6d-5909-4709-ad7d-43d1ce4c0cef {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:16:11.916327 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a081c5bb-aef9-49fe-a87a-765107566cd0", "tag": "3795e83a-fdf2-47eb-85cd-15eec5c583fe", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:16:11.916584 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-154aae6d-5909-4709-ad7d-43d1ce4c0cef {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:16:11.917136 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a081c5bb-aef9-49fe-a87a-765107566cd0', 'tag': '3795e83a-fdf2-47eb-85cd-15eec5c583fe', 'status': 'completed', 'code': 200} Nov 04 11:16:11.946674 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-3e9a3a59-ab90-4fdc-a888-9e8a621d489a service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3795e83a-fdf2-47eb-85cd-15eec5c583fe HTTP/1.1" status: 200 len: 217 time: 0.0378551 Nov 04 11:16:12.002150 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-804c9201-41d1-4522-9222-ce1c7c14fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:12.003670 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-804c9201-41d1-4522-9222-ce1c7c14fa38 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b7a8a4f3-480f-44bb-93a7-38ced618a1aa HTTP/1.1" status: 200 len: 854 time: 0.0503953 Nov 04 11:16:12.047000 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-b5f07fca-81af-4d16-8d8c-d762080b5a4c service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351994 Nov 04 11:16:12.148365 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-f4517862-d37a-4aa2-a689-b436c006b0a3 service neutron] 10.222.0.126 "GET /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924125 Nov 04 11:16:12.248491 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-34b15329-7a1e-4a42-8a42-7ae39a770735 req-1b1452d0-76a8-4fea-ba71-d1a1c818b996 service neutron] 10.222.0.126 "GET /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930514 Nov 04 11:16:12.340951 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ddefd-8da6-4fd6-984a-8b9c009fe22a req-7ee1019b-2192-4647-8167-ba8b23150325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:12.342426 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-974ddefd-8da6-4fd6-984a-8b9c009fe22a req-7ee1019b-2192-4647-8167-ba8b23150325 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=5db870a3330d487ab5caaa1bf1493cbe&device_id=a081c5bb-aef9-49fe-a87a-765107566cd0 HTTP/1.1" status: 200 len: 1094 time: 0.0452669 Nov 04 11:16:12.448693 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ddefd-8da6-4fd6-984a-8b9c009fe22a req-4a5027de-13df-49f6-9aa4-8330f18711cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:12.450220 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-974ddefd-8da6-4fd6-984a-8b9c009fe22a req-4a5027de-13df-49f6-9aa4-8330f18711cb service neutron] 10.222.0.126 "GET /v2.0/networks?id=3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 HTTP/1.1" status: 200 len: 916 time: 0.0980599 Nov 04 11:16:12.504068 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-974ddefd-8da6-4fd6-984a-8b9c009fe22a req-4509fda7-612f-4a88-8e3c-68bdf3efe9d2 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3795e83a-fdf2-47eb-85cd-15eec5c583fe HTTP/1.1" status: 200 len: 217 time: 0.0461104 Nov 04 11:16:12.554161 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ddefd-8da6-4fd6-984a-8b9c009fe22a req-a4005322-4f23-493d-9be9-6a56d62de3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:12.555629 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-974ddefd-8da6-4fd6-984a-8b9c009fe22a req-a4005322-4f23-493d-9be9-6a56d62de3cb service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b7a8a4f3-480f-44bb-93a7-38ced618a1aa HTTP/1.1" status: 200 len: 854 time: 0.0444553 Nov 04 11:16:12.588319 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-974ddefd-8da6-4fd6-984a-8b9c009fe22a req-44e7d6f5-e5be-4549-a339-9e3db79eab76 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252604 Nov 04 11:16:12.664685 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:12.691016 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-974ddefd-8da6-4fd6-984a-8b9c009fe22a req-371e466f-59a9-4131-bd5a-edee72381698 service neutron] 10.222.0.126 "GET /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948646 Nov 04 11:16:12.789142 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-974ddefd-8da6-4fd6-984a-8b9c009fe22a req-99561ac9-4872-4a64-985f-22d1601ca38c service neutron] 10.222.0.126 "GET /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898273 Nov 04 11:16:13.000678 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08484f1-d658-4676-a46c-3650fdd1a465 req-4f673e4d-8a1f-4975-ab02-9f920179b058 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:13.002100 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f08484f1-d658-4676-a46c-3650fdd1a465 req-4f673e4d-8a1f-4975-ab02-9f920179b058 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=a081c5bb-aef9-49fe-a87a-765107566cd0 HTTP/1.1" status: 200 len: 943 time: 0.0544276 Nov 04 11:16:13.056858 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f08484f1-d658-4676-a46c-3650fdd1a465 req-9abce60a-2146-422d-a03f-345a44178aeb tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457504 Nov 04 11:16:14.193641 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9c6ef-7f06-43f0-9be0-fab2c01602d1 req-e52c96a6-e029-4cbc-ba11-73d23b2ec604 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:14.195148 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ee9c6ef-7f06-43f0-9be0-fab2c01602d1 req-e52c96a6-e029-4cbc-ba11-73d23b2ec604 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=a081c5bb-aef9-49fe-a87a-765107566cd0 HTTP/1.1" status: 200 len: 943 time: 0.0585027 Nov 04 11:16:14.245848 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ee9c6ef-7f06-43f0-9be0-fab2c01602d1 req-0e05df21-18d4-4442-8f4b-5acc20e7fe03 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436842 Nov 04 11:16:14.900698 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 3795e83a-fdf2-47eb-85cd-15eec5c583fe details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:16:15.006229 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 3795e83a-fdf2-47eb-85cd-15eec5c583fe, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=3795e83a-fdf2-47eb-85cd-15eec5c583fe,segment=NetworkSegment(b23a1d58-1e73-4a61-bad8-97170ce97366),segment_id=b23a1d58-1e73-4a61-bad8-97170ce97366)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:16:15.018134 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '3795e83a-fdf2-47eb-85cd-15eec5c583fe', 'network_id': '3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3', 'port_id': '3795e83a-fdf2-47eb-85cd-15eec5c583fe', 'mac_address': 'fa:16:3e:b8:87:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7a8a4f3-480f-44bb-93a7-38ced618a1aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:16:15.063639 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:15.081286 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3795e83a-fdf2-47eb-85cd-15eec5c583fe {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:16:15.109401 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 3795e83a-fdf2-47eb-85cd-15eec5c583fe, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=3795e83a-fdf2-47eb-85cd-15eec5c583fe,segment=NetworkSegment(b23a1d58-1e73-4a61-bad8-97170ce97366),segment_id=b23a1d58-1e73-4a61-bad8-97170ce97366)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:16:15.115879 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:15.121412 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:15.172963 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=3795e83a-fdf2-47eb-85cd-15eec5c583fe,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:16:15.180958 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:16:15.181303 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:16:15.181668 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:16:15.182001 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:16:15.182326 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:16:15.182647 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:16:15.182963 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:16:15.183280 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:16:15.183574 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:16:15.183909 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:16:15.184203 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:16:15.184520 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:16:15.316186 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['3795e83a-fdf2-47eb-85cd-15eec5c583fe'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:16:15.377811 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbac665-bf1a-4072-ac89-06650e708fbe req-d21f8287-53b5-47a5-a702-9dc1e9c0e217 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:15.379511 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6fbac665-bf1a-4072-ac89-06650e708fbe req-d21f8287-53b5-47a5-a702-9dc1e9c0e217 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=a081c5bb-aef9-49fe-a87a-765107566cd0 HTTP/1.1" status: 200 len: 944 time: 0.0578563 Nov 04 11:16:15.427947 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6fbac665-bf1a-4072-ac89-06650e708fbe req-8b08f20e-ba67-4b12-baa0-f905427e1d99 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422595 Nov 04 11:16:16.556894 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1287211-8392-4d93-8909-8c9d785155b7 req-ae51d3f6-4459-434f-a899-d3036b41c0c2 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:16.558460 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1287211-8392-4d93-8909-8c9d785155b7 req-ae51d3f6-4459-434f-a899-d3036b41c0c2 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=a081c5bb-aef9-49fe-a87a-765107566cd0 HTTP/1.1" status: 200 len: 944 time: 0.0586650 Nov 04 11:16:16.610627 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1287211-8392-4d93-8909-8c9d785155b7 req-a564045e-a630-4ec9-b785-580c414166a0 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427775 Nov 04 11:16:16.886050 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d6ca-34b6-4fc1-bcf6-b849ae9f8b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:16.898331 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 3795e83a-fdf2-47eb-85cd-15eec5c583fe up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:16:16.954129 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 3795e83a-fdf2-47eb-85cd-15eec5c583fe completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:16:16.960518 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 3795e83a-fdf2-47eb-85cd-15eec5c583fe triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:16:16.961082 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:17.041970 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:17.066539 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a081c5bb-aef9-49fe-a87a-765107566cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3795e83a-fdf2-47eb-85cd-15eec5c583fe'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:16:17.069006 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b38795e-1a0c-4401-8ec2-06d917e98eb0" -d '{"events": [{"server_uuid": "a081c5bb-aef9-49fe-a87a-765107566cd0", "name": "network-vif-plugged", "status": "completed", "tag": "3795e83a-fdf2-47eb-85cd-15eec5c583fe"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:16:17.081635 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 3795e83a-fdf2-47eb-85cd-15eec5c583fe, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=3795e83a-fdf2-47eb-85cd-15eec5c583fe,segment=NetworkSegment(b23a1d58-1e73-4a61-bad8-97170ce97366),segment_id=b23a1d58-1e73-4a61-bad8-97170ce97366)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:16:17.088373 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:17.122880 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0f511f-686f-4c8d-b1b5-bfe751385612 x-openstack-request-id: req-7c0f511f-686f-4c8d-b1b5-bfe751385612 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:16:17.123191 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a081c5bb-aef9-49fe-a87a-765107566cd0", "name": "network-vif-plugged", "status": "completed", "tag": "3795e83a-fdf2-47eb-85cd-15eec5c583fe", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:16:17.123428 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-7c0f511f-686f-4c8d-b1b5-bfe751385612 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:16:17.124395 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a081c5bb-aef9-49fe-a87a-765107566cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3795e83a-fdf2-47eb-85cd-15eec5c583fe', 'code': 200} Nov 04 11:16:17.157474 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=3795e83a-fdf2-47eb-85cd-15eec5c583fe,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:16:17.212893 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5e7f7-a91e-469b-b290-c66fd2f144de req-024adffd-7b82-4646-b416-00225e8ce726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:17.214619 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-28b5e7f7-a91e-469b-b290-c66fd2f144de req-024adffd-7b82-4646-b416-00225e8ce726 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=a081c5bb-aef9-49fe-a87a-765107566cd0 HTTP/1.1" status: 200 len: 1096 time: 0.0434866 Nov 04 11:16:17.268599 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-28b5e7f7-a91e-469b-b290-c66fd2f144de req-9bd6c679-9bef-4e8b-9774-d13ac3aa6d3f service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467966 Nov 04 11:16:17.747117 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60558fed-5719-46e3-87f5-a802461f5f37 req-acb6e9cd-b872-4101-80a6-a4097396686c tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:17.749000 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-60558fed-5719-46e3-87f5-a802461f5f37 req-acb6e9cd-b872-4101-80a6-a4097396686c tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=a081c5bb-aef9-49fe-a87a-765107566cd0 HTTP/1.1" status: 200 len: 945 time: 0.0569890 Nov 04 11:16:17.801341 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-60558fed-5719-46e3-87f5-a802461f5f37 req-1448f69e-523a-4685-bb19-4672a5cbc94c tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438213 Nov 04 11:16:18.926793 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ee73d-818a-41d5-a80c-ed5abaa6e1b2 req-c7991192-06ec-4b75-87e8-1ae20161d1eb tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:18.928374 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-294ee73d-818a-41d5-a80c-ed5abaa6e1b2 req-c7991192-06ec-4b75-87e8-1ae20161d1eb tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=a081c5bb-aef9-49fe-a87a-765107566cd0 HTTP/1.1" status: 200 len: 945 time: 0.0564687 Nov 04 11:16:18.985407 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-294ee73d-818a-41d5-a80c-ed5abaa6e1b2 req-d05dd6dd-3aa8-4bae-914a-6c6cd7fdf8d6 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479515 Nov 04 11:16:19.693098 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-46a5708f-f203-4050-9816-a28a1bb18f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:20.886536 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:22.275626 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:22.635895 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:41.499765 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbda48-91af-4de3-82a2-557199576f00 req-98eff660-3b26-40fd-9dbb-c0a3aadf178d tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:41.501546 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-84dbda48-91af-4de3-82a2-557199576f00 req-98eff660-3b26-40fd-9dbb-c0a3aadf178d tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=a081c5bb-aef9-49fe-a87a-765107566cd0 HTTP/1.1" status: 200 len: 945 time: 0.0514357 Nov 04 11:16:41.554233 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-84dbda48-91af-4de3-82a2-557199576f00 req-77daaa81-b452-4efa-81bb-ca678ff9da18 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459883 Nov 04 11:16:42.394337 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:16:42.679638 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:42.684003 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63213a41-3586-4dae-bb2a-78bb3d8eff19 req-d47eacfd-1400-48a1-b912-fdd53cf2f0c8 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:42.685584 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-63213a41-3586-4dae-bb2a-78bb3d8eff19 req-d47eacfd-1400-48a1-b912-fdd53cf2f0c8 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=a081c5bb-aef9-49fe-a87a-765107566cd0 HTTP/1.1" status: 200 len: 945 time: 0.0546515 Nov 04 11:16:42.735855 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-63213a41-3586-4dae-bb2a-78bb3d8eff19 req-e31ce109-0bbe-4ae7-8791-7695b0db74d0 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438139 Nov 04 11:16:43.106815 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ae28d-0a64-45db-bf11-01f46e9b0050 req-c64e66e1-f788-48b5-b4af-cdfbff40c9c5 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:43.108197 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ec8ae28d-0a64-45db-bf11-01f46e9b0050 req-c64e66e1-f788-48b5-b4af-cdfbff40c9c5 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.126 "GET /v2.0/ports?device_id=a081c5bb-aef9-49fe-a87a-765107566cd0 HTTP/1.1" status: 200 len: 945 time: 0.0530264 Nov 04 11:16:43.212568 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-ec8ae28d-0a64-45db-bf11-01f46e9b0050 req-717c970c-8de1-48a3-93a0-ab952c43899a tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Deleting port 3795e83a-fdf2-47eb-85cd-15eec5c583fe {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:16:43.212885 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ec8ae28d-0a64-45db-bf11-01f46e9b0050 req-717c970c-8de1-48a3-93a0-ab952c43899a tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:43.312239 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ec8ae28d-0a64-45db-bf11-01f46e9b0050 req-717c970c-8de1-48a3-93a0-ab952c43899a tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] For port 3795e83a-fdf2-47eb-85cd-15eec5c583fe, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=3795e83a-fdf2-47eb-85cd-15eec5c583fe,segment=NetworkSegment(b23a1d58-1e73-4a61-bad8-97170ce97366),segment_id=b23a1d58-1e73-4a61-bad8-97170ce97366)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:16:43.312616 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ec8ae28d-0a64-45db-bf11-01f46e9b0050 req-717c970c-8de1-48a3-93a0-ab952c43899a tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:43.327872 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-ec8ae28d-0a64-45db-bf11-01f46e9b0050 req-717c970c-8de1-48a3-93a0-ab952c43899a tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Calling delete_port for 3795e83a-fdf2-47eb-85cd-15eec5c583fe owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:16:43.466247 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ec8ae28d-0a64-45db-bf11-01f46e9b0050 req-717c970c-8de1-48a3-93a0-ab952c43899a tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:43.479051 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['9d23afb6-4fc9-47c8-ac09-210b2a013a42', 'bf396fe9-e51f-4aff-9d2e-4ae2223e2c38'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:16:43.481856 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['2f52a468-7d37-401b-a95c-0b8c9a65513e', '3795e83a-fdf2-47eb-85cd-15eec5c583fe'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:16:43.497585 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c970c-8de1-48a3-93a0-ab952c43899a tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Pushing event deleted for resources: {'Port': ['ID=3795e83a-fdf2-47eb-85cd-15eec5c583fe,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:16:43.543318 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8ae28d-0a64-45db-bf11-01f46e9b0050 req-717c970c-8de1-48a3-93a0-ab952c43899a tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] No DVR routers for this DVR port 3795e83a-fdf2-47eb-85cd-15eec5c583fe on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:16:43.546764 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ec8ae28d-0a64-45db-bf11-01f46e9b0050 req-717c970c-8de1-48a3-93a0-ab952c43899a tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:43.550211 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ec8ae28d-0a64-45db-bf11-01f46e9b0050 req-717c970c-8de1-48a3-93a0-ab952c43899a tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.126 "DELETE /v2.0/ports/3795e83a-fdf2-47eb-85cd-15eec5c583fe HTTP/1.1" status: 204 len: 173 time: 0.4352987 Nov 04 11:16:43.550756 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a081c5bb-aef9-49fe-a87a-765107566cd0', 'name': 'network-vif-deleted', 'tag': '3795e83a-fdf2-47eb-85cd-15eec5c583fe'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:16:43.553033 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a954183d-eee8-4c2b-aa62-23ff5a3e40cd" -d '{"events": [{"server_uuid": "a081c5bb-aef9-49fe-a87a-765107566cd0", "name": "network-vif-deleted", "tag": "3795e83a-fdf2-47eb-85cd-15eec5c583fe"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:16:43.681757 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a46bd3-7a08-4978-ad4f-405cc919c010 x-openstack-request-id: req-87a46bd3-7a08-4978-ad4f-405cc919c010 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:16:43.682088 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a081c5bb-aef9-49fe-a87a-765107566cd0", "name": "network-vif-deleted", "tag": "3795e83a-fdf2-47eb-85cd-15eec5c583fe", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:16:43.682380 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-87a46bd3-7a08-4978-ad4f-405cc919c010 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:16:43.682800 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a081c5bb-aef9-49fe-a87a-765107566cd0', 'name': 'network-vif-deleted', 'tag': '3795e83a-fdf2-47eb-85cd-15eec5c583fe', 'status': 'completed', 'code': 200} Nov 04 11:16:43.861516 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9710d723-b0d8-4826-89f4-a5a0e798e10a req-1a8346da-d189-4dca-9a74-9e6d230a7178 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=a081c5bb-aef9-49fe-a87a-765107566cd0 HTTP/1.1" status: 200 len: 210 time: 0.0322907 Nov 04 11:16:45.115658 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:46.880567 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b8e6b50d-cad5-4559-bad6-60f54b71eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:47.078038 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 3795e83a-fdf2-47eb-85cd-15eec5c583fe no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:16:47.100593 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 3795e83a-fdf2-47eb-85cd-15eec5c583fe {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:16:47.100961 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 3795e83a-fdf2-47eb-85cd-15eec5c583fe not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:16:48.387385 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4125610-be69-4a51-918e-cfe2a1042519 req-d93afc00-94d5-4d10-a2e1-93e55d12733f tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:48.388931 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e4125610-be69-4a51-918e-cfe2a1042519 req-d93afc00-94d5-4d10-a2e1-93e55d12733f tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=011d6216-0080-4159-b6fd-d6f9ea32432d HTTP/1.1" status: 200 len: 946 time: 0.0497561 Nov 04 11:16:48.443893 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e4125610-be69-4a51-918e-cfe2a1042519 req-f7d253a8-af0a-4a7b-88b5-dc15c920aecd tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479264 Nov 04 11:16:49.591734 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a980e-feed-4c15-9678-f990be2dd298 req-92a31d7c-a4c4-407a-85be-c6126101b569 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:49.593616 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d5a980e-feed-4c15-9678-f990be2dd298 req-92a31d7c-a4c4-407a-85be-c6126101b569 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=011d6216-0080-4159-b6fd-d6f9ea32432d HTTP/1.1" status: 200 len: 946 time: 0.0655851 Nov 04 11:16:49.651857 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d5a980e-feed-4c15-9678-f990be2dd298 req-ec986c4b-a2ef-4a2d-8bce-c70059e391ba tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509539 Nov 04 11:16:49.710777 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e7cb6baf-fe32-4ef3-900a-0e038ac4426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:49.925712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f11c5f-17fd-46ed-b987-ac672db26666 req-364bab09-f216-47eb-ac4e-6e2347a8a87f tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:49.927262 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-04f11c5f-17fd-46ed-b987-ac672db26666 req-364bab09-f216-47eb-ac4e-6e2347a8a87f tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.121 "GET /v2.0/ports?device_id=011d6216-0080-4159-b6fd-d6f9ea32432d HTTP/1.1" status: 200 len: 946 time: 0.0664515 Nov 04 11:16:50.026474 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-04f11c5f-17fd-46ed-b987-ac672db26666 req-094cbf63-b105-4515-9c95-ac72762ac88c tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Deleting port bf396fe9-e51f-4aff-9d2e-4ae2223e2c38 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:16:50.026802 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-04f11c5f-17fd-46ed-b987-ac672db26666 req-094cbf63-b105-4515-9c95-ac72762ac88c tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:50.128028 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-04f11c5f-17fd-46ed-b987-ac672db26666 req-094cbf63-b105-4515-9c95-ac72762ac88c tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] For port bf396fe9-e51f-4aff-9d2e-4ae2223e2c38, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=bf396fe9-e51f-4aff-9d2e-4ae2223e2c38,segment=NetworkSegment(b23a1d58-1e73-4a61-bad8-97170ce97366),segment_id=b23a1d58-1e73-4a61-bad8-97170ce97366)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:16:50.128396 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-04f11c5f-17fd-46ed-b987-ac672db26666 req-094cbf63-b105-4515-9c95-ac72762ac88c tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:50.144690 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-04f11c5f-17fd-46ed-b987-ac672db26666 req-094cbf63-b105-4515-9c95-ac72762ac88c tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Calling delete_port for bf396fe9-e51f-4aff-9d2e-4ae2223e2c38 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:16:50.288393 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-04f11c5f-17fd-46ed-b987-ac672db26666 req-094cbf63-b105-4515-9c95-ac72762ac88c tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:50.298948 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['2f52a468-7d37-401b-a95c-0b8c9a65513e'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:16:50.301285 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['9d23afb6-4fc9-47c8-ac09-210b2a013a42', 'bf396fe9-e51f-4aff-9d2e-4ae2223e2c38'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:16:50.313560 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cbf63-b105-4515-9c95-ac72762ac88c tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Pushing event deleted for resources: {'Port': ['ID=bf396fe9-e51f-4aff-9d2e-4ae2223e2c38,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:16:50.356396 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f11c5f-17fd-46ed-b987-ac672db26666 req-094cbf63-b105-4515-9c95-ac72762ac88c tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] No DVR routers for this DVR port bf396fe9-e51f-4aff-9d2e-4ae2223e2c38 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:16:50.359072 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-04f11c5f-17fd-46ed-b987-ac672db26666 req-094cbf63-b105-4515-9c95-ac72762ac88c tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:50.362532 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-04f11c5f-17fd-46ed-b987-ac672db26666 req-094cbf63-b105-4515-9c95-ac72762ac88c tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.121 "DELETE /v2.0/ports/bf396fe9-e51f-4aff-9d2e-4ae2223e2c38 HTTP/1.1" status: 204 len: 173 time: 0.4287038 Nov 04 11:16:50.362987 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011d6216-0080-4159-b6fd-d6f9ea32432d', 'name': 'network-vif-deleted', 'tag': 'bf396fe9-e51f-4aff-9d2e-4ae2223e2c38'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:16:50.365334 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f09bd68-6119-42be-9cf3-e003df9c1749" -d '{"events": [{"server_uuid": "011d6216-0080-4159-b6fd-d6f9ea32432d", "name": "network-vif-deleted", "tag": "bf396fe9-e51f-4aff-9d2e-4ae2223e2c38"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:16:50.404334 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b7dfba-79ab-479e-9794-5f824ce8a571 x-openstack-request-id: req-67b7dfba-79ab-479e-9794-5f824ce8a571 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:16:50.404636 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011d6216-0080-4159-b6fd-d6f9ea32432d", "name": "network-vif-deleted", "tag": "bf396fe9-e51f-4aff-9d2e-4ae2223e2c38", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:16:50.404938 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-67b7dfba-79ab-479e-9794-5f824ce8a571 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:16:50.405361 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011d6216-0080-4159-b6fd-d6f9ea32432d', 'name': 'network-vif-deleted', 'tag': 'bf396fe9-e51f-4aff-9d2e-4ae2223e2c38', 'status': 'completed', 'code': 200} Nov 04 11:16:50.776668 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac9ed345-7ccf-4859-8851-2cc96fc9370a req-02ee4a2b-2828-4f91-8c42-66e0cc16bfbe tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=011d6216-0080-4159-b6fd-d6f9ea32432d HTTP/1.1" status: 200 len: 210 time: 0.0316741 Nov 04 11:16:50.882895 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:52.087608 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c70c08-0bc3-4774-9c97-306924bd2672 req-e8878028-34de-41f2-86cf-c17f8b4deab4 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:52.089064 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-12c70c08-0bc3-4774-9c97-306924bd2672 req-e8878028-34de-41f2-86cf-c17f8b4deab4 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=72007d61-f430-4679-8136-47c3cda0c8b2 HTTP/1.1" status: 200 len: 946 time: 0.0526052 Nov 04 11:16:52.141114 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-12c70c08-0bc3-4774-9c97-306924bd2672 req-51a78ab7-99bc-4142-a240-a3b59dc95062 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440159 Nov 04 11:16:52.279230 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:52.642895 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:53.270347 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e68dad-5e48-4e98-a4af-60335c1604c1 req-6e6bf138-1fcb-4455-a98c-9c9f3948d12a tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:53.271976 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c3e68dad-5e48-4e98-a4af-60335c1604c1 req-6e6bf138-1fcb-4455-a98c-9c9f3948d12a tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=72007d61-f430-4679-8136-47c3cda0c8b2 HTTP/1.1" status: 200 len: 946 time: 0.0516539 Nov 04 11:16:53.325747 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c3e68dad-5e48-4e98-a4af-60335c1604c1 req-a6f856fa-1c40-4de0-8f68-3eae0a65b0c4 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446112 Nov 04 11:16:53.337483 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666ff1f-3b33-4e36-ae69-2f63e560e901 req-86ea2f43-0fb5-40af-a8b7-34f6a6361692 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:53.339164 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8666ff1f-3b33-4e36-ae69-2f63e560e901 req-86ea2f43-0fb5-40af-a8b7-34f6a6361692 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.126 "GET /v2.0/ports?device_id=72007d61-f430-4679-8136-47c3cda0c8b2 HTTP/1.1" status: 200 len: 946 time: 0.0515072 Nov 04 11:16:53.435829 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-8666ff1f-3b33-4e36-ae69-2f63e560e901 req-5f35f37f-0897-4899-979e-95057956fb79 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Deleting port 2f52a468-7d37-401b-a95c-0b8c9a65513e {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:16:53.436078 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8666ff1f-3b33-4e36-ae69-2f63e560e901 req-5f35f37f-0897-4899-979e-95057956fb79 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:53.487378 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device bf396fe9-e51f-4aff-9d2e-4ae2223e2c38 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:16:53.508401 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: bf396fe9-e51f-4aff-9d2e-4ae2223e2c38 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:16:53.508742 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device bf396fe9-e51f-4aff-9d2e-4ae2223e2c38 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:16:53.529346 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-8666ff1f-3b33-4e36-ae69-2f63e560e901 req-5f35f37f-0897-4899-979e-95057956fb79 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] For port 2f52a468-7d37-401b-a95c-0b8c9a65513e, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=2f52a468-7d37-401b-a95c-0b8c9a65513e,segment=NetworkSegment(b23a1d58-1e73-4a61-bad8-97170ce97366),segment_id=b23a1d58-1e73-4a61-bad8-97170ce97366)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:16:53.529721 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8666ff1f-3b33-4e36-ae69-2f63e560e901 req-5f35f37f-0897-4899-979e-95057956fb79 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:53.544238 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-8666ff1f-3b33-4e36-ae69-2f63e560e901 req-5f35f37f-0897-4899-979e-95057956fb79 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Calling delete_port for 2f52a468-7d37-401b-a95c-0b8c9a65513e owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:16:53.692584 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8666ff1f-3b33-4e36-ae69-2f63e560e901 req-5f35f37f-0897-4899-979e-95057956fb79 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:53.705185 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['2f52a468-7d37-401b-a95c-0b8c9a65513e'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:16:53.709040 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['9d23afb6-4fc9-47c8-ac09-210b2a013a42'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:16:53.722991 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35f37f-0897-4899-979e-95057956fb79 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Pushing event deleted for resources: {'Port': ['ID=2f52a468-7d37-401b-a95c-0b8c9a65513e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:16:53.767963 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-8666ff1f-3b33-4e36-ae69-2f63e560e901 req-5f35f37f-0897-4899-979e-95057956fb79 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] No DVR routers for this DVR port 2f52a468-7d37-401b-a95c-0b8c9a65513e on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:16:53.771302 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8666ff1f-3b33-4e36-ae69-2f63e560e901 req-5f35f37f-0897-4899-979e-95057956fb79 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:53.774678 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8666ff1f-3b33-4e36-ae69-2f63e560e901 req-5f35f37f-0897-4899-979e-95057956fb79 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.126 "DELETE /v2.0/ports/2f52a468-7d37-401b-a95c-0b8c9a65513e HTTP/1.1" status: 204 len: 173 time: 0.4293423 Nov 04 11:16:53.775123 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72007d61-f430-4679-8136-47c3cda0c8b2', 'name': 'network-vif-deleted', 'tag': '2f52a468-7d37-401b-a95c-0b8c9a65513e'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:16:53.777436 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c074c3-09c6-400d-a867-4590648b6195" -d '{"events": [{"server_uuid": "72007d61-f430-4679-8136-47c3cda0c8b2", "name": "network-vif-deleted", "tag": "2f52a468-7d37-401b-a95c-0b8c9a65513e"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:16:53.816210 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5537a93-43a4-4d64-be24-0658c0df3b47 x-openstack-request-id: req-c5537a93-43a4-4d64-be24-0658c0df3b47 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:16:53.816763 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72007d61-f430-4679-8136-47c3cda0c8b2", "name": "network-vif-deleted", "tag": "2f52a468-7d37-401b-a95c-0b8c9a65513e", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:16:53.817098 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-c5537a93-43a4-4d64-be24-0658c0df3b47 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:16:53.817496 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72007d61-f430-4679-8136-47c3cda0c8b2', 'name': 'network-vif-deleted', 'tag': '2f52a468-7d37-401b-a95c-0b8c9a65513e', 'status': 'completed', 'code': 200} Nov 04 11:16:57.106617 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 2f52a468-7d37-401b-a95c-0b8c9a65513e no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:16:57.132354 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 2f52a468-7d37-401b-a95c-0b8c9a65513e {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:16:57.132677 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 2f52a468-7d37-401b-a95c-0b8c9a65513e not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:16:57.845076 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8c408-7de6-4ac9-8133-0178e096693b req-6700e9c4-bbf4-4303-afb6-60268c93d276 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:57.847983 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ec8c408-7de6-4ac9-8133-0178e096693b req-6700e9c4-bbf4-4303-afb6-60268c93d276 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=9a4c2629-135a-444f-b963-ee748430edeb HTTP/1.1" status: 200 len: 945 time: 0.0600944 Nov 04 11:16:57.901269 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ec8c408-7de6-4ac9-8133-0178e096693b req-f5c28007-ed78-4fd0-960a-e55dee5155a5 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436411 Nov 04 11:16:59.022918 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee29b3-95bd-4a2d-9c32-c1db164575f5 req-051485ba-1db8-46dd-ae18-6781d2268812 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:59.024349 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-07ee29b3-95bd-4a2d-9c32-c1db164575f5 req-051485ba-1db8-46dd-ae18-6781d2268812 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=9a4c2629-135a-444f-b963-ee748430edeb HTTP/1.1" status: 200 len: 945 time: 0.0521395 Nov 04 11:16:59.085974 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-07ee29b3-95bd-4a2d-9c32-c1db164575f5 req-50ac7239-551a-4f97-a443-8af23116cd66 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/security-groups?id=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525615 Nov 04 11:16:59.405391 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfb50e-f102-4454-8422-89451170dea9 req-9a4d52da-d6c7-4180-8363-e0fdc8b92382 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:16:59.406878 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7bfb50e-f102-4454-8422-89451170dea9 req-9a4d52da-d6c7-4180-8363-e0fdc8b92382 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.121 "GET /v2.0/ports?device_id=9a4c2629-135a-444f-b963-ee748430edeb HTTP/1.1" status: 200 len: 945 time: 0.0600362 Nov 04 11:16:59.498706 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-b7bfb50e-f102-4454-8422-89451170dea9 req-5407dced-82c9-4364-b53e-407d3536114c tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Deleting port 9d23afb6-4fc9-47c8-ac09-210b2a013a42 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:16:59.499049 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b7bfb50e-f102-4454-8422-89451170dea9 req-5407dced-82c9-4364-b53e-407d3536114c tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:59.600240 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-b7bfb50e-f102-4454-8422-89451170dea9 req-5407dced-82c9-4364-b53e-407d3536114c tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] For port 9d23afb6-4fc9-47c8-ac09-210b2a013a42, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=9d23afb6-4fc9-47c8-ac09-210b2a013a42,segment=NetworkSegment(b23a1d58-1e73-4a61-bad8-97170ce97366),segment_id=b23a1d58-1e73-4a61-bad8-97170ce97366)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:16:59.600587 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b7bfb50e-f102-4454-8422-89451170dea9 req-5407dced-82c9-4364-b53e-407d3536114c tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:59.613967 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-b7bfb50e-f102-4454-8422-89451170dea9 req-5407dced-82c9-4364-b53e-407d3536114c tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Calling delete_port for 9d23afb6-4fc9-47c8-ac09-210b2a013a42 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:16:59.749194 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b7bfb50e-f102-4454-8422-89451170dea9 req-5407dced-82c9-4364-b53e-407d3536114c tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:59.761600 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['9d23afb6-4fc9-47c8-ac09-210b2a013a42'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:16:59.779664 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407dced-82c9-4364-b53e-407d3536114c tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Pushing event deleted for resources: {'Port': ['ID=9d23afb6-4fc9-47c8-ac09-210b2a013a42,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:16:59.821040 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bfb50e-f102-4454-8422-89451170dea9 req-5407dced-82c9-4364-b53e-407d3536114c tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] No DVR routers for this DVR port 9d23afb6-4fc9-47c8-ac09-210b2a013a42 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:16:59.823903 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b7bfb50e-f102-4454-8422-89451170dea9 req-5407dced-82c9-4364-b53e-407d3536114c tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:16:59.827473 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7bfb50e-f102-4454-8422-89451170dea9 req-5407dced-82c9-4364-b53e-407d3536114c tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.121 "DELETE /v2.0/ports/9d23afb6-4fc9-47c8-ac09-210b2a013a42 HTTP/1.1" status: 204 len: 173 time: 0.4142430 Nov 04 11:16:59.827936 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4c2629-135a-444f-b963-ee748430edeb', 'name': 'network-vif-deleted', 'tag': '9d23afb6-4fc9-47c8-ac09-210b2a013a42'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:16:59.830641 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f11940f-914a-4ffe-9138-16da165ed2c9" -d '{"events": [{"server_uuid": "9a4c2629-135a-444f-b963-ee748430edeb", "name": "network-vif-deleted", "tag": "9d23afb6-4fc9-47c8-ac09-210b2a013a42"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:16:59.867922 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03f0036-fb63-4259-9c24-713e259e77eb x-openstack-request-id: req-d03f0036-fb63-4259-9c24-713e259e77eb {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:16:59.868217 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4c2629-135a-444f-b963-ee748430edeb", "name": "network-vif-deleted", "tag": "9d23afb6-4fc9-47c8-ac09-210b2a013a42", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:16:59.868472 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-d03f0036-fb63-4259-9c24-713e259e77eb {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:16:59.868914 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4c2629-135a-444f-b963-ee748430edeb', 'name': 'network-vif-deleted', 'tag': '9d23afb6-4fc9-47c8-ac09-210b2a013a42', 'status': 'completed', 'code': 200} Nov 04 11:17:00.221089 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ca63973c-a62a-42b4-885c-2d66fb089dbf req-586afb60-c6e7-49b4-a008-c093040941e6 tempest-AttachVolumeNegativeTest-385051437 tempest-AttachVolumeNegativeTest-385051437-project] 10.222.0.127 "GET /v2.0/ports?device_id=9a4c2629-135a-444f-b963-ee748430edeb HTTP/1.1" status: 200 len: 210 time: 0.0283504 Nov 04 11:17:01.287259 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52886) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:01.353391 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ffc66b-1377-4cc7-a977-5901bf4fd03e admin admin] Deleting subnet b7a8a4f3-480f-44bb-93a7-38ced618a1aa {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:17:01.357058 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-85ffc66b-1377-4cc7-a977-5901bf4fd03e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:01.396933 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-85ffc66b-1377-4cc7-a977-5901bf4fd03e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:01.449415 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-85ffc66b-1377-4cc7-a977-5901bf4fd03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:01.506083 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-85ffc66b-1377-4cc7-a977-5901bf4fd03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:01.531970 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffc66b-1377-4cc7-a977-5901bf4fd03e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7a8a4f3-480f-44bb-93a7-38ced618a1aa,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:01.537795 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-85ffc66b-1377-4cc7-a977-5901bf4fd03e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:01.541205 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-85ffc66b-1377-4cc7-a977-5901bf4fd03e admin admin] 10.222.0.127 "DELETE /v2.0/subnets/b7a8a4f3-480f-44bb-93a7-38ced618a1aa HTTP/1.1" status: 204 len: 168 time: 0.2529004 Nov 04 11:17:01.543862 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52888) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:01.618536 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b94e1401-d192-41b6-964d-14384677a395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:01.699053 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b94e1401-d192-41b6-964d-14384677a395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:01.720072 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-b94e1401-d192-41b6-964d-14384677a395 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:01.729821 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-b94e1401-d192-41b6-964d-14384677a395 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23a1d58-1e73-4a61-bad8-97170ce97366') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:01.730111 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-b94e1401-d192-41b6-964d-14384677a395 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23a1d58-1e73-4a61-bad8-97170ce97366') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:01.744657 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b94e1401-d192-41b6-964d-14384677a395 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:01.759363 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b94e1401-d192-41b6-964d-14384677a395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:01.768234 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94e1401-d192-41b6-964d-14384677a395 admin admin] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:17:01.768681 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b94e1401-d192-41b6-964d-14384677a395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:17:01.771397 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:17:01.835139 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b94e1401-d192-41b6-964d-14384677a395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:01.841788 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b94e1401-d192-41b6-964d-14384677a395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:01.846019 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b94e1401-d192-41b6-964d-14384677a395 admin admin] 10.222.0.127 "DELETE /v2.0/networks/3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3 HTTP/1.1" status: 204 len: 168 time: 0.3008192 Nov 04 11:17:01.857705 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e1401-d192-41b6-964d-14384677a395 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b2b10d9-21c3-4ae9-a0a4-7c53ec0a9ca3,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:01.965358 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52892) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:02.020560 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-84abe345-69d4-49c3-aad8-d742ee1e67eb admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=5db870a3330d487ab5caaa1bf1493cbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0534914 Nov 04 11:17:02.024296 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52894) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:02.093600 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2cde0f6a-82fe-4b67-b627-93d2d2e2ad9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:02.122103 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2cde0f6a-82fe-4b67-b627-93d2d2e2ad9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:02.174700 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2cde0f6a-82fe-4b67-b627-93d2d2e2ad9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:02.178068 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2cde0f6a-82fe-4b67-b627-93d2d2e2ad9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:02.179653 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2cde0f6a-82fe-4b67-b627-93d2d2e2ad9c admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/97b98f0f-b99b-4acd-b6e3-3219a5dc63b0 HTTP/1.1" status: 204 len: 168 time: 0.1544363 Nov 04 11:17:02.187935 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde0f6a-82fe-4b67-b627-93d2d2e2ad9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b98f0f-b99b-4acd-b6e3-3219a5dc63b0,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:02.196065 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde0f6a-82fe-4b67-b627-93d2d2e2ad9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:02.196419 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde0f6a-82fe-4b67-b627-93d2d2e2ad9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:02.197072 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde0f6a-82fe-4b67-b627-93d2d2e2ad9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:02.197409 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde0f6a-82fe-4b67-b627-93d2d2e2ad9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:02.197740 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde0f6a-82fe-4b67-b627-93d2d2e2ad9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:02.198066 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde0f6a-82fe-4b67-b627-93d2d2e2ad9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:02.198390 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde0f6a-82fe-4b67-b627-93d2d2e2ad9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:02.198713 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde0f6a-82fe-4b67-b627-93d2d2e2ad9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:02.199020 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde0f6a-82fe-4b67-b627-93d2d2e2ad9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:02.199345 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde0f6a-82fe-4b67-b627-93d2d2e2ad9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:02.199664 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde0f6a-82fe-4b67-b627-93d2d2e2ad9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:02.199983 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde0f6a-82fe-4b67-b627-93d2d2e2ad9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:03.520599 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 9d23afb6-4fc9-47c8-ac09-210b2a013a42 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:17:03.540981 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 9d23afb6-4fc9-47c8-ac09-210b2a013a42 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:17:03.541231 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 9d23afb6-4fc9-47c8-ac09-210b2a013a42 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:17:07.074656 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 52964) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:07.243262 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-116f4c08-ffb3-451f-9c7c-7aac3442c4bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:07.328617 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-116f4c08-ffb3-451f-9c7c-7aac3442c4bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:07.334600 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-116f4c08-ffb3-451f-9c7c-7aac3442c4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:07.376671 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-116f4c08-ffb3-451f-9c7c-7aac3442c4bd admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=9c1470a2496a4f8e84ad141de9fa68dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3006852 Nov 04 11:17:07.377601 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f4c08-ffb3-451f-9c7c-7aac3442c4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd139a8-2568-41d2-a3dc-fc9fc571fb2b,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:07.379515 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 52970) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:07.441070 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aff6553a-a50e-45ac-87fe-ca129db9754f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:07.462153 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aff6553a-a50e-45ac-87fe-ca129db9754f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:07.509948 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aff6553a-a50e-45ac-87fe-ca129db9754f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:07.512655 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-aff6553a-a50e-45ac-87fe-ca129db9754f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:07.513896 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-aff6553a-a50e-45ac-87fe-ca129db9754f admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/0fd139a8-2568-41d2-a3dc-fc9fc571fb2b HTTP/1.1" status: 204 len: 168 time: 0.1320324 Nov 04 11:17:07.523787 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6553a-a50e-45ac-87fe-ca129db9754f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd139a8-2568-41d2-a3dc-fc9fc571fb2b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:09.845770 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53044) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:10.012517 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a515cbc-9538-4c28-8bee-f95e9bbaf468 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:10.087871 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a515cbc-9538-4c28-8bee-f95e9bbaf468 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:10.093586 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a515cbc-9538-4c28-8bee-f95e9bbaf468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:10.135050 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1a515cbc-9538-4c28-8bee-f95e9bbaf468 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=be628c24076a4a2f93e01eb99b8618bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2880380 Nov 04 11:17:10.135880 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a515cbc-9538-4c28-8bee-f95e9bbaf468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ba14eb-fafa-4f20-8b8b-082823bf897e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:10.138137 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53050) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:10.200665 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a3bb02e1-862b-4b4e-bb39-fe79cb99c5be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:10.225176 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a3bb02e1-862b-4b4e-bb39-fe79cb99c5be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:10.275971 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a3bb02e1-862b-4b4e-bb39-fe79cb99c5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:10.279890 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a3bb02e1-862b-4b4e-bb39-fe79cb99c5be admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:10.281589 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a3bb02e1-862b-4b4e-bb39-fe79cb99c5be admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/71ba14eb-fafa-4f20-8b8b-082823bf897e HTTP/1.1" status: 204 len: 168 time: 0.1423128 Nov 04 11:17:10.290748 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb02e1-862b-4b4e-bb39-fe79cb99c5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ba14eb-fafa-4f20-8b8b-082823bf897e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:10.588305 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53056) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:10.602450 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3ef02b49-48d8-4f35-81cd-c14327159cb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:10.684433 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3ef02b49-48d8-4f35-81cd-c14327159cb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:10.692466 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3ef02b49-48d8-4f35-81cd-c14327159cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:10.731164 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3ef02b49-48d8-4f35-81cd-c14327159cb5 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=b203e9c16f314daa9825f8bae00a208f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1417096 Nov 04 11:17:10.732371 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef02b49-48d8-4f35-81cd-c14327159cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea046751-2f7d-4cf9-8e3d-df02742cfd42,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:10.735090 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53058) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:10.788482 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8e44d6f-9289-4d30-b46d-171d83854170 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:10.811257 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8e44d6f-9289-4d30-b46d-171d83854170 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:10.863991 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8e44d6f-9289-4d30-b46d-171d83854170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:10.866649 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8e44d6f-9289-4d30-b46d-171d83854170 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:10.867797 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f8e44d6f-9289-4d30-b46d-171d83854170 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/ea046751-2f7d-4cf9-8e3d-df02742cfd42 HTTP/1.1" status: 204 len: 168 time: 0.1316936 Nov 04 11:17:10.875633 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e44d6f-9289-4d30-b46d-171d83854170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea046751-2f7d-4cf9-8e3d-df02742cfd42,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:12.678896 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:13.292706 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53132) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:13.428606 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-30c9e9a5-3eeb-478f-9878-950a42a3c618 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:13.508498 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-30c9e9a5-3eeb-478f-9878-950a42a3c618 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:13.514516 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-30c9e9a5-3eeb-478f-9878-950a42a3c618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:13.555021 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-30c9e9a5-3eeb-478f-9878-950a42a3c618 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=f021101c0060455ebf56247b0a92b687&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2611530 Nov 04 11:17:13.556009 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9e9a5-3eeb-478f-9878-950a42a3c618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8728d46-b6be-4df5-a48c-b35af5eb73f0,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:13.558046 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53136) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:13.609606 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2ec0-e534-4dbb-a095-26a9fc7cbe63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:13.635173 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2ec0-e534-4dbb-a095-26a9fc7cbe63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:13.691942 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2ec0-e534-4dbb-a095-26a9fc7cbe63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:13.694666 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2ec0-e534-4dbb-a095-26a9fc7cbe63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:13.695869 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-eb5b2ec0-e534-4dbb-a095-26a9fc7cbe63 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/a8728d46-b6be-4df5-a48c-b35af5eb73f0 HTTP/1.1" status: 204 len: 168 time: 0.1362503 Nov 04 11:17:13.713433 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b2ec0-e534-4dbb-a095-26a9fc7cbe63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8728d46-b6be-4df5-a48c-b35af5eb73f0,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:13.722814 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5b2ec0-e534-4dbb-a095-26a9fc7cbe63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:13.723151 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5b2ec0-e534-4dbb-a095-26a9fc7cbe63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:13.723696 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5b2ec0-e534-4dbb-a095-26a9fc7cbe63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:13.724069 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5b2ec0-e534-4dbb-a095-26a9fc7cbe63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:13.726159 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5b2ec0-e534-4dbb-a095-26a9fc7cbe63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:13.726489 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5b2ec0-e534-4dbb-a095-26a9fc7cbe63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:13.726814 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5b2ec0-e534-4dbb-a095-26a9fc7cbe63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:13.727133 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5b2ec0-e534-4dbb-a095-26a9fc7cbe63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:13.727548 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5b2ec0-e534-4dbb-a095-26a9fc7cbe63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:13.727843 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5b2ec0-e534-4dbb-a095-26a9fc7cbe63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:13.728306 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5b2ec0-e534-4dbb-a095-26a9fc7cbe63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:13.728662 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5b2ec0-e534-4dbb-a095-26a9fc7cbe63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:13.976478 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53142) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:13.990047 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-49315205-b017-4ae8-87e2-e595c53748f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:14.069200 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-49315205-b017-4ae8-87e2-e595c53748f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:14.076807 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-49315205-b017-4ae8-87e2-e595c53748f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:14.118235 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-49315205-b017-4ae8-87e2-e595c53748f4 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=6cacdb22a7bd47e085f14255d3ddb492&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1405845 Nov 04 11:17:14.119393 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49315205-b017-4ae8-87e2-e595c53748f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc476062-4f92-4515-a4a1-36cb33eb71b0,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:14.121286 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53144) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:14.180070 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f524d1d-8205-42b5-b98a-b4cf6538ad1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:14.208470 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f524d1d-8205-42b5-b98a-b4cf6538ad1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:14.262242 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f524d1d-8205-42b5-b98a-b4cf6538ad1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:14.264856 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f524d1d-8205-42b5-b98a-b4cf6538ad1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:14.266024 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6f524d1d-8205-42b5-b98a-b4cf6538ad1e admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/dc476062-4f92-4515-a4a1-36cb33eb71b0 HTTP/1.1" status: 204 len: 168 time: 0.1433158 Nov 04 11:17:14.274490 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f524d1d-8205-42b5-b98a-b4cf6538ad1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc476062-4f92-4515-a4a1-36cb33eb71b0,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:15.109884 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:17.048172 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b746b23d-542b-4e7d-a6c6-2b8e4b47e57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:19.393844 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:17:19.696906 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-da7a48d0-3492-465f-a264-161e305ab625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:20.886664 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:22.278917 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:22.638683 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:25.860550 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53416) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:25.971608 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-045670bc-60ca-49c1-9e48-391d2e3974f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:26.049740 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-045670bc-60ca-49c1-9e48-391d2e3974f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:26.055686 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-045670bc-60ca-49c1-9e48-391d2e3974f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:26.097304 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-045670bc-60ca-49c1-9e48-391d2e3974f8 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=925f32e0b8a84d72b7cf7427825affde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2355423 Nov 04 11:17:26.098191 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045670bc-60ca-49c1-9e48-391d2e3974f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab41e7ec-ab17-4602-9e3b-82e4e8cd4bc2,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:26.100477 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53420) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:26.158249 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c3952184-55ae-4dfd-bc10-60e4714899d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:26.182695 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c3952184-55ae-4dfd-bc10-60e4714899d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:26.238606 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c3952184-55ae-4dfd-bc10-60e4714899d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:26.241854 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c3952184-55ae-4dfd-bc10-60e4714899d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:26.243082 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c3952184-55ae-4dfd-bc10-60e4714899d1 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/ab41e7ec-ab17-4602-9e3b-82e4e8cd4bc2 HTTP/1.1" status: 204 len: 168 time: 0.1410987 Nov 04 11:17:26.252230 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3952184-55ae-4dfd-bc10-60e4714899d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab41e7ec-ab17-4602-9e3b-82e4e8cd4bc2,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:26.525632 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53426) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:26.539179 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-72043666-7eef-4129-95be-6a23909c0b66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:26.617648 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-72043666-7eef-4129-95be-6a23909c0b66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:26.622722 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-72043666-7eef-4129-95be-6a23909c0b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:26.662081 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-72043666-7eef-4129-95be-6a23909c0b66 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=9a1add294cec4c95a664e3f0edea052e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1353188 Nov 04 11:17:26.663526 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72043666-7eef-4129-95be-6a23909c0b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f2ca2c-a95c-4986-976e-0bb7f04c3f0d,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:26.665160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53428) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:26.717195 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1955d413-e268-42af-8389-c8f86d1dac8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:26.738942 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1955d413-e268-42af-8389-c8f86d1dac8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:26.788029 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1955d413-e268-42af-8389-c8f86d1dac8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:26.790881 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1955d413-e268-42af-8389-c8f86d1dac8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:26.792283 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1955d413-e268-42af-8389-c8f86d1dac8a admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/89f2ca2c-a95c-4986-976e-0bb7f04c3f0d HTTP/1.1" status: 204 len: 168 time: 0.1258199 Nov 04 11:17:26.801427 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955d413-e268-42af-8389-c8f86d1dac8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f2ca2c-a95c-4986-976e-0bb7f04c3f0d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:29.146241 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53484) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:29.256737 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7086734c-4734-46ea-91f7-7f8af197f505 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:29.335182 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7086734c-4734-46ea-91f7-7f8af197f505 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:29.341916 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7086734c-4734-46ea-91f7-7f8af197f505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:29.384511 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7086734c-4734-46ea-91f7-7f8af197f505 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=915932d9f87e41d0b3a751a94c061c10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2370124 Nov 04 11:17:29.385398 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086734c-4734-46ea-91f7-7f8af197f505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be16519-b36d-4078-bb65-0c2b1ddf6b3f,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:29.388501 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53488) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:29.454422 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7c020247-0561-4e20-ba69-d401c1e2dcbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:29.476059 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7c020247-0561-4e20-ba69-d401c1e2dcbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:29.526455 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7c020247-0561-4e20-ba69-d401c1e2dcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:29.529037 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7c020247-0561-4e20-ba69-d401c1e2dcbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:29.533016 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7c020247-0561-4e20-ba69-d401c1e2dcbd admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/0be16519-b36d-4078-bb65-0c2b1ddf6b3f HTTP/1.1" status: 204 len: 168 time: 0.1432016 Nov 04 11:17:29.541477 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c020247-0561-4e20-ba69-d401c1e2dcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be16519-b36d-4078-bb65-0c2b1ddf6b3f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:29.817975 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53494) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:29.835130 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f868d75e-5e87-43a8-a327-0ff7808349b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:29.916923 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f868d75e-5e87-43a8-a327-0ff7808349b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:29.922537 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f868d75e-5e87-43a8-a327-0ff7808349b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:29.960639 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f868d75e-5e87-43a8-a327-0ff7808349b8 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=d5cf2f26040e485e9bf6707ebd0eb8d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1413882 Nov 04 11:17:29.961841 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868d75e-5e87-43a8-a327-0ff7808349b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55272358-6c7f-4cb7-852d-265b4345ccd9,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:29.963537 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53496) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:30.019764 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4bb3db25-2b42-47cd-a12d-1beeb94c963d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:30.041732 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4bb3db25-2b42-47cd-a12d-1beeb94c963d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:30.087559 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4bb3db25-2b42-47cd-a12d-1beeb94c963d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:30.090128 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4bb3db25-2b42-47cd-a12d-1beeb94c963d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:30.091335 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4bb3db25-2b42-47cd-a12d-1beeb94c963d admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/55272358-6c7f-4cb7-852d-265b4345ccd9 HTTP/1.1" status: 204 len: 168 time: 0.1267660 Nov 04 11:17:30.100327 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3db25-2b42-47cd-a12d-1beeb94c963d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55272358-6c7f-4cb7-852d-265b4345ccd9,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:32.661114 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53596) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:32.773080 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-19ce641a-a274-4d0f-9c86-7c5a17a152be admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:32.847265 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-19ce641a-a274-4d0f-9c86-7c5a17a152be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:32.853170 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-19ce641a-a274-4d0f-9c86-7c5a17a152be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:32.891164 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-19ce641a-a274-4d0f-9c86-7c5a17a152be admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=9964bde44d8d40abb3fe77ec072e069f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2288697 Nov 04 11:17:32.892135 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce641a-a274-4d0f-9c86-7c5a17a152be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb160eb0-941c-4515-b0ac-7fc867d20298,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:32.894699 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53600) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:32.946946 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6bb254b-09e8-4dd1-89d8-9d4fccdbd258 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:32.967839 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6bb254b-09e8-4dd1-89d8-9d4fccdbd258 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:33.022268 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6bb254b-09e8-4dd1-89d8-9d4fccdbd258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:33.025910 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6bb254b-09e8-4dd1-89d8-9d4fccdbd258 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:33.028161 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a6bb254b-09e8-4dd1-89d8-9d4fccdbd258 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/bb160eb0-941c-4515-b0ac-7fc867d20298 HTTP/1.1" status: 204 len: 168 time: 0.1312015 Nov 04 11:17:33.037317 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb254b-09e8-4dd1-89d8-9d4fccdbd258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb160eb0-941c-4515-b0ac-7fc867d20298,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:33.317833 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53606) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:33.332032 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7bf351a8-29ba-40c5-9fa5-f764e56e3530 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:33.409992 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7bf351a8-29ba-40c5-9fa5-f764e56e3530 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:33.416184 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7bf351a8-29ba-40c5-9fa5-f764e56e3530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:33.455400 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7bf351a8-29ba-40c5-9fa5-f764e56e3530 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=980ebd079e8c4c83aa9556c1f0bc7377&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1364722 Nov 04 11:17:33.456312 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf351a8-29ba-40c5-9fa5-f764e56e3530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e397d21-6653-40d3-961d-524bb4aeac53,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:33.458718 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53608) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:33.510942 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-24bd764c-a315-45f9-9f69-e3f053aee4a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:33.533544 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-24bd764c-a315-45f9-9f69-e3f053aee4a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:33.588216 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-24bd764c-a315-45f9-9f69-e3f053aee4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:33.590854 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-24bd764c-a315-45f9-9f69-e3f053aee4a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:33.592070 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-24bd764c-a315-45f9-9f69-e3f053aee4a9 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/3e397d21-6653-40d3-961d-524bb4aeac53 HTTP/1.1" status: 204 len: 168 time: 0.1322784 Nov 04 11:17:33.599999 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd764c-a315-45f9-9f69-e3f053aee4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e397d21-6653-40d3-961d-524bb4aeac53,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:36.551552 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53776) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:36.665722 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-02f971a8-d096-47e7-8c27-79c1812090d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:36.742507 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-02f971a8-d096-47e7-8c27-79c1812090d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:36.747598 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-02f971a8-d096-47e7-8c27-79c1812090d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:36.785628 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-02f971a8-d096-47e7-8c27-79c1812090d1 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=23938941cf77448aa514cbabd3c8e47e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2328098 Nov 04 11:17:36.786322 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f971a8-d096-47e7-8c27-79c1812090d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725f4f80-bfeb-47cc-a06f-b6bf9c403355,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:36.789228 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53780) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:36.840848 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5fe3dc6e-29c5-4906-87ae-d05fd08136e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:36.862825 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5fe3dc6e-29c5-4906-87ae-d05fd08136e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:36.916693 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5fe3dc6e-29c5-4906-87ae-d05fd08136e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:36.919308 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5fe3dc6e-29c5-4906-87ae-d05fd08136e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:36.920518 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5fe3dc6e-29c5-4906-87ae-d05fd08136e9 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/725f4f80-bfeb-47cc-a06f-b6bf9c403355 HTTP/1.1" status: 204 len: 168 time: 0.1304128 Nov 04 11:17:36.928537 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3dc6e-29c5-4906-87ae-d05fd08136e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725f4f80-bfeb-47cc-a06f-b6bf9c403355,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:37.196134 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53786) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:37.209985 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0b19ded5-34f9-460a-bfb6-dffffd921061 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:37.301420 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0b19ded5-34f9-460a-bfb6-dffffd921061 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:37.308396 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0b19ded5-34f9-460a-bfb6-dffffd921061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:37.347111 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0b19ded5-34f9-460a-bfb6-dffffd921061 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=ceef00f43cf64812967a88858d0cca9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1498709 Nov 04 11:17:37.347951 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19ded5-34f9-460a-bfb6-dffffd921061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca927fd-21d7-41db-bb93-b6235791c746,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:37.350130 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53788) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:37.406286 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-caf88697-09e6-4d3c-a9a8-941788a45af6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:37.428512 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-caf88697-09e6-4d3c-a9a8-941788a45af6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:37.477704 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-caf88697-09e6-4d3c-a9a8-941788a45af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:37.480377 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-caf88697-09e6-4d3c-a9a8-941788a45af6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:37.481589 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-caf88697-09e6-4d3c-a9a8-941788a45af6 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/0ca927fd-21d7-41db-bb93-b6235791c746 HTTP/1.1" status: 204 len: 168 time: 0.1304722 Nov 04 11:17:37.491279 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf88697-09e6-4d3c-a9a8-941788a45af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca927fd-21d7-41db-bb93-b6235791c746,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:38.943732 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53824) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:39.047773 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-923a5f39-76eb-4c50-a59c-78356c11e76d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1601438974', 'router:external': True}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:17:39.071266 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923a5f39-76eb-4c50-a59c-78356c11e76d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Made reservation on behalf of 5023a0aac9c4466eb9f404686058035d for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:17:39.073595 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-923a5f39-76eb-4c50-a59c-78356c11e76d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:39.082065 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-923a5f39-76eb-4c50-a59c-78356c11e76d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:39.155599 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-923a5f39-76eb-4c50-a59c-78356c11e76d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:39.160417 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-923a5f39-76eb-4c50-a59c-78356c11e76d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:39.188168 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923a5f39-76eb-4c50-a59c-78356c11e76d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1165} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:17:39.200802 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a5f39-76eb-4c50-a59c-78356c11e76d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1dca51-7c77-4faa-9948-5b7d9c461972,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:39.205717 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-923a5f39-76eb-4c50-a59c-78356c11e76d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:39.206066 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-923a5f39-76eb-4c50-a59c-78356c11e76d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Added segment 34ea20c5-ad62-4765-b5f3-66a58691ad8f of type vlan for network 4ad8bea2-f924-468d-94f9-31e9b7081895 Nov 04 11:17:39.252055 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-923a5f39-76eb-4c50-a59c-78356c11e76d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:39.285630 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-923a5f39-76eb-4c50-a59c-78356c11e76d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:39.286645 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923a5f39-76eb-4c50-a59c-78356c11e76d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:17:39.287146 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-923a5f39-76eb-4c50-a59c-78356c11e76d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:39.343062 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-923a5f39-76eb-4c50-a59c-78356c11e76d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.3981810 Nov 04 11:17:39.346142 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53828) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:39.348224 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a5f39-76eb-4c50-a59c-78356c11e76d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Pushing event updated for resources: {'Network': ['ID=4ad8bea2-f924-468d-94f9-31e9b7081895,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:39.351445 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-2a65a445-df39-43cb-9ccc-751fa51e7f72 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Request body: {'subnet': {'network_id': '4ad8bea2-f924-468d-94f9-31e9b7081895', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:17:39.360499 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 4ad8bea2-f924-468d-94f9-31e9b7081895 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:17:39.373691 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a65a445-df39-43cb-9ccc-751fa51e7f72 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Made reservation on behalf of 5023a0aac9c4466eb9f404686058035d for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:17:39.376014 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2a65a445-df39-43cb-9ccc-751fa51e7f72 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:39.681372 n-d-816629-1 neutron-server[101775]: DEBUG neutron.objects.ports [None req-2a65a445-df39-43cb-9ccc-751fa51e7f72 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 11:17:39.682051 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2a65a445-df39-43cb-9ccc-751fa51e7f72 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:39.732143 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65a445-df39-43cb-9ccc-751fa51e7f72 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a34c22db-fd04-461b-b65d-abfa0be9b1cd,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:39.750367 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a65a445-df39-43cb-9ccc-751fa51e7f72 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Checking segment: {'id': '34ea20c5-ad62-4765-b5f3-66a58691ad8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '4ad8bea2-f924-468d-94f9-31e9b7081895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:17:39.750730 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a65a445-df39-43cb-9ccc-751fa51e7f72 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Network hostable DHCP agents. Network: 4ad8bea2-f924-468d-94f9-31e9b7081895, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:17:39.769593 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a65a445-df39-43cb-9ccc-751fa51e7f72 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Network 4ad8bea2-f924-468d-94f9-31e9b7081895 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:17:39.780328 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-2a65a445-df39-43cb-9ccc-751fa51e7f72 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 4ad8bea2-f924-468d-94f9-31e9b7081895) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:17:39.785560 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a65a445-df39-43cb-9ccc-751fa51e7f72 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:17:39.787572 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2a65a445-df39-43cb-9ccc-751fa51e7f72 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:39.788480 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd9a23d-1c4f-4686-8a12-9d0538a8ac51 None None] Network 4ad8bea2-f924-468d-94f9-31e9b7081895 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:17:39.807619 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2a65a445-df39-43cb-9ccc-751fa51e7f72 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4575889 Nov 04 11:17:39.807891 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53830) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:39.812782 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-268e3800-40e5-40bb-b36b-ea6953d1b255 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1723824608', 'network_id': '4ad8bea2-f924-468d-94f9-31e9b7081895'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:17:39.837657 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268e3800-40e5-40bb-b36b-ea6953d1b255 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Made reservation on behalf of 5023a0aac9c4466eb9f404686058035d for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:17:39.840018 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-268e3800-40e5-40bb-b36b-ea6953d1b255 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:39.856130 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-268e3800-40e5-40bb-b36b-ea6953d1b255 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] device_id is not set on port b4afca97-6c98-4aa5-a3bc-65f7cc564469 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 11:17:39.913481 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0810c7-bfb7-4a47-b80c-cb72318d752d None None] Network 4ad8bea2-f924-468d-94f9-31e9b7081895 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:17:39.958427 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-268e3800-40e5-40bb-b36b-ea6953d1b255 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Allocated IP 172.20.0.11 (4ad8bea2-f924-468d-94f9-31e9b7081895/a34c22db-fd04-461b-b65d-abfa0be9b1cd/b4afca97-6c98-4aa5-a3bc-65f7cc564469) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:17:40.099541 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-268e3800-40e5-40bb-b36b-ea6953d1b255 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:40.135112 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-268e3800-40e5-40bb-b36b-ea6953d1b255 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:40.186776 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268e3800-40e5-40bb-b36b-ea6953d1b255 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Network 4ad8bea2-f924-468d-94f9-31e9b7081895 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:17:40.188172 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e3800-40e5-40bb-b36b-ea6953d1b255 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Pushing event updated for resources: {'Port': ['ID=b4afca97-6c98-4aa5-a3bc-65f7cc564469,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:40.192286 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-268e3800-40e5-40bb-b36b-ea6953d1b255 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:17:40.194631 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268e3800-40e5-40bb-b36b-ea6953d1b255 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:17:40.232938 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268e3800-40e5-40bb-b36b-ea6953d1b255 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:17:40.233496 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-268e3800-40e5-40bb-b36b-ea6953d1b255 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:40.251458 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-268e3800-40e5-40bb-b36b-ea6953d1b255 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.4425809 Nov 04 11:17:40.255259 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53832) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:40.334919 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-a5cf29ab-6705-4075-b717-ce0e337f00f9 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Deleting port b4afca97-6c98-4aa5-a3bc-65f7cc564469 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:17:40.335284 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a5cf29ab-6705-4075-b717-ce0e337f00f9 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:40.420480 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a5cf29ab-6705-4075-b717-ce0e337f00f9 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:40.436703 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-a5cf29ab-6705-4075-b717-ce0e337f00f9 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Calling delete_port for b4afca97-6c98-4aa5-a3bc-65f7cc564469 owned by {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:17:40.572447 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a5cf29ab-6705-4075-b717-ce0e337f00f9 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:40.603345 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf29ab-6705-4075-b717-ce0e337f00f9 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4afca97-6c98-4aa5-a3bc-65f7cc564469,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:40.671779 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a5cf29ab-6705-4075-b717-ce0e337f00f9 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:40.675304 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a5cf29ab-6705-4075-b717-ce0e337f00f9 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "DELETE /v2.0/ports/b4afca97-6c98-4aa5-a3bc-65f7cc564469 HTTP/1.1" status: 204 len: 168 time: 0.4189734 Nov 04 11:17:40.678116 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53834) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:40.682332 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-411e93bc-4b25-4e66-afff-7b1e3641bccf tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ad8bea2-f924-468d-94f9-31e9b7081895', 'external_fixed_ips': [{'subnet_id': 'a34c22db-fd04-461b-b65d-abfa0be9b1cd', 'ip_address': '172.20.0.11'}]}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:17:40.705610 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-411e93bc-4b25-4e66-afff-7b1e3641bccf tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:40.706606 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-411e93bc-4b25-4e66-afff-7b1e3641bccf tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:40.759730 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-411e93bc-4b25-4e66-afff-7b1e3641bccf tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:41.261763 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-411e93bc-4b25-4e66-afff-7b1e3641bccf tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:41.468049 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-411e93bc-4b25-4e66-afff-7b1e3641bccf tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:41.487596 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-411e93bc-4b25-4e66-afff-7b1e3641bccf tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:41.652658 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-411e93bc-4b25-4e66-afff-7b1e3641bccf tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Allocated IP 172.20.0.11 (4ad8bea2-f924-468d-94f9-31e9b7081895/a34c22db-fd04-461b-b65d-abfa0be9b1cd/0b8b3460-3f88-42ba-983d-317f00e6473a) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:17:41.766128 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-411e93bc-4b25-4e66-afff-7b1e3641bccf tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:41.805666 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-411e93bc-4b25-4e66-afff-7b1e3641bccf tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:41.843369 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411e93bc-4b25-4e66-afff-7b1e3641bccf tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Network 4ad8bea2-f924-468d-94f9-31e9b7081895 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:17:41.848265 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-411e93bc-4b25-4e66-afff-7b1e3641bccf tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:17:41.851916 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411e93bc-4b25-4e66-afff-7b1e3641bccf tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:17:41.857702 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e93bc-4b25-4e66-afff-7b1e3641bccf tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Pushing event updated for resources: {'Port': ['ID=0b8b3460-3f88-42ba-983d-317f00e6473a,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:42.113203 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-411e93bc-4b25-4e66-afff-7b1e3641bccf tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:42.319321 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-411e93bc-4b25-4e66-afff-7b1e3641bccf tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:42.459785 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411e93bc-4b25-4e66-afff-7b1e3641bccf tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Router 960b0c53-7a6d-4e8c-8280-3e3f7c9b5251 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 11:17:42.591060 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411e93bc-4b25-4e66-afff-7b1e3641bccf tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:17:42.600661 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0420e9c7-33f4-48e1-a581-e310ddfaf747 None None] Sync routers for ids ['960b0c53-7a6d-4e8c-8280-3e3f7c9b5251'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:17:42.611589 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0420e9c7-33f4-48e1-a581-e310ddfaf747 None None] Routers {'960b0c53-7a6d-4e8c-8280-3e3f7c9b5251'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:17:42.612198 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-0420e9c7-33f4-48e1-a581-e310ddfaf747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:17:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['960b0c53-7a6d-4e8c-8280-3e3f7c9b5251'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:42.612339 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-411e93bc-4b25-4e66-afff-7b1e3641bccf tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:42.613538 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-411e93bc-4b25-4e66-afff-7b1e3641bccf tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 1.9345379 Nov 04 11:17:42.616475 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53836) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:42.681304 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:42.722048 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-0420e9c7-33f4-48e1-a581-e310ddfaf747 None None] Set router 960b0c53-7a6d-4e8c-8280-3e3f7c9b5251 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:17:42.734006 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d67183ce-65a2-43fb-953d-0f3f103484e1 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:42.854334 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d67183ce-65a2-43fb-953d-0f3f103484e1 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:42.909362 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-d67183ce-65a2-43fb-953d-0f3f103484e1 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Deleting port 0b8b3460-3f88-42ba-983d-317f00e6473a {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:17:42.909723 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d67183ce-65a2-43fb-953d-0f3f103484e1 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:42.911259 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-0420e9c7-33f4-48e1-a581-e310ddfaf747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960b0c53-7a6d-4e8c-8280-3e3f7c9b5251', 'name': '', 'tenant_id': '5023a0aac9c4466eb9f404686058035d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad8bea2-f924-468d-94f9-31e9b7081895', 'external_fixed_ips': [{'subnet_id': 'a34c22db-fd04-461b-b65d-abfa0be9b1cd', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '0b8b3460-3f88-42ba-983d-317f00e6473a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:17:40Z', 'updated_at': '2021-11-04T11:17:41Z', 'revision_number': 3, 'project_id': '5023a0aac9c4466eb9f404686058035d', 'gw_port': {'id': '0b8b3460-3f88-42ba-983d-317f00e6473a', 'name': '', 'network_id': '4ad8bea2-f924-468d-94f9-31e9b7081895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960b0c53-7a6d-4e8c-8280-3e3f7c9b5251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'a34c22db-fd04-461b-b65d-abfa0be9b1cd', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:17:41Z', 'updated_at': '2021-11-04T11:17:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a34c22db-fd04-461b-b65d-abfa0be9b1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:42.941659 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0420e9c7-33f4-48e1-a581-e310ddfaf747 None None] Checking router: 960b0c53-7a6d-4e8c-8280-3e3f7c9b5251 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:17:42.941999 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0420e9c7-33f4-48e1-a581-e310ddfaf747 None None] Updating router 960b0c53-7a6d-4e8c-8280-3e3f7c9b5251 port 0b8b3460-3f88-42ba-983d-317f00e6473a binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:17:42.967146 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-0420e9c7-33f4-48e1-a581-e310ddfaf747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:42.986346 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d67183ce-65a2-43fb-953d-0f3f103484e1 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:42.999686 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-d67183ce-65a2-43fb-953d-0f3f103484e1 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Calling delete_port for 0b8b3460-3f88-42ba-983d-317f00e6473a owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:17:43.175483 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d67183ce-65a2-43fb-953d-0f3f103484e1 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:43.205437 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67183ce-65a2-43fb-953d-0f3f103484e1 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b8b3460-3f88-42ba-983d-317f00e6473a,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:43.217541 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.db.api [None req-0420e9c7-33f4-48e1-a581-e310ddfaf747 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 11:17:43.217982 n-d-816629-1 neutron-server[101777]: DEBUG oslo_db.api [None req-0420e9c7-33f4-48e1-a581-e310ddfaf747 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 11:17:43.271669 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d67183ce-65a2-43fb-953d-0f3f103484e1 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:43.368463 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d67183ce-65a2-43fb-953d-0f3f103484e1 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:43.370784 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d67183ce-65a2-43fb-953d-0f3f103484e1 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:43.416907 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d67183ce-65a2-43fb-953d-0f3f103484e1 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:43.417964 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67183ce-65a2-43fb-953d-0f3f103484e1 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 960b0c53-7a6d-4e8c-8280-3e3f7c9b5251 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:17:43.423159 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d67183ce-65a2-43fb-953d-0f3f103484e1 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:43.424784 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d67183ce-65a2-43fb-953d-0f3f103484e1 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "DELETE /v2.0/routers/960b0c53-7a6d-4e8c-8280-3e3f7c9b5251 HTTP/1.1" status: 204 len: 168 time: 0.8072770 Nov 04 11:17:43.427682 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53838) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:43.480352 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-619d0e4e-cee1-48e8-85f2-7c9ef1b5ff20 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Deleting subnet a34c22db-fd04-461b-b65d-abfa0be9b1cd {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:17:43.483710 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-619d0e4e-cee1-48e8-85f2-7c9ef1b5ff20 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:43.519170 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-619d0e4e-cee1-48e8-85f2-7c9ef1b5ff20 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:43.572782 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-619d0e4e-cee1-48e8-85f2-7c9ef1b5ff20 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:43.635648 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-619d0e4e-cee1-48e8-85f2-7c9ef1b5ff20 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:43.668307 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d0e4e-cee1-48e8-85f2-7c9ef1b5ff20 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a34c22db-fd04-461b-b65d-abfa0be9b1cd,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:43.670437 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-619d0e4e-cee1-48e8-85f2-7c9ef1b5ff20 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:43.673745 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-619d0e4e-cee1-48e8-85f2-7c9ef1b5ff20 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "DELETE /v2.0/subnets/a34c22db-fd04-461b-b65d-abfa0be9b1cd HTTP/1.1" status: 204 len: 168 time: 0.2448554 Nov 04 11:17:43.677161 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53840) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:43.739744 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0420e9c7-33f4-48e1-a581-e310ddfaf747 None None] Port 0b8b3460-3f88-42ba-983d-317f00e6473a not found while updating agent binding for router 960b0c53-7a6d-4e8c-8280-3e3f7c9b5251. {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 04 11:17:43.747859 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1cef1af7-206f-4cb9-afd4-fc485667c2e5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:43.749336 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0420e9c7-33f4-48e1-a581-e310ddfaf747 None None] Routers set() bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:17:43.749786 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0420e9c7-33f4-48e1-a581-e310ddfaf747 None None] Router IDs set() for agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 04 11:17:43.750400 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_agentschedulers_db [None req-0420e9c7-33f4-48e1-a581-e310ddfaf747 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'960b0c53-7a6d-4e8c-8280-3e3f7c9b5251'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:17:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent'). {{(pid=101777) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 04 11:17:43.750741 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0420e9c7-33f4-48e1-a581-e310ddfaf747 None None] The sync data for ids ['960b0c53-7a6d-4e8c-8280-3e3f7c9b5251'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:17:43.837316 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1cef1af7-206f-4cb9-afd4-fc485667c2e5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:43.859086 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-1cef1af7-206f-4cb9-afd4-fc485667c2e5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad8bea2-f924-468d-94f9-31e9b7081895']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:43.869035 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-1cef1af7-206f-4cb9-afd4-fc485667c2e5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ea20c5-ad62-4765-b5f3-66a58691ad8f') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:43.869337 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-1cef1af7-206f-4cb9-afd4-fc485667c2e5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ea20c5-ad62-4765-b5f3-66a58691ad8f') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:43.879124 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1cef1af7-206f-4cb9-afd4-fc485667c2e5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:43.892861 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1cef1af7-206f-4cb9-afd4-fc485667c2e5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:43.899420 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cef1af7-206f-4cb9-afd4-fc485667c2e5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Releasing vlan 1165 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:17:43.900053 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1cef1af7-206f-4cb9-afd4-fc485667c2e5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:17:43.901785 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:17:43.963161 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1cef1af7-206f-4cb9-afd4-fc485667c2e5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:43.968468 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cef1af7-206f-4cb9-afd4-fc485667c2e5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4ad8bea2-f924-468d-94f9-31e9b7081895 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 04 11:17:43.971063 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1cef1af7-206f-4cb9-afd4-fc485667c2e5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:43.974929 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1cef1af7-206f-4cb9-afd4-fc485667c2e5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "DELETE /v2.0/networks/4ad8bea2-f924-468d-94f9-31e9b7081895 HTTP/1.1" status: 204 len: 168 time: 0.2968225 Nov 04 11:17:43.985329 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef1af7-206f-4cb9-afd4-fc485667c2e5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Pushing event deleted for resources: {'Network': ['ID=4ad8bea2-f924-468d-94f9-31e9b7081895,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:44.169080 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53848) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:44.173898 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-778dd32f-9f1f-4dee-9cc4-583020552abf tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Request body: {'router': {'name': 'tempest-router--1646927263', 'project_id': 'a55510638df84d7eb33e42790abf1dbc'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:17:44.198437 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-778dd32f-9f1f-4dee-9cc4-583020552abf tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:44.199604 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-778dd32f-9f1f-4dee-9cc4-583020552abf tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:44.263217 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-778dd32f-9f1f-4dee-9cc4-583020552abf tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:44.268901 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-778dd32f-9f1f-4dee-9cc4-583020552abf tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:44.288469 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-778dd32f-9f1f-4dee-9cc4-583020552abf tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:44.293310 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-778dd32f-9f1f-4dee-9cc4-583020552abf tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1199462 Nov 04 11:17:44.293708 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53850) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:44.368364 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-41801c4a-1023-4572-8c92-ddf685371b2b tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:44.525384 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-41801c4a-1023-4572-8c92-ddf685371b2b tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:44.527743 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-41801c4a-1023-4572-8c92-ddf685371b2b tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:44.575209 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-41801c4a-1023-4572-8c92-ddf685371b2b tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:44.575787 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41801c4a-1023-4572-8c92-ddf685371b2b tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Fanout notify agent at l3_agent the message router_deleted on router def5e872-5c06-43c6-8132-efbc4aa35823 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:17:44.580941 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-41801c4a-1023-4572-8c92-ddf685371b2b tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:44.582039 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-41801c4a-1023-4572-8c92-ddf685371b2b tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "DELETE /v2.0/routers/def5e872-5c06-43c6-8132-efbc4aa35823 HTTP/1.1" status: 204 len: 168 time: 0.2868991 Nov 04 11:17:44.698317 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53854) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:44.897280 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-adaec30c-0338-44b1-a855-14ccb1be5c69 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-932470016', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}, 'admin_state_up': False}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:17:44.925103 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-adaec30c-0338-44b1-a855-14ccb1be5c69 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:44.926134 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-adaec30c-0338-44b1-a855-14ccb1be5c69 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:44.979310 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-adaec30c-0338-44b1-a855-14ccb1be5c69 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:45.123525 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-adaec30c-0338-44b1-a855-14ccb1be5c69 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:45.130001 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:45.327353 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-adaec30c-0338-44b1-a855-14ccb1be5c69 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:45.349958 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-adaec30c-0338-44b1-a855-14ccb1be5c69 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:45.455475 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-adaec30c-0338-44b1-a855-14ccb1be5c69 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Allocated IP 172.25.7.229 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/63d7a1c8-9913-4c25-8f15-d2f08db5f847) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:17:45.567209 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-adaec30c-0338-44b1-a855-14ccb1be5c69 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:45.614321 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-adaec30c-0338-44b1-a855-14ccb1be5c69 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:45.658064 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaec30c-0338-44b1-a855-14ccb1be5c69 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:17:45.663489 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-adaec30c-0338-44b1-a855-14ccb1be5c69 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:17:45.666509 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaec30c-0338-44b1-a855-14ccb1be5c69 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:17:45.689701 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaec30c-0338-44b1-a855-14ccb1be5c69 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Pushing event updated for resources: {'Port': ['ID=63d7a1c8-9913-4c25-8f15-d2f08db5f847,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:45.928635 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-adaec30c-0338-44b1-a855-14ccb1be5c69 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:46.500220 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-adaec30c-0338-44b1-a855-14ccb1be5c69 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:46.644713 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adaec30c-0338-44b1-a855-14ccb1be5c69 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Router 75c171ef-da14-4242-9830-c6b69e6a19ae is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 11:17:46.762107 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adaec30c-0338-44b1-a855-14ccb1be5c69 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:17:46.773157 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2799ccff-1fc2-4f3f-833b-9f309f9139cf None None] Sync routers for ids ['75c171ef-da14-4242-9830-c6b69e6a19ae'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:17:46.785034 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2799ccff-1fc2-4f3f-833b-9f309f9139cf None None] Routers {'75c171ef-da14-4242-9830-c6b69e6a19ae'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:17:46.785774 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-adaec30c-0338-44b1-a855-14ccb1be5c69 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:46.785920 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2799ccff-1fc2-4f3f-833b-9f309f9139cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:17:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['75c171ef-da14-4242-9830-c6b69e6a19ae'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:46.787080 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-adaec30c-0338-44b1-a855-14ccb1be5c69 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.0876503 Nov 04 11:17:46.790058 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53858) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:46.824489 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2799ccff-1fc2-4f3f-833b-9f309f9139cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:46.833899 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2799ccff-1fc2-4f3f-833b-9f309f9139cf None None] Routers {'75c171ef-da14-4242-9830-c6b69e6a19ae'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:17:46.834505 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2799ccff-1fc2-4f3f-833b-9f309f9139cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:17:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['75c171ef-da14-4242-9830-c6b69e6a19ae'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:46.875341 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2799ccff-1fc2-4f3f-833b-9f309f9139cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:46.875951 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2799ccff-1fc2-4f3f-833b-9f309f9139cf None None] The sync data for ids ['75c171ef-da14-4242-9830-c6b69e6a19ae'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:17:46.891317 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5af4d8f2-d51b-4007-b0b8-9009b9c5786e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:46.898784 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-836273da-c3fe-42d2-9987-fdd939a7d110 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "GET /v2.0/routers/75c171ef-da14-4242-9830-c6b69e6a19ae HTTP/1.1" status: 200 len: 920 time: 0.1075118 Nov 04 11:17:46.902485 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53860) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:46.932863 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8127c48e-cef3-49b6-b1ad-f89c1574544a tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "GET /v2.0/ports?device_id=75c171ef-da14-4242-9830-c6b69e6a19ae HTTP/1.1" status: 200 len: 205 time: 0.0292065 Nov 04 11:17:46.935612 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53862) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:47.050638 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ce5ede46-f324-4e33-9b64-ab673b75eacf tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:47.160078 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ce5ede46-f324-4e33-9b64-ab673b75eacf tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:47.215649 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-ce5ede46-f324-4e33-9b64-ab673b75eacf tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Deleting port 63d7a1c8-9913-4c25-8f15-d2f08db5f847 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:17:47.215960 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ce5ede46-f324-4e33-9b64-ab673b75eacf tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:47.292935 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ce5ede46-f324-4e33-9b64-ab673b75eacf tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:47.310021 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-ce5ede46-f324-4e33-9b64-ab673b75eacf tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Calling delete_port for 63d7a1c8-9913-4c25-8f15-d2f08db5f847 owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:17:47.483985 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ce5ede46-f324-4e33-9b64-ab673b75eacf tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:47.510086 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ede46-f324-4e33-9b64-ab673b75eacf tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Pushing event deleted for resources: {'Port': ['ID=63d7a1c8-9913-4c25-8f15-d2f08db5f847,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:47.575227 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ce5ede46-f324-4e33-9b64-ab673b75eacf tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:47.668983 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ce5ede46-f324-4e33-9b64-ab673b75eacf tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:47.671301 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ce5ede46-f324-4e33-9b64-ab673b75eacf tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:47.721655 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ce5ede46-f324-4e33-9b64-ab673b75eacf tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:47.722213 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5ede46-f324-4e33-9b64-ab673b75eacf tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Fanout notify agent at l3_agent the message router_deleted on router 75c171ef-da14-4242-9830-c6b69e6a19ae {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:17:47.729984 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ce5ede46-f324-4e33-9b64-ab673b75eacf tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:47.731174 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ce5ede46-f324-4e33-9b64-ab673b75eacf tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "DELETE /v2.0/routers/75c171ef-da14-4242-9830-c6b69e6a19ae HTTP/1.1" status: 204 len: 168 time: 0.7944896 Nov 04 11:17:47.735269 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53864) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:47.742483 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-5e0f138a-539b-46ff-b90d-d963147ed84c tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1250254194', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'enable_snat': False}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:17:47.766911 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e0f138a-539b-46ff-b90d-d963147ed84c tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:47.767943 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e0f138a-539b-46ff-b90d-d963147ed84c tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:47.825030 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e0f138a-539b-46ff-b90d-d963147ed84c tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:47.967592 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e0f138a-539b-46ff-b90d-d963147ed84c tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:48.195667 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e0f138a-539b-46ff-b90d-d963147ed84c tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:48.219217 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e0f138a-539b-46ff-b90d-d963147ed84c tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:48.322206 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-5e0f138a-539b-46ff-b90d-d963147ed84c tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Allocated IP 172.25.7.24 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/5f2ee517-1d96-4762-b26f-327bd114af9f) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:17:48.431832 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e0f138a-539b-46ff-b90d-d963147ed84c tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:48.467777 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e0f138a-539b-46ff-b90d-d963147ed84c tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:48.505550 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0f138a-539b-46ff-b90d-d963147ed84c tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:17:48.512170 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-5e0f138a-539b-46ff-b90d-d963147ed84c tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:17:48.514796 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0f138a-539b-46ff-b90d-d963147ed84c tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:17:48.523954 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f138a-539b-46ff-b90d-d963147ed84c tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Pushing event updated for resources: {'Port': ['ID=5f2ee517-1d96-4762-b26f-327bd114af9f,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:48.798238 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e0f138a-539b-46ff-b90d-d963147ed84c tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:49.010692 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e0f138a-539b-46ff-b90d-d963147ed84c tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:49.148159 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0f138a-539b-46ff-b90d-d963147ed84c tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Router 26c6bf15-384c-4b00-85f0-c40f5579b829 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 11:17:49.259850 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0f138a-539b-46ff-b90d-d963147ed84c tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:17:49.269688 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa49fd2-0e50-47eb-92b9-1bc58fc0db40 None None] Sync routers for ids ['26c6bf15-384c-4b00-85f0-c40f5579b829'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:17:49.282751 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa49fd2-0e50-47eb-92b9-1bc58fc0db40 None None] Routers {'26c6bf15-384c-4b00-85f0-c40f5579b829'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:17:49.283384 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5e0f138a-539b-46ff-b90d-d963147ed84c tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:49.283521 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-3fa49fd2-0e50-47eb-92b9-1bc58fc0db40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:17:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['26c6bf15-384c-4b00-85f0-c40f5579b829'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:49.287383 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5e0f138a-539b-46ff-b90d-d963147ed84c tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.5480170 Nov 04 11:17:49.287547 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53866) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:49.398145 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-58baad0d-e262-4713-8025-8c66b62fca28 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "GET /v2.0/routers/26c6bf15-384c-4b00-85f0-c40f5579b829 HTTP/1.1" status: 200 len: 908 time: 0.1094038 Nov 04 11:17:49.401670 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53868) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:49.406391 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-eecb5943-7ed5-4876-b6df-2fd92692022d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1250254194', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'enable_snat': True}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:17:49.432548 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eecb5943-7ed5-4876-b6df-2fd92692022d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:49.433696 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eecb5943-7ed5-4876-b6df-2fd92692022d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:49.487410 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eecb5943-7ed5-4876-b6df-2fd92692022d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:49.489711 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-3fa49fd2-0e50-47eb-92b9-1bc58fc0db40 None None] Set router 26c6bf15-384c-4b00-85f0-c40f5579b829 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:17:49.626911 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eecb5943-7ed5-4876-b6df-2fd92692022d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:49.668354 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-3fa49fd2-0e50-47eb-92b9-1bc58fc0db40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c6bf15-384c-4b00-85f0-c40f5579b829', 'name': 'tempest-snat-router-1250254194', 'tenant_id': '5023a0aac9c4466eb9f404686058035d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24'}], 'enable_snat': False}, 'gw_port_id': '5f2ee517-1d96-4762-b26f-327bd114af9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:17:47Z', 'updated_at': '2021-11-04T11:17:48Z', 'revision_number': 3, 'project_id': '5023a0aac9c4466eb9f404686058035d', 'gw_port': {'id': '5f2ee517-1d96-4762-b26f-327bd114af9f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c6bf15-384c-4b00-85f0-c40f5579b829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:17:48Z', 'updated_at': '2021-11-04T11:17:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:49.694256 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa49fd2-0e50-47eb-92b9-1bc58fc0db40 None None] Checking router: 26c6bf15-384c-4b00-85f0-c40f5579b829 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:17:49.694634 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa49fd2-0e50-47eb-92b9-1bc58fc0db40 None None] Updating router 26c6bf15-384c-4b00-85f0-c40f5579b829 port 5f2ee517-1d96-4762-b26f-327bd114af9f binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:17:49.703787 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9bac4fbe-9402-42d9-b09f-79ac9e990fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:49.723534 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-3fa49fd2-0e50-47eb-92b9-1bc58fc0db40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:49.999271 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-3fa49fd2-0e50-47eb-92b9-1bc58fc0db40 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:50.007057 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-3fa49fd2-0e50-47eb-92b9-1bc58fc0db40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:50.059895 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-3fa49fd2-0e50-47eb-92b9-1bc58fc0db40 None None] Attempting to bind port 5f2ee517-1d96-4762-b26f-327bd114af9f on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:17:50.060289 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-3fa49fd2-0e50-47eb-92b9-1bc58fc0db40 None None] Attempting to bind port 5f2ee517-1d96-4762-b26f-327bd114af9f by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:17:50.060630 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa49fd2-0e50-47eb-92b9-1bc58fc0db40 None None] Attempting to bind port 5f2ee517-1d96-4762-b26f-327bd114af9f on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:17:50.067721 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b6565-492a-47ae-aced-91d770dd5595 None None] Pushing event updated for resources: {'Port': ['ID=5f2ee517-1d96-4762-b26f-327bd114af9f,revision_number=2']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:50.070961 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa49fd2-0e50-47eb-92b9-1bc58fc0db40 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:17:50.071380 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa49fd2-0e50-47eb-92b9-1bc58fc0db40 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:17:50.071860 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-3fa49fd2-0e50-47eb-92b9-1bc58fc0db40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:50.072248 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa49fd2-0e50-47eb-92b9-1bc58fc0db40 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:17:50.072714 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-3fa49fd2-0e50-47eb-92b9-1bc58fc0db40 None None] Bound port: 5f2ee517-1d96-4762-b26f-327bd114af9f, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:17:50.073122 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-3fa49fd2-0e50-47eb-92b9-1bc58fc0db40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:50.079708 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89b6565-492a-47ae-aced-91d770dd5595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:50.080041 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89b6565-492a-47ae-aced-91d770dd5595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:50.080371 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89b6565-492a-47ae-aced-91d770dd5595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:50.080699 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89b6565-492a-47ae-aced-91d770dd5595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:50.081049 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89b6565-492a-47ae-aced-91d770dd5595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:50.081368 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89b6565-492a-47ae-aced-91d770dd5595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:50.081680 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89b6565-492a-47ae-aced-91d770dd5595 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:50.081996 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89b6565-492a-47ae-aced-91d770dd5595 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:50.082304 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89b6565-492a-47ae-aced-91d770dd5595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:50.082614 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89b6565-492a-47ae-aced-91d770dd5595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:50.082921 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89b6565-492a-47ae-aced-91d770dd5595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:50.083231 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89b6565-492a-47ae-aced-91d770dd5595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:50.142623 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-3fa49fd2-0e50-47eb-92b9-1bc58fc0db40 None None] For port 5f2ee517-1d96-4762-b26f-327bd114af9f, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:17:50.146592 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-3fa49fd2-0e50-47eb-92b9-1bc58fc0db40 None None] For port 5f2ee517-1d96-4762-b26f-327bd114af9f, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=5f2ee517-1d96-4762-b26f-327bd114af9f,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:17:50.152137 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-3fa49fd2-0e50-47eb-92b9-1bc58fc0db40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:50.201910 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eecb5943-7ed5-4876-b6df-2fd92692022d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:50.210151 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa49fd2-0e50-47eb-92b9-1bc58fc0db40 None None] Routers {'26c6bf15-384c-4b00-85f0-c40f5579b829'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:17:50.210765 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-3fa49fd2-0e50-47eb-92b9-1bc58fc0db40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:17:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['26c6bf15-384c-4b00-85f0-c40f5579b829'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:50.221777 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eecb5943-7ed5-4876-b6df-2fd92692022d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:50.245812 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b6565-492a-47ae-aced-91d770dd5595 None None] Pushing event updated for resources: {'Port': ['ID=5f2ee517-1d96-4762-b26f-327bd114af9f,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:50.321677 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-3fa49fd2-0e50-47eb-92b9-1bc58fc0db40 None None] Set router 26c6bf15-384c-4b00-85f0-c40f5579b829 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:17:50.325641 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-eecb5943-7ed5-4876-b6df-2fd92692022d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Allocated IP 172.25.7.58 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/36d26ed9-1ae4-4f34-bc04-f3c05d94fd22) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:17:50.434154 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eecb5943-7ed5-4876-b6df-2fd92692022d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:50.472282 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eecb5943-7ed5-4876-b6df-2fd92692022d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:50.498102 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-3fa49fd2-0e50-47eb-92b9-1bc58fc0db40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c6bf15-384c-4b00-85f0-c40f5579b829', 'name': 'tempest-snat-router-1250254194', 'tenant_id': '5023a0aac9c4466eb9f404686058035d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24'}], 'enable_snat': False}, 'gw_port_id': '5f2ee517-1d96-4762-b26f-327bd114af9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:17:47Z', 'updated_at': '2021-11-04T11:17:48Z', 'revision_number': 3, 'project_id': '5023a0aac9c4466eb9f404686058035d', 'gw_port': {'id': '5f2ee517-1d96-4762-b26f-327bd114af9f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c6bf15-384c-4b00-85f0-c40f5579b829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:17:48Z', 'updated_at': '2021-11-04T11:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:50.510479 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecb5943-7ed5-4876-b6df-2fd92692022d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:17:50.515744 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-eecb5943-7ed5-4876-b6df-2fd92692022d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:17:50.519433 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecb5943-7ed5-4876-b6df-2fd92692022d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:17:50.529715 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa49fd2-0e50-47eb-92b9-1bc58fc0db40 None None] The sync data for ids ['26c6bf15-384c-4b00-85f0-c40f5579b829'] in n-d-816629-1 is: [{'id': '26c6bf15-384c-4b00-85f0-c40f5579b829', 'name': 'tempest-snat-router-1250254194', 'tenant_id': '5023a0aac9c4466eb9f404686058035d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24'}], 'enable_snat': False}, 'gw_port_id': '5f2ee517-1d96-4762-b26f-327bd114af9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:17:47Z', 'updated_at': '2021-11-04T11:17:48Z', 'revision_number': 3, 'project_id': '5023a0aac9c4466eb9f404686058035d', 'gw_port': {'id': '5f2ee517-1d96-4762-b26f-327bd114af9f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c6bf15-384c-4b00-85f0-c40f5579b829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:17:48Z', 'updated_at': '2021-11-04T11:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:17:50.542310 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb5943-7ed5-4876-b6df-2fd92692022d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Pushing event updated for resources: {'Port': ['ID=36d26ed9-1ae4-4f34-bc04-f3c05d94fd22,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:50.791047 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eecb5943-7ed5-4876-b6df-2fd92692022d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:50.889875 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5f2ee517-1d96-4762-b26f-327bd114af9f up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:17:50.923524 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:50.950803 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 5f2ee517-1d96-4762-b26f-327bd114af9f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:17:50.951172 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:51.004286 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eecb5943-7ed5-4876-b6df-2fd92692022d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:51.041627 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:51.068338 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 5f2ee517-1d96-4762-b26f-327bd114af9f, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=5f2ee517-1d96-4762-b26f-327bd114af9f,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:17:51.073743 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:51.125933 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=5f2ee517-1d96-4762-b26f-327bd114af9f,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:51.146770 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:51.147115 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:51.147471 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:51.147844 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:51.148264 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:51.148594 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:51.148950 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:51.149341 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:51.150136 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:51.150700 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:51.150829 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:51.151199 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:17:51.175015 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecb5943-7ed5-4876-b6df-2fd92692022d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Router 5e503eae-4302-4dc8-9570-0e1f347613a1 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 11:17:51.311999 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecb5943-7ed5-4876-b6df-2fd92692022d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:17:51.322979 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21211405-5673-4a84-9ac9-f6b8581e437e None None] Sync routers for ids ['5e503eae-4302-4dc8-9570-0e1f347613a1'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:17:51.338007 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-eecb5943-7ed5-4876-b6df-2fd92692022d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:51.338582 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21211405-5673-4a84-9ac9-f6b8581e437e None None] Routers {'5e503eae-4302-4dc8-9570-0e1f347613a1'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:17:51.341029 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-21211405-5673-4a84-9ac9-f6b8581e437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:17:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['5e503eae-4302-4dc8-9570-0e1f347613a1'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:51.341220 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-eecb5943-7ed5-4876-b6df-2fd92692022d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.9367781 Nov 04 11:17:51.344212 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53870) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:51.485850 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-21211405-5673-4a84-9ac9-f6b8581e437e None None] Set router 5e503eae-4302-4dc8-9570-0e1f347613a1 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:17:51.501583 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e4254111-d22d-41e2-9a1c-f166dab749a4 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "GET /v2.0/routers/5e503eae-4302-4dc8-9570-0e1f347613a1 HTTP/1.1" status: 200 len: 907 time: 0.1561584 Nov 04 11:17:51.504453 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53872) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:51.630013 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-09ea62c3-fd18-4a45-9caf-64064ded01c5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:51.702903 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-21211405-5673-4a84-9ac9-f6b8581e437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e503eae-4302-4dc8-9570-0e1f347613a1', 'name': 'tempest-snat-router-1250254194', 'tenant_id': '5023a0aac9c4466eb9f404686058035d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '36d26ed9-1ae4-4f34-bc04-f3c05d94fd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:17:49Z', 'updated_at': '2021-11-04T11:17:50Z', 'revision_number': 3, 'project_id': '5023a0aac9c4466eb9f404686058035d', 'gw_port': {'id': '36d26ed9-1ae4-4f34-bc04-f3c05d94fd22', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e503eae-4302-4dc8-9570-0e1f347613a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:17:50Z', 'updated_at': '2021-11-04T11:17:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:51.732969 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21211405-5673-4a84-9ac9-f6b8581e437e None None] Checking router: 5e503eae-4302-4dc8-9570-0e1f347613a1 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:17:51.733308 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21211405-5673-4a84-9ac9-f6b8581e437e None None] Updating router 5e503eae-4302-4dc8-9570-0e1f347613a1 port 36d26ed9-1ae4-4f34-bc04-f3c05d94fd22 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:17:51.753176 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-09ea62c3-fd18-4a45-9caf-64064ded01c5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:51.768588 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-21211405-5673-4a84-9ac9-f6b8581e437e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:51.819910 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-09ea62c3-fd18-4a45-9caf-64064ded01c5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Deleting port 36d26ed9-1ae4-4f34-bc04-f3c05d94fd22 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:17:51.820224 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-09ea62c3-fd18-4a45-9caf-64064ded01c5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:51.912998 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-09ea62c3-fd18-4a45-9caf-64064ded01c5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:51.935688 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-09ea62c3-fd18-4a45-9caf-64064ded01c5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Calling delete_port for 36d26ed9-1ae4-4f34-bc04-f3c05d94fd22 owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:17:52.113269 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-09ea62c3-fd18-4a45-9caf-64064ded01c5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:52.114035 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-21211405-5673-4a84-9ac9-f6b8581e437e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 11:17:52.114588 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-21211405-5673-4a84-9ac9-f6b8581e437e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 11:17:52.144915 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea62c3-fd18-4a45-9caf-64064ded01c5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Pushing event deleted for resources: {'Port': ['ID=36d26ed9-1ae4-4f34-bc04-f3c05d94fd22,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:52.207902 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-09ea62c3-fd18-4a45-9caf-64064ded01c5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:52.288486 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:52.304794 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-09ea62c3-fd18-4a45-9caf-64064ded01c5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:52.307432 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-09ea62c3-fd18-4a45-9caf-64064ded01c5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:52.354266 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-09ea62c3-fd18-4a45-9caf-64064ded01c5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:52.355113 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ea62c3-fd18-4a45-9caf-64064ded01c5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e503eae-4302-4dc8-9570-0e1f347613a1 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:17:52.361876 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-09ea62c3-fd18-4a45-9caf-64064ded01c5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:52.363724 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-09ea62c3-fd18-4a45-9caf-64064ded01c5 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "DELETE /v2.0/routers/5e503eae-4302-4dc8-9570-0e1f347613a1 HTTP/1.1" status: 204 len: 168 time: 0.8578084 Nov 04 11:17:52.367693 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53874) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:52.483532 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d12272c2-39b0-4bb2-9145-d42621ee0503 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:52.594759 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d12272c2-39b0-4bb2-9145-d42621ee0503 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:52.637698 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21211405-5673-4a84-9ac9-f6b8581e437e None None] Port 36d26ed9-1ae4-4f34-bc04-f3c05d94fd22 not found while updating agent binding for router 5e503eae-4302-4dc8-9570-0e1f347613a1. {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 04 11:17:52.653349 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:52.655272 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21211405-5673-4a84-9ac9-f6b8581e437e None None] Routers set() bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:17:52.655638 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21211405-5673-4a84-9ac9-f6b8581e437e None None] Router IDs set() for agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 04 11:17:52.656219 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_agentschedulers_db [None req-21211405-5673-4a84-9ac9-f6b8581e437e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5e503eae-4302-4dc8-9570-0e1f347613a1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:17:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent'). {{(pid=101776) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 04 11:17:52.656583 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21211405-5673-4a84-9ac9-f6b8581e437e None None] The sync data for ids ['5e503eae-4302-4dc8-9570-0e1f347613a1'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:17:52.659960 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-d12272c2-39b0-4bb2-9145-d42621ee0503 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Deleting port 5f2ee517-1d96-4762-b26f-327bd114af9f {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:17:52.660081 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d12272c2-39b0-4bb2-9145-d42621ee0503 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:52.745635 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-d12272c2-39b0-4bb2-9145-d42621ee0503 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] For port 5f2ee517-1d96-4762-b26f-327bd114af9f, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=5f2ee517-1d96-4762-b26f-327bd114af9f,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:17:52.745903 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d12272c2-39b0-4bb2-9145-d42621ee0503 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:52.758908 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-d12272c2-39b0-4bb2-9145-d42621ee0503 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Calling delete_port for 5f2ee517-1d96-4762-b26f-327bd114af9f owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:17:52.849777 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5f2ee517-1d96-4762-b26f-327bd114af9f up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:17:52.899614 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 5f2ee517-1d96-4762-b26f-327bd114af9f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:17:52.900026 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:52.932958 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d12272c2-39b0-4bb2-9145-d42621ee0503 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:52.936188 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Could not find standard attr ID for object 5f2ee517-1d96-4762-b26f-327bd114af9f. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 11:17:52.939354 n-d-816629-1 neutron-server[101776]: INFO neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No ports have port_id starting with 5f2ee517-1d96-4762-b26f-327bd114af9f Nov 04 11:17:52.958742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12272c2-39b0-4bb2-9145-d42621ee0503 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f2ee517-1d96-4762-b26f-327bd114af9f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:53.026299 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d12272c2-39b0-4bb2-9145-d42621ee0503 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:53.122439 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d12272c2-39b0-4bb2-9145-d42621ee0503 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:53.125112 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d12272c2-39b0-4bb2-9145-d42621ee0503 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:53.170666 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d12272c2-39b0-4bb2-9145-d42621ee0503 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:53.171193 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12272c2-39b0-4bb2-9145-d42621ee0503 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26c6bf15-384c-4b00-85f0-c40f5579b829 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:17:53.175499 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d12272c2-39b0-4bb2-9145-d42621ee0503 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:53.177186 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d12272c2-39b0-4bb2-9145-d42621ee0503 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "DELETE /v2.0/routers/26c6bf15-384c-4b00-85f0-c40f5579b829 HTTP/1.1" status: 204 len: 168 time: 0.8078141 Nov 04 11:17:53.180676 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53876) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:53.185704 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-1017c1a5-c99a-4873-9a7c-bea43edae527 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-155921183', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}, 'admin_state_up': False}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:17:53.212159 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1017c1a5-c99a-4873-9a7c-bea43edae527 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:53.213514 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1017c1a5-c99a-4873-9a7c-bea43edae527 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:53.633463 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1017c1a5-c99a-4873-9a7c-bea43edae527 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:53.780746 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1017c1a5-c99a-4873-9a7c-bea43edae527 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:53.980712 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1017c1a5-c99a-4873-9a7c-bea43edae527 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:54.003639 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1017c1a5-c99a-4873-9a7c-bea43edae527 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:54.114724 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-1017c1a5-c99a-4873-9a7c-bea43edae527 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Allocated IP 172.25.7.56 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/18122b65-c11b-4b31-9d45-5942106ab071) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:17:54.225371 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1017c1a5-c99a-4873-9a7c-bea43edae527 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:54.262707 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1017c1a5-c99a-4873-9a7c-bea43edae527 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:54.304436 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1017c1a5-c99a-4873-9a7c-bea43edae527 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:17:54.307491 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-1017c1a5-c99a-4873-9a7c-bea43edae527 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:17:54.311992 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1017c1a5-c99a-4873-9a7c-bea43edae527 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:17:54.315066 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017c1a5-c99a-4873-9a7c-bea43edae527 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Pushing event updated for resources: {'Port': ['ID=18122b65-c11b-4b31-9d45-5942106ab071,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:54.577192 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1017c1a5-c99a-4873-9a7c-bea43edae527 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:54.809835 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1017c1a5-c99a-4873-9a7c-bea43edae527 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:54.832265 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5f2ee517-1d96-4762-b26f-327bd114af9f no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:17:54.855946 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 5f2ee517-1d96-4762-b26f-327bd114af9f {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:17:54.856292 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5f2ee517-1d96-4762-b26f-327bd114af9f not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:17:54.948340 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1017c1a5-c99a-4873-9a7c-bea43edae527 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Router fe96f215-199a-494c-8718-4b153bfb6094 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 11:17:55.065607 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1017c1a5-c99a-4873-9a7c-bea43edae527 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:17:55.077397 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a25e2a-bab6-46c8-a662-6e77b660278c None None] Sync routers for ids ['fe96f215-199a-494c-8718-4b153bfb6094'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:17:55.089031 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a25e2a-bab6-46c8-a662-6e77b660278c None None] Routers {'fe96f215-199a-494c-8718-4b153bfb6094'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:17:55.089309 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1017c1a5-c99a-4873-9a7c-bea43edae527 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:55.090021 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-d6a25e2a-bab6-46c8-a662-6e77b660278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:17:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['fe96f215-199a-494c-8718-4b153bfb6094'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:55.091045 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1017c1a5-c99a-4873-9a7c-bea43edae527 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.9088202 Nov 04 11:17:55.094268 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53878) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:55.099121 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-562834c0-a822-4f30-bdfa-d43700385f70 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'enable_snat': False}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:17:55.122389 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-d6a25e2a-bab6-46c8-a662-6e77b660278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:55.131161 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a25e2a-bab6-46c8-a662-6e77b660278c None None] Routers {'fe96f215-199a-494c-8718-4b153bfb6094'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:17:55.132195 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-d6a25e2a-bab6-46c8-a662-6e77b660278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:17:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['fe96f215-199a-494c-8718-4b153bfb6094'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:55.163994 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-d6a25e2a-bab6-46c8-a662-6e77b660278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:55.164954 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a25e2a-bab6-46c8-a662-6e77b660278c None None] The sync data for ids ['fe96f215-199a-494c-8718-4b153bfb6094'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:17:55.404220 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-562834c0-a822-4f30-bdfa-d43700385f70 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:56.170111 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-562834c0-a822-4f30-bdfa-d43700385f70 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41180'] for router, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:56.173931 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-562834c0-a822-4f30-bdfa-d43700385f70 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3752830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3752821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3754209'] for router, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:56.286360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562834c0-a822-4f30-bdfa-d43700385f70 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Router fe96f215-199a-494c-8718-4b153bfb6094 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:17:56.397760 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:17:56.398386 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562834c0-a822-4f30-bdfa-d43700385f70 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:17:56.402821 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-562834c0-a822-4f30-bdfa-d43700385f70 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:56.404073 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-562834c0-a822-4f30-bdfa-d43700385f70 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "PUT /v2.0/routers/fe96f215-199a-494c-8718-4b153bfb6094 HTTP/1.1" status: 200 len: 920 time: 1.3087287 Nov 04 11:17:56.407055 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53880) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:56.410303 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf2f94b-1204-425a-a18e-bcbcadf24917 None None] Sync routers for ids ['fe96f215-199a-494c-8718-4b153bfb6094'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:17:56.421063 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf2f94b-1204-425a-a18e-bcbcadf24917 None None] Routers {'fe96f215-199a-494c-8718-4b153bfb6094'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:17:56.421763 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-7cf2f94b-1204-425a-a18e-bcbcadf24917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:17:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['fe96f215-199a-494c-8718-4b153bfb6094'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:56.454085 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-7cf2f94b-1204-425a-a18e-bcbcadf24917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:56.462954 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf2f94b-1204-425a-a18e-bcbcadf24917 None None] Routers {'fe96f215-199a-494c-8718-4b153bfb6094'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:17:56.463550 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-7cf2f94b-1204-425a-a18e-bcbcadf24917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:17:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['fe96f215-199a-494c-8718-4b153bfb6094'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:56.498625 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-7cf2f94b-1204-425a-a18e-bcbcadf24917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:56.499285 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf2f94b-1204-425a-a18e-bcbcadf24917 None None] The sync data for ids ['fe96f215-199a-494c-8718-4b153bfb6094'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:17:56.517153 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2c99fbc0-fd67-4847-88ee-fe3b62e7048b tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "GET /v2.0/routers/fe96f215-199a-494c-8718-4b153bfb6094 HTTP/1.1" status: 200 len: 920 time: 0.1089516 Nov 04 11:17:56.520517 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53882) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:56.597987 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b039f7a0-2751-49da-996a-114aefd19e30 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:17:56.599610 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b039f7a0-2751-49da-996a-114aefd19e30 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "GET /v2.0/ports?network_id=301c0cd8-d116-455e-af06-7601efa602d6&device_id=fe96f215-199a-494c-8718-4b153bfb6094&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0781031 Nov 04 11:17:56.604126 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53884) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:56.699785 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdadb21f-23bc-401a-81bd-c87cbc453aa1 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:17:56.701147 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fdadb21f-23bc-401a-81bd-c87cbc453aa1 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 881 time: 0.0960922 Nov 04 11:17:56.704334 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53886) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:56.732563 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-33a9f967-2159-4f41-b4f0-d538f231a71e tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "GET /v2.0/ports?device_id=fe96f215-199a-494c-8718-4b153bfb6094 HTTP/1.1" status: 200 len: 205 time: 0.0269151 Nov 04 11:17:56.735819 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53888) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:56.850426 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2dace26b-daea-43fd-a4ac-3969883dd67b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:56.960023 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2dace26b-daea-43fd-a4ac-3969883dd67b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:57.018576 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-2dace26b-daea-43fd-a4ac-3969883dd67b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Deleting port 18122b65-c11b-4b31-9d45-5942106ab071 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:17:57.018926 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2dace26b-daea-43fd-a4ac-3969883dd67b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:57.098805 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2dace26b-daea-43fd-a4ac-3969883dd67b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:57.110938 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-2dace26b-daea-43fd-a4ac-3969883dd67b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Calling delete_port for 18122b65-c11b-4b31-9d45-5942106ab071 owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:17:57.282335 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2dace26b-daea-43fd-a4ac-3969883dd67b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:57.306196 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dace26b-daea-43fd-a4ac-3969883dd67b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Pushing event deleted for resources: {'Port': ['ID=18122b65-c11b-4b31-9d45-5942106ab071,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:57.372289 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2dace26b-daea-43fd-a4ac-3969883dd67b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:57.477565 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2dace26b-daea-43fd-a4ac-3969883dd67b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:57.480746 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2dace26b-daea-43fd-a4ac-3969883dd67b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:57.535312 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2dace26b-daea-43fd-a4ac-3969883dd67b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:57.535870 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dace26b-daea-43fd-a4ac-3969883dd67b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Fanout notify agent at l3_agent the message router_deleted on router fe96f215-199a-494c-8718-4b153bfb6094 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:17:57.546556 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2dace26b-daea-43fd-a4ac-3969883dd67b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:57.548166 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2dace26b-daea-43fd-a4ac-3969883dd67b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "DELETE /v2.0/routers/fe96f215-199a-494c-8718-4b153bfb6094 HTTP/1.1" status: 204 len: 168 time: 0.8113611 Nov 04 11:17:57.553735 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53890) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:57.559082 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-5ef20a40-6e50-49f5-8d8c-4f1c48c140ed tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2046894611', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:17:57.585044 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ef20a40-6e50-49f5-8d8c-4f1c48c140ed tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:57.586347 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ef20a40-6e50-49f5-8d8c-4f1c48c140ed tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:57.639064 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ef20a40-6e50-49f5-8d8c-4f1c48c140ed tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:57.646405 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ef20a40-6e50-49f5-8d8c-4f1c48c140ed tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:57.668068 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5ef20a40-6e50-49f5-8d8c-4f1c48c140ed tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:57.669649 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5ef20a40-6e50-49f5-8d8c-4f1c48c140ed tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1148415 Nov 04 11:17:57.672881 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53892) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:57.678411 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-5529ba35-0e0f-47ce-9774-e7fa92e8e692 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Request body: {'router': {'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:17:57.889893 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5529ba35-0e0f-47ce-9774-e7fa92e8e692 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:58.118372 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5529ba35-0e0f-47ce-9774-e7fa92e8e692 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:58.137758 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5529ba35-0e0f-47ce-9774-e7fa92e8e692 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:58.260862 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-5529ba35-0e0f-47ce-9774-e7fa92e8e692 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Allocated IP 172.25.7.125 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/910209d8-51c2-48dd-986c-98d79d203e93) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:17:58.367345 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5529ba35-0e0f-47ce-9774-e7fa92e8e692 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:58.404786 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5529ba35-0e0f-47ce-9774-e7fa92e8e692 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:58.446343 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5529ba35-0e0f-47ce-9774-e7fa92e8e692 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:17:58.451247 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-5529ba35-0e0f-47ce-9774-e7fa92e8e692 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:17:58.453644 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5529ba35-0e0f-47ce-9774-e7fa92e8e692 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:17:58.478888 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529ba35-0e0f-47ce-9774-e7fa92e8e692 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Pushing event updated for resources: {'Port': ['ID=910209d8-51c2-48dd-986c-98d79d203e93,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:17:58.734496 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5529ba35-0e0f-47ce-9774-e7fa92e8e692 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:58.946683 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5529ba35-0e0f-47ce-9774-e7fa92e8e692 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41180'] for router, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:58.950208 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5529ba35-0e0f-47ce-9774-e7fa92e8e692 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3752830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3752821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3754209'] for router, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:59.081742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5529ba35-0e0f-47ce-9774-e7fa92e8e692 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Router 921e9d42-948d-481d-86d2-77786d2e4025 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 11:17:59.197853 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5529ba35-0e0f-47ce-9774-e7fa92e8e692 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:17:59.204691 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5529ba35-0e0f-47ce-9774-e7fa92e8e692 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:59.206443 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5529ba35-0e0f-47ce-9774-e7fa92e8e692 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "PUT /v2.0/routers/921e9d42-948d-481d-86d2-77786d2e4025 HTTP/1.1" status: 200 len: 880 time: 1.5324206 Nov 04 11:17:59.207278 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765f3444-f830-4880-840b-25603c0438c0 None None] Sync routers for ids ['921e9d42-948d-481d-86d2-77786d2e4025'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:17:59.209311 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53894) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:59.217757 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765f3444-f830-4880-840b-25603c0438c0 None None] Routers {'921e9d42-948d-481d-86d2-77786d2e4025'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:17:59.218364 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-765f3444-f830-4880-840b-25603c0438c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:17:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['921e9d42-948d-481d-86d2-77786d2e4025'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:59.249761 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-765f3444-f830-4880-840b-25603c0438c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:59.258868 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765f3444-f830-4880-840b-25603c0438c0 None None] Routers {'921e9d42-948d-481d-86d2-77786d2e4025'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:17:59.259474 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-765f3444-f830-4880-840b-25603c0438c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:17:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['921e9d42-948d-481d-86d2-77786d2e4025'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:59.291285 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-765f3444-f830-4880-840b-25603c0438c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:17:59.291918 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765f3444-f830-4880-840b-25603c0438c0 None None] The sync data for ids ['921e9d42-948d-481d-86d2-77786d2e4025'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:17:59.318236 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-840863af-b5ee-4e30-bbf2-117d194d01ce tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "GET /v2.0/routers/921e9d42-948d-481d-86d2-77786d2e4025 HTTP/1.1" status: 200 len: 921 time: 0.1076393 Nov 04 11:17:59.321175 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53896) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:59.419138 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8874f364-4bd0-49c0-a148-acc5a509873f tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:17:59.420728 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8874f364-4bd0-49c0-a148-acc5a509873f tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "GET /v2.0/ports?network_id=301c0cd8-d116-455e-af06-7601efa602d6&device_id=921e9d42-948d-481d-86d2-77786d2e4025&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0985820 Nov 04 11:17:59.425131 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53898) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:59.514225 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8c633d-4474-4ee5-955c-c09088e1381a tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:17:59.515636 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4d8c633d-4474-4ee5-955c-c09088e1381a tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 881 time: 0.0895991 Nov 04 11:17:59.520559 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53900) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:59.548485 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c5ed480d-ad27-4a8b-ba81-d571196cc095 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "GET /v2.0/ports?device_id=921e9d42-948d-481d-86d2-77786d2e4025 HTTP/1.1" status: 200 len: 205 time: 0.0268219 Nov 04 11:17:59.552229 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53902) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:17:59.669364 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5b9ecb5f-f707-4799-8fab-171220f25dc5 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:59.787973 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5b9ecb5f-f707-4799-8fab-171220f25dc5 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:59.852577 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ecb5f-f707-4799-8fab-171220f25dc5 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Deleting port 910209d8-51c2-48dd-986c-98d79d203e93 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:17:59.853193 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5b9ecb5f-f707-4799-8fab-171220f25dc5 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:59.936480 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5b9ecb5f-f707-4799-8fab-171220f25dc5 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:17:59.949598 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ecb5f-f707-4799-8fab-171220f25dc5 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Calling delete_port for 910209d8-51c2-48dd-986c-98d79d203e93 owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:18:00.129812 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5b9ecb5f-f707-4799-8fab-171220f25dc5 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:00.166248 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ecb5f-f707-4799-8fab-171220f25dc5 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Pushing event deleted for resources: {'Port': ['ID=910209d8-51c2-48dd-986c-98d79d203e93,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:00.231417 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5b9ecb5f-f707-4799-8fab-171220f25dc5 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:00.333052 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5b9ecb5f-f707-4799-8fab-171220f25dc5 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:00.335319 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5b9ecb5f-f707-4799-8fab-171220f25dc5 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:00.388852 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5b9ecb5f-f707-4799-8fab-171220f25dc5 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:00.389457 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9ecb5f-f707-4799-8fab-171220f25dc5 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Fanout notify agent at l3_agent the message router_deleted on router 921e9d42-948d-481d-86d2-77786d2e4025 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:18:00.399397 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5b9ecb5f-f707-4799-8fab-171220f25dc5 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:00.402368 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5b9ecb5f-f707-4799-8fab-171220f25dc5 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "DELETE /v2.0/routers/921e9d42-948d-481d-86d2-77786d2e4025 HTTP/1.1" status: 204 len: 168 time: 0.8476114 Nov 04 11:18:00.404602 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53904) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:00.409639 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-07c6d023-13cd-4de3-8e95-99f6375f5aac tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1116008020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:00.434472 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-07c6d023-13cd-4de3-8e95-99f6375f5aac tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:00.435577 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-07c6d023-13cd-4de3-8e95-99f6375f5aac tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:00.488972 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-07c6d023-13cd-4de3-8e95-99f6375f5aac tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:00.495806 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-07c6d023-13cd-4de3-8e95-99f6375f5aac tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:00.525363 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-07c6d023-13cd-4de3-8e95-99f6375f5aac tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:00.526648 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-07c6d023-13cd-4de3-8e95-99f6375f5aac tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1207964 Nov 04 11:18:00.529729 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53906) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:00.534443 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-fda21283-5ea7-4ac4-a5b0-6aa3924fa417 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'enable_snat': True}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:00.739455 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fda21283-5ea7-4ac4-a5b0-6aa3924fa417 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:01.292712 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fda21283-5ea7-4ac4-a5b0-6aa3924fa417 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:01.314484 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fda21283-5ea7-4ac4-a5b0-6aa3924fa417 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:01.416484 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-fda21283-5ea7-4ac4-a5b0-6aa3924fa417 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Allocated IP 172.25.7.199 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/8299b793-d9af-4cec-b95c-92510ffc608a) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:18:01.525060 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fda21283-5ea7-4ac4-a5b0-6aa3924fa417 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:01.578707 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fda21283-5ea7-4ac4-a5b0-6aa3924fa417 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:01.619710 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda21283-5ea7-4ac4-a5b0-6aa3924fa417 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:18:01.622764 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-fda21283-5ea7-4ac4-a5b0-6aa3924fa417 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:01.627275 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda21283-5ea7-4ac4-a5b0-6aa3924fa417 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:18:01.630377 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda21283-5ea7-4ac4-a5b0-6aa3924fa417 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Pushing event updated for resources: {'Port': ['ID=8299b793-d9af-4cec-b95c-92510ffc608a,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:01.884793 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fda21283-5ea7-4ac4-a5b0-6aa3924fa417 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:02.089173 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fda21283-5ea7-4ac4-a5b0-6aa3924fa417 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41180'] for router, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:02.092704 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fda21283-5ea7-4ac4-a5b0-6aa3924fa417 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3752830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3752821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3754209'] for router, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:02.244546 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda21283-5ea7-4ac4-a5b0-6aa3924fa417 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Router 3af60ed1-4bf8-4319-a4f4-c4f0de6dbda5 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 11:18:02.355948 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda21283-5ea7-4ac4-a5b0-6aa3924fa417 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:18:02.360641 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fda21283-5ea7-4ac4-a5b0-6aa3924fa417 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:02.361921 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fda21283-5ea7-4ac4-a5b0-6aa3924fa417 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "PUT /v2.0/routers/3af60ed1-4bf8-4319-a4f4-c4f0de6dbda5 HTTP/1.1" status: 200 len: 915 time: 1.8311017 Nov 04 11:18:02.365806 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53908) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:02.369603 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188dcb39-f303-4214-9e40-75d9de49881e None None] Sync routers for ids ['3af60ed1-4bf8-4319-a4f4-c4f0de6dbda5'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:18:02.384008 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188dcb39-f303-4214-9e40-75d9de49881e None None] Routers {'3af60ed1-4bf8-4319-a4f4-c4f0de6dbda5'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:18:02.384641 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-188dcb39-f303-4214-9e40-75d9de49881e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:17:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['3af60ed1-4bf8-4319-a4f4-c4f0de6dbda5'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:02.417173 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-188dcb39-f303-4214-9e40-75d9de49881e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:02.426145 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188dcb39-f303-4214-9e40-75d9de49881e None None] Routers {'3af60ed1-4bf8-4319-a4f4-c4f0de6dbda5'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:18:02.426748 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-188dcb39-f303-4214-9e40-75d9de49881e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:17:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['3af60ed1-4bf8-4319-a4f4-c4f0de6dbda5'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:02.462700 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-188dcb39-f303-4214-9e40-75d9de49881e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:02.463349 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188dcb39-f303-4214-9e40-75d9de49881e None None] The sync data for ids ['3af60ed1-4bf8-4319-a4f4-c4f0de6dbda5'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:18:02.478606 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1e422761-f65b-483a-9336-85b628285763 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "GET /v2.0/routers/3af60ed1-4bf8-4319-a4f4-c4f0de6dbda5 HTTP/1.1" status: 200 len: 921 time: 0.1115925 Nov 04 11:18:02.481455 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53910) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:02.523386 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af6f505-c74b-4c32-af72-e26f86853780 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:02.525074 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6af6f505-c74b-4c32-af72-e26f86853780 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "GET /v2.0/ports?network_id=301c0cd8-d116-455e-af06-7601efa602d6&device_id=3af60ed1-4bf8-4319-a4f4-c4f0de6dbda5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0426114 Nov 04 11:18:02.527818 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53912) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:02.614927 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49f4c23-583b-4455-a64a-a4ff8158205d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:02.616370 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d49f4c23-583b-4455-a64a-a4ff8158205d tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 881 time: 0.0876579 Nov 04 11:18:02.619587 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53914) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:02.652853 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4de37c5e-0187-4d9c-b9ac-de41d87d3110 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "GET /v2.0/ports?device_id=3af60ed1-4bf8-4319-a4f4-c4f0de6dbda5 HTTP/1.1" status: 200 len: 205 time: 0.0321875 Nov 04 11:18:02.655392 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53916) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:02.763014 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b7609685-3f21-43ae-8015-638aae8d51b0 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:02.867496 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b7609685-3f21-43ae-8015-638aae8d51b0 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:02.925706 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-b7609685-3f21-43ae-8015-638aae8d51b0 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Deleting port 8299b793-d9af-4cec-b95c-92510ffc608a {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:18:02.926041 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b7609685-3f21-43ae-8015-638aae8d51b0 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:03.001214 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b7609685-3f21-43ae-8015-638aae8d51b0 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:03.015078 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-b7609685-3f21-43ae-8015-638aae8d51b0 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Calling delete_port for 8299b793-d9af-4cec-b95c-92510ffc608a owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:18:03.198178 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b7609685-3f21-43ae-8015-638aae8d51b0 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:03.236297 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7609685-3f21-43ae-8015-638aae8d51b0 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Pushing event deleted for resources: {'Port': ['ID=8299b793-d9af-4cec-b95c-92510ffc608a,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:03.309211 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b7609685-3f21-43ae-8015-638aae8d51b0 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:03.404612 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b7609685-3f21-43ae-8015-638aae8d51b0 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:03.408015 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b7609685-3f21-43ae-8015-638aae8d51b0 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:03.461323 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b7609685-3f21-43ae-8015-638aae8d51b0 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:03.461980 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7609685-3f21-43ae-8015-638aae8d51b0 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Fanout notify agent at l3_agent the message router_deleted on router 3af60ed1-4bf8-4319-a4f4-c4f0de6dbda5 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:18:03.469138 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b7609685-3f21-43ae-8015-638aae8d51b0 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:03.470270 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b7609685-3f21-43ae-8015-638aae8d51b0 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "DELETE /v2.0/routers/3af60ed1-4bf8-4319-a4f4-c4f0de6dbda5 HTTP/1.1" status: 204 len: 168 time: 0.8140047 Nov 04 11:18:03.474278 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53918) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:03.479057 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-a6660ad1-28b7-4308-bcde-b2206169e35a tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-892374956', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:03.504515 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6660ad1-28b7-4308-bcde-b2206169e35a tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:03.505613 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6660ad1-28b7-4308-bcde-b2206169e35a tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:03.931859 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6660ad1-28b7-4308-bcde-b2206169e35a tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:03.938722 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6660ad1-28b7-4308-bcde-b2206169e35a tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:03.959336 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a6660ad1-28b7-4308-bcde-b2206169e35a tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:03.960605 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a6660ad1-28b7-4308-bcde-b2206169e35a tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4853156 Nov 04 11:18:03.964705 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53920) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:03.969139 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'enable_snat': False}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:04.170019 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:04.378757 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:04.397624 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:04.510407 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Allocated IP 172.25.7.118 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/8ba6ca7a-55e9-4626-9cb0-a552cb67a7b5) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:18:04.635300 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:04.673960 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:04.710758 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:18:04.713630 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:04.719341 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:18:04.743087 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Pushing event updated for resources: {'Port': ['ID=8ba6ca7a-55e9-4626-9cb0-a552cb67a7b5,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:04.754518 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:04.754865 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:04.755204 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:04.755541 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:04.755871 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:04.756194 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:04.756630 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:04.757022 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:04.757341 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:04.757664 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:04.757972 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:04.758293 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:04.995471 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:05.208018 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41180'] for router, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:05.211875 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3752830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3752821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3754209'] for router, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:05.358184 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Router d2370622-0e46-40ea-90cc-07263bb09a4c is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 11:18:05.470058 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:18:05.475397 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:05.476389 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cfff1d82-a62c-4148-9d0c-e24bba432b6e tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "PUT /v2.0/routers/d2370622-0e46-40ea-90cc-07263bb09a4c HTTP/1.1" status: 200 len: 915 time: 1.5106900 Nov 04 11:18:05.479647 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53922) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:05.480710 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d149303-a63b-4f37-b5d2-95ceb59f96f9 None None] Sync routers for ids ['d2370622-0e46-40ea-90cc-07263bb09a4c'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:18:05.491533 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d149303-a63b-4f37-b5d2-95ceb59f96f9 None None] Routers {'d2370622-0e46-40ea-90cc-07263bb09a4c'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:18:05.492130 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-1d149303-a63b-4f37-b5d2-95ceb59f96f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:17:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d2370622-0e46-40ea-90cc-07263bb09a4c'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:05.525649 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-1d149303-a63b-4f37-b5d2-95ceb59f96f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:05.541474 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d149303-a63b-4f37-b5d2-95ceb59f96f9 None None] Routers {'d2370622-0e46-40ea-90cc-07263bb09a4c'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:18:05.542125 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-1d149303-a63b-4f37-b5d2-95ceb59f96f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:17:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d2370622-0e46-40ea-90cc-07263bb09a4c'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:05.573867 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-1d149303-a63b-4f37-b5d2-95ceb59f96f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:05.574502 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d149303-a63b-4f37-b5d2-95ceb59f96f9 None None] The sync data for ids ['d2370622-0e46-40ea-90cc-07263bb09a4c'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:18:05.591754 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6a88b24b-b4c4-4aa5-82f3-8f539c8a3e90 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "GET /v2.0/routers/d2370622-0e46-40ea-90cc-07263bb09a4c HTTP/1.1" status: 200 len: 921 time: 0.1109233 Nov 04 11:18:05.594956 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53924) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:05.640646 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1008180a-d848-452f-86c0-2723188b2e22 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:05.642130 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1008180a-d848-452f-86c0-2723188b2e22 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "GET /v2.0/ports?network_id=301c0cd8-d116-455e-af06-7601efa602d6&device_id=d2370622-0e46-40ea-90cc-07263bb09a4c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0462413 Nov 04 11:18:05.644923 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53926) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:05.735101 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a60d918-ab76-4b2d-b53c-0de8f40651ff tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:05.736927 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6a60d918-ab76-4b2d-b53c-0de8f40651ff tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "GET /v2.0/networks/301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 881 time: 0.0906968 Nov 04 11:18:05.740342 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53928) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:05.772081 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3fcea3a2-20f3-43a6-9bbc-5cbf94f41463 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "GET /v2.0/ports?device_id=d2370622-0e46-40ea-90cc-07263bb09a4c HTTP/1.1" status: 200 len: 205 time: 0.0304565 Nov 04 11:18:05.774810 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53930) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:05.889096 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8fb9be3c-2735-4a2b-a606-fa83db43ae1b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:06.010527 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8fb9be3c-2735-4a2b-a606-fa83db43ae1b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:06.069050 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-8fb9be3c-2735-4a2b-a606-fa83db43ae1b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Deleting port 8ba6ca7a-55e9-4626-9cb0-a552cb67a7b5 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:18:06.069347 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8fb9be3c-2735-4a2b-a606-fa83db43ae1b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:06.145537 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8fb9be3c-2735-4a2b-a606-fa83db43ae1b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:06.161982 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-8fb9be3c-2735-4a2b-a606-fa83db43ae1b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Calling delete_port for 8ba6ca7a-55e9-4626-9cb0-a552cb67a7b5 owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:18:06.346051 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8fb9be3c-2735-4a2b-a606-fa83db43ae1b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:06.379392 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9be3c-2735-4a2b-a606-fa83db43ae1b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Pushing event deleted for resources: {'Port': ['ID=8ba6ca7a-55e9-4626-9cb0-a552cb67a7b5,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:06.445617 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8fb9be3c-2735-4a2b-a606-fa83db43ae1b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:06.544142 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8fb9be3c-2735-4a2b-a606-fa83db43ae1b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:06.546481 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8fb9be3c-2735-4a2b-a606-fa83db43ae1b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:06.595477 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8fb9be3c-2735-4a2b-a606-fa83db43ae1b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:06.596249 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb9be3c-2735-4a2b-a606-fa83db43ae1b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Fanout notify agent at l3_agent the message router_deleted on router d2370622-0e46-40ea-90cc-07263bb09a4c {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:18:06.605872 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8fb9be3c-2735-4a2b-a606-fa83db43ae1b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:06.607006 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8fb9be3c-2735-4a2b-a606-fa83db43ae1b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "DELETE /v2.0/routers/d2370622-0e46-40ea-90cc-07263bb09a4c HTTP/1.1" status: 204 len: 168 time: 0.8313446 Nov 04 11:18:06.611808 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53932) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:06.616337 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-e9f1ee32-1394-4e8e-bc0f-bcd583aabdca tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1115513352', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}, 'admin_state_up': False}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:06.642565 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e9f1ee32-1394-4e8e-bc0f-bcd583aabdca tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:06.643747 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e9f1ee32-1394-4e8e-bc0f-bcd583aabdca tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:06.699645 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e9f1ee32-1394-4e8e-bc0f-bcd583aabdca tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:06.847302 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e9f1ee32-1394-4e8e-bc0f-bcd583aabdca tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:07.295019 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e9f1ee32-1394-4e8e-bc0f-bcd583aabdca tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:07.314220 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e9f1ee32-1394-4e8e-bc0f-bcd583aabdca tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:07.421730 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-e9f1ee32-1394-4e8e-bc0f-bcd583aabdca tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Allocated IP 172.25.7.18 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/18365337-43f9-4855-afd1-198fbbdaaef7) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:18:07.545984 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e9f1ee32-1394-4e8e-bc0f-bcd583aabdca tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:07.580444 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e9f1ee32-1394-4e8e-bc0f-bcd583aabdca tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:07.623237 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f1ee32-1394-4e8e-bc0f-bcd583aabdca tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:18:07.632981 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-e9f1ee32-1394-4e8e-bc0f-bcd583aabdca tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:07.640708 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f1ee32-1394-4e8e-bc0f-bcd583aabdca tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:18:07.644925 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1ee32-1394-4e8e-bc0f-bcd583aabdca tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Pushing event updated for resources: {'Port': ['ID=18365337-43f9-4855-afd1-198fbbdaaef7,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:07.908145 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e9f1ee32-1394-4e8e-bc0f-bcd583aabdca tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:08.117427 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e9f1ee32-1394-4e8e-bc0f-bcd583aabdca tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:08.266911 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f1ee32-1394-4e8e-bc0f-bcd583aabdca tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Router a8b060b8-166f-4739-ba82-bcb9cb60c654 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 11:18:08.377881 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f1ee32-1394-4e8e-bc0f-bcd583aabdca tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:18:08.387862 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe3866f-815c-4394-9327-fa9c480a1975 None None] Sync routers for ids ['a8b060b8-166f-4739-ba82-bcb9cb60c654'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:18:08.398381 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe3866f-815c-4394-9327-fa9c480a1975 None None] Routers {'a8b060b8-166f-4739-ba82-bcb9cb60c654'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:18:08.398993 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-ffe3866f-815c-4394-9327-fa9c480a1975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:17:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a8b060b8-166f-4739-ba82-bcb9cb60c654'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:08.401104 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e9f1ee32-1394-4e8e-bc0f-bcd583aabdca tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:08.402380 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e9f1ee32-1394-4e8e-bc0f-bcd583aabdca tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.7895560 Nov 04 11:18:08.405146 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53934) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:08.409663 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-58d62555-d19c-4665-8ed2-d155f5464e02 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:08.432767 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-ffe3866f-815c-4394-9327-fa9c480a1975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:08.441761 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe3866f-815c-4394-9327-fa9c480a1975 None None] Routers {'a8b060b8-166f-4739-ba82-bcb9cb60c654'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:18:08.442368 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-ffe3866f-815c-4394-9327-fa9c480a1975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:17:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a8b060b8-166f-4739-ba82-bcb9cb60c654'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:08.478818 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-ffe3866f-815c-4394-9327-fa9c480a1975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:08.479464 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe3866f-815c-4394-9327-fa9c480a1975 None None] The sync data for ids ['a8b060b8-166f-4739-ba82-bcb9cb60c654'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:18:08.744183 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-58d62555-d19c-4665-8ed2-d155f5464e02 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:08.760633 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-58d62555-d19c-4665-8ed2-d155f5464e02 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:08.824685 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-58d62555-d19c-4665-8ed2-d155f5464e02 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Deleting port 18365337-43f9-4855-afd1-198fbbdaaef7 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:18:08.825058 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-58d62555-d19c-4665-8ed2-d155f5464e02 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:08.902601 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-58d62555-d19c-4665-8ed2-d155f5464e02 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:08.917244 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-58d62555-d19c-4665-8ed2-d155f5464e02 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Calling delete_port for 18365337-43f9-4855-afd1-198fbbdaaef7 owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:18:09.086749 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-58d62555-d19c-4665-8ed2-d155f5464e02 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:09.114003 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d62555-d19c-4665-8ed2-d155f5464e02 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Pushing event deleted for resources: {'Port': ['ID=18365337-43f9-4855-afd1-198fbbdaaef7,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:09.177560 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-58d62555-d19c-4665-8ed2-d155f5464e02 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:09.619782 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-58d62555-d19c-4665-8ed2-d155f5464e02 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41180'] for router, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:09.623321 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-58d62555-d19c-4665-8ed2-d155f5464e02 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3752830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3752821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3754209'] for router, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:09.701213 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d62555-d19c-4665-8ed2-d155f5464e02 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Router a8b060b8-166f-4739-ba82-bcb9cb60c654 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:18:09.775978 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d62555-d19c-4665-8ed2-d155f5464e02 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:18:09.783028 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-58d62555-d19c-4665-8ed2-d155f5464e02 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:09.784188 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-58d62555-d19c-4665-8ed2-d155f5464e02 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "PUT /v2.0/routers/a8b060b8-166f-4739-ba82-bcb9cb60c654 HTTP/1.1" status: 200 len: 706 time: 1.3780975 Nov 04 11:18:09.785974 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4080c352-dca9-4630-85ad-c56879efce54 None None] Sync routers for ids ['a8b060b8-166f-4739-ba82-bcb9cb60c654'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:18:09.786968 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53936) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:09.797382 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4080c352-dca9-4630-85ad-c56879efce54 None None] Routers {'a8b060b8-166f-4739-ba82-bcb9cb60c654'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:18:09.797987 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-4080c352-dca9-4630-85ad-c56879efce54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:17:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a8b060b8-166f-4739-ba82-bcb9cb60c654'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:09.829357 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-4080c352-dca9-4630-85ad-c56879efce54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:09.838660 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4080c352-dca9-4630-85ad-c56879efce54 None None] Routers {'a8b060b8-166f-4739-ba82-bcb9cb60c654'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:18:09.839266 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-4080c352-dca9-4630-85ad-c56879efce54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:17:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a8b060b8-166f-4739-ba82-bcb9cb60c654'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:09.861980 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7389d80b-622f-4a82-ac72-b9f63bfbf81a tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "GET /v2.0/routers/a8b060b8-166f-4739-ba82-bcb9cb60c654 HTTP/1.1" status: 200 len: 741 time: 0.0739310 Nov 04 11:18:09.864725 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53938) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:09.871662 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-4080c352-dca9-4630-85ad-c56879efce54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:09.872216 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4080c352-dca9-4630-85ad-c56879efce54 None None] The sync data for ids ['a8b060b8-166f-4739-ba82-bcb9cb60c654'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:18:09.917544 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-df630eb2-b281-4ce3-8851-72a8fc11c9a0 tempest-RoutersAdminTest-281203336 tempest-RoutersAdminTest-281203336-project-admin] 10.222.0.127 "GET /v2.0/ports?network_id=301c0cd8-d116-455e-af06-7601efa602d6&device_id=a8b060b8-166f-4739-ba82-bcb9cb60c654 HTTP/1.1" status: 200 len: 205 time: 0.0516877 Nov 04 11:18:09.920258 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53940) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:09.947365 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e1da86e4-4a0b-446a-9ec3-5278f466ebe5 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "GET /v2.0/ports?device_id=a8b060b8-166f-4739-ba82-bcb9cb60c654 HTTP/1.1" status: 200 len: 205 time: 0.0260334 Nov 04 11:18:09.953127 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53942) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:10.037906 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a919608b-ca03-44f6-ba2b-e9f573f63f70 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:10.205107 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a919608b-ca03-44f6-ba2b-e9f573f63f70 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:10.207459 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a919608b-ca03-44f6-ba2b-e9f573f63f70 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:10.253696 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a919608b-ca03-44f6-ba2b-e9f573f63f70 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:10.254263 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a919608b-ca03-44f6-ba2b-e9f573f63f70 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Fanout notify agent at l3_agent the message router_deleted on router a8b060b8-166f-4739-ba82-bcb9cb60c654 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:18:10.262496 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a919608b-ca03-44f6-ba2b-e9f573f63f70 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:10.263967 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a919608b-ca03-44f6-ba2b-e9f573f63f70 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "DELETE /v2.0/routers/a8b060b8-166f-4739-ba82-bcb9cb60c654 HTTP/1.1" status: 204 len: 168 time: 0.3098340 Nov 04 11:18:10.268689 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53944) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:10.298705 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-56702229-caa0-4c04-a85c-1da936cea52f tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "GET /v2.0/ports?device_id=a8b060b8-166f-4739-ba82-bcb9cb60c654 HTTP/1.1" status: 200 len: 205 time: 0.0284784 Nov 04 11:18:10.301342 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53946) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:10.343622 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-7f183387-a028-4797-8770-c0a9ddcd55fd tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] delete failed (client error): The resource could not be found. Nov 04 11:18:10.344661 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7f183387-a028-4797-8770-c0a9ddcd55fd tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "DELETE /v2.0/routers/a8b060b8-166f-4739-ba82-bcb9cb60c654 HTTP/1.1" status: 404 len: 336 time: 0.0423267 Nov 04 11:18:10.348428 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53948) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:10.382228 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-345905bd-cd19-4223-bfbc-df9b2b8bc437 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "GET /v2.0/ports?device_id=d2370622-0e46-40ea-90cc-07263bb09a4c HTTP/1.1" status: 200 len: 205 time: 0.0325091 Nov 04 11:18:10.385850 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53950) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:10.427687 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-934c9a3a-72c0-4cef-83eb-6d4425a06b94 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] delete failed (client error): The resource could not be found. Nov 04 11:18:10.428680 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-934c9a3a-72c0-4cef-83eb-6d4425a06b94 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "DELETE /v2.0/routers/d2370622-0e46-40ea-90cc-07263bb09a4c HTTP/1.1" status: 404 len: 336 time: 0.0416987 Nov 04 11:18:10.432640 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53952) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:10.466058 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5ae03b89-0c0f-4d27-8cb6-2cfa640e4ef0 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "GET /v2.0/ports?device_id=3af60ed1-4bf8-4319-a4f4-c4f0de6dbda5 HTTP/1.1" status: 200 len: 205 time: 0.0322578 Nov 04 11:18:10.468486 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53954) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:10.509915 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-415957b3-d269-428d-a0d4-c91e292a5f0b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] delete failed (client error): The resource could not be found. Nov 04 11:18:10.510920 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-415957b3-d269-428d-a0d4-c91e292a5f0b tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "DELETE /v2.0/routers/3af60ed1-4bf8-4319-a4f4-c4f0de6dbda5 HTTP/1.1" status: 404 len: 336 time: 0.0413651 Nov 04 11:18:10.514861 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53956) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:10.543401 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-543438a2-1ac7-4f32-a06e-e91a0b21a839 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "GET /v2.0/ports?device_id=921e9d42-948d-481d-86d2-77786d2e4025 HTTP/1.1" status: 200 len: 205 time: 0.0274284 Nov 04 11:18:10.546589 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53958) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:10.583570 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-82e55e1e-f6b4-4f8c-9ab2-76943efa2185 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] delete failed (client error): The resource could not be found. Nov 04 11:18:10.584582 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-82e55e1e-f6b4-4f8c-9ab2-76943efa2185 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "DELETE /v2.0/routers/921e9d42-948d-481d-86d2-77786d2e4025 HTTP/1.1" status: 404 len: 336 time: 0.0371020 Nov 04 11:18:10.587244 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53960) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:10.630047 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-59e996d4-d949-40bf-bc50-dc4329cfb42e tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "GET /v2.0/ports?device_id=fe96f215-199a-494c-8718-4b153bfb6094 HTTP/1.1" status: 200 len: 205 time: 0.0417066 Nov 04 11:18:10.632657 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53962) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:10.670231 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-2771e7cd-619e-4b98-b28f-954875b5ae34 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] delete failed (client error): The resource could not be found. Nov 04 11:18:10.671141 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2771e7cd-619e-4b98-b28f-954875b5ae34 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "DELETE /v2.0/routers/fe96f215-199a-494c-8718-4b153bfb6094 HTTP/1.1" status: 404 len: 336 time: 0.0373411 Nov 04 11:18:10.674093 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53964) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:10.707716 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-06f51b68-6cea-4e41-8cef-0a3c4283b894 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "GET /v2.0/ports?device_id=75c171ef-da14-4242-9830-c6b69e6a19ae HTTP/1.1" status: 200 len: 205 time: 0.0323157 Nov 04 11:18:10.710166 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53966) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:10.750375 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-98dcce4e-9c82-4dd6-8db6-9665c64d7e6c tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] delete failed (client error): The resource could not be found. Nov 04 11:18:10.751408 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-98dcce4e-9c82-4dd6-8db6-9665c64d7e6c tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "DELETE /v2.0/routers/75c171ef-da14-4242-9830-c6b69e6a19ae HTTP/1.1" status: 404 len: 336 time: 0.0403111 Nov 04 11:18:10.754986 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53968) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:10.781429 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc03c6e7-1ff7-482c-966b-0d01c31e67a3 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] DELETE failed (client error): The resource could not be found. Nov 04 11:18:10.782084 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc03c6e7-1ff7-482c-966b-0d01c31e67a3 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:18:10.784791 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-dc03c6e7-1ff7-482c-966b-0d01c31e67a3 tempest-RoutersAdminTest-949384811 tempest-RoutersAdminTest-949384811-project] 10.222.0.127 "DELETE /v2.0/subnets/a34c22db-fd04-461b-b65d-abfa0be9b1cd HTTP/1.1" status: 404 len: 337 time: 0.0289416 Nov 04 11:18:11.063667 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53974) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:11.180173 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e0c88ad3-882e-4835-87da-0b8537929dd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:11.255410 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e0c88ad3-882e-4835-87da-0b8537929dd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:11.261606 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e0c88ad3-882e-4835-87da-0b8537929dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:11.299978 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e0c88ad3-882e-4835-87da-0b8537929dd4 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=a10b723c1e3d4fefb0488a78f8b88e32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2352097 Nov 04 11:18:11.300913 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c88ad3-882e-4835-87da-0b8537929dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52eaca07-018c-4b1b-ac51-916b4191d76b,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:11.303733 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53978) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:11.359647 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d1c0b9c-dba3-4632-a96d-305e8680e2a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:11.383551 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d1c0b9c-dba3-4632-a96d-305e8680e2a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:11.442736 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d1c0b9c-dba3-4632-a96d-305e8680e2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:11.445517 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6d1c0b9c-dba3-4632-a96d-305e8680e2a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:11.446805 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6d1c0b9c-dba3-4632-a96d-305e8680e2a7 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/52eaca07-018c-4b1b-ac51-916b4191d76b HTTP/1.1" status: 204 len: 168 time: 0.1418853 Nov 04 11:18:11.454829 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c0b9c-dba3-4632-a96d-305e8680e2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52eaca07-018c-4b1b-ac51-916b4191d76b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:11.738513 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 53984) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:11.779491 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7d39d5d7-0af2-4f33-90b9-1f56e4ace61b admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=5023a0aac9c4466eb9f404686058035d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396552 Nov 04 11:18:11.783389 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 53986) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:11.840983 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b95715b7-eb3e-4674-a5c8-d3009956c97e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:11.866667 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b95715b7-eb3e-4674-a5c8-d3009956c97e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:11.915738 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b95715b7-eb3e-4674-a5c8-d3009956c97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:11.918522 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b95715b7-eb3e-4674-a5c8-d3009956c97e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:11.919760 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b95715b7-eb3e-4674-a5c8-d3009956c97e admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/1f1dca51-7c77-4faa-9948-5b7d9c461972 HTTP/1.1" status: 204 len: 168 time: 0.1353712 Nov 04 11:18:11.927828 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95715b7-eb3e-4674-a5c8-d3009956c97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1dca51-7c77-4faa-9948-5b7d9c461972,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:12.702635 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54008) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:12.710358 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:12.810328 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-83008cc7-784b-43c5-a5e7-4dcf602fb520 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Request body: {'networks': [{'name': 'tempest-network--2081687828'}, {'name': 'tempest-network--167304793'}]} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:12.810640 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-83008cc7-784b-43c5-a5e7-4dcf602fb520 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Request body: {'network': {'name': 'tempest-network--2081687828'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:12.811104 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-83008cc7-784b-43c5-a5e7-4dcf602fb520 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Request body: {'network': {'name': 'tempest-network--167304793'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:12.835163 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83008cc7-784b-43c5-a5e7-4dcf602fb520 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Made reservation on behalf of 816475b8d07943b48531f563f348c147 for: {'network': 2} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:12.840176 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-83008cc7-784b-43c5-a5e7-4dcf602fb520 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:12.849145 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-83008cc7-784b-43c5-a5e7-4dcf602fb520 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:12.925756 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-83008cc7-784b-43c5-a5e7-4dcf602fb520 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:12.931443 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-83008cc7-784b-43c5-a5e7-4dcf602fb520 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:12.932040 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-83008cc7-784b-43c5-a5e7-4dcf602fb520 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:12.972735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83008cc7-784b-43c5-a5e7-4dcf602fb520 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f77eb0-ca49-4a05-8931-8a0cc2ace0da,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:12.977876 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83008cc7-784b-43c5-a5e7-4dcf602fb520 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1161} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:18:12.987304 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-83008cc7-784b-43c5-a5e7-4dcf602fb520 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:12.987662 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-83008cc7-784b-43c5-a5e7-4dcf602fb520 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Added segment c4ca805d-2794-48a6-8a15-0d3dfeb5ea08 of type vlan for network 544a1a72-7bde-42df-9189-c1df0bbe3e1f Nov 04 11:18:13.034693 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-83008cc7-784b-43c5-a5e7-4dcf602fb520 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:13.065230 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83008cc7-784b-43c5-a5e7-4dcf602fb520 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1183} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:18:13.074470 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-83008cc7-784b-43c5-a5e7-4dcf602fb520 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:13.074809 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-83008cc7-784b-43c5-a5e7-4dcf602fb520 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Added segment b0fae425-afb1-4f72-8c8e-368211384581 of type vlan for network ce27ea55-94a8-4de1-9ac6-fba244f431d8 Nov 04 11:18:13.114427 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-83008cc7-784b-43c5-a5e7-4dcf602fb520 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:13.142697 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-83008cc7-784b-43c5-a5e7-4dcf602fb520 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:13.143188 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-83008cc7-784b-43c5-a5e7-4dcf602fb520 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:13.149521 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83008cc7-784b-43c5-a5e7-4dcf602fb520 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:13.154644 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83008cc7-784b-43c5-a5e7-4dcf602fb520 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:13.155311 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-83008cc7-784b-43c5-a5e7-4dcf602fb520 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:13.214486 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-83008cc7-784b-43c5-a5e7-4dcf602fb520 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5106330 Nov 04 11:18:13.217178 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54012) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:13.222739 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83008cc7-784b-43c5-a5e7-4dcf602fb520 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Pushing event updated for resources: {'Network': ['ID=544a1a72-7bde-42df-9189-c1df0bbe3e1f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:13.233940 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 544a1a72-7bde-42df-9189-c1df0bbe3e1f details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:18:13.292407 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83008cc7-784b-43c5-a5e7-4dcf602fb520 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Pushing event updated for resources: {'Network': ['ID=ce27ea55-94a8-4de1-9ac6-fba244f431d8,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:13.305554 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network ce27ea55-94a8-4de1-9ac6-fba244f431d8 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:18:13.405378 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7394460a-26e6-4ea8-bd22-674c0e410c35 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:13.411511 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7394460a-26e6-4ea8-bd22-674c0e410c35 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:13.417457 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7394460a-26e6-4ea8-bd22-674c0e410c35 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:13.423334 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7394460a-26e6-4ea8-bd22-674c0e410c35 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:13.425007 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7394460a-26e6-4ea8-bd22-674c0e410c35 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] 10.222.0.127 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2062089 Nov 04 11:18:13.429456 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54014) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:13.507471 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b35d410-f760-4d3b-a1f6-2fe6be6720c3 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:13.591269 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b35d410-f760-4d3b-a1f6-2fe6be6720c3 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:13.611705 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-2b35d410-f760-4d3b-a1f6-2fe6be6720c3 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['544a1a72-7bde-42df-9189-c1df0bbe3e1f']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:13.621785 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-2b35d410-f760-4d3b-a1f6-2fe6be6720c3 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ca805d-2794-48a6-8a15-0d3dfeb5ea08') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:13.622091 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-2b35d410-f760-4d3b-a1f6-2fe6be6720c3 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ca805d-2794-48a6-8a15-0d3dfeb5ea08') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:13.631993 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b35d410-f760-4d3b-a1f6-2fe6be6720c3 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:13.645574 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b35d410-f760-4d3b-a1f6-2fe6be6720c3 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:13.651876 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b35d410-f760-4d3b-a1f6-2fe6be6720c3 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Releasing vlan 1161 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:18:13.652268 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b35d410-f760-4d3b-a1f6-2fe6be6720c3 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:18:13.655200 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:18:13.720861 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b35d410-f760-4d3b-a1f6-2fe6be6720c3 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:13.728489 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2b35d410-f760-4d3b-a1f6-2fe6be6720c3 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:13.731780 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2b35d410-f760-4d3b-a1f6-2fe6be6720c3 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] 10.222.0.127 "DELETE /v2.0/networks/544a1a72-7bde-42df-9189-c1df0bbe3e1f HTTP/1.1" status: 204 len: 168 time: 0.3014019 Nov 04 11:18:13.734889 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54016) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:13.744259 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35d410-f760-4d3b-a1f6-2fe6be6720c3 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Pushing event deleted for resources: {'Network': ['ID=544a1a72-7bde-42df-9189-c1df0bbe3e1f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:13.819937 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3cba34b8-8e76-4959-a828-6efafc92f232 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:13.913711 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3cba34b8-8e76-4959-a828-6efafc92f232 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:13.935145 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-3cba34b8-8e76-4959-a828-6efafc92f232 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce27ea55-94a8-4de1-9ac6-fba244f431d8']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:13.944615 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-3cba34b8-8e76-4959-a828-6efafc92f232 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0fae425-afb1-4f72-8c8e-368211384581') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:13.944949 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-3cba34b8-8e76-4959-a828-6efafc92f232 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0fae425-afb1-4f72-8c8e-368211384581') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:13.954505 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3cba34b8-8e76-4959-a828-6efafc92f232 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:13.969272 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3cba34b8-8e76-4959-a828-6efafc92f232 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:13.975299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cba34b8-8e76-4959-a828-6efafc92f232 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Releasing vlan 1183 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:18:13.975672 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3cba34b8-8e76-4959-a828-6efafc92f232 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:18:13.978933 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:18:14.042603 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3cba34b8-8e76-4959-a828-6efafc92f232 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:14.050191 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3cba34b8-8e76-4959-a828-6efafc92f232 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:14.053317 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3cba34b8-8e76-4959-a828-6efafc92f232 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] 10.222.0.127 "DELETE /v2.0/networks/ce27ea55-94a8-4de1-9ac6-fba244f431d8 HTTP/1.1" status: 204 len: 168 time: 0.3168037 Nov 04 11:18:14.056923 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54018) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:14.070912 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba34b8-8e76-4959-a828-6efafc92f232 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Pushing event deleted for resources: {'Network': ['ID=ce27ea55-94a8-4de1-9ac6-fba244f431d8,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:14.079185 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba34b8-8e76-4959-a828-6efafc92f232 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:14.079519 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba34b8-8e76-4959-a828-6efafc92f232 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:14.079858 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba34b8-8e76-4959-a828-6efafc92f232 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:14.080199 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba34b8-8e76-4959-a828-6efafc92f232 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:14.080573 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba34b8-8e76-4959-a828-6efafc92f232 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:14.080859 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba34b8-8e76-4959-a828-6efafc92f232 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:14.081199 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba34b8-8e76-4959-a828-6efafc92f232 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:14.081521 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba34b8-8e76-4959-a828-6efafc92f232 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:14.081840 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba34b8-8e76-4959-a828-6efafc92f232 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:14.082155 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba34b8-8e76-4959-a828-6efafc92f232 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:14.082474 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba34b8-8e76-4959-a828-6efafc92f232 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:14.082785 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba34b8-8e76-4959-a828-6efafc92f232 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:14.180356 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4a64b2-e55c-40f0-ab39-7a7a6e308ac6 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:14.186886 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4a64b2-e55c-40f0-ab39-7a7a6e308ac6 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:14.188488 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0a4a64b2-e55c-40f0-ab39-7a7a6e308ac6 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] 10.222.0.127 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1305118 Nov 04 11:18:14.192393 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54020) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:14.197387 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-e2f6d2c5-46c2-475a-a94b-4ae09a5803e1 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1049967700'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:14.219804 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f6d2c5-46c2-475a-a94b-4ae09a5803e1 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Made reservation on behalf of 816475b8d07943b48531f563f348c147 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:14.223326 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d2c5-46c2-475a-a94b-4ae09a5803e1 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:14.247498 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f6d2c5-46c2-475a-a94b-4ae09a5803e1 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1172} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:18:14.256192 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d2c5-46c2-475a-a94b-4ae09a5803e1 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:14.256534 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-e2f6d2c5-46c2-475a-a94b-4ae09a5803e1 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Added segment de248ec0-0862-464c-b87f-72cf2a436f6d of type vlan for network 3bf55069-f1f5-427b-8eca-595ade864dc1 Nov 04 11:18:14.297228 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d2c5-46c2-475a-a94b-4ae09a5803e1 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:14.324413 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d2c5-46c2-475a-a94b-4ae09a5803e1 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:14.330212 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f6d2c5-46c2-475a-a94b-4ae09a5803e1 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:14.330801 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d2c5-46c2-475a-a94b-4ae09a5803e1 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:14.392289 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e2f6d2c5-46c2-475a-a94b-4ae09a5803e1 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1988177 Nov 04 11:18:14.395428 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54022) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:14.398472 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6d2c5-46c2-475a-a94b-4ae09a5803e1 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Pushing event updated for resources: {'Network': ['ID=3bf55069-f1f5-427b-8eca-595ade864dc1,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:14.401538 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-e3b967e4-44fe-41c4-b06a-cd7e4c261f61 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2105126279'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:14.409613 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 3bf55069-f1f5-427b-8eca-595ade864dc1 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:18:14.425688 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b967e4-44fe-41c4-b06a-cd7e4c261f61 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Made reservation on behalf of 816475b8d07943b48531f563f348c147 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:14.429400 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e3b967e4-44fe-41c4-b06a-cd7e4c261f61 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:14.454148 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b967e4-44fe-41c4-b06a-cd7e4c261f61 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1168} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:18:14.463622 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e3b967e4-44fe-41c4-b06a-cd7e4c261f61 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:14.463993 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-e3b967e4-44fe-41c4-b06a-cd7e4c261f61 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Added segment 7550ebaf-9e11-41b6-8c89-0bce6236e65d of type vlan for network 21cacb98-c950-4b24-975e-ad258e2e7c28 Nov 04 11:18:14.507913 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e3b967e4-44fe-41c4-b06a-cd7e4c261f61 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:14.535946 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e3b967e4-44fe-41c4-b06a-cd7e4c261f61 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:14.542506 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b967e4-44fe-41c4-b06a-cd7e4c261f61 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:14.543103 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e3b967e4-44fe-41c4-b06a-cd7e4c261f61 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:14.599464 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e3b967e4-44fe-41c4-b06a-cd7e4c261f61 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2027829 Nov 04 11:18:14.602205 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54024) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:14.612534 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-e14d16ad-d6f9-411c-a8f4-ca89dd7a768a tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Request body: {'ports': [{'network_id': '3bf55069-f1f5-427b-8eca-595ade864dc1', 'name': 'tempest-port--1212448315', 'admin_state_up': True}, {'network_id': '21cacb98-c950-4b24-975e-ad258e2e7c28', 'admin_state_up': False}]} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:14.612869 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-e14d16ad-d6f9-411c-a8f4-ca89dd7a768a tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Request body: {'port': {'network_id': '3bf55069-f1f5-427b-8eca-595ade864dc1', 'name': 'tempest-port--1212448315', 'admin_state_up': True}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:14.613459 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-e14d16ad-d6f9-411c-a8f4-ca89dd7a768a tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Request body: {'port': {'network_id': '21cacb98-c950-4b24-975e-ad258e2e7c28', 'admin_state_up': False}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:14.663242 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b967e4-44fe-41c4-b06a-cd7e4c261f61 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Pushing event updated for resources: {'Network': ['ID=21cacb98-c950-4b24-975e-ad258e2e7c28,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:14.673908 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 21cacb98-c950-4b24-975e-ad258e2e7c28 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:18:14.791415 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14d16ad-d6f9-411c-a8f4-ca89dd7a768a tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Made reservation on behalf of 816475b8d07943b48531f563f348c147 for: {'port': 2} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:14.796401 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e14d16ad-d6f9-411c-a8f4-ca89dd7a768a tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:14.810703 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e14d16ad-d6f9-411c-a8f4-ca89dd7a768a tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:14.886922 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-e14d16ad-d6f9-411c-a8f4-ca89dd7a768a tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] device_id is not set on port 1a1e3113-0110-4bb1-ad08-7be0003ca2c6 yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 11:18:15.016801 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e14d16ad-d6f9-411c-a8f4-ca89dd7a768a tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:15.082227 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [None req-e14d16ad-d6f9-411c-a8f4-ca89dd7a768a tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] device_id is not set on port 98b2c00d-5112-448e-aa22-8e21c2662d4d yet. {{(pid=101775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 11:18:15.132778 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:15.195889 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e14d16ad-d6f9-411c-a8f4-ca89dd7a768a tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:15.233869 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e14d16ad-d6f9-411c-a8f4-ca89dd7a768a tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:15.297605 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d16ad-d6f9-411c-a8f4-ca89dd7a768a tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Pushing event updated for resources: {'Port': ['ID=1a1e3113-0110-4bb1-ad08-7be0003ca2c6,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:15.313268 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14d16ad-d6f9-411c-a8f4-ca89dd7a768a tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Checking segment: {'id': 'de248ec0-0862-464c-b87f-72cf2a436f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '3bf55069-f1f5-427b-8eca-595ade864dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:18:15.313654 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14d16ad-d6f9-411c-a8f4-ca89dd7a768a tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Network hostable DHCP agents. Network: 3bf55069-f1f5-427b-8eca-595ade864dc1, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:18:15.331876 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14d16ad-d6f9-411c-a8f4-ca89dd7a768a tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Network 3bf55069-f1f5-427b-8eca-595ade864dc1 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:18:15.342545 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-e14d16ad-d6f9-411c-a8f4-ca89dd7a768a tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 3bf55069-f1f5-427b-8eca-595ade864dc1) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:15.346988 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14d16ad-d6f9-411c-a8f4-ca89dd7a768a tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:18:15.347887 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e14d16ad-d6f9-411c-a8f4-ca89dd7a768a tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:15.352735 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c1d015-99a3-4093-8265-84880237694c None None] Network 3bf55069-f1f5-427b-8eca-595ade864dc1 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:15.402848 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d16ad-d6f9-411c-a8f4-ca89dd7a768a tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Pushing event updated for resources: {'Port': ['ID=98b2c00d-5112-448e-aa22-8e21c2662d4d,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:15.420032 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14d16ad-d6f9-411c-a8f4-ca89dd7a768a tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Checking segment: {'id': '7550ebaf-9e11-41b6-8c89-0bce6236e65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '21cacb98-c950-4b24-975e-ad258e2e7c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:18:15.420403 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14d16ad-d6f9-411c-a8f4-ca89dd7a768a tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Network hostable DHCP agents. Network: 21cacb98-c950-4b24-975e-ad258e2e7c28, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:18:15.438991 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14d16ad-d6f9-411c-a8f4-ca89dd7a768a tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Network 21cacb98-c950-4b24-975e-ad258e2e7c28 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:18:15.448570 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-e14d16ad-d6f9-411c-a8f4-ca89dd7a768a tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 21cacb98-c950-4b24-975e-ad258e2e7c28) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:15.452419 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14d16ad-d6f9-411c-a8f4-ca89dd7a768a tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:18:15.458306 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14d16ad-d6f9-411c-a8f4-ca89dd7a768a tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:15.459748 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d54bc3-c5be-4d3f-807f-c0a96df35fb2 None None] Network 21cacb98-c950-4b24-975e-ad258e2e7c28 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:15.463278 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14d16ad-d6f9-411c-a8f4-ca89dd7a768a tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:15.463939 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e14d16ad-d6f9-411c-a8f4-ca89dd7a768a tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:15.480787 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e14d16ad-d6f9-411c-a8f4-ca89dd7a768a tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.8775337 Nov 04 11:18:15.483230 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54026) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:15.544120 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea7f18b-e414-4a1c-91dc-75068960f898 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:15.550222 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea7f18b-e414-4a1c-91dc-75068960f898 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:15.551814 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0ea7f18b-e414-4a1c-91dc-75068960f898 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0675936 Nov 04 11:18:15.554863 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54028) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:15.645851 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-6de81214-7c50-484e-96fd-0e105b89f65b tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Deleting port 1a1e3113-0110-4bb1-ad08-7be0003ca2c6 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:18:15.646195 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6de81214-7c50-484e-96fd-0e105b89f65b tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:15.714553 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6de81214-7c50-484e-96fd-0e105b89f65b tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:15.731929 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-6de81214-7c50-484e-96fd-0e105b89f65b tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Calling delete_port for 1a1e3113-0110-4bb1-ad08-7be0003ca2c6 owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:18:15.822799 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6de81214-7c50-484e-96fd-0e105b89f65b tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:15.850210 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de81214-7c50-484e-96fd-0e105b89f65b tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Pushing event deleted for resources: {'Port': ['ID=1a1e3113-0110-4bb1-ad08-7be0003ca2c6,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:15.858003 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6de81214-7c50-484e-96fd-0e105b89f65b tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:15.861341 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6de81214-7c50-484e-96fd-0e105b89f65b tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] 10.222.0.127 "DELETE /v2.0/ports/1a1e3113-0110-4bb1-ad08-7be0003ca2c6 HTTP/1.1" status: 204 len: 168 time: 0.3053403 Nov 04 11:18:15.864221 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54030) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:15.955200 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-c6e64544-3a30-4062-af2b-4bb4c560dfd2 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Deleting port 98b2c00d-5112-448e-aa22-8e21c2662d4d {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:18:15.955482 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c6e64544-3a30-4062-af2b-4bb4c560dfd2 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:16.037649 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c6e64544-3a30-4062-af2b-4bb4c560dfd2 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:16.058754 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-c6e64544-3a30-4062-af2b-4bb4c560dfd2 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Calling delete_port for 98b2c00d-5112-448e-aa22-8e21c2662d4d owned by {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:18:16.142203 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c6e64544-3a30-4062-af2b-4bb4c560dfd2 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:16.174130 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e64544-3a30-4062-af2b-4bb4c560dfd2 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Pushing event deleted for resources: {'Port': ['ID=98b2c00d-5112-448e-aa22-8e21c2662d4d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:16.179575 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c6e64544-3a30-4062-af2b-4bb4c560dfd2 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:16.183714 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c6e64544-3a30-4062-af2b-4bb4c560dfd2 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] 10.222.0.127 "DELETE /v2.0/ports/98b2c00d-5112-448e-aa22-8e21c2662d4d HTTP/1.1" status: 204 len: 168 time: 0.3184893 Nov 04 11:18:16.186487 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54032) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:16.213611 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-45162493-4d42-4edc-9563-d64bcf8ef5b1 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] 10.222.0.127 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0260074 Nov 04 11:18:16.218033 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54034) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:16.222166 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-c8f2a9d5-16ab-4fce-8770-00743691ff8c tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-709871170'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:16.246753 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f2a9d5-16ab-4fce-8770-00743691ff8c tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Made reservation on behalf of 816475b8d07943b48531f563f348c147 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:16.250607 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c8f2a9d5-16ab-4fce-8770-00743691ff8c tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:16.277583 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f2a9d5-16ab-4fce-8770-00743691ff8c tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1188} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:18:16.287153 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c8f2a9d5-16ab-4fce-8770-00743691ff8c tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:16.287513 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-c8f2a9d5-16ab-4fce-8770-00743691ff8c tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Added segment 6a650d48-213b-4810-a1e3-221068c28f84 of type vlan for network 4b55bbf3-f309-47aa-be59-1e8ff6ccc446 Nov 04 11:18:16.334750 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c8f2a9d5-16ab-4fce-8770-00743691ff8c tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:16.370507 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c8f2a9d5-16ab-4fce-8770-00743691ff8c tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:16.376404 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f2a9d5-16ab-4fce-8770-00743691ff8c tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:16.377035 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c8f2a9d5-16ab-4fce-8770-00743691ff8c tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:16.439446 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c8f2a9d5-16ab-4fce-8770-00743691ff8c tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2211072 Nov 04 11:18:16.442529 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54036) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:16.447832 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-44e2f1f4-2978-437b-9212-6a8987e8ebe7 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1848090229'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:16.449262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2a9d5-16ab-4fce-8770-00743691ff8c tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Pushing event updated for resources: {'Network': ['ID=4b55bbf3-f309-47aa-be59-1e8ff6ccc446,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:16.459674 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 4b55bbf3-f309-47aa-be59-1e8ff6ccc446 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:18:16.473935 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e2f1f4-2978-437b-9212-6a8987e8ebe7 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Made reservation on behalf of 816475b8d07943b48531f563f348c147 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:16.479826 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-44e2f1f4-2978-437b-9212-6a8987e8ebe7 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:16.521347 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e2f1f4-2978-437b-9212-6a8987e8ebe7 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1182} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:18:16.533582 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-44e2f1f4-2978-437b-9212-6a8987e8ebe7 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:16.534070 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-44e2f1f4-2978-437b-9212-6a8987e8ebe7 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Added segment 90bb55bf-4192-445f-b676-b579fc68d68a of type vlan for network 527341e9-8885-48a5-979f-ba3d82d987b5 Nov 04 11:18:16.576279 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-44e2f1f4-2978-437b-9212-6a8987e8ebe7 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:16.603432 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-44e2f1f4-2978-437b-9212-6a8987e8ebe7 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:16.609349 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e2f1f4-2978-437b-9212-6a8987e8ebe7 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:16.609927 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-44e2f1f4-2978-437b-9212-6a8987e8ebe7 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:16.668684 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-44e2f1f4-2978-437b-9212-6a8987e8ebe7 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2250566 Nov 04 11:18:16.677125 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2f1f4-2978-437b-9212-6a8987e8ebe7 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Pushing event updated for resources: {'Network': ['ID=527341e9-8885-48a5-979f-ba3d82d987b5,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:16.687673 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 527341e9-8885-48a5-979f-ba3d82d987b5 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:18:16.891764 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c9ef81ef-8470-4e0e-8eda-2d24e9fe3dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:19.699337 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fe2a75e5-a697-4686-a75f-e25b33a04513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:19.798066 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54040) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:19.806463 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-4433e67b-6402-4314-a2db-69831275fc33 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Request body: {'subnets': [{'network_id': '4b55bbf3-f309-47aa-be59-1e8ff6ccc446', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2128397871', 'ip_version': 6}, {'network_id': '527341e9-8885-48a5-979f-ba3d82d987b5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:19.806850 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-4433e67b-6402-4314-a2db-69831275fc33 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Request body: {'subnet': {'network_id': '4b55bbf3-f309-47aa-be59-1e8ff6ccc446', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2128397871', 'ip_version': 6}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:19.807527 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-4433e67b-6402-4314-a2db-69831275fc33 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Request body: {'subnet': {'network_id': '527341e9-8885-48a5-979f-ba3d82d987b5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:19.982919 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4433e67b-6402-4314-a2db-69831275fc33 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Made reservation on behalf of 816475b8d07943b48531f563f348c147 for: {'subnet': 2} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:19.987551 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4433e67b-6402-4314-a2db-69831275fc33 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:19.987872 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4433e67b-6402-4314-a2db-69831275fc33 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:20.370653 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4433e67b-6402-4314-a2db-69831275fc33 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:20.429259 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433e67b-6402-4314-a2db-69831275fc33 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Pushing event updated for resources: {'Subnet': ['ID=1bf41b8b-6f1c-4c9a-91a9-c5c27b07384f,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:20.438438 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4433e67b-6402-4314-a2db-69831275fc33 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Checking segment: {'id': '6a650d48-213b-4810-a1e3-221068c28f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '4b55bbf3-f309-47aa-be59-1e8ff6ccc446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:18:20.438805 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4433e67b-6402-4314-a2db-69831275fc33 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Network hostable DHCP agents. Network: 4b55bbf3-f309-47aa-be59-1e8ff6ccc446, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:18:20.458243 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4433e67b-6402-4314-a2db-69831275fc33 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Network 4b55bbf3-f309-47aa-be59-1e8ff6ccc446 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:18:20.469208 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-4433e67b-6402-4314-a2db-69831275fc33 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 4b55bbf3-f309-47aa-be59-1e8ff6ccc446) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:20.473474 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4433e67b-6402-4314-a2db-69831275fc33 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:20.478668 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78693b4-3a95-46cb-aa8f-42c9c4dd3794 None None] Network 4b55bbf3-f309-47aa-be59-1e8ff6ccc446 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:20.542251 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433e67b-6402-4314-a2db-69831275fc33 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Pushing event updated for resources: {'Subnet': ['ID=dba90872-99c1-4fc9-90d0-82a0a319a9ad,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:20.547781 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4433e67b-6402-4314-a2db-69831275fc33 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Checking segment: {'id': '90bb55bf-4192-445f-b676-b579fc68d68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '527341e9-8885-48a5-979f-ba3d82d987b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:18:20.548099 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4433e67b-6402-4314-a2db-69831275fc33 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Network hostable DHCP agents. Network: 527341e9-8885-48a5-979f-ba3d82d987b5, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:18:20.569312 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4433e67b-6402-4314-a2db-69831275fc33 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Network 527341e9-8885-48a5-979f-ba3d82d987b5 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:18:20.578507 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-4433e67b-6402-4314-a2db-69831275fc33 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 527341e9-8885-48a5-979f-ba3d82d987b5) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:20.583988 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4433e67b-6402-4314-a2db-69831275fc33 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:20.584474 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4433e67b-6402-4314-a2db-69831275fc33 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:20.585149 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4433e67b-6402-4314-a2db-69831275fc33 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:20.590930 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6ba8c0-c2d6-4600-8dab-d0248edf951e None None] Network 527341e9-8885-48a5-979f-ba3d82d987b5 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:20.605919 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4433e67b-6402-4314-a2db-69831275fc33 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.8065431 Nov 04 11:18:20.608669 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54044) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:20.681248 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18af28c-f3d8-47b6-a416-2b2fb7ae48a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-4b55bbf3-f309-47aa-be59-1e8ff6ccc446', 'network_id': '4b55bbf3-f309-47aa-be59-1e8ff6ccc446', 'tenant_id': '816475b8d07943b48531f563f348c147', 'fixed_ips': [{'subnet_id': '1bf41b8b-6f1c-4c9a-91a9-c5c27b07384f'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:18:20.682161 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c18af28c-f3d8-47b6-a416-2b2fb7ae48a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:20.696996 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6236239c-de5e-4394-9413-cfe39786e369 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:20.698843 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6236239c-de5e-4394-9413-cfe39786e369 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:20.700296 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6236239c-de5e-4394-9413-cfe39786e369 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:20.701946 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6236239c-de5e-4394-9413-cfe39786e369 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0920136 Nov 04 11:18:20.712015 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54046) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:20.771075 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-3645ac10-80ff-497b-b6d1-720f709c46fc tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Deleting subnet 1bf41b8b-6f1c-4c9a-91a9-c5c27b07384f {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:18:20.774886 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3645ac10-80ff-497b-b6d1-720f709c46fc tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:20.817856 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3645ac10-80ff-497b-b6d1-720f709c46fc tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:20.865313 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3645ac10-80ff-497b-b6d1-720f709c46fc tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:20.921836 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:20.928435 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3645ac10-80ff-497b-b6d1-720f709c46fc tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:20.960162 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645ac10-80ff-497b-b6d1-720f709c46fc tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Pushing event deleted for resources: {'Subnet': ['ID=1bf41b8b-6f1c-4c9a-91a9-c5c27b07384f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:20.964075 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3645ac10-80ff-497b-b6d1-720f709c46fc tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:20.972016 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3645ac10-80ff-497b-b6d1-720f709c46fc tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] 10.222.0.127 "DELETE /v2.0/subnets/1bf41b8b-6f1c-4c9a-91a9-c5c27b07384f HTTP/1.1" status: 204 len: 168 time: 0.2563078 Nov 04 11:18:20.972542 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54048) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server [None req-c18af28c-f3d8-47b6-a416-2b2fb7ae48a8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1bf41b8b-6f1c-4c9a-91a9-c5c27b07384f: This subnet is being modified by another concurrent operation. Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise exception Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1bf41b8b-6f1c-4c9a-91a9-c5c27b07384f: This subnet is being modified by another concurrent operation. Nov 04 11:18:21.023340 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Nov 04 11:18:21.031478 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-711795b6-b50c-4df9-989a-d5daf8a8ebb7 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Deleting subnet dba90872-99c1-4fc9-90d0-82a0a319a9ad {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:18:21.033145 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-711795b6-b50c-4df9-989a-d5daf8a8ebb7 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:21.040306 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61e0961-e521-45d1-9bd2-96fbaeccb025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-527341e9-8885-48a5-979f-ba3d82d987b5', 'network_id': '527341e9-8885-48a5-979f-ba3d82d987b5', 'tenant_id': '816475b8d07943b48531f563f348c147', 'fixed_ips': [{'subnet_id': 'dba90872-99c1-4fc9-90d0-82a0a319a9ad'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:18:21.041121 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a61e0961-e521-45d1-9bd2-96fbaeccb025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:21.059221 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b574c8c-110f-465d-9bee-d723a0aa7a24 None None] Network 4b55bbf3-f309-47aa-be59-1e8ff6ccc446 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:21.079297 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-711795b6-b50c-4df9-989a-d5daf8a8ebb7 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:21.126162 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-711795b6-b50c-4df9-989a-d5daf8a8ebb7 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:21.186902 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-711795b6-b50c-4df9-989a-d5daf8a8ebb7 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:21.215238 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711795b6-b50c-4df9-989a-d5daf8a8ebb7 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Pushing event deleted for resources: {'Subnet': ['ID=dba90872-99c1-4fc9-90d0-82a0a319a9ad,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:21.219294 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-711795b6-b50c-4df9-989a-d5daf8a8ebb7 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:21.225366 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54052) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:21.225664 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-711795b6-b50c-4df9-989a-d5daf8a8ebb7 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] 10.222.0.127 "DELETE /v2.0/subnets/dba90872-99c1-4fc9-90d0-82a0a319a9ad HTTP/1.1" status: 204 len: 168 time: 0.2518435 Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server [None req-a61e0961-e521-45d1-9bd2-96fbaeccb025 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dba90872-99c1-4fc9-90d0-82a0a319a9ad: This subnet is being modified by another concurrent operation. Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise exception Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dba90872-99c1-4fc9-90d0-82a0a319a9ad: This subnet is being modified by another concurrent operation. Nov 04 11:18:21.234270 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Nov 04 11:18:21.252513 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a076ae-de99-48c8-bce3-ba1c7581e8b1 None None] Network 527341e9-8885-48a5-979f-ba3d82d987b5 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:21.373960 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c200b9-a993-435d-a240-a2010cad15b5 None None] get_active_networks_info from n-d-816629-1 {{(pid=101776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 11:18:21.438957 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c200b9-a993-435d-a240-a2010cad15b5 None None] Resources bound (agent type, host, resource id): {{(pid=101776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 11:18:21.638742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63b3e7b-e8f0-45cb-91a9-2e616a4dc008 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:21.640544 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a63b3e7b-e8f0-45cb-91a9-2e616a4dc008 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4133503 Nov 04 11:18:21.644292 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54054) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:21.667823 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ada352-d5d5-4c20-9596-e02e501d8f8c None None] get_active_networks_info from n-d-816629-1 {{(pid=101776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 11:18:21.727291 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ada352-d5d5-4c20-9596-e02e501d8f8c None None] Resources bound (agent type, host, resource id): {{(pid=101776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 11:18:21.729003 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bd837927-d23d-4bf1-b51d-74ad9c254a26 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:21.815993 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bd837927-d23d-4bf1-b51d-74ad9c254a26 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:21.841930 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-bd837927-d23d-4bf1-b51d-74ad9c254a26 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['527341e9-8885-48a5-979f-ba3d82d987b5']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:21.855234 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-bd837927-d23d-4bf1-b51d-74ad9c254a26 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90bb55bf-4192-445f-b676-b579fc68d68a') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:21.855561 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-bd837927-d23d-4bf1-b51d-74ad9c254a26 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90bb55bf-4192-445f-b676-b579fc68d68a') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:21.868440 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bd837927-d23d-4bf1-b51d-74ad9c254a26 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:21.882808 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bd837927-d23d-4bf1-b51d-74ad9c254a26 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:21.890542 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd837927-d23d-4bf1-b51d-74ad9c254a26 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:18:21.890930 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bd837927-d23d-4bf1-b51d-74ad9c254a26 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:18:21.893915 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:18:21.954968 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bd837927-d23d-4bf1-b51d-74ad9c254a26 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:21.962097 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bd837927-d23d-4bf1-b51d-74ad9c254a26 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:21.965852 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bd837927-d23d-4bf1-b51d-74ad9c254a26 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] 10.222.0.127 "DELETE /v2.0/networks/527341e9-8885-48a5-979f-ba3d82d987b5 HTTP/1.1" status: 204 len: 168 time: 0.3201544 Nov 04 11:18:21.968568 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54056) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:21.977874 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd837927-d23d-4bf1-b51d-74ad9c254a26 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Pushing event deleted for resources: {'Network': ['ID=527341e9-8885-48a5-979f-ba3d82d987b5,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:22.057420 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-16a73add-e6d4-448b-91ee-2253215e66b3 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:22.158589 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-16a73add-e6d4-448b-91ee-2253215e66b3 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:22.180410 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-16a73add-e6d4-448b-91ee-2253215e66b3 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b55bbf3-f309-47aa-be59-1e8ff6ccc446']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:22.190444 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-16a73add-e6d4-448b-91ee-2253215e66b3 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a650d48-213b-4810-a1e3-221068c28f84') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:22.190742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-16a73add-e6d4-448b-91ee-2253215e66b3 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a650d48-213b-4810-a1e3-221068c28f84') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:22.202227 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-16a73add-e6d4-448b-91ee-2253215e66b3 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:22.222289 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-16a73add-e6d4-448b-91ee-2253215e66b3 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:22.234750 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16a73add-e6d4-448b-91ee-2253215e66b3 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Releasing vlan 1188 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:18:22.235195 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-16a73add-e6d4-448b-91ee-2253215e66b3 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:18:22.239919 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:18:22.287338 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:22.306424 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-16a73add-e6d4-448b-91ee-2253215e66b3 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:22.312528 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-16a73add-e6d4-448b-91ee-2253215e66b3 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:22.315820 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-16a73add-e6d4-448b-91ee-2253215e66b3 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] 10.222.0.127 "DELETE /v2.0/networks/4b55bbf3-f309-47aa-be59-1e8ff6ccc446 HTTP/1.1" status: 204 len: 168 time: 0.3461614 Nov 04 11:18:22.318525 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54058) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:22.332214 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a73add-e6d4-448b-91ee-2253215e66b3 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Pushing event deleted for resources: {'Network': ['ID=4b55bbf3-f309-47aa-be59-1e8ff6ccc446,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:22.400212 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-80576143-f122-4b35-83b0-86ccfa6c6e72 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:22.487067 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-80576143-f122-4b35-83b0-86ccfa6c6e72 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:22.508751 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-80576143-f122-4b35-83b0-86ccfa6c6e72 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21cacb98-c950-4b24-975e-ad258e2e7c28']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:22.518538 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-80576143-f122-4b35-83b0-86ccfa6c6e72 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7550ebaf-9e11-41b6-8c89-0bce6236e65d') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:22.518836 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-80576143-f122-4b35-83b0-86ccfa6c6e72 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7550ebaf-9e11-41b6-8c89-0bce6236e65d') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:22.529735 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-80576143-f122-4b35-83b0-86ccfa6c6e72 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:22.548643 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-80576143-f122-4b35-83b0-86ccfa6c6e72 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:22.555295 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80576143-f122-4b35-83b0-86ccfa6c6e72 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Releasing vlan 1168 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:18:22.555718 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-80576143-f122-4b35-83b0-86ccfa6c6e72 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:18:22.559313 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:18:22.650489 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:22.874035 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-80576143-f122-4b35-83b0-86ccfa6c6e72 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:22.886600 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-80576143-f122-4b35-83b0-86ccfa6c6e72 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:22.891148 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-80576143-f122-4b35-83b0-86ccfa6c6e72 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] 10.222.0.127 "DELETE /v2.0/networks/21cacb98-c950-4b24-975e-ad258e2e7c28 HTTP/1.1" status: 204 len: 168 time: 0.5715117 Nov 04 11:18:22.893892 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54060) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:22.902208 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80576143-f122-4b35-83b0-86ccfa6c6e72 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Pushing event deleted for resources: {'Network': ['ID=21cacb98-c950-4b24-975e-ad258e2e7c28,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:22.974311 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e0ddc164-60f6-416f-bb2a-e5220fee9bb6 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:23.067887 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e0ddc164-60f6-416f-bb2a-e5220fee9bb6 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:23.090343 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-e0ddc164-60f6-416f-bb2a-e5220fee9bb6 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf55069-f1f5-427b-8eca-595ade864dc1']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:23.099765 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-e0ddc164-60f6-416f-bb2a-e5220fee9bb6 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de248ec0-0862-464c-b87f-72cf2a436f6d') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:23.100053 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-e0ddc164-60f6-416f-bb2a-e5220fee9bb6 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de248ec0-0862-464c-b87f-72cf2a436f6d') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:23.109530 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e0ddc164-60f6-416f-bb2a-e5220fee9bb6 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:23.123363 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e0ddc164-60f6-416f-bb2a-e5220fee9bb6 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:23.130079 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ddc164-60f6-416f-bb2a-e5220fee9bb6 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Releasing vlan 1172 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:18:23.130462 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e0ddc164-60f6-416f-bb2a-e5220fee9bb6 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:18:23.133500 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:18:23.196411 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e0ddc164-60f6-416f-bb2a-e5220fee9bb6 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:23.204794 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e0ddc164-60f6-416f-bb2a-e5220fee9bb6 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:23.208018 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e0ddc164-60f6-416f-bb2a-e5220fee9bb6 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] 10.222.0.127 "DELETE /v2.0/networks/3bf55069-f1f5-427b-8eca-595ade864dc1 HTTP/1.1" status: 204 len: 168 time: 0.3130014 Nov 04 11:18:23.222180 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ddc164-60f6-416f-bb2a-e5220fee9bb6 tempest-BulkNetworkOpsIpV6Test-1407362640 tempest-BulkNetworkOpsIpV6Test-1407362640-project] Pushing event deleted for resources: {'Network': ['ID=3bf55069-f1f5-427b-8eca-595ade864dc1,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:23.483726 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54066) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:23.630266 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0a25913e-a541-4be4-ab89-bfc3d81b2171 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=816475b8d07943b48531f563f348c147&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1453476 Nov 04 11:18:23.632857 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54070) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:23.682831 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8ca9d560-56c5-45a9-981b-f13987270515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:23.704845 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8ca9d560-56c5-45a9-981b-f13987270515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:23.756092 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8ca9d560-56c5-45a9-981b-f13987270515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:23.758849 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8ca9d560-56c5-45a9-981b-f13987270515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:23.760109 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8ca9d560-56c5-45a9-981b-f13987270515 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/c2f77eb0-ca49-4a05-8931-8a0cc2ace0da HTTP/1.1" status: 204 len: 168 time: 0.1262758 Nov 04 11:18:23.768168 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9d560-56c5-45a9-981b-f13987270515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f77eb0-ca49-4a05-8931-8a0cc2ace0da,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:24.469974 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54092) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:24.576455 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-bbcd4242-84c8-442b-8753-530f56f5e31b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-822615432'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:24.607438 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcd4242-84c8-442b-8753-530f56f5e31b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Made reservation on behalf of 6f3b42ec945f4c30aabbeb05578ed702 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:24.611138 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bbcd4242-84c8-442b-8753-530f56f5e31b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:24.620482 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bbcd4242-84c8-442b-8753-530f56f5e31b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:24.708097 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bbcd4242-84c8-442b-8753-530f56f5e31b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:24.715006 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bbcd4242-84c8-442b-8753-530f56f5e31b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:24.741698 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbcd4242-84c8-442b-8753-530f56f5e31b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1193} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:18:24.750698 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd4242-84c8-442b-8753-530f56f5e31b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f0fbac-579f-4767-956c-d3352e3a6faf,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:24.756629 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bbcd4242-84c8-442b-8753-530f56f5e31b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:24.757013 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-bbcd4242-84c8-442b-8753-530f56f5e31b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Added segment 9a9991ce-faae-41bc-8e82-0bc813ab4fee of type vlan for network c71a6f0d-2334-49c4-bea4-ba2f2fa1421f Nov 04 11:18:24.798030 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bbcd4242-84c8-442b-8753-530f56f5e31b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:24.826695 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bbcd4242-84c8-442b-8753-530f56f5e31b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:24.832618 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcd4242-84c8-442b-8753-530f56f5e31b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:24.833259 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bbcd4242-84c8-442b-8753-530f56f5e31b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:24.898837 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bbcd4242-84c8-442b-8753-530f56f5e31b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4274175 Nov 04 11:18:24.905045 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd4242-84c8-442b-8753-530f56f5e31b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event updated for resources: {'Network': ['ID=c71a6f0d-2334-49c4-bea4-ba2f2fa1421f,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:24.919947 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network c71a6f0d-2334-49c4-bea4-ba2f2fa1421f details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:18:25.023707 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54096) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:25.029140 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-6f9c1284-886b-41f1-9704-c7f3562527e8 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Request body: {'subnet': {'network_id': 'c71a6f0d-2334-49c4-bea4-ba2f2fa1421f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:25.129688 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9c1284-886b-41f1-9704-c7f3562527e8 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Made reservation on behalf of 6f3b42ec945f4c30aabbeb05578ed702 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:25.133385 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f9c1284-886b-41f1-9704-c7f3562527e8 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:25.322495 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f9c1284-886b-41f1-9704-c7f3562527e8 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:25.382142 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c1284-886b-41f1-9704-c7f3562527e8 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event updated for resources: {'Subnet': ['ID=ec09b61b-e56c-4712-92db-ea9bcb05ba1e,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:25.391499 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9c1284-886b-41f1-9704-c7f3562527e8 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Checking segment: {'id': '9a9991ce-faae-41bc-8e82-0bc813ab4fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'c71a6f0d-2334-49c4-bea4-ba2f2fa1421f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:18:25.391867 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9c1284-886b-41f1-9704-c7f3562527e8 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Network hostable DHCP agents. Network: c71a6f0d-2334-49c4-bea4-ba2f2fa1421f, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:18:25.410339 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9c1284-886b-41f1-9704-c7f3562527e8 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Network c71a6f0d-2334-49c4-bea4-ba2f2fa1421f is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:18:25.420063 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-6f9c1284-886b-41f1-9704-c7f3562527e8 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, c71a6f0d-2334-49c4-bea4-ba2f2fa1421f) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:25.424398 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9c1284-886b-41f1-9704-c7f3562527e8 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:25.425035 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6f9c1284-886b-41f1-9704-c7f3562527e8 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:25.429260 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde985b8-2673-4362-90c2-c7e917f82b42 None None] Network c71a6f0d-2334-49c4-bea4-ba2f2fa1421f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:25.443889 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6f9c1284-886b-41f1-9704-c7f3562527e8 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4190717 Nov 04 11:18:25.447387 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54098) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:25.452715 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-317316fe-e4be-4a56-9ebd-0abd4cb2050c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-722923894'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:25.477163 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317316fe-e4be-4a56-9ebd-0abd4cb2050c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Made reservation on behalf of 6f3b42ec945f4c30aabbeb05578ed702 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:25.480853 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-317316fe-e4be-4a56-9ebd-0abd4cb2050c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:25.505800 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317316fe-e4be-4a56-9ebd-0abd4cb2050c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1166} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:18:25.515641 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-317316fe-e4be-4a56-9ebd-0abd4cb2050c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:25.515988 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-317316fe-e4be-4a56-9ebd-0abd4cb2050c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Added segment 2f4dd09f-6faa-4316-aac1-803c207f60fb of type vlan for network d1c97e20-029e-4ecd-af20-660e197ad9db Nov 04 11:18:25.559683 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-317316fe-e4be-4a56-9ebd-0abd4cb2050c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:25.585795 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-317316fe-e4be-4a56-9ebd-0abd4cb2050c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:25.588395 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0e95c9-fca0-4853-a982-7a2f10b05391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-c71a6f0d-2334-49c4-bea4-ba2f2fa1421f', 'network_id': 'c71a6f0d-2334-49c4-bea4-ba2f2fa1421f', 'tenant_id': '6f3b42ec945f4c30aabbeb05578ed702', 'fixed_ips': [{'subnet_id': 'ec09b61b-e56c-4712-92db-ea9bcb05ba1e'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:18:25.589724 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9d0e95c9-fca0-4853-a982-7a2f10b05391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:25.591769 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317316fe-e4be-4a56-9ebd-0abd4cb2050c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:25.592386 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-317316fe-e4be-4a56-9ebd-0abd4cb2050c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:25.673410 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-317316fe-e4be-4a56-9ebd-0abd4cb2050c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2247174 Nov 04 11:18:25.674941 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54100) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:25.680717 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-c2deb2f2-e72c-4fbc-9325-b85a5d607ba4 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Request body: {'subnet': {'network_id': 'd1c97e20-029e-4ecd-af20-660e197ad9db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:25.689581 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317316fe-e4be-4a56-9ebd-0abd4cb2050c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event updated for resources: {'Network': ['ID=d1c97e20-029e-4ecd-af20-660e197ad9db,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:25.710081 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network d1c97e20-029e-4ecd-af20-660e197ad9db details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:18:25.777075 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-9d0e95c9-fca0-4853-a982-7a2f10b05391 None None] Allocated IP 172.20.255.242 (c71a6f0d-2334-49c4-bea4-ba2f2fa1421f/ec09b61b-e56c-4712-92db-ea9bcb05ba1e/98c9de5f-8982-4939-b4d5-2b44f176639f) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:18:25.792557 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2deb2f2-e72c-4fbc-9325-b85a5d607ba4 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Made reservation on behalf of 6f3b42ec945f4c30aabbeb05578ed702 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:25.797912 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c2deb2f2-e72c-4fbc-9325-b85a5d607ba4 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:25.946071 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9d0e95c9-fca0-4853-a982-7a2f10b05391 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:25.954978 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9d0e95c9-fca0-4853-a982-7a2f10b05391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:25.999747 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0e95c9-fca0-4853-a982-7a2f10b05391 None None] Network c71a6f0d-2334-49c4-bea4-ba2f2fa1421f is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:18:26.003330 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-9d0e95c9-fca0-4853-a982-7a2f10b05391 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:26.007905 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0e95c9-fca0-4853-a982-7a2f10b05391 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:18:26.009723 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c2deb2f2-e72c-4fbc-9325-b85a5d607ba4 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:26.016851 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e95c9-fca0-4853-a982-7a2f10b05391 None None] Pushing event updated for resources: {'Port': ['ID=98c9de5f-8982-4939-b4d5-2b44f176639f,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:26.065937 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-9d0e95c9-fca0-4853-a982-7a2f10b05391 None None] Attempting to bind port 98c9de5f-8982-4939-b4d5-2b44f176639f on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:18:26.065937 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-9d0e95c9-fca0-4853-a982-7a2f10b05391 None None] Attempting to bind port 98c9de5f-8982-4939-b4d5-2b44f176639f by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9a9991ce-faae-41bc-8e82-0bc813ab4fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'c71a6f0d-2334-49c4-bea4-ba2f2fa1421f'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:18:26.066301 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0e95c9-fca0-4853-a982-7a2f10b05391 None None] Attempting to bind port 98c9de5f-8982-4939-b4d5-2b44f176639f on network c71a6f0d-2334-49c4-bea4-ba2f2fa1421f {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:18:26.071679 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0e95c9-fca0-4853-a982-7a2f10b05391 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:18:26.072057 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0e95c9-fca0-4853-a982-7a2f10b05391 None None] Checking segment: {'id': '9a9991ce-faae-41bc-8e82-0bc813ab4fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'c71a6f0d-2334-49c4-bea4-ba2f2fa1421f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:18:26.072461 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9d0e95c9-fca0-4853-a982-7a2f10b05391 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:26.072886 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0e95c9-fca0-4853-a982-7a2f10b05391 None None] Bound using segment: {'id': '9a9991ce-faae-41bc-8e82-0bc813ab4fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'c71a6f0d-2334-49c4-bea4-ba2f2fa1421f'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:18:26.073408 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-9d0e95c9-fca0-4853-a982-7a2f10b05391 None None] Bound port: 98c9de5f-8982-4939-b4d5-2b44f176639f, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a9991ce-faae-41bc-8e82-0bc813ab4fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'c71a6f0d-2334-49c4-bea4-ba2f2fa1421f'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:18:26.073786 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9d0e95c9-fca0-4853-a982-7a2f10b05391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:26.081396 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2deb2f2-e72c-4fbc-9325-b85a5d607ba4 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event updated for resources: {'Subnet': ['ID=7a09dc72-50b2-42bd-a9ea-9aeb47744904,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:26.089199 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2deb2f2-e72c-4fbc-9325-b85a5d607ba4 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Checking segment: {'id': '2f4dd09f-6faa-4316-aac1-803c207f60fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'd1c97e20-029e-4ecd-af20-660e197ad9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:18:26.089435 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2deb2f2-e72c-4fbc-9325-b85a5d607ba4 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Network hostable DHCP agents. Network: d1c97e20-029e-4ecd-af20-660e197ad9db, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:18:26.106329 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2deb2f2-e72c-4fbc-9325-b85a5d607ba4 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Network d1c97e20-029e-4ecd-af20-660e197ad9db is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:18:26.116221 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-c2deb2f2-e72c-4fbc-9325-b85a5d607ba4 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, d1c97e20-029e-4ecd-af20-660e197ad9db) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:26.122097 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2deb2f2-e72c-4fbc-9325-b85a5d607ba4 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:26.122866 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c2deb2f2-e72c-4fbc-9325-b85a5d607ba4 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:26.130166 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb85d08-8167-46e5-b503-067c53989d83 None None] Network d1c97e20-029e-4ecd-af20-660e197ad9db requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:26.143015 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c2deb2f2-e72c-4fbc-9325-b85a5d607ba4 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.4668739 Nov 04 11:18:26.146334 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54102) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:26.188464 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-9d0e95c9-fca0-4853-a982-7a2f10b05391 None None] For port 98c9de5f-8982-4939-b4d5-2b44f176639f, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:18:26.208674 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-9d0e95c9-fca0-4853-a982-7a2f10b05391 None None] For port 98c9de5f-8982-4939-b4d5-2b44f176639f, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=98c9de5f-8982-4939-b4d5-2b44f176639f,segment=NetworkSegment(9a9991ce-faae-41bc-8e82-0bc813ab4fee),segment_id=9a9991ce-faae-41bc-8e82-0bc813ab4fee)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:18:26.216312 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9d0e95c9-fca0-4853-a982-7a2f10b05391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:26.264507 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8070d919-41b5-4830-8f7d-88e757dfc01a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:26.335886 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e95c9-fca0-4853-a982-7a2f10b05391 None None] Pushing event updated for resources: {'Port': ['ID=98c9de5f-8982-4939-b4d5-2b44f176639f,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:26.357246 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8070d919-41b5-4830-8f7d-88e757dfc01a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:26.390892 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccf0c17-66cd-41d2-9b3e-1c721e9a0ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-d1c97e20-029e-4ecd-af20-660e197ad9db', 'network_id': 'd1c97e20-029e-4ecd-af20-660e197ad9db', 'tenant_id': '6f3b42ec945f4c30aabbeb05578ed702', 'fixed_ips': [{'subnet_id': '7a09dc72-50b2-42bd-a9ea-9aeb47744904'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:18:26.391849 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5ccf0c17-66cd-41d2-9b3e-1c721e9a0ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:26.437873 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8070d919-41b5-4830-8f7d-88e757dfc01a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:26.505586 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070d919-41b5-4830-8f7d-88e757dfc01a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event deleted for resources: {'Subnet': ['ID=7a09dc72-50b2-42bd-a9ea-9aeb47744904,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server [None req-5ccf0c17-66cd-41d2-9b3e-1c721e9a0ba6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a09dc72-50b2-42bd-a9ea-9aeb47744904: This subnet is being modified by another concurrent operation. Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise exception Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a09dc72-50b2-42bd-a9ea-9aeb47744904: This subnet is being modified by another concurrent operation. Nov 04 11:18:26.552806 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Nov 04 11:18:26.582571 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57562846-d531-4705-ba26-3d6866d2d837 None None] Network d1c97e20-029e-4ecd-af20-660e197ad9db requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:26.585823 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8070d919-41b5-4830-8f7d-88e757dfc01a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:26.615234 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-8070d919-41b5-4830-8f7d-88e757dfc01a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c97e20-029e-4ecd-af20-660e197ad9db']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:26.626712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-8070d919-41b5-4830-8f7d-88e757dfc01a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4dd09f-6faa-4316-aac1-803c207f60fb') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:26.627010 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-8070d919-41b5-4830-8f7d-88e757dfc01a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4dd09f-6faa-4316-aac1-803c207f60fb') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:26.637397 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8070d919-41b5-4830-8f7d-88e757dfc01a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:26.656792 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8070d919-41b5-4830-8f7d-88e757dfc01a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:26.663846 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8070d919-41b5-4830-8f7d-88e757dfc01a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Releasing vlan 1166 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:18:26.664288 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8070d919-41b5-4830-8f7d-88e757dfc01a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:18:26.668357 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:18:26.735317 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8070d919-41b5-4830-8f7d-88e757dfc01a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:26.742356 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8070d919-41b5-4830-8f7d-88e757dfc01a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:26.749782 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8070d919-41b5-4830-8f7d-88e757dfc01a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/networks/d1c97e20-029e-4ecd-af20-660e197ad9db HTTP/1.1" status: 204 len: 168 time: 0.5985520 Nov 04 11:18:26.750192 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54104) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:26.756136 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-0e8b4e75-bc76-4bc7-b951-e6e303d2aa3d tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2045901822'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:26.758432 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070d919-41b5-4830-8f7d-88e757dfc01a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event deleted for resources: {'Network': ['ID=d1c97e20-029e-4ecd-af20-660e197ad9db,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:26.780685 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8b4e75-bc76-4bc7-b951-e6e303d2aa3d tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Made reservation on behalf of 6f3b42ec945f4c30aabbeb05578ed702 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:26.784625 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e8b4e75-bc76-4bc7-b951-e6e303d2aa3d tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:26.810546 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e8b4e75-bc76-4bc7-b951-e6e303d2aa3d tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1161} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:18:26.821336 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e8b4e75-bc76-4bc7-b951-e6e303d2aa3d tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:26.821674 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-0e8b4e75-bc76-4bc7-b951-e6e303d2aa3d tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Added segment 20b91850-8b3e-4df1-8663-c5b2a27e6e9e of type vlan for network 82e13ad6-87e4-42ce-85a7-8b4aa2fce170 Nov 04 11:18:26.865886 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e8b4e75-bc76-4bc7-b951-e6e303d2aa3d tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:26.892406 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e8b4e75-bc76-4bc7-b951-e6e303d2aa3d tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:26.894819 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 98c9de5f-8982-4939-b4d5-2b44f176639f up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:18:26.898814 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8b4e75-bc76-4bc7-b951-e6e303d2aa3d tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:26.899410 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0e8b4e75-bc76-4bc7-b951-e6e303d2aa3d tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:26.944716 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 98c9de5f-8982-4939-b4d5-2b44f176639f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:18:26.945229 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:26.958823 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0e8b4e75-bc76-4bc7-b951-e6e303d2aa3d tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2073474 Nov 04 11:18:26.961819 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54106) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:26.968801 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-8121c1a6-7a1f-4a6d-8477-cc47cbe4138c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Request body: {'subnet': {'network_id': '82e13ad6-87e4-42ce-85a7-8b4aa2fce170', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:26.973183 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b4e75-bc76-4bc7-b951-e6e303d2aa3d tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event updated for resources: {'Network': ['ID=82e13ad6-87e4-42ce-85a7-8b4aa2fce170,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:26.987643 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 82e13ad6-87e4-42ce-85a7-8b4aa2fce170 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:18:27.091815 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8121c1a6-7a1f-4a6d-8477-cc47cbe4138c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Made reservation on behalf of 6f3b42ec945f4c30aabbeb05578ed702 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:27.096494 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8121c1a6-7a1f-4a6d-8477-cc47cbe4138c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:27.111149 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:27.150334 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 98c9de5f-8982-4939-b4d5-2b44f176639f, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=98c9de5f-8982-4939-b4d5-2b44f176639f,segment=NetworkSegment(9a9991ce-faae-41bc-8e82-0bc813ab4fee),segment_id=9a9991ce-faae-41bc-8e82-0bc813ab4fee)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:18:27.156146 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:27.171176 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.ipam_backend_mixin [None req-8121c1a6-7a1f-4a6d-8477-cc47cbe4138c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Performing IP validity checks on allocation pools {{(pid=101775) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 04 11:18:27.171767 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.ipam_backend_mixin [None req-8121c1a6-7a1f-4a6d-8477-cc47cbe4138c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101775) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 04 11:18:27.218538 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=98c9de5f-8982-4939-b4d5-2b44f176639f,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:27.303200 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8121c1a6-7a1f-4a6d-8477-cc47cbe4138c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:27.359008 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6971e5c5-364a-4c5d-bf7c-0f810847826b None None] Network c71a6f0d-2334-49c4-bea4-ba2f2fa1421f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:27.368571 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121c1a6-7a1f-4a6d-8477-cc47cbe4138c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event updated for resources: {'Subnet': ['ID=64e69d9b-520c-4137-b069-bfec8aa88307,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:27.379877 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8121c1a6-7a1f-4a6d-8477-cc47cbe4138c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Checking segment: {'id': '20b91850-8b3e-4df1-8663-c5b2a27e6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '82e13ad6-87e4-42ce-85a7-8b4aa2fce170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:18:27.380230 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8121c1a6-7a1f-4a6d-8477-cc47cbe4138c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Network hostable DHCP agents. Network: 82e13ad6-87e4-42ce-85a7-8b4aa2fce170, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:18:27.399285 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8121c1a6-7a1f-4a6d-8477-cc47cbe4138c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Network 82e13ad6-87e4-42ce-85a7-8b4aa2fce170 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:18:27.410347 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-8121c1a6-7a1f-4a6d-8477-cc47cbe4138c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 82e13ad6-87e4-42ce-85a7-8b4aa2fce170) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:27.415596 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8121c1a6-7a1f-4a6d-8477-cc47cbe4138c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:27.416466 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8121c1a6-7a1f-4a6d-8477-cc47cbe4138c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:27.420427 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42de93ba-b4be-4208-8783-fe32d25f2cbd None None] Network 82e13ad6-87e4-42ce-85a7-8b4aa2fce170 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:27.434342 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8121c1a6-7a1f-4a6d-8477-cc47cbe4138c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4708810 Nov 04 11:18:27.437126 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54108) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:27.491283 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c292a014-7678-4543-a02b-60be382f7798 None None] Provisioning complete for port 98c9de5f-8982-4939-b4d5-2b44f176639f triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:18:27.491647 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c292a014-7678-4543-a02b-60be382f7798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:27.536004 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4dd06cc0-f6ca-41c2-b5df-9def4d2fc608 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:27.590494 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4dd06cc0-f6ca-41c2-b5df-9def4d2fc608 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:27.659102 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4dd06cc0-f6ca-41c2-b5df-9def4d2fc608 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:27.689331 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd06cc0-f6ca-41c2-b5df-9def4d2fc608 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event deleted for resources: {'Subnet': ['ID=64e69d9b-520c-4137-b069-bfec8aa88307,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:27.727464 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34421048-0bc5-4ea1-8dbc-5a2fa6b6f2a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-82e13ad6-87e4-42ce-85a7-8b4aa2fce170', 'network_id': '82e13ad6-87e4-42ce-85a7-8b4aa2fce170', 'tenant_id': '6f3b42ec945f4c30aabbeb05578ed702', 'fixed_ips': [{'subnet_id': '64e69d9b-520c-4137-b069-bfec8aa88307'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:18:27.728333 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-34421048-0bc5-4ea1-8dbc-5a2fa6b6f2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:27.754225 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4dd06cc0-f6ca-41c2-b5df-9def4d2fc608 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:27.781433 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-4dd06cc0-f6ca-41c2-b5df-9def4d2fc608 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e13ad6-87e4-42ce-85a7-8b4aa2fce170']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:27.792946 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-4dd06cc0-f6ca-41c2-b5df-9def4d2fc608 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b91850-8b3e-4df1-8663-c5b2a27e6e9e') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:27.793238 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-4dd06cc0-f6ca-41c2-b5df-9def4d2fc608 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b91850-8b3e-4df1-8663-c5b2a27e6e9e') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:27.804874 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4dd06cc0-f6ca-41c2-b5df-9def4d2fc608 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:27.822872 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed23127-bf3b-45a7-8977-5761bd2ea43d None None] Network 82e13ad6-87e4-42ce-85a7-8b4aa2fce170 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:27.826673 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4dd06cc0-f6ca-41c2-b5df-9def4d2fc608 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:27.834314 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd06cc0-f6ca-41c2-b5df-9def4d2fc608 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Releasing vlan 1161 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:18:27.835348 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4dd06cc0-f6ca-41c2-b5df-9def4d2fc608 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:18:27.838230 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:18:27.910027 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4dd06cc0-f6ca-41c2-b5df-9def4d2fc608 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:27.914295 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4dd06cc0-f6ca-41c2-b5df-9def4d2fc608 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:27.921716 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4dd06cc0-f6ca-41c2-b5df-9def4d2fc608 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/networks/82e13ad6-87e4-42ce-85a7-8b4aa2fce170 HTTP/1.1" status: 204 len: 168 time: 0.4797301 Nov 04 11:18:27.922095 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54110) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:27.928090 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-42b706e0-a9c1-4ff8-a37e-9ee04629c7a2 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1852596507'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:27.946297 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd06cc0-f6ca-41c2-b5df-9def4d2fc608 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event deleted for resources: {'Network': ['ID=82e13ad6-87e4-42ce-85a7-8b4aa2fce170,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:27.953712 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b706e0-a9c1-4ff8-a37e-9ee04629c7a2 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Made reservation on behalf of 6f3b42ec945f4c30aabbeb05578ed702 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:27.957327 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-42b706e0-a9c1-4ff8-a37e-9ee04629c7a2 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:27.962018 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee9b1ab-ee28-407c-bf86-5ae83b2d7ac9 None None] get_active_networks_info from n-d-816629-1 {{(pid=101776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 11:18:27.981796 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b706e0-a9c1-4ff8-a37e-9ee04629c7a2 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1155} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:18:27.991762 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-42b706e0-a9c1-4ff8-a37e-9ee04629c7a2 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:27.992085 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-42b706e0-a9c1-4ff8-a37e-9ee04629c7a2 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Added segment 701a535c-84da-4759-a850-d65be3613f6e of type vlan for network 213bf496-4e51-4cff-a12a-09ddaec501cd Nov 04 11:18:28.039789 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-42b706e0-a9c1-4ff8-a37e-9ee04629c7a2 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:28.047722 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee9b1ab-ee28-407c-bf86-5ae83b2d7ac9 None None] Resources bound (agent type, host, resource id): {{(pid=101776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 11:18:28.049448 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-09795c3d-2fc7-4aa0-b8a3-eda40ee5981c None None] Provisioning complete for port 98c9de5f-8982-4939-b4d5-2b44f176639f triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:18:28.049814 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-09795c3d-2fc7-4aa0-b8a3-eda40ee5981c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:28.066326 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-42b706e0-a9c1-4ff8-a37e-9ee04629c7a2 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:28.072118 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b706e0-a9c1-4ff8-a37e-9ee04629c7a2 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:28.072715 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-42b706e0-a9c1-4ff8-a37e-9ee04629c7a2 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:28.126331 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-42b706e0-a9c1-4ff8-a37e-9ee04629c7a2 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2029765 Nov 04 11:18:28.131143 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54114) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:28.134810 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-e71d3a70-5d4d-4031-b3bd-12613f2014aa tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Request body: {'subnet': {'network_id': '213bf496-4e51-4cff-a12a-09ddaec501cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:28.153691 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b706e0-a9c1-4ff8-a37e-9ee04629c7a2 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event updated for resources: {'Network': ['ID=213bf496-4e51-4cff-a12a-09ddaec501cd,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:28.231403 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71d3a70-5d4d-4031-b3bd-12613f2014aa tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Made reservation on behalf of 6f3b42ec945f4c30aabbeb05578ed702 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:28.235175 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e71d3a70-5d4d-4031-b3bd-12613f2014aa tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:28.313279 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 213bf496-4e51-4cff-a12a-09ddaec501cd details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:18:28.434245 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e71d3a70-5d4d-4031-b3bd-12613f2014aa tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:28.507175 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d3a70-5d4d-4031-b3bd-12613f2014aa tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event updated for resources: {'Subnet': ['ID=76438513-f965-4239-8fb8-d0e4288bd500,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:28.514409 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71d3a70-5d4d-4031-b3bd-12613f2014aa tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Checking segment: {'id': '701a535c-84da-4759-a850-d65be3613f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '213bf496-4e51-4cff-a12a-09ddaec501cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:18:28.514809 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71d3a70-5d4d-4031-b3bd-12613f2014aa tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Network hostable DHCP agents. Network: 213bf496-4e51-4cff-a12a-09ddaec501cd, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:18:28.534036 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71d3a70-5d4d-4031-b3bd-12613f2014aa tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Network 213bf496-4e51-4cff-a12a-09ddaec501cd is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:18:28.544418 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-e71d3a70-5d4d-4031-b3bd-12613f2014aa tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 213bf496-4e51-4cff-a12a-09ddaec501cd) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:28.549002 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71d3a70-5d4d-4031-b3bd-12613f2014aa tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:28.549642 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e71d3a70-5d4d-4031-b3bd-12613f2014aa tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:28.563531 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0a8821-7a5c-4b73-8112-08f648f992f0 None None] Network 213bf496-4e51-4cff-a12a-09ddaec501cd requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:28.567183 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e71d3a70-5d4d-4031-b3bd-12613f2014aa tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4366825 Nov 04 11:18:28.570016 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54116) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:28.671226 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f9905800-0af0-4d25-ba01-d6ca9075cef7 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:28.711367 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eca6b5b-01ae-4d23-9f0b-8fa862ee4bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-213bf496-4e51-4cff-a12a-09ddaec501cd', 'network_id': '213bf496-4e51-4cff-a12a-09ddaec501cd', 'tenant_id': '6f3b42ec945f4c30aabbeb05578ed702', 'fixed_ips': [{'subnet_id': '76438513-f965-4239-8fb8-d0e4288bd500'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:18:28.712267 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3eca6b5b-01ae-4d23-9f0b-8fa862ee4bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:28.748219 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f9905800-0af0-4d25-ba01-d6ca9075cef7 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:28.816994 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f9905800-0af0-4d25-ba01-d6ca9075cef7 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server [None req-3eca6b5b-01ae-4d23-9f0b-8fa862ee4bbd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 76438513-f965-4239-8fb8-d0e4288bd500: This subnet is being modified by another concurrent operation. Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise exception Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 76438513-f965-4239-8fb8-d0e4288bd500: This subnet is being modified by another concurrent operation. Nov 04 11:18:28.821178 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Nov 04 11:18:28.843014 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673628d7-d327-4f77-98a1-dd852b5aa50b None None] Network 213bf496-4e51-4cff-a12a-09ddaec501cd requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:28.846117 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9905800-0af0-4d25-ba01-d6ca9075cef7 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event deleted for resources: {'Subnet': ['ID=76438513-f965-4239-8fb8-d0e4288bd500,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:28.891032 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 98c9de5f-8982-4939-b4d5-2b44f176639f up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:18:28.907218 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f9905800-0af0-4d25-ba01-d6ca9075cef7 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:28.928693 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-f9905800-0af0-4d25-ba01-d6ca9075cef7 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213bf496-4e51-4cff-a12a-09ddaec501cd']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:28.938419 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-f9905800-0af0-4d25-ba01-d6ca9075cef7 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701a535c-84da-4759-a850-d65be3613f6e') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:28.938684 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-f9905800-0af0-4d25-ba01-d6ca9075cef7 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701a535c-84da-4759-a850-d65be3613f6e') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:28.948281 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f9905800-0af0-4d25-ba01-d6ca9075cef7 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:28.961743 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f9905800-0af0-4d25-ba01-d6ca9075cef7 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:28.970092 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9905800-0af0-4d25-ba01-d6ca9075cef7 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Releasing vlan 1155 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:18:28.970457 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f9905800-0af0-4d25-ba01-d6ca9075cef7 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:18:28.973502 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:18:28.992009 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e285578e-19fd-43a6-a332-b81c8d0933a1 None None] get_active_networks_info from n-d-816629-1 {{(pid=101776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 11:18:28.995163 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 98c9de5f-8982-4939-b4d5-2b44f176639f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:18:28.995541 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:29.039826 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f9905800-0af0-4d25-ba01-d6ca9075cef7 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:29.046747 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f9905800-0af0-4d25-ba01-d6ca9075cef7 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:29.050245 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f9905800-0af0-4d25-ba01-d6ca9075cef7 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/networks/213bf496-4e51-4cff-a12a-09ddaec501cd HTTP/1.1" status: 204 len: 168 time: 0.4792206 Nov 04 11:18:29.054611 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54118) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:29.061863 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-905da0ec-fc04-48fa-8a72-e59fdb472715 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2019143361'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:29.077364 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9905800-0af0-4d25-ba01-d6ca9075cef7 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event deleted for resources: {'Network': ['ID=213bf496-4e51-4cff-a12a-09ddaec501cd,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:29.096043 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905da0ec-fc04-48fa-8a72-e59fdb472715 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Made reservation on behalf of 6f3b42ec945f4c30aabbeb05578ed702 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:29.099785 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-905da0ec-fc04-48fa-8a72-e59fdb472715 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:29.116979 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e285578e-19fd-43a6-a332-b81c8d0933a1 None None] Resources bound (agent type, host, resource id): {{(pid=101776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 11:18:29.125210 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905da0ec-fc04-48fa-8a72-e59fdb472715 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1184} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:18:29.138555 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-905da0ec-fc04-48fa-8a72-e59fdb472715 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:29.138904 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-905da0ec-fc04-48fa-8a72-e59fdb472715 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Added segment 9523cdbd-65b8-4550-8723-82bd9f434a15 of type vlan for network d1070c50-9116-4c19-b03f-d19b377af9a9 Nov 04 11:18:29.184337 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-905da0ec-fc04-48fa-8a72-e59fdb472715 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:29.215662 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-905da0ec-fc04-48fa-8a72-e59fdb472715 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:29.222055 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905da0ec-fc04-48fa-8a72-e59fdb472715 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:29.222647 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-905da0ec-fc04-48fa-8a72-e59fdb472715 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:29.291254 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-905da0ec-fc04-48fa-8a72-e59fdb472715 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2342658 Nov 04 11:18:29.294260 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54120) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:29.298436 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905da0ec-fc04-48fa-8a72-e59fdb472715 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event updated for resources: {'Network': ['ID=d1070c50-9116-4c19-b03f-d19b377af9a9,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:29.302790 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-1a18e8ad-75ed-4405-bf2f-064e226121fa tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Request body: {'subnet': {'network_id': 'd1070c50-9116-4c19-b03f-d19b377af9a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:29.312443 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network d1070c50-9116-4c19-b03f-d19b377af9a9 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:18:29.397867 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a18e8ad-75ed-4405-bf2f-064e226121fa tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Made reservation on behalf of 6f3b42ec945f4c30aabbeb05578ed702 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:29.401335 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a18e8ad-75ed-4405-bf2f-064e226121fa tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:29.601608 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a18e8ad-75ed-4405-bf2f-064e226121fa tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:29.661201 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18e8ad-75ed-4405-bf2f-064e226121fa tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event updated for resources: {'Subnet': ['ID=f2ea7626-4d89-4ed5-9cca-8eff26ae0bb2,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:29.673915 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a18e8ad-75ed-4405-bf2f-064e226121fa tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Checking segment: {'id': '9523cdbd-65b8-4550-8723-82bd9f434a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'd1070c50-9116-4c19-b03f-d19b377af9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:18:29.674277 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a18e8ad-75ed-4405-bf2f-064e226121fa tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Network hostable DHCP agents. Network: d1070c50-9116-4c19-b03f-d19b377af9a9, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:18:29.695866 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a18e8ad-75ed-4405-bf2f-064e226121fa tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Network d1070c50-9116-4c19-b03f-d19b377af9a9 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:18:29.709063 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-1a18e8ad-75ed-4405-bf2f-064e226121fa tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, d1070c50-9116-4c19-b03f-d19b377af9a9) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:29.715242 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a18e8ad-75ed-4405-bf2f-064e226121fa tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:29.716045 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1a18e8ad-75ed-4405-bf2f-064e226121fa tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:29.719012 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9cac56-201b-4e54-a3d6-71fc67bfae78 None None] Network d1070c50-9116-4c19-b03f-d19b377af9a9 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:29.735396 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1a18e8ad-75ed-4405-bf2f-064e226121fa tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4386888 Nov 04 11:18:29.738194 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54122) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:29.844516 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-32f65d4b-0a27-42f7-b981-119d286e6a19 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:29.871442 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c45c50-9349-414d-bc99-46087c5b70a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-d1070c50-9116-4c19-b03f-d19b377af9a9', 'network_id': 'd1070c50-9116-4c19-b03f-d19b377af9a9', 'tenant_id': '6f3b42ec945f4c30aabbeb05578ed702', 'fixed_ips': [{'subnet_id': 'f2ea7626-4d89-4ed5-9cca-8eff26ae0bb2'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:18:29.872332 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a7c45c50-9349-414d-bc99-46087c5b70a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:29.904497 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-32f65d4b-0a27-42f7-b981-119d286e6a19 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:29.966785 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-32f65d4b-0a27-42f7-b981-119d286e6a19 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server [None req-a7c45c50-9349-414d-bc99-46087c5b70a2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2ea7626-4d89-4ed5-9cca-8eff26ae0bb2: This subnet is being modified by another concurrent operation. Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise exception Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2ea7626-4d89-4ed5-9cca-8eff26ae0bb2: This subnet is being modified by another concurrent operation. Nov 04 11:18:29.975836 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Nov 04 11:18:29.994167 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e519bc27-a819-4ba6-aba4-706fecfc0ee2 None None] Network d1070c50-9116-4c19-b03f-d19b377af9a9 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:29.996978 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f65d4b-0a27-42f7-b981-119d286e6a19 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event deleted for resources: {'Subnet': ['ID=f2ea7626-4d89-4ed5-9cca-8eff26ae0bb2,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:30.061320 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-32f65d4b-0a27-42f7-b981-119d286e6a19 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:30.083442 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-32f65d4b-0a27-42f7-b981-119d286e6a19 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1070c50-9116-4c19-b03f-d19b377af9a9']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:30.098127 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-32f65d4b-0a27-42f7-b981-119d286e6a19 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9523cdbd-65b8-4550-8723-82bd9f434a15') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:30.098430 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-32f65d4b-0a27-42f7-b981-119d286e6a19 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9523cdbd-65b8-4550-8723-82bd9f434a15') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:30.101980 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eec7663-d327-41d6-87b2-3a71289af880 None None] get_active_networks_info from n-d-816629-1 {{(pid=101776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 11:18:30.111007 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-32f65d4b-0a27-42f7-b981-119d286e6a19 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:30.125986 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-32f65d4b-0a27-42f7-b981-119d286e6a19 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:30.133371 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f65d4b-0a27-42f7-b981-119d286e6a19 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Releasing vlan 1184 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:18:30.133744 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-32f65d4b-0a27-42f7-b981-119d286e6a19 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:18:30.137238 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:18:30.179671 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eec7663-d327-41d6-87b2-3a71289af880 None None] Resources bound (agent type, host, resource id): {{(pid=101776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 11:18:30.198530 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-32f65d4b-0a27-42f7-b981-119d286e6a19 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:30.209039 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-32f65d4b-0a27-42f7-b981-119d286e6a19 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:30.212304 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-32f65d4b-0a27-42f7-b981-119d286e6a19 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/networks/d1070c50-9116-4c19-b03f-d19b377af9a9 HTTP/1.1" status: 204 len: 168 time: 0.4731970 Nov 04 11:18:30.216196 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54124) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:30.222457 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-d78dc34e-d075-4ac3-a4f8-6df5a3b783d1 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1241841854'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:30.223879 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f65d4b-0a27-42f7-b981-119d286e6a19 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event deleted for resources: {'Network': ['ID=d1070c50-9116-4c19-b03f-d19b377af9a9,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:30.247690 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78dc34e-d075-4ac3-a4f8-6df5a3b783d1 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Made reservation on behalf of 6f3b42ec945f4c30aabbeb05578ed702 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:30.251385 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d78dc34e-d075-4ac3-a4f8-6df5a3b783d1 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:30.275950 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78dc34e-d075-4ac3-a4f8-6df5a3b783d1 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1187} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:18:30.285645 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d78dc34e-d075-4ac3-a4f8-6df5a3b783d1 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:30.285987 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-d78dc34e-d075-4ac3-a4f8-6df5a3b783d1 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Added segment 08d673b5-7ab9-44eb-8858-e67d30a75e7b of type vlan for network af9d69b0-67b2-4f28-80a3-f9ec0ca9b62a Nov 04 11:18:30.327562 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d78dc34e-d075-4ac3-a4f8-6df5a3b783d1 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:30.356306 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d78dc34e-d075-4ac3-a4f8-6df5a3b783d1 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:30.362048 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78dc34e-d075-4ac3-a4f8-6df5a3b783d1 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:30.362629 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d78dc34e-d075-4ac3-a4f8-6df5a3b783d1 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:30.423913 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d78dc34e-d075-4ac3-a4f8-6df5a3b783d1 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2058861 Nov 04 11:18:30.427546 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54126) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:30.433113 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-a257a751-9227-41d2-8576-1218d57d32d8 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Request body: {'subnet': {'network_id': 'af9d69b0-67b2-4f28-80a3-f9ec0ca9b62a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:30.438204 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78dc34e-d075-4ac3-a4f8-6df5a3b783d1 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event updated for resources: {'Network': ['ID=af9d69b0-67b2-4f28-80a3-f9ec0ca9b62a,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:30.449849 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network af9d69b0-67b2-4f28-80a3-f9ec0ca9b62a details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:18:30.527720 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a257a751-9227-41d2-8576-1218d57d32d8 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Made reservation on behalf of 6f3b42ec945f4c30aabbeb05578ed702 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:30.531437 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a257a751-9227-41d2-8576-1218d57d32d8 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:30.588086 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.ipam_backend_mixin [None req-a257a751-9227-41d2-8576-1218d57d32d8 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Performing IP validity checks on allocation pools {{(pid=101775) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 04 11:18:30.588670 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.ipam_backend_mixin [None req-a257a751-9227-41d2-8576-1218d57d32d8 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101775) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 04 11:18:30.716675 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a257a751-9227-41d2-8576-1218d57d32d8 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:30.775915 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257a751-9227-41d2-8576-1218d57d32d8 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event updated for resources: {'Subnet': ['ID=6feddaa2-b28a-4152-bc2d-b3d4c6c29ee6,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:30.786812 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a257a751-9227-41d2-8576-1218d57d32d8 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Checking segment: {'id': '08d673b5-7ab9-44eb-8858-e67d30a75e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'af9d69b0-67b2-4f28-80a3-f9ec0ca9b62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:18:30.787173 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a257a751-9227-41d2-8576-1218d57d32d8 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Network hostable DHCP agents. Network: af9d69b0-67b2-4f28-80a3-f9ec0ca9b62a, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:18:30.807225 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a257a751-9227-41d2-8576-1218d57d32d8 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Network af9d69b0-67b2-4f28-80a3-f9ec0ca9b62a is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:18:30.818363 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-a257a751-9227-41d2-8576-1218d57d32d8 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, af9d69b0-67b2-4f28-80a3-f9ec0ca9b62a) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:30.822690 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a257a751-9227-41d2-8576-1218d57d32d8 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:30.823336 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a257a751-9227-41d2-8576-1218d57d32d8 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:30.827015 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38c5dbb-01ae-4dd3-be4c-eb9f72d0ff8e None None] Network af9d69b0-67b2-4f28-80a3-f9ec0ca9b62a requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:30.840723 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a257a751-9227-41d2-8576-1218d57d32d8 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4120221 Nov 04 11:18:30.843396 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54128) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:30.943476 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b9d2c196-e4e9-42bf-ac2f-51bbb97f92b9 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:30.972519 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e8519b-d133-4588-b2e4-ca94225505ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-af9d69b0-67b2-4f28-80a3-f9ec0ca9b62a', 'network_id': 'af9d69b0-67b2-4f28-80a3-f9ec0ca9b62a', 'tenant_id': '6f3b42ec945f4c30aabbeb05578ed702', 'fixed_ips': [{'subnet_id': '6feddaa2-b28a-4152-bc2d-b3d4c6c29ee6'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:18:30.973516 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-49e8519b-d133-4588-b2e4-ca94225505ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:30.996555 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b9d2c196-e4e9-42bf-ac2f-51bbb97f92b9 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:31.059598 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b9d2c196-e4e9-42bf-ac2f-51bbb97f92b9 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server [None req-49e8519b-d133-4588-b2e4-ca94225505ce None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6feddaa2-b28a-4152-bc2d-b3d4c6c29ee6: This subnet is being modified by another concurrent operation. Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise exception Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6feddaa2-b28a-4152-bc2d-b3d4c6c29ee6: This subnet is being modified by another concurrent operation. Nov 04 11:18:31.071123 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Nov 04 11:18:31.091228 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2c196-e4e9-42bf-ac2f-51bbb97f92b9 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event deleted for resources: {'Subnet': ['ID=6feddaa2-b28a-4152-bc2d-b3d4c6c29ee6,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:31.094735 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6565d2e-38f8-45f3-a106-4127505a8c9a None None] Network af9d69b0-67b2-4f28-80a3-f9ec0ca9b62a requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:31.157753 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b9d2c196-e4e9-42bf-ac2f-51bbb97f92b9 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:31.179766 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-b9d2c196-e4e9-42bf-ac2f-51bbb97f92b9 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9d69b0-67b2-4f28-80a3-f9ec0ca9b62a']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:31.189785 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-b9d2c196-e4e9-42bf-ac2f-51bbb97f92b9 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d673b5-7ab9-44eb-8858-e67d30a75e7b') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:31.190082 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-b9d2c196-e4e9-42bf-ac2f-51bbb97f92b9 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d673b5-7ab9-44eb-8858-e67d30a75e7b') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:31.199531 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b9d2c196-e4e9-42bf-ac2f-51bbb97f92b9 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:31.207940 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6fc98c-e2ee-49d9-96ac-354de5f5a06b None None] get_active_networks_info from n-d-816629-1 {{(pid=101776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 11:18:31.213775 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b9d2c196-e4e9-42bf-ac2f-51bbb97f92b9 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:31.219943 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d2c196-e4e9-42bf-ac2f-51bbb97f92b9 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:18:31.220424 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b9d2c196-e4e9-42bf-ac2f-51bbb97f92b9 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:18:31.223667 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:18:31.275181 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6fc98c-e2ee-49d9-96ac-354de5f5a06b None None] Resources bound (agent type, host, resource id): {{(pid=101776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 11:18:31.283502 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b9d2c196-e4e9-42bf-ac2f-51bbb97f92b9 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:31.292105 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b9d2c196-e4e9-42bf-ac2f-51bbb97f92b9 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:31.295322 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b9d2c196-e4e9-42bf-ac2f-51bbb97f92b9 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/networks/af9d69b0-67b2-4f28-80a3-f9ec0ca9b62a HTTP/1.1" status: 204 len: 168 time: 0.4509885 Nov 04 11:18:31.299131 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54130) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:31.304382 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-65495e18-1a00-4f47-a184-e0afb55127e4 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-873303948'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:31.314847 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2c196-e4e9-42bf-ac2f-51bbb97f92b9 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event deleted for resources: {'Network': ['ID=af9d69b0-67b2-4f28-80a3-f9ec0ca9b62a,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:31.331930 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65495e18-1a00-4f47-a184-e0afb55127e4 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Made reservation on behalf of 6f3b42ec945f4c30aabbeb05578ed702 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:31.335713 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65495e18-1a00-4f47-a184-e0afb55127e4 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:31.362684 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65495e18-1a00-4f47-a184-e0afb55127e4 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1197} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:18:31.371736 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65495e18-1a00-4f47-a184-e0afb55127e4 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:31.372073 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-65495e18-1a00-4f47-a184-e0afb55127e4 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Added segment 62e4cadd-9b64-45da-8462-0d81ce906d25 of type vlan for network a0f36dbe-b7a9-4836-8cc6-fccc80ba1e51 Nov 04 11:18:31.414691 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65495e18-1a00-4f47-a184-e0afb55127e4 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:31.442047 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65495e18-1a00-4f47-a184-e0afb55127e4 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:31.447810 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65495e18-1a00-4f47-a184-e0afb55127e4 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:31.448459 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-65495e18-1a00-4f47-a184-e0afb55127e4 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:31.507486 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-65495e18-1a00-4f47-a184-e0afb55127e4 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2070963 Nov 04 11:18:31.510700 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54134) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:31.516149 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-bbfbba2e-d63d-483e-b732-8a2838693629 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Request body: {'subnet': {'network_id': 'a0f36dbe-b7a9-4836-8cc6-fccc80ba1e51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:31.524520 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65495e18-1a00-4f47-a184-e0afb55127e4 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event updated for resources: {'Network': ['ID=a0f36dbe-b7a9-4836-8cc6-fccc80ba1e51,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:31.535189 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network a0f36dbe-b7a9-4836-8cc6-fccc80ba1e51 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:18:31.606524 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfbba2e-d63d-483e-b732-8a2838693629 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Made reservation on behalf of 6f3b42ec945f4c30aabbeb05578ed702 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:31.610453 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbfbba2e-d63d-483e-b732-8a2838693629 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:31.814784 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbfbba2e-d63d-483e-b732-8a2838693629 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:31.882196 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfbba2e-d63d-483e-b732-8a2838693629 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event updated for resources: {'Subnet': ['ID=aa4c8f47-e8a1-4360-9909-272a43e0129a,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:31.891282 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfbba2e-d63d-483e-b732-8a2838693629 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Checking segment: {'id': '62e4cadd-9b64-45da-8462-0d81ce906d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'a0f36dbe-b7a9-4836-8cc6-fccc80ba1e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:18:31.891641 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfbba2e-d63d-483e-b732-8a2838693629 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Network hostable DHCP agents. Network: a0f36dbe-b7a9-4836-8cc6-fccc80ba1e51, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:18:31.910691 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfbba2e-d63d-483e-b732-8a2838693629 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Network a0f36dbe-b7a9-4836-8cc6-fccc80ba1e51 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:18:31.921254 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-bbfbba2e-d63d-483e-b732-8a2838693629 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, a0f36dbe-b7a9-4836-8cc6-fccc80ba1e51) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:31.925470 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfbba2e-d63d-483e-b732-8a2838693629 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:31.926076 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bbfbba2e-d63d-483e-b732-8a2838693629 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:31.932179 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4209767d-e2cd-47d9-93bd-090355636430 None None] Network a0f36dbe-b7a9-4836-8cc6-fccc80ba1e51 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:31.945717 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bbfbba2e-d63d-483e-b732-8a2838693629 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4312928 Nov 04 11:18:31.945929 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54136) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:32.046963 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dacdbcae-2c04-407e-8478-26be3b8f5933 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:32.080573 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d086e2-6986-460d-9207-43fab6b19ccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-a0f36dbe-b7a9-4836-8cc6-fccc80ba1e51', 'network_id': 'a0f36dbe-b7a9-4836-8cc6-fccc80ba1e51', 'tenant_id': '6f3b42ec945f4c30aabbeb05578ed702', 'fixed_ips': [{'subnet_id': 'aa4c8f47-e8a1-4360-9909-272a43e0129a'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:18:32.081736 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-68d086e2-6986-460d-9207-43fab6b19ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:32.101833 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dacdbcae-2c04-407e-8478-26be3b8f5933 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:32.172181 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dacdbcae-2c04-407e-8478-26be3b8f5933 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server [None req-68d086e2-6986-460d-9207-43fab6b19ccc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa4c8f47-e8a1-4360-9909-272a43e0129a: This subnet is being modified by another concurrent operation. Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise exception Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa4c8f47-e8a1-4360-9909-272a43e0129a: This subnet is being modified by another concurrent operation. Nov 04 11:18:32.175608 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Nov 04 11:18:32.195292 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa32c3b-c9f0-4ca9-a254-c3eaae10cc9e None None] Network a0f36dbe-b7a9-4836-8cc6-fccc80ba1e51 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:32.204960 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdbcae-2c04-407e-8478-26be3b8f5933 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event deleted for resources: {'Subnet': ['ID=aa4c8f47-e8a1-4360-9909-272a43e0129a,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:32.265614 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dacdbcae-2c04-407e-8478-26be3b8f5933 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:32.287290 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-dacdbcae-2c04-407e-8478-26be3b8f5933 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f36dbe-b7a9-4836-8cc6-fccc80ba1e51']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:32.297173 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-dacdbcae-2c04-407e-8478-26be3b8f5933 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e4cadd-9b64-45da-8462-0d81ce906d25') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:32.297469 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-dacdbcae-2c04-407e-8478-26be3b8f5933 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e4cadd-9b64-45da-8462-0d81ce906d25') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:32.307269 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dacdbcae-2c04-407e-8478-26be3b8f5933 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:32.311563 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee69f690-f6bb-4c1c-a634-d5f825a23375 None None] get_active_networks_info from n-d-816629-1 {{(pid=101776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 11:18:32.321172 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dacdbcae-2c04-407e-8478-26be3b8f5933 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:32.327575 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dacdbcae-2c04-407e-8478-26be3b8f5933 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:18:32.327935 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dacdbcae-2c04-407e-8478-26be3b8f5933 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:18:32.331160 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:18:32.379759 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee69f690-f6bb-4c1c-a634-d5f825a23375 None None] Resources bound (agent type, host, resource id): {{(pid=101776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 11:18:32.393134 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dacdbcae-2c04-407e-8478-26be3b8f5933 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:32.401804 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dacdbcae-2c04-407e-8478-26be3b8f5933 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:32.405064 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-dacdbcae-2c04-407e-8478-26be3b8f5933 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/networks/a0f36dbe-b7a9-4836-8cc6-fccc80ba1e51 HTTP/1.1" status: 204 len: 168 time: 0.4581382 Nov 04 11:18:32.408762 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54138) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:32.414312 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-156f6612-cd3e-4dd1-b63c-de7f4831aeab tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1176665562'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:32.415883 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdbcae-2c04-407e-8478-26be3b8f5933 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event deleted for resources: {'Network': ['ID=a0f36dbe-b7a9-4836-8cc6-fccc80ba1e51,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:32.435929 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156f6612-cd3e-4dd1-b63c-de7f4831aeab tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Made reservation on behalf of 6f3b42ec945f4c30aabbeb05578ed702 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:32.439607 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-156f6612-cd3e-4dd1-b63c-de7f4831aeab tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:32.464199 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-156f6612-cd3e-4dd1-b63c-de7f4831aeab tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1158} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:18:32.473559 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-156f6612-cd3e-4dd1-b63c-de7f4831aeab tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:32.473918 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-156f6612-cd3e-4dd1-b63c-de7f4831aeab tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Added segment 296fc4ee-3733-4f7a-9e9a-5fd2f8d90c62 of type vlan for network 0183137a-5df7-489b-a56b-c18744633542 Nov 04 11:18:32.517269 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-156f6612-cd3e-4dd1-b63c-de7f4831aeab tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:32.545713 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-156f6612-cd3e-4dd1-b63c-de7f4831aeab tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:32.551602 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156f6612-cd3e-4dd1-b63c-de7f4831aeab tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:32.552229 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-156f6612-cd3e-4dd1-b63c-de7f4831aeab tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:32.609588 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-156f6612-cd3e-4dd1-b63c-de7f4831aeab tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1996753 Nov 04 11:18:32.612239 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54140) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:32.619177 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-d574c602-86a2-4bca-8b2a-58f6da27034b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Request body: {'subnet': {'network_id': '0183137a-5df7-489b-a56b-c18744633542', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:32.667735 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f6612-cd3e-4dd1-b63c-de7f4831aeab tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event updated for resources: {'Network': ['ID=0183137a-5df7-489b-a56b-c18744633542,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:32.680844 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 0183137a-5df7-489b-a56b-c18744633542 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:18:32.719652 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d574c602-86a2-4bca-8b2a-58f6da27034b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Made reservation on behalf of 6f3b42ec945f4c30aabbeb05578ed702 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:32.723281 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d574c602-86a2-4bca-8b2a-58f6da27034b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:32.906518 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d574c602-86a2-4bca-8b2a-58f6da27034b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:32.969699 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574c602-86a2-4bca-8b2a-58f6da27034b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event updated for resources: {'Subnet': ['ID=27715c71-1cba-4558-ba2f-17dc217bdc97,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:32.979874 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d574c602-86a2-4bca-8b2a-58f6da27034b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Checking segment: {'id': '296fc4ee-3733-4f7a-9e9a-5fd2f8d90c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '0183137a-5df7-489b-a56b-c18744633542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:18:32.980207 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d574c602-86a2-4bca-8b2a-58f6da27034b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Network hostable DHCP agents. Network: 0183137a-5df7-489b-a56b-c18744633542, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:18:33.000922 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d574c602-86a2-4bca-8b2a-58f6da27034b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Network 0183137a-5df7-489b-a56b-c18744633542 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:18:33.011658 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-d574c602-86a2-4bca-8b2a-58f6da27034b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 0183137a-5df7-489b-a56b-c18744633542) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:33.016718 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d574c602-86a2-4bca-8b2a-58f6da27034b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:33.018801 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d574c602-86a2-4bca-8b2a-58f6da27034b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:33.019783 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4d3cf7-0843-44cf-97b1-394de9eff31b None None] Network 0183137a-5df7-489b-a56b-c18744633542 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:33.036572 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d574c602-86a2-4bca-8b2a-58f6da27034b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4232113 Nov 04 11:18:33.039484 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54142) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:33.149331 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-775018c3-1d2d-4bb3-a6b2-e9638ea69625 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:33.205529 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-775018c3-1d2d-4bb3-a6b2-e9638ea69625 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:33.270765 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-775018c3-1d2d-4bb3-a6b2-e9638ea69625 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:33.298709 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775018c3-1d2d-4bb3-a6b2-e9638ea69625 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event deleted for resources: {'Subnet': ['ID=27715c71-1cba-4558-ba2f-17dc217bdc97,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:33.321719 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd5ea4d-cde8-4f53-acc1-1784094d4e76 None None] Network 0183137a-5df7-489b-a56b-c18744633542 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:33.359286 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-775018c3-1d2d-4bb3-a6b2-e9638ea69625 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:33.380415 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-775018c3-1d2d-4bb3-a6b2-e9638ea69625 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0183137a-5df7-489b-a56b-c18744633542']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:33.389989 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-775018c3-1d2d-4bb3-a6b2-e9638ea69625 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '296fc4ee-3733-4f7a-9e9a-5fd2f8d90c62') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:33.390286 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-775018c3-1d2d-4bb3-a6b2-e9638ea69625 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '296fc4ee-3733-4f7a-9e9a-5fd2f8d90c62') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:33.398860 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:18:33.406643 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-775018c3-1d2d-4bb3-a6b2-e9638ea69625 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:33.420163 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-775018c3-1d2d-4bb3-a6b2-e9638ea69625 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:33.426298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775018c3-1d2d-4bb3-a6b2-e9638ea69625 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:18:33.426680 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-775018c3-1d2d-4bb3-a6b2-e9638ea69625 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:18:33.429720 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:18:33.488631 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-775018c3-1d2d-4bb3-a6b2-e9638ea69625 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:33.494709 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-775018c3-1d2d-4bb3-a6b2-e9638ea69625 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:33.498441 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-775018c3-1d2d-4bb3-a6b2-e9638ea69625 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/networks/0183137a-5df7-489b-a56b-c18744633542 HTTP/1.1" status: 204 len: 168 time: 0.4579396 Nov 04 11:18:33.502393 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54144) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:33.507768 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-9244b963-a6af-4c37-b6ab-4685afc22b4c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-992646788'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:33.513712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775018c3-1d2d-4bb3-a6b2-e9638ea69625 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event deleted for resources: {'Network': ['ID=0183137a-5df7-489b-a56b-c18744633542,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:33.530815 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9244b963-a6af-4c37-b6ab-4685afc22b4c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Made reservation on behalf of 6f3b42ec945f4c30aabbeb05578ed702 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:33.534618 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9244b963-a6af-4c37-b6ab-4685afc22b4c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:33.558818 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9244b963-a6af-4c37-b6ab-4685afc22b4c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1170} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:18:33.568065 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9244b963-a6af-4c37-b6ab-4685afc22b4c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:33.568402 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-9244b963-a6af-4c37-b6ab-4685afc22b4c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Added segment 7d23f45e-aeee-4809-967b-714217582e8a of type vlan for network 44fd3759-bf19-4bc2-9a94-34b9cd0295e1 Nov 04 11:18:33.613870 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9244b963-a6af-4c37-b6ab-4685afc22b4c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:33.641471 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9244b963-a6af-4c37-b6ab-4685afc22b4c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:33.647550 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9244b963-a6af-4c37-b6ab-4685afc22b4c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:33.648111 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9244b963-a6af-4c37-b6ab-4685afc22b4c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:33.708365 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9244b963-a6af-4c37-b6ab-4685afc22b4c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2047689 Nov 04 11:18:33.711399 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54146) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:33.716327 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-d3e443fd-bd96-45f6-a853-05686883ec56 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:33.734256 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244b963-a6af-4c37-b6ab-4685afc22b4c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event updated for resources: {'Network': ['ID=44fd3759-bf19-4bc2-9a94-34b9cd0295e1,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:33.744773 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 44fd3759-bf19-4bc2-9a94-34b9cd0295e1 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:18:33.881925 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d3e443fd-bd96-45f6-a853-05686883ec56 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:33.899048 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d3e443fd-bd96-45f6-a853-05686883ec56 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:33.917347 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d3e443fd-bd96-45f6-a853-05686883ec56 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Network 44fd3759-bf19-4bc2-9a94-34b9cd0295e1 is not hosted by any dhcp agent {{(pid=101774) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 04 11:18:33.922804 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e443fd-bd96-45f6-a853-05686883ec56 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:33.923395 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d3e443fd-bd96-45f6-a853-05686883ec56 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:33.924698 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d3e443fd-bd96-45f6-a853-05686883ec56 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "PUT /v2.0/networks/44fd3759-bf19-4bc2-9a94-34b9cd0295e1 HTTP/1.1" status: 200 len: 723 time: 0.2125936 Nov 04 11:18:33.927777 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54148) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:33.933233 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-1dbc9044-0a58-4efd-9c5d-98c3f5cb2fad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Request body: {'subnet': {'network_id': '44fd3759-bf19-4bc2-9a94-34b9cd0295e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:33.973734 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e443fd-bd96-45f6-a853-05686883ec56 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event updated for resources: {'Network': ['ID=44fd3759-bf19-4bc2-9a94-34b9cd0295e1,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:33.986309 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 44fd3759-bf19-4bc2-9a94-34b9cd0295e1 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:18:34.028189 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbc9044-0a58-4efd-9c5d-98c3f5cb2fad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Made reservation on behalf of 6f3b42ec945f4c30aabbeb05578ed702 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:34.031936 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1dbc9044-0a58-4efd-9c5d-98c3f5cb2fad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:34.221050 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1dbc9044-0a58-4efd-9c5d-98c3f5cb2fad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:34.282253 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc9044-0a58-4efd-9c5d-98c3f5cb2fad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event updated for resources: {'Subnet': ['ID=b3ae8580-1e0f-4601-a6f5-d3f9b72b2224,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:34.291755 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbc9044-0a58-4efd-9c5d-98c3f5cb2fad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Checking segment: {'id': '7d23f45e-aeee-4809-967b-714217582e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '44fd3759-bf19-4bc2-9a94-34b9cd0295e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:18:34.292461 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbc9044-0a58-4efd-9c5d-98c3f5cb2fad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Network hostable DHCP agents. Network: 44fd3759-bf19-4bc2-9a94-34b9cd0295e1, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:18:34.311462 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbc9044-0a58-4efd-9c5d-98c3f5cb2fad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Network 44fd3759-bf19-4bc2-9a94-34b9cd0295e1 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:18:34.321458 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-1dbc9044-0a58-4efd-9c5d-98c3f5cb2fad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 44fd3759-bf19-4bc2-9a94-34b9cd0295e1) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:34.326673 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbc9044-0a58-4efd-9c5d-98c3f5cb2fad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:34.327283 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1dbc9044-0a58-4efd-9c5d-98c3f5cb2fad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:34.329239 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf54d0a2-9785-4568-b75a-c04f3e86ec96 None None] Network 44fd3759-bf19-4bc2-9a94-34b9cd0295e1 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:34.346347 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1dbc9044-0a58-4efd-9c5d-98c3f5cb2fad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4173994 Nov 04 11:18:34.349082 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54150) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:34.354242 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-b4a36262-d75b-4d06-bc70-61bfc413d42c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:34.446468 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b4a36262-d75b-4d06-bc70-61bfc413d42c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26075691'] for subnet, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:34.478000 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ae4d0d-0a9f-4cef-805f-226213bc56a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-44fd3759-bf19-4bc2-9a94-34b9cd0295e1', 'network_id': '44fd3759-bf19-4bc2-9a94-34b9cd0295e1', 'tenant_id': '6f3b42ec945f4c30aabbeb05578ed702', 'fixed_ips': [{'subnet_id': 'b3ae8580-1e0f-4601-a6f5-d3f9b72b2224'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:18:34.478882 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d8ae4d0d-0a9f-4cef-805f-226213bc56a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:34.600035 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b4a36262-d75b-4d06-bc70-61bfc413d42c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731188417639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25465213'] for subnet, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:34.632735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a36262-d75b-4d06-bc70-61bfc413d42c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:34.633357 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b4a36262-d75b-4d06-bc70-61bfc413d42c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:34.634666 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b4a36262-d75b-4d06-bc70-61bfc413d42c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "PUT /v2.0/subnets/b3ae8580-1e0f-4601-a6f5-d3f9b72b2224 HTTP/1.1" status: 200 len: 806 time: 0.2846618 Nov 04 11:18:34.637373 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54152) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:34.650732 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-d8ae4d0d-0a9f-4cef-805f-226213bc56a0 None None] Allocated IP 172.20.0.2 (44fd3759-bf19-4bc2-9a94-34b9cd0295e1/b3ae8580-1e0f-4601-a6f5-d3f9b72b2224/3fb4d51c-2cdc-40dd-8369-615747a39514) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:18:34.697476 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a36262-d75b-4d06-bc70-61bfc413d42c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event updated for resources: {'Subnet': ['ID=b3ae8580-1e0f-4601-a6f5-d3f9b72b2224,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:34.748494 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:34.802099 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:34.813997 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d8ae4d0d-0a9f-4cef-805f-226213bc56a0 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:34.820981 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d8ae4d0d-0a9f-4cef-805f-226213bc56a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:34.858279 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ae4d0d-0a9f-4cef-805f-226213bc56a0 None None] Network 44fd3759-bf19-4bc2-9a94-34b9cd0295e1 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:18:34.861527 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-d8ae4d0d-0a9f-4cef-805f-226213bc56a0 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:34.863649 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:34.864010 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ae4d0d-0a9f-4cef-805f-226213bc56a0 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:18:34.880991 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae4d0d-0a9f-4cef-805f-226213bc56a0 None None] Pushing event updated for resources: {'Port': ['ID=3fb4d51c-2cdc-40dd-8369-615747a39514,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:34.896850 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ae8580-1e0f-4601-a6f5-d3f9b72b2224,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:34.934283 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-d8ae4d0d-0a9f-4cef-805f-226213bc56a0 None None] Attempting to bind port 3fb4d51c-2cdc-40dd-8369-615747a39514 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:18:34.934657 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-d8ae4d0d-0a9f-4cef-805f-226213bc56a0 None None] Attempting to bind port 3fb4d51c-2cdc-40dd-8369-615747a39514 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '7d23f45e-aeee-4809-967b-714217582e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '44fd3759-bf19-4bc2-9a94-34b9cd0295e1'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:18:34.935017 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ae4d0d-0a9f-4cef-805f-226213bc56a0 None None] Attempting to bind port 3fb4d51c-2cdc-40dd-8369-615747a39514 on network 44fd3759-bf19-4bc2-9a94-34b9cd0295e1 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:18:34.940120 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ae4d0d-0a9f-4cef-805f-226213bc56a0 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:18:34.940492 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ae4d0d-0a9f-4cef-805f-226213bc56a0 None None] Checking segment: {'id': '7d23f45e-aeee-4809-967b-714217582e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '44fd3759-bf19-4bc2-9a94-34b9cd0295e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:18:34.940919 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d8ae4d0d-0a9f-4cef-805f-226213bc56a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:34.941310 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ae4d0d-0a9f-4cef-805f-226213bc56a0 None None] Bound using segment: {'id': '7d23f45e-aeee-4809-967b-714217582e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '44fd3759-bf19-4bc2-9a94-34b9cd0295e1'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:18:34.941778 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-d8ae4d0d-0a9f-4cef-805f-226213bc56a0 None None] Bound port: 3fb4d51c-2cdc-40dd-8369-615747a39514, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d23f45e-aeee-4809-967b-714217582e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '44fd3759-bf19-4bc2-9a94-34b9cd0295e1'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:18:34.942153 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d8ae4d0d-0a9f-4cef-805f-226213bc56a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:34.956079 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:34.976978 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44fd3759-bf19-4bc2-9a94-34b9cd0295e1']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:34.986609 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d23f45e-aeee-4809-967b-714217582e8a') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:34.986889 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d23f45e-aeee-4809-967b-714217582e8a') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:34.996615 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:35.005806 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-d8ae4d0d-0a9f-4cef-805f-226213bc56a0 None None] For port 3fb4d51c-2cdc-40dd-8369-615747a39514, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:18:35.010466 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:35.016847 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:18:35.017237 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:18:35.020648 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:18:35.086473 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-d8ae4d0d-0a9f-4cef-805f-226213bc56a0 None None] For port 3fb4d51c-2cdc-40dd-8369-615747a39514, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3fb4d51c-2cdc-40dd-8369-615747a39514,segment=NetworkSegment(7d23f45e-aeee-4809-967b-714217582e8a),segment_id=7d23f45e-aeee-4809-967b-714217582e8a)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:18:35.087120 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.db.api [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 04 11:18:35.087120 n-d-816629-1 neutron-server[101775]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 04 11:18:35.087120 n-d-816629-1 neutron-server[101775]: [parameters: {'id': '44fd3759-bf19-4bc2-9a94-34b9cd0295e1'}] Nov 04 11:18:35.087120 n-d-816629-1 neutron-server[101775]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 11:18:35.087558 n-d-816629-1 neutron-server[101775]: DEBUG oslo_db.api [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 11:18:35.092615 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d8ae4d0d-0a9f-4cef-805f-226213bc56a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:35.177807 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae4d0d-0a9f-4cef-805f-226213bc56a0 None None] Pushing event updated for resources: {'Port': ['ID=3fb4d51c-2cdc-40dd-8369-615747a39514,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:35.192041 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cae2253-6f54-47a5-b000-2ca1297c599f None None] Network 44fd3759-bf19-4bc2-9a94-34b9cd0295e1 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:35.316197 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480f3643-70ed-4345-88d5-618676c074cc None None] Network 44fd3759-bf19-4bc2-9a94-34b9cd0295e1 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:35.442400 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5167b84-6b29-4d26-a36a-d59bd85fcb56 None None] get_active_networks_info from n-d-816629-1 {{(pid=101776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 11:18:35.510992 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5167b84-6b29-4d26-a36a-d59bd85fcb56 None None] Resources bound (agent type, host, resource id): {{(pid=101776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 11:18:35.588412 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:36.021279 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Deleting port 3fb4d51c-2cdc-40dd-8369-615747a39514 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:18:36.021593 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:36.083115 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] For port 3fb4d51c-2cdc-40dd-8369-615747a39514, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3fb4d51c-2cdc-40dd-8369-615747a39514,segment=NetworkSegment(7d23f45e-aeee-4809-967b-714217582e8a),segment_id=7d23f45e-aeee-4809-967b-714217582e8a)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:18:36.083463 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:36.096482 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Calling delete_port for 3fb4d51c-2cdc-40dd-8369-615747a39514 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:18:36.181146 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:36.211209 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event deleted for resources: {'Port': ['ID=3fb4d51c-2cdc-40dd-8369-615747a39514,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:36.216147 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] No DVR routers for this DVR port 3fb4d51c-2cdc-40dd-8369-615747a39514 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:18:36.305979 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:36.328767 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44fd3759-bf19-4bc2-9a94-34b9cd0295e1']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:36.338337 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d23f45e-aeee-4809-967b-714217582e8a') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:36.338807 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d23f45e-aeee-4809-967b-714217582e8a') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:36.348568 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:36.363735 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:36.371120 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:18:36.371539 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:18:36.374815 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:18:36.432493 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:36.439670 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:36.442749 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/networks/44fd3759-bf19-4bc2-9a94-34b9cd0295e1 HTTP/1.1" status: 204 len: 168 time: 1.8044930 Nov 04 11:18:36.445689 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54154) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:36.454826 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828308d-e64a-4253-b460-4c354e99e7ad tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event deleted for resources: {'Network': ['ID=44fd3759-bf19-4bc2-9a94-34b9cd0295e1,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:36.466988 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde80a82-9546-4823-8c25-621c8517892e tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] DELETE failed (client error): The resource could not be found. Nov 04 11:18:36.467580 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cde80a82-9546-4823-8c25-621c8517892e tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:18:36.470917 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cde80a82-9546-4823-8c25-621c8517892e tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/networks/44fd3759-bf19-4bc2-9a94-34b9cd0295e1 HTTP/1.1" status: 404 len: 339 time: 0.0241723 Nov 04 11:18:36.474678 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54156) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:36.479534 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b3186cc3-be63-48a0-b36e-3c0948371b23 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1766230546', 'description': 'd1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:36.502929 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3186cc3-be63-48a0-b36e-3c0948371b23 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Made reservation on behalf of 6f3b42ec945f4c30aabbeb05578ed702 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:36.506475 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b3186cc3-be63-48a0-b36e-3c0948371b23 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:36.533243 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3186cc3-be63-48a0-b36e-3c0948371b23 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1167} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:18:36.542134 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b3186cc3-be63-48a0-b36e-3c0948371b23 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:36.542582 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-b3186cc3-be63-48a0-b36e-3c0948371b23 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Added segment 8025f984-64a0-455d-ade9-3b6bf7680be1 of type vlan for network 667df94a-4711-4479-b708-d3d92be24d34 Nov 04 11:18:36.582786 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b3186cc3-be63-48a0-b36e-3c0948371b23 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:36.618301 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b3186cc3-be63-48a0-b36e-3c0948371b23 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:36.624034 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3186cc3-be63-48a0-b36e-3c0948371b23 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:36.624698 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b3186cc3-be63-48a0-b36e-3c0948371b23 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:36.682921 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b3186cc3-be63-48a0-b36e-3c0948371b23 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2071674 Nov 04 11:18:36.685625 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54158) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:36.704682 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3186cc3-be63-48a0-b36e-3c0948371b23 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event updated for resources: {'Network': ['ID=667df94a-4711-4479-b708-d3d92be24d34,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:36.715107 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 667df94a-4711-4479-b708-d3d92be24d34 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:18:36.781200 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc2d6d7-f0bb-4fe9-95a8-733ce243a365 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:36.782792 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6bc2d6d7-f0bb-4fe9-95a8-733ce243a365 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "GET /v2.0/networks?id=667df94a-4711-4479-b708-d3d92be24d34 HTTP/1.1" status: 200 len: 761 time: 0.0962350 Nov 04 11:18:36.785605 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54160) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:36.790757 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-a9da5174-c3e7-4065-ab84-f42183136774 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Request body: {'network': {'description': 'd2'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:36.948261 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a9da5174-c3e7-4065-ab84-f42183136774 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:36.965752 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a9da5174-c3e7-4065-ab84-f42183136774 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:36.983771 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a9da5174-c3e7-4065-ab84-f42183136774 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Network 667df94a-4711-4479-b708-d3d92be24d34 is not hosted by any dhcp agent {{(pid=101774) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 04 11:18:36.989284 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9da5174-c3e7-4065-ab84-f42183136774 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:36.989906 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a9da5174-c3e7-4065-ab84-f42183136774 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:36.991255 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a9da5174-c3e7-4065-ab84-f42183136774 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "PUT /v2.0/networks/667df94a-4711-4479-b708-d3d92be24d34 HTTP/1.1" status: 200 len: 758 time: 0.2046657 Nov 04 11:18:36.994488 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54162) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:37.036641 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da5174-c3e7-4065-ab84-f42183136774 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event updated for resources: {'Network': ['ID=667df94a-4711-4479-b708-d3d92be24d34,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:37.047983 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 667df94a-4711-4479-b708-d3d92be24d34 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:18:37.081073 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58bd19e-7461-4530-91d2-8d5247b7e868 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:37.082551 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b58bd19e-7461-4530-91d2-8d5247b7e868 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "GET /v2.0/networks?id=667df94a-4711-4479-b708-d3d92be24d34 HTTP/1.1" status: 200 len: 761 time: 0.0867896 Nov 04 11:18:37.086403 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54164) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:37.091457 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-9e65d357-b152-42d0-aec9-7559e82b5259 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2042559714'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:37.116338 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e65d357-b152-42d0-aec9-7559e82b5259 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Made reservation on behalf of 6f3b42ec945f4c30aabbeb05578ed702 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:37.119897 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9e65d357-b152-42d0-aec9-7559e82b5259 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:37.145759 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e65d357-b152-42d0-aec9-7559e82b5259 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1168} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:18:37.155692 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9e65d357-b152-42d0-aec9-7559e82b5259 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:37.156100 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-9e65d357-b152-42d0-aec9-7559e82b5259 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Added segment 42e92eca-953b-47a8-ac40-de79a9afc6dd of type vlan for network 7b716492-353a-4c9d-a07a-de7ff79bc637 Nov 04 11:18:37.198178 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9e65d357-b152-42d0-aec9-7559e82b5259 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:37.228469 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9e65d357-b152-42d0-aec9-7559e82b5259 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:37.234615 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e65d357-b152-42d0-aec9-7559e82b5259 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:37.235206 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9e65d357-b152-42d0-aec9-7559e82b5259 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:37.301132 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9e65d357-b152-42d0-aec9-7559e82b5259 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2137492 Nov 04 11:18:37.304011 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54166) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:37.309415 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-b7d87f2d-819f-4234-904e-f352cf560c46 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Request body: {'subnet': {'network_id': '7b716492-353a-4c9d-a07a-de7ff79bc637', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:37.315944 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65d357-b152-42d0-aec9-7559e82b5259 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event updated for resources: {'Network': ['ID=7b716492-353a-4c9d-a07a-de7ff79bc637,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:37.327331 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 7b716492-353a-4c9d-a07a-de7ff79bc637 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:18:37.408438 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d87f2d-819f-4234-904e-f352cf560c46 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Made reservation on behalf of 6f3b42ec945f4c30aabbeb05578ed702 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:37.412226 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b7d87f2d-819f-4234-904e-f352cf560c46 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:37.606316 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b7d87f2d-819f-4234-904e-f352cf560c46 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:37.680770 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d87f2d-819f-4234-904e-f352cf560c46 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event updated for resources: {'Subnet': ['ID=56098511-2810-4b77-8508-0e088483e148,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:37.692635 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d87f2d-819f-4234-904e-f352cf560c46 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Checking segment: {'id': '42e92eca-953b-47a8-ac40-de79a9afc6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7b716492-353a-4c9d-a07a-de7ff79bc637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:18:37.693027 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d87f2d-819f-4234-904e-f352cf560c46 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Network hostable DHCP agents. Network: 7b716492-353a-4c9d-a07a-de7ff79bc637, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:18:37.711604 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d87f2d-819f-4234-904e-f352cf560c46 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Network 7b716492-353a-4c9d-a07a-de7ff79bc637 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:18:37.721672 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-b7d87f2d-819f-4234-904e-f352cf560c46 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 7b716492-353a-4c9d-a07a-de7ff79bc637) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:37.725933 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d87f2d-819f-4234-904e-f352cf560c46 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:37.726527 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b7d87f2d-819f-4234-904e-f352cf560c46 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:37.731898 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57362c31-d7c6-410e-9875-e9d72949f6d9 None None] Network 7b716492-353a-4c9d-a07a-de7ff79bc637 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:37.745305 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b7d87f2d-819f-4234-904e-f352cf560c46 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4401379 Nov 04 11:18:37.747951 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54168) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:37.847291 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-30740efd-efb8-4c5f-8088-aa24a7790cdd tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:37.891128 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3edc283-081e-4cbd-9959-dfb1f18de8b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-7b716492-353a-4c9d-a07a-de7ff79bc637', 'network_id': '7b716492-353a-4c9d-a07a-de7ff79bc637', 'tenant_id': '6f3b42ec945f4c30aabbeb05578ed702', 'fixed_ips': [{'subnet_id': '56098511-2810-4b77-8508-0e088483e148'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:18:37.892007 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f3edc283-081e-4cbd-9959-dfb1f18de8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:37.907226 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-30740efd-efb8-4c5f-8088-aa24a7790cdd tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:37.976095 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-30740efd-efb8-4c5f-8088-aa24a7790cdd tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server [None req-f3edc283-081e-4cbd-9959-dfb1f18de8b0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56098511-2810-4b77-8508-0e088483e148: This subnet is being modified by another concurrent operation. Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise exception Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56098511-2810-4b77-8508-0e088483e148: This subnet is being modified by another concurrent operation. Nov 04 11:18:37.992946 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Nov 04 11:18:38.006367 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30740efd-efb8-4c5f-8088-aa24a7790cdd tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event deleted for resources: {'Subnet': ['ID=56098511-2810-4b77-8508-0e088483e148,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:38.015850 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6eacd1d-835c-422f-9f8d-c33d776ff252 None None] Network 7b716492-353a-4c9d-a07a-de7ff79bc637 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:38.065587 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-30740efd-efb8-4c5f-8088-aa24a7790cdd tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:38.086708 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-30740efd-efb8-4c5f-8088-aa24a7790cdd tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b716492-353a-4c9d-a07a-de7ff79bc637']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:38.096187 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-30740efd-efb8-4c5f-8088-aa24a7790cdd tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42e92eca-953b-47a8-ac40-de79a9afc6dd') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:38.096550 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-30740efd-efb8-4c5f-8088-aa24a7790cdd tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42e92eca-953b-47a8-ac40-de79a9afc6dd') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:38.106055 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-30740efd-efb8-4c5f-8088-aa24a7790cdd tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:38.119817 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-30740efd-efb8-4c5f-8088-aa24a7790cdd tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:38.124604 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd496bb9-af41-422c-a3e4-d04f07e649c0 None None] get_active_networks_info from n-d-816629-1 {{(pid=101776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 11:18:38.127889 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30740efd-efb8-4c5f-8088-aa24a7790cdd tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Releasing vlan 1168 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:18:38.128301 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-30740efd-efb8-4c5f-8088-aa24a7790cdd tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:18:38.131762 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:18:38.195134 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd496bb9-af41-422c-a3e4-d04f07e649c0 None None] Resources bound (agent type, host, resource id): {{(pid=101776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 11:18:38.198890 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-30740efd-efb8-4c5f-8088-aa24a7790cdd tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:38.203859 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-30740efd-efb8-4c5f-8088-aa24a7790cdd tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:38.207238 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-30740efd-efb8-4c5f-8088-aa24a7790cdd tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/networks/7b716492-353a-4c9d-a07a-de7ff79bc637 HTTP/1.1" status: 204 len: 168 time: 0.4583216 Nov 04 11:18:38.210186 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54170) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:38.222653 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30740efd-efb8-4c5f-8088-aa24a7790cdd tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event deleted for resources: {'Network': ['ID=7b716492-353a-4c9d-a07a-de7ff79bc637,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:38.249326 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89cd3f4-7257-489a-b9f6-a1b045b42cec tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] GET failed (client error): The resource could not be found. Nov 04 11:18:38.250689 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d89cd3f4-7257-489a-b9f6-a1b045b42cec tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "GET /v2.0/subnets/56098511-2810-4b77-8508-0e088483e148 HTTP/1.1" status: 404 len: 337 time: 0.0389183 Nov 04 11:18:38.254745 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54172) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:38.273685 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-8774041d-7c1b-49f2-8fa2-e9bc50948886 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] DELETE failed (client error): The resource could not be found. Nov 04 11:18:38.274175 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8774041d-7c1b-49f2-8fa2-e9bc50948886 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:18:38.277471 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8774041d-7c1b-49f2-8fa2-e9bc50948886 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/networks/7b716492-353a-4c9d-a07a-de7ff79bc637 HTTP/1.1" status: 404 len: 339 time: 0.0217924 Nov 04 11:18:38.281418 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54174) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:38.464551 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a081aa47-9632-434c-b6a5-4b29d90f6c0d tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:38.466140 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a081aa47-9632-434c-b6a5-4b29d90f6c0d tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1837482 Nov 04 11:18:38.470122 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54176) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:38.505157 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-97dfeb18-91a3-4541-97f7-0dac21b4a49b tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "GET /v2.0/subnets?network_id=301c0cd8-d116-455e-af06-7601efa602d6 HTTP/1.1" status: 200 len: 207 time: 0.0339696 Nov 04 11:18:38.508485 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54178) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:38.869382 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38a96db-9216-4e44-95a7-93df8bdc205d tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:38.875755 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38a96db-9216-4e44-95a7-93df8bdc205d tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:38.881594 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38a96db-9216-4e44-95a7-93df8bdc205d tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:38.887659 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38a96db-9216-4e44-95a7-93df8bdc205d tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:38.889347 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a38a96db-9216-4e44-95a7-93df8bdc205d tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3799214 Nov 04 11:18:38.894827 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54180) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:39.012925 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3068f990-82f2-4861-a354-f740b5d359ac tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1165810 Nov 04 11:18:39.016457 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54182) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:39.068559 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63df3c88-1479-4031-bca8-ebe32969c8d9 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:39.070010 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63df3c88-1479-4031-bca8-ebe32969c8d9 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:39.071551 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-63df3c88-1479-4031-bca8-ebe32969c8d9 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0541463 Nov 04 11:18:39.075325 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54184) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:39.127559 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5deecb-2a83-4633-abb8-42a7c76e2a1a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:39.129067 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5deecb-2a83-4633-abb8-42a7c76e2a1a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:39.130587 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5e5deecb-2a83-4633-abb8-42a7c76e2a1a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0543475 Nov 04 11:18:39.134258 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54186) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:39.246683 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542e5a01-a612-4b4c-8d0f-2b46f2ee6209 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:39.248114 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-542e5a01-a612-4b4c-8d0f-2b46f2ee6209 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "GET /v2.0/networks/c71a6f0d-2334-49c4-bea4-ba2f2fa1421f HTTP/1.1" status: 200 len: 799 time: 0.1128955 Nov 04 11:18:39.251951 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54188) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:39.358846 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7c1f5aab-ec35-4e7b-bb74-a1ba36e7843c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "GET /v2.0/networks/c71a6f0d-2334-49c4-bea4-ba2f2fa1421f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1037774 Nov 04 11:18:39.362622 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54190) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:39.424462 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d495463e-a36c-4fb2-8551-74740b20069f tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:39.425895 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d495463e-a36c-4fb2-8551-74740b20069f tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "GET /v2.0/subnets/ec09b61b-e56c-4712-92db-ea9bcb05ba1e HTTP/1.1" status: 200 len: 811 time: 0.0619860 Nov 04 11:18:39.429791 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54192) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:39.480511 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60391f6d-d62a-4a4c-8bc1-f6a91a333393 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['shared'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:39.482062 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-60391f6d-d62a-4a4c-8bc1-f6a91a333393 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "GET /v2.0/subnets/ec09b61b-e56c-4712-92db-ea9bcb05ba1e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0513616 Nov 04 11:18:39.487255 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54194) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:39.491885 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-082d3c47-6433-40c3-a5b7-2e68e0f14197 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2080570183'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:39.517079 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082d3c47-6433-40c3-a5b7-2e68e0f14197 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Made reservation on behalf of 6f3b42ec945f4c30aabbeb05578ed702 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:39.521066 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-082d3c47-6433-40c3-a5b7-2e68e0f14197 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:39.544945 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082d3c47-6433-40c3-a5b7-2e68e0f14197 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1198} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:18:39.554352 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-082d3c47-6433-40c3-a5b7-2e68e0f14197 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:39.554706 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-082d3c47-6433-40c3-a5b7-2e68e0f14197 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Added segment a653d268-5cf8-48be-afe4-005d1e53f773 of type vlan for network c11798b5-903f-4b1e-8fb7-fc8a1bdbf2f3 Nov 04 11:18:39.594789 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-082d3c47-6433-40c3-a5b7-2e68e0f14197 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:39.621890 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-082d3c47-6433-40c3-a5b7-2e68e0f14197 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:39.627707 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082d3c47-6433-40c3-a5b7-2e68e0f14197 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:39.628274 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-082d3c47-6433-40c3-a5b7-2e68e0f14197 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:39.697490 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-082d3c47-6433-40c3-a5b7-2e68e0f14197 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2088165 Nov 04 11:18:39.700422 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54196) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:39.703931 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d3c47-6433-40c3-a5b7-2e68e0f14197 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event updated for resources: {'Network': ['ID=c11798b5-903f-4b1e-8fb7-fc8a1bdbf2f3,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:39.706878 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-cf86f69b-79af-4fa1-88c2-c69d37c8c9ce tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Request body: {'subnet': {'network_id': 'c11798b5-903f-4b1e-8fb7-fc8a1bdbf2f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:39.715279 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network c11798b5-903f-4b1e-8fb7-fc8a1bdbf2f3 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:18:39.800770 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf86f69b-79af-4fa1-88c2-c69d37c8c9ce tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Made reservation on behalf of 6f3b42ec945f4c30aabbeb05578ed702 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:39.804428 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf86f69b-79af-4fa1-88c2-c69d37c8c9ce tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:39.866137 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.ipam_backend_mixin [None req-cf86f69b-79af-4fa1-88c2-c69d37c8c9ce tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Performing IP validity checks on allocation pools {{(pid=101775) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 04 11:18:39.866661 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.ipam_backend_mixin [None req-cf86f69b-79af-4fa1-88c2-c69d37c8c9ce tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101775) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 04 11:18:39.995734 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf86f69b-79af-4fa1-88c2-c69d37c8c9ce tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:40.065149 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86f69b-79af-4fa1-88c2-c69d37c8c9ce tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event updated for resources: {'Subnet': ['ID=9fc95769-abb1-4a51-b262-2f703d1b48d7,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:40.074450 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf86f69b-79af-4fa1-88c2-c69d37c8c9ce tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Checking segment: {'id': 'a653d268-5cf8-48be-afe4-005d1e53f773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'c11798b5-903f-4b1e-8fb7-fc8a1bdbf2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:18:40.074809 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf86f69b-79af-4fa1-88c2-c69d37c8c9ce tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Network hostable DHCP agents. Network: c11798b5-903f-4b1e-8fb7-fc8a1bdbf2f3, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:18:40.093880 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf86f69b-79af-4fa1-88c2-c69d37c8c9ce tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Network c11798b5-903f-4b1e-8fb7-fc8a1bdbf2f3 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:18:40.103535 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-cf86f69b-79af-4fa1-88c2-c69d37c8c9ce tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, c11798b5-903f-4b1e-8fb7-fc8a1bdbf2f3) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:40.107626 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf86f69b-79af-4fa1-88c2-c69d37c8c9ce tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:40.108232 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf86f69b-79af-4fa1-88c2-c69d37c8c9ce tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:40.114112 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9bf15b-84d3-4990-896a-ad60c964d447 None None] Network c11798b5-903f-4b1e-8fb7-fc8a1bdbf2f3 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:40.126077 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-cf86f69b-79af-4fa1-88c2-c69d37c8c9ce tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4239945 Nov 04 11:18:40.131930 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54198) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:40.134317 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-1bc82b58-932c-4a6a-8a8f-b7b3696cd15c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:40.231646 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1bc82b58-932c-4a6a-8a8f-b7b3696cd15c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26075691'] for subnet, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:40.275164 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1a792e-2c7f-49b1-a619-94219758d353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-c11798b5-903f-4b1e-8fb7-fc8a1bdbf2f3', 'network_id': 'c11798b5-903f-4b1e-8fb7-fc8a1bdbf2f3', 'tenant_id': '6f3b42ec945f4c30aabbeb05578ed702', 'fixed_ips': [{'subnet_id': '9fc95769-abb1-4a51-b262-2f703d1b48d7'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:18:40.276074 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8e1a792e-2c7f-49b1-a619-94219758d353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:40.403787 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1bc82b58-932c-4a6a-8a8f-b7b3696cd15c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731188417639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25465213'] for subnet, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:40.445706 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc82b58-932c-4a6a-8a8f-b7b3696cd15c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:40.446260 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1bc82b58-932c-4a6a-8a8f-b7b3696cd15c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:40.447555 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1bc82b58-932c-4a6a-8a8f-b7b3696cd15c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "PUT /v2.0/subnets/9fc95769-abb1-4a51-b262-2f703d1b48d7 HTTP/1.1" status: 200 len: 877 time: 0.3177180 Nov 04 11:18:40.447732 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-8e1a792e-2c7f-49b1-a619-94219758d353 None None] Allocated IP 172.20.0.3 (c11798b5-903f-4b1e-8fb7-fc8a1bdbf2f3/9fc95769-abb1-4a51-b262-2f703d1b48d7/c342652a-e44f-4473-bb25-035afd756bf2) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:18:40.451185 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54204) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:40.460803 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc82b58-932c-4a6a-8a8f-b7b3696cd15c tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event updated for resources: {'Subnet': ['ID=9fc95769-abb1-4a51-b262-2f703d1b48d7,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:40.550790 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:40.597075 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8e1a792e-2c7f-49b1-a619-94219758d353 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:40.604161 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8e1a792e-2c7f-49b1-a619-94219758d353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:40.610012 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:40.646147 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1a792e-2c7f-49b1-a619-94219758d353 None None] Network c11798b5-903f-4b1e-8fb7-fc8a1bdbf2f3 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:18:40.649148 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-8e1a792e-2c7f-49b1-a619-94219758d353 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:40.653866 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1a792e-2c7f-49b1-a619-94219758d353 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:18:40.657006 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a792e-2c7f-49b1-a619-94219758d353 None None] Pushing event updated for resources: {'Port': ['ID=c342652a-e44f-4473-bb25-035afd756bf2,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:40.679088 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:40.710479 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event deleted for resources: {'Subnet': ['ID=9fc95769-abb1-4a51-b262-2f703d1b48d7,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:40.713504 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-8e1a792e-2c7f-49b1-a619-94219758d353 None None] Attempting to bind port c342652a-e44f-4473-bb25-035afd756bf2 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:18:40.714662 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-8e1a792e-2c7f-49b1-a619-94219758d353 None None] Attempting to bind port c342652a-e44f-4473-bb25-035afd756bf2 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'a653d268-5cf8-48be-afe4-005d1e53f773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'c11798b5-903f-4b1e-8fb7-fc8a1bdbf2f3'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:18:40.714662 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1a792e-2c7f-49b1-a619-94219758d353 None None] Attempting to bind port c342652a-e44f-4473-bb25-035afd756bf2 on network c11798b5-903f-4b1e-8fb7-fc8a1bdbf2f3 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:18:40.720485 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1a792e-2c7f-49b1-a619-94219758d353 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:18:40.721254 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1a792e-2c7f-49b1-a619-94219758d353 None None] Checking segment: {'id': 'a653d268-5cf8-48be-afe4-005d1e53f773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'c11798b5-903f-4b1e-8fb7-fc8a1bdbf2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:18:40.721254 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8e1a792e-2c7f-49b1-a619-94219758d353 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:40.721643 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1a792e-2c7f-49b1-a619-94219758d353 None None] Bound using segment: {'id': 'a653d268-5cf8-48be-afe4-005d1e53f773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'c11798b5-903f-4b1e-8fb7-fc8a1bdbf2f3'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:18:40.722112 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-8e1a792e-2c7f-49b1-a619-94219758d353 None None] Bound port: c342652a-e44f-4473-bb25-035afd756bf2, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a653d268-5cf8-48be-afe4-005d1e53f773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'c11798b5-903f-4b1e-8fb7-fc8a1bdbf2f3'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:18:40.722484 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8e1a792e-2c7f-49b1-a619-94219758d353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:40.766532 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:40.785804 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-8e1a792e-2c7f-49b1-a619-94219758d353 None None] For port c342652a-e44f-4473-bb25-035afd756bf2, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:18:40.789086 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11798b5-903f-4b1e-8fb7-fc8a1bdbf2f3']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:40.789490 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-8e1a792e-2c7f-49b1-a619-94219758d353 None None] For port c342652a-e44f-4473-bb25-035afd756bf2, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c342652a-e44f-4473-bb25-035afd756bf2,segment=NetworkSegment(a653d268-5cf8-48be-afe4-005d1e53f773),segment_id=a653d268-5cf8-48be-afe4-005d1e53f773)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:18:40.798442 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8e1a792e-2c7f-49b1-a619-94219758d353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:40.800388 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a653d268-5cf8-48be-afe4-005d1e53f773') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:40.800747 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a653d268-5cf8-48be-afe4-005d1e53f773') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:40.818770 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:40.833087 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:40.841017 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:18:40.841737 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:18:40.844886 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:18:40.879636 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a792e-2c7f-49b1-a619-94219758d353 None None] Pushing event updated for resources: {'Port': ['ID=c342652a-e44f-4473-bb25-035afd756bf2,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:40.897222 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cee5131-bacc-4c76-8180-936eff891a6f None None] Network c11798b5-903f-4b1e-8fb7-fc8a1bdbf2f3 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:40.904750 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.db.api [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 04 11:18:40.904750 n-d-816629-1 neutron-server[101774]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 04 11:18:40.904750 n-d-816629-1 neutron-server[101774]: [parameters: {'id': 'c11798b5-903f-4b1e-8fb7-fc8a1bdbf2f3'}] Nov 04 11:18:40.904750 n-d-816629-1 neutron-server[101774]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 11:18:40.905301 n-d-816629-1 neutron-server[101774]: DEBUG oslo_db.api [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 11:18:41.018322 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca9fe53-e9d0-4b70-85a2-730cc3970b53 None None] Network c11798b5-903f-4b1e-8fb7-fc8a1bdbf2f3 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:41.144749 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ec8f09-2fc2-4fa2-8fed-11254a5a4ab5 None None] get_active_networks_info from n-d-816629-1 {{(pid=101776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 11:18:41.209770 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ec8f09-2fc2-4fa2-8fed-11254a5a4ab5 None None] Resources bound (agent type, host, resource id): {{(pid=101776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 11:18:41.406433 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:41.465115 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Deleting port c342652a-e44f-4473-bb25-035afd756bf2 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:18:41.465802 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:41.533527 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] For port c342652a-e44f-4473-bb25-035afd756bf2, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c342652a-e44f-4473-bb25-035afd756bf2,segment=NetworkSegment(a653d268-5cf8-48be-afe4-005d1e53f773),segment_id=a653d268-5cf8-48be-afe4-005d1e53f773)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:18:41.533889 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:41.546918 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Calling delete_port for c342652a-e44f-4473-bb25-035afd756bf2 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:18:41.629028 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:41.655050 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event deleted for resources: {'Port': ['ID=c342652a-e44f-4473-bb25-035afd756bf2,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:41.658762 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] No DVR routers for this DVR port c342652a-e44f-4473-bb25-035afd756bf2 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:18:41.739511 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:41.760184 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11798b5-903f-4b1e-8fb7-fc8a1bdbf2f3']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:41.769902 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a653d268-5cf8-48be-afe4-005d1e53f773') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:41.770537 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a653d268-5cf8-48be-afe4-005d1e53f773') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:41.780183 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:41.795332 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:41.804313 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:18:41.804706 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:18:41.808854 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:18:41.872096 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:41.879233 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:41.882502 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/networks/c11798b5-903f-4b1e-8fb7-fc8a1bdbf2f3 HTTP/1.1" status: 204 len: 168 time: 1.4296358 Nov 04 11:18:41.886621 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54206) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:41.895698 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008918f-52e1-4182-bfbf-a93d2107cc55 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event deleted for resources: {'Network': ['ID=c11798b5-903f-4b1e-8fb7-fc8a1bdbf2f3,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:41.922050 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b0cfad-d26d-4e6f-945c-c7d670ee2bfd tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] DELETE failed (client error): The resource could not be found. Nov 04 11:18:41.922697 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b0cfad-d26d-4e6f-945c-c7d670ee2bfd tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:18:41.926158 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-05b0cfad-d26d-4e6f-945c-c7d670ee2bfd tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/subnets/9fc95769-abb1-4a51-b262-2f703d1b48d7 HTTP/1.1" status: 404 len: 337 time: 0.0378017 Nov 04 11:18:41.929959 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54208) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:41.949374 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-2978fc80-a233-4bb2-9aab-a3186a25446f tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] DELETE failed (client error): The resource could not be found. Nov 04 11:18:41.949906 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2978fc80-a233-4bb2-9aab-a3186a25446f tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:18:41.952875 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2978fc80-a233-4bb2-9aab-a3186a25446f tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/networks/c11798b5-903f-4b1e-8fb7-fc8a1bdbf2f3 HTTP/1.1" status: 404 len: 339 time: 0.0219665 Nov 04 11:18:41.956453 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54210) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:41.982907 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ed6e39-b0ec-439b-8152-fa5cdc71aabc tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] DELETE failed (client error): The resource could not be found. Nov 04 11:18:41.983345 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ed6e39-b0ec-439b-8152-fa5cdc71aabc tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:18:41.986310 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d3ed6e39-b0ec-439b-8152-fa5cdc71aabc tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/subnets/56098511-2810-4b77-8508-0e088483e148 HTTP/1.1" status: 404 len: 337 time: 0.0289440 Nov 04 11:18:41.988972 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54212) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:42.007680 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f47bbb-5131-40ff-b87e-5c380e632730 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] DELETE failed (client error): The resource could not be found. Nov 04 11:18:42.008204 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f47bbb-5131-40ff-b87e-5c380e632730 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:18:42.011709 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-57f47bbb-5131-40ff-b87e-5c380e632730 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/networks/7b716492-353a-4c9d-a07a-de7ff79bc637 HTTP/1.1" status: 404 len: 339 time: 0.0217810 Nov 04 11:18:42.013837 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54214) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:42.109920 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1b437cc8-0c4c-4825-89df-53ee408b115a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:42.198112 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1b437cc8-0c4c-4825-89df-53ee408b115a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:42.225215 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-1b437cc8-0c4c-4825-89df-53ee408b115a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667df94a-4711-4479-b708-d3d92be24d34']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:42.235912 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-1b437cc8-0c4c-4825-89df-53ee408b115a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8025f984-64a0-455d-ade9-3b6bf7680be1') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:42.236216 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-1b437cc8-0c4c-4825-89df-53ee408b115a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8025f984-64a0-455d-ade9-3b6bf7680be1') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:42.246363 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1b437cc8-0c4c-4825-89df-53ee408b115a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:42.259070 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1b437cc8-0c4c-4825-89df-53ee408b115a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:42.265555 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b437cc8-0c4c-4825-89df-53ee408b115a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:18:42.266072 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1b437cc8-0c4c-4825-89df-53ee408b115a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:18:42.269007 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:18:42.336872 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1b437cc8-0c4c-4825-89df-53ee408b115a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:42.345091 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1b437cc8-0c4c-4825-89df-53ee408b115a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:42.351047 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1b437cc8-0c4c-4825-89df-53ee408b115a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/networks/667df94a-4711-4479-b708-d3d92be24d34 HTTP/1.1" status: 204 len: 168 time: 0.3334451 Nov 04 11:18:42.351228 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54216) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:42.361701 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b437cc8-0c4c-4825-89df-53ee408b115a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event deleted for resources: {'Network': ['ID=667df94a-4711-4479-b708-d3d92be24d34,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:42.377501 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf8c578-5a2d-4743-8554-852b584f1200 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] DELETE failed (client error): The resource could not be found. Nov 04 11:18:42.377939 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf8c578-5a2d-4743-8554-852b584f1200 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:18:42.381000 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1cf8c578-5a2d-4743-8554-852b584f1200 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/subnets/b3ae8580-1e0f-4601-a6f5-d3f9b72b2224 HTTP/1.1" status: 404 len: 337 time: 0.0289814 Nov 04 11:18:42.383903 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54218) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:42.408504 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-18942a25-d897-4e70-93dd-8cc5db6516d5 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] DELETE failed (client error): The resource could not be found. Nov 04 11:18:42.409074 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18942a25-d897-4e70-93dd-8cc5db6516d5 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:18:42.412063 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-18942a25-d897-4e70-93dd-8cc5db6516d5 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/networks/44fd3759-bf19-4bc2-9a94-34b9cd0295e1 HTTP/1.1" status: 404 len: 339 time: 0.0269315 Nov 04 11:18:42.414600 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54220) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:42.441217 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-993f0f7d-b6de-4636-9a5c-72e42d99a38e tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] DELETE failed (client error): The resource could not be found. Nov 04 11:18:42.441651 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993f0f7d-b6de-4636-9a5c-72e42d99a38e tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:18:42.444966 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-993f0f7d-b6de-4636-9a5c-72e42d99a38e tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/subnets/27715c71-1cba-4558-ba2f-17dc217bdc97 HTTP/1.1" status: 404 len: 337 time: 0.0294518 Nov 04 11:18:42.447694 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54222) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:42.465886 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-f508e398-b8c4-4d6e-9935-0d3008eceed1 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] DELETE failed (client error): The resource could not be found. Nov 04 11:18:42.466341 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f508e398-b8c4-4d6e-9935-0d3008eceed1 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:18:42.469391 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f508e398-b8c4-4d6e-9935-0d3008eceed1 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/networks/0183137a-5df7-489b-a56b-c18744633542 HTTP/1.1" status: 404 len: 339 time: 0.0207109 Nov 04 11:18:42.472042 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54224) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:42.503743 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f806a3b-b729-4ea4-a652-49371f4f6ebc tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] DELETE failed (client error): The resource could not be found. Nov 04 11:18:42.504177 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f806a3b-b729-4ea4-a652-49371f4f6ebc tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:18:42.507236 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7f806a3b-b729-4ea4-a652-49371f4f6ebc tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/subnets/aa4c8f47-e8a1-4360-9909-272a43e0129a HTTP/1.1" status: 404 len: 337 time: 0.0341091 Nov 04 11:18:42.509866 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54226) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:42.529172 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-6243023a-2816-4c03-b73d-cb9fcea56c65 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] DELETE failed (client error): The resource could not be found. Nov 04 11:18:42.529697 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6243023a-2816-4c03-b73d-cb9fcea56c65 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:18:42.532699 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6243023a-2816-4c03-b73d-cb9fcea56c65 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/networks/a0f36dbe-b7a9-4836-8cc6-fccc80ba1e51 HTTP/1.1" status: 404 len: 339 time: 0.0219314 Nov 04 11:18:42.535136 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54228) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:42.560960 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8cb3026-97b6-44dc-9b9d-b23001e0aad5 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] DELETE failed (client error): The resource could not be found. Nov 04 11:18:42.561387 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8cb3026-97b6-44dc-9b9d-b23001e0aad5 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:18:42.564324 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e8cb3026-97b6-44dc-9b9d-b23001e0aad5 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/subnets/6feddaa2-b28a-4152-bc2d-b3d4c6c29ee6 HTTP/1.1" status: 404 len: 337 time: 0.0282967 Nov 04 11:18:42.566872 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54230) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:42.584919 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-db91a063-3731-4219-a889-e82c2fd73690 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] DELETE failed (client error): The resource could not be found. Nov 04 11:18:42.585470 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db91a063-3731-4219-a889-e82c2fd73690 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:18:42.588395 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-db91a063-3731-4219-a889-e82c2fd73690 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/networks/af9d69b0-67b2-4f28-80a3-f9ec0ca9b62a HTTP/1.1" status: 404 len: 339 time: 0.0206561 Nov 04 11:18:42.591056 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54232) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:42.616713 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5317180-bc54-44ba-8047-e1087a4a5b03 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] DELETE failed (client error): The resource could not be found. Nov 04 11:18:42.617843 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5317180-bc54-44ba-8047-e1087a4a5b03 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:18:42.621121 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e5317180-bc54-44ba-8047-e1087a4a5b03 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/subnets/f2ea7626-4d89-4ed5-9cca-8eff26ae0bb2 HTTP/1.1" status: 404 len: 337 time: 0.0291007 Nov 04 11:18:42.623886 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54234) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:42.646379 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5fa97d0-c8cf-4840-ae4f-a1d4c4ccc31f tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] DELETE failed (client error): The resource could not be found. Nov 04 11:18:42.646906 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5fa97d0-c8cf-4840-ae4f-a1d4c4ccc31f tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:18:42.649877 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d5fa97d0-c8cf-4840-ae4f-a1d4c4ccc31f tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/networks/d1070c50-9116-4c19-b03f-d19b377af9a9 HTTP/1.1" status: 404 len: 339 time: 0.0251017 Nov 04 11:18:42.652386 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54238) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:42.677817 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-812c3d92-a5f2-4e9c-895f-0cdd53581535 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] DELETE failed (client error): The resource could not be found. Nov 04 11:18:42.678246 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812c3d92-a5f2-4e9c-895f-0cdd53581535 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:18:42.681502 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-812c3d92-a5f2-4e9c-895f-0cdd53581535 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/subnets/76438513-f965-4239-8fb8-d0e4288bd500 HTTP/1.1" status: 404 len: 337 time: 0.0281937 Nov 04 11:18:42.687238 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54240) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:42.707723 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec781586-d530-4f61-b377-561682cc0eb3 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] DELETE failed (client error): The resource could not be found. Nov 04 11:18:42.708293 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec781586-d530-4f61-b377-561682cc0eb3 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:18:42.710973 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:42.711530 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ec781586-d530-4f61-b377-561682cc0eb3 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/networks/213bf496-4e51-4cff-a12a-09ddaec501cd HTTP/1.1" status: 404 len: 339 time: 0.0231440 Nov 04 11:18:42.714792 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54242) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:42.746053 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b2ea25-b208-45f8-93f9-62e4f3b97390 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] DELETE failed (client error): The resource could not be found. Nov 04 11:18:42.746418 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b2ea25-b208-45f8-93f9-62e4f3b97390 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:18:42.750092 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-89b2ea25-b208-45f8-93f9-62e4f3b97390 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/subnets/64e69d9b-520c-4137-b069-bfec8aa88307 HTTP/1.1" status: 404 len: 337 time: 0.0340655 Nov 04 11:18:42.752462 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54244) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:42.770710 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2eeed5f-3ca5-438d-aa21-5dbb4c0d32c6 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] DELETE failed (client error): The resource could not be found. Nov 04 11:18:42.771229 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2eeed5f-3ca5-438d-aa21-5dbb4c0d32c6 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:18:42.774230 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c2eeed5f-3ca5-438d-aa21-5dbb4c0d32c6 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/networks/82e13ad6-87e4-42ce-85a7-8b4aa2fce170 HTTP/1.1" status: 404 len: 339 time: 0.0208437 Nov 04 11:18:42.776763 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54246) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:42.801895 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc57dca9-11d7-470c-8957-a88f57e4a572 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] DELETE failed (client error): The resource could not be found. Nov 04 11:18:42.802675 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc57dca9-11d7-470c-8957-a88f57e4a572 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:18:42.805346 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-cc57dca9-11d7-470c-8957-a88f57e4a572 tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/subnets/7a09dc72-50b2-42bd-a9ea-9aeb47744904 HTTP/1.1" status: 404 len: 337 time: 0.0276675 Nov 04 11:18:42.808128 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54248) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:42.826697 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc604b3-1d88-4f1d-98b2-e92fdf43768e tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] DELETE failed (client error): The resource could not be found. Nov 04 11:18:42.827216 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc604b3-1d88-4f1d-98b2-e92fdf43768e tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:18:42.830211 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bfc604b3-1d88-4f1d-98b2-e92fdf43768e tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/networks/d1c97e20-029e-4ecd-af20-660e197ad9db HTTP/1.1" status: 404 len: 339 time: 0.0212204 Nov 04 11:18:42.834065 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54250) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:42.887902 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-22574aba-4949-4115-b3e6-5631c391693e tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Deleting subnet ec09b61b-e56c-4712-92db-ea9bcb05ba1e {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:18:42.891428 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-22574aba-4949-4115-b3e6-5631c391693e tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:42.933145 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-22574aba-4949-4115-b3e6-5631c391693e tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:43.023916 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-22574aba-4949-4115-b3e6-5631c391693e tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:43.089140 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-22574aba-4949-4115-b3e6-5631c391693e tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:43.116217 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22574aba-4949-4115-b3e6-5631c391693e tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event deleted for resources: {'Subnet': ['ID=ec09b61b-e56c-4712-92db-ea9bcb05ba1e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:43.119755 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-22574aba-4949-4115-b3e6-5631c391693e tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:43.123139 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-22574aba-4949-4115-b3e6-5631c391693e tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/subnets/ec09b61b-e56c-4712-92db-ea9bcb05ba1e HTTP/1.1" status: 204 len: 168 time: 0.2881606 Nov 04 11:18:43.125932 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54252) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:43.135821 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f6e328-7c7c-422f-b2f9-ee7b0c8ffb5a None None] Network c71a6f0d-2334-49c4-bea4-ba2f2fa1421f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:43.210017 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f2af949-28b4-43ca-8f2c-04fb4231907a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:43.264326 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-3f2af949-28b4-43ca-8f2c-04fb4231907a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Deleting port 98c9de5f-8982-4939-b4d5-2b44f176639f {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:18:43.264664 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f2af949-28b4-43ca-8f2c-04fb4231907a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:43.313059 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08e1450-5950-490e-8eca-43a388d25ec4 None None] DHCP port deletion for c71a6f0d-2334-49c4-bea4-ba2f2fa1421f request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:18:43.334982 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-3f2af949-28b4-43ca-8f2c-04fb4231907a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] For port 98c9de5f-8982-4939-b4d5-2b44f176639f, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=98c9de5f-8982-4939-b4d5-2b44f176639f,segment=NetworkSegment(9a9991ce-faae-41bc-8e82-0bc813ab4fee),segment_id=9a9991ce-faae-41bc-8e82-0bc813ab4fee)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:18:43.335351 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f2af949-28b4-43ca-8f2c-04fb4231907a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:43.356942 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-3f2af949-28b4-43ca-8f2c-04fb4231907a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Calling delete_port for 98c9de5f-8982-4939-b4d5-2b44f176639f owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:18:43.445232 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f2af949-28b4-43ca-8f2c-04fb4231907a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:43.473058 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2af949-28b4-43ca-8f2c-04fb4231907a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event deleted for resources: {'Port': ['ID=98c9de5f-8982-4939-b4d5-2b44f176639f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:43.474942 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2af949-28b4-43ca-8f2c-04fb4231907a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] No DVR routers for this DVR port 98c9de5f-8982-4939-b4d5-2b44f176639f on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:18:43.528922 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-f08e1450-5950-490e-8eca-43a388d25ec4 None None] Deleting port 98c9de5f-8982-4939-b4d5-2b44f176639f {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:18:43.529309 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f08e1450-5950-490e-8eca-43a388d25ec4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:43.560192 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f2af949-28b4-43ca-8f2c-04fb4231907a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:43.581322 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-3f2af949-28b4-43ca-8f2c-04fb4231907a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c71a6f0d-2334-49c4-bea4-ba2f2fa1421f']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:43.591158 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-3f2af949-28b4-43ca-8f2c-04fb4231907a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9991ce-faae-41bc-8e82-0bc813ab4fee') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:43.591447 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-3f2af949-28b4-43ca-8f2c-04fb4231907a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9991ce-faae-41bc-8e82-0bc813ab4fee') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:43.594912 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-f08e1450-5950-490e-8eca-43a388d25ec4 None None] For port 98c9de5f-8982-4939-b4d5-2b44f176639f, host n-d-816629-1, got binding levels [] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:18:43.595316 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f08e1450-5950-490e-8eca-43a388d25ec4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:43.600972 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f2af949-28b4-43ca-8f2c-04fb4231907a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:43.611824 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-f08e1450-5950-490e-8eca-43a388d25ec4 None None] Calling delete_port for 98c9de5f-8982-4939-b4d5-2b44f176639f owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:18:43.614907 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.ipam_backend_mixin [None req-f08e1450-5950-490e-8eca-43a388d25ec4 None None] Port 98c9de5f-8982-4939-b4d5-2b44f176639f was not found and therefore no delete operation was performed {{(pid=101776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 11:18:43.615344 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f2af949-28b4-43ca-8f2c-04fb4231907a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:43.616576 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f08e1450-5950-490e-8eca-43a388d25ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:43.622441 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2af949-28b4-43ca-8f2c-04fb4231907a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Releasing vlan 1193 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:18:43.623019 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f2af949-28b4-43ca-8f2c-04fb4231907a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:18:43.626210 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:18:43.643178 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e1450-5950-490e-8eca-43a388d25ec4 None None] Pushing event deleted for resources: {'Port': ['ID=98c9de5f-8982-4939-b4d5-2b44f176639f,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:43.645390 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08e1450-5950-490e-8eca-43a388d25ec4 None None] No DVR routers for this DVR port 98c9de5f-8982-4939-b4d5-2b44f176639f on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:18:43.689605 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f2af949-28b4-43ca-8f2c-04fb4231907a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:43.697161 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f2af949-28b4-43ca-8f2c-04fb4231907a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:43.701090 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3f2af949-28b4-43ca-8f2c-04fb4231907a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] 10.222.0.127 "DELETE /v2.0/networks/c71a6f0d-2334-49c4-bea4-ba2f2fa1421f HTTP/1.1" status: 204 len: 168 time: 0.5738962 Nov 04 11:18:43.713642 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2af949-28b4-43ca-8f2c-04fb4231907a tempest-NetworksTest-480121175 tempest-NetworksTest-480121175-project] Pushing event deleted for resources: {'Network': ['ID=c71a6f0d-2334-49c4-bea4-ba2f2fa1421f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:43.956441 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54262) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:44.115473 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-39afe3d3-e280-4d19-b42c-64bad551a784 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=6f3b42ec945f4c30aabbeb05578ed702&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1577287 Nov 04 11:18:44.119209 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54268) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:44.177492 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8518b3c3-71c2-4491-a619-7f8a8fedbfed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:44.201022 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8518b3c3-71c2-4491-a619-7f8a8fedbfed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:44.255793 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8518b3c3-71c2-4491-a619-7f8a8fedbfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:44.259806 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8518b3c3-71c2-4491-a619-7f8a8fedbfed admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:44.261366 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8518b3c3-71c2-4491-a619-7f8a8fedbfed admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/e4f0fbac-579f-4767-956c-d3352e3a6faf HTTP/1.1" status: 204 len: 168 time: 0.1410360 Nov 04 11:18:44.270418 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8518b3c3-71c2-4491-a619-7f8a8fedbfed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f0fbac-579f-4767-956c-d3352e3a6faf,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:44.859947 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 98c9de5f-8982-4939-b4d5-2b44f176639f no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:18:44.880218 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 98c9de5f-8982-4939-b4d5-2b44f176639f {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:18:44.880645 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 98c9de5f-8982-4939-b4d5-2b44f176639f not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:18:44.954120 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54292) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:45.057704 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-4bad2879-5797-4b6c-90e6-d10b25be42ff tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1663269837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:45.086035 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4bad2879-5797-4b6c-90e6-d10b25be42ff tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:45.087536 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4bad2879-5797-4b6c-90e6-d10b25be42ff tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:45.135755 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:45.150149 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4bad2879-5797-4b6c-90e6-d10b25be42ff tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:45.157820 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4bad2879-5797-4b6c-90e6-d10b25be42ff tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:45.177096 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4bad2879-5797-4b6c-90e6-d10b25be42ff tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:45.178317 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4bad2879-5797-4b6c-90e6-d10b25be42ff tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2231922 Nov 04 11:18:45.180982 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54296) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:45.186416 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-1923adf5-ac83-4136-a305-8d244ac8c51c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1124493276'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:45.209708 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1923adf5-ac83-4136-a305-8d244ac8c51c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Made reservation on behalf of 248a06015fc14e23991f0979f66ae2ab for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:45.213176 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1923adf5-ac83-4136-a305-8d244ac8c51c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:45.222192 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1923adf5-ac83-4136-a305-8d244ac8c51c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:45.299984 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1923adf5-ac83-4136-a305-8d244ac8c51c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:45.305903 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1923adf5-ac83-4136-a305-8d244ac8c51c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:45.332136 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1923adf5-ac83-4136-a305-8d244ac8c51c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1196} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:18:45.341810 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923adf5-ac83-4136-a305-8d244ac8c51c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c750aa-d562-4d56-aa89-616ac1e1f5c2,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:45.346471 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1923adf5-ac83-4136-a305-8d244ac8c51c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:45.346801 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-1923adf5-ac83-4136-a305-8d244ac8c51c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Added segment e5e33f34-33af-41b1-b292-292ae971889a of type vlan for network 628cd431-952b-4115-a1cc-86e60db013e5 Nov 04 11:18:45.386055 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1923adf5-ac83-4136-a305-8d244ac8c51c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:45.415949 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1923adf5-ac83-4136-a305-8d244ac8c51c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:45.423520 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1923adf5-ac83-4136-a305-8d244ac8c51c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:45.424202 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1923adf5-ac83-4136-a305-8d244ac8c51c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:45.489872 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1923adf5-ac83-4136-a305-8d244ac8c51c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3078573 Nov 04 11:18:45.492727 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54298) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:45.500321 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-71b1ec59-a3d1-4daf-b582-cd77367c82c4 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Request body: {'subnet': {'network_id': '628cd431-952b-4115-a1cc-86e60db013e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:45.506983 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923adf5-ac83-4136-a305-8d244ac8c51c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Pushing event updated for resources: {'Network': ['ID=628cd431-952b-4115-a1cc-86e60db013e5,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:45.518083 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 628cd431-952b-4115-a1cc-86e60db013e5 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:18:45.596039 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b1ec59-a3d1-4daf-b582-cd77367c82c4 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Made reservation on behalf of 248a06015fc14e23991f0979f66ae2ab for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:45.599881 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-71b1ec59-a3d1-4daf-b582-cd77367c82c4 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:45.792517 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-71b1ec59-a3d1-4daf-b582-cd77367c82c4 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:45.850302 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1ec59-a3d1-4daf-b582-cd77367c82c4 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Pushing event updated for resources: {'Subnet': ['ID=d590ced7-433d-44d4-956e-3c9773b714ca,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:45.861602 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b1ec59-a3d1-4daf-b582-cd77367c82c4 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Checking segment: {'id': 'e5e33f34-33af-41b1-b292-292ae971889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '628cd431-952b-4115-a1cc-86e60db013e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:18:45.861979 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b1ec59-a3d1-4daf-b582-cd77367c82c4 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Network hostable DHCP agents. Network: 628cd431-952b-4115-a1cc-86e60db013e5, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:18:45.880050 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b1ec59-a3d1-4daf-b582-cd77367c82c4 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Network 628cd431-952b-4115-a1cc-86e60db013e5 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:18:45.893382 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-71b1ec59-a3d1-4daf-b582-cd77367c82c4 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 628cd431-952b-4115-a1cc-86e60db013e5) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:45.898340 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b1ec59-a3d1-4daf-b582-cd77367c82c4 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:45.898628 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-71b1ec59-a3d1-4daf-b582-cd77367c82c4 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:45.903217 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb71a99-f6a3-4164-88fe-9a60014045b9 None None] Network 628cd431-952b-4115-a1cc-86e60db013e5 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:45.915781 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-71b1ec59-a3d1-4daf-b582-cd77367c82c4 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4219489 Nov 04 11:18:45.918941 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54300) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:45.923940 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-2020692f-53b3-4d98-ba16-b93641f56209 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Request body: {'network': {'name': 'tempest-router-network01--843785170'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:45.945541 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2020692f-53b3-4d98-ba16-b93641f56209 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Made reservation on behalf of 248a06015fc14e23991f0979f66ae2ab for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:45.949625 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2020692f-53b3-4d98-ba16-b93641f56209 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:45.975243 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2020692f-53b3-4d98-ba16-b93641f56209 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1168} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:18:45.985903 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2020692f-53b3-4d98-ba16-b93641f56209 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:45.986251 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-2020692f-53b3-4d98-ba16-b93641f56209 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Added segment a6d5cf61-daf9-4db7-88f5-4ffb8d671bf7 of type vlan for network ae71cab0-bf8b-4151-88ea-0a31ec220ad7 Nov 04 11:18:46.031232 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2020692f-53b3-4d98-ba16-b93641f56209 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:46.057204 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2020692f-53b3-4d98-ba16-b93641f56209 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:46.057520 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e72298-55c8-418c-8485-eabdb0fa6868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-628cd431-952b-4115-a1cc-86e60db013e5', 'network_id': '628cd431-952b-4115-a1cc-86e60db013e5', 'tenant_id': '248a06015fc14e23991f0979f66ae2ab', 'fixed_ips': [{'subnet_id': 'd590ced7-433d-44d4-956e-3c9773b714ca'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:18:46.058591 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-11e72298-55c8-418c-8485-eabdb0fa6868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:46.063168 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2020692f-53b3-4d98-ba16-b93641f56209 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:46.063756 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2020692f-53b3-4d98-ba16-b93641f56209 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:46.122608 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2020692f-53b3-4d98-ba16-b93641f56209 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2026091 Nov 04 11:18:46.126365 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54302) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:46.140948 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-0fcbecf7-5d1c-4b6a-9198-51d448adf7d5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Request body: {'network': {'name': 'tempest-router-network02--157912451'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:46.149395 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020692f-53b3-4d98-ba16-b93641f56209 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Pushing event updated for resources: {'Network': ['ID=ae71cab0-bf8b-4151-88ea-0a31ec220ad7,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:46.164813 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network ae71cab0-bf8b-4151-88ea-0a31ec220ad7 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:18:46.166092 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcbecf7-5d1c-4b6a-9198-51d448adf7d5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Made reservation on behalf of 248a06015fc14e23991f0979f66ae2ab for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:46.170006 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0fcbecf7-5d1c-4b6a-9198-51d448adf7d5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:46.193810 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fcbecf7-5d1c-4b6a-9198-51d448adf7d5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1184} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:18:46.203572 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0fcbecf7-5d1c-4b6a-9198-51d448adf7d5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:46.203916 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-0fcbecf7-5d1c-4b6a-9198-51d448adf7d5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Added segment dd5ab058-a568-4426-b94c-a893c41c420a of type vlan for network 439cb470-c842-43a8-8df3-91d755891b4f Nov 04 11:18:46.244455 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0fcbecf7-5d1c-4b6a-9198-51d448adf7d5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:46.266499 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-11e72298-55c8-418c-8485-eabdb0fa6868 None None] Allocated IP 2001:db8::2 (628cd431-952b-4115-a1cc-86e60db013e5/d590ced7-433d-44d4-956e-3c9773b714ca/5e699550-688d-480b-a623-473b1e3a4a50) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:18:46.271437 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0fcbecf7-5d1c-4b6a-9198-51d448adf7d5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:46.278491 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcbecf7-5d1c-4b6a-9198-51d448adf7d5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:46.279175 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0fcbecf7-5d1c-4b6a-9198-51d448adf7d5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:46.346823 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0fcbecf7-5d1c-4b6a-9198-51d448adf7d5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2119329 Nov 04 11:18:46.349720 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54304) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:46.355866 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbecf7-5d1c-4b6a-9198-51d448adf7d5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Pushing event updated for resources: {'Network': ['ID=439cb470-c842-43a8-8df3-91d755891b4f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:46.356239 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-0fa9a80f-0d9d-4f09-b7ae-8e7e3ee5c340 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Request body: {'subnet': {'network_id': 'ae71cab0-bf8b-4151-88ea-0a31ec220ad7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:46.366805 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 439cb470-c842-43a8-8df3-91d755891b4f details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:18:46.450884 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa9a80f-0d9d-4f09-b7ae-8e7e3ee5c340 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Made reservation on behalf of 248a06015fc14e23991f0979f66ae2ab for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:46.454484 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0fa9a80f-0d9d-4f09-b7ae-8e7e3ee5c340 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:46.475633 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-11e72298-55c8-418c-8485-eabdb0fa6868 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:46.482907 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-11e72298-55c8-418c-8485-eabdb0fa6868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:46.525660 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e72298-55c8-418c-8485-eabdb0fa6868 None None] Network 628cd431-952b-4115-a1cc-86e60db013e5 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:18:46.530730 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-11e72298-55c8-418c-8485-eabdb0fa6868 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:46.534490 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e72298-55c8-418c-8485-eabdb0fa6868 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:18:46.542166 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e72298-55c8-418c-8485-eabdb0fa6868 None None] Pushing event updated for resources: {'Port': ['ID=5e699550-688d-480b-a623-473b1e3a4a50,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:46.593797 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-11e72298-55c8-418c-8485-eabdb0fa6868 None None] Attempting to bind port 5e699550-688d-480b-a623-473b1e3a4a50 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:18:46.594193 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-11e72298-55c8-418c-8485-eabdb0fa6868 None None] Attempting to bind port 5e699550-688d-480b-a623-473b1e3a4a50 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'e5e33f34-33af-41b1-b292-292ae971889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '628cd431-952b-4115-a1cc-86e60db013e5'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:18:46.594554 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e72298-55c8-418c-8485-eabdb0fa6868 None None] Attempting to bind port 5e699550-688d-480b-a623-473b1e3a4a50 on network 628cd431-952b-4115-a1cc-86e60db013e5 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:18:46.599984 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e72298-55c8-418c-8485-eabdb0fa6868 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:18:46.600360 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e72298-55c8-418c-8485-eabdb0fa6868 None None] Checking segment: {'id': 'e5e33f34-33af-41b1-b292-292ae971889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '628cd431-952b-4115-a1cc-86e60db013e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:18:46.600730 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-11e72298-55c8-418c-8485-eabdb0fa6868 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:46.601173 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e72298-55c8-418c-8485-eabdb0fa6868 None None] Bound using segment: {'id': 'e5e33f34-33af-41b1-b292-292ae971889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '628cd431-952b-4115-a1cc-86e60db013e5'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:18:46.601809 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-11e72298-55c8-418c-8485-eabdb0fa6868 None None] Bound port: 5e699550-688d-480b-a623-473b1e3a4a50, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e33f34-33af-41b1-b292-292ae971889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '628cd431-952b-4115-a1cc-86e60db013e5'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:18:46.602189 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-11e72298-55c8-418c-8485-eabdb0fa6868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:46.644675 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0fa9a80f-0d9d-4f09-b7ae-8e7e3ee5c340 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:46.668000 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-11e72298-55c8-418c-8485-eabdb0fa6868 None None] For port 5e699550-688d-480b-a623-473b1e3a4a50, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:18:46.671139 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-11e72298-55c8-418c-8485-eabdb0fa6868 None None] For port 5e699550-688d-480b-a623-473b1e3a4a50, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=5e699550-688d-480b-a623-473b1e3a4a50,segment=NetworkSegment(e5e33f34-33af-41b1-b292-292ae971889a),segment_id=e5e33f34-33af-41b1-b292-292ae971889a)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:18:46.675599 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-11e72298-55c8-418c-8485-eabdb0fa6868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:46.709895 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9a80f-0d9d-4f09-b7ae-8e7e3ee5c340 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Pushing event updated for resources: {'Subnet': ['ID=377ae764-4049-4dde-88be-e2e38ff65d9d,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:46.718669 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa9a80f-0d9d-4f09-b7ae-8e7e3ee5c340 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Checking segment: {'id': 'a6d5cf61-daf9-4db7-88f5-4ffb8d671bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'ae71cab0-bf8b-4151-88ea-0a31ec220ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:18:46.719094 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa9a80f-0d9d-4f09-b7ae-8e7e3ee5c340 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Network hostable DHCP agents. Network: ae71cab0-bf8b-4151-88ea-0a31ec220ad7, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:18:46.739330 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa9a80f-0d9d-4f09-b7ae-8e7e3ee5c340 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Network ae71cab0-bf8b-4151-88ea-0a31ec220ad7 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:18:46.740983 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e72298-55c8-418c-8485-eabdb0fa6868 None None] Pushing event updated for resources: {'Port': ['ID=5e699550-688d-480b-a623-473b1e3a4a50,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:46.751497 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-0fa9a80f-0d9d-4f09-b7ae-8e7e3ee5c340 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, ae71cab0-bf8b-4151-88ea-0a31ec220ad7) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:46.756459 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa9a80f-0d9d-4f09-b7ae-8e7e3ee5c340 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:46.757085 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0fa9a80f-0d9d-4f09-b7ae-8e7e3ee5c340 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:46.761039 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9cad8c-27b8-4736-8933-eaf42fd389c4 None None] Network ae71cab0-bf8b-4151-88ea-0a31ec220ad7 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:46.781414 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0fa9a80f-0d9d-4f09-b7ae-8e7e3ee5c340 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4301093 Nov 04 11:18:46.781835 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54306) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:46.788079 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-ad87c935-21fc-492b-b7af-819e145d73e5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Request body: {'subnet': {'network_id': '439cb470-c842-43a8-8df3-91d755891b4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:46.885772 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad87c935-21fc-492b-b7af-819e145d73e5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Made reservation on behalf of 248a06015fc14e23991f0979f66ae2ab for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:46.890022 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ad87c935-21fc-492b-b7af-819e145d73e5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:46.900086 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5d7dea09-cf24-4b2a-be97-acd0509986ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:46.954729 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3d5031-4527-4c0f-b1b9-4a1d54ea4a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-ae71cab0-bf8b-4151-88ea-0a31ec220ad7', 'network_id': 'ae71cab0-bf8b-4151-88ea-0a31ec220ad7', 'tenant_id': '248a06015fc14e23991f0979f66ae2ab', 'fixed_ips': [{'subnet_id': '377ae764-4049-4dde-88be-e2e38ff65d9d'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:18:46.955636 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5031-4527-4c0f-b1b9-4a1d54ea4a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:47.103893 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-5d3d5031-4527-4c0f-b1b9-4a1d54ea4a9d None None] Allocated IP 2001:db8::2 (ae71cab0-bf8b-4151-88ea-0a31ec220ad7/377ae764-4049-4dde-88be-e2e38ff65d9d/1259fe08-08eb-4e74-8ab2-f1b28e7f4d0c) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:18:47.123019 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ad87c935-21fc-492b-b7af-819e145d73e5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:47.185337 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87c935-21fc-492b-b7af-819e145d73e5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Pushing event updated for resources: {'Subnet': ['ID=7c02dd10-33aa-42d2-8ef1-f5b998990ee1,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:47.203041 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad87c935-21fc-492b-b7af-819e145d73e5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Checking segment: {'id': 'dd5ab058-a568-4426-b94c-a893c41c420a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '439cb470-c842-43a8-8df3-91d755891b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:18:47.203394 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad87c935-21fc-492b-b7af-819e145d73e5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Network hostable DHCP agents. Network: 439cb470-c842-43a8-8df3-91d755891b4f, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:18:47.224841 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad87c935-21fc-492b-b7af-819e145d73e5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Network 439cb470-c842-43a8-8df3-91d755891b4f is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:18:47.237140 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-ad87c935-21fc-492b-b7af-819e145d73e5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 439cb470-c842-43a8-8df3-91d755891b4f) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:47.241940 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad87c935-21fc-492b-b7af-819e145d73e5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:47.242101 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ad87c935-21fc-492b-b7af-819e145d73e5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:47.250128 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2058fb2-ae70-4b37-8445-e8230e626be6 None None] Network 439cb470-c842-43a8-8df3-91d755891b4f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:47.262465 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ad87c935-21fc-492b-b7af-819e145d73e5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4794073 Nov 04 11:18:47.265117 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54308) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:47.305340 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5031-4527-4c0f-b1b9-4a1d54ea4a9d None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:47.317581 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5031-4527-4c0f-b1b9-4a1d54ea4a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:47.369568 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3d5031-4527-4c0f-b1b9-4a1d54ea4a9d None None] Network ae71cab0-bf8b-4151-88ea-0a31ec220ad7 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:18:47.383204 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-5d3d5031-4527-4c0f-b1b9-4a1d54ea4a9d None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:47.386315 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3d5031-4527-4c0f-b1b9-4a1d54ea4a9d None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:18:47.394759 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d5031-4527-4c0f-b1b9-4a1d54ea4a9d None None] Pushing event updated for resources: {'Port': ['ID=1259fe08-08eb-4e74-8ab2-f1b28e7f4d0c,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:47.485891 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5d3d5031-4527-4c0f-b1b9-4a1d54ea4a9d None None] Attempting to bind port 1259fe08-08eb-4e74-8ab2-f1b28e7f4d0c on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:18:47.486255 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5d3d5031-4527-4c0f-b1b9-4a1d54ea4a9d None None] Attempting to bind port 1259fe08-08eb-4e74-8ab2-f1b28e7f4d0c by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'a6d5cf61-daf9-4db7-88f5-4ffb8d671bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'ae71cab0-bf8b-4151-88ea-0a31ec220ad7'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:18:47.486613 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d5031-4527-4c0f-b1b9-4a1d54ea4a9d None None] Attempting to bind port 1259fe08-08eb-4e74-8ab2-f1b28e7f4d0c on network ae71cab0-bf8b-4151-88ea-0a31ec220ad7 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:18:47.511294 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d5031-4527-4c0f-b1b9-4a1d54ea4a9d None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:18:47.512185 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d5031-4527-4c0f-b1b9-4a1d54ea4a9d None None] Checking segment: {'id': 'a6d5cf61-daf9-4db7-88f5-4ffb8d671bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'ae71cab0-bf8b-4151-88ea-0a31ec220ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:18:47.512185 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5031-4527-4c0f-b1b9-4a1d54ea4a9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:47.512564 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d5031-4527-4c0f-b1b9-4a1d54ea4a9d None None] Bound using segment: {'id': 'a6d5cf61-daf9-4db7-88f5-4ffb8d671bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'ae71cab0-bf8b-4151-88ea-0a31ec220ad7'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:18:47.513200 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5d3d5031-4527-4c0f-b1b9-4a1d54ea4a9d None None] Bound port: 1259fe08-08eb-4e74-8ab2-f1b28e7f4d0c, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d5cf61-daf9-4db7-88f5-4ffb8d671bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'ae71cab0-bf8b-4151-88ea-0a31ec220ad7'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:18:47.513634 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5031-4527-4c0f-b1b9-4a1d54ea4a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:47.526951 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa74645-7a31-418d-9b21-41ea91163ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-439cb470-c842-43a8-8df3-91d755891b4f', 'network_id': '439cb470-c842-43a8-8df3-91d755891b4f', 'tenant_id': '248a06015fc14e23991f0979f66ae2ab', 'fixed_ips': [{'subnet_id': '7c02dd10-33aa-42d2-8ef1-f5b998990ee1'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:18:47.528176 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6fa74645-7a31-418d-9b21-41ea91163ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:47.555347 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f5ca095-11cc-40f1-a364-d45fa839ca4c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:47.660597 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5d3d5031-4527-4c0f-b1b9-4a1d54ea4a9d None None] For port 1259fe08-08eb-4e74-8ab2-f1b28e7f4d0c, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:18:47.682697 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5d3d5031-4527-4c0f-b1b9-4a1d54ea4a9d None None] For port 1259fe08-08eb-4e74-8ab2-f1b28e7f4d0c, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=1259fe08-08eb-4e74-8ab2-f1b28e7f4d0c,segment=NetworkSegment(a6d5cf61-daf9-4db7-88f5-4ffb8d671bf7),segment_id=a6d5cf61-daf9-4db7-88f5-4ffb8d671bf7)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:18:47.709834 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5031-4527-4c0f-b1b9-4a1d54ea4a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:47.789437 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-6fa74645-7a31-418d-9b21-41ea91163ec0 None None] Allocated IP 2001:db8::2 (439cb470-c842-43a8-8df3-91d755891b4f/7c02dd10-33aa-42d2-8ef1-f5b998990ee1/e12c8ce3-d284-4ca2-9d63-e6a9985c15e2) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:18:47.794507 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d5031-4527-4c0f-b1b9-4a1d54ea4a9d None None] Pushing event updated for resources: {'Port': ['ID=1259fe08-08eb-4e74-8ab2-f1b28e7f4d0c,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:47.840098 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-7f5ca095-11cc-40f1-a364-d45fa839ca4c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Allocated IP 2001:db8::1 (ae71cab0-bf8b-4151-88ea-0a31ec220ad7/377ae764-4049-4dde-88be-e2e38ff65d9d/afd22a6b-3bcd-4f79-9687-4b0552c61d88) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:18:47.859273 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12144a4-4385-4d5a-84c8-2b12498512a8 None None] Network 628cd431-952b-4115-a1cc-86e60db013e5 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:47.992320 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f5ca095-11cc-40f1-a364-d45fa839ca4c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:48.041569 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d6836202-116f-4fb7-9f15-40b34ae87846 None None] Provisioning complete for port 5e699550-688d-480b-a623-473b1e3a4a50 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:18:48.042238 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d6836202-116f-4fb7-9f15-40b34ae87846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:48.052583 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f5ca095-11cc-40f1-a364-d45fa839ca4c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:48.102286 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5ca095-11cc-40f1-a364-d45fa839ca4c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Network ae71cab0-bf8b-4151-88ea-0a31ec220ad7 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:18:48.106834 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-7f5ca095-11cc-40f1-a364-d45fa839ca4c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:48.109735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5ca095-11cc-40f1-a364-d45fa839ca4c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:18:48.109917 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f5ca095-11cc-40f1-a364-d45fa839ca4c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:48.123125 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6fa74645-7a31-418d-9b21-41ea91163ec0 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:48.142101 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6fa74645-7a31-418d-9b21-41ea91163ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:48.165160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ca095-11cc-40f1-a364-d45fa839ca4c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Pushing event updated for resources: {'Port': ['ID=afd22a6b-3bcd-4f79-9687-4b0552c61d88,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:48.231859 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa74645-7a31-418d-9b21-41ea91163ec0 None None] Network 439cb470-c842-43a8-8df3-91d755891b4f is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:18:48.245291 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-6fa74645-7a31-418d-9b21-41ea91163ec0 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:48.247810 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa74645-7a31-418d-9b21-41ea91163ec0 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:18:48.272294 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f5ca095-11cc-40f1-a364-d45fa839ca4c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:48.278535 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa74645-7a31-418d-9b21-41ea91163ec0 None None] Pushing event updated for resources: {'Port': ['ID=e12c8ce3-d284-4ca2-9d63-e6a9985c15e2,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:48.333751 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d6836202-116f-4fb7-9f15-40b34ae87846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:48.358952 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-6fa74645-7a31-418d-9b21-41ea91163ec0 None None] Attempting to bind port e12c8ce3-d284-4ca2-9d63-e6a9985c15e2 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:18:48.359367 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-6fa74645-7a31-418d-9b21-41ea91163ec0 None None] Attempting to bind port e12c8ce3-d284-4ca2-9d63-e6a9985c15e2 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'dd5ab058-a568-4426-b94c-a893c41c420a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '439cb470-c842-43a8-8df3-91d755891b4f'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:18:48.359728 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa74645-7a31-418d-9b21-41ea91163ec0 None None] Attempting to bind port e12c8ce3-d284-4ca2-9d63-e6a9985c15e2 on network 439cb470-c842-43a8-8df3-91d755891b4f {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:18:48.376211 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa74645-7a31-418d-9b21-41ea91163ec0 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:18:48.376584 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa74645-7a31-418d-9b21-41ea91163ec0 None None] Checking segment: {'id': 'dd5ab058-a568-4426-b94c-a893c41c420a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '439cb470-c842-43a8-8df3-91d755891b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:18:48.377019 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6fa74645-7a31-418d-9b21-41ea91163ec0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:48.377423 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa74645-7a31-418d-9b21-41ea91163ec0 None None] Bound using segment: {'id': 'dd5ab058-a568-4426-b94c-a893c41c420a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '439cb470-c842-43a8-8df3-91d755891b4f'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:18:48.377921 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-6fa74645-7a31-418d-9b21-41ea91163ec0 None None] Bound port: e12c8ce3-d284-4ca2-9d63-e6a9985c15e2, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5ab058-a568-4426-b94c-a893c41c420a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '439cb470-c842-43a8-8df3-91d755891b4f'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:18:48.378303 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6fa74645-7a31-418d-9b21-41ea91163ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:48.384471 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-d6836202-116f-4fb7-9f15-40b34ae87846 None None] For port 5e699550-688d-480b-a623-473b1e3a4a50, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=5e699550-688d-480b-a623-473b1e3a4a50,segment=NetworkSegment(e5e33f34-33af-41b1-b292-292ae971889a),segment_id=e5e33f34-33af-41b1-b292-292ae971889a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:18:48.394153 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d6836202-116f-4fb7-9f15-40b34ae87846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:48.487189 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6836202-116f-4fb7-9f15-40b34ae87846 None None] Pushing event updated for resources: {'Port': ['ID=5e699550-688d-480b-a623-473b1e3a4a50,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:48.497397 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-6fa74645-7a31-418d-9b21-41ea91163ec0 None None] For port e12c8ce3-d284-4ca2-9d63-e6a9985c15e2, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:18:48.500809 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-6fa74645-7a31-418d-9b21-41ea91163ec0 None None] For port e12c8ce3-d284-4ca2-9d63-e6a9985c15e2, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e12c8ce3-d284-4ca2-9d63-e6a9985c15e2,segment=NetworkSegment(dd5ab058-a568-4426-b94c-a893c41c420a),segment_id=dd5ab058-a568-4426-b94c-a893c41c420a)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:18:48.507928 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6fa74645-7a31-418d-9b21-41ea91163ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:48.584999 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa74645-7a31-418d-9b21-41ea91163ec0 None None] Pushing event updated for resources: {'Port': ['ID=e12c8ce3-d284-4ca2-9d63-e6a9985c15e2,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:48.606951 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f5ca095-11cc-40f1-a364-d45fa839ca4c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:48.614382 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f5ca095-11cc-40f1-a364-d45fa839ca4c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:48.615552 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7f5ca095-11cc-40f1-a364-d45fa839ca4c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:48.621728 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-667faad1-35eb-4ad4-ab42-69e4bda665bc None None] Provisioning complete for port 5e699550-688d-480b-a623-473b1e3a4a50 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:18:48.622103 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-667faad1-35eb-4ad4-ab42-69e4bda665bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:48.716644 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ca095-11cc-40f1-a364-d45fa839ca4c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Pushing event updated for resources: {'Port': ['ID=afd22a6b-3bcd-4f79-9687-4b0552c61d88,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:48.770821 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5ca095-11cc-40f1-a364-d45fa839ca4c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Network ae71cab0-bf8b-4151-88ea-0a31ec220ad7 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:18:48.779047 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-7f5ca095-11cc-40f1-a364-d45fa839ca4c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:48.954293 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5ca095-11cc-40f1-a364-d45fa839ca4c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Router d26e6963-ea4c-438c-b078-ec03e850b3c3 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 11:18:48.992563 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5e699550-688d-480b-a623-473b1e3a4a50 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:18:49.046123 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 5e699550-688d-480b-a623-473b1e3a4a50 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:18:49.046735 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:49.077886 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5ca095-11cc-40f1-a364-d45fa839ca4c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:18:49.080548 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f00826b-5ceb-44ad-9cd4-7f7fafdc53ca None None] Network ae71cab0-bf8b-4151-88ea-0a31ec220ad7 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:49.083064 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7f5ca095-11cc-40f1-a364-d45fa839ca4c tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "PUT /v2.0/routers/d26e6963-ea4c-438c-b078-ec03e850b3c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8169122 Nov 04 11:18:49.085921 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54310) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:49.290242 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dabb761-bdaa-4ff8-af0b-3a7ba9d1ba9d None None] Sync routers for ids ['d26e6963-ea4c-438c-b078-ec03e850b3c3'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:18:49.358682 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dabb761-bdaa-4ff8-af0b-3a7ba9d1ba9d None None] Routers {'d26e6963-ea4c-438c-b078-ec03e850b3c3'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:18:49.359337 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0dabb761-bdaa-4ff8-af0b-3a7ba9d1ba9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:18:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d26e6963-ea4c-438c-b078-ec03e850b3c3'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:49.411185 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-6a2a4c4b-07ad-4865-863d-d0d03bf00173 None None] Provisioning complete for port 1259fe08-08eb-4e74-8ab2-f1b28e7f4d0c triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:18:49.411550 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4c4b-07ad-4865-863d-d0d03bf00173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:49.419768 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0dabb761-bdaa-4ff8-af0b-3a7ba9d1ba9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:49.509386 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dabb761-bdaa-4ff8-af0b-3a7ba9d1ba9d None None] Routers {'d26e6963-ea4c-438c-b078-ec03e850b3c3'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:18:49.510024 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0dabb761-bdaa-4ff8-af0b-3a7ba9d1ba9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:18:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d26e6963-ea4c-438c-b078-ec03e850b3c3'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:49.532205 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e12c8ce3-d284-4ca2-9d63-e6a9985c15e2 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:18:49.600510 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0dabb761-bdaa-4ff8-af0b-3a7ba9d1ba9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:49.601224 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dabb761-bdaa-4ff8-af0b-3a7ba9d1ba9d None None] The sync data for ids ['d26e6963-ea4c-438c-b078-ec03e850b3c3'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:18:49.634900 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a946cfc-40f7-4d8e-ab91-c666a09c4229 None None] Network 439cb470-c842-43a8-8df3-91d755891b4f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:49.764800 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4c4b-07ad-4865-863d-d0d03bf00173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:49.774568 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c0923b66-187c-4102-b1d5-6697cb0f4885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:49.799943 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port e12c8ce3-d284-4ca2-9d63-e6a9985c15e2 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:18:49.800316 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:49.835245 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-9f5a3561-fe9b-4b30-8b25-654ee25c5a3b tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 11:18:49.836367 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9f5a3561-fe9b-4b30-8b25-654ee25c5a3b tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "PUT /v2.0/routers/d26e6963-ea4c-438c-b078-ec03e850b3c3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7494574 Nov 04 11:18:49.839964 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54312) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:49.893834 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-6a2a4c4b-07ad-4865-863d-d0d03bf00173 None None] For port 1259fe08-08eb-4e74-8ab2-f1b28e7f4d0c, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=1259fe08-08eb-4e74-8ab2-f1b28e7f4d0c,segment=NetworkSegment(a6d5cf61-daf9-4db7-88f5-4ffb8d671bf7),segment_id=a6d5cf61-daf9-4db7-88f5-4ffb8d671bf7)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:18:49.906425 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4c4b-07ad-4865-863d-d0d03bf00173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:50.025537 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a4c4b-07ad-4865-863d-d0d03bf00173 None None] Pushing event updated for resources: {'Port': ['ID=1259fe08-08eb-4e74-8ab2-f1b28e7f4d0c,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:50.049268 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:50.066307 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-877d2ec5-c70e-4350-8925-25a31fa96f60 None None] Provisioning complete for port e12c8ce3-d284-4ca2-9d63-e6a9985c15e2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:18:50.066676 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-877d2ec5-c70e-4350-8925-25a31fa96f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:50.123501 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port e12c8ce3-d284-4ca2-9d63-e6a9985c15e2, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e12c8ce3-d284-4ca2-9d63-e6a9985c15e2,segment=NetworkSegment(dd5ab058-a568-4426-b94c-a893c41c420a),segment_id=dd5ab058-a568-4426-b94c-a893c41c420a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:18:50.135414 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:50.136389 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 1259fe08-08eb-4e74-8ab2-f1b28e7f4d0c up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:18:50.204663 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cead13ea-0627-4c5e-81d5-e5ad71dffcc5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:50.282167 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 1259fe08-08eb-4e74-8ab2-f1b28e7f4d0c triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:18:50.282562 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:50.290506 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=e12c8ce3-d284-4ca2-9d63-e6a9985c15e2,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:50.445478 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-634d533b-89b0-41e0-a427-39d42a39b4dc None None] Provisioning complete for port e12c8ce3-d284-4ca2-9d63-e6a9985c15e2 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:18:50.445852 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-634d533b-89b0-41e0-a427-39d42a39b4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:50.479704 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-cead13ea-0627-4c5e-81d5-e5ad71dffcc5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Deleting port afd22a6b-3bcd-4f79-9687-4b0552c61d88 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:18:50.480304 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cead13ea-0627-4c5e-81d5-e5ad71dffcc5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:50.546870 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-634d533b-89b0-41e0-a427-39d42a39b4dc None None] Provisioning complete for port 1259fe08-08eb-4e74-8ab2-f1b28e7f4d0c triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:18:50.547242 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-634d533b-89b0-41e0-a427-39d42a39b4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:50.574407 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cead13ea-0627-4c5e-81d5-e5ad71dffcc5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:50.587211 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-cead13ea-0627-4c5e-81d5-e5ad71dffcc5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Calling delete_port for afd22a6b-3bcd-4f79-9687-4b0552c61d88 owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:18:50.638677 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-634d533b-89b0-41e0-a427-39d42a39b4dc None None] Provisioning complete for port afd22a6b-3bcd-4f79-9687-4b0552c61d88 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:18:50.639047 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-634d533b-89b0-41e0-a427-39d42a39b4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:50.672812 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-634d533b-89b0-41e0-a427-39d42a39b4dc None None] Port afd22a6b-3bcd-4f79-9687-4b0552c61d88 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:18:50.766846 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cead13ea-0627-4c5e-81d5-e5ad71dffcc5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:50.785171 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d86a494a-d59f-460b-8093-eb7065ad4c3c None None] Could not find standard attr ID for object afd22a6b-3bcd-4f79-9687-4b0552c61d88. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 11:18:50.794022 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead13ea-0627-4c5e-81d5-e5ad71dffcc5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Pushing event deleted for resources: {'Port': ['ID=afd22a6b-3bcd-4f79-9687-4b0552c61d88,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:50.885496 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e12c8ce3-d284-4ca2-9d63-e6a9985c15e2 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:18:50.898122 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cead13ea-0627-4c5e-81d5-e5ad71dffcc5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:50.927687 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:50.946589 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port e12c8ce3-d284-4ca2-9d63-e6a9985c15e2 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:18:50.947052 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:51.033676 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 1259fe08-08eb-4e74-8ab2-f1b28e7f4d0c up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:18:51.065451 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cead13ea-0627-4c5e-81d5-e5ad71dffcc5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Router d26e6963-ea4c-438c-b078-ec03e850b3c3 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:18:51.081452 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 1259fe08-08eb-4e74-8ab2-f1b28e7f4d0c triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:18:51.081994 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:51.142748 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cead13ea-0627-4c5e-81d5-e5ad71dffcc5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:18:51.149290 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cead13ea-0627-4c5e-81d5-e5ad71dffcc5 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "PUT /v2.0/routers/d26e6963-ea4c-438c-b078-ec03e850b3c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3079622 Nov 04 11:18:51.153200 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54314) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:51.155459 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d654cd9d-9322-4c27-bf3d-b781d35f767a None None] Sync routers for ids ['d26e6963-ea4c-438c-b078-ec03e850b3c3'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:18:51.168172 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d654cd9d-9322-4c27-bf3d-b781d35f767a None None] Routers {'d26e6963-ea4c-438c-b078-ec03e850b3c3'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:18:51.168798 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-d654cd9d-9322-4c27-bf3d-b781d35f767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:18:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d26e6963-ea4c-438c-b078-ec03e850b3c3'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:51.201790 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-d654cd9d-9322-4c27-bf3d-b781d35f767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:51.211094 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d654cd9d-9322-4c27-bf3d-b781d35f767a None None] Routers {'d26e6963-ea4c-438c-b078-ec03e850b3c3'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:18:51.211713 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-d654cd9d-9322-4c27-bf3d-b781d35f767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:18:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d26e6963-ea4c-438c-b078-ec03e850b3c3'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:51.247464 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-d654cd9d-9322-4c27-bf3d-b781d35f767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:51.248122 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d654cd9d-9322-4c27-bf3d-b781d35f767a None None] The sync data for ids ['d26e6963-ea4c-438c-b078-ec03e850b3c3'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:18:51.468859 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-87f09174-1d75-4e7e-99ba-e66a8944552d tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] delete failed (client error): The resource could not be found. Nov 04 11:18:51.469831 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-87f09174-1d75-4e7e-99ba-e66a8944552d tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "DELETE /v2.0/routers/tempest-non_exist_router-526369196 HTTP/1.1" status: 404 len: 334 time: 0.3155208 Nov 04 11:18:51.475793 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54318) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:51.480796 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-2bfe843d-fbdb-44d9-9b57-0160762a0dab tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd26e6963-ea4c-438c-b078-ec03e850b3c3'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:51.703049 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2bfe843d-fbdb-44d9-9b57-0160762a0dab tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:51.725710 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-2bfe843d-fbdb-44d9-9b57-0160762a0dab tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] update failed (client error): The resource could not be found. Nov 04 11:18:51.726686 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2bfe843d-fbdb-44d9-9b57-0160762a0dab tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "PUT /v2.0/routers/d26e6963-ea4c-438c-b078-ec03e850b3c3 HTTP/1.1" status: 404 len: 339 time: 0.2500117 Nov 04 11:18:51.731490 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54320) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:51.736449 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-7014b636-d523-4949-a8e3-a50f06c69bb2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-504980560'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:51.759884 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7014b636-d523-4949-a8e3-a50f06c69bb2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Made reservation on behalf of 248a06015fc14e23991f0979f66ae2ab for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:51.763718 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7014b636-d523-4949-a8e3-a50f06c69bb2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:51.788642 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7014b636-d523-4949-a8e3-a50f06c69bb2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1154} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:18:51.797969 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7014b636-d523-4949-a8e3-a50f06c69bb2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:51.798328 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-7014b636-d523-4949-a8e3-a50f06c69bb2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Added segment e7f8ef1a-ed2b-45d8-af4b-500c09f0ec6f of type vlan for network 68eb062f-cd52-4653-80cd-91e33bca94ae Nov 04 11:18:51.838276 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7014b636-d523-4949-a8e3-a50f06c69bb2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:51.864542 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7014b636-d523-4949-a8e3-a50f06c69bb2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:51.870359 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7014b636-d523-4949-a8e3-a50f06c69bb2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:51.871011 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7014b636-d523-4949-a8e3-a50f06c69bb2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:51.940266 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7014b636-d523-4949-a8e3-a50f06c69bb2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2077000 Nov 04 11:18:51.943397 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54322) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:51.952215 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-1c35e169-5164-4dcc-bbe4-cda1acbabc69 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Request body: {'subnet': {'network_id': '68eb062f-cd52-4653-80cd-91e33bca94ae', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:51.957004 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014b636-d523-4949-a8e3-a50f06c69bb2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Pushing event updated for resources: {'Network': ['ID=68eb062f-cd52-4653-80cd-91e33bca94ae,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:51.967547 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 68eb062f-cd52-4653-80cd-91e33bca94ae details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:18:52.047431 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c35e169-5164-4dcc-bbe4-cda1acbabc69 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Made reservation on behalf of 248a06015fc14e23991f0979f66ae2ab for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:18:52.051162 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c35e169-5164-4dcc-bbe4-cda1acbabc69 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:52.246322 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c35e169-5164-4dcc-bbe4-cda1acbabc69 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:52.291720 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:52.302057 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35e169-5164-4dcc-bbe4-cda1acbabc69 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Pushing event updated for resources: {'Subnet': ['ID=f453b336-e5ac-4917-b997-6500a6442d94,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:52.317473 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35e169-5164-4dcc-bbe4-cda1acbabc69 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Checking segment: {'id': 'e7f8ef1a-ed2b-45d8-af4b-500c09f0ec6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '68eb062f-cd52-4653-80cd-91e33bca94ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:18:52.317813 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c35e169-5164-4dcc-bbe4-cda1acbabc69 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Network hostable DHCP agents. Network: 68eb062f-cd52-4653-80cd-91e33bca94ae, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:18:52.336916 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c35e169-5164-4dcc-bbe4-cda1acbabc69 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Network 68eb062f-cd52-4653-80cd-91e33bca94ae is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:18:52.356848 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-1c35e169-5164-4dcc-bbe4-cda1acbabc69 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 68eb062f-cd52-4653-80cd-91e33bca94ae) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:52.361244 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c35e169-5164-4dcc-bbe4-cda1acbabc69 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:18:52.361878 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1c35e169-5164-4dcc-bbe4-cda1acbabc69 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:52.366855 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e712e198-022b-44cb-9606-8fb9b7984d06 None None] Network 68eb062f-cd52-4653-80cd-91e33bca94ae requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:52.382747 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1c35e169-5164-4dcc-bbe4-cda1acbabc69 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4379907 Nov 04 11:18:52.385882 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54324) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:52.390871 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-c92465a6-c8f0-4d30-9858-42795abaecff tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Request body: {'router': {'external_gateway_info': {'network_id': '68eb062f-cd52-4653-80cd-91e33bca94ae'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:52.520429 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-68eb062f-cd52-4653-80cd-91e33bca94ae', 'network_id': '68eb062f-cd52-4653-80cd-91e33bca94ae', 'tenant_id': '248a06015fc14e23991f0979f66ae2ab', 'fixed_ips': [{'subnet_id': 'f453b336-e5ac-4917-b997-6500a6442d94'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:18:52.521381 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:52.608616 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c92465a6-c8f0-4d30-9858-42795abaecff tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:52.669301 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:52.677898 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Allocated IP 2001:db8:1::2 (68eb062f-cd52-4653-80cd-91e33bca94ae/f453b336-e5ac-4917-b997-6500a6442d94/c0fd4ec5-8261-4820-aea8-5356ed5b618c) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:18:52.719756 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-c92465a6-c8f0-4d30-9858-42795abaecff tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 11:18:52.720827 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c92465a6-c8f0-4d30-9858-42795abaecff tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "PUT /v2.0/routers/d26e6963-ea4c-438c-b078-ec03e850b3c3 HTTP/1.1" status: 400 len: 364 time: 0.3337872 Nov 04 11:18:52.724734 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54326) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:52.838037 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:52.845340 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:52.883322 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Network 68eb062f-cd52-4653-80cd-91e33bca94ae is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:18:52.888395 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:52.892008 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:18:52.899656 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Pushing event updated for resources: {'Port': ['ID=c0fd4ec5-8261-4820-aea8-5356ed5b618c,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:52.925790 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:52.926169 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:52.926630 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:52.926768 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:52.927071 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:52.927424 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:52.927714 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:52.928045 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:52.928365 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:52.928681 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:52.929052 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:52.929368 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:18:52.973409 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Attempting to bind port c0fd4ec5-8261-4820-aea8-5356ed5b618c on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:18:52.973782 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Attempting to bind port c0fd4ec5-8261-4820-aea8-5356ed5b618c by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'e7f8ef1a-ed2b-45d8-af4b-500c09f0ec6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '68eb062f-cd52-4653-80cd-91e33bca94ae'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:18:52.974154 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Attempting to bind port c0fd4ec5-8261-4820-aea8-5356ed5b618c on network 68eb062f-cd52-4653-80cd-91e33bca94ae {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:18:52.982013 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:18:52.982390 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Checking segment: {'id': 'e7f8ef1a-ed2b-45d8-af4b-500c09f0ec6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '68eb062f-cd52-4653-80cd-91e33bca94ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:18:52.982794 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:52.983187 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Bound using segment: {'id': 'e7f8ef1a-ed2b-45d8-af4b-500c09f0ec6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '68eb062f-cd52-4653-80cd-91e33bca94ae'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:18:52.983660 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Bound port: c0fd4ec5-8261-4820-aea8-5356ed5b618c, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f8ef1a-ed2b-45d8-af4b-500c09f0ec6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '68eb062f-cd52-4653-80cd-91e33bca94ae'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:18:52.984046 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:53.041744 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51c4b18f-fa8e-4a93-a6f9-336544819b11 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:53.067427 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] For port c0fd4ec5-8261-4820-aea8-5356ed5b618c, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:18:53.070759 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] For port c0fd4ec5-8261-4820-aea8-5356ed5b618c, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c0fd4ec5-8261-4820-aea8-5356ed5b618c,segment=NetworkSegment(e7f8ef1a-ed2b-45d8-af4b-500c09f0ec6f),segment_id=e7f8ef1a-ed2b-45d8-af4b-500c09f0ec6f)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:18:53.079382 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:53.156619 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7871131-2f62-4fc2-a771-5ae8c7b85388 None None] Pushing event updated for resources: {'Port': ['ID=c0fd4ec5-8261-4820-aea8-5356ed5b618c,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:53.517391 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-51c4b18f-fa8e-4a93-a6f9-336544819b11 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Allocated IP 2001:db8::1 (628cd431-952b-4115-a1cc-86e60db013e5/d590ced7-433d-44d4-956e-3c9773b714ca/79456155-547b-4c86-9b46-9a1c5d000640) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:18:53.660220 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51c4b18f-fa8e-4a93-a6f9-336544819b11 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:53.709853 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51c4b18f-fa8e-4a93-a6f9-336544819b11 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:53.758519 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c4b18f-fa8e-4a93-a6f9-336544819b11 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Network 628cd431-952b-4115-a1cc-86e60db013e5 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:18:53.764176 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-51c4b18f-fa8e-4a93-a6f9-336544819b11 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:53.768763 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c4b18f-fa8e-4a93-a6f9-336544819b11 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:18:53.769361 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51c4b18f-fa8e-4a93-a6f9-336544819b11 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:53.809978 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4b18f-fa8e-4a93-a6f9-336544819b11 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Pushing event updated for resources: {'Port': ['ID=79456155-547b-4c86-9b46-9a1c5d000640,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:53.902770 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51c4b18f-fa8e-4a93-a6f9-336544819b11 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:54.134532 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-77290ca0-f848-4a5d-867e-1e0923865f30 None None] Provisioning complete for port 79456155-547b-4c86-9b46-9a1c5d000640 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:18:54.136119 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-77290ca0-f848-4a5d-867e-1e0923865f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:54.178173 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-77290ca0-f848-4a5d-867e-1e0923865f30 None None] Port 79456155-547b-4c86-9b46-9a1c5d000640 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:18:54.195594 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0880a682-1f4a-44c9-8594-19d7f0133ecf None None] Network 68eb062f-cd52-4653-80cd-91e33bca94ae requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:54.332569 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-988788b5-61aa-4a72-9f00-74352856ddb3 None None] Provisioning complete for port c0fd4ec5-8261-4820-aea8-5356ed5b618c triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:18:54.332969 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-988788b5-61aa-4a72-9f00-74352856ddb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:54.472029 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51c4b18f-fa8e-4a93-a6f9-336544819b11 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:54.478800 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51c4b18f-fa8e-4a93-a6f9-336544819b11 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:54.479705 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51c4b18f-fa8e-4a93-a6f9-336544819b11 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:54.572859 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4b18f-fa8e-4a93-a6f9-336544819b11 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Pushing event updated for resources: {'Port': ['ID=79456155-547b-4c86-9b46-9a1c5d000640,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:54.611697 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-988788b5-61aa-4a72-9f00-74352856ddb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:54.622353 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c4b18f-fa8e-4a93-a6f9-336544819b11 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Network 628cd431-952b-4115-a1cc-86e60db013e5 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:18:54.623758 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-51c4b18f-fa8e-4a93-a6f9-336544819b11 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:18:54.646221 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-988788b5-61aa-4a72-9f00-74352856ddb3 None None] For port c0fd4ec5-8261-4820-aea8-5356ed5b618c, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c0fd4ec5-8261-4820-aea8-5356ed5b618c,segment=NetworkSegment(e7f8ef1a-ed2b-45d8-af4b-500c09f0ec6f),segment_id=e7f8ef1a-ed2b-45d8-af4b-500c09f0ec6f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:18:54.650806 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-988788b5-61aa-4a72-9f00-74352856ddb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:54.702962 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988788b5-61aa-4a72-9f00-74352856ddb3 None None] Pushing event updated for resources: {'Port': ['ID=c0fd4ec5-8261-4820-aea8-5356ed5b618c,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:54.730835 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c4b18f-fa8e-4a93-a6f9-336544819b11 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Router d26e6963-ea4c-438c-b078-ec03e850b3c3 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:18:54.779785 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-54440faa-676c-4591-a394-197d0a26fb97 None None] Provisioning complete for port c0fd4ec5-8261-4820-aea8-5356ed5b618c triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:18:54.780154 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-54440faa-676c-4591-a394-197d0a26fb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:54.838987 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c4b18f-fa8e-4a93-a6f9-336544819b11 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:18:54.847721 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-51c4b18f-fa8e-4a93-a6f9-336544819b11 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "PUT /v2.0/routers/d26e6963-ea4c-438c-b078-ec03e850b3c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1217639 Nov 04 11:18:54.850183 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54328) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:54.870505 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e42223a-74ac-449e-a575-30f523351704 None None] Sync routers for ids ['d26e6963-ea4c-438c-b078-ec03e850b3c3'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:18:54.894880 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e42223a-74ac-449e-a575-30f523351704 None None] Routers {'d26e6963-ea4c-438c-b078-ec03e850b3c3'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:18:54.895835 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0e42223a-74ac-449e-a575-30f523351704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:18:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d26e6963-ea4c-438c-b078-ec03e850b3c3'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:54.930009 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c0fd4ec5-8261-4820-aea8-5356ed5b618c up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:18:54.932330 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0e42223a-74ac-449e-a575-30f523351704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:54.946761 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fbef4979-d4de-4d5c-a65e-a2ffd2f7cc00 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:54.971428 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e42223a-74ac-449e-a575-30f523351704 None None] Routers {'d26e6963-ea4c-438c-b078-ec03e850b3c3'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:18:54.972039 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0e42223a-74ac-449e-a575-30f523351704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:18:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d26e6963-ea4c-438c-b078-ec03e850b3c3'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:55.012091 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-0e42223a-74ac-449e-a575-30f523351704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:55.012732 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e42223a-74ac-449e-a575-30f523351704 None None] The sync data for ids ['d26e6963-ea4c-438c-b078-ec03e850b3c3'] in n-d-816629-1 is: [] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:18:55.034274 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-fc20acad-78da-41c7-85c7-d629cd01884e None None] Provisioning complete for port 79456155-547b-4c86-9b46-9a1c5d000640 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:18:55.035274 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fc20acad-78da-41c7-85c7-d629cd01884e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:55.037912 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-fbef4979-d4de-4d5c-a65e-a2ffd2f7cc00 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 04 11:18:55.040046 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fbef4979-d4de-4d5c-a65e-a2ffd2f7cc00 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "DELETE /v2.0/routers/d26e6963-ea4c-438c-b078-ec03e850b3c3 HTTP/1.1" status: 409 len: 329 time: 0.1882398 Nov 04 11:18:55.041811 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54330) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:55.060421 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port c0fd4ec5-8261-4820-aea8-5356ed5b618c triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:18:55.060792 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:55.096116 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-fc20acad-78da-41c7-85c7-d629cd01884e None None] Port 79456155-547b-4c86-9b46-9a1c5d000640 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:18:55.375017 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-53ac36df-4195-40dc-813e-df244baf4fcd tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:55.631220 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-53ac36df-4195-40dc-813e-df244baf4fcd tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Deleting port 79456155-547b-4c86-9b46-9a1c5d000640 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:18:55.631911 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-53ac36df-4195-40dc-813e-df244baf4fcd tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:55.723505 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-53ac36df-4195-40dc-813e-df244baf4fcd tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:55.735872 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-53ac36df-4195-40dc-813e-df244baf4fcd tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Calling delete_port for 79456155-547b-4c86-9b46-9a1c5d000640 owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:18:55.921708 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-53ac36df-4195-40dc-813e-df244baf4fcd tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:55.954607 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac36df-4195-40dc-813e-df244baf4fcd tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Pushing event deleted for resources: {'Port': ['ID=79456155-547b-4c86-9b46-9a1c5d000640,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:56.050212 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-53ac36df-4195-40dc-813e-df244baf4fcd tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:56.212661 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ac36df-4195-40dc-813e-df244baf4fcd tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Router d26e6963-ea4c-438c-b078-ec03e850b3c3 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:18:56.288661 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ac36df-4195-40dc-813e-df244baf4fcd tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:18:56.294728 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-53ac36df-4195-40dc-813e-df244baf4fcd tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "PUT /v2.0/routers/d26e6963-ea4c-438c-b078-ec03e850b3c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2517240 Nov 04 11:18:56.298397 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54332) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:56.300291 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35211e3-cba4-4b9a-a45a-eb2c9eb26777 None None] Sync routers for ids ['d26e6963-ea4c-438c-b078-ec03e850b3c3'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:18:56.310628 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35211e3-cba4-4b9a-a45a-eb2c9eb26777 None None] Routers {'d26e6963-ea4c-438c-b078-ec03e850b3c3'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:18:56.311227 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f35211e3-cba4-4b9a-a45a-eb2c9eb26777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:18:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d26e6963-ea4c-438c-b078-ec03e850b3c3'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:56.338857 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-db4cdfd7-c107-4006-abcd-1eb531c6c678 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] show failed (client error): The resource could not be found. Nov 04 11:18:56.339921 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-db4cdfd7-c107-4006-abcd-1eb531c6c678 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "GET /v2.0/routers/tempest-non_exist_router-1850410886 HTTP/1.1" status: 404 len: 335 time: 0.0402610 Nov 04 11:18:56.343377 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f35211e3-cba4-4b9a-a45a-eb2c9eb26777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:56.343995 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54334) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:56.348530 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-bcb56b13-105c-404f-84f5-5906f018e0c0 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:18:56.352307 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35211e3-cba4-4b9a-a45a-eb2c9eb26777 None None] Routers {'d26e6963-ea4c-438c-b078-ec03e850b3c3'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:18:56.352934 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f35211e3-cba4-4b9a-a45a-eb2c9eb26777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:18:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d26e6963-ea4c-438c-b078-ec03e850b3c3'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:56.381538 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-bcb56b13-105c-404f-84f5-5906f018e0c0 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] update failed (client error): The resource could not be found. Nov 04 11:18:56.383222 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bcb56b13-105c-404f-84f5-5906f018e0c0 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "PUT /v2.0/routers/tempest-non_exist_router-1020546003 HTTP/1.1" status: 404 len: 335 time: 0.0383046 Nov 04 11:18:56.387191 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f35211e3-cba4-4b9a-a45a-eb2c9eb26777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:56.387360 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54336) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:56.387830 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35211e3-cba4-4b9a-a45a-eb2c9eb26777 None None] The sync data for ids ['d26e6963-ea4c-438c-b078-ec03e850b3c3'] in n-d-816629-1 is: [] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:18:56.446593 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-2231c729-a4a7-45f5-906c-e3609c8e2a8a tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Deleting subnet f453b336-e5ac-4917-b997-6500a6442d94 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:18:56.450421 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2231c729-a4a7-45f5-906c-e3609c8e2a8a tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:56.493836 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2231c729-a4a7-45f5-906c-e3609c8e2a8a tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:56.578793 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2231c729-a4a7-45f5-906c-e3609c8e2a8a tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:56.642016 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2231c729-a4a7-45f5-906c-e3609c8e2a8a tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:56.668003 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231c729-a4a7-45f5-906c-e3609c8e2a8a tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Pushing event deleted for resources: {'Subnet': ['ID=f453b336-e5ac-4917-b997-6500a6442d94,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:56.675299 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2231c729-a4a7-45f5-906c-e3609c8e2a8a tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:56.678514 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2231c729-a4a7-45f5-906c-e3609c8e2a8a tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "DELETE /v2.0/subnets/f453b336-e5ac-4917-b997-6500a6442d94 HTTP/1.1" status: 204 len: 168 time: 0.2903888 Nov 04 11:18:56.681218 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54338) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:56.683270 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd36e6f5-e35f-430d-b391-e81dab4d8438 None None] Network 68eb062f-cd52-4653-80cd-91e33bca94ae requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:56.756690 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7701db58-bc34-4819-9e17-8ba202f235ed tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:56.812939 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-7701db58-bc34-4819-9e17-8ba202f235ed tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Deleting port c0fd4ec5-8261-4820-aea8-5356ed5b618c {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:18:56.813398 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7701db58-bc34-4819-9e17-8ba202f235ed tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:56.864898 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a11d13-d959-43ce-bc8e-3d4b6ee0d6db None None] DHCP port deletion for 68eb062f-cd52-4653-80cd-91e33bca94ae request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:18:56.883626 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-7701db58-bc34-4819-9e17-8ba202f235ed tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] For port c0fd4ec5-8261-4820-aea8-5356ed5b618c, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c0fd4ec5-8261-4820-aea8-5356ed5b618c,segment=NetworkSegment(e7f8ef1a-ed2b-45d8-af4b-500c09f0ec6f),segment_id=e7f8ef1a-ed2b-45d8-af4b-500c09f0ec6f)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:18:56.883984 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7701db58-bc34-4819-9e17-8ba202f235ed tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:56.898288 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-7701db58-bc34-4819-9e17-8ba202f235ed tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Calling delete_port for c0fd4ec5-8261-4820-aea8-5356ed5b618c owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:18:56.913766 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-46a11d13-d959-43ce-bc8e-3d4b6ee0d6db None None] Deleting port c0fd4ec5-8261-4820-aea8-5356ed5b618c {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:18:56.914148 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-46a11d13-d959-43ce-bc8e-3d4b6ee0d6db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:56.981921 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-46a11d13-d959-43ce-bc8e-3d4b6ee0d6db None None] For port c0fd4ec5-8261-4820-aea8-5356ed5b618c, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=c0fd4ec5-8261-4820-aea8-5356ed5b618c,segment=NetworkSegment(e7f8ef1a-ed2b-45d8-af4b-500c09f0ec6f),segment_id=e7f8ef1a-ed2b-45d8-af4b-500c09f0ec6f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:18:56.982322 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-46a11d13-d959-43ce-bc8e-3d4b6ee0d6db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:56.982952 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7701db58-bc34-4819-9e17-8ba202f235ed tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:56.995190 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-46a11d13-d959-43ce-bc8e-3d4b6ee0d6db None None] Calling delete_port for c0fd4ec5-8261-4820-aea8-5356ed5b618c owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:18:57.006486 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701db58-bc34-4819-9e17-8ba202f235ed tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Pushing event deleted for resources: {'Port': ['ID=c0fd4ec5-8261-4820-aea8-5356ed5b618c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:57.012469 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7701db58-bc34-4819-9e17-8ba202f235ed tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] No DVR routers for this DVR port c0fd4ec5-8261-4820-aea8-5356ed5b618c on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:57.074069 n-d-816629-1 neutron-server[101776]: self.session.flush() Nov 04 11:18:57.082328 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-46a11d13-d959-43ce-bc8e-3d4b6ee0d6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:57.095996 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7701db58-bc34-4819-9e17-8ba202f235ed tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:57.109504 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a11d13-d959-43ce-bc8e-3d4b6ee0d6db None None] Pushing event deleted for resources: {'Port': ['ID=c0fd4ec5-8261-4820-aea8-5356ed5b618c,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:57.114632 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a11d13-d959-43ce-bc8e-3d4b6ee0d6db None None] No DVR routers for this DVR port c0fd4ec5-8261-4820-aea8-5356ed5b618c on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:18:57.117851 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-7701db58-bc34-4819-9e17-8ba202f235ed tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68eb062f-cd52-4653-80cd-91e33bca94ae']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:57.128594 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-7701db58-bc34-4819-9e17-8ba202f235ed tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f8ef1a-ed2b-45d8-af4b-500c09f0ec6f') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:57.128895 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-7701db58-bc34-4819-9e17-8ba202f235ed tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f8ef1a-ed2b-45d8-af4b-500c09f0ec6f') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:57.143539 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7701db58-bc34-4819-9e17-8ba202f235ed tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:57.157517 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7701db58-bc34-4819-9e17-8ba202f235ed tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:57.163354 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7701db58-bc34-4819-9e17-8ba202f235ed tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Releasing vlan 1154 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:18:57.163729 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7701db58-bc34-4819-9e17-8ba202f235ed tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:18:57.166850 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:18:57.505322 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7701db58-bc34-4819-9e17-8ba202f235ed tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:57.512645 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7701db58-bc34-4819-9e17-8ba202f235ed tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:57.515772 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7701db58-bc34-4819-9e17-8ba202f235ed tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "DELETE /v2.0/networks/68eb062f-cd52-4653-80cd-91e33bca94ae HTTP/1.1" status: 204 len: 168 time: 0.8336401 Nov 04 11:18:57.518629 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54340) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:57.528119 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701db58-bc34-4819-9e17-8ba202f235ed tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Pushing event deleted for resources: {'Network': ['ID=68eb062f-cd52-4653-80cd-91e33bca94ae,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:57.580320 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-38db0965-271c-4a46-a01d-99ede1786316 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Deleting subnet 7c02dd10-33aa-42d2-8ef1-f5b998990ee1 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:18:57.583706 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-38db0965-271c-4a46-a01d-99ede1786316 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:57.628177 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-38db0965-271c-4a46-a01d-99ede1786316 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:57.715809 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-38db0965-271c-4a46-a01d-99ede1786316 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:57.776350 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-38db0965-271c-4a46-a01d-99ede1786316 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:57.810023 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db0965-271c-4a46-a01d-99ede1786316 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Pushing event deleted for resources: {'Subnet': ['ID=7c02dd10-33aa-42d2-8ef1-f5b998990ee1,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:57.812128 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-38db0965-271c-4a46-a01d-99ede1786316 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:57.815361 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-38db0965-271c-4a46-a01d-99ede1786316 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "DELETE /v2.0/subnets/7c02dd10-33aa-42d2-8ef1-f5b998990ee1 HTTP/1.1" status: 204 len: 168 time: 0.2955601 Nov 04 11:18:57.816255 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15ccd68-0753-466e-b0c5-ef39a1c085e8 None None] Network 439cb470-c842-43a8-8df3-91d755891b4f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:57.818158 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54342) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:57.875336 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf2d069-8ff0-4da0-9d39-be308b3d9755 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Deleting subnet 377ae764-4049-4dde-88be-e2e38ff65d9d {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:18:57.878596 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bdf2d069-8ff0-4da0-9d39-be308b3d9755 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:57.918613 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bdf2d069-8ff0-4da0-9d39-be308b3d9755 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:57.988000 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87ad5b0-1fbe-4e29-b771-3e324501b89c None None] DHCP port deletion for 439cb470-c842-43a8-8df3-91d755891b4f request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:18:58.011759 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bdf2d069-8ff0-4da0-9d39-be308b3d9755 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:58.036348 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e87ad5b0-1fbe-4e29-b771-3e324501b89c None None] Deleting port e12c8ce3-d284-4ca2-9d63-e6a9985c15e2 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:18:58.036606 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e87ad5b0-1fbe-4e29-b771-3e324501b89c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:58.072932 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bdf2d069-8ff0-4da0-9d39-be308b3d9755 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:58.097555 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9b1688-898a-41ae-b2c8-6a1f1695d931 None None] Network ae71cab0-bf8b-4151-88ea-0a31ec220ad7 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:58.105138 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bdf2d069-8ff0-4da0-9d39-be308b3d9755 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:58.110770 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bdf2d069-8ff0-4da0-9d39-be308b3d9755 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "DELETE /v2.0/subnets/377ae764-4049-4dde-88be-e2e38ff65d9d HTTP/1.1" status: 204 len: 168 time: 0.2893441 Nov 04 11:18:58.110770 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2d069-8ff0-4da0-9d39-be308b3d9755 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Pushing event deleted for resources: {'Subnet': ['ID=377ae764-4049-4dde-88be-e2e38ff65d9d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:58.111164 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54348) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:58.158331 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e87ad5b0-1fbe-4e29-b771-3e324501b89c None None] For port e12c8ce3-d284-4ca2-9d63-e6a9985c15e2, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e12c8ce3-d284-4ca2-9d63-e6a9985c15e2,segment=NetworkSegment(dd5ab058-a568-4426-b94c-a893c41c420a),segment_id=dd5ab058-a568-4426-b94c-a893c41c420a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:18:58.158734 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e87ad5b0-1fbe-4e29-b771-3e324501b89c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:58.177429 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e87ad5b0-1fbe-4e29-b771-3e324501b89c None None] Calling delete_port for e12c8ce3-d284-4ca2-9d63-e6a9985c15e2 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:18:58.192586 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c4f58903-df58-413f-970e-3c70af8283d2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:58.246630 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-c4f58903-df58-413f-970e-3c70af8283d2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Deleting port e12c8ce3-d284-4ca2-9d63-e6a9985c15e2 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:18:58.246889 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c4f58903-df58-413f-970e-3c70af8283d2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:58.311995 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e87ad5b0-1fbe-4e29-b771-3e324501b89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:58.312707 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-c4f58903-df58-413f-970e-3c70af8283d2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] For port e12c8ce3-d284-4ca2-9d63-e6a9985c15e2, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e12c8ce3-d284-4ca2-9d63-e6a9985c15e2,segment=NetworkSegment(dd5ab058-a568-4426-b94c-a893c41c420a),segment_id=dd5ab058-a568-4426-b94c-a893c41c420a)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:18:58.313109 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c4f58903-df58-413f-970e-3c70af8283d2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:58.326736 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-c4f58903-df58-413f-970e-3c70af8283d2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Calling delete_port for e12c8ce3-d284-4ca2-9d63-e6a9985c15e2 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:18:58.340495 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ad5b0-1fbe-4e29-b771-3e324501b89c None None] Pushing event deleted for resources: {'Port': ['ID=e12c8ce3-d284-4ca2-9d63-e6a9985c15e2,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:58.345571 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87ad5b0-1fbe-4e29-b771-3e324501b89c None None] No DVR routers for this DVR port e12c8ce3-d284-4ca2-9d63-e6a9985c15e2 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:18:58.375865 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faa9119-e8f3-4422-a25f-972eff10c56f None None] DHCP port deletion for ae71cab0-bf8b-4151-88ea-0a31ec220ad7 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:18:58.410046 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c4f58903-df58-413f-970e-3c70af8283d2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:58.426774 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-9faa9119-e8f3-4422-a25f-972eff10c56f None None] Deleting port 1259fe08-08eb-4e74-8ab2-f1b28e7f4d0c {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:18:58.427143 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9faa9119-e8f3-4422-a25f-972eff10c56f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:58.441130 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f58903-df58-413f-970e-3c70af8283d2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Pushing event deleted for resources: {'Port': ['ID=e12c8ce3-d284-4ca2-9d63-e6a9985c15e2,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:58.443000 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f58903-df58-413f-970e-3c70af8283d2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] No DVR routers for this DVR port e12c8ce3-d284-4ca2-9d63-e6a9985c15e2 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:18:58.493770 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-9faa9119-e8f3-4422-a25f-972eff10c56f None None] For port 1259fe08-08eb-4e74-8ab2-f1b28e7f4d0c, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=1259fe08-08eb-4e74-8ab2-f1b28e7f4d0c,segment=NetworkSegment(a6d5cf61-daf9-4db7-88f5-4ffb8d671bf7),segment_id=a6d5cf61-daf9-4db7-88f5-4ffb8d671bf7)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:18:58.494170 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9faa9119-e8f3-4422-a25f-972eff10c56f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:58.508141 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-9faa9119-e8f3-4422-a25f-972eff10c56f None None] Calling delete_port for 1259fe08-08eb-4e74-8ab2-f1b28e7f4d0c owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:18:58.523002 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c4f58903-df58-413f-970e-3c70af8283d2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:58.544210 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-c4f58903-df58-413f-970e-3c70af8283d2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439cb470-c842-43a8-8df3-91d755891b4f']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:58.554333 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-c4f58903-df58-413f-970e-3c70af8283d2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5ab058-a568-4426-b94c-a893c41c420a') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:58.554622 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-c4f58903-df58-413f-970e-3c70af8283d2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5ab058-a568-4426-b94c-a893c41c420a') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:58.564305 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c4f58903-df58-413f-970e-3c70af8283d2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:58.577600 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c4f58903-df58-413f-970e-3c70af8283d2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:58.583685 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f58903-df58-413f-970e-3c70af8283d2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Releasing vlan 1184 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:18:58.584059 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c4f58903-df58-413f-970e-3c70af8283d2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: self.session.flush() Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:18:58.587082 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:18:58.595722 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9faa9119-e8f3-4422-a25f-972eff10c56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:58.623736 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa9119-e8f3-4422-a25f-972eff10c56f None None] Pushing event deleted for resources: {'Port': ['ID=1259fe08-08eb-4e74-8ab2-f1b28e7f4d0c,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:58.625606 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faa9119-e8f3-4422-a25f-972eff10c56f None None] No DVR routers for this DVR port 1259fe08-08eb-4e74-8ab2-f1b28e7f4d0c on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:18:58.667924 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c4f58903-df58-413f-970e-3c70af8283d2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:58.676683 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c4f58903-df58-413f-970e-3c70af8283d2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:58.681812 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c4f58903-df58-413f-970e-3c70af8283d2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "DELETE /v2.0/networks/439cb470-c842-43a8-8df3-91d755891b4f HTTP/1.1" status: 204 len: 168 time: 0.5695844 Nov 04 11:18:58.684635 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54350) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:58.707681 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f58903-df58-413f-970e-3c70af8283d2 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Pushing event deleted for resources: {'Network': ['ID=439cb470-c842-43a8-8df3-91d755891b4f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:58.777808 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-456b353e-608b-4b60-add5-81285ae4e162 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:58.870478 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e12c8ce3-d284-4ca2-9d63-e6a9985c15e2 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:18:58.876533 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-456b353e-608b-4b60-add5-81285ae4e162 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:58.890223 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: e12c8ce3-d284-4ca2-9d63-e6a9985c15e2 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:18:58.890495 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e12c8ce3-d284-4ca2-9d63-e6a9985c15e2 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:18:58.890899 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 1259fe08-08eb-4e74-8ab2-f1b28e7f4d0c no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:18:58.898482 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-456b353e-608b-4b60-add5-81285ae4e162 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae71cab0-bf8b-4151-88ea-0a31ec220ad7']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:58.908781 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-456b353e-608b-4b60-add5-81285ae4e162 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d5cf61-daf9-4db7-88f5-4ffb8d671bf7') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:58.909116 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-456b353e-608b-4b60-add5-81285ae4e162 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d5cf61-daf9-4db7-88f5-4ffb8d671bf7') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:58.909771 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 1259fe08-08eb-4e74-8ab2-f1b28e7f4d0c {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:18:58.910424 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 1259fe08-08eb-4e74-8ab2-f1b28e7f4d0c not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:18:58.910565 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c0fd4ec5-8261-4820-aea8-5356ed5b618c no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:18:58.918747 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-456b353e-608b-4b60-add5-81285ae4e162 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:58.929110 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: c0fd4ec5-8261-4820-aea8-5356ed5b618c {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:18:58.929434 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device c0fd4ec5-8261-4820-aea8-5356ed5b618c not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:18:58.932527 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-456b353e-608b-4b60-add5-81285ae4e162 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:58.939135 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456b353e-608b-4b60-add5-81285ae4e162 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Releasing vlan 1168 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:18:58.939588 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-456b353e-608b-4b60-add5-81285ae4e162 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:18:58.942734 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:18:59.000724 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-456b353e-608b-4b60-add5-81285ae4e162 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:59.008450 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-456b353e-608b-4b60-add5-81285ae4e162 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:59.012420 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-456b353e-608b-4b60-add5-81285ae4e162 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "DELETE /v2.0/networks/ae71cab0-bf8b-4151-88ea-0a31ec220ad7 HTTP/1.1" status: 204 len: 168 time: 0.3265319 Nov 04 11:18:59.014927 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54352) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:59.033267 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b353e-608b-4b60-add5-81285ae4e162 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Pushing event deleted for resources: {'Network': ['ID=ae71cab0-bf8b-4151-88ea-0a31ec220ad7,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:59.081200 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-973cc8ed-395a-49ff-af58-7a3d61896e68 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Deleting subnet d590ced7-433d-44d4-956e-3c9773b714ca {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:18:59.084342 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-973cc8ed-395a-49ff-af58-7a3d61896e68 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:59.126313 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-973cc8ed-395a-49ff-af58-7a3d61896e68 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:59.214870 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-973cc8ed-395a-49ff-af58-7a3d61896e68 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:59.280730 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-973cc8ed-395a-49ff-af58-7a3d61896e68 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:59.306910 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cc8ed-395a-49ff-af58-7a3d61896e68 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Pushing event deleted for resources: {'Subnet': ['ID=d590ced7-433d-44d4-956e-3c9773b714ca,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:59.314903 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-973cc8ed-395a-49ff-af58-7a3d61896e68 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:59.318135 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-973cc8ed-395a-49ff-af58-7a3d61896e68 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "DELETE /v2.0/subnets/d590ced7-433d-44d4-956e-3c9773b714ca HTTP/1.1" status: 204 len: 168 time: 0.3022492 Nov 04 11:18:59.320746 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54354) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:59.323291 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a18ab01-de7a-40de-a16c-b85d692e6284 None None] Network 628cd431-952b-4115-a1cc-86e60db013e5 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:18:59.398077 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0fe067fc-1a89-4db0-9ba3-795bc968e659 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:59.462012 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-0fe067fc-1a89-4db0-9ba3-795bc968e659 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Deleting port 5e699550-688d-480b-a623-473b1e3a4a50 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:18:59.462369 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0fe067fc-1a89-4db0-9ba3-795bc968e659 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:59.492591 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958c3eae-d6dc-440f-8829-4686a7104a80 None None] DHCP port deletion for 628cd431-952b-4115-a1cc-86e60db013e5 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:18:59.532449 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-0fe067fc-1a89-4db0-9ba3-795bc968e659 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] For port 5e699550-688d-480b-a623-473b1e3a4a50, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=5e699550-688d-480b-a623-473b1e3a4a50,segment=NetworkSegment(e5e33f34-33af-41b1-b292-292ae971889a),segment_id=e5e33f34-33af-41b1-b292-292ae971889a)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:18:59.532785 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0fe067fc-1a89-4db0-9ba3-795bc968e659 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:59.541155 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-958c3eae-d6dc-440f-8829-4686a7104a80 None None] Deleting port 5e699550-688d-480b-a623-473b1e3a4a50 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:18:59.541528 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-958c3eae-d6dc-440f-8829-4686a7104a80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:59.546727 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-0fe067fc-1a89-4db0-9ba3-795bc968e659 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Calling delete_port for 5e699550-688d-480b-a623-473b1e3a4a50 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:18:59.605960 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-958c3eae-d6dc-440f-8829-4686a7104a80 None None] For port 5e699550-688d-480b-a623-473b1e3a4a50, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=5e699550-688d-480b-a623-473b1e3a4a50,segment=NetworkSegment(e5e33f34-33af-41b1-b292-292ae971889a),segment_id=e5e33f34-33af-41b1-b292-292ae971889a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:18:59.606352 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-958c3eae-d6dc-440f-8829-4686a7104a80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:59.619884 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-958c3eae-d6dc-440f-8829-4686a7104a80 None None] Calling delete_port for 5e699550-688d-480b-a623-473b1e3a4a50 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:18:59.631601 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0fe067fc-1a89-4db0-9ba3-795bc968e659 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:59.658031 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe067fc-1a89-4db0-9ba3-795bc968e659 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Pushing event deleted for resources: {'Port': ['ID=5e699550-688d-480b-a623-473b1e3a4a50,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:59.662036 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe067fc-1a89-4db0-9ba3-795bc968e659 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] No DVR routers for this DVR port 5e699550-688d-480b-a623-473b1e3a4a50 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:18:59.702517 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-958c3eae-d6dc-440f-8829-4686a7104a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:59.729958 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c3eae-d6dc-440f-8829-4686a7104a80 None None] Pushing event deleted for resources: {'Port': ['ID=5e699550-688d-480b-a623-473b1e3a4a50,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:59.736466 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958c3eae-d6dc-440f-8829-4686a7104a80 None None] No DVR routers for this DVR port 5e699550-688d-480b-a623-473b1e3a4a50 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:18:59.751828 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0fe067fc-1a89-4db0-9ba3-795bc968e659 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:59.773037 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-0fe067fc-1a89-4db0-9ba3-795bc968e659 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['628cd431-952b-4115-a1cc-86e60db013e5']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:59.782625 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-0fe067fc-1a89-4db0-9ba3-795bc968e659 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e33f34-33af-41b1-b292-292ae971889a') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:59.782921 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-0fe067fc-1a89-4db0-9ba3-795bc968e659 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e33f34-33af-41b1-b292-292ae971889a') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:18:59.792456 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0fe067fc-1a89-4db0-9ba3-795bc968e659 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:59.805761 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0fe067fc-1a89-4db0-9ba3-795bc968e659 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:59.812368 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe067fc-1a89-4db0-9ba3-795bc968e659 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Releasing vlan 1196 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:18:59.812845 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0fe067fc-1a89-4db0-9ba3-795bc968e659 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:18:59.815916 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:18:59.881223 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0fe067fc-1a89-4db0-9ba3-795bc968e659 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:59.888754 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0fe067fc-1a89-4db0-9ba3-795bc968e659 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:18:59.892001 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0fe067fc-1a89-4db0-9ba3-795bc968e659 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "DELETE /v2.0/networks/628cd431-952b-4115-a1cc-86e60db013e5 HTTP/1.1" status: 204 len: 168 time: 0.5702727 Nov 04 11:18:59.894832 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54356) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:18:59.904757 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe067fc-1a89-4db0-9ba3-795bc968e659 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Pushing event deleted for resources: {'Network': ['ID=628cd431-952b-4115-a1cc-86e60db013e5,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:18:59.923578 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1385c8f7-ecfb-45ec-82f9-1310fdadf098 tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "GET /v2.0/ports?device_id=d26e6963-ea4c-438c-b078-ec03e850b3c3 HTTP/1.1" status: 200 len: 205 time: 0.0271661 Nov 04 11:18:59.926093 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54358) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:00.003862 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ee277dbf-9253-44b0-b0d2-042afb6e149f tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:00.175303 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ee277dbf-9253-44b0-b0d2-042afb6e149f tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:00.177549 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ee277dbf-9253-44b0-b0d2-042afb6e149f tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:00.226511 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ee277dbf-9253-44b0-b0d2-042afb6e149f tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:00.227049 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee277dbf-9253-44b0-b0d2-042afb6e149f tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Fanout notify agent at l3_agent the message router_deleted on router d26e6963-ea4c-438c-b078-ec03e850b3c3 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:19:00.234353 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ee277dbf-9253-44b0-b0d2-042afb6e149f tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:00.237221 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ee277dbf-9253-44b0-b0d2-042afb6e149f tempest-RoutersNegativeIpV6Test-1489969999 tempest-RoutersNegativeIpV6Test-1489969999-project] 10.222.0.127 "DELETE /v2.0/routers/d26e6963-ea4c-438c-b078-ec03e850b3c3 HTTP/1.1" status: 204 len: 168 time: 0.3084607 Nov 04 11:19:00.504304 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54364) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:00.652410 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-56f2cfc2-0d59-4098-8697-0a0ae6af4b7f admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=248a06015fc14e23991f0979f66ae2ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1462991 Nov 04 11:19:00.654464 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54368) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:00.708908 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-99329b23-6c6a-43fb-8883-24ca273d501d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:00.738352 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-99329b23-6c6a-43fb-8883-24ca273d501d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:00.793807 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-99329b23-6c6a-43fb-8883-24ca273d501d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:00.796624 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-99329b23-6c6a-43fb-8883-24ca273d501d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:00.797843 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-99329b23-6c6a-43fb-8883-24ca273d501d admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/f8c750aa-d562-4d56-aa89-616ac1e1f5c2 HTTP/1.1" status: 204 len: 168 time: 0.1424959 Nov 04 11:19:00.805825 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99329b23-6c6a-43fb-8883-24ca273d501d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c750aa-d562-4d56-aa89-616ac1e1f5c2,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:00.876473 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5e699550-688d-480b-a623-473b1e3a4a50 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:19:00.897655 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 5e699550-688d-480b-a623-473b1e3a4a50 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:19:00.897996 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5e699550-688d-480b-a623-473b1e3a4a50 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:19:01.612860 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54390) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:01.727358 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b364e653-690f-49bf-b5ee-ebd06038dbaa tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:01.728072 n-d-816629-1 neutron-server[101774]: WARNING neutron.api.v2.base [None req-b364e653-690f-49bf-b5ee-ebd06038dbaa tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 04 11:19:01.728570 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-b364e653-690f-49bf-b5ee-ebd06038dbaa tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] create failed (client error): There was a conflict when trying to complete your request. Nov 04 11:19:01.729952 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b364e653-690f-49bf-b5ee-ebd06038dbaa tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1160715 Nov 04 11:19:01.733734 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54394) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:01.737919 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-02e8e529-a84f-4887-89db-585d0b20cf93 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group': {'name': 'tempest-secgroup--2031539176'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:01.764137 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-02e8e529-a84f-4887-89db-585d0b20cf93 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:01.775057 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-02e8e529-a84f-4887-89db-585d0b20cf93 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:01.864227 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-02e8e529-a84f-4887-89db-585d0b20cf93 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:01.869929 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-02e8e529-a84f-4887-89db-585d0b20cf93 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:01.906949 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8e529-a84f-4887-89db-585d0b20cf93 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baca2c33-31b6-4521-9d91-2d74272e4ff4,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:01.943764 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-02e8e529-a84f-4887-89db-585d0b20cf93 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:01.949727 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-02e8e529-a84f-4887-89db-585d0b20cf93 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:01.978807 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-02e8e529-a84f-4887-89db-585d0b20cf93 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:01.980132 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-02e8e529-a84f-4887-89db-585d0b20cf93 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2454984 Nov 04 11:19:01.981382 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8e529-a84f-4887-89db-585d0b20cf93 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f76e86a2-7db0-4f01-9006-7b743c4ff1c4,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:01.983577 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54396) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:01.988722 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b1116a2f-d7da-4866-a831-2d8a7b2de78b tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group_rule': {'security_group_id': 'f76e86a2-7db0-4f01-9006-7b743c4ff1c4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:02.015984 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b1116a2f-d7da-4866-a831-2d8a7b2de78b tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:02.072402 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b1116a2f-d7da-4866-a831-2d8a7b2de78b tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:02.077607 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b1116a2f-d7da-4866-a831-2d8a7b2de78b tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:02.100867 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1116a2f-d7da-4866-a831-2d8a7b2de78b tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043946aa-0f37-4bb9-a912-9b14c1f008e2,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:02.107350 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b1116a2f-d7da-4866-a831-2d8a7b2de78b tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:02.109028 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b1116a2f-d7da-4866-a831-2d8a7b2de78b tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240604 Nov 04 11:19:02.112072 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54398) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:02.118857 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-49009a1d-f66f-48de-a973-4d61e769504c tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group_rule': {'security_group_id': 'f76e86a2-7db0-4f01-9006-7b743c4ff1c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:02.148174 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-49009a1d-f66f-48de-a973-4d61e769504c tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:02.196576 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-49009a1d-f66f-48de-a973-4d61e769504c tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] create failed (client error): There was a conflict when trying to complete your request. Nov 04 11:19:02.197629 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-49009a1d-f66f-48de-a973-4d61e769504c tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0842602 Nov 04 11:19:02.200850 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54400) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:02.261107 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a8b1e222-6c4c-4a7b-a092-b9e9ee68424f tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:02.285953 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a8b1e222-6c4c-4a7b-a092-b9e9ee68424f tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:02.336615 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a8b1e222-6c4c-4a7b-a092-b9e9ee68424f tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:02.341305 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a8b1e222-6c4c-4a7b-a092-b9e9ee68424f tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:02.343068 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a8b1e222-6c4c-4a7b-a092-b9e9ee68424f tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "DELETE /v2.0/security-groups/f76e86a2-7db0-4f01-9006-7b743c4ff1c4 HTTP/1.1" status: 204 len: 168 time: 0.1412499 Nov 04 11:19:02.346160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54402) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:02.356508 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1e222-6c4c-4a7b-a092-b9e9ee68424f tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76e86a2-7db0-4f01-9006-7b743c4ff1c4,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:02.402241 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2c34ca25-2faf-436d-94e4-86442166d67e tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0546505 Nov 04 11:19:02.406506 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54404) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:02.410808 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-22966620-8b53-4bcd-966c-bf057c08d3e3 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1343441015'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:02.435419 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-22966620-8b53-4bcd-966c-bf057c08d3e3 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:02.503573 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-22966620-8b53-4bcd-966c-bf057c08d3e3 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:02.509456 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-22966620-8b53-4bcd-966c-bf057c08d3e3 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:02.539268 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-22966620-8b53-4bcd-966c-bf057c08d3e3 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:02.540511 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-22966620-8b53-4bcd-966c-bf057c08d3e3 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1330872 Nov 04 11:19:02.542569 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22966620-8b53-4bcd-966c-bf057c08d3e3 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=981d8390-4a91-4414-8fa1-5e571ed63597,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:02.544114 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54406) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:02.549085 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-45ccbd0d-3c1c-4cb7-ab55-c158e11040d0 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group_rule': {'security_group_id': '981d8390-4a91-4414-8fa1-5e571ed63597', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:02.549881 n-d-816629-1 neutron-server[101774]: WARNING neutron.api.v2.base [None req-45ccbd0d-3c1c-4cb7-ab55-c158e11040d0 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 04 11:19:02.550374 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-45ccbd0d-3c1c-4cb7-ab55-c158e11040d0 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 11:19:02.553943 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-45ccbd0d-3c1c-4cb7-ab55-c158e11040d0 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061302 Nov 04 11:19:02.554656 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54408) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:02.608395 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a86a8da5-78cd-4545-b3b3-ca8177176fd2 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:02.631744 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a86a8da5-78cd-4545-b3b3-ca8177176fd2 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:02.679610 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a86a8da5-78cd-4545-b3b3-ca8177176fd2 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:02.682308 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a86a8da5-78cd-4545-b3b3-ca8177176fd2 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:02.683541 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a86a8da5-78cd-4545-b3b3-ca8177176fd2 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "DELETE /v2.0/security-groups/981d8390-4a91-4414-8fa1-5e571ed63597 HTTP/1.1" status: 204 len: 168 time: 0.1274631 Nov 04 11:19:02.686508 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54410) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:02.693394 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a8da5-78cd-4545-b3b3-ca8177176fd2 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=981d8390-4a91-4414-8fa1-5e571ed63597,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:02.733474 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4751fcbb-89cd-4f67-98c3-02056678d957 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0453634 Nov 04 11:19:02.737291 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54412) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:02.741842 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-80aad8f0-7117-4f0f-a72e-e35678bf88d6 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1716208375'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:02.766403 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-80aad8f0-7117-4f0f-a72e-e35678bf88d6 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:02.853772 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-80aad8f0-7117-4f0f-a72e-e35678bf88d6 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:02.858949 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-80aad8f0-7117-4f0f-a72e-e35678bf88d6 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:02.889421 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aad8f0-7117-4f0f-a72e-e35678bf88d6 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4f4fa5-bc59-44d9-84f6-5f3b3e4f3c48,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:02.893581 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-80aad8f0-7117-4f0f-a72e-e35678bf88d6 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:02.897717 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-80aad8f0-7117-4f0f-a72e-e35678bf88d6 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1564910 Nov 04 11:19:02.898442 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54414) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:02.902268 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-b8b8a321-63fb-43fa-bb82-f468d638c494 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group_rule': {'security_group_id': 'dc4f4fa5-bc59-44d9-84f6-5f3b3e4f3c48', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:02.903158 n-d-816629-1 neutron-server[101775]: WARNING neutron.api.v2.base [None req-b8b8a321-63fb-43fa-bb82-f468d638c494 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 04 11:19:02.903676 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-b8b8a321-63fb-43fa-bb82-f468d638c494 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 11:19:02.904656 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b8b8a321-63fb-43fa-bb82-f468d638c494 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058086 Nov 04 11:19:02.907161 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54416) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:02.961895 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-343dcbdc-bda0-43fa-a715-3aa36ddcfeb1 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:02.987151 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-343dcbdc-bda0-43fa-a715-3aa36ddcfeb1 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:03.034006 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-343dcbdc-bda0-43fa-a715-3aa36ddcfeb1 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:03.036847 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-343dcbdc-bda0-43fa-a715-3aa36ddcfeb1 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:03.038009 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-343dcbdc-bda0-43fa-a715-3aa36ddcfeb1 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "DELETE /v2.0/security-groups/dc4f4fa5-bc59-44d9-84f6-5f3b3e4f3c48 HTTP/1.1" status: 204 len: 168 time: 0.1299369 Nov 04 11:19:03.040916 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54418) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:03.047531 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343dcbdc-bda0-43fa-a715-3aa36ddcfeb1 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4f4fa5-bc59-44d9-84f6-5f3b3e4f3c48,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:03.096548 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8407ed73-57a2-46f2-a8c4-01c0ef2e32e5 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0543816 Nov 04 11:19:03.100350 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54420) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:03.105740 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-c5e41658-cba4-42a2-9c2f-b643d0aab162 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group': {'name': 'tempest-secgroup--507729766'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:03.130644 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c5e41658-cba4-42a2-9c2f-b643d0aab162 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:03.205108 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c5e41658-cba4-42a2-9c2f-b643d0aab162 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:03.210809 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c5e41658-cba4-42a2-9c2f-b643d0aab162 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:03.241229 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c5e41658-cba4-42a2-9c2f-b643d0aab162 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:03.242477 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c5e41658-cba4-42a2-9c2f-b643d0aab162 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1410956 Nov 04 11:19:03.244350 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e41658-cba4-42a2-9c2f-b643d0aab162 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1736881-27fd-4717-9369-b86934b1dad6,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:03.246031 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54422) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:03.251147 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-08ae6f99-96bb-482f-9a94-0406ead61ad9 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group_rule': {'security_group_id': 'a1736881-27fd-4717-9369-b86934b1dad6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:03.253416 n-d-816629-1 neutron-server[101774]: WARNING neutron.api.v2.base [None req-08ae6f99-96bb-482f-9a94-0406ead61ad9 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 04 11:19:03.253965 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-08ae6f99-96bb-482f-9a94-0406ead61ad9 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 11:19:03.254925 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-08ae6f99-96bb-482f-9a94-0406ead61ad9 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0077014 Nov 04 11:19:03.258075 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54424) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:03.263410 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-6405141e-192d-46cb-ab1e-726be79650ff tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group_rule': {'security_group_id': 'a1736881-27fd-4717-9369-b86934b1dad6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:03.264091 n-d-816629-1 neutron-server[101775]: WARNING neutron.api.v2.base [None req-6405141e-192d-46cb-ab1e-726be79650ff tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 04 11:19:03.264587 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-6405141e-192d-46cb-ab1e-726be79650ff tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 11:19:03.265543 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6405141e-192d-46cb-ab1e-726be79650ff tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0064929 Nov 04 11:19:03.267953 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54426) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:03.272132 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-1d0a04a5-aa06-4679-9843-9e84aecfed50 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group_rule': {'security_group_id': 'a1736881-27fd-4717-9369-b86934b1dad6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:03.272927 n-d-816629-1 neutron-server[101775]: WARNING neutron.api.v2.base [None req-1d0a04a5-aa06-4679-9843-9e84aecfed50 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 04 11:19:03.273376 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-1d0a04a5-aa06-4679-9843-9e84aecfed50 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 11:19:03.274287 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1d0a04a5-aa06-4679-9843-9e84aecfed50 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055120 Nov 04 11:19:03.276884 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54428) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:03.282684 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-1f48eea4-e7c8-40c2-be9f-4898f34848bc tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group_rule': {'security_group_id': 'a1736881-27fd-4717-9369-b86934b1dad6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:03.283546 n-d-816629-1 neutron-server[101774]: WARNING neutron.api.v2.base [None req-1f48eea4-e7c8-40c2-be9f-4898f34848bc tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 04 11:19:03.284032 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-1f48eea4-e7c8-40c2-be9f-4898f34848bc tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 11:19:03.285072 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1f48eea4-e7c8-40c2-be9f-4898f34848bc tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072596 Nov 04 11:19:03.287645 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54430) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:03.342155 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca04331e-a01f-431c-8701-b1f403fcd694 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:03.366259 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca04331e-a01f-431c-8701-b1f403fcd694 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:03.414527 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca04331e-a01f-431c-8701-b1f403fcd694 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:03.420540 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ca04331e-a01f-431c-8701-b1f403fcd694 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:03.422565 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ca04331e-a01f-431c-8701-b1f403fcd694 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "DELETE /v2.0/security-groups/a1736881-27fd-4717-9369-b86934b1dad6 HTTP/1.1" status: 204 len: 168 time: 0.1340373 Nov 04 11:19:03.425841 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54432) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:03.438239 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04331e-a01f-431c-8701-b1f403fcd694 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1736881-27fd-4717-9369-b86934b1dad6,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:03.482779 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-43e716fe-56ab-4093-b138-ef470a16c8d8 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0550017 Nov 04 11:19:03.486871 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54434) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:03.491457 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-d25c1be6-e331-431c-972f-41e72a87179d tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1930716897'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:03.517158 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d25c1be6-e331-431c-972f-41e72a87179d tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:03.585931 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d25c1be6-e331-431c-972f-41e72a87179d tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:03.592099 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d25c1be6-e331-431c-972f-41e72a87179d tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:03.621674 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d25c1be6-e331-431c-972f-41e72a87179d tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:03.622900 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d25c1be6-e331-431c-972f-41e72a87179d tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1350708 Nov 04 11:19:03.624721 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c1be6-e331-431c-972f-41e72a87179d tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=864d0bc5-4d7d-4aea-a541-da3076b3d454,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:03.626216 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54436) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:03.631075 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-9fcb7694-0873-4f61-abde-deed7e2a3cc0 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group_rule': {'security_group_id': '864d0bc5-4d7d-4aea-a541-da3076b3d454', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:03.631523 n-d-816629-1 neutron-server[101774]: WARNING neutron.api.v2.base [None req-9fcb7694-0873-4f61-abde-deed7e2a3cc0 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 04 11:19:03.631889 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-9fcb7694-0873-4f61-abde-deed7e2a3cc0 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 11:19:03.635610 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54438) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:03.635928 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9fcb7694-0873-4f61-abde-deed7e2a3cc0 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083847 Nov 04 11:19:03.640217 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-9bba39ac-cd37-4764-aaef-cd16eb2b8a25 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group_rule': {'security_group_id': '864d0bc5-4d7d-4aea-a541-da3076b3d454', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:03.678440 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-9bba39ac-cd37-4764-aaef-cd16eb2b8a25 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 11:19:03.679544 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9bba39ac-cd37-4764-aaef-cd16eb2b8a25 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0428627 Nov 04 11:19:03.683195 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54440) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:03.687283 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-37d5d813-850c-47b9-8478-de4965a66612 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group_rule': {'security_group_id': '864d0bc5-4d7d-4aea-a541-da3076b3d454', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:03.688889 n-d-816629-1 neutron-server[101775]: WARNING neutron.api.v2.base [None req-37d5d813-850c-47b9-8478-de4965a66612 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 04 11:19:03.689375 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-37d5d813-850c-47b9-8478-de4965a66612 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 11:19:03.690326 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-37d5d813-850c-47b9-8478-de4965a66612 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064764 Nov 04 11:19:03.692591 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54442) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:03.696496 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-db37f27b-4e67-4d85-a381-118ef4aecca8 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group_rule': {'security_group_id': '864d0bc5-4d7d-4aea-a541-da3076b3d454', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:03.736711 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-db37f27b-4e67-4d85-a381-118ef4aecca8 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 11:19:03.737660 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-db37f27b-4e67-4d85-a381-118ef4aecca8 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0441747 Nov 04 11:19:03.740612 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54444) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:03.746533 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-91cb5247-ce03-4a61-bfb0-469ddc8281c4 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group_rule': {'security_group_id': '864d0bc5-4d7d-4aea-a541-da3076b3d454', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:03.747008 n-d-816629-1 neutron-server[101774]: WARNING neutron.api.v2.base [None req-91cb5247-ce03-4a61-bfb0-469ddc8281c4 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 04 11:19:03.747518 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-91cb5247-ce03-4a61-bfb0-469ddc8281c4 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 11:19:03.748493 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-91cb5247-ce03-4a61-bfb0-469ddc8281c4 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068395 Nov 04 11:19:03.751163 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54446) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:03.755418 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-cc61409d-bf4d-4321-b2f8-d05bd1514e43 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group_rule': {'security_group_id': '864d0bc5-4d7d-4aea-a541-da3076b3d454', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:03.799318 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-cc61409d-bf4d-4321-b2f8-d05bd1514e43 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 11:19:03.800411 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cc61409d-bf4d-4321-b2f8-d05bd1514e43 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0482426 Nov 04 11:19:03.803279 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54448) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:03.807717 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-2873b6d1-b7e3-4737-9508-23e61436c16c tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group_rule': {'security_group_id': '864d0bc5-4d7d-4aea-a541-da3076b3d454', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:03.808185 n-d-816629-1 neutron-server[101774]: WARNING neutron.api.v2.base [None req-2873b6d1-b7e3-4737-9508-23e61436c16c tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 04 11:19:03.808647 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-2873b6d1-b7e3-4737-9508-23e61436c16c tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 11:19:03.809595 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2873b6d1-b7e3-4737-9508-23e61436c16c tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053806 Nov 04 11:19:03.812367 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54450) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:03.820374 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-5af12d7c-2f84-4826-b7dc-fd5addbdbb68 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group_rule': {'security_group_id': '864d0bc5-4d7d-4aea-a541-da3076b3d454', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:03.867977 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-5af12d7c-2f84-4826-b7dc-fd5addbdbb68 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 11:19:03.869067 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5af12d7c-2f84-4826-b7dc-fd5addbdbb68 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0553772 Nov 04 11:19:03.873701 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54452) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:03.878067 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-d0d5dc53-5434-44ff-88ea-3949bdbec647 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group_rule': {'security_group_id': '864d0bc5-4d7d-4aea-a541-da3076b3d454', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:03.914168 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-d0d5dc53-5434-44ff-88ea-3949bdbec647 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 11:19:03.915547 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d0d5dc53-5434-44ff-88ea-3949bdbec647 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0409257 Nov 04 11:19:03.918823 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54454) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:03.979057 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-91ae1be4-4852-47e7-8b13-741d565d049c tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:04.006744 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-91ae1be4-4852-47e7-8b13-741d565d049c tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:04.050833 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-91ae1be4-4852-47e7-8b13-741d565d049c tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:04.053477 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-91ae1be4-4852-47e7-8b13-741d565d049c tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:04.054647 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-91ae1be4-4852-47e7-8b13-741d565d049c tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "DELETE /v2.0/security-groups/864d0bc5-4d7d-4aea-a541-da3076b3d454 HTTP/1.1" status: 204 len: 168 time: 0.1349020 Nov 04 11:19:04.057821 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54456) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:04.065037 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae1be4-4852-47e7-8b13-741d565d049c tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=864d0bc5-4d7d-4aea-a541-da3076b3d454,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:04.107955 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2008c843-64c2-4648-82cb-584283c383c2 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0487757 Nov 04 11:19:04.111874 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54458) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:04.116157 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-9c3a321d-3df4-431e-848e-685148ffba13 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1346462939'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:04.140032 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c3a321d-3df4-431e-848e-685148ffba13 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:04.213219 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c3a321d-3df4-431e-848e-685148ffba13 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:04.219553 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c3a321d-3df4-431e-848e-685148ffba13 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:04.249432 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a321d-3df4-431e-848e-685148ffba13 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0460d71a-d9fc-4a6d-ba42-6aa77fcef4d1,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:04.254316 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c3a321d-3df4-431e-848e-685148ffba13 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:04.255617 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9c3a321d-3df4-431e-848e-685148ffba13 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1428244 Nov 04 11:19:04.259117 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54460) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:04.267417 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-e3aad386-b82e-4495-878c-327b3eec2dbd tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group_rule': {'security_group_id': '0460d71a-d9fc-4a6d-ba42-6aa77fcef4d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:04.322708 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-e3aad386-b82e-4495-878c-327b3eec2dbd tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] create failed (client error): The resource could not be found. Nov 04 11:19:04.324124 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e3aad386-b82e-4495-878c-327b3eec2dbd tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0640194 Nov 04 11:19:04.327292 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54462) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:04.332113 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-cf9ebf5f-127a-45d9-9881-5d1a0471e3ca tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group_rule': {'security_group_id': '0460d71a-d9fc-4a6d-ba42-6aa77fcef4d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5793db33-491d-437b-8621-55f670f87072'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:04.377158 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-cf9ebf5f-127a-45d9-9881-5d1a0471e3ca tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] create failed (client error): The resource could not be found. Nov 04 11:19:04.378661 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-cf9ebf5f-127a-45d9-9881-5d1a0471e3ca tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0503497 Nov 04 11:19:04.381589 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54464) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:04.440646 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7c267aec-5982-4583-a754-8a5e79ac34d3 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:04.464367 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7c267aec-5982-4583-a754-8a5e79ac34d3 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:04.509671 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7c267aec-5982-4583-a754-8a5e79ac34d3 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:04.512962 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7c267aec-5982-4583-a754-8a5e79ac34d3 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:04.514220 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7c267aec-5982-4583-a754-8a5e79ac34d3 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "DELETE /v2.0/security-groups/0460d71a-d9fc-4a6d-ba42-6aa77fcef4d1 HTTP/1.1" status: 204 len: 168 time: 0.1316817 Nov 04 11:19:04.517736 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54466) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:04.524264 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c267aec-5982-4583-a754-8a5e79ac34d3 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0460d71a-d9fc-4a6d-ba42-6aa77fcef4d1,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:04.567579 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b50c3704-ae64-4a2a-8b4c-4163311db2da tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0480590 Nov 04 11:19:04.572079 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54468) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:04.577214 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-f705c3bf-8b4b-40f4-89cf-caddb46ed686 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group_rule': {'security_group_id': 'ea73fdff-322c-4276-97ce-fa3cadf2f1cd', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:04.621468 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-f705c3bf-8b4b-40f4-89cf-caddb46ed686 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] create failed (client error): The resource could not be found. Nov 04 11:19:04.622474 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f705c3bf-8b4b-40f4-89cf-caddb46ed686 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0494895 Nov 04 11:19:04.626670 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54470) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:04.631084 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-2d2ea7cf-545c-4dd1-8150-dd9217574f8b tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group': {'name': 'tempest-secgroup--663886818'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:04.655539 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2d2ea7cf-545c-4dd1-8150-dd9217574f8b tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:04.721083 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2d2ea7cf-545c-4dd1-8150-dd9217574f8b tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:04.726005 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2d2ea7cf-545c-4dd1-8150-dd9217574f8b tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:04.756917 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2d2ea7cf-545c-4dd1-8150-dd9217574f8b tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:04.758161 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2d2ea7cf-545c-4dd1-8150-dd9217574f8b tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1305549 Nov 04 11:19:04.760143 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ea7cf-545c-4dd1-8150-dd9217574f8b tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e381277-c937-412e-831c-ab004d937453,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:04.761214 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54472) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:04.765980 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-7ee99f17-4a1f-4d2f-8bd1-d5883cef9c7d tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group': {'name': 'tempest-secgroup--82688557'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:04.768255 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2ea7cf-545c-4dd1-8150-dd9217574f8b tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:19:04.768604 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2ea7cf-545c-4dd1-8150-dd9217574f8b tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:19:04.769004 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2ea7cf-545c-4dd1-8150-dd9217574f8b tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:19:04.769327 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2ea7cf-545c-4dd1-8150-dd9217574f8b tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:19:04.769662 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2ea7cf-545c-4dd1-8150-dd9217574f8b tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:19:04.770312 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2ea7cf-545c-4dd1-8150-dd9217574f8b tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:19:04.770628 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2ea7cf-545c-4dd1-8150-dd9217574f8b tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:19:04.771153 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2ea7cf-545c-4dd1-8150-dd9217574f8b tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:19:04.771476 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2ea7cf-545c-4dd1-8150-dd9217574f8b tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:19:04.771824 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2ea7cf-545c-4dd1-8150-dd9217574f8b tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:19:04.772153 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2ea7cf-545c-4dd1-8150-dd9217574f8b tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:19:04.772467 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2ea7cf-545c-4dd1-8150-dd9217574f8b tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:19:04.793279 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7ee99f17-4a1f-4d2f-8bd1-d5883cef9c7d tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:04.861420 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7ee99f17-4a1f-4d2f-8bd1-d5883cef9c7d tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:04.867298 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7ee99f17-4a1f-4d2f-8bd1-d5883cef9c7d tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:04.905470 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7ee99f17-4a1f-4d2f-8bd1-d5883cef9c7d tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:04.907040 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7ee99f17-4a1f-4d2f-8bd1-d5883cef9c7d tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1447773 Nov 04 11:19:04.910321 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54474) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:04.911274 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee99f17-4a1f-4d2f-8bd1-d5883cef9c7d tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d6e202-a436-4e01-89c3-9ced6ee7cbb5,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:04.915180 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-fa7daae4-a0f5-4737-9562-aeeb6eed6374 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group_rule': {'security_group_id': '5e381277-c937-412e-831c-ab004d937453', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '51d6e202-a436-4e01-89c3-9ced6ee7cbb5'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:04.958316 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-fa7daae4-a0f5-4737-9562-aeeb6eed6374 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 11:19:04.959357 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fa7daae4-a0f5-4737-9562-aeeb6eed6374 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0479090 Nov 04 11:19:04.962280 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54476) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:05.026717 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-977f0892-078b-410c-823f-720ba66a05fa tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:05.050901 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-977f0892-078b-410c-823f-720ba66a05fa tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:05.095027 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-977f0892-078b-410c-823f-720ba66a05fa tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:05.097698 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-977f0892-078b-410c-823f-720ba66a05fa tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:05.098863 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-977f0892-078b-410c-823f-720ba66a05fa tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "DELETE /v2.0/security-groups/51d6e202-a436-4e01-89c3-9ced6ee7cbb5 HTTP/1.1" status: 204 len: 168 time: 0.1356828 Nov 04 11:19:05.101711 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54478) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:05.108062 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f0892-078b-410c-823f-720ba66a05fa tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d6e202-a436-4e01-89c3-9ced6ee7cbb5,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:05.165859 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c23a36c6-a189-4403-b105-f5312da063d6 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0625792 Nov 04 11:19:05.168680 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54480) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:05.232647 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-23461725-d635-4816-a72c-561a5dfa55ad tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:05.255103 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-23461725-d635-4816-a72c-561a5dfa55ad tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:05.306517 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-23461725-d635-4816-a72c-561a5dfa55ad tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:05.309362 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-23461725-d635-4816-a72c-561a5dfa55ad tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:05.310586 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-23461725-d635-4816-a72c-561a5dfa55ad tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "DELETE /v2.0/security-groups/5e381277-c937-412e-831c-ab004d937453 HTTP/1.1" status: 204 len: 168 time: 0.1407392 Nov 04 11:19:05.313646 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54482) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:05.319773 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23461725-d635-4816-a72c-561a5dfa55ad tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e381277-c937-412e-831c-ab004d937453,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:05.362752 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-06c4f704-c5c4-4475-b793-25c900ab93d4 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0478396 Nov 04 11:19:05.366649 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54484) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:05.371720 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-04398287-918a-4a87-bae0-658b43561275 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group': {'name': 'tempest-secgroup--2030329807'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:05.395994 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-04398287-918a-4a87-bae0-658b43561275 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:05.470631 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-04398287-918a-4a87-bae0-658b43561275 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:05.476595 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-04398287-918a-4a87-bae0-658b43561275 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:05.506552 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-04398287-918a-4a87-bae0-658b43561275 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:05.507916 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-04398287-918a-4a87-bae0-658b43561275 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1402626 Nov 04 11:19:05.511695 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54486) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:05.512240 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04398287-918a-4a87-bae0-658b43561275 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14d91f70-87fd-4ba8-acef-093197b9203b,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:05.516884 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-fa7bdff5-d63e-41fb-a797-e82910f981ea tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:05.517417 n-d-816629-1 neutron-server[101775]: WARNING neutron.api.v2.base [None req-fa7bdff5-d63e-41fb-a797-e82910f981ea tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 04 11:19:05.518023 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-fa7bdff5-d63e-41fb-a797-e82910f981ea tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] update failed (client error): There was a conflict when trying to complete your request. Nov 04 11:19:05.519245 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fa7bdff5-d63e-41fb-a797-e82910f981ea tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "PUT /v2.0/security-groups/14d91f70-87fd-4ba8-acef-093197b9203b HTTP/1.1" status: 409 len: 330 time: 0.0061796 Nov 04 11:19:05.522281 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54488) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:05.577776 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bded44a8-2d5c-4468-a11c-4d91c3628999 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:05.601095 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bded44a8-2d5c-4468-a11c-4d91c3628999 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:05.655721 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bded44a8-2d5c-4468-a11c-4d91c3628999 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:05.659702 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bded44a8-2d5c-4468-a11c-4d91c3628999 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:05.661377 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bded44a8-2d5c-4468-a11c-4d91c3628999 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "DELETE /v2.0/security-groups/14d91f70-87fd-4ba8-acef-093197b9203b HTTP/1.1" status: 204 len: 168 time: 0.1381018 Nov 04 11:19:05.664345 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54490) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:05.670893 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded44a8-2d5c-4468-a11c-4d91c3628999 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d91f70-87fd-4ba8-acef-093197b9203b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:05.708837 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6179a1ef-90fb-466b-87e4-93245b5b4a01 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0431640 Nov 04 11:19:05.712801 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54492) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:05.725950 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-923c076b-e3e2-461f-b7f0-b06bfc3f700e tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] delete failed (client error): The resource could not be found. Nov 04 11:19:05.726930 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-923c076b-e3e2-461f-b7f0-b06bfc3f700e tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "DELETE /v2.0/security-groups/793abc93-3735-4407-b5d3-80d5f039fec2 HTTP/1.1" status: 404 len: 347 time: 0.0130925 Nov 04 11:19:05.731508 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54494) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:05.748323 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-c1be836a-4e3e-4403-b548-d3f9292e0443 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] show failed (client error): The resource could not be found. Nov 04 11:19:05.749311 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c1be836a-4e3e-4403-b548-d3f9292e0443 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "GET /v2.0/security-groups/46fe2655-92b7-4988-8b4a-3c30a643b45e HTTP/1.1" status: 404 len: 347 time: 0.0169718 Nov 04 11:19:05.753029 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54496) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:05.767389 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [None req-90663c46-945e-4ae6-a690-f76b02e41fa0 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] show failed (client error): The resource could not be found. Nov 04 11:19:05.768375 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-90663c46-945e-4ae6-a690-f76b02e41fa0 tempest-NegativeSecGroupTest-523354883 tempest-NegativeSecGroupTest-523354883-project] 10.222.0.127 "GET /v2.0/security-group-rules/d303a07f-b930-4b09-870f-b6b6cdcde3a9 HTTP/1.1" status: 404 len: 356 time: 0.0144315 Nov 04 11:19:06.088418 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54502) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:06.249793 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-daf2ac55-b5a5-4d23-a006-1eb91998bfc1 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=73b2a8934fe64d5daca94765d14b327f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1599715 Nov 04 11:19:06.252374 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54506) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:06.303622 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d6687e74-9997-428d-826e-cff633051041 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:06.325466 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d6687e74-9997-428d-826e-cff633051041 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:06.374122 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d6687e74-9997-428d-826e-cff633051041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:06.377163 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d6687e74-9997-428d-826e-cff633051041 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:06.378304 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d6687e74-9997-428d-826e-cff633051041 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/baca2c33-31b6-4521-9d91-2d74272e4ff4 HTTP/1.1" status: 204 len: 168 time: 0.1249905 Nov 04 11:19:06.388048 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6687e74-9997-428d-826e-cff633051041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baca2c33-31b6-4521-9d91-2d74272e4ff4,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:10.401618 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:19:10.954175 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54600) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:11.066752 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c0c7fee9-c5f8-4659-b25e-c020bb0b582b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:11.151690 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c0c7fee9-c5f8-4659-b25e-c020bb0b582b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:11.158798 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c0c7fee9-c5f8-4659-b25e-c020bb0b582b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:11.196798 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7fee9-c5f8-4659-b25e-c020bb0b582b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54597a83-5960-4c4d-be48-406f796655b9,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:11.202560 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c0c7fee9-c5f8-4659-b25e-c020bb0b582b admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=152c7e2cc18f4aad9cc81f00d1dcef13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2472942 Nov 04 11:19:11.205456 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54604) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:11.257780 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88ca160f-f540-42e9-b050-7729e8ade277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:11.280063 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88ca160f-f540-42e9-b050-7729e8ade277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:11.328632 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88ca160f-f540-42e9-b050-7729e8ade277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:11.331384 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88ca160f-f540-42e9-b050-7729e8ade277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:11.332602 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-88ca160f-f540-42e9-b050-7729e8ade277 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/54597a83-5960-4c4d-be48-406f796655b9 HTTP/1.1" status: 204 len: 168 time: 0.1259730 Nov 04 11:19:11.343663 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca160f-f540-42e9-b050-7729e8ade277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54597a83-5960-4c4d-be48-406f796655b9,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:11.619243 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54614) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:11.633145 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5fb7204a-1c19-49ec-a17b-41697615fb6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:11.716924 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5fb7204a-1c19-49ec-a17b-41697615fb6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:11.722831 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5fb7204a-1c19-49ec-a17b-41697615fb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:11.762193 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5fb7204a-1c19-49ec-a17b-41697615fb6b admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=88be909d2dde480bb4c244ec0c8cf9b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1417959 Nov 04 11:19:11.763381 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7204a-1c19-49ec-a17b-41697615fb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02967c21-f782-4ddf-9d41-e48385a0c895,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:11.765088 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54616) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:11.821538 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dc306025-1e85-4937-9343-8059e282c456 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:11.843391 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dc306025-1e85-4937-9343-8059e282c456 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:11.892451 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dc306025-1e85-4937-9343-8059e282c456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:11.895434 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dc306025-1e85-4937-9343-8059e282c456 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:11.896690 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-dc306025-1e85-4937-9343-8059e282c456 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/02967c21-f782-4ddf-9d41-e48385a0c895 HTTP/1.1" status: 204 len: 168 time: 0.1300113 Nov 04 11:19:11.904996 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc306025-1e85-4937-9343-8059e282c456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02967c21-f782-4ddf-9d41-e48385a0c895,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:12.727435 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:15.146369 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:16.889395 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0c97-5898-4e31-b4f7-ca4e252c28b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:19.709140 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-33b3f24e-0a20-43b2-b27c-761819bfffb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:20.898861 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:22.295232 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:22.643755 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:23.160610 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54766) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:23.271842 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c93c0399-f553-4764-9853-a14beb314af6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:23.350583 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c93c0399-f553-4764-9853-a14beb314af6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:23.355912 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c93c0399-f553-4764-9853-a14beb314af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:23.395251 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c93c0399-f553-4764-9853-a14beb314af6 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=70bfd2e9c66d4a63acacdbca843d851b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2330108 Nov 04 11:19:23.396055 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c0399-f553-4764-9853-a14beb314af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f374bf0-cbd3-4c8f-aeb3-1f61dd4294e5,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:23.397994 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54770) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:23.452954 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9e20e958-0dca-4271-8196-12ea1c1dc795 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:23.474724 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9e20e958-0dca-4271-8196-12ea1c1dc795 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:23.533218 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9e20e958-0dca-4271-8196-12ea1c1dc795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:23.536349 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9e20e958-0dca-4271-8196-12ea1c1dc795 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:23.537607 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9e20e958-0dca-4271-8196-12ea1c1dc795 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/4f374bf0-cbd3-4c8f-aeb3-1f61dd4294e5 HTTP/1.1" status: 204 len: 168 time: 0.1386065 Nov 04 11:19:23.546051 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20e958-0dca-4271-8196-12ea1c1dc795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f374bf0-cbd3-4c8f-aeb3-1f61dd4294e5,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:23.553992 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20e958-0dca-4271-8196-12ea1c1dc795 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:19:23.554330 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20e958-0dca-4271-8196-12ea1c1dc795 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:19:23.554660 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20e958-0dca-4271-8196-12ea1c1dc795 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:19:23.554991 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20e958-0dca-4271-8196-12ea1c1dc795 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:19:23.555312 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20e958-0dca-4271-8196-12ea1c1dc795 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:19:23.555644 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20e958-0dca-4271-8196-12ea1c1dc795 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:19:23.555946 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20e958-0dca-4271-8196-12ea1c1dc795 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:19:23.556262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20e958-0dca-4271-8196-12ea1c1dc795 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:19:23.556571 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20e958-0dca-4271-8196-12ea1c1dc795 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:19:23.556944 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20e958-0dca-4271-8196-12ea1c1dc795 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:19:23.557258 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20e958-0dca-4271-8196-12ea1c1dc795 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:19:23.557608 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20e958-0dca-4271-8196-12ea1c1dc795 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:19:23.822570 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54776) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:23.836361 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f57b7540-5529-48b7-a87b-a9c7ba861659 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:23.923400 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f57b7540-5529-48b7-a87b-a9c7ba861659 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:23.930006 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f57b7540-5529-48b7-a87b-a9c7ba861659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:23.975206 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f57b7540-5529-48b7-a87b-a9c7ba861659 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=deeb03cd3f4e4a07bc38cc88b42b3913&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1513865 Nov 04 11:19:23.976113 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b7540-5529-48b7-a87b-a9c7ba861659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0820aa16-4b37-4edc-95d4-b10d7759cc56,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:23.978098 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54778) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:24.033398 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a7d38601-0538-4cf6-934f-76bec9476b1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:24.054877 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a7d38601-0538-4cf6-934f-76bec9476b1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:24.104486 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a7d38601-0538-4cf6-934f-76bec9476b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:24.107352 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a7d38601-0538-4cf6-934f-76bec9476b1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:24.111311 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a7d38601-0538-4cf6-934f-76bec9476b1c admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/0820aa16-4b37-4edc-95d4-b10d7759cc56 HTTP/1.1" status: 204 len: 168 time: 0.1314752 Nov 04 11:19:24.119448 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38601-0538-4cf6-934f-76bec9476b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0820aa16-4b37-4edc-95d4-b10d7759cc56,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:24.452621 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54784) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:24.466533 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8ec3434-1cfe-4fc5-853e-a8185aaef775 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:24.546867 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8ec3434-1cfe-4fc5-853e-a8185aaef775 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:24.552316 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8ec3434-1cfe-4fc5-853e-a8185aaef775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:24.595533 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f8ec3434-1cfe-4fc5-853e-a8185aaef775 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=79f769fbff384623aa1364381ef8a17b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1417456 Nov 04 11:19:24.596385 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec3434-1cfe-4fc5-853e-a8185aaef775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd992d37-725f-426e-80e2-552b311568dd,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:24.599033 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54786) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:24.651790 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7f2dfaec-e5de-435a-b635-9668a9f23847 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:24.674391 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7f2dfaec-e5de-435a-b635-9668a9f23847 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:24.725435 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7f2dfaec-e5de-435a-b635-9668a9f23847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:24.728211 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7f2dfaec-e5de-435a-b635-9668a9f23847 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:24.729542 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7f2dfaec-e5de-435a-b635-9668a9f23847 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/dd992d37-725f-426e-80e2-552b311568dd HTTP/1.1" status: 204 len: 168 time: 0.1292205 Nov 04 11:19:24.738593 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2dfaec-e5de-435a-b635-9668a9f23847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd992d37-725f-426e-80e2-552b311568dd,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:26.491680 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54840) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:26.602061 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-695f22d0-96d3-41df-a1de-5e295aabeb15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:26.679628 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-695f22d0-96d3-41df-a1de-5e295aabeb15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:26.685162 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-695f22d0-96d3-41df-a1de-5e295aabeb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:26.723442 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f22d0-96d3-41df-a1de-5e295aabeb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b51fe9d-a4a5-4f91-bbd0-26eae7f180b3,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:26.728469 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-695f22d0-96d3-41df-a1de-5e295aabeb15 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=371c93b30a82470a9be8bbb9fac29c5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2357473 Nov 04 11:19:26.731173 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54844) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:26.781492 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14b9659d-1083-4dc9-8e58-02233a3fe662 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:26.806192 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14b9659d-1083-4dc9-8e58-02233a3fe662 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:26.884510 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14b9659d-1083-4dc9-8e58-02233a3fe662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:26.888399 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14b9659d-1083-4dc9-8e58-02233a3fe662 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:26.889644 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-14b9659d-1083-4dc9-8e58-02233a3fe662 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/1b51fe9d-a4a5-4f91-bbd0-26eae7f180b3 HTTP/1.1" status: 204 len: 168 time: 0.1570480 Nov 04 11:19:26.898561 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9659d-1083-4dc9-8e58-02233a3fe662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b51fe9d-a4a5-4f91-bbd0-26eae7f180b3,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:27.180111 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54850) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:27.198031 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50625935-e64e-4b2b-bb85-19b889f738c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:27.285227 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50625935-e64e-4b2b-bb85-19b889f738c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:27.291211 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50625935-e64e-4b2b-bb85-19b889f738c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:27.330449 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-50625935-e64e-4b2b-bb85-19b889f738c8 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=fc78dd40b9024883a4fe11d607f8aa56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1491218 Nov 04 11:19:27.331625 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50625935-e64e-4b2b-bb85-19b889f738c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b5dd42-62d6-41b3-8d81-0384604bc03e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:27.334281 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54852) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:27.393434 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ffc26cc9-cf35-4db0-b9d7-837f56ba2894 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:27.415808 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ffc26cc9-cf35-4db0-b9d7-837f56ba2894 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:27.472548 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ffc26cc9-cf35-4db0-b9d7-837f56ba2894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:27.475201 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ffc26cc9-cf35-4db0-b9d7-837f56ba2894 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:27.476428 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ffc26cc9-cf35-4db0-b9d7-837f56ba2894 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/47b5dd42-62d6-41b3-8d81-0384604bc03e HTTP/1.1" status: 204 len: 168 time: 0.1411252 Nov 04 11:19:27.485944 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc26cc9-cf35-4db0-b9d7-837f56ba2894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b5dd42-62d6-41b3-8d81-0384604bc03e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:33.686555 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54954) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:33.797270 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b78052fe-0e53-4cea-9624-a0f3731f0987 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:33.869854 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b78052fe-0e53-4cea-9624-a0f3731f0987 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:33.876156 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b78052fe-0e53-4cea-9624-a0f3731f0987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:33.914936 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78052fe-0e53-4cea-9624-a0f3731f0987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fefa87-a441-4abf-b485-3b0bc67b60de,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:33.922859 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54958) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:33.923286 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b78052fe-0e53-4cea-9624-a0f3731f0987 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=75206a44aac6421396b12df316f3aa3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2350893 Nov 04 11:19:33.979201 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7f5a-cd4b-4d88-97ae-6ea35be644aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:34.001578 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7f5a-cd4b-4d88-97ae-6ea35be644aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:34.050754 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7f5a-cd4b-4d88-97ae-6ea35be644aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:34.053780 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7f5a-cd4b-4d88-97ae-6ea35be644aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:34.057825 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4d7c7f5a-cd4b-4d88-97ae-6ea35be644aa admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/26fefa87-a441-4abf-b485-3b0bc67b60de HTTP/1.1" status: 204 len: 168 time: 0.1337276 Nov 04 11:19:34.066201 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c7f5a-cd4b-4d88-97ae-6ea35be644aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fefa87-a441-4abf-b485-3b0bc67b60de,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:34.333862 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 54964) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:34.348108 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e80f338b-43bd-403c-a15e-715ab0b65a70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:34.430249 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e80f338b-43bd-403c-a15e-715ab0b65a70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:34.435211 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e80f338b-43bd-403c-a15e-715ab0b65a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:34.474197 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e80f338b-43bd-403c-a15e-715ab0b65a70 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=1201432bae83470587684cd31f491603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1391480 Nov 04 11:19:34.475059 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f338b-43bd-403c-a15e-715ab0b65a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224290d8-6cdd-4d33-aeed-1ea49bfc4712,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:34.477418 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54966) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:34.529424 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-038687bf-97e4-4934-a399-c09a8614404d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:34.550354 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-038687bf-97e4-4934-a399-c09a8614404d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:34.609339 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-038687bf-97e4-4934-a399-c09a8614404d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:34.612103 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-038687bf-97e4-4934-a399-c09a8614404d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:34.613429 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-038687bf-97e4-4934-a399-c09a8614404d admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/224290d8-6cdd-4d33-aeed-1ea49bfc4712 HTTP/1.1" status: 204 len: 168 time: 0.1349030 Nov 04 11:19:34.622648 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038687bf-97e4-4934-a399-c09a8614404d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224290d8-6cdd-4d33-aeed-1ea49bfc4712,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:34.965328 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54972) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:34.979176 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e4554d00-0f4f-4bda-8ad0-a0402ec81d38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:35.073588 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e4554d00-0f4f-4bda-8ad0-a0402ec81d38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:35.079866 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e4554d00-0f4f-4bda-8ad0-a0402ec81d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:35.124412 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4554d00-0f4f-4bda-8ad0-a0402ec81d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da65fb0c-b9a0-439f-9f9d-9dd93d42be9c,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:35.128742 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e4554d00-0f4f-4bda-8ad0-a0402ec81d38 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=f408c53cc3384928926a77a9c8c02139&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1622872 Nov 04 11:19:35.131584 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 54974) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:35.186868 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b1c662d3-812d-4c13-8815-18a0f0c19b70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:35.208539 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b1c662d3-812d-4c13-8815-18a0f0c19b70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:35.257699 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b1c662d3-812d-4c13-8815-18a0f0c19b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:35.260343 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b1c662d3-812d-4c13-8815-18a0f0c19b70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:35.261604 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b1c662d3-812d-4c13-8815-18a0f0c19b70 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/da65fb0c-b9a0-439f-9f9d-9dd93d42be9c HTTP/1.1" status: 204 len: 168 time: 0.1290483 Nov 04 11:19:35.270222 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c662d3-812d-4c13-8815-18a0f0c19b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da65fb0c-b9a0-439f-9f9d-9dd93d42be9c,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:37.504167 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 55044) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:37.626450 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-28aab7bd-f890-413b-aaea-6a66a92d56a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:37.715144 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-28aab7bd-f890-413b-aaea-6a66a92d56a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:37.721902 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-28aab7bd-f890-413b-aaea-6a66a92d56a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:37.762825 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-28aab7bd-f890-413b-aaea-6a66a92d56a9 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=020cc5ffe34b4cebb0ebaef4132f1a24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2572773 Nov 04 11:19:37.764109 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aab7bd-f890-413b-aaea-6a66a92d56a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178c067d-465b-45b2-b582-c5a2618c9fa3,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:37.766112 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55048) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:37.818318 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-24b10114-bfb0-49a7-ad06-2bace0752abe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:37.840019 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-24b10114-bfb0-49a7-ad06-2bace0752abe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:37.888181 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-24b10114-bfb0-49a7-ad06-2bace0752abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:37.893314 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-24b10114-bfb0-49a7-ad06-2bace0752abe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:37.895478 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-24b10114-bfb0-49a7-ad06-2bace0752abe admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/178c067d-465b-45b2-b582-c5a2618c9fa3 HTTP/1.1" status: 204 len: 168 time: 0.1277096 Nov 04 11:19:37.911132 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b10114-bfb0-49a7-ad06-2bace0752abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178c067d-465b-45b2-b582-c5a2618c9fa3,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:38.176232 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55054) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:38.195786 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-24330bfd-73ae-4839-bde1-078ff66d7e33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:38.280402 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-24330bfd-73ae-4839-bde1-078ff66d7e33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:38.289849 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-24330bfd-73ae-4839-bde1-078ff66d7e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:38.341049 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24330bfd-73ae-4839-bde1-078ff66d7e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774adb18-ff3f-4a7e-a5da-e710741cb3a5,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:38.346321 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-24330bfd-73ae-4839-bde1-078ff66d7e33 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=85dea1ec5cfd4ce8aedb522b6851cb41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1687028 Nov 04 11:19:38.349927 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 55056) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:19:38.401504 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c5c473f-0bac-43a4-ac6b-5fe088d901d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:38.423385 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c5c473f-0bac-43a4-ac6b-5fe088d901d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:38.471171 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c5c473f-0bac-43a4-ac6b-5fe088d901d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:38.474032 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9c5c473f-0bac-43a4-ac6b-5fe088d901d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:38.475190 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9c5c473f-0bac-43a4-ac6b-5fe088d901d4 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/774adb18-ff3f-4a7e-a5da-e710741cb3a5 HTTP/1.1" status: 204 len: 168 time: 0.1243713 Nov 04 11:19:38.483170 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c473f-0bac-43a4-ac6b-5fe088d901d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774adb18-ff3f-4a7e-a5da-e710741cb3a5,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:41.062845 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-af3e764c-9c51-4448-8692-a36483ab26f7 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=17cab983bf0341cc94790b4a4b114d19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319114 Nov 04 11:19:41.254116 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-ab2c0845-e90d-4733-8cce-fd1a740caa47 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:19:41.255508 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-ab2c0845-e90d-4733-8cce-fd1a740caa47 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1870496 Nov 04 11:19:41.271508 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-7d24c114-781e-498b-a6a3-0515a700c42b tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.127 "GET /v2.0/quotas/17cab983bf0341cc94790b4a4b114d19 HTTP/1.1" status: 200 len: 375 time: 0.0101066 Nov 04 11:19:41.306797 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-d3c768de-af55-46ac-963b-5247df394a5e tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=17cab983bf0341cc94790b4a4b114d19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299859 Nov 04 11:19:41.489947 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9d53ebc8-3ec5-4116-a6de-4c313790072a req-9f31beca-f5d1-4690-8bc5-92d44b1c8dd1 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.127 "GET /v2.0/ports?device_id=94892d16-ea70-4014-8e9d-6337f50de7f7 HTTP/1.1" status: 200 len: 210 time: 0.0303195 Nov 04 11:19:42.606467 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-85ac6af9-0cfc-4e77-95ff-25da0627ce76 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=17cab983bf0341cc94790b4a4b114d19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337391 Nov 04 11:19:42.615958 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b6b8b3f-cafa-419b-8f8a-4ebd2005330d req-2e4e28d0-6f8a-4efc-aa16-1607cb0fda19 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.127 "GET /v2.0/ports?device_id=94892d16-ea70-4014-8e9d-6337f50de7f7 HTTP/1.1" status: 200 len: 210 time: 0.0292273 Nov 04 11:19:42.724708 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:42.810055 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-5e884c0b-550e-4781-8499-b5dcdf7b792e tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:19:42.811522 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-5e884c0b-550e-4781-8499-b5dcdf7b792e tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1992080 Nov 04 11:19:42.824974 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-409952b9-d0ac-4cb3-8929-480bf45bfb35 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Request body: {'port': {'device_id': '94892d16-ea70-4014-8e9d-6337f50de7f7', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': '17cab983bf0341cc94790b4a4b114d19'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:42.941268 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-409952b9-d0ac-4cb3-8929-480bf45bfb35 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Made reservation on behalf of 17cab983bf0341cc94790b4a4b114d19 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:19:42.946707 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-409952b9-d0ac-4cb3-8929-480bf45bfb35 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:42.957356 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-409952b9-d0ac-4cb3-8929-480bf45bfb35 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:43.036022 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-409952b9-d0ac-4cb3-8929-480bf45bfb35 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:43.042637 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-409952b9-d0ac-4cb3-8929-480bf45bfb35 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:43.104107 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409952b9-d0ac-4cb3-8929-480bf45bfb35 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b686905-db2e-4643-98bb-07b90e4405ab,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:43.188254 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-409952b9-d0ac-4cb3-8929-480bf45bfb35 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Allocated IP 192.168.233.100 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/a5f21922-0605-4daf-8d26-da0ec8855ee5) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:19:43.339481 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-409952b9-d0ac-4cb3-8929-480bf45bfb35 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:43.380382 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-409952b9-d0ac-4cb3-8929-480bf45bfb35 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:43.424865 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-409952b9-d0ac-4cb3-8929-480bf45bfb35 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:19:43.429893 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-409952b9-d0ac-4cb3-8929-480bf45bfb35 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:19:43.433624 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-409952b9-d0ac-4cb3-8929-480bf45bfb35 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:19:43.440299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409952b9-d0ac-4cb3-8929-480bf45bfb35 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Pushing event updated for resources: {'Port': ['ID=a5f21922-0605-4daf-8d26-da0ec8855ee5,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:43.488387 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-409952b9-d0ac-4cb3-8929-480bf45bfb35 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:19:43.488798 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-409952b9-d0ac-4cb3-8929-480bf45bfb35 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:43.506991 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-409952b9-d0ac-4cb3-8929-480bf45bfb35 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6856287 Nov 04 11:19:43.633087 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-29c6c3ac-cd6a-4a0d-b579-d9ce6c47c3be service neutron] Request body: {'port': {'device_id': '94892d16-ea70-4014-8e9d-6337f50de7f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:19:43.680368 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-0517354e-8b07-4758-9290-981eab2b111e None None] Provisioning complete for port a5f21922-0605-4daf-8d26-da0ec8855ee5 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:19:43.680796 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0517354e-8b07-4758-9290-981eab2b111e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:43.694981 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-29c6c3ac-cd6a-4a0d-b579-d9ce6c47c3be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:43.722989 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-0517354e-8b07-4758-9290-981eab2b111e None None] Port a5f21922-0605-4daf-8d26-da0ec8855ee5 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:19:43.739875 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a3e9b-3afb-453a-9b91-13bcbde14d98 req-350ce7c9-64e0-4ed9-86cd-bc1076dc3dbb tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:19:43.741496 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f26a3e9b-3afb-453a-9b91-13bcbde14d98 req-350ce7c9-64e0-4ed9-86cd-bc1076dc3dbb tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.127 "GET /v2.0/ports?device_id=94892d16-ea70-4014-8e9d-6337f50de7f7 HTTP/1.1" status: 200 len: 936 time: 0.0501425 Nov 04 11:19:43.790739 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f26a3e9b-3afb-453a-9b91-13bcbde14d98 req-9f329e3e-fbdb-4f20-9112-621c89720851 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.127 "GET /v2.0/security-groups?id=9b686905-db2e-4643-98bb-07b90e4405ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428805 Nov 04 11:19:43.959415 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-29c6c3ac-cd6a-4a0d-b579-d9ce6c47c3be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5f21922-0605-4daf-8d26-da0ec8855ee5 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:19:43.968157 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-29c6c3ac-cd6a-4a0d-b579-d9ce6c47c3be service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:43.987221 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-29c6c3ac-cd6a-4a0d-b579-d9ce6c47c3be service neutron] Transition to ACTIVE for port object a5f21922-0605-4daf-8d26-da0ec8855ee5 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:19:43.993638 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-29c6c3ac-cd6a-4a0d-b579-d9ce6c47c3be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:44.042827 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6c3ac-cd6a-4a0d-b579-d9ce6c47c3be service neutron] Pushing event updated for resources: {'Port': ['ID=a5f21922-0605-4daf-8d26-da0ec8855ee5,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:44.121994 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-29c6c3ac-cd6a-4a0d-b579-d9ce6c47c3be service neutron] Attempting to bind port a5f21922-0605-4daf-8d26-da0ec8855ee5 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:19:44.122377 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-29c6c3ac-cd6a-4a0d-b579-d9ce6c47c3be service neutron] Attempting to bind port a5f21922-0605-4daf-8d26-da0ec8855ee5 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:19:44.122715 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-29c6c3ac-cd6a-4a0d-b579-d9ce6c47c3be service neutron] Attempting to bind port a5f21922-0605-4daf-8d26-da0ec8855ee5 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:19:44.127391 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-29c6c3ac-cd6a-4a0d-b579-d9ce6c47c3be service neutron] Port a5f21922-0605-4daf-8d26-da0ec8855ee5 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:19:44.127893 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-29c6c3ac-cd6a-4a0d-b579-d9ce6c47c3be service neutron] Attempting to bind port a5f21922-0605-4daf-8d26-da0ec8855ee5 on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:19:44.133248 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-29c6c3ac-cd6a-4a0d-b579-d9ce6c47c3be service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:19:44.133586 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-29c6c3ac-cd6a-4a0d-b579-d9ce6c47c3be service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:19:44.133986 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-29c6c3ac-cd6a-4a0d-b579-d9ce6c47c3be service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:19:44.134424 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-29c6c3ac-cd6a-4a0d-b579-d9ce6c47c3be service neutron] Bound port: a5f21922-0605-4daf-8d26-da0ec8855ee5, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:19:44.134796 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-29c6c3ac-cd6a-4a0d-b579-d9ce6c47c3be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:44.204657 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-29c6c3ac-cd6a-4a0d-b579-d9ce6c47c3be service neutron] For port a5f21922-0605-4daf-8d26-da0ec8855ee5, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:19:44.207716 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-29c6c3ac-cd6a-4a0d-b579-d9ce6c47c3be service neutron] For port a5f21922-0605-4daf-8d26-da0ec8855ee5, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=a5f21922-0605-4daf-8d26-da0ec8855ee5,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:19:44.213930 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-29c6c3ac-cd6a-4a0d-b579-d9ce6c47c3be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:44.253665 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-29c6c3ac-cd6a-4a0d-b579-d9ce6c47c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:19:44.254308 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-29c6c3ac-cd6a-4a0d-b579-d9ce6c47c3be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:44.255703 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-29c6c3ac-cd6a-4a0d-b579-d9ce6c47c3be service neutron] 10.222.0.121 "PUT /v2.0/ports/a5f21922-0605-4daf-8d26-da0ec8855ee5 HTTP/1.1" status: 200 len: 1096 time: 0.7403216 Nov 04 11:19:44.256164 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94892d16-ea70-4014-8e9d-6337f50de7f7', 'tag': 'a5f21922-0605-4daf-8d26-da0ec8855ee5'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:19:44.258511 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65b8e46-2353-47b2-8980-863319f386b6" -d '{"events": [{"name": "network-changed", "server_uuid": "94892d16-ea70-4014-8e9d-6337f50de7f7", "tag": "a5f21922-0605-4daf-8d26-da0ec8855ee5"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:19:44.284234 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6c3ac-cd6a-4a0d-b579-d9ce6c47c3be service neutron] Pushing event updated for resources: {'Port': ['ID=a5f21922-0605-4daf-8d26-da0ec8855ee5,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:44.314821 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b73ac3-222b-4338-9980-7b741c0099a0 x-openstack-request-id: req-12b73ac3-222b-4338-9980-7b741c0099a0 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:19:44.315246 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94892d16-ea70-4014-8e9d-6337f50de7f7", "tag": "a5f21922-0605-4daf-8d26-da0ec8855ee5", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:19:44.315569 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-12b73ac3-222b-4338-9980-7b741c0099a0 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:19:44.315991 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94892d16-ea70-4014-8e9d-6337f50de7f7', 'tag': 'a5f21922-0605-4daf-8d26-da0ec8855ee5', 'status': 'completed', 'code': 200} Nov 04 11:19:44.353652 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-3242a0dc-2ff7-41a5-83b7-af4697733692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:19:44.355311 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-3242a0dc-2ff7-41a5-83b7-af4697733692 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=17cab983bf0341cc94790b4a4b114d19&device_id=94892d16-ea70-4014-8e9d-6337f50de7f7 HTTP/1.1" status: 200 len: 1099 time: 0.0508978 Nov 04 11:19:44.401376 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-d7a12253-08f5-4b69-97b2-2cad1943b1ad service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=a5f21922-0605-4daf-8d26-da0ec8855ee5 HTTP/1.1" status: 200 len: 217 time: 0.0368133 Nov 04 11:19:44.453398 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-7615bb65-72d3-42b5-b1c8-55c0477f8a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:19:44.454901 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-7615bb65-72d3-42b5-b1c8-55c0477f8a46 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0460143 Nov 04 11:19:44.506027 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-4767d7a8-7422-499b-9d18-1b7e4c9cb7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:19:44.507581 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-4767d7a8-7422-499b-9d18-1b7e4c9cb7d2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0442340 Nov 04 11:19:44.608368 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-04c8af9b-45f5-481b-843a-369bff2a2d98 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932283 Nov 04 11:19:44.703381 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fc1bc297-377c-4792-a2ab-1e0044ae6b0b req-f7164d01-b872-494c-b9fb-7c1c2ff652f5 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877826 Nov 04 11:19:44.800008 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b8e46-2353-47b2-8980-863319f386b6 req-b5f06a4d-efc6-45e7-b766-536fba751c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:19:44.801570 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d65b8e46-2353-47b2-8980-863319f386b6 req-b5f06a4d-efc6-45e7-b766-536fba751c67 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=17cab983bf0341cc94790b4a4b114d19&device_id=94892d16-ea70-4014-8e9d-6337f50de7f7 HTTP/1.1" status: 200 len: 1099 time: 0.0455832 Nov 04 11:19:44.892121 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b8e46-2353-47b2-8980-863319f386b6 req-2ea4af0c-2468-4979-9b21-26f56a68db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:19:44.893643 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d65b8e46-2353-47b2-8980-863319f386b6 req-2ea4af0c-2468-4979-9b21-26f56a68db38 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.0854168 Nov 04 11:19:44.919224 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665dffa-af10-4a34-9da3-b95a4ae5ce48 req-2f024dca-32c4-4173-98ad-57d27566c834 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:19:44.921529 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1665dffa-af10-4a34-9da3-b95a4ae5ce48 req-2f024dca-32c4-4173-98ad-57d27566c834 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.127 "GET /v2.0/ports?device_id=94892d16-ea70-4014-8e9d-6337f50de7f7 HTTP/1.1" status: 200 len: 948 time: 0.0559332 Nov 04 11:19:44.939976 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d65b8e46-2353-47b2-8980-863319f386b6 req-feea656b-21b1-4046-a464-c9565eaf7046 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=a5f21922-0605-4daf-8d26-da0ec8855ee5 HTTP/1.1" status: 200 len: 217 time: 0.0383132 Nov 04 11:19:44.978666 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1665dffa-af10-4a34-9da3-b95a4ae5ce48 req-4ef195b9-49d1-4be4-97d3-6672a8cc4000 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.127 "GET /v2.0/security-groups?id=9b686905-db2e-4643-98bb-07b90e4405ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508802 Nov 04 11:19:44.991764 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b8e46-2353-47b2-8980-863319f386b6 req-62d9eb2e-f373-4625-adb0-17a75ae0fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:19:44.993280 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d65b8e46-2353-47b2-8980-863319f386b6 req-62d9eb2e-f373-4625-adb0-17a75ae0fc49 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0456645 Nov 04 11:19:45.042606 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b8e46-2353-47b2-8980-863319f386b6 req-7ba5c4d5-b324-4c28-8b04-a263806cce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:19:45.044130 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d65b8e46-2353-47b2-8980-863319f386b6 req-7ba5c4d5-b324-4c28-8b04-a263806cce62 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0424776 Nov 04 11:19:45.144205 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:45.151220 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d65b8e46-2353-47b2-8980-863319f386b6 req-d1664c34-ff53-4fd2-9adb-a91f970cad97 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970693 Nov 04 11:19:45.249482 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d65b8e46-2353-47b2-8980-863319f386b6 req-6fddbc2e-0612-4c9c-a2a5-52b470c5cc1d service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902374 Nov 04 11:19:46.112249 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37341a5-924a-448e-b055-a0e0099e27b0 req-d30a27c2-867d-4a47-8c35-2e1922055f59 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:19:46.113858 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a37341a5-924a-448e-b055-a0e0099e27b0 req-d30a27c2-867d-4a47-8c35-2e1922055f59 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.127 "GET /v2.0/ports?device_id=94892d16-ea70-4014-8e9d-6337f50de7f7 HTTP/1.1" status: 200 len: 948 time: 0.0513275 Nov 04 11:19:46.168266 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a37341a5-924a-448e-b055-a0e0099e27b0 req-c0bb7cc9-1e18-40fd-a0f2-53c0ca6d216a tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.127 "GET /v2.0/security-groups?id=9b686905-db2e-4643-98bb-07b90e4405ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452614 Nov 04 11:19:46.205885 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device a5f21922-0605-4daf-8d26-da0ec8855ee5 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:19:46.309019 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port a5f21922-0605-4daf-8d26-da0ec8855ee5, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=a5f21922-0605-4daf-8d26-da0ec8855ee5,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:19:46.322658 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'a5f21922-0605-4daf-8d26-da0ec8855ee5', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': 'a5f21922-0605-4daf-8d26-da0ec8855ee5', 'mac_address': 'fa:16:3e:3a:f2:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:19:46.362343 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:46.375879 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f21922-0605-4daf-8d26-da0ec8855ee5 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:19:46.396843 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port a5f21922-0605-4daf-8d26-da0ec8855ee5, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=a5f21922-0605-4daf-8d26-da0ec8855ee5,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:19:46.402809 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:46.451633 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=a5f21922-0605-4daf-8d26-da0ec8855ee5,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:46.640790 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['a5f21922-0605-4daf-8d26-da0ec8855ee5'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:19:46.896661 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f239f642-b19c-41c2-b08d-cf657e1edf68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:47.299252 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4622415-4fe7-4dea-8cf5-10bdcf54c1a8 req-42af5f4b-d80d-47c5-8aa7-2cfbd2f2f2b4 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:19:47.300762 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d4622415-4fe7-4dea-8cf5-10bdcf54c1a8 req-42af5f4b-d80d-47c5-8aa7-2cfbd2f2f2b4 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.127 "GET /v2.0/ports?device_id=94892d16-ea70-4014-8e9d-6337f50de7f7 HTTP/1.1" status: 200 len: 949 time: 0.0583100 Nov 04 11:19:47.356872 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d4622415-4fe7-4dea-8cf5-10bdcf54c1a8 req-cfb38137-2eef-441f-803b-f446a783c13a tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.127 "GET /v2.0/security-groups?id=9b686905-db2e-4643-98bb-07b90e4405ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470836 Nov 04 11:19:47.401544 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:19:48.222823 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device a5f21922-0605-4daf-8d26-da0ec8855ee5 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:19:48.293660 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port a5f21922-0605-4daf-8d26-da0ec8855ee5 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:19:48.301042 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port a5f21922-0605-4daf-8d26-da0ec8855ee5 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:19:48.301793 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:48.386929 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:48.410315 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94892d16-ea70-4014-8e9d-6337f50de7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f21922-0605-4daf-8d26-da0ec8855ee5'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:19:48.412612 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fac842-a23d-433d-b8bf-211d0df3e1c3" -d '{"events": [{"server_uuid": "94892d16-ea70-4014-8e9d-6337f50de7f7", "name": "network-vif-plugged", "status": "completed", "tag": "a5f21922-0605-4daf-8d26-da0ec8855ee5"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:19:48.425499 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port a5f21922-0605-4daf-8d26-da0ec8855ee5, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=a5f21922-0605-4daf-8d26-da0ec8855ee5,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:19:48.430285 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:48.477333 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=a5f21922-0605-4daf-8d26-da0ec8855ee5,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:19:48.486806 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9beb5-1384-4a5f-b4d8-85cf81413684 req-94e9087f-8aee-4223-8d98-d2095f431393 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:19:48.488361 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0fb9beb5-1384-4a5f-b4d8-85cf81413684 req-94e9087f-8aee-4223-8d98-d2095f431393 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.127 "GET /v2.0/ports?device_id=94892d16-ea70-4014-8e9d-6337f50de7f7 HTTP/1.1" status: 200 len: 950 time: 0.0524919 Nov 04 11:19:48.537436 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0fb9beb5-1384-4a5f-b4d8-85cf81413684 req-3e4e7188-72f1-453a-a834-e5adbd32d736 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.127 "GET /v2.0/security-groups?id=9b686905-db2e-4643-98bb-07b90e4405ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429060 Nov 04 11:19:48.660760 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2b2fe9-4e88-46a7-8a4a-03ec43fc4872 x-openstack-request-id: req-5e2b2fe9-4e88-46a7-8a4a-03ec43fc4872 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:19:48.661094 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94892d16-ea70-4014-8e9d-6337f50de7f7", "name": "network-vif-plugged", "status": "completed", "tag": "a5f21922-0605-4daf-8d26-da0ec8855ee5", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:19:48.661361 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-5e2b2fe9-4e88-46a7-8a4a-03ec43fc4872 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:19:48.661768 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94892d16-ea70-4014-8e9d-6337f50de7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f21922-0605-4daf-8d26-da0ec8855ee5', 'code': 200} Nov 04 11:19:48.761799 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b19418-3d7b-4cf3-af53-12815ad83389 req-ad96d603-dcaf-4977-bb7a-671c8b249d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:19:48.763326 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7b19418-3d7b-4cf3-af53-12815ad83389 req-ad96d603-dcaf-4977-bb7a-671c8b249d15 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=94892d16-ea70-4014-8e9d-6337f50de7f7 HTTP/1.1" status: 200 len: 1101 time: 0.0428457 Nov 04 11:19:48.814848 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7b19418-3d7b-4cf3-af53-12815ad83389 req-481033ea-304c-4c1c-b2b1-fc508e50af4d service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=9b686905-db2e-4643-98bb-07b90e4405ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433939 Nov 04 11:19:49.675931 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4c433-87ed-44cd-a68d-d1654935df2b req-a7e24f4b-c867-40dd-878d-e0f229c536ae tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:19:49.677530 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9d4c433-87ed-44cd-a68d-d1654935df2b req-a7e24f4b-c867-40dd-878d-e0f229c536ae tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.127 "GET /v2.0/ports?device_id=94892d16-ea70-4014-8e9d-6337f50de7f7 HTTP/1.1" status: 200 len: 950 time: 0.0574102 Nov 04 11:19:49.718965 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-641bc7e3-4e79-4d40-9e08-3f954ac3ae10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:49.734809 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9d4c433-87ed-44cd-a68d-d1654935df2b req-80bd45db-dd60-49b7-8c9d-620cf1d34c9d tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.127 "GET /v2.0/security-groups?id=9b686905-db2e-4643-98bb-07b90e4405ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487022 Nov 04 11:19:50.861930 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54531cb0-dbea-4431-9ca9-60dc9e604556 req-9bc6dabf-9f92-4db8-8fd2-a6c12d2003be tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:19:50.863690 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-54531cb0-dbea-4431-9ca9-60dc9e604556 req-9bc6dabf-9f92-4db8-8fd2-a6c12d2003be tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.127 "GET /v2.0/ports?device_id=94892d16-ea70-4014-8e9d-6337f50de7f7 HTTP/1.1" status: 200 len: 950 time: 0.0520947 Nov 04 11:19:50.899067 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:50.920839 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-54531cb0-dbea-4431-9ca9-60dc9e604556 req-3114efb1-beca-4a66-b63a-1d9612082136 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.127 "GET /v2.0/security-groups?id=9b686905-db2e-4643-98bb-07b90e4405ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481122 Nov 04 11:19:52.300987 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:19:52.651025 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:20:03.063187 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3df013ba-c4e7-4146-bdc1-cef1cf611674 req-01249316-5571-4ee1-8b3b-a0d2f72e7198 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=94892d16-ea70-4014-8e9d-6337f50de7f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441904 Nov 04 11:20:03.151964 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df013ba-c4e7-4146-bdc1-cef1cf611674 req-903f05a9-95c6-4dc6-a07c-a9d37bffed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:20:03.153733 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3df013ba-c4e7-4146-bdc1-cef1cf611674 req-903f05a9-95c6-4dc6-a07c-a9d37bffed32 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=17cab983bf0341cc94790b4a4b114d19&device_id=94892d16-ea70-4014-8e9d-6337f50de7f7 HTTP/1.1" status: 200 len: 1101 time: 0.0457590 Nov 04 11:20:03.265907 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df013ba-c4e7-4146-bdc1-cef1cf611674 req-8aa18b68-ea9d-48a2-ba20-8dd9a24600e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:20:03.267414 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3df013ba-c4e7-4146-bdc1-cef1cf611674 req-8aa18b68-ea9d-48a2-ba20-8dd9a24600e3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.0938647 Nov 04 11:20:03.310958 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3df013ba-c4e7-4146-bdc1-cef1cf611674 req-35556ffd-0f67-47c8-963d-bd7d482aecb0 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=a5f21922-0605-4daf-8d26-da0ec8855ee5 HTTP/1.1" status: 200 len: 217 time: 0.0352318 Nov 04 11:20:03.361049 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df013ba-c4e7-4146-bdc1-cef1cf611674 req-2438ff27-1563-4b64-b9a5-df162392165f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:20:03.362704 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3df013ba-c4e7-4146-bdc1-cef1cf611674 req-2438ff27-1563-4b64-b9a5-df162392165f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0449042 Nov 04 11:20:03.412730 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df013ba-c4e7-4146-bdc1-cef1cf611674 req-138d37cc-884c-47bb-934e-cff7288e458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:20:03.414345 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3df013ba-c4e7-4146-bdc1-cef1cf611674 req-138d37cc-884c-47bb-934e-cff7288e458f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0448174 Nov 04 11:20:03.555888 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3df013ba-c4e7-4146-bdc1-cef1cf611674 req-ed7e8314-1a96-4562-8e7b-81d394995315 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339247 Nov 04 11:20:03.663620 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3df013ba-c4e7-4146-bdc1-cef1cf611674 req-4039653c-789b-4023-b7c0-d894af246591 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005752 Nov 04 11:20:12.746526 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:20:15.147985 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:20:16.892700 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-304c6b16-9f8d-4ed7-8b0f-f0b85f621d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:20:19.719461 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b27a8eab-7d53-4dbf-b2dc-585a19707bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:20:20.901826 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:20:22.299033 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:20:22.649114 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:20:24.401871 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:20:28.635063 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-b34be273-5054-4e4b-b0b6-0b70438630c8 req-79382a45-cf78-4644-a92d-6f96b2a93457 service neutron] (101775) timed out ('10.222.0.126', 62992) {{(pid=101775) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 11:20:42.768079 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:20:45.144020 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:20:46.888114 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e9ff3131-7f0c-485b-94ae-81c2d77334e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:20:49.717446 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d4cb052c-5a57-4aa5-89fb-7828a6ce722c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:20:50.905755 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:20:52.301033 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:20:52.650293 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:21:01.402423 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:21:02.399469 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a7dc7-612b-44cb-a2d7-e0f767c1d451 req-2a0c3e24-99a9-4f7f-8fbc-92e4fd843aa2 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:21:02.401034 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-570a7dc7-612b-44cb-a2d7-e0f767c1d451 req-2a0c3e24-99a9-4f7f-8fbc-92e4fd843aa2 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.127 "GET /v2.0/ports?device_id=94892d16-ea70-4014-8e9d-6337f50de7f7 HTTP/1.1" status: 200 len: 950 time: 0.0611861 Nov 04 11:21:02.457392 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-570a7dc7-612b-44cb-a2d7-e0f767c1d451 req-c47328dd-6eef-477c-a9b0-0c7be05df784 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.127 "GET /v2.0/security-groups?id=9b686905-db2e-4643-98bb-07b90e4405ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464981 Nov 04 11:21:03.605084 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f827fb-f4ff-407f-9c15-ae07c79b0d49 req-8fdc669c-f527-4a12-9e26-611b0af15fae tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:21:03.606879 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d0f827fb-f4ff-407f-9c15-ae07c79b0d49 req-8fdc669c-f527-4a12-9e26-611b0af15fae tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.127 "GET /v2.0/ports?device_id=94892d16-ea70-4014-8e9d-6337f50de7f7 HTTP/1.1" status: 200 len: 950 time: 0.0632699 Nov 04 11:21:03.658488 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d0f827fb-f4ff-407f-9c15-ae07c79b0d49 req-e0e4970f-c9c2-4f58-86c3-1ec1a29b80b8 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.127 "GET /v2.0/security-groups?id=9b686905-db2e-4643-98bb-07b90e4405ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443516 Nov 04 11:21:03.853069 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8f95f-6823-4f90-bcf8-4c5e0d7f77f4 req-76a8b057-0f68-49ef-bd64-71599e9d4049 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:21:03.854947 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-96d8f95f-6823-4f90-bcf8-4c5e0d7f77f4 req-76a8b057-0f68-49ef-bd64-71599e9d4049 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.121 "GET /v2.0/ports?device_id=94892d16-ea70-4014-8e9d-6337f50de7f7 HTTP/1.1" status: 200 len: 950 time: 0.0612273 Nov 04 11:21:03.945441 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-96d8f95f-6823-4f90-bcf8-4c5e0d7f77f4 req-80d1f6e6-eb93-41ae-a8c3-8007adf48f33 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Deleting port a5f21922-0605-4daf-8d26-da0ec8855ee5 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:21:03.945739 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-96d8f95f-6823-4f90-bcf8-4c5e0d7f77f4 req-80d1f6e6-eb93-41ae-a8c3-8007adf48f33 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:21:04.040298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-96d8f95f-6823-4f90-bcf8-4c5e0d7f77f4 req-80d1f6e6-eb93-41ae-a8c3-8007adf48f33 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] For port a5f21922-0605-4daf-8d26-da0ec8855ee5, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=a5f21922-0605-4daf-8d26-da0ec8855ee5,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:21:04.040732 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-96d8f95f-6823-4f90-bcf8-4c5e0d7f77f4 req-80d1f6e6-eb93-41ae-a8c3-8007adf48f33 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:21:04.054761 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-96d8f95f-6823-4f90-bcf8-4c5e0d7f77f4 req-80d1f6e6-eb93-41ae-a8c3-8007adf48f33 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Calling delete_port for a5f21922-0605-4daf-8d26-da0ec8855ee5 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:21:04.192895 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-96d8f95f-6823-4f90-bcf8-4c5e0d7f77f4 req-80d1f6e6-eb93-41ae-a8c3-8007adf48f33 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:21:04.206944 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['a5f21922-0605-4daf-8d26-da0ec8855ee5'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:21:04.224589 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1f6e6-eb93-41ae-a8c3-8007adf48f33 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Pushing event deleted for resources: {'Port': ['ID=a5f21922-0605-4daf-8d26-da0ec8855ee5,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:21:04.252741 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1f6e6-eb93-41ae-a8c3-8007adf48f33 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:21:04.253104 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1f6e6-eb93-41ae-a8c3-8007adf48f33 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:21:04.253442 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1f6e6-eb93-41ae-a8c3-8007adf48f33 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:21:04.253767 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1f6e6-eb93-41ae-a8c3-8007adf48f33 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:21:04.254088 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1f6e6-eb93-41ae-a8c3-8007adf48f33 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:21:04.254406 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1f6e6-eb93-41ae-a8c3-8007adf48f33 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:21:04.254726 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1f6e6-eb93-41ae-a8c3-8007adf48f33 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:21:04.255043 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1f6e6-eb93-41ae-a8c3-8007adf48f33 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:21:04.255355 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1f6e6-eb93-41ae-a8c3-8007adf48f33 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:21:04.255665 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1f6e6-eb93-41ae-a8c3-8007adf48f33 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:21:04.255975 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1f6e6-eb93-41ae-a8c3-8007adf48f33 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:21:04.256286 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1f6e6-eb93-41ae-a8c3-8007adf48f33 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:21:04.279802 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d8f95f-6823-4f90-bcf8-4c5e0d7f77f4 req-80d1f6e6-eb93-41ae-a8c3-8007adf48f33 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] No DVR routers for this DVR port a5f21922-0605-4daf-8d26-da0ec8855ee5 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:21:04.282561 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-96d8f95f-6823-4f90-bcf8-4c5e0d7f77f4 req-80d1f6e6-eb93-41ae-a8c3-8007adf48f33 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:21:04.286305 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-96d8f95f-6823-4f90-bcf8-4c5e0d7f77f4 req-80d1f6e6-eb93-41ae-a8c3-8007adf48f33 tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.121 "DELETE /v2.0/ports/a5f21922-0605-4daf-8d26-da0ec8855ee5 HTTP/1.1" status: 204 len: 173 time: 0.4240808 Nov 04 11:21:04.286753 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94892d16-ea70-4014-8e9d-6337f50de7f7', 'name': 'network-vif-deleted', 'tag': 'a5f21922-0605-4daf-8d26-da0ec8855ee5'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:21:04.289129 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550ad23d-3bd8-47cf-9cdf-76bd62cdc740" -d '{"events": [{"server_uuid": "94892d16-ea70-4014-8e9d-6337f50de7f7", "name": "network-vif-deleted", "tag": "a5f21922-0605-4daf-8d26-da0ec8855ee5"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:21:04.324666 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a53f45-9c3c-48b0-8c55-36ee02abf944 x-openstack-request-id: req-77a53f45-9c3c-48b0-8c55-36ee02abf944 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:21:04.324997 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94892d16-ea70-4014-8e9d-6337f50de7f7", "name": "network-vif-deleted", "tag": "a5f21922-0605-4daf-8d26-da0ec8855ee5", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:21:04.325268 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-77a53f45-9c3c-48b0-8c55-36ee02abf944 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:21:04.325854 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94892d16-ea70-4014-8e9d-6337f50de7f7', 'name': 'network-vif-deleted', 'tag': 'a5f21922-0605-4daf-8d26-da0ec8855ee5', 'status': 'completed', 'code': 200} Nov 04 11:21:04.780213 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-44996dd2-5ec3-4c8a-b72f-077eeca3f0ae req-9748e003-94b1-4ecf-8f2a-4f4168fa418a tempest-VolumesBackupsTest-2069989201 tempest-VolumesBackupsTest-2069989201-project] 10.222.0.127 "GET /v2.0/ports?device_id=94892d16-ea70-4014-8e9d-6337f50de7f7 HTTP/1.1" status: 200 len: 210 time: 0.0301294 Nov 04 11:21:08.658384 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device a5f21922-0605-4daf-8d26-da0ec8855ee5 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:21:08.683527 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: a5f21922-0605-4daf-8d26-da0ec8855ee5 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:21:08.683838 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device a5f21922-0605-4daf-8d26-da0ec8855ee5 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:21:12.761855 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:21:15.141929 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:21:16.898114 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-97e609c6-b18f-41df-96f4-62023261abfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:21:19.711896 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1d067370-1855-47e4-92a6-bd1e66eb32de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:21:20.913235 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:21:22.305544 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:21:22.647039 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:21:38.403024 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:21:42.766825 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:21:45.143775 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:21:46.896726 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fa0eb595-0729-408f-94f0-c94a7e8a1f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:21:49.717242 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-71e6e00e-9e86-4b8d-8248-b40be9460f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:21:50.911039 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:21:52.307866 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:21:52.648572 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:22:12.781266 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:22:15.145092 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:22:15.404173 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:22:16.894155 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-82641447-8c54-424e-bbee-78fd5e14b210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:22:19.723127 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a17ee4c6-0d3c-449e-a71c-00ca908de70c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:22:20.918682 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:22:22.328355 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:22:22.642909 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:22:42.766938 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:22:45.133617 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:22:46.913343 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-80ec9558-ab6d-4b1b-8bed-7e25d3091e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:22:49.740234 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1f11c058-3e3d-4aa7-aff8-0e931f5f2798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:22:50.920762 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:22:52.308348 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:22:52.404268 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:22:52.648961 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:23:12.798962 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:23:15.135209 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:23:16.903599 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-820fd0b6-54cf-4041-a21b-752aa5ae1d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:23:19.725408 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ec58a0c2-aed6-46de-9102-4bbe305c64c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:23:20.922676 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:23:22.312007 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:23:22.643962 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:23:29.403597 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:23:42.813119 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:23:45.141441 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:23:46.898329 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dfb7c81f-5c72-429e-a63e-e4a76143d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:23:49.730452 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3a0e0692-108e-441e-81f2-63047db708c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:23:50.927714 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:23:52.312657 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:23:52.648936 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:24:06.403630 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:24:12.814619 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:24:15.142764 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:24:16.908332 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e7d658c8-1bf3-4de2-8ff8-0645d223d589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:24:19.736285 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dce26a72-89f3-4740-b8ac-e0863a98ebe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:24:20.926724 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:24:22.316867 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:24:22.657652 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:24:28.708549 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59018) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:24:28.866423 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5795cea8-aac7-4315-b864-5a294fa765dc admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=17cab983bf0341cc94790b4a4b114d19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1566787 Nov 04 11:24:28.869164 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59024) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:24:28.918750 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7e39ff20-8eb2-4592-813e-68a2047cbe60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:24:28.940989 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7e39ff20-8eb2-4592-813e-68a2047cbe60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:24:28.988464 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7e39ff20-8eb2-4592-813e-68a2047cbe60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:24:28.991418 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7e39ff20-8eb2-4592-813e-68a2047cbe60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:24:28.992381 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7e39ff20-8eb2-4592-813e-68a2047cbe60 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/9b686905-db2e-4643-98bb-07b90e4405ab HTTP/1.1" status: 204 len: 168 time: 0.1223209 Nov 04 11:24:29.002734 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39ff20-8eb2-4592-813e-68a2047cbe60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b686905-db2e-4643-98bb-07b90e4405ab,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:24:29.011360 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ff20-8eb2-4592-813e-68a2047cbe60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:24:29.011706 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ff20-8eb2-4592-813e-68a2047cbe60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:24:29.012071 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ff20-8eb2-4592-813e-68a2047cbe60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:24:29.012373 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ff20-8eb2-4592-813e-68a2047cbe60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:24:29.012702 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ff20-8eb2-4592-813e-68a2047cbe60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:24:29.013108 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ff20-8eb2-4592-813e-68a2047cbe60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:24:29.013379 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ff20-8eb2-4592-813e-68a2047cbe60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:24:29.013702 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ff20-8eb2-4592-813e-68a2047cbe60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:24:29.014031 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ff20-8eb2-4592-813e-68a2047cbe60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:24:29.014351 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ff20-8eb2-4592-813e-68a2047cbe60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:24:29.014672 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ff20-8eb2-4592-813e-68a2047cbe60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:24:29.014988 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ff20-8eb2-4592-813e-68a2047cbe60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:24:42.816028 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:24:43.403793 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:24:45.148041 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:24:46.905825 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a8ef90e2-4fbf-4b4e-8257-9cb808edfc08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:24:49.731526 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-40cb59c3-825d-4689-aaf4-ef297ef60e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:24:50.946316 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:24:52.329189 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:24:52.663733 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:05.839261 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-460ac637-a7bc-4cb3-acf1-d1fb71f344db req-dd492cf8-f0b7-4b23-b78e-2e8d4a4284cc service neutron] (101775) timed out ('10.222.0.127', 59904) {{(pid=101775) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 11:25:12.839683 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:15.174443 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:16.901811 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a42dd947-1ef9-4d2d-ac2c-6ef6917af443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:19.197046 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59292) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:25:19.316053 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9ffe4306-e207-4a67-a127-b2d0f6cae0a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:19.402137 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9ffe4306-e207-4a67-a127-b2d0f6cae0a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:19.406942 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9ffe4306-e207-4a67-a127-b2d0f6cae0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:19.446174 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9ffe4306-e207-4a67-a127-b2d0f6cae0a0 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=923b28ab5a4440ef9aa604ccbf7f5179&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2472301 Nov 04 11:25:19.447052 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe4306-e207-4a67-a127-b2d0f6cae0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a86b22-7930-45ca-90d6-80eb2c94ff34,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:25:19.448987 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59298) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:25:19.465979 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe4306-e207-4a67-a127-b2d0f6cae0a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:19.466328 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe4306-e207-4a67-a127-b2d0f6cae0a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:19.466668 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe4306-e207-4a67-a127-b2d0f6cae0a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:19.467003 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe4306-e207-4a67-a127-b2d0f6cae0a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:19.467328 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe4306-e207-4a67-a127-b2d0f6cae0a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:19.467639 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe4306-e207-4a67-a127-b2d0f6cae0a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:19.467978 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe4306-e207-4a67-a127-b2d0f6cae0a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:19.468299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe4306-e207-4a67-a127-b2d0f6cae0a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:19.468621 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe4306-e207-4a67-a127-b2d0f6cae0a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:19.468962 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe4306-e207-4a67-a127-b2d0f6cae0a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:19.469282 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe4306-e207-4a67-a127-b2d0f6cae0a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:19.469581 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe4306-e207-4a67-a127-b2d0f6cae0a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:19.514221 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6245cd15-1d22-4cfe-9e11-03ad061eb617 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:19.539093 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6245cd15-1d22-4cfe-9e11-03ad061eb617 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:19.589690 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6245cd15-1d22-4cfe-9e11-03ad061eb617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:19.592314 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6245cd15-1d22-4cfe-9e11-03ad061eb617 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:19.593556 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6245cd15-1d22-4cfe-9e11-03ad061eb617 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/53a86b22-7930-45ca-90d6-80eb2c94ff34 HTTP/1.1" status: 204 len: 168 time: 0.1436796 Nov 04 11:25:19.603137 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245cd15-1d22-4cfe-9e11-03ad061eb617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a86b22-7930-45ca-90d6-80eb2c94ff34,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:25:19.742502 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b9b4840d-0d0f-4ec5-9b3e-37317ac8ee63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:20.404674 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:25:20.926100 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:22.329959 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:22.652290 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:30.186800 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-cae91c4f-0e88-4f86-b36b-49c73e23466d tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=f7aa47d456494fdcb4f7dc9e8907f974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239317 Nov 04 11:25:30.305326 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-6931b8b3-ae64-4557-8cd4-f8ef2a65323c tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:30.306901 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-6931b8b3-ae64-4557-8cd4-f8ef2a65323c tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1143706 Nov 04 11:25:30.322802 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-92d8c49c-38d0-4dc1-b2ea-50766e9b86a8 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.127 "GET /v2.0/quotas/f7aa47d456494fdcb4f7dc9e8907f974 HTTP/1.1" status: 200 len: 375 time: 0.0097647 Nov 04 11:25:30.356190 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-d5f69abd-995d-4ad6-adb2-d6e2a6776bfe tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=f7aa47d456494fdcb4f7dc9e8907f974&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280046 Nov 04 11:25:30.535923 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-295b4ab8-e3c5-4f0a-bd05-715d615a214f req-33e6d617-9c2b-4c3e-9c58-a6b469a727e5 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.127 "GET /v2.0/ports?device_id=43ca0993-083a-47f0-9cd2-cda0debe7071 HTTP/1.1" status: 200 len: 210 time: 0.0279331 Nov 04 11:25:31.651241 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-2baef75b-b244-475c-b37f-1fd1d0f40895 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=f7aa47d456494fdcb4f7dc9e8907f974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251217 Nov 04 11:25:31.678386 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-445c7b17-fe2f-4bde-af43-e7f7f0574dd3 req-d2cefabc-1ebd-4257-9582-3e47c5d6301b tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.127 "GET /v2.0/ports?device_id=43ca0993-083a-47f0-9cd2-cda0debe7071 HTTP/1.1" status: 200 len: 210 time: 0.0323708 Nov 04 11:25:31.770634 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-0c8dae55-ce43-45d4-8844-4fc58a80556f tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:31.772078 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-0c8dae55-ce43-45d4-8844-4fc58a80556f tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1154528 Nov 04 11:25:31.785031 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-00daba61-3c1a-4b28-a727-572ebaead612 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Request body: {'port': {'device_id': '43ca0993-083a-47f0-9cd2-cda0debe7071', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'admin_state_up': True, 'tenant_id': 'f7aa47d456494fdcb4f7dc9e8907f974'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:25:31.907780 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-00daba61-3c1a-4b28-a727-572ebaead612 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Made reservation on behalf of f7aa47d456494fdcb4f7dc9e8907f974 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:25:31.913198 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-00daba61-3c1a-4b28-a727-572ebaead612 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:31.933313 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-00daba61-3c1a-4b28-a727-572ebaead612 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:32.010889 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-00daba61-3c1a-4b28-a727-572ebaead612 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:32.017481 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-00daba61-3c1a-4b28-a727-572ebaead612 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:32.078718 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00daba61-3c1a-4b28-a727-572ebaead612 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44904fb-5fe2-4603-acfc-6a4395c8a6ee,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:25:32.159467 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-00daba61-3c1a-4b28-a727-572ebaead612 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Allocated IP 192.168.233.59 (1d5515eb-69f1-410e-af01-975c86ad4ff9/45ab7ac6-5f9d-4d62-ad48-dcded020b686/ae4e9c2d-9e92-43e2-a876-ca66719626ed) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:25:32.318705 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-00daba61-3c1a-4b28-a727-572ebaead612 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:32.355373 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-00daba61-3c1a-4b28-a727-572ebaead612 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:32.397324 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-00daba61-3c1a-4b28-a727-572ebaead612 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Network 1d5515eb-69f1-410e-af01-975c86ad4ff9 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:25:32.402527 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-00daba61-3c1a-4b28-a727-572ebaead612 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:25:32.406237 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-00daba61-3c1a-4b28-a727-572ebaead612 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:25:32.413086 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00daba61-3c1a-4b28-a727-572ebaead612 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Pushing event updated for resources: {'Port': ['ID=ae4e9c2d-9e92-43e2-a876-ca66719626ed,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:25:32.635611 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-299df6c0-2aeb-4ac6-bfb7-04e9fe8c23ea None None] Provisioning complete for port ae4e9c2d-9e92-43e2-a876-ca66719626ed triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:25:32.636245 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-299df6c0-2aeb-4ac6-bfb7-04e9fe8c23ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:32.673473 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-299df6c0-2aeb-4ac6-bfb7-04e9fe8c23ea None None] Port ae4e9c2d-9e92-43e2-a876-ca66719626ed cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:25:32.807581 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b4254-e619-4a95-be2f-fa93e31ec325 req-4abbbfa4-ffaa-4c28-af12-11f443644647 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:32.812455 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a9b4254-e619-4a95-be2f-fa93e31ec325 req-4abbbfa4-ffaa-4c28-af12-11f443644647 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.127 "GET /v2.0/ports?device_id=43ca0993-083a-47f0-9cd2-cda0debe7071 HTTP/1.1" status: 200 len: 935 time: 0.0571115 Nov 04 11:25:32.841508 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-00daba61-3c1a-4b28-a727-572ebaead612 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:32.842088 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-00daba61-3c1a-4b28-a727-572ebaead612 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:32.859780 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-00daba61-3c1a-4b28-a727-572ebaead612 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0783858 Nov 04 11:25:32.860169 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a9b4254-e619-4a95-be2f-fa93e31ec325 req-bfc628ba-1225-49f1-9de4-e8b252f75072 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.127 "GET /v2.0/security-groups?id=d44904fb-5fe2-4603-acfc-6a4395c8a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425651 Nov 04 11:25:32.870869 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-0a1f2289-c845-4933-9886-12be5e05c10d tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 11:25:32.873153 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-0a1f2289-c845-4933-9886-12be5e05c10d tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0058081 Nov 04 11:25:32.988553 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-4b11c75d-38de-4a49-827f-657f01c2ecd6 service neutron] Request body: {'port': {'device_id': '43ca0993-083a-47f0-9cd2-cda0debe7071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:25:33.049287 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-4b11c75d-38de-4a49-827f-657f01c2ecd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:33.318254 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-4b11c75d-38de-4a49-827f-657f01c2ecd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae4e9c2d-9e92-43e2-a876-ca66719626ed {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:25:33.327688 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-4b11c75d-38de-4a49-827f-657f01c2ecd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:33.341095 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-4b11c75d-38de-4a49-827f-657f01c2ecd6 service neutron] Transition to ACTIVE for port object ae4e9c2d-9e92-43e2-a876-ca66719626ed will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:25:33.347839 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-4b11c75d-38de-4a49-827f-657f01c2ecd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:33.396588 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11c75d-38de-4a49-827f-657f01c2ecd6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4e9c2d-9e92-43e2-a876-ca66719626ed,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:25:33.469212 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-4b11c75d-38de-4a49-827f-657f01c2ecd6 service neutron] Attempting to bind port ae4e9c2d-9e92-43e2-a876-ca66719626ed on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:25:33.469557 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-4b11c75d-38de-4a49-827f-657f01c2ecd6 service neutron] Attempting to bind port ae4e9c2d-9e92-43e2-a876-ca66719626ed by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:25:33.470026 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-4b11c75d-38de-4a49-827f-657f01c2ecd6 service neutron] Attempting to bind port ae4e9c2d-9e92-43e2-a876-ca66719626ed on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:25:33.474767 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-4b11c75d-38de-4a49-827f-657f01c2ecd6 service neutron] Port ae4e9c2d-9e92-43e2-a876-ca66719626ed on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:25:33.475106 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-4b11c75d-38de-4a49-827f-657f01c2ecd6 service neutron] Attempting to bind port ae4e9c2d-9e92-43e2-a876-ca66719626ed on network 1d5515eb-69f1-410e-af01-975c86ad4ff9 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:25:33.480450 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-4b11c75d-38de-4a49-827f-657f01c2ecd6 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:25:33.480791 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-4b11c75d-38de-4a49-827f-657f01c2ecd6 service neutron] Checking segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:25:33.481204 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-4b11c75d-38de-4a49-827f-657f01c2ecd6 service neutron] Bound using segment: {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:25:33.481643 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-4b11c75d-38de-4a49-827f-657f01c2ecd6 service neutron] Bound port: ae4e9c2d-9e92-43e2-a876-ca66719626ed, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a9fd50-01d3-4994-b94d-5d25be2b72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:25:33.481999 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-4b11c75d-38de-4a49-827f-657f01c2ecd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:33.552591 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-4b11c75d-38de-4a49-827f-657f01c2ecd6 service neutron] For port ae4e9c2d-9e92-43e2-a876-ca66719626ed, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:25:33.555710 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-4b11c75d-38de-4a49-827f-657f01c2ecd6 service neutron] For port ae4e9c2d-9e92-43e2-a876-ca66719626ed, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=ae4e9c2d-9e92-43e2-a876-ca66719626ed,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:25:33.560967 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-4b11c75d-38de-4a49-827f-657f01c2ecd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:33.598664 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-4b11c75d-38de-4a49-827f-657f01c2ecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:33.599266 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-4b11c75d-38de-4a49-827f-657f01c2ecd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:33.600885 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-4b11c75d-38de-4a49-827f-657f01c2ecd6 service neutron] 10.222.0.121 "PUT /v2.0/ports/ae4e9c2d-9e92-43e2-a876-ca66719626ed HTTP/1.1" status: 200 len: 1095 time: 0.7204261 Nov 04 11:25:33.601455 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ca0993-083a-47f0-9cd2-cda0debe7071', 'tag': 'ae4e9c2d-9e92-43e2-a876-ca66719626ed'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:25:33.603962 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8587fe6a-b58a-4ec5-9770-c5a7e6493a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "43ca0993-083a-47f0-9cd2-cda0debe7071", "tag": "ae4e9c2d-9e92-43e2-a876-ca66719626ed"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:25:33.630409 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11c75d-38de-4a49-827f-657f01c2ecd6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4e9c2d-9e92-43e2-a876-ca66719626ed,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:25:33.697666 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-c436b457-cea6-455f-88fe-ad654e6da7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:33.699878 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-c436b457-cea6-455f-88fe-ad654e6da7c2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f7aa47d456494fdcb4f7dc9e8907f974&device_id=43ca0993-083a-47f0-9cd2-cda0debe7071 HTTP/1.1" status: 200 len: 1098 time: 0.0459256 Nov 04 11:25:33.749684 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e69ebd-04d7-430c-a03b-b4f61cd791f5 x-openstack-request-id: req-94e69ebd-04d7-430c-a03b-b4f61cd791f5 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:25:33.749977 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ca0993-083a-47f0-9cd2-cda0debe7071", "tag": "ae4e9c2d-9e92-43e2-a876-ca66719626ed", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:25:33.750224 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-94e69ebd-04d7-430c-a03b-b4f61cd791f5 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:25:33.750630 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ca0993-083a-47f0-9cd2-cda0debe7071', 'tag': 'ae4e9c2d-9e92-43e2-a876-ca66719626ed', 'status': 'completed', 'code': 200} Nov 04 11:25:33.752472 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-d6f7b7d2-e535-4e6a-a9ff-8309ff683eac service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=ae4e9c2d-9e92-43e2-a876-ca66719626ed HTTP/1.1" status: 200 len: 217 time: 0.0451045 Nov 04 11:25:33.814324 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-75b948cf-7cc7-4bf8-aac7-afa48f68fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:33.815899 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-75b948cf-7cc7-4bf8-aac7-afa48f68fb0c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0549796 Nov 04 11:25:33.867055 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-9c791d33-5f17-416d-9a25-09c4fc88064b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:33.869626 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-9c791d33-5f17-416d-9a25-09c4fc88064b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0455127 Nov 04 11:25:33.974863 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-2b0c7af7-09cf-4c00-85b9-8cc68cb1d733 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980389 Nov 04 11:25:33.985848 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7cca74-47aa-4554-9e53-ee14480b899b req-3c1f822c-6e8f-46e0-b454-61f9996c5057 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:33.987444 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aa7cca74-47aa-4554-9e53-ee14480b899b req-3c1f822c-6e8f-46e0-b454-61f9996c5057 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.127 "GET /v2.0/ports?device_id=43ca0993-083a-47f0-9cd2-cda0debe7071 HTTP/1.1" status: 200 len: 947 time: 0.0495682 Nov 04 11:25:34.036488 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aa7cca74-47aa-4554-9e53-ee14480b899b req-28f35c8f-866b-49a1-92d3-7678f452a77b tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.127 "GET /v2.0/security-groups?id=d44904fb-5fe2-4603-acfc-6a4395c8a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427947 Nov 04 11:25:34.071037 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1623f079-2c61-48da-b7e9-e59d74d65441 req-ba5383af-0fa1-46c4-8eeb-f78a9b34db0a service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885389 Nov 04 11:25:34.167643 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587fe6a-b58a-4ec5-9770-c5a7e6493a1a req-0d16adcc-4200-44ca-be59-8ce92c941861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:34.169241 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8587fe6a-b58a-4ec5-9770-c5a7e6493a1a req-0d16adcc-4200-44ca-be59-8ce92c941861 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f7aa47d456494fdcb4f7dc9e8907f974&device_id=43ca0993-083a-47f0-9cd2-cda0debe7071 HTTP/1.1" status: 200 len: 1098 time: 0.0439227 Nov 04 11:25:34.269423 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587fe6a-b58a-4ec5-9770-c5a7e6493a1a req-f23805ee-18a0-4306-aac6-82965ba61868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:34.270941 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8587fe6a-b58a-4ec5-9770-c5a7e6493a1a req-f23805ee-18a0-4306-aac6-82965ba61868 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d5515eb-69f1-410e-af01-975c86ad4ff9 HTTP/1.1" status: 200 len: 871 time: 0.0946937 Nov 04 11:25:34.313182 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8587fe6a-b58a-4ec5-9770-c5a7e6493a1a req-dea46eb0-c4e4-4f0a-9b7a-d587be37457d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=ae4e9c2d-9e92-43e2-a876-ca66719626ed HTTP/1.1" status: 200 len: 217 time: 0.0348778 Nov 04 11:25:34.368872 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587fe6a-b58a-4ec5-9770-c5a7e6493a1a req-5ca2585d-7724-4ac4-b7da-c1fdab742f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:34.370422 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8587fe6a-b58a-4ec5-9770-c5a7e6493a1a req-5ca2585d-7724-4ac4-b7da-c1fdab742f5b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=45ab7ac6-5f9d-4d62-ad48-dcded020b686 HTTP/1.1" status: 200 len: 843 time: 0.0493910 Nov 04 11:25:34.420784 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587fe6a-b58a-4ec5-9770-c5a7e6493a1a req-51613c72-e418-49f7-bac9-213e1d879145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:34.422275 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8587fe6a-b58a-4ec5-9770-c5a7e6493a1a req-51613c72-e418-49f7-bac9-213e1d879145 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d5515eb-69f1-410e-af01-975c86ad4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0440500 Nov 04 11:25:34.520675 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8587fe6a-b58a-4ec5-9770-c5a7e6493a1a req-618e7d88-4fd0-4fad-96f0-2eb1816e5299 service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890903 Nov 04 11:25:34.622869 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8587fe6a-b58a-4ec5-9770-c5a7e6493a1a req-9e4cc44e-e5a4-4499-8812-3611e151177b service neutron] 10.222.0.121 "GET /v2.0/networks/1d5515eb-69f1-410e-af01-975c86ad4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944047 Nov 04 11:25:35.171350 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645540e7-3133-42d6-a1ea-abb260341f1a req-be8acd40-4ba6-4eac-bbe3-c14b717b46c6 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:35.172881 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-645540e7-3133-42d6-a1ea-abb260341f1a req-be8acd40-4ba6-4eac-bbe3-c14b717b46c6 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.127 "GET /v2.0/ports?device_id=43ca0993-083a-47f0-9cd2-cda0debe7071 HTTP/1.1" status: 200 len: 947 time: 0.0588138 Nov 04 11:25:35.226799 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-645540e7-3133-42d6-a1ea-abb260341f1a req-9667bb27-3fab-4bc6-96a3-d0427935ce10 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.127 "GET /v2.0/security-groups?id=d44904fb-5fe2-4603-acfc-6a4395c8a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477235 Nov 04 11:25:36.358968 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464da62c-92ad-424a-ba29-99c8fb03dd71 req-55b386a9-f446-4b6b-b6e8-9fd8d4342862 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:36.360488 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-464da62c-92ad-424a-ba29-99c8fb03dd71 req-55b386a9-f446-4b6b-b6e8-9fd8d4342862 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.127 "GET /v2.0/ports?device_id=43ca0993-083a-47f0-9cd2-cda0debe7071 HTTP/1.1" status: 200 len: 947 time: 0.0506916 Nov 04 11:25:36.410787 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-464da62c-92ad-424a-ba29-99c8fb03dd71 req-49968249-b22c-4b46-9a1f-6f25c6ff3aff tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.127 "GET /v2.0/security-groups?id=d44904fb-5fe2-4603-acfc-6a4395c8a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438859 Nov 04 11:25:37.552236 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f8a55-8381-4ecc-ba0a-8c889857aa54 req-dcede61a-ee42-418a-9d7b-cb6fce01273d tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:37.553763 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-010f8a55-8381-4ecc-ba0a-8c889857aa54 req-dcede61a-ee42-418a-9d7b-cb6fce01273d tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.127 "GET /v2.0/ports?device_id=43ca0993-083a-47f0-9cd2-cda0debe7071 HTTP/1.1" status: 200 len: 947 time: 0.0597081 Nov 04 11:25:37.607149 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device ae4e9c2d-9e92-43e2-a876-ca66719626ed details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:25:37.608479 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-010f8a55-8381-4ecc-ba0a-8c889857aa54 req-a13d4d0b-d1a2-4f01-a3ee-47746a38b260 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.127 "GET /v2.0/security-groups?id=d44904fb-5fe2-4603-acfc-6a4395c8a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483868 Nov 04 11:25:37.707974 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port ae4e9c2d-9e92-43e2-a876-ca66719626ed, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=ae4e9c2d-9e92-43e2-a876-ca66719626ed,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:25:37.719991 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'ae4e9c2d-9e92-43e2-a876-ca66719626ed', 'network_id': '1d5515eb-69f1-410e-af01-975c86ad4ff9', 'port_id': 'ae4e9c2d-9e92-43e2-a876-ca66719626ed', 'mac_address': 'fa:16:3e:6d:be:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab7ac6-5f9d-4d62-ad48-dcded020b686', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:25:37.760316 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:37.775159 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae4e9c2d-9e92-43e2-a876-ca66719626ed {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:25:37.795999 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port ae4e9c2d-9e92-43e2-a876-ca66719626ed, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=ae4e9c2d-9e92-43e2-a876-ca66719626ed,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:25:37.802010 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:37.857447 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=ae4e9c2d-9e92-43e2-a876-ca66719626ed,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:25:37.864976 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:37.865301 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:37.865633 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:37.865956 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:37.866271 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:37.866591 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:37.866906 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:37.867218 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:37.867527 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:37.867838 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:37.868146 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:37.868451 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:38.047840 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['ae4e9c2d-9e92-43e2-a876-ca66719626ed'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:25:38.744632 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22829d70-031d-485c-919f-cba8bf4c9d01 req-27ae843f-a6aa-4155-8527-e3b729717bab tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:38.746370 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-22829d70-031d-485c-919f-cba8bf4c9d01 req-27ae843f-a6aa-4155-8527-e3b729717bab tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.127 "GET /v2.0/ports?device_id=43ca0993-083a-47f0-9cd2-cda0debe7071 HTTP/1.1" status: 200 len: 948 time: 0.0595870 Nov 04 11:25:38.798874 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-22829d70-031d-485c-919f-cba8bf4c9d01 req-0c9b45da-40b5-487b-8c27-2933ab09ddaa tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.127 "GET /v2.0/security-groups?id=d44904fb-5fe2-4603-acfc-6a4395c8a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462632 Nov 04 11:25:39.621497 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device ae4e9c2d-9e92-43e2-a876-ca66719626ed up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:25:39.682503 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port ae4e9c2d-9e92-43e2-a876-ca66719626ed completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:25:39.686660 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port ae4e9c2d-9e92-43e2-a876-ca66719626ed triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:25:39.687012 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:39.764119 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:39.786822 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ca0993-083a-47f0-9cd2-cda0debe7071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4e9c2d-9e92-43e2-a876-ca66719626ed'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:25:39.789155 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dbdfe6-e998-4abc-9cce-9e26077c3567" -d '{"events": [{"server_uuid": "43ca0993-083a-47f0-9cd2-cda0debe7071", "name": "network-vif-plugged", "status": "completed", "tag": "ae4e9c2d-9e92-43e2-a876-ca66719626ed"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:25:39.801536 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port ae4e9c2d-9e92-43e2-a876-ca66719626ed, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=ae4e9c2d-9e92-43e2-a876-ca66719626ed,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:25:39.806826 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:39.858499 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=ae4e9c2d-9e92-43e2-a876-ca66719626ed,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:25:39.897805 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d392d711-39dc-4e73-beb0-175fb90e7930 x-openstack-request-id: req-d392d711-39dc-4e73-beb0-175fb90e7930 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:25:39.898101 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ca0993-083a-47f0-9cd2-cda0debe7071", "name": "network-vif-plugged", "status": "completed", "tag": "ae4e9c2d-9e92-43e2-a876-ca66719626ed", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:25:39.898387 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-d392d711-39dc-4e73-beb0-175fb90e7930 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:25:39.898773 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ca0993-083a-47f0-9cd2-cda0debe7071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4e9c2d-9e92-43e2-a876-ca66719626ed', 'code': 200} Nov 04 11:25:39.995934 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b1d88-fe76-4d0d-a077-8c87078924dc req-8d5aaa3d-52bd-4547-a08d-2f2a20a2fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:39.997461 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-882b1d88-fe76-4d0d-a077-8c87078924dc req-8d5aaa3d-52bd-4547-a08d-2f2a20a2fc8c service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=43ca0993-083a-47f0-9cd2-cda0debe7071 HTTP/1.1" status: 200 len: 1100 time: 0.0410550 Nov 04 11:25:39.998675 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81374be1-7eb7-4959-bdaa-04bd75d85667 req-acc70bcc-22a5-482e-8a5f-bf2d6d06721b tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:40.000275 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81374be1-7eb7-4959-bdaa-04bd75d85667 req-acc70bcc-22a5-482e-8a5f-bf2d6d06721b tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.127 "GET /v2.0/ports?device_id=43ca0993-083a-47f0-9cd2-cda0debe7071 HTTP/1.1" status: 200 len: 949 time: 0.0526137 Nov 04 11:25:40.043528 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-882b1d88-fe76-4d0d-a077-8c87078924dc req-9958eaf3-f68a-4a48-ad39-04ffb758ea24 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=d44904fb-5fe2-4603-acfc-6a4395c8a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391529 Nov 04 11:25:40.054914 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81374be1-7eb7-4959-bdaa-04bd75d85667 req-4ce300e6-81f5-4666-9b0e-43622e2b2974 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.127 "GET /v2.0/security-groups?id=d44904fb-5fe2-4603-acfc-6a4395c8a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480306 Nov 04 11:25:41.177803 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a21924-7ed5-40f0-a9dc-36c2aeb5929b req-3a5a7d53-39fb-4013-87d6-cdd62d1d2113 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:41.179371 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6a21924-7ed5-40f0-a9dc-36c2aeb5929b req-3a5a7d53-39fb-4013-87d6-cdd62d1d2113 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.127 "GET /v2.0/ports?device_id=43ca0993-083a-47f0-9cd2-cda0debe7071 HTTP/1.1" status: 200 len: 949 time: 0.0514829 Nov 04 11:25:41.230893 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6a21924-7ed5-40f0-a9dc-36c2aeb5929b req-c0ff2dce-bece-46cb-9a56-df2734dbaffa tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.127 "GET /v2.0/security-groups?id=d44904fb-5fe2-4603-acfc-6a4395c8a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452237 Nov 04 11:25:41.617657 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-b56055d5-0cc3-4542-bf2c-13840a51b0dd req-f1b318c0-cffc-4832-b766-24d63d7b464a service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 11:25:41.618701 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b56055d5-0cc3-4542-bf2c-13840a51b0dd req-f1b318c0-cffc-4832-b766-24d63d7b464a service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0754597 Nov 04 11:25:42.263305 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef11d0-05f3-4e0a-aedc-1602190be071 req-33022cb6-0770-41b3-bee6-a98c67bcc266 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:42.264846 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b1ef11d0-05f3-4e0a-aedc-1602190be071 req-33022cb6-0770-41b3-bee6-a98c67bcc266 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.127 "GET /v2.0/ports?device_id=43ca0993-083a-47f0-9cd2-cda0debe7071 HTTP/1.1" status: 200 len: 949 time: 0.0531127 Nov 04 11:25:42.315412 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b1ef11d0-05f3-4e0a-aedc-1602190be071 req-f94d97c0-4870-47c4-b388-39cb15e05b30 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.127 "GET /v2.0/security-groups?id=d44904fb-5fe2-4603-acfc-6a4395c8a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437179 Nov 04 11:25:42.863038 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:43.454375 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c45e28-7b12-4dc2-8318-75aac307225f req-03f03ecd-eff5-4f86-b7f0-422e33604484 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:43.455817 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-92c45e28-7b12-4dc2-8318-75aac307225f req-03f03ecd-eff5-4f86-b7f0-422e33604484 tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.127 "GET /v2.0/ports?device_id=43ca0993-083a-47f0-9cd2-cda0debe7071 HTTP/1.1" status: 200 len: 949 time: 0.0564144 Nov 04 11:25:43.480211 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44008ca-0512-4c59-be01-cdc7266d3a93 req-baf56d3d-2aee-4395-b805-b0e52678bd6f tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:43.481850 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c44008ca-0512-4c59-be01-cdc7266d3a93 req-baf56d3d-2aee-4395-b805-b0e52678bd6f tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.121 "GET /v2.0/ports?device_id=43ca0993-083a-47f0-9cd2-cda0debe7071 HTTP/1.1" status: 200 len: 949 time: 0.0517168 Nov 04 11:25:43.504558 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-92c45e28-7b12-4dc2-8318-75aac307225f req-f88f2130-7dd1-4fd1-a739-e639a80bf1cd tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.127 "GET /v2.0/security-groups?id=d44904fb-5fe2-4603-acfc-6a4395c8a6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424192 Nov 04 11:25:43.578649 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-c44008ca-0512-4c59-be01-cdc7266d3a93 req-55b0bb84-a522-444f-bc0c-dc1db0f8dacb tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Deleting port ae4e9c2d-9e92-43e2-a876-ca66719626ed {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:25:43.578975 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c44008ca-0512-4c59-be01-cdc7266d3a93 req-55b0bb84-a522-444f-bc0c-dc1db0f8dacb tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:43.677694 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c44008ca-0512-4c59-be01-cdc7266d3a93 req-55b0bb84-a522-444f-bc0c-dc1db0f8dacb tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] For port ae4e9c2d-9e92-43e2-a876-ca66719626ed, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=ae4e9c2d-9e92-43e2-a876-ca66719626ed,segment=NetworkSegment(26a9fd50-01d3-4994-b94d-5d25be2b72bf),segment_id=26a9fd50-01d3-4994-b94d-5d25be2b72bf)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:25:43.678072 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c44008ca-0512-4c59-be01-cdc7266d3a93 req-55b0bb84-a522-444f-bc0c-dc1db0f8dacb tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:43.696440 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-c44008ca-0512-4c59-be01-cdc7266d3a93 req-55b0bb84-a522-444f-bc0c-dc1db0f8dacb tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Calling delete_port for ae4e9c2d-9e92-43e2-a876-ca66719626ed owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:25:43.833168 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c44008ca-0512-4c59-be01-cdc7266d3a93 req-55b0bb84-a522-444f-bc0c-dc1db0f8dacb tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:43.848154 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['ae4e9c2d-9e92-43e2-a876-ca66719626ed'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:25:43.870148 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0bb84-a522-444f-bc0c-dc1db0f8dacb tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Pushing event deleted for resources: {'Port': ['ID=ae4e9c2d-9e92-43e2-a876-ca66719626ed,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:25:43.926143 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44008ca-0512-4c59-be01-cdc7266d3a93 req-55b0bb84-a522-444f-bc0c-dc1db0f8dacb tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] No DVR routers for this DVR port ae4e9c2d-9e92-43e2-a876-ca66719626ed on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:25:43.928979 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c44008ca-0512-4c59-be01-cdc7266d3a93 req-55b0bb84-a522-444f-bc0c-dc1db0f8dacb tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:43.932530 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c44008ca-0512-4c59-be01-cdc7266d3a93 req-55b0bb84-a522-444f-bc0c-dc1db0f8dacb tempest-ServersAdminNegativeTestJSON-1474729118 tempest-ServersAdminNegativeTestJSON-1474729118-project] 10.222.0.121 "DELETE /v2.0/ports/ae4e9c2d-9e92-43e2-a876-ca66719626ed HTTP/1.1" status: 204 len: 173 time: 0.4446268 Nov 04 11:25:43.933048 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ca0993-083a-47f0-9cd2-cda0debe7071', 'name': 'network-vif-deleted', 'tag': 'ae4e9c2d-9e92-43e2-a876-ca66719626ed'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:25:43.935569 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e59599-4130-4b40-a783-895c18eefb89" -d '{"events": [{"server_uuid": "43ca0993-083a-47f0-9cd2-cda0debe7071", "name": "network-vif-deleted", "tag": "ae4e9c2d-9e92-43e2-a876-ca66719626ed"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:25:43.983862 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfaac5b-5af8-4f9d-86d7-48192f921062 x-openstack-request-id: req-6cfaac5b-5af8-4f9d-86d7-48192f921062 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:25:43.984184 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ca0993-083a-47f0-9cd2-cda0debe7071", "name": "network-vif-deleted", "tag": "ae4e9c2d-9e92-43e2-a876-ca66719626ed", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:25:43.984546 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-6cfaac5b-5af8-4f9d-86d7-48192f921062 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:25:43.984970 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ca0993-083a-47f0-9cd2-cda0debe7071', 'name': 'network-vif-deleted', 'tag': 'ae4e9c2d-9e92-43e2-a876-ca66719626ed', 'status': 'completed', 'code': 200} Nov 04 11:25:44.833136 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59466) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:25:44.992283 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1df634de-cd9e-4a4c-9ad2-4ee40514c13a admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=f7aa47d456494fdcb4f7dc9e8907f974&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1578910 Nov 04 11:25:44.994856 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59470) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:25:45.045327 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07d515fc-08c7-46a1-be8e-4465c4b77c76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:45.068341 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07d515fc-08c7-46a1-be8e-4465c4b77c76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:45.116651 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07d515fc-08c7-46a1-be8e-4465c4b77c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:45.119497 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07d515fc-08c7-46a1-be8e-4465c4b77c76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:45.120702 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-07d515fc-08c7-46a1-be8e-4465c4b77c76 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/d44904fb-5fe2-4603-acfc-6a4395c8a6ee HTTP/1.1" status: 204 len: 168 time: 0.1249490 Nov 04 11:25:45.129155 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d515fc-08c7-46a1-be8e-4465c4b77c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44904fb-5fe2-4603-acfc-6a4395c8a6ee,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:25:45.166116 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:45.420021 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59476) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:25:45.435014 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5008b56f-d3be-46b4-ba20-fda5386b27f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:45.518981 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5008b56f-d3be-46b4-ba20-fda5386b27f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:45.525195 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5008b56f-d3be-46b4-ba20-fda5386b27f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:45.563007 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008b56f-d3be-46b4-ba20-fda5386b27f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efeab41a-23d8-42dc-8e80-34d6b4a6d69d,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:25:45.568895 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5008b56f-d3be-46b4-ba20-fda5386b27f2 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=e83e69f9ec3c49a68aa882d4d2c0e970&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1467240 Nov 04 11:25:45.570739 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59478) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:25:45.622970 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5766c086-c4a6-4bb4-81f1-c3ef62830d6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:45.646139 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5766c086-c4a6-4bb4-81f1-c3ef62830d6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:45.703454 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5766c086-c4a6-4bb4-81f1-c3ef62830d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:45.706190 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5766c086-c4a6-4bb4-81f1-c3ef62830d6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:45.707426 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5766c086-c4a6-4bb4-81f1-c3ef62830d6d admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/efeab41a-23d8-42dc-8e80-34d6b4a6d69d HTTP/1.1" status: 204 len: 168 time: 0.1357541 Nov 04 11:25:45.715443 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766c086-c4a6-4bb4-81f1-c3ef62830d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efeab41a-23d8-42dc-8e80-34d6b4a6d69d,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:25:46.486511 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59500) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:25:46.608567 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-ed8cb7d0-175b-443e-aca7-0c195b83d45c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2058962327-network', 'tenant_id': 'd88cd283dc9045b381b17234caf91b27'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:25:46.636305 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8cb7d0-175b-443e-aca7-0c195b83d45c admin admin] Made reservation on behalf of d88cd283dc9045b381b17234caf91b27 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:25:46.638656 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ed8cb7d0-175b-443e-aca7-0c195b83d45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:46.648233 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ed8cb7d0-175b-443e-aca7-0c195b83d45c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:46.735909 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ed8cb7d0-175b-443e-aca7-0c195b83d45c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:46.741235 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ed8cb7d0-175b-443e-aca7-0c195b83d45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:46.766590 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed8cb7d0-175b-443e-aca7-0c195b83d45c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1187} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:25:46.776215 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cb7d0-175b-443e-aca7-0c195b83d45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42251d60-358a-401e-a031-11252b92fc02,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:25:46.782689 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ed8cb7d0-175b-443e-aca7-0c195b83d45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:46.783025 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-ed8cb7d0-175b-443e-aca7-0c195b83d45c admin admin] Added segment 1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1 of type vlan for network f4f76bd9-a371-4e4b-b7f7-be50ed6ced75 Nov 04 11:25:46.825539 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ed8cb7d0-175b-443e-aca7-0c195b83d45c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:46.852803 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ed8cb7d0-175b-443e-aca7-0c195b83d45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:46.853772 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8cb7d0-175b-443e-aca7-0c195b83d45c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:46.854392 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ed8cb7d0-175b-443e-aca7-0c195b83d45c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:46.909671 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ed8cb7d0-175b-443e-aca7-0c195b83d45c admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4218688 Nov 04 11:25:46.909885 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59504) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:25:46.910357 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9741a2a3-874c-4873-b864-e9c6cd15ffb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:46.915573 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-4c123ea0-1fba-4c24-96e2-124fde7b28a4 admin admin] Request body: {'subnet': {'network_id': 'f4f76bd9-a371-4e4b-b7f7-be50ed6ced75', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2058962327-subnet', 'tenant_id': 'd88cd283dc9045b381b17234caf91b27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:25:46.921987 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cb7d0-175b-443e-aca7-0c195b83d45c admin admin] Pushing event updated for resources: {'Network': ['ID=f4f76bd9-a371-4e4b-b7f7-be50ed6ced75,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:25:46.932321 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network f4f76bd9-a371-4e4b-b7f7-be50ed6ced75 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:25:46.941379 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c123ea0-1fba-4c24-96e2-124fde7b28a4 admin admin] Made reservation on behalf of d88cd283dc9045b381b17234caf91b27 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:25:46.944016 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4c123ea0-1fba-4c24-96e2-124fde7b28a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:47.128107 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4c123ea0-1fba-4c24-96e2-124fde7b28a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:47.183455 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c123ea0-1fba-4c24-96e2-124fde7b28a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=024f83d6-514e-49ed-a2e9-a120a90213f9,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:25:47.194474 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c123ea0-1fba-4c24-96e2-124fde7b28a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:47.194817 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c123ea0-1fba-4c24-96e2-124fde7b28a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:47.195154 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c123ea0-1fba-4c24-96e2-124fde7b28a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:47.195483 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c123ea0-1fba-4c24-96e2-124fde7b28a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:47.195815 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c123ea0-1fba-4c24-96e2-124fde7b28a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:47.196145 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c123ea0-1fba-4c24-96e2-124fde7b28a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:47.196472 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c123ea0-1fba-4c24-96e2-124fde7b28a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:47.196792 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c123ea0-1fba-4c24-96e2-124fde7b28a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:47.197140 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c123ea0-1fba-4c24-96e2-124fde7b28a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:47.197442 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c123ea0-1fba-4c24-96e2-124fde7b28a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:47.197762 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c123ea0-1fba-4c24-96e2-124fde7b28a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:47.198078 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c123ea0-1fba-4c24-96e2-124fde7b28a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:25:47.203136 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c123ea0-1fba-4c24-96e2-124fde7b28a4 admin admin] Checking segment: {'id': '1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'f4f76bd9-a371-4e4b-b7f7-be50ed6ced75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:25:47.203495 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c123ea0-1fba-4c24-96e2-124fde7b28a4 admin admin] Network hostable DHCP agents. Network: f4f76bd9-a371-4e4b-b7f7-be50ed6ced75, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:25:47.222237 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c123ea0-1fba-4c24-96e2-124fde7b28a4 admin admin] Network f4f76bd9-a371-4e4b-b7f7-be50ed6ced75 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:25:47.232577 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-4c123ea0-1fba-4c24-96e2-124fde7b28a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, f4f76bd9-a371-4e4b-b7f7-be50ed6ced75) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:25:47.237215 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c123ea0-1fba-4c24-96e2-124fde7b28a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:47.237826 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4c123ea0-1fba-4c24-96e2-124fde7b28a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:47.242991 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2047f654-6dd5-4b1e-8af8-26f937ea8b87 None None] Network f4f76bd9-a371-4e4b-b7f7-be50ed6ced75 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:25:47.254176 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4c123ea0-1fba-4c24-96e2-124fde7b28a4 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3430326 Nov 04 11:25:47.369266 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438aaf2a-9d69-435b-a481-cf521394e18b None None] Network f4f76bd9-a371-4e4b-b7f7-be50ed6ced75 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:25:47.655596 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device ae4e9c2d-9e92-43e2-a876-ca66719626ed no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:25:47.675197 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: ae4e9c2d-9e92-43e2-a876-ca66719626ed {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:25:47.675535 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device ae4e9c2d-9e92-43e2-a876-ca66719626ed not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:25:47.701956 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a79537-3a03-4891-be0e-24a75111fdff req-ced9ad96-de2a-44e0-aac3-369676112311 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:47.703479 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-34a79537-3a03-4891-be0e-24a75111fdff req-ced9ad96-de2a-44e0-aac3-369676112311 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/networks?id=f4f76bd9-a371-4e4b-b7f7-be50ed6ced75 HTTP/1.1" status: 200 len: 812 time: 0.1087546 Nov 04 11:25:47.718784 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-34a79537-3a03-4891-be0e-24a75111fdff req-6856724a-5130-42cf-8992-421429c1ab7f tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/quotas/d88cd283dc9045b381b17234caf91b27 HTTP/1.1" status: 200 len: 375 time: 0.0093374 Nov 04 11:25:47.750382 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-34a79537-3a03-4891-be0e-24a75111fdff req-2537fe6c-d4d0-493c-8656-30cfdf468855 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=d88cd283dc9045b381b17234caf91b27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261061 Nov 04 11:25:47.761640 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-34a79537-3a03-4891-be0e-24a75111fdff req-c8881286-cdcd-42ee-bf56-19537474b312 service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 11:25:47.762686 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-34a79537-3a03-4891-be0e-24a75111fdff req-c8881286-cdcd-42ee-bf56-19537474b312 service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0050542 Nov 04 11:25:47.853072 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-34a79537-3a03-4891-be0e-24a75111fdff req-e6ac3642-cc30-4201-96b7-af6aa809584b service neutron] 10.222.0.127 "GET /v2.0/networks/f4f76bd9-a371-4e4b-b7f7-be50ed6ced75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831530 Nov 04 11:25:47.948951 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-34a79537-3a03-4891-be0e-24a75111fdff req-1a565869-cf05-454b-acbe-2955d8ae0ec6 service neutron] 10.222.0.127 "GET /v2.0/networks/f4f76bd9-a371-4e4b-b7f7-be50ed6ced75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900850 Nov 04 11:25:48.112469 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2bd27188-0bfa-42cb-9a5d-e69eaf02c1f5 req-f7a0d74c-a72f-4529-b988-72252a11ddf7 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 210 time: 0.0276783 Nov 04 11:25:49.216166 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-09d198e1-c359-4e19-abeb-1cd32e75ec8e req-56239783-2b59-4b97-aead-9ca8c26271b0 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 210 time: 0.0285463 Nov 04 11:25:49.251566 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a79537-3a03-4891-be0e-24a75111fdff req-911d4344-e168-4946-9226-078b3bd9e6e2 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:49.253387 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-34a79537-3a03-4891-be0e-24a75111fdff req-911d4344-e168-4946-9226-078b3bd9e6e2 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.121 "GET /v2.0/networks?id=f4f76bd9-a371-4e4b-b7f7-be50ed6ced75 HTTP/1.1" status: 200 len: 812 time: 0.1266186 Nov 04 11:25:49.267273 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-34a79537-3a03-4891-be0e-24a75111fdff req-f44e2c01-a7bf-4291-a086-6252b24afa74 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Request body: {'port': {'device_id': '74255caf-0f1d-45ee-a268-ecef771941cc', 'network_id': 'f4f76bd9-a371-4e4b-b7f7-be50ed6ced75', 'admin_state_up': True, 'tenant_id': 'd88cd283dc9045b381b17234caf91b27'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:25:49.384960 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a79537-3a03-4891-be0e-24a75111fdff req-f44e2c01-a7bf-4291-a086-6252b24afa74 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Made reservation on behalf of d88cd283dc9045b381b17234caf91b27 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:25:49.388582 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-34a79537-3a03-4891-be0e-24a75111fdff req-f44e2c01-a7bf-4291-a086-6252b24afa74 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:49.525276 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-34a79537-3a03-4891-be0e-24a75111fdff req-f44e2c01-a7bf-4291-a086-6252b24afa74 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Allocated IP 172.20.0.4 (f4f76bd9-a371-4e4b-b7f7-be50ed6ced75/024f83d6-514e-49ed-a2e9-a120a90213f9/5b6da786-0f07-48b1-879d-025bc224a9f5) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:25:49.683966 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-34a79537-3a03-4891-be0e-24a75111fdff req-f44e2c01-a7bf-4291-a086-6252b24afa74 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:49.719630 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-34a79537-3a03-4891-be0e-24a75111fdff req-f44e2c01-a7bf-4291-a086-6252b24afa74 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:49.726931 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d9d61326-a7ac-4773-ac69-0776a63b283b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:49.763576 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a79537-3a03-4891-be0e-24a75111fdff req-f44e2c01-a7bf-4291-a086-6252b24afa74 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Network f4f76bd9-a371-4e4b-b7f7-be50ed6ced75 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:25:49.769219 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-34a79537-3a03-4891-be0e-24a75111fdff req-f44e2c01-a7bf-4291-a086-6252b24afa74 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:25:49.773070 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a79537-3a03-4891-be0e-24a75111fdff req-f44e2c01-a7bf-4291-a086-6252b24afa74 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:25:49.779601 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e2c01-a7bf-4291-a086-6252b24afa74 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Pushing event updated for resources: {'Port': ['ID=5b6da786-0f07-48b1-879d-025bc224a9f5,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:25:49.824913 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a79537-3a03-4891-be0e-24a75111fdff req-f44e2c01-a7bf-4291-a086-6252b24afa74 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:49.825525 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-34a79537-3a03-4891-be0e-24a75111fdff req-f44e2c01-a7bf-4291-a086-6252b24afa74 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:49.844461 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-34a79537-3a03-4891-be0e-24a75111fdff req-f44e2c01-a7bf-4291-a086-6252b24afa74 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5814877 Nov 04 11:25:49.857930 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-34a79537-3a03-4891-be0e-24a75111fdff req-231f347e-e954-4cee-a8f4-b24144b658a5 service neutron] Request body: {'port': {'device_id': '74255caf-0f1d-45ee-a268-ecef771941cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:25:49.916942 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-34a79537-3a03-4891-be0e-24a75111fdff req-231f347e-e954-4cee-a8f4-b24144b658a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:50.180361 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-34a79537-3a03-4891-be0e-24a75111fdff req-231f347e-e954-4cee-a8f4-b24144b658a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b6da786-0f07-48b1-879d-025bc224a9f5 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:25:50.188479 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-34a79537-3a03-4891-be0e-24a75111fdff req-231f347e-e954-4cee-a8f4-b24144b658a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:50.204140 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-34a79537-3a03-4891-be0e-24a75111fdff req-231f347e-e954-4cee-a8f4-b24144b658a5 service neutron] Transition to ACTIVE for port object 5b6da786-0f07-48b1-879d-025bc224a9f5 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:25:50.209430 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-34a79537-3a03-4891-be0e-24a75111fdff req-231f347e-e954-4cee-a8f4-b24144b658a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:50.262937 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f347e-e954-4cee-a8f4-b24144b658a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6da786-0f07-48b1-879d-025bc224a9f5,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:25:50.334603 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-34a79537-3a03-4891-be0e-24a75111fdff req-231f347e-e954-4cee-a8f4-b24144b658a5 service neutron] Attempting to bind port 5b6da786-0f07-48b1-879d-025bc224a9f5 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:25:50.334939 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-34a79537-3a03-4891-be0e-24a75111fdff req-231f347e-e954-4cee-a8f4-b24144b658a5 service neutron] Attempting to bind port 5b6da786-0f07-48b1-879d-025bc224a9f5 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'f4f76bd9-a371-4e4b-b7f7-be50ed6ced75'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:25:50.335265 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a79537-3a03-4891-be0e-24a75111fdff req-231f347e-e954-4cee-a8f4-b24144b658a5 service neutron] Attempting to bind port 5b6da786-0f07-48b1-879d-025bc224a9f5 on network f4f76bd9-a371-4e4b-b7f7-be50ed6ced75 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:25:50.339691 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a79537-3a03-4891-be0e-24a75111fdff req-231f347e-e954-4cee-a8f4-b24144b658a5 service neutron] Port 5b6da786-0f07-48b1-879d-025bc224a9f5 on network f4f76bd9-a371-4e4b-b7f7-be50ed6ced75 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:25:50.340012 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a79537-3a03-4891-be0e-24a75111fdff req-231f347e-e954-4cee-a8f4-b24144b658a5 service neutron] Attempting to bind port 5b6da786-0f07-48b1-879d-025bc224a9f5 on network f4f76bd9-a371-4e4b-b7f7-be50ed6ced75 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:25:50.340951 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df32ab-f66c-49df-8bc2-73db03cd711b req-df896efe-890c-4183-895b-3d607e437b57 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:50.342462 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e5df32ab-f66c-49df-8bc2-73db03cd711b req-df896efe-890c-4183-895b-3d607e437b57 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 943 time: 0.0533664 Nov 04 11:25:50.345033 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a79537-3a03-4891-be0e-24a75111fdff req-231f347e-e954-4cee-a8f4-b24144b658a5 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:25:50.345389 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a79537-3a03-4891-be0e-24a75111fdff req-231f347e-e954-4cee-a8f4-b24144b658a5 service neutron] Checking segment: {'id': '1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'f4f76bd9-a371-4e4b-b7f7-be50ed6ced75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:25:50.345974 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a79537-3a03-4891-be0e-24a75111fdff req-231f347e-e954-4cee-a8f4-b24144b658a5 service neutron] Bound using segment: {'id': '1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'f4f76bd9-a371-4e4b-b7f7-be50ed6ced75'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:25:50.347198 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-34a79537-3a03-4891-be0e-24a75111fdff req-231f347e-e954-4cee-a8f4-b24144b658a5 service neutron] Bound port: 5b6da786-0f07-48b1-879d-025bc224a9f5, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'f4f76bd9-a371-4e4b-b7f7-be50ed6ced75'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:25:50.347550 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-34a79537-3a03-4891-be0e-24a75111fdff req-231f347e-e954-4cee-a8f4-b24144b658a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:50.390581 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e5df32ab-f66c-49df-8bc2-73db03cd711b req-be0ba368-0db2-4610-9ae7-0842077a7b93 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416281 Nov 04 11:25:50.417028 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-34a79537-3a03-4891-be0e-24a75111fdff req-231f347e-e954-4cee-a8f4-b24144b658a5 service neutron] For port 5b6da786-0f07-48b1-879d-025bc224a9f5, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:25:50.417028 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-34a79537-3a03-4891-be0e-24a75111fdff req-231f347e-e954-4cee-a8f4-b24144b658a5 service neutron] For port 5b6da786-0f07-48b1-879d-025bc224a9f5, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=5b6da786-0f07-48b1-879d-025bc224a9f5,segment=NetworkSegment(1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1),segment_id=1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:25:50.421431 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-34a79537-3a03-4891-be0e-24a75111fdff req-231f347e-e954-4cee-a8f4-b24144b658a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:50.454971 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a79537-3a03-4891-be0e-24a75111fdff req-231f347e-e954-4cee-a8f4-b24144b658a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:50.455621 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-34a79537-3a03-4891-be0e-24a75111fdff req-231f347e-e954-4cee-a8f4-b24144b658a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:50.457089 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-34a79537-3a03-4891-be0e-24a75111fdff req-231f347e-e954-4cee-a8f4-b24144b658a5 service neutron] 10.222.0.121 "PUT /v2.0/ports/5b6da786-0f07-48b1-879d-025bc224a9f5 HTTP/1.1" status: 200 len: 1091 time: 0.6032708 Nov 04 11:25:50.457539 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74255caf-0f1d-45ee-a268-ecef771941cc', 'tag': '5b6da786-0f07-48b1-879d-025bc224a9f5'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:25:50.459828 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661734d1-fd28-4da3-b0b5-aca6e7fe0c93" -d '{"events": [{"name": "network-changed", "server_uuid": "74255caf-0f1d-45ee-a268-ecef771941cc", "tag": "5b6da786-0f07-48b1-879d-025bc224a9f5"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:25:50.488121 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f347e-e954-4cee-a8f4-b24144b658a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6da786-0f07-48b1-879d-025bc224a9f5,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:25:50.509116 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd879b7-8ab9-4159-9ef0-a3fcbed0c37b x-openstack-request-id: req-cfd879b7-8ab9-4159-9ef0-a3fcbed0c37b {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:25:50.509397 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74255caf-0f1d-45ee-a268-ecef771941cc", "tag": "5b6da786-0f07-48b1-879d-025bc224a9f5", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:25:50.509643 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-cfd879b7-8ab9-4159-9ef0-a3fcbed0c37b {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:25:50.510036 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74255caf-0f1d-45ee-a268-ecef771941cc', 'tag': '5b6da786-0f07-48b1-879d-025bc224a9f5', 'status': 'completed', 'code': 200} Nov 04 11:25:50.544081 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a79537-3a03-4891-be0e-24a75111fdff req-803707ff-2f41-4dac-ba9f-ebc264d01185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:50.545690 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-34a79537-3a03-4891-be0e-24a75111fdff req-803707ff-2f41-4dac-ba9f-ebc264d01185 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d88cd283dc9045b381b17234caf91b27&device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 1094 time: 0.0466003 Nov 04 11:25:50.596477 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-34a79537-3a03-4891-be0e-24a75111fdff req-c6e0d983-afa1-4f79-8278-cfc7e84fdda7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b6da786-0f07-48b1-879d-025bc224a9f5 HTTP/1.1" status: 200 len: 217 time: 0.0399783 Nov 04 11:25:50.659487 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a79537-3a03-4891-be0e-24a75111fdff req-84c1fe33-2e69-45ff-bca2-d0f6c6f8d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:50.660875 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-34a79537-3a03-4891-be0e-24a75111fdff req-84c1fe33-2e69-45ff-bca2-d0f6c6f8d734 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=024f83d6-514e-49ed-a2e9-a120a90213f9 HTTP/1.1" status: 200 len: 852 time: 0.0564210 Nov 04 11:25:50.692652 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-34a79537-3a03-4891-be0e-24a75111fdff req-1eb5bfa2-8441-4235-b7f4-f35af72f8698 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f4f76bd9-a371-4e4b-b7f7-be50ed6ced75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243382 Nov 04 11:25:50.789014 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-34a79537-3a03-4891-be0e-24a75111fdff req-637ce475-1adf-4230-b1c9-f42bbd07a6db service neutron] 10.222.0.121 "GET /v2.0/networks/f4f76bd9-a371-4e4b-b7f7-be50ed6ced75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888700 Nov 04 11:25:50.883218 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-34a79537-3a03-4891-be0e-24a75111fdff req-feaac695-1839-4c64-88b9-2fd038fcac87 service neutron] 10.222.0.121 "GET /v2.0/networks/f4f76bd9-a371-4e4b-b7f7-be50ed6ced75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872543 Nov 04 11:25:50.935362 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:50.978184 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661734d1-fd28-4da3-b0b5-aca6e7fe0c93 req-637c0998-412d-4276-a8b6-72c88c32e2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:50.979723 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-661734d1-fd28-4da3-b0b5-aca6e7fe0c93 req-637c0998-412d-4276-a8b6-72c88c32e2df service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d88cd283dc9045b381b17234caf91b27&device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 1094 time: 0.0430512 Nov 04 11:25:51.100563 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661734d1-fd28-4da3-b0b5-aca6e7fe0c93 req-ec277688-dd84-47c6-a623-6bebca442776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:51.103031 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-661734d1-fd28-4da3-b0b5-aca6e7fe0c93 req-ec277688-dd84-47c6-a623-6bebca442776 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f4f76bd9-a371-4e4b-b7f7-be50ed6ced75 HTTP/1.1" status: 200 len: 914 time: 0.1161044 Nov 04 11:25:51.148733 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-661734d1-fd28-4da3-b0b5-aca6e7fe0c93 req-87160f2a-a755-4340-9d6d-748c391e5f62 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b6da786-0f07-48b1-879d-025bc224a9f5 HTTP/1.1" status: 200 len: 217 time: 0.0383334 Nov 04 11:25:51.205868 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661734d1-fd28-4da3-b0b5-aca6e7fe0c93 req-b6ee139b-c831-4da5-937f-13794a4ba4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:51.207255 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-661734d1-fd28-4da3-b0b5-aca6e7fe0c93 req-b6ee139b-c831-4da5-937f-13794a4ba4ab service neutron] 10.222.0.121 "GET /v2.0/subnets?id=024f83d6-514e-49ed-a2e9-a120a90213f9 HTTP/1.1" status: 200 len: 852 time: 0.0508649 Nov 04 11:25:51.241461 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-661734d1-fd28-4da3-b0b5-aca6e7fe0c93 req-9838efd8-babd-4376-ac96-00f750fc8141 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f4f76bd9-a371-4e4b-b7f7-be50ed6ced75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258124 Nov 04 11:25:51.335912 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-661734d1-fd28-4da3-b0b5-aca6e7fe0c93 req-b1be827a-7d5b-4cc1-94ff-8f87b7548a4c service neutron] 10.222.0.121 "GET /v2.0/networks/f4f76bd9-a371-4e4b-b7f7-be50ed6ced75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861228 Nov 04 11:25:51.438070 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-661734d1-fd28-4da3-b0b5-aca6e7fe0c93 req-2d7aad07-5d40-4f02-81cf-7db935403ca3 service neutron] 10.222.0.121 "GET /v2.0/networks/f4f76bd9-a371-4e4b-b7f7-be50ed6ced75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925536 Nov 04 11:25:51.528514 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e8dd9-ed15-4abf-b1cc-b9c68ccf00df req-f3f6a81b-1fb0-44ba-b8ff-fead42e159f9 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:51.530484 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c52e8dd9-ed15-4abf-b1cc-b9c68ccf00df req-f3f6a81b-1fb0-44ba-b8ff-fead42e159f9 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 943 time: 0.0567353 Nov 04 11:25:51.583991 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c52e8dd9-ed15-4abf-b1cc-b9c68ccf00df req-da1d578e-19f2-4f28-8ff5-e243bf699293 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460289 Nov 04 11:25:52.334450 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:52.654327 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:52.720759 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bbebd-303e-4061-81db-953aafdfe0b5 req-ab48b77b-008e-4d36-bb24-a9e0964e53fe tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:52.722262 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b38bbebd-303e-4061-81db-953aafdfe0b5 req-ab48b77b-008e-4d36-bb24-a9e0964e53fe tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 943 time: 0.0480525 Nov 04 11:25:52.776243 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b38bbebd-303e-4061-81db-953aafdfe0b5 req-645c210e-9759-46e1-9886-6ac659db5281 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478539 Nov 04 11:25:53.687365 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 5b6da786-0f07-48b1-879d-025bc224a9f5 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:25:53.784619 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 5b6da786-0f07-48b1-879d-025bc224a9f5, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=5b6da786-0f07-48b1-879d-025bc224a9f5,segment=NetworkSegment(1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1),segment_id=1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:25:53.796256 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '5b6da786-0f07-48b1-879d-025bc224a9f5', 'network_id': 'f4f76bd9-a371-4e4b-b7f7-be50ed6ced75', 'port_id': '5b6da786-0f07-48b1-879d-025bc224a9f5', 'mac_address': 'fa:16:3e:b3:c4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '024f83d6-514e-49ed-a2e9-a120a90213f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:25:53.838673 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:53.852849 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6da786-0f07-48b1-879d-025bc224a9f5 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:25:53.873000 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 5b6da786-0f07-48b1-879d-025bc224a9f5, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=5b6da786-0f07-48b1-879d-025bc224a9f5,segment=NetworkSegment(1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1),segment_id=1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:25:53.878146 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:53.907530 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d27c37-5007-4497-a457-b55a72d7eb5d req-c08a2c38-edb4-4255-b10d-88bf5452bd56 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:53.909243 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-97d27c37-5007-4497-a457-b55a72d7eb5d req-c08a2c38-edb4-4255-b10d-88bf5452bd56 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 943 time: 0.0527809 Nov 04 11:25:53.927604 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=5b6da786-0f07-48b1-879d-025bc224a9f5,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:25:53.957105 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-97d27c37-5007-4497-a457-b55a72d7eb5d req-30a9df68-c8a9-4250-9690-c275ebc744e4 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413208 Nov 04 11:25:54.071301 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['5b6da786-0f07-48b1-879d-025bc224a9f5'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:25:55.081280 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eae1e3-09e7-42be-bc60-e3f91203e01b req-18c10547-38a4-468c-9b21-de02afd3c79e tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:55.082814 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c7eae1e3-09e7-42be-bc60-e3f91203e01b req-18c10547-38a4-468c-9b21-de02afd3c79e tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 944 time: 0.0552700 Nov 04 11:25:55.132206 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c7eae1e3-09e7-42be-bc60-e3f91203e01b req-9af07b5f-a52e-44e9-b7a5-c029f3990d6a tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431039 Nov 04 11:25:55.700548 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 5b6da786-0f07-48b1-879d-025bc224a9f5 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:25:55.759441 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 5b6da786-0f07-48b1-879d-025bc224a9f5 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:25:55.764995 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 5b6da786-0f07-48b1-879d-025bc224a9f5 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:25:55.765600 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:55.851905 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:55.878613 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74255caf-0f1d-45ee-a268-ecef771941cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6da786-0f07-48b1-879d-025bc224a9f5'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:25:55.880850 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ac08a9-4eec-4a7c-8031-53a9e5760736" -d '{"events": [{"server_uuid": "74255caf-0f1d-45ee-a268-ecef771941cc", "name": "network-vif-plugged", "status": "completed", "tag": "5b6da786-0f07-48b1-879d-025bc224a9f5"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:25:55.893405 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 5b6da786-0f07-48b1-879d-025bc224a9f5, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=5b6da786-0f07-48b1-879d-025bc224a9f5,segment=NetworkSegment(1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1),segment_id=1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:25:55.898454 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:25:55.922570 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1131f6-cbfd-44d2-bc00-7b4db0931319 x-openstack-request-id: req-9a1131f6-cbfd-44d2-bc00-7b4db0931319 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:25:55.922857 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74255caf-0f1d-45ee-a268-ecef771941cc", "name": "network-vif-plugged", "status": "completed", "tag": "5b6da786-0f07-48b1-879d-025bc224a9f5", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:25:55.923091 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-9a1131f6-cbfd-44d2-bc00-7b4db0931319 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:25:55.923486 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74255caf-0f1d-45ee-a268-ecef771941cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6da786-0f07-48b1-879d-025bc224a9f5', 'code': 200} Nov 04 11:25:55.951473 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=5b6da786-0f07-48b1-879d-025bc224a9f5,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:25:56.021438 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b020e-e0ab-46b1-aa4b-c945858e4b2c req-da53d77b-e03f-4a20-8223-76822115a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:56.022969 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9f0b020e-e0ab-46b1-aa4b-c945858e4b2c req-da53d77b-e03f-4a20-8223-76822115a5d2 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 1096 time: 0.0426173 Nov 04 11:25:56.068075 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9f0b020e-e0ab-46b1-aa4b-c945858e4b2c req-f02ef531-58ed-4b8e-9343-676cffc25456 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378876 Nov 04 11:25:56.256964 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddf29f-4d9b-43f6-b226-a8cef715cff0 req-570ed30a-17d7-4c5e-91d2-af0a0facee5c tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:56.258365 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4eddf29f-4d9b-43f6-b226-a8cef715cff0 req-570ed30a-17d7-4c5e-91d2-af0a0facee5c tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0550246 Nov 04 11:25:56.308365 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4eddf29f-4d9b-43f6-b226-a8cef715cff0 req-9a5eb9a4-5571-4577-9e63-3e88ee4c4d75 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438890 Nov 04 11:25:57.403880 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:25:57.438055 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40f7a6-d523-4b88-8eda-559f1e26902f req-3047fb11-c651-46a3-8192-800ef690eca9 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:57.439564 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4f40f7a6-d523-4b88-8eda-559f1e26902f req-3047fb11-c651-46a3-8192-800ef690eca9 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0550730 Nov 04 11:25:57.488458 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4f40f7a6-d523-4b88-8eda-559f1e26902f req-de6a161f-14f1-4770-9fbe-888790bc4a7f tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426846 Nov 04 11:25:57.735619 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b91619-c341-47a2-8017-c1c3bbf5255c req-5cf30d10-a2d9-4f21-b13a-7cb0107acd03 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:57.737168 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-36b91619-c341-47a2-8017-c1c3bbf5255c req-5cf30d10-a2d9-4f21-b13a-7cb0107acd03 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0496812 Nov 04 11:25:57.775049 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-f8c2099b-4015-4994-a013-b22999afcb97 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0956302 Nov 04 11:25:57.785320 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-d4663bec-3072-4673-83af-5278f10d6824 service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 11:25:57.786295 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-d4663bec-3072-4673-83af-5278f10d6824 service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0053029 Nov 04 11:25:58.085172 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-36b91619-c341-47a2-8017-c1c3bbf5255c req-03639f1b-d0fa-436c-a326-6ff20d6ad746 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414128 Nov 04 11:25:58.973520 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-aa51a602-53bd-4ce8-b40b-95829c93bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:58.975116 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-aa51a602-53bd-4ce8-b40b-95829c93bd71 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d88cd283dc9045b381b17234caf91b27&device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 1096 time: 0.0538259 Nov 04 11:25:59.078200 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-533d49f5-ad51-4507-9bd8-b0a9f5eb0eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:59.079721 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-533d49f5-ad51-4507-9bd8-b0a9f5eb0eb5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f4f76bd9-a371-4e4b-b7f7-be50ed6ced75 HTTP/1.1" status: 200 len: 914 time: 0.0979483 Nov 04 11:25:59.126328 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-57388d29-6d7c-45d9-8349-2b4853e0267c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b6da786-0f07-48b1-879d-025bc224a9f5 HTTP/1.1" status: 200 len: 217 time: 0.0395222 Nov 04 11:25:59.179511 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-8a83606a-8935-4b60-8ab7-4745af577a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:59.181139 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-8a83606a-8935-4b60-8ab7-4745af577a34 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=024f83d6-514e-49ed-a2e9-a120a90213f9 HTTP/1.1" status: 200 len: 852 time: 0.0474522 Nov 04 11:25:59.211074 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5cfe6-ab9f-46db-a79c-838d37e7c2b1 req-337a9906-ec6c-40bb-9865-cabdcb5e378d tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:25:59.212672 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-31b5cfe6-ab9f-46db-a79c-838d37e7c2b1 req-337a9906-ec6c-40bb-9865-cabdcb5e378d tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0531697 Nov 04 11:25:59.214150 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-b481516f-9433-4828-9f5a-b2d4ae8817e1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f4f76bd9-a371-4e4b-b7f7-be50ed6ced75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262756 Nov 04 11:25:59.261763 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-31b5cfe6-ab9f-46db-a79c-838d37e7c2b1 req-364843d7-260d-411a-bdf4-50649a4891c1 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427246 Nov 04 11:25:59.307981 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-6f4e6beb-7e15-4535-82cd-6ef75709e91a service neutron] 10.222.0.121 "GET /v2.0/networks/f4f76bd9-a371-4e4b-b7f7-be50ed6ced75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858953 Nov 04 11:25:59.404796 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-ccc87c43-ab4f-4d2e-ba04-19e6f45e894b service neutron] 10.222.0.121 "GET /v2.0/networks/f4f76bd9-a371-4e4b-b7f7-be50ed6ced75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894716 Nov 04 11:26:00.381892 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f447d33-91fb-4180-9bbe-2329e5231085 req-b6233c39-2988-47a0-8089-a5c72742b4e5 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:00.383430 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8f447d33-91fb-4180-9bbe-2329e5231085 req-b6233c39-2988-47a0-8089-a5c72742b4e5 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0501487 Nov 04 11:26:00.438737 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8f447d33-91fb-4180-9bbe-2329e5231085 req-6edd863d-37b1-4b03-8977-e7f1062bce59 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456238 Nov 04 11:26:01.583996 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f69aec-18b6-4a4c-92ff-8c79a7711e52 req-348311ff-421b-45b7-8dd0-cc5e4dd6e148 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:01.585543 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-39f69aec-18b6-4a4c-92ff-8c79a7711e52 req-348311ff-421b-45b7-8dd0-cc5e4dd6e148 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0619009 Nov 04 11:26:01.636765 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-39f69aec-18b6-4a4c-92ff-8c79a7711e52 req-b38b2f3a-f2d4-4629-bd2c-74be16b420d6 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421364 Nov 04 11:26:02.768912 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7b8b2-a339-47e5-b9c8-466c231e95ca req-0e1140ab-0a30-4c4c-ab1d-03e8ba50c38d tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:02.771129 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dee7b8b2-a339-47e5-b9c8-466c231e95ca req-0e1140ab-0a30-4c4c-ab1d-03e8ba50c38d tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0543740 Nov 04 11:26:02.820360 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dee7b8b2-a339-47e5-b9c8-466c231e95ca req-d929a998-7935-4c9c-b080-c2cd2c4bebe8 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429411 Nov 04 11:26:03.946109 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606957ac-7fee-42f7-bf02-3f20e6229722 req-7e6c2063-a8e1-4e88-94c5-12533905d84e tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:03.947597 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-606957ac-7fee-42f7-bf02-3f20e6229722 req-7e6c2063-a8e1-4e88-94c5-12533905d84e tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0551662 Nov 04 11:26:03.999230 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-606957ac-7fee-42f7-bf02-3f20e6229722 req-c40603cb-a22f-451f-b172-2ce046555887 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422013 Nov 04 11:26:05.139248 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12dc5d-73df-49b3-8a80-69b8209ad994 req-71dcf49b-19b6-49f9-b06f-053006b98c87 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:05.141762 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3c12dc5d-73df-49b3-8a80-69b8209ad994 req-71dcf49b-19b6-49f9-b06f-053006b98c87 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0558472 Nov 04 11:26:05.196456 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3c12dc5d-73df-49b3-8a80-69b8209ad994 req-1fe12464-9145-4ef0-b793-7b76d05d6386 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474064 Nov 04 11:26:06.321026 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755c555-19b9-41ce-be12-475f6a8d716c req-cda7b2b5-0def-410b-99b3-72d7c3ec1c3b tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:06.322596 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e755c555-19b9-41ce-be12-475f6a8d716c req-cda7b2b5-0def-410b-99b3-72d7c3ec1c3b tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0508828 Nov 04 11:26:06.383250 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e755c555-19b9-41ce-be12-475f6a8d716c req-76b6da57-4cd2-46b8-9a35-570bd4646d4c tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514939 Nov 04 11:26:07.525746 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a33bef-5ba1-44ed-aade-632d6959414c req-72cf6a0e-9678-4e66-86d3-c31b89373509 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:07.527185 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-51a33bef-5ba1-44ed-aade-632d6959414c req-72cf6a0e-9678-4e66-86d3-c31b89373509 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0576124 Nov 04 11:26:07.576245 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-51a33bef-5ba1-44ed-aade-632d6959414c req-ca16ec35-6149-4657-840b-ce8c3c82bfe9 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426910 Nov 04 11:26:08.703856 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937b978-7427-4c98-ab82-34bc450fc38d req-19a65228-7c94-4f25-8216-38ac2b046ae3 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:08.705465 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5937b978-7427-4c98-ab82-34bc450fc38d req-19a65228-7c94-4f25-8216-38ac2b046ae3 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0516822 Nov 04 11:26:08.757211 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5937b978-7427-4c98-ab82-34bc450fc38d req-93f39262-6682-43e2-8370-8ac58bbf3309 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444796 Nov 04 11:26:09.893471 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1c71c-19da-4230-8883-c70eb2d9a3ad req-40d05d2f-27e8-45f3-a602-cfdcda9cd37c tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:09.894997 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-02e1c71c-19da-4230-8883-c70eb2d9a3ad req-40d05d2f-27e8-45f3-a602-cfdcda9cd37c tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0589821 Nov 04 11:26:09.949909 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-02e1c71c-19da-4230-8883-c70eb2d9a3ad req-f54c8d00-dd25-4f45-a528-ceb844badf65 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450861 Nov 04 11:26:11.077418 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fdb4e-2bd6-4311-b927-7aeeedfff087 req-5beffe38-8118-4664-9b77-bbc6836244cb tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:11.078966 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-569fdb4e-2bd6-4311-b927-7aeeedfff087 req-5beffe38-8118-4664-9b77-bbc6836244cb tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0539513 Nov 04 11:26:11.102634 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b16004-43fe-42ed-8b39-e9aa0e04cf08 req-7a07141e-b396-442b-afd9-13da0078f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:11.104225 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b3b16004-43fe-42ed-8b39-e9aa0e04cf08 req-7a07141e-b396-442b-afd9-13da0078f86a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d88cd283dc9045b381b17234caf91b27&device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 1096 time: 0.0450866 Nov 04 11:26:11.131989 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-569fdb4e-2bd6-4311-b927-7aeeedfff087 req-4df044e9-4425-48bd-9347-7446ea73420a tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440099 Nov 04 11:26:11.216317 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b16004-43fe-42ed-8b39-e9aa0e04cf08 req-deee75dc-7a41-4177-a340-69658778e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:11.217885 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b3b16004-43fe-42ed-8b39-e9aa0e04cf08 req-deee75dc-7a41-4177-a340-69658778e6b1 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f4f76bd9-a371-4e4b-b7f7-be50ed6ced75 HTTP/1.1" status: 200 len: 914 time: 0.0931678 Nov 04 11:26:11.261024 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b3b16004-43fe-42ed-8b39-e9aa0e04cf08 req-86079d35-f63c-4156-848e-6116aefc1018 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b6da786-0f07-48b1-879d-025bc224a9f5 HTTP/1.1" status: 200 len: 217 time: 0.0355422 Nov 04 11:26:11.310682 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b16004-43fe-42ed-8b39-e9aa0e04cf08 req-6872e900-f94b-4a3d-9c3a-553e4152534d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:11.312189 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b3b16004-43fe-42ed-8b39-e9aa0e04cf08 req-6872e900-f94b-4a3d-9c3a-553e4152534d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=024f83d6-514e-49ed-a2e9-a120a90213f9 HTTP/1.1" status: 200 len: 852 time: 0.0446067 Nov 04 11:26:11.344434 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b3b16004-43fe-42ed-8b39-e9aa0e04cf08 req-722c8997-2248-457b-bb06-54d89a98302a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f4f76bd9-a371-4e4b-b7f7-be50ed6ced75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254400 Nov 04 11:26:11.457348 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b3b16004-43fe-42ed-8b39-e9aa0e04cf08 req-72e5830e-7495-453e-89ff-195c18fe57d4 service neutron] 10.222.0.121 "GET /v2.0/networks/f4f76bd9-a371-4e4b-b7f7-be50ed6ced75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005948 Nov 04 11:26:11.554495 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b3b16004-43fe-42ed-8b39-e9aa0e04cf08 req-188b203b-feeb-4354-aa0c-ca1d0140a17e service neutron] 10.222.0.121 "GET /v2.0/networks/f4f76bd9-a371-4e4b-b7f7-be50ed6ced75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897889 Nov 04 11:26:12.251187 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993056b-100d-44be-b709-df39d218cd3c req-0c336173-de13-49fb-84c3-d7178f6b1b93 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:12.252730 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a993056b-100d-44be-b709-df39d218cd3c req-0c336173-de13-49fb-84c3-d7178f6b1b93 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0504763 Nov 04 11:26:12.308246 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a993056b-100d-44be-b709-df39d218cd3c req-580697a7-2abb-4583-8f75-713844757736 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465815 Nov 04 11:26:12.884887 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:13.448048 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995923f-947f-48dd-9ddb-1b25291b9eeb req-1388859f-fc02-4bc2-80b1-b408e5391acd tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:13.449479 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e995923f-947f-48dd-9ddb-1b25291b9eeb req-1388859f-fc02-4bc2-80b1-b408e5391acd tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0571163 Nov 04 11:26:13.509719 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e995923f-947f-48dd-9ddb-1b25291b9eeb req-585dd886-6a9e-4cc3-bbbb-4582afa83106 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511189 Nov 04 11:26:14.651890 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39319afd-f935-46a0-bce0-98733d71013b req-ba69baf0-1a86-48ac-adee-728cef5a5f5a tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:14.653587 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-39319afd-f935-46a0-bce0-98733d71013b req-ba69baf0-1a86-48ac-adee-728cef5a5f5a tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0583756 Nov 04 11:26:14.705383 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-39319afd-f935-46a0-bce0-98733d71013b req-a09233c2-7220-4ab7-809c-33a3c98d6117 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426645 Nov 04 11:26:15.185698 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:15.853070 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5993bb-37e1-4599-9505-d71d03f78b45 req-7e5e80e6-bcfb-4ad5-95dc-9d811b299374 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:15.854568 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab5993bb-37e1-4599-9505-d71d03f78b45 req-7e5e80e6-bcfb-4ad5-95dc-9d811b299374 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0636089 Nov 04 11:26:15.902367 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab5993bb-37e1-4599-9505-d71d03f78b45 req-5b40195d-d7fa-4606-a533-15b238588432 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416896 Nov 04 11:26:16.908028 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2ff78135-8e83-49e4-a461-f2ea65856e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:17.039816 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9aab1-f1df-4049-96f6-bf5389310d2a req-325a3a9a-79df-4afa-a413-39fcbde7e534 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:17.041691 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-29e9aab1-f1df-4049-96f6-bf5389310d2a req-325a3a9a-79df-4afa-a413-39fcbde7e534 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0634673 Nov 04 11:26:17.093480 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-29e9aab1-f1df-4049-96f6-bf5389310d2a req-309a6f7c-baa4-4562-99e9-0217ed954510 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425138 Nov 04 11:26:18.245660 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c1520-f193-4fa4-8845-db5f6e2f0d2d req-1b226d73-fcca-4fc0-9ed0-7ba9c60760d3 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:18.247173 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-309c1520-f193-4fa4-8845-db5f6e2f0d2d req-1b226d73-fcca-4fc0-9ed0-7ba9c60760d3 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0644286 Nov 04 11:26:18.300387 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-309c1520-f193-4fa4-8845-db5f6e2f0d2d req-aa2b26a1-6e28-4941-bc33-755368f084cb tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443702 Nov 04 11:26:19.439961 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed805ba6-af71-49b8-a96c-63d37f426662 req-98a55388-3d99-45d4-868d-3f00954cf696 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:19.441492 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed805ba6-af71-49b8-a96c-63d37f426662 req-98a55388-3d99-45d4-868d-3f00954cf696 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0514810 Nov 04 11:26:19.490430 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed805ba6-af71-49b8-a96c-63d37f426662 req-a5b3518c-2563-43ab-8f93-5d1267115fb6 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426257 Nov 04 11:26:19.743457 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a69ea94b-2147-4cd4-be31-0086c5ab7f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:20.630287 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f2338-2c6b-46c8-93e5-64313e8e9ab8 req-a2c3dbf4-4bb7-4301-bba3-ce1ecd89a59a tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:20.631847 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-583f2338-2c6b-46c8-93e5-64313e8e9ab8 req-a2c3dbf4-4bb7-4301-bba3-ce1ecd89a59a tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0558739 Nov 04 11:26:20.696219 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-583f2338-2c6b-46c8-93e5-64313e8e9ab8 req-f4643609-caba-4abb-91ab-752088fc1a2d tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578628 Nov 04 11:26:20.940631 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:21.828354 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be77654-5740-4af5-88eb-fa309dfc384e req-c60d5566-1d72-4045-a9b1-e495a70e96d4 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:21.829956 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8be77654-5740-4af5-88eb-fa309dfc384e req-c60d5566-1d72-4045-a9b1-e495a70e96d4 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0512822 Nov 04 11:26:21.888276 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8be77654-5740-4af5-88eb-fa309dfc384e req-6af6a9e4-79be-4e98-9e68-2a3e1ca48dd0 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434391 Nov 04 11:26:22.338024 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:22.654095 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:23.022546 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55ad5a-90db-4aca-9aca-1bfc5a975b1e req-09d710fa-8579-4588-a062-4ae76e7fa4e1 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:23.024050 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ca55ad5a-90db-4aca-9aca-1bfc5a975b1e req-09d710fa-8579-4588-a062-4ae76e7fa4e1 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0587327 Nov 04 11:26:23.075960 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ca55ad5a-90db-4aca-9aca-1bfc5a975b1e req-d4b34be0-217e-4188-bd6e-b01b49af3f82 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430400 Nov 04 11:26:24.218738 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbcc19-06e3-4ad1-8522-7055a2569f28 req-62099007-85ca-47f5-8a63-15309b4fca96 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:24.220600 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-45dbcc19-06e3-4ad1-8522-7055a2569f28 req-62099007-85ca-47f5-8a63-15309b4fca96 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0602005 Nov 04 11:26:24.272727 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-45dbcc19-06e3-4ad1-8522-7055a2569f28 req-8382fd8b-a181-4d19-98b1-8ae0b628a078 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460677 Nov 04 11:26:25.406143 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91757301-80f9-4ccc-b9ba-947a0bc8d174 req-bf27bc4d-3e78-47eb-8ed2-bfb09509cda5 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:25.407656 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-91757301-80f9-4ccc-b9ba-947a0bc8d174 req-bf27bc4d-3e78-47eb-8ed2-bfb09509cda5 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0513637 Nov 04 11:26:25.458394 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-91757301-80f9-4ccc-b9ba-947a0bc8d174 req-16905bba-c3fe-4fb1-a41d-e085296fac3f tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446336 Nov 04 11:26:26.295290 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-2f26d339-e8a2-4df8-8a0a-7f56bc7b453e service neutron] show failed (client error): The resource could not be found. Nov 04 11:26:26.296404 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-2f26d339-e8a2-4df8-8a0a-7f56bc7b453e service neutron] 10.222.0.121 "GET /v2.0/ports/5b6da786-0f07-48b1-879d-025bc224a9f5/bindings/n-h1-816629-1 HTTP/1.1" status: 404 len: 380 time: 0.0624406 Nov 04 11:26:26.573103 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-79dc245d-a9a9-4e38-85f4-a59cbd5e8e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:26.574629 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-79dc245d-a9a9-4e38-85f4-a59cbd5e8e49 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc&tenant_id=d88cd283dc9045b381b17234caf91b27 HTTP/1.1" status: 200 len: 1096 time: 0.1057787 Nov 04 11:26:26.585279 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-19ad7f46-230b-43ec-a4bf-0f764d9a45ab service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 11:26:26.586875 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-19ad7f46-230b-43ec-a4bf-0f764d9a45ab service neutron] 10.222.0.126 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0056517 Nov 04 11:26:26.597111 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7dfb3-42b5-49de-9242-f8e1330500af req-98f6174d-bedc-4539-92d6-3e74adf2c12a tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:26.598658 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9ea7dfb3-42b5-49de-9242-f8e1330500af req-98f6174d-bedc-4539-92d6-3e74adf2c12a tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0548429 Nov 04 11:26:26.599064 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816629-1', 'device_owner': 'compute:nova'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:26:26.653480 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9ea7dfb3-42b5-49de-9242-f8e1330500af req-3a1fc0e7-334d-416c-801c-bb18a15f4964 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478208 Nov 04 11:26:26.658947 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:26.893638 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] For port 5b6da786-0f07-48b1-879d-025bc224a9f5, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=5b6da786-0f07-48b1-879d-025bc224a9f5,segment=NetworkSegment(1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1),segment_id=1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:26:26.931309 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] For port 5b6da786-0f07-48b1-879d-025bc224a9f5, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:26:26.971952 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74255caf-0f1d-45ee-a268-ecef771941cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b6da786-0f07-48b1-879d-025bc224a9f5'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:26:26.974333 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0814b52-9036-4d91-a64f-84c442804393" -d '{"events": [{"server_uuid": "74255caf-0f1d-45ee-a268-ecef771941cc", "name": "network-vif-unplugged", "status": "completed", "tag": "5b6da786-0f07-48b1-879d-025bc224a9f5"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:26:26.978238 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:26.990990 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Transition to ACTIVE for port object 5b6da786-0f07-48b1-879d-025bc224a9f5 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:26:26.995884 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:27.033297 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 11:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127b2988-ecd3-44d2-82d0-946e49155c05 x-openstack-request-id: req-127b2988-ecd3-44d2-82d0-946e49155c05 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:26:27.033592 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74255caf-0f1d-45ee-a268-ecef771941cc", "name": "network-vif-unplugged", "status": "completed", "tag": "5b6da786-0f07-48b1-879d-025bc224a9f5", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:26:27.033845 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-127b2988-ecd3-44d2-82d0-946e49155c05 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:26:27.034256 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74255caf-0f1d-45ee-a268-ecef771941cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b6da786-0f07-48b1-879d-025bc224a9f5', 'code': 200} Nov 04 11:26:27.060070 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] No DVR routers for this DVR port 5b6da786-0f07-48b1-879d-025bc224a9f5 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:26:27.062296 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6da786-0f07-48b1-879d-025bc224a9f5,revision_number=6']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:26:27.073257 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:26:27.073595 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:26:27.073932 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:26:27.074259 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:26:27.074968 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:26:27.074968 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:26:27.079414 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:26:27.080119 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:26:27.081837 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:26:27.084108 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:26:27.085199 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:26:27.085548 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:26:27.130670 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Attempting to bind port 5b6da786-0f07-48b1-879d-025bc224a9f5 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:26:27.131004 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Attempting to bind port 5b6da786-0f07-48b1-879d-025bc224a9f5 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'f4f76bd9-a371-4e4b-b7f7-be50ed6ced75'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:26:27.131328 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Attempting to bind port 5b6da786-0f07-48b1-879d-025bc224a9f5 on network f4f76bd9-a371-4e4b-b7f7-be50ed6ced75 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:26:27.135826 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Port 5b6da786-0f07-48b1-879d-025bc224a9f5 on network f4f76bd9-a371-4e4b-b7f7-be50ed6ced75 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:26:27.136205 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Attempting to bind port 5b6da786-0f07-48b1-879d-025bc224a9f5 on network f4f76bd9-a371-4e4b-b7f7-be50ed6ced75 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:26:27.141648 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:26:27.141983 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Checking segment: {'id': '1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'f4f76bd9-a371-4e4b-b7f7-be50ed6ced75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:26:27.142363 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Bound using segment: {'id': '1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'f4f76bd9-a371-4e4b-b7f7-be50ed6ced75'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:26:27.142791 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Bound port: 5b6da786-0f07-48b1-879d-025bc224a9f5, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'f4f76bd9-a371-4e4b-b7f7-be50ed6ced75'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:26:27.143146 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:27.210249 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] For port 5b6da786-0f07-48b1-879d-025bc224a9f5, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:26:27.214126 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] For port 5b6da786-0f07-48b1-879d-025bc224a9f5, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=5b6da786-0f07-48b1-879d-025bc224a9f5,segment=NetworkSegment(1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1),segment_id=1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:26:27.220167 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:27.260541 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:27.261122 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:27.262519 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] 10.222.0.126 "PUT /v2.0/ports/5b6da786-0f07-48b1-879d-025bc224a9f5 HTTP/1.1" status: 200 len: 1091 time: 0.6679633 Nov 04 11:26:27.282272 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c20c5d5-a7cd-49ee-9d9a-d2a540675d99 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6da786-0f07-48b1-879d-025bc224a9f5,revision_number=7']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:26:27.329259 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-5e9227c8-42b8-48e3-b0f1-cd65bc234579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:27.330763 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-5e9227c8-42b8-48e3-b0f1-cd65bc234579 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=d88cd283dc9045b381b17234caf91b27&device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 1094 time: 0.0427365 Nov 04 11:26:27.428291 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-4c732480-b05f-402d-bac4-057c255788f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:27.429802 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-4c732480-b05f-402d-bac4-057c255788f3 service neutron] 10.222.0.126 "GET /v2.0/networks?id=f4f76bd9-a371-4e4b-b7f7-be50ed6ced75 HTTP/1.1" status: 200 len: 914 time: 0.0917249 Nov 04 11:26:27.471899 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-f1718a11-9b03-4340-8d0e-a5fdc2101e4e service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b6da786-0f07-48b1-879d-025bc224a9f5 HTTP/1.1" status: 200 len: 217 time: 0.0349813 Nov 04 11:26:27.527403 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-e4237f18-0cd6-4507-b65c-216bf55ae333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:27.528922 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-e4237f18-0cd6-4507-b65c-216bf55ae333 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=024f83d6-514e-49ed-a2e9-a120a90213f9 HTTP/1.1" status: 200 len: 852 time: 0.0499437 Nov 04 11:26:27.562187 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-f739cb00-657a-4db9-901c-be4365977bfc service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=f4f76bd9-a371-4e4b-b7f7-be50ed6ced75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256739 Nov 04 11:26:27.658320 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-6707c7f3-bd95-470f-9cff-71025ed2c343 service neutron] 10.222.0.126 "GET /v2.0/networks/f4f76bd9-a371-4e4b-b7f7-be50ed6ced75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868731 Nov 04 11:26:27.756835 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa6f43cb-d35b-471a-8eb3-e777cd5b57d4 req-0733ef42-da48-4683-88f1-f09ce2acaab1 service neutron] 10.222.0.126 "GET /v2.0/networks/f4f76bd9-a371-4e4b-b7f7-be50ed6ced75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905492 Nov 04 11:26:27.781120 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912c2f2-4539-4fea-96ea-bce550f52370 req-ca030b4c-c58b-4dc7-aeac-2062ebba3ac7 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:27.782670 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a912c2f2-4539-4fea-96ea-bce550f52370 req-ca030b4c-c58b-4dc7-aeac-2062ebba3ac7 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 943 time: 0.0547943 Nov 04 11:26:27.833977 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a912c2f2-4539-4fea-96ea-bce550f52370 req-52c3c10f-c7b6-45af-8648-ca979a0d0c2b tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445449 Nov 04 11:26:28.965153 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafeacd1-bb29-4b51-94dd-797a93580383 req-ccd8fe4d-2b68-4199-8caf-ca30454ee2f2 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:28.966668 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dafeacd1-bb29-4b51-94dd-797a93580383 req-ccd8fe4d-2b68-4199-8caf-ca30454ee2f2 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 943 time: 0.0563281 Nov 04 11:26:29.019664 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dafeacd1-bb29-4b51-94dd-797a93580383 req-21c54868-340c-4825-b19d-bb8b6483c017 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455756 Nov 04 11:26:29.035028 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74255caf-0f1d-45ee-a268-ecef771941cc', 'tag': '5b6da786-0f07-48b1-879d-025bc224a9f5'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:26:29.037645 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ff9338-d4bb-4b34-b8ad-24ebbb72be19" -d '{"events": [{"name": "network-changed", "server_uuid": "74255caf-0f1d-45ee-a268-ecef771941cc", "tag": "5b6da786-0f07-48b1-879d-025bc224a9f5"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:26:29.087978 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857652b5-1eb2-4ced-8674-fc33817c02fa x-openstack-request-id: req-857652b5-1eb2-4ced-8674-fc33817c02fa {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:26:29.088271 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74255caf-0f1d-45ee-a268-ecef771941cc", "tag": "5b6da786-0f07-48b1-879d-025bc224a9f5", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:26:29.088510 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-857652b5-1eb2-4ced-8674-fc33817c02fa {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:26:29.088941 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74255caf-0f1d-45ee-a268-ecef771941cc', 'tag': '5b6da786-0f07-48b1-879d-025bc224a9f5', 'status': 'completed', 'code': 200} Nov 04 11:26:29.176957 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff9338-d4bb-4b34-b8ad-24ebbb72be19 req-1c33addd-7c7f-449f-9fd3-f4d67a46431e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:29.178501 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08ff9338-d4bb-4b34-b8ad-24ebbb72be19 req-1c33addd-7c7f-449f-9fd3-f4d67a46431e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d88cd283dc9045b381b17234caf91b27&device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 1094 time: 0.0658174 Nov 04 11:26:29.186387 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff9338-d4bb-4b34-b8ad-24ebbb72be19 req-a7a7b0b4-8d42-4568-a3cd-b7fbb6ead3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:29.187830 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08ff9338-d4bb-4b34-b8ad-24ebbb72be19 req-a7a7b0b4-8d42-4568-a3cd-b7fbb6ead3b4 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=d88cd283dc9045b381b17234caf91b27&device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 1094 time: 0.0670819 Nov 04 11:26:29.354555 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff9338-d4bb-4b34-b8ad-24ebbb72be19 req-9c7cd6b4-a211-4cf8-a7f1-6298818cee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:29.356037 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08ff9338-d4bb-4b34-b8ad-24ebbb72be19 req-9c7cd6b4-a211-4cf8-a7f1-6298818cee1d service neutron] 10.222.0.121 "GET /v2.0/networks?id=f4f76bd9-a371-4e4b-b7f7-be50ed6ced75 HTTP/1.1" status: 200 len: 914 time: 0.1672254 Nov 04 11:26:29.358726 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff9338-d4bb-4b34-b8ad-24ebbb72be19 req-26bf0ed3-5158-4346-a178-7c6597173d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:29.360250 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08ff9338-d4bb-4b34-b8ad-24ebbb72be19 req-26bf0ed3-5158-4346-a178-7c6597173d36 service neutron] 10.222.0.126 "GET /v2.0/networks?id=f4f76bd9-a371-4e4b-b7f7-be50ed6ced75 HTTP/1.1" status: 200 len: 914 time: 0.1536911 Nov 04 11:26:29.404590 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08ff9338-d4bb-4b34-b8ad-24ebbb72be19 req-4b9f5d07-7d76-4b9f-bf77-48f80f3948d0 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b6da786-0f07-48b1-879d-025bc224a9f5 HTTP/1.1" status: 200 len: 217 time: 0.0408432 Nov 04 11:26:29.438707 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08ff9338-d4bb-4b34-b8ad-24ebbb72be19 req-b13c4357-a1f6-4b52-8ef6-cc323995d97c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b6da786-0f07-48b1-879d-025bc224a9f5 HTTP/1.1" status: 200 len: 217 time: 0.0681722 Nov 04 11:26:29.505302 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff9338-d4bb-4b34-b8ad-24ebbb72be19 req-cec4d041-cf0d-4d20-868b-2820c3db1785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:29.506719 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08ff9338-d4bb-4b34-b8ad-24ebbb72be19 req-cec4d041-cf0d-4d20-868b-2820c3db1785 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=024f83d6-514e-49ed-a2e9-a120a90213f9 HTTP/1.1" status: 200 len: 852 time: 0.0771580 Nov 04 11:26:29.513848 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff9338-d4bb-4b34-b8ad-24ebbb72be19 req-af63fdd1-5c80-4473-9ccf-225ddb96d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:29.515188 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08ff9338-d4bb-4b34-b8ad-24ebbb72be19 req-af63fdd1-5c80-4473-9ccf-225ddb96d748 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=024f83d6-514e-49ed-a2e9-a120a90213f9 HTTP/1.1" status: 200 len: 852 time: 0.0597966 Nov 04 11:26:29.563923 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08ff9338-d4bb-4b34-b8ad-24ebbb72be19 req-e424ea0f-b8e2-40c4-8703-16778bfabe3f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f4f76bd9-a371-4e4b-b7f7-be50ed6ced75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472970 Nov 04 11:26:29.568884 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08ff9338-d4bb-4b34-b8ad-24ebbb72be19 req-c1ecb2be-a27f-4a52-b992-569953dda167 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=f4f76bd9-a371-4e4b-b7f7-be50ed6ced75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417304 Nov 04 11:26:29.728575 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08ff9338-d4bb-4b34-b8ad-24ebbb72be19 req-dc3709d7-9c68-44cc-a56f-1852fda42afe service neutron] 10.222.0.126 "GET /v2.0/networks/f4f76bd9-a371-4e4b-b7f7-be50ed6ced75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556594 Nov 04 11:26:29.730342 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08ff9338-d4bb-4b34-b8ad-24ebbb72be19 req-acb3078e-aec5-4957-b3d2-de6a07a2ff8e service neutron] 10.222.0.121 "GET /v2.0/networks/f4f76bd9-a371-4e4b-b7f7-be50ed6ced75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459923 Nov 04 11:26:29.825149 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 5b6da786-0f07-48b1-879d-025bc224a9f5 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:26:29.859900 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 5b6da786-0f07-48b1-879d-025bc224a9f5 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:26:29.878088 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 5b6da786-0f07-48b1-879d-025bc224a9f5 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:26:29.898278 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08ff9338-d4bb-4b34-b8ad-24ebbb72be19 req-d1edfb34-fb00-46b3-9d47-a390c3a58de7 service neutron] 10.222.0.126 "GET /v2.0/networks/f4f76bd9-a371-4e4b-b7f7-be50ed6ced75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617448 Nov 04 11:26:29.900417 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08ff9338-d4bb-4b34-b8ad-24ebbb72be19 req-91d9f01b-9afa-488f-b1da-289812ced8c3 service neutron] 10.222.0.121 "GET /v2.0/networks/f4f76bd9-a371-4e4b-b7f7-be50ed6ced75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569710 Nov 04 11:26:29.971616 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 5b6da786-0f07-48b1-879d-025bc224a9f5, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=5b6da786-0f07-48b1-879d-025bc224a9f5,segment=NetworkSegment(1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1),segment_id=1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:26:29.983999 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '5b6da786-0f07-48b1-879d-025bc224a9f5', 'network_id': 'f4f76bd9-a371-4e4b-b7f7-be50ed6ced75', 'port_id': '5b6da786-0f07-48b1-879d-025bc224a9f5', 'mac_address': 'fa:16:3e:b3:c4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '024f83d6-514e-49ed-a2e9-a120a90213f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:26:30.023094 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:30.037483 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6da786-0f07-48b1-879d-025bc224a9f5 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:26:30.059523 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 5b6da786-0f07-48b1-879d-025bc224a9f5, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=5b6da786-0f07-48b1-879d-025bc224a9f5,segment=NetworkSegment(1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1),segment_id=1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:26:30.065346 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:30.115154 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=5b6da786-0f07-48b1-879d-025bc224a9f5,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:26:30.152505 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f0644-4724-44ec-8d76-180aea908857 req-ac7ee361-b073-4eda-8c04-da19925f7b39 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:30.154070 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e25f0644-4724-44ec-8d76-180aea908857 req-ac7ee361-b073-4eda-8c04-da19925f7b39 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 944 time: 0.0543544 Nov 04 11:26:30.204483 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e25f0644-4724-44ec-8d76-180aea908857 req-72f8ceda-96aa-4236-90d1-33e935cf0a2d tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424557 Nov 04 11:26:30.305712 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['5b6da786-0f07-48b1-879d-025bc224a9f5'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:26:30.837179 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a22068-f86d-4995-8b05-fe81f1c6a4fc req-ced2ebdd-d87f-41f8-82a5-0fa415af3307 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:30.838668 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-76a22068-f86d-4995-8b05-fe81f1c6a4fc req-ced2ebdd-d87f-41f8-82a5-0fa415af3307 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.121 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc&tenant_id=d88cd283dc9045b381b17234caf91b27&binding%3Ahost_id=n-h1-816629-1 HTTP/1.1" status: 200 len: 944 time: 0.4336782 Nov 04 11:26:30.908368 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [req-76a22068-f86d-4995-8b05-fe81f1c6a4fc req-7eef6eaa-34ee-451a-bcc4-b0804b2cb5b5 service neutron] delete failed (client error): The resource could not be found. Nov 04 11:26:30.909391 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-76a22068-f86d-4995-8b05-fe81f1c6a4fc req-7eef6eaa-34ee-451a-bcc4-b0804b2cb5b5 service neutron] 10.222.0.121 "DELETE /v2.0/ports/5b6da786-0f07-48b1-879d-025bc224a9f5/bindings/n-h2-816629-1 HTTP/1.1" status: 404 len: 380 time: 0.0622199 Nov 04 11:26:31.008310 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a22068-f86d-4995-8b05-fe81f1c6a4fc req-d34d8541-97b0-4399-9350-a0b3a5cca114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:31.009873 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-76a22068-f86d-4995-8b05-fe81f1c6a4fc req-d34d8541-97b0-4399-9350-a0b3a5cca114 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d88cd283dc9045b381b17234caf91b27&device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 1095 time: 0.0452962 Nov 04 11:26:31.105258 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a22068-f86d-4995-8b05-fe81f1c6a4fc req-6b4bb5d6-ad7d-4fdb-b480-911e2cd5c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:31.106695 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-76a22068-f86d-4995-8b05-fe81f1c6a4fc req-6b4bb5d6-ad7d-4fdb-b480-911e2cd5c507 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f4f76bd9-a371-4e4b-b7f7-be50ed6ced75 HTTP/1.1" status: 200 len: 914 time: 0.0890830 Nov 04 11:26:31.148756 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-76a22068-f86d-4995-8b05-fe81f1c6a4fc req-414e18da-b3a2-4636-82a2-0c0c300c8fb3 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b6da786-0f07-48b1-879d-025bc224a9f5 HTTP/1.1" status: 200 len: 217 time: 0.0350497 Nov 04 11:26:31.202305 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a22068-f86d-4995-8b05-fe81f1c6a4fc req-e3b41170-32a2-4b5a-8ee9-95226a91bf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:31.203993 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-76a22068-f86d-4995-8b05-fe81f1c6a4fc req-e3b41170-32a2-4b5a-8ee9-95226a91bf22 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=024f83d6-514e-49ed-a2e9-a120a90213f9 HTTP/1.1" status: 200 len: 852 time: 0.0487113 Nov 04 11:26:31.241501 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-76a22068-f86d-4995-8b05-fe81f1c6a4fc req-3aac19d8-9d09-416d-8565-67960079ad59 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f4f76bd9-a371-4e4b-b7f7-be50ed6ced75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298195 Nov 04 11:26:31.341995 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-76a22068-f86d-4995-8b05-fe81f1c6a4fc req-d41d37e3-b2d6-4e34-b3ff-ee18f3d275a6 service neutron] 10.222.0.121 "GET /v2.0/networks/f4f76bd9-a371-4e4b-b7f7-be50ed6ced75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939281 Nov 04 11:26:31.438747 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-76a22068-f86d-4995-8b05-fe81f1c6a4fc req-cd5b9f82-e2c9-4b9a-b0c3-f691786f1a88 service neutron] 10.222.0.121 "GET /v2.0/networks/f4f76bd9-a371-4e4b-b7f7-be50ed6ced75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887110 Nov 04 11:26:31.869202 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 5b6da786-0f07-48b1-879d-025bc224a9f5 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:26:31.922206 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 5b6da786-0f07-48b1-879d-025bc224a9f5 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:26:31.926553 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 5b6da786-0f07-48b1-879d-025bc224a9f5 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:26:31.926945 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:32.008991 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:32.034080 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74255caf-0f1d-45ee-a268-ecef771941cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6da786-0f07-48b1-879d-025bc224a9f5'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:26:32.036631 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9d4a59-79ef-4072-bdf5-6097b85ff91e" -d '{"events": [{"server_uuid": "74255caf-0f1d-45ee-a268-ecef771941cc", "name": "network-vif-plugged", "status": "completed", "tag": "5b6da786-0f07-48b1-879d-025bc224a9f5"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:26:32.052387 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 5b6da786-0f07-48b1-879d-025bc224a9f5, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=5b6da786-0f07-48b1-879d-025bc224a9f5,segment=NetworkSegment(1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1),segment_id=1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:26:32.058817 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:32.101715 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500a4407-730f-4de1-b203-2be2355e3e63 x-openstack-request-id: req-500a4407-730f-4de1-b203-2be2355e3e63 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:26:32.102007 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74255caf-0f1d-45ee-a268-ecef771941cc", "name": "network-vif-plugged", "status": "completed", "tag": "5b6da786-0f07-48b1-879d-025bc224a9f5", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:26:32.102261 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-500a4407-730f-4de1-b203-2be2355e3e63 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:26:32.102661 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74255caf-0f1d-45ee-a268-ecef771941cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6da786-0f07-48b1-879d-025bc224a9f5', 'code': 200} Nov 04 11:26:32.118635 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=5b6da786-0f07-48b1-879d-025bc224a9f5,revision_number=9']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:26:32.197805 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2634b74-b44f-4d9b-be31-e9b13c938b6a req-2a2cf4dd-52b1-4ff4-8b57-48e3c0e6b8d1 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:32.199410 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b2634b74-b44f-4d9b-be31-e9b13c938b6a req-2a2cf4dd-52b1-4ff4-8b57-48e3c0e6b8d1 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0499506 Nov 04 11:26:32.251362 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b2634b74-b44f-4d9b-be31-e9b13c938b6a req-87846382-cb49-4305-9e0c-5b31e1d52f86 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430701 Nov 04 11:26:33.399264 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a59f3-ebfc-40bf-bbab-cae4f38dd1c7 req-94072082-2e44-4b3d-9792-178a47a5fd73 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:33.400844 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-736a59f3-ebfc-40bf-bbab-cae4f38dd1c7 req-94072082-2e44-4b3d-9792-178a47a5fd73 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0648787 Nov 04 11:26:33.402176 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a22068-f86d-4995-8b05-fe81f1c6a4fc req-27e5027c-6e01-4b8a-9a76-cde139b43eea tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:33.403814 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-76a22068-f86d-4995-8b05-fe81f1c6a4fc req-27e5027c-6e01-4b8a-9a76-cde139b43eea tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.126 "GET /v2.0/ports?device_id=74255caf-0f1d-45ee-a268-ecef771941cc HTTP/1.1" status: 200 len: 945 time: 0.0542521 Nov 04 11:26:33.451398 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-736a59f3-ebfc-40bf-bbab-cae4f38dd1c7 req-57329e85-6fbf-4763-ad78-3129ceaf5201 tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.127 "GET /v2.0/security-groups?id=42251d60-358a-401e-a031-11252b92fc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437868 Nov 04 11:26:33.496126 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-76a22068-f86d-4995-8b05-fe81f1c6a4fc req-79a82417-6beb-4da3-af7b-10ca65ecdd9d tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Deleting port 5b6da786-0f07-48b1-879d-025bc224a9f5 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:26:33.496464 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-76a22068-f86d-4995-8b05-fe81f1c6a4fc req-79a82417-6beb-4da3-af7b-10ca65ecdd9d tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:33.587742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-76a22068-f86d-4995-8b05-fe81f1c6a4fc req-79a82417-6beb-4da3-af7b-10ca65ecdd9d tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] For port 5b6da786-0f07-48b1-879d-025bc224a9f5, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=5b6da786-0f07-48b1-879d-025bc224a9f5,segment=NetworkSegment(1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1),segment_id=1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:26:33.588107 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-76a22068-f86d-4995-8b05-fe81f1c6a4fc req-79a82417-6beb-4da3-af7b-10ca65ecdd9d tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:33.601166 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-76a22068-f86d-4995-8b05-fe81f1c6a4fc req-79a82417-6beb-4da3-af7b-10ca65ecdd9d tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Calling delete_port for 5b6da786-0f07-48b1-879d-025bc224a9f5 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:26:33.739604 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-76a22068-f86d-4995-8b05-fe81f1c6a4fc req-79a82417-6beb-4da3-af7b-10ca65ecdd9d tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:33.751758 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['5b6da786-0f07-48b1-879d-025bc224a9f5'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:26:33.768744 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a82417-6beb-4da3-af7b-10ca65ecdd9d tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Pushing event deleted for resources: {'Port': ['ID=5b6da786-0f07-48b1-879d-025bc224a9f5,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:26:33.811156 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a22068-f86d-4995-8b05-fe81f1c6a4fc req-79a82417-6beb-4da3-af7b-10ca65ecdd9d tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] No DVR routers for this DVR port 5b6da786-0f07-48b1-879d-025bc224a9f5 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:26:33.814086 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-76a22068-f86d-4995-8b05-fe81f1c6a4fc req-79a82417-6beb-4da3-af7b-10ca65ecdd9d tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:33.817629 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-76a22068-f86d-4995-8b05-fe81f1c6a4fc req-79a82417-6beb-4da3-af7b-10ca65ecdd9d tempest-DeleteServersTestJSON-1917350794 tempest-DeleteServersTestJSON-1917350794-project] 10.222.0.126 "DELETE /v2.0/ports/5b6da786-0f07-48b1-879d-025bc224a9f5 HTTP/1.1" status: 204 len: 173 time: 0.4071851 Nov 04 11:26:33.818072 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74255caf-0f1d-45ee-a268-ecef771941cc', 'name': 'network-vif-deleted', 'tag': '5b6da786-0f07-48b1-879d-025bc224a9f5'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:26:33.820575 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1bb9b1-2cf5-4b82-ab01-a6ad0e6cdddb" -d '{"events": [{"server_uuid": "74255caf-0f1d-45ee-a268-ecef771941cc", "name": "network-vif-deleted", "tag": "5b6da786-0f07-48b1-879d-025bc224a9f5"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:26:33.857149 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aec14e8-7c47-427a-9af1-853cfb785159 x-openstack-request-id: req-0aec14e8-7c47-427a-9af1-853cfb785159 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:26:33.857485 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74255caf-0f1d-45ee-a268-ecef771941cc", "name": "network-vif-deleted", "tag": "5b6da786-0f07-48b1-879d-025bc224a9f5", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:26:33.857726 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-0aec14e8-7c47-427a-9af1-853cfb785159 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:26:33.858110 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74255caf-0f1d-45ee-a268-ecef771941cc', 'name': 'network-vif-deleted', 'tag': '5b6da786-0f07-48b1-879d-025bc224a9f5', 'status': 'completed', 'code': 200} Nov 04 11:26:34.407762 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:26:34.598844 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59660) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:26:34.648237 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb65f4a1-e123-4dc6-b422-11c98755bd15 admin admin] Deleting subnet 024f83d6-514e-49ed-a2e9-a120a90213f9 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:26:34.651836 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb65f4a1-e123-4dc6-b422-11c98755bd15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:34.689915 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb65f4a1-e123-4dc6-b422-11c98755bd15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:34.733175 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb65f4a1-e123-4dc6-b422-11c98755bd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:34.795034 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb65f4a1-e123-4dc6-b422-11c98755bd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:34.822214 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65f4a1-e123-4dc6-b422-11c98755bd15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=024f83d6-514e-49ed-a2e9-a120a90213f9,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:26:34.824214 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bb65f4a1-e123-4dc6-b422-11c98755bd15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:34.827435 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bb65f4a1-e123-4dc6-b422-11c98755bd15 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/024f83d6-514e-49ed-a2e9-a120a90213f9 HTTP/1.1" status: 204 len: 168 time: 0.2275076 Nov 04 11:26:34.830331 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59662) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:26:34.900364 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cce152f0-5ffc-481b-9de9-719651d22078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:34.988434 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cce152f0-5ffc-481b-9de9-719651d22078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:35.016915 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-cce152f0-5ffc-481b-9de9-719651d22078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f76bd9-a371-4e4b-b7f7-be50ed6ced75']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:26:35.031044 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-cce152f0-5ffc-481b-9de9-719651d22078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:26:35.031348 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-cce152f0-5ffc-481b-9de9-719651d22078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa1d977-cbe8-4a05-8e7e-3662b6bd72a1') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:26:35.041610 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cce152f0-5ffc-481b-9de9-719651d22078 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:35.057379 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cce152f0-5ffc-481b-9de9-719651d22078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:35.064067 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce152f0-5ffc-481b-9de9-719651d22078 admin admin] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:26:35.064451 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cce152f0-5ffc-481b-9de9-719651d22078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:26:35.067180 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:26:35.126750 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cce152f0-5ffc-481b-9de9-719651d22078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:35.138058 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cce152f0-5ffc-481b-9de9-719651d22078 admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:35.141766 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cce152f0-5ffc-481b-9de9-719651d22078 admin admin] 10.222.0.127 "DELETE /v2.0/networks/f4f76bd9-a371-4e4b-b7f7-be50ed6ced75 HTTP/1.1" status: 204 len: 168 time: 0.3104339 Nov 04 11:26:35.152134 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce152f0-5ffc-481b-9de9-719651d22078 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4f76bd9-a371-4e4b-b7f7-be50ed6ced75,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:26:35.279335 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59666) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:26:35.330498 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fcde505b-e54c-4c6d-9193-41008b419a41 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=d88cd283dc9045b381b17234caf91b27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0499322 Nov 04 11:26:35.333184 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59668) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:26:35.381038 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2abae2da-82bc-4f5e-8363-e0b27f7f9631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:35.402325 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2abae2da-82bc-4f5e-8363-e0b27f7f9631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:35.456056 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2abae2da-82bc-4f5e-8363-e0b27f7f9631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:35.458953 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2abae2da-82bc-4f5e-8363-e0b27f7f9631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:35.460176 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2abae2da-82bc-4f5e-8363-e0b27f7f9631 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/42251d60-358a-401e-a031-11252b92fc02 HTTP/1.1" status: 204 len: 168 time: 0.1261184 Nov 04 11:26:35.468157 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abae2da-82bc-4f5e-8363-e0b27f7f9631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42251d60-358a-401e-a031-11252b92fc02,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:26:35.854490 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 5b6da786-0f07-48b1-879d-025bc224a9f5 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:26:35.875624 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 5b6da786-0f07-48b1-879d-025bc224a9f5 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:26:35.875994 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 5b6da786-0f07-48b1-879d-025bc224a9f5 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:26:36.178403 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 59690) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:26:36.283082 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-66f43dd5-63db-4eeb-a6b8-252600883191 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-627542374-network', 'tenant_id': 'edf7350b88d84e8c9c34116dd568124f'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:26:36.307200 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f43dd5-63db-4eeb-a6b8-252600883191 admin admin] Made reservation on behalf of edf7350b88d84e8c9c34116dd568124f for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:26:36.309585 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-66f43dd5-63db-4eeb-a6b8-252600883191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:36.318481 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-66f43dd5-63db-4eeb-a6b8-252600883191 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:36.399974 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-66f43dd5-63db-4eeb-a6b8-252600883191 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:36.404805 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-66f43dd5-63db-4eeb-a6b8-252600883191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:36.430849 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f43dd5-63db-4eeb-a6b8-252600883191 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1167} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:26:36.436253 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f43dd5-63db-4eeb-a6b8-252600883191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033ce75e-de45-42bd-96e8-dffd34dc4695,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:26:36.444752 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-66f43dd5-63db-4eeb-a6b8-252600883191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:36.444752 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-66f43dd5-63db-4eeb-a6b8-252600883191 admin admin] Added segment 91e3e09c-aff7-4af1-b861-51cec43edf79 of type vlan for network 71fcac9c-3817-4b04-a5a0-c90b579d48b3 Nov 04 11:26:36.492654 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-66f43dd5-63db-4eeb-a6b8-252600883191 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:36.518753 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-66f43dd5-63db-4eeb-a6b8-252600883191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:36.519791 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f43dd5-63db-4eeb-a6b8-252600883191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:36.520426 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-66f43dd5-63db-4eeb-a6b8-252600883191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:36.571222 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-66f43dd5-63db-4eeb-a6b8-252600883191 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3916988 Nov 04 11:26:36.574272 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 59694) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:26:36.580031 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-372e47cb-e071-4961-88c4-aafd47fb6ee0 admin admin] Request body: {'subnet': {'network_id': '71fcac9c-3817-4b04-a5a0-c90b579d48b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-627542374-subnet', 'tenant_id': 'edf7350b88d84e8c9c34116dd568124f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:26:36.582291 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f43dd5-63db-4eeb-a6b8-252600883191 admin admin] Pushing event updated for resources: {'Network': ['ID=71fcac9c-3817-4b04-a5a0-c90b579d48b3,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:26:36.593153 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 71fcac9c-3817-4b04-a5a0-c90b579d48b3 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:26:36.603713 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372e47cb-e071-4961-88c4-aafd47fb6ee0 admin admin] Made reservation on behalf of edf7350b88d84e8c9c34116dd568124f for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:26:36.606158 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-372e47cb-e071-4961-88c4-aafd47fb6ee0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:36.778276 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-372e47cb-e071-4961-88c4-aafd47fb6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:36.826980 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e47cb-e071-4961-88c4-aafd47fb6ee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66d7dc1b-9e66-4866-a581-df1f1f59fb18,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:26:36.842787 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372e47cb-e071-4961-88c4-aafd47fb6ee0 admin admin] Checking segment: {'id': '91e3e09c-aff7-4af1-b861-51cec43edf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '71fcac9c-3817-4b04-a5a0-c90b579d48b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:26:36.843157 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372e47cb-e071-4961-88c4-aafd47fb6ee0 admin admin] Network hostable DHCP agents. Network: 71fcac9c-3817-4b04-a5a0-c90b579d48b3, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:26:36.862670 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372e47cb-e071-4961-88c4-aafd47fb6ee0 admin admin] Network 71fcac9c-3817-4b04-a5a0-c90b579d48b3 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:26:36.872376 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-372e47cb-e071-4961-88c4-aafd47fb6ee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 71fcac9c-3817-4b04-a5a0-c90b579d48b3) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:26:36.876622 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372e47cb-e071-4961-88c4-aafd47fb6ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:36.877257 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-372e47cb-e071-4961-88c4-aafd47fb6ee0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:36.882829 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1f016c-f50d-4695-bee1-21e3ffb2cece None None] Network 71fcac9c-3817-4b04-a5a0-c90b579d48b3 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:26:36.895913 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-372e47cb-e071-4961-88c4-aafd47fb6ee0 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3198822 Nov 04 11:26:37.012915 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d698f020-d271-455b-934d-d860e07531a2 None None] Network 71fcac9c-3817-4b04-a5a0-c90b579d48b3 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:26:37.388852 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-c471dd89-ba31-4993-8c2a-f092a2a165c6 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:37.390354 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-c471dd89-ba31-4993-8c2a-f092a2a165c6 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/networks?id=71fcac9c-3817-4b04-a5a0-c90b579d48b3 HTTP/1.1" status: 200 len: 814 time: 0.1100900 Nov 04 11:26:37.406708 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-3325057f-fa74-4c4b-b3af-d9acd283a9bf tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/quotas/edf7350b88d84e8c9c34116dd568124f HTTP/1.1" status: 200 len: 375 time: 0.0094695 Nov 04 11:26:37.439660 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-df02fc37-7470-49f4-9874-7227587c81ac tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=edf7350b88d84e8c9c34116dd568124f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275431 Nov 04 11:26:37.554982 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-e0870cf5-6a88-4537-8dfc-0f82737ada53 service neutron] 10.222.0.127 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047208 Nov 04 11:26:37.651691 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-aec67f9c-7317-474a-82cb-785ed720a89f service neutron] 10.222.0.127 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899796 Nov 04 11:26:37.824676 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e0f6d60b-18b6-4ec9-971f-1ef1d8dcb56a req-10b3e9e6-af8c-46a9-a3a3-ded6f94e4f4a tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 210 time: 0.0276155 Nov 04 11:26:38.806806 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-bf69f9fc-4377-42f6-9184-dc30960881e4 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:38.808292 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-bf69f9fc-4377-42f6-9184-dc30960881e4 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.126 "GET /v2.0/networks?id=71fcac9c-3817-4b04-a5a0-c90b579d48b3 HTTP/1.1" status: 200 len: 814 time: 0.1079209 Nov 04 11:26:38.823847 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-4c7394f0-4bf7-4e88-9197-f3dab37655a9 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Request body: {'port': {'device_id': '7a926f8d-1760-41f1-95a8-a102fbfc294c', 'network_id': '71fcac9c-3817-4b04-a5a0-c90b579d48b3', 'admin_state_up': True, 'tenant_id': 'edf7350b88d84e8c9c34116dd568124f'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:26:38.942097 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-4c7394f0-4bf7-4e88-9197-f3dab37655a9 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Made reservation on behalf of edf7350b88d84e8c9c34116dd568124f for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:26:38.946004 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-4c7394f0-4bf7-4e88-9197-f3dab37655a9 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:39.013912 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5864fa1b-ff45-4ff2-988e-af85ca1dbf16 req-2ff39f2d-1965-43f2-92fd-bf2765ea5630 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 210 time: 0.0797048 Nov 04 11:26:39.073828 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-4c7394f0-4bf7-4e88-9197-f3dab37655a9 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Allocated IP 172.20.0.5 (71fcac9c-3817-4b04-a5a0-c90b579d48b3/66d7dc1b-9e66-4866-a581-df1f1f59fb18/1fa6cb62-b273-4625-a233-79f311b29cdf) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:26:39.232943 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-4c7394f0-4bf7-4e88-9197-f3dab37655a9 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:39.271362 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-4c7394f0-4bf7-4e88-9197-f3dab37655a9 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:39.312589 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-4c7394f0-4bf7-4e88-9197-f3dab37655a9 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Network 71fcac9c-3817-4b04-a5a0-c90b579d48b3 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:26:39.315701 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-4c7394f0-4bf7-4e88-9197-f3dab37655a9 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:26:39.321767 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-4c7394f0-4bf7-4e88-9197-f3dab37655a9 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:26:39.348123 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7394f0-4bf7-4e88-9197-f3dab37655a9 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Pushing event updated for resources: {'Port': ['ID=1fa6cb62-b273-4625-a233-79f311b29cdf,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:26:39.380845 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-4c7394f0-4bf7-4e88-9197-f3dab37655a9 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:39.381481 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-4c7394f0-4bf7-4e88-9197-f3dab37655a9 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:39.400874 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-4c7394f0-4bf7-4e88-9197-f3dab37655a9 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5819073 Nov 04 11:26:39.413904 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-d383977b-710f-491b-8e20-3f641426a4d5 service neutron] Request body: {'port': {'device_id': '7a926f8d-1760-41f1-95a8-a102fbfc294c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:26:39.480008 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-d383977b-710f-491b-8e20-3f641426a4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:39.759143 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-d383977b-710f-491b-8e20-3f641426a4d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa6cb62-b273-4625-a233-79f311b29cdf {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:26:39.767363 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-d383977b-710f-491b-8e20-3f641426a4d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:39.786438 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-d383977b-710f-491b-8e20-3f641426a4d5 service neutron] Transition to ACTIVE for port object 1fa6cb62-b273-4625-a233-79f311b29cdf will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:26:39.791273 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-d383977b-710f-491b-8e20-3f641426a4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:39.848341 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383977b-710f-491b-8e20-3f641426a4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa6cb62-b273-4625-a233-79f311b29cdf,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:26:39.919920 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-d383977b-710f-491b-8e20-3f641426a4d5 service neutron] Attempting to bind port 1fa6cb62-b273-4625-a233-79f311b29cdf on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:26:39.920251 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-d383977b-710f-491b-8e20-3f641426a4d5 service neutron] Attempting to bind port 1fa6cb62-b273-4625-a233-79f311b29cdf by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '91e3e09c-aff7-4af1-b861-51cec43edf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '71fcac9c-3817-4b04-a5a0-c90b579d48b3'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:26:39.920580 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-d383977b-710f-491b-8e20-3f641426a4d5 service neutron] Attempting to bind port 1fa6cb62-b273-4625-a233-79f311b29cdf on network 71fcac9c-3817-4b04-a5a0-c90b579d48b3 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:26:39.925245 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-d383977b-710f-491b-8e20-3f641426a4d5 service neutron] Port 1fa6cb62-b273-4625-a233-79f311b29cdf on network 71fcac9c-3817-4b04-a5a0-c90b579d48b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:26:39.925564 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-d383977b-710f-491b-8e20-3f641426a4d5 service neutron] Attempting to bind port 1fa6cb62-b273-4625-a233-79f311b29cdf on network 71fcac9c-3817-4b04-a5a0-c90b579d48b3 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:26:39.931071 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-d383977b-710f-491b-8e20-3f641426a4d5 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:26:39.931413 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-d383977b-710f-491b-8e20-3f641426a4d5 service neutron] Checking segment: {'id': '91e3e09c-aff7-4af1-b861-51cec43edf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '71fcac9c-3817-4b04-a5a0-c90b579d48b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:26:39.931813 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-d383977b-710f-491b-8e20-3f641426a4d5 service neutron] Bound using segment: {'id': '91e3e09c-aff7-4af1-b861-51cec43edf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '71fcac9c-3817-4b04-a5a0-c90b579d48b3'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:26:39.932244 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-d383977b-710f-491b-8e20-3f641426a4d5 service neutron] Bound port: 1fa6cb62-b273-4625-a233-79f311b29cdf, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e3e09c-aff7-4af1-b861-51cec43edf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '71fcac9c-3817-4b04-a5a0-c90b579d48b3'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:26:39.932598 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-d383977b-710f-491b-8e20-3f641426a4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:40.009435 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-d383977b-710f-491b-8e20-3f641426a4d5 service neutron] For port 1fa6cb62-b273-4625-a233-79f311b29cdf, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:26:40.012442 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-d383977b-710f-491b-8e20-3f641426a4d5 service neutron] For port 1fa6cb62-b273-4625-a233-79f311b29cdf, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1fa6cb62-b273-4625-a233-79f311b29cdf,segment=NetworkSegment(91e3e09c-aff7-4af1-b861-51cec43edf79),segment_id=91e3e09c-aff7-4af1-b861-51cec43edf79)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:26:40.019552 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-d383977b-710f-491b-8e20-3f641426a4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:40.059944 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-d383977b-710f-491b-8e20-3f641426a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:40.060580 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-d383977b-710f-491b-8e20-3f641426a4d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:40.062049 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-d383977b-710f-491b-8e20-3f641426a4d5 service neutron] 10.222.0.126 "PUT /v2.0/ports/1fa6cb62-b273-4625-a233-79f311b29cdf HTTP/1.1" status: 200 len: 1091 time: 0.6524060 Nov 04 11:26:40.062492 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a926f8d-1760-41f1-95a8-a102fbfc294c', 'tag': '1fa6cb62-b273-4625-a233-79f311b29cdf'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:26:40.064930 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ba183e2fbe12ab18255a4dc4bb67d79d10d138f914544890822f391f89257b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed50d42e-ef79-43ba-bb20-1d990ea06163" -d '{"events": [{"name": "network-changed", "server_uuid": "7a926f8d-1760-41f1-95a8-a102fbfc294c", "tag": "1fa6cb62-b273-4625-a233-79f311b29cdf"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:26:40.087690 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383977b-710f-491b-8e20-3f641426a4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa6cb62-b273-4625-a233-79f311b29cdf,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:26:40.148449 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-90dafb59-b370-4161-ad36-fa0ee3882658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:40.149198 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07636de2-4c09-43de-a095-f98c676de97b req-dfe419e4-1ad5-4726-868f-f9e10aa22388 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:40.150048 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-90dafb59-b370-4161-ad36-fa0ee3882658 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=edf7350b88d84e8c9c34116dd568124f&device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 1094 time: 0.0462344 Nov 04 11:26:40.150887 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-07636de2-4c09-43de-a095-f98c676de97b req-dfe419e4-1ad5-4726-868f-f9e10aa22388 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 943 time: 0.0609655 Nov 04 11:26:40.194330 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-9e00f3a7-83d4-4424-b9c6-76b39cfc84b9 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fa6cb62-b273-4625-a233-79f311b29cdf HTTP/1.1" status: 200 len: 217 time: 0.0364327 Nov 04 11:26:40.201558 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-07636de2-4c09-43de-a095-f98c676de97b req-57d48c76-498c-4da9-b282-4f4752d3ec69 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443313 Nov 04 11:26:40.248389 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc97725a-21d9-4a4f-b076-4f90fd5e7a3e x-openstack-request-id: req-cc97725a-21d9-4a4f-b076-4f90fd5e7a3e {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:26:40.248701 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a926f8d-1760-41f1-95a8-a102fbfc294c", "tag": "1fa6cb62-b273-4625-a233-79f311b29cdf", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:26:40.248972 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-cc97725a-21d9-4a4f-b076-4f90fd5e7a3e {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:26:40.249382 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a926f8d-1760-41f1-95a8-a102fbfc294c', 'tag': '1fa6cb62-b273-4625-a233-79f311b29cdf', 'status': 'completed', 'code': 200} Nov 04 11:26:40.256855 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-c3d1176b-4da6-4a0e-8760-6f37b4db42c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:40.258341 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-c3d1176b-4da6-4a0e-8760-6f37b4db42c6 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=66d7dc1b-9e66-4866-a581-df1f1f59fb18 HTTP/1.1" status: 200 len: 854 time: 0.0575542 Nov 04 11:26:40.291227 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-3b370da8-6795-40be-a48b-89cf927a797c service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=71fcac9c-3817-4b04-a5a0-c90b579d48b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254524 Nov 04 11:26:40.386472 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-fdfb8076-27f6-4ffc-8403-346939cab543 service neutron] 10.222.0.126 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880730 Nov 04 11:26:40.491114 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bf2cb1fb-797d-47d3-8910-2b73b11c9559 req-2b528b13-aa49-48c4-b902-8166e3f0f86e service neutron] 10.222.0.126 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971701 Nov 04 11:26:40.585712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50d42e-ef79-43ba-bb20-1d990ea06163 req-ee50c4cf-e8c1-450f-b0da-ad14e3c2ec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:40.587178 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed50d42e-ef79-43ba-bb20-1d990ea06163 req-ee50c4cf-e8c1-450f-b0da-ad14e3c2ec56 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=edf7350b88d84e8c9c34116dd568124f&device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 1094 time: 0.0433788 Nov 04 11:26:40.687478 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50d42e-ef79-43ba-bb20-1d990ea06163 req-87b27b52-cb75-4098-ac00-bf80736ad922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:40.689074 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed50d42e-ef79-43ba-bb20-1d990ea06163 req-87b27b52-cb75-4098-ac00-bf80736ad922 service neutron] 10.222.0.126 "GET /v2.0/networks?id=71fcac9c-3817-4b04-a5a0-c90b579d48b3 HTTP/1.1" status: 200 len: 916 time: 0.0949471 Nov 04 11:26:40.735048 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed50d42e-ef79-43ba-bb20-1d990ea06163 req-ffb16bcb-ce69-4149-b7c0-54516d668206 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fa6cb62-b273-4625-a233-79f311b29cdf HTTP/1.1" status: 200 len: 217 time: 0.0364408 Nov 04 11:26:40.788739 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50d42e-ef79-43ba-bb20-1d990ea06163 req-c3d25501-0fc9-4e7d-86fa-f44b638758ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:40.790284 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed50d42e-ef79-43ba-bb20-1d990ea06163 req-c3d25501-0fc9-4e7d-86fa-f44b638758ce service neutron] 10.222.0.126 "GET /v2.0/subnets?id=66d7dc1b-9e66-4866-a581-df1f1f59fb18 HTTP/1.1" status: 200 len: 854 time: 0.0472639 Nov 04 11:26:40.823392 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed50d42e-ef79-43ba-bb20-1d990ea06163 req-16c08914-0d88-4cee-8a43-5f75a09f0354 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=71fcac9c-3817-4b04-a5a0-c90b579d48b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244164 Nov 04 11:26:40.922918 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed50d42e-ef79-43ba-bb20-1d990ea06163 req-0db80133-f040-4291-983c-de88fa16647e service neutron] 10.222.0.126 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920622 Nov 04 11:26:41.020373 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ed50d42e-ef79-43ba-bb20-1d990ea06163 req-2b967f1f-005d-43e0-b5bf-385bd1438cc1 service neutron] 10.222.0.126 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884573 Nov 04 11:26:41.326531 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2426ffb-e9e4-44f7-832f-3ee09e12c871 req-1ad4f334-23d9-49d2-a227-1fbc2a8b335b tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:41.328132 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a2426ffb-e9e4-44f7-832f-3ee09e12c871 req-1ad4f334-23d9-49d2-a227-1fbc2a8b335b tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 943 time: 0.0519936 Nov 04 11:26:41.381796 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a2426ffb-e9e4-44f7-832f-3ee09e12c871 req-57a82dcf-9dd9-4249-a904-73da5b2f130d tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447071 Nov 04 11:26:41.887505 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1fa6cb62-b273-4625-a233-79f311b29cdf details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:26:41.997803 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 1fa6cb62-b273-4625-a233-79f311b29cdf, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1fa6cb62-b273-4625-a233-79f311b29cdf,segment=NetworkSegment(91e3e09c-aff7-4af1-b861-51cec43edf79),segment_id=91e3e09c-aff7-4af1-b861-51cec43edf79)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:26:42.010000 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '1fa6cb62-b273-4625-a233-79f311b29cdf', 'network_id': '71fcac9c-3817-4b04-a5a0-c90b579d48b3', 'port_id': '1fa6cb62-b273-4625-a233-79f311b29cdf', 'mac_address': 'fa:16:3e:9e:89:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d7dc1b-9e66-4866-a581-df1f1f59fb18', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:26:42.058821 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:42.071756 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa6cb62-b273-4625-a233-79f311b29cdf {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:26:42.090567 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 1fa6cb62-b273-4625-a233-79f311b29cdf, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1fa6cb62-b273-4625-a233-79f311b29cdf,segment=NetworkSegment(91e3e09c-aff7-4af1-b861-51cec43edf79),segment_id=91e3e09c-aff7-4af1-b861-51cec43edf79)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:26:42.096718 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:42.146677 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=1fa6cb62-b273-4625-a233-79f311b29cdf,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:26:42.154203 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:26:42.154546 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:26:42.154879 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:26:42.155206 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:26:42.155526 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:26:42.155841 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:26:42.156159 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:26:42.156455 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:26:42.157008 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:26:42.157394 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:26:42.157712 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:26:42.158034 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:26:42.289424 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['1fa6cb62-b273-4625-a233-79f311b29cdf'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:26:42.524810 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262b992-cfff-4fa1-a450-df0f3a282081 req-035163e5-b952-4e07-ab7f-32216150ce41 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:42.526310 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3262b992-cfff-4fa1-a450-df0f3a282081 req-035163e5-b952-4e07-ab7f-32216150ce41 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 944 time: 0.0656514 Nov 04 11:26:42.576306 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3262b992-cfff-4fa1-a450-df0f3a282081 req-9f8b55e7-cd4c-4f1e-88d2-ea9859b6b1f8 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438201 Nov 04 11:26:42.886078 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:43.710016 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a316320-5184-43ac-a9f6-b5ec80ee0440 req-b5a5a855-c53f-4477-9e93-e82de5934258 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:43.711672 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a316320-5184-43ac-a9f6-b5ec80ee0440 req-b5a5a855-c53f-4477-9e93-e82de5934258 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 944 time: 0.0547154 Nov 04 11:26:43.774862 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a316320-5184-43ac-a9f6-b5ec80ee0440 req-f75fc1c1-4a2c-4796-83ad-4b92ff60f68a tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533969 Nov 04 11:26:43.901645 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1fa6cb62-b273-4625-a233-79f311b29cdf up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:26:43.953998 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 1fa6cb62-b273-4625-a233-79f311b29cdf completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:26:43.957976 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 1fa6cb62-b273-4625-a233-79f311b29cdf triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:26:43.958345 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:44.041941 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:44.065842 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a926f8d-1760-41f1-95a8-a102fbfc294c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa6cb62-b273-4625-a233-79f311b29cdf'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:26:44.068148 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c47642888b24eea2bb68ff44d959684023c430f1a12e2d2fbd634ad58a495f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0431fd4e-f404-4b17-8db5-8f2d63078745" -d '{"events": [{"server_uuid": "7a926f8d-1760-41f1-95a8-a102fbfc294c", "name": "network-vif-plugged", "status": "completed", "tag": "1fa6cb62-b273-4625-a233-79f311b29cdf"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:26:44.080698 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 1fa6cb62-b273-4625-a233-79f311b29cdf, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1fa6cb62-b273-4625-a233-79f311b29cdf,segment=NetworkSegment(91e3e09c-aff7-4af1-b861-51cec43edf79),segment_id=91e3e09c-aff7-4af1-b861-51cec43edf79)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:26:44.086345 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:44.109805 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae38c897-1356-441a-b70b-6b57d17b2b5f x-openstack-request-id: req-ae38c897-1356-441a-b70b-6b57d17b2b5f {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:26:44.110089 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a926f8d-1760-41f1-95a8-a102fbfc294c", "name": "network-vif-plugged", "status": "completed", "tag": "1fa6cb62-b273-4625-a233-79f311b29cdf", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:26:44.110339 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ae38c897-1356-441a-b70b-6b57d17b2b5f {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:26:44.110719 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a926f8d-1760-41f1-95a8-a102fbfc294c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa6cb62-b273-4625-a233-79f311b29cdf', 'code': 200} Nov 04 11:26:44.142758 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=1fa6cb62-b273-4625-a233-79f311b29cdf,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:26:44.214305 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61cfa9d-62cc-4532-b46f-91a8069d9fc5 req-a8194071-2224-4b3c-94eb-ecf57acbdd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:44.216109 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d61cfa9d-62cc-4532-b46f-91a8069d9fc5 req-a8194071-2224-4b3c-94eb-ecf57acbdd3c service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 1096 time: 0.0494127 Nov 04 11:26:44.262674 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d61cfa9d-62cc-4532-b46f-91a8069d9fc5 req-04ec0756-9c15-4a2f-87ba-2d2d5d715b2c service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389946 Nov 04 11:26:44.909659 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a101ba7-43a3-4120-a3a7-4968b00468d7 req-672e5060-3aee-45be-a246-c6faf645eebb tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:44.911145 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a101ba7-43a3-4120-a3a7-4968b00468d7 req-672e5060-3aee-45be-a246-c6faf645eebb tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0543909 Nov 04 11:26:44.967719 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a101ba7-43a3-4120-a3a7-4968b00468d7 req-1d3928f6-6e44-40ac-a218-db7b36376433 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484931 Nov 04 11:26:45.200587 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:46.099890 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb4b9d-4e64-41ba-8845-9169544ab7cf req-a7d7311d-e284-44ad-b5b1-12721d898c68 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:46.101464 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24cb4b9d-4e64-41ba-8845-9169544ab7cf req-a7d7311d-e284-44ad-b5b1-12721d898c68 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0581589 Nov 04 11:26:46.152232 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24cb4b9d-4e64-41ba-8845-9169544ab7cf req-c036d097-08dd-4269-8492-a78164d4a72d tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444493 Nov 04 11:26:46.269334 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea55331-19e1-4c77-a0d5-ca215b6d6915 req-b5a7d97b-3796-4ca3-a778-f656140555b0 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:46.270770 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fea55331-19e1-4c77-a0d5-ca215b6d6915 req-b5a7d97b-3796-4ca3-a778-f656140555b0 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0514104 Nov 04 11:26:46.322658 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fea55331-19e1-4c77-a0d5-ca215b6d6915 req-5111e914-586f-4857-8c45-df22cfd3e128 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424390 Nov 04 11:26:46.536931 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741ccd0-9214-4bce-b3a4-ab33c180da65 req-8af091fd-9f00-4716-87ce-40bb4a4f67e8 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:46.538365 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3741ccd0-9214-4bce-b3a4-ab33c180da65 req-8af091fd-9f00-4716-87ce-40bb4a4f67e8 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0579066 Nov 04 11:26:46.590818 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3741ccd0-9214-4bce-b3a4-ab33c180da65 req-f394e846-cc98-4a8f-8f54-9978c1ac2edb tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430307 Nov 04 11:26:46.726337 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553b13c-4304-482d-90dc-7bbf20f6d660 req-dc1a2873-370e-42f6-8f8b-9a0bfbc27cbb tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:46.727884 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2553b13c-4304-482d-90dc-7bbf20f6d660 req-dc1a2873-370e-42f6-8f8b-9a0bfbc27cbb tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0637417 Nov 04 11:26:46.778657 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2553b13c-4304-482d-90dc-7bbf20f6d660 req-1ebe961b-41df-451d-9039-78c9cfa504a4 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444796 Nov 04 11:26:46.904036 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-15ba7663-0cad-4565-9aa5-78ac88d17c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:47.031352 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa983522-fdb7-4399-9c3d-b95713407aac req-5126de6c-c8e1-41b1-ae16-d324b60a3329 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444157 Nov 04 11:26:47.039443 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d344714-405c-4dff-86f6-b91571581c4d req-26aee199-1fc3-41b9-85bf-645f23fb97a1 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:47.041038 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d344714-405c-4dff-86f6-b91571581c4d req-26aee199-1fc3-41b9-85bf-645f23fb97a1 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0516975 Nov 04 11:26:47.094464 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d344714-405c-4dff-86f6-b91571581c4d req-e93ccc7d-cfda-402b-ad22-806376de367d tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469811 Nov 04 11:26:48.227536 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2a69a-1593-48ae-a6a7-bcfafbd82190 req-1d9b52b2-65e5-4b60-9c58-5a56341cbfcc tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:48.229112 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-88b2a69a-1593-48ae-a6a7-bcfafbd82190 req-1d9b52b2-65e5-4b60-9c58-5a56341cbfcc tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0546026 Nov 04 11:26:48.283565 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-88b2a69a-1593-48ae-a6a7-bcfafbd82190 req-3c84a183-1e74-4b10-b0df-dbf1580f6d45 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478106 Nov 04 11:26:48.443543 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa983522-fdb7-4399-9c3d-b95713407aac req-938fb338-e1f0-4445-9176-bf782d4b9322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:48.445267 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa983522-fdb7-4399-9c3d-b95713407aac req-938fb338-e1f0-4445-9176-bf782d4b9322 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=edf7350b88d84e8c9c34116dd568124f&device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 1096 time: 0.0829926 Nov 04 11:26:48.541561 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa983522-fdb7-4399-9c3d-b95713407aac req-c7140dd1-2373-4eef-ac84-cf9309fa6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:48.543119 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa983522-fdb7-4399-9c3d-b95713407aac req-c7140dd1-2373-4eef-ac84-cf9309fa6f33 service neutron] 10.222.0.126 "GET /v2.0/networks?id=71fcac9c-3817-4b04-a5a0-c90b579d48b3 HTTP/1.1" status: 200 len: 916 time: 0.0910919 Nov 04 11:26:48.592563 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa983522-fdb7-4399-9c3d-b95713407aac req-be283e7e-73af-47fc-9639-f5b72126e5b1 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fa6cb62-b273-4625-a233-79f311b29cdf HTTP/1.1" status: 200 len: 217 time: 0.0422957 Nov 04 11:26:48.649039 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa983522-fdb7-4399-9c3d-b95713407aac req-99ca4929-623a-4a4f-93fe-2319383c0b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:48.650434 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa983522-fdb7-4399-9c3d-b95713407aac req-99ca4929-623a-4a4f-93fe-2319383c0b89 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=66d7dc1b-9e66-4866-a581-df1f1f59fb18 HTTP/1.1" status: 200 len: 854 time: 0.0507460 Nov 04 11:26:48.687467 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa983522-fdb7-4399-9c3d-b95713407aac req-a2532fcd-3aa1-423b-9bae-333f9d154031 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=71fcac9c-3817-4b04-a5a0-c90b579d48b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299206 Nov 04 11:26:48.781633 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa983522-fdb7-4399-9c3d-b95713407aac req-c71497be-1b1a-46f2-8d90-5fc665597642 service neutron] 10.222.0.126 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865612 Nov 04 11:26:48.891416 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa983522-fdb7-4399-9c3d-b95713407aac req-f22fa4ea-5f7c-43f3-98fd-160fa9fa8f5f service neutron] 10.222.0.126 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025646 Nov 04 11:26:49.428095 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8b95d-e47a-4088-9163-317e94989870 req-777bee25-e806-432b-ba0c-f24576a23a82 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:49.429652 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4bd8b95d-e47a-4088-9163-317e94989870 req-777bee25-e806-432b-ba0c-f24576a23a82 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0578845 Nov 04 11:26:49.480643 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4bd8b95d-e47a-4088-9163-317e94989870 req-376dfdec-4d68-4d18-98e5-812abb479062 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447094 Nov 04 11:26:49.733790 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-05fc751f-6aa2-425e-9d50-f9f23fad36f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:50.634670 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e713b-7970-4143-bf60-162d6c92040a req-572d630f-5fa6-47f6-9e15-db38570f15cb tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:50.636197 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db9e713b-7970-4143-bf60-162d6c92040a req-572d630f-5fa6-47f6-9e15-db38570f15cb tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0633683 Nov 04 11:26:50.687348 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db9e713b-7970-4143-bf60-162d6c92040a req-2b141c6f-edfb-466e-ba7b-e694b8a64f3b tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419040 Nov 04 11:26:50.946159 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:51.835430 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96a5c0-c508-408a-9348-893a8711715b req-1cf1637e-acd8-4a85-9d06-e1d3bfa50e09 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:51.836989 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2a96a5c0-c508-408a-9348-893a8711715b req-1cf1637e-acd8-4a85-9d06-e1d3bfa50e09 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0612884 Nov 04 11:26:51.887493 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2a96a5c0-c508-408a-9348-893a8711715b req-17b2dc8f-c554-4588-8b0d-76ea44929221 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442524 Nov 04 11:26:52.343303 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:52.650501 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:26:53.027031 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759a59c-8dad-4427-90f0-4e34dc204bd8 req-739f5d83-77af-41bc-8b78-348796af5aaa tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:53.028549 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f759a59c-8dad-4427-90f0-4e34dc204bd8 req-739f5d83-77af-41bc-8b78-348796af5aaa tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0685072 Nov 04 11:26:53.083872 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f759a59c-8dad-4427-90f0-4e34dc204bd8 req-843631d3-fa00-4d4f-8863-e397e38c1913 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464890 Nov 04 11:26:54.224877 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca3eb7-25c4-42cb-bdfe-5c11ed1384ba req-87f87657-6ba7-466a-ae3b-e72374d9a464 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:54.226563 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cdca3eb7-25c4-42cb-bdfe-5c11ed1384ba req-87f87657-6ba7-466a-ae3b-e72374d9a464 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0680859 Nov 04 11:26:54.277578 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cdca3eb7-25c4-42cb-bdfe-5c11ed1384ba req-5114170d-6326-4084-9868-8e57ce00f71a tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446055 Nov 04 11:26:55.403887 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12393b47-00fb-4192-9c33-11c7f24dd50c req-d8e973ea-617e-4d6a-b317-19bc658e1c45 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:55.405417 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-12393b47-00fb-4192-9c33-11c7f24dd50c req-d8e973ea-617e-4d6a-b317-19bc658e1c45 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0565798 Nov 04 11:26:55.457615 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-12393b47-00fb-4192-9c33-11c7f24dd50c req-e6e30270-f9dd-4975-ba4d-d760d819bff6 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460651 Nov 04 11:26:56.595759 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d540ab-4439-4b34-b7ff-bc9279e27073 req-985d4d8d-ad6f-40da-b91a-b607c577fc9b tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:56.597311 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-91d540ab-4439-4b34-b7ff-bc9279e27073 req-985d4d8d-ad6f-40da-b91a-b607c577fc9b tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0544691 Nov 04 11:26:56.651216 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-91d540ab-4439-4b34-b7ff-bc9279e27073 req-f28419b1-8861-4996-bb44-8e40db98ce0f tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444982 Nov 04 11:26:57.781733 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c418156-9d2f-4707-841b-6dc5b0ddebe8 req-d160c03d-67d8-4cc9-a5d4-2dbc24097365 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:57.783238 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3c418156-9d2f-4707-841b-6dc5b0ddebe8 req-d160c03d-67d8-4cc9-a5d4-2dbc24097365 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0584803 Nov 04 11:26:57.834430 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3c418156-9d2f-4707-841b-6dc5b0ddebe8 req-eeafa463-580e-408f-bb19-fd2083af703c tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419273 Nov 04 11:26:58.977589 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c802f69-9c45-44ab-bdf6-204fe73fca36 req-864cc3e5-5080-4231-9054-dcaa367ea638 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:26:58.979117 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0c802f69-9c45-44ab-bdf6-204fe73fca36 req-864cc3e5-5080-4231-9054-dcaa367ea638 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0590777 Nov 04 11:26:59.037754 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0c802f69-9c45-44ab-bdf6-204fe73fca36 req-901c7a5a-4a5e-4c86-b14a-c26f440e164f tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520484 Nov 04 11:27:00.162995 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db0c92-e009-4d19-86eb-d4e2084f94cf req-b886e595-ffad-48cc-8bc2-7e771f87f3e5 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:00.164498 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-00db0c92-e009-4d19-86eb-d4e2084f94cf req-b886e595-ffad-48cc-8bc2-7e771f87f3e5 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0503953 Nov 04 11:27:00.217908 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-00db0c92-e009-4d19-86eb-d4e2084f94cf req-c0ec6d77-ed4b-470c-8fa0-4cf64c91a161 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468099 Nov 04 11:27:01.361873 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74031be-595b-414d-8fbf-f5fadde7d316 req-2a3c0aa5-5aa1-44e8-9200-62916b0cd19d tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:01.363417 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e74031be-595b-414d-8fbf-f5fadde7d316 req-2a3c0aa5-5aa1-44e8-9200-62916b0cd19d tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0531237 Nov 04 11:27:01.426896 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e74031be-595b-414d-8fbf-f5fadde7d316 req-b2a14f10-806b-407b-8767-eb48cf034194 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544212 Nov 04 11:27:02.560394 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c87a8-b059-4de5-b521-5f0e0aa50629 req-3c5a0995-133d-406e-a2f6-054d6ad3bc84 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:02.562028 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-918c87a8-b059-4de5-b521-5f0e0aa50629 req-3c5a0995-133d-406e-a2f6-054d6ad3bc84 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0560348 Nov 04 11:27:02.615118 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-918c87a8-b059-4de5-b521-5f0e0aa50629 req-4af660d0-0da3-48ce-8e72-d74c994ac833 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437961 Nov 04 11:27:03.754575 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61402266-d346-4e3e-92c0-897ac4a6d3ee req-fb5f3b79-ee23-40e8-93dc-2a7f84fd2cb5 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:03.756061 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-61402266-d346-4e3e-92c0-897ac4a6d3ee req-fb5f3b79-ee23-40e8-93dc-2a7f84fd2cb5 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0501871 Nov 04 11:27:03.806888 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-61402266-d346-4e3e-92c0-897ac4a6d3ee req-ba683a54-7be0-4f89-9dc0-103f4f1bb853 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420325 Nov 04 11:27:04.944803 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc78db-cb8b-4e05-916c-5518f3935ea5 req-8be336e9-c19e-4bf9-b855-7b974967b27b tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:04.946498 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a6bc78db-cb8b-4e05-916c-5518f3935ea5 req-8be336e9-c19e-4bf9-b855-7b974967b27b tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0583735 Nov 04 11:27:04.997069 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a6bc78db-cb8b-4e05-916c-5518f3935ea5 req-0cab51d4-4aa8-48ee-966d-1934bb0bb3f1 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437040 Nov 04 11:27:06.142403 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653fd92-c647-4d2e-8e64-75392bc55e8e req-d80c2425-5b75-4e40-9439-224b26bdb886 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:06.144209 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0653fd92-c647-4d2e-8e64-75392bc55e8e req-d80c2425-5b75-4e40-9439-224b26bdb886 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0620954 Nov 04 11:27:06.193061 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0653fd92-c647-4d2e-8e64-75392bc55e8e req-1ca54749-fd30-4bdc-b5bd-7846e0bc467b tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427084 Nov 04 11:27:07.326187 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d3b5e-d9c1-430b-bf4a-b27be0c02395 req-f0140185-6e01-44ae-bfae-73dc1864ff15 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:07.327680 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db2d3b5e-d9c1-430b-bf4a-b27be0c02395 req-f0140185-6e01-44ae-bfae-73dc1864ff15 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0543008 Nov 04 11:27:07.385552 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db2d3b5e-d9c1-430b-bf4a-b27be0c02395 req-64ff6849-c38e-4b39-8843-d7787f7f7825 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488868 Nov 04 11:27:08.513197 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e4503-39b2-42c1-8e36-50dd5d10e4c7 req-d2fd7a67-73f3-42fb-ac00-cf5a1655e8f5 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:08.514810 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-247e4503-39b2-42c1-8e36-50dd5d10e4c7 req-d2fd7a67-73f3-42fb-ac00-cf5a1655e8f5 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0516853 Nov 04 11:27:08.563734 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-247e4503-39b2-42c1-8e36-50dd5d10e4c7 req-d0f14dba-3baa-4c4d-afa4-54bc8db70b89 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420914 Nov 04 11:27:09.713076 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1cd56-4ccf-4459-b8ed-d7970532ce2b req-aa0a6a9e-30d2-4d0d-bfeb-10647487250a tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:09.714830 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1d1cd56-4ccf-4459-b8ed-d7970532ce2b req-aa0a6a9e-30d2-4d0d-bfeb-10647487250a tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0501122 Nov 04 11:27:09.767674 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1d1cd56-4ccf-4459-b8ed-d7970532ce2b req-b1f891f3-7dc0-4356-b650-f8fc7be068a7 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469677 Nov 04 11:27:10.896718 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009dcb79-2348-4c85-9269-ebf0e2ad8178 req-7035acb3-8309-429d-a77b-56353b36b24c tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:10.898258 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-009dcb79-2348-4c85-9269-ebf0e2ad8178 req-7035acb3-8309-429d-a77b-56353b36b24c tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0542250 Nov 04 11:27:10.949048 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-009dcb79-2348-4c85-9269-ebf0e2ad8178 req-f6fa25a8-9415-4693-8b1b-f8946736b081 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419178 Nov 04 11:27:11.407873 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:27:12.082817 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461ee42-68f5-481d-aaa2-37ada48e2e2e req-e2a62119-2e66-4b48-8dfd-3c2ac9c4376a tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:12.084364 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0461ee42-68f5-481d-aaa2-37ada48e2e2e req-e2a62119-2e66-4b48-8dfd-3c2ac9c4376a tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0521910 Nov 04 11:27:12.136509 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0461ee42-68f5-481d-aaa2-37ada48e2e2e req-33c77f6b-d442-4b79-9c49-e4cd3afdee41 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430622 Nov 04 11:27:12.876650 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:13.279338 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a0abd-ba02-43bd-ac92-4e2c3c8abb4c req-6f50bcdf-24cc-4258-a40c-dfb3658d1bca tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:13.280919 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fd1a0abd-ba02-43bd-ac92-4e2c3c8abb4c req-6f50bcdf-24cc-4258-a40c-dfb3658d1bca tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0663190 Nov 04 11:27:13.334091 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fd1a0abd-ba02-43bd-ac92-4e2c3c8abb4c req-6da373ea-3cf0-4128-a4e3-784b9f45f03b tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445702 Nov 04 11:27:14.463388 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede74a3-3cd4-4e01-9158-27a651323b81 req-70817cb4-294b-4e70-8934-6c63aa51c8e2 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:14.464853 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dede74a3-3cd4-4e01-9158-27a651323b81 req-70817cb4-294b-4e70-8934-6c63aa51c8e2 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0563955 Nov 04 11:27:14.518061 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dede74a3-3cd4-4e01-9158-27a651323b81 req-37e03279-b300-46fe-b2f3-d88e25ef4d07 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443914 Nov 04 11:27:15.200592 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:15.280606 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71746ac0-661e-4b6e-9d21-7395dcff690a req-8685c3b5-eef3-4148-bbf6-ea55d6218bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:15.282229 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-71746ac0-661e-4b6e-9d21-7395dcff690a req-8685c3b5-eef3-4148-bbf6-ea55d6218bdc service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=edf7350b88d84e8c9c34116dd568124f&device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 1096 time: 0.0474682 Nov 04 11:27:15.396686 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71746ac0-661e-4b6e-9d21-7395dcff690a req-42d71ba4-69c1-4101-970a-21e165dc4ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:15.398138 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-71746ac0-661e-4b6e-9d21-7395dcff690a req-42d71ba4-69c1-4101-970a-21e165dc4ecc service neutron] 10.222.0.126 "GET /v2.0/networks?id=71fcac9c-3817-4b04-a5a0-c90b579d48b3 HTTP/1.1" status: 200 len: 916 time: 0.0876203 Nov 04 11:27:15.444844 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-71746ac0-661e-4b6e-9d21-7395dcff690a req-ee313609-614d-44f6-887c-04ae984d8816 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fa6cb62-b273-4625-a233-79f311b29cdf HTTP/1.1" status: 200 len: 217 time: 0.0386145 Nov 04 11:27:15.497044 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71746ac0-661e-4b6e-9d21-7395dcff690a req-f90dc45b-7364-4e38-972a-b619ebe4ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:15.498494 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-71746ac0-661e-4b6e-9d21-7395dcff690a req-f90dc45b-7364-4e38-972a-b619ebe4ff74 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=66d7dc1b-9e66-4866-a581-df1f1f59fb18 HTTP/1.1" status: 200 len: 854 time: 0.0458221 Nov 04 11:27:15.534932 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-71746ac0-661e-4b6e-9d21-7395dcff690a req-f385d243-cdf6-4032-8b5c-29690590bbba service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=71fcac9c-3817-4b04-a5a0-c90b579d48b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265875 Nov 04 11:27:15.634847 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-71746ac0-661e-4b6e-9d21-7395dcff690a req-e2217f53-2adc-493e-b69b-2d00c0d00af6 service neutron] 10.222.0.126 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912330 Nov 04 11:27:15.637294 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40a104-dd27-4912-8f4b-9397b4569aa0 req-98ff5253-7839-4bc3-90a3-15668be46179 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:15.638822 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bb40a104-dd27-4912-8f4b-9397b4569aa0 req-98ff5253-7839-4bc3-90a3-15668be46179 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0484798 Nov 04 11:27:15.696715 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bb40a104-dd27-4912-8f4b-9397b4569aa0 req-f31b3a49-3e8b-4f0f-badf-8a623ebdf627 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509610 Nov 04 11:27:15.730806 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-71746ac0-661e-4b6e-9d21-7395dcff690a req-c7a8b7a0-1560-4adf-9e20-9f52eb2d4e1d service neutron] 10.222.0.126 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876634 Nov 04 11:27:15.835810 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [req-fa983522-fdb7-4399-9c3d-b95713407aac req-6cc28969-cf0a-47c4-b42d-b0a226c54f0f service neutron] show failed (client error): The resource could not be found. Nov 04 11:27:15.836851 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa983522-fdb7-4399-9c3d-b95713407aac req-6cc28969-cf0a-47c4-b42d-b0a226c54f0f service neutron] 10.222.0.126 "GET /v2.0/ports/1fa6cb62-b273-4625-a233-79f311b29cdf/bindings/n-h2-816629-1 HTTP/1.1" status: 404 len: 380 time: 0.0573692 Nov 04 11:27:16.208128 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa983522-fdb7-4399-9c3d-b95713407aac req-30bb9394-c05b-4618-a2b7-ca92e7441651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:16.209715 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa983522-fdb7-4399-9c3d-b95713407aac req-30bb9394-c05b-4618-a2b7-ca92e7441651 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c&tenant_id=edf7350b88d84e8c9c34116dd568124f HTTP/1.1" status: 200 len: 1096 time: 0.1189969 Nov 04 11:27:16.223032 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-fa983522-fdb7-4399-9c3d-b95713407aac req-b6973f48-bac1-4fcd-bfb2-fc0f18ed382d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816629-1', 'device_owner': 'compute:nova'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:27:16.277944 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fa983522-fdb7-4399-9c3d-b95713407aac req-b6973f48-bac1-4fcd-bfb2-fc0f18ed382d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:16.486795 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-fa983522-fdb7-4399-9c3d-b95713407aac req-b6973f48-bac1-4fcd-bfb2-fc0f18ed382d service neutron] For port 1fa6cb62-b273-4625-a233-79f311b29cdf, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1fa6cb62-b273-4625-a233-79f311b29cdf,segment=NetworkSegment(91e3e09c-aff7-4af1-b861-51cec43edf79),segment_id=91e3e09c-aff7-4af1-b861-51cec43edf79)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:27:16.522096 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-fa983522-fdb7-4399-9c3d-b95713407aac req-b6973f48-bac1-4fcd-bfb2-fc0f18ed382d service neutron] For port 1fa6cb62-b273-4625-a233-79f311b29cdf, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:27:16.566757 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a926f8d-1760-41f1-95a8-a102fbfc294c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fa6cb62-b273-4625-a233-79f311b29cdf'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:27:16.572869 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fa983522-fdb7-4399-9c3d-b95713407aac req-b6973f48-bac1-4fcd-bfb2-fc0f18ed382d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:16.585673 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-fa983522-fdb7-4399-9c3d-b95713407aac req-b6973f48-bac1-4fcd-bfb2-fc0f18ed382d service neutron] Transition to ACTIVE for port object 1fa6cb62-b273-4625-a233-79f311b29cdf will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:27:16.589927 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fa983522-fdb7-4399-9c3d-b95713407aac req-b6973f48-bac1-4fcd-bfb2-fc0f18ed382d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:16.618090 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd101ca4-03a4-498e-9fb7-7f449e092527" -d '{"events": [{"server_uuid": "7a926f8d-1760-41f1-95a8-a102fbfc294c", "name": "network-vif-unplugged", "status": "completed", "tag": "1fa6cb62-b273-4625-a233-79f311b29cdf"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:27:16.658295 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6973f48-bac1-4fcd-bfb2-fc0f18ed382d service neutron] Pushing event updated for resources: {'Port': ['ID=1fa6cb62-b273-4625-a233-79f311b29cdf,revision_number=6']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:27:16.662189 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa983522-fdb7-4399-9c3d-b95713407aac req-b6973f48-bac1-4fcd-bfb2-fc0f18ed382d service neutron] No DVR routers for this DVR port 1fa6cb62-b273-4625-a233-79f311b29cdf on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:27:16.698083 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-fa983522-fdb7-4399-9c3d-b95713407aac req-b6973f48-bac1-4fcd-bfb2-fc0f18ed382d service neutron] Attempting to bind port 1fa6cb62-b273-4625-a233-79f311b29cdf on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:27:16.698422 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-fa983522-fdb7-4399-9c3d-b95713407aac req-b6973f48-bac1-4fcd-bfb2-fc0f18ed382d service neutron] Attempting to bind port 1fa6cb62-b273-4625-a233-79f311b29cdf by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '91e3e09c-aff7-4af1-b861-51cec43edf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '71fcac9c-3817-4b04-a5a0-c90b579d48b3'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:27:16.698740 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa983522-fdb7-4399-9c3d-b95713407aac req-b6973f48-bac1-4fcd-bfb2-fc0f18ed382d service neutron] Attempting to bind port 1fa6cb62-b273-4625-a233-79f311b29cdf on network 71fcac9c-3817-4b04-a5a0-c90b579d48b3 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:27:16.704179 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa983522-fdb7-4399-9c3d-b95713407aac req-b6973f48-bac1-4fcd-bfb2-fc0f18ed382d service neutron] Port 1fa6cb62-b273-4625-a233-79f311b29cdf on network 71fcac9c-3817-4b04-a5a0-c90b579d48b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:27:16.704502 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa983522-fdb7-4399-9c3d-b95713407aac req-b6973f48-bac1-4fcd-bfb2-fc0f18ed382d service neutron] Attempting to bind port 1fa6cb62-b273-4625-a233-79f311b29cdf on network 71fcac9c-3817-4b04-a5a0-c90b579d48b3 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:27:16.709706 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa983522-fdb7-4399-9c3d-b95713407aac req-b6973f48-bac1-4fcd-bfb2-fc0f18ed382d service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:27:16.710055 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa983522-fdb7-4399-9c3d-b95713407aac req-b6973f48-bac1-4fcd-bfb2-fc0f18ed382d service neutron] Checking segment: {'id': '91e3e09c-aff7-4af1-b861-51cec43edf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '71fcac9c-3817-4b04-a5a0-c90b579d48b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:27:16.710433 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa983522-fdb7-4399-9c3d-b95713407aac req-b6973f48-bac1-4fcd-bfb2-fc0f18ed382d service neutron] Bound using segment: {'id': '91e3e09c-aff7-4af1-b861-51cec43edf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '71fcac9c-3817-4b04-a5a0-c90b579d48b3'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:27:16.710859 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-fa983522-fdb7-4399-9c3d-b95713407aac req-b6973f48-bac1-4fcd-bfb2-fc0f18ed382d service neutron] Bound port: 1fa6cb62-b273-4625-a233-79f311b29cdf, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e3e09c-aff7-4af1-b861-51cec43edf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '71fcac9c-3817-4b04-a5a0-c90b579d48b3'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:27:16.711205 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fa983522-fdb7-4399-9c3d-b95713407aac req-b6973f48-bac1-4fcd-bfb2-fc0f18ed382d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:16.728129 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 11:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135199c6-bc3a-493a-a4c1-9b49fc97f97e x-openstack-request-id: req-135199c6-bc3a-493a-a4c1-9b49fc97f97e {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:27:16.728411 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a926f8d-1760-41f1-95a8-a102fbfc294c", "name": "network-vif-unplugged", "status": "completed", "tag": "1fa6cb62-b273-4625-a233-79f311b29cdf", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:27:16.728680 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-135199c6-bc3a-493a-a4c1-9b49fc97f97e {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:27:16.729144 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a926f8d-1760-41f1-95a8-a102fbfc294c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fa6cb62-b273-4625-a233-79f311b29cdf', 'code': 200} Nov 04 11:27:16.784400 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-fa983522-fdb7-4399-9c3d-b95713407aac req-b6973f48-bac1-4fcd-bfb2-fc0f18ed382d service neutron] For port 1fa6cb62-b273-4625-a233-79f311b29cdf, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:27:16.788384 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-fa983522-fdb7-4399-9c3d-b95713407aac req-b6973f48-bac1-4fcd-bfb2-fc0f18ed382d service neutron] For port 1fa6cb62-b273-4625-a233-79f311b29cdf, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=1fa6cb62-b273-4625-a233-79f311b29cdf,segment=NetworkSegment(91e3e09c-aff7-4af1-b861-51cec43edf79),segment_id=91e3e09c-aff7-4af1-b861-51cec43edf79)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:27:16.793661 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fa983522-fdb7-4399-9c3d-b95713407aac req-b6973f48-bac1-4fcd-bfb2-fc0f18ed382d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:16.821506 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550c630-3c11-4aa9-aba3-1eb7c7a0e4d4 req-63870965-7b9c-46be-88cb-54bbcd132661 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:16.824349 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3550c630-3c11-4aa9-aba3-1eb7c7a0e4d4 req-63870965-7b9c-46be-88cb-54bbcd132661 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 943 time: 0.0504956 Nov 04 11:27:16.830176 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa983522-fdb7-4399-9c3d-b95713407aac req-b6973f48-bac1-4fcd-bfb2-fc0f18ed382d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:16.830799 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-fa983522-fdb7-4399-9c3d-b95713407aac req-b6973f48-bac1-4fcd-bfb2-fc0f18ed382d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:16.832274 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa983522-fdb7-4399-9c3d-b95713407aac req-b6973f48-bac1-4fcd-bfb2-fc0f18ed382d service neutron] 10.222.0.121 "PUT /v2.0/ports/1fa6cb62-b273-4625-a233-79f311b29cdf HTTP/1.1" status: 200 len: 1091 time: 0.6133595 Nov 04 11:27:16.855357 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6973f48-bac1-4fcd-bfb2-fc0f18ed382d service neutron] Pushing event updated for resources: {'Port': ['ID=1fa6cb62-b273-4625-a233-79f311b29cdf,revision_number=7']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:27:16.886601 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3550c630-3c11-4aa9-aba3-1eb7c7a0e4d4 req-12382a0d-7879-4975-94b7-ad351cfc01c2 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569394 Nov 04 11:27:16.899439 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa983522-fdb7-4399-9c3d-b95713407aac req-6e40f902-3412-4a6c-beb2-ff3cf8213349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:16.900994 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa983522-fdb7-4399-9c3d-b95713407aac req-6e40f902-3412-4a6c-beb2-ff3cf8213349 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=edf7350b88d84e8c9c34116dd568124f&device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 1094 time: 0.0427582 Nov 04 11:27:16.908502 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-46514c32-75a9-47ca-8494-231f91678dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:16.999735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa983522-fdb7-4399-9c3d-b95713407aac req-e1b485f2-f059-424e-9c96-f06291bdfe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:17.001272 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa983522-fdb7-4399-9c3d-b95713407aac req-e1b485f2-f059-424e-9c96-f06291bdfe35 service neutron] 10.222.0.121 "GET /v2.0/networks?id=71fcac9c-3817-4b04-a5a0-c90b579d48b3 HTTP/1.1" status: 200 len: 916 time: 0.0935419 Nov 04 11:27:17.044497 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa983522-fdb7-4399-9c3d-b95713407aac req-0c7a75ef-8e3c-4426-8e6c-b839019f2e68 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fa6cb62-b273-4625-a233-79f311b29cdf HTTP/1.1" status: 200 len: 217 time: 0.0349419 Nov 04 11:27:17.094463 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa983522-fdb7-4399-9c3d-b95713407aac req-c727dd50-0979-4ef7-b607-c33b5439f9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:17.095812 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa983522-fdb7-4399-9c3d-b95713407aac req-c727dd50-0979-4ef7-b607-c33b5439f9e3 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=66d7dc1b-9e66-4866-a581-df1f1f59fb18 HTTP/1.1" status: 200 len: 854 time: 0.0441606 Nov 04 11:27:17.128922 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa983522-fdb7-4399-9c3d-b95713407aac req-c7a14e6a-c81c-4c1a-9262-2ad1a406d467 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=71fcac9c-3817-4b04-a5a0-c90b579d48b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252175 Nov 04 11:27:17.244937 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa983522-fdb7-4399-9c3d-b95713407aac req-a1d55a78-705e-4f73-8541-faf70f047daa service neutron] 10.222.0.121 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083069 Nov 04 11:27:17.340682 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fa983522-fdb7-4399-9c3d-b95713407aac req-8f49f15c-a9a3-4dea-b97e-4ba558dbbadb service neutron] 10.222.0.121 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879757 Nov 04 11:27:18.006140 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510f042-12b4-4774-a213-a521575b38b2 req-4138b236-6a77-454d-97e1-cd08094a6c25 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:18.007891 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1510f042-12b4-4774-a213-a521575b38b2 req-4138b236-6a77-454d-97e1-cd08094a6c25 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 943 time: 0.0540245 Nov 04 11:27:18.059983 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1fa6cb62-b273-4625-a233-79f311b29cdf no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:27:18.061698 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1510f042-12b4-4774-a213-a521575b38b2 req-21858b94-ab02-4652-ab7d-c625e00a5f44 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443656 Nov 04 11:27:18.102899 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1fa6cb62-b273-4625-a233-79f311b29cdf not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:27:18.731050 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a926f8d-1760-41f1-95a8-a102fbfc294c', 'tag': '1fa6cb62-b273-4625-a233-79f311b29cdf'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:27:18.735191 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fa39bb-ad61-4ecb-9afe-20e2fa659197" -d '{"events": [{"name": "network-changed", "server_uuid": "7a926f8d-1760-41f1-95a8-a102fbfc294c", "tag": "1fa6cb62-b273-4625-a233-79f311b29cdf"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:27:18.792352 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ccac1c-cb5d-461a-b477-d60e748e0c5f x-openstack-request-id: req-20ccac1c-cb5d-461a-b477-d60e748e0c5f {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:27:18.792735 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a926f8d-1760-41f1-95a8-a102fbfc294c", "tag": "1fa6cb62-b273-4625-a233-79f311b29cdf", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:27:18.793095 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-20ccac1c-cb5d-461a-b477-d60e748e0c5f {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:27:18.793526 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a926f8d-1760-41f1-95a8-a102fbfc294c', 'tag': '1fa6cb62-b273-4625-a233-79f311b29cdf', 'status': 'completed', 'code': 200} Nov 04 11:27:18.888713 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa39bb-ad61-4ecb-9afe-20e2fa659197 req-b7be6df8-52ba-4ca1-b2b6-7e4481dea5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:18.890618 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4fa39bb-ad61-4ecb-9afe-20e2fa659197 req-b7be6df8-52ba-4ca1-b2b6-7e4481dea5e0 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=edf7350b88d84e8c9c34116dd568124f&device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 1094 time: 0.0756922 Nov 04 11:27:18.892524 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa39bb-ad61-4ecb-9afe-20e2fa659197 req-f6fe5251-69bf-4df0-b18c-3baa8b2edaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:18.893997 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4fa39bb-ad61-4ecb-9afe-20e2fa659197 req-f6fe5251-69bf-4df0-b18c-3baa8b2edaab service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=edf7350b88d84e8c9c34116dd568124f&device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 1094 time: 0.0708306 Nov 04 11:27:19.057852 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa39bb-ad61-4ecb-9afe-20e2fa659197 req-edca8230-62e3-43e1-b267-8ced14db9918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:19.059348 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4fa39bb-ad61-4ecb-9afe-20e2fa659197 req-edca8230-62e3-43e1-b267-8ced14db9918 service neutron] 10.222.0.126 "GET /v2.0/networks?id=71fcac9c-3817-4b04-a5a0-c90b579d48b3 HTTP/1.1" status: 200 len: 916 time: 0.1592951 Nov 04 11:27:19.060427 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa39bb-ad61-4ecb-9afe-20e2fa659197 req-2fd67791-19c9-4795-8f40-e8b62841cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:19.061759 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4fa39bb-ad61-4ecb-9afe-20e2fa659197 req-2fd67791-19c9-4795-8f40-e8b62841cc93 service neutron] 10.222.0.121 "GET /v2.0/networks?id=71fcac9c-3817-4b04-a5a0-c90b579d48b3 HTTP/1.1" status: 200 len: 916 time: 0.1532736 Nov 04 11:27:19.110133 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4fa39bb-ad61-4ecb-9afe-20e2fa659197 req-5286f8e9-f05e-4c12-aa72-219e00b1e7d5 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fa6cb62-b273-4625-a233-79f311b29cdf HTTP/1.1" status: 200 len: 217 time: 0.0431056 Nov 04 11:27:19.144940 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4fa39bb-ad61-4ecb-9afe-20e2fa659197 req-8fe614ca-eb3a-440b-a09b-5b9b9a62abdb service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fa6cb62-b273-4625-a233-79f311b29cdf HTTP/1.1" status: 200 len: 217 time: 0.0720479 Nov 04 11:27:19.194222 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d40c0-10ec-4a4a-8b16-a02aab622b0c req-b02c59cf-b8f8-4237-b0e9-a3a622b07110 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:19.195971 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d50d40c0-10ec-4a4a-8b16-a02aab622b0c req-b02c59cf-b8f8-4237-b0e9-a3a622b07110 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 943 time: 0.0578959 Nov 04 11:27:19.217075 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa39bb-ad61-4ecb-9afe-20e2fa659197 req-6df3a88b-5c7c-421b-9293-19fc2ac7311e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:19.222758 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4fa39bb-ad61-4ecb-9afe-20e2fa659197 req-6df3a88b-5c7c-421b-9293-19fc2ac7311e service neutron] 10.222.0.126 "GET /v2.0/subnets?id=66d7dc1b-9e66-4866-a581-df1f1f59fb18 HTTP/1.1" status: 200 len: 854 time: 0.0869091 Nov 04 11:27:19.230708 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa39bb-ad61-4ecb-9afe-20e2fa659197 req-fbeafc7f-6e47-40b0-b5c6-4a2763df30d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:19.232141 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4fa39bb-ad61-4ecb-9afe-20e2fa659197 req-fbeafc7f-6e47-40b0-b5c6-4a2763df30d5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=66d7dc1b-9e66-4866-a581-df1f1f59fb18 HTTP/1.1" status: 200 len: 854 time: 0.0676801 Nov 04 11:27:19.247046 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d50d40c0-10ec-4a4a-8b16-a02aab622b0c req-f1a5628f-2f6f-449d-80f3-978c5bada082 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444610 Nov 04 11:27:19.268750 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4fa39bb-ad61-4ecb-9afe-20e2fa659197 req-64914257-63cb-4435-a4b1-793c037c6a24 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=71fcac9c-3817-4b04-a5a0-c90b579d48b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356696 Nov 04 11:27:19.284797 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4fa39bb-ad61-4ecb-9afe-20e2fa659197 req-ab14794e-441a-42c1-b8f6-c25fc8aa63fd service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=71fcac9c-3817-4b04-a5a0-c90b579d48b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431983 Nov 04 11:27:19.447100 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4fa39bb-ad61-4ecb-9afe-20e2fa659197 req-2b9121fd-4464-4eb1-8d12-a0cec39c4e07 service neutron] 10.222.0.126 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646287 Nov 04 11:27:19.450876 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4fa39bb-ad61-4ecb-9afe-20e2fa659197 req-86b85870-4f1e-451b-9758-93d9e476c88b service neutron] 10.222.0.121 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581256 Nov 04 11:27:19.465096 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60849d3-21d4-4ccc-86e3-bebe3f9aa284 req-ef9a7256-4c30-488e-94b5-f59e0b404fc2 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:19.466609 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f60849d3-21d4-4ccc-86e3-bebe3f9aa284 req-ef9a7256-4c30-488e-94b5-f59e0b404fc2 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 943 time: 0.0588210 Nov 04 11:27:19.518614 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f60849d3-21d4-4ccc-86e3-bebe3f9aa284 req-9244bafe-c063-4e06-b65d-97866caf7316 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438640 Nov 04 11:27:19.519188 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.126', 63661) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:27:19.613237 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e1809-37a8-4f5d-93da-920599f219a8 req-ec742948-a48d-4345-a2a7-b2e2fecae773 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:19.615044 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-df7e1809-37a8-4f5d-93da-920599f219a8 req-ec742948-a48d-4345-a2a7-b2e2fecae773 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.126 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c&tenant_id=edf7350b88d84e8c9c34116dd568124f&binding%3Ahost_id=n-h2-816629-1 HTTP/1.1" status: 200 len: 943 time: 0.0948071 Nov 04 11:27:19.683203 n-d-816629-1 neutron-server[101774]: INFO neutron.api.v2.resource [req-df7e1809-37a8-4f5d-93da-920599f219a8 req-988077af-7580-4848-b578-6c492576d41b service neutron] delete failed (client error): The resource could not be found. Nov 04 11:27:19.684302 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-df7e1809-37a8-4f5d-93da-920599f219a8 req-988077af-7580-4848-b578-6c492576d41b service neutron] 10.222.0.126 "DELETE /v2.0/ports/1fa6cb62-b273-4625-a233-79f311b29cdf/bindings/n-h1-816629-1 HTTP/1.1" status: 404 len: 380 time: 0.0603344 Nov 04 11:27:19.728455 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-86728107-0539-4ce9-8235-82e6a6f88b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:20.002446 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4fa39bb-ad61-4ecb-9afe-20e2fa659197 req-84da45c9-952b-4d54-b859-36f461d4975c service neutron] 10.222.0.126 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5476568 Nov 04 11:27:20.003851 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 1fa6cb62-b273-4625-a233-79f311b29cdf details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:27:20.005890 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c4fa39bb-ad61-4ecb-9afe-20e2fa659197 req-3ebac58b-7577-457a-829a-89471101defc service neutron] 10.222.0.121 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5307159 Nov 04 11:27:20.106810 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 1fa6cb62-b273-4625-a233-79f311b29cdf, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=1fa6cb62-b273-4625-a233-79f311b29cdf,segment=NetworkSegment(91e3e09c-aff7-4af1-b861-51cec43edf79),segment_id=91e3e09c-aff7-4af1-b861-51cec43edf79)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:27:20.107908 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e1809-37a8-4f5d-93da-920599f219a8 req-56e9cbe3-0d48-418d-86f1-7c9691b54474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:20.109491 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-df7e1809-37a8-4f5d-93da-920599f219a8 req-56e9cbe3-0d48-418d-86f1-7c9691b54474 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=edf7350b88d84e8c9c34116dd568124f&device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 1094 time: 0.0425904 Nov 04 11:27:20.118569 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '1fa6cb62-b273-4625-a233-79f311b29cdf', 'network_id': '71fcac9c-3817-4b04-a5a0-c90b579d48b3', 'port_id': '1fa6cb62-b273-4625-a233-79f311b29cdf', 'mac_address': 'fa:16:3e:9e:89:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d7dc1b-9e66-4866-a581-df1f1f59fb18', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:27:20.159622 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:20.173228 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa6cb62-b273-4625-a233-79f311b29cdf {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:27:20.193776 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 1fa6cb62-b273-4625-a233-79f311b29cdf, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=1fa6cb62-b273-4625-a233-79f311b29cdf,segment=NetworkSegment(91e3e09c-aff7-4af1-b861-51cec43edf79),segment_id=91e3e09c-aff7-4af1-b861-51cec43edf79)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:27:20.199932 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:20.208212 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e1809-37a8-4f5d-93da-920599f219a8 req-8c4a451f-ec66-43af-b168-75ec8f94076a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:20.209759 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-df7e1809-37a8-4f5d-93da-920599f219a8 req-8c4a451f-ec66-43af-b168-75ec8f94076a service neutron] 10.222.0.126 "GET /v2.0/networks?id=71fcac9c-3817-4b04-a5a0-c90b579d48b3 HTTP/1.1" status: 200 len: 916 time: 0.0938327 Nov 04 11:27:20.251585 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=1fa6cb62-b273-4625-a233-79f311b29cdf,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:27:20.252785 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-df7e1809-37a8-4f5d-93da-920599f219a8 req-773c0e31-9702-4896-9060-3a799949a1af service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fa6cb62-b273-4625-a233-79f311b29cdf HTTP/1.1" status: 200 len: 217 time: 0.0360086 Nov 04 11:27:20.305999 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e1809-37a8-4f5d-93da-920599f219a8 req-0f94d90e-5ae1-4ea8-81b3-75bfe06283ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:20.307531 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-df7e1809-37a8-4f5d-93da-920599f219a8 req-0f94d90e-5ae1-4ea8-81b3-75bfe06283ad service neutron] 10.222.0.126 "GET /v2.0/subnets?id=66d7dc1b-9e66-4866-a581-df1f1f59fb18 HTTP/1.1" status: 200 len: 854 time: 0.0472381 Nov 04 11:27:20.343692 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-df7e1809-37a8-4f5d-93da-920599f219a8 req-add88979-0806-4284-a6f7-1a18f0bc2c9b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=71fcac9c-3817-4b04-a5a0-c90b579d48b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289807 Nov 04 11:27:20.420766 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['1fa6cb62-b273-4625-a233-79f311b29cdf'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:27:20.439054 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-df7e1809-37a8-4f5d-93da-920599f219a8 req-123545ff-910b-4a72-a3bc-07c9c9d58df9 service neutron] 10.222.0.126 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880308 Nov 04 11:27:20.538918 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-df7e1809-37a8-4f5d-93da-920599f219a8 req-771682c5-9b9d-45e4-ac04-2abdf8f9b82b service neutron] 10.222.0.126 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909083 Nov 04 11:27:20.649126 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64cf73-6b7c-432c-945b-0e5796f6b5fc req-4a416ee8-1351-4903-906e-e03761c13eb2 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:20.650639 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f64cf73-6b7c-432c-945b-0e5796f6b5fc req-4a416ee8-1351-4903-906e-e03761c13eb2 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 944 time: 0.0560408 Nov 04 11:27:20.704070 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7f64cf73-6b7c-432c-945b-0e5796f6b5fc req-cc1db1d6-e40a-48e2-8d40-680f96c8532c tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470977 Nov 04 11:27:20.940510 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:21.839810 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6c9ea-5a91-44ab-95e2-56169183b487 req-fa7fb3c6-fb80-4ba4-9571-393b276403fd tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:21.841333 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c3d6c9ea-5a91-44ab-95e2-56169183b487 req-fa7fb3c6-fb80-4ba4-9571-393b276403fd tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 944 time: 0.0560524 Nov 04 11:27:21.900417 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c3d6c9ea-5a91-44ab-95e2-56169183b487 req-06a4a704-e730-4648-8c81-dafbd0a5763a tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527241 Nov 04 11:27:22.019701 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 1fa6cb62-b273-4625-a233-79f311b29cdf up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:27:22.021106 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9af80-27e1-48db-a263-d6d14c79bc0c req-d723a26d-f470-4ce5-8497-96e584432010 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:22.023863 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69a9af80-27e1-48db-a263-d6d14c79bc0c req-d723a26d-f470-4ce5-8497-96e584432010 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 944 time: 0.0540526 Nov 04 11:27:22.072558 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 1fa6cb62-b273-4625-a233-79f311b29cdf completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:27:22.072987 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-69a9af80-27e1-48db-a263-d6d14c79bc0c req-3317a0f2-1347-4c92-9c74-55d0a07f256b tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433972 Nov 04 11:27:22.076636 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 1fa6cb62-b273-4625-a233-79f311b29cdf triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:27:22.076996 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:22.157902 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:22.183323 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a926f8d-1760-41f1-95a8-a102fbfc294c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa6cb62-b273-4625-a233-79f311b29cdf'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:27:22.195996 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650d5f3-eab2-44da-8862-91bc58538cbd req-5e2877bd-ab20-4b51-bf23-89b56fac61da tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:22.198160 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4650d5f3-eab2-44da-8862-91bc58538cbd req-5e2877bd-ab20-4b51-bf23-89b56fac61da tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 944 time: 0.0558717 Nov 04 11:27:22.203626 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 1fa6cb62-b273-4625-a233-79f311b29cdf, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=1fa6cb62-b273-4625-a233-79f311b29cdf,segment=NetworkSegment(91e3e09c-aff7-4af1-b861-51cec43edf79),segment_id=91e3e09c-aff7-4af1-b861-51cec43edf79)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:27:22.208786 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:22.239188 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2a729f-5d15-4545-b42e-f6207adfb9ce" -d '{"events": [{"server_uuid": "7a926f8d-1760-41f1-95a8-a102fbfc294c", "name": "network-vif-plugged", "status": "completed", "tag": "1fa6cb62-b273-4625-a233-79f311b29cdf"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:27:22.249669 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4650d5f3-eab2-44da-8862-91bc58538cbd req-a0236efa-39b8-48f6-9507-6248e7cea221 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450268 Nov 04 11:27:22.265590 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=1fa6cb62-b273-4625-a233-79f311b29cdf,revision_number=9']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:27:22.341238 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:22.355241 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d613950-3c52-46a1-b215-a5adb7b411ac x-openstack-request-id: req-9d613950-3c52-46a1-b215-a5adb7b411ac {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:27:22.355530 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a926f8d-1760-41f1-95a8-a102fbfc294c", "name": "network-vif-plugged", "status": "completed", "tag": "1fa6cb62-b273-4625-a233-79f311b29cdf", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:27:22.355778 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-9d613950-3c52-46a1-b215-a5adb7b411ac {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:27:22.356170 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a926f8d-1760-41f1-95a8-a102fbfc294c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa6cb62-b273-4625-a233-79f311b29cdf', 'code': 200} Nov 04 11:27:22.644508 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:22.699765 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-af24db46-7a8e-45b2-9894-fe4234c32631 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:22.701294 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-af24db46-7a8e-45b2-9894-fe4234c32631 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/networks?id=71fcac9c-3817-4b04-a5a0-c90b579d48b3 HTTP/1.1" status: 200 len: 814 time: 0.1061163 Nov 04 11:27:22.719437 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-ec82d3b2-a3ba-4acb-bd1c-3db2b211db95 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/quotas/edf7350b88d84e8c9c34116dd568124f HTTP/1.1" status: 200 len: 375 time: 0.0098445 Nov 04 11:27:22.772661 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-6a7142b4-2380-4b59-a93b-ef30eee0b991 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=edf7350b88d84e8c9c34116dd568124f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478649 Nov 04 11:27:22.946142 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-56552e54-8bc4-472b-bbe6-b444e4ce9bd6 service neutron] 10.222.0.127 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280262 Nov 04 11:27:23.048837 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-0c2ce784-42e1-4657-b468-860aaa65d80a service neutron] 10.222.0.127 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929420 Nov 04 11:27:23.220436 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f1732a4a-6dda-4776-848b-1efd8f18e663 req-65d9a2dc-43ac-45aa-8e87-44e630a99334 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 210 time: 0.0284622 Nov 04 11:27:23.827465 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f345b-743a-4f20-a8d4-5a8900cc7417 req-240302ab-f2dd-49aa-bd89-7847843cb76e tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:23.829046 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-726f345b-743a-4f20-a8d4-5a8900cc7417 req-240302ab-f2dd-49aa-bd89-7847843cb76e tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.121 "GET /v2.0/ports?device_id=7a926f8d-1760-41f1-95a8-a102fbfc294c HTTP/1.1" status: 200 len: 945 time: 0.0590615 Nov 04 11:27:23.923970 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-726f345b-743a-4f20-a8d4-5a8900cc7417 req-23b00af2-5c70-4323-8086-ff0d8f8fc4e8 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Deleting port 1fa6cb62-b273-4625-a233-79f311b29cdf {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:27:23.924220 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-726f345b-743a-4f20-a8d4-5a8900cc7417 req-23b00af2-5c70-4323-8086-ff0d8f8fc4e8 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:24.021636 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-726f345b-743a-4f20-a8d4-5a8900cc7417 req-23b00af2-5c70-4323-8086-ff0d8f8fc4e8 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] For port 1fa6cb62-b273-4625-a233-79f311b29cdf, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=1fa6cb62-b273-4625-a233-79f311b29cdf,segment=NetworkSegment(91e3e09c-aff7-4af1-b861-51cec43edf79),segment_id=91e3e09c-aff7-4af1-b861-51cec43edf79)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:27:24.022036 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-726f345b-743a-4f20-a8d4-5a8900cc7417 req-23b00af2-5c70-4323-8086-ff0d8f8fc4e8 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:24.036760 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-726f345b-743a-4f20-a8d4-5a8900cc7417 req-23b00af2-5c70-4323-8086-ff0d8f8fc4e8 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Calling delete_port for 1fa6cb62-b273-4625-a233-79f311b29cdf owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:27:24.241765 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-e8228b34-4b5b-4816-8157-cf02bd45c428 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:24.243556 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-e8228b34-4b5b-4816-8157-cf02bd45c428 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.126 "GET /v2.0/networks?id=71fcac9c-3817-4b04-a5a0-c90b579d48b3 HTTP/1.1" status: 200 len: 814 time: 0.1487153 Nov 04 11:27:24.260960 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-63ddaca8-badd-433c-b519-617f0f4411d1 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Request body: {'port': {'device_id': '5965e375-6065-4464-81a4-deff6755a4d6', 'network_id': '71fcac9c-3817-4b04-a5a0-c90b579d48b3', 'admin_state_up': True, 'tenant_id': 'edf7350b88d84e8c9c34116dd568124f'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:27:24.280392 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-726f345b-743a-4f20-a8d4-5a8900cc7417 req-23b00af2-5c70-4323-8086-ff0d8f8fc4e8 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:24.292407 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['1fa6cb62-b273-4625-a233-79f311b29cdf'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:27:24.317057 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cabccb1f-849c-48f2-b66a-ffec902a9e45 req-22661910-b0b8-494b-99ec-4bca6e3a19f5 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 210 time: 0.0265019 Nov 04 11:27:24.346962 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b00af2-5c70-4323-8086-ff0d8f8fc4e8 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Pushing event deleted for resources: {'Port': ['ID=1fa6cb62-b273-4625-a233-79f311b29cdf,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:27:24.396922 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-726f345b-743a-4f20-a8d4-5a8900cc7417 req-23b00af2-5c70-4323-8086-ff0d8f8fc4e8 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] No DVR routers for this DVR port 1fa6cb62-b273-4625-a233-79f311b29cdf on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:27:24.404923 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-726f345b-743a-4f20-a8d4-5a8900cc7417 req-23b00af2-5c70-4323-8086-ff0d8f8fc4e8 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:24.408292 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-726f345b-743a-4f20-a8d4-5a8900cc7417 req-23b00af2-5c70-4323-8086-ff0d8f8fc4e8 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.121 "DELETE /v2.0/ports/1fa6cb62-b273-4625-a233-79f311b29cdf HTTP/1.1" status: 204 len: 173 time: 0.5724738 Nov 04 11:27:24.408732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a926f8d-1760-41f1-95a8-a102fbfc294c', 'name': 'network-vif-deleted', 'tag': '1fa6cb62-b273-4625-a233-79f311b29cdf'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:27:24.411129 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556ef9fa-3a19-43c2-a824-98abcc417c08" -d '{"events": [{"server_uuid": "7a926f8d-1760-41f1-95a8-a102fbfc294c", "name": "network-vif-deleted", "tag": "1fa6cb62-b273-4625-a233-79f311b29cdf"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:27:24.457234 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4a34cc-7651-4234-8f0f-71bb8917c700 x-openstack-request-id: req-7e4a34cc-7651-4234-8f0f-71bb8917c700 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:27:24.457932 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a926f8d-1760-41f1-95a8-a102fbfc294c", "name": "network-vif-deleted", "tag": "1fa6cb62-b273-4625-a233-79f311b29cdf", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:27:24.457932 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-7e4a34cc-7651-4234-8f0f-71bb8917c700 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:27:24.458219 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a926f8d-1760-41f1-95a8-a102fbfc294c', 'name': 'network-vif-deleted', 'tag': '1fa6cb62-b273-4625-a233-79f311b29cdf', 'status': 'completed', 'code': 200} Nov 04 11:27:24.466138 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-63ddaca8-badd-433c-b519-617f0f4411d1 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Made reservation on behalf of edf7350b88d84e8c9c34116dd568124f for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:27:24.469892 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-63ddaca8-badd-433c-b519-617f0f4411d1 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:24.610060 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-63ddaca8-badd-433c-b519-617f0f4411d1 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Allocated IP 172.20.0.3 (71fcac9c-3817-4b04-a5a0-c90b579d48b3/66d7dc1b-9e66-4866-a581-df1f1f59fb18/078aa1c5-cfaa-41c2-a2f2-2a4381494486) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:27:24.767036 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-63ddaca8-badd-433c-b519-617f0f4411d1 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:24.804626 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-63ddaca8-badd-433c-b519-617f0f4411d1 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:24.816397 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['1fa6cb62-b273-4625-a233-79f311b29cdf'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:27:24.853911 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-63ddaca8-badd-433c-b519-617f0f4411d1 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Network 71fcac9c-3817-4b04-a5a0-c90b579d48b3 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:27:24.860213 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-63ddaca8-badd-433c-b519-617f0f4411d1 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:27:24.862418 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddaca8-badd-433c-b519-617f0f4411d1 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Pushing event updated for resources: {'Port': ['ID=078aa1c5-cfaa-41c2-a2f2-2a4381494486,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:27:24.864689 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-63ddaca8-badd-433c-b519-617f0f4411d1 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:27:24.914849 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-63ddaca8-badd-433c-b519-617f0f4411d1 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:24.915490 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-63ddaca8-badd-433c-b519-617f0f4411d1 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:24.936033 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-63ddaca8-badd-433c-b519-617f0f4411d1 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6825864 Nov 04 11:27:24.948399 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-7c108478-c1d1-4f4e-bfbf-e56e4c08e485 service neutron] Request body: {'port': {'device_id': '5965e375-6065-4464-81a4-deff6755a4d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:27:25.010913 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-7c108478-c1d1-4f4e-bfbf-e56e4c08e485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:25.287162 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-7c108478-c1d1-4f4e-bfbf-e56e4c08e485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 078aa1c5-cfaa-41c2-a2f2-2a4381494486 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:27:25.295081 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-7c108478-c1d1-4f4e-bfbf-e56e4c08e485 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:25.307268 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-7c108478-c1d1-4f4e-bfbf-e56e4c08e485 service neutron] Transition to ACTIVE for port object 078aa1c5-cfaa-41c2-a2f2-2a4381494486 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:27:25.315794 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-7c108478-c1d1-4f4e-bfbf-e56e4c08e485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:25.365755 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c108478-c1d1-4f4e-bfbf-e56e4c08e485 service neutron] Pushing event updated for resources: {'Port': ['ID=078aa1c5-cfaa-41c2-a2f2-2a4381494486,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:27:25.443329 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-7c108478-c1d1-4f4e-bfbf-e56e4c08e485 service neutron] Attempting to bind port 078aa1c5-cfaa-41c2-a2f2-2a4381494486 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:27:25.443555 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b01291-8ef5-4fcb-8e0a-e6a4d69cd89a req-f0f4e600-5397-4655-b7f5-f2e043273412 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:25.444043 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-7c108478-c1d1-4f4e-bfbf-e56e4c08e485 service neutron] Attempting to bind port 078aa1c5-cfaa-41c2-a2f2-2a4381494486 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '91e3e09c-aff7-4af1-b861-51cec43edf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '71fcac9c-3817-4b04-a5a0-c90b579d48b3'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:27:25.444043 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-7c108478-c1d1-4f4e-bfbf-e56e4c08e485 service neutron] Attempting to bind port 078aa1c5-cfaa-41c2-a2f2-2a4381494486 on network 71fcac9c-3817-4b04-a5a0-c90b579d48b3 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:27:25.445125 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a6b01291-8ef5-4fcb-8e0a-e6a4d69cd89a req-f0f4e600-5397-4655-b7f5-f2e043273412 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 943 time: 0.0506225 Nov 04 11:27:25.448867 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-7c108478-c1d1-4f4e-bfbf-e56e4c08e485 service neutron] Port 078aa1c5-cfaa-41c2-a2f2-2a4381494486 on network 71fcac9c-3817-4b04-a5a0-c90b579d48b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:27:25.449185 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-7c108478-c1d1-4f4e-bfbf-e56e4c08e485 service neutron] Attempting to bind port 078aa1c5-cfaa-41c2-a2f2-2a4381494486 on network 71fcac9c-3817-4b04-a5a0-c90b579d48b3 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:27:25.454232 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-7c108478-c1d1-4f4e-bfbf-e56e4c08e485 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:27:25.454547 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-7c108478-c1d1-4f4e-bfbf-e56e4c08e485 service neutron] Checking segment: {'id': '91e3e09c-aff7-4af1-b861-51cec43edf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '71fcac9c-3817-4b04-a5a0-c90b579d48b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:27:25.454926 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-7c108478-c1d1-4f4e-bfbf-e56e4c08e485 service neutron] Bound using segment: {'id': '91e3e09c-aff7-4af1-b861-51cec43edf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '71fcac9c-3817-4b04-a5a0-c90b579d48b3'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:27:25.455343 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-7c108478-c1d1-4f4e-bfbf-e56e4c08e485 service neutron] Bound port: 078aa1c5-cfaa-41c2-a2f2-2a4381494486, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e3e09c-aff7-4af1-b861-51cec43edf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '71fcac9c-3817-4b04-a5a0-c90b579d48b3'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:27:25.455740 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-7c108478-c1d1-4f4e-bfbf-e56e4c08e485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:25.494078 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a6b01291-8ef5-4fcb-8e0a-e6a4d69cd89a req-a9c2257e-2f9e-443b-88a4-88959216a2b5 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422337 Nov 04 11:27:25.522365 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-7c108478-c1d1-4f4e-bfbf-e56e4c08e485 service neutron] For port 078aa1c5-cfaa-41c2-a2f2-2a4381494486, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:27:25.525516 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-7c108478-c1d1-4f4e-bfbf-e56e4c08e485 service neutron] For port 078aa1c5-cfaa-41c2-a2f2-2a4381494486, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=078aa1c5-cfaa-41c2-a2f2-2a4381494486,segment=NetworkSegment(91e3e09c-aff7-4af1-b861-51cec43edf79),segment_id=91e3e09c-aff7-4af1-b861-51cec43edf79)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:27:25.531663 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-7c108478-c1d1-4f4e-bfbf-e56e4c08e485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:25.566757 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-7c108478-c1d1-4f4e-bfbf-e56e4c08e485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:25.566921 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-7c108478-c1d1-4f4e-bfbf-e56e4c08e485 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:25.568304 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-7c108478-c1d1-4f4e-bfbf-e56e4c08e485 service neutron] 10.222.0.126 "PUT /v2.0/ports/078aa1c5-cfaa-41c2-a2f2-2a4381494486 HTTP/1.1" status: 200 len: 1091 time: 0.6242347 Nov 04 11:27:25.593234 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c108478-c1d1-4f4e-bfbf-e56e4c08e485 service neutron] Pushing event updated for resources: {'Port': ['ID=078aa1c5-cfaa-41c2-a2f2-2a4381494486,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:27:25.653516 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-8023504f-77d3-4c35-b5d2-7d7a2d8018ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:25.655442 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-8023504f-77d3-4c35-b5d2-7d7a2d8018ba service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=edf7350b88d84e8c9c34116dd568124f&device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 1094 time: 0.0482032 Nov 04 11:27:25.700550 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-4526a9bd-a455-4c6f-b44a-0f9ac39d7a09 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=078aa1c5-cfaa-41c2-a2f2-2a4381494486 HTTP/1.1" status: 200 len: 217 time: 0.0362592 Nov 04 11:27:25.751634 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-6bd0cdd9-0802-406e-9561-7113e3a0d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:25.753226 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-6bd0cdd9-0802-406e-9561-7113e3a0d642 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=66d7dc1b-9e66-4866-a581-df1f1f59fb18 HTTP/1.1" status: 200 len: 854 time: 0.0459900 Nov 04 11:27:25.792676 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-7984f78d-a7c9-43f6-9984-2ee0e7eb8af1 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=71fcac9c-3817-4b04-a5a0-c90b579d48b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312564 Nov 04 11:27:25.887960 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-65e4ad13-939b-44d2-ab8c-80558f81f154 service neutron] 10.222.0.126 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876410 Nov 04 11:27:25.978682 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-675182ca-a7fd-49f4-b8a6-8e16856fbbd9 req-e5a6ee2e-0aed-46bd-9e71-2867dbe80938 service neutron] 10.222.0.126 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837057 Nov 04 11:27:26.459711 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5965e375-6065-4464-81a4-deff6755a4d6', 'tag': '078aa1c5-cfaa-41c2-a2f2-2a4381494486'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:27:26.462884 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa07cb8-b7ef-4fc0-af60-6819d4612d52" -d '{"events": [{"name": "network-changed", "server_uuid": "5965e375-6065-4464-81a4-deff6755a4d6", "tag": "078aa1c5-cfaa-41c2-a2f2-2a4381494486"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:27:26.500725 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efb1d8c-829f-4bee-9cba-b4a4e91eded3 x-openstack-request-id: req-4efb1d8c-829f-4bee-9cba-b4a4e91eded3 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:27:26.501085 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5965e375-6065-4464-81a4-deff6755a4d6", "tag": "078aa1c5-cfaa-41c2-a2f2-2a4381494486", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:27:26.501337 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-4efb1d8c-829f-4bee-9cba-b4a4e91eded3 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:27:26.501729 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5965e375-6065-4464-81a4-deff6755a4d6', 'tag': '078aa1c5-cfaa-41c2-a2f2-2a4381494486', 'status': 'completed', 'code': 200} Nov 04 11:27:26.575821 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa07cb8-b7ef-4fc0-af60-6819d4612d52 req-76cc71fd-3c3d-493e-984a-f0acdd00afea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:26.577830 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4aa07cb8-b7ef-4fc0-af60-6819d4612d52 req-76cc71fd-3c3d-493e-984a-f0acdd00afea service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=edf7350b88d84e8c9c34116dd568124f&device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 1094 time: 0.0511398 Nov 04 11:27:26.626402 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b028f-847a-44ba-a226-11d1fdadf380 req-264d5218-d15f-49c8-b6c4-046107639606 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:26.628056 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-df3b028f-847a-44ba-a226-11d1fdadf380 req-264d5218-d15f-49c8-b6c4-046107639606 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 943 time: 0.0554771 Nov 04 11:27:26.673832 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa07cb8-b7ef-4fc0-af60-6819d4612d52 req-7fe6ab04-6f66-4294-8fd8-fe6aa4794a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:26.675338 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4aa07cb8-b7ef-4fc0-af60-6819d4612d52 req-7fe6ab04-6f66-4294-8fd8-fe6aa4794a54 service neutron] 10.222.0.126 "GET /v2.0/networks?id=71fcac9c-3817-4b04-a5a0-c90b579d48b3 HTTP/1.1" status: 200 len: 916 time: 0.0900817 Nov 04 11:27:26.681078 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-df3b028f-847a-44ba-a226-11d1fdadf380 req-d52dce4f-1baf-42b2-998d-60dedff3478d tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455239 Nov 04 11:27:26.725694 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4aa07cb8-b7ef-4fc0-af60-6819d4612d52 req-7e294e99-d86d-4953-8daf-c6ea23fb8154 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=078aa1c5-cfaa-41c2-a2f2-2a4381494486 HTTP/1.1" status: 200 len: 217 time: 0.0416505 Nov 04 11:27:26.778117 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa07cb8-b7ef-4fc0-af60-6819d4612d52 req-98f65c40-d23e-441e-aec7-d0bd243c20df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:26.779543 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4aa07cb8-b7ef-4fc0-af60-6819d4612d52 req-98f65c40-d23e-441e-aec7-d0bd243c20df service neutron] 10.222.0.126 "GET /v2.0/subnets?id=66d7dc1b-9e66-4866-a581-df1f1f59fb18 HTTP/1.1" status: 200 len: 854 time: 0.0464787 Nov 04 11:27:26.814104 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4aa07cb8-b7ef-4fc0-af60-6819d4612d52 req-5af7f05e-30bf-48d1-89e8-f4eee0ae1df9 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=71fcac9c-3817-4b04-a5a0-c90b579d48b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250297 Nov 04 11:27:26.913435 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4aa07cb8-b7ef-4fc0-af60-6819d4612d52 req-5ba00462-85b3-4143-817c-6fa841e1ec98 service neutron] 10.222.0.126 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910914 Nov 04 11:27:27.017422 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4aa07cb8-b7ef-4fc0-af60-6819d4612d52 req-41ccd695-1264-4741-bae4-d2d7e95ade79 service neutron] 10.222.0.126 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967531 Nov 04 11:27:27.819947 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001afb8-19a5-4ac7-ab9a-97114e73f6cf req-c0d7650f-1884-403f-ade2-d5e1028f97ee tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:27.821518 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2001afb8-19a5-4ac7-ab9a-97114e73f6cf req-c0d7650f-1884-403f-ade2-d5e1028f97ee tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 943 time: 0.0567358 Nov 04 11:27:27.872228 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2001afb8-19a5-4ac7-ab9a-97114e73f6cf req-a3a08993-e7a8-4c33-8bab-eca443dd9cde tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444362 Nov 04 11:27:28.029810 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 1fa6cb62-b273-4625-a233-79f311b29cdf no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:27:28.053949 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 1fa6cb62-b273-4625-a233-79f311b29cdf {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:27:28.054290 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 1fa6cb62-b273-4625-a233-79f311b29cdf not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:27:28.059984 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 078aa1c5-cfaa-41c2-a2f2-2a4381494486 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:27:28.320978 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 078aa1c5-cfaa-41c2-a2f2-2a4381494486, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=078aa1c5-cfaa-41c2-a2f2-2a4381494486,segment=NetworkSegment(91e3e09c-aff7-4af1-b861-51cec43edf79),segment_id=91e3e09c-aff7-4af1-b861-51cec43edf79)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:27:28.332247 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '078aa1c5-cfaa-41c2-a2f2-2a4381494486', 'network_id': '71fcac9c-3817-4b04-a5a0-c90b579d48b3', 'port_id': '078aa1c5-cfaa-41c2-a2f2-2a4381494486', 'mac_address': 'fa:16:3e:0c:e4:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d7dc1b-9e66-4866-a581-df1f1f59fb18', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:27:28.369101 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:28.382563 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 078aa1c5-cfaa-41c2-a2f2-2a4381494486 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:27:28.403327 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 078aa1c5-cfaa-41c2-a2f2-2a4381494486, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=078aa1c5-cfaa-41c2-a2f2-2a4381494486,segment=NetworkSegment(91e3e09c-aff7-4af1-b861-51cec43edf79),segment_id=91e3e09c-aff7-4af1-b861-51cec43edf79)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:27:28.410331 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:28.469488 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=078aa1c5-cfaa-41c2-a2f2-2a4381494486,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:27:28.620198 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['078aa1c5-cfaa-41c2-a2f2-2a4381494486'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:27:29.005037 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9502c-df3c-44ad-9282-841eccbf9dfb req-5420d8a3-ade8-4d1f-b2bd-8235068003ba tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:29.006573 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-48e9502c-df3c-44ad-9282-841eccbf9dfb req-5420d8a3-ade8-4d1f-b2bd-8235068003ba tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 944 time: 0.0516431 Nov 04 11:27:29.060308 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-48e9502c-df3c-44ad-9282-841eccbf9dfb req-743e9cae-0786-4c20-a865-184a8da3b4fb tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474391 Nov 04 11:27:30.075051 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 078aa1c5-cfaa-41c2-a2f2-2a4381494486 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:27:30.134333 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 078aa1c5-cfaa-41c2-a2f2-2a4381494486 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:27:30.147436 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 078aa1c5-cfaa-41c2-a2f2-2a4381494486 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:27:30.147815 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:30.188134 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783c014-0a1e-47bf-90ab-17221324a0ad req-93b14ce3-08bb-46a7-98e2-b5aa94fd08a0 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:30.189663 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5783c014-0a1e-47bf-90ab-17221324a0ad req-93b14ce3-08bb-46a7-98e2-b5aa94fd08a0 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 944 time: 0.0539107 Nov 04 11:27:30.231180 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:30.239723 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5783c014-0a1e-47bf-90ab-17221324a0ad req-7a8fc723-a6e7-488f-8bd3-41d3fef5dcaf tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437934 Nov 04 11:27:30.254155 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5965e375-6065-4464-81a4-deff6755a4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078aa1c5-cfaa-41c2-a2f2-2a4381494486'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:27:30.256438 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4da7ef-0eb8-40c9-b6a8-2c702464874f" -d '{"events": [{"server_uuid": "5965e375-6065-4464-81a4-deff6755a4d6", "name": "network-vif-plugged", "status": "completed", "tag": "078aa1c5-cfaa-41c2-a2f2-2a4381494486"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:27:30.270247 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 078aa1c5-cfaa-41c2-a2f2-2a4381494486, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=078aa1c5-cfaa-41c2-a2f2-2a4381494486,segment=NetworkSegment(91e3e09c-aff7-4af1-b861-51cec43edf79),segment_id=91e3e09c-aff7-4af1-b861-51cec43edf79)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:27:30.274986 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:30.306679 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3263d25-3e77-4a0e-80e4-6fd2d9ef1e22 x-openstack-request-id: req-a3263d25-3e77-4a0e-80e4-6fd2d9ef1e22 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:27:30.307600 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5965e375-6065-4464-81a4-deff6755a4d6", "name": "network-vif-plugged", "status": "completed", "tag": "078aa1c5-cfaa-41c2-a2f2-2a4381494486", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:27:30.307953 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-a3263d25-3e77-4a0e-80e4-6fd2d9ef1e22 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:27:30.308380 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5965e375-6065-4464-81a4-deff6755a4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078aa1c5-cfaa-41c2-a2f2-2a4381494486', 'code': 200} Nov 04 11:27:30.335436 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=078aa1c5-cfaa-41c2-a2f2-2a4381494486,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:27:30.393719 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67958b8d-2dad-4df0-8bd9-2f38cda2b9da req-c1e2ffc7-49e0-4b15-9aca-b8ce5b8b1e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:30.395318 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-67958b8d-2dad-4df0-8bd9-2f38cda2b9da req-c1e2ffc7-49e0-4b15-9aca-b8ce5b8b1e91 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 1096 time: 0.0432150 Nov 04 11:27:30.442731 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-67958b8d-2dad-4df0-8bd9-2f38cda2b9da req-82d12b94-34a8-4e82-adf2-f037c1502a57 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386925 Nov 04 11:27:31.380052 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89c85e-f172-448d-918f-e20421bbe298 req-85995764-7b48-4ed5-ac29-3827279d5ebc tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:31.381532 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f89c85e-f172-448d-918f-e20421bbe298 req-85995764-7b48-4ed5-ac29-3827279d5ebc tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0583994 Nov 04 11:27:31.433267 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f89c85e-f172-448d-918f-e20421bbe298 req-f0b84eb9-dbee-476c-a05f-936043670f45 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432818 Nov 04 11:27:32.576418 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad0973-44b1-441a-af40-1aee084dd634 req-1b912b13-54c1-4083-90a6-6e59dd2ca8c2 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:32.577950 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-baad0973-44b1-441a-af40-1aee084dd634 req-1b912b13-54c1-4083-90a6-6e59dd2ca8c2 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0559325 Nov 04 11:27:32.634979 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-baad0973-44b1-441a-af40-1aee084dd634 req-3f723eb9-aab8-4c08-afa7-e6b8c3465f26 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481668 Nov 04 11:27:32.757085 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e62dff-0100-46f2-ab60-f6844e0f8583 req-cd5669b0-d323-4f86-b470-8b3d9ba14959 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:32.758488 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78e62dff-0100-46f2-ab60-f6844e0f8583 req-cd5669b0-d323-4f86-b470-8b3d9ba14959 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0506558 Nov 04 11:27:32.815010 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-78e62dff-0100-46f2-ab60-f6844e0f8583 req-38d647ba-f8a6-449d-b091-75b534eda35a tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487251 Nov 04 11:27:33.063557 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-aca7be97-5485-40f3-96fd-6cb4c80d713c service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0470467 Nov 04 11:27:33.073300 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a83901-5362-422c-9636-6560b8b7d1a4 req-92e74a74-0035-435d-8f82-9f30efa9a195 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:33.074912 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-85a83901-5362-422c-9636-6560b8b7d1a4 req-92e74a74-0035-435d-8f82-9f30efa9a195 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0536535 Nov 04 11:27:33.131681 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-85a83901-5362-422c-9636-6560b8b7d1a4 req-600ce31c-844c-46a0-b518-1d478b3374b6 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464952 Nov 04 11:27:34.220800 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-cc9aa646-97b8-4301-bfa7-8b95a3789587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:34.222362 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-cc9aa646-97b8-4301-bfa7-8b95a3789587 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=edf7350b88d84e8c9c34116dd568124f&device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 1096 time: 0.0428238 Nov 04 11:27:34.251285 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad868d59-81fe-469c-81d8-f51c4f176228 req-9682c046-e374-4f84-83ca-416f5172bc2f tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:34.252984 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ad868d59-81fe-469c-81d8-f51c4f176228 req-9682c046-e374-4f84-83ca-416f5172bc2f tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0503767 Nov 04 11:27:34.302147 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ad868d59-81fe-469c-81d8-f51c4f176228 req-ec1dc61d-5cba-424b-8e03-4432248ac0f3 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426800 Nov 04 11:27:34.317708 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-86dc968e-b435-4719-b81a-4dca21de78be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:34.319193 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-86dc968e-b435-4719-b81a-4dca21de78be service neutron] 10.222.0.126 "GET /v2.0/networks?id=71fcac9c-3817-4b04-a5a0-c90b579d48b3 HTTP/1.1" status: 200 len: 916 time: 0.0880239 Nov 04 11:27:34.365087 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-da38cc57-262d-4113-823b-0a04c6eb9137 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=078aa1c5-cfaa-41c2-a2f2-2a4381494486 HTTP/1.1" status: 200 len: 217 time: 0.0385530 Nov 04 11:27:34.423093 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-ef89fd50-6875-4d9a-8911-a3b87759a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:34.424467 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-ef89fd50-6875-4d9a-8911-a3b87759a696 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=66d7dc1b-9e66-4866-a581-df1f1f59fb18 HTTP/1.1" status: 200 len: 854 time: 0.0529335 Nov 04 11:27:34.455762 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-f2f9d0e8-f72d-4e4a-ab79-fc41607997ca service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=71fcac9c-3817-4b04-a5a0-c90b579d48b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240982 Nov 04 11:27:34.555017 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-e4595a09-2247-4115-8ddb-10b734e613ab service neutron] 10.222.0.126 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914044 Nov 04 11:27:34.650139 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-97dd2df8-3471-418a-b06f-42e50b4bd34e service neutron] 10.222.0.126 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871861 Nov 04 11:27:35.434048 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e9d82-9678-4471-b603-641f3713e9fe req-6c28bd6c-866f-479d-8e0b-597799542f17 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:35.435450 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-254e9d82-9678-4471-b603-641f3713e9fe req-6c28bd6c-866f-479d-8e0b-597799542f17 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0557518 Nov 04 11:27:35.500142 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-254e9d82-9678-4471-b603-641f3713e9fe req-1fdbb68f-4cd1-445e-b183-18f6ad110cd7 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558650 Nov 04 11:27:36.906483 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f68db-270a-4a40-91f5-26206403719b req-9ea0c23b-27ab-49e8-a8e8-a63ea5dbb39c tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:36.907983 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-164f68db-270a-4a40-91f5-26206403719b req-9ea0c23b-27ab-49e8-a8e8-a63ea5dbb39c tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.3165896 Nov 04 11:27:36.960906 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-164f68db-270a-4a40-91f5-26206403719b req-0db85a86-0008-45aa-b7bb-b0a2c4e72331 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468528 Nov 04 11:27:38.101972 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd6584-1fd5-4df1-8ada-14850d1a294b req-fcf30856-0eef-415f-9905-80ef5ee9ee4a tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:38.103426 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-19cd6584-1fd5-4df1-8ada-14850d1a294b req-fcf30856-0eef-415f-9905-80ef5ee9ee4a tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0582738 Nov 04 11:27:38.152589 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-19cd6584-1fd5-4df1-8ada-14850d1a294b req-a86c7b9e-0bfe-4a90-b814-f3f9100697ed tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420761 Nov 04 11:27:39.286741 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02237dd2-fc34-4ac9-84fd-2761442f3f86 req-152fbc5d-acf4-4ba5-8f7d-2e034eddd3a9 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:39.288229 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-02237dd2-fc34-4ac9-84fd-2761442f3f86 req-152fbc5d-acf4-4ba5-8f7d-2e034eddd3a9 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0549557 Nov 04 11:27:39.337826 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-02237dd2-fc34-4ac9-84fd-2761442f3f86 req-c3d71da0-2d5b-4b90-9b7a-67a8ada2ae12 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428269 Nov 04 11:27:40.475546 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f9d9c-6b04-4106-9242-c51c1dee2584 req-00960dad-fec1-4e7a-83ec-5f4f12ebfb01 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:40.476991 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f8f9d9c-6b04-4106-9242-c51c1dee2584 req-00960dad-fec1-4e7a-83ec-5f4f12ebfb01 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0560136 Nov 04 11:27:40.530727 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f8f9d9c-6b04-4106-9242-c51c1dee2584 req-999af902-8916-4a00-a7e0-ad0f6e5eb9a8 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469334 Nov 04 11:27:41.667749 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d19abe-97d7-40fe-abef-0c8d01faa178 req-60c59462-941d-4d98-b63f-f2aaf5929737 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:41.669322 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-68d19abe-97d7-40fe-abef-0c8d01faa178 req-60c59462-941d-4d98-b63f-f2aaf5929737 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0508282 Nov 04 11:27:41.724686 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-68d19abe-97d7-40fe-abef-0c8d01faa178 req-9345edf1-460b-4c84-a113-c8763ee63684 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474174 Nov 04 11:27:42.854142 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb371c16-3375-42ad-bf68-7e5c75fc78c4 req-aaf99f51-759e-435e-bc0c-b46916bd578c tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:42.855671 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bb371c16-3375-42ad-bf68-7e5c75fc78c4 req-aaf99f51-759e-435e-bc0c-b46916bd578c tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0582261 Nov 04 11:27:42.892980 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:42.907081 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bb371c16-3375-42ad-bf68-7e5c75fc78c4 req-ecfd17d8-830f-4bca-9de7-912b053b1beb tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445817 Nov 04 11:27:44.041562 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb8a82-d0e1-4ba8-a8bc-643ab9cbd1f3 req-56156bda-b62c-4dca-9743-e9f7798fd11b tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:44.043081 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-feeb8a82-d0e1-4ba8-a8bc-643ab9cbd1f3 req-56156bda-b62c-4dca-9743-e9f7798fd11b tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0550001 Nov 04 11:27:44.096647 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-feeb8a82-d0e1-4ba8-a8bc-643ab9cbd1f3 req-9f176e71-cd18-4b9e-9aee-0c110f7c9bb6 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470412 Nov 04 11:27:45.215555 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:45.240117 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12d2c1-a3df-4b12-8943-19ad9c9f804d req-77961ac8-160d-4d74-a382-ec24ec843b92 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:45.241673 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8a12d2c1-a3df-4b12-8943-19ad9c9f804d req-77961ac8-160d-4d74-a382-ec24ec843b92 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0655358 Nov 04 11:27:45.289470 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8a12d2c1-a3df-4b12-8943-19ad9c9f804d req-bb06c125-16ae-406d-b020-4aed513d9cfc tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414650 Nov 04 11:27:46.411815 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f538c-e837-4cd7-b0f4-1e4922cbb83a req-3a2d9150-2901-4b75-a29c-198f64ab3c15 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:46.413290 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-052f538c-e837-4cd7-b0f4-1e4922cbb83a req-3a2d9150-2901-4b75-a29c-198f64ab3c15 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0526781 Nov 04 11:27:46.465608 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-052f538c-e837-4cd7-b0f4-1e4922cbb83a req-5f95d6c1-7c20-4a0b-b1de-c055fac50709 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433378 Nov 04 11:27:46.913711 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7bf25aad-4173-498e-80b5-e8214024cff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:47.608143 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1b45d-4195-4da2-94af-98e9b79a6546 req-40e33583-4d96-4a3f-93fe-ef2100a7867c tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:47.609654 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fcc1b45d-4195-4da2-94af-98e9b79a6546 req-40e33583-4d96-4a3f-93fe-ef2100a7867c tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0617220 Nov 04 11:27:47.667527 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fcc1b45d-4195-4da2-94af-98e9b79a6546 req-07f209db-3ed5-4ddd-bb67-24936a9a792b tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517466 Nov 04 11:27:48.421389 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:27:48.801768 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efe6d2-40a2-4982-a204-d4433657214e req-4939cb78-c2eb-444f-8374-70ea8d273ece tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:48.803358 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a2efe6d2-40a2-4982-a204-d4433657214e req-4939cb78-c2eb-444f-8374-70ea8d273ece tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0556614 Nov 04 11:27:48.863874 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a2efe6d2-40a2-4982-a204-d4433657214e req-4baa076d-10f2-466b-8165-f50615e5acb2 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506690 Nov 04 11:27:49.737497 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-15098ab5-552a-4d80-9b54-29a3bf9f2a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:49.985494 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4825f-be6d-40c9-8a7f-6b5124a2cd3b req-51585b0e-c5a4-4855-bfd5-42ec04b22ef4 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:49.987426 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-18d4825f-be6d-40c9-8a7f-6b5124a2cd3b req-51585b0e-c5a4-4855-bfd5-42ec04b22ef4 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0525651 Nov 04 11:27:50.043353 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-18d4825f-be6d-40c9-8a7f-6b5124a2cd3b req-093b5a19-40aa-4591-9457-25e67683252d tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495336 Nov 04 11:27:50.953786 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:51.174623 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812992dd-3597-4549-8f7e-a6a1a58a62dd req-e2585ca8-e6ac-43b4-bde4-74a183ba0361 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:51.176126 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-812992dd-3597-4549-8f7e-a6a1a58a62dd req-e2585ca8-e6ac-43b4-bde4-74a183ba0361 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0518537 Nov 04 11:27:51.229819 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-812992dd-3597-4549-8f7e-a6a1a58a62dd req-a744a49b-4b30-4ab5-af98-1cea12bcbb06 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468814 Nov 04 11:27:52.344406 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:52.363053 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1113376-1297-47a6-b5e2-aa81485a520a req-7135a413-005f-4e72-bebc-53b844ba7729 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:52.364566 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f1113376-1297-47a6-b5e2-aa81485a520a req-7135a413-005f-4e72-bebc-53b844ba7729 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0545020 Nov 04 11:27:52.416372 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f1113376-1297-47a6-b5e2-aa81485a520a req-a2570a2d-1df5-4115-8f6b-4b3c35597b71 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455437 Nov 04 11:27:52.661397 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:27:53.559996 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115836c-a5e2-45ba-b796-e80e8db1d247 req-3f46e848-fbb9-43b0-91f7-aa0e8adc4c97 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:53.561553 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c115836c-a5e2-45ba-b796-e80e8db1d247 req-3f46e848-fbb9-43b0-91f7-aa0e8adc4c97 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0586314 Nov 04 11:27:53.612366 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c115836c-a5e2-45ba-b796-e80e8db1d247 req-001c0758-0a3b-4e65-b1ac-6d5002cc3661 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423303 Nov 04 11:27:54.764648 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65b853-d331-4107-8cde-15ee3cea7805 req-a14bd9eb-0e14-4052-a65a-34df79136824 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:54.766183 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8f65b853-d331-4107-8cde-15ee3cea7805 req-a14bd9eb-0e14-4052-a65a-34df79136824 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0534129 Nov 04 11:27:54.817044 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8f65b853-d331-4107-8cde-15ee3cea7805 req-1942f2e3-7934-470b-aa21-92a900f4c6c2 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420444 Nov 04 11:27:55.952018 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f76a8b-3de4-4097-a63f-2a71e1369e2a req-00f91cbe-eb63-4d5f-bb7d-614c43622ae5 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:55.953560 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d0f76a8b-3de4-4097-a63f-2a71e1369e2a req-00f91cbe-eb63-4d5f-bb7d-614c43622ae5 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0503283 Nov 04 11:27:56.008504 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d0f76a8b-3de4-4097-a63f-2a71e1369e2a req-1e6cd9d5-927a-474e-a4dd-c195d1a01f9a tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472982 Nov 04 11:27:57.145831 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d4a30-96df-4617-9c83-e02b7dbee37a req-5cfe2ae5-c5c9-41c3-9e5b-ee6d8082cf77 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:57.147473 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-150d4a30-96df-4617-9c83-e02b7dbee37a req-5cfe2ae5-c5c9-41c3-9e5b-ee6d8082cf77 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0567365 Nov 04 11:27:57.201101 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-150d4a30-96df-4617-9c83-e02b7dbee37a req-abaf542c-ee8f-4690-95e9-8630786939fb tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445874 Nov 04 11:27:58.334603 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e1ca3-5311-4e5a-a750-a8f45097fd2f req-2fa2164c-1a1b-40ae-9acf-f50c1969b0d4 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:58.336084 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-003e1ca3-5311-4e5a-a750-a8f45097fd2f req-2fa2164c-1a1b-40ae-9acf-f50c1969b0d4 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0506790 Nov 04 11:27:58.387034 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-003e1ca3-5311-4e5a-a750-a8f45097fd2f req-912f8a3c-160c-4cff-aaa9-33663e81804f tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446351 Nov 04 11:27:59.523469 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d2329-05f0-4929-89c7-f6e3ec665c01 req-4f4e5274-113f-407e-89fc-c9f6f3cc4501 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:27:59.525072 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9a5d2329-05f0-4929-89c7-f6e3ec665c01 req-4f4e5274-113f-407e-89fc-c9f6f3cc4501 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0621967 Nov 04 11:27:59.577149 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9a5d2329-05f0-4929-89c7-f6e3ec665c01 req-a3bb3ef5-20d9-4636-b768-3e0627d38ffe tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426452 Nov 04 11:28:00.724309 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632f829-54e2-4ac1-92a0-fc0336f23b44 req-14a8ec25-8fd6-4e16-aa7e-07c1fe0cd464 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:00.725912 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6632f829-54e2-4ac1-92a0-fc0336f23b44 req-14a8ec25-8fd6-4e16-aa7e-07c1fe0cd464 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0625496 Nov 04 11:28:00.776777 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6632f829-54e2-4ac1-92a0-fc0336f23b44 req-a66e0c0b-a891-40ac-9fc6-e151dafd5838 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443125 Nov 04 11:28:01.482850 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-43c6997b-458f-491c-8c84-f62a645798e3 service neutron] show failed (client error): The resource could not be found. Nov 04 11:28:01.483817 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-43c6997b-458f-491c-8c84-f62a645798e3 service neutron] 10.222.0.126 "GET /v2.0/ports/078aa1c5-cfaa-41c2-a2f2-2a4381494486/bindings/n-h2-816629-1 HTTP/1.1" status: 404 len: 380 time: 0.0806720 Nov 04 11:28:01.704126 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-3c91259b-e856-4cf3-886e-033eb3f76b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:01.705724 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-3c91259b-e856-4cf3-886e-033eb3f76b53 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6&tenant_id=edf7350b88d84e8c9c34116dd568124f HTTP/1.1" status: 200 len: 1096 time: 0.0519898 Nov 04 11:28:01.720859 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816629-1', 'device_owner': 'compute:nova'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:28:01.776000 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:01.905996 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4782ec4-9904-4d20-a520-1f5ac413c375 req-0a98aa81-e861-4d21-9f14-849b6ef2ecf6 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:01.907559 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b4782ec4-9904-4d20-a520-1f5ac413c375 req-0a98aa81-e861-4d21-9f14-849b6ef2ecf6 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0564320 Nov 04 11:28:01.956734 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b4782ec4-9904-4d20-a520-1f5ac413c375 req-0d9eb75f-962f-44a9-b5b1-02a31f940a58 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428212 Nov 04 11:28:01.991036 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] For port 078aa1c5-cfaa-41c2-a2f2-2a4381494486, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=078aa1c5-cfaa-41c2-a2f2-2a4381494486,segment=NetworkSegment(91e3e09c-aff7-4af1-b861-51cec43edf79),segment_id=91e3e09c-aff7-4af1-b861-51cec43edf79)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:28:02.027981 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] For port 078aa1c5-cfaa-41c2-a2f2-2a4381494486, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:28:02.073407 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5965e375-6065-4464-81a4-deff6755a4d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '078aa1c5-cfaa-41c2-a2f2-2a4381494486'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:28:02.075709 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac54360-5fea-4708-90b6-d18146bfebcb" -d '{"events": [{"server_uuid": "5965e375-6065-4464-81a4-deff6755a4d6", "name": "network-vif-unplugged", "status": "completed", "tag": "078aa1c5-cfaa-41c2-a2f2-2a4381494486"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:28:02.079531 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:02.093583 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Transition to ACTIVE for port object 078aa1c5-cfaa-41c2-a2f2-2a4381494486 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:28:02.098434 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:02.130320 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 11:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9f7032-f1c2-4cce-9509-29173c34d0f1 x-openstack-request-id: req-ac9f7032-f1c2-4cce-9509-29173c34d0f1 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:28:02.130590 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5965e375-6065-4464-81a4-deff6755a4d6", "name": "network-vif-unplugged", "status": "completed", "tag": "078aa1c5-cfaa-41c2-a2f2-2a4381494486", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:28:02.130873 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ac9f7032-f1c2-4cce-9509-29173c34d0f1 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:28:02.131276 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5965e375-6065-4464-81a4-deff6755a4d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '078aa1c5-cfaa-41c2-a2f2-2a4381494486', 'code': 200} Nov 04 11:28:02.167195 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] No DVR routers for this DVR port 078aa1c5-cfaa-41c2-a2f2-2a4381494486 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:28:02.169089 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Pushing event updated for resources: {'Port': ['ID=078aa1c5-cfaa-41c2-a2f2-2a4381494486,revision_number=6']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:02.181715 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:02.182060 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:02.182407 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:02.182732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:02.183061 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:02.183390 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:02.183712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:02.184032 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:02.184358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:02.184679 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:02.185014 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:02.185334 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:02.215485 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Attempting to bind port 078aa1c5-cfaa-41c2-a2f2-2a4381494486 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:28:02.215825 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Attempting to bind port 078aa1c5-cfaa-41c2-a2f2-2a4381494486 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '91e3e09c-aff7-4af1-b861-51cec43edf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '71fcac9c-3817-4b04-a5a0-c90b579d48b3'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:28:02.216143 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Attempting to bind port 078aa1c5-cfaa-41c2-a2f2-2a4381494486 on network 71fcac9c-3817-4b04-a5a0-c90b579d48b3 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:28:02.220690 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Port 078aa1c5-cfaa-41c2-a2f2-2a4381494486 on network 71fcac9c-3817-4b04-a5a0-c90b579d48b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:28:02.221051 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Attempting to bind port 078aa1c5-cfaa-41c2-a2f2-2a4381494486 on network 71fcac9c-3817-4b04-a5a0-c90b579d48b3 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:28:02.226651 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:28:02.226985 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Checking segment: {'id': '91e3e09c-aff7-4af1-b861-51cec43edf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '71fcac9c-3817-4b04-a5a0-c90b579d48b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:28:02.227392 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Bound using segment: {'id': '91e3e09c-aff7-4af1-b861-51cec43edf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '71fcac9c-3817-4b04-a5a0-c90b579d48b3'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:28:02.227925 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Bound port: 078aa1c5-cfaa-41c2-a2f2-2a4381494486, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e3e09c-aff7-4af1-b861-51cec43edf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '71fcac9c-3817-4b04-a5a0-c90b579d48b3'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:28:02.228273 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:02.295908 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] For port 078aa1c5-cfaa-41c2-a2f2-2a4381494486, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:28:02.299127 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] For port 078aa1c5-cfaa-41c2-a2f2-2a4381494486, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=078aa1c5-cfaa-41c2-a2f2-2a4381494486,segment=NetworkSegment(91e3e09c-aff7-4af1-b861-51cec43edf79),segment_id=91e3e09c-aff7-4af1-b861-51cec43edf79)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:28:02.304407 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:02.345545 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:02.346173 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:02.347607 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] 10.222.0.121 "PUT /v2.0/ports/078aa1c5-cfaa-41c2-a2f2-2a4381494486 HTTP/1.1" status: 200 len: 1091 time: 0.6310019 Nov 04 11:28:02.367619 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63455413-2193-4d27-a422-0dfb41d4c71c service neutron] Pushing event updated for resources: {'Port': ['ID=078aa1c5-cfaa-41c2-a2f2-2a4381494486,revision_number=7']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:02.413095 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-70388144-c7eb-456d-b4d5-a55647f669e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:02.414646 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-70388144-c7eb-456d-b4d5-a55647f669e6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=edf7350b88d84e8c9c34116dd568124f&device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 1094 time: 0.0435090 Nov 04 11:28:02.517913 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-3ad9315e-7535-4497-b447-946743aab494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:02.519455 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-3ad9315e-7535-4497-b447-946743aab494 service neutron] 10.222.0.121 "GET /v2.0/networks?id=71fcac9c-3817-4b04-a5a0-c90b579d48b3 HTTP/1.1" status: 200 len: 916 time: 0.0981276 Nov 04 11:28:02.568023 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-ddd39849-af05-4c98-89fe-ca3e5a658240 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=078aa1c5-cfaa-41c2-a2f2-2a4381494486 HTTP/1.1" status: 200 len: 217 time: 0.0390244 Nov 04 11:28:02.621199 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-1def57d4-cb6a-4f83-b819-51a5e9e42400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:02.622621 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-1def57d4-cb6a-4f83-b819-51a5e9e42400 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=66d7dc1b-9e66-4866-a581-df1f1f59fb18 HTTP/1.1" status: 200 len: 854 time: 0.0470409 Nov 04 11:28:02.656689 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-54a365c6-d4d7-4fc8-9465-68ed93b2d3c0 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=71fcac9c-3817-4b04-a5a0-c90b579d48b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270829 Nov 04 11:28:02.754430 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-88eafefe-a60d-40a5-82d1-4ffa76281baf service neutron] 10.222.0.121 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901177 Nov 04 11:28:02.848986 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8a757941-e4a8-4c5e-8318-3d8a2eea93e0 req-fe452b76-323f-43d7-94fc-c0326dec7185 service neutron] 10.222.0.121 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849698 Nov 04 11:28:03.087898 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe689217-c070-4780-af5e-97d0712c34c1 req-a9539286-8384-4a16-9eac-a5b458bdb103 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:03.089427 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fe689217-c070-4780-af5e-97d0712c34c1 req-a9539286-8384-4a16-9eac-a5b458bdb103 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 943 time: 0.0539246 Nov 04 11:28:03.143603 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fe689217-c070-4780-af5e-97d0712c34c1 req-7aee4053-8b10-4f08-ab5a-300d0133bc0c tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448685 Nov 04 11:28:04.132844 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5965e375-6065-4464-81a4-deff6755a4d6', 'tag': '078aa1c5-cfaa-41c2-a2f2-2a4381494486'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:28:04.137827 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cafb2c2-f4ab-4aab-bd79-38a6a8fb1005" -d '{"events": [{"name": "network-changed", "server_uuid": "5965e375-6065-4464-81a4-deff6755a4d6", "tag": "078aa1c5-cfaa-41c2-a2f2-2a4381494486"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:28:04.205971 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bf3776-790b-4825-ad7c-71573f4c009e x-openstack-request-id: req-15bf3776-790b-4825-ad7c-71573f4c009e {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:28:04.206625 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5965e375-6065-4464-81a4-deff6755a4d6", "tag": "078aa1c5-cfaa-41c2-a2f2-2a4381494486", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:28:04.206929 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-15bf3776-790b-4825-ad7c-71573f4c009e {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:28:04.207537 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5965e375-6065-4464-81a4-deff6755a4d6', 'tag': '078aa1c5-cfaa-41c2-a2f2-2a4381494486', 'status': 'completed', 'code': 200} Nov 04 11:28:04.258488 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 078aa1c5-cfaa-41c2-a2f2-2a4381494486 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:28:04.306620 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 078aa1c5-cfaa-41c2-a2f2-2a4381494486 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:28:04.313133 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1d6d2-13d3-446d-aa23-600144b3a934 req-ac456f8b-2b2c-458b-b941-a4f4582d47d7 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:04.314880 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-05a1d6d2-13d3-446d-aa23-600144b3a934 req-ac456f8b-2b2c-458b-b941-a4f4582d47d7 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 943 time: 0.0567317 Nov 04 11:28:04.348344 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafb2c2-f4ab-4aab-bd79-38a6a8fb1005 req-dd675dbb-844b-4739-8219-ba60fb566b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:04.351791 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8cafb2c2-f4ab-4aab-bd79-38a6a8fb1005 req-dd675dbb-844b-4739-8219-ba60fb566b99 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=edf7350b88d84e8c9c34116dd568124f&device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 1094 time: 0.1122708 Nov 04 11:28:04.369678 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafb2c2-f4ab-4aab-bd79-38a6a8fb1005 req-d9265277-24ee-4379-bf6f-3b4aaa396fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:04.372468 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8cafb2c2-f4ab-4aab-bd79-38a6a8fb1005 req-d9265277-24ee-4379-bf6f-3b4aaa396fc3 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=edf7350b88d84e8c9c34116dd568124f&device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 1094 time: 0.1442075 Nov 04 11:28:04.394717 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-05a1d6d2-13d3-446d-aa23-600144b3a934 req-e505c4fa-032c-424a-9df8-1f85cf10a1fb tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678012 Nov 04 11:28:04.585257 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafb2c2-f4ab-4aab-bd79-38a6a8fb1005 req-9e3ce95b-0d27-46e6-bf09-c68dd753fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:04.587264 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8cafb2c2-f4ab-4aab-bd79-38a6a8fb1005 req-9e3ce95b-0d27-46e6-bf09-c68dd753fe78 service neutron] 10.222.0.126 "GET /v2.0/networks?id=71fcac9c-3817-4b04-a5a0-c90b579d48b3 HTTP/1.1" status: 200 len: 916 time: 0.2218289 Nov 04 11:28:04.592392 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafb2c2-f4ab-4aab-bd79-38a6a8fb1005 req-2a1fd885-f99c-4934-ab56-dfeaba767bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:04.594721 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8cafb2c2-f4ab-4aab-bd79-38a6a8fb1005 req-2a1fd885-f99c-4934-ab56-dfeaba767bf6 service neutron] 10.222.0.121 "GET /v2.0/networks?id=71fcac9c-3817-4b04-a5a0-c90b579d48b3 HTTP/1.1" status: 200 len: 916 time: 0.2100282 Nov 04 11:28:04.689207 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8cafb2c2-f4ab-4aab-bd79-38a6a8fb1005 req-c870b2dd-22a6-4c11-aada-674df8d20c9b service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=078aa1c5-cfaa-41c2-a2f2-2a4381494486 HTTP/1.1" status: 200 len: 217 time: 0.0931516 Nov 04 11:28:04.690652 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8cafb2c2-f4ab-4aab-bd79-38a6a8fb1005 req-4fc37f91-c292-4423-a690-a03a0dbbec2f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=078aa1c5-cfaa-41c2-a2f2-2a4381494486 HTTP/1.1" status: 200 len: 217 time: 0.0838237 Nov 04 11:28:04.817712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafb2c2-f4ab-4aab-bd79-38a6a8fb1005 req-33e0bb94-3660-4da5-8d59-66b242e40cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:04.819213 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8cafb2c2-f4ab-4aab-bd79-38a6a8fb1005 req-33e0bb94-3660-4da5-8d59-66b242e40cba service neutron] 10.222.0.126 "GET /v2.0/subnets?id=66d7dc1b-9e66-4866-a581-df1f1f59fb18 HTTP/1.1" status: 200 len: 854 time: 0.1213188 Nov 04 11:28:04.820590 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafb2c2-f4ab-4aab-bd79-38a6a8fb1005 req-044cbb5c-c6e9-48db-8b28-e9739bf9cfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:04.822336 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8cafb2c2-f4ab-4aab-bd79-38a6a8fb1005 req-044cbb5c-c6e9-48db-8b28-e9739bf9cfe6 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=66d7dc1b-9e66-4866-a581-df1f1f59fb18 HTTP/1.1" status: 200 len: 854 time: 0.1224084 Nov 04 11:28:04.869242 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8cafb2c2-f4ab-4aab-bd79-38a6a8fb1005 req-9e962426-acdd-4603-b5bf-6b9b87d0fd55 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=71fcac9c-3817-4b04-a5a0-c90b579d48b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415652 Nov 04 11:28:04.892586 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8cafb2c2-f4ab-4aab-bd79-38a6a8fb1005 req-649b1cc4-fa55-472e-a3e0-bfdd72598804 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=71fcac9c-3817-4b04-a5a0-c90b579d48b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572131 Nov 04 11:28:05.040469 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8cafb2c2-f4ab-4aab-bd79-38a6a8fb1005 req-1f2b7076-c5c4-4c44-8141-a1f309c43a97 service neutron] 10.222.0.126 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577945 Nov 04 11:28:05.043998 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8cafb2c2-f4ab-4aab-bd79-38a6a8fb1005 req-2abf0e6f-18b7-4a0c-9ecf-d449547cc70c service neutron] 10.222.0.121 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421323 Nov 04 11:28:05.205730 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8cafb2c2-f4ab-4aab-bd79-38a6a8fb1005 req-7cfa1246-cc9f-4b30-b2e3-8caeb1f2699b service neutron] 10.222.0.126 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582937 Nov 04 11:28:05.207620 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8cafb2c2-f4ab-4aab-bd79-38a6a8fb1005 req-c8d14923-6af1-4ec2-8ccf-78739cd0d80a service neutron] 10.222.0.121 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530473 Nov 04 11:28:05.531725 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b513d8e-be80-49be-b91a-24500e1af0c1 req-c3f6d19a-4221-40bb-948e-74929b71d7ae tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:05.533260 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3b513d8e-be80-49be-b91a-24500e1af0c1 req-c3f6d19a-4221-40bb-948e-74929b71d7ae tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 943 time: 0.0506656 Nov 04 11:28:05.584941 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3b513d8e-be80-49be-b91a-24500e1af0c1 req-4cfd0d81-e566-4b13-8c27-191e25ceeeac tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428452 Nov 04 11:28:05.789573 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ebb5c-fd87-4a12-a222-975a2d765958 req-f67e8491-b4d1-441d-9248-574d48634c7c tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:05.791273 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-788ebb5c-fd87-4a12-a222-975a2d765958 req-f67e8491-b4d1-441d-9248-574d48634c7c tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 943 time: 0.0528245 Nov 04 11:28:05.800983 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aada2d4-af11-4a18-9131-c27aab0d5382 req-8cb0a9b1-4b1f-4806-97f3-98a90d7df653 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:05.802483 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0aada2d4-af11-4a18-9131-c27aab0d5382 req-8cb0a9b1-4b1f-4806-97f3-98a90d7df653 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.126 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6&tenant_id=edf7350b88d84e8c9c34116dd568124f&binding%3Ahost_id=n-h2-816629-1 HTTP/1.1" status: 200 len: 943 time: 0.0529327 Nov 04 11:28:05.841978 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-788ebb5c-fd87-4a12-a222-975a2d765958 req-5575817d-ced7-449b-9ea4-f74cccd0ecb7 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433800 Nov 04 11:28:05.867474 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [req-0aada2d4-af11-4a18-9131-c27aab0d5382 req-30647eb5-59a4-4dc5-aa7a-7423d11382c7 service neutron] delete failed (client error): The resource could not be found. Nov 04 11:28:05.868730 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0aada2d4-af11-4a18-9131-c27aab0d5382 req-30647eb5-59a4-4dc5-aa7a-7423d11382c7 service neutron] 10.222.0.126 "DELETE /v2.0/ports/078aa1c5-cfaa-41c2-a2f2-2a4381494486/bindings/n-h1-816629-1 HTTP/1.1" status: 404 len: 380 time: 0.0586407 Nov 04 11:28:05.970193 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aada2d4-af11-4a18-9131-c27aab0d5382 req-08b59e05-d1c6-475f-899d-7a8e23f7d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:05.971690 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0aada2d4-af11-4a18-9131-c27aab0d5382 req-08b59e05-d1c6-475f-899d-7a8e23f7d1df service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=edf7350b88d84e8c9c34116dd568124f&device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 1094 time: 0.0521703 Nov 04 11:28:06.067538 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aada2d4-af11-4a18-9131-c27aab0d5382 req-a1f752a8-d3fa-47db-8433-fdcfd3546260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:06.069130 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0aada2d4-af11-4a18-9131-c27aab0d5382 req-a1f752a8-d3fa-47db-8433-fdcfd3546260 service neutron] 10.222.0.126 "GET /v2.0/networks?id=71fcac9c-3817-4b04-a5a0-c90b579d48b3 HTTP/1.1" status: 200 len: 916 time: 0.0894344 Nov 04 11:28:06.114704 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0aada2d4-af11-4a18-9131-c27aab0d5382 req-5b5e2d7c-a0e0-44e5-bc01-57e645e8c953 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=078aa1c5-cfaa-41c2-a2f2-2a4381494486 HTTP/1.1" status: 200 len: 217 time: 0.0378811 Nov 04 11:28:06.166196 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aada2d4-af11-4a18-9131-c27aab0d5382 req-b5848ae9-cc0f-44f3-ab6d-f423ad456044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:06.167700 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0aada2d4-af11-4a18-9131-c27aab0d5382 req-b5848ae9-cc0f-44f3-ab6d-f423ad456044 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=66d7dc1b-9e66-4866-a581-df1f1f59fb18 HTTP/1.1" status: 200 len: 854 time: 0.0463347 Nov 04 11:28:06.200384 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0aada2d4-af11-4a18-9131-c27aab0d5382 req-1167f562-2d43-4928-aaa5-bf68ac4d5447 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=71fcac9c-3817-4b04-a5a0-c90b579d48b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259402 Nov 04 11:28:06.244782 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 078aa1c5-cfaa-41c2-a2f2-2a4381494486 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:28:06.296886 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0aada2d4-af11-4a18-9131-c27aab0d5382 req-6f92e4b9-7784-4e23-85ee-90933ea65254 service neutron] 10.222.0.126 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883203 Nov 04 11:28:06.342256 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 078aa1c5-cfaa-41c2-a2f2-2a4381494486, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=078aa1c5-cfaa-41c2-a2f2-2a4381494486,segment=NetworkSegment(91e3e09c-aff7-4af1-b861-51cec43edf79),segment_id=91e3e09c-aff7-4af1-b861-51cec43edf79)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:28:06.357963 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '078aa1c5-cfaa-41c2-a2f2-2a4381494486', 'network_id': '71fcac9c-3817-4b04-a5a0-c90b579d48b3', 'port_id': '078aa1c5-cfaa-41c2-a2f2-2a4381494486', 'mac_address': 'fa:16:3e:0c:e4:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d7dc1b-9e66-4866-a581-df1f1f59fb18', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:28:06.390807 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0aada2d4-af11-4a18-9131-c27aab0d5382 req-97940ddb-3c58-4ce5-ab02-599113369702 service neutron] 10.222.0.126 "GET /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863438 Nov 04 11:28:06.397200 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:06.413600 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 078aa1c5-cfaa-41c2-a2f2-2a4381494486 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:28:06.437903 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 078aa1c5-cfaa-41c2-a2f2-2a4381494486, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=078aa1c5-cfaa-41c2-a2f2-2a4381494486,segment=NetworkSegment(91e3e09c-aff7-4af1-b861-51cec43edf79),segment_id=91e3e09c-aff7-4af1-b861-51cec43edf79)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:28:06.443209 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:06.493472 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=078aa1c5-cfaa-41c2-a2f2-2a4381494486,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:06.501204 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:06.501469 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:06.501805 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:06.502122 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:06.502440 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:06.502768 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:06.503073 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:06.503380 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:06.503687 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:06.503999 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:06.504307 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:06.504619 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:06.653456 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['078aa1c5-cfaa-41c2-a2f2-2a4381494486'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:28:06.981309 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e420487-b6d2-47af-ae69-7b7abcd663da req-04ee11de-684c-4ba7-a5c3-e1c729dd9698 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:06.983175 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0e420487-b6d2-47af-ae69-7b7abcd663da req-04ee11de-684c-4ba7-a5c3-e1c729dd9698 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 944 time: 0.0627222 Nov 04 11:28:07.035147 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0e420487-b6d2-47af-ae69-7b7abcd663da req-06b61132-4861-4ebd-8178-a320faf01f81 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454299 Nov 04 11:28:07.162632 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f57bac-3f53-4de6-9a40-a49b9aab63ea req-6759370c-2693-4c99-bd7e-4aab1e89387f tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:07.164159 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b8f57bac-3f53-4de6-9a40-a49b9aab63ea req-6759370c-2693-4c99-bd7e-4aab1e89387f tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 944 time: 0.0526261 Nov 04 11:28:07.214310 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b8f57bac-3f53-4de6-9a40-a49b9aab63ea req-d5b53bfa-ba13-427e-8cb4-78b9ee3f628f tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439034 Nov 04 11:28:07.335506 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0c0da-8adf-4297-8ab9-748dcd335ee1 req-9dad4c86-c138-4ad7-8c5b-21c7eeb624d4 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:07.337238 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aee0c0da-8adf-4297-8ab9-748dcd335ee1 req-9dad4c86-c138-4ad7-8c5b-21c7eeb624d4 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 944 time: 0.0512795 Nov 04 11:28:07.392595 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aee0c0da-8adf-4297-8ab9-748dcd335ee1 req-86cd7aa7-db07-40ba-8ef7-b08d3d329ae8 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474801 Nov 04 11:28:07.763604 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c86b0-180e-474d-9f77-9983748dccb8 req-1f62c0ac-ee9c-45dd-bdaf-6f119aec0045 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:07.765477 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-196c86b0-180e-474d-9f77-9983748dccb8 req-1f62c0ac-ee9c-45dd-bdaf-6f119aec0045 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 944 time: 0.0521212 Nov 04 11:28:07.816867 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-196c86b0-180e-474d-9f77-9983748dccb8 req-037eb208-1d97-49ee-9e8b-1774e9a47af3 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450699 Nov 04 11:28:08.249976 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 078aa1c5-cfaa-41c2-a2f2-2a4381494486 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:28:08.317464 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 078aa1c5-cfaa-41c2-a2f2-2a4381494486 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:28:08.321662 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 078aa1c5-cfaa-41c2-a2f2-2a4381494486 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:28:08.322043 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:08.412124 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:08.436427 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5965e375-6065-4464-81a4-deff6755a4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078aa1c5-cfaa-41c2-a2f2-2a4381494486'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:28:08.438799 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067bc6b5-192b-4ac1-a9fa-6d140e2bdc40" -d '{"events": [{"server_uuid": "5965e375-6065-4464-81a4-deff6755a4d6", "name": "network-vif-plugged", "status": "completed", "tag": "078aa1c5-cfaa-41c2-a2f2-2a4381494486"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:28:08.452037 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 078aa1c5-cfaa-41c2-a2f2-2a4381494486, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=078aa1c5-cfaa-41c2-a2f2-2a4381494486,segment=NetworkSegment(91e3e09c-aff7-4af1-b861-51cec43edf79),segment_id=91e3e09c-aff7-4af1-b861-51cec43edf79)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:28:08.457741 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:08.483081 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840f2761-f240-4892-a3b1-ca842721396a x-openstack-request-id: req-840f2761-f240-4892-a3b1-ca842721396a {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:28:08.483375 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5965e375-6065-4464-81a4-deff6755a4d6", "name": "network-vif-plugged", "status": "completed", "tag": "078aa1c5-cfaa-41c2-a2f2-2a4381494486", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:28:08.483625 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-840f2761-f240-4892-a3b1-ca842721396a {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:28:08.484042 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5965e375-6065-4464-81a4-deff6755a4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078aa1c5-cfaa-41c2-a2f2-2a4381494486', 'code': 200} Nov 04 11:28:08.510498 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=078aa1c5-cfaa-41c2-a2f2-2a4381494486,revision_number=9']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:08.899377 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539fa3c-e004-49e9-8643-dcdf1885c489 req-27fe98f6-2e25-4217-912f-149f3d8c9523 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:08.901051 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0539fa3c-e004-49e9-8643-dcdf1885c489 req-27fe98f6-2e25-4217-912f-149f3d8c9523 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.121 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0528271 Nov 04 11:28:08.944297 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94094d0-cee0-4a26-8f5a-3eaa3675dd56 req-6e7fe0de-c9ef-4970-9413-f2a2c60fea42 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:08.945837 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f94094d0-cee0-4a26-8f5a-3eaa3675dd56 req-6e7fe0de-c9ef-4970-9413-f2a2c60fea42 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5965e375-6065-4464-81a4-deff6755a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0512195 Nov 04 11:28:08.995381 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f94094d0-cee0-4a26-8f5a-3eaa3675dd56 req-1d01e9e2-a4d1-44f0-9143-b67838bc361e tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.127 "GET /v2.0/security-groups?id=033ce75e-de45-42bd-96e8-dffd34dc4695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432818 Nov 04 11:28:08.995707 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-0539fa3c-e004-49e9-8643-dcdf1885c489 req-aeda5a6a-f4ab-41b3-925c-6b4bd7427925 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Deleting port 078aa1c5-cfaa-41c2-a2f2-2a4381494486 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:28:08.996044 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-0539fa3c-e004-49e9-8643-dcdf1885c489 req-aeda5a6a-f4ab-41b3-925c-6b4bd7427925 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:09.084034 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-0539fa3c-e004-49e9-8643-dcdf1885c489 req-aeda5a6a-f4ab-41b3-925c-6b4bd7427925 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] For port 078aa1c5-cfaa-41c2-a2f2-2a4381494486, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=078aa1c5-cfaa-41c2-a2f2-2a4381494486,segment=NetworkSegment(91e3e09c-aff7-4af1-b861-51cec43edf79),segment_id=91e3e09c-aff7-4af1-b861-51cec43edf79)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:28:09.084398 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-0539fa3c-e004-49e9-8643-dcdf1885c489 req-aeda5a6a-f4ab-41b3-925c-6b4bd7427925 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:09.101182 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-0539fa3c-e004-49e9-8643-dcdf1885c489 req-aeda5a6a-f4ab-41b3-925c-6b4bd7427925 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Calling delete_port for 078aa1c5-cfaa-41c2-a2f2-2a4381494486 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:28:09.236397 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-0539fa3c-e004-49e9-8643-dcdf1885c489 req-aeda5a6a-f4ab-41b3-925c-6b4bd7427925 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:09.248853 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['078aa1c5-cfaa-41c2-a2f2-2a4381494486'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:28:09.267291 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda5a6a-f4ab-41b3-925c-6b4bd7427925 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Pushing event deleted for resources: {'Port': ['ID=078aa1c5-cfaa-41c2-a2f2-2a4381494486,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:09.317250 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-0539fa3c-e004-49e9-8643-dcdf1885c489 req-aeda5a6a-f4ab-41b3-925c-6b4bd7427925 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] No DVR routers for this DVR port 078aa1c5-cfaa-41c2-a2f2-2a4381494486 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:28:09.319981 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-0539fa3c-e004-49e9-8643-dcdf1885c489 req-aeda5a6a-f4ab-41b3-925c-6b4bd7427925 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:09.323606 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0539fa3c-e004-49e9-8643-dcdf1885c489 req-aeda5a6a-f4ab-41b3-925c-6b4bd7427925 tempest-ServerDiskConfigTestJSON-1467059029 tempest-ServerDiskConfigTestJSON-1467059029-project] 10.222.0.121 "DELETE /v2.0/ports/078aa1c5-cfaa-41c2-a2f2-2a4381494486 HTTP/1.1" status: 204 len: 173 time: 0.4164774 Nov 04 11:28:09.324043 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5965e375-6065-4464-81a4-deff6755a4d6', 'name': 'network-vif-deleted', 'tag': '078aa1c5-cfaa-41c2-a2f2-2a4381494486'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:28:09.326407 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eba470c-f678-40fe-b375-e4894583530b" -d '{"events": [{"server_uuid": "5965e375-6065-4464-81a4-deff6755a4d6", "name": "network-vif-deleted", "tag": "078aa1c5-cfaa-41c2-a2f2-2a4381494486"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:28:09.362516 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28101a34-0151-4ae6-9433-8ad2649bc333 x-openstack-request-id: req-28101a34-0151-4ae6-9433-8ad2649bc333 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:28:09.362855 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5965e375-6065-4464-81a4-deff6755a4d6", "name": "network-vif-deleted", "tag": "078aa1c5-cfaa-41c2-a2f2-2a4381494486", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:28:09.363096 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-28101a34-0151-4ae6-9433-8ad2649bc333 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:28:09.363505 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5965e375-6065-4464-81a4-deff6755a4d6', 'name': 'network-vif-deleted', 'tag': '078aa1c5-cfaa-41c2-a2f2-2a4381494486', 'status': 'completed', 'code': 200} Nov 04 11:28:10.122080 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60044) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:28:10.167317 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-07557efe-d794-4a28-bd62-6430a9c61a7c admin admin] Deleting subnet 66d7dc1b-9e66-4866-a581-df1f1f59fb18 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:28:10.170543 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07557efe-d794-4a28-bd62-6430a9c61a7c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:10.206752 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07557efe-d794-4a28-bd62-6430a9c61a7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:10.252649 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07557efe-d794-4a28-bd62-6430a9c61a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:10.310166 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07557efe-d794-4a28-bd62-6430a9c61a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:10.334895 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07557efe-d794-4a28-bd62-6430a9c61a7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66d7dc1b-9e66-4866-a581-df1f1f59fb18,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:10.338899 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-07557efe-d794-4a28-bd62-6430a9c61a7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:10.342417 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-07557efe-d794-4a28-bd62-6430a9c61a7c admin admin] 10.222.0.127 "DELETE /v2.0/subnets/66d7dc1b-9e66-4866-a581-df1f1f59fb18 HTTP/1.1" status: 204 len: 168 time: 0.2192645 Nov 04 11:28:10.345315 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60046) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:28:10.417454 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c6ccba58-5e64-43f4-a3d7-435d0b8561d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:10.501199 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c6ccba58-5e64-43f4-a3d7-435d0b8561d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:10.531670 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-c6ccba58-5e64-43f4-a3d7-435d0b8561d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71fcac9c-3817-4b04-a5a0-c90b579d48b3']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:28:10.542499 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-c6ccba58-5e64-43f4-a3d7-435d0b8561d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e3e09c-aff7-4af1-b861-51cec43edf79') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:28:10.542802 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-c6ccba58-5e64-43f4-a3d7-435d0b8561d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e3e09c-aff7-4af1-b861-51cec43edf79') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:28:10.552651 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c6ccba58-5e64-43f4-a3d7-435d0b8561d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:10.568172 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c6ccba58-5e64-43f4-a3d7-435d0b8561d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:10.576012 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ccba58-5e64-43f4-a3d7-435d0b8561d1 admin admin] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:28:10.576396 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c6ccba58-5e64-43f4-a3d7-435d0b8561d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:28:10.578209 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:28:10.638150 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c6ccba58-5e64-43f4-a3d7-435d0b8561d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:10.644468 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c6ccba58-5e64-43f4-a3d7-435d0b8561d1 admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:10.647656 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c6ccba58-5e64-43f4-a3d7-435d0b8561d1 admin admin] 10.222.0.127 "DELETE /v2.0/networks/71fcac9c-3817-4b04-a5a0-c90b579d48b3 HTTP/1.1" status: 204 len: 168 time: 0.3011825 Nov 04 11:28:10.658838 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccba58-5e64-43f4-a3d7-435d0b8561d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=71fcac9c-3817-4b04-a5a0-c90b579d48b3,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:10.666571 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ccba58-5e64-43f4-a3d7-435d0b8561d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:10.666942 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ccba58-5e64-43f4-a3d7-435d0b8561d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:10.667269 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ccba58-5e64-43f4-a3d7-435d0b8561d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:10.667601 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ccba58-5e64-43f4-a3d7-435d0b8561d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:10.667913 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ccba58-5e64-43f4-a3d7-435d0b8561d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:10.668243 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ccba58-5e64-43f4-a3d7-435d0b8561d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:10.668555 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ccba58-5e64-43f4-a3d7-435d0b8561d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:10.668905 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ccba58-5e64-43f4-a3d7-435d0b8561d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:10.669226 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ccba58-5e64-43f4-a3d7-435d0b8561d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:10.669546 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ccba58-5e64-43f4-a3d7-435d0b8561d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:10.669863 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ccba58-5e64-43f4-a3d7-435d0b8561d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:10.670178 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ccba58-5e64-43f4-a3d7-435d0b8561d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:10.779078 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60050) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:28:10.821143 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ccaf9416-6e34-4d7b-9d6b-113da36a81dd admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=edf7350b88d84e8c9c34116dd568124f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407050 Nov 04 11:28:10.823701 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60052) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:28:10.873856 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f24524c8-7c70-404f-be72-49028d35cddb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:10.900013 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f24524c8-7c70-404f-be72-49028d35cddb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:10.950266 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f24524c8-7c70-404f-be72-49028d35cddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:10.954753 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f24524c8-7c70-404f-be72-49028d35cddb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:10.956272 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f24524c8-7c70-404f-be72-49028d35cddb admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/033ce75e-de45-42bd-96e8-dffd34dc4695 HTTP/1.1" status: 204 len: 168 time: 0.1316454 Nov 04 11:28:10.964234 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24524c8-7c70-404f-be72-49028d35cddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033ce75e-de45-42bd-96e8-dffd34dc4695,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:11.710664 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60074) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:28:11.814214 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-bab85085-00e8-419a-ac9a-1891fb018d5e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1280402884-network', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:28:11.840055 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab85085-00e8-419a-ac9a-1891fb018d5e admin admin] Made reservation on behalf of a95f25ece8e34b95b04d1eac6dc6ab3d for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:28:11.843112 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bab85085-00e8-419a-ac9a-1891fb018d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:11.854291 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bab85085-00e8-419a-ac9a-1891fb018d5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:11.935424 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bab85085-00e8-419a-ac9a-1891fb018d5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:11.941410 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bab85085-00e8-419a-ac9a-1891fb018d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:11.962679 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab85085-00e8-419a-ac9a-1891fb018d5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1173} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:28:11.977835 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab85085-00e8-419a-ac9a-1891fb018d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cb9262-7bc6-4dd3-a813-41de3b53ab16,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:11.981394 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bab85085-00e8-419a-ac9a-1891fb018d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:11.981882 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-bab85085-00e8-419a-ac9a-1891fb018d5e admin admin] Added segment 2743995a-99c9-4b0f-a2bf-517bc063cf59 of type vlan for network afa8becb-b000-4953-ad4a-faf52428464f Nov 04 11:28:12.023697 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bab85085-00e8-419a-ac9a-1891fb018d5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:12.050706 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bab85085-00e8-419a-ac9a-1891fb018d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:12.051749 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab85085-00e8-419a-ac9a-1891fb018d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:12.052354 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bab85085-00e8-419a-ac9a-1891fb018d5e admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:12.110089 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bab85085-00e8-419a-ac9a-1891fb018d5e admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3982298 Nov 04 11:28:12.113598 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60078) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:28:12.117948 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab85085-00e8-419a-ac9a-1891fb018d5e admin admin] Pushing event updated for resources: {'Network': ['ID=afa8becb-b000-4953-ad4a-faf52428464f,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:12.118916 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-6dafb19e-f3d3-4132-9689-1846d197b68e admin admin] Request body: {'subnet': {'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1280402884-subnet', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:28:12.133028 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network afa8becb-b000-4953-ad4a-faf52428464f details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:28:12.149767 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dafb19e-f3d3-4132-9689-1846d197b68e admin admin] Made reservation on behalf of a95f25ece8e34b95b04d1eac6dc6ab3d for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:28:12.152437 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6dafb19e-f3d3-4132-9689-1846d197b68e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:12.245579 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 078aa1c5-cfaa-41c2-a2f2-2a4381494486 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:28:12.267318 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 078aa1c5-cfaa-41c2-a2f2-2a4381494486 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:28:12.267657 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 078aa1c5-cfaa-41c2-a2f2-2a4381494486 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:28:12.329836 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6dafb19e-f3d3-4132-9689-1846d197b68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:12.378485 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafb19e-f3d3-4132-9689-1846d197b68e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f96d30c-839d-4c63-8a41-a5759950cc27,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:12.395282 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dafb19e-f3d3-4132-9689-1846d197b68e admin admin] Checking segment: {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:28:12.395782 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dafb19e-f3d3-4132-9689-1846d197b68e admin admin] Network hostable DHCP agents. Network: afa8becb-b000-4953-ad4a-faf52428464f, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:28:12.416021 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dafb19e-f3d3-4132-9689-1846d197b68e admin admin] Network afa8becb-b000-4953-ad4a-faf52428464f is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:28:12.426671 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-6dafb19e-f3d3-4132-9689-1846d197b68e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, afa8becb-b000-4953-ad4a-faf52428464f) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:28:12.430780 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dafb19e-f3d3-4132-9689-1846d197b68e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:12.431375 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6dafb19e-f3d3-4132-9689-1846d197b68e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:12.437043 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2daa2d4-c273-419a-bcbc-877122def98c None None] Network afa8becb-b000-4953-ad4a-faf52428464f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:28:12.452606 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60080) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:28:12.452804 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6dafb19e-f3d3-4132-9689-1846d197b68e admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3379278 Nov 04 11:28:12.457453 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-e35e6302-9064-4cd9-b919-ea6ba91b03d7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:28:12.479556 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e35e6302-9064-4cd9-b919-ea6ba91b03d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:12.481313 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e35e6302-9064-4cd9-b919-ea6ba91b03d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:12.535623 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e35e6302-9064-4cd9-b919-ea6ba91b03d7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:12.587643 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db0d500-f3a6-44a8-8430-91966f20b0d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-afa8becb-b000-4953-ad4a-faf52428464f', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:28:12.589243 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8db0d500-f3a6-44a8-8430-91966f20b0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:12.681486 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e35e6302-9064-4cd9-b919-ea6ba91b03d7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:12.729476 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-8db0d500-f3a6-44a8-8430-91966f20b0d9 None None] Allocated IP 172.20.0.2 (afa8becb-b000-4953-ad4a-faf52428464f/4f96d30c-839d-4c63-8a41-a5759950cc27/e0176ea7-ef57-443a-9239-d216221d715b) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:28:12.892185 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e35e6302-9064-4cd9-b919-ea6ba91b03d7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:12.894826 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8db0d500-f3a6-44a8-8430-91966f20b0d9 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:12.904467 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8db0d500-f3a6-44a8-8430-91966f20b0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:12.909346 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:12.913623 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e35e6302-9064-4cd9-b919-ea6ba91b03d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:12.943110 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db0d500-f3a6-44a8-8430-91966f20b0d9 None None] Network afa8becb-b000-4953-ad4a-faf52428464f is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:28:12.949727 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-8db0d500-f3a6-44a8-8430-91966f20b0d9 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:28:12.954106 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db0d500-f3a6-44a8-8430-91966f20b0d9 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:28:12.957067 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0d500-f3a6-44a8-8430-91966f20b0d9 None None] Pushing event updated for resources: {'Port': ['ID=e0176ea7-ef57-443a-9239-d216221d715b,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:13.009013 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-8db0d500-f3a6-44a8-8430-91966f20b0d9 None None] Attempting to bind port e0176ea7-ef57-443a-9239-d216221d715b on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:28:13.009276 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-8db0d500-f3a6-44a8-8430-91966f20b0d9 None None] Attempting to bind port e0176ea7-ef57-443a-9239-d216221d715b by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:28:13.009666 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db0d500-f3a6-44a8-8430-91966f20b0d9 None None] Attempting to bind port e0176ea7-ef57-443a-9239-d216221d715b on network afa8becb-b000-4953-ad4a-faf52428464f {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:28:13.015449 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db0d500-f3a6-44a8-8430-91966f20b0d9 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:28:13.015810 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db0d500-f3a6-44a8-8430-91966f20b0d9 None None] Checking segment: {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:28:13.016195 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8db0d500-f3a6-44a8-8430-91966f20b0d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:13.016573 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db0d500-f3a6-44a8-8430-91966f20b0d9 None None] Bound using segment: {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:28:13.017063 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-8db0d500-f3a6-44a8-8430-91966f20b0d9 None None] Bound port: e0176ea7-ef57-443a-9239-d216221d715b, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:28:13.017426 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8db0d500-f3a6-44a8-8430-91966f20b0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:13.024422 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-e35e6302-9064-4cd9-b919-ea6ba91b03d7 admin admin] Allocated IP 172.25.7.3 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/3b70e91a-743b-4006-b359-0dd28b9a6ff3) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:28:13.084681 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-8db0d500-f3a6-44a8-8430-91966f20b0d9 None None] For port e0176ea7-ef57-443a-9239-d216221d715b, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:28:13.088216 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-8db0d500-f3a6-44a8-8430-91966f20b0d9 None None] For port e0176ea7-ef57-443a-9239-d216221d715b, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e0176ea7-ef57-443a-9239-d216221d715b,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:28:13.093329 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8db0d500-f3a6-44a8-8430-91966f20b0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:13.141716 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e35e6302-9064-4cd9-b919-ea6ba91b03d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:13.167717 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0d500-f3a6-44a8-8430-91966f20b0d9 None None] Pushing event updated for resources: {'Port': ['ID=e0176ea7-ef57-443a-9239-d216221d715b,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:13.186501 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e35e6302-9064-4cd9-b919-ea6ba91b03d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:13.235287 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35e6302-9064-4cd9-b919-ea6ba91b03d7 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:28:13.239470 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e6302-9064-4cd9-b919-ea6ba91b03d7 admin admin] Pushing event updated for resources: {'Port': ['ID=3b70e91a-743b-4006-b359-0dd28b9a6ff3,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:13.242491 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-e35e6302-9064-4cd9-b919-ea6ba91b03d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:28:13.248491 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35e6302-9064-4cd9-b919-ea6ba91b03d7 admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:28:13.524208 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e35e6302-9064-4cd9-b919-ea6ba91b03d7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:13.733352 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e35e6302-9064-4cd9-b919-ea6ba91b03d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:13.884485 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35e6302-9064-4cd9-b919-ea6ba91b03d7 admin admin] Router 7333c5b2-c3e5-4615-af65-032ffa964f8e is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 11:28:14.001849 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35e6302-9064-4cd9-b919-ea6ba91b03d7 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:28:14.013347 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32018939-4fec-44e0-b15d-95b7af4c08a7 None None] Sync routers for ids ['7333c5b2-c3e5-4615-af65-032ffa964f8e'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:28:14.021679 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e35e6302-9064-4cd9-b919-ea6ba91b03d7 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:14.023320 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e35e6302-9064-4cd9-b919-ea6ba91b03d7 admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5695446 Nov 04 11:28:14.026314 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32018939-4fec-44e0-b15d-95b7af4c08a7 None None] Routers {'7333c5b2-c3e5-4615-af65-032ffa964f8e'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:28:14.026902 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60082) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:28:14.027010 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-32018939-4fec-44e0-b15d-95b7af4c08a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:27:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7333c5b2-c3e5-4615-af65-032ffa964f8e'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:28:14.085874 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8e15b4-f343-40f8-a368-c084949aaf7b None None] Network afa8becb-b000-4953-ad4a-faf52428464f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:28:14.175291 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-1876562f-4f61-402e-a666-8c7dca4c4f05 None None] Provisioning complete for port e0176ea7-ef57-443a-9239-d216221d715b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:28:14.175987 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1876562f-4f61-402e-a666-8c7dca4c4f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:14.241642 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-32018939-4fec-44e0-b15d-95b7af4c08a7 None None] Set router 7333c5b2-c3e5-4615-af65-032ffa964f8e gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:28:14.457599 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a3ac755f-410b-49b6-aa19-0d4be67bf1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:14.461368 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1876562f-4f61-402e-a666-8c7dca4c4f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:14.529310 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-1876562f-4f61-402e-a666-8c7dca4c4f05 None None] For port e0176ea7-ef57-443a-9239-d216221d715b, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e0176ea7-ef57-443a-9239-d216221d715b,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:28:14.538198 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1876562f-4f61-402e-a666-8c7dca4c4f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:14.633052 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-a3ac755f-410b-49b6-aa19-0d4be67bf1d0 admin admin] Allocated IP 172.20.0.1 (afa8becb-b000-4953-ad4a-faf52428464f/4f96d30c-839d-4c63-8a41-a5759950cc27/da069746-7220-41a4-b5a4-5ce84dbb154a) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:28:14.783358 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-32018939-4fec-44e0-b15d-95b7af4c08a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:13Z', 'revision_number': 3, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:28:14.815805 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c3c85fe7-a6fa-4bc0-ab1f-728137ca9b4d None None] Provisioning complete for port e0176ea7-ef57-443a-9239-d216221d715b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:28:14.816171 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c3c85fe7-a6fa-4bc0-ab1f-728137ca9b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:14.817808 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876562f-4f61-402e-a666-8c7dca4c4f05 None None] Pushing event updated for resources: {'Port': ['ID=e0176ea7-ef57-443a-9239-d216221d715b,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:14.821524 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32018939-4fec-44e0-b15d-95b7af4c08a7 None None] Checking router: 7333c5b2-c3e5-4615-af65-032ffa964f8e for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:28:14.821876 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32018939-4fec-44e0-b15d-95b7af4c08a7 None None] Updating router 7333c5b2-c3e5-4615-af65-032ffa964f8e port 3b70e91a-743b-4006-b359-0dd28b9a6ff3 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:28:14.877218 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-32018939-4fec-44e0-b15d-95b7af4c08a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:15.044605 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a3ac755f-410b-49b6-aa19-0d4be67bf1d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:15.079489 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a3ac755f-410b-49b6-aa19-0d4be67bf1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:15.118122 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ac755f-410b-49b6-aa19-0d4be67bf1d0 admin admin] Network afa8becb-b000-4953-ad4a-faf52428464f is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:28:15.123169 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-a3ac755f-410b-49b6-aa19-0d4be67bf1d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:28:15.126900 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ac755f-410b-49b6-aa19-0d4be67bf1d0 admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:28:15.154186 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac755f-410b-49b6-aa19-0d4be67bf1d0 admin admin] Pushing event updated for resources: {'Port': ['ID=da069746-7220-41a4-b5a4-5ce84dbb154a,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:15.177899 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-32018939-4fec-44e0-b15d-95b7af4c08a7 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:15.179919 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a3ac755f-410b-49b6-aa19-0d4be67bf1d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:15.187756 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-32018939-4fec-44e0-b15d-95b7af4c08a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:15.266478 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:15.268063 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11043acd-68f2-417a-987d-4f748ba04024 None None] Pushing event updated for resources: {'Port': ['ID=3b70e91a-743b-4006-b359-0dd28b9a6ff3,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:15.272418 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-32018939-4fec-44e0-b15d-95b7af4c08a7 None None] Attempting to bind port 3b70e91a-743b-4006-b359-0dd28b9a6ff3 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:28:15.272792 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-32018939-4fec-44e0-b15d-95b7af4c08a7 None None] Attempting to bind port 3b70e91a-743b-4006-b359-0dd28b9a6ff3 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:28:15.273181 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32018939-4fec-44e0-b15d-95b7af4c08a7 None None] Attempting to bind port 3b70e91a-743b-4006-b359-0dd28b9a6ff3 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:28:15.278888 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32018939-4fec-44e0-b15d-95b7af4c08a7 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:28:15.279206 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32018939-4fec-44e0-b15d-95b7af4c08a7 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:28:15.279567 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-32018939-4fec-44e0-b15d-95b7af4c08a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:15.279949 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32018939-4fec-44e0-b15d-95b7af4c08a7 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:28:15.280416 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-32018939-4fec-44e0-b15d-95b7af4c08a7 None None] Bound port: 3b70e91a-743b-4006-b359-0dd28b9a6ff3, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:28:15.280795 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-32018939-4fec-44e0-b15d-95b7af4c08a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:15.305876 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e0176ea7-ef57-443a-9239-d216221d715b up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:28:15.343693 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a3ac755f-410b-49b6-aa19-0d4be67bf1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:15.372438 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-32018939-4fec-44e0-b15d-95b7af4c08a7 None None] For port 3b70e91a-743b-4006-b359-0dd28b9a6ff3, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:28:15.376084 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-32018939-4fec-44e0-b15d-95b7af4c08a7 None None] For port 3b70e91a-743b-4006-b359-0dd28b9a6ff3, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3b70e91a-743b-4006-b359-0dd28b9a6ff3,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:28:15.383149 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-32018939-4fec-44e0-b15d-95b7af4c08a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:15.422200 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port e0176ea7-ef57-443a-9239-d216221d715b triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:28:15.422472 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:15.488422 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32018939-4fec-44e0-b15d-95b7af4c08a7 None None] Routers {'7333c5b2-c3e5-4615-af65-032ffa964f8e'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:28:15.489084 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-32018939-4fec-44e0-b15d-95b7af4c08a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:27:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7333c5b2-c3e5-4615-af65-032ffa964f8e'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:28:15.491695 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11043acd-68f2-417a-987d-4f748ba04024 None None] Pushing event updated for resources: {'Port': ['ID=3b70e91a-743b-4006-b359-0dd28b9a6ff3,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:15.512486 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a3ac755f-410b-49b6-aa19-0d4be67bf1d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:15.518486 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a3ac755f-410b-49b6-aa19-0d4be67bf1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:15.543836 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-87c15f58-d842-4b45-82ca-bd91c55c051d None None] Provisioning complete for port da069746-7220-41a4-b5a4-5ce84dbb154a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:28:15.544097 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-87c15f58-d842-4b45-82ca-bd91c55c051d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:15.590975 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac755f-410b-49b6-aa19-0d4be67bf1d0 admin admin] Pushing event updated for resources: {'Port': ['ID=da069746-7220-41a4-b5a4-5ce84dbb154a,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:15.594661 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a3ac755f-410b-49b6-aa19-0d4be67bf1d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:15.643226 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-87c15f58-d842-4b45-82ca-bd91c55c051d None None] Port da069746-7220-41a4-b5a4-5ce84dbb154a cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:28:15.668767 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-32018939-4fec-44e0-b15d-95b7af4c08a7 None None] Set router 7333c5b2-c3e5-4615-af65-032ffa964f8e gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:28:15.691587 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ac755f-410b-49b6-aa19-0d4be67bf1d0 admin admin] Network afa8becb-b000-4953-ad4a-faf52428464f is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:28:15.693091 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-a3ac755f-410b-49b6-aa19-0d4be67bf1d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:28:15.818941 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ac755f-410b-49b6-aa19-0d4be67bf1d0 admin admin] Router 7333c5b2-c3e5-4615-af65-032ffa964f8e has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:28:15.890965 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-32018939-4fec-44e0-b15d-95b7af4c08a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:14Z', 'revision_number': 1, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:28:15.917414 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32018939-4fec-44e0-b15d-95b7af4c08a7 None None] The sync data for ids ['7333c5b2-c3e5-4615-af65-032ffa964f8e'] in n-d-816629-1 is: [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:14Z', 'revision_number': 1, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:28:15.938108 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ac755f-410b-49b6-aa19-0d4be67bf1d0 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:28:15.943789 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a3ac755f-410b-49b6-aa19-0d4be67bf1d0 admin admin] 10.222.0.127 "PUT /v2.0/routers/7333c5b2-c3e5-4615-af65-032ffa964f8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9158456 Nov 04 11:28:15.967900 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-bd4b53e9-df0e-406f-bfa7-7227289ded0c None None] Provisioning complete for port da069746-7220-41a4-b5a4-5ce84dbb154a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:28:15.968199 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bd4b53e9-df0e-406f-bfa7-7227289ded0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:16.008127 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b53e9-df0e-406f-bfa7-7227289ded0c None None] Port da069746-7220-41a4-b5a4-5ce84dbb154a cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:28:16.647615 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60092) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:28:16.653172 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-ab11c703-838b-470f-b7b5-e5b6c6cea3d9 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--580629697', 'description': 'tempest-description--465044078'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:28:16.678198 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ab11c703-838b-470f-b7b5-e5b6c6cea3d9 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:16.752569 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ab11c703-838b-470f-b7b5-e5b6c6cea3d9 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:16.757132 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ab11c703-838b-470f-b7b5-e5b6c6cea3d9 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:16.790178 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ab11c703-838b-470f-b7b5-e5b6c6cea3d9 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:16.791504 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ab11c703-838b-470f-b7b5-e5b6c6cea3d9 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1428089 Nov 04 11:28:16.793750 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11c703-838b-470f-b7b5-e5b6c6cea3d9 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77c920ff-594b-41d4-9a9c-6efb4a62e6ff,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:16.794735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60094) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:28:16.800436 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-473869e9-cabd-4502-9b17-49de1fb7099e tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Request body: {'security_group_rule': {'security_group_id': '77c920ff-594b-41d4-9a9c-6efb4a62e6ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:28:16.831053 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-473869e9-cabd-4502-9b17-49de1fb7099e tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:16.881399 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-473869e9-cabd-4502-9b17-49de1fb7099e tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:16.887160 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-473869e9-cabd-4502-9b17-49de1fb7099e tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:16.906032 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473869e9-cabd-4502-9b17-49de1fb7099e tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5adde03-6bb4-4b15-be43-e0a7afaaa0f3,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:16.909021 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bbe99b80-22c6-4b14-a0f6-93e890272919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:16.924436 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-473869e9-cabd-4502-9b17-49de1fb7099e tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:16.925757 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-473869e9-cabd-4502-9b17-49de1fb7099e tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292937 Nov 04 11:28:16.928751 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60096) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:28:16.934373 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-259b1024-4749-46a3-9d4e-4a1eaa7ce495 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Request body: {'security_group_rule': {'security_group_id': '77c920ff-594b-41d4-9a9c-6efb4a62e6ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:28:16.963374 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-259b1024-4749-46a3-9d4e-4a1eaa7ce495 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:17.025327 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-259b1024-4749-46a3-9d4e-4a1eaa7ce495 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:17.029809 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-259b1024-4749-46a3-9d4e-4a1eaa7ce495 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:17.053244 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b1024-4749-46a3-9d4e-4a1eaa7ce495 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37f96b8-3af2-42ba-bb52-3e58e4e3d4f1,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:17.061607 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-259b1024-4749-46a3-9d4e-4a1eaa7ce495 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:17.062944 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-259b1024-4749-46a3-9d4e-4a1eaa7ce495 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330614 Nov 04 11:28:17.066154 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60098) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:28:17.070702 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-7d9adf0c-979e-4260-9294-630befba1a5c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:28:17.095004 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d9adf0c-979e-4260-9294-630befba1a5c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:17.206249 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d9adf0c-979e-4260-9294-630befba1a5c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:17.233363 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3b70e91a-743b-4006-b359-0dd28b9a6ff3 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:28:17.294741 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 3b70e91a-743b-4006-b359-0dd28b9a6ff3 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:28:17.295108 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:17.328767 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-7d9adf0c-979e-4260-9294-630befba1a5c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Allocated IP 172.25.7.19 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/ad4e12c9-206c-457f-a1de-424fd4993bf0) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:28:17.377446 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:17.402754 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 3b70e91a-743b-4006-b359-0dd28b9a6ff3, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3b70e91a-743b-4006-b359-0dd28b9a6ff3,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:28:17.407829 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:17.436165 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d9adf0c-979e-4260-9294-630befba1a5c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:17.458854 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=3b70e91a-743b-4006-b359-0dd28b9a6ff3,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:17.475955 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d9adf0c-979e-4260-9294-630befba1a5c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:17.517009 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9adf0c-979e-4260-9294-630befba1a5c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:28:17.519914 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-7d9adf0c-979e-4260-9294-630befba1a5c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:28:17.523655 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9adf0c-979e-4260-9294-630befba1a5c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:28:17.554799 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9adf0c-979e-4260-9294-630befba1a5c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Pushing event updated for resources: {'Port': ['ID=ad4e12c9-206c-457f-a1de-424fd4993bf0,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:17.625756 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d9adf0c-979e-4260-9294-630befba1a5c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:17.665223 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d9adf0c-979e-4260-9294-630befba1a5c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:17.824275 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d9adf0c-979e-4260-9294-630befba1a5c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:17.830425 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d9adf0c-979e-4260-9294-630befba1a5c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:17.832524 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2666d6-2966-4336-868c-a8bfda5d0138 None None] Sync routers for ids ['7333c5b2-c3e5-4615-af65-032ffa964f8e'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:28:17.845354 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2666d6-2966-4336-868c-a8bfda5d0138 None None] Routers {'7333c5b2-c3e5-4615-af65-032ffa964f8e'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:28:17.845973 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-af2666d6-2966-4336-868c-a8bfda5d0138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:27:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7333c5b2-c3e5-4615-af65-032ffa964f8e'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:28:17.898653 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9adf0c-979e-4260-9294-630befba1a5c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Pushing event updated for resources: {'Port': ['ID=ad4e12c9-206c-457f-a1de-424fd4993bf0,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:17.914282 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d9adf0c-979e-4260-9294-630befba1a5c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:17.931872 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d9adf0c-979e-4260-9294-630befba1a5c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:17.941831 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7d9adf0c-979e-4260-9294-630befba1a5c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8659222 Nov 04 11:28:17.961209 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-af2666d6-2966-4336-868c-a8bfda5d0138 None None] Set router 7333c5b2-c3e5-4615-af65-032ffa964f8e gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:28:18.094638 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-0caf6298-5599-4875-8a85-d1431be9f48f tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-securitygroup--580629697&fields=id&tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d HTTP/1.1" status: 200 len: 267 time: 0.0483911 Nov 04 11:28:18.168049 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-af2666d6-2966-4336-868c-a8bfda5d0138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 2, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:28:18.194065 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2666d6-2966-4336-868c-a8bfda5d0138 None None] Checking router: 7333c5b2-c3e5-4615-af65-032ffa964f8e for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:28:18.194290 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2666d6-2966-4336-868c-a8bfda5d0138 None None] Updating router 7333c5b2-c3e5-4615-af65-032ffa964f8e port da069746-7220-41a4-b5a4-5ce84dbb154a binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:28:18.214993 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-7662048f-cded-448a-9a89-ffd413cf985f tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:18.216534 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-7662048f-cded-448a-9a89-ffd413cf985f tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 812 time: 0.1149740 Nov 04 11:28:18.221831 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-af2666d6-2966-4336-868c-a8bfda5d0138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:18.232254 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-e81ada05-2d2e-4307-a47d-a513989ec1cf tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/quotas/a95f25ece8e34b95b04d1eac6dc6ab3d HTTP/1.1" status: 200 len: 375 time: 0.0097430 Nov 04 11:28:18.289116 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-f7c16934-a8ba-4754-82eb-6fe542d37170 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510244 Nov 04 11:28:18.392186 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-3424d7dd-c1bc-427e-b4ed-14e0c1a46578 service neutron] 10.222.0.127 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910797 Nov 04 11:28:18.481436 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-af2666d6-2966-4336-868c-a8bfda5d0138 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:18.489320 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-02afeeff-5769-4d1f-a3af-8385b50cd640 service neutron] 10.222.0.127 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903435 Nov 04 11:28:18.490647 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-af2666d6-2966-4336-868c-a8bfda5d0138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:18.679614 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ffdb2526-a320-4ced-9a10-2369dc8ccb6b req-a69fc8e0-a0ef-41c9-9cc0-4d536cc0724e tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 210 time: 0.0367613 Nov 04 11:28:18.699312 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf258f4e-4be9-416f-ba06-1493034d74a7 None None] Pushing event updated for resources: {'Port': ['ID=da069746-7220-41a4-b5a4-5ce84dbb154a,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:18.720471 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-af2666d6-2966-4336-868c-a8bfda5d0138 None None] Attempting to bind port da069746-7220-41a4-b5a4-5ce84dbb154a on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:28:18.720878 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-af2666d6-2966-4336-868c-a8bfda5d0138 None None] Attempting to bind port da069746-7220-41a4-b5a4-5ce84dbb154a by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:28:18.721244 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2666d6-2966-4336-868c-a8bfda5d0138 None None] Attempting to bind port da069746-7220-41a4-b5a4-5ce84dbb154a on network afa8becb-b000-4953-ad4a-faf52428464f {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:28:18.723982 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf258f4e-4be9-416f-ba06-1493034d74a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:18.724315 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf258f4e-4be9-416f-ba06-1493034d74a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:18.724659 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf258f4e-4be9-416f-ba06-1493034d74a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:18.725025 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf258f4e-4be9-416f-ba06-1493034d74a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:18.725348 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf258f4e-4be9-416f-ba06-1493034d74a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:18.725673 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf258f4e-4be9-416f-ba06-1493034d74a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:18.725986 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf258f4e-4be9-416f-ba06-1493034d74a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:18.726300 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf258f4e-4be9-416f-ba06-1493034d74a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:18.726734 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf258f4e-4be9-416f-ba06-1493034d74a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:18.727052 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf258f4e-4be9-416f-ba06-1493034d74a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:18.727365 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf258f4e-4be9-416f-ba06-1493034d74a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:18.727675 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf258f4e-4be9-416f-ba06-1493034d74a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:28:18.735827 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2666d6-2966-4336-868c-a8bfda5d0138 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:28:18.736201 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2666d6-2966-4336-868c-a8bfda5d0138 None None] Checking segment: {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:28:18.736707 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-af2666d6-2966-4336-868c-a8bfda5d0138 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:18.737089 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2666d6-2966-4336-868c-a8bfda5d0138 None None] Bound using segment: {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:28:18.737459 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-af2666d6-2966-4336-868c-a8bfda5d0138 None None] Bound port: da069746-7220-41a4-b5a4-5ce84dbb154a, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:28:18.737826 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-af2666d6-2966-4336-868c-a8bfda5d0138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:18.765585 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2b86b263-9599-4ace-9934-44b464e4dd1c None None] Provisioning complete for port da069746-7220-41a4-b5a4-5ce84dbb154a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:28:18.766722 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2b86b263-9599-4ace-9934-44b464e4dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:18.803753 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2b86b263-9599-4ace-9934-44b464e4dd1c None None] Port da069746-7220-41a4-b5a4-5ce84dbb154a cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:28:18.804775 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-af2666d6-2966-4336-868c-a8bfda5d0138 None None] For port da069746-7220-41a4-b5a4-5ce84dbb154a, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:28:18.808397 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-af2666d6-2966-4336-868c-a8bfda5d0138 None None] For port da069746-7220-41a4-b5a4-5ce84dbb154a, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=da069746-7220-41a4-b5a4-5ce84dbb154a,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:28:18.814306 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-af2666d6-2966-4336-868c-a8bfda5d0138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:18.874040 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2666d6-2966-4336-868c-a8bfda5d0138 None None] Routers {'7333c5b2-c3e5-4615-af65-032ffa964f8e'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:28:18.874719 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-af2666d6-2966-4336-868c-a8bfda5d0138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:27:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7333c5b2-c3e5-4615-af65-032ffa964f8e'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:28:18.925556 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf258f4e-4be9-416f-ba06-1493034d74a7 None None] Pushing event updated for resources: {'Port': ['ID=da069746-7220-41a4-b5a4-5ce84dbb154a,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:19.003656 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-af2666d6-2966-4336-868c-a8bfda5d0138 None None] Set router 7333c5b2-c3e5-4615-af65-032ffa964f8e gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:28:19.129630 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-dbd19486-331c-4c9f-940c-e905fc4f47bc None None] Provisioning complete for port da069746-7220-41a4-b5a4-5ce84dbb154a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:28:19.130210 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dbd19486-331c-4c9f-940c-e905fc4f47bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:19.248309 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-af2666d6-2966-4336-868c-a8bfda5d0138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:18Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:28:19.258738 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dbd19486-331c-4c9f-940c-e905fc4f47bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:19.277186 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3b70e91a-743b-4006-b359-0dd28b9a6ff3 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:28:19.282444 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2666d6-2966-4336-868c-a8bfda5d0138 None None] The sync data for ids ['7333c5b2-c3e5-4615-af65-032ffa964f8e'] in n-d-816629-1 is: [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:18Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:28:19.334157 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-dbd19486-331c-4c9f-940c-e905fc4f47bc None None] For port da069746-7220-41a4-b5a4-5ce84dbb154a, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=da069746-7220-41a4-b5a4-5ce84dbb154a,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:28:19.340935 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dbd19486-331c-4c9f-940c-e905fc4f47bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:19.401545 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 3b70e91a-743b-4006-b359-0dd28b9a6ff3 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:28:19.401906 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:19.404547 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd19486-331c-4c9f-940c-e905fc4f47bc None None] Pushing event updated for resources: {'Port': ['ID=da069746-7220-41a4-b5a4-5ce84dbb154a,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:19.500066 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device da069746-7220-41a4-b5a4-5ce84dbb154a up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:28:19.559238 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port da069746-7220-41a4-b5a4-5ce84dbb154a triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:28:19.559604 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:19.748756 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-39e30e57-fe30-4eb3-a6d7-90f04e968911 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:19.752184 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-39e30e57-fe30-4eb3-a6d7-90f04e968911 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 812 time: 0.1537507 Nov 04 11:28:19.773269 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ec4c2f3e-f5db-409c-bf23-ffd4eaf14471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:19.820258 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-37a458e5-7e73-4f80-bbdf-cd489ece5923 req-25f17a98-a8d8-49f0-92cf-2a3859e87e79 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 210 time: 0.0265858 Nov 04 11:28:19.828024 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-009a64ba-f3ce-48a4-9af8-5a508745a976 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d HTTP/1.1" status: 200 len: 379 time: 0.0642550 Nov 04 11:28:19.838499 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-1f3d83f2-43b7-462c-88ac-4c5f0bca01d3 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Request body: {'port': {'device_id': '08152834-704f-40e3-bd71-77465e659e12', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'admin_state_up': True, 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'security_groups': ['77c920ff-594b-41d4-9a9c-6efb4a62e6ff']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:28:20.343579 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-1f3d83f2-43b7-462c-88ac-4c5f0bca01d3 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Made reservation on behalf of a95f25ece8e34b95b04d1eac6dc6ab3d for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:28:20.347237 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-1f3d83f2-43b7-462c-88ac-4c5f0bca01d3 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:20.472379 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-1f3d83f2-43b7-462c-88ac-4c5f0bca01d3 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Allocated IP 172.20.0.6 (afa8becb-b000-4953-ad4a-faf52428464f/4f96d30c-839d-4c63-8a41-a5759950cc27/7329fb25-ed3e-41ea-a20f-61636edd2a2f) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:28:20.622716 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-1f3d83f2-43b7-462c-88ac-4c5f0bca01d3 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:20.658965 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-1f3d83f2-43b7-462c-88ac-4c5f0bca01d3 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:20.702143 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-1f3d83f2-43b7-462c-88ac-4c5f0bca01d3 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Network afa8becb-b000-4953-ad4a-faf52428464f is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:28:20.707172 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-1f3d83f2-43b7-462c-88ac-4c5f0bca01d3 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:28:20.710925 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-1f3d83f2-43b7-462c-88ac-4c5f0bca01d3 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:28:20.717822 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d83f2-43b7-462c-88ac-4c5f0bca01d3 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Pushing event updated for resources: {'Port': ['ID=7329fb25-ed3e-41ea-a20f-61636edd2a2f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:20.770949 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-1f3d83f2-43b7-462c-88ac-4c5f0bca01d3 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:20.771592 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-1f3d83f2-43b7-462c-88ac-4c5f0bca01d3 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:20.792243 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-1f3d83f2-43b7-462c-88ac-4c5f0bca01d3 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9570584 Nov 04 11:28:20.804410 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-087065b8-5e6e-452c-bde0-8d15122368dd service neutron] Request body: {'port': {'device_id': '08152834-704f-40e3-bd71-77465e659e12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:28:20.863669 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-087065b8-5e6e-452c-bde0-8d15122368dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:20.944356 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:20.949507 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74123268-8223-4a2b-ab57-e9cdfea45de2 req-d52c60ce-3ee9-4049-8a3d-5dafbd9fd346 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:20.951076 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74123268-8223-4a2b-ab57-e9cdfea45de2 req-d52c60ce-3ee9-4049-8a3d-5dafbd9fd346 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 931 time: 0.0531580 Nov 04 11:28:20.971011 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-cebce9b2-acd9-4941-84d4-01a50cc93136 None None] Provisioning complete for port 7329fb25-ed3e-41ea-a20f-61636edd2a2f triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:28:20.971694 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cebce9b2-acd9-4941-84d4-01a50cc93136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:21.003581 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-74123268-8223-4a2b-ab57-e9cdfea45de2 req-d2a6dfe5-d5b4-45b9-a823-bcecc4ce84d5 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453293 Nov 04 11:28:21.007920 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-cebce9b2-acd9-4941-84d4-01a50cc93136 None None] Port 7329fb25-ed3e-41ea-a20f-61636edd2a2f cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:28:21.134757 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-087065b8-5e6e-452c-bde0-8d15122368dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7329fb25-ed3e-41ea-a20f-61636edd2a2f {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:28:21.143292 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-087065b8-5e6e-452c-bde0-8d15122368dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:21.156679 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-087065b8-5e6e-452c-bde0-8d15122368dd service neutron] Transition to ACTIVE for port object 7329fb25-ed3e-41ea-a20f-61636edd2a2f will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:28:21.162634 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-087065b8-5e6e-452c-bde0-8d15122368dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:21.216746 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087065b8-5e6e-452c-bde0-8d15122368dd service neutron] Pushing event updated for resources: {'Port': ['ID=7329fb25-ed3e-41ea-a20f-61636edd2a2f,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:21.223556 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device da069746-7220-41a4-b5a4-5ce84dbb154a up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:28:21.283530 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port da069746-7220-41a4-b5a4-5ce84dbb154a triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:28:21.284006 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:21.295720 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-087065b8-5e6e-452c-bde0-8d15122368dd service neutron] Attempting to bind port 7329fb25-ed3e-41ea-a20f-61636edd2a2f on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:28:21.296085 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-087065b8-5e6e-452c-bde0-8d15122368dd service neutron] Attempting to bind port 7329fb25-ed3e-41ea-a20f-61636edd2a2f by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:28:21.296594 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-087065b8-5e6e-452c-bde0-8d15122368dd service neutron] Attempting to bind port 7329fb25-ed3e-41ea-a20f-61636edd2a2f on network afa8becb-b000-4953-ad4a-faf52428464f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:28:21.301552 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-087065b8-5e6e-452c-bde0-8d15122368dd service neutron] Port 7329fb25-ed3e-41ea-a20f-61636edd2a2f on network afa8becb-b000-4953-ad4a-faf52428464f not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:28:21.301864 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-087065b8-5e6e-452c-bde0-8d15122368dd service neutron] Attempting to bind port 7329fb25-ed3e-41ea-a20f-61636edd2a2f on network afa8becb-b000-4953-ad4a-faf52428464f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:28:21.308197 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-087065b8-5e6e-452c-bde0-8d15122368dd service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:28:21.308781 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-087065b8-5e6e-452c-bde0-8d15122368dd service neutron] Checking segment: {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:28:21.309286 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-087065b8-5e6e-452c-bde0-8d15122368dd service neutron] Bound using segment: {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:28:21.310552 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-087065b8-5e6e-452c-bde0-8d15122368dd service neutron] Bound port: 7329fb25-ed3e-41ea-a20f-61636edd2a2f, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:28:21.310552 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-087065b8-5e6e-452c-bde0-8d15122368dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:21.386451 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-087065b8-5e6e-452c-bde0-8d15122368dd service neutron] For port 7329fb25-ed3e-41ea-a20f-61636edd2a2f, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:28:21.390204 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-087065b8-5e6e-452c-bde0-8d15122368dd service neutron] For port 7329fb25-ed3e-41ea-a20f-61636edd2a2f, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=7329fb25-ed3e-41ea-a20f-61636edd2a2f,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:28:21.395313 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-087065b8-5e6e-452c-bde0-8d15122368dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:21.442605 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-087065b8-5e6e-452c-bde0-8d15122368dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:21.443231 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-087065b8-5e6e-452c-bde0-8d15122368dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:21.444633 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-087065b8-5e6e-452c-bde0-8d15122368dd service neutron] 10.222.0.121 "PUT /v2.0/ports/7329fb25-ed3e-41ea-a20f-61636edd2a2f HTTP/1.1" status: 200 len: 1091 time: 0.6446280 Nov 04 11:28:21.445105 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08152834-704f-40e3-bd71-77465e659e12', 'tag': '7329fb25-ed3e-41ea-a20f-61636edd2a2f'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:28:21.447495 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afac6ad8-fdf2-4500-84ec-2f8854bb2ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "08152834-704f-40e3-bd71-77465e659e12", "tag": "7329fb25-ed3e-41ea-a20f-61636edd2a2f"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:28:21.470721 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087065b8-5e6e-452c-bde0-8d15122368dd service neutron] Pushing event updated for resources: {'Port': ['ID=7329fb25-ed3e-41ea-a20f-61636edd2a2f,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:21.494074 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88142db4-0f9b-4aa3-8cf6-8d13fbf03c89 x-openstack-request-id: req-88142db4-0f9b-4aa3-8cf6-8d13fbf03c89 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:28:21.494423 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08152834-704f-40e3-bd71-77465e659e12", "tag": "7329fb25-ed3e-41ea-a20f-61636edd2a2f", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:28:21.495046 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-88142db4-0f9b-4aa3-8cf6-8d13fbf03c89 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:28:21.495046 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08152834-704f-40e3-bd71-77465e659e12', 'tag': '7329fb25-ed3e-41ea-a20f-61636edd2a2f', 'status': 'completed', 'code': 200} Nov 04 11:28:21.545166 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-2a4e5589-94e2-43e0-a9e9-f58cbdb7fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:21.546806 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-2a4e5589-94e2-43e0-a9e9-f58cbdb7fda9 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 1094 time: 0.0450163 Nov 04 11:28:21.594123 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-2907b2c9-0fc4-4392-9570-5d8d0b460843 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7329fb25-ed3e-41ea-a20f-61636edd2a2f HTTP/1.1" status: 200 len: 217 time: 0.0369108 Nov 04 11:28:21.652580 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-0c221c82-b7fd-4118-8914-01b104e847a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:21.654087 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-0c221c82-b7fd-4118-8914-01b104e847a7 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0517499 Nov 04 11:28:21.702351 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-216f5e3a-03bc-4485-8854-ec61842ef939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:21.703887 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-216f5e3a-03bc-4485-8854-ec61842ef939 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429220 Nov 04 11:28:21.805955 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-7c882c3c-c385-46e4-8c24-00ce1beecc4a service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932000 Nov 04 11:28:21.904029 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-02ae11a7-2d4d-4b5a-b964-db8b533c8813 req-e1636368-c8b3-428e-9705-960d74afd3d3 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909064 Nov 04 11:28:21.997779 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac6ad8-fdf2-4500-84ec-2f8854bb2ad9 req-28a85904-f038-4677-91fb-e530749a4a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:21.999282 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-afac6ad8-fdf2-4500-84ec-2f8854bb2ad9 req-28a85904-f038-4677-91fb-e530749a4a20 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 1094 time: 0.0436792 Nov 04 11:28:22.106948 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac6ad8-fdf2-4500-84ec-2f8854bb2ad9 req-ec246c1c-db3d-406b-9840-5f25f478a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:22.108471 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-afac6ad8-fdf2-4500-84ec-2f8854bb2ad9 req-ec246c1c-db3d-406b-9840-5f25f478a92f service neutron] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.1002114 Nov 04 11:28:22.137739 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801e3db-59eb-4ac5-b856-b51c9be19a9a req-36e91b60-1b4f-4dc1-9c68-32297ad4eaef tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:22.139654 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0801e3db-59eb-4ac5-b856-b51c9be19a9a req-36e91b60-1b4f-4dc1-9c68-32297ad4eaef tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 943 time: 0.0503023 Nov 04 11:28:22.153168 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-afac6ad8-fdf2-4500-84ec-2f8854bb2ad9 req-5e7f71a6-0f54-4db9-b827-47860ee0955b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7329fb25-ed3e-41ea-a20f-61636edd2a2f HTTP/1.1" status: 200 len: 217 time: 0.0365624 Nov 04 11:28:22.195488 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0801e3db-59eb-4ac5-b856-b51c9be19a9a req-2d1b93f5-e672-484c-b2b2-d3dc28555d45 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482569 Nov 04 11:28:22.208464 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac6ad8-fdf2-4500-84ec-2f8854bb2ad9 req-83973a1a-8f88-4168-8e35-0ee69efa7e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:22.209998 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-afac6ad8-fdf2-4500-84ec-2f8854bb2ad9 req-83973a1a-8f88-4168-8e35-0ee69efa7e24 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0491138 Nov 04 11:28:22.264352 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac6ad8-fdf2-4500-84ec-2f8854bb2ad9 req-7edffb74-c046-4d9e-b7c5-6d7dddb18cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:22.265925 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-afac6ad8-fdf2-4500-84ec-2f8854bb2ad9 req-7edffb74-c046-4d9e-b7c5-6d7dddb18cab service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468216 Nov 04 11:28:22.344992 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:22.363639 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-afac6ad8-fdf2-4500-84ec-2f8854bb2ad9 req-732bd686-6e95-49f2-a534-0de5e5e52777 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890784 Nov 04 11:28:22.463680 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-afac6ad8-fdf2-4500-84ec-2f8854bb2ad9 req-ef7a24ab-2768-4405-a869-2ef7bbc96ec9 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918067 Nov 04 11:28:22.650469 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:23.324449 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4c2e4-1ef1-42b2-8794-c2a77d0ec7b9 req-67a9a949-dbf1-4c73-b0a5-290b89a93ec3 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:23.326121 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a5f4c2e4-1ef1-42b2-8794-c2a77d0ec7b9 req-67a9a949-dbf1-4c73-b0a5-290b89a93ec3 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 943 time: 0.0547202 Nov 04 11:28:23.378760 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a5f4c2e4-1ef1-42b2-8794-c2a77d0ec7b9 req-04aef0ea-81b3-4041-8ad7-7eba3e0f493c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464764 Nov 04 11:28:24.276744 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 7329fb25-ed3e-41ea-a20f-61636edd2a2f details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:28:24.384112 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 7329fb25-ed3e-41ea-a20f-61636edd2a2f, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=7329fb25-ed3e-41ea-a20f-61636edd2a2f,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:28:24.396310 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '7329fb25-ed3e-41ea-a20f-61636edd2a2f', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'port_id': '7329fb25-ed3e-41ea-a20f-61636edd2a2f', 'mac_address': 'fa:16:3e:43:95:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:28:24.433859 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:24.447849 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7329fb25-ed3e-41ea-a20f-61636edd2a2f {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:28:24.469307 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 7329fb25-ed3e-41ea-a20f-61636edd2a2f, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=7329fb25-ed3e-41ea-a20f-61636edd2a2f,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:28:24.475345 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:24.499451 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e72ec-9af8-47be-a672-33e5f30e1dbb req-2cd91569-3dcc-4a26-9341-d05f4492331a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:24.501361 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8f8e72ec-9af8-47be-a672-33e5f30e1dbb req-2cd91569-3dcc-4a26-9341-d05f4492331a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 943 time: 0.0519071 Nov 04 11:28:24.528024 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=7329fb25-ed3e-41ea-a20f-61636edd2a2f,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:24.551803 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8f8e72ec-9af8-47be-a672-33e5f30e1dbb req-2676f95c-97cc-447d-b560-7c6ac1b5494a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442502 Nov 04 11:28:24.679921 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['7329fb25-ed3e-41ea-a20f-61636edd2a2f'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:28:25.416549 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:28:25.675313 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f5c82-967f-40d3-9b78-8d1b604f89ed req-107d992c-f41b-4e91-af1c-0cbf05b2f225 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:25.677078 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b01f5c82-967f-40d3-9b78-8d1b604f89ed req-107d992c-f41b-4e91-af1c-0cbf05b2f225 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 944 time: 0.0544455 Nov 04 11:28:25.727051 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b01f5c82-967f-40d3-9b78-8d1b604f89ed req-dd881452-497c-429d-a971-3c42c379fb0d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436087 Nov 04 11:28:26.291116 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 7329fb25-ed3e-41ea-a20f-61636edd2a2f up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:28:26.352022 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 7329fb25-ed3e-41ea-a20f-61636edd2a2f completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:28:26.356687 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 7329fb25-ed3e-41ea-a20f-61636edd2a2f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:28:26.357096 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:26.600668 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:26.623294 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08152834-704f-40e3-bd71-77465e659e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7329fb25-ed3e-41ea-a20f-61636edd2a2f'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:28:26.625564 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5c5eee-7c60-4221-ae65-5a6e75bf4a50" -d '{"events": [{"server_uuid": "08152834-704f-40e3-bd71-77465e659e12", "name": "network-vif-plugged", "status": "completed", "tag": "7329fb25-ed3e-41ea-a20f-61636edd2a2f"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:28:26.638125 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 7329fb25-ed3e-41ea-a20f-61636edd2a2f, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=7329fb25-ed3e-41ea-a20f-61636edd2a2f,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:28:26.643970 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:26.669271 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6115d02-4e33-4481-a05a-a5788f5a0c76 x-openstack-request-id: req-f6115d02-4e33-4481-a05a-a5788f5a0c76 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:28:26.669565 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08152834-704f-40e3-bd71-77465e659e12", "name": "network-vif-plugged", "status": "completed", "tag": "7329fb25-ed3e-41ea-a20f-61636edd2a2f", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:28:26.669813 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f6115d02-4e33-4481-a05a-a5788f5a0c76 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:28:26.670207 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08152834-704f-40e3-bd71-77465e659e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7329fb25-ed3e-41ea-a20f-61636edd2a2f', 'code': 200} Nov 04 11:28:26.698525 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=7329fb25-ed3e-41ea-a20f-61636edd2a2f,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:28:26.776306 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946c37d-d9fe-452b-a80d-434760dd70d5 req-c5d44a84-021e-405c-9299-38165cd973b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:26.777898 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e946c37d-d9fe-452b-a80d-434760dd70d5 req-c5d44a84-021e-405c-9299-38165cd973b1 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 1096 time: 0.0432584 Nov 04 11:28:26.830986 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e946c37d-d9fe-452b-a80d-434760dd70d5 req-1f301528-6937-45e8-8af7-c6f2b75cbf46 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448606 Nov 04 11:28:26.856416 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae59a0-2a95-4d43-b736-e93c36f7ba61 req-a2f2b575-936c-465e-bd42-5214c5118551 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:26.857959 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3cae59a0-2a95-4d43-b736-e93c36f7ba61 req-a2f2b575-936c-465e-bd42-5214c5118551 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 945 time: 0.0549903 Nov 04 11:28:26.909059 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3cae59a0-2a95-4d43-b736-e93c36f7ba61 req-9dd2d132-2191-4456-bd84-5e9712201d98 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444286 Nov 04 11:28:28.034599 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4eac9-7ad7-4344-ac45-e1b303aa20f0 req-fb1c13bf-8818-400c-aaa9-a42a1711c5e3 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:28.037042 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b8c4eac9-7ad7-4344-ac45-e1b303aa20f0 req-fb1c13bf-8818-400c-aaa9-a42a1711c5e3 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 945 time: 0.0579364 Nov 04 11:28:28.093850 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b8c4eac9-7ad7-4344-ac45-e1b303aa20f0 req-c6a29829-4af0-4e98-8ea9-f3589639cc84 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504251 Nov 04 11:28:28.224142 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f4c68-d2b3-4dff-b773-aaf209f318ae req-e57d731f-f035-47bf-a1e6-eabda4710041 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:28.225608 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9a4f4c68-d2b3-4dff-b773-aaf209f318ae req-e57d731f-f035-47bf-a1e6-eabda4710041 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 945 time: 0.0587356 Nov 04 11:28:28.235413 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 60148) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:28:28.242323 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-4e1164f0-85da-480e-b1a3-e7d57ff7a372 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Request body: {'floatingip': {'port_id': '7329fb25-ed3e-41ea-a20f-61636edd2a2f'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:28:28.283618 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4e1164f0-85da-480e-b1a3-e7d57ff7a372 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for floatingip, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:28.751739 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4e1164f0-85da-480e-b1a3-e7d57ff7a372 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:28.758700 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4e1164f0-85da-480e-b1a3-e7d57ff7a372 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:28.863420 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [None req-4e1164f0-85da-480e-b1a3-e7d57ff7a372 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Floating IP 5006c58e-2bb2-4d83-b213-c6b7185cabef associated. External IP: 172.25.7.19, port: 7329fb25-ed3e-41ea-a20f-61636edd2a2f. Nov 04 11:28:29.087250 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1164f0-85da-480e-b1a3-e7d57ff7a372 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Router 7333c5b2-c3e5-4615-af65-032ffa964f8e has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:28:29.217131 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1164f0-85da-480e-b1a3-e7d57ff7a372 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:28:29.222981 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4e1164f0-85da-480e-b1a3-e7d57ff7a372 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:29.230966 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2b7544-0207-41c2-b439-0e60201a548f None None] Sync routers for ids ['7333c5b2-c3e5-4615-af65-032ffa964f8e'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:28:29.241582 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2b7544-0207-41c2-b439-0e60201a548f None None] Routers {'7333c5b2-c3e5-4615-af65-032ffa964f8e'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:28:29.242215 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-af2b7544-0207-41c2-b439-0e60201a548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:28:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7333c5b2-c3e5-4615-af65-032ffa964f8e'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:28:29.253137 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4e1164f0-85da-480e-b1a3-e7d57ff7a372 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "PUT /v2.0/floatingips/5006c58e-2bb2-4d83-b213-c6b7185cabef HTTP/1.1" status: 200 len: 990 time: 1.0164623 Nov 04 11:28:29.253743 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08152834-704f-40e3-bd71-77465e659e12', 'tag': '7329fb25-ed3e-41ea-a20f-61636edd2a2f'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:28:29.256089 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fecece-88b4-43f4-b7a6-348107ed0313" -d '{"events": [{"name": "network-changed", "server_uuid": "08152834-704f-40e3-bd71-77465e659e12", "tag": "7329fb25-ed3e-41ea-a20f-61636edd2a2f"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:28:29.349975 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd53837-81b8-4060-9f7a-430561618b78 x-openstack-request-id: req-9bd53837-81b8-4060-9f7a-430561618b78 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:28:29.350266 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08152834-704f-40e3-bd71-77465e659e12", "tag": "7329fb25-ed3e-41ea-a20f-61636edd2a2f", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:28:29.350520 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-9bd53837-81b8-4060-9f7a-430561618b78 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:28:29.350946 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08152834-704f-40e3-bd71-77465e659e12', 'tag': '7329fb25-ed3e-41ea-a20f-61636edd2a2f', 'status': 'completed', 'code': 200} Nov 04 11:28:29.354683 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-af2b7544-0207-41c2-b439-0e60201a548f None None] Set router 7333c5b2-c3e5-4615-af65-032ffa964f8e gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:28:29.414169 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fecece-88b4-43f4-b7a6-348107ed0313 req-f17c8626-50f3-4b65-9d6c-b67aa88e98d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:29.415742 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e0fecece-88b4-43f4-b7a6-348107ed0313 req-f17c8626-50f3-4b65-9d6c-b67aa88e98d7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 1096 time: 0.0418401 Nov 04 11:28:29.518442 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fecece-88b4-43f4-b7a6-348107ed0313 req-00798a75-35a1-4bf9-9219-68ca53fb1cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:29.519955 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e0fecece-88b4-43f4-b7a6-348107ed0313 req-00798a75-35a1-4bf9-9219-68ca53fb1cbc service neutron] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0928297 Nov 04 11:28:29.590296 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e0fecece-88b4-43f4-b7a6-348107ed0313 req-962cd444-c270-406b-bfad-72cf7c64b1e9 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7329fb25-ed3e-41ea-a20f-61636edd2a2f HTTP/1.1" status: 200 len: 998 time: 0.0626950 Nov 04 11:28:29.593258 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-af2b7544-0207-41c2-b439-0e60201a548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '5006c58e-2bb2-4d83-b213-c6b7185cabef', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'floating_ip_address': '172.25.7.19', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'port_id': '7329fb25-ed3e-41ea-a20f-61636edd2a2f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'mac_address': 'fa:16:3e:43:95:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08152834-704f-40e3-bd71-77465e659e12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:28:17Z', 'updated_at': '2021-11-04T11:28:28Z', 'revision_number': 1, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:19Z', 'revision_number': 5, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:28:29.623739 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2b7544-0207-41c2-b439-0e60201a548f None None] Checking router: 7333c5b2-c3e5-4615-af65-032ffa964f8e for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:28:29.632761 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2b7544-0207-41c2-b439-0e60201a548f None None] Routers {'7333c5b2-c3e5-4615-af65-032ffa964f8e'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:28:29.633404 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-af2b7544-0207-41c2-b439-0e60201a548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:28:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7333c5b2-c3e5-4615-af65-032ffa964f8e'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:28:29.644453 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fecece-88b4-43f4-b7a6-348107ed0313 req-61e486b4-eec9-4fcd-b7c8-a95a5aca3c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:29.645997 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e0fecece-88b4-43f4-b7a6-348107ed0313 req-61e486b4-eec9-4fcd-b7c8-a95a5aca3c30 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0491264 Nov 04 11:28:29.695710 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fecece-88b4-43f4-b7a6-348107ed0313 req-c5da1b19-db7e-4bfd-acfd-9d2086f3246f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:28:29.697285 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e0fecece-88b4-43f4-b7a6-348107ed0313 req-c5da1b19-db7e-4bfd-acfd-9d2086f3246f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425067 Nov 04 11:28:29.740136 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-af2b7544-0207-41c2-b439-0e60201a548f None None] Set router 7333c5b2-c3e5-4615-af65-032ffa964f8e gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:28:29.789847 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e0fecece-88b4-43f4-b7a6-348107ed0313 req-37f59a55-e5af-4cc8-947f-0c1777aeffb3 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853825 Nov 04 11:28:29.887876 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e0fecece-88b4-43f4-b7a6-348107ed0313 req-367ae60f-460f-4636-9ee7-32234303e96e service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909042 Nov 04 11:28:29.973981 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-af2b7544-0207-41c2-b439-0e60201a548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '5006c58e-2bb2-4d83-b213-c6b7185cabef', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'floating_ip_address': '172.25.7.19', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'port_id': '7329fb25-ed3e-41ea-a20f-61636edd2a2f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'mac_address': 'fa:16:3e:43:95:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08152834-704f-40e3-bd71-77465e659e12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:28:17Z', 'updated_at': '2021-11-04T11:28:28Z', 'revision_number': 1, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:19Z', 'revision_number': 5, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:28:30.003264 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2b7544-0207-41c2-b439-0e60201a548f None None] The sync data for ids ['7333c5b2-c3e5-4615-af65-032ffa964f8e'] in n-d-816629-1 is: [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '5006c58e-2bb2-4d83-b213-c6b7185cabef', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'floating_ip_address': '172.25.7.19', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'port_id': '7329fb25-ed3e-41ea-a20f-61636edd2a2f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'mac_address': 'fa:16:3e:43:95:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08152834-704f-40e3-bd71-77465e659e12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:28:17Z', 'updated_at': '2021-11-04T11:28:28Z', 'revision_number': 1, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:19Z', 'revision_number': 5, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:28:30.205318 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b23380b-0724-4470-a414-e7ad996eb0d3 None None] New status for floating IP 5006c58e-2bb2-4d83-b213-c6b7185cabef: ACTIVE {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:28:42.904251 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:45.249053 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:46.917527 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ef2c1a87-bea5-4896-ae20-fcaecc49f8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:49.743468 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a5ca9462-7494-42c7-9412-76c8ad80fbc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:50.963619 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:52.350279 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:28:52.654469 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:29:02.421441 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:29:12.088392 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-558f1a58-8b56-4ce2-be91-54c85265f83f req-6c6a689e-518d-4db6-be4d-2704a2b020d7 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0485568 Nov 04 11:29:12.180884 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f1a58-8b56-4ce2-be91-54c85265f83f req-88653984-9052-47c6-9c2e-a27022e1327e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:29:12.182413 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-558f1a58-8b56-4ce2-be91-54c85265f83f req-88653984-9052-47c6-9c2e-a27022e1327e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 1096 time: 0.0482500 Nov 04 11:29:12.298817 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f1a58-8b56-4ce2-be91-54c85265f83f req-d3c4292b-5b48-46eb-acf9-691dda1e9ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:29:12.300373 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-558f1a58-8b56-4ce2-be91-54c85265f83f req-d3c4292b-5b48-46eb-acf9-691dda1e9ff2 service neutron] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0960875 Nov 04 11:29:12.366448 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-558f1a58-8b56-4ce2-be91-54c85265f83f req-f3bd7816-d34c-4c34-aa65-9d77e371ce6f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7329fb25-ed3e-41ea-a20f-61636edd2a2f HTTP/1.1" status: 200 len: 1000 time: 0.0589626 Nov 04 11:29:12.421407 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f1a58-8b56-4ce2-be91-54c85265f83f req-7c033532-faf3-4c85-aeb7-62fe1507d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:29:12.422894 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-558f1a58-8b56-4ce2-be91-54c85265f83f req-7c033532-faf3-4c85-aeb7-62fe1507d874 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0498183 Nov 04 11:29:12.471081 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f1a58-8b56-4ce2-be91-54c85265f83f req-ede1f484-62ed-4df8-821e-bcbab6b772a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:29:12.472635 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-558f1a58-8b56-4ce2-be91-54c85265f83f req-ede1f484-62ed-4df8-821e-bcbab6b772a2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428455 Nov 04 11:29:12.570969 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-558f1a58-8b56-4ce2-be91-54c85265f83f req-75df57de-1cd5-4571-ad4d-ea82db8d0a6a service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912189 Nov 04 11:29:12.674274 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-558f1a58-8b56-4ce2-be91-54c85265f83f req-6147bc4f-16f8-4c8c-a0e2-d90b56523e32 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951121 Nov 04 11:29:12.902350 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:29:15.267850 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:29:16.910580 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5049ed7d-88a5-4b4e-8efa-e3e391197849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:29:19.744503 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e695af53-3b1b-4789-b3da-ab5b07498cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:29:20.964839 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:29:22.356982 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:29:22.657820 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:29:39.426979 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:29:42.919050 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:29:45.294182 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:29:46.914194 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5908cf42-f9a2-461c-8f67-46262ef43ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:29:49.750723 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-03f110d0-0a30-4f3e-890b-bc79613dbbd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:29:50.964112 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:29:52.365598 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:29:52.657695 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:06.023191 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5380bf-435d-473f-855e-22ba15fe143e req-e985caac-e1f7-4c4a-9dcf-f183b16f8cab tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:06.025365 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ba5380bf-435d-473f-855e-22ba15fe143e req-e985caac-e1f7-4c4a-9dcf-f183b16f8cab tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 945 time: 0.0744767 Nov 04 11:30:06.085705 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ba5380bf-435d-473f-855e-22ba15fe143e req-ece47f1c-5163-4293-89e3-86b493b101e4 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540259 Nov 04 11:30:06.332992 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-d1eb860a-85b1-42d7-b725-8ef64a2cd338 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411723 Nov 04 11:30:06.346146 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b80ee-e17a-410c-b2fb-9d6d63b12c45 req-2a5db9d6-1015-473b-8b06-0d292e80ee4f tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:06.347739 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b09b80ee-e17a-410c-b2fb-9d6d63b12c45 req-2a5db9d6-1015-473b-8b06-0d292e80ee4f tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 945 time: 0.0544503 Nov 04 11:30:06.398209 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b09b80ee-e17a-410c-b2fb-9d6d63b12c45 req-a5e0d699-cfc2-4aff-b36e-25ec8c6a5605 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438311 Nov 04 11:30:07.508638 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-0967a319-31d0-4185-b749-963f4be9c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:07.510322 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-0967a319-31d0-4185-b749-963f4be9c7cf service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 1096 time: 0.0427411 Nov 04 11:30:07.523783 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81159c9-db6d-4b83-a8f8-c6616e10843d req-5af62e87-8f76-4ebc-bdae-6f9347f5c174 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:07.525943 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f81159c9-db6d-4b83-a8f8-c6616e10843d req-5af62e87-8f76-4ebc-bdae-6f9347f5c174 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 945 time: 0.0517807 Nov 04 11:30:07.573740 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f81159c9-db6d-4b83-a8f8-c6616e10843d req-c1bc4dca-250f-4e7f-8f0c-7ef13d42eaf2 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421710 Nov 04 11:30:07.611284 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-62200c9d-1a02-4f0d-9cdd-a70645a617e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:07.613081 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-62200c9d-1a02-4f0d-9cdd-a70645a617e6 service neutron] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0960054 Nov 04 11:30:07.680164 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-7e3faed1-4e9b-4e50-9c67-ed5f3d1b6c86 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7329fb25-ed3e-41ea-a20f-61636edd2a2f HTTP/1.1" status: 200 len: 1000 time: 0.0600731 Nov 04 11:30:07.733555 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-ee35e043-ad67-409a-94f7-9a749f1abc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:07.735034 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-ee35e043-ad67-409a-94f7-9a749f1abc92 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0477245 Nov 04 11:30:07.782132 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-e056b35d-64ae-4186-9b14-c8a6eeaf7bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:07.783683 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-e056b35d-64ae-4186-9b14-c8a6eeaf7bb0 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415382 Nov 04 11:30:07.874906 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-833c1dc4-23be-4453-b8f1-e742e9d275c0 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840490 Nov 04 11:30:07.984873 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-8af46596-9b4b-4726-a38d-fdeaee990f72 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995810 Nov 04 11:30:08.709184 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcbedf-1c77-415f-9cf4-0900cd69d5a6 req-ce1f8ae8-e10c-4479-92ee-f7319d5c14c3 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:08.710690 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-45dcbedf-1c77-415f-9cf4-0900cd69d5a6 req-ce1f8ae8-e10c-4479-92ee-f7319d5c14c3 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 945 time: 0.0551901 Nov 04 11:30:08.760848 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-45dcbedf-1c77-415f-9cf4-0900cd69d5a6 req-a395806e-9847-4d49-b73f-b30ec049d78a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438511 Nov 04 11:30:09.887622 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c05d9-5675-4e30-9d46-92e57b4c5c18 req-f1f0bfbb-1922-4cb3-93fa-1309a9dbc287 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:09.889192 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1d9c05d9-5675-4e30-9d46-92e57b4c5c18 req-f1f0bfbb-1922-4cb3-93fa-1309a9dbc287 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 945 time: 0.0545912 Nov 04 11:30:09.941020 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1d9c05d9-5675-4e30-9d46-92e57b4c5c18 req-7be29d9e-ba44-4789-a761-740eb54d206d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429840 Nov 04 11:30:11.091794 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c048e40-8849-4a0e-89a7-daf1aa124941 req-8ec139c6-8a11-4b0c-9533-6bdf6139b7b0 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:11.093303 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c048e40-8849-4a0e-89a7-daf1aa124941 req-8ec139c6-8a11-4b0c-9533-6bdf6139b7b0 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 945 time: 0.0589345 Nov 04 11:30:11.149946 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c048e40-8849-4a0e-89a7-daf1aa124941 req-022a1e5f-b155-4aef-ae26-c814537ca560 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478647 Nov 04 11:30:12.280786 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3d29b-e5d9-4552-a02e-260f50308389 req-ec94f994-88e2-4ece-bba0-a71100a8a5b9 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:12.283194 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-52f3d29b-e5d9-4552-a02e-260f50308389 req-ec94f994-88e2-4ece-bba0-a71100a8a5b9 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 945 time: 0.0624397 Nov 04 11:30:12.342229 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-52f3d29b-e5d9-4552-a02e-260f50308389 req-162324d8-3040-4a28-8173-49141385b927 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509336 Nov 04 11:30:12.917355 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:13.480228 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24beb648-3ac0-4a24-aed4-5e5e9ab1a868 req-4fb7b9eb-9c79-4da2-984b-c74d3ce12dc1 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:13.481704 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24beb648-3ac0-4a24-aed4-5e5e9ab1a868 req-4fb7b9eb-9c79-4da2-984b-c74d3ce12dc1 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 945 time: 0.0540543 Nov 04 11:30:13.535555 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24beb648-3ac0-4a24-aed4-5e5e9ab1a868 req-4ce280a2-98be-4bd0-85ee-22e42119dd79 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443747 Nov 04 11:30:14.109506 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed993b-6431-48df-b1d5-3610c63a064d req-b2c7d772-c487-4ca1-92db-a416ccbf9052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:14.112682 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0bed993b-6431-48df-b1d5-3610c63a064d req-b2c7d772-c487-4ca1-92db-a416ccbf9052 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 1096 time: 0.0473337 Nov 04 11:30:14.233903 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed993b-6431-48df-b1d5-3610c63a064d req-fd9554d1-5b5d-4008-ba5f-f3fd8a216f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:14.235413 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0bed993b-6431-48df-b1d5-3610c63a064d req-fd9554d1-5b5d-4008-ba5f-f3fd8a216f2f service neutron] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0955932 Nov 04 11:30:14.310102 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0bed993b-6431-48df-b1d5-3610c63a064d req-4a9fcf36-737a-4ddc-b684-7e3065534b87 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7329fb25-ed3e-41ea-a20f-61636edd2a2f HTTP/1.1" status: 200 len: 1000 time: 0.0656879 Nov 04 11:30:14.363218 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed993b-6431-48df-b1d5-3610c63a064d req-44fe9638-6cd8-41be-af78-1a9091cf8159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:14.364593 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0bed993b-6431-48df-b1d5-3610c63a064d req-44fe9638-6cd8-41be-af78-1a9091cf8159 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0472672 Nov 04 11:30:14.416769 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed993b-6431-48df-b1d5-3610c63a064d req-c773aae7-6c85-4089-8d79-e5d24c34974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:14.418648 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0bed993b-6431-48df-b1d5-3610c63a064d req-c773aae7-6c85-4089-8d79-e5d24c34974f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466037 Nov 04 11:30:14.508521 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0bed993b-6431-48df-b1d5-3610c63a064d req-cb7f1add-e5c5-4c26-b263-3a5bd0b53f73 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826552 Nov 04 11:30:14.603940 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0bed993b-6431-48df-b1d5-3610c63a064d req-c0781666-2f3d-46c7-a9ea-200b3cbcedf3 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881286 Nov 04 11:30:14.661451 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e9ffa-0fc9-4bf7-935d-d3c26999561d req-3a5380c6-5b74-46ff-8c3f-e167b2df4984 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:14.662886 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4d9e9ffa-0fc9-4bf7-935d-d3c26999561d req-3a5380c6-5b74-46ff-8c3f-e167b2df4984 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 945 time: 0.0560489 Nov 04 11:30:14.716185 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4d9e9ffa-0fc9-4bf7-935d-d3c26999561d req-aee2159c-41be-4671-a08a-9562c67216bd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471792 Nov 04 11:30:15.290458 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:15.853848 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e46e7-f65d-48e9-9f37-25b1b83aa87e req-28d88dbf-32c8-4d3c-820f-4502dac7324a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:15.855343 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8c0e46e7-f65d-48e9-9f37-25b1b83aa87e req-28d88dbf-32c8-4d3c-820f-4502dac7324a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 945 time: 0.0518708 Nov 04 11:30:15.905551 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8c0e46e7-f65d-48e9-9f37-25b1b83aa87e req-7e2ced56-9c8e-45c2-8638-072b770ab33e tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414236 Nov 04 11:30:16.426722 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:30:16.912650 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-86d9b2ab-5ba6-4d49-9f68-b1963a0a2357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:17.034347 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4dc6b-c971-48b5-88e5-12b38b011377 req-f5ae02b6-66df-4702-8d03-5179d4e4aad4 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:17.035881 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0ac4dc6b-c971-48b5-88e5-12b38b011377 req-f5ae02b6-66df-4702-8d03-5179d4e4aad4 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 945 time: 0.0521123 Nov 04 11:30:17.099263 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0ac4dc6b-c971-48b5-88e5-12b38b011377 req-2089b98f-9451-4947-bc57-b2211a9ef600 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541282 Nov 04 11:30:18.237522 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2f013-8608-4a95-af44-a763a86db790 req-50f7a882-f75e-46d2-a8a8-818031d73d7c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:18.239036 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dbe2f013-8608-4a95-af44-a763a86db790 req-50f7a882-f75e-46d2-a8a8-818031d73d7c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 945 time: 0.0540164 Nov 04 11:30:18.297510 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dbe2f013-8608-4a95-af44-a763a86db790 req-00696e58-f366-4164-93e4-dbf086021fc3 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513651 Nov 04 11:30:19.430223 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe54c7-b256-481c-b412-e5a69bc44ef3 req-0ff230dc-16fb-416d-9324-3cf466aefa04 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:19.431635 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83fe54c7-b256-481c-b412-e5a69bc44ef3 req-0ff230dc-16fb-416d-9324-3cf466aefa04 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 945 time: 0.0583732 Nov 04 11:30:19.484042 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83fe54c7-b256-481c-b412-e5a69bc44ef3 req-2934187d-173f-4a90-bda6-bfb6ae1540b6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438678 Nov 04 11:30:19.740129 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-68daeac1-110d-4775-a633-c0a69fff46e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:19.944279 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-c1c657b0-c2fe-49f8-b7b2-d49adb7266f5 service neutron] show failed (client error): The resource could not be found. Nov 04 11:30:19.945377 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-c1c657b0-c2fe-49f8-b7b2-d49adb7266f5 service neutron] 10.222.0.121 "GET /v2.0/ports/7329fb25-ed3e-41ea-a20f-61636edd2a2f/bindings/n-h1-816629-1 HTTP/1.1" status: 404 len: 380 time: 0.0594356 Nov 04 11:30:20.162629 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-626f34d7-5a16-42ba-b27b-ba61ea7763fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:20.164170 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-626f34d7-5a16-42ba-b27b-ba61ea7763fd service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12&tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d HTTP/1.1" status: 200 len: 1096 time: 0.0450537 Nov 04 11:30:20.180718 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816629-1', 'device_owner': 'compute:nova'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:30:20.235961 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:20.615964 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94c013-5a3c-48a5-9003-82e70da23f88 req-24954aa4-0bf3-4bb4-a389-c2127bb5d86b tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:20.617637 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2b94c013-5a3c-48a5-9003-82e70da23f88 req-24954aa4-0bf3-4bb4-a389-c2127bb5d86b tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 945 time: 0.0587745 Nov 04 11:30:20.672813 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2b94c013-5a3c-48a5-9003-82e70da23f88 req-4e057c66-5fb7-4df0-a3aa-e85c590ca877 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487185 Nov 04 11:30:20.835595 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] For port 7329fb25-ed3e-41ea-a20f-61636edd2a2f, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=7329fb25-ed3e-41ea-a20f-61636edd2a2f,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:30:20.869652 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] For port 7329fb25-ed3e-41ea-a20f-61636edd2a2f, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:30:20.908556 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08152834-704f-40e3-bd71-77465e659e12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7329fb25-ed3e-41ea-a20f-61636edd2a2f'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:30:20.910929 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb46e84-19f0-4cde-a128-9975abb1da32" -d '{"events": [{"server_uuid": "08152834-704f-40e3-bd71-77465e659e12", "name": "network-vif-unplugged", "status": "completed", "tag": "7329fb25-ed3e-41ea-a20f-61636edd2a2f"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:30:20.915279 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:20.930852 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Transition to ACTIVE for port object 7329fb25-ed3e-41ea-a20f-61636edd2a2f will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:30:20.936341 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:20.962688 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:20.965913 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 11:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5229dbb4-7054-4554-bdb6-c2cfd8819a0c x-openstack-request-id: req-5229dbb4-7054-4554-bdb6-c2cfd8819a0c {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:30:20.966327 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08152834-704f-40e3-bd71-77465e659e12", "name": "network-vif-unplugged", "status": "completed", "tag": "7329fb25-ed3e-41ea-a20f-61636edd2a2f", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:30:20.966443 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-5229dbb4-7054-4554-bdb6-c2cfd8819a0c {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:30:20.966839 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08152834-704f-40e3-bd71-77465e659e12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7329fb25-ed3e-41ea-a20f-61636edd2a2f', 'code': 200} Nov 04 11:30:21.018012 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=7329fb25-ed3e-41ea-a20f-61636edd2a2f,revision_number=6']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:30:21.033293 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:30:21.033614 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:30:21.033955 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:30:21.034278 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:30:21.034594 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:30:21.034909 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:30:21.035221 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:30:21.035521 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:30:21.035827 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:30:21.036133 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:30:21.036442 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:30:21.037092 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:30:21.075223 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] No DVR routers for this DVR port 7329fb25-ed3e-41ea-a20f-61636edd2a2f on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:30:21.225301 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Attempting to bind port 7329fb25-ed3e-41ea-a20f-61636edd2a2f on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:30:21.225636 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Attempting to bind port 7329fb25-ed3e-41ea-a20f-61636edd2a2f by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:30:21.225959 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Attempting to bind port 7329fb25-ed3e-41ea-a20f-61636edd2a2f on network afa8becb-b000-4953-ad4a-faf52428464f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:30:21.230562 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Port 7329fb25-ed3e-41ea-a20f-61636edd2a2f on network afa8becb-b000-4953-ad4a-faf52428464f not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:30:21.230888 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Attempting to bind port 7329fb25-ed3e-41ea-a20f-61636edd2a2f on network afa8becb-b000-4953-ad4a-faf52428464f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:30:21.235809 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:30:21.236147 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Checking segment: {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:30:21.236530 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Bound using segment: {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:30:21.237046 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Bound port: 7329fb25-ed3e-41ea-a20f-61636edd2a2f, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:30:21.237344 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:21.306578 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] For port 7329fb25-ed3e-41ea-a20f-61636edd2a2f, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:30:21.310175 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] For port 7329fb25-ed3e-41ea-a20f-61636edd2a2f, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=7329fb25-ed3e-41ea-a20f-61636edd2a2f,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:30:21.317046 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:21.357990 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:21.358654 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:21.360072 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] 10.222.0.126 "PUT /v2.0/ports/7329fb25-ed3e-41ea-a20f-61636edd2a2f HTTP/1.1" status: 200 len: 1091 time: 1.1836312 Nov 04 11:30:21.380672 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564dee2a-0044-4ea8-bba5-11a72a98d8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=7329fb25-ed3e-41ea-a20f-61636edd2a2f,revision_number=7']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:30:21.430845 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-7939d2ba-fa7b-448b-b701-72e6b11a87f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:21.432418 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-7939d2ba-fa7b-448b-b701-72e6b11a87f6 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 1094 time: 0.0453291 Nov 04 11:30:21.529574 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-46af761a-b6a4-4840-9026-cd84f3d385b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:21.531074 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-46af761a-b6a4-4840-9026-cd84f3d385b1 service neutron] 10.222.0.126 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0917175 Nov 04 11:30:21.604753 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-aa996d01-58fa-401e-8e85-852a4d7ebd34 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7329fb25-ed3e-41ea-a20f-61636edd2a2f HTTP/1.1" status: 200 len: 998 time: 0.0663159 Nov 04 11:30:21.665825 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-c91002c8-e0e3-478f-9882-088bcfe4084b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:21.667246 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-c91002c8-e0e3-478f-9882-088bcfe4084b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0487251 Nov 04 11:30:21.716028 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-46cf9dff-283b-4cef-818e-7b05d990ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:21.717632 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-46cf9dff-283b-4cef-818e-7b05d990ba5b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430920 Nov 04 11:30:21.808331 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4871535-f009-416a-9b47-a8cfbd21eda2 req-a3eecf84-0736-41fa-befd-8805e65155ca tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:21.809889 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e4871535-f009-416a-9b47-a8cfbd21eda2 req-a3eecf84-0736-41fa-befd-8805e65155ca tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 943 time: 0.0528009 Nov 04 11:30:21.815002 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-36b9ec7c-ad9d-464e-8fbf-50ba2565f29e service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890942 Nov 04 11:30:21.859427 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e4871535-f009-416a-9b47-a8cfbd21eda2 req-a67c9ed3-f99c-433d-a7aa-d186d2764b53 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431738 Nov 04 11:30:21.907624 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-429e1075-a581-4c29-86b3-08b9f61cf135 req-8f7cf3b8-998e-41c5-8143-ee1de18475c0 service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859194 Nov 04 11:30:22.370963 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:22.663325 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:22.750067 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 7329fb25-ed3e-41ea-a20f-61636edd2a2f no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:30:22.797534 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 7329fb25-ed3e-41ea-a20f-61636edd2a2f not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:30:22.968421 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08152834-704f-40e3-bd71-77465e659e12', 'tag': '7329fb25-ed3e-41ea-a20f-61636edd2a2f'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:30:22.970952 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce2ffb8-6305-4f9f-af1c-d2a2178db69a" -d '{"events": [{"name": "network-changed", "server_uuid": "08152834-704f-40e3-bd71-77465e659e12", "tag": "7329fb25-ed3e-41ea-a20f-61636edd2a2f"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:30:22.995983 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888c1e0-3f45-4433-8a51-4cae12398287 req-5260e2a5-5d35-4208-9912-315522cb1612 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:22.997502 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b888c1e0-3f45-4433-8a51-4cae12398287 req-5260e2a5-5d35-4208-9912-315522cb1612 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 943 time: 0.0590878 Nov 04 11:30:23.045273 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b888c1e0-3f45-4433-8a51-4cae12398287 req-a64b6eee-ec29-4334-a141-15d8e9d02d18 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417125 Nov 04 11:30:23.105019 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e944a5-9b0d-4e36-9cde-dfbfb9aa4ffc x-openstack-request-id: req-e0e944a5-9b0d-4e36-9cde-dfbfb9aa4ffc {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:30:23.105322 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08152834-704f-40e3-bd71-77465e659e12", "tag": "7329fb25-ed3e-41ea-a20f-61636edd2a2f", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:30:23.105611 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-e0e944a5-9b0d-4e36-9cde-dfbfb9aa4ffc {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:30:23.106049 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08152834-704f-40e3-bd71-77465e659e12', 'tag': '7329fb25-ed3e-41ea-a20f-61636edd2a2f', 'status': 'completed', 'code': 200} Nov 04 11:30:23.205383 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2ffb8-6305-4f9f-af1c-d2a2178db69a req-60006859-15e8-4c97-af73-1686f638fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:23.206936 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cce2ffb8-6305-4f9f-af1c-d2a2178db69a req-60006859-15e8-4c97-af73-1686f638fcf1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 1094 time: 0.0793180 Nov 04 11:30:23.211800 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2ffb8-6305-4f9f-af1c-d2a2178db69a req-82de4a10-cad6-4ba3-804d-cc7925a419c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:23.213310 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cce2ffb8-6305-4f9f-af1c-d2a2178db69a req-82de4a10-cad6-4ba3-804d-cc7925a419c2 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 1094 time: 0.0755756 Nov 04 11:30:23.372615 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2ffb8-6305-4f9f-af1c-d2a2178db69a req-76b47c00-7425-41df-8b0c-bad14523ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:23.374217 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cce2ffb8-6305-4f9f-af1c-d2a2178db69a req-76b47c00-7425-41df-8b0c-bad14523ac9c service neutron] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.1601117 Nov 04 11:30:23.375358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2ffb8-6305-4f9f-af1c-d2a2178db69a req-3493a424-1e80-4403-a13b-62305d2a2700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:23.376704 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cce2ffb8-6305-4f9f-af1c-d2a2178db69a req-3493a424-1e80-4403-a13b-62305d2a2700 service neutron] 10.222.0.126 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.1544881 Nov 04 11:30:23.489973 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cce2ffb8-6305-4f9f-af1c-d2a2178db69a req-1cd1a11a-f7c1-4c29-b221-31d96e7644d7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7329fb25-ed3e-41ea-a20f-61636edd2a2f HTTP/1.1" status: 200 len: 998 time: 0.1081738 Nov 04 11:30:23.494128 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cce2ffb8-6305-4f9f-af1c-d2a2178db69a req-36745c66-ea17-4e0b-a9b9-f0f0fa38d60c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7329fb25-ed3e-41ea-a20f-61636edd2a2f HTTP/1.1" status: 200 len: 998 time: 0.1051469 Nov 04 11:30:23.579508 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2ffb8-6305-4f9f-af1c-d2a2178db69a req-fa4265a7-1c8b-4a61-a8c0-aae58685923e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:23.581289 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cce2ffb8-6305-4f9f-af1c-d2a2178db69a req-fa4265a7-1c8b-4a61-a8c0-aae58685923e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0841396 Nov 04 11:30:23.600647 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2ffb8-6305-4f9f-af1c-d2a2178db69a req-70210c14-a14d-4d6a-b387-874b4ef88ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:23.602240 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cce2ffb8-6305-4f9f-af1c-d2a2178db69a req-70210c14-a14d-4d6a-b387-874b4ef88ce2 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0784740 Nov 04 11:30:23.664130 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2ffb8-6305-4f9f-af1c-d2a2178db69a req-c4e8d6b3-8d44-45a6-b4f6-ee6543abbd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:23.665867 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cce2ffb8-6305-4f9f-af1c-d2a2178db69a req-c4e8d6b3-8d44-45a6-b4f6-ee6543abbd92 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773175 Nov 04 11:30:23.668449 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2ffb8-6305-4f9f-af1c-d2a2178db69a req-664e4535-b861-430c-ac15-947ecb15cfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:23.669870 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cce2ffb8-6305-4f9f-af1c-d2a2178db69a req-664e4535-b861-430c-ac15-947ecb15cfe9 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522094 Nov 04 11:30:23.830749 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cce2ffb8-6305-4f9f-af1c-d2a2178db69a req-cb1be3a4-7c21-4b34-9b07-85439ca0491d service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571620 Nov 04 11:30:23.832847 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cce2ffb8-6305-4f9f-af1c-d2a2178db69a req-ae4c54e6-b16f-483e-b42a-ee873d733b58 service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522968 Nov 04 11:30:23.993023 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cce2ffb8-6305-4f9f-af1c-d2a2178db69a req-27c7e5fe-d5b1-40d7-b8f1-880cb2af7d90 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550846 Nov 04 11:30:23.995230 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cce2ffb8-6305-4f9f-af1c-d2a2178db69a req-230f72e9-fa85-42b4-a656-50c2a7061cbe service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503015 Nov 04 11:30:24.179855 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc7686-98d1-4a5e-86df-e25a68f758c3 req-33774de8-59f1-4957-a21a-7711f165bba0 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:24.181416 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6edc7686-98d1-4a5e-86df-e25a68f758c3 req-33774de8-59f1-4957-a21a-7711f165bba0 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 943 time: 0.0529039 Nov 04 11:30:24.231403 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6edc7686-98d1-4a5e-86df-e25a68f758c3 req-c6932fd8-0855-4efc-816e-aeb65d96c16a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435882 Nov 04 11:30:24.437459 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde841a3-26c9-43e3-81ff-d09be315a475 req-f746f09c-c9eb-4db3-b165-e449d956ef24 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:24.439124 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fde841a3-26c9-43e3-81ff-d09be315a475 req-f746f09c-c9eb-4db3-b165-e449d956ef24 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 943 time: 0.0532420 Nov 04 11:30:24.457177 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1607f97-a43e-429d-90e7-7b29a11b4e6a req-b560c34f-4ea7-45f2-b26b-1c8b326b574e tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:24.458796 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1607f97-a43e-429d-90e7-7b29a11b4e6a req-b560c34f-4ea7-45f2-b26b-1c8b326b574e tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.121 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12&tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&binding%3Ahost_id=n-h1-816629-1 HTTP/1.1" status: 200 len: 943 time: 0.0585740 Nov 04 11:30:24.491763 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fde841a3-26c9-43e3-81ff-d09be315a475 req-7f5e58d8-8b4b-4ea0-8258-e672411cf687 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460880 Nov 04 11:30:24.519221 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [req-c1607f97-a43e-429d-90e7-7b29a11b4e6a req-94edef73-9ac5-44e2-a621-3c71f2660c40 service neutron] delete failed (client error): The resource could not be found. Nov 04 11:30:24.520264 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1607f97-a43e-429d-90e7-7b29a11b4e6a req-94edef73-9ac5-44e2-a621-3c71f2660c40 service neutron] 10.222.0.121 "DELETE /v2.0/ports/7329fb25-ed3e-41ea-a20f-61636edd2a2f/bindings/n-h2-816629-1 HTTP/1.1" status: 404 len: 380 time: 0.0541897 Nov 04 11:30:24.611794 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1607f97-a43e-429d-90e7-7b29a11b4e6a req-390135cb-921e-47f4-960d-82de370e3580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:24.613325 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1607f97-a43e-429d-90e7-7b29a11b4e6a req-390135cb-921e-47f4-960d-82de370e3580 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 1094 time: 0.0467837 Nov 04 11:30:24.709227 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1607f97-a43e-429d-90e7-7b29a11b4e6a req-bae65612-6f03-4634-b2e7-45f59e93d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:24.710721 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1607f97-a43e-429d-90e7-7b29a11b4e6a req-bae65612-6f03-4634-b2e7-45f59e93d409 service neutron] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0903373 Nov 04 11:30:24.779012 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1607f97-a43e-429d-90e7-7b29a11b4e6a req-12add464-fac7-498b-8286-428b30acfd71 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7329fb25-ed3e-41ea-a20f-61636edd2a2f HTTP/1.1" status: 200 len: 998 time: 0.0608935 Nov 04 11:30:24.808335 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 7329fb25-ed3e-41ea-a20f-61636edd2a2f details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:30:24.828919 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1607f97-a43e-429d-90e7-7b29a11b4e6a req-95a39d07-0ff1-4290-93a7-52370ca14cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:24.830480 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1607f97-a43e-429d-90e7-7b29a11b4e6a req-95a39d07-0ff1-4290-93a7-52370ca14cc6 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0445457 Nov 04 11:30:24.883507 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1607f97-a43e-429d-90e7-7b29a11b4e6a req-3f94febc-c7ec-4dda-855e-de8a3e5caf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:24.885094 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1607f97-a43e-429d-90e7-7b29a11b4e6a req-3f94febc-c7ec-4dda-855e-de8a3e5caf9f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461719 Nov 04 11:30:24.905695 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 7329fb25-ed3e-41ea-a20f-61636edd2a2f, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=7329fb25-ed3e-41ea-a20f-61636edd2a2f,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:30:24.917433 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '7329fb25-ed3e-41ea-a20f-61636edd2a2f', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'port_id': '7329fb25-ed3e-41ea-a20f-61636edd2a2f', 'mac_address': 'fa:16:3e:43:95:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:30:24.957556 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:24.970492 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7329fb25-ed3e-41ea-a20f-61636edd2a2f {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:30:24.975245 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1607f97-a43e-429d-90e7-7b29a11b4e6a req-edeab135-d545-4729-a8c8-74b2b2835fe0 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831728 Nov 04 11:30:24.990783 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 7329fb25-ed3e-41ea-a20f-61636edd2a2f, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=7329fb25-ed3e-41ea-a20f-61636edd2a2f,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:30:24.995313 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:25.043298 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=7329fb25-ed3e-41ea-a20f-61636edd2a2f,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:30:25.050860 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:30:25.051214 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:30:25.051552 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:30:25.051886 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:30:25.052564 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:30:25.052918 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:30:25.053250 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:30:25.053598 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:30:25.053919 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:30:25.054238 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:30:25.054560 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:30:25.054877 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:30:25.074345 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1607f97-a43e-429d-90e7-7b29a11b4e6a req-bc82941b-28b9-4ab2-b361-910dcd7ce201 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918715 Nov 04 11:30:25.253129 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['7329fb25-ed3e-41ea-a20f-61636edd2a2f'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:30:25.624733 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378eb490-dde4-4043-ad39-ad1190bdd35d req-7975ed98-9286-4401-9fa9-bdb42c67a2ba tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:25.626439 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-378eb490-dde4-4043-ad39-ad1190bdd35d req-7975ed98-9286-4401-9fa9-bdb42c67a2ba tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 944 time: 0.0539057 Nov 04 11:30:25.677739 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-378eb490-dde4-4043-ad39-ad1190bdd35d req-835a29c6-2146-4faf-a403-cc1f79d73195 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446484 Nov 04 11:30:25.794620 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bde8d-78ae-4892-99be-bdd1a6bc41ed req-069eda66-ce48-48c5-8e64-d300aff86f61 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:25.796077 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cf6bde8d-78ae-4892-99be-bdd1a6bc41ed req-069eda66-ce48-48c5-8e64-d300aff86f61 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 944 time: 0.0511849 Nov 04 11:30:25.844626 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cf6bde8d-78ae-4892-99be-bdd1a6bc41ed req-64b1c208-566e-4c51-bf55-04029e840d0f tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424423 Nov 04 11:30:25.966978 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9a226-5893-49ba-b01d-5104c62088b4 req-94d119db-8231-41d4-8d40-4d77e832bde9 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:25.968537 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d4e9a226-5893-49ba-b01d-5104c62088b4 req-94d119db-8231-41d4-8d40-4d77e832bde9 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 944 time: 0.0545931 Nov 04 11:30:26.019461 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d4e9a226-5893-49ba-b01d-5104c62088b4 req-1fda51bc-db99-41e2-9bb9-047ba1bf00ed tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443444 Nov 04 11:30:26.269882 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395bbbf6-9880-4faa-8d84-d4791798bd6a req-7ae03c6c-6980-4ad8-a87c-f2ad046143eb tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:26.271536 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-395bbbf6-9880-4faa-8d84-d4791798bd6a req-7ae03c6c-6980-4ad8-a87c-f2ad046143eb tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 944 time: 0.0548623 Nov 04 11:30:26.320796 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-395bbbf6-9880-4faa-8d84-d4791798bd6a req-0bd2ff8b-bcfa-40c8-a06d-53d4c2dba8d2 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426195 Nov 04 11:30:26.829499 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 7329fb25-ed3e-41ea-a20f-61636edd2a2f up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:30:26.885663 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 7329fb25-ed3e-41ea-a20f-61636edd2a2f completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:30:26.890681 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 7329fb25-ed3e-41ea-a20f-61636edd2a2f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:30:26.891058 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:26.976501 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:27.004970 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08152834-704f-40e3-bd71-77465e659e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7329fb25-ed3e-41ea-a20f-61636edd2a2f'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:30:27.005206 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95efe04e-f505-457a-a1ea-aad2aa6eb8ec" -d '{"events": [{"server_uuid": "08152834-704f-40e3-bd71-77465e659e12", "name": "network-vif-plugged", "status": "completed", "tag": "7329fb25-ed3e-41ea-a20f-61636edd2a2f"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:30:27.018416 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 7329fb25-ed3e-41ea-a20f-61636edd2a2f, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=7329fb25-ed3e-41ea-a20f-61636edd2a2f,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:30:27.039002 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:27.045677 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573cf95e-5f35-4bcd-afa5-eca551340ffe x-openstack-request-id: req-573cf95e-5f35-4bcd-afa5-eca551340ffe {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:30:27.045977 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08152834-704f-40e3-bd71-77465e659e12", "name": "network-vif-plugged", "status": "completed", "tag": "7329fb25-ed3e-41ea-a20f-61636edd2a2f", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:30:27.046240 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-573cf95e-5f35-4bcd-afa5-eca551340ffe {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:30:27.046625 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08152834-704f-40e3-bd71-77465e659e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7329fb25-ed3e-41ea-a20f-61636edd2a2f', 'code': 200} Nov 04 11:30:27.089597 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=7329fb25-ed3e-41ea-a20f-61636edd2a2f,revision_number=9']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:30:27.450297 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142497f8-922e-4171-b781-ef4735516e3e req-bb6a5044-abee-435e-89be-bbbc6ef7f546 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:27.451826 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-142497f8-922e-4171-b781-ef4735516e3e req-bb6a5044-abee-435e-89be-bbbc6ef7f546 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 945 time: 0.0596907 Nov 04 11:30:27.505744 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-142497f8-922e-4171-b781-ef4735516e3e req-5f59fe53-9a83-42cf-b981-97cef69efd05 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475967 Nov 04 11:30:27.581338 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6a99f-de0a-4d0d-ade7-7e5d6a230b75 req-0856c126-00d6-4a28-8a67-91926653d8c5 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:27.582848 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e2c6a99f-de0a-4d0d-ade7-7e5d6a230b75 req-0856c126-00d6-4a28-8a67-91926653d8c5 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.126 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 945 time: 0.0535161 Nov 04 11:30:27.677561 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-e2c6a99f-de0a-4d0d-ade7-7e5d6a230b75 req-3ee8ddfb-2381-4de1-92b5-b107c17652d6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Deleting port 7329fb25-ed3e-41ea-a20f-61636edd2a2f {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:30:27.677901 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e2c6a99f-de0a-4d0d-ade7-7e5d6a230b75 req-3ee8ddfb-2381-4de1-92b5-b107c17652d6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:27.773319 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e2c6a99f-de0a-4d0d-ade7-7e5d6a230b75 req-3ee8ddfb-2381-4de1-92b5-b107c17652d6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] For port 7329fb25-ed3e-41ea-a20f-61636edd2a2f, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=7329fb25-ed3e-41ea-a20f-61636edd2a2f,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:30:27.773677 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e2c6a99f-de0a-4d0d-ade7-7e5d6a230b75 req-3ee8ddfb-2381-4de1-92b5-b107c17652d6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:27.975997 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e2c6a99f-de0a-4d0d-ade7-7e5d6a230b75 req-3ee8ddfb-2381-4de1-92b5-b107c17652d6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:27.976263 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e2c6a99f-de0a-4d0d-ade7-7e5d6a230b75 req-3ee8ddfb-2381-4de1-92b5-b107c17652d6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:27.976607 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [req-e2c6a99f-de0a-4d0d-ade7-7e5d6a230b75 req-3ee8ddfb-2381-4de1-92b5-b107c17652d6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Floating IP 5006c58e-2bb2-4d83-b213-c6b7185cabef disassociated. External IP: 172.25.7.19, port: 7329fb25-ed3e-41ea-a20f-61636edd2a2f. Nov 04 11:30:27.976961 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-e2c6a99f-de0a-4d0d-ade7-7e5d6a230b75 req-3ee8ddfb-2381-4de1-92b5-b107c17652d6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Calling delete_port for 7329fb25-ed3e-41ea-a20f-61636edd2a2f owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:30:28.116139 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e2c6a99f-de0a-4d0d-ade7-7e5d6a230b75 req-3ee8ddfb-2381-4de1-92b5-b107c17652d6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:28.147039 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8ddfb-2381-4de1-92b5-b107c17652d6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Pushing event deleted for resources: {'Port': ['ID=7329fb25-ed3e-41ea-a20f-61636edd2a2f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:30:28.269415 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2c6a99f-de0a-4d0d-ade7-7e5d6a230b75 req-3ee8ddfb-2381-4de1-92b5-b107c17652d6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Router 7333c5b2-c3e5-4615-af65-032ffa964f8e has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:30:28.385174 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2c6a99f-de0a-4d0d-ade7-7e5d6a230b75 req-3ee8ddfb-2381-4de1-92b5-b107c17652d6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:30:28.397558 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c42d0-805d-469f-a939-1f669c6b7542 None None] Sync routers for ids ['7333c5b2-c3e5-4615-af65-032ffa964f8e'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:30:28.407815 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c42d0-805d-469f-a939-1f669c6b7542 None None] Routers {'7333c5b2-c3e5-4615-af65-032ffa964f8e'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:30:28.408433 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-193c42d0-805d-469f-a939-1f669c6b7542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:30:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7333c5b2-c3e5-4615-af65-032ffa964f8e'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:30:28.427596 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c6a99f-de0a-4d0d-ade7-7e5d6a230b75 req-3ee8ddfb-2381-4de1-92b5-b107c17652d6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] No DVR routers for this DVR port 7329fb25-ed3e-41ea-a20f-61636edd2a2f on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:30:28.430456 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e2c6a99f-de0a-4d0d-ade7-7e5d6a230b75 req-3ee8ddfb-2381-4de1-92b5-b107c17652d6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:28.433868 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e2c6a99f-de0a-4d0d-ade7-7e5d6a230b75 req-3ee8ddfb-2381-4de1-92b5-b107c17652d6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.126 "DELETE /v2.0/ports/7329fb25-ed3e-41ea-a20f-61636edd2a2f HTTP/1.1" status: 204 len: 173 time: 0.8435261 Nov 04 11:30:28.434324 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08152834-704f-40e3-bd71-77465e659e12', 'name': 'network-vif-deleted', 'tag': '7329fb25-ed3e-41ea-a20f-61636edd2a2f'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:30:28.436673 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c34e47-65a2-48c1-aedb-c45e251ff56b" -d '{"events": [{"server_uuid": "08152834-704f-40e3-bd71-77465e659e12", "name": "network-vif-deleted", "tag": "7329fb25-ed3e-41ea-a20f-61636edd2a2f"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:30:28.481898 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433fd97b-1edb-4b08-94b5-5cdb429b6b37 x-openstack-request-id: req-433fd97b-1edb-4b08-94b5-5cdb429b6b37 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:30:28.482373 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08152834-704f-40e3-bd71-77465e659e12", "name": "network-vif-deleted", "tag": "7329fb25-ed3e-41ea-a20f-61636edd2a2f", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:30:28.482643 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-433fd97b-1edb-4b08-94b5-5cdb429b6b37 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:30:28.483035 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08152834-704f-40e3-bd71-77465e659e12', 'name': 'network-vif-deleted', 'tag': '7329fb25-ed3e-41ea-a20f-61636edd2a2f', 'status': 'completed', 'code': 200} Nov 04 11:30:28.530303 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-193c42d0-805d-469f-a939-1f669c6b7542 None None] Set router 7333c5b2-c3e5-4615-af65-032ffa964f8e gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:30:28.631295 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9917099c-48b0-4366-83e1-f8665a35ad0a req-75349eae-fed2-4963-8a4f-dda82887afac tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=08152834-704f-40e3-bd71-77465e659e12 HTTP/1.1" status: 200 len: 210 time: 0.0281105 Nov 04 11:30:28.731744 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-193c42d0-805d-469f-a939-1f669c6b7542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:19Z', 'revision_number': 5, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:30:28.761776 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c42d0-805d-469f-a939-1f669c6b7542 None None] Checking router: 7333c5b2-c3e5-4615-af65-032ffa964f8e for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:30:28.771361 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c42d0-805d-469f-a939-1f669c6b7542 None None] Routers {'7333c5b2-c3e5-4615-af65-032ffa964f8e'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:30:28.771595 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-193c42d0-805d-469f-a939-1f669c6b7542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:30:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7333c5b2-c3e5-4615-af65-032ffa964f8e'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:30:29.044572 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-193c42d0-805d-469f-a939-1f669c6b7542 None None] Set router 7333c5b2-c3e5-4615-af65-032ffa964f8e gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:30:29.246380 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-193c42d0-805d-469f-a939-1f669c6b7542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:19Z', 'revision_number': 5, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:30:29.276595 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c42d0-805d-469f-a939-1f669c6b7542 None None] The sync data for ids ['7333c5b2-c3e5-4615-af65-032ffa964f8e'] in n-d-816629-1 is: [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:19Z', 'revision_number': 5, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:30:29.511425 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a4cd77-9627-4070-a78b-089859680e05 None None] New status for floating IP 5006c58e-2bb2-4d83-b213-c6b7185cabef: DOWN {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:30:29.891646 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-6112066e-9758-4ad8-a46e-3badea40f70d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-securitygroup--580629697&fields=id&tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d HTTP/1.1" status: 200 len: 267 time: 0.0531888 Nov 04 11:30:30.005088 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-a9ffe708-b8cf-401a-a53e-5202440fd981 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:30.006740 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-a9ffe708-b8cf-401a-a53e-5202440fd981 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 812 time: 0.1081710 Nov 04 11:30:30.025963 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-953195aa-12aa-45cd-a460-3efc1dcfc3a4 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/quotas/a95f25ece8e34b95b04d1eac6dc6ab3d HTTP/1.1" status: 200 len: 375 time: 0.0100567 Nov 04 11:30:30.099286 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-ee0ec165-d001-4614-8049-0f8108df38ae tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0644195 Nov 04 11:30:30.208917 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-5719e753-2335-48e1-b384-cc2ecf4e1ea3 service neutron] 10.222.0.127 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921097 Nov 04 11:30:30.314017 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-20d759d0-f703-4539-9e05-44b8baac0b43 service neutron] 10.222.0.127 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959592 Nov 04 11:30:30.490595 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2f673114-ede0-4b51-8e2a-854ff39c4103 req-cf92741e-b1de-4f1b-96fa-eb6a51c5577b tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 210 time: 0.0280783 Nov 04 11:30:31.485927 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-45deccc0-649a-4af3-8d9f-e5a18dec2a52 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:31.487431 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-45deccc0-649a-4af3-8d9f-e5a18dec2a52 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 812 time: 0.1145408 Nov 04 11:30:31.555831 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-98d2ef02-4307-48f9-bbe3-9441e7dd11d0 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d HTTP/1.1" status: 200 len: 379 time: 0.0594652 Nov 04 11:30:31.565612 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-c2cef215-2984-414d-8cea-93dbe4fe8919 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Request body: {'port': {'device_id': 'c6b5ed19-7dd4-49b6-8471-13be48fdbd3b', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'admin_state_up': True, 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'security_groups': ['77c920ff-594b-41d4-9a9c-6efb4a62e6ff']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:30:31.589776 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dde2d1c7-3719-40e4-815a-59820f972046 req-3b998681-f171-442b-8db9-f5e50281c91e tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 210 time: 0.0265634 Nov 04 11:30:31.682712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-c2cef215-2984-414d-8cea-93dbe4fe8919 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Made reservation on behalf of a95f25ece8e34b95b04d1eac6dc6ab3d for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:30:31.686502 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-c2cef215-2984-414d-8cea-93dbe4fe8919 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:31.838708 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-c2cef215-2984-414d-8cea-93dbe4fe8919 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Allocated IP 172.20.0.14 (afa8becb-b000-4953-ad4a-faf52428464f/4f96d30c-839d-4c63-8a41-a5759950cc27/297ee9f5-1a47-412b-b22c-ea679c41a5f7) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:30:31.990750 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-c2cef215-2984-414d-8cea-93dbe4fe8919 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:32.030044 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-c2cef215-2984-414d-8cea-93dbe4fe8919 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:32.078959 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-c2cef215-2984-414d-8cea-93dbe4fe8919 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Network afa8becb-b000-4953-ad4a-faf52428464f is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:30:32.083788 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-c2cef215-2984-414d-8cea-93dbe4fe8919 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:30:32.087779 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-c2cef215-2984-414d-8cea-93dbe4fe8919 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:30:32.094449 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cef215-2984-414d-8cea-93dbe4fe8919 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Pushing event updated for resources: {'Port': ['ID=297ee9f5-1a47-412b-b22c-ea679c41a5f7,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:30:32.142201 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-c2cef215-2984-414d-8cea-93dbe4fe8919 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:32.142864 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-c2cef215-2984-414d-8cea-93dbe4fe8919 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:32.165833 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-c2cef215-2984-414d-8cea-93dbe4fe8919 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6039989 Nov 04 11:30:32.179593 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-7416431e-dbe4-473e-b778-526ed03e3f93 service neutron] Request body: {'port': {'device_id': 'c6b5ed19-7dd4-49b6-8471-13be48fdbd3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:30:32.242049 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-7416431e-dbe4-473e-b778-526ed03e3f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:32.330000 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c9ec908d-bceb-41b8-917a-38782d22630b None None] Provisioning complete for port 297ee9f5-1a47-412b-b22c-ea679c41a5f7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:30:32.330643 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c9ec908d-bceb-41b8-917a-38782d22630b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:32.364633 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-c9ec908d-bceb-41b8-917a-38782d22630b None None] Port 297ee9f5-1a47-412b-b22c-ea679c41a5f7 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:30:32.521051 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-7416431e-dbe4-473e-b778-526ed03e3f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 297ee9f5-1a47-412b-b22c-ea679c41a5f7 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:30:32.529228 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-7416431e-dbe4-473e-b778-526ed03e3f93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:32.543246 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-7416431e-dbe4-473e-b778-526ed03e3f93 service neutron] Transition to ACTIVE for port object 297ee9f5-1a47-412b-b22c-ea679c41a5f7 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:30:32.550536 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-7416431e-dbe4-473e-b778-526ed03e3f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:32.605249 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416431e-dbe4-473e-b778-526ed03e3f93 service neutron] Pushing event updated for resources: {'Port': ['ID=297ee9f5-1a47-412b-b22c-ea679c41a5f7,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:30:32.683600 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-7416431e-dbe4-473e-b778-526ed03e3f93 service neutron] Attempting to bind port 297ee9f5-1a47-412b-b22c-ea679c41a5f7 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:30:32.683933 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-7416431e-dbe4-473e-b778-526ed03e3f93 service neutron] Attempting to bind port 297ee9f5-1a47-412b-b22c-ea679c41a5f7 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:30:32.684265 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-7416431e-dbe4-473e-b778-526ed03e3f93 service neutron] Attempting to bind port 297ee9f5-1a47-412b-b22c-ea679c41a5f7 on network afa8becb-b000-4953-ad4a-faf52428464f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:30:32.689164 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-7416431e-dbe4-473e-b778-526ed03e3f93 service neutron] Port 297ee9f5-1a47-412b-b22c-ea679c41a5f7 on network afa8becb-b000-4953-ad4a-faf52428464f not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:30:32.689699 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-7416431e-dbe4-473e-b778-526ed03e3f93 service neutron] Attempting to bind port 297ee9f5-1a47-412b-b22c-ea679c41a5f7 on network afa8becb-b000-4953-ad4a-faf52428464f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:30:32.696596 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-7416431e-dbe4-473e-b778-526ed03e3f93 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:30:32.697002 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-7416431e-dbe4-473e-b778-526ed03e3f93 service neutron] Checking segment: {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:30:32.697463 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-7416431e-dbe4-473e-b778-526ed03e3f93 service neutron] Bound using segment: {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:30:32.697899 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-7416431e-dbe4-473e-b778-526ed03e3f93 service neutron] Bound port: 297ee9f5-1a47-412b-b22c-ea679c41a5f7, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:30:32.698393 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-7416431e-dbe4-473e-b778-526ed03e3f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:32.720127 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea5656-8433-463c-82f6-b01e4f198610 req-fa98fab7-3a15-476e-987d-d075d2e9ae99 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:32.725133 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1fea5656-8433-463c-82f6-b01e4f198610 req-fa98fab7-3a15-476e-987d-d075d2e9ae99 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 944 time: 0.0593562 Nov 04 11:30:32.772077 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-7416431e-dbe4-473e-b778-526ed03e3f93 service neutron] For port 297ee9f5-1a47-412b-b22c-ea679c41a5f7, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:30:32.779235 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-7416431e-dbe4-473e-b778-526ed03e3f93 service neutron] For port 297ee9f5-1a47-412b-b22c-ea679c41a5f7, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=297ee9f5-1a47-412b-b22c-ea679c41a5f7,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:30:32.781266 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1fea5656-8433-463c-82f6-b01e4f198610 req-c23ee8fd-30d8-4762-8e7f-2d63e17f466e tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520921 Nov 04 11:30:32.786037 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-7416431e-dbe4-473e-b778-526ed03e3f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:32.825022 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-7416431e-dbe4-473e-b778-526ed03e3f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:32.825650 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-7416431e-dbe4-473e-b778-526ed03e3f93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:32.827048 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-7416431e-dbe4-473e-b778-526ed03e3f93 service neutron] 10.222.0.121 "PUT /v2.0/ports/297ee9f5-1a47-412b-b22c-ea679c41a5f7 HTTP/1.1" status: 200 len: 1092 time: 0.6520240 Nov 04 11:30:32.827680 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b5ed19-7dd4-49b6-8471-13be48fdbd3b', 'tag': '297ee9f5-1a47-412b-b22c-ea679c41a5f7'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:30:32.829999 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6d9906-1f5d-4a9f-82d3-388a39c7bbe7" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b5ed19-7dd4-49b6-8471-13be48fdbd3b", "tag": "297ee9f5-1a47-412b-b22c-ea679c41a5f7"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:30:32.847296 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 7329fb25-ed3e-41ea-a20f-61636edd2a2f no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:30:32.868642 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416431e-dbe4-473e-b778-526ed03e3f93 service neutron] Pushing event updated for resources: {'Port': ['ID=297ee9f5-1a47-412b-b22c-ea679c41a5f7,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:30:32.872684 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 7329fb25-ed3e-41ea-a20f-61636edd2a2f {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:30:32.873281 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 7329fb25-ed3e-41ea-a20f-61636edd2a2f not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:30:32.894346 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99999362-6800-4358-965d-5116bcbaca0b x-openstack-request-id: req-99999362-6800-4358-965d-5116bcbaca0b {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:30:32.894758 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b5ed19-7dd4-49b6-8471-13be48fdbd3b", "tag": "297ee9f5-1a47-412b-b22c-ea679c41a5f7", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:30:32.895192 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-99999362-6800-4358-965d-5116bcbaca0b {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:30:32.895623 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b5ed19-7dd4-49b6-8471-13be48fdbd3b', 'tag': '297ee9f5-1a47-412b-b22c-ea679c41a5f7', 'status': 'completed', 'code': 200} Nov 04 11:30:32.933706 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-e18adfff-8562-400c-a1d7-032ba6a7a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:32.935269 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-e18adfff-8562-400c-a1d7-032ba6a7a619 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 1095 time: 0.0566740 Nov 04 11:30:32.979592 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-8805067c-9452-4503-bbe9-836cb8f3acff service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=297ee9f5-1a47-412b-b22c-ea679c41a5f7 HTTP/1.1" status: 200 len: 217 time: 0.0356841 Nov 04 11:30:33.030866 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-5cc5812c-d0b8-44eb-a6fe-870b3105f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:33.032418 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-5cc5812c-d0b8-44eb-a6fe-870b3105f5ec service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0462570 Nov 04 11:30:33.083318 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-f830de18-0e7a-488c-8311-5e47999f4cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:33.085165 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-f830de18-0e7a-488c-8311-5e47999f4cfe service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455112 Nov 04 11:30:33.179576 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-d978340d-5f9d-49aa-bc02-947712f72131 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864451 Nov 04 11:30:33.277500 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6bcb0789-603c-4d0b-a498-f62e00513312 req-5758671c-7837-4d93-8297-c41bc15d20b4 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900681 Nov 04 11:30:33.370882 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d9906-1f5d-4a9f-82d3-388a39c7bbe7 req-29397766-5f4d-4745-9003-0653998f6172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:33.372408 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b6d9906-1f5d-4a9f-82d3-388a39c7bbe7 req-29397766-5f4d-4745-9003-0653998f6172 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 1095 time: 0.0456982 Nov 04 11:30:33.468536 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d9906-1f5d-4a9f-82d3-388a39c7bbe7 req-50a02484-b8ba-4dd1-bcda-441fe0d9057e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:33.469975 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b6d9906-1f5d-4a9f-82d3-388a39c7bbe7 req-50a02484-b8ba-4dd1-bcda-441fe0d9057e service neutron] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0894623 Nov 04 11:30:33.523142 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b6d9906-1f5d-4a9f-82d3-388a39c7bbe7 req-4991e633-5514-444a-b551-4e2eee142f57 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=297ee9f5-1a47-412b-b22c-ea679c41a5f7 HTTP/1.1" status: 200 len: 217 time: 0.0452306 Nov 04 11:30:33.585344 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d9906-1f5d-4a9f-82d3-388a39c7bbe7 req-c243873e-12b6-45e4-8f05-1a3264773d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:33.586864 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b6d9906-1f5d-4a9f-82d3-388a39c7bbe7 req-c243873e-12b6-45e4-8f05-1a3264773d7f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0560715 Nov 04 11:30:33.635339 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d9906-1f5d-4a9f-82d3-388a39c7bbe7 req-d88b539e-afad-4c82-902c-cfc760b49dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:33.637290 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b6d9906-1f5d-4a9f-82d3-388a39c7bbe7 req-d88b539e-afad-4c82-902c-cfc760b49dcf service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412695 Nov 04 11:30:33.736013 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b6d9906-1f5d-4a9f-82d3-388a39c7bbe7 req-88618658-65f6-44b1-889e-10dc34904d1b service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900729 Nov 04 11:30:33.831551 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b6d9906-1f5d-4a9f-82d3-388a39c7bbe7 req-d6870697-de79-4202-b230-5305823b92e2 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879219 Nov 04 11:30:33.908598 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c8c2c-8e50-47d1-9f75-389de6fec375 req-9d5c86f7-94c9-48a5-9d98-1182d4aaffcd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:33.910267 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6d8c8c2c-8e50-47d1-9f75-389de6fec375 req-9d5c86f7-94c9-48a5-9d98-1182d4aaffcd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 944 time: 0.0530558 Nov 04 11:30:33.960009 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6d8c8c2c-8e50-47d1-9f75-389de6fec375 req-1b9909d2-6579-459a-bcc2-6fb86fa7db65 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428407 Nov 04 11:30:35.096256 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b95cba-88c8-432a-94db-c1f9dab7d808 req-80645865-806d-4f96-b7b8-30a3dbeab0b4 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:35.097856 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b5b95cba-88c8-432a-94db-c1f9dab7d808 req-80645865-806d-4f96-b7b8-30a3dbeab0b4 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 944 time: 0.0577419 Nov 04 11:30:35.148568 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b5b95cba-88c8-432a-94db-c1f9dab7d808 req-9bd9830e-2aad-48e4-894d-ef2feb7f9fbe tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444367 Nov 04 11:30:36.271760 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f430a09-71a7-4f11-a1f3-5d4a1b4df0cf req-88855ff9-65d1-4f44-8224-2800f2b4d217 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:36.273418 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2f430a09-71a7-4f11-a1f3-5d4a1b4df0cf req-88855ff9-65d1-4f44-8224-2800f2b4d217 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 944 time: 0.0554903 Nov 04 11:30:36.323631 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2f430a09-71a7-4f11-a1f3-5d4a1b4df0cf req-52fc2f52-4501-4a89-b95a-2f08a93909d2 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437915 Nov 04 11:30:36.819639 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 297ee9f5-1a47-412b-b22c-ea679c41a5f7 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:30:36.918984 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 297ee9f5-1a47-412b-b22c-ea679c41a5f7, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=297ee9f5-1a47-412b-b22c-ea679c41a5f7,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:30:36.930749 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '297ee9f5-1a47-412b-b22c-ea679c41a5f7', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'port_id': '297ee9f5-1a47-412b-b22c-ea679c41a5f7', 'mac_address': 'fa:16:3e:07:94:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:30:36.968667 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:36.983101 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 297ee9f5-1a47-412b-b22c-ea679c41a5f7 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:30:37.003074 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 297ee9f5-1a47-412b-b22c-ea679c41a5f7, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=297ee9f5-1a47-412b-b22c-ea679c41a5f7,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:30:37.009277 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:37.062828 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=297ee9f5-1a47-412b-b22c-ea679c41a5f7,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:30:37.215285 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['297ee9f5-1a47-412b-b22c-ea679c41a5f7'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:30:37.452878 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d302df-840f-4309-bd13-344e880fd413 req-2a136c41-4603-49a1-93fd-a16ca4b859e9 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:37.454833 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c2d302df-840f-4309-bd13-344e880fd413 req-2a136c41-4603-49a1-93fd-a16ca4b859e9 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 945 time: 0.0585082 Nov 04 11:30:37.505671 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c2d302df-840f-4309-bd13-344e880fd413 req-c94bbd18-c30d-4a9c-b4f1-a5caa9a39699 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430348 Nov 04 11:30:38.637125 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79d24d-e031-45eb-973d-9c25d01763c4 req-2b2607b1-2b16-4509-bea7-6b1156d7406f tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:38.638910 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6f79d24d-e031-45eb-973d-9c25d01763c4 req-2b2607b1-2b16-4509-bea7-6b1156d7406f tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 945 time: 0.0592542 Nov 04 11:30:38.689995 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6f79d24d-e031-45eb-973d-9c25d01763c4 req-c91858ec-e486-48d7-974e-379491885cfa tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446401 Nov 04 11:30:38.835933 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 297ee9f5-1a47-412b-b22c-ea679c41a5f7 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:30:38.900103 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 297ee9f5-1a47-412b-b22c-ea679c41a5f7 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:30:38.905047 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 297ee9f5-1a47-412b-b22c-ea679c41a5f7 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:30:38.905410 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:38.988436 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:39.011315 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b5ed19-7dd4-49b6-8471-13be48fdbd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297ee9f5-1a47-412b-b22c-ea679c41a5f7'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:30:39.013995 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1d98b2-93a3-4cb5-8b18-480ac0d5098e" -d '{"events": [{"server_uuid": "c6b5ed19-7dd4-49b6-8471-13be48fdbd3b", "name": "network-vif-plugged", "status": "completed", "tag": "297ee9f5-1a47-412b-b22c-ea679c41a5f7"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:30:39.026591 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 297ee9f5-1a47-412b-b22c-ea679c41a5f7, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=297ee9f5-1a47-412b-b22c-ea679c41a5f7,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:30:39.031616 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:39.055855 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a42e0c-ef5d-4743-bc35-0ed2f8738350 x-openstack-request-id: req-50a42e0c-ef5d-4743-bc35-0ed2f8738350 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:30:39.056140 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b5ed19-7dd4-49b6-8471-13be48fdbd3b", "name": "network-vif-plugged", "status": "completed", "tag": "297ee9f5-1a47-412b-b22c-ea679c41a5f7", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:30:39.056386 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-50a42e0c-ef5d-4743-bc35-0ed2f8738350 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:30:39.056865 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b5ed19-7dd4-49b6-8471-13be48fdbd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297ee9f5-1a47-412b-b22c-ea679c41a5f7', 'code': 200} Nov 04 11:30:39.088290 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=297ee9f5-1a47-412b-b22c-ea679c41a5f7,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:30:39.152535 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca1e4a-8489-41f6-980b-37a34c1f49a6 req-7803a651-1b89-400b-bf90-301cd92cd894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:39.154120 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-91ca1e4a-8489-41f6-980b-37a34c1f49a6 req-7803a651-1b89-400b-bf90-301cd92cd894 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 1097 time: 0.0436342 Nov 04 11:30:39.205288 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-91ca1e4a-8489-41f6-980b-37a34c1f49a6 req-3f3423ca-7aad-463b-9a26-292b6cae6966 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427902 Nov 04 11:30:39.825071 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef8846-6a51-4b7b-af23-5dbda2764fb0 req-a9a89d5b-d3b0-49f7-81eb-f34a5c7ecc0d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:39.826575 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a0ef8846-6a51-4b7b-af23-5dbda2764fb0 req-a9a89d5b-d3b0-49f7-81eb-f34a5c7ecc0d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 946 time: 0.0509419 Nov 04 11:30:39.877573 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a0ef8846-6a51-4b7b-af23-5dbda2764fb0 req-1deef218-c571-42ca-845d-d5fa11a0ad0a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414131 Nov 04 11:30:41.018065 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04dea6-3a72-4777-93f2-b259a812c4d2 req-93df3692-9580-41bf-850a-669cf319f549 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:41.019596 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3b04dea6-3a72-4777-93f2-b259a812c4d2 req-93df3692-9580-41bf-850a-669cf319f549 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 946 time: 0.0604053 Nov 04 11:30:41.074367 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3b04dea6-3a72-4777-93f2-b259a812c4d2 req-3bfa7dbc-4a8b-4a4c-8c35-25d7e27ea63d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476894 Nov 04 11:30:41.188413 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c285daf-33c0-4d65-88a0-f6ef36f88642 req-f1941994-d581-40d2-8c91-9dc65dfedebf tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:41.189870 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8c285daf-33c0-4d65-88a0-f6ef36f88642 req-f1941994-d581-40d2-8c91-9dc65dfedebf tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 946 time: 0.0502689 Nov 04 11:30:41.198763 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60536) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:30:41.203207 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-2795e655-39db-4648-986e-443327fa1354 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Request body: {'floatingip': {'port_id': '297ee9f5-1a47-412b-b22c-ea679c41a5f7'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:30:41.244207 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2795e655-39db-4648-986e-443327fa1354 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for floatingip, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:41.702496 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2795e655-39db-4648-986e-443327fa1354 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:41.709616 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2795e655-39db-4648-986e-443327fa1354 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:41.813364 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-2795e655-39db-4648-986e-443327fa1354 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Floating IP 5006c58e-2bb2-4d83-b213-c6b7185cabef associated. External IP: 172.25.7.19, port: 297ee9f5-1a47-412b-b22c-ea679c41a5f7. Nov 04 11:30:42.332573 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2795e655-39db-4648-986e-443327fa1354 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Router 7333c5b2-c3e5-4615-af65-032ffa964f8e has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:30:42.462081 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2795e655-39db-4648-986e-443327fa1354 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:30:42.466927 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2795e655-39db-4648-986e-443327fa1354 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:42.472175 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa6418-3755-4440-99b9-6670d3242c26 None None] Sync routers for ids ['7333c5b2-c3e5-4615-af65-032ffa964f8e'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:30:42.483125 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aa6418-3755-4440-99b9-6670d3242c26 None None] Routers {'7333c5b2-c3e5-4615-af65-032ffa964f8e'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:30:42.483781 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-19aa6418-3755-4440-99b9-6670d3242c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:30:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7333c5b2-c3e5-4615-af65-032ffa964f8e'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:30:42.496209 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2795e655-39db-4648-986e-443327fa1354 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "PUT /v2.0/floatingips/5006c58e-2bb2-4d83-b213-c6b7185cabef HTTP/1.1" status: 200 len: 991 time: 1.2963769 Nov 04 11:30:42.496863 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b5ed19-7dd4-49b6-8471-13be48fdbd3b', 'tag': '297ee9f5-1a47-412b-b22c-ea679c41a5f7'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:30:42.550490 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4e2a034f213e3ed4147e598e162b1822d6f65ae2e173dcd934e22f7eae9c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4197f916-30a6-44db-9bc9-2ba7faf5b3b1" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b5ed19-7dd4-49b6-8471-13be48fdbd3b", "tag": "297ee9f5-1a47-412b-b22c-ea679c41a5f7"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:30:42.595936 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-19aa6418-3755-4440-99b9-6670d3242c26 None None] Set router 7333c5b2-c3e5-4615-af65-032ffa964f8e gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:30:42.647192 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117df61f-389a-49d5-bab3-b8ab7ca5e2ba x-openstack-request-id: req-117df61f-389a-49d5-bab3-b8ab7ca5e2ba {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:30:42.647637 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b5ed19-7dd4-49b6-8471-13be48fdbd3b", "tag": "297ee9f5-1a47-412b-b22c-ea679c41a5f7", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:30:42.648029 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-117df61f-389a-49d5-bab3-b8ab7ca5e2ba {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:30:42.648593 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b5ed19-7dd4-49b6-8471-13be48fdbd3b', 'tag': '297ee9f5-1a47-412b-b22c-ea679c41a5f7', 'status': 'completed', 'code': 200} Nov 04 11:30:42.713292 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197f916-30a6-44db-9bc9-2ba7faf5b3b1 req-1c56ab9f-feeb-4ed6-a5c9-7c58f9914940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:42.714968 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4197f916-30a6-44db-9bc9-2ba7faf5b3b1 req-1c56ab9f-feeb-4ed6-a5c9-7c58f9914940 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 1097 time: 0.0429888 Nov 04 11:30:42.805439 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197f916-30a6-44db-9bc9-2ba7faf5b3b1 req-bfb1a24d-dc55-42b0-96c4-6593fd904de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:42.807142 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4197f916-30a6-44db-9bc9-2ba7faf5b3b1 req-bfb1a24d-dc55-42b0-96c4-6593fd904de5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0853341 Nov 04 11:30:42.829571 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-19aa6418-3755-4440-99b9-6670d3242c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '5006c58e-2bb2-4d83-b213-c6b7185cabef', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'floating_ip_address': '172.25.7.19', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'port_id': '297ee9f5-1a47-412b-b22c-ea679c41a5f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'mac_address': 'fa:16:3e:07:94:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b5ed19-7dd4-49b6-8471-13be48fdbd3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:28:17Z', 'updated_at': '2021-11-04T11:30:41Z', 'revision_number': 5, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:19Z', 'revision_number': 5, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:30:42.860460 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa6418-3755-4440-99b9-6670d3242c26 None None] Checking router: 7333c5b2-c3e5-4615-af65-032ffa964f8e for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:30:42.870031 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aa6418-3755-4440-99b9-6670d3242c26 None None] Routers {'7333c5b2-c3e5-4615-af65-032ffa964f8e'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:30:42.870630 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-19aa6418-3755-4440-99b9-6670d3242c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:30:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7333c5b2-c3e5-4615-af65-032ffa964f8e'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:30:42.876873 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4197f916-30a6-44db-9bc9-2ba7faf5b3b1 req-0231af32-9148-4cce-a0fb-45e3c870b3c9 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=297ee9f5-1a47-412b-b22c-ea679c41a5f7 HTTP/1.1" status: 200 len: 999 time: 0.0627875 Nov 04 11:30:42.928051 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197f916-30a6-44db-9bc9-2ba7faf5b3b1 req-05c4f480-f05a-405b-9853-4336be6a5bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:42.929790 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4197f916-30a6-44db-9bc9-2ba7faf5b3b1 req-05c4f480-f05a-405b-9853-4336be6a5bf8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0465541 Nov 04 11:30:42.933037 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:42.976771 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197f916-30a6-44db-9bc9-2ba7faf5b3b1 req-2973c188-d268-4c37-956c-6c635697d634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:30:42.978240 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4197f916-30a6-44db-9bc9-2ba7faf5b3b1 req-2973c188-d268-4c37-956c-6c635697d634 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417032 Nov 04 11:30:42.993023 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-19aa6418-3755-4440-99b9-6670d3242c26 None None] Set router 7333c5b2-c3e5-4615-af65-032ffa964f8e gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:30:43.075030 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4197f916-30a6-44db-9bc9-2ba7faf5b3b1 req-7afcfbad-d405-4974-80ef-097de5c5b320 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895045 Nov 04 11:30:43.166758 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4197f916-30a6-44db-9bc9-2ba7faf5b3b1 req-5d11c015-9f05-4caa-89a2-0ef20154b57f service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844786 Nov 04 11:30:43.223565 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-19aa6418-3755-4440-99b9-6670d3242c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '5006c58e-2bb2-4d83-b213-c6b7185cabef', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'floating_ip_address': '172.25.7.19', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'port_id': '297ee9f5-1a47-412b-b22c-ea679c41a5f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'mac_address': 'fa:16:3e:07:94:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b5ed19-7dd4-49b6-8471-13be48fdbd3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:28:17Z', 'updated_at': '2021-11-04T11:30:41Z', 'revision_number': 5, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:19Z', 'revision_number': 5, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:30:43.250450 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa6418-3755-4440-99b9-6670d3242c26 None None] The sync data for ids ['7333c5b2-c3e5-4615-af65-032ffa964f8e'] in n-d-816629-1 is: [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '5006c58e-2bb2-4d83-b213-c6b7185cabef', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'floating_ip_address': '172.25.7.19', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'port_id': '297ee9f5-1a47-412b-b22c-ea679c41a5f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'mac_address': 'fa:16:3e:07:94:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b5ed19-7dd4-49b6-8471-13be48fdbd3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:28:17Z', 'updated_at': '2021-11-04T11:30:41Z', 'revision_number': 5, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:19Z', 'revision_number': 5, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:30:43.448335 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2c5188-890d-4a20-bd8a-b720e5ffedf1 None None] New status for floating IP 5006c58e-2bb2-4d83-b213-c6b7185cabef: ACTIVE {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:30:45.297297 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:46.913695 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1b5124ad-9b10-4e5c-abc9-741361882c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:49.735947 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2a87da9c-44fb-422a-9a0b-8e845c53c22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:50.969861 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:52.378193 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:52.654573 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:30:53.438083 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:31:12.919940 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:31:14.064457 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8cb4714b-5db7-49ee-b4c2-490e490c16ad req-1a17c75e-0f44-4b77-a13e-68c3be918ff6 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477083 Nov 04 11:31:14.160111 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4714b-5db7-49ee-b4c2-490e490c16ad req-f79797b1-fffb-4903-aca7-6ce07d9ea5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:31:14.161688 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8cb4714b-5db7-49ee-b4c2-490e490c16ad req-f79797b1-fffb-4903-aca7-6ce07d9ea5a1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 1097 time: 0.0501442 Nov 04 11:31:14.278495 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4714b-5db7-49ee-b4c2-490e490c16ad req-2c972bab-f7ae-4fd8-838e-f79f843e3eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:31:14.280780 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8cb4714b-5db7-49ee-b4c2-490e490c16ad req-2c972bab-f7ae-4fd8-838e-f79f843e3eb7 service neutron] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0981691 Nov 04 11:31:14.732649 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8cb4714b-5db7-49ee-b4c2-490e490c16ad req-c173aa60-ce24-405e-b2ca-f480720be24b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=297ee9f5-1a47-412b-b22c-ea679c41a5f7 HTTP/1.1" status: 200 len: 1001 time: 0.4397485 Nov 04 11:31:14.782472 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4714b-5db7-49ee-b4c2-490e490c16ad req-498c0815-306d-43fd-8f63-6059bfa7d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:31:14.783886 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8cb4714b-5db7-49ee-b4c2-490e490c16ad req-498c0815-306d-43fd-8f63-6059bfa7d599 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0439045 Nov 04 11:31:14.832859 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4714b-5db7-49ee-b4c2-490e490c16ad req-465a6734-c794-4feb-8f0b-e91a64f15a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:31:14.835212 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8cb4714b-5db7-49ee-b4c2-490e490c16ad req-465a6734-c794-4feb-8f0b-e91a64f15a43 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432174 Nov 04 11:31:14.947893 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8cb4714b-5db7-49ee-b4c2-490e490c16ad req-36884e33-1481-4bb8-a000-a2d8c039373a service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038938 Nov 04 11:31:15.039200 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8cb4714b-5db7-49ee-b4c2-490e490c16ad req-1cd06c5a-ae15-43d5-8c42-744051e36966 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834930 Nov 04 11:31:15.313442 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:31:16.912201 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f2525ffd-f137-476e-8930-45e39538dca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:31:19.732265 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d53d0437-4e3a-49b4-9c73-65a5b8f50350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:31:20.979224 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:31:22.371120 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:31:22.657824 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:31:30.433402 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:31:42.911958 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:31:45.318699 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:31:46.909116 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c05956e8-60d6-44a0-9b0d-ec2f0c4a08e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:31:49.728751 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-65c7ed57-1c80-4584-9a5c-8c14c62bc59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:31:50.985245 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:31:52.380031 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:31:52.659293 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:07.437238 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:32:12.912312 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:14.073458 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-297c65f6-2b28-4cd9-990e-8e1162386bb9 req-284396f1-a62d-405e-9647-c122050fc5a2 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558653 Nov 04 11:32:14.157862 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c65f6-2b28-4cd9-990e-8e1162386bb9 req-d25715ea-bf61-487b-81e9-a4ebe20e5d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:14.159399 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-297c65f6-2b28-4cd9-990e-8e1162386bb9 req-d25715ea-bf61-487b-81e9-a4ebe20e5d7c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 1097 time: 0.0421252 Nov 04 11:32:14.265822 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c65f6-2b28-4cd9-990e-8e1162386bb9 req-897a3584-d949-4012-bf77-d67ab2d3ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:14.268031 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-297c65f6-2b28-4cd9-990e-8e1162386bb9 req-897a3584-d949-4012-bf77-d67ab2d3ab9a service neutron] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0889256 Nov 04 11:32:14.347137 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-297c65f6-2b28-4cd9-990e-8e1162386bb9 req-44fc7985-03f1-45f6-b0be-cba6ca7903a5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=297ee9f5-1a47-412b-b22c-ea679c41a5f7 HTTP/1.1" status: 200 len: 1001 time: 0.0714052 Nov 04 11:32:14.398304 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c65f6-2b28-4cd9-990e-8e1162386bb9 req-a4a924c0-bab1-4dc0-baa3-d8a1ed23c115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:14.399771 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-297c65f6-2b28-4cd9-990e-8e1162386bb9 req-a4a924c0-bab1-4dc0-baa3-d8a1ed23c115 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0455966 Nov 04 11:32:14.447775 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c65f6-2b28-4cd9-990e-8e1162386bb9 req-dcb8d182-bb4a-4594-bd15-28e8840dd241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:14.449369 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-297c65f6-2b28-4cd9-990e-8e1162386bb9 req-dcb8d182-bb4a-4594-bd15-28e8840dd241 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422800 Nov 04 11:32:14.563940 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-297c65f6-2b28-4cd9-990e-8e1162386bb9 req-2f6c9730-4e52-4a62-a911-7f0ac5074876 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067791 Nov 04 11:32:14.655341 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-297c65f6-2b28-4cd9-990e-8e1162386bb9 req-2ada6a16-311d-4dc4-95e1-99853adf4f37 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845051 Nov 04 11:32:15.329254 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:16.908090 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-49166115-c240-499e-9896-57ed5d1bc6d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:18.238323 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984720f-419d-464f-8bfe-7f1d82b5ed31 req-9be66dad-84b2-49c1-8f42-bbd63eb60b8b tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:18.240087 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6984720f-419d-464f-8bfe-7f1d82b5ed31 req-9be66dad-84b2-49c1-8f42-bbd63eb60b8b tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 946 time: 0.1084673 Nov 04 11:32:18.289713 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6984720f-419d-464f-8bfe-7f1d82b5ed31 req-a78d9603-ad86-43e7-bbf0-62dc53054746 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430510 Nov 04 11:32:19.423627 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1c5e8-6e9f-4eb9-ba25-8fd838390092 req-a53d35d7-dcf3-4476-8c49-648c07fa8f76 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:19.425250 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-23e1c5e8-6e9f-4eb9-ba25-8fd838390092 req-a53d35d7-dcf3-4476-8c49-648c07fa8f76 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 946 time: 0.0628381 Nov 04 11:32:19.474910 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-23e1c5e8-6e9f-4eb9-ba25-8fd838390092 req-0aaaf0d7-6da5-41db-bd0d-12187447d166 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435476 Nov 04 11:32:19.732592 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-45224ee7-c2d6-43d1-8e8e-53c7ac9f7e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:20.618838 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d148ecb-70da-437a-86c5-9d7e479541e6 req-63909b8f-27bc-4604-902e-91524350dfdf tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:20.620405 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d148ecb-70da-437a-86c5-9d7e479541e6 req-63909b8f-27bc-4604-902e-91524350dfdf tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 946 time: 0.0655859 Nov 04 11:32:20.674058 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0d148ecb-70da-437a-86c5-9d7e479541e6 req-28a4e8e7-5f09-4f1d-9ca3-8b3b0ade297a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443559 Nov 04 11:32:20.984472 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:21.809007 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89e09c-178e-4ce2-95ce-45840b25fc46 req-6d666bba-a22a-4310-967f-8fc403a3770a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:21.810540 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8f89e09c-178e-4ce2-95ce-45840b25fc46 req-6d666bba-a22a-4310-967f-8fc403a3770a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 946 time: 0.0574794 Nov 04 11:32:21.865863 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8f89e09c-178e-4ce2-95ce-45840b25fc46 req-1fd0ce82-4263-453c-9c98-32e1e0713b5a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462961 Nov 04 11:32:22.383070 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:22.668835 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:22.999629 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ddafc-2a3b-4924-85ff-2f16dc0fd6da req-78a19a70-4f16-4bcc-a781-0e38ee46c314 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:23.001243 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e17ddafc-2a3b-4924-85ff-2f16dc0fd6da req-78a19a70-4f16-4bcc-a781-0e38ee46c314 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 946 time: 0.0569825 Nov 04 11:32:23.054540 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e17ddafc-2a3b-4924-85ff-2f16dc0fd6da req-68740822-8114-4086-92bf-dffebf88213e tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437598 Nov 04 11:32:24.178142 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eca955-8137-4dc2-9136-c24f31f7708f req-4578a770-321f-42b2-b5c5-67206cbd24c6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:24.179630 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-15eca955-8137-4dc2-9136-c24f31f7708f req-4578a770-321f-42b2-b5c5-67206cbd24c6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 946 time: 0.0494549 Nov 04 11:32:24.227180 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-15eca955-8137-4dc2-9136-c24f31f7708f req-d2764341-25c6-4fcc-8f0d-6d6a66eddff5 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412176 Nov 04 11:32:25.349097 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a5e84-bf9f-4b8b-97b1-a6965a52328c req-806e912f-c9c3-48cb-a181-6e0b6a505beb tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:25.350623 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6a4a5e84-bf9f-4b8b-97b1-a6965a52328c req-806e912f-c9c3-48cb-a181-6e0b6a505beb tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 946 time: 0.0530651 Nov 04 11:32:25.400195 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6a4a5e84-bf9f-4b8b-97b1-a6965a52328c req-94376c86-1554-4032-8f2b-28bb35238236 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432789 Nov 04 11:32:26.520240 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50232f19-1278-422d-9009-fa2238799e5a req-84ee0b95-d82c-4ff9-a5f1-d2f9639b955e tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:26.521764 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-50232f19-1278-422d-9009-fa2238799e5a req-84ee0b95-d82c-4ff9-a5f1-d2f9639b955e tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 946 time: 0.0514882 Nov 04 11:32:26.575473 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-50232f19-1278-422d-9009-fa2238799e5a req-6a31aca4-22a4-4b77-96d1-ea05f9baff48 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470285 Nov 04 11:32:27.711168 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783ccc3-0ad8-4732-8da3-6d1d94a403d3 req-4a3a726c-e34d-495c-8b5e-8421c56ba1b2 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:27.712712 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2783ccc3-0ad8-4732-8da3-6d1d94a403d3 req-4a3a726c-e34d-495c-8b5e-8421c56ba1b2 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 946 time: 0.0635846 Nov 04 11:32:27.764962 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2783ccc3-0ad8-4732-8da3-6d1d94a403d3 req-9cd7ab0a-24e7-4fce-b2a7-1a9151895552 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458705 Nov 04 11:32:28.900040 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0752a1-250b-4a5b-8d26-96493bf516a4 req-78e4bfda-95ea-47bd-bdc4-a326b9d5e634 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:28.901776 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d0752a1-250b-4a5b-8d26-96493bf516a4 req-78e4bfda-95ea-47bd-bdc4-a326b9d5e634 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 946 time: 0.0596759 Nov 04 11:32:28.955133 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d0752a1-250b-4a5b-8d26-96493bf516a4 req-9de0b65b-7a8e-4bf8-9a3f-38ebcb475fb6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448587 Nov 04 11:32:29.199382 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53678ed9-7648-4158-91f2-637172e8e9a7 req-f4621105-75fa-466b-8f87-0744544cfc20 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:29.200880 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-53678ed9-7648-4158-91f2-637172e8e9a7 req-f4621105-75fa-466b-8f87-0744544cfc20 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 946 time: 0.0510004 Nov 04 11:32:29.254027 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-53678ed9-7648-4158-91f2-637172e8e9a7 req-7266b95f-85f0-46e6-b554-5f0d6878bb9d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471478 Nov 04 11:32:29.268968 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-dc415a9c-9f81-4445-bcde-3d5915d8b2c1 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0872874 Nov 04 11:32:30.391748 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4693f3-ce41-400d-b65b-ebac170395b1 req-7c73575f-1aac-4487-990f-720c4d6c14d8 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:30.394175 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eb4693f3-ce41-400d-b65b-ebac170395b1 req-7c73575f-1aac-4487-990f-720c4d6c14d8 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 946 time: 0.0562787 Nov 04 11:32:30.446826 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eb4693f3-ce41-400d-b65b-ebac170395b1 req-f7da3829-d13c-43f1-826e-0e314fdd552c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456896 Nov 04 11:32:30.511428 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-c189483e-3b7f-4e91-9b30-81b15e718171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:30.512989 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-c189483e-3b7f-4e91-9b30-81b15e718171 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 1097 time: 0.0921345 Nov 04 11:32:30.612774 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-ee44ec2c-2187-4020-bc5c-9aa08e77e030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:30.614338 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-ee44ec2c-2187-4020-bc5c-9aa08e77e030 service neutron] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0944846 Nov 04 11:32:30.686186 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-90b0fecb-2535-4aab-a4ef-ef05a0299b0e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=297ee9f5-1a47-412b-b22c-ea679c41a5f7 HTTP/1.1" status: 200 len: 1001 time: 0.0645971 Nov 04 11:32:30.743858 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-9b02c180-81e7-4a05-a1d4-c0dade31f870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:30.746030 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-9b02c180-81e7-4a05-a1d4-c0dade31f870 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0529075 Nov 04 11:32:30.797482 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-3472ba9d-7ed3-4cf9-bb7e-71921a25ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:30.799003 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-3472ba9d-7ed3-4cf9-bb7e-71921a25ba95 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448141 Nov 04 11:32:30.893236 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-647276af-870a-4e1a-81e9-bcd0397d3dd2 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864921 Nov 04 11:32:30.990564 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-534e37b0-9839-4de1-8916-63d05ccc45a3 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899754 Nov 04 11:32:31.582662 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19d809-89b8-4057-b75a-243e399af64e req-6578f077-c504-469e-8df4-50b04387830a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:31.584150 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8c19d809-89b8-4057-b75a-243e399af64e req-6578f077-c504-469e-8df4-50b04387830a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 946 time: 0.0652385 Nov 04 11:32:31.636258 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8c19d809-89b8-4057-b75a-243e399af64e req-74ed60b4-048a-4b9b-a385-c11e9a47b83a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456352 Nov 04 11:32:32.781662 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e40ee8-7295-465c-b6bd-11cfbec4258d req-fe208c00-53a8-4a17-a4e0-56a4495f00da tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:32.783163 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c4e40ee8-7295-465c-b6bd-11cfbec4258d req-fe208c00-53a8-4a17-a4e0-56a4495f00da tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 946 time: 0.0561576 Nov 04 11:32:32.834275 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c4e40ee8-7295-465c-b6bd-11cfbec4258d req-ebe7f9d0-04a7-4c34-9dcf-f0cadfb18c34 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420845 Nov 04 11:32:32.860434 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-4407a60e-517f-4a30-b18a-181043b44744 service neutron] show failed (client error): The resource could not be found. Nov 04 11:32:32.861538 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-4407a60e-517f-4a30-b18a-181043b44744 service neutron] 10.222.0.121 "GET /v2.0/ports/297ee9f5-1a47-412b-b22c-ea679c41a5f7/bindings/n-h1-816629-1 HTTP/1.1" status: 404 len: 380 time: 0.0581119 Nov 04 11:32:33.129138 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-690b10cf-e12e-47b3-b7e1-3c9a43f70c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:33.130660 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-690b10cf-e12e-47b3-b7e1-3c9a43f70c13 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b&tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d HTTP/1.1" status: 200 len: 1097 time: 0.0932236 Nov 04 11:32:33.143363 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816629-1', 'device_owner': 'compute:nova'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:32:33.197227 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:33.398541 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] For port 297ee9f5-1a47-412b-b22c-ea679c41a5f7, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=297ee9f5-1a47-412b-b22c-ea679c41a5f7,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:32:33.442696 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] For port 297ee9f5-1a47-412b-b22c-ea679c41a5f7, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:32:33.487529 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b5ed19-7dd4-49b6-8471-13be48fdbd3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '297ee9f5-1a47-412b-b22c-ea679c41a5f7'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:32:33.489889 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96832245-2c0f-47cd-9ad5-fd605bff9ef6" -d '{"events": [{"server_uuid": "c6b5ed19-7dd4-49b6-8471-13be48fdbd3b", "name": "network-vif-unplugged", "status": "completed", "tag": "297ee9f5-1a47-412b-b22c-ea679c41a5f7"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:32:33.493649 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:33.506956 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Transition to ACTIVE for port object 297ee9f5-1a47-412b-b22c-ea679c41a5f7 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:32:33.513182 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:33.589021 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Pushing event updated for resources: {'Port': ['ID=297ee9f5-1a47-412b-b22c-ea679c41a5f7,revision_number=6']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:32:33.604370 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:32:33.604694 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:32:33.605058 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:32:33.605428 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:32:33.605758 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:32:33.606064 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:32:33.606395 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:32:33.606748 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:32:33.607069 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:32:33.607450 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:32:33.607775 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:32:33.608191 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:32:33.612112 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 11:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936f45f7-46bf-4645-87e8-635cc925d944 x-openstack-request-id: req-936f45f7-46bf-4645-87e8-635cc925d944 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:32:33.612402 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b5ed19-7dd4-49b6-8471-13be48fdbd3b", "name": "network-vif-unplugged", "status": "completed", "tag": "297ee9f5-1a47-412b-b22c-ea679c41a5f7", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:32:33.612655 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-936f45f7-46bf-4645-87e8-635cc925d944 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:32:33.613113 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b5ed19-7dd4-49b6-8471-13be48fdbd3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '297ee9f5-1a47-412b-b22c-ea679c41a5f7', 'code': 200} Nov 04 11:32:33.648569 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] No DVR routers for this DVR port 297ee9f5-1a47-412b-b22c-ea679c41a5f7 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:32:33.792574 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Attempting to bind port 297ee9f5-1a47-412b-b22c-ea679c41a5f7 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:32:33.792943 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Attempting to bind port 297ee9f5-1a47-412b-b22c-ea679c41a5f7 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:32:33.793270 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Attempting to bind port 297ee9f5-1a47-412b-b22c-ea679c41a5f7 on network afa8becb-b000-4953-ad4a-faf52428464f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:32:33.797958 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Port 297ee9f5-1a47-412b-b22c-ea679c41a5f7 on network afa8becb-b000-4953-ad4a-faf52428464f not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:32:33.798220 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Attempting to bind port 297ee9f5-1a47-412b-b22c-ea679c41a5f7 on network afa8becb-b000-4953-ad4a-faf52428464f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:32:33.803116 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:32:33.803456 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Checking segment: {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:32:33.803839 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Bound using segment: {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:32:33.804259 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Bound port: 297ee9f5-1a47-412b-b22c-ea679c41a5f7, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:32:33.804606 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:33.871548 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] For port 297ee9f5-1a47-412b-b22c-ea679c41a5f7, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:32:33.875803 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] For port 297ee9f5-1a47-412b-b22c-ea679c41a5f7, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=297ee9f5-1a47-412b-b22c-ea679c41a5f7,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:32:33.883911 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:33.920715 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:33.921624 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:33.924708 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] 10.222.0.126 "PUT /v2.0/ports/297ee9f5-1a47-412b-b22c-ea679c41a5f7 HTTP/1.1" status: 200 len: 1092 time: 0.7856011 Nov 04 11:32:33.966290 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36709836-8e2a-4e86-9410-9f72d9eaf628 service neutron] Pushing event updated for resources: {'Port': ['ID=297ee9f5-1a47-412b-b22c-ea679c41a5f7,revision_number=7']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:32:33.966882 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcc572-90ab-4cc3-a098-ec0b9abf3cba req-e45e4a44-99cf-472a-b2af-85dac6da0889 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:33.968733 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-efbcc572-90ab-4cc3-a098-ec0b9abf3cba req-e45e4a44-99cf-472a-b2af-85dac6da0889 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 944 time: 0.0560107 Nov 04 11:32:33.997408 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-210bc78c-126a-49e6-9b11-59a8b5f88a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:33.998995 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-210bc78c-126a-49e6-9b11-59a8b5f88a26 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 1095 time: 0.0477493 Nov 04 11:32:34.022541 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-efbcc572-90ab-4cc3-a098-ec0b9abf3cba req-1477fff5-6e2f-4acd-90fa-4a7cd26502ac tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464442 Nov 04 11:32:34.104093 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-1aad6f83-8e96-4a9c-a119-f6286829145b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:34.105699 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-1aad6f83-8e96-4a9c-a119-f6286829145b service neutron] 10.222.0.126 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0990152 Nov 04 11:32:34.175585 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-50b36c9b-b0f8-4cea-a475-aeeec83832aa service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=297ee9f5-1a47-412b-b22c-ea679c41a5f7 HTTP/1.1" status: 200 len: 999 time: 0.0614400 Nov 04 11:32:34.233402 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-feff2d2b-e31b-4636-b843-cf4855a7b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:34.234944 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-feff2d2b-e31b-4636-b843-cf4855a7b903 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0527294 Nov 04 11:32:34.285830 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-48e2ea50-4dbb-49de-9ce1-5bc6d5b188ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:34.288170 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-48e2ea50-4dbb-49de-9ce1-5bc6d5b188ec service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455284 Nov 04 11:32:34.397504 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-d7ca11df-f405-4de7-ab6f-04630adb7274 service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020112 Nov 04 11:32:34.499076 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c7ac5169-83a5-49fe-b078-a1981a1c8156 req-da80f2b0-0b0e-4718-8126-df74d0e4712d service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942423 Nov 04 11:32:35.147892 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc244c5-6a58-4438-aa71-dcfbfeea6f2a req-222a2d63-c047-4d7c-9584-3120e882d820 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:35.149502 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ddc244c5-6a58-4438-aa71-dcfbfeea6f2a req-222a2d63-c047-4d7c-9584-3120e882d820 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 944 time: 0.0505147 Nov 04 11:32:35.206094 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ddc244c5-6a58-4438-aa71-dcfbfeea6f2a req-c88fb3b3-8636-4245-a804-3d8b565dd474 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503016 Nov 04 11:32:35.318784 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 297ee9f5-1a47-412b-b22c-ea679c41a5f7 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:32:35.363688 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 297ee9f5-1a47-412b-b22c-ea679c41a5f7 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:32:35.615445 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b5ed19-7dd4-49b6-8471-13be48fdbd3b', 'tag': '297ee9f5-1a47-412b-b22c-ea679c41a5f7'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:32:35.619593 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e83e41-fad4-4df9-ab6c-4b0e0c0502aa" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b5ed19-7dd4-49b6-8471-13be48fdbd3b", "tag": "297ee9f5-1a47-412b-b22c-ea679c41a5f7"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:32:35.669790 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a522bb0a-b1a3-4d8c-a2c4-8dcbe5a7b29c x-openstack-request-id: req-a522bb0a-b1a3-4d8c-a2c4-8dcbe5a7b29c {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:32:35.670070 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b5ed19-7dd4-49b6-8471-13be48fdbd3b", "tag": "297ee9f5-1a47-412b-b22c-ea679c41a5f7", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:32:35.670368 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-a522bb0a-b1a3-4d8c-a2c4-8dcbe5a7b29c {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:32:35.671222 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b5ed19-7dd4-49b6-8471-13be48fdbd3b', 'tag': '297ee9f5-1a47-412b-b22c-ea679c41a5f7', 'status': 'completed', 'code': 200} Nov 04 11:32:35.769881 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e83e41-fad4-4df9-ab6c-4b0e0c0502aa req-82590028-7b2a-4234-8ad6-d8fc283df301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:35.771457 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d9e83e41-fad4-4df9-ab6c-4b0e0c0502aa req-82590028-7b2a-4234-8ad6-d8fc283df301 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 1095 time: 0.0772076 Nov 04 11:32:35.773388 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e83e41-fad4-4df9-ab6c-4b0e0c0502aa req-3ee2350b-f923-411a-a872-628750fd3b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:35.775297 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d9e83e41-fad4-4df9-ab6c-4b0e0c0502aa req-3ee2350b-f923-411a-a872-628750fd3b68 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 1095 time: 0.0794182 Nov 04 11:32:35.938542 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e83e41-fad4-4df9-ab6c-4b0e0c0502aa req-1cbc8a3f-a91d-449d-935f-cb430e09954b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:35.939933 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d9e83e41-fad4-4df9-ab6c-4b0e0c0502aa req-1cbc8a3f-a91d-449d-935f-cb430e09954b service neutron] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.1614358 Nov 04 11:32:35.957095 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e83e41-fad4-4df9-ab6c-4b0e0c0502aa req-3df9f08d-acbd-4aca-888c-29e4f2117a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:35.958529 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d9e83e41-fad4-4df9-ab6c-4b0e0c0502aa req-3df9f08d-acbd-4aca-888c-29e4f2117a6e service neutron] 10.222.0.126 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.1297014 Nov 04 11:32:36.052192 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d9e83e41-fad4-4df9-ab6c-4b0e0c0502aa req-19f1d98c-b7f4-48fb-ba89-c15ae3ca279e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=297ee9f5-1a47-412b-b22c-ea679c41a5f7 HTTP/1.1" status: 200 len: 999 time: 0.1049597 Nov 04 11:32:36.070430 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d9e83e41-fad4-4df9-ab6c-4b0e0c0502aa req-a6a6adae-359d-4b50-8f14-c9c23434935f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=297ee9f5-1a47-412b-b22c-ea679c41a5f7 HTTP/1.1" status: 200 len: 999 time: 0.0848870 Nov 04 11:32:36.135796 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e83e41-fad4-4df9-ab6c-4b0e0c0502aa req-ab4ac359-e405-4096-87bb-12327b51272d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:36.137705 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d9e83e41-fad4-4df9-ab6c-4b0e0c0502aa req-ab4ac359-e405-4096-87bb-12327b51272d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0785892 Nov 04 11:32:36.152978 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e83e41-fad4-4df9-ab6c-4b0e0c0502aa req-0ec41361-7fe6-4dd5-9c5b-14c234c27049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:36.154390 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d9e83e41-fad4-4df9-ab6c-4b0e0c0502aa req-0ec41361-7fe6-4dd5-9c5b-14c234c27049 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0663562 Nov 04 11:32:36.218938 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e83e41-fad4-4df9-ab6c-4b0e0c0502aa req-0c57248d-f813-4092-830e-c1240c482b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:36.220350 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d9e83e41-fad4-4df9-ab6c-4b0e0c0502aa req-0c57248d-f813-4092-830e-c1240c482b5c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757730 Nov 04 11:32:36.226257 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e83e41-fad4-4df9-ab6c-4b0e0c0502aa req-6f8b6d9f-288a-4c09-a174-119dd91f2e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:36.227596 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d9e83e41-fad4-4df9-ab6c-4b0e0c0502aa req-6f8b6d9f-288a-4c09-a174-119dd91f2e41 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558162 Nov 04 11:32:36.330364 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2103a-a443-49f1-81bc-edaf03668467 req-df1455d7-a1f1-442c-8184-25c5ad35a82a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:36.331874 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ab2103a-a443-49f1-81bc-edaf03668467 req-df1455d7-a1f1-442c-8184-25c5ad35a82a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 944 time: 0.0520937 Nov 04 11:32:36.377334 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d9e83e41-fad4-4df9-ab6c-4b0e0c0502aa req-3922fdcb-0b0e-4072-b003-ad01eebaa465 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487970 Nov 04 11:32:36.380608 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d9e83e41-fad4-4df9-ab6c-4b0e0c0502aa req-269fc426-8ee8-4fcb-8706-0dcfff98ab39 service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450543 Nov 04 11:32:36.382720 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ab2103a-a443-49f1-81bc-edaf03668467 req-e16785a6-9433-40fb-9e34-7e41cd8fb33a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444405 Nov 04 11:32:36.553931 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d9e83e41-fad4-4df9-ab6c-4b0e0c0502aa req-3e2ca42a-db95-4c90-8571-2baaffc22e2e service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688888 Nov 04 11:32:36.557583 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d9e83e41-fad4-4df9-ab6c-4b0e0c0502aa req-33c30c2a-a2e3-4a77-9eb0-9a4735f9364f service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620221 Nov 04 11:32:36.585930 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60ba1b-c732-496a-97e8-6e1a7ff72115 req-52c9ae75-71f6-47d7-9c01-39bdf1ba5d35 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:36.587477 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9d60ba1b-c732-496a-97e8-6e1a7ff72115 req-52c9ae75-71f6-47d7-9c01-39bdf1ba5d35 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 944 time: 0.0529621 Nov 04 11:32:36.620784 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a755dc4-6bc2-49e3-b70d-ed423e5e8a5e req-473720e4-5f7c-4b05-a567-28e1c1c356e1 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:36.622353 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2a755dc4-6bc2-49e3-b70d-ed423e5e8a5e req-473720e4-5f7c-4b05-a567-28e1c1c356e1 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.121 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b&tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&binding%3Ahost_id=n-h1-816629-1 HTTP/1.1" status: 200 len: 944 time: 0.0536373 Nov 04 11:32:36.637131 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9d60ba1b-c732-496a-97e8-6e1a7ff72115 req-aca51bba-760c-4da3-95f8-4b220dffb2af tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429235 Nov 04 11:32:36.684972 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [req-2a755dc4-6bc2-49e3-b70d-ed423e5e8a5e req-a578d27d-5755-484c-9c38-032494aee5da service neutron] delete failed (client error): The resource could not be found. Nov 04 11:32:36.686045 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2a755dc4-6bc2-49e3-b70d-ed423e5e8a5e req-a578d27d-5755-484c-9c38-032494aee5da service neutron] 10.222.0.121 "DELETE /v2.0/ports/297ee9f5-1a47-412b-b22c-ea679c41a5f7/bindings/n-h2-816629-1 HTTP/1.1" status: 404 len: 380 time: 0.0556312 Nov 04 11:32:36.788545 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a755dc4-6bc2-49e3-b70d-ed423e5e8a5e req-15570f92-9a72-412c-9eed-538754863752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:36.790763 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2a755dc4-6bc2-49e3-b70d-ed423e5e8a5e req-15570f92-9a72-412c-9eed-538754863752 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 1095 time: 0.0556853 Nov 04 11:32:36.887191 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a755dc4-6bc2-49e3-b70d-ed423e5e8a5e req-7f677f86-920e-4fc4-9bb0-31c634d31e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:36.888689 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2a755dc4-6bc2-49e3-b70d-ed423e5e8a5e req-7f677f86-920e-4fc4-9bb0-31c634d31e89 service neutron] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0889046 Nov 04 11:32:36.968129 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2a755dc4-6bc2-49e3-b70d-ed423e5e8a5e req-e65c4b11-6c98-4c0d-97fb-ea7bd1ba6394 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=297ee9f5-1a47-412b-b22c-ea679c41a5f7 HTTP/1.1" status: 200 len: 999 time: 0.0716188 Nov 04 11:32:37.019551 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a755dc4-6bc2-49e3-b70d-ed423e5e8a5e req-8a3a3b7c-025e-44dd-9592-ab608bfd2e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:37.021094 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2a755dc4-6bc2-49e3-b70d-ed423e5e8a5e req-8a3a3b7c-025e-44dd-9592-ab608bfd2e8f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0456831 Nov 04 11:32:37.068050 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a755dc4-6bc2-49e3-b70d-ed423e5e8a5e req-a889a008-56e8-41c3-9124-0ad58e4fbb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:37.069525 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2a755dc4-6bc2-49e3-b70d-ed423e5e8a5e req-a889a008-56e8-41c3-9124-0ad58e4fbb4c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415819 Nov 04 11:32:37.173751 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2a755dc4-6bc2-49e3-b70d-ed423e5e8a5e req-0768b721-a8e8-4c72-b993-6cba037865b2 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965691 Nov 04 11:32:37.267903 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2a755dc4-6bc2-49e3-b70d-ed423e5e8a5e req-d0fadb24-2a56-4743-ba31-47f2ab0e5d6f service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869136 Nov 04 11:32:37.470325 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 297ee9f5-1a47-412b-b22c-ea679c41a5f7 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:32:37.575075 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 297ee9f5-1a47-412b-b22c-ea679c41a5f7, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=297ee9f5-1a47-412b-b22c-ea679c41a5f7,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:32:37.587872 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '297ee9f5-1a47-412b-b22c-ea679c41a5f7', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'port_id': '297ee9f5-1a47-412b-b22c-ea679c41a5f7', 'mac_address': 'fa:16:3e:07:94:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:32:37.635970 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:37.777851 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5914e-51ac-40a4-aa66-b8320b6b87fe req-89decc36-8ca2-4f6c-88e3-09c6a6a9b858 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:37.779602 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8ae5914e-51ac-40a4-aa66-b8320b6b87fe req-89decc36-8ca2-4f6c-88e3-09c6a6a9b858 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 944 time: 0.0609026 Nov 04 11:32:37.831128 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 297ee9f5-1a47-412b-b22c-ea679c41a5f7 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:32:37.833813 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8ae5914e-51ac-40a4-aa66-b8320b6b87fe req-62a31136-a4dd-4280-a406-d84bc8482eca tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463564 Nov 04 11:32:37.852983 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 297ee9f5-1a47-412b-b22c-ea679c41a5f7, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=297ee9f5-1a47-412b-b22c-ea679c41a5f7,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:32:37.858463 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:37.908153 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=297ee9f5-1a47-412b-b22c-ea679c41a5f7,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:32:37.915508 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:32:37.916332 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:32:37.916332 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:32:37.916548 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:32:37.916860 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:32:37.917297 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:32:37.917623 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:32:37.917946 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:32:37.918262 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:32:37.918578 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:32:37.918893 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:32:37.919204 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:32:37.956273 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb98265-b38e-41dc-be50-db82a14f589e req-85c1c8e0-cc70-4b25-a67a-2e0955744b9e tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:37.957811 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3bb98265-b38e-41dc-be50-db82a14f589e req-85c1c8e0-cc70-4b25-a67a-2e0955744b9e tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 945 time: 0.0513699 Nov 04 11:32:38.006839 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3bb98265-b38e-41dc-be50-db82a14f589e req-2ecc021a-ae65-471e-b87e-330c7e15db79 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422616 Nov 04 11:32:38.092582 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['297ee9f5-1a47-412b-b22c-ea679c41a5f7'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:32:38.238334 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ab196-b10b-40ae-8402-b234e01f79b6 req-d98b6925-8d23-4332-aba4-6b5fc9562ee3 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:38.240221 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d87ab196-b10b-40ae-8402-b234e01f79b6 req-d98b6925-8d23-4332-aba4-6b5fc9562ee3 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 945 time: 0.0560710 Nov 04 11:32:38.267991 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e785a7-0da7-4a13-a655-fefcb5043ae2 req-26f0b030-03d1-41d4-b085-9825b2fd7b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:38.269468 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-73e785a7-0da7-4a13-a655-fefcb5043ae2 req-26f0b030-03d1-41d4-b085-9825b2fd7b6a service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 1096 time: 0.0441265 Nov 04 11:32:38.295405 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d87ab196-b10b-40ae-8402-b234e01f79b6 req-5eee34de-9ecb-41e4-8f2d-a8f102a71315 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462277 Nov 04 11:32:38.375136 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e785a7-0da7-4a13-a655-fefcb5043ae2 req-51894445-3a52-4710-8361-49955d520dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:38.376759 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-73e785a7-0da7-4a13-a655-fefcb5043ae2 req-51894445-3a52-4710-8361-49955d520dfb service neutron] 10.222.0.126 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0988443 Nov 04 11:32:38.446312 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-73e785a7-0da7-4a13-a655-fefcb5043ae2 req-e31e7fbd-1663-4bf7-a1c8-39493d139d07 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=297ee9f5-1a47-412b-b22c-ea679c41a5f7 HTTP/1.1" status: 200 len: 1000 time: 0.0619714 Nov 04 11:32:38.502575 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e785a7-0da7-4a13-a655-fefcb5043ae2 req-7a73e742-34e1-4bd4-9f1d-7f10a9f6dc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:38.504089 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-73e785a7-0da7-4a13-a655-fefcb5043ae2 req-7a73e742-34e1-4bd4-9f1d-7f10a9f6dc9a service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0490336 Nov 04 11:32:38.553711 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e785a7-0da7-4a13-a655-fefcb5043ae2 req-8d1536a7-0a26-45b8-b9fa-2d8e1ac3fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:38.555121 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-73e785a7-0da7-4a13-a655-fefcb5043ae2 req-8d1536a7-0a26-45b8-b9fa-2d8e1ac3fcc3 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428858 Nov 04 11:32:38.656471 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-73e785a7-0da7-4a13-a655-fefcb5043ae2 req-0f53a5b2-a365-41d9-a3d7-79e7cb3dd62d service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930448 Nov 04 11:32:38.764872 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-73e785a7-0da7-4a13-a655-fefcb5043ae2 req-ba79b538-6499-4ebc-a6bc-249092872afd service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013491 Nov 04 11:32:39.420511 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89c420-d3c1-480f-bca6-9c5a876665ba req-b3bf81dc-54a6-4b4a-bc6b-393719e8cbe5 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:39.421951 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bc89c420-d3c1-480f-bca6-9c5a876665ba req-b3bf81dc-54a6-4b4a-bc6b-393719e8cbe5 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 945 time: 0.0558219 Nov 04 11:32:39.474139 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 297ee9f5-1a47-412b-b22c-ea679c41a5f7 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:32:39.474710 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bc89c420-d3c1-480f-bca6-9c5a876665ba req-70c1f73f-c596-44de-92c6-115b347ab77e tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435586 Nov 04 11:32:39.527898 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 297ee9f5-1a47-412b-b22c-ea679c41a5f7 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:32:39.531946 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 297ee9f5-1a47-412b-b22c-ea679c41a5f7 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:32:39.532307 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:39.624237 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:39.648056 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b5ed19-7dd4-49b6-8471-13be48fdbd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297ee9f5-1a47-412b-b22c-ea679c41a5f7'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:32:39.650368 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e5f898-3082-463e-819a-e55ddce7b1e2" -d '{"events": [{"server_uuid": "c6b5ed19-7dd4-49b6-8471-13be48fdbd3b", "name": "network-vif-plugged", "status": "completed", "tag": "297ee9f5-1a47-412b-b22c-ea679c41a5f7"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:32:39.662970 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 297ee9f5-1a47-412b-b22c-ea679c41a5f7, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=297ee9f5-1a47-412b-b22c-ea679c41a5f7,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:32:39.667471 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:39.716209 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=297ee9f5-1a47-412b-b22c-ea679c41a5f7,revision_number=9']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:32:39.719485 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120a835-a473-441e-8495-1c96612f98ab req-31154784-3da3-41e0-843e-0d329bbba7ba tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:39.721057 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3120a835-a473-441e-8495-1c96612f98ab req-31154784-3da3-41e0-843e-0d329bbba7ba tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 946 time: 0.0541759 Nov 04 11:32:39.773544 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3120a835-a473-441e-8495-1c96612f98ab req-d261dc23-4331-4229-b5b7-029ecd03f8f9 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464015 Nov 04 11:32:39.889909 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d24d0b1-ef8d-40f9-bcb2-2f911db38f15 x-openstack-request-id: req-0d24d0b1-ef8d-40f9-bcb2-2f911db38f15 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:32:39.890233 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b5ed19-7dd4-49b6-8471-13be48fdbd3b", "name": "network-vif-plugged", "status": "completed", "tag": "297ee9f5-1a47-412b-b22c-ea679c41a5f7", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:32:39.890491 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-0d24d0b1-ef8d-40f9-bcb2-2f911db38f15 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:32:39.890893 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b5ed19-7dd4-49b6-8471-13be48fdbd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297ee9f5-1a47-412b-b22c-ea679c41a5f7', 'code': 200} Nov 04 11:32:40.902432 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f50424-b6cc-4d5d-a277-59923a981915 req-8ed1eea8-a438-4870-badb-c5576f376201 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:40.903993 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c9f50424-b6cc-4d5d-a277-59923a981915 req-8ed1eea8-a438-4870-badb-c5576f376201 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 946 time: 0.0514619 Nov 04 11:32:40.958565 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c9f50424-b6cc-4d5d-a277-59923a981915 req-d8e8ba41-cd98-4a7e-a676-68db64ee98de tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451169 Nov 04 11:32:40.967570 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05334e50-c6a0-484b-a6da-ae9b060ac517 req-07ab1c86-0338-46ff-b4f0-a4c1658a6f69 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:40.969119 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-05334e50-c6a0-484b-a6da-ae9b060ac517 req-07ab1c86-0338-46ff-b4f0-a4c1658a6f69 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.126 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 946 time: 0.0525558 Nov 04 11:32:41.065736 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-05334e50-c6a0-484b-a6da-ae9b060ac517 req-09316d4d-2e64-4abc-9283-392d0cef120d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Deleting port 297ee9f5-1a47-412b-b22c-ea679c41a5f7 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:32:41.065966 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-05334e50-c6a0-484b-a6da-ae9b060ac517 req-09316d4d-2e64-4abc-9283-392d0cef120d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:41.158841 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-05334e50-c6a0-484b-a6da-ae9b060ac517 req-09316d4d-2e64-4abc-9283-392d0cef120d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] For port 297ee9f5-1a47-412b-b22c-ea679c41a5f7, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=297ee9f5-1a47-412b-b22c-ea679c41a5f7,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:32:41.159212 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-05334e50-c6a0-484b-a6da-ae9b060ac517 req-09316d4d-2e64-4abc-9283-392d0cef120d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:41.338705 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-05334e50-c6a0-484b-a6da-ae9b060ac517 req-09316d4d-2e64-4abc-9283-392d0cef120d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:41.339033 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-05334e50-c6a0-484b-a6da-ae9b060ac517 req-09316d4d-2e64-4abc-9283-392d0cef120d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:41.339453 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [req-05334e50-c6a0-484b-a6da-ae9b060ac517 req-09316d4d-2e64-4abc-9283-392d0cef120d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Floating IP 5006c58e-2bb2-4d83-b213-c6b7185cabef disassociated. External IP: 172.25.7.19, port: 297ee9f5-1a47-412b-b22c-ea679c41a5f7. Nov 04 11:32:41.339803 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-05334e50-c6a0-484b-a6da-ae9b060ac517 req-09316d4d-2e64-4abc-9283-392d0cef120d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Calling delete_port for 297ee9f5-1a47-412b-b22c-ea679c41a5f7 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:32:41.484190 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-05334e50-c6a0-484b-a6da-ae9b060ac517 req-09316d4d-2e64-4abc-9283-392d0cef120d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:41.513418 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09316d4d-2e64-4abc-9283-392d0cef120d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Pushing event deleted for resources: {'Port': ['ID=297ee9f5-1a47-412b-b22c-ea679c41a5f7,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:32:41.631635 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05334e50-c6a0-484b-a6da-ae9b060ac517 req-09316d4d-2e64-4abc-9283-392d0cef120d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Router 7333c5b2-c3e5-4615-af65-032ffa964f8e has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:32:41.741061 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05334e50-c6a0-484b-a6da-ae9b060ac517 req-09316d4d-2e64-4abc-9283-392d0cef120d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:32:41.750820 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919884d6-c795-4ff3-a716-267f0eaf43a9 None None] Sync routers for ids ['7333c5b2-c3e5-4615-af65-032ffa964f8e'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:32:41.762108 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919884d6-c795-4ff3-a716-267f0eaf43a9 None None] Routers {'7333c5b2-c3e5-4615-af65-032ffa964f8e'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:32:41.762731 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-919884d6-c795-4ff3-a716-267f0eaf43a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:32:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7333c5b2-c3e5-4615-af65-032ffa964f8e'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:32:41.781972 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-05334e50-c6a0-484b-a6da-ae9b060ac517 req-09316d4d-2e64-4abc-9283-392d0cef120d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] No DVR routers for this DVR port 297ee9f5-1a47-412b-b22c-ea679c41a5f7 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:32:41.785006 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-05334e50-c6a0-484b-a6da-ae9b060ac517 req-09316d4d-2e64-4abc-9283-392d0cef120d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:41.788474 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-05334e50-c6a0-484b-a6da-ae9b060ac517 req-09316d4d-2e64-4abc-9283-392d0cef120d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.126 "DELETE /v2.0/ports/297ee9f5-1a47-412b-b22c-ea679c41a5f7 HTTP/1.1" status: 204 len: 173 time: 0.8134947 Nov 04 11:32:41.788948 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b5ed19-7dd4-49b6-8471-13be48fdbd3b', 'name': 'network-vif-deleted', 'tag': '297ee9f5-1a47-412b-b22c-ea679c41a5f7'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:32:41.791321 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9c5f92-fc98-47eb-805d-843f6dcece34" -d '{"events": [{"server_uuid": "c6b5ed19-7dd4-49b6-8471-13be48fdbd3b", "name": "network-vif-deleted", "tag": "297ee9f5-1a47-412b-b22c-ea679c41a5f7"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:32:41.836003 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3044835a-a8cd-4824-89d1-0e5aa0d1c6ee x-openstack-request-id: req-3044835a-a8cd-4824-89d1-0e5aa0d1c6ee {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:32:41.836537 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b5ed19-7dd4-49b6-8471-13be48fdbd3b", "name": "network-vif-deleted", "tag": "297ee9f5-1a47-412b-b22c-ea679c41a5f7", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:32:41.838304 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-3044835a-a8cd-4824-89d1-0e5aa0d1c6ee {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:32:41.838304 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b5ed19-7dd4-49b6-8471-13be48fdbd3b', 'name': 'network-vif-deleted', 'tag': '297ee9f5-1a47-412b-b22c-ea679c41a5f7', 'status': 'completed', 'code': 200} Nov 04 11:32:41.880316 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-919884d6-c795-4ff3-a716-267f0eaf43a9 None None] Set router 7333c5b2-c3e5-4615-af65-032ffa964f8e gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:32:42.077617 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ddb22168-ca4b-4d5b-8b82-5a31b686b0be req-b631fb03-79b5-4332-b140-6684a0486ae8 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=c6b5ed19-7dd4-49b6-8471-13be48fdbd3b HTTP/1.1" status: 200 len: 210 time: 0.0278428 Nov 04 11:32:42.096120 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-919884d6-c795-4ff3-a716-267f0eaf43a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:19Z', 'revision_number': 5, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:32:42.123162 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919884d6-c795-4ff3-a716-267f0eaf43a9 None None] Checking router: 7333c5b2-c3e5-4615-af65-032ffa964f8e for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:32:42.131683 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919884d6-c795-4ff3-a716-267f0eaf43a9 None None] Routers {'7333c5b2-c3e5-4615-af65-032ffa964f8e'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:32:42.132184 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-919884d6-c795-4ff3-a716-267f0eaf43a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:32:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7333c5b2-c3e5-4615-af65-032ffa964f8e'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:32:42.239880 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-919884d6-c795-4ff3-a716-267f0eaf43a9 None None] Set router 7333c5b2-c3e5-4615-af65-032ffa964f8e gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:32:42.443787 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-919884d6-c795-4ff3-a716-267f0eaf43a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:19Z', 'revision_number': 5, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:32:42.477225 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919884d6-c795-4ff3-a716-267f0eaf43a9 None None] The sync data for ids ['7333c5b2-c3e5-4615-af65-032ffa964f8e'] in n-d-816629-1 is: [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:19Z', 'revision_number': 5, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:32:42.717397 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f581744e-2cce-4a87-9701-070f22103167 None None] New status for floating IP 5006c58e-2bb2-4d83-b213-c6b7185cabef: DOWN {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:32:42.921079 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:43.366330 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-622b9696-808d-4e6c-afc9-c444d0a7556a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-securitygroup--580629697&fields=id&tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d HTTP/1.1" status: 200 len: 267 time: 0.0456226 Nov 04 11:32:43.490002 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-5c4e093e-35e1-44d9-ab0d-2b3f4e8a6d53 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:43.491370 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-5c4e093e-35e1-44d9-ab0d-2b3f4e8a6d53 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 812 time: 0.1145322 Nov 04 11:32:43.507356 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-9b7f6f7e-220a-423a-b78f-ca058f523253 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/quotas/a95f25ece8e34b95b04d1eac6dc6ab3d HTTP/1.1" status: 200 len: 375 time: 0.0100677 Nov 04 11:32:43.567293 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-94b75d01-76ba-4257-95a1-05dd8d3352b2 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542006 Nov 04 11:32:43.737563 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-2247c32c-50d1-47e5-92b5-f9f3dabbe9fb service neutron] 10.222.0.127 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544824 Nov 04 11:32:43.838515 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-e4bd22f1-7b6a-41b5-b381-3fd57d4f742d service neutron] 10.222.0.127 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914516 Nov 04 11:32:44.010526 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-54370ab9-019e-4adb-ad1f-d467ddb7e015 req-1a2d664e-beae-473a-81ac-3240161c49df tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 210 time: 0.0276012 Nov 04 11:32:44.440650 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:32:45.089284 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-5eb3993a-e012-4a20-875c-ce4d8e0af2c8 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:45.090836 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-5eb3993a-e012-4a20-875c-ce4d8e0af2c8 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 812 time: 0.1128631 Nov 04 11:32:45.109893 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d8b5372d-326b-4b86-980d-8b69719242f5 req-37d4364c-f0ae-4ed8-9bb2-28a62665a099 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 210 time: 0.0271714 Nov 04 11:32:45.160001 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-8a269695-2976-4a8d-9255-aed65838327f tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d HTTP/1.1" status: 200 len: 379 time: 0.0596492 Nov 04 11:32:45.169594 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-89710867-2bd6-4e4c-9500-87d63c24958d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Request body: {'port': {'device_id': '67da7b09-639e-49a7-94f3-1bdb36da79c8', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'admin_state_up': True, 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'security_groups': ['77c920ff-594b-41d4-9a9c-6efb4a62e6ff']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:32:45.295471 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-89710867-2bd6-4e4c-9500-87d63c24958d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Made reservation on behalf of a95f25ece8e34b95b04d1eac6dc6ab3d for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:32:45.299005 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-89710867-2bd6-4e4c-9500-87d63c24958d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:45.346943 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:45.431613 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-89710867-2bd6-4e4c-9500-87d63c24958d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Allocated IP 172.20.0.6 (afa8becb-b000-4953-ad4a-faf52428464f/4f96d30c-839d-4c63-8a41-a5759950cc27/2ef727ac-5b90-4e9c-825c-960f66f90590) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:32:45.499721 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 297ee9f5-1a47-412b-b22c-ea679c41a5f7 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:32:45.521044 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 297ee9f5-1a47-412b-b22c-ea679c41a5f7 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:32:45.521344 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 297ee9f5-1a47-412b-b22c-ea679c41a5f7 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:32:45.579031 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-89710867-2bd6-4e4c-9500-87d63c24958d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:45.620293 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-89710867-2bd6-4e4c-9500-87d63c24958d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:45.666600 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-89710867-2bd6-4e4c-9500-87d63c24958d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Network afa8becb-b000-4953-ad4a-faf52428464f is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:32:45.671734 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-89710867-2bd6-4e4c-9500-87d63c24958d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:32:45.675520 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-89710867-2bd6-4e4c-9500-87d63c24958d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:32:45.682162 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89710867-2bd6-4e4c-9500-87d63c24958d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Pushing event updated for resources: {'Port': ['ID=2ef727ac-5b90-4e9c-825c-960f66f90590,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:32:45.735019 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-89710867-2bd6-4e4c-9500-87d63c24958d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:45.735666 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-89710867-2bd6-4e4c-9500-87d63c24958d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:45.754475 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-89710867-2bd6-4e4c-9500-87d63c24958d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5886173 Nov 04 11:32:45.767463 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-05b456a5-490b-45b7-82ed-83e19737dee4 service neutron] Request body: {'port': {'device_id': '67da7b09-639e-49a7-94f3-1bdb36da79c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:32:45.914416 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-691cb292-65cd-4916-b7aa-b2b95893fac3 None None] Provisioning complete for port 2ef727ac-5b90-4e9c-825c-960f66f90590 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:32:45.914764 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-691cb292-65cd-4916-b7aa-b2b95893fac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:45.955825 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-691cb292-65cd-4916-b7aa-b2b95893fac3 None None] Port 2ef727ac-5b90-4e9c-825c-960f66f90590 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:32:46.209716 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-05b456a5-490b-45b7-82ed-83e19737dee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:46.244078 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d856b-de84-48b2-85e2-ca2f55664841 req-69872b49-b70b-482d-abfa-a7d2820c49f6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:46.246548 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f22d856b-de84-48b2-85e2-ca2f55664841 req-69872b49-b70b-482d-abfa-a7d2820c49f6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 931 time: 0.0583858 Nov 04 11:32:46.297181 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f22d856b-de84-48b2-85e2-ca2f55664841 req-7f1d0df6-be35-4560-a0e6-0cc54127c69a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436356 Nov 04 11:32:46.491472 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-05b456a5-490b-45b7-82ed-83e19737dee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ef727ac-5b90-4e9c-825c-960f66f90590 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:32:46.505816 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-05b456a5-490b-45b7-82ed-83e19737dee4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:46.522114 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-05b456a5-490b-45b7-82ed-83e19737dee4 service neutron] Transition to ACTIVE for port object 2ef727ac-5b90-4e9c-825c-960f66f90590 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:32:46.529233 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-05b456a5-490b-45b7-82ed-83e19737dee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:46.584365 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b456a5-490b-45b7-82ed-83e19737dee4 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef727ac-5b90-4e9c-825c-960f66f90590,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:32:46.658343 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-05b456a5-490b-45b7-82ed-83e19737dee4 service neutron] Attempting to bind port 2ef727ac-5b90-4e9c-825c-960f66f90590 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:32:46.658681 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-05b456a5-490b-45b7-82ed-83e19737dee4 service neutron] Attempting to bind port 2ef727ac-5b90-4e9c-825c-960f66f90590 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:32:46.659011 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-05b456a5-490b-45b7-82ed-83e19737dee4 service neutron] Attempting to bind port 2ef727ac-5b90-4e9c-825c-960f66f90590 on network afa8becb-b000-4953-ad4a-faf52428464f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:32:46.664063 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-05b456a5-490b-45b7-82ed-83e19737dee4 service neutron] Port 2ef727ac-5b90-4e9c-825c-960f66f90590 on network afa8becb-b000-4953-ad4a-faf52428464f not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:32:46.664387 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-05b456a5-490b-45b7-82ed-83e19737dee4 service neutron] Attempting to bind port 2ef727ac-5b90-4e9c-825c-960f66f90590 on network afa8becb-b000-4953-ad4a-faf52428464f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:32:46.669798 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-05b456a5-490b-45b7-82ed-83e19737dee4 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:32:46.670138 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-05b456a5-490b-45b7-82ed-83e19737dee4 service neutron] Checking segment: {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:32:46.670719 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-05b456a5-490b-45b7-82ed-83e19737dee4 service neutron] Bound using segment: {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:32:46.671158 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-05b456a5-490b-45b7-82ed-83e19737dee4 service neutron] Bound port: 2ef727ac-5b90-4e9c-825c-960f66f90590, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:32:46.671535 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-05b456a5-490b-45b7-82ed-83e19737dee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:46.739295 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-05b456a5-490b-45b7-82ed-83e19737dee4 service neutron] For port 2ef727ac-5b90-4e9c-825c-960f66f90590, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:32:46.742763 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-05b456a5-490b-45b7-82ed-83e19737dee4 service neutron] For port 2ef727ac-5b90-4e9c-825c-960f66f90590, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=2ef727ac-5b90-4e9c-825c-960f66f90590,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:32:46.748299 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-05b456a5-490b-45b7-82ed-83e19737dee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:46.790351 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-05b456a5-490b-45b7-82ed-83e19737dee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:46.790769 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-05b456a5-490b-45b7-82ed-83e19737dee4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:46.792249 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-05b456a5-490b-45b7-82ed-83e19737dee4 service neutron] 10.222.0.121 "PUT /v2.0/ports/2ef727ac-5b90-4e9c-825c-960f66f90590 HTTP/1.1" status: 200 len: 1091 time: 1.0292675 Nov 04 11:32:46.792708 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67da7b09-639e-49a7-94f3-1bdb36da79c8', 'tag': '2ef727ac-5b90-4e9c-825c-960f66f90590'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:32:46.795071 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76676e5b-31c0-4dbb-a57f-755116453f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "67da7b09-639e-49a7-94f3-1bdb36da79c8", "tag": "2ef727ac-5b90-4e9c-825c-960f66f90590"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:32:46.825140 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b456a5-490b-45b7-82ed-83e19737dee4 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef727ac-5b90-4e9c-825c-960f66f90590,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:32:46.849609 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df27249-a766-4bd5-b8d4-8b39ae28289a x-openstack-request-id: req-0df27249-a766-4bd5-b8d4-8b39ae28289a {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:32:46.849902 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67da7b09-639e-49a7-94f3-1bdb36da79c8", "tag": "2ef727ac-5b90-4e9c-825c-960f66f90590", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:32:46.850150 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-0df27249-a766-4bd5-b8d4-8b39ae28289a {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:32:46.850548 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67da7b09-639e-49a7-94f3-1bdb36da79c8', 'tag': '2ef727ac-5b90-4e9c-825c-960f66f90590', 'status': 'completed', 'code': 200} Nov 04 11:32:46.886268 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-b446b893-c23f-4f0d-b5dc-8c1c1cae39d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:46.887813 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-b446b893-c23f-4f0d-b5dc-8c1c1cae39d1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 1094 time: 0.0496185 Nov 04 11:32:46.903301 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c082f5fc-0c5b-4743-a748-ec1ce8f4f6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:46.935197 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-c509fd4e-51e6-4110-b070-d9354489deed service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ef727ac-5b90-4e9c-825c-960f66f90590 HTTP/1.1" status: 200 len: 217 time: 0.0386376 Nov 04 11:32:46.994511 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-955929ab-478a-4ea0-ad22-f7c0dd23ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:46.995934 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-955929ab-478a-4ea0-ad22-f7c0dd23ee85 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0507782 Nov 04 11:32:47.045664 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-4fa56b1a-6cd8-4a77-ad7e-f540eb34a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:47.047245 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-4fa56b1a-6cd8-4a77-ad7e-f540eb34a167 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436888 Nov 04 11:32:47.138637 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-74f155bd-a60f-479c-8db8-228c1f68757a service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840340 Nov 04 11:32:47.244999 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5163c29d-e7de-4088-ae29-e9ad73c5a480 req-ff52e21e-dcd4-48df-9232-9aef698f9fca service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991611 Nov 04 11:32:47.340122 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76676e5b-31c0-4dbb-a57f-755116453f5c req-2541ab71-6e18-482f-93b4-81c7668e732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:47.341732 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-76676e5b-31c0-4dbb-a57f-755116453f5c req-2541ab71-6e18-482f-93b4-81c7668e732d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 1094 time: 0.0427051 Nov 04 11:32:47.421905 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8174f27-4ab8-4ef2-8f37-f355ac110606 req-a7ff5195-03c3-46bc-9656-ae8f2a1543bc tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:47.423412 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8174f27-4ab8-4ef2-8f37-f355ac110606 req-a7ff5195-03c3-46bc-9656-ae8f2a1543bc tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 943 time: 0.0514441 Nov 04 11:32:47.441905 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76676e5b-31c0-4dbb-a57f-755116453f5c req-d6361dec-271a-4ccd-ad9a-0ae77337149d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:47.443458 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-76676e5b-31c0-4dbb-a57f-755116453f5c req-d6361dec-271a-4ccd-ad9a-0ae77337149d service neutron] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0929897 Nov 04 11:32:47.473447 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8174f27-4ab8-4ef2-8f37-f355ac110606 req-800d75c7-5d09-412a-90ce-0f2f3e1b47b3 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437255 Nov 04 11:32:47.486602 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-76676e5b-31c0-4dbb-a57f-755116453f5c req-624b5c88-ac1c-41ce-9065-0e8add8cc31c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ef727ac-5b90-4e9c-825c-960f66f90590 HTTP/1.1" status: 200 len: 217 time: 0.0358818 Nov 04 11:32:47.538700 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76676e5b-31c0-4dbb-a57f-755116453f5c req-1a5aefef-dd5f-4f0d-8115-caa4046a0bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:47.540068 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-76676e5b-31c0-4dbb-a57f-755116453f5c req-1a5aefef-dd5f-4f0d-8115-caa4046a0bdf service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0459390 Nov 04 11:32:47.594264 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76676e5b-31c0-4dbb-a57f-755116453f5c req-6119976a-7353-4a3c-bab3-1662af99d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:47.595763 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-76676e5b-31c0-4dbb-a57f-755116453f5c req-6119976a-7353-4a3c-bab3-1662af99d575 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474222 Nov 04 11:32:47.686741 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-76676e5b-31c0-4dbb-a57f-755116453f5c req-da3c08df-21c9-4708-98e6-e92177b5a9cd service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829027 Nov 04 11:32:47.784288 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-76676e5b-31c0-4dbb-a57f-755116453f5c req-4f4ef236-65a0-48d3-8ea7-a5bb37891617 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898356 Nov 04 11:32:48.622121 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd225d5-b5eb-431b-9198-d692dd173a60 req-122870e6-f934-4bec-99e6-96bafe2635b2 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:48.623781 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-acd225d5-b5eb-431b-9198-d692dd173a60 req-122870e6-f934-4bec-99e6-96bafe2635b2 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 943 time: 0.0659287 Nov 04 11:32:48.676472 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-acd225d5-b5eb-431b-9198-d692dd173a60 req-442d5352-6c43-47ed-9974-3f96bf07a92a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438871 Nov 04 11:32:49.379919 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 2ef727ac-5b90-4e9c-825c-960f66f90590 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:32:49.483249 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 2ef727ac-5b90-4e9c-825c-960f66f90590, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=2ef727ac-5b90-4e9c-825c-960f66f90590,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:32:49.494748 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '2ef727ac-5b90-4e9c-825c-960f66f90590', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'port_id': '2ef727ac-5b90-4e9c-825c-960f66f90590', 'mac_address': 'fa:16:3e:05:83:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:32:49.533980 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:49.551124 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef727ac-5b90-4e9c-825c-960f66f90590 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:32:49.572436 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 2ef727ac-5b90-4e9c-825c-960f66f90590, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=2ef727ac-5b90-4e9c-825c-960f66f90590,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:32:49.579184 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:49.631651 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=2ef727ac-5b90-4e9c-825c-960f66f90590,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:32:49.726027 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b1fe69f6-16ed-4c2e-8e61-6712e4a74e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:49.803545 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794eff07-068d-4867-851d-e63b11f42243 req-1d3b6572-c9bb-4905-ac2b-2f0a2fa6da36 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:49.805055 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-794eff07-068d-4867-851d-e63b11f42243 req-1d3b6572-c9bb-4905-ac2b-2f0a2fa6da36 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 944 time: 0.0561612 Nov 04 11:32:49.829261 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['2ef727ac-5b90-4e9c-825c-960f66f90590'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:32:49.858531 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-794eff07-068d-4867-851d-e63b11f42243 req-55e0ce33-d725-4190-9619-c45677c7f939 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441039 Nov 04 11:32:50.979006 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:50.987436 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000407b-cf59-4567-8124-f17b2c595443 req-7d99276f-de65-4315-84ce-7cdd30d7ea3b tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:50.988953 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d000407b-cf59-4567-8124-f17b2c595443 req-7d99276f-de65-4315-84ce-7cdd30d7ea3b tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 944 time: 0.0583100 Nov 04 11:32:51.043621 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d000407b-cf59-4567-8124-f17b2c595443 req-28aef41d-e280-419c-b03f-fd17fdeb8dfa tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483904 Nov 04 11:32:51.395547 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 2ef727ac-5b90-4e9c-825c-960f66f90590 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:32:51.457943 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 2ef727ac-5b90-4e9c-825c-960f66f90590 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:32:51.461907 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 2ef727ac-5b90-4e9c-825c-960f66f90590 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:32:51.462303 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:51.540029 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:51.564116 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67da7b09-639e-49a7-94f3-1bdb36da79c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef727ac-5b90-4e9c-825c-960f66f90590'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:32:51.566449 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c02404-5416-47d3-996f-6bc148f13749" -d '{"events": [{"server_uuid": "67da7b09-639e-49a7-94f3-1bdb36da79c8", "name": "network-vif-plugged", "status": "completed", "tag": "2ef727ac-5b90-4e9c-825c-960f66f90590"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:32:51.578893 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 2ef727ac-5b90-4e9c-825c-960f66f90590, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=2ef727ac-5b90-4e9c-825c-960f66f90590,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:32:51.583330 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:51.608701 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b415d9d8-2e12-4416-a6b3-71f4eeeb3e73 x-openstack-request-id: req-b415d9d8-2e12-4416-a6b3-71f4eeeb3e73 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:32:51.609355 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67da7b09-639e-49a7-94f3-1bdb36da79c8", "name": "network-vif-plugged", "status": "completed", "tag": "2ef727ac-5b90-4e9c-825c-960f66f90590", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:32:51.610091 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-b415d9d8-2e12-4416-a6b3-71f4eeeb3e73 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:32:51.610457 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67da7b09-639e-49a7-94f3-1bdb36da79c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef727ac-5b90-4e9c-825c-960f66f90590', 'code': 200} Nov 04 11:32:51.638100 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=2ef727ac-5b90-4e9c-825c-960f66f90590,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:32:51.706185 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adae569-32f6-45f9-88ff-83ada3c2063d req-6c4b02de-47db-4c48-90b3-9f6835c07677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:51.707713 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1adae569-32f6-45f9-88ff-83ada3c2063d req-6c4b02de-47db-4c48-90b3-9f6835c07677 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 1096 time: 0.0416527 Nov 04 11:32:51.752616 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1adae569-32f6-45f9-88ff-83ada3c2063d req-9bddbd48-ba60-4d9c-bf9f-50f76b88815e service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376513 Nov 04 11:32:52.175568 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706c2cb-0b3d-4214-ae87-46e3e3c347da req-2157aafd-8cb5-4722-9dce-bd44e3332175 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:52.177103 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0706c2cb-0b3d-4214-ae87-46e3e3c347da req-2157aafd-8cb5-4722-9dce-bd44e3332175 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 945 time: 0.0526719 Nov 04 11:32:52.225153 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0706c2cb-0b3d-4214-ae87-46e3e3c347da req-b3bc6494-a536-4a09-9d10-fd5d660332d3 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419798 Nov 04 11:32:52.397757 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:52.661836 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:53.356182 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b053d-457d-4de7-9482-b4911da91be1 req-19ecd46e-20e1-406e-9f09-35fb113a9f9a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:53.357762 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e20b053d-457d-4de7-9482-b4911da91be1 req-19ecd46e-20e1-406e-9f09-35fb113a9f9a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 945 time: 0.0511999 Nov 04 11:32:53.409577 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e20b053d-457d-4de7-9482-b4911da91be1 req-b65dc30d-849b-4b28-8105-4f126a0068d9 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436971 Nov 04 11:32:53.528706 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f7dec-c9e5-4c50-8f15-a988bd309a33 req-bd14ece0-dcc7-47ac-b251-ec0f2a389f7e tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:53.530718 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2f7f7dec-c9e5-4c50-8f15-a988bd309a33 req-bd14ece0-dcc7-47ac-b251-ec0f2a389f7e tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 945 time: 0.0564630 Nov 04 11:32:53.544294 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 60906) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:32:53.549124 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-7c2be97f-21b6-4532-8cac-b1be2a90f4fd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Request body: {'floatingip': {'port_id': '2ef727ac-5b90-4e9c-825c-960f66f90590'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:32:53.589480 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7c2be97f-21b6-4532-8cac-b1be2a90f4fd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for floatingip, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:54.083762 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7c2be97f-21b6-4532-8cac-b1be2a90f4fd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:54.090022 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7c2be97f-21b6-4532-8cac-b1be2a90f4fd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:54.192308 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-7c2be97f-21b6-4532-8cac-b1be2a90f4fd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Floating IP 5006c58e-2bb2-4d83-b213-c6b7185cabef associated. External IP: 172.25.7.19, port: 2ef727ac-5b90-4e9c-825c-960f66f90590. Nov 04 11:32:54.421041 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2be97f-21b6-4532-8cac-b1be2a90f4fd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Router 7333c5b2-c3e5-4615-af65-032ffa964f8e has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:32:54.529280 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2be97f-21b6-4532-8cac-b1be2a90f4fd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:32:54.534831 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7c2be97f-21b6-4532-8cac-b1be2a90f4fd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:32:54.539921 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8dbbdc-4f99-40d8-80d2-c7bf2c45a73b None None] Sync routers for ids ['7333c5b2-c3e5-4615-af65-032ffa964f8e'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:32:54.551292 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8dbbdc-4f99-40d8-80d2-c7bf2c45a73b None None] Routers {'7333c5b2-c3e5-4615-af65-032ffa964f8e'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:32:54.551996 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-8d8dbbdc-4f99-40d8-80d2-c7bf2c45a73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:32:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7333c5b2-c3e5-4615-af65-032ffa964f8e'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:32:54.567608 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7c2be97f-21b6-4532-8cac-b1be2a90f4fd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "PUT /v2.0/floatingips/5006c58e-2bb2-4d83-b213-c6b7185cabef HTTP/1.1" status: 200 len: 990 time: 1.0221474 Nov 04 11:32:54.568214 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67da7b09-639e-49a7-94f3-1bdb36da79c8', 'tag': '2ef727ac-5b90-4e9c-825c-960f66f90590'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:32:54.570562 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4e2a034f213e3ed4147e598e162b1822d6f65ae2e173dcd934e22f7eae9c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad9dbe7-086f-499a-854a-1ac4c1d04fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "67da7b09-639e-49a7-94f3-1bdb36da79c8", "tag": "2ef727ac-5b90-4e9c-825c-960f66f90590"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:32:54.664427 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-8d8dbbdc-4f99-40d8-80d2-c7bf2c45a73b None None] Set router 7333c5b2-c3e5-4615-af65-032ffa964f8e gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:32:54.665535 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1db54c-c51e-467a-949e-f0d098e1baff x-openstack-request-id: req-ae1db54c-c51e-467a-949e-f0d098e1baff {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:32:54.665831 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67da7b09-639e-49a7-94f3-1bdb36da79c8", "tag": "2ef727ac-5b90-4e9c-825c-960f66f90590", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:32:54.666087 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ae1db54c-c51e-467a-949e-f0d098e1baff {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:32:54.666476 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67da7b09-639e-49a7-94f3-1bdb36da79c8', 'tag': '2ef727ac-5b90-4e9c-825c-960f66f90590', 'status': 'completed', 'code': 200} Nov 04 11:32:54.730447 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9dbe7-086f-499a-854a-1ac4c1d04fcd req-4f2fe903-31e0-4824-9bc4-ce130ebf8194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:54.732100 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bad9dbe7-086f-499a-854a-1ac4c1d04fcd req-4f2fe903-31e0-4824-9bc4-ce130ebf8194 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 1096 time: 0.0411742 Nov 04 11:32:54.830740 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9dbe7-086f-499a-854a-1ac4c1d04fcd req-8d14105f-904e-4bf8-bf92-fac86fb16cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:54.832280 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bad9dbe7-086f-499a-854a-1ac4c1d04fcd req-8d14105f-904e-4bf8-bf92-fac86fb16cfd service neutron] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0932879 Nov 04 11:32:54.908517 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bad9dbe7-086f-499a-854a-1ac4c1d04fcd req-0290a548-0c5d-4bdb-bcbb-b04435e958ce service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ef727ac-5b90-4e9c-825c-960f66f90590 HTTP/1.1" status: 200 len: 998 time: 0.0678549 Nov 04 11:32:54.962021 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9dbe7-086f-499a-854a-1ac4c1d04fcd req-924db5a5-84f4-4704-b6fa-895b8861cbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:54.963601 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bad9dbe7-086f-499a-854a-1ac4c1d04fcd req-924db5a5-84f4-4704-b6fa-895b8861cbeb service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0481496 Nov 04 11:32:55.023868 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9dbe7-086f-499a-854a-1ac4c1d04fcd req-fa5c4815-e4e1-40f2-8084-ee936a677ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:32:55.025472 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bad9dbe7-086f-499a-854a-1ac4c1d04fcd req-fa5c4815-e4e1-40f2-8084-ee936a677ea2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545661 Nov 04 11:32:55.072498 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-8d8dbbdc-4f99-40d8-80d2-c7bf2c45a73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '5006c58e-2bb2-4d83-b213-c6b7185cabef', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'floating_ip_address': '172.25.7.19', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'port_id': '2ef727ac-5b90-4e9c-825c-960f66f90590', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'mac_address': 'fa:16:3e:05:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da7b09-639e-49a7-94f3-1bdb36da79c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:28:17Z', 'updated_at': '2021-11-04T11:32:53Z', 'revision_number': 9, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:19Z', 'revision_number': 5, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:32:55.102917 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8dbbdc-4f99-40d8-80d2-c7bf2c45a73b None None] Checking router: 7333c5b2-c3e5-4615-af65-032ffa964f8e for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:32:55.112435 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8dbbdc-4f99-40d8-80d2-c7bf2c45a73b None None] Routers {'7333c5b2-c3e5-4615-af65-032ffa964f8e'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:32:55.113077 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-8d8dbbdc-4f99-40d8-80d2-c7bf2c45a73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:32:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7333c5b2-c3e5-4615-af65-032ffa964f8e'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:32:55.121995 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bad9dbe7-086f-499a-854a-1ac4c1d04fcd req-a65f666b-0e25-4e1a-affc-886ac4563111 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879977 Nov 04 11:32:55.225815 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-8d8dbbdc-4f99-40d8-80d2-c7bf2c45a73b None None] Set router 7333c5b2-c3e5-4615-af65-032ffa964f8e gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:32:55.228070 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bad9dbe7-086f-499a-854a-1ac4c1d04fcd req-198ddec0-e650-40a5-aa5a-6705a3e9a635 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989721 Nov 04 11:32:55.462681 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-8d8dbbdc-4f99-40d8-80d2-c7bf2c45a73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '5006c58e-2bb2-4d83-b213-c6b7185cabef', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'floating_ip_address': '172.25.7.19', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'port_id': '2ef727ac-5b90-4e9c-825c-960f66f90590', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'mac_address': 'fa:16:3e:05:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da7b09-639e-49a7-94f3-1bdb36da79c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:28:17Z', 'updated_at': '2021-11-04T11:32:53Z', 'revision_number': 9, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:19Z', 'revision_number': 5, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:32:55.492983 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8dbbdc-4f99-40d8-80d2-c7bf2c45a73b None None] The sync data for ids ['7333c5b2-c3e5-4615-af65-032ffa964f8e'] in n-d-816629-1 is: [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '5006c58e-2bb2-4d83-b213-c6b7185cabef', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'floating_ip_address': '172.25.7.19', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'port_id': '2ef727ac-5b90-4e9c-825c-960f66f90590', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'mac_address': 'fa:16:3e:05:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da7b09-639e-49a7-94f3-1bdb36da79c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:28:17Z', 'updated_at': '2021-11-04T11:32:53Z', 'revision_number': 9, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:19Z', 'revision_number': 5, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:32:55.705775 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c793511-37b2-4757-ae58-00be65236445 None None] New status for floating IP 5006c58e-2bb2-4d83-b213-c6b7185cabef: ACTIVE {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:33:12.922338 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:33:15.371798 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:33:16.050268 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-351b6cfa-3e42-434f-b175-90d1ca034331 req-fbf3899b-c177-4af5-8d51-dc69be7d8061 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421851 Nov 04 11:33:16.144690 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b6cfa-3e42-434f-b175-90d1ca034331 req-53421f60-61b3-4c79-a898-9310ad128a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:33:16.146323 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-351b6cfa-3e42-434f-b175-90d1ca034331 req-53421f60-61b3-4c79-a898-9310ad128a1f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 1096 time: 0.0420029 Nov 04 11:33:16.258531 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b6cfa-3e42-434f-b175-90d1ca034331 req-ea362d0b-5fcc-4026-99f7-2de57c2c228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:33:16.260319 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-351b6cfa-3e42-434f-b175-90d1ca034331 req-ea362d0b-5fcc-4026-99f7-2de57c2c228b service neutron] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0931206 Nov 04 11:33:16.330033 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-351b6cfa-3e42-434f-b175-90d1ca034331 req-a46f2ad3-cdb5-48a0-969c-5a4ce497587e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ef727ac-5b90-4e9c-825c-960f66f90590 HTTP/1.1" status: 200 len: 1001 time: 0.0609121 Nov 04 11:33:16.380661 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b6cfa-3e42-434f-b175-90d1ca034331 req-e891b64e-c3e4-4383-beba-d8170618144c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:33:16.382187 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-351b6cfa-3e42-434f-b175-90d1ca034331 req-e891b64e-c3e4-4383-beba-d8170618144c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0452240 Nov 04 11:33:16.433536 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b6cfa-3e42-434f-b175-90d1ca034331 req-2b9198d5-b92f-47fb-9a3d-6de6e96c3d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:33:16.435045 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-351b6cfa-3e42-434f-b175-90d1ca034331 req-2b9198d5-b92f-47fb-9a3d-6de6e96c3d9a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447519 Nov 04 11:33:16.524440 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-351b6cfa-3e42-434f-b175-90d1ca034331 req-f5dca3dd-23f5-4d89-9695-bfb44acdbd40 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814111 Nov 04 11:33:16.630057 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-351b6cfa-3e42-434f-b175-90d1ca034331 req-1947b688-7316-4674-a5aa-0567c5f601eb service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961018 Nov 04 11:33:16.910398 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5ed7d7fc-cff2-442b-8afe-e03eaead1d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:33:19.739668 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-40e95c04-5577-4559-9ecc-12f109641e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:33:20.988451 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:33:21.441288 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:33:22.389497 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:33:22.659442 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:33:42.945801 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:33:45.363215 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:33:46.904577 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9b675d40-2656-46aa-a8ea-8c9d48b44100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:33:49.734623 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-65decc8f-80a8-4a64-a3c3-a871c002b2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:33:50.995556 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:33:52.403097 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:33:52.663804 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:33:58.446434 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:34:12.957896 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:15.373322 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:16.910272 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6f7813dd-fb1d-47dd-a421-b3c585b6ea84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:17.087995 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-77348db8-2b79-4df3-a4f2-a02085fcc7f5 req-c4e64062-d264-41da-98bb-d6a6553d7849 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0564666 Nov 04 11:34:17.177693 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77348db8-2b79-4df3-a4f2-a02085fcc7f5 req-72bbd060-8aa3-42bd-9206-e35a74eeaa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:17.179197 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-77348db8-2b79-4df3-a4f2-a02085fcc7f5 req-72bbd060-8aa3-42bd-9206-e35a74eeaa3e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 1096 time: 0.0442402 Nov 04 11:34:17.291897 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77348db8-2b79-4df3-a4f2-a02085fcc7f5 req-c33ae095-b658-4437-ba9b-cd4c30b63c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:17.293478 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-77348db8-2b79-4df3-a4f2-a02085fcc7f5 req-c33ae095-b658-4437-ba9b-cd4c30b63c79 service neutron] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0946767 Nov 04 11:34:17.361374 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-77348db8-2b79-4df3-a4f2-a02085fcc7f5 req-7867a5c7-3094-4b93-a90b-f4256d4f46a6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ef727ac-5b90-4e9c-825c-960f66f90590 HTTP/1.1" status: 200 len: 1001 time: 0.0600293 Nov 04 11:34:17.421083 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77348db8-2b79-4df3-a4f2-a02085fcc7f5 req-41d77302-cfac-40c3-9800-dd3f0a8604c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:17.422581 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-77348db8-2b79-4df3-a4f2-a02085fcc7f5 req-41d77302-cfac-40c3-9800-dd3f0a8604c7 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0536451 Nov 04 11:34:17.476901 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77348db8-2b79-4df3-a4f2-a02085fcc7f5 req-bb3efe0a-68e2-4162-a411-b87b788a2543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:17.478338 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-77348db8-2b79-4df3-a4f2-a02085fcc7f5 req-bb3efe0a-68e2-4162-a411-b87b788a2543 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481360 Nov 04 11:34:17.572408 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-77348db8-2b79-4df3-a4f2-a02085fcc7f5 req-09bea7af-f932-45c7-ad98-e361b3aa1519 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863636 Nov 04 11:34:17.675916 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-77348db8-2b79-4df3-a4f2-a02085fcc7f5 req-b61db7b3-e036-4eba-9ea4-0d9fc9cd2482 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958602 Nov 04 11:34:19.744388 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-07893aff-b547-4ba7-933f-4efa914accf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:20.996087 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:22.403008 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:22.662608 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:31.868798 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-eceb1d8b-1349-436e-a855-bac9a291d198 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0429876 Nov 04 11:34:31.883354 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480ac9e-c308-40f1-92eb-8fd08f5a83dc req-a290ad11-e73e-4dcc-ab47-62fecd204280 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:31.884969 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f480ac9e-c308-40f1-92eb-8fd08f5a83dc req-a290ad11-e73e-4dcc-ab47-62fecd204280 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 945 time: 0.0520709 Nov 04 11:34:31.934760 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f480ac9e-c308-40f1-92eb-8fd08f5a83dc req-0a98cca1-b754-4684-a8ee-298437ac4978 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433269 Nov 04 11:34:33.057595 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-6911a6d7-c15f-4dcc-9006-072adf2eb043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:33.059143 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-6911a6d7-c15f-4dcc-9006-072adf2eb043 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 1096 time: 0.0485919 Nov 04 11:34:33.065250 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4e3e5-571b-4ec6-b58c-492e2566b83a req-e16bac48-ba8f-4604-b338-8421666a90b0 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:33.066746 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0df4e3e5-571b-4ec6-b58c-492e2566b83a req-e16bac48-ba8f-4604-b338-8421666a90b0 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 945 time: 0.0530362 Nov 04 11:34:33.120881 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0df4e3e5-571b-4ec6-b58c-492e2566b83a req-60c550c5-1169-47e1-86b5-60d667155cf8 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475221 Nov 04 11:34:33.157602 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-1ee99408-cb75-4851-8dcd-7eba8df3e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:33.159792 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-1ee99408-cb75-4851-8dcd-7eba8df3e0de service neutron] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0936916 Nov 04 11:34:33.227871 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-3d87f9ec-776c-408a-a642-f0b2e98db61b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ef727ac-5b90-4e9c-825c-960f66f90590 HTTP/1.1" status: 200 len: 1001 time: 0.0611167 Nov 04 11:34:33.279357 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-49f51fbd-6c19-4e95-9170-6bba79ffbc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:33.280871 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-49f51fbd-6c19-4e95-9170-6bba79ffbc1a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0461855 Nov 04 11:34:33.331864 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-88ad3bdf-4789-49b2-9a53-cc44ac04fe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:33.333375 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-88ad3bdf-4789-49b2-9a53-cc44ac04fe2c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451655 Nov 04 11:34:33.429697 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-d99321d0-146b-4e14-8393-8c813d38e254 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888903 Nov 04 11:34:33.533570 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-042adace-6a17-4141-9f11-669d736308bc service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959954 Nov 04 11:34:34.247292 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf0d85-ea60-4aad-bbc6-0355b0c5c936 req-0ec2b1c7-dd5c-4ada-aa3a-7d4aabc2f851 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:34.248867 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-28bf0d85-ea60-4aad-bbc6-0355b0c5c936 req-0ec2b1c7-dd5c-4ada-aa3a-7d4aabc2f851 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 945 time: 0.0535212 Nov 04 11:34:34.301702 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-28bf0d85-ea60-4aad-bbc6-0355b0c5c936 req-20e562a3-614f-49c4-b776-17dfb81a9f38 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427911 Nov 04 11:34:35.442416 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2965dab-0f19-4d36-8123-a969ce7fa20e req-102cafb8-ecad-401a-a323-aab07f9f8c80 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:35.443856 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c2965dab-0f19-4d36-8123-a969ce7fa20e req-102cafb8-ecad-401a-a323-aab07f9f8c80 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 945 time: 0.0568085 Nov 04 11:34:35.446505 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:34:35.496404 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c2965dab-0f19-4d36-8123-a969ce7fa20e req-79d2e2b9-a325-4457-bd65-0bb92018adc9 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455298 Nov 04 11:34:36.917981 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547eeb0d-e176-46ee-a0a9-c043bc08867b req-e1ec6675-e038-4ee6-aed0-507f4bb27a13 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:36.919837 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-547eeb0d-e176-46ee-a0a9-c043bc08867b req-e1ec6675-e038-4ee6-aed0-507f4bb27a13 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 945 time: 0.3465528 Nov 04 11:34:36.981513 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-547eeb0d-e176-46ee-a0a9-c043bc08867b req-57032005-c21f-409c-b464-fda96343ae8f tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530803 Nov 04 11:34:38.117104 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d19837-ff89-4045-a1cb-5bb26d59fe5e req-a832c7e8-43ec-40e9-9758-e660210592bf tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:38.118586 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-48d19837-ff89-4045-a1cb-5bb26d59fe5e req-a832c7e8-43ec-40e9-9758-e660210592bf tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 945 time: 0.0527072 Nov 04 11:34:38.170654 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-48d19837-ff89-4045-a1cb-5bb26d59fe5e req-346fe0c3-0511-400f-a4ec-12c945d735e3 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426774 Nov 04 11:34:39.311671 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b5f83-4f24-48fa-9494-ffd910065ca5 req-baf7493e-6498-4dc4-b84f-c2cad31fb3c6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:39.313218 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a75b5f83-4f24-48fa-9494-ffd910065ca5 req-baf7493e-6498-4dc4-b84f-c2cad31fb3c6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 945 time: 0.0540612 Nov 04 11:34:39.365703 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a75b5f83-4f24-48fa-9494-ffd910065ca5 req-6944c653-ac34-44cd-9419-927f9f1c7a25 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460610 Nov 04 11:34:40.500867 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732387b-0375-446f-a64c-432543de7cef req-558b2ee9-84d1-481a-9623-3e879e4ffeb8 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:40.502461 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2732387b-0375-446f-a64c-432543de7cef req-558b2ee9-84d1-481a-9623-3e879e4ffeb8 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 945 time: 0.0609310 Nov 04 11:34:40.552528 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2732387b-0375-446f-a64c-432543de7cef req-af9904b9-9c5e-4469-8128-e5da47ac6dd6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433917 Nov 04 11:34:41.690735 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854d1b8-e383-424f-a603-70c0064cce15 req-242663e2-b2f5-4b7c-96e7-778d18a8f5b7 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:41.692217 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2854d1b8-e383-424f-a603-70c0064cce15 req-242663e2-b2f5-4b7c-96e7-778d18a8f5b7 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 945 time: 0.0502117 Nov 04 11:34:41.741934 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2854d1b8-e383-424f-a603-70c0064cce15 req-3ebcde24-648a-4f01-a700-4bb96b4d9280 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433891 Nov 04 11:34:42.875441 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f925d9-daf0-4c5c-8a5f-83dc092bf651 req-25d4e2d8-18f4-49cf-a5e6-8be863261e53 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:42.877023 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e3f925d9-daf0-4c5c-8a5f-83dc092bf651 req-25d4e2d8-18f4-49cf-a5e6-8be863261e53 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 945 time: 0.0548501 Nov 04 11:34:42.926730 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e3f925d9-daf0-4c5c-8a5f-83dc092bf651 req-e960f2af-8acb-4eb6-a5fa-9988001ffd65 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428348 Nov 04 11:34:42.968068 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:44.058318 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60979565-1f27-41cb-9799-a424bc11cc6a req-5838c9d5-c111-4563-91ec-eb6885c629af tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:44.059838 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-60979565-1f27-41cb-9799-a424bc11cc6a req-5838c9d5-c111-4563-91ec-eb6885c629af tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 945 time: 0.0530391 Nov 04 11:34:44.111246 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-60979565-1f27-41cb-9799-a424bc11cc6a req-09125dbb-8a33-48bf-b7c2-fbf5f678fee4 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422888 Nov 04 11:34:45.239524 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594eefb-3240-4bf0-8617-239b5535df4b req-838bb840-c2e6-4517-9be9-7d73d45e6b7b tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:45.241076 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0594eefb-3240-4bf0-8617-239b5535df4b req-838bb840-c2e6-4517-9be9-7d73d45e6b7b tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 945 time: 0.0535915 Nov 04 11:34:45.295352 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0594eefb-3240-4bf0-8617-239b5535df4b req-3870d3a7-9cf5-4560-885c-2438288d5e92 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480173 Nov 04 11:34:45.336984 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-761e9f13-9d47-40c6-b880-5f50ddb49672 service neutron] show failed (client error): The resource could not be found. Nov 04 11:34:45.338691 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-761e9f13-9d47-40c6-b880-5f50ddb49672 service neutron] 10.222.0.121 "GET /v2.0/ports/2ef727ac-5b90-4e9c-825c-960f66f90590/bindings/n-h1-816629-1 HTTP/1.1" status: 404 len: 380 time: 0.0614300 Nov 04 11:34:45.363874 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:45.551588 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-8c3d4b1b-4a6d-4a37-abe4-6a84ec6a163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:45.553124 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-8c3d4b1b-4a6d-4a37-abe4-6a84ec6a163f service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8&tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d HTTP/1.1" status: 200 len: 1096 time: 0.0475621 Nov 04 11:34:45.565736 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816629-1', 'device_owner': 'compute:nova'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:34:45.624443 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:45.845557 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] For port 2ef727ac-5b90-4e9c-825c-960f66f90590, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=2ef727ac-5b90-4e9c-825c-960f66f90590,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:34:45.880266 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] For port 2ef727ac-5b90-4e9c-825c-960f66f90590, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:34:45.920881 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67da7b09-639e-49a7-94f3-1bdb36da79c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ef727ac-5b90-4e9c-825c-960f66f90590'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:34:45.923350 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959a2085-57c4-46d2-9478-bc8a9206f367" -d '{"events": [{"server_uuid": "67da7b09-639e-49a7-94f3-1bdb36da79c8", "name": "network-vif-unplugged", "status": "completed", "tag": "2ef727ac-5b90-4e9c-825c-960f66f90590"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:34:45.927610 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:45.940919 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Transition to ACTIVE for port object 2ef727ac-5b90-4e9c-825c-960f66f90590 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:34:45.946231 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:45.979963 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 11:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3bec49-42d2-4a1b-9025-c0eb64f48809 x-openstack-request-id: req-3c3bec49-42d2-4a1b-9025-c0eb64f48809 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:34:45.980258 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67da7b09-639e-49a7-94f3-1bdb36da79c8", "name": "network-vif-unplugged", "status": "completed", "tag": "2ef727ac-5b90-4e9c-825c-960f66f90590", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:34:45.981111 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-3c3bec49-42d2-4a1b-9025-c0eb64f48809 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:34:45.981111 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67da7b09-639e-49a7-94f3-1bdb36da79c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ef727ac-5b90-4e9c-825c-960f66f90590', 'code': 200} Nov 04 11:34:46.032536 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Pushing event updated for resources: {'Port': ['ID=2ef727ac-5b90-4e9c-825c-960f66f90590,revision_number=6']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:34:46.048353 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:34:46.048695 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:34:46.049057 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:34:46.049389 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:34:46.049715 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:34:46.050038 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:34:46.050357 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:34:46.050681 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:34:46.050997 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:34:46.051314 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:34:46.051744 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:34:46.052845 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:34:46.092261 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] No DVR routers for this DVR port 2ef727ac-5b90-4e9c-825c-960f66f90590 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:34:46.233888 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Attempting to bind port 2ef727ac-5b90-4e9c-825c-960f66f90590 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:34:46.234211 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Attempting to bind port 2ef727ac-5b90-4e9c-825c-960f66f90590 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:34:46.234550 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Attempting to bind port 2ef727ac-5b90-4e9c-825c-960f66f90590 on network afa8becb-b000-4953-ad4a-faf52428464f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:34:46.239482 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Port 2ef727ac-5b90-4e9c-825c-960f66f90590 on network afa8becb-b000-4953-ad4a-faf52428464f not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:34:46.239801 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Attempting to bind port 2ef727ac-5b90-4e9c-825c-960f66f90590 on network afa8becb-b000-4953-ad4a-faf52428464f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:34:46.245366 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:34:46.245704 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Checking segment: {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:34:46.246093 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Bound using segment: {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:34:46.246583 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Bound port: 2ef727ac-5b90-4e9c-825c-960f66f90590, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:34:46.246898 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:46.322488 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] For port 2ef727ac-5b90-4e9c-825c-960f66f90590, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:34:46.326792 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] For port 2ef727ac-5b90-4e9c-825c-960f66f90590, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=2ef727ac-5b90-4e9c-825c-960f66f90590,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:34:46.333065 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:46.370086 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:46.370695 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:46.372149 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] 10.222.0.126 "PUT /v2.0/ports/2ef727ac-5b90-4e9c-825c-960f66f90590 HTTP/1.1" status: 200 len: 1091 time: 0.8104684 Nov 04 11:34:46.405189 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ede1c-6e38-4cb3-9e7e-4e3fb82341cb service neutron] Pushing event updated for resources: {'Port': ['ID=2ef727ac-5b90-4e9c-825c-960f66f90590,revision_number=7']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:34:46.431493 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c1d39-14fa-417f-95e8-4ff5b559839a req-d0377a75-c50e-4809-8b56-d795ca850fb1 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:46.433831 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e45c1d39-14fa-417f-95e8-4ff5b559839a req-d0377a75-c50e-4809-8b56-d795ca850fb1 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 943 time: 0.0589628 Nov 04 11:34:46.443989 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-b2f650bf-6960-47ba-92a8-92aacefbaf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:46.445637 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-b2f650bf-6960-47ba-92a8-92aacefbaf0d service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 1094 time: 0.0485549 Nov 04 11:34:46.492880 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e45c1d39-14fa-417f-95e8-4ff5b559839a req-eb7c2980-efc9-4305-9754-7afb16d0b3d0 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515640 Nov 04 11:34:46.541313 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-cd4a8d9a-782a-4c4b-a47c-adef3be87d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:46.542826 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-cd4a8d9a-782a-4c4b-a47c-adef3be87d6a service neutron] 10.222.0.126 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0891433 Nov 04 11:34:46.615860 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-ba76dc90-2828-4481-af62-c745667c9368 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ef727ac-5b90-4e9c-825c-960f66f90590 HTTP/1.1" status: 200 len: 999 time: 0.0660310 Nov 04 11:34:46.666751 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-bd03cd21-0f14-45d0-a398-07e5f5de4a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:46.668096 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-bd03cd21-0f14-45d0-a398-07e5f5de4a4b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0453568 Nov 04 11:34:46.719453 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-78eb1e74-70a1-4cf3-96dd-82a2d4c65811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:46.721779 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-78eb1e74-70a1-4cf3-96dd-82a2d4c65811 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466485 Nov 04 11:34:46.821060 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-c73e3b0d-e555-45e3-b922-02ba17d7d44c service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908654 Nov 04 11:34:46.905341 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0a665587-45f8-4a92-b430-75795f5498bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:46.912676 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1bab607e-e252-4bdc-a8a4-6ce10da37480 req-992ae8c9-744f-4155-a340-654aa7e53f85 service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842917 Nov 04 11:34:47.613093 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cea6e6-6426-4909-bc9f-8d6cc3b91836 req-8a4f30e5-693c-4cc4-b99c-75ce9cf17045 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:47.614765 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-59cea6e6-6426-4909-bc9f-8d6cc3b91836 req-8a4f30e5-693c-4cc4-b99c-75ce9cf17045 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 943 time: 0.0520840 Nov 04 11:34:47.674128 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-59cea6e6-6426-4909-bc9f-8d6cc3b91836 req-e6a3941a-d0e9-4283-a6e1-c23747456110 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510354 Nov 04 11:34:47.893047 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 2ef727ac-5b90-4e9c-825c-960f66f90590 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:34:47.940917 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 2ef727ac-5b90-4e9c-825c-960f66f90590 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:34:47.982567 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67da7b09-639e-49a7-94f3-1bdb36da79c8', 'tag': '2ef727ac-5b90-4e9c-825c-960f66f90590'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:34:47.986136 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8542de8d-210a-4fbd-bfb5-f2ddd0cbd5ec" -d '{"events": [{"name": "network-changed", "server_uuid": "67da7b09-639e-49a7-94f3-1bdb36da79c8", "tag": "2ef727ac-5b90-4e9c-825c-960f66f90590"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:34:48.049939 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1078ce7a-66ca-4c18-bf33-41d5434abdbe x-openstack-request-id: req-1078ce7a-66ca-4c18-bf33-41d5434abdbe {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:34:48.050295 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67da7b09-639e-49a7-94f3-1bdb36da79c8", "tag": "2ef727ac-5b90-4e9c-825c-960f66f90590", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:34:48.050611 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-1078ce7a-66ca-4c18-bf33-41d5434abdbe {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:34:48.051082 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67da7b09-639e-49a7-94f3-1bdb36da79c8', 'tag': '2ef727ac-5b90-4e9c-825c-960f66f90590', 'status': 'completed', 'code': 200} Nov 04 11:34:48.137690 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542de8d-210a-4fbd-bfb5-f2ddd0cbd5ec req-6071a026-f890-4937-bb4d-eeaf54ef01ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:48.139253 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8542de8d-210a-4fbd-bfb5-f2ddd0cbd5ec req-6071a026-f890-4937-bb4d-eeaf54ef01ef service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 1094 time: 0.0743172 Nov 04 11:34:48.141164 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542de8d-210a-4fbd-bfb5-f2ddd0cbd5ec req-22d0613a-e59a-4c7c-ad23-43dfc5e0f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:48.142511 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8542de8d-210a-4fbd-bfb5-f2ddd0cbd5ec req-22d0613a-e59a-4c7c-ad23-43dfc5e0f562 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 1094 time: 0.0672474 Nov 04 11:34:48.301633 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542de8d-210a-4fbd-bfb5-f2ddd0cbd5ec req-cc74d25e-6736-4db8-929f-35246fc88e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:48.303007 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8542de8d-210a-4fbd-bfb5-f2ddd0cbd5ec req-cc74d25e-6736-4db8-929f-35246fc88e70 service neutron] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.1564915 Nov 04 11:34:48.304079 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542de8d-210a-4fbd-bfb5-f2ddd0cbd5ec req-f5dd18cb-ce19-47f9-9663-3f401b7a85ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:48.305394 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8542de8d-210a-4fbd-bfb5-f2ddd0cbd5ec req-f5dd18cb-ce19-47f9-9663-3f401b7a85ef service neutron] 10.222.0.126 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.1515203 Nov 04 11:34:48.429071 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8542de8d-210a-4fbd-bfb5-f2ddd0cbd5ec req-d5315b19-21eb-4e53-9c8f-e36156889aed service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ef727ac-5b90-4e9c-825c-960f66f90590 HTTP/1.1" status: 200 len: 999 time: 0.1180651 Nov 04 11:34:48.430934 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8542de8d-210a-4fbd-bfb5-f2ddd0cbd5ec req-60763ab1-c8cf-4c9a-8b43-13145dde9486 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ef727ac-5b90-4e9c-825c-960f66f90590 HTTP/1.1" status: 200 len: 999 time: 0.1145794 Nov 04 11:34:48.516145 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542de8d-210a-4fbd-bfb5-f2ddd0cbd5ec req-887f6542-2fe4-46ac-b91b-dfbd22f94b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:48.517690 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8542de8d-210a-4fbd-bfb5-f2ddd0cbd5ec req-887f6542-2fe4-46ac-b91b-dfbd22f94b1d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0819516 Nov 04 11:34:48.521757 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542de8d-210a-4fbd-bfb5-f2ddd0cbd5ec req-cd61e0f0-f775-4a0c-bf94-ef6125bab269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:48.523451 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8542de8d-210a-4fbd-bfb5-f2ddd0cbd5ec req-cd61e0f0-f775-4a0c-bf94-ef6125bab269 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0794325 Nov 04 11:34:48.588521 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542de8d-210a-4fbd-bfb5-f2ddd0cbd5ec req-a12c5b96-bc8b-44c7-9479-5f774836896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:48.590058 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8542de8d-210a-4fbd-bfb5-f2ddd0cbd5ec req-a12c5b96-bc8b-44c7-9479-5f774836896e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649645 Nov 04 11:34:48.595071 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542de8d-210a-4fbd-bfb5-f2ddd0cbd5ec req-0f3ad505-2aed-400b-ab89-511554af9223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:48.596470 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8542de8d-210a-4fbd-bfb5-f2ddd0cbd5ec req-0f3ad505-2aed-400b-ab89-511554af9223 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627975 Nov 04 11:34:48.748851 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8542de8d-210a-4fbd-bfb5-f2ddd0cbd5ec req-c104ec35-1a22-46a8-9a88-475d227477b9 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513286 Nov 04 11:34:48.752190 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8542de8d-210a-4fbd-bfb5-f2ddd0cbd5ec req-54c1cada-61f2-41f1-910c-167e1d52fb61 service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467621 Nov 04 11:34:48.812099 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a814a-d88e-4542-8e49-e2f9bccf1b73 req-c4170a97-c3ba-488e-adb8-f6625a924cd3 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:48.813670 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-984a814a-d88e-4542-8e49-e2f9bccf1b73 req-c4170a97-c3ba-488e-adb8-f6625a924cd3 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 943 time: 0.0538530 Nov 04 11:34:48.864588 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-984a814a-d88e-4542-8e49-e2f9bccf1b73 req-67e13e28-2026-4057-8b14-b1a6fa858d4b tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443087 Nov 04 11:34:48.910939 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8542de8d-210a-4fbd-bfb5-f2ddd0cbd5ec req-0209ffea-0769-4a25-a69f-e33c194ac83a service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543353 Nov 04 11:34:48.912945 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8542de8d-210a-4fbd-bfb5-f2ddd0cbd5ec req-a28c50be-ccf8-4d4d-8645-4321a1696ddc service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489954 Nov 04 11:34:49.174087 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-787abe48-e7c9-488c-a1e6-fa992e8f4d80 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:49.175631 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-787abe48-e7c9-488c-a1e6-fa992e8f4d80 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.126 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8&tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&binding%3Ahost_id=n-h1-816629-1 HTTP/1.1" status: 200 len: 943 time: 0.0545535 Nov 04 11:34:49.193598 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf0403-0e07-4185-b123-fa29885def31 req-510d5545-2346-45f1-a4a4-26d6865a3883 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:49.195122 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1dcf0403-0e07-4185-b123-fa29885def31 req-510d5545-2346-45f1-a4a4-26d6865a3883 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 943 time: 0.0505264 Nov 04 11:34:49.237423 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-7a578f41-1f88-49f9-b20b-f8a09e39bbb6 service neutron] 10.222.0.126 "GET /v2.0/ports/2ef727ac-5b90-4e9c-825c-960f66f90590/bindings/n-h1-816629-1 HTTP/1.1" status: 200 len: 382 time: 0.0541558 Nov 04 11:34:49.246829 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1dcf0403-0e07-4185-b123-fa29885def31 req-2725a719-55bf-4035-a788-c887a2d24010 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452447 Nov 04 11:34:49.301173 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-71732557-6fec-4dcf-80c5-386bec47e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:49.302724 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-71732557-6fec-4dcf-80c5-386bec47e40c service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 1094 time: 0.0410037 Nov 04 11:34:49.401325 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-f5013918-b8d1-4f13-a8fe-3854f28cbe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:49.403126 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-f5013918-b8d1-4f13-a8fe-3854f28cbe78 service neutron] 10.222.0.126 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0934198 Nov 04 11:34:49.476960 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-c21d1f7b-d608-42e8-8741-0940fa3bf463 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ef727ac-5b90-4e9c-825c-960f66f90590 HTTP/1.1" status: 200 len: 999 time: 0.0662484 Nov 04 11:34:49.530390 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-d04746c1-5b96-4bd2-acd6-e3bc6eae16e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:49.531857 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-d04746c1-5b96-4bd2-acd6-e3bc6eae16e3 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0482399 Nov 04 11:34:49.580098 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-51829c5e-2606-434a-aab0-947572930016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:49.581722 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-51829c5e-2606-434a-aab0-947572930016 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415843 Nov 04 11:34:49.681642 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-ec268bca-6710-448e-bf63-fb496ba05737 service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917778 Nov 04 11:34:49.739206 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b1ab13be-fa60-4fbd-bf24-2312724c73b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:49.786323 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-c87aa6a8-e41d-4db8-a07e-f387a84f65bc service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971687 Nov 04 11:34:50.089932 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 2ef727ac-5b90-4e9c-825c-960f66f90590 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:34:50.187928 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 2ef727ac-5b90-4e9c-825c-960f66f90590, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=2ef727ac-5b90-4e9c-825c-960f66f90590,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:34:50.199598 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '2ef727ac-5b90-4e9c-825c-960f66f90590', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'port_id': '2ef727ac-5b90-4e9c-825c-960f66f90590', 'mac_address': 'fa:16:3e:05:83:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:34:50.241997 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:50.255369 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef727ac-5b90-4e9c-825c-960f66f90590 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:34:50.276795 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 2ef727ac-5b90-4e9c-825c-960f66f90590, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=2ef727ac-5b90-4e9c-825c-960f66f90590,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:34:50.281448 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:50.332910 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=2ef727ac-5b90-4e9c-825c-960f66f90590,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:34:50.341381 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:34:50.341635 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:34:50.341995 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:34:50.342329 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:34:50.342655 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:34:50.342986 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:34:50.343305 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:34:50.343631 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:34:50.343932 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:34:50.344256 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:34:50.344571 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:34:50.344915 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:34:50.374769 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b3f11-6624-4b10-8686-09cfb11f868d req-14570cb2-b7db-4b6b-8e89-878332527905 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:50.376292 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-144b3f11-6624-4b10-8686-09cfb11f868d req-14570cb2-b7db-4b6b-8e89-878332527905 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 944 time: 0.0553126 Nov 04 11:34:50.428314 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-144b3f11-6624-4b10-8686-09cfb11f868d req-74b4f764-8b62-40c0-8e22-ddb02f338753 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446544 Nov 04 11:34:50.523112 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['2ef727ac-5b90-4e9c-825c-960f66f90590'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:34:50.996528 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:51.560081 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1765f1-d374-4240-8273-5e16f8e5b581 req-b0c71480-9188-4552-bce7-969dc5da56ca tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:51.561683 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2c1765f1-d374-4240-8273-5e16f8e5b581 req-b0c71480-9188-4552-bce7-969dc5da56ca tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 944 time: 0.0547581 Nov 04 11:34:51.617182 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2c1765f1-d374-4240-8273-5e16f8e5b581 req-2f733ddd-f71a-4868-8c4c-7ad16a7254ac tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489058 Nov 04 11:34:51.800971 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-cb591dcc-e563-4ea9-ab33-e3b2d1945e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:51.802515 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-cb591dcc-e563-4ea9-ab33-e3b2d1945e9c service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8&tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d HTTP/1.1" status: 200 len: 1095 time: 0.0466685 Nov 04 11:34:51.815262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-5ad83e31-f85a-4775-8435-4ce8a3912763 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816629-1', 'device_owner': 'compute:nova'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:34:51.872799 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-5ad83e31-f85a-4775-8435-4ce8a3912763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:52.090468 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 2ef727ac-5b90-4e9c-825c-960f66f90590 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:34:52.194621 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 2ef727ac-5b90-4e9c-825c-960f66f90590, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=2ef727ac-5b90-4e9c-825c-960f66f90590,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:34:52.207193 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '2ef727ac-5b90-4e9c-825c-960f66f90590', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'port_id': '2ef727ac-5b90-4e9c-825c-960f66f90590', 'mac_address': 'fa:16:3e:05:83:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:34:52.405628 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:52.488195 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-5ad83e31-f85a-4775-8435-4ce8a3912763 service neutron] For port 2ef727ac-5b90-4e9c-825c-960f66f90590, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=2ef727ac-5b90-4e9c-825c-960f66f90590,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:34:52.532103 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-5ad83e31-f85a-4775-8435-4ce8a3912763 service neutron] For port 2ef727ac-5b90-4e9c-825c-960f66f90590, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:34:52.567738 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-5ad83e31-f85a-4775-8435-4ce8a3912763 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2ef727ac-5b90-4e9c-825c-960f66f90590 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:34:52.576880 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-5ad83e31-f85a-4775-8435-4ce8a3912763 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:52.588814 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-5ad83e31-f85a-4775-8435-4ce8a3912763 service neutron] Ignored duplicate provisioning block setup for port 2ef727ac-5b90-4e9c-825c-960f66f90590 by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 04 11:34:52.594197 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-5ad83e31-f85a-4775-8435-4ce8a3912763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:52.678487 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:52.684299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad83e31-f85a-4775-8435-4ce8a3912763 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef727ac-5b90-4e9c-825c-960f66f90590,revision_number=9']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:34:52.726270 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-5ad83e31-f85a-4775-8435-4ce8a3912763 service neutron] No DVR routers for this DVR port 2ef727ac-5b90-4e9c-825c-960f66f90590 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:34:52.772671 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac889dc7-23f5-4df0-8d64-eecf5fc1ab52 req-aa7a7b2c-e892-49da-88c3-0b9462053b5c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:52.774529 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac889dc7-23f5-4df0-8d64-eecf5fc1ab52 req-aa7a7b2c-e892-49da-88c3-0b9462053b5c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 943 time: 0.0572357 Nov 04 11:34:52.842983 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac889dc7-23f5-4df0-8d64-eecf5fc1ab52 req-98dfc02f-4de0-45bc-9972-074157fd250a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601757 Nov 04 11:34:52.885063 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-5ad83e31-f85a-4775-8435-4ce8a3912763 service neutron] Attempting to bind port 2ef727ac-5b90-4e9c-825c-960f66f90590 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:34:52.885561 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-5ad83e31-f85a-4775-8435-4ce8a3912763 service neutron] Attempting to bind port 2ef727ac-5b90-4e9c-825c-960f66f90590 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:34:52.885664 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-5ad83e31-f85a-4775-8435-4ce8a3912763 service neutron] Attempting to bind port 2ef727ac-5b90-4e9c-825c-960f66f90590 on network afa8becb-b000-4953-ad4a-faf52428464f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:34:52.889909 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-5ad83e31-f85a-4775-8435-4ce8a3912763 service neutron] Port 2ef727ac-5b90-4e9c-825c-960f66f90590 on network afa8becb-b000-4953-ad4a-faf52428464f not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:34:52.890229 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-5ad83e31-f85a-4775-8435-4ce8a3912763 service neutron] Attempting to bind port 2ef727ac-5b90-4e9c-825c-960f66f90590 on network afa8becb-b000-4953-ad4a-faf52428464f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:34:52.894983 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-5ad83e31-f85a-4775-8435-4ce8a3912763 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:34:52.895278 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-5ad83e31-f85a-4775-8435-4ce8a3912763 service neutron] Checking segment: {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:34:52.895658 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-5ad83e31-f85a-4775-8435-4ce8a3912763 service neutron] Bound using segment: {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:34:52.896085 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-5ad83e31-f85a-4775-8435-4ce8a3912763 service neutron] Bound port: 2ef727ac-5b90-4e9c-825c-960f66f90590, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:34:52.896550 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-5ad83e31-f85a-4775-8435-4ce8a3912763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:52.967620 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-5ad83e31-f85a-4775-8435-4ce8a3912763 service neutron] For port 2ef727ac-5b90-4e9c-825c-960f66f90590, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:34:52.971596 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-5ad83e31-f85a-4775-8435-4ce8a3912763 service neutron] For port 2ef727ac-5b90-4e9c-825c-960f66f90590, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=2ef727ac-5b90-4e9c-825c-960f66f90590,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:34:52.977018 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-5ad83e31-f85a-4775-8435-4ce8a3912763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:53.019614 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-5ad83e31-f85a-4775-8435-4ce8a3912763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:53.020352 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-5ad83e31-f85a-4775-8435-4ce8a3912763 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:53.022738 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-5ad83e31-f85a-4775-8435-4ce8a3912763 service neutron] 10.222.0.121 "PUT /v2.0/ports/2ef727ac-5b90-4e9c-825c-960f66f90590 HTTP/1.1" status: 200 len: 1091 time: 1.2114978 Nov 04 11:34:53.025134 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67da7b09-639e-49a7-94f3-1bdb36da79c8', 'tag': '2ef727ac-5b90-4e9c-825c-960f66f90590'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:34:53.028306 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f988c5-061f-4aaf-a2ae-96ddb716beae" -d '{"events": [{"name": "network-changed", "server_uuid": "67da7b09-639e-49a7-94f3-1bdb36da79c8", "tag": "2ef727ac-5b90-4e9c-825c-960f66f90590"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:34:53.078850 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad83e31-f85a-4775-8435-4ce8a3912763 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef727ac-5b90-4e9c-825c-960f66f90590,revision_number=10']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:34:53.100062 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-9461e0cd-578b-46c3-a449-e89885b044e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:53.101759 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-9461e0cd-578b-46c3-a449-e89885b044e0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 1095 time: 0.0529606 Nov 04 11:34:53.104721 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f96e317-c2e2-47f4-a65a-be84abeea67c x-openstack-request-id: req-6f96e317-c2e2-47f4-a65a-be84abeea67c {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:34:53.105032 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67da7b09-639e-49a7-94f3-1bdb36da79c8", "tag": "2ef727ac-5b90-4e9c-825c-960f66f90590", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:34:53.105278 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-6f96e317-c2e2-47f4-a65a-be84abeea67c {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:34:53.105835 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67da7b09-639e-49a7-94f3-1bdb36da79c8', 'tag': '2ef727ac-5b90-4e9c-825c-960f66f90590', 'status': 'completed', 'code': 200} Nov 04 11:34:53.214368 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f988c5-061f-4aaf-a2ae-96ddb716beae req-2cb23c8f-23fc-4c4b-816d-9e970692f116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:53.215943 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-31f988c5-061f-4aaf-a2ae-96ddb716beae req-2cb23c8f-23fc-4c4b-816d-9e970692f116 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 1095 time: 0.1051178 Nov 04 11:34:53.277447 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-bda85fc1-781d-49f1-938c-599b85ec9eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:53.278970 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-bda85fc1-781d-49f1-938c-599b85ec9eba service neutron] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.1692531 Nov 04 11:34:53.371607 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-9e25efa3-b978-4d9c-895a-a1ad20325be8 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ef727ac-5b90-4e9c-825c-960f66f90590 HTTP/1.1" status: 200 len: 999 time: 0.0846958 Nov 04 11:34:53.372760 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f988c5-061f-4aaf-a2ae-96ddb716beae req-226a878e-3c14-4074-8431-5303a3df45b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:53.374149 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-31f988c5-061f-4aaf-a2ae-96ddb716beae req-226a878e-3c14-4074-8431-5303a3df45b5 service neutron] 10.222.0.126 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.1512599 Nov 04 11:34:53.471381 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-485838c9-d693-4a24-9752-68c478b229b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:53.473690 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-485838c9-d693-4a24-9752-68c478b229b1 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0940123 Nov 04 11:34:53.480232 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-31f988c5-061f-4aaf-a2ae-96ddb716beae req-8bc198c4-debb-4d81-bb0c-0ab5a966188f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ef727ac-5b90-4e9c-825c-960f66f90590 HTTP/1.1" status: 200 len: 999 time: 0.0929990 Nov 04 11:34:53.554444 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f988c5-061f-4aaf-a2ae-96ddb716beae req-e155ef77-6917-45dd-979e-588ba2b36ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:53.556375 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-31f988c5-061f-4aaf-a2ae-96ddb716beae req-e155ef77-6917-45dd-979e-588ba2b36ea5 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0643754 Nov 04 11:34:53.563293 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-de9b8a75-6439-4377-882a-18748bd89555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:53.564786 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-de9b8a75-6439-4377-882a-18748bd89555 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834732 Nov 04 11:34:53.666444 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f988c5-061f-4aaf-a2ae-96ddb716beae req-55c73b15-79e2-49ca-9de2-444bfcb962e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:53.668007 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-31f988c5-061f-4aaf-a2ae-96ddb716beae req-55c73b15-79e2-49ca-9de2-444bfcb962e6 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023412 Nov 04 11:34:53.702618 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-d448c803-e0ab-410b-a7a8-bfa3b4e2fcbb service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293552 Nov 04 11:34:53.840221 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-31f988c5-061f-4aaf-a2ae-96ddb716beae req-66263607-a902-42ec-b048-70ccf477371e service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591673 Nov 04 11:34:53.866692 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-45ae5fbb-ef04-440c-8d13-eb4611154369 req-44a23f7a-c9ac-4b4e-ab76-34b54b4e87be service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347802 Nov 04 11:34:53.980212 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b345fc-9bd0-4cd5-8e58-44fa9d8cf8e0 req-42a592d4-a2d1-40ca-9c1c-99d7dde93407 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:53.981863 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5b345fc-9bd0-4cd5-8e58-44fa9d8cf8e0 req-42a592d4-a2d1-40ca-9c1c-99d7dde93407 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 944 time: 0.0509648 Nov 04 11:34:53.982779 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-31f988c5-061f-4aaf-a2ae-96ddb716beae req-9ea0fe75-9a2e-4340-87e4-9ce2f4f50d05 service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341927 Nov 04 11:34:53.987602 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f988c5-061f-4aaf-a2ae-96ddb716beae req-82945d56-180f-4ccc-b32e-824c21e06667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:53.989109 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-31f988c5-061f-4aaf-a2ae-96ddb716beae req-82945d56-180f-4ccc-b32e-824c21e06667 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 1095 time: 0.0680532 Nov 04 11:34:54.034425 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5b345fc-9bd0-4cd5-8e58-44fa9d8cf8e0 req-f9557bb3-29ff-428b-9b38-47b27ac69504 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459077 Nov 04 11:34:54.087400 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f988c5-061f-4aaf-a2ae-96ddb716beae req-143c1978-ba11-431b-9aa2-827db539eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:54.088933 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-31f988c5-061f-4aaf-a2ae-96ddb716beae req-143c1978-ba11-431b-9aa2-827db539eef5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0913734 Nov 04 11:34:54.156672 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-31f988c5-061f-4aaf-a2ae-96ddb716beae req-180a85bf-1841-4bf7-8de5-46a9c47c1397 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ef727ac-5b90-4e9c-825c-960f66f90590 HTTP/1.1" status: 200 len: 999 time: 0.0605381 Nov 04 11:34:54.213333 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f988c5-061f-4aaf-a2ae-96ddb716beae req-0e07b1fa-9de4-441f-909e-2862c9e92cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:54.214819 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-31f988c5-061f-4aaf-a2ae-96ddb716beae req-0e07b1fa-9de4-441f-909e-2862c9e92cc4 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0497625 Nov 04 11:34:54.262593 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f988c5-061f-4aaf-a2ae-96ddb716beae req-04a8dfb7-962f-4f8b-851b-02bf816cb2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:54.264138 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-31f988c5-061f-4aaf-a2ae-96ddb716beae req-04a8dfb7-962f-4f8b-851b-02bf816cb2f4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421228 Nov 04 11:34:54.358854 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-31f988c5-061f-4aaf-a2ae-96ddb716beae req-9803e2d3-4377-4503-b38e-cbe041bb8bae service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848706 Nov 04 11:34:54.456269 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-31f988c5-061f-4aaf-a2ae-96ddb716beae req-f19da93f-debb-417a-a7b9-3833595cd506 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898185 Nov 04 11:34:55.173379 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ba616-3af1-4271-a56e-035a3ed9d77d req-ed323ea4-dff6-4995-9d3f-430dfae5bd9e tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:55.174940 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-672ba616-3af1-4271-a56e-035a3ed9d77d req-ed323ea4-dff6-4995-9d3f-430dfae5bd9e tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 944 time: 0.0579035 Nov 04 11:34:55.240569 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-672ba616-3af1-4271-a56e-035a3ed9d77d req-128adcfb-f396-4c60-a74c-ef8e389d192d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570700 Nov 04 11:34:55.908907 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 2ef727ac-5b90-4e9c-825c-960f66f90590 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:34:56.021241 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 2ef727ac-5b90-4e9c-825c-960f66f90590, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=2ef727ac-5b90-4e9c-825c-960f66f90590,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:34:56.033854 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '2ef727ac-5b90-4e9c-825c-960f66f90590', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'port_id': '2ef727ac-5b90-4e9c-825c-960f66f90590', 'mac_address': 'fa:16:3e:05:83:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:34:56.073556 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:56.087700 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef727ac-5b90-4e9c-825c-960f66f90590 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:34:56.107047 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 2ef727ac-5b90-4e9c-825c-960f66f90590, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=2ef727ac-5b90-4e9c-825c-960f66f90590,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:34:56.113315 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:56.139166 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 2ef727ac-5b90-4e9c-825c-960f66f90590 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:34:56.197551 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=2ef727ac-5b90-4e9c-825c-960f66f90590,revision_number=11']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:34:56.202344 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 2ef727ac-5b90-4e9c-825c-960f66f90590 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:34:56.330409 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['2ef727ac-5b90-4e9c-825c-960f66f90590'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:34:56.370829 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63a916-0f67-48df-8d55-7535c4bd9e59 req-8c4e035c-ff2e-4db0-ba37-3412b571278a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:56.373135 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cb63a916-0f67-48df-8d55-7535c4bd9e59 req-8c4e035c-ff2e-4db0-ba37-3412b571278a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 945 time: 0.0606074 Nov 04 11:34:56.422037 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cb63a916-0f67-48df-8d55-7535c4bd9e59 req-b8ec0742-7d00-4c71-a7f0-3a7489c1e3a6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430329 Nov 04 11:34:56.540506 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5078fa-0905-46ca-8c18-570481cd0ef4 req-207b4d33-4241-4385-acc7-efd4385c58c7 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:56.542063 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab5078fa-0905-46ca-8c18-570481cd0ef4 req-207b4d33-4241-4385-acc7-efd4385c58c7 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 945 time: 0.0529420 Nov 04 11:34:56.598847 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab5078fa-0905-46ca-8c18-570481cd0ef4 req-95f2f35c-9014-425e-a643-9d379fd0d0dd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473993 Nov 04 11:34:56.725441 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044a7a2-56c7-4baa-8139-8c1e42a64593 req-308ea1e3-e3c8-4935-be2d-685a78e5435a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:56.726984 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0044a7a2-56c7-4baa-8139-8c1e42a64593 req-308ea1e3-e3c8-4935-be2d-685a78e5435a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 945 time: 0.0541332 Nov 04 11:34:56.793903 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0044a7a2-56c7-4baa-8139-8c1e42a64593 req-28efef14-1604-4703-b4f0-a404f764f6ed tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582635 Nov 04 11:34:57.055673 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df383d48-502f-40c3-8d17-9c705af1b99e req-317ed4e2-9b32-4401-93bc-d2ccc5de43f6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:57.057185 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-df383d48-502f-40c3-8d17-9c705af1b99e req-317ed4e2-9b32-4401-93bc-d2ccc5de43f6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 945 time: 0.0569162 Nov 04 11:34:57.110205 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-df383d48-502f-40c3-8d17-9c705af1b99e req-66794c6b-077b-429b-92b1-a15f1a079402 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443978 Nov 04 11:34:57.930683 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 2ef727ac-5b90-4e9c-825c-960f66f90590 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:34:57.999445 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 2ef727ac-5b90-4e9c-825c-960f66f90590 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:34:58.003749 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 2ef727ac-5b90-4e9c-825c-960f66f90590 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:34:58.004133 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:58.094137 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:58.126589 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67da7b09-639e-49a7-94f3-1bdb36da79c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef727ac-5b90-4e9c-825c-960f66f90590'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:34:58.130034 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752e569c-de15-4b37-968b-d47e21719c42" -d '{"events": [{"server_uuid": "67da7b09-639e-49a7-94f3-1bdb36da79c8", "name": "network-vif-plugged", "status": "completed", "tag": "2ef727ac-5b90-4e9c-825c-960f66f90590"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:34:58.145560 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 2ef727ac-5b90-4e9c-825c-960f66f90590, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=2ef727ac-5b90-4e9c-825c-960f66f90590,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:34:58.152077 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:58.205464 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=2ef727ac-5b90-4e9c-825c-960f66f90590,revision_number=12']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:34:58.241168 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427beda4-b676-4b6d-8641-e1085ed12e77 req-b4654536-7348-4f25-b5a5-eb7c6fa47f95 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:58.242784 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-427beda4-b676-4b6d-8641-e1085ed12e77 req-b4654536-7348-4f25-b5a5-eb7c6fa47f95 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 946 time: 0.0514083 Nov 04 11:34:58.289063 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c711d-cd86-4de4-8064-e28ff4bf21b0 req-dbeea688-0b58-4cff-acaa-b6b9b76013db tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:34:58.290788 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-aa6c711d-cd86-4de4-8064-e28ff4bf21b0 req-dbeea688-0b58-4cff-acaa-b6b9b76013db tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.121 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 946 time: 0.0524559 Nov 04 11:34:58.295439 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-427beda4-b676-4b6d-8641-e1085ed12e77 req-ec3682a8-664b-456f-b7ab-df2c0d1e9faa tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462728 Nov 04 11:34:58.340497 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106247c1-25e6-4367-b037-bcd281e3aa00 x-openstack-request-id: req-106247c1-25e6-4367-b037-bcd281e3aa00 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:34:58.340781 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67da7b09-639e-49a7-94f3-1bdb36da79c8", "name": "network-vif-plugged", "status": "completed", "tag": "2ef727ac-5b90-4e9c-825c-960f66f90590", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:34:58.341064 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-106247c1-25e6-4367-b037-bcd281e3aa00 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:34:58.341474 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67da7b09-639e-49a7-94f3-1bdb36da79c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef727ac-5b90-4e9c-825c-960f66f90590', 'code': 200} Nov 04 11:34:58.390882 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-aa6c711d-cd86-4de4-8064-e28ff4bf21b0 req-67c026e6-1210-4edb-8c67-957f2565f1c7 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Deleting port 2ef727ac-5b90-4e9c-825c-960f66f90590 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:34:58.391206 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aa6c711d-cd86-4de4-8064-e28ff4bf21b0 req-67c026e6-1210-4edb-8c67-957f2565f1c7 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:58.479560 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-aa6c711d-cd86-4de4-8064-e28ff4bf21b0 req-67c026e6-1210-4edb-8c67-957f2565f1c7 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] For port 2ef727ac-5b90-4e9c-825c-960f66f90590, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=2ef727ac-5b90-4e9c-825c-960f66f90590,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:34:58.479791 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aa6c711d-cd86-4de4-8064-e28ff4bf21b0 req-67c026e6-1210-4edb-8c67-957f2565f1c7 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:58.656267 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aa6c711d-cd86-4de4-8064-e28ff4bf21b0 req-67c026e6-1210-4edb-8c67-957f2565f1c7 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:58.656679 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aa6c711d-cd86-4de4-8064-e28ff4bf21b0 req-67c026e6-1210-4edb-8c67-957f2565f1c7 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:58.656980 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [req-aa6c711d-cd86-4de4-8064-e28ff4bf21b0 req-67c026e6-1210-4edb-8c67-957f2565f1c7 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Floating IP 5006c58e-2bb2-4d83-b213-c6b7185cabef disassociated. External IP: 172.25.7.19, port: 2ef727ac-5b90-4e9c-825c-960f66f90590. Nov 04 11:34:58.657320 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-aa6c711d-cd86-4de4-8064-e28ff4bf21b0 req-67c026e6-1210-4edb-8c67-957f2565f1c7 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Calling delete_port for 2ef727ac-5b90-4e9c-825c-960f66f90590 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:34:58.795884 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aa6c711d-cd86-4de4-8064-e28ff4bf21b0 req-67c026e6-1210-4edb-8c67-957f2565f1c7 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:58.825507 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c026e6-1210-4edb-8c67-957f2565f1c7 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Pushing event deleted for resources: {'Port': ['ID=2ef727ac-5b90-4e9c-825c-960f66f90590,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:34:58.948805 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa6c711d-cd86-4de4-8064-e28ff4bf21b0 req-67c026e6-1210-4edb-8c67-957f2565f1c7 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Router 7333c5b2-c3e5-4615-af65-032ffa964f8e has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:34:59.061170 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa6c711d-cd86-4de4-8064-e28ff4bf21b0 req-67c026e6-1210-4edb-8c67-957f2565f1c7 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:34:59.071542 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26f8b25-9e22-4f44-a778-bfc17a6b79b6 None None] Sync routers for ids ['7333c5b2-c3e5-4615-af65-032ffa964f8e'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:34:59.083811 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f8b25-9e22-4f44-a778-bfc17a6b79b6 None None] Routers {'7333c5b2-c3e5-4615-af65-032ffa964f8e'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:34:59.084559 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-a26f8b25-9e22-4f44-a778-bfc17a6b79b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:34:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7333c5b2-c3e5-4615-af65-032ffa964f8e'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:34:59.105653 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6c711d-cd86-4de4-8064-e28ff4bf21b0 req-67c026e6-1210-4edb-8c67-957f2565f1c7 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] No DVR routers for this DVR port 2ef727ac-5b90-4e9c-825c-960f66f90590 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:34:59.108754 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-aa6c711d-cd86-4de4-8064-e28ff4bf21b0 req-67c026e6-1210-4edb-8c67-957f2565f1c7 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:34:59.115520 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-aa6c711d-cd86-4de4-8064-e28ff4bf21b0 req-67c026e6-1210-4edb-8c67-957f2565f1c7 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.121 "DELETE /v2.0/ports/2ef727ac-5b90-4e9c-825c-960f66f90590 HTTP/1.1" status: 204 len: 173 time: 0.8178439 Nov 04 11:34:59.115995 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67da7b09-639e-49a7-94f3-1bdb36da79c8', 'name': 'network-vif-deleted', 'tag': '2ef727ac-5b90-4e9c-825c-960f66f90590'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:34:59.118627 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4964a1-857b-4eb9-96ac-1815bd07ce3c" -d '{"events": [{"server_uuid": "67da7b09-639e-49a7-94f3-1bdb36da79c8", "name": "network-vif-deleted", "tag": "2ef727ac-5b90-4e9c-825c-960f66f90590"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:34:59.162102 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fcedd7-b6e1-47b8-9bf2-327b50d9a2ad x-openstack-request-id: req-d4fcedd7-b6e1-47b8-9bf2-327b50d9a2ad {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:34:59.162476 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67da7b09-639e-49a7-94f3-1bdb36da79c8", "name": "network-vif-deleted", "tag": "2ef727ac-5b90-4e9c-825c-960f66f90590", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:34:59.162721 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-d4fcedd7-b6e1-47b8-9bf2-327b50d9a2ad {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:34:59.163399 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67da7b09-639e-49a7-94f3-1bdb36da79c8', 'name': 'network-vif-deleted', 'tag': '2ef727ac-5b90-4e9c-825c-960f66f90590', 'status': 'completed', 'code': 200} Nov 04 11:34:59.214028 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-a26f8b25-9e22-4f44-a778-bfc17a6b79b6 None None] Set router 7333c5b2-c3e5-4615-af65-032ffa964f8e gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:34:59.410703 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-01b23952-d523-4a72-a6eb-c927ee810f11 req-6dec6c17-b0fa-401e-af00-d0255fd497a0 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=67da7b09-639e-49a7-94f3-1bdb36da79c8 HTTP/1.1" status: 200 len: 210 time: 0.0324135 Nov 04 11:34:59.420196 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-a26f8b25-9e22-4f44-a778-bfc17a6b79b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:19Z', 'revision_number': 5, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:34:59.450360 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26f8b25-9e22-4f44-a778-bfc17a6b79b6 None None] Checking router: 7333c5b2-c3e5-4615-af65-032ffa964f8e for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:34:59.458930 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f8b25-9e22-4f44-a778-bfc17a6b79b6 None None] Routers {'7333c5b2-c3e5-4615-af65-032ffa964f8e'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:34:59.459651 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-a26f8b25-9e22-4f44-a778-bfc17a6b79b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:34:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7333c5b2-c3e5-4615-af65-032ffa964f8e'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:34:59.734686 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-a26f8b25-9e22-4f44-a778-bfc17a6b79b6 None None] Set router 7333c5b2-c3e5-4615-af65-032ffa964f8e gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:34:59.947897 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-a26f8b25-9e22-4f44-a778-bfc17a6b79b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:19Z', 'revision_number': 5, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:34:59.974099 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26f8b25-9e22-4f44-a778-bfc17a6b79b6 None None] The sync data for ids ['7333c5b2-c3e5-4615-af65-032ffa964f8e'] in n-d-816629-1 is: [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:19Z', 'revision_number': 5, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:35:00.218233 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb777cf5-c080-4487-9736-6d7458e2c0f6 None None] New status for floating IP 5006c58e-2bb2-4d83-b213-c6b7185cabef: DOWN {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:35:00.695575 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7961fffc-ea93-425d-93ab-10740ab90365 req-2e7e5c14-6a85-4e7f-b968-ee83b3b03731 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-securitygroup--580629697&fields=id&tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d HTTP/1.1" status: 200 len: 267 time: 0.0466950 Nov 04 11:35:00.804147 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961fffc-ea93-425d-93ab-10740ab90365 req-d369cac0-fda3-4401-9116-20a4add62130 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:35:00.805886 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7961fffc-ea93-425d-93ab-10740ab90365 req-d369cac0-fda3-4401-9116-20a4add62130 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 812 time: 0.1030719 Nov 04 11:35:00.824460 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7961fffc-ea93-425d-93ab-10740ab90365 req-30c3897e-bdc9-476d-9dc1-c98d91edf4e4 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/quotas/a95f25ece8e34b95b04d1eac6dc6ab3d HTTP/1.1" status: 200 len: 375 time: 0.0098979 Nov 04 11:35:00.894918 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7961fffc-ea93-425d-93ab-10740ab90365 req-890fc7da-fe93-4290-917e-7dce6093a2cb tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0650768 Nov 04 11:35:01.011975 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7961fffc-ea93-425d-93ab-10740ab90365 req-6cee7c56-1dd0-46b0-a2c0-c15cd816770c service neutron] 10.222.0.127 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041541 Nov 04 11:35:01.117824 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7961fffc-ea93-425d-93ab-10740ab90365 req-373fb640-afda-4d33-9c1d-ae9873e83a29 service neutron] 10.222.0.127 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993185 Nov 04 11:35:01.301363 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-471b5348-69aa-446e-b7f6-56ba1eb3948f req-e3915c92-44ab-4961-a284-4d793f607774 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 210 time: 0.0283520 Nov 04 11:35:01.954422 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 2ef727ac-5b90-4e9c-825c-960f66f90590 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:35:01.981435 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 2ef727ac-5b90-4e9c-825c-960f66f90590 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:35:01.981791 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 2ef727ac-5b90-4e9c-825c-960f66f90590 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:35:02.279879 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961fffc-ea93-425d-93ab-10740ab90365 req-215a89f5-fc07-4353-8df2-51f0f5a11f48 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:35:02.281443 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7961fffc-ea93-425d-93ab-10740ab90365 req-215a89f5-fc07-4353-8df2-51f0f5a11f48 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.126 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 812 time: 0.1092057 Nov 04 11:35:02.350181 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7961fffc-ea93-425d-93ab-10740ab90365 req-25926e93-60e2-420d-b685-92c4c01d1889 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d HTTP/1.1" status: 200 len: 379 time: 0.0586967 Nov 04 11:35:02.360306 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-7961fffc-ea93-425d-93ab-10740ab90365 req-98627b7f-f2e1-4e36-8856-3228a33cec33 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Request body: {'port': {'device_id': '45710162-eebb-4b1e-b735-22ab605f6aea', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'admin_state_up': True, 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'security_groups': ['77c920ff-594b-41d4-9a9c-6efb4a62e6ff']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:35:02.398396 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-90fbf5a7-56c2-4488-861f-daa9d92df317 req-ea2ef1f1-906f-4b84-80d7-78169bc88667 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 210 time: 0.0272889 Nov 04 11:35:02.478035 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7961fffc-ea93-425d-93ab-10740ab90365 req-98627b7f-f2e1-4e36-8856-3228a33cec33 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Made reservation on behalf of a95f25ece8e34b95b04d1eac6dc6ab3d for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:35:02.482192 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7961fffc-ea93-425d-93ab-10740ab90365 req-98627b7f-f2e1-4e36-8856-3228a33cec33 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:02.613968 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-7961fffc-ea93-425d-93ab-10740ab90365 req-98627b7f-f2e1-4e36-8856-3228a33cec33 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Allocated IP 172.20.0.4 (afa8becb-b000-4953-ad4a-faf52428464f/4f96d30c-839d-4c63-8a41-a5759950cc27/1165fb8e-0962-4715-920d-edf675775f14) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:35:02.770954 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7961fffc-ea93-425d-93ab-10740ab90365 req-98627b7f-f2e1-4e36-8856-3228a33cec33 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:02.806196 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7961fffc-ea93-425d-93ab-10740ab90365 req-98627b7f-f2e1-4e36-8856-3228a33cec33 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:02.849836 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7961fffc-ea93-425d-93ab-10740ab90365 req-98627b7f-f2e1-4e36-8856-3228a33cec33 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Network afa8becb-b000-4953-ad4a-faf52428464f is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:35:02.854962 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-7961fffc-ea93-425d-93ab-10740ab90365 req-98627b7f-f2e1-4e36-8856-3228a33cec33 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:35:02.858731 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7961fffc-ea93-425d-93ab-10740ab90365 req-98627b7f-f2e1-4e36-8856-3228a33cec33 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:35:02.865231 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98627b7f-f2e1-4e36-8856-3228a33cec33 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Pushing event updated for resources: {'Port': ['ID=1165fb8e-0962-4715-920d-edf675775f14,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:35:02.916015 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961fffc-ea93-425d-93ab-10740ab90365 req-98627b7f-f2e1-4e36-8856-3228a33cec33 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:35:02.916700 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7961fffc-ea93-425d-93ab-10740ab90365 req-98627b7f-f2e1-4e36-8856-3228a33cec33 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:02.935397 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7961fffc-ea93-425d-93ab-10740ab90365 req-98627b7f-f2e1-4e36-8856-3228a33cec33 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5788682 Nov 04 11:35:02.949323 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-7961fffc-ea93-425d-93ab-10740ab90365 req-e1525db4-cfc6-4910-ae1e-43c18c4a5ea4 service neutron] Request body: {'port': {'device_id': '45710162-eebb-4b1e-b735-22ab605f6aea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:35:03.005939 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7961fffc-ea93-425d-93ab-10740ab90365 req-e1525db4-cfc6-4910-ae1e-43c18c4a5ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:03.089371 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-3d43da05-ce55-4f3e-ac64-0e4ab1e988f9 None None] Provisioning complete for port 1165fb8e-0962-4715-920d-edf675775f14 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:35:03.090033 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3d43da05-ce55-4f3e-ac64-0e4ab1e988f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:03.124527 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-3d43da05-ce55-4f3e-ac64-0e4ab1e988f9 None None] Port 1165fb8e-0962-4715-920d-edf675775f14 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:35:03.281944 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-7961fffc-ea93-425d-93ab-10740ab90365 req-e1525db4-cfc6-4910-ae1e-43c18c4a5ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1165fb8e-0962-4715-920d-edf675775f14 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:35:03.288396 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7961fffc-ea93-425d-93ab-10740ab90365 req-e1525db4-cfc6-4910-ae1e-43c18c4a5ea4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:03.301283 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-7961fffc-ea93-425d-93ab-10740ab90365 req-e1525db4-cfc6-4910-ae1e-43c18c4a5ea4 service neutron] Transition to ACTIVE for port object 1165fb8e-0962-4715-920d-edf675775f14 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:35:03.309049 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7961fffc-ea93-425d-93ab-10740ab90365 req-e1525db4-cfc6-4910-ae1e-43c18c4a5ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:03.379737 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1525db4-cfc6-4910-ae1e-43c18c4a5ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=1165fb8e-0962-4715-920d-edf675775f14,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:35:03.459750 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-7961fffc-ea93-425d-93ab-10740ab90365 req-e1525db4-cfc6-4910-ae1e-43c18c4a5ea4 service neutron] Attempting to bind port 1165fb8e-0962-4715-920d-edf675775f14 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:35:03.460104 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-7961fffc-ea93-425d-93ab-10740ab90365 req-e1525db4-cfc6-4910-ae1e-43c18c4a5ea4 service neutron] Attempting to bind port 1165fb8e-0962-4715-920d-edf675775f14 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:35:03.460532 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7961fffc-ea93-425d-93ab-10740ab90365 req-e1525db4-cfc6-4910-ae1e-43c18c4a5ea4 service neutron] Attempting to bind port 1165fb8e-0962-4715-920d-edf675775f14 on network afa8becb-b000-4953-ad4a-faf52428464f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:35:03.465617 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7961fffc-ea93-425d-93ab-10740ab90365 req-e1525db4-cfc6-4910-ae1e-43c18c4a5ea4 service neutron] Port 1165fb8e-0962-4715-920d-edf675775f14 on network afa8becb-b000-4953-ad4a-faf52428464f not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:35:03.465942 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7961fffc-ea93-425d-93ab-10740ab90365 req-e1525db4-cfc6-4910-ae1e-43c18c4a5ea4 service neutron] Attempting to bind port 1165fb8e-0962-4715-920d-edf675775f14 on network afa8becb-b000-4953-ad4a-faf52428464f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:35:03.471684 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7961fffc-ea93-425d-93ab-10740ab90365 req-e1525db4-cfc6-4910-ae1e-43c18c4a5ea4 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:35:03.472029 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7961fffc-ea93-425d-93ab-10740ab90365 req-e1525db4-cfc6-4910-ae1e-43c18c4a5ea4 service neutron] Checking segment: {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:35:03.472419 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7961fffc-ea93-425d-93ab-10740ab90365 req-e1525db4-cfc6-4910-ae1e-43c18c4a5ea4 service neutron] Bound using segment: {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:35:03.472945 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-7961fffc-ea93-425d-93ab-10740ab90365 req-e1525db4-cfc6-4910-ae1e-43c18c4a5ea4 service neutron] Bound port: 1165fb8e-0962-4715-920d-edf675775f14, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:35:03.473432 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7961fffc-ea93-425d-93ab-10740ab90365 req-e1525db4-cfc6-4910-ae1e-43c18c4a5ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:03.527415 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef55422-14f5-4205-add3-c11dc80ca745 req-0643ebdf-d4cb-4bbc-8729-b334c1dc4f00 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:35:03.535041 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ef55422-14f5-4205-add3-c11dc80ca745 req-0643ebdf-d4cb-4bbc-8729-b334c1dc4f00 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 943 time: 0.0601056 Nov 04 11:35:03.544918 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-7961fffc-ea93-425d-93ab-10740ab90365 req-e1525db4-cfc6-4910-ae1e-43c18c4a5ea4 service neutron] For port 1165fb8e-0962-4715-920d-edf675775f14, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:35:03.547982 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-7961fffc-ea93-425d-93ab-10740ab90365 req-e1525db4-cfc6-4910-ae1e-43c18c4a5ea4 service neutron] For port 1165fb8e-0962-4715-920d-edf675775f14, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1165fb8e-0962-4715-920d-edf675775f14,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:35:03.554302 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7961fffc-ea93-425d-93ab-10740ab90365 req-e1525db4-cfc6-4910-ae1e-43c18c4a5ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:03.579011 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7ef55422-14f5-4205-add3-c11dc80ca745 req-fd552a14-e588-4849-8837-0b60a5831650 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430450 Nov 04 11:35:03.594417 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961fffc-ea93-425d-93ab-10740ab90365 req-e1525db4-cfc6-4910-ae1e-43c18c4a5ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:35:03.595044 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7961fffc-ea93-425d-93ab-10740ab90365 req-e1525db4-cfc6-4910-ae1e-43c18c4a5ea4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:03.596468 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7961fffc-ea93-425d-93ab-10740ab90365 req-e1525db4-cfc6-4910-ae1e-43c18c4a5ea4 service neutron] 10.222.0.126 "PUT /v2.0/ports/1165fb8e-0962-4715-920d-edf675775f14 HTTP/1.1" status: 200 len: 1091 time: 0.6518648 Nov 04 11:35:03.596937 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45710162-eebb-4b1e-b735-22ab605f6aea', 'tag': '1165fb8e-0962-4715-920d-edf675775f14'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:35:03.599231 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1618f4b2-fbd0-4b44-a3b9-d610f2ebffb8" -d '{"events": [{"name": "network-changed", "server_uuid": "45710162-eebb-4b1e-b735-22ab605f6aea", "tag": "1165fb8e-0962-4715-920d-edf675775f14"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:35:03.627044 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1525db4-cfc6-4910-ae1e-43c18c4a5ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=1165fb8e-0962-4715-920d-edf675775f14,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:35:03.655505 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1fa7aa-2b05-40a5-b06a-d1b030089d96 x-openstack-request-id: req-3c1fa7aa-2b05-40a5-b06a-d1b030089d96 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:35:03.655806 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45710162-eebb-4b1e-b735-22ab605f6aea", "tag": "1165fb8e-0962-4715-920d-edf675775f14", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:35:03.656066 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-3c1fa7aa-2b05-40a5-b06a-d1b030089d96 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:35:03.656519 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45710162-eebb-4b1e-b735-22ab605f6aea', 'tag': '1165fb8e-0962-4715-920d-edf675775f14', 'status': 'completed', 'code': 200} Nov 04 11:35:03.691292 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961fffc-ea93-425d-93ab-10740ab90365 req-bb3aa77b-6469-4887-9605-253a181835a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:35:03.693039 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7961fffc-ea93-425d-93ab-10740ab90365 req-bb3aa77b-6469-4887-9605-253a181835a9 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 1094 time: 0.0475779 Nov 04 11:35:03.738304 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7961fffc-ea93-425d-93ab-10740ab90365 req-9dcc8d80-b6d8-4e07-876b-219df5a56b51 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1165fb8e-0962-4715-920d-edf675775f14 HTTP/1.1" status: 200 len: 217 time: 0.0362778 Nov 04 11:35:03.794696 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961fffc-ea93-425d-93ab-10740ab90365 req-4b0b95f8-55f6-4314-90b3-4e29aeae14e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:35:03.796481 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7961fffc-ea93-425d-93ab-10740ab90365 req-4b0b95f8-55f6-4314-90b3-4e29aeae14e3 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0514762 Nov 04 11:35:03.846266 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961fffc-ea93-425d-93ab-10740ab90365 req-9bc9d5f8-12de-4946-9e7f-1a959acbb40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:35:03.847805 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7961fffc-ea93-425d-93ab-10740ab90365 req-9bc9d5f8-12de-4946-9e7f-1a959acbb40c service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422971 Nov 04 11:35:03.940265 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7961fffc-ea93-425d-93ab-10740ab90365 req-18f23f30-e8d0-48d2-b0df-472f28b5faf1 service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846953 Nov 04 11:35:04.048742 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7961fffc-ea93-425d-93ab-10740ab90365 req-8c69d846-7681-4568-9ccd-75c6a457faf6 service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002522 Nov 04 11:35:04.143311 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618f4b2-fbd0-4b44-a3b9-d610f2ebffb8 req-a3f12d34-919c-4309-8b8e-8ab737b2d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:35:04.144887 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1618f4b2-fbd0-4b44-a3b9-d610f2ebffb8 req-a3f12d34-919c-4309-8b8e-8ab737b2d670 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 1094 time: 0.0448208 Nov 04 11:35:04.248102 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618f4b2-fbd0-4b44-a3b9-d610f2ebffb8 req-d22db693-e97c-49f6-8ef4-0a6cf044fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:35:04.249672 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1618f4b2-fbd0-4b44-a3b9-d610f2ebffb8 req-d22db693-e97c-49f6-8ef4-0a6cf044fc75 service neutron] 10.222.0.126 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0966773 Nov 04 11:35:04.292358 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1618f4b2-fbd0-4b44-a3b9-d610f2ebffb8 req-b9134558-2e00-4d09-86a2-026c33dbefb8 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1165fb8e-0962-4715-920d-edf675775f14 HTTP/1.1" status: 200 len: 217 time: 0.0352774 Nov 04 11:35:04.345827 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618f4b2-fbd0-4b44-a3b9-d610f2ebffb8 req-bb0fd31a-4d34-4080-9d49-e38591a3ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:35:04.347311 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1618f4b2-fbd0-4b44-a3b9-d610f2ebffb8 req-bb0fd31a-4d34-4080-9d49-e38591a3ee2d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0477300 Nov 04 11:35:04.400209 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618f4b2-fbd0-4b44-a3b9-d610f2ebffb8 req-7e9f2ed4-5c33-4f47-9ce2-f032d81b44e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:35:04.402323 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1618f4b2-fbd0-4b44-a3b9-d610f2ebffb8 req-7e9f2ed4-5c33-4f47-9ce2-f032d81b44e2 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466199 Nov 04 11:35:04.497311 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1618f4b2-fbd0-4b44-a3b9-d610f2ebffb8 req-a73804ad-a399-41d4-9c3a-a5f896b0d7b0 service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867894 Nov 04 11:35:04.605641 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1618f4b2-fbd0-4b44-a3b9-d610f2ebffb8 req-1025cada-8322-4577-8487-94676aaa49a5 service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007879 Nov 04 11:35:04.708570 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62838c-2b08-492a-891c-41db74505d11 req-efd0ce87-5457-42b6-ae77-5dd115f9b28c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:35:04.710255 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b62838c-2b08-492a-891c-41db74505d11 req-efd0ce87-5457-42b6-ae77-5dd115f9b28c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 943 time: 0.0556476 Nov 04 11:35:04.760373 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b62838c-2b08-492a-891c-41db74505d11 req-74d9528a-3441-4a48-8e2a-d655d060e1b8 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435894 Nov 04 11:35:05.901476 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374aaf02-e0ac-40ea-9efc-7e76355e5532 req-3352de0e-1bb4-463f-9e07-e161ab84a727 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:35:05.903191 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-374aaf02-e0ac-40ea-9efc-7e76355e5532 req-3352de0e-1bb4-463f-9e07-e161ab84a727 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 943 time: 0.0568371 Nov 04 11:35:05.955909 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-374aaf02-e0ac-40ea-9efc-7e76355e5532 req-4036792f-5179-4f59-9978-0e3867f5cebc tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434704 Nov 04 11:35:06.137521 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1165fb8e-0962-4715-920d-edf675775f14 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:35:06.283297 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 1165fb8e-0962-4715-920d-edf675775f14, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1165fb8e-0962-4715-920d-edf675775f14,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:35:06.301549 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '1165fb8e-0962-4715-920d-edf675775f14', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'port_id': '1165fb8e-0962-4715-920d-edf675775f14', 'mac_address': 'fa:16:3e:5f:21:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:35:06.348364 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:06.387911 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1165fb8e-0962-4715-920d-edf675775f14 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:35:06.410819 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 1165fb8e-0962-4715-920d-edf675775f14, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1165fb8e-0962-4715-920d-edf675775f14,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:35:06.418556 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:06.479995 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=1165fb8e-0962-4715-920d-edf675775f14,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:35:06.614260 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['1165fb8e-0962-4715-920d-edf675775f14'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:35:07.084975 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6330dc-34e4-48c8-858a-35f5b504ca15 req-d7e9da69-8f8a-4bc2-aa15-e0a6e063f0f8 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:35:07.086490 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fd6330dc-34e4-48c8-858a-35f5b504ca15 req-d7e9da69-8f8a-4bc2-aa15-e0a6e063f0f8 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 944 time: 0.0511062 Nov 04 11:35:07.139831 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fd6330dc-34e4-48c8-858a-35f5b504ca15 req-7a3ee614-1d18-4b80-a002-0c8f65e723b6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470402 Nov 04 11:35:08.141031 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1165fb8e-0962-4715-920d-edf675775f14 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:35:08.203427 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 1165fb8e-0962-4715-920d-edf675775f14 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:35:08.207990 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 1165fb8e-0962-4715-920d-edf675775f14 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:35:08.208424 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:08.267349 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08605752-ad1f-49cb-8fa7-fadde862a6a7 req-176b5068-d22e-4507-b514-feb600f12628 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:35:08.269073 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-08605752-ad1f-49cb-8fa7-fadde862a6a7 req-176b5068-d22e-4507-b514-feb600f12628 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 944 time: 0.0541792 Nov 04 11:35:08.291121 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:08.314492 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45710162-eebb-4b1e-b735-22ab605f6aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1165fb8e-0962-4715-920d-edf675775f14'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:35:08.316911 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430a3650-a1ef-430f-9b9b-9fb21d1bf51b" -d '{"events": [{"server_uuid": "45710162-eebb-4b1e-b735-22ab605f6aea", "name": "network-vif-plugged", "status": "completed", "tag": "1165fb8e-0962-4715-920d-edf675775f14"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:35:08.319760 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-08605752-ad1f-49cb-8fa7-fadde862a6a7 req-9dd2759a-c484-4fef-9ed1-3cec876e94de tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441520 Nov 04 11:35:08.330041 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 1165fb8e-0962-4715-920d-edf675775f14, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1165fb8e-0962-4715-920d-edf675775f14,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:35:08.335243 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:08.376888 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1228daa6-4b36-4605-8f9f-3ffed18bc682 x-openstack-request-id: req-1228daa6-4b36-4605-8f9f-3ffed18bc682 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:35:08.377190 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45710162-eebb-4b1e-b735-22ab605f6aea", "name": "network-vif-plugged", "status": "completed", "tag": "1165fb8e-0962-4715-920d-edf675775f14", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:35:08.377445 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-1228daa6-4b36-4605-8f9f-3ffed18bc682 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:35:08.377843 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45710162-eebb-4b1e-b735-22ab605f6aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1165fb8e-0962-4715-920d-edf675775f14', 'code': 200} Nov 04 11:35:08.390373 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=1165fb8e-0962-4715-920d-edf675775f14,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:35:08.476358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431542f-126d-40ec-a720-de49f75a58ec req-ed116861-344b-4fc7-af07-7c42bc24e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:35:08.477979 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5431542f-126d-40ec-a720-de49f75a58ec req-ed116861-344b-4fc7-af07-7c42bc24e19b service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 1096 time: 0.0429854 Nov 04 11:35:08.524112 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5431542f-126d-40ec-a720-de49f75a58ec req-69b3f650-c455-43cc-847b-09e578228b36 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391328 Nov 04 11:35:09.448495 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60813e-ac03-4413-a4a6-4b88ed2c09b6 req-29cc666a-b5a2-4092-9947-57f873d0aafc tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:35:09.450097 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ce60813e-ac03-4413-a4a6-4b88ed2c09b6 req-29cc666a-b5a2-4092-9947-57f873d0aafc tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 945 time: 0.0505793 Nov 04 11:35:09.499991 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ce60813e-ac03-4413-a4a6-4b88ed2c09b6 req-8e5ebed0-16a7-49f4-8ba1-882f4b412999 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436556 Nov 04 11:35:10.653319 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d9c3b-d5fa-46ce-8af2-6922cad8c3a9 req-7f8a9afe-97ae-47d0-9a30-016416793141 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:35:10.655700 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-355d9c3b-d5fa-46ce-8af2-6922cad8c3a9 req-7f8a9afe-97ae-47d0-9a30-016416793141 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 945 time: 0.0701718 Nov 04 11:35:10.721978 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-355d9c3b-d5fa-46ce-8af2-6922cad8c3a9 req-f9945e03-52b5-4733-ac9d-8db93a7e2d84 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586541 Nov 04 11:35:10.850187 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd0258-6429-4b9a-9f26-7fc9d3075d4a req-7999b373-bc93-4621-83f6-714742f2ef81 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:35:10.851618 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a9cd0258-6429-4b9a-9f26-7fc9d3075d4a req-7999b373-bc93-4621-83f6-714742f2ef81 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 945 time: 0.0542929 Nov 04 11:35:10.862211 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33032) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:35:10.872090 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-884aebc4-3dcd-4516-86d4-f5033b31177a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Request body: {'floatingip': {'port_id': '1165fb8e-0962-4715-920d-edf675775f14'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:35:10.921267 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-884aebc4-3dcd-4516-86d4-f5033b31177a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for floatingip, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:11.375959 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-884aebc4-3dcd-4516-86d4-f5033b31177a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:11.383574 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-884aebc4-3dcd-4516-86d4-f5033b31177a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:11.484906 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-884aebc4-3dcd-4516-86d4-f5033b31177a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Floating IP 5006c58e-2bb2-4d83-b213-c6b7185cabef associated. External IP: 172.25.7.19, port: 1165fb8e-0962-4715-920d-edf675775f14. Nov 04 11:35:11.713972 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884aebc4-3dcd-4516-86d4-f5033b31177a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Router 7333c5b2-c3e5-4615-af65-032ffa964f8e has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:35:11.825745 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884aebc4-3dcd-4516-86d4-f5033b31177a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:35:11.830517 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-884aebc4-3dcd-4516-86d4-f5033b31177a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:11.837907 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253fb93-7fbe-4c77-b5fc-6f647e0c9a90 None None] Sync routers for ids ['7333c5b2-c3e5-4615-af65-032ffa964f8e'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:35:11.851052 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253fb93-7fbe-4c77-b5fc-6f647e0c9a90 None None] Routers {'7333c5b2-c3e5-4615-af65-032ffa964f8e'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:35:11.851251 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-1253fb93-7fbe-4c77-b5fc-6f647e0c9a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:34:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7333c5b2-c3e5-4615-af65-032ffa964f8e'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:35:11.861730 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-884aebc4-3dcd-4516-86d4-f5033b31177a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "PUT /v2.0/floatingips/5006c58e-2bb2-4d83-b213-c6b7185cabef HTTP/1.1" status: 200 len: 991 time: 0.9954484 Nov 04 11:35:11.861730 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45710162-eebb-4b1e-b735-22ab605f6aea', 'tag': '1165fb8e-0962-4715-920d-edf675775f14'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:35:11.862187 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4e2a034f213e3ed4147e598e162b1822d6f65ae2e173dcd934e22f7eae9c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cc536e-a016-4df2-afaf-32eda0d0f9bd" -d '{"events": [{"name": "network-changed", "server_uuid": "45710162-eebb-4b1e-b735-22ab605f6aea", "tag": "1165fb8e-0962-4715-920d-edf675775f14"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:35:11.960573 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7fa854-7a89-43fd-981f-da9fef92fd2d x-openstack-request-id: req-ce7fa854-7a89-43fd-981f-da9fef92fd2d {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:35:11.960883 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45710162-eebb-4b1e-b735-22ab605f6aea", "tag": "1165fb8e-0962-4715-920d-edf675775f14", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:35:11.961140 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ce7fa854-7a89-43fd-981f-da9fef92fd2d {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:35:11.961556 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45710162-eebb-4b1e-b735-22ab605f6aea', 'tag': '1165fb8e-0962-4715-920d-edf675775f14', 'status': 'completed', 'code': 200} Nov 04 11:35:11.971861 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-1253fb93-7fbe-4c77-b5fc-6f647e0c9a90 None None] Set router 7333c5b2-c3e5-4615-af65-032ffa964f8e gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:35:12.025303 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc536e-a016-4df2-afaf-32eda0d0f9bd req-1a8b02a7-218f-48a4-899b-651c458dc68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:35:12.026870 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-23cc536e-a016-4df2-afaf-32eda0d0f9bd req-1a8b02a7-218f-48a4-899b-651c458dc68d service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 1096 time: 0.0436063 Nov 04 11:35:12.122894 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc536e-a016-4df2-afaf-32eda0d0f9bd req-2930fa52-5dd5-4c9f-84b0-b29abcecab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:35:12.124436 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-23cc536e-a016-4df2-afaf-32eda0d0f9bd req-2930fa52-5dd5-4c9f-84b0-b29abcecab14 service neutron] 10.222.0.126 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0901206 Nov 04 11:35:12.192643 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-23cc536e-a016-4df2-afaf-32eda0d0f9bd req-0c1f0373-a76b-4e2c-a39a-b3a1ee1b3b20 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1165fb8e-0962-4715-920d-edf675775f14 HTTP/1.1" status: 200 len: 999 time: 0.0606666 Nov 04 11:35:12.207285 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-1253fb93-7fbe-4c77-b5fc-6f647e0c9a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '5006c58e-2bb2-4d83-b213-c6b7185cabef', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'floating_ip_address': '172.25.7.19', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'port_id': '1165fb8e-0962-4715-920d-edf675775f14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'mac_address': 'fa:16:3e:5f:21:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45710162-eebb-4b1e-b735-22ab605f6aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:28:17Z', 'updated_at': '2021-11-04T11:35:11Z', 'revision_number': 13, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:19Z', 'revision_number': 5, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:35:12.238835 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253fb93-7fbe-4c77-b5fc-6f647e0c9a90 None None] Checking router: 7333c5b2-c3e5-4615-af65-032ffa964f8e for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:35:12.243976 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc536e-a016-4df2-afaf-32eda0d0f9bd req-1794737a-71ae-4276-a0d6-05affe52effc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:35:12.245507 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-23cc536e-a016-4df2-afaf-32eda0d0f9bd req-1794737a-71ae-4276-a0d6-05affe52effc service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0453641 Nov 04 11:35:12.248076 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253fb93-7fbe-4c77-b5fc-6f647e0c9a90 None None] Routers {'7333c5b2-c3e5-4615-af65-032ffa964f8e'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:35:12.248681 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-1253fb93-7fbe-4c77-b5fc-6f647e0c9a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:34:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7333c5b2-c3e5-4615-af65-032ffa964f8e'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:35:12.296486 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc536e-a016-4df2-afaf-32eda0d0f9bd req-7aa723ff-f7a6-4719-985f-b96258e35c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:35:12.298099 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-23cc536e-a016-4df2-afaf-32eda0d0f9bd req-7aa723ff-f7a6-4719-985f-b96258e35c4c service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456133 Nov 04 11:35:12.358063 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-1253fb93-7fbe-4c77-b5fc-6f647e0c9a90 None None] Set router 7333c5b2-c3e5-4615-af65-032ffa964f8e gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:35:12.388673 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-23cc536e-a016-4df2-afaf-32eda0d0f9bd req-6ea407e4-5c8f-42b9-8297-d093c68eb328 service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830903 Nov 04 11:35:12.444906 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:35:12.482640 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-23cc536e-a016-4df2-afaf-32eda0d0f9bd req-bd46d6b1-dc9f-4cd0-a0e1-112c8b033fc3 service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873985 Nov 04 11:35:12.755313 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-1253fb93-7fbe-4c77-b5fc-6f647e0c9a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '5006c58e-2bb2-4d83-b213-c6b7185cabef', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'floating_ip_address': '172.25.7.19', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'port_id': '1165fb8e-0962-4715-920d-edf675775f14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'mac_address': 'fa:16:3e:5f:21:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45710162-eebb-4b1e-b735-22ab605f6aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:28:17Z', 'updated_at': '2021-11-04T11:35:11Z', 'revision_number': 13, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:19Z', 'revision_number': 5, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:35:12.783038 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253fb93-7fbe-4c77-b5fc-6f647e0c9a90 None None] The sync data for ids ['7333c5b2-c3e5-4615-af65-032ffa964f8e'] in n-d-816629-1 is: [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '5006c58e-2bb2-4d83-b213-c6b7185cabef', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'floating_ip_address': '172.25.7.19', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'port_id': '1165fb8e-0962-4715-920d-edf675775f14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'mac_address': 'fa:16:3e:5f:21:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45710162-eebb-4b1e-b735-22ab605f6aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:28:17Z', 'updated_at': '2021-11-04T11:35:11Z', 'revision_number': 13, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:19Z', 'revision_number': 5, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:35:12.973048 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:13.009119 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6477eb8a-baaf-4972-bd5a-557d68913d03 None None] New status for floating IP 5006c58e-2bb2-4d83-b213-c6b7185cabef: ACTIVE {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:35:15.377726 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:16.920779 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-275759dd-8b5d-41f7-9fb4-9af4dee692e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:19.754656 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a5ab0261-8ffa-4105-9e9f-3c10395150a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:21.005734 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:22.414549 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:22.653371 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:24.224872 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-eabb43cc-b3d4-4e65-940b-f57dc23da698 req-cc1bc238-960c-4b8a-acfa-841ae3b3ef02 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461712 Nov 04 11:35:24.311310 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb43cc-b3d4-4e65-940b-f57dc23da698 req-b3e99668-5ae0-4344-92cd-d7076f1e1e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:35:24.312892 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-eabb43cc-b3d4-4e65-940b-f57dc23da698 req-b3e99668-5ae0-4344-92cd-d7076f1e1e8b service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 1096 time: 0.0433922 Nov 04 11:35:24.805094 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb43cc-b3d4-4e65-940b-f57dc23da698 req-a49c8ae2-8ad2-457b-af5f-42b8e6241fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:35:24.806619 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-eabb43cc-b3d4-4e65-940b-f57dc23da698 req-a49c8ae2-8ad2-457b-af5f-42b8e6241fbe service neutron] 10.222.0.126 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.4676523 Nov 04 11:35:24.875248 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-eabb43cc-b3d4-4e65-940b-f57dc23da698 req-06cdf480-b6cc-49be-9f35-13cc5d781839 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1165fb8e-0962-4715-920d-edf675775f14 HTTP/1.1" status: 200 len: 1001 time: 0.0605190 Nov 04 11:35:24.927029 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb43cc-b3d4-4e65-940b-f57dc23da698 req-c385e99a-f6f8-4da1-9ea8-80cee244398d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:35:24.928474 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-eabb43cc-b3d4-4e65-940b-f57dc23da698 req-c385e99a-f6f8-4da1-9ea8-80cee244398d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0452867 Nov 04 11:35:24.978683 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb43cc-b3d4-4e65-940b-f57dc23da698 req-a78e1c60-41f6-4a40-b9f1-210c922607de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:35:24.980106 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-eabb43cc-b3d4-4e65-940b-f57dc23da698 req-a78e1c60-41f6-4a40-b9f1-210c922607de service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446169 Nov 04 11:35:25.071396 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-eabb43cc-b3d4-4e65-940b-f57dc23da698 req-c5e1975b-89db-4d06-9460-060ccfcd6b66 service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840414 Nov 04 11:35:25.195069 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-eabb43cc-b3d4-4e65-940b-f57dc23da698 req-9de9f04a-f401-4dcf-addb-90472426d505 service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150720 Nov 04 11:35:42.984385 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:45.372931 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:46.917652 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2c55dec6-2100-40fe-b517-dba4fd2e07e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:49.445560 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:35:49.762645 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-374dbf06-0b0b-4e48-b5f4-d17a7088339a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:51.009031 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:52.414017 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:35:52.657927 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:36:12.990179 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:36:15.375719 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:36:16.908370 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7a45adc8-76b6-438f-894a-b414c6a55a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:36:19.753655 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b3e61268-915c-45d0-a156-55f7e602c194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:36:21.012671 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:36:22.424003 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:36:22.668977 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:36:25.214504 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-36c6c4b0-e73c-4d36-8d43-298cb5f733a8 req-ffcdf741-94b1-457d-9bec-38d7095c3b4f service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422349 Nov 04 11:36:25.307652 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6c4b0-e73c-4d36-8d43-298cb5f733a8 req-1f53f7a7-42cd-4c2a-94e9-2f911f5002be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:36:25.309240 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-36c6c4b0-e73c-4d36-8d43-298cb5f733a8 req-1f53f7a7-42cd-4c2a-94e9-2f911f5002be service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 1096 time: 0.0437682 Nov 04 11:36:25.427879 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6c4b0-e73c-4d36-8d43-298cb5f733a8 req-9efd2ef2-4ac4-4abe-9ac0-a287ae0621e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:36:25.429335 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-36c6c4b0-e73c-4d36-8d43-298cb5f733a8 req-9efd2ef2-4ac4-4abe-9ac0-a287ae0621e3 service neutron] 10.222.0.126 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0953121 Nov 04 11:36:25.496035 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-36c6c4b0-e73c-4d36-8d43-298cb5f733a8 req-6872acaa-b1c6-417a-a91d-f8d2bd7940eb service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1165fb8e-0962-4715-920d-edf675775f14 HTTP/1.1" status: 200 len: 1001 time: 0.0594332 Nov 04 11:36:25.554510 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6c4b0-e73c-4d36-8d43-298cb5f733a8 req-23e99499-82eb-4ed3-9855-163f15252828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:36:25.555966 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-36c6c4b0-e73c-4d36-8d43-298cb5f733a8 req-23e99499-82eb-4ed3-9855-163f15252828 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0528696 Nov 04 11:36:25.606673 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6c4b0-e73c-4d36-8d43-298cb5f733a8 req-ee635949-5d69-4230-9152-ca5251d094fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:36:25.608219 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-36c6c4b0-e73c-4d36-8d43-298cb5f733a8 req-ee635949-5d69-4230-9152-ca5251d094fa service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451438 Nov 04 11:36:25.703289 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-36c6c4b0-e73c-4d36-8d43-298cb5f733a8 req-8f845bca-82c4-44b3-8e25-8849bbf0a2e3 service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862820 Nov 04 11:36:25.801783 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-36c6c4b0-e73c-4d36-8d43-298cb5f733a8 req-46280083-a79d-4e4c-b05f-d2dfefb3b917 service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910048 Nov 04 11:36:26.446213 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:36:42.988639 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:36:45.383674 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:36:46.908497 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fb764d7c-0dcc-4304-b6ec-3b246220ebb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:36:49.749166 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5939aa92-818c-4496-8d71-5f31010565c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:36:49.973854 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9efab-849a-4a8d-83a3-bbdeed02ec14 req-06698a92-87b3-4e2b-b8e9-1ab60d98d434 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:36:49.975247 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6eb9efab-849a-4a8d-83a3-bbdeed02ec14 req-06698a92-87b3-4e2b-b8e9-1ab60d98d434 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 945 time: 0.0530570 Nov 04 11:36:50.028103 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6eb9efab-849a-4a8d-83a3-bbdeed02ec14 req-30c7950a-6a2a-45a4-8cea-f12417e766ff tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462232 Nov 04 11:36:51.011010 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:36:52.419663 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:36:52.666275 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:02.144235 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-83d86219-2dbf-4bd8-9d93-a5a9c0a0b4a3 req-81b19f85-45bf-498e-aaf9-e1390ae1e3f4 service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 11:37:02.145257 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83d86219-2dbf-4bd8-9d93-a5a9c0a0b4a3 req-81b19f85-45bf-498e-aaf9-e1390ae1e3f4 service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0057158 Nov 04 11:37:02.330909 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b078321-499f-4eec-ad52-43920c78aa99 req-4b766d42-3544-46d5-b2c3-28e08f470a29 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0433409 Nov 04 11:37:02.340367 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-9b078321-499f-4eec-ad52-43920c78aa99 req-6013f9ee-0654-4626-b8c7-5022aac48508 service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 11:37:02.341439 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b078321-499f-4eec-ad52-43920c78aa99 req-6013f9ee-0654-4626-b8c7-5022aac48508 service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0054336 Nov 04 11:37:02.343499 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc095fff-f122-4092-b2dd-04f23dd08cdd req-660bfddd-0b41-4bd8-a346-8cbbcdef8886 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:02.345091 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc095fff-f122-4092-b2dd-04f23dd08cdd req-660bfddd-0b41-4bd8-a346-8cbbcdef8886 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 945 time: 0.0511708 Nov 04 11:37:02.395299 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc095fff-f122-4092-b2dd-04f23dd08cdd req-e86d2ba5-a480-4a75-b892-baad59c14802 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438533 Nov 04 11:37:03.446149 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:37:03.515495 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078321-499f-4eec-ad52-43920c78aa99 req-a6ded743-1fb6-4d24-af78-581aaaacd4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:03.517191 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b078321-499f-4eec-ad52-43920c78aa99 req-a6ded743-1fb6-4d24-af78-581aaaacd4dd service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 1096 time: 0.0420079 Nov 04 11:37:03.523009 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbb466-44c3-4ac6-b7eb-d1404503c6d8 req-8c9af433-7d45-4faf-9b41-88826cac8106 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:03.524554 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9dfbb466-44c3-4ac6-b7eb-d1404503c6d8 req-8c9af433-7d45-4faf-9b41-88826cac8106 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 945 time: 0.0513237 Nov 04 11:37:03.575325 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9dfbb466-44c3-4ac6-b7eb-d1404503c6d8 req-06b4df88-2d19-42e0-b2a9-e5d2790895f9 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441923 Nov 04 11:37:03.624560 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078321-499f-4eec-ad52-43920c78aa99 req-ca50f17b-ed00-4c00-8902-d833d2fa2c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:03.626139 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b078321-499f-4eec-ad52-43920c78aa99 req-ca50f17b-ed00-4c00-8902-d833d2fa2c83 service neutron] 10.222.0.126 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.1017671 Nov 04 11:37:03.693766 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b078321-499f-4eec-ad52-43920c78aa99 req-ebdb491b-4ab5-4eff-aa25-d0241162b962 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1165fb8e-0962-4715-920d-edf675775f14 HTTP/1.1" status: 200 len: 1001 time: 0.0607080 Nov 04 11:37:03.750164 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078321-499f-4eec-ad52-43920c78aa99 req-3b02affe-9d2b-483c-a03a-26971bae2172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:03.751616 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b078321-499f-4eec-ad52-43920c78aa99 req-3b02affe-9d2b-483c-a03a-26971bae2172 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0497842 Nov 04 11:37:03.804749 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078321-499f-4eec-ad52-43920c78aa99 req-5f2fa4b8-ee18-41ab-971f-e197cdc7cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:03.806356 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b078321-499f-4eec-ad52-43920c78aa99 req-5f2fa4b8-ee18-41ab-971f-e197cdc7cf39 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472863 Nov 04 11:37:03.817936 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-9b078321-499f-4eec-ad52-43920c78aa99 req-b01b2b93-037f-4a80-a7bd-36a46c34b9be service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 11:37:03.818877 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b078321-499f-4eec-ad52-43920c78aa99 req-b01b2b93-037f-4a80-a7bd-36a46c34b9be service neutron] 10.222.0.126 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0050039 Nov 04 11:37:03.914433 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b078321-499f-4eec-ad52-43920c78aa99 req-0e45f8cf-6802-4224-b650-fb01e8e9e08b service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875688 Nov 04 11:37:04.012935 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b078321-499f-4eec-ad52-43920c78aa99 req-19362cc5-b317-466f-af1c-23c21d9eaefb service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903521 Nov 04 11:37:04.714496 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6854e6-3b8a-495b-9cdc-70f46661bc40 req-c179b021-4033-441c-b87f-e406030d36dc tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:04.716078 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6d6854e6-3b8a-495b-9cdc-70f46661bc40 req-c179b021-4033-441c-b87f-e406030d36dc tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 945 time: 0.0551267 Nov 04 11:37:04.764197 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6d6854e6-3b8a-495b-9cdc-70f46661bc40 req-1d7b8062-ec89-4504-9989-e92618eec255 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415380 Nov 04 11:37:05.897191 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101fda0-c310-43a4-9e28-3bfc7364ddee req-f94892ec-65f5-4a57-a45a-8148486cab03 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:05.898848 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1101fda0-c310-43a4-9e28-3bfc7364ddee req-f94892ec-65f5-4a57-a45a-8148486cab03 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 945 time: 0.0535836 Nov 04 11:37:05.949946 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1101fda0-c310-43a4-9e28-3bfc7364ddee req-3a39f254-bfa7-409c-a8ba-6d4f5be3d487 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447760 Nov 04 11:37:07.089193 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b82ea-4d57-4d7b-b3da-8855ec6b0593 req-8dab72a9-5dfd-419d-95ea-4cd3336bd7d9 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:07.090812 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-295b82ea-4d57-4d7b-b3da-8855ec6b0593 req-8dab72a9-5dfd-419d-95ea-4cd3336bd7d9 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 945 time: 0.0556564 Nov 04 11:37:07.147054 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-295b82ea-4d57-4d7b-b3da-8855ec6b0593 req-9a6cdd84-8bba-467f-afa7-64d16d146294 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481322 Nov 04 11:37:08.269975 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1012d-089f-46e4-92e7-b58a35c409e1 req-9a0d9c26-d276-4866-8db2-d5b0db4d489b tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:08.271486 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f4d1012d-089f-46e4-92e7-b58a35c409e1 req-9a0d9c26-d276-4866-8db2-d5b0db4d489b tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 945 time: 0.0527627 Nov 04 11:37:08.328461 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f4d1012d-089f-46e4-92e7-b58a35c409e1 req-eb81fa90-c392-446c-a8cb-95c445c50614 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505018 Nov 04 11:37:09.465142 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d0491-8dca-4012-a293-316db56982f7 req-76a1d0b6-ea04-4cf9-85dc-510f27750918 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:09.466641 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-516d0491-8dca-4012-a293-316db56982f7 req-76a1d0b6-ea04-4cf9-85dc-510f27750918 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 945 time: 0.0567172 Nov 04 11:37:09.517829 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-516d0491-8dca-4012-a293-316db56982f7 req-d983e404-ea55-41f7-8fa4-88db899682da tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446939 Nov 04 11:37:10.649665 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab78a2-7e90-4e2c-9042-4696bf34633b req-7c9080c0-8d38-4668-bd73-27da4ccabfe9 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:10.651144 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b5ab78a2-7e90-4e2c-9042-4696bf34633b req-7c9080c0-8d38-4668-bd73-27da4ccabfe9 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 945 time: 0.0552635 Nov 04 11:37:10.699314 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b5ab78a2-7e90-4e2c-9042-4696bf34633b req-0897b4ee-d445-431e-bcf5-17a9dae293bd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418584 Nov 04 11:37:11.831732 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21bef9-b204-45ac-9d1f-fa551e98cc95 req-864ec152-2d29-4e1e-9fbf-2931c5a2ac8c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:11.833301 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3d21bef9-b204-45ac-9d1f-fa551e98cc95 req-864ec152-2d29-4e1e-9fbf-2931c5a2ac8c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 945 time: 0.0581505 Nov 04 11:37:11.894210 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3d21bef9-b204-45ac-9d1f-fa551e98cc95 req-61306c0c-7de8-4195-b432-2d6e415acda5 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525348 Nov 04 11:37:12.985150 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:13.026052 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ed895-482e-4f01-a45f-eb6bba90f5e4 req-aeb3e867-222f-4b0b-9f61-1176682c6549 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:13.027688 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-951ed895-482e-4f01-a45f-eb6bba90f5e4 req-aeb3e867-222f-4b0b-9f61-1176682c6549 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 945 time: 0.0609190 Nov 04 11:37:13.078854 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-951ed895-482e-4f01-a45f-eb6bba90f5e4 req-cb77a453-3470-4434-9581-2c5c6699492d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445435 Nov 04 11:37:14.219164 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7472fa-05cd-4cae-9bf6-89b1a70a6c2c req-07e0ebc3-865a-4293-9d56-241f284d7d6a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:14.220670 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2b7472fa-05cd-4cae-9bf6-89b1a70a6c2c req-07e0ebc3-865a-4293-9d56-241f284d7d6a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 945 time: 0.0535955 Nov 04 11:37:14.281240 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2b7472fa-05cd-4cae-9bf6-89b1a70a6c2c req-5e55b2ca-5aab-4e6c-b13e-3df09d23e3af tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513327 Nov 04 11:37:15.387459 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:15.405361 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390aec3-d2f7-436b-80c5-ae2bb9c9e32d req-01c9a71e-bada-4db0-8e3c-dc8993fc3edd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:15.406831 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a390aec3-d2f7-436b-80c5-ae2bb9c9e32d req-01c9a71e-bada-4db0-8e3c-dc8993fc3edd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 945 time: 0.0528440 Nov 04 11:37:15.459623 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a390aec3-d2f7-436b-80c5-ae2bb9c9e32d req-fc055c74-5250-4da3-9364-af78240f4664 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457373 Nov 04 11:37:16.592354 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5207c21-d4dc-46b0-abbd-bbd29893fed9 req-bc172953-dc90-42f9-8bc1-57837cb196f1 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:16.593909 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a5207c21-d4dc-46b0-abbd-bbd29893fed9 req-bc172953-dc90-42f9-8bc1-57837cb196f1 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 945 time: 0.0543363 Nov 04 11:37:16.644778 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a5207c21-d4dc-46b0-abbd-bbd29893fed9 req-d0e3c246-4389-4dab-8ad7-e55771c6f5bb tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443678 Nov 04 11:37:16.907390 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-17cc8c96-b0e0-415b-a6d0-3b22da2ac1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:17.767453 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccadef1-40f8-4455-90ed-1f2f629b1793 req-3fa36b64-7ce8-4d67-a676-b050bff2cff7 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:17.768867 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0ccadef1-40f8-4455-90ed-1f2f629b1793 req-3fa36b64-7ce8-4d67-a676-b050bff2cff7 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 945 time: 0.0512578 Nov 04 11:37:17.829085 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0ccadef1-40f8-4455-90ed-1f2f629b1793 req-de9d6a43-e130-4d57-87b4-47d42cc79e86 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539052 Nov 04 11:37:18.049941 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [req-9b078321-499f-4eec-ad52-43920c78aa99 req-44b00b6d-067b-4cd1-83ae-b3d36a67b493 service neutron] show failed (client error): The resource could not be found. Nov 04 11:37:18.050900 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b078321-499f-4eec-ad52-43920c78aa99 req-44b00b6d-067b-4cd1-83ae-b3d36a67b493 service neutron] 10.222.0.126 "GET /v2.0/ports/1165fb8e-0962-4715-920d-edf675775f14/bindings/n-h2-816629-1 HTTP/1.1" status: 404 len: 380 time: 0.0651867 Nov 04 11:37:18.275299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078321-499f-4eec-ad52-43920c78aa99 req-e01e874c-effb-4923-a3cd-718a49ffa94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:18.276915 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b078321-499f-4eec-ad52-43920c78aa99 req-e01e874c-effb-4923-a3cd-718a49ffa94c service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea&tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d HTTP/1.1" status: 200 len: 1096 time: 0.0453978 Nov 04 11:37:18.291573 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-9b078321-499f-4eec-ad52-43920c78aa99 req-ac1717d0-544a-44dd-a985-27842bf91b5a service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 11:37:18.292603 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b078321-499f-4eec-ad52-43920c78aa99 req-ac1717d0-544a-44dd-a985-27842bf91b5a service neutron] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0085304 Nov 04 11:37:18.305018 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-9b078321-499f-4eec-ad52-43920c78aa99 req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816629-1', 'device_owner': 'compute:nova'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:37:18.367843 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b078321-499f-4eec-ad52-43920c78aa99 req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:18.581684 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9b078321-499f-4eec-ad52-43920c78aa99 req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] For port 1165fb8e-0962-4715-920d-edf675775f14, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1165fb8e-0962-4715-920d-edf675775f14,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:37:18.617268 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9b078321-499f-4eec-ad52-43920c78aa99 req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] For port 1165fb8e-0962-4715-920d-edf675775f14, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:37:18.658170 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45710162-eebb-4b1e-b735-22ab605f6aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1165fb8e-0962-4715-920d-edf675775f14'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:37:18.660539 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18be2d07-678e-4d58-b8c2-fc5c0b976f6f" -d '{"events": [{"server_uuid": "45710162-eebb-4b1e-b735-22ab605f6aea", "name": "network-vif-unplugged", "status": "completed", "tag": "1165fb8e-0962-4715-920d-edf675775f14"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:37:18.664306 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b078321-499f-4eec-ad52-43920c78aa99 req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:18.682404 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-9b078321-499f-4eec-ad52-43920c78aa99 req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Transition to ACTIVE for port object 1165fb8e-0962-4715-920d-edf675775f14 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:37:18.688807 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b078321-499f-4eec-ad52-43920c78aa99 req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:18.721150 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 11:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11fd366-1036-431b-af3e-1015c8dafffe x-openstack-request-id: req-f11fd366-1036-431b-af3e-1015c8dafffe {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:37:18.721455 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45710162-eebb-4b1e-b735-22ab605f6aea", "name": "network-vif-unplugged", "status": "completed", "tag": "1165fb8e-0962-4715-920d-edf675775f14", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:37:18.721708 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f11fd366-1036-431b-af3e-1015c8dafffe {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:37:18.722597 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45710162-eebb-4b1e-b735-22ab605f6aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1165fb8e-0962-4715-920d-edf675775f14', 'code': 200} Nov 04 11:37:18.780098 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Pushing event updated for resources: {'Port': ['ID=1165fb8e-0962-4715-920d-edf675775f14,revision_number=6']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:37:18.794897 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:37:18.795240 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:37:18.795606 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:37:18.795927 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:37:18.796248 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:37:18.796568 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:37:18.796898 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:37:18.797217 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:37:18.797534 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:37:18.797850 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:37:18.798164 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:37:18.798473 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:37:18.837908 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b078321-499f-4eec-ad52-43920c78aa99 req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] No DVR routers for this DVR port 1165fb8e-0962-4715-920d-edf675775f14 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:37:18.979559 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9b078321-499f-4eec-ad52-43920c78aa99 req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Attempting to bind port 1165fb8e-0962-4715-920d-edf675775f14 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:37:18.979887 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9b078321-499f-4eec-ad52-43920c78aa99 req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Attempting to bind port 1165fb8e-0962-4715-920d-edf675775f14 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:37:18.980210 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b078321-499f-4eec-ad52-43920c78aa99 req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Attempting to bind port 1165fb8e-0962-4715-920d-edf675775f14 on network afa8becb-b000-4953-ad4a-faf52428464f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:37:18.985037 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b078321-499f-4eec-ad52-43920c78aa99 req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Port 1165fb8e-0962-4715-920d-edf675775f14 on network afa8becb-b000-4953-ad4a-faf52428464f not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:37:18.985482 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b078321-499f-4eec-ad52-43920c78aa99 req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Attempting to bind port 1165fb8e-0962-4715-920d-edf675775f14 on network afa8becb-b000-4953-ad4a-faf52428464f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:37:18.990500 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b078321-499f-4eec-ad52-43920c78aa99 req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:37:18.990779 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b078321-499f-4eec-ad52-43920c78aa99 req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Checking segment: {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:37:18.991158 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b078321-499f-4eec-ad52-43920c78aa99 req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Bound using segment: {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:37:18.991588 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9b078321-499f-4eec-ad52-43920c78aa99 req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Bound port: 1165fb8e-0962-4715-920d-edf675775f14, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:37:18.991938 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b078321-499f-4eec-ad52-43920c78aa99 req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:19.029521 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5016d-cde2-4247-9a8f-099b0db0ebba req-9a66b624-b796-44ea-b5b0-031a503650a9 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:19.031144 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ca5016d-cde2-4247-9a8f-099b0db0ebba req-9a66b624-b796-44ea-b5b0-031a503650a9 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 943 time: 0.1268334 Nov 04 11:37:19.064046 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9b078321-499f-4eec-ad52-43920c78aa99 req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] For port 1165fb8e-0962-4715-920d-edf675775f14, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:37:19.067137 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9b078321-499f-4eec-ad52-43920c78aa99 req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] For port 1165fb8e-0962-4715-920d-edf675775f14, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=1165fb8e-0962-4715-920d-edf675775f14,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:37:19.073042 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b078321-499f-4eec-ad52-43920c78aa99 req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:19.083273 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ca5016d-cde2-4247-9a8f-099b0db0ebba req-1261ce3c-80d1-403f-ae8c-a2e381ad69fc tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447381 Nov 04 11:37:19.112196 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078321-499f-4eec-ad52-43920c78aa99 req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:19.112839 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9b078321-499f-4eec-ad52-43920c78aa99 req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:19.114284 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b078321-499f-4eec-ad52-43920c78aa99 req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] 10.222.0.121 "PUT /v2.0/ports/1165fb8e-0962-4715-920d-edf675775f14 HTTP/1.1" status: 200 len: 1091 time: 0.8132875 Nov 04 11:37:19.136340 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2566b-7221-4666-bb12-69ce91769eee service neutron] Pushing event updated for resources: {'Port': ['ID=1165fb8e-0962-4715-920d-edf675775f14,revision_number=7']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:37:19.181674 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078321-499f-4eec-ad52-43920c78aa99 req-33c85a00-1c42-410a-b351-7be60a0a5fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:19.183282 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b078321-499f-4eec-ad52-43920c78aa99 req-33c85a00-1c42-410a-b351-7be60a0a5fe1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 1094 time: 0.0436556 Nov 04 11:37:19.285471 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078321-499f-4eec-ad52-43920c78aa99 req-6d6d07ed-c918-4858-9385-eecde3a3a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:19.287048 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b078321-499f-4eec-ad52-43920c78aa99 req-6d6d07ed-c918-4858-9385-eecde3a3a6bd service neutron] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0969083 Nov 04 11:37:19.359098 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b078321-499f-4eec-ad52-43920c78aa99 req-b2d4e6db-7d95-4315-958b-cd5d870c5047 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1165fb8e-0962-4715-920d-edf675775f14 HTTP/1.1" status: 200 len: 999 time: 0.0646641 Nov 04 11:37:19.411222 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078321-499f-4eec-ad52-43920c78aa99 req-30af488a-7797-4998-bcce-ad987748890a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:19.412621 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b078321-499f-4eec-ad52-43920c78aa99 req-30af488a-7797-4998-bcce-ad987748890a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0460989 Nov 04 11:37:19.459662 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078321-499f-4eec-ad52-43920c78aa99 req-285b7cc6-78c5-492e-98a6-6925ed825b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:19.461186 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b078321-499f-4eec-ad52-43920c78aa99 req-285b7cc6-78c5-492e-98a6-6925ed825b0a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411553 Nov 04 11:37:19.554780 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b078321-499f-4eec-ad52-43920c78aa99 req-50230a67-9296-4be5-b5c0-8257b4fd12f2 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864294 Nov 04 11:37:19.657134 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9b078321-499f-4eec-ad52-43920c78aa99 req-8e9e2634-64e6-41f8-a4d9-d35241e586bd service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947058 Nov 04 11:37:19.752040 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6ab54b92-66db-4da3-8063-6904fd1a528e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:20.207110 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21d4e3-389a-4b80-9dab-2a557200f499 req-7cbd2256-fb6f-49e9-a527-b8070b7d4ac5 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:20.208688 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc21d4e3-389a-4b80-9dab-2a557200f499 req-7cbd2256-fb6f-49e9-a527-b8070b7d4ac5 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 943 time: 0.0505898 Nov 04 11:37:20.258612 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc21d4e3-389a-4b80-9dab-2a557200f499 req-f04f100e-510d-41f4-a719-8b23d166457b tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433946 Nov 04 11:37:20.723725 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45710162-eebb-4b1e-b735-22ab605f6aea', 'tag': '1165fb8e-0962-4715-920d-edf675775f14'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:37:20.727016 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce5c2d0-3571-48ee-a1d2-93e788a02c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "45710162-eebb-4b1e-b735-22ab605f6aea", "tag": "1165fb8e-0962-4715-920d-edf675775f14"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:37:20.778239 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d0339e-239c-4461-8e3a-5c0f702959ca x-openstack-request-id: req-c1d0339e-239c-4461-8e3a-5c0f702959ca {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:37:20.778547 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45710162-eebb-4b1e-b735-22ab605f6aea", "tag": "1165fb8e-0962-4715-920d-edf675775f14", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:37:20.778759 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-c1d0339e-239c-4461-8e3a-5c0f702959ca {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:37:20.779441 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45710162-eebb-4b1e-b735-22ab605f6aea', 'tag': '1165fb8e-0962-4715-920d-edf675775f14', 'status': 'completed', 'code': 200} Nov 04 11:37:20.821147 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1165fb8e-0962-4715-920d-edf675775f14 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:37:20.865511 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1165fb8e-0962-4715-920d-edf675775f14 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:37:20.876029 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c2d0-3571-48ee-a1d2-93e788a02c9f req-f746159a-be5c-41e6-8d65-5fbbb9533507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:20.877600 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fce5c2d0-3571-48ee-a1d2-93e788a02c9f req-f746159a-be5c-41e6-8d65-5fbbb9533507 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 1094 time: 0.0713496 Nov 04 11:37:20.879852 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c2d0-3571-48ee-a1d2-93e788a02c9f req-dbac27d2-e7f1-4045-9e8f-a6755e00f8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:20.881237 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fce5c2d0-3571-48ee-a1d2-93e788a02c9f req-dbac27d2-e7f1-4045-9e8f-a6755e00f8f9 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 1094 time: 0.0831549 Nov 04 11:37:20.972031 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c2d0-3571-48ee-a1d2-93e788a02c9f req-de3bea27-3c90-494b-abe9-e78218e2e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:20.973562 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fce5c2d0-3571-48ee-a1d2-93e788a02c9f req-de3bea27-3c90-494b-abe9-e78218e2e6f8 service neutron] 10.222.0.126 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0893326 Nov 04 11:37:21.012034 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:21.097383 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fce5c2d0-3571-48ee-a1d2-93e788a02c9f req-5a26e7e9-400c-49e8-86eb-b0a8806d9d96 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1165fb8e-0962-4715-920d-edf675775f14 HTTP/1.1" status: 200 len: 999 time: 0.1163132 Nov 04 11:37:21.167320 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c2d0-3571-48ee-a1d2-93e788a02c9f req-72c7d65b-cc01-4507-b440-4fe7a8c25059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:21.168798 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fce5c2d0-3571-48ee-a1d2-93e788a02c9f req-72c7d65b-cc01-4507-b440-4fe7a8c25059 service neutron] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.1466451 Nov 04 11:37:21.172712 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c2d0-3571-48ee-a1d2-93e788a02c9f req-0e50a3b4-86e7-4e22-9926-7af30ffffbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:21.174081 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fce5c2d0-3571-48ee-a1d2-93e788a02c9f req-0e50a3b4-86e7-4e22-9926-7af30ffffbef service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0663588 Nov 04 11:37:21.261183 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fce5c2d0-3571-48ee-a1d2-93e788a02c9f req-79b200ed-60a0-43f1-915d-78e30aa622aa service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1165fb8e-0962-4715-920d-edf675775f14 HTTP/1.1" status: 200 len: 999 time: 0.0840316 Nov 04 11:37:21.266616 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c2d0-3571-48ee-a1d2-93e788a02c9f req-8781b3f7-6c5e-4a30-8b49-7c88cd5064ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:21.268013 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fce5c2d0-3571-48ee-a1d2-93e788a02c9f req-8781b3f7-6c5e-4a30-8b49-7c88cd5064ec service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853789 Nov 04 11:37:21.371130 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c2d0-3571-48ee-a1d2-93e788a02c9f req-13ec027f-c197-4c83-aa45-8b107f41b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:21.372627 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fce5c2d0-3571-48ee-a1d2-93e788a02c9f req-13ec027f-c197-4c83-aa45-8b107f41b17f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.1037927 Nov 04 11:37:21.388340 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a5562-22ab-4c70-a1ea-3e3e2f7a5cc2 req-5c9633a7-8832-4a63-bb42-914664c2795b tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:21.390272 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed7a5562-22ab-4c70-a1ea-3e3e2f7a5cc2 req-5c9633a7-8832-4a63-bb42-914664c2795b tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 943 time: 0.0521972 Nov 04 11:37:21.433089 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fce5c2d0-3571-48ee-a1d2-93e788a02c9f req-48985498-482f-4dd6-b96c-e568435b97f9 service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566894 Nov 04 11:37:21.444626 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ed7a5562-22ab-4c70-a1ea-3e3e2f7a5cc2 req-b2a3556f-2589-4b81-a744-3e612737fd23 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472279 Nov 04 11:37:21.450435 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c2d0-3571-48ee-a1d2-93e788a02c9f req-43000256-1ab2-454f-8d53-4a0b8a76955c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:21.452245 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fce5c2d0-3571-48ee-a1d2-93e788a02c9f req-43000256-1ab2-454f-8d53-4a0b8a76955c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697739 Nov 04 11:37:21.598316 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fce5c2d0-3571-48ee-a1d2-93e788a02c9f req-17a53a53-3a4f-4ee3-b583-7f44f997db4a service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572528 Nov 04 11:37:21.601726 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fce5c2d0-3571-48ee-a1d2-93e788a02c9f req-499f1077-1969-44f8-b423-0d5de43ca6a7 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377881 Nov 04 11:37:21.694506 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fce5c2d0-3571-48ee-a1d2-93e788a02c9f req-ea28e1f0-c352-4cfa-9c92-bbdbbfbeba93 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852270 Nov 04 11:37:21.802546 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e245b-e83c-4957-8845-eba5543c1944 req-96a198af-8823-4425-af6e-8ea7b33be3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:21.804122 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bc1e245b-e83c-4957-8845-eba5543c1944 req-96a198af-8823-4425-af6e-8ea7b33be3f6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 1094 time: 0.0437281 Nov 04 11:37:21.915535 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e245b-e83c-4957-8845-eba5543c1944 req-60211db9-c108-4a1e-9de6-d2206b8ba1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:21.917147 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bc1e245b-e83c-4957-8845-eba5543c1944 req-60211db9-c108-4a1e-9de6-d2206b8ba1a5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0926700 Nov 04 11:37:21.986086 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bc1e245b-e83c-4957-8845-eba5543c1944 req-3ed9c413-6a97-4207-8157-2c4551aec10e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1165fb8e-0962-4715-920d-edf675775f14 HTTP/1.1" status: 200 len: 999 time: 0.0619233 Nov 04 11:37:22.042265 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e245b-e83c-4957-8845-eba5543c1944 req-1a0e9209-2fb2-46a6-9ea8-076447273f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:22.043758 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bc1e245b-e83c-4957-8845-eba5543c1944 req-1a0e9209-2fb2-46a6-9ea8-076447273f73 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0500448 Nov 04 11:37:22.093497 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e245b-e83c-4957-8845-eba5543c1944 req-a59a1b21-a7cb-4b6b-84e1-12151a7da939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:22.095107 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bc1e245b-e83c-4957-8845-eba5543c1944 req-a59a1b21-a7cb-4b6b-84e1-12151a7da939 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440292 Nov 04 11:37:22.189798 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bc1e245b-e83c-4957-8845-eba5543c1944 req-de91a72e-85b3-4c20-a9ce-986f403d0738 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862720 Nov 04 11:37:22.286731 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bc1e245b-e83c-4957-8845-eba5543c1944 req-ef598960-c1ff-4a29-8790-27692db544da service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890906 Nov 04 11:37:22.422518 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:22.570818 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee8b2e-18e3-42b7-b781-9146a46b90f0 req-4aacce4d-403e-4b61-b4d0-c4df4aad743c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:22.572374 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-76ee8b2e-18e3-42b7-b781-9146a46b90f0 req-4aacce4d-403e-4b61-b4d0-c4df4aad743c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 943 time: 0.0525336 Nov 04 11:37:22.622421 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-76ee8b2e-18e3-42b7-b781-9146a46b90f0 req-93239f74-0dcc-4817-ae0e-1628d910e93d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431395 Nov 04 11:37:22.663132 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:23.751064 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff40b97-59d8-477f-9d68-2b90cac5348f req-c93721a4-f1b2-44e4-8390-679bd4e1d020 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:23.753045 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aff40b97-59d8-477f-9d68-2b90cac5348f req-c93721a4-f1b2-44e4-8390-679bd4e1d020 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 943 time: 0.0534620 Nov 04 11:37:23.804428 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aff40b97-59d8-477f-9d68-2b90cac5348f req-3c8dede9-db24-4926-b4cc-e454f15c2ef8 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447214 Nov 04 11:37:24.932079 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab52a7-8a5f-4b53-90f4-fb0dbc753927 req-8bf9a194-d770-4e91-a77d-19d09b3334a5 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:24.934400 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-53ab52a7-8a5f-4b53-90f4-fb0dbc753927 req-8bf9a194-d770-4e91-a77d-19d09b3334a5 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 943 time: 0.0579414 Nov 04 11:37:24.987853 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-53ab52a7-8a5f-4b53-90f4-fb0dbc753927 req-91a3b56f-5593-4364-9409-fc88ea5ce019 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439832 Nov 04 11:37:26.118397 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d9c45-abe8-49a5-b3a4-d5adf2fbdc7d req-02221b1a-bcf5-4673-8fcc-f2e4faee2652 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:26.119907 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-785d9c45-abe8-49a5-b3a4-d5adf2fbdc7d req-02221b1a-bcf5-4673-8fcc-f2e4faee2652 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 943 time: 0.0528595 Nov 04 11:37:26.175790 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-785d9c45-abe8-49a5-b3a4-d5adf2fbdc7d req-5d335e5e-fc8c-492e-9687-aa55db94257d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474889 Nov 04 11:37:27.317261 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4be4d0-1671-4482-8493-7e36a2f8dd2e req-fffcaca0-ba79-416d-be6e-8aaf7e70e396 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:27.318765 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1a4be4d0-1671-4482-8493-7e36a2f8dd2e req-fffcaca0-ba79-416d-be6e-8aaf7e70e396 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 943 time: 0.0555944 Nov 04 11:37:27.372560 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1a4be4d0-1671-4482-8493-7e36a2f8dd2e req-c85efe41-bfc3-49a5-8cf3-d329d89f3a27 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476289 Nov 04 11:37:28.500365 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb4d31-ddf2-4703-b7fc-9f4123710369 req-7c483904-7fc2-4fd9-a654-c5f356e72527 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:28.501932 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d9fb4d31-ddf2-4703-b7fc-9f4123710369 req-7c483904-7fc2-4fd9-a654-c5f356e72527 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 943 time: 0.0515139 Nov 04 11:37:28.561268 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d9fb4d31-ddf2-4703-b7fc-9f4123710369 req-d1eb9e83-7f5b-488d-a6eb-a11039dbb601 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495629 Nov 04 11:37:29.693944 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d352cb-3faf-46cf-b8f2-cbd61111a458 req-fb97a6fb-880f-4885-b34f-986e4143959f tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:29.695504 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-29d352cb-3faf-46cf-b8f2-cbd61111a458 req-fb97a6fb-880f-4885-b34f-986e4143959f tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 943 time: 0.0538599 Nov 04 11:37:29.762160 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-29d352cb-3faf-46cf-b8f2-cbd61111a458 req-55b936f3-f31e-4f99-b941-b3507569d61d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575678 Nov 04 11:37:30.914663 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196a60a-e7c2-4c8f-89d0-3ef3da819603 req-b24b2085-5c97-4f9a-8e01-433f73649412 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:30.916342 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c196a60a-e7c2-4c8f-89d0-3ef3da819603 req-b24b2085-5c97-4f9a-8e01-433f73649412 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 943 time: 0.0597875 Nov 04 11:37:30.977123 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c196a60a-e7c2-4c8f-89d0-3ef3da819603 req-fc6f64c0-2fb9-43c8-b88c-15afbd10db23 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514929 Nov 04 11:37:32.109212 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b737a3-c725-4139-93bd-f90959ad77be req-33020fc0-75df-48e9-8f34-948aec3053dd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:32.112409 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-71b737a3-c725-4139-93bd-f90959ad77be req-33020fc0-75df-48e9-8f34-948aec3053dd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 943 time: 0.0554588 Nov 04 11:37:32.166325 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-71b737a3-c725-4139-93bd-f90959ad77be req-696f9652-6692-4501-8e0b-6fc4ca5fe6a4 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477498 Nov 04 11:37:33.028454 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 1165fb8e-0962-4715-920d-edf675775f14 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:37:33.140417 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 1165fb8e-0962-4715-920d-edf675775f14, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=1165fb8e-0962-4715-920d-edf675775f14,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:37:33.151872 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '1165fb8e-0962-4715-920d-edf675775f14', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'port_id': '1165fb8e-0962-4715-920d-edf675775f14', 'mac_address': 'fa:16:3e:5f:21:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:37:33.191920 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:33.206438 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1165fb8e-0962-4715-920d-edf675775f14 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:37:33.226415 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 1165fb8e-0962-4715-920d-edf675775f14, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=1165fb8e-0962-4715-920d-edf675775f14,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:37:33.231720 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:33.285247 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=1165fb8e-0962-4715-920d-edf675775f14,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:37:33.292354 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa82203-d096-4ff9-b5ef-59c8acf00390 req-5e1d2472-05ab-4859-ab00-cea20e82cda6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:33.292911 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:37:33.293254 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:37:33.293592 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:37:33.293870 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-efa82203-d096-4ff9-b5ef-59c8acf00390 req-5e1d2472-05ab-4859-ab00-cea20e82cda6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 944 time: 0.0534534 Nov 04 11:37:33.293986 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:37:33.294243 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:37:33.294683 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:37:33.295043 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:37:33.295364 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:37:33.295682 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:37:33.296002 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:37:33.296327 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:37:33.296641 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:37:33.350599 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-efa82203-d096-4ff9-b5ef-59c8acf00390 req-af833121-90e3-46d6-b579-0c494364741e tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496376 Nov 04 11:37:33.492781 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['1165fb8e-0962-4715-920d-edf675775f14'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:37:33.657997 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-f69f02c1-cde1-4685-9452-d819f1d159d7 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:33.659625 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-f69f02c1-cde1-4685-9452-d819f1d159d7 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.121 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea&tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&binding%3Ahost_id=n-h2-816629-1 HTTP/1.1" status: 200 len: 944 time: 0.0542736 Nov 04 11:37:33.679829 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc099349-9e29-49be-adb2-87bf46895c0c req-5c773c5f-c39b-4eac-8c60-35f1171caf9f tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:33.681466 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc099349-9e29-49be-adb2-87bf46895c0c req-5c773c5f-c39b-4eac-8c60-35f1171caf9f tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 944 time: 0.0551465 Nov 04 11:37:33.731697 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc099349-9e29-49be-adb2-87bf46895c0c req-c94de902-9e1b-44dd-822d-d03ba41dcc2e tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439115 Nov 04 11:37:33.766567 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-38e28f8d-6c19-4606-be4f-f3a4cb90daaf service neutron] 10.222.0.121 "GET /v2.0/ports/1165fb8e-0962-4715-920d-edf675775f14/bindings/n-h2-816629-1 HTTP/1.1" status: 200 len: 382 time: 0.0983362 Nov 04 11:37:33.838176 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-f2a25eb2-e821-4de6-a97f-fb73c9c151f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:33.839583 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-f2a25eb2-e821-4de6-a97f-fb73c9c151f8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 1095 time: 0.0472164 Nov 04 11:37:33.933708 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-e478eda5-3f1f-47c1-be95-a604f11b7289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:33.935198 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-e478eda5-3f1f-47c1-be95-a604f11b7289 service neutron] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0867963 Nov 04 11:37:34.009968 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-bd1ff11b-dbea-4f76-9d13-af8765d5f5cf service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1165fb8e-0962-4715-920d-edf675775f14 HTTP/1.1" status: 200 len: 1000 time: 0.0658584 Nov 04 11:37:34.066228 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-b0187874-1bf2-4508-9126-f2a69a6944e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:34.068595 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-b0187874-1bf2-4508-9126-f2a69a6944e9 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0500202 Nov 04 11:37:34.123458 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-90a5c318-0320-4cfd-b96c-667f85c9dc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:34.125010 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-90a5c318-0320-4cfd-b96c-667f85c9dc49 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493741 Nov 04 11:37:34.225268 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-57e9d9f0-c624-4de7-86cf-5a6908aa409a service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923550 Nov 04 11:37:34.326621 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-2ff82bcf-7663-4356-8a5c-64f989371b75 service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942540 Nov 04 11:37:34.858164 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a48db-e693-4edb-8ea7-b495a100eb9a req-4a28cd35-f1f2-4f38-8830-fb740f1c545c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:34.859688 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aa0a48db-e693-4edb-8ea7-b495a100eb9a req-4a28cd35-f1f2-4f38-8830-fb740f1c545c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 944 time: 0.0498943 Nov 04 11:37:34.923774 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aa0a48db-e693-4edb-8ea7-b495a100eb9a req-691adcee-b557-4e7b-be11-88562296676b tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561233 Nov 04 11:37:35.047789 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 1165fb8e-0962-4715-920d-edf675775f14 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:37:35.106460 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 1165fb8e-0962-4715-920d-edf675775f14 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:37:35.112872 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 1165fb8e-0962-4715-920d-edf675775f14 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:37:35.113338 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:35.200278 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:35.232415 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45710162-eebb-4b1e-b735-22ab605f6aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1165fb8e-0962-4715-920d-edf675775f14'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:37:35.234755 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27905fb9-16e7-4cc1-97ed-ecef1d97c784" -d '{"events": [{"server_uuid": "45710162-eebb-4b1e-b735-22ab605f6aea", "name": "network-vif-plugged", "status": "completed", "tag": "1165fb8e-0962-4715-920d-edf675775f14"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:37:35.248297 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 1165fb8e-0962-4715-920d-edf675775f14, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=1165fb8e-0962-4715-920d-edf675775f14,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:37:35.255001 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:35.285784 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de543725-457c-4e0e-b6fa-b2c603e7092a x-openstack-request-id: req-de543725-457c-4e0e-b6fa-b2c603e7092a {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:37:35.286083 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45710162-eebb-4b1e-b735-22ab605f6aea", "name": "network-vif-plugged", "status": "completed", "tag": "1165fb8e-0962-4715-920d-edf675775f14", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:37:35.286341 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-de543725-457c-4e0e-b6fa-b2c603e7092a {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:37:35.286731 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45710162-eebb-4b1e-b735-22ab605f6aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1165fb8e-0962-4715-920d-edf675775f14', 'code': 200} Nov 04 11:37:35.309465 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=1165fb8e-0962-4715-920d-edf675775f14,revision_number=9']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:37:36.062705 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd85ad2-aced-40f1-8b45-3500a14a6c83 req-f8c44f81-3da4-49cb-8057-84bfc961de23 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:36.064252 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8bd85ad2-aced-40f1-8b45-3500a14a6c83 req-f8c44f81-3da4-49cb-8057-84bfc961de23 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 945 time: 0.0554476 Nov 04 11:37:36.115263 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8bd85ad2-aced-40f1-8b45-3500a14a6c83 req-3e2e583b-20bc-4de1-a8ba-9c14a1ca94d6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439925 Nov 04 11:37:37.251408 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833a159-ebcd-4840-899f-aef88dbd8976 req-1fa4d32d-b714-4b9a-95ed-e4fe7c938231 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:37.252961 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f833a159-ebcd-4840-899f-aef88dbd8976 req-1fa4d32d-b714-4b9a-95ed-e4fe7c938231 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 945 time: 0.0588083 Nov 04 11:37:37.304014 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f833a159-ebcd-4840-899f-aef88dbd8976 req-2717720a-aa83-47e6-b2a0-d4ebe7709755 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443819 Nov 04 11:37:38.429323 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a3a38-b149-4eb3-b276-0837f4abb99a req-c6f67e06-d5ee-46fc-ac56-95461f935ab2 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:38.430863 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b68a3a38-b149-4eb3-b276-0837f4abb99a req-c6f67e06-d5ee-46fc-ac56-95461f935ab2 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 945 time: 0.0538788 Nov 04 11:37:38.481752 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b68a3a38-b149-4eb3-b276-0837f4abb99a req-92fc3ab5-bcc0-43de-9f11-b553bf2539cb tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448582 Nov 04 11:37:38.553373 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-551467fd-1b9b-43d9-9584-9eb237551625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:38.554928 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-551467fd-1b9b-43d9-9584-9eb237551625 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea&tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d HTTP/1.1" status: 200 len: 1096 time: 0.0842676 Nov 04 11:37:38.568355 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-f61badb9-2c7a-439f-a8bc-8585e7cee64d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816629-1', 'device_owner': 'compute:nova'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:37:38.625567 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-f61badb9-2c7a-439f-a8bc-8585e7cee64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:38.847043 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-f61badb9-2c7a-439f-a8bc-8585e7cee64d service neutron] For port 1165fb8e-0962-4715-920d-edf675775f14, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=1165fb8e-0962-4715-920d-edf675775f14,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:37:38.882555 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-f61badb9-2c7a-439f-a8bc-8585e7cee64d service neutron] For port 1165fb8e-0962-4715-920d-edf675775f14, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:37:38.922449 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45710162-eebb-4b1e-b735-22ab605f6aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1165fb8e-0962-4715-920d-edf675775f14'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:37:38.924800 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139c2bc6-821c-4505-a6e9-507bd020af7f" -d '{"events": [{"server_uuid": "45710162-eebb-4b1e-b735-22ab605f6aea", "name": "network-vif-unplugged", "status": "completed", "tag": "1165fb8e-0962-4715-920d-edf675775f14"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:37:38.928597 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-f61badb9-2c7a-439f-a8bc-8585e7cee64d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:38.942541 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-f61badb9-2c7a-439f-a8bc-8585e7cee64d service neutron] Transition to ACTIVE for port object 1165fb8e-0962-4715-920d-edf675775f14 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:37:38.946380 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-f61badb9-2c7a-439f-a8bc-8585e7cee64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:39.026780 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61badb9-2c7a-439f-a8bc-8585e7cee64d service neutron] Pushing event updated for resources: {'Port': ['ID=1165fb8e-0962-4715-920d-edf675775f14,revision_number=10']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:37:39.039255 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 11:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bf7d8b-0a26-41e5-9b22-38d24bf6be2e x-openstack-request-id: req-96bf7d8b-0a26-41e5-9b22-38d24bf6be2e {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:37:39.039539 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45710162-eebb-4b1e-b735-22ab605f6aea", "name": "network-vif-unplugged", "status": "completed", "tag": "1165fb8e-0962-4715-920d-edf675775f14", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:37:39.039752 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-96bf7d8b-0a26-41e5-9b22-38d24bf6be2e {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:37:39.040149 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45710162-eebb-4b1e-b735-22ab605f6aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1165fb8e-0962-4715-920d-edf675775f14', 'code': 200} Nov 04 11:37:39.060971 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 1165fb8e-0962-4715-920d-edf675775f14 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:37:39.073388 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-f61badb9-2c7a-439f-a8bc-8585e7cee64d service neutron] No DVR routers for this DVR port 1165fb8e-0962-4715-920d-edf675775f14 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:37:39.102575 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 1165fb8e-0962-4715-920d-edf675775f14 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:37:39.211917 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-f61badb9-2c7a-439f-a8bc-8585e7cee64d service neutron] Attempting to bind port 1165fb8e-0962-4715-920d-edf675775f14 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:37:39.212245 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-f61badb9-2c7a-439f-a8bc-8585e7cee64d service neutron] Attempting to bind port 1165fb8e-0962-4715-920d-edf675775f14 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:37:39.212539 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-f61badb9-2c7a-439f-a8bc-8585e7cee64d service neutron] Attempting to bind port 1165fb8e-0962-4715-920d-edf675775f14 on network afa8becb-b000-4953-ad4a-faf52428464f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:37:39.216935 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-f61badb9-2c7a-439f-a8bc-8585e7cee64d service neutron] Port 1165fb8e-0962-4715-920d-edf675775f14 on network afa8becb-b000-4953-ad4a-faf52428464f not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:37:39.217253 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-f61badb9-2c7a-439f-a8bc-8585e7cee64d service neutron] Attempting to bind port 1165fb8e-0962-4715-920d-edf675775f14 on network afa8becb-b000-4953-ad4a-faf52428464f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:37:39.222063 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-f61badb9-2c7a-439f-a8bc-8585e7cee64d service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:37:39.222391 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-f61badb9-2c7a-439f-a8bc-8585e7cee64d service neutron] Checking segment: {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:37:39.222769 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-f61badb9-2c7a-439f-a8bc-8585e7cee64d service neutron] Bound using segment: {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:37:39.223191 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-f61badb9-2c7a-439f-a8bc-8585e7cee64d service neutron] Bound port: 1165fb8e-0962-4715-920d-edf675775f14, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2743995a-99c9-4b0f-a2bf-517bc063cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:37:39.223533 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-f61badb9-2c7a-439f-a8bc-8585e7cee64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:39.294893 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-f61badb9-2c7a-439f-a8bc-8585e7cee64d service neutron] For port 1165fb8e-0962-4715-920d-edf675775f14, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:37:39.298213 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-f61badb9-2c7a-439f-a8bc-8585e7cee64d service neutron] For port 1165fb8e-0962-4715-920d-edf675775f14, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1165fb8e-0962-4715-920d-edf675775f14,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:37:39.303052 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-f61badb9-2c7a-439f-a8bc-8585e7cee64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:39.340543 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-f61badb9-2c7a-439f-a8bc-8585e7cee64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:39.341191 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-f61badb9-2c7a-439f-a8bc-8585e7cee64d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:39.342580 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-f61badb9-2c7a-439f-a8bc-8585e7cee64d service neutron] 10.222.0.126 "PUT /v2.0/ports/1165fb8e-0962-4715-920d-edf675775f14 HTTP/1.1" status: 200 len: 1092 time: 0.7787862 Nov 04 11:37:39.365315 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61badb9-2c7a-439f-a8bc-8585e7cee64d service neutron] Pushing event updated for resources: {'Port': ['ID=1165fb8e-0962-4715-920d-edf675775f14,revision_number=11']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:37:39.467732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-1fd0041d-abba-46fc-aada-dd4301199a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:39.469297 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-1fd0041d-abba-46fc-aada-dd4301199a72 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 1095 time: 0.0443361 Nov 04 11:37:39.567603 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-cff95458-b905-4952-b229-896023535529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:39.570408 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-cff95458-b905-4952-b229-896023535529 service neutron] 10.222.0.126 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.0941045 Nov 04 11:37:39.607946 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a1bf2-4096-4d9a-98e8-b5ba8e806c03 req-c1096817-d425-4d5d-b7c1-53380b2456ce tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:39.609553 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-297a1bf2-4096-4d9a-98e8-b5ba8e806c03 req-c1096817-d425-4d5d-b7c1-53380b2456ce tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 944 time: 0.0494547 Nov 04 11:37:39.641083 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-d2c95be4-6107-43ae-8f64-b11199e40c44 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1165fb8e-0962-4715-920d-edf675775f14 HTTP/1.1" status: 200 len: 999 time: 0.0628359 Nov 04 11:37:39.660858 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-297a1bf2-4096-4d9a-98e8-b5ba8e806c03 req-5de33d35-1310-4c00-b723-8e2ba69d248c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449822 Nov 04 11:37:39.690259 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-36d8a9a6-6a61-4fd2-926c-a0eff60c5cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:39.691730 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-36d8a9a6-6a61-4fd2-926c-a0eff60c5cc0 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0435114 Nov 04 11:37:39.738395 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-08c197fb-523d-4d7d-b160-efcb50e9f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:39.739919 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-08c197fb-523d-4d7d-b160-efcb50e9f877 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407267 Nov 04 11:37:39.838867 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-2577eb7d-e598-4d8a-99ec-294d781fb4d8 service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909023 Nov 04 11:37:39.935956 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e3fa76de-9b4c-43df-aff8-71e319f356eb req-2ddda697-01b4-407d-be89-abbc599ff00f service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894852 Nov 04 11:37:40.446588 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:37:40.786568 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc9d8a-0851-49cb-8dce-85119a3913dd req-05fc2442-fc07-40ce-94d0-cd88d844e942 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:40.788150 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-73cc9d8a-0851-49cb-8dce-85119a3913dd req-05fc2442-fc07-40ce-94d0-cd88d844e942 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 944 time: 0.0540671 Nov 04 11:37:40.839239 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-73cc9d8a-0851-49cb-8dce-85119a3913dd req-c69ec221-78f9-4791-b63c-7daaa6e390af tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449533 Nov 04 11:37:41.041958 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45710162-eebb-4b1e-b735-22ab605f6aea', 'tag': '1165fb8e-0962-4715-920d-edf675775f14'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:37:41.044268 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ba37a6-d3ad-4c8f-a376-f05d2d8eccf5" -d '{"events": [{"name": "network-changed", "server_uuid": "45710162-eebb-4b1e-b735-22ab605f6aea", "tag": "1165fb8e-0962-4715-920d-edf675775f14"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:37:41.096028 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0861e4-5e2c-4a08-9e6a-c8ba31491033 x-openstack-request-id: req-9e0861e4-5e2c-4a08-9e6a-c8ba31491033 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:37:41.096584 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45710162-eebb-4b1e-b735-22ab605f6aea", "tag": "1165fb8e-0962-4715-920d-edf675775f14", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:37:41.096960 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-9e0861e4-5e2c-4a08-9e6a-c8ba31491033 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:37:41.097410 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45710162-eebb-4b1e-b735-22ab605f6aea', 'tag': '1165fb8e-0962-4715-920d-edf675775f14', 'status': 'completed', 'code': 200} Nov 04 11:37:41.193185 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba37a6-d3ad-4c8f-a376-f05d2d8eccf5 req-879810ed-3fc1-4224-bf0a-d5b06ce47da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:41.194750 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b4ba37a6-d3ad-4c8f-a376-f05d2d8eccf5 req-879810ed-3fc1-4224-bf0a-d5b06ce47da5 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 1095 time: 0.0789719 Nov 04 11:37:41.196408 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba37a6-d3ad-4c8f-a376-f05d2d8eccf5 req-d6c63e4f-2801-4717-861c-7240f66c0842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:41.197750 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b4ba37a6-d3ad-4c8f-a376-f05d2d8eccf5 req-d6c63e4f-2801-4717-861c-7240f66c0842 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 1095 time: 0.0736916 Nov 04 11:37:41.357651 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba37a6-d3ad-4c8f-a376-f05d2d8eccf5 req-2be818f0-6f74-45f0-876d-4a10dab9aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:41.359160 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b4ba37a6-d3ad-4c8f-a376-f05d2d8eccf5 req-2be818f0-6f74-45f0-876d-4a10dab9aa63 service neutron] 10.222.0.121 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.1572878 Nov 04 11:37:41.360563 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba37a6-d3ad-4c8f-a376-f05d2d8eccf5 req-d88b02ac-176b-429f-9330-cd0baa4339fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:41.361885 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b4ba37a6-d3ad-4c8f-a376-f05d2d8eccf5 req-d88b02ac-176b-429f-9330-cd0baa4339fa service neutron] 10.222.0.126 "GET /v2.0/networks?id=afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 200 len: 914 time: 0.1525493 Nov 04 11:37:41.855192 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b4ba37a6-d3ad-4c8f-a376-f05d2d8eccf5 req-36ac4f99-5211-42e1-b83b-63420cd4436c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1165fb8e-0962-4715-920d-edf675775f14 HTTP/1.1" status: 200 len: 999 time: 0.4884539 Nov 04 11:37:41.858920 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b4ba37a6-d3ad-4c8f-a376-f05d2d8eccf5 req-cbed5a27-cf99-4bdb-bb95-29101f8a8457 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1165fb8e-0962-4715-920d-edf675775f14 HTTP/1.1" status: 200 len: 999 time: 0.4863734 Nov 04 11:37:41.943741 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba37a6-d3ad-4c8f-a376-f05d2d8eccf5 req-9d3c7874-5f44-4231-b312-4b45f021880d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:41.945263 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b4ba37a6-d3ad-4c8f-a376-f05d2d8eccf5 req-9d3c7874-5f44-4231-b312-4b45f021880d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0830748 Nov 04 11:37:41.946940 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba37a6-d3ad-4c8f-a376-f05d2d8eccf5 req-b412ffc4-0c55-4609-b0b0-b87f88c8758b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:41.948221 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b4ba37a6-d3ad-4c8f-a376-f05d2d8eccf5 req-b412ffc4-0c55-4609-b0b0-b87f88c8758b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 200 len: 851 time: 0.0785868 Nov 04 11:37:41.966733 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67425afe-fa04-460c-b55d-bac2fd1e78ec req-e5e623db-106d-4800-b6fa-8d9191d998fa tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:41.968280 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-67425afe-fa04-460c-b55d-bac2fd1e78ec req-e5e623db-106d-4800-b6fa-8d9191d998fa tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 944 time: 0.0523374 Nov 04 11:37:42.023118 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba37a6-d3ad-4c8f-a376-f05d2d8eccf5 req-31f48969-856a-4d24-a82b-e41bb531400b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:42.023868 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-67425afe-fa04-460c-b55d-bac2fd1e78ec req-2d7123b8-35f2-4058-96e7-8aa73f761231 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473077 Nov 04 11:37:42.024652 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b4ba37a6-d3ad-4c8f-a376-f05d2d8eccf5 req-31f48969-856a-4d24-a82b-e41bb531400b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725737 Nov 04 11:37:42.026610 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba37a6-d3ad-4c8f-a376-f05d2d8eccf5 req-bffbd47b-df96-457d-b2b3-449bde5b0f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:42.027975 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b4ba37a6-d3ad-4c8f-a376-f05d2d8eccf5 req-bffbd47b-df96-457d-b2b3-449bde5b0f2b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=afa8becb-b000-4953-ad4a-faf52428464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675998 Nov 04 11:37:42.190139 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b4ba37a6-d3ad-4c8f-a376-f05d2d8eccf5 req-2cf043bf-c227-44fb-9164-9663b72f5bed service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576719 Nov 04 11:37:42.196870 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b4ba37a6-d3ad-4c8f-a376-f05d2d8eccf5 req-927a9c2e-0620-41d7-92f2-661e36c03774 service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509664 Nov 04 11:37:42.358857 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b4ba37a6-d3ad-4c8f-a376-f05d2d8eccf5 req-b65e73b8-eb64-4b75-bb36-3f91ed9684be service neutron] 10.222.0.121 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609836 Nov 04 11:37:42.362557 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b4ba37a6-d3ad-4c8f-a376-f05d2d8eccf5 req-e7807207-52a3-4f19-b486-1ca24a220cf3 service neutron] 10.222.0.126 "GET /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571548 Nov 04 11:37:42.989648 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:43.153882 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37376264-9b8a-430e-b107-11fa16b02bdd req-598c0fd3-bfb2-46b5-ac54-39665d191016 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:43.155417 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-37376264-9b8a-430e-b107-11fa16b02bdd req-598c0fd3-bfb2-46b5-ac54-39665d191016 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 944 time: 0.0572376 Nov 04 11:37:43.209814 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-37376264-9b8a-430e-b107-11fa16b02bdd req-8fdb5451-3e93-49ba-9f3f-d8793f027885 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476494 Nov 04 11:37:44.331663 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e55be-7966-4e6d-ac16-4ea5752ff723 req-42615831-f2f4-4faf-83f4-5cfbe6588e12 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:44.333249 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c44e55be-7966-4e6d-ac16-4ea5752ff723 req-42615831-f2f4-4faf-83f4-5cfbe6588e12 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 944 time: 0.0509470 Nov 04 11:37:44.384888 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c44e55be-7966-4e6d-ac16-4ea5752ff723 req-444f6966-9719-4da1-a732-d64f187c7262 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447776 Nov 04 11:37:45.382988 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:45.508184 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e953d6-d025-4056-91a3-effc0b31fa9a req-b865dc1a-d813-4ac5-9d2e-189c56b478b8 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:45.509806 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-06e953d6-d025-4056-91a3-effc0b31fa9a req-b865dc1a-d813-4ac5-9d2e-189c56b478b8 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 944 time: 0.0521607 Nov 04 11:37:45.562043 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-06e953d6-d025-4056-91a3-effc0b31fa9a req-34a3d96d-f9d0-4987-883e-c9792844338b tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455403 Nov 04 11:37:46.903737 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eb583821-c588-4297-b58f-1f3b02134a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:46.991941 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a4823-1a37-472f-9051-7e4690555e23 req-263bead1-951e-4b9d-a9de-5f126db0fc49 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:46.993513 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-124a4823-1a37-472f-9051-7e4690555e23 req-263bead1-951e-4b9d-a9de-5f126db0fc49 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 944 time: 0.3418481 Nov 04 11:37:47.044356 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-124a4823-1a37-472f-9051-7e4690555e23 req-40e17ccd-5a49-4f1b-8881-f5c227e5cd8c tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420871 Nov 04 11:37:48.191978 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c46fb-0075-4b8d-9fbb-835815442bb5 req-9363b5cd-74a0-4c67-8591-15c1d7385c9f tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:48.193510 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c80c46fb-0075-4b8d-9fbb-835815442bb5 req-9363b5cd-74a0-4c67-8591-15c1d7385c9f tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 944 time: 0.0606592 Nov 04 11:37:48.242313 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c80c46fb-0075-4b8d-9fbb-835815442bb5 req-d9df1a7b-ed5d-418c-a7b8-2dd7256ad2c5 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425003 Nov 04 11:37:49.378946 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609eabb-a211-422e-b47c-4672bcb45fd7 req-7668dbc5-e5da-4038-880f-5f6f6e2538fd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:49.380563 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9609eabb-a211-422e-b47c-4672bcb45fd7 req-7668dbc5-e5da-4038-880f-5f6f6e2538fd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 944 time: 0.0604820 Nov 04 11:37:49.433877 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9609eabb-a211-422e-b47c-4672bcb45fd7 req-da47c4b6-4fe8-4393-97f4-7a673b06430d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469460 Nov 04 11:37:49.770152 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b46131bd-4abf-4876-a963-bfeb358e313e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:50.583936 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b9d30-1828-4d46-a3d6-9bc0feed9059 req-bb108edf-ced3-460c-a111-3c671489f87b tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:50.585651 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a56b9d30-1828-4d46-a3d6-9bc0feed9059 req-bb108edf-ced3-460c-a111-3c671489f87b tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 944 time: 0.0640590 Nov 04 11:37:50.642760 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a56b9d30-1828-4d46-a3d6-9bc0feed9059 req-676237b6-5510-40a7-b477-48ac20491bec tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504625 Nov 04 11:37:51.015578 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:51.764712 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea16aa-3433-4b26-b2e4-082ee48795db req-d2c4fa01-1f2b-46cc-8b7a-00096917bb4b tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:51.766287 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-03ea16aa-3433-4b26-b2e4-082ee48795db req-d2c4fa01-1f2b-46cc-8b7a-00096917bb4b tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 944 time: 0.0493879 Nov 04 11:37:51.814653 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-03ea16aa-3433-4b26-b2e4-082ee48795db req-587a57a3-57fd-431a-89c2-217b45d6ff82 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419400 Nov 04 11:37:52.429062 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:52.662791 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:52.944958 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1165fb8e-0962-4715-920d-edf675775f14 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:37:52.959928 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55245e28-9719-4205-8526-06da2c7ccffa req-79fd5186-7097-4a34-b9b8-83b609b34f2d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:52.961461 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-55245e28-9719-4205-8526-06da2c7ccffa req-79fd5186-7097-4a34-b9b8-83b609b34f2d tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 944 time: 0.0679569 Nov 04 11:37:53.012965 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-55245e28-9719-4205-8526-06da2c7ccffa req-558b8476-6301-4ea2-bc9d-bc834b4bea71 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447364 Nov 04 11:37:53.042734 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 1165fb8e-0962-4715-920d-edf675775f14, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1165fb8e-0962-4715-920d-edf675775f14,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:37:53.055178 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '1165fb8e-0962-4715-920d-edf675775f14', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'port_id': '1165fb8e-0962-4715-920d-edf675775f14', 'mac_address': 'fa:16:3e:5f:21:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:37:53.092771 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:53.106464 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1165fb8e-0962-4715-920d-edf675775f14 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:37:53.126965 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 1165fb8e-0962-4715-920d-edf675775f14, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1165fb8e-0962-4715-920d-edf675775f14,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:37:53.134433 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2ef1e-4cc9-4159-95a1-afa33b1867b1 req-9a6f22e3-47be-462c-a2d0-411ab32c06d4 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:53.136011 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b9e2ef1e-4cc9-4159-95a1-afa33b1867b1 req-9a6f22e3-47be-462c-a2d0-411ab32c06d4 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 944 time: 0.0531158 Nov 04 11:37:53.138802 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:53.187727 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b9e2ef1e-4cc9-4159-95a1-afa33b1867b1 req-bbcfd97b-9c7b-418c-9bf8-0b0d59732a12 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437717 Nov 04 11:37:53.193940 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=1165fb8e-0962-4715-920d-edf675775f14,revision_number=12']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:37:53.314813 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96516d1-0a9d-43f2-8e1d-01d605778d68 req-714f4d98-b919-46e9-85c1-d6769e5c7067 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:53.316538 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c96516d1-0a9d-43f2-8e1d-01d605778d68 req-714f4d98-b919-46e9-85c1-d6769e5c7067 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 945 time: 0.0537484 Nov 04 11:37:53.373006 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c96516d1-0a9d-43f2-8e1d-01d605778d68 req-a58e6fc1-cd48-424d-9411-0b963dc58837 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480080 Nov 04 11:37:53.396156 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['1165fb8e-0962-4715-920d-edf675775f14'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:37:53.642052 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc486fa6-12f4-47e2-8c0f-581cefcfaed7 req-ece1c331-6f36-4d29-8baf-0c8028814055 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:53.643501 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dc486fa6-12f4-47e2-8c0f-581cefcfaed7 req-ece1c331-6f36-4d29-8baf-0c8028814055 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 945 time: 0.0596406 Nov 04 11:37:53.694980 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dc486fa6-12f4-47e2-8c0f-581cefcfaed7 req-2b2ccb3b-4ba2-4aa2-8539-22f4d0c9951a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426075 Nov 04 11:37:54.831455 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf6aae-ab2f-417d-a900-8fbc2d3e489a req-9337fa16-8547-484f-8d69-a4f687bac92f tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:54.833035 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0adf6aae-ab2f-417d-a900-8fbc2d3e489a req-9337fa16-8547-484f-8d69-a4f687bac92f tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 945 time: 0.0560894 Nov 04 11:37:54.885806 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0adf6aae-ab2f-417d-a900-8fbc2d3e489a req-a21c92bc-b57d-4156-9271-29a07e3fb7ff tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups?id=77c920ff-594b-41d4-9a9c-6efb4a62e6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465050 Nov 04 11:37:54.972487 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1165fb8e-0962-4715-920d-edf675775f14 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:37:55.030391 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 1165fb8e-0962-4715-920d-edf675775f14 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:37:55.034250 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 1165fb8e-0962-4715-920d-edf675775f14 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:37:55.034640 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:55.109065 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:55.133007 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45710162-eebb-4b1e-b735-22ab605f6aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1165fb8e-0962-4715-920d-edf675775f14'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:37:55.135821 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e19be63-0768-40f3-8317-124a70027134" -d '{"events": [{"server_uuid": "45710162-eebb-4b1e-b735-22ab605f6aea", "name": "network-vif-plugged", "status": "completed", "tag": "1165fb8e-0962-4715-920d-edf675775f14"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:37:55.152305 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 1165fb8e-0962-4715-920d-edf675775f14, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1165fb8e-0962-4715-920d-edf675775f14,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:37:55.157204 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:55.208391 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=1165fb8e-0962-4715-920d-edf675775f14,revision_number=13']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:37:55.234808 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83789cc7-27e4-4258-b908-54da3787ad97 x-openstack-request-id: req-83789cc7-27e4-4258-b908-54da3787ad97 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:37:55.235108 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45710162-eebb-4b1e-b735-22ab605f6aea", "name": "network-vif-plugged", "status": "completed", "tag": "1165fb8e-0962-4715-920d-edf675775f14", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:37:55.235368 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-83789cc7-27e4-4258-b908-54da3787ad97 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:37:55.235768 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45710162-eebb-4b1e-b735-22ab605f6aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1165fb8e-0962-4715-920d-edf675775f14', 'code': 200} Nov 04 11:37:55.343188 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae6acd-de4b-414f-87ca-8b579cfd75f2 req-fb9a9797-2e85-4036-9e1e-fd9bc41da5df tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:37:55.344579 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-52ae6acd-de4b-414f-87ca-8b579cfd75f2 req-fb9a9797-2e85-4036-9e1e-fd9bc41da5df tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.126 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 946 time: 0.0576565 Nov 04 11:37:55.442989 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-52ae6acd-de4b-414f-87ca-8b579cfd75f2 req-0076afc2-8df3-4f2d-bdd1-666af1e245fd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Deleting port 1165fb8e-0962-4715-920d-edf675775f14 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:37:55.443488 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-52ae6acd-de4b-414f-87ca-8b579cfd75f2 req-0076afc2-8df3-4f2d-bdd1-666af1e245fd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:55.539174 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-52ae6acd-de4b-414f-87ca-8b579cfd75f2 req-0076afc2-8df3-4f2d-bdd1-666af1e245fd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] For port 1165fb8e-0962-4715-920d-edf675775f14, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=1165fb8e-0962-4715-920d-edf675775f14,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:37:55.539542 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-52ae6acd-de4b-414f-87ca-8b579cfd75f2 req-0076afc2-8df3-4f2d-bdd1-666af1e245fd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:55.728454 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-52ae6acd-de4b-414f-87ca-8b579cfd75f2 req-0076afc2-8df3-4f2d-bdd1-666af1e245fd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:55.728790 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-52ae6acd-de4b-414f-87ca-8b579cfd75f2 req-0076afc2-8df3-4f2d-bdd1-666af1e245fd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:55.729203 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [req-52ae6acd-de4b-414f-87ca-8b579cfd75f2 req-0076afc2-8df3-4f2d-bdd1-666af1e245fd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Floating IP 5006c58e-2bb2-4d83-b213-c6b7185cabef disassociated. External IP: 172.25.7.19, port: 1165fb8e-0962-4715-920d-edf675775f14. Nov 04 11:37:55.729555 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-52ae6acd-de4b-414f-87ca-8b579cfd75f2 req-0076afc2-8df3-4f2d-bdd1-666af1e245fd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Calling delete_port for 1165fb8e-0962-4715-920d-edf675775f14 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:37:55.869697 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-52ae6acd-de4b-414f-87ca-8b579cfd75f2 req-0076afc2-8df3-4f2d-bdd1-666af1e245fd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:55.899071 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076afc2-8df3-4f2d-bdd1-666af1e245fd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Pushing event deleted for resources: {'Port': ['ID=1165fb8e-0962-4715-920d-edf675775f14,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:37:56.006534 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b0e5a9d4-b63d-4a4b-a488-f1f2d8ddf485 req-da18db18-cf23-40ec-a5fb-ab3606b9ab2f tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 210 time: 0.0326614 Nov 04 11:37:56.023861 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52ae6acd-de4b-414f-87ca-8b579cfd75f2 req-0076afc2-8df3-4f2d-bdd1-666af1e245fd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Router 7333c5b2-c3e5-4615-af65-032ffa964f8e has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:37:56.136811 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52ae6acd-de4b-414f-87ca-8b579cfd75f2 req-0076afc2-8df3-4f2d-bdd1-666af1e245fd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:37:56.148499 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6441fe3d-741d-4045-9c10-763dc39f5664 None None] Sync routers for ids ['7333c5b2-c3e5-4615-af65-032ffa964f8e'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:37:56.158766 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6441fe3d-741d-4045-9c10-763dc39f5664 None None] Routers {'7333c5b2-c3e5-4615-af65-032ffa964f8e'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:37:56.159384 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-6441fe3d-741d-4045-9c10-763dc39f5664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:37:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7333c5b2-c3e5-4615-af65-032ffa964f8e'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:37:56.177675 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ae6acd-de4b-414f-87ca-8b579cfd75f2 req-0076afc2-8df3-4f2d-bdd1-666af1e245fd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] No DVR routers for this DVR port 1165fb8e-0962-4715-920d-edf675775f14 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:37:56.180196 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-52ae6acd-de4b-414f-87ca-8b579cfd75f2 req-0076afc2-8df3-4f2d-bdd1-666af1e245fd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:37:56.183584 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-52ae6acd-de4b-414f-87ca-8b579cfd75f2 req-0076afc2-8df3-4f2d-bdd1-666af1e245fd tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.126 "DELETE /v2.0/ports/1165fb8e-0962-4715-920d-edf675775f14 HTTP/1.1" status: 204 len: 173 time: 0.8328660 Nov 04 11:37:56.184059 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45710162-eebb-4b1e-b735-22ab605f6aea', 'name': 'network-vif-deleted', 'tag': '1165fb8e-0962-4715-920d-edf675775f14'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:37:56.186542 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f609679-594d-4830-88d1-cb8311493b4d" -d '{"events": [{"server_uuid": "45710162-eebb-4b1e-b735-22ab605f6aea", "name": "network-vif-deleted", "tag": "1165fb8e-0962-4715-920d-edf675775f14"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:37:56.227162 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6ecb8f-9c7a-44f2-8644-8cde0caa7fc5 x-openstack-request-id: req-eb6ecb8f-9c7a-44f2-8644-8cde0caa7fc5 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:37:56.227451 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45710162-eebb-4b1e-b735-22ab605f6aea", "name": "network-vif-deleted", "tag": "1165fb8e-0962-4715-920d-edf675775f14", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:37:56.227695 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-eb6ecb8f-9c7a-44f2-8644-8cde0caa7fc5 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:37:56.228099 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45710162-eebb-4b1e-b735-22ab605f6aea', 'name': 'network-vif-deleted', 'tag': '1165fb8e-0962-4715-920d-edf675775f14', 'status': 'completed', 'code': 200} Nov 04 11:37:56.277353 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-6441fe3d-741d-4045-9c10-763dc39f5664 None None] Set router 7333c5b2-c3e5-4615-af65-032ffa964f8e gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:37:56.476111 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-6441fe3d-741d-4045-9c10-763dc39f5664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:19Z', 'revision_number': 5, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:37:56.506786 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6441fe3d-741d-4045-9c10-763dc39f5664 None None] Checking router: 7333c5b2-c3e5-4615-af65-032ffa964f8e for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:37:56.515629 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6441fe3d-741d-4045-9c10-763dc39f5664 None None] Routers {'7333c5b2-c3e5-4615-af65-032ffa964f8e'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:37:56.516237 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-6441fe3d-741d-4045-9c10-763dc39f5664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:37:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7333c5b2-c3e5-4615-af65-032ffa964f8e'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:37:56.627983 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-6441fe3d-741d-4045-9c10-763dc39f5664 None None] Set router 7333c5b2-c3e5-4615-af65-032ffa964f8e gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:37:56.831829 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-6441fe3d-741d-4045-9c10-763dc39f5664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:19Z', 'revision_number': 5, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:37:56.858395 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6441fe3d-741d-4045-9c10-763dc39f5664 None None] The sync data for ids ['7333c5b2-c3e5-4615-af65-032ffa964f8e'] in n-d-816629-1 is: [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:15Z', 'revision_number': 4, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'da069746-7220-41a4-b5a4-5ce84dbb154a', 'name': '', 'network_id': 'afa8becb-b000-4953-ad4a-faf52428464f', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'mac_address': 'fa:16:3e:25:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:14Z', 'updated_at': '2021-11-04T11:28:19Z', 'revision_number': 5, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'subnets': [{'id': '4f96d30c-839d-4c63-8a41-a5759950cc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:37:57.111721 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de714fb-72a5-4913-bff8-dd7be9db116f None None] New status for floating IP 5006c58e-2bb2-4d83-b213-c6b7185cabef: DOWN {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:37:57.116498 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6acf6531-d74c-400c-8c1e-4d125f5a5bda req-230aa2fe-e596-46fe-a321-db9b2de97e2b tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 210 time: 0.0293915 Nov 04 11:37:58.215941 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d29d900-fa5f-4020-9487-513ba97679ed req-8bbdf6e0-cef1-49f8-9f5b-6098c729ca00 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 210 time: 0.0271716 Nov 04 11:37:58.987146 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1165fb8e-0962-4715-920d-edf675775f14 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:37:59.008262 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 1165fb8e-0962-4715-920d-edf675775f14 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:37:59.008454 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 1165fb8e-0962-4715-920d-edf675775f14 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:37:59.314660 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4dba0000-62d8-4ed8-a936-268f1d9cfe83 req-c439d93b-e3af-4440-bed5-51906dd35624 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 210 time: 0.0268729 Nov 04 11:38:00.417994 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c592768c-aa94-4ac1-a3ec-7a3ea280c810 req-3ff40795-3ed3-4fd1-a11b-b2c83703bc1a tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/ports?device_id=45710162-eebb-4b1e-b735-22ab605f6aea HTTP/1.1" status: 200 len: 210 time: 0.0277925 Nov 04 11:38:05.205096 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33482) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:05.263417 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c950bed0-4104-45a8-ac8a-6c9fcefa13c6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:05.294424 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c950bed0-4104-45a8-ac8a-6c9fcefa13c6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:05.349398 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c950bed0-4104-45a8-ac8a-6c9fcefa13c6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:05.352140 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c950bed0-4104-45a8-ac8a-6c9fcefa13c6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:05.354068 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c950bed0-4104-45a8-ac8a-6c9fcefa13c6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "DELETE /v2.0/security-groups/77c920ff-594b-41d4-9a9c-6efb4a62e6ff HTTP/1.1" status: 204 len: 168 time: 0.1471956 Nov 04 11:38:05.356248 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33484) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:05.363620 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950bed0-4104-45a8-ac8a-6c9fcefa13c6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c920ff-594b-41d4-9a9c-6efb4a62e6ff,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:05.372055 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-06d8f818-c851-488e-8673-3c6dd5882d87 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] show failed (client error): The resource could not be found. Nov 04 11:38:05.372307 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950bed0-4104-45a8-ac8a-6c9fcefa13c6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:05.372787 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950bed0-4104-45a8-ac8a-6c9fcefa13c6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:05.373123 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-06d8f818-c851-488e-8673-3c6dd5882d87 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "GET /v2.0/security-groups/77c920ff-594b-41d4-9a9c-6efb4a62e6ff HTTP/1.1" status: 404 len: 347 time: 0.0149453 Nov 04 11:38:05.373782 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950bed0-4104-45a8-ac8a-6c9fcefa13c6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:05.374159 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950bed0-4104-45a8-ac8a-6c9fcefa13c6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:05.374521 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950bed0-4104-45a8-ac8a-6c9fcefa13c6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:05.374854 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950bed0-4104-45a8-ac8a-6c9fcefa13c6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:05.375205 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950bed0-4104-45a8-ac8a-6c9fcefa13c6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:05.375522 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950bed0-4104-45a8-ac8a-6c9fcefa13c6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:05.375840 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950bed0-4104-45a8-ac8a-6c9fcefa13c6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:05.376280 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950bed0-4104-45a8-ac8a-6c9fcefa13c6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:05.376518 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33486) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:05.376645 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950bed0-4104-45a8-ac8a-6c9fcefa13c6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:05.376945 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950bed0-4104-45a8-ac8a-6c9fcefa13c6 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:05.508309 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-9f2561bd-48ae-490b-ad20-e5e4040e73b0 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Deleting port ad4e12c9-206c-457f-a1de-424fd4993bf0 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:38:05.508662 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9f2561bd-48ae-490b-ad20-e5e4040e73b0 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:05.592684 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9f2561bd-48ae-490b-ad20-e5e4040e73b0 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:05.592913 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9f2561bd-48ae-490b-ad20-e5e4040e73b0 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:05.605306 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-9f2561bd-48ae-490b-ad20-e5e4040e73b0 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Calling delete_port for ad4e12c9-206c-457f-a1de-424fd4993bf0 owned by network:floatingip {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:38:05.755036 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9f2561bd-48ae-490b-ad20-e5e4040e73b0 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:05.781660 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2561bd-48ae-490b-ad20-e5e4040e73b0 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Pushing event deleted for resources: {'Port': ['ID=ad4e12c9-206c-457f-a1de-424fd4993bf0,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:05.842589 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9f2561bd-48ae-490b-ad20-e5e4040e73b0 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks [] for floatingip, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:05.845520 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9f2561bd-48ae-490b-ad20-e5e4040e73b0 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:05.846726 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9f2561bd-48ae-490b-ad20-e5e4040e73b0 tempest-ServerActionsTestJSON-1044612240 tempest-ServerActionsTestJSON-1044612240-project] 10.222.0.127 "DELETE /v2.0/floatingips/5006c58e-2bb2-4d83-b213-c6b7185cabef HTTP/1.1" status: 204 len: 168 time: 0.4688184 Nov 04 11:38:05.850080 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33488) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:06.271435 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2a38d215-d54d-4753-8434-9201f0feabd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:06.540214 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-2a38d215-d54d-4753-8434-9201f0feabd5 admin admin] Deleting port da069746-7220-41a4-b5a4-5ce84dbb154a {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:38:06.540506 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2a38d215-d54d-4753-8434-9201f0feabd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:06.625133 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-2a38d215-d54d-4753-8434-9201f0feabd5 admin admin] For port da069746-7220-41a4-b5a4-5ce84dbb154a, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=da069746-7220-41a4-b5a4-5ce84dbb154a,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:38:06.625498 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2a38d215-d54d-4753-8434-9201f0feabd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:06.639903 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-2a38d215-d54d-4753-8434-9201f0feabd5 admin admin] Calling delete_port for da069746-7220-41a4-b5a4-5ce84dbb154a owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:38:06.827205 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2a38d215-d54d-4753-8434-9201f0feabd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:06.852362 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38d215-d54d-4753-8434-9201f0feabd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=da069746-7220-41a4-b5a4-5ce84dbb154a,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:07.023323 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2a38d215-d54d-4753-8434-9201f0feabd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:07.250488 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a38d215-d54d-4753-8434-9201f0feabd5 admin admin] Router 7333c5b2-c3e5-4615-af65-032ffa964f8e has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:38:07.363780 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a38d215-d54d-4753-8434-9201f0feabd5 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:38:07.369491 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2a38d215-d54d-4753-8434-9201f0feabd5 admin admin] 10.222.0.127 "PUT /v2.0/routers/7333c5b2-c3e5-4615-af65-032ffa964f8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5183325 Nov 04 11:38:07.372891 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33492) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:07.375395 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515cfc11-a018-4633-ae11-0fe274b5537f None None] Sync routers for ids ['7333c5b2-c3e5-4615-af65-032ffa964f8e'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:38:07.387214 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515cfc11-a018-4633-ae11-0fe274b5537f None None] Routers {'7333c5b2-c3e5-4615-af65-032ffa964f8e'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:38:07.387728 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-515cfc11-a018-4633-ae11-0fe274b5537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:37:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7333c5b2-c3e5-4615-af65-032ffa964f8e'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:07.483497 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f71d85ca-d0de-4490-81b3-27ce2705c844 admin admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:07.491340 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-515cfc11-a018-4633-ae11-0fe274b5537f None None] Set router 7333c5b2-c3e5-4615-af65-032ffa964f8e gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:38:07.605585 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f71d85ca-d0de-4490-81b3-27ce2705c844 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:07.660458 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-f71d85ca-d0de-4490-81b3-27ce2705c844 admin admin] Deleting port 3b70e91a-743b-4006-b359-0dd28b9a6ff3 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:38:07.660716 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f71d85ca-d0de-4490-81b3-27ce2705c844 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:07.685157 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-515cfc11-a018-4633-ae11-0fe274b5537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:38:06Z', 'revision_number': 5, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port': {'id': '3b70e91a-743b-4006-b359-0dd28b9a6ff3', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:07.714588 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515cfc11-a018-4633-ae11-0fe274b5537f None None] Checking router: 7333c5b2-c3e5-4615-af65-032ffa964f8e for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:38:07.723828 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515cfc11-a018-4633-ae11-0fe274b5537f None None] Routers {'7333c5b2-c3e5-4615-af65-032ffa964f8e'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:38:07.724535 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-515cfc11-a018-4633-ae11-0fe274b5537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:37:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['7333c5b2-c3e5-4615-af65-032ffa964f8e'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:07.745585 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-f71d85ca-d0de-4490-81b3-27ce2705c844 admin admin] For port 3b70e91a-743b-4006-b359-0dd28b9a6ff3, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3b70e91a-743b-4006-b359-0dd28b9a6ff3,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:38:07.745947 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f71d85ca-d0de-4490-81b3-27ce2705c844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:07.760778 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-f71d85ca-d0de-4490-81b3-27ce2705c844 admin admin] Calling delete_port for 3b70e91a-743b-4006-b359-0dd28b9a6ff3 owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:38:07.942785 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f71d85ca-d0de-4490-81b3-27ce2705c844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:07.970398 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d85ca-d0de-4490-81b3-27ce2705c844 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b70e91a-743b-4006-b359-0dd28b9a6ff3,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:07.995040 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-515cfc11-a018-4633-ae11-0fe274b5537f None None] Set router 7333c5b2-c3e5-4615-af65-032ffa964f8e gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:38:08.035271 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f71d85ca-d0de-4490-81b3-27ce2705c844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:08.048214 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-515cfc11-a018-4633-ae11-0fe274b5537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:38:07Z', 'revision_number': 6, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:08.078256 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515cfc11-a018-4633-ae11-0fe274b5537f None None] The sync data for ids ['7333c5b2-c3e5-4615-af65-032ffa964f8e'] in n-d-816629-1 is: [{'id': '7333c5b2-c3e5-4615-af65-032ffa964f8e', 'name': 'tempest-ServerActionsTestJSON-1280402884-router', 'tenant_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:28:12Z', 'updated_at': '2021-11-04T11:38:07Z', 'revision_number': 6, 'project_id': 'a95f25ece8e34b95b04d1eac6dc6ab3d', 'gw_port_host': None}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:38:08.132998 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f71d85ca-d0de-4490-81b3-27ce2705c844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:08.135174 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f71d85ca-d0de-4490-81b3-27ce2705c844 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:08.179192 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f71d85ca-d0de-4490-81b3-27ce2705c844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:08.179703 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71d85ca-d0de-4490-81b3-27ce2705c844 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7333c5b2-c3e5-4615-af65-032ffa964f8e {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:38:08.184215 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f71d85ca-d0de-4490-81b3-27ce2705c844 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:08.185353 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f71d85ca-d0de-4490-81b3-27ce2705c844 admin admin] 10.222.0.127 "DELETE /v2.0/routers/7333c5b2-c3e5-4615-af65-032ffa964f8e HTTP/1.1" status: 204 len: 168 time: 0.8114991 Nov 04 11:38:08.187949 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33494) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:08.233396 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdbcbd17-b409-4d48-8b15-d05f3004d32f admin admin] Deleting subnet 4f96d30c-839d-4c63-8a41-a5759950cc27 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:38:08.236525 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cdbcbd17-b409-4d48-8b15-d05f3004d32f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:08.270851 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cdbcbd17-b409-4d48-8b15-d05f3004d32f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:08.355752 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cdbcbd17-b409-4d48-8b15-d05f3004d32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:08.412856 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cdbcbd17-b409-4d48-8b15-d05f3004d32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:08.440127 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbcbd17-b409-4d48-8b15-d05f3004d32f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f96d30c-839d-4c63-8a41-a5759950cc27,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:08.445259 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cdbcbd17-b409-4d48-8b15-d05f3004d32f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:08.449347 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cdbcbd17-b409-4d48-8b15-d05f3004d32f admin admin] 10.222.0.127 "DELETE /v2.0/subnets/4f96d30c-839d-4c63-8a41-a5759950cc27 HTTP/1.1" status: 204 len: 168 time: 0.2596841 Nov 04 11:38:08.451365 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33496) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:08.451512 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058369c6-bcd3-4528-bca9-64561a887a48 None None] Network afa8becb-b000-4953-ad4a-faf52428464f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:38:08.535198 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d43e-b10b-4c3c-8868-3203c0f77208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:08.592684 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-f1f8d43e-b10b-4c3c-8868-3203c0f77208 admin admin] Deleting port e0176ea7-ef57-443a-9239-d216221d715b {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:38:08.593075 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d43e-b10b-4c3c-8868-3203c0f77208 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:08.662726 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-f1f8d43e-b10b-4c3c-8868-3203c0f77208 admin admin] For port e0176ea7-ef57-443a-9239-d216221d715b, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=e0176ea7-ef57-443a-9239-d216221d715b,segment=NetworkSegment(2743995a-99c9-4b0f-a2bf-517bc063cf59),segment_id=2743995a-99c9-4b0f-a2bf-517bc063cf59)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:38:08.663123 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d43e-b10b-4c3c-8868-3203c0f77208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:08.676287 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-f1f8d43e-b10b-4c3c-8868-3203c0f77208 admin admin] Calling delete_port for e0176ea7-ef57-443a-9239-d216221d715b owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:38:08.759726 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d43e-b10b-4c3c-8868-3203c0f77208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:08.785843 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8d43e-b10b-4c3c-8868-3203c0f77208 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0176ea7-ef57-443a-9239-d216221d715b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:08.791538 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f8d43e-b10b-4c3c-8868-3203c0f77208 admin admin] No DVR routers for this DVR port e0176ea7-ef57-443a-9239-d216221d715b on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:38:08.846959 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8081990a-efe8-4ec8-8245-932269c05b34 None None] DHCP port deletion for afa8becb-b000-4953-ad4a-faf52428464f request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:38:08.869862 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d43e-b10b-4c3c-8868-3203c0f77208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:08.891352 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-f1f8d43e-b10b-4c3c-8868-3203c0f77208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa8becb-b000-4953-ad4a-faf52428464f']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:08.900656 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-f1f8d43e-b10b-4c3c-8868-3203c0f77208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2743995a-99c9-4b0f-a2bf-517bc063cf59') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:08.900985 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-f1f8d43e-b10b-4c3c-8868-3203c0f77208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2743995a-99c9-4b0f-a2bf-517bc063cf59') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:08.912319 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d43e-b10b-4c3c-8868-3203c0f77208 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:08.926270 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d43e-b10b-4c3c-8868-3203c0f77208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:08.935441 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f8d43e-b10b-4c3c-8868-3203c0f77208 admin admin] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:38:08.935844 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d43e-b10b-4c3c-8868-3203c0f77208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:38:08.937982 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:38:08.995536 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d43e-b10b-4c3c-8868-3203c0f77208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:09.001560 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d43e-b10b-4c3c-8868-3203c0f77208 admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:09.005435 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f1f8d43e-b10b-4c3c-8868-3203c0f77208 admin admin] 10.222.0.127 "DELETE /v2.0/networks/afa8becb-b000-4953-ad4a-faf52428464f HTTP/1.1" status: 204 len: 168 time: 0.5530972 Nov 04 11:38:09.019457 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8d43e-b10b-4c3c-8868-3203c0f77208 admin admin] Pushing event deleted for resources: {'Network': ['ID=afa8becb-b000-4953-ad4a-faf52428464f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:09.129238 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33500) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:09.175739 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-07824cb6-25c9-4688-af0f-585eb8d58c97 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=a95f25ece8e34b95b04d1eac6dc6ab3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0451481 Nov 04 11:38:09.178651 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33502) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:09.227274 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ed091418-1664-427c-abae-1c0b2cf1fe89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:09.249702 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ed091418-1664-427c-abae-1c0b2cf1fe89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:09.298496 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ed091418-1664-427c-abae-1c0b2cf1fe89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:09.301162 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ed091418-1664-427c-abae-1c0b2cf1fe89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:09.302668 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ed091418-1664-427c-abae-1c0b2cf1fe89 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/c1cb9262-7bc6-4dd3-a813-41de3b53ab16 HTTP/1.1" status: 204 len: 168 time: 0.1230428 Nov 04 11:38:09.310919 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed091418-1664-427c-abae-1c0b2cf1fe89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cb9262-7bc6-4dd3-a813-41de3b53ab16,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:09.561807 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3b70e91a-743b-4006-b359-0dd28b9a6ff3 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:38:09.586621 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 3b70e91a-743b-4006-b359-0dd28b9a6ff3 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:38:09.586957 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3b70e91a-743b-4006-b359-0dd28b9a6ff3 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:38:09.587510 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device da069746-7220-41a4-b5a4-5ce84dbb154a no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:38:09.607538 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: da069746-7220-41a4-b5a4-5ce84dbb154a {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:38:09.607879 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device da069746-7220-41a4-b5a4-5ce84dbb154a not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:38:09.608292 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e0176ea7-ef57-443a-9239-d216221d715b no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:38:09.629966 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: e0176ea7-ef57-443a-9239-d216221d715b {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:38:09.630741 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device e0176ea7-ef57-443a-9239-d216221d715b not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:38:10.099522 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33524) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:10.218976 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-a929cd04-94b0-4027-9288-112ae4c4c0fa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-242438839-network', 'tenant_id': 'eed4a6d6aaea4f0f91f930376a85e80a'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:38:10.248455 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a929cd04-94b0-4027-9288-112ae4c4c0fa admin admin] Made reservation on behalf of eed4a6d6aaea4f0f91f930376a85e80a for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:38:10.250903 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a929cd04-94b0-4027-9288-112ae4c4c0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:10.260055 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a929cd04-94b0-4027-9288-112ae4c4c0fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:10.334614 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a929cd04-94b0-4027-9288-112ae4c4c0fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:10.341407 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a929cd04-94b0-4027-9288-112ae4c4c0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:10.367029 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a929cd04-94b0-4027-9288-112ae4c4c0fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1151} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:38:10.376725 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929cd04-94b0-4027-9288-112ae4c4c0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653c26e9-466d-45e4-8430-87f1f4c3f7e3,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:10.382322 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a929cd04-94b0-4027-9288-112ae4c4c0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:10.382634 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-a929cd04-94b0-4027-9288-112ae4c4c0fa admin admin] Added segment a269028b-d82a-4edc-850a-840ba376e1ac of type vlan for network 9e92c9d5-623a-4318-8f4e-527367cbf591 Nov 04 11:38:10.425291 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a929cd04-94b0-4027-9288-112ae4c4c0fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:10.454520 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a929cd04-94b0-4027-9288-112ae4c4c0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:10.455505 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a929cd04-94b0-4027-9288-112ae4c4c0fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:10.456074 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a929cd04-94b0-4027-9288-112ae4c4c0fa admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:10.506596 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a929cd04-94b0-4027-9288-112ae4c4c0fa admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4059262 Nov 04 11:38:10.509887 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33528) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:10.515132 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-55f0f37c-96e5-4f4d-888d-e56b0cc0037d admin admin] Request body: {'subnet': {'network_id': '9e92c9d5-623a-4318-8f4e-527367cbf591', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-242438839-subnet', 'tenant_id': 'eed4a6d6aaea4f0f91f930376a85e80a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:38:10.517633 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929cd04-94b0-4027-9288-112ae4c4c0fa admin admin] Pushing event updated for resources: {'Network': ['ID=9e92c9d5-623a-4318-8f4e-527367cbf591,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:10.529173 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 9e92c9d5-623a-4318-8f4e-527367cbf591 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:38:10.538098 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f0f37c-96e5-4f4d-888d-e56b0cc0037d admin admin] Made reservation on behalf of eed4a6d6aaea4f0f91f930376a85e80a for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:38:10.540864 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-55f0f37c-96e5-4f4d-888d-e56b0cc0037d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:10.712285 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-55f0f37c-96e5-4f4d-888d-e56b0cc0037d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:10.763937 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0f37c-96e5-4f4d-888d-e56b0cc0037d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1813b24f-c8ba-41ea-9d8f-8f74f5e9c8c1,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:10.780266 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f0f37c-96e5-4f4d-888d-e56b0cc0037d admin admin] Checking segment: {'id': 'a269028b-d82a-4edc-850a-840ba376e1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9e92c9d5-623a-4318-8f4e-527367cbf591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:38:10.780621 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f0f37c-96e5-4f4d-888d-e56b0cc0037d admin admin] Network hostable DHCP agents. Network: 9e92c9d5-623a-4318-8f4e-527367cbf591, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:38:10.798432 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f0f37c-96e5-4f4d-888d-e56b0cc0037d admin admin] Network 9e92c9d5-623a-4318-8f4e-527367cbf591 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:38:10.809596 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-55f0f37c-96e5-4f4d-888d-e56b0cc0037d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 9e92c9d5-623a-4318-8f4e-527367cbf591) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:38:10.813938 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f0f37c-96e5-4f4d-888d-e56b0cc0037d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:10.814532 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-55f0f37c-96e5-4f4d-888d-e56b0cc0037d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:10.819787 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7c483b-66f2-46cd-a47d-eb2d6ba5d811 None None] Network 9e92c9d5-623a-4318-8f4e-527367cbf591 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:38:10.837282 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-55f0f37c-96e5-4f4d-888d-e56b0cc0037d admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3206141 Nov 04 11:38:10.959302 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f44c77-73a2-4e77-83cb-b680d1e799d1 None None] Network 9e92c9d5-623a-4318-8f4e-527367cbf591 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:38:11.280900 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-33ca7930-37bd-4547-ba97-95f54d359bb0 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:11.282334 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-33ca7930-37bd-4547-ba97-95f54d359bb0 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/networks?id=9e92c9d5-623a-4318-8f4e-527367cbf591 HTTP/1.1" status: 200 len: 813 time: 0.1094358 Nov 04 11:38:11.298671 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-56a93b3f-f092-4f93-a7e7-f563bec156cb tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/quotas/eed4a6d6aaea4f0f91f930376a85e80a HTTP/1.1" status: 200 len: 375 time: 0.0098820 Nov 04 11:38:11.618028 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-d5af7ef5-3136-42c6-b0e1-96bea24d3c76 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=eed4a6d6aaea4f0f91f930376a85e80a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3130822 Nov 04 11:38:11.678484 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-f9b3f1e0-76d1-4334-b742-1e451072488c service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 11:38:11.679506 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-f9b3f1e0-76d1-4334-b742-1e451072488c service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0514908 Nov 04 11:38:11.772091 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-a808014b-ab29-46cc-940e-6bfe885a4d62 service neutron] 10.222.0.127 "GET /v2.0/networks/9e92c9d5-623a-4318-8f4e-527367cbf591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860765 Nov 04 11:38:11.875527 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-b24b305b-7809-42be-b3ad-38d140007b61 service neutron] 10.222.0.127 "GET /v2.0/networks/9e92c9d5-623a-4318-8f4e-527367cbf591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968668 Nov 04 11:38:12.045113 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d0487033-c3b7-44af-b07a-38790bec5413 req-55e4c764-1c73-400d-8424-65fa8877e54b tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?device_id=a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a HTTP/1.1" status: 200 len: 210 time: 0.0285842 Nov 04 11:38:13.004050 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:13.159418 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d67d12e-822b-4ff0-af97-4437844c9d84 req-8fa30bf3-bc4f-43ab-a763-36b5c9d33926 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?device_id=a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a HTTP/1.1" status: 200 len: 210 time: 0.0365908 Nov 04 11:38:13.195429 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-365a9acf-a839-42c2-bc51-83f38e39426b tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:13.197433 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-365a9acf-a839-42c2-bc51-83f38e39426b tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.121 "GET /v2.0/networks?id=9e92c9d5-623a-4318-8f4e-527367cbf591 HTTP/1.1" status: 200 len: 813 time: 0.1634090 Nov 04 11:38:13.210486 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-2eca8cb6-3383-416e-8343-d538be99c5b5 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Request body: {'port': {'device_id': 'a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a', 'network_id': '9e92c9d5-623a-4318-8f4e-527367cbf591', 'admin_state_up': True, 'tenant_id': 'eed4a6d6aaea4f0f91f930376a85e80a'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:38:13.355023 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-2eca8cb6-3383-416e-8343-d538be99c5b5 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Made reservation on behalf of eed4a6d6aaea4f0f91f930376a85e80a for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:38:13.359325 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-2eca8cb6-3383-416e-8343-d538be99c5b5 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:13.499499 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-2eca8cb6-3383-416e-8343-d538be99c5b5 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Allocated IP 172.20.0.14 (9e92c9d5-623a-4318-8f4e-527367cbf591/1813b24f-c8ba-41ea-9d8f-8f74f5e9c8c1/9b1033ae-951f-48bd-9a42-b0cf07039202) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:38:13.720958 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-2eca8cb6-3383-416e-8343-d538be99c5b5 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:13.769192 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-2eca8cb6-3383-416e-8343-d538be99c5b5 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:13.820269 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-2eca8cb6-3383-416e-8343-d538be99c5b5 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Network 9e92c9d5-623a-4318-8f4e-527367cbf591 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:38:13.826029 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-2eca8cb6-3383-416e-8343-d538be99c5b5 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:38:13.830810 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-2eca8cb6-3383-416e-8343-d538be99c5b5 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:38:13.837826 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca8cb6-3383-416e-8343-d538be99c5b5 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Pushing event updated for resources: {'Port': ['ID=9b1033ae-951f-48bd-9a42-b0cf07039202,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:13.883901 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-2eca8cb6-3383-416e-8343-d538be99c5b5 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:13.884541 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-2eca8cb6-3383-416e-8343-d538be99c5b5 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:13.904758 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-2eca8cb6-3383-416e-8343-d538be99c5b5 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6985729 Nov 04 11:38:13.920133 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-e5fcf234-228f-4eee-a1d6-78a809a07a6b service neutron] Request body: {'port': {'device_id': 'a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:38:13.978636 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-e5fcf234-228f-4eee-a1d6-78a809a07a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:14.276171 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-e5fcf234-228f-4eee-a1d6-78a809a07a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b1033ae-951f-48bd-9a42-b0cf07039202 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:38:14.280326 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0c551-f466-4965-8b73-b76c831819f0 req-13b385a0-247e-434f-ab70-7411632a9f7e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:14.282003 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1fa0c551-f466-4965-8b73-b76c831819f0 req-13b385a0-247e-434f-ab70-7411632a9f7e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?device_id=a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a HTTP/1.1" status: 200 len: 932 time: 0.0497048 Nov 04 11:38:14.284803 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-e5fcf234-228f-4eee-a1d6-78a809a07a6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:14.300510 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-e5fcf234-228f-4eee-a1d6-78a809a07a6b service neutron] Transition to ACTIVE for port object 9b1033ae-951f-48bd-9a42-b0cf07039202 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:38:14.307241 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-e5fcf234-228f-4eee-a1d6-78a809a07a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:14.339568 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1fa0c551-f466-4965-8b73-b76c831819f0 req-723055f8-6094-482b-ba34-bc62412c1b8d tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/security-groups?id=653c26e9-466d-45e4-8430-87f1f4c3f7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510914 Nov 04 11:38:14.358764 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fcf234-228f-4eee-a1d6-78a809a07a6b service neutron] Pushing event updated for resources: {'Port': ['ID=9b1033ae-951f-48bd-9a42-b0cf07039202,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:14.428611 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-e5fcf234-228f-4eee-a1d6-78a809a07a6b service neutron] Attempting to bind port 9b1033ae-951f-48bd-9a42-b0cf07039202 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:38:14.428930 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-e5fcf234-228f-4eee-a1d6-78a809a07a6b service neutron] Attempting to bind port 9b1033ae-951f-48bd-9a42-b0cf07039202 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'a269028b-d82a-4edc-850a-840ba376e1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9e92c9d5-623a-4318-8f4e-527367cbf591'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:38:14.429311 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-e5fcf234-228f-4eee-a1d6-78a809a07a6b service neutron] Attempting to bind port 9b1033ae-951f-48bd-9a42-b0cf07039202 on network 9e92c9d5-623a-4318-8f4e-527367cbf591 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:38:14.433700 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-e5fcf234-228f-4eee-a1d6-78a809a07a6b service neutron] Port 9b1033ae-951f-48bd-9a42-b0cf07039202 on network 9e92c9d5-623a-4318-8f4e-527367cbf591 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:38:14.434018 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-e5fcf234-228f-4eee-a1d6-78a809a07a6b service neutron] Attempting to bind port 9b1033ae-951f-48bd-9a42-b0cf07039202 on network 9e92c9d5-623a-4318-8f4e-527367cbf591 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:38:14.438888 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-e5fcf234-228f-4eee-a1d6-78a809a07a6b service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:38:14.439218 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-e5fcf234-228f-4eee-a1d6-78a809a07a6b service neutron] Checking segment: {'id': 'a269028b-d82a-4edc-850a-840ba376e1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9e92c9d5-623a-4318-8f4e-527367cbf591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:38:14.439584 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-e5fcf234-228f-4eee-a1d6-78a809a07a6b service neutron] Bound using segment: {'id': 'a269028b-d82a-4edc-850a-840ba376e1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9e92c9d5-623a-4318-8f4e-527367cbf591'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:38:14.440024 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-e5fcf234-228f-4eee-a1d6-78a809a07a6b service neutron] Bound port: 9b1033ae-951f-48bd-9a42-b0cf07039202, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a269028b-d82a-4edc-850a-840ba376e1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9e92c9d5-623a-4318-8f4e-527367cbf591'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:38:14.440367 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-e5fcf234-228f-4eee-a1d6-78a809a07a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:14.511162 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-e5fcf234-228f-4eee-a1d6-78a809a07a6b service neutron] For port 9b1033ae-951f-48bd-9a42-b0cf07039202, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:38:14.514358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-e5fcf234-228f-4eee-a1d6-78a809a07a6b service neutron] For port 9b1033ae-951f-48bd-9a42-b0cf07039202, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=9b1033ae-951f-48bd-9a42-b0cf07039202,segment=NetworkSegment(a269028b-d82a-4edc-850a-840ba376e1ac),segment_id=a269028b-d82a-4edc-850a-840ba376e1ac)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:38:14.521554 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-e5fcf234-228f-4eee-a1d6-78a809a07a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:14.561414 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-e5fcf234-228f-4eee-a1d6-78a809a07a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:14.562035 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-e5fcf234-228f-4eee-a1d6-78a809a07a6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:14.563470 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-e5fcf234-228f-4eee-a1d6-78a809a07a6b service neutron] 10.222.0.121 "PUT /v2.0/ports/9b1033ae-951f-48bd-9a42-b0cf07039202 HTTP/1.1" status: 200 len: 1092 time: 0.6495781 Nov 04 11:38:14.563908 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a', 'tag': '9b1033ae-951f-48bd-9a42-b0cf07039202'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:38:14.566274 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b618af88-8455-4928-8013-cf8f800f3792" -d '{"events": [{"name": "network-changed", "server_uuid": "a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a", "tag": "9b1033ae-951f-48bd-9a42-b0cf07039202"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:38:14.590785 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fcf234-228f-4eee-a1d6-78a809a07a6b service neutron] Pushing event updated for resources: {'Port': ['ID=9b1033ae-951f-48bd-9a42-b0cf07039202,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:14.615360 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc099d6-051e-47f6-a656-0def1b3a3bce x-openstack-request-id: req-4fc099d6-051e-47f6-a656-0def1b3a3bce {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:38:14.615772 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a", "tag": "9b1033ae-951f-48bd-9a42-b0cf07039202", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:38:14.616040 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-4fc099d6-051e-47f6-a656-0def1b3a3bce {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:38:14.616415 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a', 'tag': '9b1033ae-951f-48bd-9a42-b0cf07039202', 'status': 'completed', 'code': 200} Nov 04 11:38:14.650169 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-f3393a10-4fd8-4d02-b13d-66def1fd78b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:14.651670 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-f3393a10-4fd8-4d02-b13d-66def1fd78b6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=eed4a6d6aaea4f0f91f930376a85e80a&device_id=a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a HTTP/1.1" status: 200 len: 1095 time: 0.0463679 Nov 04 11:38:14.693837 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-269437c3-5aef-4d84-b6e7-231464aa6cbe service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b1033ae-951f-48bd-9a42-b0cf07039202 HTTP/1.1" status: 200 len: 217 time: 0.0333312 Nov 04 11:38:14.753799 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-8bb48a25-6b6d-4f9a-bbd8-10090a57cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:14.755279 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-8bb48a25-6b6d-4f9a-bbd8-10090a57cec4 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1813b24f-c8ba-41ea-9d8f-8f74f5e9c8c1 HTTP/1.1" status: 200 len: 853 time: 0.0546436 Nov 04 11:38:14.787140 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-1c69d7dc-181b-43c5-96ed-9e00964b2d05 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9e92c9d5-623a-4318-8f4e-527367cbf591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247476 Nov 04 11:38:14.880959 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-b6868568-77d0-42ba-9819-5393d24177c4 service neutron] 10.222.0.121 "GET /v2.0/networks/9e92c9d5-623a-4318-8f4e-527367cbf591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869322 Nov 04 11:38:14.990313 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-84e03eec-fb1b-4381-ac55-52c5763d77ea req-2f6d021f-e76b-4795-b486-80f26ac5e750 service neutron] 10.222.0.121 "GET /v2.0/networks/9e92c9d5-623a-4318-8f4e-527367cbf591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016603 Nov 04 11:38:15.088382 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618af88-8455-4928-8013-cf8f800f3792 req-a916cfdd-2efd-4de8-9743-e6f7ef6cd256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:15.089947 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b618af88-8455-4928-8013-cf8f800f3792 req-a916cfdd-2efd-4de8-9743-e6f7ef6cd256 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=eed4a6d6aaea4f0f91f930376a85e80a&device_id=a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a HTTP/1.1" status: 200 len: 1095 time: 0.0439057 Nov 04 11:38:15.187828 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618af88-8455-4928-8013-cf8f800f3792 req-a27dca38-e02f-4961-83d2-8eb1defa1251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:15.189374 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b618af88-8455-4928-8013-cf8f800f3792 req-a27dca38-e02f-4961-83d2-8eb1defa1251 service neutron] 10.222.0.121 "GET /v2.0/networks?id=9e92c9d5-623a-4318-8f4e-527367cbf591 HTTP/1.1" status: 200 len: 915 time: 0.0925477 Nov 04 11:38:15.233009 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b618af88-8455-4928-8013-cf8f800f3792 req-297b6d2d-1501-44ad-927c-9d0c33f5d479 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b1033ae-951f-48bd-9a42-b0cf07039202 HTTP/1.1" status: 200 len: 217 time: 0.0350637 Nov 04 11:38:15.284672 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618af88-8455-4928-8013-cf8f800f3792 req-5d7aa04e-a2b8-4463-b0af-e597d3dd1c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:15.286173 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b618af88-8455-4928-8013-cf8f800f3792 req-5d7aa04e-a2b8-4463-b0af-e597d3dd1c9d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1813b24f-c8ba-41ea-9d8f-8f74f5e9c8c1 HTTP/1.1" status: 200 len: 853 time: 0.0454216 Nov 04 11:38:15.322420 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b618af88-8455-4928-8013-cf8f800f3792 req-28a4c1a6-90b2-4791-8206-a4ada0dab7e1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9e92c9d5-623a-4318-8f4e-527367cbf591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282779 Nov 04 11:38:15.406319 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:15.425684 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b618af88-8455-4928-8013-cf8f800f3792 req-d0dc0161-9fdf-4547-8ec6-e18b6e949d5f service neutron] 10.222.0.121 "GET /v2.0/networks/9e92c9d5-623a-4318-8f4e-527367cbf591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949819 Nov 04 11:38:15.462636 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a34e1-7bc1-48da-b717-b8daf49e3a3e req-09a49ff6-3400-4ff1-a59c-f8ff8f07f9bc tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:15.464411 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-230a34e1-7bc1-48da-b717-b8daf49e3a3e req-09a49ff6-3400-4ff1-a59c-f8ff8f07f9bc tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?device_id=a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a HTTP/1.1" status: 200 len: 944 time: 0.0489633 Nov 04 11:38:15.514728 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-230a34e1-7bc1-48da-b717-b8daf49e3a3e req-82004728-ad1f-43db-83fc-3f1f738f99a9 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/security-groups?id=653c26e9-466d-45e4-8430-87f1f4c3f7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440602 Nov 04 11:38:15.530551 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b618af88-8455-4928-8013-cf8f800f3792 req-688118b0-f560-42d5-bf27-c1416d8c223e service neutron] 10.222.0.121 "GET /v2.0/networks/9e92c9d5-623a-4318-8f4e-527367cbf591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941429 Nov 04 11:38:16.662011 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe7f41-e67d-456c-813b-7d0d9b1727b1 req-bdceac03-e700-4390-9653-7a999b82205c tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:16.664045 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9abe7f41-e67d-456c-813b-7d0d9b1727b1 req-bdceac03-e700-4390-9653-7a999b82205c tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?device_id=a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a HTTP/1.1" status: 200 len: 944 time: 0.0627828 Nov 04 11:38:16.716677 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9abe7f41-e67d-456c-813b-7d0d9b1727b1 req-37232d52-0e14-4005-bf3a-b1ff536e03a3 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/security-groups?id=653c26e9-466d-45e4-8430-87f1f4c3f7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430605 Nov 04 11:38:16.906087 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d3a45416-c21c-4c9e-abe5-5eac817d19ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:17.203206 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 9b1033ae-951f-48bd-9a42-b0cf07039202 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:38:17.320421 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 9b1033ae-951f-48bd-9a42-b0cf07039202, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=9b1033ae-951f-48bd-9a42-b0cf07039202,segment=NetworkSegment(a269028b-d82a-4edc-850a-840ba376e1ac),segment_id=a269028b-d82a-4edc-850a-840ba376e1ac)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:38:17.332390 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '9b1033ae-951f-48bd-9a42-b0cf07039202', 'network_id': '9e92c9d5-623a-4318-8f4e-527367cbf591', 'port_id': '9b1033ae-951f-48bd-9a42-b0cf07039202', 'mac_address': 'fa:16:3e:5e:4e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1813b24f-c8ba-41ea-9d8f-8f74f5e9c8c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:38:17.370910 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:17.385177 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1033ae-951f-48bd-9a42-b0cf07039202 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:38:17.405124 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 9b1033ae-951f-48bd-9a42-b0cf07039202, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=9b1033ae-951f-48bd-9a42-b0cf07039202,segment=NetworkSegment(a269028b-d82a-4edc-850a-840ba376e1ac),segment_id=a269028b-d82a-4edc-850a-840ba376e1ac)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:38:17.411803 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:17.445951 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:38:17.461092 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=9b1033ae-951f-48bd-9a42-b0cf07039202,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:17.607172 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['9b1033ae-951f-48bd-9a42-b0cf07039202'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:38:17.860014 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6242e-7193-4e1b-83e6-876d734b2a29 req-d7830112-4d0a-46a6-b7eb-4b4a7371dfb0 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:17.861536 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-06c6242e-7193-4e1b-83e6-876d734b2a29 req-d7830112-4d0a-46a6-b7eb-4b4a7371dfb0 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?device_id=a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a HTTP/1.1" status: 200 len: 945 time: 0.0687456 Nov 04 11:38:17.913525 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-06c6242e-7193-4e1b-83e6-876d734b2a29 req-2edcc3bc-33b8-4e2b-b23a-aeb3572a1d9d tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/security-groups?id=653c26e9-466d-45e4-8430-87f1f4c3f7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455945 Nov 04 11:38:19.051224 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb27115-8677-4a05-bcab-8e0445cc3934 req-977c9e1e-6e3e-4cf1-9a22-a75e116aba88 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:19.052745 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ddb27115-8677-4a05-bcab-8e0445cc3934 req-977c9e1e-6e3e-4cf1-9a22-a75e116aba88 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?device_id=a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a HTTP/1.1" status: 200 len: 945 time: 0.0536649 Nov 04 11:38:19.108989 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ddb27115-8677-4a05-bcab-8e0445cc3934 req-764d49d7-b96f-4ade-8205-3ae1b26f5900 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/security-groups?id=653c26e9-466d-45e4-8430-87f1f4c3f7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499170 Nov 04 11:38:19.218346 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 9b1033ae-951f-48bd-9a42-b0cf07039202 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:38:19.284657 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 9b1033ae-951f-48bd-9a42-b0cf07039202 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:38:19.289148 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 9b1033ae-951f-48bd-9a42-b0cf07039202 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:38:19.289539 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:19.372336 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:19.395863 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1033ae-951f-48bd-9a42-b0cf07039202'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:38:19.398184 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef8c748-5e02-43d7-ad76-c87b76dc4a94" -d '{"events": [{"server_uuid": "a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a", "name": "network-vif-plugged", "status": "completed", "tag": "9b1033ae-951f-48bd-9a42-b0cf07039202"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:38:19.411666 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 9b1033ae-951f-48bd-9a42-b0cf07039202, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=9b1033ae-951f-48bd-9a42-b0cf07039202,segment=NetworkSegment(a269028b-d82a-4edc-850a-840ba376e1ac),segment_id=a269028b-d82a-4edc-850a-840ba376e1ac)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:38:19.416784 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:19.440681 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00185361-c605-4497-a20a-65b762a5a379 x-openstack-request-id: req-00185361-c605-4497-a20a-65b762a5a379 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:38:19.440999 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a", "name": "network-vif-plugged", "status": "completed", "tag": "9b1033ae-951f-48bd-9a42-b0cf07039202", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:38:19.441252 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-00185361-c605-4497-a20a-65b762a5a379 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:38:19.441657 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1033ae-951f-48bd-9a42-b0cf07039202', 'code': 200} Nov 04 11:38:19.468644 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=9b1033ae-951f-48bd-9a42-b0cf07039202,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:19.543258 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fc279-79a7-4f44-82cb-a8c6dce981b3 req-07a02693-0fc7-4c32-9e44-6a3d7558f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:19.544856 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f67fc279-79a7-4f44-82cb-a8c6dce981b3 req-07a02693-0fc7-4c32-9e44-6a3d7558f792 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a HTTP/1.1" status: 200 len: 1097 time: 0.0431657 Nov 04 11:38:19.591387 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f67fc279-79a7-4f44-82cb-a8c6dce981b3 req-1f5f7b6c-f5f2-4452-97e4-8b8b4fec9136 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=653c26e9-466d-45e4-8430-87f1f4c3f7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386147 Nov 04 11:38:19.762757 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cdaed239-c8c7-445b-976e-6be2011242d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:20.250121 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45faf6d9-d6ec-48d6-ba76-cd89d0b48cc9 req-54582af0-d7d9-44d6-b853-c0e626b1eb98 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:20.251649 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-45faf6d9-d6ec-48d6-ba76-cd89d0b48cc9 req-54582af0-d7d9-44d6-b853-c0e626b1eb98 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?device_id=a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a HTTP/1.1" status: 200 len: 946 time: 0.0632255 Nov 04 11:38:20.300209 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-45faf6d9-d6ec-48d6-ba76-cd89d0b48cc9 req-9923a43a-c971-4755-abe2-869a0d281b8c tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/security-groups?id=653c26e9-466d-45e4-8430-87f1f4c3f7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420420 Nov 04 11:38:21.014811 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:21.050633 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-723e25a1-8884-4710-9b1e-33be3ae44438 req-de07cfd4-2353-43b3-b58a-cb70525a6b49 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437498 Nov 04 11:38:21.137174 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e25a1-8884-4710-9b1e-33be3ae44438 req-8a0cacb2-d99a-478f-bf7b-a6f65ee6d4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:21.138745 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-723e25a1-8884-4710-9b1e-33be3ae44438 req-8a0cacb2-d99a-478f-bf7b-a6f65ee6d4a0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=eed4a6d6aaea4f0f91f930376a85e80a&device_id=a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a HTTP/1.1" status: 200 len: 1097 time: 0.0436685 Nov 04 11:38:21.251835 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e25a1-8884-4710-9b1e-33be3ae44438 req-aa4414a2-bab4-4add-99ec-67ff794d3233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:21.253756 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-723e25a1-8884-4710-9b1e-33be3ae44438 req-aa4414a2-bab4-4add-99ec-67ff794d3233 service neutron] 10.222.0.121 "GET /v2.0/networks?id=9e92c9d5-623a-4318-8f4e-527367cbf591 HTTP/1.1" status: 200 len: 915 time: 0.0948973 Nov 04 11:38:21.306672 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-723e25a1-8884-4710-9b1e-33be3ae44438 req-facaaf21-7439-4ae1-99bf-1e3e0639ed57 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b1033ae-951f-48bd-9a42-b0cf07039202 HTTP/1.1" status: 200 len: 217 time: 0.0454574 Nov 04 11:38:21.362358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e25a1-8884-4710-9b1e-33be3ae44438 req-21e8fa9d-6051-4a73-851d-69f5efea4740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:21.363896 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-723e25a1-8884-4710-9b1e-33be3ae44438 req-21e8fa9d-6051-4a73-851d-69f5efea4740 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1813b24f-c8ba-41ea-9d8f-8f74f5e9c8c1 HTTP/1.1" status: 200 len: 853 time: 0.0510128 Nov 04 11:38:21.396798 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-723e25a1-8884-4710-9b1e-33be3ae44438 req-57ec4a18-51ed-4fde-a8a1-82a65fbd90ef service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9e92c9d5-623a-4318-8f4e-527367cbf591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257564 Nov 04 11:38:21.424029 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7602d-9f3a-4e0c-90df-597d5d334349 req-e8a3579b-6d56-4df1-838f-c879801595db tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:21.425639 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-deb7602d-9f3a-4e0c-90df-597d5d334349 req-e8a3579b-6d56-4df1-838f-c879801595db tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?device_id=a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a HTTP/1.1" status: 200 len: 946 time: 0.0550289 Nov 04 11:38:21.473604 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-deb7602d-9f3a-4e0c-90df-597d5d334349 req-8756c256-5fc8-439d-8238-196bd6b8a01c tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/security-groups?id=653c26e9-466d-45e4-8430-87f1f4c3f7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415001 Nov 04 11:38:21.489258 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-723e25a1-8884-4710-9b1e-33be3ae44438 req-0f391812-87e2-4647-98dc-89f142963c06 service neutron] 10.222.0.121 "GET /v2.0/networks/9e92c9d5-623a-4318-8f4e-527367cbf591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853720 Nov 04 11:38:21.586454 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-723e25a1-8884-4710-9b1e-33be3ae44438 req-24058631-2399-45bb-bdb2-9865f2012dc3 service neutron] 10.222.0.121 "GET /v2.0/networks/9e92c9d5-623a-4318-8f4e-527367cbf591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904927 Nov 04 11:38:21.718683 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-5b2a5c28-c571-4bb1-b987-d37dbfec7591 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:21.720201 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-5b2a5c28-c571-4bb1-b987-d37dbfec7591 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/networks?id=9e92c9d5-623a-4318-8f4e-527367cbf591 HTTP/1.1" status: 200 len: 813 time: 0.1198339 Nov 04 11:38:21.738308 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-270f6ccd-d99a-47c5-a584-84326ef29af3 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/quotas/eed4a6d6aaea4f0f91f930376a85e80a HTTP/1.1" status: 200 len: 375 time: 0.0095325 Nov 04 11:38:21.789770 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-fbd4bae9-f004-4642-b594-d19f6d88aa7c tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=eed4a6d6aaea4f0f91f930376a85e80a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0461025 Nov 04 11:38:21.897369 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-50a74c2b-b58a-4b9c-b71e-a10842fa5b00 service neutron] 10.222.0.127 "GET /v2.0/networks/9e92c9d5-623a-4318-8f4e-527367cbf591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003773 Nov 04 11:38:21.997416 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-09da0c7a-7ae5-4550-a7fb-9d7dc0e61f1c service neutron] 10.222.0.127 "GET /v2.0/networks/9e92c9d5-623a-4318-8f4e-527367cbf591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912554 Nov 04 11:38:22.174011 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-42142511-667d-4279-b421-0c516c19a665 req-4e673d52-4432-4da4-baa2-18e006eb9185 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?device_id=6fb1e5f5-f138-4be6-8f5f-e35a3c9df590 HTTP/1.1" status: 200 len: 210 time: 0.0276752 Nov 04 11:38:22.428902 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:22.657691 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:23.182400 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-3aff87f8-2ad3-45e6-9a80-30b1cfbcc99e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:23.183922 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-3aff87f8-2ad3-45e6-9a80-30b1cfbcc99e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.126 "GET /v2.0/networks?id=9e92c9d5-623a-4318-8f4e-527367cbf591 HTTP/1.1" status: 200 len: 813 time: 0.1164048 Nov 04 11:38:23.197904 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-076885b7-6082-47fa-a39c-5ed891ab896e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Request body: {'port': {'device_id': '6fb1e5f5-f138-4be6-8f5f-e35a3c9df590', 'network_id': '9e92c9d5-623a-4318-8f4e-527367cbf591', 'admin_state_up': True, 'tenant_id': 'eed4a6d6aaea4f0f91f930376a85e80a'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:38:23.272310 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5f179ed-69a0-49db-9469-13dbc1ffc63c req-66683db1-8b87-4c9e-bbb0-f4626133a343 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?device_id=6fb1e5f5-f138-4be6-8f5f-e35a3c9df590 HTTP/1.1" status: 200 len: 210 time: 0.0281909 Nov 04 11:38:23.319120 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-076885b7-6082-47fa-a39c-5ed891ab896e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Made reservation on behalf of eed4a6d6aaea4f0f91f930376a85e80a for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:38:23.322707 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-076885b7-6082-47fa-a39c-5ed891ab896e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:23.467833 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-076885b7-6082-47fa-a39c-5ed891ab896e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Allocated IP 172.20.0.7 (9e92c9d5-623a-4318-8f4e-527367cbf591/1813b24f-c8ba-41ea-9d8f-8f74f5e9c8c1/bc5de3af-96e6-4c8b-811f-abdc0af19d7c) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:38:23.642583 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-076885b7-6082-47fa-a39c-5ed891ab896e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:23.680090 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-076885b7-6082-47fa-a39c-5ed891ab896e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:23.694161 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['9b1033ae-951f-48bd-9a42-b0cf07039202'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:38:23.732275 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-076885b7-6082-47fa-a39c-5ed891ab896e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Network 9e92c9d5-623a-4318-8f4e-527367cbf591 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:38:23.737611 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-076885b7-6082-47fa-a39c-5ed891ab896e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:38:23.741457 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-076885b7-6082-47fa-a39c-5ed891ab896e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:38:23.748065 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076885b7-6082-47fa-a39c-5ed891ab896e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Pushing event updated for resources: {'Port': ['ID=bc5de3af-96e6-4c8b-811f-abdc0af19d7c,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:23.775968 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076885b7-6082-47fa-a39c-5ed891ab896e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:23.776292 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076885b7-6082-47fa-a39c-5ed891ab896e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:23.776732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076885b7-6082-47fa-a39c-5ed891ab896e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:23.777061 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076885b7-6082-47fa-a39c-5ed891ab896e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:23.777383 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076885b7-6082-47fa-a39c-5ed891ab896e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:23.777701 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076885b7-6082-47fa-a39c-5ed891ab896e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:23.778013 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076885b7-6082-47fa-a39c-5ed891ab896e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:23.778358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076885b7-6082-47fa-a39c-5ed891ab896e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:23.778671 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076885b7-6082-47fa-a39c-5ed891ab896e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:23.778955 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076885b7-6082-47fa-a39c-5ed891ab896e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:23.779272 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076885b7-6082-47fa-a39c-5ed891ab896e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:23.779580 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076885b7-6082-47fa-a39c-5ed891ab896e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:23.806420 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-076885b7-6082-47fa-a39c-5ed891ab896e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:23.807031 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-076885b7-6082-47fa-a39c-5ed891ab896e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:23.825139 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-076885b7-6082-47fa-a39c-5ed891ab896e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6313066 Nov 04 11:38:23.838244 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-ba87637b-c087-455e-86dd-1dffb563b2c5 service neutron] Request body: {'port': {'device_id': '6fb1e5f5-f138-4be6-8f5f-e35a3c9df590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:38:23.894879 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-ba87637b-c087-455e-86dd-1dffb563b2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:24.164519 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-ba87637b-c087-455e-86dd-1dffb563b2c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5de3af-96e6-4c8b-811f-abdc0af19d7c {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:38:24.172805 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-ba87637b-c087-455e-86dd-1dffb563b2c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:24.185331 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-ba87637b-c087-455e-86dd-1dffb563b2c5 service neutron] Transition to ACTIVE for port object bc5de3af-96e6-4c8b-811f-abdc0af19d7c will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:38:24.191744 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-ba87637b-c087-455e-86dd-1dffb563b2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:24.243372 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87637b-c087-455e-86dd-1dffb563b2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5de3af-96e6-4c8b-811f-abdc0af19d7c,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:24.314494 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-ba87637b-c087-455e-86dd-1dffb563b2c5 service neutron] Attempting to bind port bc5de3af-96e6-4c8b-811f-abdc0af19d7c on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:38:24.314846 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-ba87637b-c087-455e-86dd-1dffb563b2c5 service neutron] Attempting to bind port bc5de3af-96e6-4c8b-811f-abdc0af19d7c by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'a269028b-d82a-4edc-850a-840ba376e1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9e92c9d5-623a-4318-8f4e-527367cbf591'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:38:24.315177 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-ba87637b-c087-455e-86dd-1dffb563b2c5 service neutron] Attempting to bind port bc5de3af-96e6-4c8b-811f-abdc0af19d7c on network 9e92c9d5-623a-4318-8f4e-527367cbf591 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:38:24.319978 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-ba87637b-c087-455e-86dd-1dffb563b2c5 service neutron] Port bc5de3af-96e6-4c8b-811f-abdc0af19d7c on network 9e92c9d5-623a-4318-8f4e-527367cbf591 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:38:24.320296 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-ba87637b-c087-455e-86dd-1dffb563b2c5 service neutron] Attempting to bind port bc5de3af-96e6-4c8b-811f-abdc0af19d7c on network 9e92c9d5-623a-4318-8f4e-527367cbf591 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:38:24.325920 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-ba87637b-c087-455e-86dd-1dffb563b2c5 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:38:24.326255 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-ba87637b-c087-455e-86dd-1dffb563b2c5 service neutron] Checking segment: {'id': 'a269028b-d82a-4edc-850a-840ba376e1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9e92c9d5-623a-4318-8f4e-527367cbf591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:38:24.326650 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-ba87637b-c087-455e-86dd-1dffb563b2c5 service neutron] Bound using segment: {'id': 'a269028b-d82a-4edc-850a-840ba376e1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9e92c9d5-623a-4318-8f4e-527367cbf591'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:38:24.327077 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-ba87637b-c087-455e-86dd-1dffb563b2c5 service neutron] Bound port: bc5de3af-96e6-4c8b-811f-abdc0af19d7c, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a269028b-d82a-4edc-850a-840ba376e1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9e92c9d5-623a-4318-8f4e-527367cbf591'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:38:24.327449 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-ba87637b-c087-455e-86dd-1dffb563b2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:24.394484 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-ba87637b-c087-455e-86dd-1dffb563b2c5 service neutron] For port bc5de3af-96e6-4c8b-811f-abdc0af19d7c, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:38:24.397653 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-ba87637b-c087-455e-86dd-1dffb563b2c5 service neutron] For port bc5de3af-96e6-4c8b-811f-abdc0af19d7c, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=bc5de3af-96e6-4c8b-811f-abdc0af19d7c,segment=NetworkSegment(a269028b-d82a-4edc-850a-840ba376e1ac),segment_id=a269028b-d82a-4edc-850a-840ba376e1ac)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:38:24.397973 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870243c-7bc7-47da-8d91-ce9ff05e3ce0 req-1b5678db-4646-4d58-be9d-955279154f1b tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:24.399687 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c870243c-7bc7-47da-8d91-ce9ff05e3ce0 req-1b5678db-4646-4d58-be9d-955279154f1b tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?device_id=6fb1e5f5-f138-4be6-8f5f-e35a3c9df590 HTTP/1.1" status: 200 len: 943 time: 0.0558703 Nov 04 11:38:24.404101 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-ba87637b-c087-455e-86dd-1dffb563b2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:24.438951 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-ba87637b-c087-455e-86dd-1dffb563b2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:24.439600 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-ba87637b-c087-455e-86dd-1dffb563b2c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:24.441065 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-ba87637b-c087-455e-86dd-1dffb563b2c5 service neutron] 10.222.0.126 "PUT /v2.0/ports/bc5de3af-96e6-4c8b-811f-abdc0af19d7c HTTP/1.1" status: 200 len: 1091 time: 0.6078184 Nov 04 11:38:24.441528 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb1e5f5-f138-4be6-8f5f-e35a3c9df590', 'tag': 'bc5de3af-96e6-4c8b-811f-abdc0af19d7c'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:38:24.443888 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def89755-752a-4ed1-bed1-fe97aae58e76" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb1e5f5-f138-4be6-8f5f-e35a3c9df590", "tag": "bc5de3af-96e6-4c8b-811f-abdc0af19d7c"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:38:24.453034 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c870243c-7bc7-47da-8d91-ce9ff05e3ce0 req-a53a7a3b-0602-428f-83bc-e53ee4d2c834 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/security-groups?id=653c26e9-466d-45e4-8430-87f1f4c3f7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463183 Nov 04 11:38:24.473225 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87637b-c087-455e-86dd-1dffb563b2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5de3af-96e6-4c8b-811f-abdc0af19d7c,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:24.519055 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf706144-1dba-451a-ba2d-11a9883eb207 x-openstack-request-id: req-cf706144-1dba-451a-ba2d-11a9883eb207 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:38:24.519454 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb1e5f5-f138-4be6-8f5f-e35a3c9df590", "tag": "bc5de3af-96e6-4c8b-811f-abdc0af19d7c", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:38:24.519800 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-cf706144-1dba-451a-ba2d-11a9883eb207 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:38:24.520347 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb1e5f5-f138-4be6-8f5f-e35a3c9df590', 'tag': 'bc5de3af-96e6-4c8b-811f-abdc0af19d7c', 'status': 'completed', 'code': 200} Nov 04 11:38:24.538856 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-4413d838-f79c-49a3-8095-c12dd0491542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:24.540416 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-4413d838-f79c-49a3-8095-c12dd0491542 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=eed4a6d6aaea4f0f91f930376a85e80a&device_id=6fb1e5f5-f138-4be6-8f5f-e35a3c9df590 HTTP/1.1" status: 200 len: 1094 time: 0.0544767 Nov 04 11:38:24.590539 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-384491ab-e757-4212-acfb-cde4f0f5ad94 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc5de3af-96e6-4c8b-811f-abdc0af19d7c HTTP/1.1" status: 200 len: 217 time: 0.0394616 Nov 04 11:38:24.643252 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-f621b481-db2b-474a-9557-4e77e1361df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:24.644771 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-f621b481-db2b-474a-9557-4e77e1361df6 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1813b24f-c8ba-41ea-9d8f-8f74f5e9c8c1 HTTP/1.1" status: 200 len: 853 time: 0.0473251 Nov 04 11:38:24.686808 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-8b3406c4-17da-4cf0-89f8-a3e8c686127f service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=9e92c9d5-623a-4318-8f4e-527367cbf591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341561 Nov 04 11:38:24.782486 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-86b44e42-a59b-444b-9fe9-208f542face1 service neutron] 10.222.0.126 "GET /v2.0/networks/9e92c9d5-623a-4318-8f4e-527367cbf591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882807 Nov 04 11:38:24.881736 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9d206bfc-b22e-4b58-97c6-c63498e38a4d req-cd628e4e-3b28-42c1-b4fe-567c44e123e6 service neutron] 10.222.0.126 "GET /v2.0/networks/9e92c9d5-623a-4318-8f4e-527367cbf591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910444 Nov 04 11:38:24.971903 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def89755-752a-4ed1-bed1-fe97aae58e76 req-83bb7bf2-2a95-4b1e-9c15-f5b2f86268a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:24.973371 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-def89755-752a-4ed1-bed1-fe97aae58e76 req-83bb7bf2-2a95-4b1e-9c15-f5b2f86268a8 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=eed4a6d6aaea4f0f91f930376a85e80a&device_id=6fb1e5f5-f138-4be6-8f5f-e35a3c9df590 HTTP/1.1" status: 200 len: 1094 time: 0.0429878 Nov 04 11:38:25.067469 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def89755-752a-4ed1-bed1-fe97aae58e76 req-c06db65e-082f-431d-ba4b-cd7c12281359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:25.068983 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-def89755-752a-4ed1-bed1-fe97aae58e76 req-c06db65e-082f-431d-ba4b-cd7c12281359 service neutron] 10.222.0.126 "GET /v2.0/networks?id=9e92c9d5-623a-4318-8f4e-527367cbf591 HTTP/1.1" status: 200 len: 915 time: 0.0885315 Nov 04 11:38:25.112147 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-def89755-752a-4ed1-bed1-fe97aae58e76 req-5e8dd8a2-0509-4742-b461-5474a414b315 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc5de3af-96e6-4c8b-811f-abdc0af19d7c HTTP/1.1" status: 200 len: 217 time: 0.0347395 Nov 04 11:38:25.169285 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def89755-752a-4ed1-bed1-fe97aae58e76 req-e72e1c92-9e90-4a9a-b55f-14dd0895c247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:25.170804 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-def89755-752a-4ed1-bed1-fe97aae58e76 req-e72e1c92-9e90-4a9a-b55f-14dd0895c247 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1813b24f-c8ba-41ea-9d8f-8f74f5e9c8c1 HTTP/1.1" status: 200 len: 853 time: 0.0509639 Nov 04 11:38:25.584394 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae31b4-7561-4acb-b5b3-cb32475d5752 req-3be6f250-e34e-4eb9-817c-3d7ae59c53c6 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:25.585361 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-def89755-752a-4ed1-bed1-fe97aae58e76 req-dacf2e1c-c907-450b-a41b-36b2e79eda89 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=9e92c9d5-623a-4318-8f4e-527367cbf591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4073536 Nov 04 11:38:25.586615 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79ae31b4-7561-4acb-b5b3-cb32475d5752 req-3be6f250-e34e-4eb9-817c-3d7ae59c53c6 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?device_id=6fb1e5f5-f138-4be6-8f5f-e35a3c9df590 HTTP/1.1" status: 200 len: 943 time: 0.0539379 Nov 04 11:38:25.639149 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79ae31b4-7561-4acb-b5b3-cb32475d5752 req-7f28bf76-1c67-454b-b335-d0361bd8999a tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/security-groups?id=653c26e9-466d-45e4-8430-87f1f4c3f7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463862 Nov 04 11:38:25.682709 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-def89755-752a-4ed1-bed1-fe97aae58e76 req-50ed8b48-da5e-43b6-882b-a6b62fcb39af service neutron] 10.222.0.126 "GET /v2.0/networks/9e92c9d5-623a-4318-8f4e-527367cbf591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882576 Nov 04 11:38:25.781199 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-def89755-752a-4ed1-bed1-fe97aae58e76 req-eabe2eac-7055-486a-a04c-4bf3d8cd4836 service neutron] 10.222.0.126 "GET /v2.0/networks/9e92c9d5-623a-4318-8f4e-527367cbf591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897729 Nov 04 11:38:26.758889 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf235f-fe8d-4426-ace1-b77b50e42edb req-44699627-08a2-4054-be1b-34c1d11d693f tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:26.760434 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5fbf235f-fe8d-4426-ace1-b77b50e42edb req-44699627-08a2-4054-be1b-34c1d11d693f tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?device_id=6fb1e5f5-f138-4be6-8f5f-e35a3c9df590 HTTP/1.1" status: 200 len: 943 time: 0.0519831 Nov 04 11:38:26.813246 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5fbf235f-fe8d-4426-ace1-b77b50e42edb req-3b092dd9-50ab-4cf7-b990-657331b202af tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/security-groups?id=653c26e9-466d-45e4-8430-87f1f4c3f7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464821 Nov 04 11:38:27.084354 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device bc5de3af-96e6-4c8b-811f-abdc0af19d7c details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:38:27.191394 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port bc5de3af-96e6-4c8b-811f-abdc0af19d7c, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=bc5de3af-96e6-4c8b-811f-abdc0af19d7c,segment=NetworkSegment(a269028b-d82a-4edc-850a-840ba376e1ac),segment_id=a269028b-d82a-4edc-850a-840ba376e1ac)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:38:27.202864 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'bc5de3af-96e6-4c8b-811f-abdc0af19d7c', 'network_id': '9e92c9d5-623a-4318-8f4e-527367cbf591', 'port_id': 'bc5de3af-96e6-4c8b-811f-abdc0af19d7c', 'mac_address': 'fa:16:3e:69:49:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1813b24f-c8ba-41ea-9d8f-8f74f5e9c8c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:38:27.240863 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:27.254192 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5de3af-96e6-4c8b-811f-abdc0af19d7c {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:38:27.279266 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port bc5de3af-96e6-4c8b-811f-abdc0af19d7c, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=bc5de3af-96e6-4c8b-811f-abdc0af19d7c,segment=NetworkSegment(a269028b-d82a-4edc-850a-840ba376e1ac),segment_id=a269028b-d82a-4edc-850a-840ba376e1ac)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:38:27.287498 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:27.334605 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=bc5de3af-96e6-4c8b-811f-abdc0af19d7c,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:27.480594 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['bc5de3af-96e6-4c8b-811f-abdc0af19d7c'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:38:27.949523 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330da711-9e06-4ff5-800d-d5e14a3a3c01 req-bb3ff2d1-75e2-4cdf-85a1-a34827395ca0 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:27.952045 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-330da711-9e06-4ff5-800d-d5e14a3a3c01 req-bb3ff2d1-75e2-4cdf-85a1-a34827395ca0 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?device_id=6fb1e5f5-f138-4be6-8f5f-e35a3c9df590 HTTP/1.1" status: 200 len: 944 time: 0.0603909 Nov 04 11:38:28.005203 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-330da711-9e06-4ff5-800d-d5e14a3a3c01 req-96c59ffc-9200-4115-bffc-2209290b00ec tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/security-groups?id=653c26e9-466d-45e4-8430-87f1f4c3f7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469627 Nov 04 11:38:29.085992 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device bc5de3af-96e6-4c8b-811f-abdc0af19d7c up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:38:29.139469 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3dc29-bede-44e6-8f3a-a9734cedd3b0 req-dd99db7d-0293-411b-8bd5-c76ddd172ca7 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:29.140574 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port bc5de3af-96e6-4c8b-811f-abdc0af19d7c completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:38:29.141259 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-55c3dc29-bede-44e6-8f3a-a9734cedd3b0 req-dd99db7d-0293-411b-8bd5-c76ddd172ca7 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?device_id=6fb1e5f5-f138-4be6-8f5f-e35a3c9df590 HTTP/1.1" status: 200 len: 944 time: 0.0540254 Nov 04 11:38:29.145140 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port bc5de3af-96e6-4c8b-811f-abdc0af19d7c triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:38:29.145539 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:29.191525 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-55c3dc29-bede-44e6-8f3a-a9734cedd3b0 req-2d097ce6-fbee-4ca8-8f25-d3293a6835d6 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/security-groups?id=653c26e9-466d-45e4-8430-87f1f4c3f7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435946 Nov 04 11:38:29.222351 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:29.244905 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb1e5f5-f138-4be6-8f5f-e35a3c9df590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5de3af-96e6-4c8b-811f-abdc0af19d7c'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:38:29.247431 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0675b4-5177-412f-aa7c-b9bb8b65bf76" -d '{"events": [{"server_uuid": "6fb1e5f5-f138-4be6-8f5f-e35a3c9df590", "name": "network-vif-plugged", "status": "completed", "tag": "bc5de3af-96e6-4c8b-811f-abdc0af19d7c"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:38:29.260299 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port bc5de3af-96e6-4c8b-811f-abdc0af19d7c, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=bc5de3af-96e6-4c8b-811f-abdc0af19d7c,segment=NetworkSegment(a269028b-d82a-4edc-850a-840ba376e1ac),segment_id=a269028b-d82a-4edc-850a-840ba376e1ac)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:38:29.266024 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:29.292523 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf90e65a-0cb2-4b22-8271-201e0ce2d8cb x-openstack-request-id: req-bf90e65a-0cb2-4b22-8271-201e0ce2d8cb {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:38:29.292753 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb1e5f5-f138-4be6-8f5f-e35a3c9df590", "name": "network-vif-plugged", "status": "completed", "tag": "bc5de3af-96e6-4c8b-811f-abdc0af19d7c", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:38:29.293029 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-bf90e65a-0cb2-4b22-8271-201e0ce2d8cb {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:38:29.293447 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb1e5f5-f138-4be6-8f5f-e35a3c9df590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5de3af-96e6-4c8b-811f-abdc0af19d7c', 'code': 200} Nov 04 11:38:29.320442 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=bc5de3af-96e6-4c8b-811f-abdc0af19d7c,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:29.386554 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29d4f6-39d6-4b18-b0c2-54aae80c23c1 req-ffab4206-3bea-4350-a9bb-408afa6d807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:29.388084 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d29d4f6-39d6-4b18-b0c2-54aae80c23c1 req-ffab4206-3bea-4350-a9bb-408afa6d807e service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=6fb1e5f5-f138-4be6-8f5f-e35a3c9df590 HTTP/1.1" status: 200 len: 1096 time: 0.0419927 Nov 04 11:38:29.435197 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-5d29d4f6-39d6-4b18-b0c2-54aae80c23c1 req-39dde0b7-5500-4bb1-b0a9-0ea1725851a0 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=653c26e9-466d-45e4-8430-87f1f4c3f7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389733 Nov 04 11:38:30.343296 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf12edb-e6b3-4a35-ab87-5a94ccbda18a req-832fd340-f4f7-4871-bf75-77791cfa75f6 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:30.344876 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8bf12edb-e6b3-4a35-ab87-5a94ccbda18a req-832fd340-f4f7-4871-bf75-77791cfa75f6 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?device_id=6fb1e5f5-f138-4be6-8f5f-e35a3c9df590 HTTP/1.1" status: 200 len: 945 time: 0.0751102 Nov 04 11:38:30.395935 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8bf12edb-e6b3-4a35-ab87-5a94ccbda18a req-d8387b0d-6b2d-4022-8b54-430272493ebf tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/security-groups?id=653c26e9-466d-45e4-8430-87f1f4c3f7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441947 Nov 04 11:38:31.526605 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f0eb9-454f-4440-a8fb-7b8ff950ffd0 req-946392c7-acbd-41ed-aaf8-1094ca3788a1 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:31.528190 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-375f0eb9-454f-4440-a8fb-7b8ff950ffd0 req-946392c7-acbd-41ed-aaf8-1094ca3788a1 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?device_id=6fb1e5f5-f138-4be6-8f5f-e35a3c9df590 HTTP/1.1" status: 200 len: 945 time: 0.0541313 Nov 04 11:38:31.579887 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-375f0eb9-454f-4440-a8fb-7b8ff950ffd0 req-52ce0a69-238e-458b-a7c3-43a60bb923cb tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/security-groups?id=653c26e9-466d-45e4-8430-87f1f4c3f7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452330 Nov 04 11:38:31.843671 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a19320-b8db-42e7-b1f6-6083c3bf7f54 req-de599138-f0a1-49da-8050-f8d767202c2c tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:31.845344 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f0a19320-b8db-42e7-b1f6-6083c3bf7f54 req-de599138-f0a1-49da-8050-f8d767202c2c tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?device_id=6fb1e5f5-f138-4be6-8f5f-e35a3c9df590 HTTP/1.1" status: 200 len: 945 time: 0.0612671 Nov 04 11:38:31.897691 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f0a19320-b8db-42e7-b1f6-6083c3bf7f54 req-322a5f7c-a204-4615-91e1-1ed6c40391ce tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/security-groups?id=653c26e9-466d-45e4-8430-87f1f4c3f7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434632 Nov 04 11:38:33.026741 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea4b17-aef9-4318-9b04-b58fdbde8664 req-91b4b83e-3c76-4261-8140-9e8136f25c83 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:33.028345 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79ea4b17-aef9-4318-9b04-b58fdbde8664 req-91b4b83e-3c76-4261-8140-9e8136f25c83 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?device_id=6fb1e5f5-f138-4be6-8f5f-e35a3c9df590 HTTP/1.1" status: 200 len: 945 time: 0.0586944 Nov 04 11:38:33.081479 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79ea4b17-aef9-4318-9b04-b58fdbde8664 req-f4dfaf81-e405-439f-ba45-6ed888861d96 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/security-groups?id=653c26e9-466d-45e4-8430-87f1f4c3f7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439894 Nov 04 11:38:33.130454 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88a29b-e31c-4af1-9545-d508351f1e68 req-bb9c2892-47f3-4c7a-a74b-fd1e872e091f tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:33.132652 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7f88a29b-e31c-4af1-9545-d508351f1e68 req-bb9c2892-47f3-4c7a-a74b-fd1e872e091f tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.126 "GET /v2.0/ports?device_id=6fb1e5f5-f138-4be6-8f5f-e35a3c9df590 HTTP/1.1" status: 200 len: 945 time: 0.0562165 Nov 04 11:38:33.235538 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-7f88a29b-e31c-4af1-9545-d508351f1e68 req-204ff698-c35b-4eb7-b69a-77f8bed63a1f tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Deleting port bc5de3af-96e6-4c8b-811f-abdc0af19d7c {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:38:33.235777 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7f88a29b-e31c-4af1-9545-d508351f1e68 req-204ff698-c35b-4eb7-b69a-77f8bed63a1f tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:33.329601 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-7f88a29b-e31c-4af1-9545-d508351f1e68 req-204ff698-c35b-4eb7-b69a-77f8bed63a1f tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] For port bc5de3af-96e6-4c8b-811f-abdc0af19d7c, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=bc5de3af-96e6-4c8b-811f-abdc0af19d7c,segment=NetworkSegment(a269028b-d82a-4edc-850a-840ba376e1ac),segment_id=a269028b-d82a-4edc-850a-840ba376e1ac)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:38:33.329956 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7f88a29b-e31c-4af1-9545-d508351f1e68 req-204ff698-c35b-4eb7-b69a-77f8bed63a1f tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:33.343700 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-7f88a29b-e31c-4af1-9545-d508351f1e68 req-204ff698-c35b-4eb7-b69a-77f8bed63a1f tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Calling delete_port for bc5de3af-96e6-4c8b-811f-abdc0af19d7c owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:38:33.485764 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7f88a29b-e31c-4af1-9545-d508351f1e68 req-204ff698-c35b-4eb7-b69a-77f8bed63a1f tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:33.499239 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['9b1033ae-951f-48bd-9a42-b0cf07039202'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:38:33.501994 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['bc5de3af-96e6-4c8b-811f-abdc0af19d7c'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:38:33.521471 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ff698-c35b-4eb7-b69a-77f8bed63a1f tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Pushing event deleted for resources: {'Port': ['ID=bc5de3af-96e6-4c8b-811f-abdc0af19d7c,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:33.565981 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f88a29b-e31c-4af1-9545-d508351f1e68 req-204ff698-c35b-4eb7-b69a-77f8bed63a1f tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] No DVR routers for this DVR port bc5de3af-96e6-4c8b-811f-abdc0af19d7c on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:38:33.568554 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7f88a29b-e31c-4af1-9545-d508351f1e68 req-204ff698-c35b-4eb7-b69a-77f8bed63a1f tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:33.571886 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7f88a29b-e31c-4af1-9545-d508351f1e68 req-204ff698-c35b-4eb7-b69a-77f8bed63a1f tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.126 "DELETE /v2.0/ports/bc5de3af-96e6-4c8b-811f-abdc0af19d7c HTTP/1.1" status: 204 len: 173 time: 0.4325314 Nov 04 11:38:33.572329 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb1e5f5-f138-4be6-8f5f-e35a3c9df590', 'name': 'network-vif-deleted', 'tag': 'bc5de3af-96e6-4c8b-811f-abdc0af19d7c'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:38:33.574861 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453f5796-c852-409d-84a9-8ad93a228773" -d '{"events": [{"server_uuid": "6fb1e5f5-f138-4be6-8f5f-e35a3c9df590", "name": "network-vif-deleted", "tag": "bc5de3af-96e6-4c8b-811f-abdc0af19d7c"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:38:33.612613 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e26e50d-0219-4cdb-9c6c-4660bfc3f15b x-openstack-request-id: req-6e26e50d-0219-4cdb-9c6c-4660bfc3f15b {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:38:33.613582 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb1e5f5-f138-4be6-8f5f-e35a3c9df590", "name": "network-vif-deleted", "tag": "bc5de3af-96e6-4c8b-811f-abdc0af19d7c", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:38:33.613858 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-6e26e50d-0219-4cdb-9c6c-4660bfc3f15b {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:38:33.614268 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb1e5f5-f138-4be6-8f5f-e35a3c9df590', 'name': 'network-vif-deleted', 'tag': 'bc5de3af-96e6-4c8b-811f-abdc0af19d7c', 'status': 'completed', 'code': 200} Nov 04 11:38:34.245397 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b609047-a3fd-4922-91bc-302d749aedd0 req-26a602dc-153e-4fd8-8947-27b2ebb83aff tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:34.246996 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4b609047-a3fd-4922-91bc-302d749aedd0 req-26a602dc-153e-4fd8-8947-27b2ebb83aff tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?device_id=a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a HTTP/1.1" status: 200 len: 946 time: 0.0591762 Nov 04 11:38:34.300380 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4b609047-a3fd-4922-91bc-302d749aedd0 req-ba506db8-bcca-4b56-9da8-db98f0389883 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/security-groups?id=653c26e9-466d-45e4-8430-87f1f4c3f7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467932 Nov 04 11:38:34.434202 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8ebc2-610e-45d2-bcfa-517d09b5490f req-c59e7305-de3b-4dda-a007-ce9aa2b9a6f7 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:34.435702 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4aa8ebc2-610e-45d2-bcfa-517d09b5490f req-c59e7305-de3b-4dda-a007-ce9aa2b9a6f7 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?device_id=a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a HTTP/1.1" status: 200 len: 946 time: 0.0505588 Nov 04 11:38:34.487772 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4aa8ebc2-610e-45d2-bcfa-517d09b5490f req-455b59e6-a66b-4e9e-8228-9e6e68ac95dd tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/security-groups?id=653c26e9-466d-45e4-8430-87f1f4c3f7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430248 Nov 04 11:38:34.615134 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b89c74-b143-48ac-952b-5cddbb73cb24 req-3628124e-de75-4e5b-9bec-113be0d6f850 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:34.616606 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a4b89c74-b143-48ac-952b-5cddbb73cb24 req-3628124e-de75-4e5b-9bec-113be0d6f850 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?device_id=a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a HTTP/1.1" status: 200 len: 946 time: 0.0527713 Nov 04 11:38:34.667577 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a4b89c74-b143-48ac-952b-5cddbb73cb24 req-a7ea68e4-097c-4604-89be-e96075530662 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/security-groups?id=653c26e9-466d-45e4-8430-87f1f4c3f7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444243 Nov 04 11:38:34.851196 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222055cd-b311-4d71-9362-c41e4fac1344 req-6573f225-361f-478e-8078-edbcdf1290a9 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:34.852759 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-222055cd-b311-4d71-9362-c41e4fac1344 req-6573f225-361f-478e-8078-edbcdf1290a9 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?device_id=a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a HTTP/1.1" status: 200 len: 946 time: 0.0584593 Nov 04 11:38:34.909347 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-222055cd-b311-4d71-9362-c41e4fac1344 req-6ac56855-38ec-47e3-9631-fe02005e97ef tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/security-groups?id=653c26e9-466d-45e4-8430-87f1f4c3f7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477493 Nov 04 11:38:35.041622 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fb244-d444-447e-b33f-43eaea9aff2b req-83f1f151-8f66-4672-8e12-1aef505d954e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:35.043077 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9e5fb244-d444-447e-b33f-43eaea9aff2b req-83f1f151-8f66-4672-8e12-1aef505d954e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?device_id=a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a HTTP/1.1" status: 200 len: 946 time: 0.0527120 Nov 04 11:38:35.092191 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9e5fb244-d444-447e-b33f-43eaea9aff2b req-8c34805a-5094-4fa2-b133-97efe4b5f45e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/security-groups?id=653c26e9-466d-45e4-8430-87f1f4c3f7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426428 Nov 04 11:38:35.258573 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e0672-880d-4953-a8ad-c35cc31c822a req-4291225a-a28c-4715-945f-7a68311d5652 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:35.260088 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2d8e0672-880d-4953-a8ad-c35cc31c822a req-4291225a-a28c-4715-945f-7a68311d5652 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?device_id=a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a HTTP/1.1" status: 200 len: 946 time: 0.0611408 Nov 04 11:38:35.314648 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2d8e0672-880d-4953-a8ad-c35cc31c822a req-d082d6e6-9011-4bdb-9a7c-edf87163234e tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/security-groups?id=653c26e9-466d-45e4-8430-87f1f4c3f7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480127 Nov 04 11:38:35.641333 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8e95e-6696-4a34-b910-97b2a7efa9ce req-7c01766e-1de9-422a-b2b0-ea0fdf89b75d tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:35.642843 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-65e8e95e-6696-4a34-b910-97b2a7efa9ce req-7c01766e-1de9-422a-b2b0-ea0fdf89b75d tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?device_id=a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a HTTP/1.1" status: 200 len: 946 time: 0.0518680 Nov 04 11:38:35.694374 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-65e8e95e-6696-4a34-b910-97b2a7efa9ce req-1cecf3ea-8482-4e1f-814c-d9073e41ad49 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/security-groups?id=653c26e9-466d-45e4-8430-87f1f4c3f7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423055 Nov 04 11:38:36.828924 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc94d0-6810-480e-85e0-e6872f597026 req-8fd96698-fda6-4948-a5d8-1237fdc2d564 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:36.830429 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c9bc94d0-6810-480e-85e0-e6872f597026 req-8fd96698-fda6-4948-a5d8-1237fdc2d564 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/ports?device_id=a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a HTTP/1.1" status: 200 len: 946 time: 0.0555787 Nov 04 11:38:36.881686 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c9bc94d0-6810-480e-85e0-e6872f597026 req-762590b2-bd54-4caa-80ea-dc8caeef6392 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.127 "GET /v2.0/security-groups?id=653c26e9-466d-45e4-8430-87f1f4c3f7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423591 Nov 04 11:38:36.980434 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb57b5-237d-4cf8-8174-1d80541c85ff req-bdcbefdd-972a-49e3-9125-8cfad0716a97 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:36.982238 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-51cb57b5-237d-4cf8-8174-1d80541c85ff req-bdcbefdd-972a-49e3-9125-8cfad0716a97 tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.121 "GET /v2.0/ports?device_id=a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a HTTP/1.1" status: 200 len: 946 time: 0.0576892 Nov 04 11:38:37.081512 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-51cb57b5-237d-4cf8-8174-1d80541c85ff req-42f5290b-a493-42ea-b49b-aa40936098bc tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Deleting port 9b1033ae-951f-48bd-9a42-b0cf07039202 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:38:37.081870 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-51cb57b5-237d-4cf8-8174-1d80541c85ff req-42f5290b-a493-42ea-b49b-aa40936098bc tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:37.112860 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device bc5de3af-96e6-4c8b-811f-abdc0af19d7c no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:38:37.134315 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: bc5de3af-96e6-4c8b-811f-abdc0af19d7c {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:38:37.134642 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device bc5de3af-96e6-4c8b-811f-abdc0af19d7c not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:38:37.175302 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-51cb57b5-237d-4cf8-8174-1d80541c85ff req-42f5290b-a493-42ea-b49b-aa40936098bc tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] For port 9b1033ae-951f-48bd-9a42-b0cf07039202, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=9b1033ae-951f-48bd-9a42-b0cf07039202,segment=NetworkSegment(a269028b-d82a-4edc-850a-840ba376e1ac),segment_id=a269028b-d82a-4edc-850a-840ba376e1ac)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:38:37.175661 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-51cb57b5-237d-4cf8-8174-1d80541c85ff req-42f5290b-a493-42ea-b49b-aa40936098bc tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:37.188936 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-51cb57b5-237d-4cf8-8174-1d80541c85ff req-42f5290b-a493-42ea-b49b-aa40936098bc tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Calling delete_port for 9b1033ae-951f-48bd-9a42-b0cf07039202 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:38:37.337593 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-51cb57b5-237d-4cf8-8174-1d80541c85ff req-42f5290b-a493-42ea-b49b-aa40936098bc tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:37.350425 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['9b1033ae-951f-48bd-9a42-b0cf07039202'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:38:37.368466 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5290b-a493-42ea-b49b-aa40936098bc tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Pushing event deleted for resources: {'Port': ['ID=9b1033ae-951f-48bd-9a42-b0cf07039202,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:37.416966 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cb57b5-237d-4cf8-8174-1d80541c85ff req-42f5290b-a493-42ea-b49b-aa40936098bc tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] No DVR routers for this DVR port 9b1033ae-951f-48bd-9a42-b0cf07039202 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:38:37.420095 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-51cb57b5-237d-4cf8-8174-1d80541c85ff req-42f5290b-a493-42ea-b49b-aa40936098bc tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:37.424034 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-51cb57b5-237d-4cf8-8174-1d80541c85ff req-42f5290b-a493-42ea-b49b-aa40936098bc tempest-ServersNegativeTestJSON-2033026038 tempest-ServersNegativeTestJSON-2033026038-project] 10.222.0.121 "DELETE /v2.0/ports/9b1033ae-951f-48bd-9a42-b0cf07039202 HTTP/1.1" status: 204 len: 173 time: 0.4351344 Nov 04 11:38:37.424515 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a', 'name': 'network-vif-deleted', 'tag': '9b1033ae-951f-48bd-9a42-b0cf07039202'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:38:37.426869 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788e67d8-2e40-41ea-9841-4413be0ff120" -d '{"events": [{"server_uuid": "a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a", "name": "network-vif-deleted", "tag": "9b1033ae-951f-48bd-9a42-b0cf07039202"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:38:37.465269 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ffa972-8316-4f13-a0d9-cecd9f93a146 x-openstack-request-id: req-35ffa972-8316-4f13-a0d9-cecd9f93a146 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:38:37.465646 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a", "name": "network-vif-deleted", "tag": "9b1033ae-951f-48bd-9a42-b0cf07039202", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:38:37.466011 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-35ffa972-8316-4f13-a0d9-cecd9f93a146 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:38:37.466473 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20b6f67-f3a3-4db7-8ea6-b9db9ecb294a', 'name': 'network-vif-deleted', 'tag': '9b1033ae-951f-48bd-9a42-b0cf07039202', 'status': 'completed', 'code': 200} Nov 04 11:38:37.953372 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33674) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:38.007658 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-744b0be5-5ce7-4633-9918-ca9c43ca218d admin admin] Deleting subnet 1813b24f-c8ba-41ea-9d8f-8f74f5e9c8c1 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:38:38.011102 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-744b0be5-5ce7-4633-9918-ca9c43ca218d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:38.047130 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-744b0be5-5ce7-4633-9918-ca9c43ca218d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:38.087076 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-744b0be5-5ce7-4633-9918-ca9c43ca218d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:38.142695 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-744b0be5-5ce7-4633-9918-ca9c43ca218d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:38.174570 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b0be5-5ce7-4633-9918-ca9c43ca218d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1813b24f-c8ba-41ea-9d8f-8f74f5e9c8c1,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:38.181209 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-744b0be5-5ce7-4633-9918-ca9c43ca218d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:38.184495 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-744b0be5-5ce7-4633-9918-ca9c43ca218d admin admin] 10.222.0.127 "DELETE /v2.0/subnets/1813b24f-c8ba-41ea-9d8f-8f74f5e9c8c1 HTTP/1.1" status: 204 len: 168 time: 0.2295578 Nov 04 11:38:38.187533 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33676) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:38.260550 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-11c5a5f6-7e85-4d91-b357-941ce72866c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:38.349974 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-11c5a5f6-7e85-4d91-b357-941ce72866c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:38.370599 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-11c5a5f6-7e85-4d91-b357-941ce72866c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e92c9d5-623a-4318-8f4e-527367cbf591']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:38.381824 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-11c5a5f6-7e85-4d91-b357-941ce72866c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a269028b-d82a-4edc-850a-840ba376e1ac') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:38.382130 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-11c5a5f6-7e85-4d91-b357-941ce72866c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a269028b-d82a-4edc-850a-840ba376e1ac') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:38.392920 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-11c5a5f6-7e85-4d91-b357-941ce72866c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:38.407822 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-11c5a5f6-7e85-4d91-b357-941ce72866c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:38.414907 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c5a5f6-7e85-4d91-b357-941ce72866c1 admin admin] Releasing vlan 1151 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:38:38.415461 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-11c5a5f6-7e85-4d91-b357-941ce72866c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:38:38.417272 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:38:38.471748 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-11c5a5f6-7e85-4d91-b357-941ce72866c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:38.476688 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-11c5a5f6-7e85-4d91-b357-941ce72866c1 admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:38.483067 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-11c5a5f6-7e85-4d91-b357-941ce72866c1 admin admin] 10.222.0.127 "DELETE /v2.0/networks/9e92c9d5-623a-4318-8f4e-527367cbf591 HTTP/1.1" status: 204 len: 168 time: 0.2914913 Nov 04 11:38:38.494216 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5a5f6-7e85-4d91-b357-941ce72866c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e92c9d5-623a-4318-8f4e-527367cbf591,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:38.610091 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33680) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:38.652705 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c599d225-9488-4a14-a786-6eb63d4d96b7 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=eed4a6d6aaea4f0f91f930376a85e80a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413914 Nov 04 11:38:38.655374 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33682) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:38.711290 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1db4a0b5-a13a-43ba-baf2-5d6396ad033f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:38.732586 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1db4a0b5-a13a-43ba-baf2-5d6396ad033f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:38.782372 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1db4a0b5-a13a-43ba-baf2-5d6396ad033f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:38.785358 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1db4a0b5-a13a-43ba-baf2-5d6396ad033f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:38.786548 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1db4a0b5-a13a-43ba-baf2-5d6396ad033f admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/653c26e9-466d-45e4-8430-87f1f4c3f7e3 HTTP/1.1" status: 204 len: 168 time: 0.1302807 Nov 04 11:38:38.794651 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4a0b5-a13a-43ba-baf2-5d6396ad033f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653c26e9-466d-45e4-8430-87f1f4c3f7e3,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:39.357962 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 9b1033ae-951f-48bd-9a42-b0cf07039202 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:38:39.378708 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 9b1033ae-951f-48bd-9a42-b0cf07039202 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:38:39.379052 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 9b1033ae-951f-48bd-9a42-b0cf07039202 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:38:39.539803 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33704) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:39.637397 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-e858eb98-f8eb-48a1-b6c6-354472f4b51a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-392502198'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:38:39.663297 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e858eb98-f8eb-48a1-b6c6-354472f4b51a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Made reservation on behalf of b590e17dc2b2490d8aa84758905dd430 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:38:39.667001 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e858eb98-f8eb-48a1-b6c6-354472f4b51a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:39.676361 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e858eb98-f8eb-48a1-b6c6-354472f4b51a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:39.753632 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e858eb98-f8eb-48a1-b6c6-354472f4b51a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:39.759966 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e858eb98-f8eb-48a1-b6c6-354472f4b51a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:39.782763 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e858eb98-f8eb-48a1-b6c6-354472f4b51a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1198} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:38:39.797619 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858eb98-f8eb-48a1-b6c6-354472f4b51a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7610e3e9-4864-4d57-8dcd-8b4a5af28431,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:39.800563 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e858eb98-f8eb-48a1-b6c6-354472f4b51a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:39.800922 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-e858eb98-f8eb-48a1-b6c6-354472f4b51a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Added segment eab13c08-0e01-4c4b-a18a-0fe83a14a04b of type vlan for network 761b3ea3-6ce0-4b6a-8fc4-e48c7c7e9179 Nov 04 11:38:39.846114 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e858eb98-f8eb-48a1-b6c6-354472f4b51a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:39.875617 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e858eb98-f8eb-48a1-b6c6-354472f4b51a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:39.881978 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e858eb98-f8eb-48a1-b6c6-354472f4b51a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:39.882505 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e858eb98-f8eb-48a1-b6c6-354472f4b51a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:39.946702 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e858eb98-f8eb-48a1-b6c6-354472f4b51a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4056878 Nov 04 11:38:39.955501 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858eb98-f8eb-48a1-b6c6-354472f4b51a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Pushing event updated for resources: {'Network': ['ID=761b3ea3-6ce0-4b6a-8fc4-e48c7c7e9179,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:39.965715 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 761b3ea3-6ce0-4b6a-8fc4-e48c7c7e9179 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:38:43.019261 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:43.128472 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33708) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:43.134059 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-d26ccabe-6848-459d-8703-f1f0d8aa84f4 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Request body: {'subnet': {'network_id': '761b3ea3-6ce0-4b6a-8fc4-e48c7c7e9179', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:38:43.230167 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26ccabe-6848-459d-8703-f1f0d8aa84f4 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Made reservation on behalf of b590e17dc2b2490d8aa84758905dd430 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:38:43.234233 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d26ccabe-6848-459d-8703-f1f0d8aa84f4 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:43.440666 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d26ccabe-6848-459d-8703-f1f0d8aa84f4 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:43.506839 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ccabe-6848-459d-8703-f1f0d8aa84f4 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Pushing event updated for resources: {'Subnet': ['ID=64848ad6-a8e3-4ef8-a3b1-a039248da512,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:43.512847 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26ccabe-6848-459d-8703-f1f0d8aa84f4 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Checking segment: {'id': 'eab13c08-0e01-4c4b-a18a-0fe83a14a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '761b3ea3-6ce0-4b6a-8fc4-e48c7c7e9179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:38:43.514155 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26ccabe-6848-459d-8703-f1f0d8aa84f4 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Network hostable DHCP agents. Network: 761b3ea3-6ce0-4b6a-8fc4-e48c7c7e9179, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:38:43.534850 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26ccabe-6848-459d-8703-f1f0d8aa84f4 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Network 761b3ea3-6ce0-4b6a-8fc4-e48c7c7e9179 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:38:43.545089 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-d26ccabe-6848-459d-8703-f1f0d8aa84f4 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 761b3ea3-6ce0-4b6a-8fc4-e48c7c7e9179) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:38:43.552077 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26ccabe-6848-459d-8703-f1f0d8aa84f4 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:43.552705 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d26ccabe-6848-459d-8703-f1f0d8aa84f4 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:43.553120 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4aecea-8083-4044-aa69-3aa097566f38 None None] Network 761b3ea3-6ce0-4b6a-8fc4-e48c7c7e9179 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:38:43.571533 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d26ccabe-6848-459d-8703-f1f0d8aa84f4 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4418819 Nov 04 11:38:43.575291 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33710) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:43.582069 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-79f77bc3-0054-42e6-8a49-f0a15fa698f2 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1046349247'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:38:43.605567 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f77bc3-0054-42e6-8a49-f0a15fa698f2 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Made reservation on behalf of b590e17dc2b2490d8aa84758905dd430 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:38:43.610021 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-79f77bc3-0054-42e6-8a49-f0a15fa698f2 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:43.636119 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f77bc3-0054-42e6-8a49-f0a15fa698f2 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1191} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:38:43.646950 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-79f77bc3-0054-42e6-8a49-f0a15fa698f2 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:43.647967 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-79f77bc3-0054-42e6-8a49-f0a15fa698f2 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Added segment 6789b283-8fd0-4576-8a11-b13716f9be9a of type vlan for network e10ca9a5-3ccc-41b8-a6c7-0deb6222e9b9 Nov 04 11:38:43.692595 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-79f77bc3-0054-42e6-8a49-f0a15fa698f2 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:43.697542 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-761b3ea3-6ce0-4b6a-8fc4-e48c7c7e9179', 'network_id': '761b3ea3-6ce0-4b6a-8fc4-e48c7c7e9179', 'tenant_id': 'b590e17dc2b2490d8aa84758905dd430', 'fixed_ips': [{'subnet_id': '64848ad6-a8e3-4ef8-a3b1-a039248da512'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:38:43.698411 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:43.718737 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-79f77bc3-0054-42e6-8a49-f0a15fa698f2 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:43.724774 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f77bc3-0054-42e6-8a49-f0a15fa698f2 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:43.725373 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-79f77bc3-0054-42e6-8a49-f0a15fa698f2 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:43.784371 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-79f77bc3-0054-42e6-8a49-f0a15fa698f2 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2065227 Nov 04 11:38:43.787470 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33712) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:43.792760 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-edeb2f60-7c99-47da-8ce6-b6a0ee4ea690 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Request body: {'subnet': {'network_id': 'e10ca9a5-3ccc-41b8-a6c7-0deb6222e9b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:38:43.801662 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f77bc3-0054-42e6-8a49-f0a15fa698f2 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Pushing event updated for resources: {'Network': ['ID=e10ca9a5-3ccc-41b8-a6c7-0deb6222e9b9,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:43.817130 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network e10ca9a5-3ccc-41b8-a6c7-0deb6222e9b9 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:38:43.893236 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Allocated IP 2001:db8:0:ffff::2 (761b3ea3-6ce0-4b6a-8fc4-e48c7c7e9179/64848ad6-a8e3-4ef8-a3b1-a039248da512/2561bf3b-9d3b-4a3d-ba67-1587f0111845) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:38:43.893749 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edeb2f60-7c99-47da-8ce6-b6a0ee4ea690 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Made reservation on behalf of b590e17dc2b2490d8aa84758905dd430 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:38:43.897341 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-edeb2f60-7c99-47da-8ce6-b6a0ee4ea690 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:44.055305 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:44.062436 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:44.101448 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-edeb2f60-7c99-47da-8ce6-b6a0ee4ea690 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:44.103879 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Network 761b3ea3-6ce0-4b6a-8fc4-e48c7c7e9179 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:38:44.107083 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:38:44.112232 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:38:44.117424 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Pushing event updated for resources: {'Port': ['ID=2561bf3b-9d3b-4a3d-ba67-1587f0111845,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:44.128642 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:44.128642 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:44.128965 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:44.129974 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:44.129974 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:44.129974 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:44.130244 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:44.130524 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:44.130836 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:44.131155 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:44.131467 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:44.131772 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:44.165932 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb2f60-7c99-47da-8ce6-b6a0ee4ea690 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Pushing event updated for resources: {'Subnet': ['ID=d376c622-70b4-426a-873b-f535bc7486db,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:44.178334 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Attempting to bind port 2561bf3b-9d3b-4a3d-ba67-1587f0111845 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:38:44.178708 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Attempting to bind port 2561bf3b-9d3b-4a3d-ba67-1587f0111845 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'eab13c08-0e01-4c4b-a18a-0fe83a14a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '761b3ea3-6ce0-4b6a-8fc4-e48c7c7e9179'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:38:44.179044 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Attempting to bind port 2561bf3b-9d3b-4a3d-ba67-1587f0111845 on network 761b3ea3-6ce0-4b6a-8fc4-e48c7c7e9179 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:38:44.183767 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeb2f60-7c99-47da-8ce6-b6a0ee4ea690 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Checking segment: {'id': '6789b283-8fd0-4576-8a11-b13716f9be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'e10ca9a5-3ccc-41b8-a6c7-0deb6222e9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:38:44.184087 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:38:44.184251 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeb2f60-7c99-47da-8ce6-b6a0ee4ea690 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Network hostable DHCP agents. Network: e10ca9a5-3ccc-41b8-a6c7-0deb6222e9b9, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:38:44.184502 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Checking segment: {'id': 'eab13c08-0e01-4c4b-a18a-0fe83a14a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '761b3ea3-6ce0-4b6a-8fc4-e48c7c7e9179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:38:44.184976 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:44.185361 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Bound using segment: {'id': 'eab13c08-0e01-4c4b-a18a-0fe83a14a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '761b3ea3-6ce0-4b6a-8fc4-e48c7c7e9179'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:38:44.185828 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Bound port: 2561bf3b-9d3b-4a3d-ba67-1587f0111845, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab13c08-0e01-4c4b-a18a-0fe83a14a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '761b3ea3-6ce0-4b6a-8fc4-e48c7c7e9179'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:38:44.186205 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:44.203508 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeb2f60-7c99-47da-8ce6-b6a0ee4ea690 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Network e10ca9a5-3ccc-41b8-a6c7-0deb6222e9b9 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:38:44.213530 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-edeb2f60-7c99-47da-8ce6-b6a0ee4ea690 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, e10ca9a5-3ccc-41b8-a6c7-0deb6222e9b9) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:38:44.218364 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeb2f60-7c99-47da-8ce6-b6a0ee4ea690 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:44.219225 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-edeb2f60-7c99-47da-8ce6-b6a0ee4ea690 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:44.223320 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a52328-1d09-40aa-bc4e-8ffeeb3e9a26 None None] Network e10ca9a5-3ccc-41b8-a6c7-0deb6222e9b9 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:38:44.239881 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-edeb2f60-7c99-47da-8ce6-b6a0ee4ea690 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4482489 Nov 04 11:38:44.240127 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33714) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:44.318657 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] For port 2561bf3b-9d3b-4a3d-ba67-1587f0111845, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:38:44.322858 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] For port 2561bf3b-9d3b-4a3d-ba67-1587f0111845, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2561bf3b-9d3b-4a3d-ba67-1587f0111845,segment=NetworkSegment(eab13c08-0e01-4c4b-a18a-0fe83a14a04b),segment_id=eab13c08-0e01-4c4b-a18a-0fe83a14a04b)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:38:44.334258 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:44.346256 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-49e0a427-5bd9-4f37-b7d6-8a4171eb3d79 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:44.402131 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-49e0a427-5bd9-4f37-b7d6-8a4171eb3d79 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:44.429376 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2056a-a08e-4352-b144-8de4405a1af4 None None] Pushing event updated for resources: {'Port': ['ID=2561bf3b-9d3b-4a3d-ba67-1587f0111845,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:44.468096 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13344ec4-bdf8-4948-bf35-e3eb69533231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-e10ca9a5-3ccc-41b8-a6c7-0deb6222e9b9', 'network_id': 'e10ca9a5-3ccc-41b8-a6c7-0deb6222e9b9', 'tenant_id': 'b590e17dc2b2490d8aa84758905dd430', 'fixed_ips': [{'subnet_id': 'd376c622-70b4-426a-873b-f535bc7486db'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:38:44.469421 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-13344ec4-bdf8-4948-bf35-e3eb69533231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:44.474009 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-49e0a427-5bd9-4f37-b7d6-8a4171eb3d79 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:44.504939 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0a427-5bd9-4f37-b7d6-8a4171eb3d79 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Pushing event deleted for resources: {'Subnet': ['ID=d376c622-70b4-426a-873b-f535bc7486db,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:44.558609 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdac0d7-cc17-4a63-9a42-fb55e29a42c3 None None] Network e10ca9a5-3ccc-41b8-a6c7-0deb6222e9b9 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:38:44.570711 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-49e0a427-5bd9-4f37-b7d6-8a4171eb3d79 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:44.594863 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-49e0a427-5bd9-4f37-b7d6-8a4171eb3d79 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10ca9a5-3ccc-41b8-a6c7-0deb6222e9b9']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:44.617886 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-49e0a427-5bd9-4f37-b7d6-8a4171eb3d79 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6789b283-8fd0-4576-8a11-b13716f9be9a') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:44.618187 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-49e0a427-5bd9-4f37-b7d6-8a4171eb3d79 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6789b283-8fd0-4576-8a11-b13716f9be9a') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:44.633989 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-49e0a427-5bd9-4f37-b7d6-8a4171eb3d79 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:44.650722 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-49e0a427-5bd9-4f37-b7d6-8a4171eb3d79 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:44.657932 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e0a427-5bd9-4f37-b7d6-8a4171eb3d79 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Releasing vlan 1191 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:38:44.658474 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-49e0a427-5bd9-4f37-b7d6-8a4171eb3d79 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:38:44.661943 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:38:44.728811 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-49e0a427-5bd9-4f37-b7d6-8a4171eb3d79 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:44.736677 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-49e0a427-5bd9-4f37-b7d6-8a4171eb3d79 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:44.745558 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33716) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:44.749133 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-49e0a427-5bd9-4f37-b7d6-8a4171eb3d79 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] 10.222.0.127 "DELETE /v2.0/networks/e10ca9a5-3ccc-41b8-a6c7-0deb6222e9b9 HTTP/1.1" status: 204 len: 168 time: 0.4988959 Nov 04 11:38:44.751039 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-038f4a0a-f077-40f9-9e1b-ff2d5c1b3978 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1699468596'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:38:44.762521 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0a427-5bd9-4f37-b7d6-8a4171eb3d79 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Pushing event deleted for resources: {'Network': ['ID=e10ca9a5-3ccc-41b8-a6c7-0deb6222e9b9,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:44.776649 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038f4a0a-f077-40f9-9e1b-ff2d5c1b3978 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Made reservation on behalf of b590e17dc2b2490d8aa84758905dd430 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:38:44.780729 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-038f4a0a-f077-40f9-9e1b-ff2d5c1b3978 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:44.806212 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038f4a0a-f077-40f9-9e1b-ff2d5c1b3978 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1168} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:38:44.815904 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-038f4a0a-f077-40f9-9e1b-ff2d5c1b3978 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:44.816244 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-038f4a0a-f077-40f9-9e1b-ff2d5c1b3978 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Added segment 1bdaf1ce-a9e2-4168-ab14-9f45aeacd7e8 of type vlan for network 922d5755-9e5a-4b0e-8f68-b3b47cfac17d Nov 04 11:38:44.856546 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-038f4a0a-f077-40f9-9e1b-ff2d5c1b3978 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:44.884735 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-038f4a0a-f077-40f9-9e1b-ff2d5c1b3978 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:44.891126 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038f4a0a-f077-40f9-9e1b-ff2d5c1b3978 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:44.891703 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-038f4a0a-f077-40f9-9e1b-ff2d5c1b3978 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:44.960032 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-038f4a0a-f077-40f9-9e1b-ff2d5c1b3978 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2132466 Nov 04 11:38:44.963148 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33718) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:44.968658 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-cec22450-81fc-4958-856d-87a19c70f62b tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Request body: {'subnet': {'network_id': '922d5755-9e5a-4b0e-8f68-b3b47cfac17d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:38:44.975652 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f4a0a-f077-40f9-9e1b-ff2d5c1b3978 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Pushing event updated for resources: {'Network': ['ID=922d5755-9e5a-4b0e-8f68-b3b47cfac17d,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:44.986412 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 922d5755-9e5a-4b0e-8f68-b3b47cfac17d details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:38:45.067136 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec22450-81fc-4958-856d-87a19c70f62b tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Made reservation on behalf of b590e17dc2b2490d8aa84758905dd430 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:38:45.070889 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cec22450-81fc-4958-856d-87a19c70f62b tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:45.131623 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.ipam_backend_mixin [None req-cec22450-81fc-4958-856d-87a19c70f62b tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Performing IP validity checks on allocation pools {{(pid=101774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 04 11:38:45.132295 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.ipam_backend_mixin [None req-cec22450-81fc-4958-856d-87a19c70f62b tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 04 11:38:45.273081 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cec22450-81fc-4958-856d-87a19c70f62b tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:45.337741 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec22450-81fc-4958-856d-87a19c70f62b tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Pushing event updated for resources: {'Subnet': ['ID=f5af82ff-10de-411b-a44a-40b3f5a182d8,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:45.348156 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec22450-81fc-4958-856d-87a19c70f62b tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Checking segment: {'id': '1bdaf1ce-a9e2-4168-ab14-9f45aeacd7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '922d5755-9e5a-4b0e-8f68-b3b47cfac17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:38:45.348511 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec22450-81fc-4958-856d-87a19c70f62b tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Network hostable DHCP agents. Network: 922d5755-9e5a-4b0e-8f68-b3b47cfac17d, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:38:45.368210 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27618a27-0189-443a-9082-6412db330136 None None] Network 761b3ea3-6ce0-4b6a-8fc4-e48c7c7e9179 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:38:45.370616 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec22450-81fc-4958-856d-87a19c70f62b tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Network 922d5755-9e5a-4b0e-8f68-b3b47cfac17d is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:38:45.381884 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-cec22450-81fc-4958-856d-87a19c70f62b tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 922d5755-9e5a-4b0e-8f68-b3b47cfac17d) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:38:45.386039 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec22450-81fc-4958-856d-87a19c70f62b tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:45.386634 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-cec22450-81fc-4958-856d-87a19c70f62b tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:45.405503 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-cec22450-81fc-4958-856d-87a19c70f62b tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4413538 Nov 04 11:38:45.408226 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33720) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:45.411264 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb06767f-f09e-4526-b96c-ad62d7f5b297 None None] Network 922d5755-9e5a-4b0e-8f68-b3b47cfac17d requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:38:45.519291 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88f5a04e-2889-4a47-a0d7-44b68775dc68 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:45.583227 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88f5a04e-2889-4a47-a0d7-44b68775dc68 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:45.656207 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88f5a04e-2889-4a47-a0d7-44b68775dc68 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:45.659229 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2561bf3b-9d3b-4a3d-ba67-1587f0111845 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:38:45.682447 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5a04e-2889-4a47-a0d7-44b68775dc68 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Pushing event deleted for resources: {'Subnet': ['ID=f5af82ff-10de-411b-a44a-40b3f5a182d8,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:45.686492 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:45.747299 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-668b55ef-ef9a-4aa3-b939-7c6efebeb2de None None] Provisioning complete for port 2561bf3b-9d3b-4a3d-ba67-1587f0111845 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:38:45.747666 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-668b55ef-ef9a-4aa3-b939-7c6efebeb2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:45.752339 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88f5a04e-2889-4a47-a0d7-44b68775dc68 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:45.774171 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-88f5a04e-2889-4a47-a0d7-44b68775dc68 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922d5755-9e5a-4b0e-8f68-b3b47cfac17d']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:45.784137 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-88f5a04e-2889-4a47-a0d7-44b68775dc68 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bdaf1ce-a9e2-4168-ab14-9f45aeacd7e8') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:45.784432 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-88f5a04e-2889-4a47-a0d7-44b68775dc68 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bdaf1ce-a9e2-4168-ab14-9f45aeacd7e8') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:45.794107 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88f5a04e-2889-4a47-a0d7-44b68775dc68 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:45.807771 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88f5a04e-2889-4a47-a0d7-44b68775dc68 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:45.814287 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f5a04e-2889-4a47-a0d7-44b68775dc68 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Releasing vlan 1168 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:38:45.814707 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88f5a04e-2889-4a47-a0d7-44b68775dc68 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:38:45.817995 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:38:45.858148 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 2561bf3b-9d3b-4a3d-ba67-1587f0111845 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:38:45.858510 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:45.881467 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88f5a04e-2889-4a47-a0d7-44b68775dc68 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:45.886668 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88f5a04e-2889-4a47-a0d7-44b68775dc68 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:45.890367 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-88f5a04e-2889-4a47-a0d7-44b68775dc68 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] 10.222.0.127 "DELETE /v2.0/networks/922d5755-9e5a-4b0e-8f68-b3b47cfac17d HTTP/1.1" status: 204 len: 168 time: 0.4810948 Nov 04 11:38:45.895539 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33722) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:45.901809 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-49399e0b-1477-482a-99a8-44ccfad5745a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1846553576'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:38:45.916554 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2d1113-8e21-4bcc-a1a1-f66a4a818eb0 None None] Network 922d5755-9e5a-4b0e-8f68-b3b47cfac17d requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:38:45.923744 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5a04e-2889-4a47-a0d7-44b68775dc68 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Pushing event deleted for resources: {'Network': ['ID=922d5755-9e5a-4b0e-8f68-b3b47cfac17d,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:45.949567 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49399e0b-1477-482a-99a8-44ccfad5745a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Made reservation on behalf of b590e17dc2b2490d8aa84758905dd430 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:38:45.953611 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-49399e0b-1477-482a-99a8-44ccfad5745a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:45.957639 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2d1113-8e21-4bcc-a1a1-f66a4a818eb0 None None] Network 922d5755-9e5a-4b0e-8f68-b3b47cfac17d could not be found, it might have been deleted concurrently. {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 04 11:38:45.985374 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49399e0b-1477-482a-99a8-44ccfad5745a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1184} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:38:45.995837 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-49399e0b-1477-482a-99a8-44ccfad5745a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:45.996403 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-49399e0b-1477-482a-99a8-44ccfad5745a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Added segment c4405151-1b69-445f-aaf2-b975e4e71ae2 of type vlan for network 77fb8e0f-f6d0-4094-9c99-74ab3ac645b0 Nov 04 11:38:46.033621 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-668b55ef-ef9a-4aa3-b939-7c6efebeb2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:46.042665 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-49399e0b-1477-482a-99a8-44ccfad5745a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:46.065556 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:46.073534 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-49399e0b-1477-482a-99a8-44ccfad5745a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:46.082819 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49399e0b-1477-482a-99a8-44ccfad5745a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:46.084030 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-49399e0b-1477-482a-99a8-44ccfad5745a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:46.090041 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-668b55ef-ef9a-4aa3-b939-7c6efebeb2de None None] For port 2561bf3b-9d3b-4a3d-ba67-1587f0111845, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2561bf3b-9d3b-4a3d-ba67-1587f0111845,segment=NetworkSegment(eab13c08-0e01-4c4b-a18a-0fe83a14a04b),segment_id=eab13c08-0e01-4c4b-a18a-0fe83a14a04b)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:38:46.099470 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-668b55ef-ef9a-4aa3-b939-7c6efebeb2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:46.161470 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-49399e0b-1477-482a-99a8-44ccfad5745a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2615035 Nov 04 11:38:46.161723 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33724) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:46.169120 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-98851d2e-b4d6-4679-bf5f-74e97afe15a5 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Request body: {'subnet': {'network_id': '77fb8e0f-f6d0-4094-9c99-74ab3ac645b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:38:46.177709 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49399e0b-1477-482a-99a8-44ccfad5745a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Pushing event updated for resources: {'Network': ['ID=77fb8e0f-f6d0-4094-9c99-74ab3ac645b0,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:46.191177 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 77fb8e0f-f6d0-4094-9c99-74ab3ac645b0 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:38:46.195965 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b55ef-ef9a-4aa3-b939-7c6efebeb2de None None] Pushing event updated for resources: {'Port': ['ID=2561bf3b-9d3b-4a3d-ba67-1587f0111845,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:46.261760 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 11:38:46.262121 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 11:38:46.272082 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98851d2e-b4d6-4679-bf5f-74e97afe15a5 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Made reservation on behalf of b590e17dc2b2490d8aa84758905dd430 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:38:46.275747 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-98851d2e-b4d6-4679-bf5f-74e97afe15a5 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:46.321489 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4be00680-d266-4fc4-a9c2-cfa8b0c2a29b None None] Provisioning complete for port 2561bf3b-9d3b-4a3d-ba67-1587f0111845 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:38:46.321769 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4be00680-d266-4fc4-a9c2-cfa8b0c2a29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:46.473000 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-98851d2e-b4d6-4679-bf5f-74e97afe15a5 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:46.538302 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98851d2e-b4d6-4679-bf5f-74e97afe15a5 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Pushing event updated for resources: {'Subnet': ['ID=ae403092-d273-4182-9b3b-0f10cff37697,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:46.546438 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98851d2e-b4d6-4679-bf5f-74e97afe15a5 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Checking segment: {'id': 'c4405151-1b69-445f-aaf2-b975e4e71ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '77fb8e0f-f6d0-4094-9c99-74ab3ac645b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:38:46.546802 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98851d2e-b4d6-4679-bf5f-74e97afe15a5 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Network hostable DHCP agents. Network: 77fb8e0f-f6d0-4094-9c99-74ab3ac645b0, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:38:46.566208 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98851d2e-b4d6-4679-bf5f-74e97afe15a5 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Network 77fb8e0f-f6d0-4094-9c99-74ab3ac645b0 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:38:46.576540 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-98851d2e-b4d6-4679-bf5f-74e97afe15a5 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 77fb8e0f-f6d0-4094-9c99-74ab3ac645b0) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:38:46.580876 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98851d2e-b4d6-4679-bf5f-74e97afe15a5 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:46.581487 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-98851d2e-b4d6-4679-bf5f-74e97afe15a5 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:46.587026 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3c24ef-8b81-489a-9d7f-b6cc50b6672f None None] Network 77fb8e0f-f6d0-4094-9c99-74ab3ac645b0 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:38:46.600834 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-98851d2e-b4d6-4679-bf5f-74e97afe15a5 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4380617 Nov 04 11:38:46.604812 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33726) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:46.610412 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-090334bd-c93c-4bbd-bddc-b11592dfc11c tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-96572547'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:38:46.634831 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090334bd-c93c-4bbd-bddc-b11592dfc11c tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Made reservation on behalf of b590e17dc2b2490d8aa84758905dd430 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:38:46.638892 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-090334bd-c93c-4bbd-bddc-b11592dfc11c tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:46.662587 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-090334bd-c93c-4bbd-bddc-b11592dfc11c tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1186} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:38:46.671841 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-090334bd-c93c-4bbd-bddc-b11592dfc11c tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:46.672228 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-090334bd-c93c-4bbd-bddc-b11592dfc11c tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Added segment eb77248f-1fde-413b-936f-48cc26099ea1 of type vlan for network d64fd7db-abd3-4253-9778-0870d58575d1 Nov 04 11:38:46.721661 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-090334bd-c93c-4bbd-bddc-b11592dfc11c tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:46.740384 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51810553-688f-4741-8009-7cd1e1739549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-77fb8e0f-f6d0-4094-9c99-74ab3ac645b0', 'network_id': '77fb8e0f-f6d0-4094-9c99-74ab3ac645b0', 'tenant_id': 'b590e17dc2b2490d8aa84758905dd430', 'fixed_ips': [{'subnet_id': 'ae403092-d273-4182-9b3b-0f10cff37697'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:38:46.741303 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-51810553-688f-4741-8009-7cd1e1739549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:46.751834 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-090334bd-c93c-4bbd-bddc-b11592dfc11c tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:46.757850 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090334bd-c93c-4bbd-bddc-b11592dfc11c tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:46.758439 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-090334bd-c93c-4bbd-bddc-b11592dfc11c tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:46.820738 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-090334bd-c93c-4bbd-bddc-b11592dfc11c tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2146525 Nov 04 11:38:46.823841 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33728) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:46.830651 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-4852e494-74cf-4023-9ba5-034d82567441 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Request body: {'subnet': {'network_id': 'd64fd7db-abd3-4253-9778-0870d58575d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:38:46.835477 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090334bd-c93c-4bbd-bddc-b11592dfc11c tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Pushing event updated for resources: {'Network': ['ID=d64fd7db-abd3-4253-9778-0870d58575d1,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:46.855559 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network d64fd7db-abd3-4253-9778-0870d58575d1 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:38:46.930676 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4852e494-74cf-4023-9ba5-034d82567441 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Made reservation on behalf of b590e17dc2b2490d8aa84758905dd430 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:38:46.935678 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4852e494-74cf-4023-9ba5-034d82567441 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:46.972014 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1a9a14fc-7475-4461-8774-094d3211902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:46.995666 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-51810553-688f-4741-8009-7cd1e1739549 None None] Allocated IP 2001:db8::2 (77fb8e0f-f6d0-4094-9c99-74ab3ac645b0/ae403092-d273-4182-9b3b-0f10cff37697/65df9760-201d-4946-81a0-41d4503515e0) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:38:47.131804 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4852e494-74cf-4023-9ba5-034d82567441 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:47.147123 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-51810553-688f-4741-8009-7cd1e1739549 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:47.154354 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-51810553-688f-4741-8009-7cd1e1739549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:47.189947 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51810553-688f-4741-8009-7cd1e1739549 None None] Network 77fb8e0f-f6d0-4094-9c99-74ab3ac645b0 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:38:47.192898 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-51810553-688f-4741-8009-7cd1e1739549 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:38:47.195830 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852e494-74cf-4023-9ba5-034d82567441 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Pushing event updated for resources: {'Subnet': ['ID=bbd96c65-1f98-417b-9523-c70d926a6fd0,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:47.196697 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51810553-688f-4741-8009-7cd1e1739549 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:38:47.205117 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4852e494-74cf-4023-9ba5-034d82567441 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Checking segment: {'id': 'eb77248f-1fde-413b-936f-48cc26099ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'd64fd7db-abd3-4253-9778-0870d58575d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:38:47.205488 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4852e494-74cf-4023-9ba5-034d82567441 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Network hostable DHCP agents. Network: d64fd7db-abd3-4253-9778-0870d58575d1, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:38:47.212743 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51810553-688f-4741-8009-7cd1e1739549 None None] Pushing event updated for resources: {'Port': ['ID=65df9760-201d-4946-81a0-41d4503515e0,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:47.223441 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4852e494-74cf-4023-9ba5-034d82567441 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Network d64fd7db-abd3-4253-9778-0870d58575d1 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:38:47.233384 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-4852e494-74cf-4023-9ba5-034d82567441 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, d64fd7db-abd3-4253-9778-0870d58575d1) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:38:47.238259 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4852e494-74cf-4023-9ba5-034d82567441 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:47.238865 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4852e494-74cf-4023-9ba5-034d82567441 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:47.259515 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84adb39-77cd-4287-974d-5ca2be63b410 None None] Network d64fd7db-abd3-4253-9778-0870d58575d1 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:38:47.262228 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4852e494-74cf-4023-9ba5-034d82567441 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4374795 Nov 04 11:38:47.265155 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33730) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:47.314628 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-51810553-688f-4741-8009-7cd1e1739549 None None] Attempting to bind port 65df9760-201d-4946-81a0-41d4503515e0 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:38:47.315033 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-51810553-688f-4741-8009-7cd1e1739549 None None] Attempting to bind port 65df9760-201d-4946-81a0-41d4503515e0 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'c4405151-1b69-445f-aaf2-b975e4e71ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '77fb8e0f-f6d0-4094-9c99-74ab3ac645b0'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:38:47.315383 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51810553-688f-4741-8009-7cd1e1739549 None None] Attempting to bind port 65df9760-201d-4946-81a0-41d4503515e0 on network 77fb8e0f-f6d0-4094-9c99-74ab3ac645b0 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:38:47.328698 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51810553-688f-4741-8009-7cd1e1739549 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:38:47.329119 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51810553-688f-4741-8009-7cd1e1739549 None None] Checking segment: {'id': 'c4405151-1b69-445f-aaf2-b975e4e71ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '77fb8e0f-f6d0-4094-9c99-74ab3ac645b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:38:47.329516 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-51810553-688f-4741-8009-7cd1e1739549 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:47.329909 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51810553-688f-4741-8009-7cd1e1739549 None None] Bound using segment: {'id': 'c4405151-1b69-445f-aaf2-b975e4e71ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '77fb8e0f-f6d0-4094-9c99-74ab3ac645b0'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:38:47.330356 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-51810553-688f-4741-8009-7cd1e1739549 None None] Bound port: 65df9760-201d-4946-81a0-41d4503515e0, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4405151-1b69-445f-aaf2-b975e4e71ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '77fb8e0f-f6d0-4094-9c99-74ab3ac645b0'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:38:47.330743 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-51810553-688f-4741-8009-7cd1e1739549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:47.369617 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b9782dd9-8734-4998-a4af-19e13828cc28 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:47.423362 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b9782dd9-8734-4998-a4af-19e13828cc28 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:47.442032 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-51810553-688f-4741-8009-7cd1e1739549 None None] For port 65df9760-201d-4946-81a0-41d4503515e0, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:38:47.455848 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-51810553-688f-4741-8009-7cd1e1739549 None None] For port 65df9760-201d-4946-81a0-41d4503515e0, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=65df9760-201d-4946-81a0-41d4503515e0,segment=NetworkSegment(c4405151-1b69-445f-aaf2-b975e4e71ae2),segment_id=c4405151-1b69-445f-aaf2-b975e4e71ae2)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:38:47.478479 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-51810553-688f-4741-8009-7cd1e1739549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:47.488767 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419d1942-fdab-41ef-a539-f338932f87df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-d64fd7db-abd3-4253-9778-0870d58575d1', 'network_id': 'd64fd7db-abd3-4253-9778-0870d58575d1', 'tenant_id': 'b590e17dc2b2490d8aa84758905dd430', 'fixed_ips': [{'subnet_id': 'bbd96c65-1f98-417b-9523-c70d926a6fd0'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:38:47.489745 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-419d1942-fdab-41ef-a539-f338932f87df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:47.492154 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b9782dd9-8734-4998-a4af-19e13828cc28 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:47.524635 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9782dd9-8734-4998-a4af-19e13828cc28 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Pushing event deleted for resources: {'Subnet': ['ID=bbd96c65-1f98-417b-9523-c70d926a6fd0,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:47.590461 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b9782dd9-8734-4998-a4af-19e13828cc28 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:47.607343 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51810553-688f-4741-8009-7cd1e1739549 None None] Pushing event updated for resources: {'Port': ['ID=65df9760-201d-4946-81a0-41d4503515e0,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:47.628136 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb15744d-70fa-4bd0-bbc8-e2a5f6fc103b None None] Network d64fd7db-abd3-4253-9778-0870d58575d1 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:38:47.629944 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-b9782dd9-8734-4998-a4af-19e13828cc28 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d64fd7db-abd3-4253-9778-0870d58575d1']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:47.643569 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-b9782dd9-8734-4998-a4af-19e13828cc28 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb77248f-1fde-413b-936f-48cc26099ea1') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:47.644326 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-b9782dd9-8734-4998-a4af-19e13828cc28 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb77248f-1fde-413b-936f-48cc26099ea1') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:47.655548 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b9782dd9-8734-4998-a4af-19e13828cc28 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:47.670721 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b9782dd9-8734-4998-a4af-19e13828cc28 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:47.672518 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2561bf3b-9d3b-4a3d-ba67-1587f0111845 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:38:47.678174 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9782dd9-8734-4998-a4af-19e13828cc28 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:38:47.678644 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b9782dd9-8734-4998-a4af-19e13828cc28 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:38:47.681786 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:38:47.756852 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b9782dd9-8734-4998-a4af-19e13828cc28 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:47.762577 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b9782dd9-8734-4998-a4af-19e13828cc28 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:47.769749 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33732) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:47.770290 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b9782dd9-8734-4998-a4af-19e13828cc28 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] 10.222.0.127 "DELETE /v2.0/networks/d64fd7db-abd3-4253-9778-0870d58575d1 HTTP/1.1" status: 204 len: 168 time: 0.5036438 Nov 04 11:38:47.791978 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9782dd9-8734-4998-a4af-19e13828cc28 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Pushing event deleted for resources: {'Network': ['ID=d64fd7db-abd3-4253-9778-0870d58575d1,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:47.798645 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 2561bf3b-9d3b-4a3d-ba67-1587f0111845 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:38:47.799197 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:47.815073 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-4464e6a3-ec84-429d-8d47-7115264f2f3b tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] GET failed (client error): The resource could not be found. Nov 04 11:38:47.816454 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4464e6a3-ec84-429d-8d47-7115264f2f3b tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] 10.222.0.127 "GET /v2.0/subnets/bbd96c65-1f98-417b-9523-c70d926a6fd0 HTTP/1.1" status: 404 len: 337 time: 0.0448749 Nov 04 11:38:47.819433 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33734) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:47.847583 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-54137a66-0c83-45c9-a450-ec150d5ec847 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] DELETE failed (client error): The resource could not be found. Nov 04 11:38:47.848559 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54137a66-0c83-45c9-a450-ec150d5ec847 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:38:47.859309 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33736) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:47.862211 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-54137a66-0c83-45c9-a450-ec150d5ec847 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] 10.222.0.127 "DELETE /v2.0/networks/d64fd7db-abd3-4253-9778-0870d58575d1 HTTP/1.1" status: 404 len: 339 time: 0.0415545 Nov 04 11:38:47.905674 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-43335a06-f8a6-4190-82cc-8d7fd57a8b21 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] DELETE failed (client error): The resource could not be found. Nov 04 11:38:47.906139 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43335a06-f8a6-4190-82cc-8d7fd57a8b21 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:38:47.909339 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-43335a06-f8a6-4190-82cc-8d7fd57a8b21 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] 10.222.0.127 "DELETE /v2.0/subnets/bbd96c65-1f98-417b-9523-c70d926a6fd0 HTTP/1.1" status: 404 len: 337 time: 0.0489223 Nov 04 11:38:47.912179 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33738) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:47.932040 n-d-816629-1 neutron-server[101774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a7a708-9c21-4e2a-85d1-7f0c5f966313 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] DELETE failed (client error): The resource could not be found. Nov 04 11:38:47.932576 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a7a708-9c21-4e2a-85d1-7f0c5f966313 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:38:47.936378 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e9a7a708-9c21-4e2a-85d1-7f0c5f966313 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] 10.222.0.127 "DELETE /v2.0/networks/d64fd7db-abd3-4253-9778-0870d58575d1 HTTP/1.1" status: 404 len: 339 time: 0.0231321 Nov 04 11:38:47.939141 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33740) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:47.994976 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-e29506b7-0d93-4679-a2bf-dda2cb0e5988 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Deleting subnet ae403092-d273-4182-9b3b-0f10cff37697 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:38:47.998924 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e29506b7-0d93-4679-a2bf-dda2cb0e5988 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:48.041516 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e29506b7-0d93-4679-a2bf-dda2cb0e5988 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:48.135224 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e29506b7-0d93-4679-a2bf-dda2cb0e5988 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:48.203609 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e29506b7-0d93-4679-a2bf-dda2cb0e5988 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:48.229891 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29506b7-0d93-4679-a2bf-dda2cb0e5988 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Pushing event deleted for resources: {'Subnet': ['ID=ae403092-d273-4182-9b3b-0f10cff37697,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:48.237447 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e29506b7-0d93-4679-a2bf-dda2cb0e5988 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:48.240629 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e29506b7-0d93-4679-a2bf-dda2cb0e5988 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] 10.222.0.127 "DELETE /v2.0/subnets/ae403092-d273-4182-9b3b-0f10cff37697 HTTP/1.1" status: 204 len: 168 time: 0.3005688 Nov 04 11:38:48.243150 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33742) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:48.322934 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c6514aba-90e1-4180-b4b5-27ebedfeff5e tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:48.378235 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-c6514aba-90e1-4180-b4b5-27ebedfeff5e tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Deleting port 65df9760-201d-4946-81a0-41d4503515e0 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:38:48.378630 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c6514aba-90e1-4180-b4b5-27ebedfeff5e tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:48.451487 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-c6514aba-90e1-4180-b4b5-27ebedfeff5e tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] For port 65df9760-201d-4946-81a0-41d4503515e0, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=65df9760-201d-4946-81a0-41d4503515e0,segment=NetworkSegment(c4405151-1b69-445f-aaf2-b975e4e71ae2),segment_id=c4405151-1b69-445f-aaf2-b975e4e71ae2)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:38:48.451855 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c6514aba-90e1-4180-b4b5-27ebedfeff5e tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:48.465749 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-c6514aba-90e1-4180-b4b5-27ebedfeff5e tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Calling delete_port for 65df9760-201d-4946-81a0-41d4503515e0 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:38:48.506715 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4849bf5a-c133-45bf-a18c-a44ad23195e9 None None] Network 77fb8e0f-f6d0-4094-9c99-74ab3ac645b0 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:38:48.557885 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c6514aba-90e1-4180-b4b5-27ebedfeff5e tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:48.562748 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-0e2231b6-8eb2-4a19-ba93-eec9654b0a7f None None] Could not find standard attr ID for object 65df9760-201d-4946-81a0-41d4503515e0. {{(pid=101776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 11:38:48.590526 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6514aba-90e1-4180-b4b5-27ebedfeff5e tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Pushing event deleted for resources: {'Port': ['ID=65df9760-201d-4946-81a0-41d4503515e0,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:48.592481 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6514aba-90e1-4180-b4b5-27ebedfeff5e tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] No DVR routers for this DVR port 65df9760-201d-4946-81a0-41d4503515e0 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:38:48.683211 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c6514aba-90e1-4180-b4b5-27ebedfeff5e tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:48.684980 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3f3b05-5452-4f12-9d70-e7b1131cfda6 None None] DHCP port deletion for 77fb8e0f-f6d0-4094-9c99-74ab3ac645b0 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:38:48.706595 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-c6514aba-90e1-4180-b4b5-27ebedfeff5e tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77fb8e0f-f6d0-4094-9c99-74ab3ac645b0']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:48.716516 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-c6514aba-90e1-4180-b4b5-27ebedfeff5e tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4405151-1b69-445f-aaf2-b975e4e71ae2') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:48.716837 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-c6514aba-90e1-4180-b4b5-27ebedfeff5e tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4405151-1b69-445f-aaf2-b975e4e71ae2') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:48.726789 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c6514aba-90e1-4180-b4b5-27ebedfeff5e tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:48.741638 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c6514aba-90e1-4180-b4b5-27ebedfeff5e tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:48.749004 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6514aba-90e1-4180-b4b5-27ebedfeff5e tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Releasing vlan 1184 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:38:48.749547 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c6514aba-90e1-4180-b4b5-27ebedfeff5e tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:38:48.753502 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:38:48.820904 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c6514aba-90e1-4180-b4b5-27ebedfeff5e tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:48.832176 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c6514aba-90e1-4180-b4b5-27ebedfeff5e tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:48.835718 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c6514aba-90e1-4180-b4b5-27ebedfeff5e tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] 10.222.0.127 "DELETE /v2.0/networks/77fb8e0f-f6d0-4094-9c99-74ab3ac645b0 HTTP/1.1" status: 204 len: 168 time: 0.5916529 Nov 04 11:38:48.838373 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33744) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:48.845558 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6514aba-90e1-4180-b4b5-27ebedfeff5e tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Pushing event deleted for resources: {'Network': ['ID=77fb8e0f-f6d0-4094-9c99-74ab3ac645b0,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:48.865454 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea503f8-e7de-4008-a721-32c99f61b4ab tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] DELETE failed (client error): The resource could not be found. Nov 04 11:38:48.865893 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea503f8-e7de-4008-a721-32c99f61b4ab tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:38:48.868850 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9ea503f8-e7de-4008-a721-32c99f61b4ab tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] 10.222.0.127 "DELETE /v2.0/subnets/f5af82ff-10de-411b-a44a-40b3f5a182d8 HTTP/1.1" status: 404 len: 337 time: 0.0294986 Nov 04 11:38:48.871528 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33746) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:48.889776 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-e209acd4-563c-46b4-822c-989f955c4d85 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] DELETE failed (client error): The resource could not be found. Nov 04 11:38:48.890320 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e209acd4-563c-46b4-822c-989f955c4d85 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:38:48.893200 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e209acd4-563c-46b4-822c-989f955c4d85 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] 10.222.0.127 "DELETE /v2.0/networks/922d5755-9e5a-4b0e-8f68-b3b47cfac17d HTTP/1.1" status: 404 len: 339 time: 0.0206795 Nov 04 11:38:48.895601 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33748) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:48.920659 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4772ce6-8bea-4e8b-94a1-b6aa0d06b020 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] DELETE failed (client error): The resource could not be found. Nov 04 11:38:48.921129 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4772ce6-8bea-4e8b-94a1-b6aa0d06b020 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:38:48.924026 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d4772ce6-8bea-4e8b-94a1-b6aa0d06b020 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] 10.222.0.127 "DELETE /v2.0/subnets/d376c622-70b4-426a-873b-f535bc7486db HTTP/1.1" status: 404 len: 337 time: 0.0275669 Nov 04 11:38:48.926583 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33750) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:48.944793 n-d-816629-1 neutron-server[101775]: INFO neutron.pecan_wsgi.hooks.translation [None req-b667e130-6007-4905-a70f-30fd414e1e22 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] DELETE failed (client error): The resource could not be found. Nov 04 11:38:48.945357 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b667e130-6007-4905-a70f-30fd414e1e22 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 11:38:48.948282 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b667e130-6007-4905-a70f-30fd414e1e22 tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] 10.222.0.127 "DELETE /v2.0/networks/e10ca9a5-3ccc-41b8-a6c7-0deb6222e9b9 HTTP/1.1" status: 404 len: 339 time: 0.0208151 Nov 04 11:38:48.951109 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33752) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:49.011763 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-f721a97f-8350-459d-920d-0bc9cfaf277a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Deleting subnet 64848ad6-a8e3-4ef8-a3b1-a039248da512 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:38:49.016708 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f721a97f-8350-459d-920d-0bc9cfaf277a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:49.065195 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f721a97f-8350-459d-920d-0bc9cfaf277a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:49.165308 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f721a97f-8350-459d-920d-0bc9cfaf277a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:49.227263 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f721a97f-8350-459d-920d-0bc9cfaf277a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:49.259717 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721a97f-8350-459d-920d-0bc9cfaf277a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Pushing event deleted for resources: {'Subnet': ['ID=64848ad6-a8e3-4ef8-a3b1-a039248da512,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:49.265544 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f721a97f-8350-459d-920d-0bc9cfaf277a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:49.268592 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f721a97f-8350-459d-920d-0bc9cfaf277a tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] 10.222.0.127 "DELETE /v2.0/subnets/64848ad6-a8e3-4ef8-a3b1-a039248da512 HTTP/1.1" status: 204 len: 168 time: 0.3165517 Nov 04 11:38:49.271314 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33754) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:49.271876 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e703c4-c48a-481e-b798-581aee70ee5a None None] Network 761b3ea3-6ce0-4b6a-8fc4-e48c7c7e9179 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:38:49.350682 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3556b415-d722-47bd-b356-c909223220ba tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:49.411865 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-3556b415-d722-47bd-b356-c909223220ba tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Deleting port 2561bf3b-9d3b-4a3d-ba67-1587f0111845 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:38:49.412231 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3556b415-d722-47bd-b356-c909223220ba tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:49.460311 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7105249e-687f-4a79-9864-4f5f97bf95ec None None] DHCP port deletion for 761b3ea3-6ce0-4b6a-8fc4-e48c7c7e9179 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:38:49.479033 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-3556b415-d722-47bd-b356-c909223220ba tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] For port 2561bf3b-9d3b-4a3d-ba67-1587f0111845, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2561bf3b-9d3b-4a3d-ba67-1587f0111845,segment=NetworkSegment(eab13c08-0e01-4c4b-a18a-0fe83a14a04b),segment_id=eab13c08-0e01-4c4b-a18a-0fe83a14a04b)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:38:49.479391 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3556b415-d722-47bd-b356-c909223220ba tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:49.493332 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-3556b415-d722-47bd-b356-c909223220ba tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Calling delete_port for 2561bf3b-9d3b-4a3d-ba67-1587f0111845 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:38:49.513424 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-7105249e-687f-4a79-9864-4f5f97bf95ec None None] Deleting port 2561bf3b-9d3b-4a3d-ba67-1587f0111845 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:38:49.513645 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7105249e-687f-4a79-9864-4f5f97bf95ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:49.583758 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-7105249e-687f-4a79-9864-4f5f97bf95ec None None] For port 2561bf3b-9d3b-4a3d-ba67-1587f0111845, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2561bf3b-9d3b-4a3d-ba67-1587f0111845,segment=NetworkSegment(eab13c08-0e01-4c4b-a18a-0fe83a14a04b),segment_id=eab13c08-0e01-4c4b-a18a-0fe83a14a04b)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:38:49.584172 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7105249e-687f-4a79-9864-4f5f97bf95ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:49.590610 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3556b415-d722-47bd-b356-c909223220ba tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:49.599431 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2561bf3b-9d3b-4a3d-ba67-1587f0111845 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:38:49.601459 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-7105249e-687f-4a79-9864-4f5f97bf95ec None None] Calling delete_port for 2561bf3b-9d3b-4a3d-ba67-1587f0111845 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:38:49.618053 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b415-d722-47bd-b356-c909223220ba tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Pushing event deleted for resources: {'Port': ['ID=2561bf3b-9d3b-4a3d-ba67-1587f0111845,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:49.621452 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3556b415-d722-47bd-b356-c909223220ba tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] No DVR routers for this DVR port 2561bf3b-9d3b-4a3d-ba67-1587f0111845 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:38:49.623793 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 2561bf3b-9d3b-4a3d-ba67-1587f0111845 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:38:49.624138 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2561bf3b-9d3b-4a3d-ba67-1587f0111845 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:38:49.697346 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7105249e-687f-4a79-9864-4f5f97bf95ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:49.704006 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3556b415-d722-47bd-b356-c909223220ba tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:49.725381 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-3556b415-d722-47bd-b356-c909223220ba tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['761b3ea3-6ce0-4b6a-8fc4-e48c7c7e9179']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:49.726449 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105249e-687f-4a79-9864-4f5f97bf95ec None None] Pushing event deleted for resources: {'Port': ['ID=2561bf3b-9d3b-4a3d-ba67-1587f0111845,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:49.730476 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7105249e-687f-4a79-9864-4f5f97bf95ec None None] No DVR routers for this DVR port 2561bf3b-9d3b-4a3d-ba67-1587f0111845 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:38:49.735864 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-3556b415-d722-47bd-b356-c909223220ba tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab13c08-0e01-4c4b-a18a-0fe83a14a04b') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:49.736165 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-3556b415-d722-47bd-b356-c909223220ba tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab13c08-0e01-4c4b-a18a-0fe83a14a04b') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:49.746689 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3556b415-d722-47bd-b356-c909223220ba tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:49.759566 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-af4a296e-186a-4e7e-add7-76cd61ff1a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:49.762016 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3556b415-d722-47bd-b356-c909223220ba tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:49.768548 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3556b415-d722-47bd-b356-c909223220ba tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:38:49.768953 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3556b415-d722-47bd-b356-c909223220ba tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:38:49.771913 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:38:49.839293 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3556b415-d722-47bd-b356-c909223220ba tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:49.846662 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3556b415-d722-47bd-b356-c909223220ba tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:49.849692 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3556b415-d722-47bd-b356-c909223220ba tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] 10.222.0.127 "DELETE /v2.0/networks/761b3ea3-6ce0-4b6a-8fc4-e48c7c7e9179 HTTP/1.1" status: 204 len: 168 time: 0.5772808 Nov 04 11:38:49.862807 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b415-d722-47bd-b356-c909223220ba tempest-NetworksIpV6Test-1199085657 tempest-NetworksIpV6Test-1199085657-project] Pushing event deleted for resources: {'Network': ['ID=761b3ea3-6ce0-4b6a-8fc4-e48c7c7e9179,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:50.115334 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33760) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:50.255197 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-dfb24cab-3ef8-4ba4-926b-6da79148d763 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=b590e17dc2b2490d8aa84758905dd430&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1385748 Nov 04 11:38:50.258650 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33764) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:50.308554 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5679d60c-cf9a-4718-9162-c36df000d977 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:50.330267 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5679d60c-cf9a-4718-9162-c36df000d977 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:50.388730 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5679d60c-cf9a-4718-9162-c36df000d977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:50.391404 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-5679d60c-cf9a-4718-9162-c36df000d977 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:50.392637 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-5679d60c-cf9a-4718-9162-c36df000d977 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/7610e3e9-4864-4d57-8dcd-8b4a5af28431 HTTP/1.1" status: 204 len: 168 time: 0.1331043 Nov 04 11:38:50.401025 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679d60c-cf9a-4718-9162-c36df000d977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7610e3e9-4864-4d57-8dcd-8b4a5af28431,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:51.016314 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:51.084545 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33786) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:51.194358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-48364349-6547-45f4-8999-011607c0993b tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-37763977', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:38:51.224452 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48364349-6547-45f4-8999-011607c0993b tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:51.225526 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48364349-6547-45f4-8999-011607c0993b tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:51.278911 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48364349-6547-45f4-8999-011607c0993b tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:51.285760 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48364349-6547-45f4-8999-011607c0993b tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:51.307844 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48364349-6547-45f4-8999-011607c0993b tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:51.309306 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-48364349-6547-45f4-8999-011607c0993b tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2235124 Nov 04 11:38:51.313267 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33790) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:51.318185 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-8d347cd4-7fb2-4a60-9d18-3b4d98e3bc86 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2074199752'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:38:51.339280 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d347cd4-7fb2-4a60-9d18-3b4d98e3bc86 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Made reservation on behalf of 685cb652ea15400797183a6d26a7519f for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:38:51.342800 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d347cd4-7fb2-4a60-9d18-3b4d98e3bc86 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:51.356662 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d347cd4-7fb2-4a60-9d18-3b4d98e3bc86 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:51.441826 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d347cd4-7fb2-4a60-9d18-3b4d98e3bc86 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:51.448543 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d347cd4-7fb2-4a60-9d18-3b4d98e3bc86 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:51.480528 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d347cd4-7fb2-4a60-9d18-3b4d98e3bc86 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1165} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:38:51.490648 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d347cd4-7fb2-4a60-9d18-3b4d98e3bc86 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86bafdd4-d97c-419a-8fe7-d21199f887c2,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:51.495337 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d347cd4-7fb2-4a60-9d18-3b4d98e3bc86 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:51.495676 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-8d347cd4-7fb2-4a60-9d18-3b4d98e3bc86 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Added segment 9df8d54a-b36b-4519-9637-c718d4f2b282 of type vlan for network 0f361674-f54a-40b6-aa3c-f814b04d01b4 Nov 04 11:38:51.537949 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d347cd4-7fb2-4a60-9d18-3b4d98e3bc86 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:51.565184 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d347cd4-7fb2-4a60-9d18-3b4d98e3bc86 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:51.570743 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d347cd4-7fb2-4a60-9d18-3b4d98e3bc86 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:51.571363 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d347cd4-7fb2-4a60-9d18-3b4d98e3bc86 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:51.636287 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8d347cd4-7fb2-4a60-9d18-3b4d98e3bc86 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3219345 Nov 04 11:38:51.639422 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33792) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:51.644892 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-6bb22c11-d9d5-4fff-9ef6-4a268434c66f tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Request body: {'subnet': {'network_id': '0f361674-f54a-40b6-aa3c-f814b04d01b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:38:51.645290 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d347cd4-7fb2-4a60-9d18-3b4d98e3bc86 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Pushing event updated for resources: {'Network': ['ID=0f361674-f54a-40b6-aa3c-f814b04d01b4,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:51.655492 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 0f361674-f54a-40b6-aa3c-f814b04d01b4 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:38:51.737755 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb22c11-d9d5-4fff-9ef6-4a268434c66f tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Made reservation on behalf of 685cb652ea15400797183a6d26a7519f for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:38:51.741385 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6bb22c11-d9d5-4fff-9ef6-4a268434c66f tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:51.927740 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6bb22c11-d9d5-4fff-9ef6-4a268434c66f tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:51.992908 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb22c11-d9d5-4fff-9ef6-4a268434c66f tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Pushing event updated for resources: {'Subnet': ['ID=4ad83416-3815-4765-a512-dcc5bb0f9187,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:52.006649 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb22c11-d9d5-4fff-9ef6-4a268434c66f tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Checking segment: {'id': '9df8d54a-b36b-4519-9637-c718d4f2b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '0f361674-f54a-40b6-aa3c-f814b04d01b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:38:52.007136 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb22c11-d9d5-4fff-9ef6-4a268434c66f tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Network hostable DHCP agents. Network: 0f361674-f54a-40b6-aa3c-f814b04d01b4, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:38:52.030809 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb22c11-d9d5-4fff-9ef6-4a268434c66f tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Network 0f361674-f54a-40b6-aa3c-f814b04d01b4 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:38:52.043275 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-6bb22c11-d9d5-4fff-9ef6-4a268434c66f tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 0f361674-f54a-40b6-aa3c-f814b04d01b4) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:38:52.048098 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb22c11-d9d5-4fff-9ef6-4a268434c66f tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:52.048611 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6bb22c11-d9d5-4fff-9ef6-4a268434c66f tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:52.053094 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbbd695-3bde-4117-ad35-2ee574e54629 None None] Network 0f361674-f54a-40b6-aa3c-f814b04d01b4 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:38:52.069100 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6bb22c11-d9d5-4fff-9ef6-4a268434c66f tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4283857 Nov 04 11:38:52.072422 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33794) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:52.077622 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-ec5b9a19-1f0e-45c2-ae00-d5428a5f1a9f tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-820037336'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:38:52.099463 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5b9a19-1f0e-45c2-ae00-d5428a5f1a9f tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Made reservation on behalf of 685cb652ea15400797183a6d26a7519f for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:38:52.102997 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ec5b9a19-1f0e-45c2-ae00-d5428a5f1a9f tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:52.127009 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec5b9a19-1f0e-45c2-ae00-d5428a5f1a9f tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1174} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:38:52.136560 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ec5b9a19-1f0e-45c2-ae00-d5428a5f1a9f tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:52.136932 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-ec5b9a19-1f0e-45c2-ae00-d5428a5f1a9f tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Added segment ed949818-82ed-463a-a0c5-d47959ac5124 of type vlan for network 561a4066-9a14-4d15-93e6-0d6d8a403f5e Nov 04 11:38:52.183028 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ec5b9a19-1f0e-45c2-ae00-d5428a5f1a9f tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:52.214435 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ec5b9a19-1f0e-45c2-ae00-d5428a5f1a9f tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:52.217647 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b502fd4-5119-44dc-bd18-03686cf1ffd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-0f361674-f54a-40b6-aa3c-f814b04d01b4', 'network_id': '0f361674-f54a-40b6-aa3c-f814b04d01b4', 'tenant_id': '685cb652ea15400797183a6d26a7519f', 'fixed_ips': [{'subnet_id': '4ad83416-3815-4765-a512-dcc5bb0f9187'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:38:52.218493 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8b502fd4-5119-44dc-bd18-03686cf1ffd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:52.220937 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5b9a19-1f0e-45c2-ae00-d5428a5f1a9f tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:52.221583 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ec5b9a19-1f0e-45c2-ae00-d5428a5f1a9f tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:52.283116 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ec5b9a19-1f0e-45c2-ae00-d5428a5f1a9f tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2095070 Nov 04 11:38:52.286167 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33796) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:52.290826 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-96b80647-e637-4bb9-a16e-a655579d36ad tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Request body: {'subnet': {'network_id': '561a4066-9a14-4d15-93e6-0d6d8a403f5e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:38:52.314334 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b9a19-1f0e-45c2-ae00-d5428a5f1a9f tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Pushing event updated for resources: {'Network': ['ID=561a4066-9a14-4d15-93e6-0d6d8a403f5e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:52.335230 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 561a4066-9a14-4d15-93e6-0d6d8a403f5e details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:38:52.391790 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b80647-e637-4bb9-a16e-a655579d36ad tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Made reservation on behalf of 685cb652ea15400797183a6d26a7519f for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:38:52.396200 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96b80647-e637-4bb9-a16e-a655579d36ad tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:52.592641 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-8b502fd4-5119-44dc-bd18-03686cf1ffd0 None None] Allocated IP 172.20.0.2 (0f361674-f54a-40b6-aa3c-f814b04d01b4/4ad83416-3815-4765-a512-dcc5bb0f9187/cfd407fa-c299-4648-a8b1-1d28bb7caab6) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:38:52.599504 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:52.599785 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96b80647-e637-4bb9-a16e-a655579d36ad tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:52.666000 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b80647-e637-4bb9-a16e-a655579d36ad tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Pushing event updated for resources: {'Subnet': ['ID=4e85968c-0aae-48ac-b3be-37a3faa1cd21,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:52.673901 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:52.675730 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b80647-e637-4bb9-a16e-a655579d36ad tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Checking segment: {'id': 'ed949818-82ed-463a-a0c5-d47959ac5124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '561a4066-9a14-4d15-93e6-0d6d8a403f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:38:52.676101 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b80647-e637-4bb9-a16e-a655579d36ad tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Network hostable DHCP agents. Network: 561a4066-9a14-4d15-93e6-0d6d8a403f5e, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:38:52.695114 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b80647-e637-4bb9-a16e-a655579d36ad tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Network 561a4066-9a14-4d15-93e6-0d6d8a403f5e is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:38:52.706999 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-96b80647-e637-4bb9-a16e-a655579d36ad tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 561a4066-9a14-4d15-93e6-0d6d8a403f5e) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:38:52.711770 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b80647-e637-4bb9-a16e-a655579d36ad tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:52.712407 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-96b80647-e637-4bb9-a16e-a655579d36ad tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:52.718654 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a801395-3a2b-4eba-a91f-1a46cd92836a None None] Network 561a4066-9a14-4d15-93e6-0d6d8a403f5e requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:38:52.734018 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-96b80647-e637-4bb9-a16e-a655579d36ad tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4441953 Nov 04 11:38:52.734223 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33798) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:52.738905 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-15edcd38-7757-4f7e-8ace-06c0612e10f5 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Request body: {'router': {'external_gateway_info': {'network_id': '561a4066-9a14-4d15-93e6-0d6d8a403f5e'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:38:52.809139 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8b502fd4-5119-44dc-bd18-03686cf1ffd0 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:52.823625 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8b502fd4-5119-44dc-bd18-03686cf1ffd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:52.887221 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b502fd4-5119-44dc-bd18-03686cf1ffd0 None None] Network 0f361674-f54a-40b6-aa3c-f814b04d01b4 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:38:52.894007 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-8b502fd4-5119-44dc-bd18-03686cf1ffd0 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:38:52.912809 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b502fd4-5119-44dc-bd18-03686cf1ffd0 None None] Pushing event updated for resources: {'Port': ['ID=cfd407fa-c299-4648-a8b1-1d28bb7caab6,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:52.917629 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b502fd4-5119-44dc-bd18-03686cf1ffd0 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:38:52.960521 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-15edcd38-7757-4f7e-8ace-06c0612e10f5 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:52.996229 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-8b502fd4-5119-44dc-bd18-03686cf1ffd0 None None] Attempting to bind port cfd407fa-c299-4648-a8b1-1d28bb7caab6 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:38:52.996928 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-8b502fd4-5119-44dc-bd18-03686cf1ffd0 None None] Attempting to bind port cfd407fa-c299-4648-a8b1-1d28bb7caab6 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9df8d54a-b36b-4519-9637-c718d4f2b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '0f361674-f54a-40b6-aa3c-f814b04d01b4'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:38:52.997547 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b502fd4-5119-44dc-bd18-03686cf1ffd0 None None] Attempting to bind port cfd407fa-c299-4648-a8b1-1d28bb7caab6 on network 0f361674-f54a-40b6-aa3c-f814b04d01b4 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:38:53.005178 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b750cc7-4b12-4838-9b9b-eff15b321bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-561a4066-9a14-4d15-93e6-0d6d8a403f5e', 'network_id': '561a4066-9a14-4d15-93e6-0d6d8a403f5e', 'tenant_id': '685cb652ea15400797183a6d26a7519f', 'fixed_ips': [{'subnet_id': '4e85968c-0aae-48ac-b3be-37a3faa1cd21'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:38:53.006016 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0b750cc7-4b12-4838-9b9b-eff15b321bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:53.007928 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b502fd4-5119-44dc-bd18-03686cf1ffd0 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:38:53.008291 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b502fd4-5119-44dc-bd18-03686cf1ffd0 None None] Checking segment: {'id': '9df8d54a-b36b-4519-9637-c718d4f2b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '0f361674-f54a-40b6-aa3c-f814b04d01b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:38:53.008674 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8b502fd4-5119-44dc-bd18-03686cf1ffd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:53.009084 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b502fd4-5119-44dc-bd18-03686cf1ffd0 None None] Bound using segment: {'id': '9df8d54a-b36b-4519-9637-c718d4f2b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '0f361674-f54a-40b6-aa3c-f814b04d01b4'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:38:53.009553 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-8b502fd4-5119-44dc-bd18-03686cf1ffd0 None None] Bound port: cfd407fa-c299-4648-a8b1-1d28bb7caab6, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9df8d54a-b36b-4519-9637-c718d4f2b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '0f361674-f54a-40b6-aa3c-f814b04d01b4'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:38:53.009919 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8b502fd4-5119-44dc-bd18-03686cf1ffd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:53.068599 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [None req-15edcd38-7757-4f7e-8ace-06c0612e10f5 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 11:38:53.069801 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-15edcd38-7757-4f7e-8ace-06c0612e10f5 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] 10.222.0.127 "PUT /v2.0/routers/8c6ee695-5c34-4f7e-90cb-8f96d6247945 HTTP/1.1" status: 400 len: 364 time: 0.3346004 Nov 04 11:38:53.075865 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33800) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:53.126345 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-81239fab-4286-487d-8a40-08fd14241de3 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Deleting subnet 4e85968c-0aae-48ac-b3be-37a3faa1cd21 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:38:53.133814 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-81239fab-4286-487d-8a40-08fd14241de3 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:53.156996 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-8b502fd4-5119-44dc-bd18-03686cf1ffd0 None None] For port cfd407fa-c299-4648-a8b1-1d28bb7caab6, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:38:53.160167 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-8b502fd4-5119-44dc-bd18-03686cf1ffd0 None None] For port cfd407fa-c299-4648-a8b1-1d28bb7caab6, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=cfd407fa-c299-4648-a8b1-1d28bb7caab6,segment=NetworkSegment(9df8d54a-b36b-4519-9637-c718d4f2b282),segment_id=9df8d54a-b36b-4519-9637-c718d4f2b282)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:38:53.165300 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8b502fd4-5119-44dc-bd18-03686cf1ffd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:53.182540 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-81239fab-4286-487d-8a40-08fd14241de3 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:53.224613 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b502fd4-5119-44dc-bd18-03686cf1ffd0 None None] Pushing event updated for resources: {'Port': ['ID=cfd407fa-c299-4648-a8b1-1d28bb7caab6,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:53.230754 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-81239fab-4286-487d-8a40-08fd14241de3 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:53.295152 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-81239fab-4286-487d-8a40-08fd14241de3 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server [None req-0b750cc7-4b12-4838-9b9b-eff15b321bc3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4e85968c-0aae-48ac-b3be-37a3faa1cd21: This subnet is being modified by another concurrent operation. Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server raise exception Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4e85968c-0aae-48ac-b3be-37a3faa1cd21: This subnet is being modified by another concurrent operation. Nov 04 11:38:53.298363 n-d-816629-1 neutron-server[101776]: ERROR oslo_messaging.rpc.server Nov 04 11:38:53.325019 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-81239fab-4286-487d-8a40-08fd14241de3 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:53.328451 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-81239fab-4286-487d-8a40-08fd14241de3 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] 10.222.0.127 "DELETE /v2.0/subnets/4e85968c-0aae-48ac-b3be-37a3faa1cd21 HTTP/1.1" status: 204 len: 168 time: 0.2515857 Nov 04 11:38:53.329363 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81239fab-4286-487d-8a40-08fd14241de3 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Pushing event deleted for resources: {'Subnet': ['ID=4e85968c-0aae-48ac-b3be-37a3faa1cd21,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:53.331176 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a84c054-296b-460e-9048-a700a9aaa27d None None] Network 561a4066-9a14-4d15-93e6-0d6d8a403f5e requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:38:53.331554 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33802) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:53.446460 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14523451-b2e2-4952-8e0e-a3348106f329 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:53.542479 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14523451-b2e2-4952-8e0e-a3348106f329 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:53.572643 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-14523451-b2e2-4952-8e0e-a3348106f329 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['561a4066-9a14-4d15-93e6-0d6d8a403f5e']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:53.583136 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-14523451-b2e2-4952-8e0e-a3348106f329 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed949818-82ed-463a-a0c5-d47959ac5124') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:53.583433 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-14523451-b2e2-4952-8e0e-a3348106f329 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed949818-82ed-463a-a0c5-d47959ac5124') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:53.593694 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14523451-b2e2-4952-8e0e-a3348106f329 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:53.606915 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14523451-b2e2-4952-8e0e-a3348106f329 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:53.615552 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14523451-b2e2-4952-8e0e-a3348106f329 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Releasing vlan 1174 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:38:53.615825 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14523451-b2e2-4952-8e0e-a3348106f329 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:53.619097 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device cfd407fa-c299-4648-a8b1-1d28bb7caab6 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:38:53.619875 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:38:53.676191 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port cfd407fa-c299-4648-a8b1-1d28bb7caab6 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:38:53.676534 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:53.684425 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14523451-b2e2-4952-8e0e-a3348106f329 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:53.694278 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14523451-b2e2-4952-8e0e-a3348106f329 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:53.700342 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33804) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:53.701451 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-14523451-b2e2-4952-8e0e-a3348106f329 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] 10.222.0.127 "DELETE /v2.0/networks/561a4066-9a14-4d15-93e6-0d6d8a403f5e HTTP/1.1" status: 204 len: 168 time: 0.3672643 Nov 04 11:38:53.716946 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14523451-b2e2-4952-8e0e-a3348106f329 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Pushing event deleted for resources: {'Network': ['ID=561a4066-9a14-4d15-93e6-0d6d8a403f5e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:53.757298 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:53.759426 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-19622961-728f-4281-aee5-c7aca5a49276 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Deleting subnet 4ad83416-3815-4765-a512-dcc5bb0f9187 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:38:53.762658 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-19622961-728f-4281-aee5-c7aca5a49276 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:53.790017 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port cfd407fa-c299-4648-a8b1-1d28bb7caab6, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=cfd407fa-c299-4648-a8b1-1d28bb7caab6,segment=NetworkSegment(9df8d54a-b36b-4519-9637-c718d4f2b282),segment_id=9df8d54a-b36b-4519-9637-c718d4f2b282)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:38:53.794895 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:53.804000 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-19622961-728f-4281-aee5-c7aca5a49276 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:53.846226 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=cfd407fa-c299-4648-a8b1-1d28bb7caab6,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:53.896193 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-19622961-728f-4281-aee5-c7aca5a49276 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:53.957873 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-19622961-728f-4281-aee5-c7aca5a49276 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:53.991349 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19622961-728f-4281-aee5-c7aca5a49276 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Pushing event deleted for resources: {'Subnet': ['ID=4ad83416-3815-4765-a512-dcc5bb0f9187,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:53.993380 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-19622961-728f-4281-aee5-c7aca5a49276 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:53.996630 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-19622961-728f-4281-aee5-c7aca5a49276 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] 10.222.0.127 "DELETE /v2.0/subnets/4ad83416-3815-4765-a512-dcc5bb0f9187 HTTP/1.1" status: 204 len: 168 time: 0.2952390 Nov 04 11:38:53.999347 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33806) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:54.085281 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1510dff6-7229-490e-a373-773487479995 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:54.177130 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee34c7a-6d68-41c8-b024-7b7f6b25fd7a None None] Network 0f361674-f54a-40b6-aa3c-f814b04d01b4 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:38:54.254558 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-ba834157-e6f0-407d-a84f-31d6ac1ed0a0 None None] Provisioning complete for port cfd407fa-c299-4648-a8b1-1d28bb7caab6 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:38:54.254787 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ba834157-e6f0-407d-a84f-31d6ac1ed0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:54.405316 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d575a1ee-0810-4dc8-a96d-1e3b2945563f None None] DHCP port deletion for 0f361674-f54a-40b6-aa3c-f814b04d01b4 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:38:54.439647 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-1510dff6-7229-490e-a373-773487479995 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Deleting port cfd407fa-c299-4648-a8b1-1d28bb7caab6 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:38:54.439850 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1510dff6-7229-490e-a373-773487479995 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:54.444765 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:38:54.452967 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-d575a1ee-0810-4dc8-a96d-1e3b2945563f None None] Deleting port cfd407fa-c299-4648-a8b1-1d28bb7caab6 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:38:54.453327 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d575a1ee-0810-4dc8-a96d-1e3b2945563f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:54.502845 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-1510dff6-7229-490e-a373-773487479995 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] For port cfd407fa-c299-4648-a8b1-1d28bb7caab6, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=cfd407fa-c299-4648-a8b1-1d28bb7caab6,segment=NetworkSegment(9df8d54a-b36b-4519-9637-c718d4f2b282),segment_id=9df8d54a-b36b-4519-9637-c718d4f2b282)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:38:54.503206 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1510dff6-7229-490e-a373-773487479995 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:54.516139 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-1510dff6-7229-490e-a373-773487479995 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Calling delete_port for cfd407fa-c299-4648-a8b1-1d28bb7caab6 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:38:54.519440 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-d575a1ee-0810-4dc8-a96d-1e3b2945563f None None] For port cfd407fa-c299-4648-a8b1-1d28bb7caab6, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=cfd407fa-c299-4648-a8b1-1d28bb7caab6,segment=NetworkSegment(9df8d54a-b36b-4519-9637-c718d4f2b282),segment_id=9df8d54a-b36b-4519-9637-c718d4f2b282)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:38:54.519980 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d575a1ee-0810-4dc8-a96d-1e3b2945563f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:54.533698 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-d575a1ee-0810-4dc8-a96d-1e3b2945563f None None] Calling delete_port for cfd407fa-c299-4648-a8b1-1d28bb7caab6 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:38:54.601647 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1510dff6-7229-490e-a373-773487479995 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:54.612095 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d575a1ee-0810-4dc8-a96d-1e3b2945563f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:54.629324 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510dff6-7229-490e-a373-773487479995 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Pushing event deleted for resources: {'Port': ['ID=cfd407fa-c299-4648-a8b1-1d28bb7caab6,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:54.634302 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1510dff6-7229-490e-a373-773487479995 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] No DVR routers for this DVR port cfd407fa-c299-4648-a8b1-1d28bb7caab6 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:38:54.639260 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575a1ee-0810-4dc8-a96d-1e3b2945563f None None] Pushing event deleted for resources: {'Port': ['ID=cfd407fa-c299-4648-a8b1-1d28bb7caab6,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:54.641194 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d575a1ee-0810-4dc8-a96d-1e3b2945563f None None] No DVR routers for this DVR port cfd407fa-c299-4648-a8b1-1d28bb7caab6 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:38:54.658768 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7075ccc9-5acb-4fc0-aa1c-966f2cb14f91 None None] get_active_networks_info from n-d-816629-1 {{(pid=101776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 11:38:54.720211 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1510dff6-7229-490e-a373-773487479995 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:54.723211 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7075ccc9-5acb-4fc0-aa1c-966f2cb14f91 None None] Resources bound (agent type, host, resource id): {{(pid=101776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 11:38:54.741468 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-1510dff6-7229-490e-a373-773487479995 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f361674-f54a-40b6-aa3c-f814b04d01b4']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:54.751177 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-1510dff6-7229-490e-a373-773487479995 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df8d54a-b36b-4519-9637-c718d4f2b282') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:54.751662 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-1510dff6-7229-490e-a373-773487479995 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df8d54a-b36b-4519-9637-c718d4f2b282') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:54.761670 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1510dff6-7229-490e-a373-773487479995 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:54.775772 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1510dff6-7229-490e-a373-773487479995 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:54.782117 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1510dff6-7229-490e-a373-773487479995 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Releasing vlan 1165 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:38:54.782573 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1510dff6-7229-490e-a373-773487479995 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:38:54.785768 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:38:54.846106 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1510dff6-7229-490e-a373-773487479995 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:54.853246 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1510dff6-7229-490e-a373-773487479995 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:54.856489 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1510dff6-7229-490e-a373-773487479995 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] 10.222.0.127 "DELETE /v2.0/networks/0f361674-f54a-40b6-aa3c-f814b04d01b4 HTTP/1.1" status: 204 len: 168 time: 0.8561015 Nov 04 11:38:54.860011 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33808) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:54.868235 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510dff6-7229-490e-a373-773487479995 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Pushing event deleted for resources: {'Network': ['ID=0f361674-f54a-40b6-aa3c-f814b04d01b4,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:54.891691 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-edaa1aae-f7a8-4173-98d9-00ec1031a554 tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] 10.222.0.127 "GET /v2.0/ports?device_id=8c6ee695-5c34-4f7e-90cb-8f96d6247945 HTTP/1.1" status: 200 len: 205 time: 0.0304859 Nov 04 11:38:54.894210 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33810) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:54.972014 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-780265c9-5138-4b28-92f5-e8f0813c99fe tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:55.134993 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-780265c9-5138-4b28-92f5-e8f0813c99fe tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:55.136650 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-780265c9-5138-4b28-92f5-e8f0813c99fe tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:55.186024 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-780265c9-5138-4b28-92f5-e8f0813c99fe tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:55.186543 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780265c9-5138-4b28-92f5-e8f0813c99fe tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Fanout notify agent at l3_agent the message router_deleted on router 8c6ee695-5c34-4f7e-90cb-8f96d6247945 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:38:55.193590 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-780265c9-5138-4b28-92f5-e8f0813c99fe tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:55.194692 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-780265c9-5138-4b28-92f5-e8f0813c99fe tempest-RoutersNegativeTest-851611814 tempest-RoutersNegativeTest-851611814-project] 10.222.0.127 "DELETE /v2.0/routers/8c6ee695-5c34-4f7e-90cb-8f96d6247945 HTTP/1.1" status: 204 len: 168 time: 0.2995770 Nov 04 11:38:55.466673 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33816) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:55.588407 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device cfd407fa-c299-4648-a8b1-1d28bb7caab6 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:38:55.608576 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8b9a73ac-a764-4863-9a2a-44a7cdab7d30 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=685cb652ea15400797183a6d26a7519f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1403396 Nov 04 11:38:55.609082 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: cfd407fa-c299-4648-a8b1-1d28bb7caab6 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:38:55.609428 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device cfd407fa-c299-4648-a8b1-1d28bb7caab6 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:38:55.610009 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33820) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:55.665645 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5d6c36e-b3b4-48d4-9620-5755fa37bff8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:55.687764 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5d6c36e-b3b4-48d4-9620-5755fa37bff8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:55.737090 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5d6c36e-b3b4-48d4-9620-5755fa37bff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:55.739757 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-b5d6c36e-b3b4-48d4-9620-5755fa37bff8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:55.740977 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b5d6c36e-b3b4-48d4-9620-5755fa37bff8 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/86bafdd4-d97c-419a-8fe7-d21199f887c2 HTTP/1.1" status: 204 len: 168 time: 0.1299777 Nov 04 11:38:55.749263 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6c36e-b3b4-48d4-9620-5755fa37bff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bafdd4-d97c-419a-8fe7-d21199f887c2,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:56.421513 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33842) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:56.521905 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-2ec7d64f-e1aa-4381-b875-3a2f79d028ac admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1155007752-network', 'tenant_id': 'ecc3a3ff07cb4485abc6987d023a7664'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:38:56.547081 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec7d64f-e1aa-4381-b875-3a2f79d028ac admin admin] Made reservation on behalf of ecc3a3ff07cb4485abc6987d023a7664 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:38:56.549535 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ec7d64f-e1aa-4381-b875-3a2f79d028ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:56.559328 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ec7d64f-e1aa-4381-b875-3a2f79d028ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:56.640042 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ec7d64f-e1aa-4381-b875-3a2f79d028ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:56.644730 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ec7d64f-e1aa-4381-b875-3a2f79d028ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:56.668729 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec7d64f-e1aa-4381-b875-3a2f79d028ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1156} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:38:56.678461 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7d64f-e1aa-4381-b875-3a2f79d028ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2455909f-e9f7-4670-aeda-51b25792a731,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:56.683299 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ec7d64f-e1aa-4381-b875-3a2f79d028ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:56.683636 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-2ec7d64f-e1aa-4381-b875-3a2f79d028ac admin admin] Added segment a4d5d463-62e0-4e00-b227-ac70753453a9 of type vlan for network e06f750c-ed6c-47f8-bc3b-21ae2abf603f Nov 04 11:38:56.723859 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ec7d64f-e1aa-4381-b875-3a2f79d028ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:56.753813 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ec7d64f-e1aa-4381-b875-3a2f79d028ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:56.754717 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec7d64f-e1aa-4381-b875-3a2f79d028ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:56.755331 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ec7d64f-e1aa-4381-b875-3a2f79d028ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:56.811357 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2ec7d64f-e1aa-4381-b875-3a2f79d028ac admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3887391 Nov 04 11:38:56.814508 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33846) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:56.819717 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7d64f-e1aa-4381-b875-3a2f79d028ac admin admin] Pushing event updated for resources: {'Network': ['ID=e06f750c-ed6c-47f8-bc3b-21ae2abf603f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:56.820246 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-e233928c-0c94-4788-b79e-fe804be4b7e2 admin admin] Request body: {'subnet': {'network_id': 'e06f750c-ed6c-47f8-bc3b-21ae2abf603f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1155007752-subnet', 'tenant_id': 'ecc3a3ff07cb4485abc6987d023a7664', 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:38:56.830015 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network e06f750c-ed6c-47f8-bc3b-21ae2abf603f details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:38:56.842798 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e233928c-0c94-4788-b79e-fe804be4b7e2 admin admin] Made reservation on behalf of ecc3a3ff07cb4485abc6987d023a7664 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:38:56.845188 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e233928c-0c94-4788-b79e-fe804be4b7e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:57.034174 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e233928c-0c94-4788-b79e-fe804be4b7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:57.090933 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233928c-0c94-4788-b79e-fe804be4b7e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbd527f1-e4ae-4953-96df-f23e7c391b2a,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:57.101717 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e233928c-0c94-4788-b79e-fe804be4b7e2 admin admin] Checking segment: {'id': 'a4d5d463-62e0-4e00-b227-ac70753453a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'e06f750c-ed6c-47f8-bc3b-21ae2abf603f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:38:57.102114 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e233928c-0c94-4788-b79e-fe804be4b7e2 admin admin] Network hostable DHCP agents. Network: e06f750c-ed6c-47f8-bc3b-21ae2abf603f, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:38:57.123513 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e233928c-0c94-4788-b79e-fe804be4b7e2 admin admin] Network e06f750c-ed6c-47f8-bc3b-21ae2abf603f is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:38:57.134437 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-e233928c-0c94-4788-b79e-fe804be4b7e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, e06f750c-ed6c-47f8-bc3b-21ae2abf603f) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:38:57.139235 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e233928c-0c94-4788-b79e-fe804be4b7e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:38:57.139872 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e233928c-0c94-4788-b79e-fe804be4b7e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:57.146544 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d09af4e-7faa-4664-a2b7-c72a75cbc6a6 None None] Network e06f750c-ed6c-47f8-bc3b-21ae2abf603f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:38:57.157563 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e233928c-0c94-4788-b79e-fe804be4b7e2 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3418238 Nov 04 11:38:57.160293 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33848) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:57.164687 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-37fd3ca1-bd9d-46a8-8f3d-63ac48fba6cc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1155007752-router', 'tenant_id': 'ecc3a3ff07cb4485abc6987d023a7664', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:38:57.186606 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-37fd3ca1-bd9d-46a8-8f3d-63ac48fba6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:57.187630 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-37fd3ca1-bd9d-46a8-8f3d-63ac48fba6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:57.246506 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-37fd3ca1-bd9d-46a8-8f3d-63ac48fba6cc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:57.296290 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6885243-151b-4005-96d5-547ded5c154d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-e06f750c-ed6c-47f8-bc3b-21ae2abf603f', 'network_id': 'e06f750c-ed6c-47f8-bc3b-21ae2abf603f', 'tenant_id': 'ecc3a3ff07cb4485abc6987d023a7664', 'fixed_ips': [{'subnet_id': 'cbd527f1-e4ae-4953-96df-f23e7c391b2a'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:38:57.297308 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e6885243-151b-4005-96d5-547ded5c154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:57.390162 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-37fd3ca1-bd9d-46a8-8f3d-63ac48fba6cc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:57.429482 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-e6885243-151b-4005-96d5-547ded5c154d None None] Allocated IP 172.20.0.2 (e06f750c-ed6c-47f8-bc3b-21ae2abf603f/cbd527f1-e4ae-4953-96df-f23e7c391b2a/0db4ab67-cd89-49e3-9d45-5d401633ac24) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:38:57.576787 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e6885243-151b-4005-96d5-547ded5c154d None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:57.584500 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e6885243-151b-4005-96d5-547ded5c154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:57.591627 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-37fd3ca1-bd9d-46a8-8f3d-63ac48fba6cc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:57.614528 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-37fd3ca1-bd9d-46a8-8f3d-63ac48fba6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:57.629098 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6885243-151b-4005-96d5-547ded5c154d None None] Network e06f750c-ed6c-47f8-bc3b-21ae2abf603f is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:38:57.632108 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-e6885243-151b-4005-96d5-547ded5c154d None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:38:57.634898 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6885243-151b-4005-96d5-547ded5c154d None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:38:57.641218 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6885243-151b-4005-96d5-547ded5c154d None None] Pushing event updated for resources: {'Port': ['ID=0db4ab67-cd89-49e3-9d45-5d401633ac24,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:57.693234 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-e6885243-151b-4005-96d5-547ded5c154d None None] Attempting to bind port 0db4ab67-cd89-49e3-9d45-5d401633ac24 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:38:57.693600 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-e6885243-151b-4005-96d5-547ded5c154d None None] Attempting to bind port 0db4ab67-cd89-49e3-9d45-5d401633ac24 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'a4d5d463-62e0-4e00-b227-ac70753453a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'e06f750c-ed6c-47f8-bc3b-21ae2abf603f'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:38:57.693952 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6885243-151b-4005-96d5-547ded5c154d None None] Attempting to bind port 0db4ab67-cd89-49e3-9d45-5d401633ac24 on network e06f750c-ed6c-47f8-bc3b-21ae2abf603f {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:38:57.699087 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6885243-151b-4005-96d5-547ded5c154d None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:38:57.699451 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6885243-151b-4005-96d5-547ded5c154d None None] Checking segment: {'id': 'a4d5d463-62e0-4e00-b227-ac70753453a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'e06f750c-ed6c-47f8-bc3b-21ae2abf603f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:38:57.699862 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e6885243-151b-4005-96d5-547ded5c154d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:57.700426 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6885243-151b-4005-96d5-547ded5c154d None None] Bound using segment: {'id': 'a4d5d463-62e0-4e00-b227-ac70753453a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'e06f750c-ed6c-47f8-bc3b-21ae2abf603f'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:38:57.700935 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-e6885243-151b-4005-96d5-547ded5c154d None None] Bound port: 0db4ab67-cd89-49e3-9d45-5d401633ac24, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d5d463-62e0-4e00-b227-ac70753453a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'e06f750c-ed6c-47f8-bc3b-21ae2abf603f'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:38:57.701220 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e6885243-151b-4005-96d5-547ded5c154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:57.724188 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-37fd3ca1-bd9d-46a8-8f3d-63ac48fba6cc admin admin] Allocated IP 172.25.7.70 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:38:57.767029 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e6885243-151b-4005-96d5-547ded5c154d None None] For port 0db4ab67-cd89-49e3-9d45-5d401633ac24, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:38:57.770393 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e6885243-151b-4005-96d5-547ded5c154d None None] For port 0db4ab67-cd89-49e3-9d45-5d401633ac24, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0db4ab67-cd89-49e3-9d45-5d401633ac24,segment=NetworkSegment(a4d5d463-62e0-4e00-b227-ac70753453a9),segment_id=a4d5d463-62e0-4e00-b227-ac70753453a9)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:38:57.776080 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e6885243-151b-4005-96d5-547ded5c154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:57.830991 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6885243-151b-4005-96d5-547ded5c154d None None] Pushing event updated for resources: {'Port': ['ID=0db4ab67-cd89-49e3-9d45-5d401633ac24,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:57.849019 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-37fd3ca1-bd9d-46a8-8f3d-63ac48fba6cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:57.888652 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-37fd3ca1-bd9d-46a8-8f3d-63ac48fba6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:57.926814 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fd3ca1-bd9d-46a8-8f3d-63ac48fba6cc admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:38:57.931880 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-37fd3ca1-bd9d-46a8-8f3d-63ac48fba6cc admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:38:57.935739 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fd3ca1-bd9d-46a8-8f3d-63ac48fba6cc admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:38:57.958873 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd3ca1-bd9d-46a8-8f3d-63ac48fba6cc admin admin] Pushing event updated for resources: {'Port': ['ID=6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:58.230076 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-37fd3ca1-bd9d-46a8-8f3d-63ac48fba6cc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:58.438922 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-37fd3ca1-bd9d-46a8-8f3d-63ac48fba6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:58.578876 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37fd3ca1-bd9d-46a8-8f3d-63ac48fba6cc admin admin] Router 97aea2f7-3bde-4b62-a40f-cb5d030c8d62 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 11:38:58.700409 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fd3ca1-bd9d-46a8-8f3d-63ac48fba6cc admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:38:58.711637 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb31f0-ee24-4112-aea2-7404e914f9f5 None None] Sync routers for ids ['97aea2f7-3bde-4b62-a40f-cb5d030c8d62'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:38:58.726169 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bb31f0-ee24-4112-aea2-7404e914f9f5 None None] Routers {'97aea2f7-3bde-4b62-a40f-cb5d030c8d62'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:38:58.726776 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-a1bb31f0-ee24-4112-aea2-7404e914f9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:38:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['97aea2f7-3bde-4b62-a40f-cb5d030c8d62'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:58.728373 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-37fd3ca1-bd9d-46a8-8f3d-63ac48fba6cc admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:58.733315 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33850) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:38:58.745434 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-37fd3ca1-bd9d-46a8-8f3d-63ac48fba6cc admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5839472 Nov 04 11:38:58.746374 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc17ece-479d-4d5f-bd0d-e8cd49c73971 None None] Network e06f750c-ed6c-47f8-bc3b-21ae2abf603f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:38:58.840308 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-a1bb31f0-ee24-4112-aea2-7404e914f9f5 None None] Set router 97aea2f7-3bde-4b62-a40f-cb5d030c8d62 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:38:58.873031 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-0e470efe-29f2-436c-bf51-dd59e20d54b3 None None] Provisioning complete for port 0db4ab67-cd89-49e3-9d45-5d401633ac24 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:38:58.873636 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0e470efe-29f2-436c-bf51-dd59e20d54b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:58.995906 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0e470efe-29f2-436c-bf51-dd59e20d54b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:59.034587 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-0e470efe-29f2-436c-bf51-dd59e20d54b3 None None] For port 0db4ab67-cd89-49e3-9d45-5d401633ac24, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0db4ab67-cd89-49e3-9d45-5d401633ac24,segment=NetworkSegment(a4d5d463-62e0-4e00-b227-ac70753453a9),segment_id=a4d5d463-62e0-4e00-b227-ac70753453a9)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:38:59.041010 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-a1bb31f0-ee24-4112-aea2-7404e914f9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97aea2f7-3bde-4b62-a40f-cb5d030c8d62', 'name': 'tempest-TestEncryptedCinderVolumes-1155007752-router', 'tenant_id': 'ecc3a3ff07cb4485abc6987d023a7664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:38:57Z', 'updated_at': '2021-11-04T11:38:58Z', 'revision_number': 3, 'project_id': 'ecc3a3ff07cb4485abc6987d023a7664', 'gw_port': {'id': '6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97aea2f7-3bde-4b62-a40f-cb5d030c8d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:38:57Z', 'updated_at': '2021-11-04T11:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:59.042835 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0e470efe-29f2-436c-bf51-dd59e20d54b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:59.077545 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb31f0-ee24-4112-aea2-7404e914f9f5 None None] Checking router: 97aea2f7-3bde-4b62-a40f-cb5d030c8d62 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:38:59.078012 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb31f0-ee24-4112-aea2-7404e914f9f5 None None] Updating router 97aea2f7-3bde-4b62-a40f-cb5d030c8d62 port 6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:38:59.105393 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e470efe-29f2-436c-bf51-dd59e20d54b3 None None] Pushing event updated for resources: {'Port': ['ID=0db4ab67-cd89-49e3-9d45-5d401633ac24,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:59.112988 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-a1bb31f0-ee24-4112-aea2-7404e914f9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:59.269056 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-6e994145-116e-46ad-acf7-c636c139ceea None None] Provisioning complete for port 0db4ab67-cd89-49e3-9d45-5d401633ac24 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:38:59.269333 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6e994145-116e-46ad-acf7-c636c139ceea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:59.383973 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-a1bb31f0-ee24-4112-aea2-7404e914f9f5 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:59.390615 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-a1bb31f0-ee24-4112-aea2-7404e914f9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:59.442606 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-a1bb31f0-ee24-4112-aea2-7404e914f9f5 None None] Attempting to bind port 6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:38:59.442927 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-a1bb31f0-ee24-4112-aea2-7404e914f9f5 None None] Attempting to bind port 6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:38:59.443311 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bb31f0-ee24-4112-aea2-7404e914f9f5 None None] Attempting to bind port 6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:38:59.448333 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c124e5-b882-42bf-8bc8-141d888411b9 None None] Pushing event updated for resources: {'Port': ['ID=6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7,revision_number=2']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:59.451780 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bb31f0-ee24-4112-aea2-7404e914f9f5 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:38:59.452139 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bb31f0-ee24-4112-aea2-7404e914f9f5 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:38:59.452877 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-a1bb31f0-ee24-4112-aea2-7404e914f9f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:59.453015 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bb31f0-ee24-4112-aea2-7404e914f9f5 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:38:59.453369 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-a1bb31f0-ee24-4112-aea2-7404e914f9f5 None None] Bound port: 6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:38:59.453741 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-a1bb31f0-ee24-4112-aea2-7404e914f9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:59.460181 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c124e5-b882-42bf-8bc8-141d888411b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:59.460509 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c124e5-b882-42bf-8bc8-141d888411b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:59.460838 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c124e5-b882-42bf-8bc8-141d888411b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:59.461185 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c124e5-b882-42bf-8bc8-141d888411b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:59.461500 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c124e5-b882-42bf-8bc8-141d888411b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:59.461816 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c124e5-b882-42bf-8bc8-141d888411b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:59.462126 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c124e5-b882-42bf-8bc8-141d888411b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:59.462434 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c124e5-b882-42bf-8bc8-141d888411b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:59.462739 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c124e5-b882-42bf-8bc8-141d888411b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:59.463051 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c124e5-b882-42bf-8bc8-141d888411b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:59.463487 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c124e5-b882-42bf-8bc8-141d888411b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:59.463658 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c124e5-b882-42bf-8bc8-141d888411b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:38:59.513644 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-a1bb31f0-ee24-4112-aea2-7404e914f9f5 None None] For port 6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:38:59.517323 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-a1bb31f0-ee24-4112-aea2-7404e914f9f5 None None] For port 6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:38:59.522732 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-a1bb31f0-ee24-4112-aea2-7404e914f9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:59.565236 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dcf062b8-857e-4f59-973a-1e74964da598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:59.588881 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c124e5-b882-42bf-8bc8-141d888411b9 None None] Pushing event updated for resources: {'Port': ['ID=6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:59.592747 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bb31f0-ee24-4112-aea2-7404e914f9f5 None None] Routers {'97aea2f7-3bde-4b62-a40f-cb5d030c8d62'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:38:59.593579 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-a1bb31f0-ee24-4112-aea2-7404e914f9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:38:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['97aea2f7-3bde-4b62-a40f-cb5d030c8d62'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:59.642878 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0db4ab67-cd89-49e3-9d45-5d401633ac24 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:38:59.692614 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 0db4ab67-cd89-49e3-9d45-5d401633ac24 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:38:59.693093 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:59.714117 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-a1bb31f0-ee24-4112-aea2-7404e914f9f5 None None] Set router 97aea2f7-3bde-4b62-a40f-cb5d030c8d62 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:38:59.731605 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-dcf062b8-857e-4f59-973a-1e74964da598 admin admin] Allocated IP 172.20.0.1 (e06f750c-ed6c-47f8-bc3b-21ae2abf603f/cbd527f1-e4ae-4953-96df-f23e7c391b2a/f00df3ba-3196-4b89-bfe0-28bd8b9f6123) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:38:59.841566 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dcf062b8-857e-4f59-973a-1e74964da598 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:59.875464 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dcf062b8-857e-4f59-973a-1e74964da598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:38:59.891892 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-a1bb31f0-ee24-4112-aea2-7404e914f9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97aea2f7-3bde-4b62-a40f-cb5d030c8d62', 'name': 'tempest-TestEncryptedCinderVolumes-1155007752-router', 'tenant_id': 'ecc3a3ff07cb4485abc6987d023a7664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:38:57Z', 'updated_at': '2021-11-04T11:38:58Z', 'revision_number': 3, 'project_id': 'ecc3a3ff07cb4485abc6987d023a7664', 'gw_port': {'id': '6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97aea2f7-3bde-4b62-a40f-cb5d030c8d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:38:57Z', 'updated_at': '2021-11-04T11:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:38:59.915854 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf062b8-857e-4f59-973a-1e74964da598 admin admin] Network e06f750c-ed6c-47f8-bc3b-21ae2abf603f is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:38:59.918386 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb31f0-ee24-4112-aea2-7404e914f9f5 None None] The sync data for ids ['97aea2f7-3bde-4b62-a40f-cb5d030c8d62'] in n-d-816629-1 is: [{'id': '97aea2f7-3bde-4b62-a40f-cb5d030c8d62', 'name': 'tempest-TestEncryptedCinderVolumes-1155007752-router', 'tenant_id': 'ecc3a3ff07cb4485abc6987d023a7664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:38:57Z', 'updated_at': '2021-11-04T11:38:58Z', 'revision_number': 3, 'project_id': 'ecc3a3ff07cb4485abc6987d023a7664', 'gw_port': {'id': '6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97aea2f7-3bde-4b62-a40f-cb5d030c8d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:38:57Z', 'updated_at': '2021-11-04T11:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:38:59.918778 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-dcf062b8-857e-4f59-973a-1e74964da598 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:38:59.924854 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf062b8-857e-4f59-973a-1e74964da598 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:38:59.950977 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf062b8-857e-4f59-973a-1e74964da598 admin admin] Pushing event updated for resources: {'Port': ['ID=f00df3ba-3196-4b89-bfe0-28bd8b9f6123,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:38:59.968190 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dcf062b8-857e-4f59-973a-1e74964da598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:00.112318 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dcf062b8-857e-4f59-973a-1e74964da598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:00.188911 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4e2e14c3-f99b-459c-a147-dd6be9f8d80c None None] Provisioning complete for port f00df3ba-3196-4b89-bfe0-28bd8b9f6123 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:39:00.189434 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4e2e14c3-f99b-459c-a147-dd6be9f8d80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:00.229622 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e14c3-f99b-459c-a147-dd6be9f8d80c None None] Port f00df3ba-3196-4b89-bfe0-28bd8b9f6123 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:39:00.335125 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dcf062b8-857e-4f59-973a-1e74964da598 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:00.342203 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dcf062b8-857e-4f59-973a-1e74964da598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:00.415384 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dcf062b8-857e-4f59-973a-1e74964da598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:00.417171 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf062b8-857e-4f59-973a-1e74964da598 admin admin] Pushing event updated for resources: {'Port': ['ID=f00df3ba-3196-4b89-bfe0-28bd8b9f6123,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:00.514349 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf062b8-857e-4f59-973a-1e74964da598 admin admin] Network e06f750c-ed6c-47f8-bc3b-21ae2abf603f is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:39:00.515735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-dcf062b8-857e-4f59-973a-1e74964da598 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:39:00.644306 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf062b8-857e-4f59-973a-1e74964da598 admin admin] Router 97aea2f7-3bde-4b62-a40f-cb5d030c8d62 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:39:00.754808 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-5f4f1e58-ece0-464a-8915-ea3d395960bf None None] Provisioning complete for port f00df3ba-3196-4b89-bfe0-28bd8b9f6123 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:39:00.755274 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5f4f1e58-ece0-464a-8915-ea3d395960bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:00.776267 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf062b8-857e-4f59-973a-1e74964da598 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:39:00.781744 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-dcf062b8-857e-4f59-973a-1e74964da598 admin admin] 10.222.0.127 "PUT /v2.0/routers/97aea2f7-3bde-4b62-a40f-cb5d030c8d62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0473156 Nov 04 11:39:00.794115 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-5f4f1e58-ece0-464a-8915-ea3d395960bf None None] Port f00df3ba-3196-4b89-bfe0-28bd8b9f6123 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:39:01.284939 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33866) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:39:01.290057 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-2183a46e-750b-4100-9e6c-aa7f6bf24ff8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2145024837-network', 'tenant_id': 'd33346ddb31445b79c35964b67a479cd'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:39:01.315128 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2183a46e-750b-4100-9e6c-aa7f6bf24ff8 admin admin] Made reservation on behalf of d33346ddb31445b79c35964b67a479cd for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:39:01.317708 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2183a46e-750b-4100-9e6c-aa7f6bf24ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:01.327473 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2183a46e-750b-4100-9e6c-aa7f6bf24ff8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:01.408460 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2183a46e-750b-4100-9e6c-aa7f6bf24ff8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:01.413365 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2183a46e-750b-4100-9e6c-aa7f6bf24ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:01.435890 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2183a46e-750b-4100-9e6c-aa7f6bf24ff8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1186} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:39:01.451455 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183a46e-750b-4100-9e6c-aa7f6bf24ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2337fb51-e133-4866-8465-9d2c16eb05d0,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:01.456144 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2183a46e-750b-4100-9e6c-aa7f6bf24ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:01.456495 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-2183a46e-750b-4100-9e6c-aa7f6bf24ff8 admin admin] Added segment adadc4f7-135b-4f56-ada1-c261f60a1a3a of type vlan for network 9f04df88-7c22-42ee-828d-b8f044aece7b Nov 04 11:39:01.503764 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2183a46e-750b-4100-9e6c-aa7f6bf24ff8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:01.536037 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2183a46e-750b-4100-9e6c-aa7f6bf24ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:01.537120 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2183a46e-750b-4100-9e6c-aa7f6bf24ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:01.537829 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2183a46e-750b-4100-9e6c-aa7f6bf24ff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:01.596656 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2183a46e-750b-4100-9e6c-aa7f6bf24ff8 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3105578 Nov 04 11:39:01.599737 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33868) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:39:01.602577 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183a46e-750b-4100-9e6c-aa7f6bf24ff8 admin admin] Pushing event updated for resources: {'Network': ['ID=9f04df88-7c22-42ee-828d-b8f044aece7b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:01.616912 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-606232bc-6b6c-4094-bf16-5dbc5d363ed1 admin admin] Request body: {'subnet': {'network_id': '9f04df88-7c22-42ee-828d-b8f044aece7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2145024837-subnet', 'tenant_id': 'd33346ddb31445b79c35964b67a479cd', 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:39:01.622633 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 9f04df88-7c22-42ee-828d-b8f044aece7b details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:39:01.634941 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:39:01.648009 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606232bc-6b6c-4094-bf16-5dbc5d363ed1 admin admin] Made reservation on behalf of d33346ddb31445b79c35964b67a479cd for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:39:01.650664 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-606232bc-6b6c-4094-bf16-5dbc5d363ed1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:01.697150 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b12525-eb12-47d8-8bf1-9814d354e0cc None None] Sync routers for ids ['97aea2f7-3bde-4b62-a40f-cb5d030c8d62'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:39:01.742956 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b12525-eb12-47d8-8bf1-9814d354e0cc None None] Routers {'97aea2f7-3bde-4b62-a40f-cb5d030c8d62'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:39:01.743595 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-55b12525-eb12-47d8-8bf1-9814d354e0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:38:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['97aea2f7-3bde-4b62-a40f-cb5d030c8d62'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:39:01.825933 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-606232bc-6b6c-4094-bf16-5dbc5d363ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:01.829306 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:39:01.829672 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:01.886424 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606232bc-6b6c-4094-bf16-5dbc5d363ed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=172d0d5c-c80d-4752-8ae7-5b5af1f558a8,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:01.894417 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606232bc-6b6c-4094-bf16-5dbc5d363ed1 admin admin] Checking segment: {'id': 'adadc4f7-135b-4f56-ada1-c261f60a1a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '9f04df88-7c22-42ee-828d-b8f044aece7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:39:01.894776 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606232bc-6b6c-4094-bf16-5dbc5d363ed1 admin admin] Network hostable DHCP agents. Network: 9f04df88-7c22-42ee-828d-b8f044aece7b, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:39:01.913162 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606232bc-6b6c-4094-bf16-5dbc5d363ed1 admin admin] Network 9f04df88-7c22-42ee-828d-b8f044aece7b is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:39:01.924555 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-606232bc-6b6c-4094-bf16-5dbc5d363ed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 9f04df88-7c22-42ee-828d-b8f044aece7b) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:39:01.928929 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606232bc-6b6c-4094-bf16-5dbc5d363ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:01.929665 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-606232bc-6b6c-4094-bf16-5dbc5d363ed1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:01.947943 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-606232bc-6b6c-4094-bf16-5dbc5d363ed1 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3469660 Nov 04 11:39:01.950714 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 33870) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:39:01.955308 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-5731c202-967c-4e70-9924-159b066bd2f7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2145024837-router', 'tenant_id': 'd33346ddb31445b79c35964b67a479cd', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:39:01.977870 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5731c202-967c-4e70-9924-159b066bd2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:01.978933 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5731c202-967c-4e70-9924-159b066bd2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:02.037560 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141e81b4-a8d6-45a9-a330-de63f122600c None None] Network 9f04df88-7c22-42ee-828d-b8f044aece7b requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:39:02.044244 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5731c202-967c-4e70-9924-159b066bd2f7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:02.117708 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-55b12525-eb12-47d8-8bf1-9814d354e0cc None None] Set router 97aea2f7-3bde-4b62-a40f-cb5d030c8d62 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:39:02.192431 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5731c202-967c-4e70-9924-159b066bd2f7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:02.316355 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:02.360638 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:39:02.368251 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:02.405177 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5731c202-967c-4e70-9924-159b066bd2f7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:02.421026 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638dde32-292c-40ce-97cc-37ec7dd6f81a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-9f04df88-7c22-42ee-828d-b8f044aece7b', 'network_id': '9f04df88-7c22-42ee-828d-b8f044aece7b', 'tenant_id': 'd33346ddb31445b79c35964b67a479cd', 'fixed_ips': [{'subnet_id': '172d0d5c-c80d-4752-8ae7-5b5af1f558a8'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:39:02.421895 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-638dde32-292c-40ce-97cc-37ec7dd6f81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:02.425250 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5731c202-967c-4e70-9924-159b066bd2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:02.491313 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:02.532390 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-5731c202-967c-4e70-9924-159b066bd2f7 admin admin] Allocated IP 172.25.7.187 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/b8a0c7ad-047e-4937-8e86-ded8a65fd7ed) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:39:02.615855 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-55b12525-eb12-47d8-8bf1-9814d354e0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97aea2f7-3bde-4b62-a40f-cb5d030c8d62', 'name': 'tempest-TestEncryptedCinderVolumes-1155007752-router', 'tenant_id': 'ecc3a3ff07cb4485abc6987d023a7664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:38:57Z', 'updated_at': '2021-11-04T11:39:00Z', 'revision_number': 4, 'project_id': 'ecc3a3ff07cb4485abc6987d023a7664', 'gw_port': {'id': '6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97aea2f7-3bde-4b62-a40f-cb5d030c8d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:38:57Z', 'updated_at': '2021-11-04T11:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'f00df3ba-3196-4b89-bfe0-28bd8b9f6123', 'name': '', 'network_id': 'e06f750c-ed6c-47f8-bc3b-21ae2abf603f', 'tenant_id': 'ecc3a3ff07cb4485abc6987d023a7664', 'mac_address': 'fa:16:3e:ea:3a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97aea2f7-3bde-4b62-a40f-cb5d030c8d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cbd527f1-e4ae-4953-96df-f23e7c391b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:38:59Z', 'updated_at': '2021-11-04T11:39:00Z', 'revision_number': 2, 'project_id': 'ecc3a3ff07cb4485abc6987d023a7664', 'subnets': [{'id': 'cbd527f1-e4ae-4953-96df-f23e7c391b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:39:02.641940 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5731c202-967c-4e70-9924-159b066bd2f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:02.646657 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-638dde32-292c-40ce-97cc-37ec7dd6f81a None None] Allocated IP 172.20.0.2 (9f04df88-7c22-42ee-828d-b8f044aece7b/172d0d5c-c80d-4752-8ae7-5b5af1f558a8/2e3c0f27-cb17-4867-baf4-e764fb06fe67) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:39:02.649325 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b12525-eb12-47d8-8bf1-9814d354e0cc None None] Checking router: 97aea2f7-3bde-4b62-a40f-cb5d030c8d62 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:39:02.649482 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b12525-eb12-47d8-8bf1-9814d354e0cc None None] Updating router 97aea2f7-3bde-4b62-a40f-cb5d030c8d62 port f00df3ba-3196-4b89-bfe0-28bd8b9f6123 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:39:02.681557 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5731c202-967c-4e70-9924-159b066bd2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:02.684970 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-55b12525-eb12-47d8-8bf1-9814d354e0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:02.716501 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5731c202-967c-4e70-9924-159b066bd2f7 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:39:02.721021 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-5731c202-967c-4e70-9924-159b066bd2f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:39:02.726656 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5731c202-967c-4e70-9924-159b066bd2f7 admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:39:02.754806 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731c202-967c-4e70-9924-159b066bd2f7 admin admin] Pushing event updated for resources: {'Port': ['ID=b8a0c7ad-047e-4937-8e86-ded8a65fd7ed,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:02.952845 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-638dde32-292c-40ce-97cc-37ec7dd6f81a None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:02.971222 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-638dde32-292c-40ce-97cc-37ec7dd6f81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:02.990951 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5731c202-967c-4e70-9924-159b066bd2f7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:03.039976 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638dde32-292c-40ce-97cc-37ec7dd6f81a None None] Network 9f04df88-7c22-42ee-828d-b8f044aece7b is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:39:03.047122 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-638dde32-292c-40ce-97cc-37ec7dd6f81a None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:39:03.051187 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638dde32-292c-40ce-97cc-37ec7dd6f81a None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:39:03.053178 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638dde32-292c-40ce-97cc-37ec7dd6f81a None None] Pushing event updated for resources: {'Port': ['ID=2e3c0f27-cb17-4867-baf4-e764fb06fe67,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:03.144332 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-638dde32-292c-40ce-97cc-37ec7dd6f81a None None] Attempting to bind port 2e3c0f27-cb17-4867-baf4-e764fb06fe67 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:39:03.144924 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-638dde32-292c-40ce-97cc-37ec7dd6f81a None None] Attempting to bind port 2e3c0f27-cb17-4867-baf4-e764fb06fe67 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'adadc4f7-135b-4f56-ada1-c261f60a1a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '9f04df88-7c22-42ee-828d-b8f044aece7b'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:39:03.145365 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638dde32-292c-40ce-97cc-37ec7dd6f81a None None] Attempting to bind port 2e3c0f27-cb17-4867-baf4-e764fb06fe67 on network 9f04df88-7c22-42ee-828d-b8f044aece7b {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:39:03.155157 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638dde32-292c-40ce-97cc-37ec7dd6f81a None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:39:03.155537 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638dde32-292c-40ce-97cc-37ec7dd6f81a None None] Checking segment: {'id': 'adadc4f7-135b-4f56-ada1-c261f60a1a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '9f04df88-7c22-42ee-828d-b8f044aece7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:39:03.155937 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-638dde32-292c-40ce-97cc-37ec7dd6f81a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:03.156328 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638dde32-292c-40ce-97cc-37ec7dd6f81a None None] Bound using segment: {'id': 'adadc4f7-135b-4f56-ada1-c261f60a1a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '9f04df88-7c22-42ee-828d-b8f044aece7b'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:39:03.156811 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-638dde32-292c-40ce-97cc-37ec7dd6f81a None None] Bound port: 2e3c0f27-cb17-4867-baf4-e764fb06fe67, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adadc4f7-135b-4f56-ada1-c261f60a1a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '9f04df88-7c22-42ee-828d-b8f044aece7b'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:39:03.157225 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-638dde32-292c-40ce-97cc-37ec7dd6f81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:03.183498 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-55b12525-eb12-47d8-8bf1-9814d354e0cc None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:03.206911 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-55b12525-eb12-47d8-8bf1-9814d354e0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:03.291037 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3273f0-9710-41b9-92ab-6f190907a033 None None] Pushing event updated for resources: {'Port': ['ID=f00df3ba-3196-4b89-bfe0-28bd8b9f6123,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:03.293645 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-638dde32-292c-40ce-97cc-37ec7dd6f81a None None] For port 2e3c0f27-cb17-4867-baf4-e764fb06fe67, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:39:03.299693 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-638dde32-292c-40ce-97cc-37ec7dd6f81a None None] For port 2e3c0f27-cb17-4867-baf4-e764fb06fe67, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2e3c0f27-cb17-4867-baf4-e764fb06fe67,segment=NetworkSegment(adadc4f7-135b-4f56-ada1-c261f60a1a3a),segment_id=adadc4f7-135b-4f56-ada1-c261f60a1a3a)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:39:03.315661 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-638dde32-292c-40ce-97cc-37ec7dd6f81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:03.385724 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-55b12525-eb12-47d8-8bf1-9814d354e0cc None None] Attempting to bind port f00df3ba-3196-4b89-bfe0-28bd8b9f6123 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:39:03.385953 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-55b12525-eb12-47d8-8bf1-9814d354e0cc None None] Attempting to bind port f00df3ba-3196-4b89-bfe0-28bd8b9f6123 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'a4d5d463-62e0-4e00-b227-ac70753453a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'e06f750c-ed6c-47f8-bc3b-21ae2abf603f'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:39:03.386211 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b12525-eb12-47d8-8bf1-9814d354e0cc None None] Attempting to bind port f00df3ba-3196-4b89-bfe0-28bd8b9f6123 on network e06f750c-ed6c-47f8-bc3b-21ae2abf603f {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:39:03.410351 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b12525-eb12-47d8-8bf1-9814d354e0cc None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:39:03.410936 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b12525-eb12-47d8-8bf1-9814d354e0cc None None] Checking segment: {'id': 'a4d5d463-62e0-4e00-b227-ac70753453a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'e06f750c-ed6c-47f8-bc3b-21ae2abf603f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:39:03.411639 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-55b12525-eb12-47d8-8bf1-9814d354e0cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:03.412178 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b12525-eb12-47d8-8bf1-9814d354e0cc None None] Bound using segment: {'id': 'a4d5d463-62e0-4e00-b227-ac70753453a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'e06f750c-ed6c-47f8-bc3b-21ae2abf603f'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:39:03.412853 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-55b12525-eb12-47d8-8bf1-9814d354e0cc None None] Bound port: f00df3ba-3196-4b89-bfe0-28bd8b9f6123, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d5d463-62e0-4e00-b227-ac70753453a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'e06f750c-ed6c-47f8-bc3b-21ae2abf603f'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:39:03.413388 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-55b12525-eb12-47d8-8bf1-9814d354e0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:03.428385 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638dde32-292c-40ce-97cc-37ec7dd6f81a None None] Pushing event updated for resources: {'Port': ['ID=2e3c0f27-cb17-4867-baf4-e764fb06fe67,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:03.496872 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-55b12525-eb12-47d8-8bf1-9814d354e0cc None None] For port f00df3ba-3196-4b89-bfe0-28bd8b9f6123, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:39:03.501405 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-55b12525-eb12-47d8-8bf1-9814d354e0cc None None] For port f00df3ba-3196-4b89-bfe0-28bd8b9f6123, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f00df3ba-3196-4b89-bfe0-28bd8b9f6123,segment=NetworkSegment(a4d5d463-62e0-4e00-b227-ac70753453a9),segment_id=a4d5d463-62e0-4e00-b227-ac70753453a9)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:39:03.509787 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-55b12525-eb12-47d8-8bf1-9814d354e0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:03.539434 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5731c202-967c-4e70-9924-159b066bd2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:03.606991 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3273f0-9710-41b9-92ab-6f190907a033 None None] Pushing event updated for resources: {'Port': ['ID=f00df3ba-3196-4b89-bfe0-28bd8b9f6123,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:03.611696 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b12525-eb12-47d8-8bf1-9814d354e0cc None None] Routers {'97aea2f7-3bde-4b62-a40f-cb5d030c8d62'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:39:03.612337 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-55b12525-eb12-47d8-8bf1-9814d354e0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:38:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['97aea2f7-3bde-4b62-a40f-cb5d030c8d62'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:39:03.682483 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:39:03.684399 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-9b1e74ff-2a46-4803-a910-d78a7e3c6a15 None None] Provisioning complete for port f00df3ba-3196-4b89-bfe0-28bd8b9f6123 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:39:03.684770 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9b1e74ff-2a46-4803-a910-d78a7e3c6a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:03.754864 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5731c202-967c-4e70-9924-159b066bd2f7 admin admin] Router d18b5d6d-757f-4ade-91dc-47fce3c04531 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 11:39:03.847490 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:39:03.847798 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:03.853546 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-55b12525-eb12-47d8-8bf1-9814d354e0cc None None] Set router 97aea2f7-3bde-4b62-a40f-cb5d030c8d62 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:39:03.881977 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5731c202-967c-4e70-9924-159b066bd2f7 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:39:03.891245 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1ee41b-58db-4307-8bff-a10faa6d04ed None None] Sync routers for ids ['d18b5d6d-757f-4ade-91dc-47fce3c04531'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:39:03.901477 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5731c202-967c-4e70-9924-159b066bd2f7 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:03.905952 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5731c202-967c-4e70-9924-159b066bd2f7 admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9511676 Nov 04 11:39:03.906276 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 33872) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:39:03.909120 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1ee41b-58db-4307-8bff-a10faa6d04ed None None] Routers {'d18b5d6d-757f-4ade-91dc-47fce3c04531'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:39:03.909793 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ab1ee41b-58db-4307-8bff-a10faa6d04ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:38:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d18b5d6d-757f-4ade-91dc-47fce3c04531'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:39:03.962851 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9b1e74ff-2a46-4803-a910-d78a7e3c6a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:04.026184 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-ab1ee41b-58db-4307-8bff-a10faa6d04ed None None] Set router d18b5d6d-757f-4ade-91dc-47fce3c04531 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:39:04.068743 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-9b1e74ff-2a46-4803-a910-d78a7e3c6a15 None None] For port f00df3ba-3196-4b89-bfe0-28bd8b9f6123, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f00df3ba-3196-4b89-bfe0-28bd8b9f6123,segment=NetworkSegment(a4d5d463-62e0-4e00-b227-ac70753453a9),segment_id=a4d5d463-62e0-4e00-b227-ac70753453a9)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:39:04.103169 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9b1e74ff-2a46-4803-a910-d78a7e3c6a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:04.206992 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e74ff-2a46-4803-a910-d78a7e3c6a15 None None] Pushing event updated for resources: {'Port': ['ID=f00df3ba-3196-4b89-bfe0-28bd8b9f6123,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:04.262539 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-9e4e6658-2eda-4538-aac1-710e4ddccb2e None None] Provisioning complete for port f00df3ba-3196-4b89-bfe0-28bd8b9f6123 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:39:04.262947 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9e4e6658-2eda-4538-aac1-710e4ddccb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:04.347813 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ab1ee41b-58db-4307-8bff-a10faa6d04ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18b5d6d-757f-4ade-91dc-47fce3c04531', 'name': 'tempest-TestEncryptedCinderVolumes-2145024837-router', 'tenant_id': 'd33346ddb31445b79c35964b67a479cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'b8a0c7ad-047e-4937-8e86-ded8a65fd7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:39:01Z', 'updated_at': '2021-11-04T11:39:02Z', 'revision_number': 3, 'project_id': 'd33346ddb31445b79c35964b67a479cd', 'gw_port': {'id': 'b8a0c7ad-047e-4937-8e86-ded8a65fd7ed', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18b5d6d-757f-4ade-91dc-47fce3c04531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:39:02Z', 'updated_at': '2021-11-04T11:39:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:39:04.379300 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1ee41b-58db-4307-8bff-a10faa6d04ed None None] Checking router: d18b5d6d-757f-4ade-91dc-47fce3c04531 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:39:04.379945 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1ee41b-58db-4307-8bff-a10faa6d04ed None None] Updating router d18b5d6d-757f-4ade-91dc-47fce3c04531 port b8a0c7ad-047e-4937-8e86-ded8a65fd7ed binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:39:04.409436 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-ab1ee41b-58db-4307-8bff-a10faa6d04ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:04.430041 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-514e95bb-0ac0-4594-9b64-ede5d5e42126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:04.525065 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-55b12525-eb12-47d8-8bf1-9814d354e0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97aea2f7-3bde-4b62-a40f-cb5d030c8d62', 'name': 'tempest-TestEncryptedCinderVolumes-1155007752-router', 'tenant_id': 'ecc3a3ff07cb4485abc6987d023a7664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:38:57Z', 'updated_at': '2021-11-04T11:39:00Z', 'revision_number': 4, 'project_id': 'ecc3a3ff07cb4485abc6987d023a7664', 'gw_port': {'id': '6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea2f7-3bde-4b62-a40f-cb5d030c8d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:38:57Z', 'updated_at': '2021-11-04T11:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'f00df3ba-3196-4b89-bfe0-28bd8b9f6123', 'name': '', 'network_id': 'e06f750c-ed6c-47f8-bc3b-21ae2abf603f', 'tenant_id': 'ecc3a3ff07cb4485abc6987d023a7664', 'mac_address': 'fa:16:3e:ea:3a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97aea2f7-3bde-4b62-a40f-cb5d030c8d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cbd527f1-e4ae-4953-96df-f23e7c391b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:38:59Z', 'updated_at': '2021-11-04T11:39:03Z', 'revision_number': 4, 'project_id': 'ecc3a3ff07cb4485abc6987d023a7664', 'subnets': [{'id': 'cbd527f1-e4ae-4953-96df-f23e7c391b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:39:04.574078 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b12525-eb12-47d8-8bf1-9814d354e0cc None None] The sync data for ids ['97aea2f7-3bde-4b62-a40f-cb5d030c8d62'] in n-d-816629-1 is: [{'id': '97aea2f7-3bde-4b62-a40f-cb5d030c8d62', 'name': 'tempest-TestEncryptedCinderVolumes-1155007752-router', 'tenant_id': 'ecc3a3ff07cb4485abc6987d023a7664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:38:57Z', 'updated_at': '2021-11-04T11:39:00Z', 'revision_number': 4, 'project_id': 'ecc3a3ff07cb4485abc6987d023a7664', 'gw_port': {'id': '6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea2f7-3bde-4b62-a40f-cb5d030c8d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:38:57Z', 'updated_at': '2021-11-04T11:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'f00df3ba-3196-4b89-bfe0-28bd8b9f6123', 'name': '', 'network_id': 'e06f750c-ed6c-47f8-bc3b-21ae2abf603f', 'tenant_id': 'ecc3a3ff07cb4485abc6987d023a7664', 'mac_address': 'fa:16:3e:ea:3a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97aea2f7-3bde-4b62-a40f-cb5d030c8d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cbd527f1-e4ae-4953-96df-f23e7c391b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:38:59Z', 'updated_at': '2021-11-04T11:39:03Z', 'revision_number': 4, 'project_id': 'ecc3a3ff07cb4485abc6987d023a7664', 'subnets': [{'id': 'cbd527f1-e4ae-4953-96df-f23e7c391b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:39:04.660185 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-514e95bb-0ac0-4594-9b64-ede5d5e42126 admin admin] Allocated IP 172.20.0.1 (9f04df88-7c22-42ee-828d-b8f044aece7b/172d0d5c-c80d-4752-8ae7-5b5af1f558a8/f1f17b13-8db7-4b63-a035-3fb62a88138b) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:39:04.671756 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650bbfd9-fb32-41e7-ac14-b1e2484579c2 None None] Network 9f04df88-7c22-42ee-828d-b8f044aece7b requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:39:04.767033 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-40546cac-a23d-498a-a00f-e6c11817a637 None None] Provisioning complete for port 2e3c0f27-cb17-4867-baf4-e764fb06fe67 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:39:04.767767 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-40546cac-a23d-498a-a00f-e6c11817a637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:04.778954 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-ab1ee41b-58db-4307-8bff-a10faa6d04ed None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:04.786070 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-ab1ee41b-58db-4307-8bff-a10faa6d04ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:04.794642 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-514e95bb-0ac0-4594-9b64-ede5d5e42126 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:04.842015 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab895e4-b3fb-4328-9738-671d8803b266 None None] Pushing event updated for resources: {'Port': ['ID=b8a0c7ad-047e-4937-8e86-ded8a65fd7ed,revision_number=2']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:04.842968 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-514e95bb-0ac0-4594-9b64-ede5d5e42126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:04.844883 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-ab1ee41b-58db-4307-8bff-a10faa6d04ed None None] Attempting to bind port b8a0c7ad-047e-4937-8e86-ded8a65fd7ed on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:39:04.845116 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-ab1ee41b-58db-4307-8bff-a10faa6d04ed None None] Attempting to bind port b8a0c7ad-047e-4937-8e86-ded8a65fd7ed by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:39:04.845601 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ee41b-58db-4307-8bff-a10faa6d04ed None None] Attempting to bind port b8a0c7ad-047e-4937-8e86-ded8a65fd7ed on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:39:04.860036 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ee41b-58db-4307-8bff-a10faa6d04ed None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:39:04.860036 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ee41b-58db-4307-8bff-a10faa6d04ed None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:39:04.861903 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-ab1ee41b-58db-4307-8bff-a10faa6d04ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:04.862387 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ee41b-58db-4307-8bff-a10faa6d04ed None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:39:04.862994 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-ab1ee41b-58db-4307-8bff-a10faa6d04ed None None] Bound port: b8a0c7ad-047e-4937-8e86-ded8a65fd7ed, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:39:04.865256 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-ab1ee41b-58db-4307-8bff-a10faa6d04ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:04.895130 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514e95bb-0ac0-4594-9b64-ede5d5e42126 admin admin] Network 9f04df88-7c22-42ee-828d-b8f044aece7b is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:39:04.902379 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-514e95bb-0ac0-4594-9b64-ede5d5e42126 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:39:04.906629 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514e95bb-0ac0-4594-9b64-ede5d5e42126 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:39:04.932178 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e95bb-0ac0-4594-9b64-ede5d5e42126 admin admin] Pushing event updated for resources: {'Port': ['ID=f1f17b13-8db7-4b63-a035-3fb62a88138b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:04.941581 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-40546cac-a23d-498a-a00f-e6c11817a637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:04.957282 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-514e95bb-0ac0-4594-9b64-ede5d5e42126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:04.978592 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-ab1ee41b-58db-4307-8bff-a10faa6d04ed None None] For port b8a0c7ad-047e-4937-8e86-ded8a65fd7ed, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:39:04.982041 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-ab1ee41b-58db-4307-8bff-a10faa6d04ed None None] For port b8a0c7ad-047e-4937-8e86-ded8a65fd7ed, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b8a0c7ad-047e-4937-8e86-ded8a65fd7ed,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:39:04.989162 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-ab1ee41b-58db-4307-8bff-a10faa6d04ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:04.991285 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-40546cac-a23d-498a-a00f-e6c11817a637 None None] For port 2e3c0f27-cb17-4867-baf4-e764fb06fe67, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2e3c0f27-cb17-4867-baf4-e764fb06fe67,segment=NetworkSegment(adadc4f7-135b-4f56-ada1-c261f60a1a3a),segment_id=adadc4f7-135b-4f56-ada1-c261f60a1a3a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:39:04.997332 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-40546cac-a23d-498a-a00f-e6c11817a637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:05.064101 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40546cac-a23d-498a-a00f-e6c11817a637 None None] Pushing event updated for resources: {'Port': ['ID=2e3c0f27-cb17-4867-baf4-e764fb06fe67,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:05.096155 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1ee41b-58db-4307-8bff-a10faa6d04ed None None] Routers {'d18b5d6d-757f-4ade-91dc-47fce3c04531'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:39:05.097673 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ab1ee41b-58db-4307-8bff-a10faa6d04ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:38:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d18b5d6d-757f-4ade-91dc-47fce3c04531'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:39:05.141137 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab895e4-b3fb-4328-9738-671d8803b266 None None] Pushing event updated for resources: {'Port': ['ID=b8a0c7ad-047e-4937-8e86-ded8a65fd7ed,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:05.164933 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-514e95bb-0ac0-4594-9b64-ede5d5e42126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:05.239592 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-ab1ee41b-58db-4307-8bff-a10faa6d04ed None None] Set router d18b5d6d-757f-4ade-91dc-47fce3c04531 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:39:05.330038 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-46c78d7c-59cd-4c0f-bb10-f7947828af6a None None] Provisioning complete for port f1f17b13-8db7-4b63-a035-3fb62a88138b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:39:05.330718 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-46c78d7c-59cd-4c0f-bb10-f7947828af6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:05.386999 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-514e95bb-0ac0-4594-9b64-ede5d5e42126 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:05.394654 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-514e95bb-0ac0-4594-9b64-ede5d5e42126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:05.397575 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-46c78d7c-59cd-4c0f-bb10-f7947828af6a None None] Port f1f17b13-8db7-4b63-a035-3fb62a88138b cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:39:05.409564 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-46c78d7c-59cd-4c0f-bb10-f7947828af6a None None] Provisioning complete for port 2e3c0f27-cb17-4867-baf4-e764fb06fe67 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:39:05.410201 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-46c78d7c-59cd-4c0f-bb10-f7947828af6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:05.470231 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-514e95bb-0ac0-4594-9b64-ede5d5e42126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:05.554653 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ab1ee41b-58db-4307-8bff-a10faa6d04ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18b5d6d-757f-4ade-91dc-47fce3c04531', 'name': 'tempest-TestEncryptedCinderVolumes-2145024837-router', 'tenant_id': 'd33346ddb31445b79c35964b67a479cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'b8a0c7ad-047e-4937-8e86-ded8a65fd7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:39:01Z', 'updated_at': '2021-11-04T11:39:02Z', 'revision_number': 3, 'project_id': 'd33346ddb31445b79c35964b67a479cd', 'gw_port': {'id': 'b8a0c7ad-047e-4937-8e86-ded8a65fd7ed', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18b5d6d-757f-4ade-91dc-47fce3c04531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:39:02Z', 'updated_at': '2021-11-04T11:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:39:05.586021 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1ee41b-58db-4307-8bff-a10faa6d04ed None None] The sync data for ids ['d18b5d6d-757f-4ade-91dc-47fce3c04531'] in n-d-816629-1 is: [{'id': 'd18b5d6d-757f-4ade-91dc-47fce3c04531', 'name': 'tempest-TestEncryptedCinderVolumes-2145024837-router', 'tenant_id': 'd33346ddb31445b79c35964b67a479cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'b8a0c7ad-047e-4937-8e86-ded8a65fd7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:39:01Z', 'updated_at': '2021-11-04T11:39:02Z', 'revision_number': 3, 'project_id': 'd33346ddb31445b79c35964b67a479cd', 'gw_port': {'id': 'b8a0c7ad-047e-4937-8e86-ded8a65fd7ed', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18b5d6d-757f-4ade-91dc-47fce3c04531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:39:02Z', 'updated_at': '2021-11-04T11:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:39:05.586355 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e95bb-0ac0-4594-9b64-ede5d5e42126 admin admin] Pushing event updated for resources: {'Port': ['ID=f1f17b13-8db7-4b63-a035-3fb62a88138b,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:05.654723 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514e95bb-0ac0-4594-9b64-ede5d5e42126 admin admin] Network 9f04df88-7c22-42ee-828d-b8f044aece7b is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:39:05.654930 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e779c237-b5c1-4cb3-9b61-8a8f73d17b81 None None] Provisioning complete for port f1f17b13-8db7-4b63-a035-3fb62a88138b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:39:05.655771 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e779c237-b5c1-4cb3-9b61-8a8f73d17b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:05.656566 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-514e95bb-0ac0-4594-9b64-ede5d5e42126 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:39:05.708654 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f00df3ba-3196-4b89-bfe0-28bd8b9f6123 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:39:05.757280 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e779c237-b5c1-4cb3-9b61-8a8f73d17b81 None None] Port f1f17b13-8db7-4b63-a035-3fb62a88138b cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:39:05.787948 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port f00df3ba-3196-4b89-bfe0-28bd8b9f6123 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:39:05.788609 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:05.885616 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514e95bb-0ac0-4594-9b64-ede5d5e42126 admin admin] Router d18b5d6d-757f-4ade-91dc-47fce3c04531 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:39:05.894727 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2e3c0f27-cb17-4867-baf4-e764fb06fe67 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:39:05.975932 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 2e3c0f27-cb17-4867-baf4-e764fb06fe67 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:39:05.976310 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:06.038841 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514e95bb-0ac0-4594-9b64-ede5d5e42126 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:39:06.045458 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-514e95bb-0ac0-4594-9b64-ede5d5e42126 admin admin] 10.222.0.127 "PUT /v2.0/routers/d18b5d6d-757f-4ade-91dc-47fce3c04531/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1379805 Nov 04 11:39:06.106402 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-74518e7e-2200-4735-b8fb-537c7f0fd549 None None] Provisioning complete for port f1f17b13-8db7-4b63-a035-3fb62a88138b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:39:06.106788 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-74518e7e-2200-4735-b8fb-537c7f0fd549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:06.150267 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-74518e7e-2200-4735-b8fb-537c7f0fd549 None None] Port f1f17b13-8db7-4b63-a035-3fb62a88138b cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:39:07.004351 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80a832-f29a-4735-928c-6465a551104e req-472be38a-4f60-4f0a-8d05-f59c22b02fa8 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:07.005941 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ad80a832-f29a-4735-928c-6465a551104e req-472be38a-4f60-4f0a-8d05-f59c22b02fa8 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/networks?id=e06f750c-ed6c-47f8-bc3b-21ae2abf603f HTTP/1.1" status: 200 len: 817 time: 0.1107943 Nov 04 11:39:07.023053 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ad80a832-f29a-4735-928c-6465a551104e req-f440f8d7-2009-4378-ad5d-bef37007d161 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/quotas/ecc3a3ff07cb4485abc6987d023a7664 HTTP/1.1" status: 200 len: 375 time: 0.0106657 Nov 04 11:39:07.076684 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ad80a832-f29a-4735-928c-6465a551104e req-ee5fc396-65d4-4fcf-8a6b-4a053a8de2f7 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=ecc3a3ff07cb4485abc6987d023a7664&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474875 Nov 04 11:39:07.187075 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ad80a832-f29a-4735-928c-6465a551104e req-5ab4ad2b-b146-4253-b91a-21e0f565c015 service neutron] 10.222.0.127 "GET /v2.0/networks/e06f750c-ed6c-47f8-bc3b-21ae2abf603f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976562 Nov 04 11:39:07.282042 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ad80a832-f29a-4735-928c-6465a551104e req-6cf960d5-c92d-453b-a401-07e4c32cc1ae service neutron] 10.222.0.127 "GET /v2.0/networks/e06f750c-ed6c-47f8-bc3b-21ae2abf603f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884213 Nov 04 11:39:07.447028 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a1cb21c1-9176-4841-89b0-f284ea8812ea req-d3fdd54d-9428-420d-b5ad-cce8b6970934 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/ports?device_id=cbe4ec53-e763-4cfa-884b-55c8e4acebc8 HTTP/1.1" status: 200 len: 210 time: 0.0281405 Nov 04 11:39:07.625932 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b8a0c7ad-047e-4937-8e86-ded8a65fd7ed up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:39:07.684479 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port b8a0c7ad-047e-4937-8e86-ded8a65fd7ed triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:39:07.685134 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:07.790307 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:07.813541 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port b8a0c7ad-047e-4937-8e86-ded8a65fd7ed, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b8a0c7ad-047e-4937-8e86-ded8a65fd7ed,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:39:07.818360 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:07.847281 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ffa888-88aa-4512-962d-710fd74f37b3 None None] Sync routers for ids ['d18b5d6d-757f-4ade-91dc-47fce3c04531'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:39:07.874415 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ffa888-88aa-4512-962d-710fd74f37b3 None None] Routers {'d18b5d6d-757f-4ade-91dc-47fce3c04531'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:39:07.875185 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f0ffa888-88aa-4512-962d-710fd74f37b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:38:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d18b5d6d-757f-4ade-91dc-47fce3c04531'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:39:07.928099 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=b8a0c7ad-047e-4937-8e86-ded8a65fd7ed,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:08.004054 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-f0ffa888-88aa-4512-962d-710fd74f37b3 None None] Set router d18b5d6d-757f-4ade-91dc-47fce3c04531 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:39:08.220967 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f0ffa888-88aa-4512-962d-710fd74f37b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18b5d6d-757f-4ade-91dc-47fce3c04531', 'name': 'tempest-TestEncryptedCinderVolumes-2145024837-router', 'tenant_id': 'd33346ddb31445b79c35964b67a479cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'b8a0c7ad-047e-4937-8e86-ded8a65fd7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:39:01Z', 'updated_at': '2021-11-04T11:39:05Z', 'revision_number': 4, 'project_id': 'd33346ddb31445b79c35964b67a479cd', 'gw_port': {'id': 'b8a0c7ad-047e-4937-8e86-ded8a65fd7ed', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18b5d6d-757f-4ade-91dc-47fce3c04531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:39:02Z', 'updated_at': '2021-11-04T11:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'f1f17b13-8db7-4b63-a035-3fb62a88138b', 'name': '', 'network_id': '9f04df88-7c22-42ee-828d-b8f044aece7b', 'tenant_id': 'd33346ddb31445b79c35964b67a479cd', 'mac_address': 'fa:16:3e:2e:ec:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18b5d6d-757f-4ade-91dc-47fce3c04531', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '172d0d5c-c80d-4752-8ae7-5b5af1f558a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:39:04Z', 'updated_at': '2021-11-04T11:39:05Z', 'revision_number': 2, 'project_id': 'd33346ddb31445b79c35964b67a479cd', 'subnets': [{'id': '172d0d5c-c80d-4752-8ae7-5b5af1f558a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:39:08.248866 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ffa888-88aa-4512-962d-710fd74f37b3 None None] Checking router: d18b5d6d-757f-4ade-91dc-47fce3c04531 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:39:08.249225 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ffa888-88aa-4512-962d-710fd74f37b3 None None] Updating router d18b5d6d-757f-4ade-91dc-47fce3c04531 port f1f17b13-8db7-4b63-a035-3fb62a88138b binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:39:08.279357 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f0ffa888-88aa-4512-962d-710fd74f37b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:08.448584 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80a832-f29a-4735-928c-6465a551104e req-dbb68255-6a2a-4f61-a128-5d1fa902206d tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:08.450478 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ad80a832-f29a-4735-928c-6465a551104e req-dbb68255-6a2a-4f61-a128-5d1fa902206d tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.126 "GET /v2.0/networks?id=e06f750c-ed6c-47f8-bc3b-21ae2abf603f HTTP/1.1" status: 200 len: 817 time: 0.1106815 Nov 04 11:39:08.464017 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ad80a832-f29a-4735-928c-6465a551104e req-2ffff9f4-4673-4e06-ad70-4aa477e7bff7 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Request body: {'port': {'device_id': 'cbe4ec53-e763-4cfa-884b-55c8e4acebc8', 'network_id': 'e06f750c-ed6c-47f8-bc3b-21ae2abf603f', 'admin_state_up': True, 'tenant_id': 'ecc3a3ff07cb4485abc6987d023a7664'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:39:08.578784 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aab64882-b7cc-4b8a-9ccf-a651918489c7 req-5add8e45-df40-4a84-af3d-fb22795c4bc5 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/ports?device_id=cbe4ec53-e763-4cfa-884b-55c8e4acebc8 HTTP/1.1" status: 200 len: 210 time: 0.0350108 Nov 04 11:39:08.583000 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f0ffa888-88aa-4512-962d-710fd74f37b3 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:08.589976 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad80a832-f29a-4735-928c-6465a551104e req-2ffff9f4-4673-4e06-ad70-4aa477e7bff7 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Made reservation on behalf of ecc3a3ff07cb4485abc6987d023a7664 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:39:08.591324 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f0ffa888-88aa-4512-962d-710fd74f37b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:08.595101 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ad80a832-f29a-4735-928c-6465a551104e req-2ffff9f4-4673-4e06-ad70-4aa477e7bff7 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:08.667247 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864c7e8-6ebe-47e2-895a-30ba12ebbd31 None None] Pushing event updated for resources: {'Port': ['ID=f1f17b13-8db7-4b63-a035-3fb62a88138b,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:08.702646 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-f0ffa888-88aa-4512-962d-710fd74f37b3 None None] Attempting to bind port f1f17b13-8db7-4b63-a035-3fb62a88138b on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:39:08.703019 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-f0ffa888-88aa-4512-962d-710fd74f37b3 None None] Attempting to bind port f1f17b13-8db7-4b63-a035-3fb62a88138b by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'adadc4f7-135b-4f56-ada1-c261f60a1a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '9f04df88-7c22-42ee-828d-b8f044aece7b'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:39:08.703395 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ffa888-88aa-4512-962d-710fd74f37b3 None None] Attempting to bind port f1f17b13-8db7-4b63-a035-3fb62a88138b on network 9f04df88-7c22-42ee-828d-b8f044aece7b {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:39:08.708989 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ffa888-88aa-4512-962d-710fd74f37b3 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:39:08.709362 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ffa888-88aa-4512-962d-710fd74f37b3 None None] Checking segment: {'id': 'adadc4f7-135b-4f56-ada1-c261f60a1a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '9f04df88-7c22-42ee-828d-b8f044aece7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:39:08.709760 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f0ffa888-88aa-4512-962d-710fd74f37b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:08.710157 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ffa888-88aa-4512-962d-710fd74f37b3 None None] Bound using segment: {'id': 'adadc4f7-135b-4f56-ada1-c261f60a1a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '9f04df88-7c22-42ee-828d-b8f044aece7b'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:39:08.710641 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-f0ffa888-88aa-4512-962d-710fd74f37b3 None None] Bound port: f1f17b13-8db7-4b63-a035-3fb62a88138b, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adadc4f7-135b-4f56-ada1-c261f60a1a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '9f04df88-7c22-42ee-828d-b8f044aece7b'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:39:08.711011 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f0ffa888-88aa-4512-962d-710fd74f37b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:08.739303 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-ad80a832-f29a-4735-928c-6465a551104e req-2ffff9f4-4673-4e06-ad70-4aa477e7bff7 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Allocated IP 172.20.0.6 (e06f750c-ed6c-47f8-bc3b-21ae2abf603f/cbd527f1-e4ae-4953-96df-f23e7c391b2a/9d74c7e2-df5d-45df-a5fb-6e5301c4aae0) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:39:08.779520 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-f0ffa888-88aa-4512-962d-710fd74f37b3 None None] For port f1f17b13-8db7-4b63-a035-3fb62a88138b, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:39:08.782986 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-f0ffa888-88aa-4512-962d-710fd74f37b3 None None] For port f1f17b13-8db7-4b63-a035-3fb62a88138b, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f1f17b13-8db7-4b63-a035-3fb62a88138b,segment=NetworkSegment(adadc4f7-135b-4f56-ada1-c261f60a1a3a),segment_id=adadc4f7-135b-4f56-ada1-c261f60a1a3a)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:39:08.790191 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f0ffa888-88aa-4512-962d-710fd74f37b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:08.846401 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ffa888-88aa-4512-962d-710fd74f37b3 None None] Routers {'d18b5d6d-757f-4ade-91dc-47fce3c04531'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:39:08.847031 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f0ffa888-88aa-4512-962d-710fd74f37b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:38:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d18b5d6d-757f-4ade-91dc-47fce3c04531'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:39:08.891970 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864c7e8-6ebe-47e2-895a-30ba12ebbd31 None None] Pushing event updated for resources: {'Port': ['ID=f1f17b13-8db7-4b63-a035-3fb62a88138b,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:08.918333 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-55f25d99-bf49-44f8-b274-46ad02cd9e1f None None] Provisioning complete for port f1f17b13-8db7-4b63-a035-3fb62a88138b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:39:08.918703 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-55f25d99-bf49-44f8-b274-46ad02cd9e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:08.921680 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ad80a832-f29a-4735-928c-6465a551104e req-2ffff9f4-4673-4e06-ad70-4aa477e7bff7 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:08.958487 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ad80a832-f29a-4735-928c-6465a551104e req-2ffff9f4-4673-4e06-ad70-4aa477e7bff7 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:09.006150 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-f0ffa888-88aa-4512-962d-710fd74f37b3 None None] Set router d18b5d6d-757f-4ade-91dc-47fce3c04531 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:39:09.009216 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad80a832-f29a-4735-928c-6465a551104e req-2ffff9f4-4673-4e06-ad70-4aa477e7bff7 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Network e06f750c-ed6c-47f8-bc3b-21ae2abf603f is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:39:09.017911 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-ad80a832-f29a-4735-928c-6465a551104e req-2ffff9f4-4673-4e06-ad70-4aa477e7bff7 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:39:09.023045 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad80a832-f29a-4735-928c-6465a551104e req-2ffff9f4-4673-4e06-ad70-4aa477e7bff7 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:39:09.058710 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffff9f4-4673-4e06-ad70-4aa477e7bff7 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Pushing event updated for resources: {'Port': ['ID=9d74c7e2-df5d-45df-a5fb-6e5301c4aae0,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:09.097537 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80a832-f29a-4735-928c-6465a551104e req-2ffff9f4-4673-4e06-ad70-4aa477e7bff7 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:09.098179 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ad80a832-f29a-4735-928c-6465a551104e req-2ffff9f4-4673-4e06-ad70-4aa477e7bff7 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:09.119954 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ad80a832-f29a-4735-928c-6465a551104e req-2ffff9f4-4673-4e06-ad70-4aa477e7bff7 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6601698 Nov 04 11:39:09.137980 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ad80a832-f29a-4735-928c-6465a551104e req-28544c32-258f-4dda-b2c1-3e32a1864c01 service neutron] Request body: {'port': {'device_id': 'cbe4ec53-e763-4cfa-884b-55c8e4acebc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:39:09.200630 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ad80a832-f29a-4735-928c-6465a551104e req-28544c32-258f-4dda-b2c1-3e32a1864c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:09.344834 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-55f25d99-bf49-44f8-b274-46ad02cd9e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:09.399407 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-55f25d99-bf49-44f8-b274-46ad02cd9e1f None None] For port f1f17b13-8db7-4b63-a035-3fb62a88138b, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f1f17b13-8db7-4b63-a035-3fb62a88138b,segment=NetworkSegment(adadc4f7-135b-4f56-ada1-c261f60a1a3a),segment_id=adadc4f7-135b-4f56-ada1-c261f60a1a3a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:39:09.407829 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-55f25d99-bf49-44f8-b274-46ad02cd9e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:09.483587 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f25d99-bf49-44f8-b274-46ad02cd9e1f None None] Pushing event updated for resources: {'Port': ['ID=f1f17b13-8db7-4b63-a035-3fb62a88138b,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:09.489819 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-ad80a832-f29a-4735-928c-6465a551104e req-28544c32-258f-4dda-b2c1-3e32a1864c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d74c7e2-df5d-45df-a5fb-6e5301c4aae0 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:39:09.498610 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ad80a832-f29a-4735-928c-6465a551104e req-28544c32-258f-4dda-b2c1-3e32a1864c01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:09.508024 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f0ffa888-88aa-4512-962d-710fd74f37b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18b5d6d-757f-4ade-91dc-47fce3c04531', 'name': 'tempest-TestEncryptedCinderVolumes-2145024837-router', 'tenant_id': 'd33346ddb31445b79c35964b67a479cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'b8a0c7ad-047e-4937-8e86-ded8a65fd7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:39:01Z', 'updated_at': '2021-11-04T11:39:05Z', 'revision_number': 4, 'project_id': 'd33346ddb31445b79c35964b67a479cd', 'gw_port': {'id': 'b8a0c7ad-047e-4937-8e86-ded8a65fd7ed', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18b5d6d-757f-4ade-91dc-47fce3c04531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:39:02Z', 'updated_at': '2021-11-04T11:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'f1f17b13-8db7-4b63-a035-3fb62a88138b', 'name': '', 'network_id': '9f04df88-7c22-42ee-828d-b8f044aece7b', 'tenant_id': 'd33346ddb31445b79c35964b67a479cd', 'mac_address': 'fa:16:3e:2e:ec:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18b5d6d-757f-4ade-91dc-47fce3c04531', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '172d0d5c-c80d-4752-8ae7-5b5af1f558a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:39:04Z', 'updated_at': '2021-11-04T11:39:08Z', 'revision_number': 4, 'project_id': 'd33346ddb31445b79c35964b67a479cd', 'subnets': [{'id': '172d0d5c-c80d-4752-8ae7-5b5af1f558a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:39:09.512453 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-ad80a832-f29a-4735-928c-6465a551104e req-28544c32-258f-4dda-b2c1-3e32a1864c01 service neutron] Transition to ACTIVE for port object 9d74c7e2-df5d-45df-a5fb-6e5301c4aae0 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:39:09.517572 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ad80a832-f29a-4735-928c-6465a551104e req-28544c32-258f-4dda-b2c1-3e32a1864c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:09.538969 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ffa888-88aa-4512-962d-710fd74f37b3 None None] The sync data for ids ['d18b5d6d-757f-4ade-91dc-47fce3c04531'] in n-d-816629-1 is: [{'id': 'd18b5d6d-757f-4ade-91dc-47fce3c04531', 'name': 'tempest-TestEncryptedCinderVolumes-2145024837-router', 'tenant_id': 'd33346ddb31445b79c35964b67a479cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'b8a0c7ad-047e-4937-8e86-ded8a65fd7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:39:01Z', 'updated_at': '2021-11-04T11:39:05Z', 'revision_number': 4, 'project_id': 'd33346ddb31445b79c35964b67a479cd', 'gw_port': {'id': 'b8a0c7ad-047e-4937-8e86-ded8a65fd7ed', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18b5d6d-757f-4ade-91dc-47fce3c04531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:39:02Z', 'updated_at': '2021-11-04T11:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'f1f17b13-8db7-4b63-a035-3fb62a88138b', 'name': '', 'network_id': '9f04df88-7c22-42ee-828d-b8f044aece7b', 'tenant_id': 'd33346ddb31445b79c35964b67a479cd', 'mac_address': 'fa:16:3e:2e:ec:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18b5d6d-757f-4ade-91dc-47fce3c04531', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '172d0d5c-c80d-4752-8ae7-5b5af1f558a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:39:04Z', 'updated_at': '2021-11-04T11:39:08Z', 'revision_number': 4, 'project_id': 'd33346ddb31445b79c35964b67a479cd', 'subnets': [{'id': '172d0d5c-c80d-4752-8ae7-5b5af1f558a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:39:09.562853 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-74b3301b-52f5-4158-bf0a-19f2a027ef2b None None] Provisioning complete for port f1f17b13-8db7-4b63-a035-3fb62a88138b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:39:09.563232 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-74b3301b-52f5-4158-bf0a-19f2a027ef2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:09.589085 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28544c32-258f-4dda-b2c1-3e32a1864c01 service neutron] Pushing event updated for resources: {'Port': ['ID=9d74c7e2-df5d-45df-a5fb-6e5301c4aae0,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:09.701064 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ad80a832-f29a-4735-928c-6465a551104e req-28544c32-258f-4dda-b2c1-3e32a1864c01 service neutron] Attempting to bind port 9d74c7e2-df5d-45df-a5fb-6e5301c4aae0 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:39:09.701685 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ad80a832-f29a-4735-928c-6465a551104e req-28544c32-258f-4dda-b2c1-3e32a1864c01 service neutron] Attempting to bind port 9d74c7e2-df5d-45df-a5fb-6e5301c4aae0 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'a4d5d463-62e0-4e00-b227-ac70753453a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'e06f750c-ed6c-47f8-bc3b-21ae2abf603f'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:39:09.703118 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80a832-f29a-4735-928c-6465a551104e req-28544c32-258f-4dda-b2c1-3e32a1864c01 service neutron] Attempting to bind port 9d74c7e2-df5d-45df-a5fb-6e5301c4aae0 on network e06f750c-ed6c-47f8-bc3b-21ae2abf603f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:39:09.709148 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80a832-f29a-4735-928c-6465a551104e req-28544c32-258f-4dda-b2c1-3e32a1864c01 service neutron] Port 9d74c7e2-df5d-45df-a5fb-6e5301c4aae0 on network e06f750c-ed6c-47f8-bc3b-21ae2abf603f not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:39:09.709696 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80a832-f29a-4735-928c-6465a551104e req-28544c32-258f-4dda-b2c1-3e32a1864c01 service neutron] Attempting to bind port 9d74c7e2-df5d-45df-a5fb-6e5301c4aae0 on network e06f750c-ed6c-47f8-bc3b-21ae2abf603f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:39:09.715370 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80a832-f29a-4735-928c-6465a551104e req-28544c32-258f-4dda-b2c1-3e32a1864c01 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:39:09.715737 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80a832-f29a-4735-928c-6465a551104e req-28544c32-258f-4dda-b2c1-3e32a1864c01 service neutron] Checking segment: {'id': 'a4d5d463-62e0-4e00-b227-ac70753453a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'e06f750c-ed6c-47f8-bc3b-21ae2abf603f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:39:09.716194 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80a832-f29a-4735-928c-6465a551104e req-28544c32-258f-4dda-b2c1-3e32a1864c01 service neutron] Bound using segment: {'id': 'a4d5d463-62e0-4e00-b227-ac70753453a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'e06f750c-ed6c-47f8-bc3b-21ae2abf603f'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:39:09.716634 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ad80a832-f29a-4735-928c-6465a551104e req-28544c32-258f-4dda-b2c1-3e32a1864c01 service neutron] Bound port: 9d74c7e2-df5d-45df-a5fb-6e5301c4aae0, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d5d463-62e0-4e00-b227-ac70753453a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'e06f750c-ed6c-47f8-bc3b-21ae2abf603f'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:39:09.717197 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ad80a832-f29a-4735-928c-6465a551104e req-28544c32-258f-4dda-b2c1-3e32a1864c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:09.755393 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b8a0c7ad-047e-4937-8e86-ded8a65fd7ed up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:39:09.792103 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcd1d4-324b-4659-8910-74890917bed1 req-06b097c3-adfb-4a76-8834-2a07082aae6a tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:09.803298 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bebcd1d4-324b-4659-8910-74890917bed1 req-06b097c3-adfb-4a76-8834-2a07082aae6a tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/ports?device_id=cbe4ec53-e763-4cfa-884b-55c8e4acebc8 HTTP/1.1" status: 200 len: 943 time: 0.0854135 Nov 04 11:39:09.819465 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ad80a832-f29a-4735-928c-6465a551104e req-28544c32-258f-4dda-b2c1-3e32a1864c01 service neutron] For port 9d74c7e2-df5d-45df-a5fb-6e5301c4aae0, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:39:09.821043 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port b8a0c7ad-047e-4937-8e86-ded8a65fd7ed triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:39:09.821823 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:09.823661 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ad80a832-f29a-4735-928c-6465a551104e req-28544c32-258f-4dda-b2c1-3e32a1864c01 service neutron] For port 9d74c7e2-df5d-45df-a5fb-6e5301c4aae0, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=9d74c7e2-df5d-45df-a5fb-6e5301c4aae0,segment=NetworkSegment(a4d5d463-62e0-4e00-b227-ac70753453a9),segment_id=a4d5d463-62e0-4e00-b227-ac70753453a9)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:39:09.830798 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ad80a832-f29a-4735-928c-6465a551104e req-28544c32-258f-4dda-b2c1-3e32a1864c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:09.872153 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80a832-f29a-4735-928c-6465a551104e req-28544c32-258f-4dda-b2c1-3e32a1864c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:09.872863 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ad80a832-f29a-4735-928c-6465a551104e req-28544c32-258f-4dda-b2c1-3e32a1864c01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:09.874324 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ad80a832-f29a-4735-928c-6465a551104e req-28544c32-258f-4dda-b2c1-3e32a1864c01 service neutron] 10.222.0.126 "PUT /v2.0/ports/9d74c7e2-df5d-45df-a5fb-6e5301c4aae0 HTTP/1.1" status: 200 len: 1091 time: 0.7444842 Nov 04 11:39:09.875246 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe4ec53-e763-4cfa-884b-55c8e4acebc8', 'tag': '9d74c7e2-df5d-45df-a5fb-6e5301c4aae0'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:39:09.877522 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6ace3a-9940-4c37-aea7-2e720f3fe0b9" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe4ec53-e763-4cfa-884b-55c8e4acebc8", "tag": "9d74c7e2-df5d-45df-a5fb-6e5301c4aae0"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:39:09.904019 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bebcd1d4-324b-4659-8910-74890917bed1 req-f0d36cff-4b54-4f70-bef6-1a4a66116773 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/security-groups?id=2455909f-e9f7-4670-aeda-51b25792a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997858 Nov 04 11:39:09.914285 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28544c32-258f-4dda-b2c1-3e32a1864c01 service neutron] Pushing event updated for resources: {'Port': ['ID=9d74c7e2-df5d-45df-a5fb-6e5301c4aae0,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:09.983935 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f777dd-8050-4d60-98c6-aa0509cd04c7 x-openstack-request-id: req-90f777dd-8050-4d60-98c6-aa0509cd04c7 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:39:09.984346 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe4ec53-e763-4cfa-884b-55c8e4acebc8", "tag": "9d74c7e2-df5d-45df-a5fb-6e5301c4aae0", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:39:09.984686 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-90f777dd-8050-4d60-98c6-aa0509cd04c7 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:39:09.985373 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe4ec53-e763-4cfa-884b-55c8e4acebc8', 'tag': '9d74c7e2-df5d-45df-a5fb-6e5301c4aae0', 'status': 'completed', 'code': 200} Nov 04 11:39:09.988560 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80a832-f29a-4735-928c-6465a551104e req-b9f03c8d-64d3-4690-bb3c-11dbc4db7832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:09.990315 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ad80a832-f29a-4735-928c-6465a551104e req-b9f03c8d-64d3-4690-bb3c-11dbc4db7832 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=ecc3a3ff07cb4485abc6987d023a7664&device_id=cbe4ec53-e763-4cfa-884b-55c8e4acebc8 HTTP/1.1" status: 200 len: 1094 time: 0.0660291 Nov 04 11:39:10.044625 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ad80a832-f29a-4735-928c-6465a551104e req-2edc526c-796e-40cc-9872-92d95b96fb45 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d74c7e2-df5d-45df-a5fb-6e5301c4aae0 HTTP/1.1" status: 200 len: 217 time: 0.0462406 Nov 04 11:39:10.099203 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80a832-f29a-4735-928c-6465a551104e req-79ca8aa2-6f65-4085-80dc-96ba07c55365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:10.100900 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ad80a832-f29a-4735-928c-6465a551104e req-79ca8aa2-6f65-4085-80dc-96ba07c55365 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=cbd527f1-e4ae-4953-96df-f23e7c391b2a HTTP/1.1" status: 200 len: 856 time: 0.0492945 Nov 04 11:39:10.159986 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80a832-f29a-4735-928c-6465a551104e req-c57126b9-dbd2-4ab9-ae7d-a5740dc1fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:10.161468 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ad80a832-f29a-4735-928c-6465a551104e req-c57126b9-dbd2-4ab9-ae7d-a5740dc1fed5 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=e06f750c-ed6c-47f8-bc3b-21ae2abf603f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529971 Nov 04 11:39:10.260924 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ad80a832-f29a-4735-928c-6465a551104e req-658f209c-8996-4bdb-b552-c128eda3fcfc service neutron] 10.222.0.126 "GET /v2.0/networks/e06f750c-ed6c-47f8-bc3b-21ae2abf603f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911930 Nov 04 11:39:10.359782 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ad80a832-f29a-4735-928c-6465a551104e req-179fd0b4-7ad0-467f-8968-8cbf982e475e service neutron] 10.222.0.126 "GET /v2.0/networks/e06f750c-ed6c-47f8-bc3b-21ae2abf603f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913293 Nov 04 11:39:10.455121 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ace3a-9940-4c37-aea7-2e720f3fe0b9 req-6b7edcdc-fe50-45e9-871a-17956d10cde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:10.456681 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6c6ace3a-9940-4c37-aea7-2e720f3fe0b9 req-6b7edcdc-fe50-45e9-871a-17956d10cde9 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=ecc3a3ff07cb4485abc6987d023a7664&device_id=cbe4ec53-e763-4cfa-884b-55c8e4acebc8 HTTP/1.1" status: 200 len: 1094 time: 0.0430746 Nov 04 11:39:10.563477 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ace3a-9940-4c37-aea7-2e720f3fe0b9 req-5e4bb5dd-1021-4ba9-bd64-a74a99b7ec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:10.564872 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6c6ace3a-9940-4c37-aea7-2e720f3fe0b9 req-5e4bb5dd-1021-4ba9-bd64-a74a99b7ec49 service neutron] 10.222.0.126 "GET /v2.0/networks?id=e06f750c-ed6c-47f8-bc3b-21ae2abf603f HTTP/1.1" status: 200 len: 919 time: 0.1013000 Nov 04 11:39:10.609158 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6c6ace3a-9940-4c37-aea7-2e720f3fe0b9 req-8870d9c6-2f7d-4dc1-b294-f450636439ae service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d74c7e2-df5d-45df-a5fb-6e5301c4aae0 HTTP/1.1" status: 200 len: 217 time: 0.0357029 Nov 04 11:39:10.666955 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ace3a-9940-4c37-aea7-2e720f3fe0b9 req-addb2a9c-6343-44fc-8004-29df69e50cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:10.668780 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6c6ace3a-9940-4c37-aea7-2e720f3fe0b9 req-addb2a9c-6343-44fc-8004-29df69e50cef service neutron] 10.222.0.126 "GET /v2.0/subnets?id=cbd527f1-e4ae-4953-96df-f23e7c391b2a HTTP/1.1" status: 200 len: 856 time: 0.0505602 Nov 04 11:39:10.717120 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ace3a-9940-4c37-aea7-2e720f3fe0b9 req-4c46f9a0-b853-4473-b9eb-ef699542f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:10.718656 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6c6ace3a-9940-4c37-aea7-2e720f3fe0b9 req-4c46f9a0-b853-4473-b9eb-ef699542f100 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=e06f750c-ed6c-47f8-bc3b-21ae2abf603f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420611 Nov 04 11:39:10.812853 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6c6ace3a-9940-4c37-aea7-2e720f3fe0b9 req-8b5567a0-c531-4911-ae27-2c32dc446ba8 service neutron] 10.222.0.126 "GET /v2.0/networks/e06f750c-ed6c-47f8-bc3b-21ae2abf603f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852487 Nov 04 11:39:10.912305 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6c6ace3a-9940-4c37-aea7-2e720f3fe0b9 req-49c4c5c0-4c5c-4882-aeb3-659f11a46f88 service neutron] 10.222.0.126 "GET /v2.0/networks/e06f750c-ed6c-47f8-bc3b-21ae2abf603f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916159 Nov 04 11:39:11.035419 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281ff3d-f3e7-4ef4-ba34-b5ba6c8875b5 req-95ccd599-42c9-4136-98c5-251fdbc4708e tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:11.036971 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7281ff3d-f3e7-4ef4-ba34-b5ba6c8875b5 req-95ccd599-42c9-4136-98c5-251fdbc4708e tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/ports?device_id=cbe4ec53-e763-4cfa-884b-55c8e4acebc8 HTTP/1.1" status: 200 len: 943 time: 0.0575864 Nov 04 11:39:11.087871 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7281ff3d-f3e7-4ef4-ba34-b5ba6c8875b5 req-294ff518-9263-4665-a26b-c5ce7593e790 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/security-groups?id=2455909f-e9f7-4670-aeda-51b25792a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416458 Nov 04 11:39:11.625530 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f1f17b13-8db7-4b63-a035-3fb62a88138b up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:39:11.679009 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port f1f17b13-8db7-4b63-a035-3fb62a88138b triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:39:11.679374 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:12.229306 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c81a6-15d5-4426-847a-db96c8145943 req-d01bede6-596d-471d-bfa5-3f358b8eacd8 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:12.230942 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-178c81a6-15d5-4426-847a-db96c8145943 req-d01bede6-596d-471d-bfa5-3f358b8eacd8 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/ports?device_id=cbe4ec53-e763-4cfa-884b-55c8e4acebc8 HTTP/1.1" status: 200 len: 943 time: 0.0515485 Nov 04 11:39:12.286171 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-178c81a6-15d5-4426-847a-db96c8145943 req-37889a28-507c-4cc4-871f-063d8eb485e3 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/security-groups?id=2455909f-e9f7-4670-aeda-51b25792a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482533 Nov 04 11:39:13.029011 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:13.299061 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 9d74c7e2-df5d-45df-a5fb-6e5301c4aae0 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:39:13.401470 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 9d74c7e2-df5d-45df-a5fb-6e5301c4aae0, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=9d74c7e2-df5d-45df-a5fb-6e5301c4aae0,segment=NetworkSegment(a4d5d463-62e0-4e00-b227-ac70753453a9),segment_id=a4d5d463-62e0-4e00-b227-ac70753453a9)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:39:13.405321 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f128ec1-14f8-484b-954e-fa2b58723c69 req-569b9d42-e0d1-4984-9dce-9766b37adb5f tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:13.409316 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5f128ec1-14f8-484b-954e-fa2b58723c69 req-569b9d42-e0d1-4984-9dce-9766b37adb5f tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/ports?device_id=cbe4ec53-e763-4cfa-884b-55c8e4acebc8 HTTP/1.1" status: 200 len: 943 time: 0.0528300 Nov 04 11:39:13.415786 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '9d74c7e2-df5d-45df-a5fb-6e5301c4aae0', 'network_id': 'e06f750c-ed6c-47f8-bc3b-21ae2abf603f', 'port_id': '9d74c7e2-df5d-45df-a5fb-6e5301c4aae0', 'mac_address': 'fa:16:3e:a8:39:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd527f1-e4ae-4953-96df-f23e7c391b2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:39:13.454888 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:13.456595 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5f128ec1-14f8-484b-954e-fa2b58723c69 req-b6a11434-dd38-4b8f-b7ee-195fde7a2c11 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/security-groups?id=2455909f-e9f7-4670-aeda-51b25792a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433450 Nov 04 11:39:13.469003 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d74c7e2-df5d-45df-a5fb-6e5301c4aae0 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:39:13.489608 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 9d74c7e2-df5d-45df-a5fb-6e5301c4aae0, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=9d74c7e2-df5d-45df-a5fb-6e5301c4aae0,segment=NetworkSegment(a4d5d463-62e0-4e00-b227-ac70753453a9),segment_id=a4d5d463-62e0-4e00-b227-ac70753453a9)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:39:13.494779 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:13.549436 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=9d74c7e2-df5d-45df-a5fb-6e5301c4aae0,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:13.708785 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['9d74c7e2-df5d-45df-a5fb-6e5301c4aae0'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:39:14.589135 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e2b11-ecbd-4a4c-80d4-591d02ed0a49 req-7dc53543-733e-4818-b875-b53d10a57697 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:14.590974 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c14e2b11-ecbd-4a4c-80d4-591d02ed0a49 req-7dc53543-733e-4818-b875-b53d10a57697 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/ports?device_id=cbe4ec53-e763-4cfa-884b-55c8e4acebc8 HTTP/1.1" status: 200 len: 944 time: 0.0632019 Nov 04 11:39:14.642614 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c14e2b11-ecbd-4a4c-80d4-591d02ed0a49 req-63d8fa48-d014-425a-a5f4-9b560a381698 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/security-groups?id=2455909f-e9f7-4670-aeda-51b25792a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453334 Nov 04 11:39:15.315484 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 9d74c7e2-df5d-45df-a5fb-6e5301c4aae0 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:39:15.375719 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 9d74c7e2-df5d-45df-a5fb-6e5301c4aae0 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:39:15.381239 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 9d74c7e2-df5d-45df-a5fb-6e5301c4aae0 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:39:15.381825 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:15.436936 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:15.490606 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:15.526380 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe4ec53-e763-4cfa-884b-55c8e4acebc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d74c7e2-df5d-45df-a5fb-6e5301c4aae0'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:39:15.530225 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e03a0b-69bd-40ac-878b-16929fd8d111" -d '{"events": [{"server_uuid": "cbe4ec53-e763-4cfa-884b-55c8e4acebc8", "name": "network-vif-plugged", "status": "completed", "tag": "9d74c7e2-df5d-45df-a5fb-6e5301c4aae0"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:39:15.550035 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 9d74c7e2-df5d-45df-a5fb-6e5301c4aae0, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=9d74c7e2-df5d-45df-a5fb-6e5301c4aae0,segment=NetworkSegment(a4d5d463-62e0-4e00-b227-ac70753453a9),segment_id=a4d5d463-62e0-4e00-b227-ac70753453a9)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:39:15.560977 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:15.591492 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cd66ea-c3c6-4602-a81e-3ee38d16b901 x-openstack-request-id: req-86cd66ea-c3c6-4602-a81e-3ee38d16b901 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:39:15.591787 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe4ec53-e763-4cfa-884b-55c8e4acebc8", "name": "network-vif-plugged", "status": "completed", "tag": "9d74c7e2-df5d-45df-a5fb-6e5301c4aae0", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:39:15.592072 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-86cd66ea-c3c6-4602-a81e-3ee38d16b901 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:39:15.592477 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe4ec53-e763-4cfa-884b-55c8e4acebc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d74c7e2-df5d-45df-a5fb-6e5301c4aae0', 'code': 200} Nov 04 11:39:15.629013 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=9d74c7e2-df5d-45df-a5fb-6e5301c4aae0,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:15.707719 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808fb30-5570-4e64-a3e6-ea0a584b9a16 req-3c8f7858-946e-41c4-9ca7-50eb76deccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:15.709219 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6808fb30-5570-4e64-a3e6-ea0a584b9a16 req-3c8f7858-946e-41c4-9ca7-50eb76deccdf service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=cbe4ec53-e763-4cfa-884b-55c8e4acebc8 HTTP/1.1" status: 200 len: 1096 time: 0.0563409 Nov 04 11:39:15.763341 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6808fb30-5570-4e64-a3e6-ea0a584b9a16 req-89416b38-509f-422a-84ec-2be9f5ce9bf1 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=2455909f-e9f7-4670-aeda-51b25792a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471804 Nov 04 11:39:15.789621 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180a4db-a793-45c5-b424-d29f7359e82a req-3609fdb4-f434-40fe-af3b-17f6e3b72f1b tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:15.792323 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6180a4db-a793-45c5-b424-d29f7359e82a req-3609fdb4-f434-40fe-af3b-17f6e3b72f1b tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/ports?device_id=cbe4ec53-e763-4cfa-884b-55c8e4acebc8 HTTP/1.1" status: 200 len: 945 time: 0.0712478 Nov 04 11:39:15.844675 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6180a4db-a793-45c5-b424-d29f7359e82a req-f0cb5790-e8e2-4b1a-baf7-d7b3ce580b3e tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/security-groups?id=2455909f-e9f7-4670-aeda-51b25792a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465412 Nov 04 11:39:16.916563 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ae16acd5-688a-458d-8427-30c63f32628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:17.000439 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fab7b-a6b8-4304-ac7f-3ac7e1175329 req-32c61afe-855c-4d1e-a123-570828474077 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:17.003014 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bb4fab7b-a6b8-4304-ac7f-3ac7e1175329 req-32c61afe-855c-4d1e-a123-570828474077 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/ports?device_id=cbe4ec53-e763-4cfa-884b-55c8e4acebc8 HTTP/1.1" status: 200 len: 945 time: 0.0610268 Nov 04 11:39:17.051462 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bb4fab7b-a6b8-4304-ac7f-3ac7e1175329 req-88a70bab-b15f-47eb-bf9d-76d245ffd52b tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/security-groups?id=2455909f-e9f7-4670-aeda-51b25792a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422981 Nov 04 11:39:17.175090 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9f6d-02b3-4a3b-a902-d71f76508d6d req-92c2abb0-a517-4287-a6c8-c84e16dea09f tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:17.176596 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8c3d9f6d-02b3-4a3b-a902-d71f76508d6d req-92c2abb0-a517-4287-a6c8-c84e16dea09f tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/ports?device_id=cbe4ec53-e763-4cfa-884b-55c8e4acebc8 HTTP/1.1" status: 200 len: 945 time: 0.0562191 Nov 04 11:39:17.238237 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8c3d9f6d-02b3-4a3b-a902-d71f76508d6d req-4aa38c92-9987-4a59-82bc-47d92b0e4e94 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/security-groups?id=2455909f-e9f7-4670-aeda-51b25792a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522020 Nov 04 11:39:19.755488 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3792e7da-5867-4156-b1c5-6aea63d6b344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:21.026425 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:22.436147 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:22.660182 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:27.214766 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-19d14b27-d268-4ec1-8f38-bf53c9fa023c req-bb7b84d0-b107-40df-b25d-815feaaad6a6 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=cbe4ec53-e763-4cfa-884b-55c8e4acebc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490150 Nov 04 11:39:27.306310 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d14b27-d268-4ec1-8f38-bf53c9fa023c req-c8fac96a-37cb-469d-885b-07119ca5c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:27.307858 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-19d14b27-d268-4ec1-8f38-bf53c9fa023c req-c8fac96a-37cb-469d-885b-07119ca5c070 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=ecc3a3ff07cb4485abc6987d023a7664&device_id=cbe4ec53-e763-4cfa-884b-55c8e4acebc8 HTTP/1.1" status: 200 len: 1096 time: 0.0457788 Nov 04 11:39:27.414243 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d14b27-d268-4ec1-8f38-bf53c9fa023c req-c497fe25-6df4-4a85-850b-539deb6df38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:27.415646 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-19d14b27-d268-4ec1-8f38-bf53c9fa023c req-c497fe25-6df4-4a85-850b-539deb6df38d service neutron] 10.222.0.126 "GET /v2.0/networks?id=e06f750c-ed6c-47f8-bc3b-21ae2abf603f HTTP/1.1" status: 200 len: 919 time: 0.0863984 Nov 04 11:39:27.837349 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-19d14b27-d268-4ec1-8f38-bf53c9fa023c req-89c964f6-176b-4a04-ba3a-fd3a164b74e6 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d74c7e2-df5d-45df-a5fb-6e5301c4aae0 HTTP/1.1" status: 200 len: 217 time: 0.4128852 Nov 04 11:39:27.888982 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d14b27-d268-4ec1-8f38-bf53c9fa023c req-b86efb55-146e-4d0d-a02e-5d3a3935bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:27.890431 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-19d14b27-d268-4ec1-8f38-bf53c9fa023c req-b86efb55-146e-4d0d-a02e-5d3a3935bdca service neutron] 10.222.0.126 "GET /v2.0/subnets?id=cbd527f1-e4ae-4953-96df-f23e7c391b2a HTTP/1.1" status: 200 len: 856 time: 0.0452955 Nov 04 11:39:27.936943 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d14b27-d268-4ec1-8f38-bf53c9fa023c req-9fc66893-554e-4fd6-a461-2c7207c3ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:27.938763 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-19d14b27-d268-4ec1-8f38-bf53c9fa023c req-9fc66893-554e-4fd6-a461-2c7207c3ee6f service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=e06f750c-ed6c-47f8-bc3b-21ae2abf603f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400786 Nov 04 11:39:28.041981 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-19d14b27-d268-4ec1-8f38-bf53c9fa023c req-f6e2b7b4-2e89-4e10-8047-e81f330a24c3 service neutron] 10.222.0.126 "GET /v2.0/networks/e06f750c-ed6c-47f8-bc3b-21ae2abf603f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951672 Nov 04 11:39:28.142358 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-19d14b27-d268-4ec1-8f38-bf53c9fa023c req-06434e78-efd2-439f-a944-b4377fdab4fd service neutron] 10.222.0.126 "GET /v2.0/networks/e06f750c-ed6c-47f8-bc3b-21ae2abf603f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921814 Nov 04 11:39:31.444122 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:39:40.125441 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49a7e1-9c97-4bc2-a788-2b29e85df44e req-f9884a24-0de1-438a-a6ea-b13c141fd056 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:40.127439 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dd49a7e1-9c97-4bc2-a788-2b29e85df44e req-f9884a24-0de1-438a-a6ea-b13c141fd056 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/ports?device_id=cbe4ec53-e763-4cfa-884b-55c8e4acebc8 HTTP/1.1" status: 200 len: 945 time: 0.0562036 Nov 04 11:39:40.184284 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dd49a7e1-9c97-4bc2-a788-2b29e85df44e req-ac2d969c-3516-4823-be52-19235dcda712 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/security-groups?id=2455909f-e9f7-4670-aeda-51b25792a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498879 Nov 04 11:39:41.301527 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446dc4d-b681-4800-a968-8d090c18896b req-c41b45d6-cf12-4efa-ae83-7ed2981b8189 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:41.303042 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4446dc4d-b681-4800-a968-8d090c18896b req-c41b45d6-cf12-4efa-ae83-7ed2981b8189 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/ports?device_id=cbe4ec53-e763-4cfa-884b-55c8e4acebc8 HTTP/1.1" status: 200 len: 945 time: 0.0515542 Nov 04 11:39:41.358559 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4446dc4d-b681-4800-a968-8d090c18896b req-d2a8dfb6-95b5-477d-831e-93f84683d6c9 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/security-groups?id=2455909f-e9f7-4670-aeda-51b25792a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493259 Nov 04 11:39:41.712952 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784ff7b-618d-4908-b8d9-ce30a9b9793b req-45c5f19a-1ed3-47a9-965d-ee67361f9c0f tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:41.714442 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c784ff7b-618d-4908-b8d9-ce30a9b9793b req-45c5f19a-1ed3-47a9-965d-ee67361f9c0f tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.126 "GET /v2.0/ports?device_id=cbe4ec53-e763-4cfa-884b-55c8e4acebc8 HTTP/1.1" status: 200 len: 945 time: 0.0693851 Nov 04 11:39:41.820806 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-c784ff7b-618d-4908-b8d9-ce30a9b9793b req-84413c13-fecf-4443-8aed-3cadf067eb96 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Deleting port 9d74c7e2-df5d-45df-a5fb-6e5301c4aae0 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:39:41.821166 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c784ff7b-618d-4908-b8d9-ce30a9b9793b req-84413c13-fecf-4443-8aed-3cadf067eb96 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:41.914788 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c784ff7b-618d-4908-b8d9-ce30a9b9793b req-84413c13-fecf-4443-8aed-3cadf067eb96 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] For port 9d74c7e2-df5d-45df-a5fb-6e5301c4aae0, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=9d74c7e2-df5d-45df-a5fb-6e5301c4aae0,segment=NetworkSegment(a4d5d463-62e0-4e00-b227-ac70753453a9),segment_id=a4d5d463-62e0-4e00-b227-ac70753453a9)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:39:41.915148 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c784ff7b-618d-4908-b8d9-ce30a9b9793b req-84413c13-fecf-4443-8aed-3cadf067eb96 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:41.928455 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-c784ff7b-618d-4908-b8d9-ce30a9b9793b req-84413c13-fecf-4443-8aed-3cadf067eb96 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Calling delete_port for 9d74c7e2-df5d-45df-a5fb-6e5301c4aae0 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:39:42.078240 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c784ff7b-618d-4908-b8d9-ce30a9b9793b req-84413c13-fecf-4443-8aed-3cadf067eb96 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:42.091955 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['9d74c7e2-df5d-45df-a5fb-6e5301c4aae0'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:39:42.113005 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84413c13-fecf-4443-8aed-3cadf067eb96 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Pushing event deleted for resources: {'Port': ['ID=9d74c7e2-df5d-45df-a5fb-6e5301c4aae0,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:42.125734 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84413c13-fecf-4443-8aed-3cadf067eb96 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:39:42.126108 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84413c13-fecf-4443-8aed-3cadf067eb96 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:39:42.126759 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84413c13-fecf-4443-8aed-3cadf067eb96 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:39:42.127110 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84413c13-fecf-4443-8aed-3cadf067eb96 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:39:42.127447 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84413c13-fecf-4443-8aed-3cadf067eb96 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:39:42.127810 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84413c13-fecf-4443-8aed-3cadf067eb96 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:39:42.128851 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84413c13-fecf-4443-8aed-3cadf067eb96 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:39:42.129196 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84413c13-fecf-4443-8aed-3cadf067eb96 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:39:42.129535 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84413c13-fecf-4443-8aed-3cadf067eb96 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:39:42.129868 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84413c13-fecf-4443-8aed-3cadf067eb96 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:39:42.130217 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84413c13-fecf-4443-8aed-3cadf067eb96 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:39:42.130778 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84413c13-fecf-4443-8aed-3cadf067eb96 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:39:42.171840 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c784ff7b-618d-4908-b8d9-ce30a9b9793b req-84413c13-fecf-4443-8aed-3cadf067eb96 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] No DVR routers for this DVR port 9d74c7e2-df5d-45df-a5fb-6e5301c4aae0 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:39:42.174712 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c784ff7b-618d-4908-b8d9-ce30a9b9793b req-84413c13-fecf-4443-8aed-3cadf067eb96 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:42.178900 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c784ff7b-618d-4908-b8d9-ce30a9b9793b req-84413c13-fecf-4443-8aed-3cadf067eb96 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.126 "DELETE /v2.0/ports/9d74c7e2-df5d-45df-a5fb-6e5301c4aae0 HTTP/1.1" status: 204 len: 173 time: 0.4577661 Nov 04 11:39:42.179337 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe4ec53-e763-4cfa-884b-55c8e4acebc8', 'name': 'network-vif-deleted', 'tag': '9d74c7e2-df5d-45df-a5fb-6e5301c4aae0'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:39:42.181727 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852671b2-6b77-4d8b-9668-c16b22f5a83d" -d '{"events": [{"server_uuid": "cbe4ec53-e763-4cfa-884b-55c8e4acebc8", "name": "network-vif-deleted", "tag": "9d74c7e2-df5d-45df-a5fb-6e5301c4aae0"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:39:42.220376 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc9bf33-5233-411e-bff1-96755e90b1ea x-openstack-request-id: req-7cc9bf33-5233-411e-bff1-96755e90b1ea {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:39:42.220681 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe4ec53-e763-4cfa-884b-55c8e4acebc8", "name": "network-vif-deleted", "tag": "9d74c7e2-df5d-45df-a5fb-6e5301c4aae0", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:39:42.220971 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-7cc9bf33-5233-411e-bff1-96755e90b1ea {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:39:42.221874 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe4ec53-e763-4cfa-884b-55c8e4acebc8', 'name': 'network-vif-deleted', 'tag': '9d74c7e2-df5d-45df-a5fb-6e5301c4aae0', 'status': 'completed', 'code': 200} Nov 04 11:39:42.479468 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-04ed1c5f-2b9a-43e5-942b-dfd9c94e8815 req-38f08ce4-9324-4a23-a2bd-217289af0faa tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/ports?device_id=cbe4ec53-e763-4cfa-884b-55c8e4acebc8 HTTP/1.1" status: 200 len: 210 time: 0.0286815 Nov 04 11:39:43.025748 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:43.975208 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-dbd403f8-c549-40cd-b0c4-4efafaba0db0 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:43.976737 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-dbd403f8-c549-40cd-b0c4-4efafaba0db0 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/networks?id=e06f750c-ed6c-47f8-bc3b-21ae2abf603f HTTP/1.1" status: 200 len: 817 time: 0.1112909 Nov 04 11:39:43.995414 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-f62a523e-c54c-4c01-8b8b-5efb97e76e6d tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/quotas/ecc3a3ff07cb4485abc6987d023a7664 HTTP/1.1" status: 200 len: 375 time: 0.0102274 Nov 04 11:39:44.056558 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-1d99d577-773a-4a3f-918c-2de362e4b161 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=ecc3a3ff07cb4485abc6987d023a7664&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551951 Nov 04 11:39:44.164486 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-ef15d860-023b-4c49-80dc-201ca8948a44 service neutron] 10.222.0.127 "GET /v2.0/networks/e06f750c-ed6c-47f8-bc3b-21ae2abf603f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924342 Nov 04 11:39:44.262785 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-5bb09753-fb2f-4c36-b256-2df1a482bb6e service neutron] 10.222.0.127 "GET /v2.0/networks/e06f750c-ed6c-47f8-bc3b-21ae2abf603f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914967 Nov 04 11:39:44.424808 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3aed6b2e-f7bd-4561-9d25-9f1b49a6b814 req-53b5dd62-22ea-4c67-a0aa-e254e02750bf tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/ports?device_id=261cd6bb-5d27-4a82-9c3d-1480db50a39b HTTP/1.1" status: 200 len: 210 time: 0.0279272 Nov 04 11:39:45.407537 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-a4a1aebc-cb58-48e3-be18-cfa56304d664 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:45.408979 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-a4a1aebc-cb58-48e3-be18-cfa56304d664 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.121 "GET /v2.0/networks?id=e06f750c-ed6c-47f8-bc3b-21ae2abf603f HTTP/1.1" status: 200 len: 817 time: 0.1172180 Nov 04 11:39:45.423284 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-a3b2f112-6cb2-4ce4-a5f9-49d67bc11928 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Request body: {'port': {'device_id': '261cd6bb-5d27-4a82-9c3d-1480db50a39b', 'network_id': 'e06f750c-ed6c-47f8-bc3b-21ae2abf603f', 'admin_state_up': True, 'tenant_id': 'ecc3a3ff07cb4485abc6987d023a7664'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:39:45.429265 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:45.501932 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 9d74c7e2-df5d-45df-a5fb-6e5301c4aae0 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:39:45.523988 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 9d74c7e2-df5d-45df-a5fb-6e5301c4aae0 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:39:45.524328 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 9d74c7e2-df5d-45df-a5fb-6e5301c4aae0 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:39:45.529038 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ee20af86-f47b-4c4d-beb3-bc20b21a251b req-cfcfdd75-d846-4637-b9f7-e278846114a5 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/ports?device_id=261cd6bb-5d27-4a82-9c3d-1480db50a39b HTTP/1.1" status: 200 len: 210 time: 0.0281870 Nov 04 11:39:45.548395 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-a3b2f112-6cb2-4ce4-a5f9-49d67bc11928 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Made reservation on behalf of ecc3a3ff07cb4485abc6987d023a7664 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:39:45.552190 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-a3b2f112-6cb2-4ce4-a5f9-49d67bc11928 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:45.687934 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-a3b2f112-6cb2-4ce4-a5f9-49d67bc11928 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Allocated IP 172.20.0.8 (e06f750c-ed6c-47f8-bc3b-21ae2abf603f/cbd527f1-e4ae-4953-96df-f23e7c391b2a/6662c375-3c24-45b7-aedb-d734a97b67a0) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:39:45.844979 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-a3b2f112-6cb2-4ce4-a5f9-49d67bc11928 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:45.881240 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-a3b2f112-6cb2-4ce4-a5f9-49d67bc11928 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:45.925447 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-a3b2f112-6cb2-4ce4-a5f9-49d67bc11928 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Network e06f750c-ed6c-47f8-bc3b-21ae2abf603f is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:39:45.931128 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-a3b2f112-6cb2-4ce4-a5f9-49d67bc11928 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:39:45.933706 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-a3b2f112-6cb2-4ce4-a5f9-49d67bc11928 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:39:45.959955 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2f112-6cb2-4ce4-a5f9-49d67bc11928 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Pushing event updated for resources: {'Port': ['ID=6662c375-3c24-45b7-aedb-d734a97b67a0,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:45.990598 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-a3b2f112-6cb2-4ce4-a5f9-49d67bc11928 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:45.991239 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-a3b2f112-6cb2-4ce4-a5f9-49d67bc11928 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:46.014497 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-a3b2f112-6cb2-4ce4-a5f9-49d67bc11928 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5954466 Nov 04 11:39:46.028050 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-39c111d1-148c-4b97-b421-ae4826cd6df7 service neutron] Request body: {'port': {'device_id': '261cd6bb-5d27-4a82-9c3d-1480db50a39b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:39:46.090280 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-39c111d1-148c-4b97-b421-ae4826cd6df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:46.210982 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c2c2ad92-06a2-42ab-95f8-769e7f2f7f84 None None] Provisioning complete for port 6662c375-3c24-45b7-aedb-d734a97b67a0 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:39:46.211220 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c2c2ad92-06a2-42ab-95f8-769e7f2f7f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:46.246334 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-c2c2ad92-06a2-42ab-95f8-769e7f2f7f84 None None] Port 6662c375-3c24-45b7-aedb-d734a97b67a0 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:39:46.371399 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-39c111d1-148c-4b97-b421-ae4826cd6df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6662c375-3c24-45b7-aedb-d734a97b67a0 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:39:46.379882 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-39c111d1-148c-4b97-b421-ae4826cd6df7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:46.393920 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-39c111d1-148c-4b97-b421-ae4826cd6df7 service neutron] Transition to ACTIVE for port object 6662c375-3c24-45b7-aedb-d734a97b67a0 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:39:46.398583 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-39c111d1-148c-4b97-b421-ae4826cd6df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:46.446684 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c111d1-148c-4b97-b421-ae4826cd6df7 service neutron] Pushing event updated for resources: {'Port': ['ID=6662c375-3c24-45b7-aedb-d734a97b67a0,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:46.523549 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-39c111d1-148c-4b97-b421-ae4826cd6df7 service neutron] Attempting to bind port 6662c375-3c24-45b7-aedb-d734a97b67a0 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:39:46.524035 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-39c111d1-148c-4b97-b421-ae4826cd6df7 service neutron] Attempting to bind port 6662c375-3c24-45b7-aedb-d734a97b67a0 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'a4d5d463-62e0-4e00-b227-ac70753453a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'e06f750c-ed6c-47f8-bc3b-21ae2abf603f'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:39:46.524359 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-39c111d1-148c-4b97-b421-ae4826cd6df7 service neutron] Attempting to bind port 6662c375-3c24-45b7-aedb-d734a97b67a0 on network e06f750c-ed6c-47f8-bc3b-21ae2abf603f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:39:46.529183 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-39c111d1-148c-4b97-b421-ae4826cd6df7 service neutron] Port 6662c375-3c24-45b7-aedb-d734a97b67a0 on network e06f750c-ed6c-47f8-bc3b-21ae2abf603f not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:39:46.529497 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-39c111d1-148c-4b97-b421-ae4826cd6df7 service neutron] Attempting to bind port 6662c375-3c24-45b7-aedb-d734a97b67a0 on network e06f750c-ed6c-47f8-bc3b-21ae2abf603f {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:39:46.534865 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-39c111d1-148c-4b97-b421-ae4826cd6df7 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:39:46.535274 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-39c111d1-148c-4b97-b421-ae4826cd6df7 service neutron] Checking segment: {'id': 'a4d5d463-62e0-4e00-b227-ac70753453a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'e06f750c-ed6c-47f8-bc3b-21ae2abf603f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:39:46.535640 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-39c111d1-148c-4b97-b421-ae4826cd6df7 service neutron] Bound using segment: {'id': 'a4d5d463-62e0-4e00-b227-ac70753453a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'e06f750c-ed6c-47f8-bc3b-21ae2abf603f'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:39:46.536054 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-39c111d1-148c-4b97-b421-ae4826cd6df7 service neutron] Bound port: 6662c375-3c24-45b7-aedb-d734a97b67a0, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d5d463-62e0-4e00-b227-ac70753453a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'e06f750c-ed6c-47f8-bc3b-21ae2abf603f'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:39:46.536420 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-39c111d1-148c-4b97-b421-ae4826cd6df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:46.607890 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-39c111d1-148c-4b97-b421-ae4826cd6df7 service neutron] For port 6662c375-3c24-45b7-aedb-d734a97b67a0, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:39:46.611713 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-39c111d1-148c-4b97-b421-ae4826cd6df7 service neutron] For port 6662c375-3c24-45b7-aedb-d734a97b67a0, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6662c375-3c24-45b7-aedb-d734a97b67a0,segment=NetworkSegment(a4d5d463-62e0-4e00-b227-ac70753453a9),segment_id=a4d5d463-62e0-4e00-b227-ac70753453a9)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:39:46.617327 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-39c111d1-148c-4b97-b421-ae4826cd6df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:46.652953 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-39c111d1-148c-4b97-b421-ae4826cd6df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:46.653584 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-39c111d1-148c-4b97-b421-ae4826cd6df7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:46.655804 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-39c111d1-148c-4b97-b421-ae4826cd6df7 service neutron] 10.222.0.121 "PUT /v2.0/ports/6662c375-3c24-45b7-aedb-d734a97b67a0 HTTP/1.1" status: 200 len: 1091 time: 0.6320326 Nov 04 11:39:46.656504 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261cd6bb-5d27-4a82-9c3d-1480db50a39b', 'tag': '6662c375-3c24-45b7-aedb-d734a97b67a0'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:39:46.658608 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360bd7f-1372-4835-aa8d-6221c72a56fa req-b5377b5e-8aaf-461e-92ae-1609800b188a tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:46.660798 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6360bd7f-1372-4835-aa8d-6221c72a56fa req-b5377b5e-8aaf-461e-92ae-1609800b188a tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/ports?device_id=261cd6bb-5d27-4a82-9c3d-1480db50a39b HTTP/1.1" status: 200 len: 943 time: 0.0570147 Nov 04 11:39:46.661805 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40f27f6-24a9-45ba-826d-96cf547bbab3" -d '{"events": [{"name": "network-changed", "server_uuid": "261cd6bb-5d27-4a82-9c3d-1480db50a39b", "tag": "6662c375-3c24-45b7-aedb-d734a97b67a0"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:39:46.694039 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c111d1-148c-4b97-b421-ae4826cd6df7 service neutron] Pushing event updated for resources: {'Port': ['ID=6662c375-3c24-45b7-aedb-d734a97b67a0,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:46.735960 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6360bd7f-1372-4835-aa8d-6221c72a56fa req-173b8de0-3c7d-484b-870a-062fcb44886d tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/security-groups?id=2455909f-e9f7-4670-aeda-51b25792a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686941 Nov 04 11:39:46.762227 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-29bac098-f2dc-4992-bdae-927bf507b9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:46.764779 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-29bac098-f2dc-4992-bdae-927bf507b9c5 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ecc3a3ff07cb4485abc6987d023a7664&device_id=261cd6bb-5d27-4a82-9c3d-1480db50a39b HTTP/1.1" status: 200 len: 1094 time: 0.0580337 Nov 04 11:39:46.813337 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0095b34-caca-4120-9693-dfce91697d53 x-openstack-request-id: req-a0095b34-caca-4120-9693-dfce91697d53 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:39:46.813635 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261cd6bb-5d27-4a82-9c3d-1480db50a39b", "tag": "6662c375-3c24-45b7-aedb-d734a97b67a0", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:39:46.813882 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-a0095b34-caca-4120-9693-dfce91697d53 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:39:46.814282 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261cd6bb-5d27-4a82-9c3d-1480db50a39b', 'tag': '6662c375-3c24-45b7-aedb-d734a97b67a0', 'status': 'completed', 'code': 200} Nov 04 11:39:46.816150 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-dc297f99-e39c-4ef5-a37c-74da0f5adc5a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6662c375-3c24-45b7-aedb-d734a97b67a0 HTTP/1.1" status: 200 len: 217 time: 0.0424447 Nov 04 11:39:46.869184 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-1b3f4bd4-6cd5-449a-b351-a04e55a240a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:46.870712 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-1b3f4bd4-6cd5-449a-b351-a04e55a240a9 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=cbd527f1-e4ae-4953-96df-f23e7c391b2a HTTP/1.1" status: 200 len: 856 time: 0.0471308 Nov 04 11:39:46.923002 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-b7295c73-df4e-4df4-8f93-792d63b22b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:46.923451 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fc3a0c01-9216-4e4c-ba6d-2f61691a8e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:46.924704 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-b7295c73-df4e-4df4-8f93-792d63b22b8e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=e06f750c-ed6c-47f8-bc3b-21ae2abf603f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465019 Nov 04 11:39:47.024006 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-c49a9ab9-8a60-49de-be48-6e8d7830a584 service neutron] 10.222.0.121 "GET /v2.0/networks/e06f750c-ed6c-47f8-bc3b-21ae2abf603f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905013 Nov 04 11:39:47.120418 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-da351b9f-32d7-4cb8-8820-f68d0d82af90 req-4ca03ec8-715b-48a9-94b5-d8adcdee2800 service neutron] 10.222.0.121 "GET /v2.0/networks/e06f750c-ed6c-47f8-bc3b-21ae2abf603f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888331 Nov 04 11:39:47.210284 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f27f6-24a9-45ba-826d-96cf547bbab3 req-f22fe263-15a0-41db-a2b5-918afe1ca9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:47.211837 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f40f27f6-24a9-45ba-826d-96cf547bbab3 req-f22fe263-15a0-41db-a2b5-918afe1ca9a8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ecc3a3ff07cb4485abc6987d023a7664&device_id=261cd6bb-5d27-4a82-9c3d-1480db50a39b HTTP/1.1" status: 200 len: 1094 time: 0.0416851 Nov 04 11:39:47.309911 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f27f6-24a9-45ba-826d-96cf547bbab3 req-5e6de1d3-822e-4c51-9283-7976682d41c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:47.311341 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f40f27f6-24a9-45ba-826d-96cf547bbab3 req-5e6de1d3-822e-4c51-9283-7976682d41c0 service neutron] 10.222.0.121 "GET /v2.0/networks?id=e06f750c-ed6c-47f8-bc3b-21ae2abf603f HTTP/1.1" status: 200 len: 919 time: 0.0925786 Nov 04 11:39:47.354810 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f40f27f6-24a9-45ba-826d-96cf547bbab3 req-180064af-71e6-4884-a7a0-833abe4eb8ce service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6662c375-3c24-45b7-aedb-d734a97b67a0 HTTP/1.1" status: 200 len: 217 time: 0.0356421 Nov 04 11:39:47.411637 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f27f6-24a9-45ba-826d-96cf547bbab3 req-9958a767-59d7-4bed-a7b2-be88abe40a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:47.413138 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f40f27f6-24a9-45ba-826d-96cf547bbab3 req-9958a767-59d7-4bed-a7b2-be88abe40a20 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=cbd527f1-e4ae-4953-96df-f23e7c391b2a HTTP/1.1" status: 200 len: 856 time: 0.0512159 Nov 04 11:39:47.460990 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f27f6-24a9-45ba-826d-96cf547bbab3 req-0a2bb1d9-d27b-420b-b141-95b3d2ad5f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:47.462561 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f40f27f6-24a9-45ba-826d-96cf547bbab3 req-0a2bb1d9-d27b-420b-b141-95b3d2ad5f7a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=e06f750c-ed6c-47f8-bc3b-21ae2abf603f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421000 Nov 04 11:39:47.569192 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f40f27f6-24a9-45ba-826d-96cf547bbab3 req-58be4fa5-383c-4362-b217-feeb66d7470d service neutron] 10.222.0.121 "GET /v2.0/networks/e06f750c-ed6c-47f8-bc3b-21ae2abf603f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978801 Nov 04 11:39:47.674002 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f40f27f6-24a9-45ba-826d-96cf547bbab3 req-daf64a7b-e0d2-4ab6-aca9-babfecc95c51 service neutron] 10.222.0.121 "GET /v2.0/networks/e06f750c-ed6c-47f8-bc3b-21ae2abf603f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966566 Nov 04 11:39:47.870728 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f5e69-026c-4016-a1e0-ecb09aa6fd86 req-9391e728-5646-42e3-9d26-ed22dc6d436e tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:47.872256 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8e3f5e69-026c-4016-a1e0-ecb09aa6fd86 req-9391e728-5646-42e3-9d26-ed22dc6d436e tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/ports?device_id=261cd6bb-5d27-4a82-9c3d-1480db50a39b HTTP/1.1" status: 200 len: 943 time: 0.0578811 Nov 04 11:39:47.924517 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8e3f5e69-026c-4016-a1e0-ecb09aa6fd86 req-f0293322-3298-4c7c-ba14-77b8af6368d0 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/security-groups?id=2455909f-e9f7-4670-aeda-51b25792a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427740 Nov 04 11:39:49.053006 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87442e89-07b6-4950-b7fe-63bfd119dc4c req-b28e31d7-b1ce-49ba-acb3-7b44a9e82156 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:49.055000 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87442e89-07b6-4950-b7fe-63bfd119dc4c req-b28e31d7-b1ce-49ba-acb3-7b44a9e82156 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/ports?device_id=261cd6bb-5d27-4a82-9c3d-1480db50a39b HTTP/1.1" status: 200 len: 943 time: 0.0519376 Nov 04 11:39:49.112515 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87442e89-07b6-4950-b7fe-63bfd119dc4c req-503ca3a9-23ab-428a-99ee-88fe8c6410eb tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/security-groups?id=2455909f-e9f7-4670-aeda-51b25792a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491724 Nov 04 11:39:49.698099 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6662c375-3c24-45b7-aedb-d734a97b67a0 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:39:49.785279 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c00147cd-31e6-4e1b-8260-76d85de14197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:49.814332 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 6662c375-3c24-45b7-aedb-d734a97b67a0, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6662c375-3c24-45b7-aedb-d734a97b67a0,segment=NetworkSegment(a4d5d463-62e0-4e00-b227-ac70753453a9),segment_id=a4d5d463-62e0-4e00-b227-ac70753453a9)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:39:49.824977 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '6662c375-3c24-45b7-aedb-d734a97b67a0', 'network_id': 'e06f750c-ed6c-47f8-bc3b-21ae2abf603f', 'port_id': '6662c375-3c24-45b7-aedb-d734a97b67a0', 'mac_address': 'fa:16:3e:0c:db:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd527f1-e4ae-4953-96df-f23e7c391b2a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:39:49.868811 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:49.883661 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6662c375-3c24-45b7-aedb-d734a97b67a0 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:39:49.905591 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 6662c375-3c24-45b7-aedb-d734a97b67a0, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6662c375-3c24-45b7-aedb-d734a97b67a0,segment=NetworkSegment(a4d5d463-62e0-4e00-b227-ac70753453a9),segment_id=a4d5d463-62e0-4e00-b227-ac70753453a9)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:39:49.910558 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:49.959154 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=6662c375-3c24-45b7-aedb-d734a97b67a0,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:49.967289 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:39:49.967629 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:39:49.967971 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:39:49.968294 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:39:49.968622 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:39:49.968988 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:39:49.969307 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:39:49.969625 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:39:49.969943 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:39:49.970257 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:39:49.970556 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:39:49.970869 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:39:50.119057 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['6662c375-3c24-45b7-aedb-d734a97b67a0'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:39:50.234112 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690751be-a00b-4b0c-bf71-026c3ac3f55a req-dc0c098e-7a0e-4a91-b986-2799491c1e9f tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:50.235680 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-690751be-a00b-4b0c-bf71-026c3ac3f55a req-dc0c098e-7a0e-4a91-b986-2799491c1e9f tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/ports?device_id=261cd6bb-5d27-4a82-9c3d-1480db50a39b HTTP/1.1" status: 200 len: 944 time: 0.0513208 Nov 04 11:39:50.289656 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-690751be-a00b-4b0c-bf71-026c3ac3f55a req-c558eb76-bbf3-4cca-91a6-4d1cd3b09230 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/security-groups?id=2455909f-e9f7-4670-aeda-51b25792a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473740 Nov 04 11:39:51.030656 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:51.414212 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b0b77-695c-484e-90cb-6e12891824c3 req-23d82a87-5b67-4703-9a08-98d4d2f72923 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:51.415724 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8b8b0b77-695c-484e-90cb-6e12891824c3 req-23d82a87-5b67-4703-9a08-98d4d2f72923 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/ports?device_id=261cd6bb-5d27-4a82-9c3d-1480db50a39b HTTP/1.1" status: 200 len: 944 time: 0.0511920 Nov 04 11:39:51.471539 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8b8b0b77-695c-484e-90cb-6e12891824c3 req-c36d19b6-8895-42b4-8fdc-ee8ac56057ea tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/security-groups?id=2455909f-e9f7-4670-aeda-51b25792a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467412 Nov 04 11:39:51.713673 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6662c375-3c24-45b7-aedb-d734a97b67a0 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:39:51.772394 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 6662c375-3c24-45b7-aedb-d734a97b67a0 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:39:51.775967 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 6662c375-3c24-45b7-aedb-d734a97b67a0 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:39:51.776309 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:51.867226 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:51.890489 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261cd6bb-5d27-4a82-9c3d-1480db50a39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6662c375-3c24-45b7-aedb-d734a97b67a0'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:39:51.892745 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b65406-6355-4003-9525-e45ef90e0c36" -d '{"events": [{"server_uuid": "261cd6bb-5d27-4a82-9c3d-1480db50a39b", "name": "network-vif-plugged", "status": "completed", "tag": "6662c375-3c24-45b7-aedb-d734a97b67a0"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:39:51.906149 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 6662c375-3c24-45b7-aedb-d734a97b67a0, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6662c375-3c24-45b7-aedb-d734a97b67a0,segment=NetworkSegment(a4d5d463-62e0-4e00-b227-ac70753453a9),segment_id=a4d5d463-62e0-4e00-b227-ac70753453a9)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:39:51.910885 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:51.934232 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a70751-dd91-4bdf-859e-eef50e77ecf9 x-openstack-request-id: req-e1a70751-dd91-4bdf-859e-eef50e77ecf9 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:39:51.934535 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261cd6bb-5d27-4a82-9c3d-1480db50a39b", "name": "network-vif-plugged", "status": "completed", "tag": "6662c375-3c24-45b7-aedb-d734a97b67a0", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:39:51.934791 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-e1a70751-dd91-4bdf-859e-eef50e77ecf9 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:39:51.935194 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261cd6bb-5d27-4a82-9c3d-1480db50a39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6662c375-3c24-45b7-aedb-d734a97b67a0', 'code': 200} Nov 04 11:39:51.961863 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=6662c375-3c24-45b7-aedb-d734a97b67a0,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:39:52.032018 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d07d6-81b3-44e1-95fe-43574e28935a req-63060871-b937-4afb-9569-c9c27af2158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:52.033557 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fc0d07d6-81b3-44e1-95fe-43574e28935a req-63060871-b937-4afb-9569-c9c27af2158f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=261cd6bb-5d27-4a82-9c3d-1480db50a39b HTTP/1.1" status: 200 len: 1096 time: 0.0435784 Nov 04 11:39:52.081394 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fc0d07d6-81b3-44e1-95fe-43574e28935a req-adfbf30e-c593-47cd-9caa-a8ba5c022430 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=2455909f-e9f7-4670-aeda-51b25792a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391042 Nov 04 11:39:52.442436 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:52.603311 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580a06d-b93f-4e56-8092-eff31eadba7e req-68863c5e-45cd-4111-b1cd-ecdf657aab74 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:52.604891 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1580a06d-b93f-4e56-8092-eff31eadba7e req-68863c5e-45cd-4111-b1cd-ecdf657aab74 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/ports?device_id=261cd6bb-5d27-4a82-9c3d-1480db50a39b HTTP/1.1" status: 200 len: 945 time: 0.0549300 Nov 04 11:39:52.654136 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:39:52.661818 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1580a06d-b93f-4e56-8092-eff31eadba7e req-cbcc69f8-fe5c-42f1-b939-55eeafc4f62a tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/security-groups?id=2455909f-e9f7-4670-aeda-51b25792a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473928 Nov 04 11:39:53.795313 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c0cdd-5537-490b-8fd6-be638f8e9777 req-2e3d6222-ba08-4e58-8670-6afdbf874557 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:53.796855 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-322c0cdd-5537-490b-8fd6-be638f8e9777 req-2e3d6222-ba08-4e58-8670-6afdbf874557 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/ports?device_id=261cd6bb-5d27-4a82-9c3d-1480db50a39b HTTP/1.1" status: 200 len: 945 time: 0.0585458 Nov 04 11:39:53.846927 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-322c0cdd-5537-490b-8fd6-be638f8e9777 req-8d6984a7-d487-4286-b07b-fd089bbdf7bc tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/security-groups?id=2455909f-e9f7-4670-aeda-51b25792a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438364 Nov 04 11:39:53.967721 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221928f4-e7be-4b2e-8587-0d7269154fb2 req-57592ac6-a961-4aec-b2fa-603805a91d98 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:39:53.969294 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-221928f4-e7be-4b2e-8587-0d7269154fb2 req-57592ac6-a961-4aec-b2fa-603805a91d98 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/ports?device_id=261cd6bb-5d27-4a82-9c3d-1480db50a39b HTTP/1.1" status: 200 len: 945 time: 0.0506153 Nov 04 11:39:54.022855 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-221928f4-e7be-4b2e-8587-0d7269154fb2 req-57406166-2684-47a3-ad75-eee55036261e tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/security-groups?id=2455909f-e9f7-4670-aeda-51b25792a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452628 Nov 04 11:40:08.443643 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:40:13.031999 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:15.433774 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:16.661740 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8ddd6-106d-4d42-b809-45d92adf0aa5 req-0a08c1af-3ff9-4eef-962f-34f337aeb10a tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:40:16.663525 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9fe8ddd6-106d-4d42-b809-45d92adf0aa5 req-0a08c1af-3ff9-4eef-962f-34f337aeb10a tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/ports?device_id=261cd6bb-5d27-4a82-9c3d-1480db50a39b HTTP/1.1" status: 200 len: 945 time: 0.0550525 Nov 04 11:40:16.719285 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9fe8ddd6-106d-4d42-b809-45d92adf0aa5 req-e5542c61-3edc-4225-8ae3-5fb05150dc05 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/security-groups?id=2455909f-e9f7-4670-aeda-51b25792a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494764 Nov 04 11:40:16.913576 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a0de9e87-41d3-40a0-b7be-9c2d0c69560e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:17.856487 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475a963-4af3-4c0a-b6e9-c2c4b299ed55 req-6fc47606-f223-4a1c-be9a-6e1a82b1aa2c tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:40:17.858030 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0475a963-4af3-4c0a-b6e9-c2c4b299ed55 req-6fc47606-f223-4a1c-be9a-6e1a82b1aa2c tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/ports?device_id=261cd6bb-5d27-4a82-9c3d-1480db50a39b HTTP/1.1" status: 200 len: 945 time: 0.0558362 Nov 04 11:40:17.918051 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0475a963-4af3-4c0a-b6e9-c2c4b299ed55 req-0d9ed8a5-9bb7-4960-a362-cd1e3cfcbd3b tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/security-groups?id=2455909f-e9f7-4670-aeda-51b25792a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511663 Nov 04 11:40:18.108086 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29708426-efde-4784-b25e-6afd9a181773 req-51d7d234-1e2e-4c54-ac56-db3069cd3d64 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:40:18.109587 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-29708426-efde-4784-b25e-6afd9a181773 req-51d7d234-1e2e-4c54-ac56-db3069cd3d64 tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.121 "GET /v2.0/ports?device_id=261cd6bb-5d27-4a82-9c3d-1480db50a39b HTTP/1.1" status: 200 len: 945 time: 0.0599620 Nov 04 11:40:18.208315 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-29708426-efde-4784-b25e-6afd9a181773 req-873ad861-0240-4391-ba52-db78e759fc3a tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Deleting port 6662c375-3c24-45b7-aedb-d734a97b67a0 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:40:18.208656 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-29708426-efde-4784-b25e-6afd9a181773 req-873ad861-0240-4391-ba52-db78e759fc3a tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:18.303572 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-29708426-efde-4784-b25e-6afd9a181773 req-873ad861-0240-4391-ba52-db78e759fc3a tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] For port 6662c375-3c24-45b7-aedb-d734a97b67a0, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6662c375-3c24-45b7-aedb-d734a97b67a0,segment=NetworkSegment(a4d5d463-62e0-4e00-b227-ac70753453a9),segment_id=a4d5d463-62e0-4e00-b227-ac70753453a9)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:40:18.303929 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-29708426-efde-4784-b25e-6afd9a181773 req-873ad861-0240-4391-ba52-db78e759fc3a tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:18.317568 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-29708426-efde-4784-b25e-6afd9a181773 req-873ad861-0240-4391-ba52-db78e759fc3a tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Calling delete_port for 6662c375-3c24-45b7-aedb-d734a97b67a0 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:40:18.449166 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-29708426-efde-4784-b25e-6afd9a181773 req-873ad861-0240-4391-ba52-db78e759fc3a tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:18.460317 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['6662c375-3c24-45b7-aedb-d734a97b67a0'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:40:18.482720 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ad861-0240-4391-ba52-db78e759fc3a tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Pushing event deleted for resources: {'Port': ['ID=6662c375-3c24-45b7-aedb-d734a97b67a0,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:18.524023 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-29708426-efde-4784-b25e-6afd9a181773 req-873ad861-0240-4391-ba52-db78e759fc3a tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] No DVR routers for this DVR port 6662c375-3c24-45b7-aedb-d734a97b67a0 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:40:18.526903 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-29708426-efde-4784-b25e-6afd9a181773 req-873ad861-0240-4391-ba52-db78e759fc3a tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:18.530495 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-29708426-efde-4784-b25e-6afd9a181773 req-873ad861-0240-4391-ba52-db78e759fc3a tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.121 "DELETE /v2.0/ports/6662c375-3c24-45b7-aedb-d734a97b67a0 HTTP/1.1" status: 204 len: 173 time: 0.4140196 Nov 04 11:40:18.530964 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261cd6bb-5d27-4a82-9c3d-1480db50a39b', 'name': 'network-vif-deleted', 'tag': '6662c375-3c24-45b7-aedb-d734a97b67a0'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:40:18.533582 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd926b5-0072-416b-9d44-6118089f7f9c" -d '{"events": [{"server_uuid": "261cd6bb-5d27-4a82-9c3d-1480db50a39b", "name": "network-vif-deleted", "tag": "6662c375-3c24-45b7-aedb-d734a97b67a0"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:40:18.570616 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a53f84a-809a-4baa-a106-53dd59c854a6 x-openstack-request-id: req-0a53f84a-809a-4baa-a106-53dd59c854a6 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:40:18.570929 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261cd6bb-5d27-4a82-9c3d-1480db50a39b", "name": "network-vif-deleted", "tag": "6662c375-3c24-45b7-aedb-d734a97b67a0", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:40:18.571202 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-0a53f84a-809a-4baa-a106-53dd59c854a6 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:40:18.571664 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261cd6bb-5d27-4a82-9c3d-1480db50a39b', 'name': 'network-vif-deleted', 'tag': '6662c375-3c24-45b7-aedb-d734a97b67a0', 'status': 'completed', 'code': 200} Nov 04 11:40:19.034347 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1581f6e0-1390-4b84-829c-41eb380bb08e req-e7a33803-b3e7-4297-a903-bc2245d7ca3f tempest-TestEncryptedCinderVolumes-527565459 tempest-TestEncryptedCinderVolumes-527565459-project] 10.222.0.127 "GET /v2.0/ports?device_id=261cd6bb-5d27-4a82-9c3d-1480db50a39b HTTP/1.1" status: 200 len: 210 time: 0.0276258 Nov 04 11:40:19.765952 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-814390d2-5a20-4993-a999-c251e78ceb37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:20.137001 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34184) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:40:20.519232 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e9c2585d-ba70-4c8e-bc87-bfaedf197093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:20.768526 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-e9c2585d-ba70-4c8e-bc87-bfaedf197093 admin admin] Deleting port f00df3ba-3196-4b89-bfe0-28bd8b9f6123 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:40:20.769636 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e9c2585d-ba70-4c8e-bc87-bfaedf197093 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:20.856261 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-e9c2585d-ba70-4c8e-bc87-bfaedf197093 admin admin] For port f00df3ba-3196-4b89-bfe0-28bd8b9f6123, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f00df3ba-3196-4b89-bfe0-28bd8b9f6123,segment=NetworkSegment(a4d5d463-62e0-4e00-b227-ac70753453a9),segment_id=a4d5d463-62e0-4e00-b227-ac70753453a9)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:40:20.856589 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e9c2585d-ba70-4c8e-bc87-bfaedf197093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:20.869761 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-e9c2585d-ba70-4c8e-bc87-bfaedf197093 admin admin] Calling delete_port for f00df3ba-3196-4b89-bfe0-28bd8b9f6123 owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:40:21.026420 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:21.055610 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e9c2585d-ba70-4c8e-bc87-bfaedf197093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:21.081513 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2585d-ba70-4c8e-bc87-bfaedf197093 admin admin] Pushing event deleted for resources: {'Port': ['ID=f00df3ba-3196-4b89-bfe0-28bd8b9f6123,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:21.259684 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e9c2585d-ba70-4c8e-bc87-bfaedf197093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:21.479954 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c2585d-ba70-4c8e-bc87-bfaedf197093 admin admin] Router 97aea2f7-3bde-4b62-a40f-cb5d030c8d62 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:40:21.589448 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c2585d-ba70-4c8e-bc87-bfaedf197093 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:40:21.597881 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e9c2585d-ba70-4c8e-bc87-bfaedf197093 admin admin] 10.222.0.127 "PUT /v2.0/routers/97aea2f7-3bde-4b62-a40f-cb5d030c8d62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4591422 Nov 04 11:40:21.599821 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34186) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:40:21.604376 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cca065-517f-447f-b1a1-f2d0dcc8faf4 None None] Sync routers for ids ['97aea2f7-3bde-4b62-a40f-cb5d030c8d62'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:40:21.615290 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cca065-517f-447f-b1a1-f2d0dcc8faf4 None None] Routers {'97aea2f7-3bde-4b62-a40f-cb5d030c8d62'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:40:21.615878 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-70cca065-517f-447f-b1a1-f2d0dcc8faf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:40:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['97aea2f7-3bde-4b62-a40f-cb5d030c8d62'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:21.709938 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f4b79499-017b-4a8d-ba41-8a53c86948be admin admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:21.723564 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-70cca065-517f-447f-b1a1-f2d0dcc8faf4 None None] Set router 97aea2f7-3bde-4b62-a40f-cb5d030c8d62 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:40:21.816259 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f4b79499-017b-4a8d-ba41-8a53c86948be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:21.868267 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-f4b79499-017b-4a8d-ba41-8a53c86948be admin admin] Deleting port 6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:40:21.868750 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f4b79499-017b-4a8d-ba41-8a53c86948be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:21.903265 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-70cca065-517f-447f-b1a1-f2d0dcc8faf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97aea2f7-3bde-4b62-a40f-cb5d030c8d62', 'name': 'tempest-TestEncryptedCinderVolumes-1155007752-router', 'tenant_id': 'ecc3a3ff07cb4485abc6987d023a7664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:38:57Z', 'updated_at': '2021-11-04T11:40:21Z', 'revision_number': 5, 'project_id': 'ecc3a3ff07cb4485abc6987d023a7664', 'gw_port': {'id': '6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea2f7-3bde-4b62-a40f-cb5d030c8d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:38:57Z', 'updated_at': '2021-11-04T11:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:21.929813 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cca065-517f-447f-b1a1-f2d0dcc8faf4 None None] Checking router: 97aea2f7-3bde-4b62-a40f-cb5d030c8d62 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:40:21.939148 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cca065-517f-447f-b1a1-f2d0dcc8faf4 None None] Routers {'97aea2f7-3bde-4b62-a40f-cb5d030c8d62'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:40:21.939758 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-70cca065-517f-447f-b1a1-f2d0dcc8faf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:40:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['97aea2f7-3bde-4b62-a40f-cb5d030c8d62'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:21.955376 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-f4b79499-017b-4a8d-ba41-8a53c86948be admin admin] For port 6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:40:21.955733 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f4b79499-017b-4a8d-ba41-8a53c86948be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:21.968972 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-f4b79499-017b-4a8d-ba41-8a53c86948be admin admin] Calling delete_port for 6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7 owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:40:22.026275 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-70cca065-517f-447f-b1a1-f2d0dcc8faf4 None None] Set router 97aea2f7-3bde-4b62-a40f-cb5d030c8d62 gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:40:22.139072 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f4b79499-017b-4a8d-ba41-8a53c86948be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:22.166444 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b79499-017b-4a8d-ba41-8a53c86948be admin admin] Pushing event deleted for resources: {'Port': ['ID=6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:22.173553 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-70cca065-517f-447f-b1a1-f2d0dcc8faf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97aea2f7-3bde-4b62-a40f-cb5d030c8d62', 'name': 'tempest-TestEncryptedCinderVolumes-1155007752-router', 'tenant_id': 'ecc3a3ff07cb4485abc6987d023a7664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:38:57Z', 'updated_at': '2021-11-04T11:40:21Z', 'revision_number': 6, 'project_id': 'ecc3a3ff07cb4485abc6987d023a7664', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:22.192934 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b79499-017b-4a8d-ba41-8a53c86948be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:22.193340 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b79499-017b-4a8d-ba41-8a53c86948be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:22.193614 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b79499-017b-4a8d-ba41-8a53c86948be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:22.193966 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b79499-017b-4a8d-ba41-8a53c86948be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:22.194277 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b79499-017b-4a8d-ba41-8a53c86948be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:22.194609 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b79499-017b-4a8d-ba41-8a53c86948be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:22.194927 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b79499-017b-4a8d-ba41-8a53c86948be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:22.195246 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b79499-017b-4a8d-ba41-8a53c86948be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:22.195555 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b79499-017b-4a8d-ba41-8a53c86948be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:22.195875 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b79499-017b-4a8d-ba41-8a53c86948be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:22.196197 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b79499-017b-4a8d-ba41-8a53c86948be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:22.196564 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b79499-017b-4a8d-ba41-8a53c86948be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:22.200712 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cca065-517f-447f-b1a1-f2d0dcc8faf4 None None] The sync data for ids ['97aea2f7-3bde-4b62-a40f-cb5d030c8d62'] in n-d-816629-1 is: [{'id': '97aea2f7-3bde-4b62-a40f-cb5d030c8d62', 'name': 'tempest-TestEncryptedCinderVolumes-1155007752-router', 'tenant_id': 'ecc3a3ff07cb4485abc6987d023a7664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:38:57Z', 'updated_at': '2021-11-04T11:40:21Z', 'revision_number': 6, 'project_id': 'ecc3a3ff07cb4485abc6987d023a7664', 'gw_port_host': None}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:40:22.247628 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f4b79499-017b-4a8d-ba41-8a53c86948be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:22.350564 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f4b79499-017b-4a8d-ba41-8a53c86948be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:22.353915 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f4b79499-017b-4a8d-ba41-8a53c86948be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:22.401421 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f4b79499-017b-4a8d-ba41-8a53c86948be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:22.401883 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b79499-017b-4a8d-ba41-8a53c86948be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97aea2f7-3bde-4b62-a40f-cb5d030c8d62 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:40:22.406742 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f4b79499-017b-4a8d-ba41-8a53c86948be admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:22.407933 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f4b79499-017b-4a8d-ba41-8a53c86948be admin admin] 10.222.0.127 "DELETE /v2.0/routers/97aea2f7-3bde-4b62-a40f-cb5d030c8d62 HTTP/1.1" status: 204 len: 168 time: 0.8072405 Nov 04 11:40:22.410693 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34188) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:40:22.441210 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:22.458072 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1536804-d0a4-4777-bb43-b105c07e3226 admin admin] Deleting subnet cbd527f1-e4ae-4953-96df-f23e7c391b2a {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:40:22.461516 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d1536804-d0a4-4777-bb43-b105c07e3226 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:22.500766 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d1536804-d0a4-4777-bb43-b105c07e3226 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:22.585491 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d1536804-d0a4-4777-bb43-b105c07e3226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:22.647110 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d1536804-d0a4-4777-bb43-b105c07e3226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:22.661558 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:22.675898 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1536804-d0a4-4777-bb43-b105c07e3226 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbd527f1-e4ae-4953-96df-f23e7c391b2a,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:22.680421 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d1536804-d0a4-4777-bb43-b105c07e3226 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:22.684514 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d1536804-d0a4-4777-bb43-b105c07e3226 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/cbd527f1-e4ae-4953-96df-f23e7c391b2a HTTP/1.1" status: 204 len: 168 time: 0.2727020 Nov 04 11:40:22.685754 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b002f6fb-5f51-4a2a-8b90-80b7fdc4bb61 None None] Network e06f750c-ed6c-47f8-bc3b-21ae2abf603f requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:40:22.686953 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34190) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:40:22.758593 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1cea65d7-e04a-4ef7-8c7f-726cb169e7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:22.816567 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-1cea65d7-e04a-4ef7-8c7f-726cb169e7cb admin admin] Deleting port 0db4ab67-cd89-49e3-9d45-5d401633ac24 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:40:22.816939 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1cea65d7-e04a-4ef7-8c7f-726cb169e7cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:22.883920 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-1cea65d7-e04a-4ef7-8c7f-726cb169e7cb admin admin] For port 0db4ab67-cd89-49e3-9d45-5d401633ac24, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0db4ab67-cd89-49e3-9d45-5d401633ac24,segment=NetworkSegment(a4d5d463-62e0-4e00-b227-ac70753453a9),segment_id=a4d5d463-62e0-4e00-b227-ac70753453a9)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:40:22.884530 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1cea65d7-e04a-4ef7-8c7f-726cb169e7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:22.903529 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-1cea65d7-e04a-4ef7-8c7f-726cb169e7cb admin admin] Calling delete_port for 0db4ab67-cd89-49e3-9d45-5d401633ac24 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:40:22.991976 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1cea65d7-e04a-4ef7-8c7f-726cb169e7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:22.995027 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6f7ad5-88ec-4888-b6e2-43bc26afd62c None None] DHCP port deletion for e06f750c-ed6c-47f8-bc3b-21ae2abf603f request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:40:23.021982 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea65d7-e04a-4ef7-8c7f-726cb169e7cb admin admin] Pushing event deleted for resources: {'Port': ['ID=0db4ab67-cd89-49e3-9d45-5d401633ac24,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:23.026143 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cea65d7-e04a-4ef7-8c7f-726cb169e7cb admin admin] No DVR routers for this DVR port 0db4ab67-cd89-49e3-9d45-5d401633ac24 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:40:23.103609 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1cea65d7-e04a-4ef7-8c7f-726cb169e7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:23.126758 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-1cea65d7-e04a-4ef7-8c7f-726cb169e7cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06f750c-ed6c-47f8-bc3b-21ae2abf603f']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:23.138853 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-1cea65d7-e04a-4ef7-8c7f-726cb169e7cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d5d463-62e0-4e00-b227-ac70753453a9') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:23.139110 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-1cea65d7-e04a-4ef7-8c7f-726cb169e7cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d5d463-62e0-4e00-b227-ac70753453a9') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:23.149517 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1cea65d7-e04a-4ef7-8c7f-726cb169e7cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:23.162570 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1cea65d7-e04a-4ef7-8c7f-726cb169e7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:23.169268 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cea65d7-e04a-4ef7-8c7f-726cb169e7cb admin admin] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:40:23.169691 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1cea65d7-e04a-4ef7-8c7f-726cb169e7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:40:23.171533 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:40:23.227103 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1cea65d7-e04a-4ef7-8c7f-726cb169e7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:23.233669 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1cea65d7-e04a-4ef7-8c7f-726cb169e7cb admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:23.237013 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1cea65d7-e04a-4ef7-8c7f-726cb169e7cb admin admin] 10.222.0.127 "DELETE /v2.0/networks/e06f750c-ed6c-47f8-bc3b-21ae2abf603f HTTP/1.1" status: 204 len: 168 time: 0.5490494 Nov 04 11:40:23.240178 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34192) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:40:23.249612 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea65d7-e04a-4ef7-8c7f-726cb169e7cb admin admin] Pushing event deleted for resources: {'Network': ['ID=e06f750c-ed6c-47f8-bc3b-21ae2abf603f,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:23.642641 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0db4ab67-cd89-49e3-9d45-5d401633ac24 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:40:23.667381 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 0db4ab67-cd89-49e3-9d45-5d401633ac24 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:40:23.667721 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0db4ab67-cd89-49e3-9d45-5d401633ac24 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:40:23.668153 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f00df3ba-3196-4b89-bfe0-28bd8b9f6123 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:40:23.692125 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: f00df3ba-3196-4b89-bfe0-28bd8b9f6123 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:40:23.692480 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f00df3ba-3196-4b89-bfe0-28bd8b9f6123 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:40:23.692981 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:40:23.712102 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:40:23.712670 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6632f910-eef9-4f8b-a3e9-5fc33fa2cdd7 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:40:23.885842 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6662c375-3c24-45b7-aedb-d734a97b67a0 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:40:23.905937 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 6662c375-3c24-45b7-aedb-d734a97b67a0 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:40:23.906267 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6662c375-3c24-45b7-aedb-d734a97b67a0 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:40:24.025515 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-25b2469b-d70c-49ad-b282-8fe5f7a6ea8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:24.286322 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-25b2469b-d70c-49ad-b282-8fe5f7a6ea8f admin admin] Deleting port f1f17b13-8db7-4b63-a035-3fb62a88138b {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:40:24.287047 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-25b2469b-d70c-49ad-b282-8fe5f7a6ea8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:24.374827 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-25b2469b-d70c-49ad-b282-8fe5f7a6ea8f admin admin] For port f1f17b13-8db7-4b63-a035-3fb62a88138b, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=f1f17b13-8db7-4b63-a035-3fb62a88138b,segment=NetworkSegment(adadc4f7-135b-4f56-ada1-c261f60a1a3a),segment_id=adadc4f7-135b-4f56-ada1-c261f60a1a3a)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:40:24.375165 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-25b2469b-d70c-49ad-b282-8fe5f7a6ea8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:24.392729 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-25b2469b-d70c-49ad-b282-8fe5f7a6ea8f admin admin] Calling delete_port for f1f17b13-8db7-4b63-a035-3fb62a88138b owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:40:24.584735 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-25b2469b-d70c-49ad-b282-8fe5f7a6ea8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:24.610346 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2469b-d70c-49ad-b282-8fe5f7a6ea8f admin admin] Pushing event deleted for resources: {'Port': ['ID=f1f17b13-8db7-4b63-a035-3fb62a88138b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:24.782250 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-25b2469b-d70c-49ad-b282-8fe5f7a6ea8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:25.016677 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b2469b-d70c-49ad-b282-8fe5f7a6ea8f admin admin] Router d18b5d6d-757f-4ade-91dc-47fce3c04531 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:40:25.138195 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b2469b-d70c-49ad-b282-8fe5f7a6ea8f admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:40:25.144280 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-25b2469b-d70c-49ad-b282-8fe5f7a6ea8f admin admin] 10.222.0.127 "PUT /v2.0/routers/d18b5d6d-757f-4ade-91dc-47fce3c04531/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9028723 Nov 04 11:40:25.147030 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34196) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:40:25.149979 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1712e77c-8b90-4902-91df-e08a8b721fbd None None] Sync routers for ids ['d18b5d6d-757f-4ade-91dc-47fce3c04531'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:40:25.160468 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1712e77c-8b90-4902-91df-e08a8b721fbd None None] Routers {'d18b5d6d-757f-4ade-91dc-47fce3c04531'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:40:25.161175 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-1712e77c-8b90-4902-91df-e08a8b721fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:40:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d18b5d6d-757f-4ade-91dc-47fce3c04531'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:25.255619 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e96f2c71-1ef6-407f-857b-dbc53bbecc1c admin admin] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:25.266329 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-1712e77c-8b90-4902-91df-e08a8b721fbd None None] Set router d18b5d6d-757f-4ade-91dc-47fce3c04531 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:40:25.362921 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e96f2c71-1ef6-407f-857b-dbc53bbecc1c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:25.421544 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-e96f2c71-1ef6-407f-857b-dbc53bbecc1c admin admin] Deleting port b8a0c7ad-047e-4937-8e86-ded8a65fd7ed {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:40:25.421877 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e96f2c71-1ef6-407f-857b-dbc53bbecc1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:25.453960 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-1712e77c-8b90-4902-91df-e08a8b721fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18b5d6d-757f-4ade-91dc-47fce3c04531', 'name': 'tempest-TestEncryptedCinderVolumes-2145024837-router', 'tenant_id': 'd33346ddb31445b79c35964b67a479cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'b8a0c7ad-047e-4937-8e86-ded8a65fd7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:39:01Z', 'updated_at': '2021-11-04T11:40:24Z', 'revision_number': 5, 'project_id': 'd33346ddb31445b79c35964b67a479cd', 'gw_port': {'id': 'b8a0c7ad-047e-4937-8e86-ded8a65fd7ed', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18b5d6d-757f-4ade-91dc-47fce3c04531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:39:02Z', 'updated_at': '2021-11-04T11:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:25.487410 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1712e77c-8b90-4902-91df-e08a8b721fbd None None] Checking router: d18b5d6d-757f-4ade-91dc-47fce3c04531 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:40:25.497322 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1712e77c-8b90-4902-91df-e08a8b721fbd None None] Routers {'d18b5d6d-757f-4ade-91dc-47fce3c04531'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:40:25.497937 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-1712e77c-8b90-4902-91df-e08a8b721fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:40:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d18b5d6d-757f-4ade-91dc-47fce3c04531'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:25.509104 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-e96f2c71-1ef6-407f-857b-dbc53bbecc1c admin admin] For port b8a0c7ad-047e-4937-8e86-ded8a65fd7ed, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b8a0c7ad-047e-4937-8e86-ded8a65fd7ed,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:40:25.510108 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e96f2c71-1ef6-407f-857b-dbc53bbecc1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:25.525554 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-e96f2c71-1ef6-407f-857b-dbc53bbecc1c admin admin] Calling delete_port for b8a0c7ad-047e-4937-8e86-ded8a65fd7ed owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:40:25.587312 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-1712e77c-8b90-4902-91df-e08a8b721fbd None None] Set router d18b5d6d-757f-4ade-91dc-47fce3c04531 gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:40:25.644845 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-1712e77c-8b90-4902-91df-e08a8b721fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18b5d6d-757f-4ade-91dc-47fce3c04531', 'name': 'tempest-TestEncryptedCinderVolumes-2145024837-router', 'tenant_id': 'd33346ddb31445b79c35964b67a479cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:39:01Z', 'updated_at': '2021-11-04T11:40:25Z', 'revision_number': 6, 'project_id': 'd33346ddb31445b79c35964b67a479cd', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:25.678224 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1712e77c-8b90-4902-91df-e08a8b721fbd None None] The sync data for ids ['d18b5d6d-757f-4ade-91dc-47fce3c04531'] in n-d-816629-1 is: [{'id': 'd18b5d6d-757f-4ade-91dc-47fce3c04531', 'name': 'tempest-TestEncryptedCinderVolumes-2145024837-router', 'tenant_id': 'd33346ddb31445b79c35964b67a479cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:39:01Z', 'updated_at': '2021-11-04T11:40:25Z', 'revision_number': 6, 'project_id': 'd33346ddb31445b79c35964b67a479cd', 'gw_port_host': None}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:40:25.723471 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e96f2c71-1ef6-407f-857b-dbc53bbecc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:25.750218 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f2c71-1ef6-407f-857b-dbc53bbecc1c admin admin] Pushing event deleted for resources: {'Port': ['ID=b8a0c7ad-047e-4937-8e86-ded8a65fd7ed,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:25.811456 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e96f2c71-1ef6-407f-857b-dbc53bbecc1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:25.902899 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e96f2c71-1ef6-407f-857b-dbc53bbecc1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:25.905225 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e96f2c71-1ef6-407f-857b-dbc53bbecc1c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:25.951746 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e96f2c71-1ef6-407f-857b-dbc53bbecc1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:25.952403 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96f2c71-1ef6-407f-857b-dbc53bbecc1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d18b5d6d-757f-4ade-91dc-47fce3c04531 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:40:25.957083 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e96f2c71-1ef6-407f-857b-dbc53bbecc1c admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:25.958263 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e96f2c71-1ef6-407f-857b-dbc53bbecc1c admin admin] 10.222.0.127 "DELETE /v2.0/routers/d18b5d6d-757f-4ade-91dc-47fce3c04531 HTTP/1.1" status: 204 len: 168 time: 0.8102210 Nov 04 11:40:25.960843 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34198) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:40:26.008163 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1cce33-d7f7-4917-a485-d8ef8b84d8f7 admin admin] Deleting subnet 172d0d5c-c80d-4752-8ae7-5b5af1f558a8 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:40:26.011716 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bf1cce33-d7f7-4917-a485-d8ef8b84d8f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:26.049030 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bf1cce33-d7f7-4917-a485-d8ef8b84d8f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:26.144904 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bf1cce33-d7f7-4917-a485-d8ef8b84d8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:26.202695 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bf1cce33-d7f7-4917-a485-d8ef8b84d8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:26.229472 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1cce33-d7f7-4917-a485-d8ef8b84d8f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=172d0d5c-c80d-4752-8ae7-5b5af1f558a8,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:26.235322 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bf1cce33-d7f7-4917-a485-d8ef8b84d8f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:26.241357 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01663254-3c5f-4a2e-a7f1-7a0fbfebef80 None None] Network 9f04df88-7c22-42ee-828d-b8f044aece7b requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:40:26.242278 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34200) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:40:26.242682 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bf1cce33-d7f7-4917-a485-d8ef8b84d8f7 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/172d0d5c-c80d-4752-8ae7-5b5af1f558a8 HTTP/1.1" status: 204 len: 168 time: 0.2804985 Nov 04 11:40:26.338520 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d161c9ff-efb0-477d-b3a8-5c60ecd58bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:26.399426 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-d161c9ff-efb0-477d-b3a8-5c60ecd58bde admin admin] Deleting port 2e3c0f27-cb17-4867-baf4-e764fb06fe67 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:40:26.401670 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d161c9ff-efb0-477d-b3a8-5c60ecd58bde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:26.477253 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-d161c9ff-efb0-477d-b3a8-5c60ecd58bde admin admin] For port 2e3c0f27-cb17-4867-baf4-e764fb06fe67, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2e3c0f27-cb17-4867-baf4-e764fb06fe67,segment=NetworkSegment(adadc4f7-135b-4f56-ada1-c261f60a1a3a),segment_id=adadc4f7-135b-4f56-ada1-c261f60a1a3a)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:40:26.477616 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d161c9ff-efb0-477d-b3a8-5c60ecd58bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:26.494364 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-d161c9ff-efb0-477d-b3a8-5c60ecd58bde admin admin] Calling delete_port for 2e3c0f27-cb17-4867-baf4-e764fb06fe67 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:40:26.494628 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fccb9a-544f-4489-8959-4113a94a04d3 None None] DHCP port deletion for 9f04df88-7c22-42ee-828d-b8f044aece7b request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:40:26.559734 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-34fccb9a-544f-4489-8959-4113a94a04d3 None None] Deleting port 2e3c0f27-cb17-4867-baf4-e764fb06fe67 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:40:26.560098 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-34fccb9a-544f-4489-8959-4113a94a04d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:26.593611 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d161c9ff-efb0-477d-b3a8-5c60ecd58bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:26.626103 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-34fccb9a-544f-4489-8959-4113a94a04d3 None None] For port 2e3c0f27-cb17-4867-baf4-e764fb06fe67, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2e3c0f27-cb17-4867-baf4-e764fb06fe67,segment=NetworkSegment(adadc4f7-135b-4f56-ada1-c261f60a1a3a),segment_id=adadc4f7-135b-4f56-ada1-c261f60a1a3a)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:40:26.626505 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-34fccb9a-544f-4489-8959-4113a94a04d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:26.634123 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161c9ff-efb0-477d-b3a8-5c60ecd58bde admin admin] Pushing event deleted for resources: {'Port': ['ID=2e3c0f27-cb17-4867-baf4-e764fb06fe67,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:26.637462 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d161c9ff-efb0-477d-b3a8-5c60ecd58bde admin admin] No DVR routers for this DVR port 2e3c0f27-cb17-4867-baf4-e764fb06fe67 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:40:26.643944 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-34fccb9a-544f-4489-8959-4113a94a04d3 None None] Calling delete_port for 2e3c0f27-cb17-4867-baf4-e764fb06fe67 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:40:26.734016 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-34fccb9a-544f-4489-8959-4113a94a04d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:26.750146 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fccb9a-544f-4489-8959-4113a94a04d3 None None] No DVR routers for this DVR port 2e3c0f27-cb17-4867-baf4-e764fb06fe67 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:40:26.772444 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fccb9a-544f-4489-8959-4113a94a04d3 None None] Pushing event deleted for resources: {'Port': ['ID=2e3c0f27-cb17-4867-baf4-e764fb06fe67,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:27.025450 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d161c9ff-efb0-477d-b3a8-5c60ecd58bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:27.045572 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-d161c9ff-efb0-477d-b3a8-5c60ecd58bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f04df88-7c22-42ee-828d-b8f044aece7b']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:27.060180 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-d161c9ff-efb0-477d-b3a8-5c60ecd58bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adadc4f7-135b-4f56-ada1-c261f60a1a3a') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:27.060671 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-d161c9ff-efb0-477d-b3a8-5c60ecd58bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adadc4f7-135b-4f56-ada1-c261f60a1a3a') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:27.071732 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d161c9ff-efb0-477d-b3a8-5c60ecd58bde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:27.086902 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d161c9ff-efb0-477d-b3a8-5c60ecd58bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:27.093662 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d161c9ff-efb0-477d-b3a8-5c60ecd58bde admin admin] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:40:27.094051 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d161c9ff-efb0-477d-b3a8-5c60ecd58bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:40:27.096040 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:40:27.154931 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d161c9ff-efb0-477d-b3a8-5c60ecd58bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:27.161048 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d161c9ff-efb0-477d-b3a8-5c60ecd58bde admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:27.165122 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d161c9ff-efb0-477d-b3a8-5c60ecd58bde admin admin] 10.222.0.127 "DELETE /v2.0/networks/9f04df88-7c22-42ee-828d-b8f044aece7b HTTP/1.1" status: 204 len: 168 time: 0.9217255 Nov 04 11:40:27.176942 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161c9ff-efb0-477d-b3a8-5c60ecd58bde admin admin] Pushing event deleted for resources: {'Network': ['ID=9f04df88-7c22-42ee-828d-b8f044aece7b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:27.345781 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34204) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:40:27.393375 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ba7b05b5-cded-4c5b-80d1-5ecacf55d110 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=ecc3a3ff07cb4485abc6987d023a7664&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0463340 Nov 04 11:40:27.397057 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34206) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:40:27.449467 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8e1c26a1-b3e0-4eb1-aedb-97498c80dec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:27.472198 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8e1c26a1-b3e0-4eb1-aedb-97498c80dec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:27.522238 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8e1c26a1-b3e0-4eb1-aedb-97498c80dec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:27.525035 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8e1c26a1-b3e0-4eb1-aedb-97498c80dec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:27.526338 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8e1c26a1-b3e0-4eb1-aedb-97498c80dec7 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/2455909f-e9f7-4670-aeda-51b25792a731 HTTP/1.1" status: 204 len: 168 time: 0.1283236 Nov 04 11:40:27.534297 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c26a1-b3e0-4eb1-aedb-97498c80dec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2455909f-e9f7-4670-aeda-51b25792a731,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:27.643062 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f1f17b13-8db7-4b63-a035-3fb62a88138b no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:40:27.663485 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: f1f17b13-8db7-4b63-a035-3fb62a88138b {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:40:27.663827 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device f1f17b13-8db7-4b63-a035-3fb62a88138b not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:40:27.664266 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b8a0c7ad-047e-4937-8e86-ded8a65fd7ed no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:40:27.686432 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: b8a0c7ad-047e-4937-8e86-ded8a65fd7ed {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:40:27.686804 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b8a0c7ad-047e-4937-8e86-ded8a65fd7ed not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:40:27.687221 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2e3c0f27-cb17-4867-baf4-e764fb06fe67 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:40:27.872603 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 2e3c0f27-cb17-4867-baf4-e764fb06fe67 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:40:27.872979 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2e3c0f27-cb17-4867-baf4-e764fb06fe67 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:40:27.887792 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34212) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:40:27.926779 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-079a5c0b-4818-4691-914c-5fbfc9fcae14 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=d33346ddb31445b79c35964b67a479cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377824 Nov 04 11:40:27.930386 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34214) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:40:27.979451 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-16166cbd-0923-4327-9c93-62f45cdd8eb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:28.004596 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-16166cbd-0923-4327-9c93-62f45cdd8eb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:28.055971 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-16166cbd-0923-4327-9c93-62f45cdd8eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:28.060302 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-16166cbd-0923-4327-9c93-62f45cdd8eb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:28.061708 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-16166cbd-0923-4327-9c93-62f45cdd8eb2 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/2337fb51-e133-4866-8465-9d2c16eb05d0 HTTP/1.1" status: 204 len: 168 time: 0.1304176 Nov 04 11:40:28.070013 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16166cbd-0923-4327-9c93-62f45cdd8eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2337fb51-e133-4866-8465-9d2c16eb05d0,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:28.792455 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34236) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:40:28.901957 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-06df5085-27c1-4b44-a5f3-28b47861d3a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-330477153-network', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:40:28.925826 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06df5085-27c1-4b44-a5f3-28b47861d3a6 admin admin] Made reservation on behalf of 2f4c9dade4fc4823910bf542b050c414 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:40:28.928048 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-06df5085-27c1-4b44-a5f3-28b47861d3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:28.936616 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-06df5085-27c1-4b44-a5f3-28b47861d3a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:29.008418 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-06df5085-27c1-4b44-a5f3-28b47861d3a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:29.014852 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-06df5085-27c1-4b44-a5f3-28b47861d3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:29.038473 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06df5085-27c1-4b44-a5f3-28b47861d3a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1179} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:40:29.047162 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df5085-27c1-4b44-a5f3-28b47861d3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751d833e-a643-44cf-bdf3-fa240ae021da,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:29.053329 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-06df5085-27c1-4b44-a5f3-28b47861d3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:29.053659 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-06df5085-27c1-4b44-a5f3-28b47861d3a6 admin admin] Added segment 77162e44-80e4-4f0e-865c-a581ae751325 of type vlan for network 9dce375d-2040-4dd5-b291-474bfd348906 Nov 04 11:40:29.101892 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-06df5085-27c1-4b44-a5f3-28b47861d3a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:29.130933 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-06df5085-27c1-4b44-a5f3-28b47861d3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:29.131815 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06df5085-27c1-4b44-a5f3-28b47861d3a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:40:29.132430 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-06df5085-27c1-4b44-a5f3-28b47861d3a6 admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:29.191170 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-06df5085-27c1-4b44-a5f3-28b47861d3a6 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3975611 Nov 04 11:40:29.194158 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34240) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:40:29.201177 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-c4f185a7-1bbd-43f0-a834-5ba9a9eba48c admin admin] Request body: {'subnet': {'network_id': '9dce375d-2040-4dd5-b291-474bfd348906', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-330477153-subnet', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:40:29.205306 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df5085-27c1-4b44-a5f3-28b47861d3a6 admin admin] Pushing event updated for resources: {'Network': ['ID=9dce375d-2040-4dd5-b291-474bfd348906,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:29.215470 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 9dce375d-2040-4dd5-b291-474bfd348906 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:40:29.228190 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f185a7-1bbd-43f0-a834-5ba9a9eba48c admin admin] Made reservation on behalf of 2f4c9dade4fc4823910bf542b050c414 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:40:29.230795 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c4f185a7-1bbd-43f0-a834-5ba9a9eba48c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:29.410080 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c4f185a7-1bbd-43f0-a834-5ba9a9eba48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:29.470511 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f185a7-1bbd-43f0-a834-5ba9a9eba48c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:29.479526 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f185a7-1bbd-43f0-a834-5ba9a9eba48c admin admin] Checking segment: {'id': '77162e44-80e4-4f0e-865c-a581ae751325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '9dce375d-2040-4dd5-b291-474bfd348906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:40:29.479886 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f185a7-1bbd-43f0-a834-5ba9a9eba48c admin admin] Network hostable DHCP agents. Network: 9dce375d-2040-4dd5-b291-474bfd348906, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:40:29.502171 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f185a7-1bbd-43f0-a834-5ba9a9eba48c admin admin] Network 9dce375d-2040-4dd5-b291-474bfd348906 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:40:29.513098 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-c4f185a7-1bbd-43f0-a834-5ba9a9eba48c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 9dce375d-2040-4dd5-b291-474bfd348906) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:40:29.517473 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f185a7-1bbd-43f0-a834-5ba9a9eba48c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:40:29.518068 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c4f185a7-1bbd-43f0-a834-5ba9a9eba48c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:29.522900 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176a6ade-545d-49d4-908c-6c1088b52d4b None None] Network 9dce375d-2040-4dd5-b291-474bfd348906 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:40:29.539600 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c4f185a7-1bbd-43f0-a834-5ba9a9eba48c admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3397806 Nov 04 11:40:29.540042 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34242) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:40:29.545119 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-82f8b9cb-ef25-4435-95aa-48a0cc89ade8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-330477153-router', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:40:29.567345 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-82f8b9cb-ef25-4435-95aa-48a0cc89ade8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:29.568495 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-82f8b9cb-ef25-4435-95aa-48a0cc89ade8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:29.626940 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-82f8b9cb-ef25-4435-95aa-48a0cc89ade8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:29.674222 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3b33e1-7838-4203-a854-08bce4f94293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-9dce375d-2040-4dd5-b291-474bfd348906', 'network_id': '9dce375d-2040-4dd5-b291-474bfd348906', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'fixed_ips': [{'subnet_id': '6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:40:29.675201 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ee3b33e1-7838-4203-a854-08bce4f94293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:29.766905 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-82f8b9cb-ef25-4435-95aa-48a0cc89ade8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:29.812168 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-ee3b33e1-7838-4203-a854-08bce4f94293 None None] Allocated IP 172.20.0.2 (9dce375d-2040-4dd5-b291-474bfd348906/6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2/13ee765a-6794-4308-b30c-7a4245beb72a) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:40:29.956203 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ee3b33e1-7838-4203-a854-08bce4f94293 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:29.964121 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ee3b33e1-7838-4203-a854-08bce4f94293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:29.979080 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-82f8b9cb-ef25-4435-95aa-48a0cc89ade8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:29.998052 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-82f8b9cb-ef25-4435-95aa-48a0cc89ade8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:30.000661 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3b33e1-7838-4203-a854-08bce4f94293 None None] Network 9dce375d-2040-4dd5-b291-474bfd348906 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:40:30.003532 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-ee3b33e1-7838-4203-a854-08bce4f94293 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:40:30.009258 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3b33e1-7838-4203-a854-08bce4f94293 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:40:30.018750 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b33e1-7838-4203-a854-08bce4f94293 None None] Pushing event updated for resources: {'Port': ['ID=13ee765a-6794-4308-b30c-7a4245beb72a,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:30.073078 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-ee3b33e1-7838-4203-a854-08bce4f94293 None None] Attempting to bind port 13ee765a-6794-4308-b30c-7a4245beb72a on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:40:30.073443 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-ee3b33e1-7838-4203-a854-08bce4f94293 None None] Attempting to bind port 13ee765a-6794-4308-b30c-7a4245beb72a by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '77162e44-80e4-4f0e-865c-a581ae751325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '9dce375d-2040-4dd5-b291-474bfd348906'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:40:30.073791 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3b33e1-7838-4203-a854-08bce4f94293 None None] Attempting to bind port 13ee765a-6794-4308-b30c-7a4245beb72a on network 9dce375d-2040-4dd5-b291-474bfd348906 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:40:30.078950 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3b33e1-7838-4203-a854-08bce4f94293 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:40:30.079320 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3b33e1-7838-4203-a854-08bce4f94293 None None] Checking segment: {'id': '77162e44-80e4-4f0e-865c-a581ae751325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '9dce375d-2040-4dd5-b291-474bfd348906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:40:30.079714 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ee3b33e1-7838-4203-a854-08bce4f94293 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:30.080101 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3b33e1-7838-4203-a854-08bce4f94293 None None] Bound using segment: {'id': '77162e44-80e4-4f0e-865c-a581ae751325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '9dce375d-2040-4dd5-b291-474bfd348906'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:40:30.080588 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-ee3b33e1-7838-4203-a854-08bce4f94293 None None] Bound port: 13ee765a-6794-4308-b30c-7a4245beb72a, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77162e44-80e4-4f0e-865c-a581ae751325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '9dce375d-2040-4dd5-b291-474bfd348906'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:40:30.080986 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ee3b33e1-7838-4203-a854-08bce4f94293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:30.107516 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-82f8b9cb-ef25-4435-95aa-48a0cc89ade8 admin admin] Allocated IP 172.25.7.155 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/232c50d7-d43a-4386-8666-d4845ea856d0) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:40:30.150523 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-ee3b33e1-7838-4203-a854-08bce4f94293 None None] For port 13ee765a-6794-4308-b30c-7a4245beb72a, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:40:30.154437 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-ee3b33e1-7838-4203-a854-08bce4f94293 None None] For port 13ee765a-6794-4308-b30c-7a4245beb72a, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=13ee765a-6794-4308-b30c-7a4245beb72a,segment=NetworkSegment(77162e44-80e4-4f0e-865c-a581ae751325),segment_id=77162e44-80e4-4f0e-865c-a581ae751325)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:40:30.159125 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ee3b33e1-7838-4203-a854-08bce4f94293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:30.216102 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-82f8b9cb-ef25-4435-95aa-48a0cc89ade8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:30.220469 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b33e1-7838-4203-a854-08bce4f94293 None None] Pushing event updated for resources: {'Port': ['ID=13ee765a-6794-4308-b30c-7a4245beb72a,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:30.253816 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-82f8b9cb-ef25-4435-95aa-48a0cc89ade8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:30.293682 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f8b9cb-ef25-4435-95aa-48a0cc89ade8 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:40:30.298559 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-82f8b9cb-ef25-4435-95aa-48a0cc89ade8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:40:30.301142 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f8b9cb-ef25-4435-95aa-48a0cc89ade8 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:40:30.331277 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8b9cb-ef25-4435-95aa-48a0cc89ade8 admin admin] Pushing event updated for resources: {'Port': ['ID=232c50d7-d43a-4386-8666-d4845ea856d0,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:30.575248 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-82f8b9cb-ef25-4435-95aa-48a0cc89ade8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:31.098271 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60e8f8b-184f-48a8-9887-fab250a7f81a None None] Network 9dce375d-2040-4dd5-b291-474bfd348906 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:40:31.164950 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-82f8b9cb-ef25-4435-95aa-48a0cc89ade8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:31.185654 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-072a138e-82e2-419a-9f01-bf0e09b98663 None None] Provisioning complete for port 13ee765a-6794-4308-b30c-7a4245beb72a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:40:31.186148 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-072a138e-82e2-419a-9f01-bf0e09b98663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:31.304615 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f8b9cb-ef25-4435-95aa-48a0cc89ade8 admin admin] Router f72358da-3e6c-4ddf-b12c-3c958c3ad13c is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 11:40:31.335188 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-072a138e-82e2-419a-9f01-bf0e09b98663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:31.374021 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-072a138e-82e2-419a-9f01-bf0e09b98663 None None] For port 13ee765a-6794-4308-b30c-7a4245beb72a, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=13ee765a-6794-4308-b30c-7a4245beb72a,segment=NetworkSegment(77162e44-80e4-4f0e-865c-a581ae751325),segment_id=77162e44-80e4-4f0e-865c-a581ae751325)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:40:31.379841 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-072a138e-82e2-419a-9f01-bf0e09b98663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:31.416446 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f8b9cb-ef25-4435-95aa-48a0cc89ade8 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:40:31.433715 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df958c7a-0456-4609-b79d-58efe6aa5daa None None] Sync routers for ids ['f72358da-3e6c-4ddf-b12c-3c958c3ad13c'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:40:31.438040 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a138e-82e2-419a-9f01-bf0e09b98663 None None] Pushing event updated for resources: {'Port': ['ID=13ee765a-6794-4308-b30c-7a4245beb72a,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:31.438837 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-82f8b9cb-ef25-4435-95aa-48a0cc89ade8 admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:31.441004 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-82f8b9cb-ef25-4435-95aa-48a0cc89ade8 admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8989956 Nov 04 11:40:31.443106 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34244) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:40:31.456194 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df958c7a-0456-4609-b79d-58efe6aa5daa None None] Routers {'f72358da-3e6c-4ddf-b12c-3c958c3ad13c'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:40:31.457243 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-df958c7a-0456-4609-b79d-58efe6aa5daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:40:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['f72358da-3e6c-4ddf-b12c-3c958c3ad13c'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:31.567677 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-df958c7a-0456-4609-b79d-58efe6aa5daa None None] Set router f72358da-3e6c-4ddf-b12c-3c958c3ad13c gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:40:31.604492 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e94cfa5b-6d24-48fd-95f1-e0c96192784f None None] Provisioning complete for port 13ee765a-6794-4308-b30c-7a4245beb72a triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:40:31.604492 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e94cfa5b-6d24-48fd-95f1-e0c96192784f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:31.714545 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 13ee765a-6794-4308-b30c-7a4245beb72a up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:40:31.764158 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 13ee765a-6794-4308-b30c-7a4245beb72a triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:40:31.764626 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:31.771049 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-df958c7a-0456-4609-b79d-58efe6aa5daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'name': 'tempest-TestMinimumBasicScenario-330477153-router', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '232c50d7-d43a-4386-8666-d4845ea856d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:40:29Z', 'updated_at': '2021-11-04T11:40:30Z', 'revision_number': 3, 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'gw_port': {'id': '232c50d7-d43a-4386-8666-d4845ea856d0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:55:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:30Z', 'updated_at': '2021-11-04T11:40:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:31.796752 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df958c7a-0456-4609-b79d-58efe6aa5daa None None] Checking router: f72358da-3e6c-4ddf-b12c-3c958c3ad13c for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:40:31.797152 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df958c7a-0456-4609-b79d-58efe6aa5daa None None] Updating router f72358da-3e6c-4ddf-b12c-3c958c3ad13c port 232c50d7-d43a-4386-8666-d4845ea856d0 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:40:31.821849 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-df958c7a-0456-4609-b79d-58efe6aa5daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:31.922426 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8415a8b-9520-42b8-9f4b-7ed2031a0e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:32.074281 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-df958c7a-0456-4609-b79d-58efe6aa5daa None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:32.080740 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-df958c7a-0456-4609-b79d-58efe6aa5daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:32.083576 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-f8415a8b-9520-42b8-9f4b-7ed2031a0e17 admin admin] Allocated IP 172.20.0.1 (9dce375d-2040-4dd5-b291-474bfd348906/6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2/4b40274a-aae5-48c6-b557-12c06711bb40) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:40:32.129590 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-df958c7a-0456-4609-b79d-58efe6aa5daa None None] Attempting to bind port 232c50d7-d43a-4386-8666-d4845ea856d0 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:40:32.129946 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-df958c7a-0456-4609-b79d-58efe6aa5daa None None] Attempting to bind port 232c50d7-d43a-4386-8666-d4845ea856d0 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:40:32.130306 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df958c7a-0456-4609-b79d-58efe6aa5daa None None] Attempting to bind port 232c50d7-d43a-4386-8666-d4845ea856d0 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:40:32.139633 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df958c7a-0456-4609-b79d-58efe6aa5daa None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:40:32.140022 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df958c7a-0456-4609-b79d-58efe6aa5daa None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:40:32.140369 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-df958c7a-0456-4609-b79d-58efe6aa5daa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:32.140777 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df958c7a-0456-4609-b79d-58efe6aa5daa None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:40:32.141271 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-df958c7a-0456-4609-b79d-58efe6aa5daa None None] Bound port: 232c50d7-d43a-4386-8666-d4845ea856d0, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:40:32.142025 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-df958c7a-0456-4609-b79d-58efe6aa5daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:32.143610 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1472f-9ea1-48a7-af57-f8988cf70b42 None None] Pushing event updated for resources: {'Port': ['ID=232c50d7-d43a-4386-8666-d4845ea856d0,revision_number=2']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:32.168444 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1472f-9ea1-48a7-af57-f8988cf70b42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:32.168767 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1472f-9ea1-48a7-af57-f8988cf70b42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:32.169113 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1472f-9ea1-48a7-af57-f8988cf70b42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:32.169453 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1472f-9ea1-48a7-af57-f8988cf70b42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:32.169768 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1472f-9ea1-48a7-af57-f8988cf70b42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:32.170084 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1472f-9ea1-48a7-af57-f8988cf70b42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:32.170395 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1472f-9ea1-48a7-af57-f8988cf70b42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:32.170715 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1472f-9ea1-48a7-af57-f8988cf70b42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:32.171023 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1472f-9ea1-48a7-af57-f8988cf70b42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:32.171329 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1472f-9ea1-48a7-af57-f8988cf70b42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:32.171634 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1472f-9ea1-48a7-af57-f8988cf70b42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:32.171946 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1472f-9ea1-48a7-af57-f8988cf70b42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:32.198231 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8415a8b-9520-42b8-9f4b-7ed2031a0e17 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:32.204416 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-df958c7a-0456-4609-b79d-58efe6aa5daa None None] For port 232c50d7-d43a-4386-8666-d4845ea856d0, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:40:32.207837 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-df958c7a-0456-4609-b79d-58efe6aa5daa None None] For port 232c50d7-d43a-4386-8666-d4845ea856d0, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=232c50d7-d43a-4386-8666-d4845ea856d0,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:40:32.213119 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-df958c7a-0456-4609-b79d-58efe6aa5daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:32.237722 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8415a8b-9520-42b8-9f4b-7ed2031a0e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:32.271645 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df958c7a-0456-4609-b79d-58efe6aa5daa None None] Routers {'f72358da-3e6c-4ddf-b12c-3c958c3ad13c'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:40:32.272453 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-df958c7a-0456-4609-b79d-58efe6aa5daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:40:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['f72358da-3e6c-4ddf-b12c-3c958c3ad13c'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:32.283793 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8415a8b-9520-42b8-9f4b-7ed2031a0e17 admin admin] Network 9dce375d-2040-4dd5-b291-474bfd348906 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:40:32.291448 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-f8415a8b-9520-42b8-9f4b-7ed2031a0e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:40:32.293992 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8415a8b-9520-42b8-9f4b-7ed2031a0e17 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:40:32.325363 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8415a8b-9520-42b8-9f4b-7ed2031a0e17 admin admin] Pushing event updated for resources: {'Port': ['ID=4b40274a-aae5-48c6-b557-12c06711bb40,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:32.342263 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8415a8b-9520-42b8-9f4b-7ed2031a0e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:32.364911 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1472f-9ea1-48a7-af57-f8988cf70b42 None None] Pushing event updated for resources: {'Port': ['ID=232c50d7-d43a-4386-8666-d4845ea856d0,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:32.394802 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-df958c7a-0456-4609-b79d-58efe6aa5daa None None] Set router f72358da-3e6c-4ddf-b12c-3c958c3ad13c gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:40:32.480309 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8415a8b-9520-42b8-9f4b-7ed2031a0e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:32.519723 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e35c27e4-077a-483c-abe0-c56d289a09e4 None None] Provisioning complete for port 4b40274a-aae5-48c6-b557-12c06711bb40 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:40:32.520837 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e35c27e4-077a-483c-abe0-c56d289a09e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:32.556091 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e35c27e4-077a-483c-abe0-c56d289a09e4 None None] Port 4b40274a-aae5-48c6-b557-12c06711bb40 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:40:32.584466 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-df958c7a-0456-4609-b79d-58efe6aa5daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'name': 'tempest-TestMinimumBasicScenario-330477153-router', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '232c50d7-d43a-4386-8666-d4845ea856d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:40:29Z', 'updated_at': '2021-11-04T11:40:30Z', 'revision_number': 3, 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'gw_port': {'id': '232c50d7-d43a-4386-8666-d4845ea856d0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:55:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:30Z', 'updated_at': '2021-11-04T11:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:32.610496 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df958c7a-0456-4609-b79d-58efe6aa5daa None None] The sync data for ids ['f72358da-3e6c-4ddf-b12c-3c958c3ad13c'] in n-d-816629-1 is: [{'id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'name': 'tempest-TestMinimumBasicScenario-330477153-router', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '232c50d7-d43a-4386-8666-d4845ea856d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:40:29Z', 'updated_at': '2021-11-04T11:40:30Z', 'revision_number': 3, 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'gw_port': {'id': '232c50d7-d43a-4386-8666-d4845ea856d0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:55:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:30Z', 'updated_at': '2021-11-04T11:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:40:32.655450 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8415a8b-9520-42b8-9f4b-7ed2031a0e17 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:32.661816 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8415a8b-9520-42b8-9f4b-7ed2031a0e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:32.733900 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8415a8b-9520-42b8-9f4b-7ed2031a0e17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:32.735787 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8415a8b-9520-42b8-9f4b-7ed2031a0e17 admin admin] Pushing event updated for resources: {'Port': ['ID=4b40274a-aae5-48c6-b557-12c06711bb40,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:32.853518 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8415a8b-9520-42b8-9f4b-7ed2031a0e17 admin admin] Network 9dce375d-2040-4dd5-b291-474bfd348906 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:40:32.855181 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-f8415a8b-9520-42b8-9f4b-7ed2031a0e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:40:32.985559 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8415a8b-9520-42b8-9f4b-7ed2031a0e17 admin admin] Router f72358da-3e6c-4ddf-b12c-3c958c3ad13c has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:40:33.084987 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-ac63ff66-611d-414d-8dea-228f781d87fc None None] Provisioning complete for port 4b40274a-aae5-48c6-b557-12c06711bb40 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:40:33.085451 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ac63ff66-611d-414d-8dea-228f781d87fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:33.111357 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8415a8b-9520-42b8-9f4b-7ed2031a0e17 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:40:33.121433 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f8415a8b-9520-42b8-9f4b-7ed2031a0e17 admin admin] 10.222.0.127 "PUT /v2.0/routers/f72358da-3e6c-4ddf-b12c-3c958c3ad13c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6765811 Nov 04 11:40:33.125678 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-ac63ff66-611d-414d-8dea-228f781d87fc None None] Port 4b40274a-aae5-48c6-b557-12c06711bb40 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:40:33.642274 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34260) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:40:33.647503 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-7ae8baec-cc57-41bb-9691-54a3c0ef7f62 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-85114153-network', 'tenant_id': 'ac9a30a082224df59d45f2382b22e7dd'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:40:33.670907 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 232c50d7-d43a-4386-8666-d4845ea856d0 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:40:33.674247 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae8baec-cc57-41bb-9691-54a3c0ef7f62 admin admin] Made reservation on behalf of ac9a30a082224df59d45f2382b22e7dd for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:40:33.676797 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7ae8baec-cc57-41bb-9691-54a3c0ef7f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:33.686765 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7ae8baec-cc57-41bb-9691-54a3c0ef7f62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:33.724885 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 232c50d7-d43a-4386-8666-d4845ea856d0 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:40:33.725281 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:33.765332 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7ae8baec-cc57-41bb-9691-54a3c0ef7f62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:33.770333 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7ae8baec-cc57-41bb-9691-54a3c0ef7f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:33.807620 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae8baec-cc57-41bb-9691-54a3c0ef7f62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1192} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:40:33.813524 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:33.817764 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8baec-cc57-41bb-9691-54a3c0ef7f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8450de46-58d9-4d76-9400-672926596f82,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:33.822961 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7ae8baec-cc57-41bb-9691-54a3c0ef7f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:33.823254 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-7ae8baec-cc57-41bb-9691-54a3c0ef7f62 admin admin] Added segment 0ebf3e4e-9f07-4632-9362-fe0d96ca44c0 of type vlan for network 6b0dcc52-a64d-46df-ae16-cfe771ffc8f2 Nov 04 11:40:33.841715 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 232c50d7-d43a-4386-8666-d4845ea856d0, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=232c50d7-d43a-4386-8666-d4845ea856d0,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:40:33.847042 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:33.870176 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7ae8baec-cc57-41bb-9691-54a3c0ef7f62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:33.899684 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7ae8baec-cc57-41bb-9691-54a3c0ef7f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:33.901260 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae8baec-cc57-41bb-9691-54a3c0ef7f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:40:33.902619 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7ae8baec-cc57-41bb-9691-54a3c0ef7f62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:33.906950 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=232c50d7-d43a-4386-8666-d4845ea856d0,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:33.964438 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34262) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:40:33.965056 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7ae8baec-cc57-41bb-9691-54a3c0ef7f62 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3210449 Nov 04 11:40:33.970116 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-c9ba8c45-af52-4770-b80f-afc59d6fd62f admin admin] Request body: {'subnet': {'network_id': '6b0dcc52-a64d-46df-ae16-cfe771ffc8f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-85114153-subnet', 'tenant_id': 'ac9a30a082224df59d45f2382b22e7dd', 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:40:33.970377 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8baec-cc57-41bb-9691-54a3c0ef7f62 admin admin] Pushing event updated for resources: {'Network': ['ID=6b0dcc52-a64d-46df-ae16-cfe771ffc8f2,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:33.981837 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 6b0dcc52-a64d-46df-ae16-cfe771ffc8f2 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:40:33.998900 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ba8c45-af52-4770-b80f-afc59d6fd62f admin admin] Made reservation on behalf of ac9a30a082224df59d45f2382b22e7dd for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:40:34.001791 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9ba8c45-af52-4770-b80f-afc59d6fd62f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:34.179118 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830bb150-4550-4aa4-aef9-dd57145bec67 None None] Sync routers for ids ['f72358da-3e6c-4ddf-b12c-3c958c3ad13c'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:40:34.183509 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9ba8c45-af52-4770-b80f-afc59d6fd62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:34.190425 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830bb150-4550-4aa4-aef9-dd57145bec67 None None] Routers {'f72358da-3e6c-4ddf-b12c-3c958c3ad13c'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:40:34.191040 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-830bb150-4550-4aa4-aef9-dd57145bec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:40:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['f72358da-3e6c-4ddf-b12c-3c958c3ad13c'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:34.237007 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba8c45-af52-4770-b80f-afc59d6fd62f admin admin] Pushing event updated for resources: {'Subnet': ['ID=befcaf2d-3344-4df7-a85e-b26e281dfffb,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:34.247765 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ba8c45-af52-4770-b80f-afc59d6fd62f admin admin] Checking segment: {'id': '0ebf3e4e-9f07-4632-9362-fe0d96ca44c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '6b0dcc52-a64d-46df-ae16-cfe771ffc8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:40:34.248196 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ba8c45-af52-4770-b80f-afc59d6fd62f admin admin] Network hostable DHCP agents. Network: 6b0dcc52-a64d-46df-ae16-cfe771ffc8f2, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:40:34.267417 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ba8c45-af52-4770-b80f-afc59d6fd62f admin admin] Network 6b0dcc52-a64d-46df-ae16-cfe771ffc8f2 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:40:34.279535 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-c9ba8c45-af52-4770-b80f-afc59d6fd62f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 6b0dcc52-a64d-46df-ae16-cfe771ffc8f2) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:40:34.284457 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ba8c45-af52-4770-b80f-afc59d6fd62f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:40:34.285100 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-c9ba8c45-af52-4770-b80f-afc59d6fd62f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:34.289682 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59c5a85-ffc7-4e73-89bf-b0f366cda0df None None] Network 6b0dcc52-a64d-46df-ae16-cfe771ffc8f2 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:40:34.302617 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-c9ba8c45-af52-4770-b80f-afc59d6fd62f admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3369427 Nov 04 11:40:34.305450 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34264) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:40:34.310366 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-d9c73b29-ed6a-40d9-ba79-107c15942804 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-85114153-router', 'tenant_id': 'ac9a30a082224df59d45f2382b22e7dd', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:40:34.331631 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d9c73b29-ed6a-40d9-ba79-107c15942804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:34.332718 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d9c73b29-ed6a-40d9-ba79-107c15942804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:34.349808 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-830bb150-4550-4aa4-aef9-dd57145bec67 None None] Set router f72358da-3e6c-4ddf-b12c-3c958c3ad13c gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:40:34.390247 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d9c73b29-ed6a-40d9-ba79-107c15942804 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:34.529733 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d9c73b29-ed6a-40d9-ba79-107c15942804 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:34.579023 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2e15b8-825a-4aa5-996a-d0e638385897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-6b0dcc52-a64d-46df-ae16-cfe771ffc8f2', 'network_id': '6b0dcc52-a64d-46df-ae16-cfe771ffc8f2', 'tenant_id': 'ac9a30a082224df59d45f2382b22e7dd', 'fixed_ips': [{'subnet_id': 'befcaf2d-3344-4df7-a85e-b26e281dfffb'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:40:34.579944 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5b2e15b8-825a-4aa5-996a-d0e638385897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:34.737405 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-830bb150-4550-4aa4-aef9-dd57145bec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'name': 'tempest-TestMinimumBasicScenario-330477153-router', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '232c50d7-d43a-4386-8666-d4845ea856d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:40:29Z', 'updated_at': '2021-11-04T11:40:32Z', 'revision_number': 4, 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'gw_port': {'id': '232c50d7-d43a-4386-8666-d4845ea856d0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:30Z', 'updated_at': '2021-11-04T11:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '4b40274a-aae5-48c6-b557-12c06711bb40', 'name': '', 'network_id': '9dce375d-2040-4dd5-b291-474bfd348906', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'mac_address': 'fa:16:3e:2f:cc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:31Z', 'updated_at': '2021-11-04T11:40:32Z', 'revision_number': 2, 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'subnets': [{'id': '6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:34.738849 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d9c73b29-ed6a-40d9-ba79-107c15942804 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:34.758565 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d9c73b29-ed6a-40d9-ba79-107c15942804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:34.772232 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830bb150-4550-4aa4-aef9-dd57145bec67 None None] Checking router: f72358da-3e6c-4ddf-b12c-3c958c3ad13c for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:40:34.772603 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830bb150-4550-4aa4-aef9-dd57145bec67 None None] Updating router f72358da-3e6c-4ddf-b12c-3c958c3ad13c port 4b40274a-aae5-48c6-b557-12c06711bb40 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:40:34.775061 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-5b2e15b8-825a-4aa5-996a-d0e638385897 None None] Allocated IP 172.20.0.2 (6b0dcc52-a64d-46df-ae16-cfe771ffc8f2/befcaf2d-3344-4df7-a85e-b26e281dfffb/7829c00c-ae0e-4884-8628-2af9801658d9) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:40:34.808250 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-830bb150-4550-4aa4-aef9-dd57145bec67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:34.870294 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-d9c73b29-ed6a-40d9-ba79-107c15942804 admin admin] Allocated IP 172.25.7.127 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/3075afb2-55e2-41d2-9c7b-391a1a8b3745) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:40:34.979492 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d9c73b29-ed6a-40d9-ba79-107c15942804 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:35.017136 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d9c73b29-ed6a-40d9-ba79-107c15942804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:35.064008 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c73b29-ed6a-40d9-ba79-107c15942804 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:40:35.067076 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-d9c73b29-ed6a-40d9-ba79-107c15942804 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:40:35.071624 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c73b29-ed6a-40d9-ba79-107c15942804 admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:40:35.075026 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c73b29-ed6a-40d9-ba79-107c15942804 admin admin] Pushing event updated for resources: {'Port': ['ID=3075afb2-55e2-41d2-9c7b-391a1a8b3745,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:35.083354 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5b2e15b8-825a-4aa5-996a-d0e638385897 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:35.095798 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5b2e15b8-825a-4aa5-996a-d0e638385897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:35.170570 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2e15b8-825a-4aa5-996a-d0e638385897 None None] Network 6b0dcc52-a64d-46df-ae16-cfe771ffc8f2 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:40:35.174288 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e15b8-825a-4aa5-996a-d0e638385897 None None] Pushing event updated for resources: {'Port': ['ID=7829c00c-ae0e-4884-8628-2af9801658d9,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:35.186868 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-5b2e15b8-825a-4aa5-996a-d0e638385897 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:40:35.189203 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2e15b8-825a-4aa5-996a-d0e638385897 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:40:35.279842 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5b2e15b8-825a-4aa5-996a-d0e638385897 None None] Attempting to bind port 7829c00c-ae0e-4884-8628-2af9801658d9 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:40:35.280098 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5b2e15b8-825a-4aa5-996a-d0e638385897 None None] Attempting to bind port 7829c00c-ae0e-4884-8628-2af9801658d9 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '0ebf3e4e-9f07-4632-9362-fe0d96ca44c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '6b0dcc52-a64d-46df-ae16-cfe771ffc8f2'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:40:35.280453 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e15b8-825a-4aa5-996a-d0e638385897 None None] Attempting to bind port 7829c00c-ae0e-4884-8628-2af9801658d9 on network 6b0dcc52-a64d-46df-ae16-cfe771ffc8f2 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:40:35.294125 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e15b8-825a-4aa5-996a-d0e638385897 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:40:35.294516 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e15b8-825a-4aa5-996a-d0e638385897 None None] Checking segment: {'id': '0ebf3e4e-9f07-4632-9362-fe0d96ca44c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '6b0dcc52-a64d-46df-ae16-cfe771ffc8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:40:35.294951 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5b2e15b8-825a-4aa5-996a-d0e638385897 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:35.295370 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e15b8-825a-4aa5-996a-d0e638385897 None None] Bound using segment: {'id': '0ebf3e4e-9f07-4632-9362-fe0d96ca44c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '6b0dcc52-a64d-46df-ae16-cfe771ffc8f2'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:40:35.295844 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5b2e15b8-825a-4aa5-996a-d0e638385897 None None] Bound port: 7829c00c-ae0e-4884-8628-2af9801658d9, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebf3e4e-9f07-4632-9362-fe0d96ca44c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '6b0dcc52-a64d-46df-ae16-cfe771ffc8f2'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:40:35.296238 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5b2e15b8-825a-4aa5-996a-d0e638385897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:35.299216 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-830bb150-4550-4aa4-aef9-dd57145bec67 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:35.309938 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-830bb150-4550-4aa4-aef9-dd57145bec67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:35.336545 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d9c73b29-ed6a-40d9-ba79-107c15942804 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:35.561088 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d9c73b29-ed6a-40d9-ba79-107c15942804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:35.567424 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67183bb-11cf-4801-84a2-366261cc38bd None None] Pushing event updated for resources: {'Port': ['ID=4b40274a-aae5-48c6-b557-12c06711bb40,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:35.605257 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5b2e15b8-825a-4aa5-996a-d0e638385897 None None] For port 7829c00c-ae0e-4884-8628-2af9801658d9, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:40:35.636886 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5b2e15b8-825a-4aa5-996a-d0e638385897 None None] For port 7829c00c-ae0e-4884-8628-2af9801658d9, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7829c00c-ae0e-4884-8628-2af9801658d9,segment=NetworkSegment(0ebf3e4e-9f07-4632-9362-fe0d96ca44c0),segment_id=0ebf3e4e-9f07-4632-9362-fe0d96ca44c0)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:40:35.643032 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5b2e15b8-825a-4aa5-996a-d0e638385897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:35.646130 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-830bb150-4550-4aa4-aef9-dd57145bec67 None None] Attempting to bind port 4b40274a-aae5-48c6-b557-12c06711bb40 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:40:35.646654 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-830bb150-4550-4aa4-aef9-dd57145bec67 None None] Attempting to bind port 4b40274a-aae5-48c6-b557-12c06711bb40 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '77162e44-80e4-4f0e-865c-a581ae751325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '9dce375d-2040-4dd5-b291-474bfd348906'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:40:35.647234 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830bb150-4550-4aa4-aef9-dd57145bec67 None None] Attempting to bind port 4b40274a-aae5-48c6-b557-12c06711bb40 on network 9dce375d-2040-4dd5-b291-474bfd348906 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:40:35.689297 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 232c50d7-d43a-4386-8666-d4845ea856d0 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:40:35.691537 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830bb150-4550-4aa4-aef9-dd57145bec67 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:40:35.691912 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830bb150-4550-4aa4-aef9-dd57145bec67 None None] Checking segment: {'id': '77162e44-80e4-4f0e-865c-a581ae751325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '9dce375d-2040-4dd5-b291-474bfd348906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:40:35.692314 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-830bb150-4550-4aa4-aef9-dd57145bec67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:35.692697 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830bb150-4550-4aa4-aef9-dd57145bec67 None None] Bound using segment: {'id': '77162e44-80e4-4f0e-865c-a581ae751325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '9dce375d-2040-4dd5-b291-474bfd348906'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:40:35.693202 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-830bb150-4550-4aa4-aef9-dd57145bec67 None None] Bound port: 4b40274a-aae5-48c6-b557-12c06711bb40, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77162e44-80e4-4f0e-865c-a581ae751325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '9dce375d-2040-4dd5-b291-474bfd348906'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:40:35.693590 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-830bb150-4550-4aa4-aef9-dd57145bec67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:35.700915 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c73b29-ed6a-40d9-ba79-107c15942804 admin admin] Router f4303bb5-a652-4e38-b1cd-929fc1890a50 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 11:40:35.800131 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e15b8-825a-4aa5-996a-d0e638385897 None None] Pushing event updated for resources: {'Port': ['ID=7829c00c-ae0e-4884-8628-2af9801658d9,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:35.803539 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4135be6b-8100-49fc-a369-44a9f052da5e None None] Provisioning complete for port 4b40274a-aae5-48c6-b557-12c06711bb40 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:40:35.803906 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4135be6b-8100-49fc-a369-44a9f052da5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:35.819701 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c73b29-ed6a-40d9-ba79-107c15942804 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:40:35.834470 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f913b38-94aa-4a64-aa32-66ad162d1301 None None] Sync routers for ids ['f4303bb5-a652-4e38-b1cd-929fc1890a50'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:40:35.847251 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f913b38-94aa-4a64-aa32-66ad162d1301 None None] Routers {'f4303bb5-a652-4e38-b1cd-929fc1890a50'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:40:35.847867 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-0f913b38-94aa-4a64-aa32-66ad162d1301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:40:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['f4303bb5-a652-4e38-b1cd-929fc1890a50'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:35.851634 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d9c73b29-ed6a-40d9-ba79-107c15942804 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:35.859433 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34266) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:40:35.865462 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d9c73b29-ed6a-40d9-ba79-107c15942804 admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5589340 Nov 04 11:40:35.867245 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-4135be6b-8100-49fc-a369-44a9f052da5e None None] Port 4b40274a-aae5-48c6-b557-12c06711bb40 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:40:35.876143 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-830bb150-4550-4aa4-aef9-dd57145bec67 None None] For port 4b40274a-aae5-48c6-b557-12c06711bb40, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:40:35.879672 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-830bb150-4550-4aa4-aef9-dd57145bec67 None None] For port 4b40274a-aae5-48c6-b557-12c06711bb40, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4b40274a-aae5-48c6-b557-12c06711bb40,segment=NetworkSegment(77162e44-80e4-4f0e-865c-a581ae751325),segment_id=77162e44-80e4-4f0e-865c-a581ae751325)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:40:35.882511 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 232c50d7-d43a-4386-8666-d4845ea856d0 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:40:35.882511 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:35.919771 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-830bb150-4550-4aa4-aef9-dd57145bec67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:35.999757 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-0f913b38-94aa-4a64-aa32-66ad162d1301 None None] Set router f4303bb5-a652-4e38-b1cd-929fc1890a50 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:40:36.004202 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830bb150-4550-4aa4-aef9-dd57145bec67 None None] Routers {'f72358da-3e6c-4ddf-b12c-3c958c3ad13c'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:40:36.004928 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-830bb150-4550-4aa4-aef9-dd57145bec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:40:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['f72358da-3e6c-4ddf-b12c-3c958c3ad13c'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:36.052916 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67183bb-11cf-4801-84a2-366261cc38bd None None] Pushing event updated for resources: {'Port': ['ID=4b40274a-aae5-48c6-b557-12c06711bb40,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:36.180237 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-830bb150-4550-4aa4-aef9-dd57145bec67 None None] Set router f72358da-3e6c-4ddf-b12c-3c958c3ad13c gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:40:36.333077 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-38f70130-4817-4b4f-97d9-b989ba47e48f None None] Provisioning complete for port 4b40274a-aae5-48c6-b557-12c06711bb40 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:40:36.333303 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-38f70130-4817-4b4f-97d9-b989ba47e48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:36.350974 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-0f913b38-94aa-4a64-aa32-66ad162d1301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4303bb5-a652-4e38-b1cd-929fc1890a50', 'name': 'tempest-TestMinimumBasicScenario-85114153-router', 'tenant_id': 'ac9a30a082224df59d45f2382b22e7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '3075afb2-55e2-41d2-9c7b-391a1a8b3745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:40:34Z', 'updated_at': '2021-11-04T11:40:35Z', 'revision_number': 3, 'project_id': 'ac9a30a082224df59d45f2382b22e7dd', 'gw_port': {'id': '3075afb2-55e2-41d2-9c7b-391a1a8b3745', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:38:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4303bb5-a652-4e38-b1cd-929fc1890a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:34Z', 'updated_at': '2021-11-04T11:40:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:36.379656 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f913b38-94aa-4a64-aa32-66ad162d1301 None None] Checking router: f4303bb5-a652-4e38-b1cd-929fc1890a50 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:40:36.380005 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f913b38-94aa-4a64-aa32-66ad162d1301 None None] Updating router f4303bb5-a652-4e38-b1cd-929fc1890a50 port 3075afb2-55e2-41d2-9c7b-391a1a8b3745 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:40:36.405703 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-0f913b38-94aa-4a64-aa32-66ad162d1301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:36.462717 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6636606e-9a72-48b8-afe8-b6e8a3273e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:36.481074 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-38f70130-4817-4b4f-97d9-b989ba47e48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:36.507680 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-830bb150-4550-4aa4-aef9-dd57145bec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'name': 'tempest-TestMinimumBasicScenario-330477153-router', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '232c50d7-d43a-4386-8666-d4845ea856d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:40:29Z', 'updated_at': '2021-11-04T11:40:32Z', 'revision_number': 4, 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'gw_port': {'id': '232c50d7-d43a-4386-8666-d4845ea856d0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:30Z', 'updated_at': '2021-11-04T11:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '4b40274a-aae5-48c6-b557-12c06711bb40', 'name': '', 'network_id': '9dce375d-2040-4dd5-b291-474bfd348906', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'mac_address': 'fa:16:3e:2f:cc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:31Z', 'updated_at': '2021-11-04T11:40:35Z', 'revision_number': 4, 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'subnets': [{'id': '6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:36.544287 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830bb150-4550-4aa4-aef9-dd57145bec67 None None] The sync data for ids ['f72358da-3e6c-4ddf-b12c-3c958c3ad13c'] in n-d-816629-1 is: [{'id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'name': 'tempest-TestMinimumBasicScenario-330477153-router', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '232c50d7-d43a-4386-8666-d4845ea856d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:40:29Z', 'updated_at': '2021-11-04T11:40:32Z', 'revision_number': 4, 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'gw_port': {'id': '232c50d7-d43a-4386-8666-d4845ea856d0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:30Z', 'updated_at': '2021-11-04T11:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '4b40274a-aae5-48c6-b557-12c06711bb40', 'name': '', 'network_id': '9dce375d-2040-4dd5-b291-474bfd348906', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'mac_address': 'fa:16:3e:2f:cc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:31Z', 'updated_at': '2021-11-04T11:40:35Z', 'revision_number': 4, 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'subnets': [{'id': '6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:40:36.562495 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-38f70130-4817-4b4f-97d9-b989ba47e48f None None] For port 4b40274a-aae5-48c6-b557-12c06711bb40, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4b40274a-aae5-48c6-b557-12c06711bb40,segment=NetworkSegment(77162e44-80e4-4f0e-865c-a581ae751325),segment_id=77162e44-80e4-4f0e-865c-a581ae751325)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:40:36.576908 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-38f70130-4817-4b4f-97d9-b989ba47e48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:36.652221 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f70130-4817-4b4f-97d9-b989ba47e48f None None] Pushing event updated for resources: {'Port': ['ID=4b40274a-aae5-48c6-b557-12c06711bb40,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:36.710751 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-6636606e-9a72-48b8-afe8-b6e8a3273e92 admin admin] Allocated IP 172.20.0.1 (6b0dcc52-a64d-46df-ae16-cfe771ffc8f2/befcaf2d-3344-4df7-a85e-b26e281dfffb/117c056b-e569-48cf-99b7-ddb4f4b94012) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:40:36.778936 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-0f913b38-94aa-4a64-aa32-66ad162d1301 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:36.786253 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-0f913b38-94aa-4a64-aa32-66ad162d1301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:36.842716 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-0f913b38-94aa-4a64-aa32-66ad162d1301 None None] Attempting to bind port 3075afb2-55e2-41d2-9c7b-391a1a8b3745 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:40:36.843896 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-0f913b38-94aa-4a64-aa32-66ad162d1301 None None] Attempting to bind port 3075afb2-55e2-41d2-9c7b-391a1a8b3745 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:40:36.844409 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f913b38-94aa-4a64-aa32-66ad162d1301 None None] Attempting to bind port 3075afb2-55e2-41d2-9c7b-391a1a8b3745 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:40:36.859173 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6636606e-9a72-48b8-afe8-b6e8a3273e92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:36.867446 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb9ee9-6ec4-4002-888c-0f8dce9c1a49 None None] Pushing event updated for resources: {'Port': ['ID=3075afb2-55e2-41d2-9c7b-391a1a8b3745,revision_number=2']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:36.871064 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f913b38-94aa-4a64-aa32-66ad162d1301 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:40:36.871440 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f913b38-94aa-4a64-aa32-66ad162d1301 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:40:36.871826 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-0f913b38-94aa-4a64-aa32-66ad162d1301 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:36.872208 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f913b38-94aa-4a64-aa32-66ad162d1301 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:40:36.872686 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-0f913b38-94aa-4a64-aa32-66ad162d1301 None None] Bound port: 3075afb2-55e2-41d2-9c7b-391a1a8b3745, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:40:36.873089 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-0f913b38-94aa-4a64-aa32-66ad162d1301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:36.904343 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e49e5b-d9a8-4696-9e4e-f96570eb802f None None] Network 6b0dcc52-a64d-46df-ae16-cfe771ffc8f2 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:40:36.920267 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6636606e-9a72-48b8-afe8-b6e8a3273e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:36.942245 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-0f913b38-94aa-4a64-aa32-66ad162d1301 None None] For port 3075afb2-55e2-41d2-9c7b-391a1a8b3745, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:40:36.946072 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-0f913b38-94aa-4a64-aa32-66ad162d1301 None None] For port 3075afb2-55e2-41d2-9c7b-391a1a8b3745, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3075afb2-55e2-41d2-9c7b-391a1a8b3745,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:40:36.957736 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-0f913b38-94aa-4a64-aa32-66ad162d1301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:36.959916 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6636606e-9a72-48b8-afe8-b6e8a3273e92 admin admin] Network 6b0dcc52-a64d-46df-ae16-cfe771ffc8f2 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:40:36.963048 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-6636606e-9a72-48b8-afe8-b6e8a3273e92 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:40:36.968738 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6636606e-9a72-48b8-afe8-b6e8a3273e92 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:40:37.021200 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636606e-9a72-48b8-afe8-b6e8a3273e92 admin admin] Pushing event updated for resources: {'Port': ['ID=117c056b-e569-48cf-99b7-ddb4f4b94012,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:37.027806 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f913b38-94aa-4a64-aa32-66ad162d1301 None None] Routers {'f4303bb5-a652-4e38-b1cd-929fc1890a50'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:40:37.029313 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-0f913b38-94aa-4a64-aa32-66ad162d1301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:40:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['f4303bb5-a652-4e38-b1cd-929fc1890a50'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:37.037834 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6636606e-9a72-48b8-afe8-b6e8a3273e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:37.043358 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e6277497-9d5e-4542-91a3-9ceb7d6d81d3 None None] Provisioning complete for port 7829c00c-ae0e-4884-8628-2af9801658d9 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:40:37.043751 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e6277497-9d5e-4542-91a3-9ceb7d6d81d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:37.182625 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-0f913b38-94aa-4a64-aa32-66ad162d1301 None None] Set router f4303bb5-a652-4e38-b1cd-929fc1890a50 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:40:37.201257 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6636606e-9a72-48b8-afe8-b6e8a3273e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:37.222261 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e6277497-9d5e-4542-91a3-9ceb7d6d81d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:37.288219 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e6277497-9d5e-4542-91a3-9ceb7d6d81d3 None None] For port 7829c00c-ae0e-4884-8628-2af9801658d9, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7829c00c-ae0e-4884-8628-2af9801658d9,segment=NetworkSegment(0ebf3e4e-9f07-4632-9362-fe0d96ca44c0),segment_id=0ebf3e4e-9f07-4632-9362-fe0d96ca44c0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:40:37.295049 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e6277497-9d5e-4542-91a3-9ceb7d6d81d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:37.343065 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb9ee9-6ec4-4002-888c-0f8dce9c1a49 None None] Pushing event updated for resources: {'Port': ['ID=3075afb2-55e2-41d2-9c7b-391a1a8b3745,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:37.389897 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6277497-9d5e-4542-91a3-9ceb7d6d81d3 None None] Pushing event updated for resources: {'Port': ['ID=7829c00c-ae0e-4884-8628-2af9801658d9,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:37.442133 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-0f913b38-94aa-4a64-aa32-66ad162d1301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4303bb5-a652-4e38-b1cd-929fc1890a50', 'name': 'tempest-TestMinimumBasicScenario-85114153-router', 'tenant_id': 'ac9a30a082224df59d45f2382b22e7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '3075afb2-55e2-41d2-9c7b-391a1a8b3745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:40:34Z', 'updated_at': '2021-11-04T11:40:35Z', 'revision_number': 3, 'project_id': 'ac9a30a082224df59d45f2382b22e7dd', 'gw_port': {'id': '3075afb2-55e2-41d2-9c7b-391a1a8b3745', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:38:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4303bb5-a652-4e38-b1cd-929fc1890a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:34Z', 'updated_at': '2021-11-04T11:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:37.454902 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6636606e-9a72-48b8-afe8-b6e8a3273e92 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:37.463689 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6636606e-9a72-48b8-afe8-b6e8a3273e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:37.472026 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f913b38-94aa-4a64-aa32-66ad162d1301 None None] The sync data for ids ['f4303bb5-a652-4e38-b1cd-929fc1890a50'] in n-d-816629-1 is: [{'id': 'f4303bb5-a652-4e38-b1cd-929fc1890a50', 'name': 'tempest-TestMinimumBasicScenario-85114153-router', 'tenant_id': 'ac9a30a082224df59d45f2382b22e7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '3075afb2-55e2-41d2-9c7b-391a1a8b3745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:40:34Z', 'updated_at': '2021-11-04T11:40:35Z', 'revision_number': 3, 'project_id': 'ac9a30a082224df59d45f2382b22e7dd', 'gw_port': {'id': '3075afb2-55e2-41d2-9c7b-391a1a8b3745', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:38:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4303bb5-a652-4e38-b1cd-929fc1890a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:34Z', 'updated_at': '2021-11-04T11:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:40:37.527299 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c2091494-cacb-4fca-b604-a001bd11ac9c None None] Provisioning complete for port 117c056b-e569-48cf-99b7-ddb4f4b94012 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:40:37.527701 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c2091494-cacb-4fca-b604-a001bd11ac9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:37.548604 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636606e-9a72-48b8-afe8-b6e8a3273e92 admin admin] Pushing event updated for resources: {'Port': ['ID=117c056b-e569-48cf-99b7-ddb4f4b94012,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:37.551338 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6636606e-9a72-48b8-afe8-b6e8a3273e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:37.586079 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-c2091494-cacb-4fca-b604-a001bd11ac9c None None] Port 117c056b-e569-48cf-99b7-ddb4f4b94012 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:40:37.632394 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c2091494-cacb-4fca-b604-a001bd11ac9c None None] Provisioning complete for port 7829c00c-ae0e-4884-8628-2af9801658d9 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:40:37.634929 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c2091494-cacb-4fca-b604-a001bd11ac9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:37.711816 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6636606e-9a72-48b8-afe8-b6e8a3273e92 admin admin] Network 6b0dcc52-a64d-46df-ae16-cfe771ffc8f2 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:40:37.714662 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-6636606e-9a72-48b8-afe8-b6e8a3273e92 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:40:37.802439 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4b40274a-aae5-48c6-b557-12c06711bb40 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:40:37.871897 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 4b40274a-aae5-48c6-b557-12c06711bb40 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:40:37.872269 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:37.919110 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6636606e-9a72-48b8-afe8-b6e8a3273e92 admin admin] Router f4303bb5-a652-4e38-b1cd-929fc1890a50 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:40:38.034149 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7829c00c-ae0e-4884-8628-2af9801658d9 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:40:38.035869 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e19000a2-66a9-4455-82ae-13ab980b7b78 None None] Provisioning complete for port 117c056b-e569-48cf-99b7-ddb4f4b94012 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:40:38.036248 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e19000a2-66a9-4455-82ae-13ab980b7b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:38.104211 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6636606e-9a72-48b8-afe8-b6e8a3273e92 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:40:38.109765 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e19000a2-66a9-4455-82ae-13ab980b7b78 None None] Port 117c056b-e569-48cf-99b7-ddb4f4b94012 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:40:38.113334 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6636606e-9a72-48b8-afe8-b6e8a3273e92 admin admin] 10.222.0.127 "PUT /v2.0/routers/f4303bb5-a652-4e38-b1cd-929fc1890a50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2520962 Nov 04 11:40:38.143251 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 7829c00c-ae0e-4884-8628-2af9801658d9 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:40:38.143625 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:38.261990 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-87f895e5-f9c8-4f14-ad26-883dd3285196 None None] Provisioning complete for port 117c056b-e569-48cf-99b7-ddb4f4b94012 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:40:38.262354 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-87f895e5-f9c8-4f14-ad26-883dd3285196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:38.300760 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-87f895e5-f9c8-4f14-ad26-883dd3285196 None None] Port 117c056b-e569-48cf-99b7-ddb4f4b94012 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:40:39.697397 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3075afb2-55e2-41d2-9c7b-391a1a8b3745 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:40:39.778832 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 3075afb2-55e2-41d2-9c7b-391a1a8b3745 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:40:39.779204 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:39.874481 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:39.903212 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 3075afb2-55e2-41d2-9c7b-391a1a8b3745, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3075afb2-55e2-41d2-9c7b-391a1a8b3745,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:40:39.907935 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:39.968911 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=3075afb2-55e2-41d2-9c7b-391a1a8b3745,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:40.129749 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bb6eac-e662-48e0-b2d5-a548323024cb None None] Sync routers for ids ['f4303bb5-a652-4e38-b1cd-929fc1890a50'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:40:40.145108 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bb6eac-e662-48e0-b2d5-a548323024cb None None] Routers {'f4303bb5-a652-4e38-b1cd-929fc1890a50'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:40:40.146126 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-75bb6eac-e662-48e0-b2d5-a548323024cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:40:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['f4303bb5-a652-4e38-b1cd-929fc1890a50'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:40.266106 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-75bb6eac-e662-48e0-b2d5-a548323024cb None None] Set router f4303bb5-a652-4e38-b1cd-929fc1890a50 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:40:40.489548 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-75bb6eac-e662-48e0-b2d5-a548323024cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4303bb5-a652-4e38-b1cd-929fc1890a50', 'name': 'tempest-TestMinimumBasicScenario-85114153-router', 'tenant_id': 'ac9a30a082224df59d45f2382b22e7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '3075afb2-55e2-41d2-9c7b-391a1a8b3745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:40:34Z', 'updated_at': '2021-11-04T11:40:37Z', 'revision_number': 4, 'project_id': 'ac9a30a082224df59d45f2382b22e7dd', 'gw_port': {'id': '3075afb2-55e2-41d2-9c7b-391a1a8b3745', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4303bb5-a652-4e38-b1cd-929fc1890a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:34Z', 'updated_at': '2021-11-04T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '117c056b-e569-48cf-99b7-ddb4f4b94012', 'name': '', 'network_id': '6b0dcc52-a64d-46df-ae16-cfe771ffc8f2', 'tenant_id': 'ac9a30a082224df59d45f2382b22e7dd', 'mac_address': 'fa:16:3e:5d:d9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4303bb5-a652-4e38-b1cd-929fc1890a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'befcaf2d-3344-4df7-a85e-b26e281dfffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:36Z', 'updated_at': '2021-11-04T11:40:37Z', 'revision_number': 2, 'project_id': 'ac9a30a082224df59d45f2382b22e7dd', 'subnets': [{'id': 'befcaf2d-3344-4df7-a85e-b26e281dfffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:40.517754 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bb6eac-e662-48e0-b2d5-a548323024cb None None] Checking router: f4303bb5-a652-4e38-b1cd-929fc1890a50 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:40:40.517959 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bb6eac-e662-48e0-b2d5-a548323024cb None None] Updating router f4303bb5-a652-4e38-b1cd-929fc1890a50 port 117c056b-e569-48cf-99b7-ddb4f4b94012 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:40:40.546928 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-75bb6eac-e662-48e0-b2d5-a548323024cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:40.858215 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-75bb6eac-e662-48e0-b2d5-a548323024cb None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:40.864914 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-75bb6eac-e662-48e0-b2d5-a548323024cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:41.095987 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4471f0-6454-4fa4-9c9d-449836acc901 None None] Pushing event updated for resources: {'Port': ['ID=117c056b-e569-48cf-99b7-ddb4f4b94012,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:41.185610 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-75bb6eac-e662-48e0-b2d5-a548323024cb None None] Attempting to bind port 117c056b-e569-48cf-99b7-ddb4f4b94012 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:40:41.185984 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-75bb6eac-e662-48e0-b2d5-a548323024cb None None] Attempting to bind port 117c056b-e569-48cf-99b7-ddb4f4b94012 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '0ebf3e4e-9f07-4632-9362-fe0d96ca44c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '6b0dcc52-a64d-46df-ae16-cfe771ffc8f2'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:40:41.186352 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bb6eac-e662-48e0-b2d5-a548323024cb None None] Attempting to bind port 117c056b-e569-48cf-99b7-ddb4f4b94012 on network 6b0dcc52-a64d-46df-ae16-cfe771ffc8f2 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:40:41.196173 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bb6eac-e662-48e0-b2d5-a548323024cb None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:40:41.197066 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bb6eac-e662-48e0-b2d5-a548323024cb None None] Checking segment: {'id': '0ebf3e4e-9f07-4632-9362-fe0d96ca44c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '6b0dcc52-a64d-46df-ae16-cfe771ffc8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:40:41.206672 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-75bb6eac-e662-48e0-b2d5-a548323024cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:41.207531 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bb6eac-e662-48e0-b2d5-a548323024cb None None] Bound using segment: {'id': '0ebf3e4e-9f07-4632-9362-fe0d96ca44c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '6b0dcc52-a64d-46df-ae16-cfe771ffc8f2'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:40:41.208682 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-75bb6eac-e662-48e0-b2d5-a548323024cb None None] Bound port: 117c056b-e569-48cf-99b7-ddb4f4b94012, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebf3e4e-9f07-4632-9362-fe0d96ca44c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '6b0dcc52-a64d-46df-ae16-cfe771ffc8f2'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:40:41.209140 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-75bb6eac-e662-48e0-b2d5-a548323024cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:41.319763 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-75bb6eac-e662-48e0-b2d5-a548323024cb None None] For port 117c056b-e569-48cf-99b7-ddb4f4b94012, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:40:41.326749 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-75bb6eac-e662-48e0-b2d5-a548323024cb None None] For port 117c056b-e569-48cf-99b7-ddb4f4b94012, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=117c056b-e569-48cf-99b7-ddb4f4b94012,segment=NetworkSegment(0ebf3e4e-9f07-4632-9362-fe0d96ca44c0),segment_id=0ebf3e4e-9f07-4632-9362-fe0d96ca44c0)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:40:41.331067 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-75bb6eac-e662-48e0-b2d5-a548323024cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:41.404157 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-c9c68ffb-ba36-4944-b218-efb96122a09a None None] Provisioning complete for port 117c056b-e569-48cf-99b7-ddb4f4b94012 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:40:41.404889 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c9c68ffb-ba36-4944-b218-efb96122a09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:41.440452 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bb6eac-e662-48e0-b2d5-a548323024cb None None] Routers {'f4303bb5-a652-4e38-b1cd-929fc1890a50'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:40:41.440452 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-75bb6eac-e662-48e0-b2d5-a548323024cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:40:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['f4303bb5-a652-4e38-b1cd-929fc1890a50'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:41.443819 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4471f0-6454-4fa4-9c9d-449836acc901 None None] Pushing event updated for resources: {'Port': ['ID=117c056b-e569-48cf-99b7-ddb4f4b94012,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:41.692023 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-75bb6eac-e662-48e0-b2d5-a548323024cb None None] Set router f4303bb5-a652-4e38-b1cd-929fc1890a50 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:40:41.693794 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c9c68ffb-ba36-4944-b218-efb96122a09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:41.721664 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3075afb2-55e2-41d2-9c7b-391a1a8b3745 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:40:41.837844 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-c9c68ffb-ba36-4944-b218-efb96122a09a None None] For port 117c056b-e569-48cf-99b7-ddb4f4b94012, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=117c056b-e569-48cf-99b7-ddb4f4b94012,segment=NetworkSegment(0ebf3e4e-9f07-4632-9362-fe0d96ca44c0),segment_id=0ebf3e4e-9f07-4632-9362-fe0d96ca44c0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:40:41.883147 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c9c68ffb-ba36-4944-b218-efb96122a09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:41.915141 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 3075afb2-55e2-41d2-9c7b-391a1a8b3745 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:40:41.915521 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:41.996129 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c68ffb-ba36-4944-b218-efb96122a09a None None] Pushing event updated for resources: {'Port': ['ID=117c056b-e569-48cf-99b7-ddb4f4b94012,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:42.063190 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-61ccbda2-0d02-4232-a5c4-0cf18fbbd6c5 None None] Provisioning complete for port 117c056b-e569-48cf-99b7-ddb4f4b94012 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:40:42.063586 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-61ccbda2-0d02-4232-a5c4-0cf18fbbd6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:42.179540 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-75bb6eac-e662-48e0-b2d5-a548323024cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4303bb5-a652-4e38-b1cd-929fc1890a50', 'name': 'tempest-TestMinimumBasicScenario-85114153-router', 'tenant_id': 'ac9a30a082224df59d45f2382b22e7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '3075afb2-55e2-41d2-9c7b-391a1a8b3745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:40:34Z', 'updated_at': '2021-11-04T11:40:37Z', 'revision_number': 4, 'project_id': 'ac9a30a082224df59d45f2382b22e7dd', 'gw_port': {'id': '3075afb2-55e2-41d2-9c7b-391a1a8b3745', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4303bb5-a652-4e38-b1cd-929fc1890a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:34Z', 'updated_at': '2021-11-04T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '117c056b-e569-48cf-99b7-ddb4f4b94012', 'name': '', 'network_id': '6b0dcc52-a64d-46df-ae16-cfe771ffc8f2', 'tenant_id': 'ac9a30a082224df59d45f2382b22e7dd', 'mac_address': 'fa:16:3e:5d:d9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4303bb5-a652-4e38-b1cd-929fc1890a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'befcaf2d-3344-4df7-a85e-b26e281dfffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:36Z', 'updated_at': '2021-11-04T11:40:41Z', 'revision_number': 4, 'project_id': 'ac9a30a082224df59d45f2382b22e7dd', 'subnets': [{'id': 'befcaf2d-3344-4df7-a85e-b26e281dfffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:40:42.226962 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bb6eac-e662-48e0-b2d5-a548323024cb None None] The sync data for ids ['f4303bb5-a652-4e38-b1cd-929fc1890a50'] in n-d-816629-1 is: [{'id': 'f4303bb5-a652-4e38-b1cd-929fc1890a50', 'name': 'tempest-TestMinimumBasicScenario-85114153-router', 'tenant_id': 'ac9a30a082224df59d45f2382b22e7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '3075afb2-55e2-41d2-9c7b-391a1a8b3745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:40:34Z', 'updated_at': '2021-11-04T11:40:37Z', 'revision_number': 4, 'project_id': 'ac9a30a082224df59d45f2382b22e7dd', 'gw_port': {'id': '3075afb2-55e2-41d2-9c7b-391a1a8b3745', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4303bb5-a652-4e38-b1cd-929fc1890a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:34Z', 'updated_at': '2021-11-04T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '117c056b-e569-48cf-99b7-ddb4f4b94012', 'name': '', 'network_id': '6b0dcc52-a64d-46df-ae16-cfe771ffc8f2', 'tenant_id': 'ac9a30a082224df59d45f2382b22e7dd', 'mac_address': 'fa:16:3e:5d:d9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4303bb5-a652-4e38-b1cd-929fc1890a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'befcaf2d-3344-4df7-a85e-b26e281dfffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:36Z', 'updated_at': '2021-11-04T11:40:41Z', 'revision_number': 4, 'project_id': 'ac9a30a082224df59d45f2382b22e7dd', 'subnets': [{'id': 'befcaf2d-3344-4df7-a85e-b26e281dfffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:40:43.047772 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:43.695435 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 117c056b-e569-48cf-99b7-ddb4f4b94012 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:40:43.758932 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 117c056b-e569-48cf-99b7-ddb4f4b94012 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:40:43.759311 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:45.435349 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:45.442358 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:40:46.907902 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-00b2dabd-2bfb-4c53-991e-046717a501a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:48.816272 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-03d43efb-06dd-422d-8b39-a1fe23a003d9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:40:48.817786 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-03d43efb-06dd-422d-8b39-a1fe23a003d9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/networks?id=9dce375d-2040-4dd5-b291-474bfd348906 HTTP/1.1" status: 200 len: 814 time: 0.1053164 Nov 04 11:40:48.833477 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-44cdc3ea-7dcd-4590-b329-c7d999bec1ff tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/quotas/2f4c9dade4fc4823910bf542b050c414 HTTP/1.1" status: 200 len: 375 time: 0.0097291 Nov 04 11:40:48.886351 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-ceed22c7-522d-46fc-8c95-75af5441c252 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=2f4c9dade4fc4823910bf542b050c414&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474365 Nov 04 11:40:48.995295 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-22b66f95-10e0-4dc5-836d-c0fa431298e0 service neutron] 10.222.0.127 "GET /v2.0/networks/9dce375d-2040-4dd5-b291-474bfd348906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962408 Nov 04 11:40:49.094864 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-8bda4f6c-f595-4480-a752-1dfb5b0f5230 service neutron] 10.222.0.127 "GET /v2.0/networks/9dce375d-2040-4dd5-b291-474bfd348906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891836 Nov 04 11:40:49.273306 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a20aec7f-dbda-4d3f-91f5-b540de6b53f9 req-ad320147-883d-4a16-9d2b-3e000c54de40 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 210 time: 0.0380840 Nov 04 11:40:49.761521 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-637e1ce2-9e9a-4212-8d51-13952e350743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:50.291177 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-9be8b7b5-a6fe-4b10-a3a4-2265c859a5ce tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:40:50.292670 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-9be8b7b5-a6fe-4b10-a3a4-2265c859a5ce tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.121 "GET /v2.0/networks?id=9dce375d-2040-4dd5-b291-474bfd348906 HTTP/1.1" status: 200 len: 814 time: 0.1068797 Nov 04 11:40:50.306402 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-5d4fce0d-24ad-41d1-aeec-58d7066f22af tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Request body: {'port': {'device_id': 'd01e5c1f-854c-4243-891c-055a28792e5f', 'network_id': '9dce375d-2040-4dd5-b291-474bfd348906', 'admin_state_up': True, 'tenant_id': '2f4c9dade4fc4823910bf542b050c414'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:40:50.373149 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8ed08b72-656f-4ec8-a7f4-ff89d5fe1bc4 req-bbd108d1-6fc0-49bf-b81e-5d8436ec420d tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 210 time: 0.0273259 Nov 04 11:40:50.419836 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-5d4fce0d-24ad-41d1-aeec-58d7066f22af tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Made reservation on behalf of 2f4c9dade4fc4823910bf542b050c414 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:40:50.423693 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-5d4fce0d-24ad-41d1-aeec-58d7066f22af tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:50.565558 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-5d4fce0d-24ad-41d1-aeec-58d7066f22af tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Allocated IP 172.20.0.6 (9dce375d-2040-4dd5-b291-474bfd348906/6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2/a5253f4d-f7c6-45cb-9bd1-3cc660e74508) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:40:50.746504 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-5d4fce0d-24ad-41d1-aeec-58d7066f22af tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:50.791306 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-5d4fce0d-24ad-41d1-aeec-58d7066f22af tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:50.845878 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-5d4fce0d-24ad-41d1-aeec-58d7066f22af tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Network 9dce375d-2040-4dd5-b291-474bfd348906 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:40:50.849690 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-5d4fce0d-24ad-41d1-aeec-58d7066f22af tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:40:50.854868 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-5d4fce0d-24ad-41d1-aeec-58d7066f22af tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:40:50.909434 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fce0d-24ad-41d1-aeec-58d7066f22af tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Pushing event updated for resources: {'Port': ['ID=a5253f4d-f7c6-45cb-9bd1-3cc660e74508,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:40:50.920288 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-5d4fce0d-24ad-41d1-aeec-58d7066f22af tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:40:50.920988 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-5d4fce0d-24ad-41d1-aeec-58d7066f22af tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:50.938416 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4fce0d-24ad-41d1-aeec-58d7066f22af tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:50.938770 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4fce0d-24ad-41d1-aeec-58d7066f22af tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:50.939301 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4fce0d-24ad-41d1-aeec-58d7066f22af tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:50.940163 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4fce0d-24ad-41d1-aeec-58d7066f22af tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:50.940661 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4fce0d-24ad-41d1-aeec-58d7066f22af tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:50.941233 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4fce0d-24ad-41d1-aeec-58d7066f22af tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:50.941733 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4fce0d-24ad-41d1-aeec-58d7066f22af tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:50.942328 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4fce0d-24ad-41d1-aeec-58d7066f22af tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:50.942913 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4fce0d-24ad-41d1-aeec-58d7066f22af tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:50.943459 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4fce0d-24ad-41d1-aeec-58d7066f22af tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:50.943992 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4fce0d-24ad-41d1-aeec-58d7066f22af tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:50.944485 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4fce0d-24ad-41d1-aeec-58d7066f22af tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:40:50.951864 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-5d4fce0d-24ad-41d1-aeec-58d7066f22af tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6495728 Nov 04 11:40:51.026075 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:51.155763 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-9d614283-26f4-48dc-8364-fcfe17d2b1d9 None None] Provisioning complete for port a5253f4d-f7c6-45cb-9bd1-3cc660e74508 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:40:51.156393 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9d614283-26f4-48dc-8364-fcfe17d2b1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:51.192444 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-9d614283-26f4-48dc-8364-fcfe17d2b1d9 None None] Port a5253f4d-f7c6-45cb-9bd1-3cc660e74508 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:40:51.497119 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e1022-c297-4549-be2e-930ffc2d0b07 req-9dc91a91-cd17-4c5d-ba0d-24dfef5dfca9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:40:51.498623 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a2e1022-c297-4549-be2e-930ffc2d0b07 req-9dc91a91-cd17-4c5d-ba0d-24dfef5dfca9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 931 time: 0.0542717 Nov 04 11:40:51.550871 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0a2e1022-c297-4549-be2e-930ffc2d0b07 req-4b0b17fb-5687-4379-81e4-f9492a5cd93b tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457745 Nov 04 11:40:52.445151 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:52.655457 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:40:52.689776 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bacea-a9e5-4fd3-a508-d856bf43f37b req-91a4754b-408d-42f2-901e-1a38d3c84d4c tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:40:52.691402 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab5bacea-a9e5-4fd3-a508-d856bf43f37b req-91a4754b-408d-42f2-901e-1a38d3c84d4c tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 931 time: 0.0638912 Nov 04 11:40:52.749114 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ab5bacea-a9e5-4fd3-a508-d856bf43f37b req-055c98e1-2135-4ae1-8e6d-0317e89768a1 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510685 Nov 04 11:40:53.872147 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651354f-a43f-482a-9814-24b170ac93c4 req-545c6019-2fda-417e-b49a-366a91ca3017 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:40:53.875507 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0651354f-a43f-482a-9814-24b170ac93c4 req-545c6019-2fda-417e-b49a-366a91ca3017 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 931 time: 0.0555341 Nov 04 11:40:53.934235 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0651354f-a43f-482a-9814-24b170ac93c4 req-b9d32bee-eb84-4330-b3a3-8eff6e237600 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531349 Nov 04 11:40:55.063191 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c70437-75e0-40fe-a9c3-08f04de809ad req-100b6b64-51c8-4d47-abcd-786cff06df5f tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:40:55.064702 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6c70437-75e0-40fe-a9c3-08f04de809ad req-100b6b64-51c8-4d47-abcd-786cff06df5f tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 931 time: 0.0530958 Nov 04 11:40:55.115838 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f6c70437-75e0-40fe-a9c3-08f04de809ad req-03ebab10-aae2-4b08-b36a-7180dd3102a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448713 Nov 04 11:40:56.266374 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9255f-24c0-4be4-939d-0ffebcc3a45b req-39430eb1-1bd8-42fe-ac31-4dc9e92c2f0b tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:40:56.268052 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eba9255f-24c0-4be4-939d-0ffebcc3a45b req-39430eb1-1bd8-42fe-ac31-4dc9e92c2f0b tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 931 time: 0.0618293 Nov 04 11:40:56.318436 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eba9255f-24c0-4be4-939d-0ffebcc3a45b req-cadc69e1-f2af-4329-bbc9-f6163cc90d26 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441959 Nov 04 11:40:57.455637 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8e8f1-44b2-4025-865c-ec2f46aa10f1 req-64e3bc69-cc8d-459a-833a-ea9c6014268e tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:40:57.457119 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3bf8e8f1-44b2-4025-865c-ec2f46aa10f1 req-64e3bc69-cc8d-459a-833a-ea9c6014268e tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 931 time: 0.0623577 Nov 04 11:40:57.505511 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3bf8e8f1-44b2-4025-865c-ec2f46aa10f1 req-15208658-f233-4854-9433-a94afed0e8d7 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417867 Nov 04 11:40:58.634557 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a41941-e2b3-4f91-a929-3e4e887855c6 req-ab1417d4-4c60-4b63-9867-a3093528aa81 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:40:58.636082 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-94a41941-e2b3-4f91-a929-3e4e887855c6 req-ab1417d4-4c60-4b63-9867-a3093528aa81 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 931 time: 0.0577252 Nov 04 11:40:58.694101 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-94a41941-e2b3-4f91-a929-3e4e887855c6 req-3c8e665b-7664-4d08-8eda-7ae3d93086df tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516171 Nov 04 11:40:59.815705 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18616cd-7ceb-4895-acb4-91e239356c59 req-9e44b624-cda1-42a7-82b8-a595604113bf tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:40:59.817401 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c18616cd-7ceb-4895-acb4-91e239356c59 req-9e44b624-cda1-42a7-82b8-a595604113bf tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 931 time: 0.0499492 Nov 04 11:40:59.880919 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c18616cd-7ceb-4895-acb4-91e239356c59 req-49de4d3d-5f11-488d-9818-1e37fc6b6573 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540166 Nov 04 11:41:01.013994 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fc888-399f-4458-b899-ddcfd0c55555 req-ff8e5aed-453f-4b3b-bedf-afcaaf13a92d tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:01.015572 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f76fc888-399f-4458-b899-ddcfd0c55555 req-ff8e5aed-453f-4b3b-bedf-afcaaf13a92d tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 931 time: 0.0534239 Nov 04 11:41:01.062585 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-b134b727-2cdf-43ec-882f-e9129f8d35da service neutron] Request body: {'port': {'device_id': 'd01e5c1f-854c-4243-891c-055a28792e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:41:01.064672 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f76fc888-399f-4458-b899-ddcfd0c55555 req-9b1e8c52-8ded-4e8e-ac50-d76410b6e834 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426114 Nov 04 11:41:01.132236 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-b134b727-2cdf-43ec-882f-e9129f8d35da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:01.429581 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-b134b727-2cdf-43ec-882f-e9129f8d35da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5253f4d-f7c6-45cb-9bd1-3cc660e74508 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:41:01.437731 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-b134b727-2cdf-43ec-882f-e9129f8d35da service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:01.450774 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-b134b727-2cdf-43ec-882f-e9129f8d35da service neutron] Transition to ACTIVE for port object a5253f4d-f7c6-45cb-9bd1-3cc660e74508 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:41:01.458044 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-b134b727-2cdf-43ec-882f-e9129f8d35da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:01.514422 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134b727-2cdf-43ec-882f-e9129f8d35da service neutron] Pushing event updated for resources: {'Port': ['ID=a5253f4d-f7c6-45cb-9bd1-3cc660e74508,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:41:01.590991 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-b134b727-2cdf-43ec-882f-e9129f8d35da service neutron] Attempting to bind port a5253f4d-f7c6-45cb-9bd1-3cc660e74508 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:41:01.591322 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-b134b727-2cdf-43ec-882f-e9129f8d35da service neutron] Attempting to bind port a5253f4d-f7c6-45cb-9bd1-3cc660e74508 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '77162e44-80e4-4f0e-865c-a581ae751325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '9dce375d-2040-4dd5-b291-474bfd348906'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:41:01.591651 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-b134b727-2cdf-43ec-882f-e9129f8d35da service neutron] Attempting to bind port a5253f4d-f7c6-45cb-9bd1-3cc660e74508 on network 9dce375d-2040-4dd5-b291-474bfd348906 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:41:01.596309 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-b134b727-2cdf-43ec-882f-e9129f8d35da service neutron] Port a5253f4d-f7c6-45cb-9bd1-3cc660e74508 on network 9dce375d-2040-4dd5-b291-474bfd348906 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:41:01.596634 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-b134b727-2cdf-43ec-882f-e9129f8d35da service neutron] Attempting to bind port a5253f4d-f7c6-45cb-9bd1-3cc660e74508 on network 9dce375d-2040-4dd5-b291-474bfd348906 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:41:01.602260 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-b134b727-2cdf-43ec-882f-e9129f8d35da service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:41:01.602604 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-b134b727-2cdf-43ec-882f-e9129f8d35da service neutron] Checking segment: {'id': '77162e44-80e4-4f0e-865c-a581ae751325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '9dce375d-2040-4dd5-b291-474bfd348906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:41:01.602961 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-b134b727-2cdf-43ec-882f-e9129f8d35da service neutron] Bound using segment: {'id': '77162e44-80e4-4f0e-865c-a581ae751325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '9dce375d-2040-4dd5-b291-474bfd348906'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:41:01.603396 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-b134b727-2cdf-43ec-882f-e9129f8d35da service neutron] Bound port: a5253f4d-f7c6-45cb-9bd1-3cc660e74508, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77162e44-80e4-4f0e-865c-a581ae751325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '9dce375d-2040-4dd5-b291-474bfd348906'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:41:01.603780 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-b134b727-2cdf-43ec-882f-e9129f8d35da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:01.671585 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-b134b727-2cdf-43ec-882f-e9129f8d35da service neutron] For port a5253f4d-f7c6-45cb-9bd1-3cc660e74508, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:41:01.675242 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-b134b727-2cdf-43ec-882f-e9129f8d35da service neutron] For port a5253f4d-f7c6-45cb-9bd1-3cc660e74508, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=a5253f4d-f7c6-45cb-9bd1-3cc660e74508,segment=NetworkSegment(77162e44-80e4-4f0e-865c-a581ae751325),segment_id=77162e44-80e4-4f0e-865c-a581ae751325)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:41:01.680799 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-b134b727-2cdf-43ec-882f-e9129f8d35da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:01.717763 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-b134b727-2cdf-43ec-882f-e9129f8d35da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:01.718413 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-b134b727-2cdf-43ec-882f-e9129f8d35da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:01.719844 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-b134b727-2cdf-43ec-882f-e9129f8d35da service neutron] 10.222.0.121 "PUT /v2.0/ports/a5253f4d-f7c6-45cb-9bd1-3cc660e74508 HTTP/1.1" status: 200 len: 1091 time: 0.6620457 Nov 04 11:41:01.720365 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01e5c1f-854c-4243-891c-055a28792e5f', 'tag': 'a5253f4d-f7c6-45cb-9bd1-3cc660e74508'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:41:01.722625 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2408858e-6d32-4186-aa4a-295c653dd265" -d '{"events": [{"name": "network-changed", "server_uuid": "d01e5c1f-854c-4243-891c-055a28792e5f", "tag": "a5253f4d-f7c6-45cb-9bd1-3cc660e74508"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:41:01.746626 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134b727-2cdf-43ec-882f-e9129f8d35da service neutron] Pushing event updated for resources: {'Port': ['ID=a5253f4d-f7c6-45cb-9bd1-3cc660e74508,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:41:01.766935 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762f4fef-4246-4df9-bf94-4f0208fa3a10 x-openstack-request-id: req-762f4fef-4246-4df9-bf94-4f0208fa3a10 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:41:01.767234 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01e5c1f-854c-4243-891c-055a28792e5f", "tag": "a5253f4d-f7c6-45cb-9bd1-3cc660e74508", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:41:01.767486 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-762f4fef-4246-4df9-bf94-4f0208fa3a10 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:41:01.767969 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01e5c1f-854c-4243-891c-055a28792e5f', 'tag': 'a5253f4d-f7c6-45cb-9bd1-3cc660e74508', 'status': 'completed', 'code': 200} Nov 04 11:41:01.816717 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-cf3a136e-a6f9-4746-b61b-b73f03215d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:01.818758 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-cf3a136e-a6f9-4746-b61b-b73f03215d39 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2f4c9dade4fc4823910bf542b050c414&device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 1094 time: 0.0446551 Nov 04 11:41:01.867980 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-c86a0822-9773-45ce-bdd1-87e556d130f6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5253f4d-f7c6-45cb-9bd1-3cc660e74508 HTTP/1.1" status: 200 len: 217 time: 0.0411386 Nov 04 11:41:01.920873 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-9402387f-8318-483e-a8f9-63c8cca1656c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:01.922364 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-9402387f-8318-483e-a8f9-63c8cca1656c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2 HTTP/1.1" status: 200 len: 853 time: 0.0478406 Nov 04 11:41:01.970858 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-6fc580be-2d1b-468f-9a7d-9c545c3a74c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:01.972853 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-6fc580be-2d1b-468f-9a7d-9c545c3a74c8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9dce375d-2040-4dd5-b291-474bfd348906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423520 Nov 04 11:41:02.074144 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-151cdc63-baf6-4e4f-aa6d-90de078568d5 service neutron] 10.222.0.121 "GET /v2.0/networks/9dce375d-2040-4dd5-b291-474bfd348906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922499 Nov 04 11:41:02.178653 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a5ac28a7-1ab8-4e00-b92a-31c87f5b982d req-a934cd24-40e9-4491-9fe7-1a6e7f13b80a service neutron] 10.222.0.121 "GET /v2.0/networks/9dce375d-2040-4dd5-b291-474bfd348906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964143 Nov 04 11:41:02.284665 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408858e-6d32-4186-aa4a-295c653dd265 req-67106412-e73d-49b3-89fb-1bae592fbc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:02.286464 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2408858e-6d32-4186-aa4a-295c653dd265 req-67106412-e73d-49b3-89fb-1bae592fbc18 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2f4c9dade4fc4823910bf542b050c414&device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 1094 time: 0.0477910 Nov 04 11:41:02.390528 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408858e-6d32-4186-aa4a-295c653dd265 req-ea2a10d1-6129-4ed0-96c7-6b8cc81c2a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:02.392163 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2408858e-6d32-4186-aa4a-295c653dd265 req-ea2a10d1-6129-4ed0-96c7-6b8cc81c2a0d service neutron] 10.222.0.121 "GET /v2.0/networks?id=9dce375d-2040-4dd5-b291-474bfd348906 HTTP/1.1" status: 200 len: 916 time: 0.0978582 Nov 04 11:41:02.436958 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2408858e-6d32-4186-aa4a-295c653dd265 req-9aaf0167-0515-49b3-a411-1920770ec9ea service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5253f4d-f7c6-45cb-9bd1-3cc660e74508 HTTP/1.1" status: 200 len: 217 time: 0.0361602 Nov 04 11:41:02.486636 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2977847-f692-475f-b606-fad6e309e44b req-d859922a-55c0-437a-88a2-9588f37dcaf2 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:02.488185 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b2977847-f692-475f-b606-fad6e309e44b req-d859922a-55c0-437a-88a2-9588f37dcaf2 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 943 time: 0.3496358 Nov 04 11:41:02.493736 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408858e-6d32-4186-aa4a-295c653dd265 req-3785881f-046c-4781-a71f-00016920bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:02.495270 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2408858e-6d32-4186-aa4a-295c653dd265 req-3785881f-046c-4781-a71f-00016920bd63 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2 HTTP/1.1" status: 200 len: 853 time: 0.0500157 Nov 04 11:41:02.537175 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b2977847-f692-475f-b606-fad6e309e44b req-4c9ab0bf-af4b-4b42-9189-6b12a7b13149 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423865 Nov 04 11:41:02.542462 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408858e-6d32-4186-aa4a-295c653dd265 req-654ebe61-55e9-4c77-b5b6-5dfa4f3b25bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:02.544064 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2408858e-6d32-4186-aa4a-295c653dd265 req-654ebe61-55e9-4c77-b5b6-5dfa4f3b25bd service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9dce375d-2040-4dd5-b291-474bfd348906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412059 Nov 04 11:41:02.636676 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2408858e-6d32-4186-aa4a-295c653dd265 req-3fcc9443-b375-4e1b-8c6f-b99c3cb5f3ef service neutron] 10.222.0.121 "GET /v2.0/networks/9dce375d-2040-4dd5-b291-474bfd348906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828931 Nov 04 11:41:02.734543 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2408858e-6d32-4186-aa4a-295c653dd265 req-ccf73588-8bfe-4e7f-816f-e869d61b4649 service neutron] 10.222.0.121 "GET /v2.0/networks/9dce375d-2040-4dd5-b291-474bfd348906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895896 Nov 04 11:41:03.659926 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdd85e-1e6f-476c-b104-5b60874285b1 req-b8b64c45-8fe9-4557-92d0-8d8da508ad7c tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:03.661550 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c7bdd85e-1e6f-476c-b104-5b60874285b1 req-b8b64c45-8fe9-4557-92d0-8d8da508ad7c tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 943 time: 0.0552592 Nov 04 11:41:03.718365 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c7bdd85e-1e6f-476c-b104-5b60874285b1 req-a7dc2598-6064-48cf-814c-8bc96ecb6d04 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508199 Nov 04 11:41:04.057433 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device a5253f4d-f7c6-45cb-9bd1-3cc660e74508 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:41:04.153442 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port a5253f4d-f7c6-45cb-9bd1-3cc660e74508, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=a5253f4d-f7c6-45cb-9bd1-3cc660e74508,segment=NetworkSegment(77162e44-80e4-4f0e-865c-a581ae751325),segment_id=77162e44-80e4-4f0e-865c-a581ae751325)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:41:04.169574 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': 'a5253f4d-f7c6-45cb-9bd1-3cc660e74508', 'network_id': '9dce375d-2040-4dd5-b291-474bfd348906', 'port_id': 'a5253f4d-f7c6-45cb-9bd1-3cc660e74508', 'mac_address': 'fa:16:3e:00:18:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:41:04.210469 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:04.224281 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5253f4d-f7c6-45cb-9bd1-3cc660e74508 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:41:04.244883 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port a5253f4d-f7c6-45cb-9bd1-3cc660e74508, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=a5253f4d-f7c6-45cb-9bd1-3cc660e74508,segment=NetworkSegment(77162e44-80e4-4f0e-865c-a581ae751325),segment_id=77162e44-80e4-4f0e-865c-a581ae751325)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:41:04.250791 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:04.299138 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=a5253f4d-f7c6-45cb-9bd1-3cc660e74508,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:41:04.307363 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:41:04.307780 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:41:04.308041 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:41:04.308372 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:41:04.308698 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:41:04.309057 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:41:04.309378 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:41:04.309705 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:41:04.310008 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:41:04.310316 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:41:04.310639 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:41:04.310953 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:41:04.459294 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['a5253f4d-f7c6-45cb-9bd1-3cc660e74508'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:41:04.839458 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87673e26-8fb5-4212-a4ad-55bcc574ac60 req-e41909ee-1cba-4711-bfa7-323d48492b99 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:04.840994 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87673e26-8fb5-4212-a4ad-55bcc574ac60 req-e41909ee-1cba-4711-bfa7-323d48492b99 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 944 time: 0.0537162 Nov 04 11:41:04.898173 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-87673e26-8fb5-4212-a4ad-55bcc574ac60 req-2ce39b28-82ac-409a-b66a-2492f455692a tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482123 Nov 04 11:41:06.036448 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30875542-cf22-4a61-8ead-713ed66030dd req-52bd189c-a130-46b2-8ecb-6b3b2bec72dd tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:06.037970 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-30875542-cf22-4a61-8ead-713ed66030dd req-52bd189c-a130-46b2-8ecb-6b3b2bec72dd tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 944 time: 0.0612154 Nov 04 11:41:06.068912 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device a5253f4d-f7c6-45cb-9bd1-3cc660e74508 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:41:06.094069 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-30875542-cf22-4a61-8ead-713ed66030dd req-1cb5c141-ba73-4bb7-bd00-f40fd55c40b7 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466096 Nov 04 11:41:06.124072 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port a5253f4d-f7c6-45cb-9bd1-3cc660e74508 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:41:06.128358 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port a5253f4d-f7c6-45cb-9bd1-3cc660e74508 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:41:06.128804 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:06.228317 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:06.283814 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01e5c1f-854c-4243-891c-055a28792e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5253f4d-f7c6-45cb-9bd1-3cc660e74508'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:41:06.286778 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ce5385-ce15-48fd-a803-5f264d07294c" -d '{"events": [{"server_uuid": "d01e5c1f-854c-4243-891c-055a28792e5f", "name": "network-vif-plugged", "status": "completed", "tag": "a5253f4d-f7c6-45cb-9bd1-3cc660e74508"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:41:06.303435 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port a5253f4d-f7c6-45cb-9bd1-3cc660e74508, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=a5253f4d-f7c6-45cb-9bd1-3cc660e74508,segment=NetworkSegment(77162e44-80e4-4f0e-865c-a581ae751325),segment_id=77162e44-80e4-4f0e-865c-a581ae751325)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:41:06.311662 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:06.339243 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b197fe-e966-4795-83a7-15887660c34c x-openstack-request-id: req-f0b197fe-e966-4795-83a7-15887660c34c {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:41:06.339528 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01e5c1f-854c-4243-891c-055a28792e5f", "name": "network-vif-plugged", "status": "completed", "tag": "a5253f4d-f7c6-45cb-9bd1-3cc660e74508", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:41:06.339777 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f0b197fe-e966-4795-83a7-15887660c34c {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:41:06.340159 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01e5c1f-854c-4243-891c-055a28792e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5253f4d-f7c6-45cb-9bd1-3cc660e74508', 'code': 200} Nov 04 11:41:06.400489 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=a5253f4d-f7c6-45cb-9bd1-3cc660e74508,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:41:06.429123 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dad49f-9167-430b-a429-eea8c6131017 req-f1b78707-c0e6-4770-9c73-e5f7e5372f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:06.430896 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-63dad49f-9167-430b-a429-eea8c6131017 req-f1b78707-c0e6-4770-9c73-e5f7e5372f4a service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 1096 time: 0.0436554 Nov 04 11:41:06.476642 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-63dad49f-9167-430b-a429-eea8c6131017 req-c376dc7a-89fc-40dd-9763-95c7984a0290 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388761 Nov 04 11:41:07.227580 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db83f8-adff-4495-9d11-36b97612b121 req-616c4491-2572-4e12-8f13-b078fa8c76ff tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:07.229127 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-77db83f8-adff-4495-9d11-36b97612b121 req-616c4491-2572-4e12-8f13-b078fa8c76ff tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 945 time: 0.0502844 Nov 04 11:41:07.285278 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-77db83f8-adff-4495-9d11-36b97612b121 req-3443a896-8a1c-4cbd-bdf5-1bb8c8fc9f4e tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476270 Nov 04 11:41:08.433805 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc259fe-ad05-4329-9669-33a33273fcbd req-6a341e6f-7173-435d-96b8-8b3e7a9ae2ea tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:08.435236 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bcc259fe-ad05-4329-9669-33a33273fcbd req-6a341e6f-7173-435d-96b8-8b3e7a9ae2ea tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 945 time: 0.0694323 Nov 04 11:41:08.487403 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bcc259fe-ad05-4329-9669-33a33273fcbd req-7e13d87e-2c05-4505-86f5-7c40e03fcd37 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442164 Nov 04 11:41:08.610292 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428b86d-66ee-41cf-a373-3430e5ec53d4 req-a25e9651-0ad6-41bc-b742-0b33b1b74b00 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:08.611862 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1428b86d-66ee-41cf-a373-3430e5ec53d4 req-a25e9651-0ad6-41bc-b742-0b33b1b74b00 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 945 time: 0.0603383 Nov 04 11:41:08.663580 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1428b86d-66ee-41cf-a373-3430e5ec53d4 req-57abd2f1-3c65-456b-bfa0-c6cd887a67a0 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450203 Nov 04 11:41:08.869849 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdcaf1-25a9-4ff0-ae7f-d97a9813bebd req-4abfd289-a8c1-4726-9d77-db41392a429b tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:08.871428 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cfcdcaf1-25a9-4ff0-ae7f-d97a9813bebd req-4abfd289-a8c1-4726-9d77-db41392a429b tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 945 time: 0.0557830 Nov 04 11:41:08.934061 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cfcdcaf1-25a9-4ff0-ae7f-d97a9813bebd req-701cd5b5-fe91-43ab-aa39-f98d838da1f3 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531106 Nov 04 11:41:13.045335 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:15.443621 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:16.916664 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0665b177-7636-4cfb-b2f0-2d04587c61f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:19.770670 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-60c6826a-0d0c-4257-972d-171f8e13e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:21.024915 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:21.616113 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c342-6cd0-4408-b7f7-88a4babc578a req-0b4ab471-fc25-450b-8bd7-a29ae9a4d0e9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:21.617681 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4436c342-6cd0-4408-b7f7-88a4babc578a req-0b4ab471-fc25-450b-8bd7-a29ae9a4d0e9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 945 time: 0.0579076 Nov 04 11:41:21.667686 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4436c342-6cd0-4408-b7f7-88a4babc578a req-030ab1dd-afa7-4bba-a158-f3efb27a5f3a tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437446 Nov 04 11:41:21.690389 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34456) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:41:21.830602 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267de53e-20d5-4799-ac28-18f23d5627fa tempest-TestMinimumBasicScenario-276922916 tempest-TestMinimumBasicScenario-276922916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:21.832156 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-267de53e-20d5-4799-ac28-18f23d5627fa tempest-TestMinimumBasicScenario-276922916 tempest-TestMinimumBasicScenario-276922916-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 1091 time: 0.1407828 Nov 04 11:41:21.836193 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34460) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:41:21.840564 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'port_id': 'a5253f4d-f7c6-45cb-9bd1-3cc660e74508', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:41:21.867491 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:21.977955 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:22.086681 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Allocated IP 172.25.7.79 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/d8feb50c-8904-4f4c-be42-25d7eb771513) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:41:22.188938 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:22.226044 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:22.262360 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:41:22.265220 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:41:22.276306 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:41:22.300003 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Pushing event updated for resources: {'Port': ['ID=d8feb50c-8904-4f4c-be42-25d7eb771513,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:41:22.312000 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:41:22.312349 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:41:22.312685 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:41:22.313050 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:41:22.313382 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:41:22.313708 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:41:22.314038 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:41:22.314358 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:41:22.314688 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:41:22.315006 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:41:22.315324 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:41:22.315623 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:41:22.441150 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:41:22.449477 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:22.651187 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:22.660262 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:22.735151 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:22.901461 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:22.908967 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:22.979065 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Pushing event updated for resources: {'Port': ['ID=d8feb50c-8904-4f4c-be42-25d7eb771513,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:41:22.987432 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:23.090845 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Floating IP 3bd13274-7e66-405d-9309-46fcfe570eee associated. External IP: 172.25.7.79, port: a5253f4d-f7c6-45cb-9bd1-3cc660e74508. Nov 04 11:41:23.321791 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Router f72358da-3e6c-4ddf-b12c-3c958c3ad13c has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:41:23.451883 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:41:23.462698 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcedc3e5-32fa-47f5-8491-f2c1b61c4555 None None] Sync routers for ids ['f72358da-3e6c-4ddf-b12c-3c958c3ad13c'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:41:23.474598 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcedc3e5-32fa-47f5-8491-f2c1b61c4555 None None] Routers {'f72358da-3e6c-4ddf-b12c-3c958c3ad13c'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:41:23.475266 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-bcedc3e5-32fa-47f5-8491-f2c1b61c4555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:41:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['f72358da-3e6c-4ddf-b12c-3c958c3ad13c'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:41:23.477613 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:23.505908 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-95e7daf9-9aaa-49bc-82ce-4d59b4f151a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6686399 Nov 04 11:41:23.506743 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01e5c1f-854c-4243-891c-055a28792e5f', 'tag': 'a5253f4d-f7c6-45cb-9bd1-3cc660e74508'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:41:23.509322 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4e2a034f213e3ed4147e598e162b1822d6f65ae2e173dcd934e22f7eae9c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d58136-7b04-4306-addf-6480eeab3a73" -d '{"events": [{"name": "network-changed", "server_uuid": "d01e5c1f-854c-4243-891c-055a28792e5f", "tag": "a5253f4d-f7c6-45cb-9bd1-3cc660e74508"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:41:23.510186 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34462) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:41:23.515535 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-46cfa26f-458c-44c8-832c-ed61156669fd tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1083074548', 'description': 'tempest-secgroup-smoke-1083074548 description', 'project_id': '2f4c9dade4fc4823910bf542b050c414'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:41:23.540838 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-46cfa26f-458c-44c8-832c-ed61156669fd tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:23.592354 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-bcedc3e5-32fa-47f5-8491-f2c1b61c4555 None None] Set router f72358da-3e6c-4ddf-b12c-3c958c3ad13c gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:41:23.621685 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-46cfa26f-458c-44c8-832c-ed61156669fd tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:23.628634 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-46cfa26f-458c-44c8-832c-ed61156669fd tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:23.660068 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfa26f-458c-44c8-832c-ed61156669fd tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f45a1f2-2c3e-4714-8de0-e93f6b9a9e02,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:41:23.664918 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-46cfa26f-458c-44c8-832c-ed61156669fd tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:23.666195 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-46cfa26f-458c-44c8-832c-ed61156669fd tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1549256 Nov 04 11:41:23.669366 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34468) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:41:23.673943 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-50061137-b15d-49a6-a325-3f9aa94ba655 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Request body: {'security_group_rule': {'security_group_id': '6f45a1f2-2c3e-4714-8de0-e93f6b9a9e02', 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:41:23.710912 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50061137-b15d-49a6-a325-3f9aa94ba655 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:23.717058 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18107700-45ff-43a0-bea8-fcce1b6cac35 x-openstack-request-id: req-18107700-45ff-43a0-bea8-fcce1b6cac35 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:41:23.717549 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01e5c1f-854c-4243-891c-055a28792e5f", "tag": "a5253f4d-f7c6-45cb-9bd1-3cc660e74508", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:41:23.717634 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-18107700-45ff-43a0-bea8-fcce1b6cac35 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:41:23.718013 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01e5c1f-854c-4243-891c-055a28792e5f', 'tag': 'a5253f4d-f7c6-45cb-9bd1-3cc660e74508', 'status': 'completed', 'code': 200} Nov 04 11:41:23.800582 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50061137-b15d-49a6-a325-3f9aa94ba655 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:23.802742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d58136-7b04-4306-addf-6480eeab3a73 req-df2e922a-b310-434b-968c-f82973281df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:23.804407 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-21d58136-7b04-4306-addf-6480eeab3a73 req-df2e922a-b310-434b-968c-f82973281df7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2f4c9dade4fc4823910bf542b050c414&device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 1096 time: 0.0607674 Nov 04 11:41:23.808488 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50061137-b15d-49a6-a325-3f9aa94ba655 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:23.839033 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-bcedc3e5-32fa-47f5-8491-f2c1b61c4555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'name': 'tempest-TestMinimumBasicScenario-330477153-router', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '232c50d7-d43a-4386-8666-d4845ea856d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:40:29Z', 'updated_at': '2021-11-04T11:40:32Z', 'revision_number': 4, 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'gw_port': {'id': '232c50d7-d43a-4386-8666-d4845ea856d0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:30Z', 'updated_at': '2021-11-04T11:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '3bd13274-7e66-405d-9309-46fcfe570eee', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'floating_ip_address': '172.25.7.79', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'port_id': 'a5253f4d-f7c6-45cb-9bd1-3cc660e74508', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dce375d-2040-4dd5-b291-474bfd348906', 'mac_address': 'fa:16:3e:00:18:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01e5c1f-854c-4243-891c-055a28792e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:41:22Z', 'updated_at': '2021-11-04T11:41:22Z', 'revision_number': 0, 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b40274a-aae5-48c6-b557-12c06711bb40', 'name': '', 'network_id': '9dce375d-2040-4dd5-b291-474bfd348906', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'mac_address': 'fa:16:3e:2f:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:31Z', 'updated_at': '2021-11-04T11:40:36Z', 'revision_number': 5, 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'subnets': [{'id': '6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:41:23.843518 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50061137-b15d-49a6-a325-3f9aa94ba655 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c9aa85d-f378-40c1-b3f3-214286c8a89a,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:41:23.871589 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcedc3e5-32fa-47f5-8491-f2c1b61c4555 None None] Checking router: f72358da-3e6c-4ddf-b12c-3c958c3ad13c for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:41:23.880616 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcedc3e5-32fa-47f5-8491-f2c1b61c4555 None None] Routers {'f72358da-3e6c-4ddf-b12c-3c958c3ad13c'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:41:23.881242 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-bcedc3e5-32fa-47f5-8491-f2c1b61c4555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:41:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['f72358da-3e6c-4ddf-b12c-3c958c3ad13c'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:41:23.882032 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-50061137-b15d-49a6-a325-3f9aa94ba655 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:23.883245 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-50061137-b15d-49a6-a325-3f9aa94ba655 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2129996 Nov 04 11:41:23.886037 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34470) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:41:23.890545 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-3f1f213f-fbfc-40ab-8478-57f5107f2a00 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Request body: {'security_group_rule': {'security_group_id': '6f45a1f2-2c3e-4714-8de0-e93f6b9a9e02', 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:41:23.949435 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d58136-7b04-4306-addf-6480eeab3a73 req-f0bbbd75-2559-4215-b93d-1ed00f6180cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:23.950946 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-21d58136-7b04-4306-addf-6480eeab3a73 req-f0bbbd75-2559-4215-b93d-1ed00f6180cd service neutron] 10.222.0.121 "GET /v2.0/networks?id=9dce375d-2040-4dd5-b291-474bfd348906 HTTP/1.1" status: 200 len: 916 time: 0.1364675 Nov 04 11:41:23.951660 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f1f213f-fbfc-40ab-8478-57f5107f2a00 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:23.987304 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.121', 64285) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:41:24.033366 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7880d662-3ab9-4d65-897c-a3acd5529edb req-e6954804-9c7f-452b-9633-a907d4fb3864 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444977 Nov 04 11:41:24.055670 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f1f213f-fbfc-40ab-8478-57f5107f2a00 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:24.060415 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-21d58136-7b04-4306-addf-6480eeab3a73 req-cd891649-6d65-4fb7-9ff8-52370f9aa7a8 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5253f4d-f7c6-45cb-9bd1-3cc660e74508 HTTP/1.1" status: 200 len: 998 time: 0.0987339 Nov 04 11:41:24.061485 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f1f213f-fbfc-40ab-8478-57f5107f2a00 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:24.086082 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-bcedc3e5-32fa-47f5-8491-f2c1b61c4555 None None] Set router f72358da-3e6c-4ddf-b12c-3c958c3ad13c gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:41:24.111420 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f213f-fbfc-40ab-8478-57f5107f2a00 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05452abb-46a2-4606-9faa-ea877937bdb5,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:41:24.119485 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3f1f213f-fbfc-40ab-8478-57f5107f2a00 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:24.120729 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3f1f213f-fbfc-40ab-8478-57f5107f2a00 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2337527 Nov 04 11:41:24.124720 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34472) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:41:24.131619 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b31b8ecb-fe61-4c2e-8d71-7fc07a764265 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Request body: {'security_group_rule': {'security_group_id': '6f45a1f2-2c3e-4714-8de0-e93f6b9a9e02', 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:41:24.134827 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d58136-7b04-4306-addf-6480eeab3a73 req-29568606-1cab-41ad-a1f8-5bcceff88667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:24.138989 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-21d58136-7b04-4306-addf-6480eeab3a73 req-29568606-1cab-41ad-a1f8-5bcceff88667 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2 HTTP/1.1" status: 200 len: 853 time: 0.0685031 Nov 04 11:41:24.163997 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b31b8ecb-fe61-4c2e-8d71-7fc07a764265 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:24.191510 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d58136-7b04-4306-addf-6480eeab3a73 req-50f6abea-0e86-4ca3-bff3-d30c9fb41ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:24.193139 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-21d58136-7b04-4306-addf-6480eeab3a73 req-50f6abea-0e86-4ca3-bff3-d30c9fb41ad9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9dce375d-2040-4dd5-b291-474bfd348906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464056 Nov 04 11:41:24.225775 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b31b8ecb-fe61-4c2e-8d71-7fc07a764265 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:24.231397 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b31b8ecb-fe61-4c2e-8d71-7fc07a764265 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:24.253143 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b8ecb-fe61-4c2e-8d71-7fc07a764265 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aedd5e53-5cff-4d3c-a266-70ebf40b5ae1,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:41:24.266099 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b31b8ecb-fe61-4c2e-8d71-7fc07a764265 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:24.270034 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b31b8ecb-fe61-4c2e-8d71-7fc07a764265 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1414328 Nov 04 11:41:24.270266 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34474) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:41:24.275193 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-9b86e08a-c937-4cc9-b2bf-e93128156191 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Request body: {'security_group_rule': {'security_group_id': '6f45a1f2-2c3e-4714-8de0-e93f6b9a9e02', 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:41:24.293246 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-21d58136-7b04-4306-addf-6480eeab3a73 req-f9d0b183-8488-4d5b-bc2b-d0298772b9cb service neutron] 10.222.0.121 "GET /v2.0/networks/9dce375d-2040-4dd5-b291-474bfd348906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928805 Nov 04 11:41:24.305896 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9b86e08a-c937-4cc9-b2bf-e93128156191 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:24.337656 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-bcedc3e5-32fa-47f5-8491-f2c1b61c4555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'name': 'tempest-TestMinimumBasicScenario-330477153-router', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '232c50d7-d43a-4386-8666-d4845ea856d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:40:29Z', 'updated_at': '2021-11-04T11:40:32Z', 'revision_number': 4, 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'gw_port': {'id': '232c50d7-d43a-4386-8666-d4845ea856d0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:30Z', 'updated_at': '2021-11-04T11:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '3bd13274-7e66-405d-9309-46fcfe570eee', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'floating_ip_address': '172.25.7.79', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'port_id': 'a5253f4d-f7c6-45cb-9bd1-3cc660e74508', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dce375d-2040-4dd5-b291-474bfd348906', 'mac_address': 'fa:16:3e:00:18:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01e5c1f-854c-4243-891c-055a28792e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:41:22Z', 'updated_at': '2021-11-04T11:41:22Z', 'revision_number': 0, 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b40274a-aae5-48c6-b557-12c06711bb40', 'name': '', 'network_id': '9dce375d-2040-4dd5-b291-474bfd348906', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'mac_address': 'fa:16:3e:2f:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:31Z', 'updated_at': '2021-11-04T11:40:36Z', 'revision_number': 5, 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'subnets': [{'id': '6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:41:24.371832 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcedc3e5-32fa-47f5-8491-f2c1b61c4555 None None] The sync data for ids ['f72358da-3e6c-4ddf-b12c-3c958c3ad13c'] in n-d-816629-1 is: [{'id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'name': 'tempest-TestMinimumBasicScenario-330477153-router', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '232c50d7-d43a-4386-8666-d4845ea856d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:40:29Z', 'updated_at': '2021-11-04T11:40:32Z', 'revision_number': 4, 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'gw_port': {'id': '232c50d7-d43a-4386-8666-d4845ea856d0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:30Z', 'updated_at': '2021-11-04T11:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '3bd13274-7e66-405d-9309-46fcfe570eee', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'floating_ip_address': '172.25.7.79', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'port_id': 'a5253f4d-f7c6-45cb-9bd1-3cc660e74508', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dce375d-2040-4dd5-b291-474bfd348906', 'mac_address': 'fa:16:3e:00:18:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01e5c1f-854c-4243-891c-055a28792e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:41:22Z', 'updated_at': '2021-11-04T11:41:22Z', 'revision_number': 0, 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b40274a-aae5-48c6-b557-12c06711bb40', 'name': '', 'network_id': '9dce375d-2040-4dd5-b291-474bfd348906', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'mac_address': 'fa:16:3e:2f:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:31Z', 'updated_at': '2021-11-04T11:40:36Z', 'revision_number': 5, 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'subnets': [{'id': '6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:41:24.372938 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9b86e08a-c937-4cc9-b2bf-e93128156191 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:24.379308 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9b86e08a-c937-4cc9-b2bf-e93128156191 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:24.402163 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86e08a-c937-4cc9-b2bf-e93128156191 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e63974a-b00d-4f0e-a6e2-523e20009900,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:41:24.402392 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-21d58136-7b04-4306-addf-6480eeab3a73 req-dd414ba9-7f7d-4d0f-9c8b-ceec0c6215bc service neutron] 10.222.0.121 "GET /v2.0/networks/9dce375d-2040-4dd5-b291-474bfd348906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014130 Nov 04 11:41:24.412491 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9b86e08a-c937-4cc9-b2bf-e93128156191 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:24.413876 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9b86e08a-c937-4cc9-b2bf-e93128156191 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1426127 Nov 04 11:41:24.416873 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34476) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:41:24.421606 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-7f90b364-810a-46be-a68d-a33e4c6178c3 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Request body: {'security_group_rule': {'security_group_id': '6f45a1f2-2c3e-4714-8de0-e93f6b9a9e02', 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:41:24.448979 n-d-816629-1 neutron-server[101774]: INFO neutron.db.securitygroups_db [None req-7f90b364-810a-46be-a68d-a33e4c6178c3 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Project 2f4c9dade4fc4823910bf542b050c414 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 11:41:24.454863 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7f90b364-810a-46be-a68d-a33e4c6178c3 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:24.518140 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7f90b364-810a-46be-a68d-a33e4c6178c3 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:24.519015 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880d662-3ab9-4d65-897c-a3acd5529edb req-a3c733b6-e1e7-492f-a3d5-731d85642fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:24.520718 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7880d662-3ab9-4d65-897c-a3acd5529edb req-a3c733b6-e1e7-492f-a3d5-731d85642fa3 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2f4c9dade4fc4823910bf542b050c414&device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 1096 time: 0.0420024 Nov 04 11:41:24.525078 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7f90b364-810a-46be-a68d-a33e4c6178c3 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:24.544946 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90b364-810a-46be-a68d-a33e4c6178c3 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8937a575-b3d6-499f-b69d-14f43f3dd393,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:41:24.557544 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7f90b364-810a-46be-a68d-a33e4c6178c3 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:24.558948 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7f90b364-810a-46be-a68d-a33e4c6178c3 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410723 Nov 04 11:41:24.561926 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34478) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:41:24.566589 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-ae5d5f02-2a2d-453b-9c52-67347eb5f08e tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Request body: {'security_group_rule': {'security_group_id': '6f45a1f2-2c3e-4714-8de0-e93f6b9a9e02', 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:41:24.591195 n-d-816629-1 neutron-server[101774]: INFO neutron.db.securitygroups_db [None req-ae5d5f02-2a2d-453b-9c52-67347eb5f08e tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Project 2f4c9dade4fc4823910bf542b050c414 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 11:41:24.599551 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ae5d5f02-2a2d-453b-9c52-67347eb5f08e tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:24.628914 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abf2518-90cc-433c-be79-87e9f1e4a187 None None] New status for floating IP 3bd13274-7e66-405d-9309-46fcfe570eee: ACTIVE {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:41:24.674333 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ae5d5f02-2a2d-453b-9c52-67347eb5f08e tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:24.679805 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ae5d5f02-2a2d-453b-9c52-67347eb5f08e tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:24.699520 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d5f02-2a2d-453b-9c52-67347eb5f08e tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5d9b1f-063d-475d-b435-46df11ee692b,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:41:24.710779 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-ae5d5f02-2a2d-453b-9c52-67347eb5f08e tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:24.712659 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ae5d5f02-2a2d-453b-9c52-67347eb5f08e tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1493657 Nov 04 11:41:24.824214 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9a84d1bc-7037-4552-89b9-a406b20440a5 req-d8493eac-5497-4101-8363-7632741a3864 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1083074548&fields=id&tenant_id=2f4c9dade4fc4823910bf542b050c414 HTTP/1.1" status: 200 len: 267 time: 0.0539873 Nov 04 11:41:24.887694 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84d1bc-7037-4552-89b9-a406b20440a5 req-62db73bb-f52c-4303-aa67-107ab35b06c5 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:24.889438 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9a84d1bc-7037-4552-89b9-a406b20440a5 req-62db73bb-f52c-4303-aa67-107ab35b06c5 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 945 time: 0.0577650 Nov 04 11:41:24.902446 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-9a84d1bc-7037-4552-89b9-a406b20440a5 req-9ebbd713-faea-4cf2-8205-15433d6d7a24 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Request body: {'port': {'security_groups': ['751d833e-a643-44cf-bdf3-fa240ae021da', '6f45a1f2-2c3e-4714-8de0-e93f6b9a9e02']}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:41:24.981359 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9a84d1bc-7037-4552-89b9-a406b20440a5 req-9ebbd713-faea-4cf2-8205-15433d6d7a24 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:25.033704 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880d662-3ab9-4d65-897c-a3acd5529edb req-8c7a342f-7156-4978-aa84-c61a19b9ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:25.035426 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7880d662-3ab9-4d65-897c-a3acd5529edb req-8c7a342f-7156-4978-aa84-c61a19b9ced7 service neutron] 10.222.0.121 "GET /v2.0/networks?id=9dce375d-2040-4dd5-b291-474bfd348906 HTTP/1.1" status: 200 len: 916 time: 0.4926119 Nov 04 11:41:25.104282 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7880d662-3ab9-4d65-897c-a3acd5529edb req-3cedd05a-0cfd-4f1a-828c-d289e3471bae service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5253f4d-f7c6-45cb-9bd1-3cc660e74508 HTTP/1.1" status: 200 len: 1000 time: 0.0605466 Nov 04 11:41:25.159134 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880d662-3ab9-4d65-897c-a3acd5529edb req-649d1c12-b5d4-4a5b-92f0-96ff5c01fedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:25.160521 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7880d662-3ab9-4d65-897c-a3acd5529edb req-649d1c12-b5d4-4a5b-92f0-96ff5c01fedc service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2 HTTP/1.1" status: 200 len: 853 time: 0.0494442 Nov 04 11:41:25.181041 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-9a84d1bc-7037-4552-89b9-a406b20440a5 req-9ebbd713-faea-4cf2-8205-15433d6d7a24 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] For port a5253f4d-f7c6-45cb-9bd1-3cc660e74508, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=a5253f4d-f7c6-45cb-9bd1-3cc660e74508,segment=NetworkSegment(77162e44-80e4-4f0e-865c-a581ae751325),segment_id=77162e44-80e4-4f0e-865c-a581ae751325)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:41:25.210854 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880d662-3ab9-4d65-897c-a3acd5529edb req-4be4898b-17e4-4dd1-a596-78f7f5031ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:25.212393 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7880d662-3ab9-4d65-897c-a3acd5529edb req-4be4898b-17e4-4dd1-a596-78f7f5031ba2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9dce375d-2040-4dd5-b291-474bfd348906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445647 Nov 04 11:41:25.212854 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9a84d1bc-7037-4552-89b9-a406b20440a5 req-9ebbd713-faea-4cf2-8205-15433d6d7a24 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:25.219723 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9a84d1bc-7037-4552-89b9-a406b20440a5 req-9ebbd713-faea-4cf2-8205-15433d6d7a24 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:25.245353 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['a5253f4d-f7c6-45cb-9bd1-3cc660e74508'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:41:25.276728 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84d1bc-7037-4552-89b9-a406b20440a5 req-9ebbd713-faea-4cf2-8205-15433d6d7a24 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:25.277432 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-9a84d1bc-7037-4552-89b9-a406b20440a5 req-9ebbd713-faea-4cf2-8205-15433d6d7a24 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:25.279094 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9a84d1bc-7037-4552-89b9-a406b20440a5 req-9ebbd713-faea-4cf2-8205-15433d6d7a24 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "PUT /v2.0/ports/a5253f4d-f7c6-45cb-9bd1-3cc660e74508 HTTP/1.1" status: 200 len: 981 time: 0.3820968 Nov 04 11:41:25.318852 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7880d662-3ab9-4d65-897c-a3acd5529edb req-876dbeda-84e8-4fdf-9f54-9af9552062ae service neutron] 10.222.0.121 "GET /v2.0/networks/9dce375d-2040-4dd5-b291-474bfd348906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990927 Nov 04 11:41:25.329667 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebbd713-faea-4cf2-8205-15433d6d7a24 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Pushing event updated for resources: {'Port': ['ID=a5253f4d-f7c6-45cb-9bd1-3cc660e74508,revision_number=6']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:41:25.358775 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['a5253f4d-f7c6-45cb-9bd1-3cc660e74508'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:41:25.462975 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf9bbf-e778-44d9-8c74-e9bebcc5af28 req-2687360f-cdf3-4cc8-9f3c-637e2fb54d4b tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:25.467921 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7880d662-3ab9-4d65-897c-a3acd5529edb req-82b2abc4-5e7b-4d4c-aec0-5864b4b9a16a service neutron] 10.222.0.121 "GET /v2.0/networks/9dce375d-2040-4dd5-b291-474bfd348906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416090 Nov 04 11:41:25.472458 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4eaf9bbf-e778-44d9-8c74-e9bebcc5af28 req-2687360f-cdf3-4cc8-9f3c-637e2fb54d4b tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 984 time: 0.0702531 Nov 04 11:41:25.542771 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4eaf9bbf-e778-44d9-8c74-e9bebcc5af28 req-e56f1cf5-1406-417d-8bc7-1918291378c8 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&id=6f45a1f2-2c3e-4714-8de0-e93f6b9a9e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0696917 Nov 04 11:41:25.676433 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e6719f0f-bbb3-4070-addb-4ed52fce0226 None None] Provisioning complete for port a5253f4d-f7c6-45cb-9bd1-3cc660e74508 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:41:25.676433 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e6719f0f-bbb3-4070-addb-4ed52fce0226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:25.719267 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01e5c1f-854c-4243-891c-055a28792e5f', 'tag': 'a5253f4d-f7c6-45cb-9bd1-3cc660e74508'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:41:25.722150 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4e2a034f213e3ed4147e598e162b1822d6f65ae2e173dcd934e22f7eae9c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c3e7eb-9f5d-4a27-9246-09885882ba80" -d '{"events": [{"name": "network-changed", "server_uuid": "d01e5c1f-854c-4243-891c-055a28792e5f", "tag": "a5253f4d-f7c6-45cb-9bd1-3cc660e74508"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:41:25.764516 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d4691d-0c09-4776-98f1-64ea5317a284 x-openstack-request-id: req-78d4691d-0c09-4776-98f1-64ea5317a284 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:41:25.764932 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01e5c1f-854c-4243-891c-055a28792e5f", "tag": "a5253f4d-f7c6-45cb-9bd1-3cc660e74508", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:41:25.765567 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-78d4691d-0c09-4776-98f1-64ea5317a284 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:41:25.766409 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01e5c1f-854c-4243-891c-055a28792e5f', 'tag': 'a5253f4d-f7c6-45cb-9bd1-3cc660e74508', 'status': 'completed', 'code': 200} Nov 04 11:41:25.832761 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3e7eb-9f5d-4a27-9246-09885882ba80 req-2970d28b-d055-4b33-94b0-f616b9cd83b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:25.834446 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e2c3e7eb-9f5d-4a27-9246-09885882ba80 req-2970d28b-d055-4b33-94b0-f616b9cd83b7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2f4c9dade4fc4823910bf542b050c414&device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 1135 time: 0.0438447 Nov 04 11:41:25.942335 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3e7eb-9f5d-4a27-9246-09885882ba80 req-6349e2aa-0d3c-4e94-8a8f-60f9e2b493c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:25.943876 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e2c3e7eb-9f5d-4a27-9246-09885882ba80 req-6349e2aa-0d3c-4e94-8a8f-60f9e2b493c9 service neutron] 10.222.0.121 "GET /v2.0/networks?id=9dce375d-2040-4dd5-b291-474bfd348906 HTTP/1.1" status: 200 len: 916 time: 0.1018085 Nov 04 11:41:26.015156 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e2c3e7eb-9f5d-4a27-9246-09885882ba80 req-591dc0af-feef-4f37-bc6d-823d496e2107 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5253f4d-f7c6-45cb-9bd1-3cc660e74508 HTTP/1.1" status: 200 len: 1000 time: 0.0631645 Nov 04 11:41:26.066629 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3e7eb-9f5d-4a27-9246-09885882ba80 req-367658da-1a32-41ff-9527-1a663ee9511b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:26.068165 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e2c3e7eb-9f5d-4a27-9246-09885882ba80 req-367658da-1a32-41ff-9527-1a663ee9511b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2 HTTP/1.1" status: 200 len: 853 time: 0.0454330 Nov 04 11:41:26.119827 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3e7eb-9f5d-4a27-9246-09885882ba80 req-90cc8871-a967-4c39-bbc7-282570a58dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:26.121377 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e2c3e7eb-9f5d-4a27-9246-09885882ba80 req-90cc8871-a967-4c39-bbc7-282570a58dde service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9dce375d-2040-4dd5-b291-474bfd348906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452905 Nov 04 11:41:26.219410 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e2c3e7eb-9f5d-4a27-9246-09885882ba80 req-ac3cd950-2fc5-482f-aa92-11f6915780fa service neutron] 10.222.0.121 "GET /v2.0/networks/9dce375d-2040-4dd5-b291-474bfd348906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881908 Nov 04 11:41:26.327654 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e2c3e7eb-9f5d-4a27-9246-09885882ba80 req-469d60e5-0a84-4cd8-a7e5-bac6e3e8b6af service neutron] 10.222.0.121 "GET /v2.0/networks/9dce375d-2040-4dd5-b291-474bfd348906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003110 Nov 04 11:41:40.773174 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c743d8-71cd-41fe-affc-dfed853cb035 req-9007eacf-0bdc-4d7a-98a3-da5da69b73e5 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:40.774776 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a6c743d8-71cd-41fe-affc-dfed853cb035 req-9007eacf-0bdc-4d7a-98a3-da5da69b73e5 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 984 time: 0.0530984 Nov 04 11:41:40.778070 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83bfbb5-4dbb-4d49-9ae2-71f2f37c17d0 req-bca67a1c-dec9-4aaf-b7a8-6d53dd60f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:40.779620 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e83bfbb5-4dbb-4d49-9ae2-71f2f37c17d0 req-bca67a1c-dec9-4aaf-b7a8-6d53dd60f967 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2f4c9dade4fc4823910bf542b050c414&device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 1135 time: 0.0464897 Nov 04 11:41:40.838019 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a6c743d8-71cd-41fe-affc-dfed853cb035 req-7169069c-d9b2-4646-a592-9ba4a3a453b9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&id=6f45a1f2-2c3e-4714-8de0-e93f6b9a9e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564394 Nov 04 11:41:40.874390 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83bfbb5-4dbb-4d49-9ae2-71f2f37c17d0 req-a7570f96-301e-440e-b2e4-94c2468d4a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:40.875934 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e83bfbb5-4dbb-4d49-9ae2-71f2f37c17d0 req-a7570f96-301e-440e-b2e4-94c2468d4a7d service neutron] 10.222.0.121 "GET /v2.0/networks?id=9dce375d-2040-4dd5-b291-474bfd348906 HTTP/1.1" status: 200 len: 916 time: 0.0885086 Nov 04 11:41:40.959025 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e83bfbb5-4dbb-4d49-9ae2-71f2f37c17d0 req-0be6c063-6211-4059-9c28-66074c84e15f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5253f4d-f7c6-45cb-9bd1-3cc660e74508 HTTP/1.1" status: 200 len: 1000 time: 0.0747392 Nov 04 11:41:41.013064 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83bfbb5-4dbb-4d49-9ae2-71f2f37c17d0 req-56f610b5-d924-4e6c-8632-29546307f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:41.014531 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e83bfbb5-4dbb-4d49-9ae2-71f2f37c17d0 req-56f610b5-d924-4e6c-8632-29546307f5ad service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2 HTTP/1.1" status: 200 len: 853 time: 0.0476818 Nov 04 11:41:41.064254 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83bfbb5-4dbb-4d49-9ae2-71f2f37c17d0 req-cc6d0836-beec-46b1-8458-cb5a752a4633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:41.065851 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e83bfbb5-4dbb-4d49-9ae2-71f2f37c17d0 req-cc6d0836-beec-46b1-8458-cb5a752a4633 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9dce375d-2040-4dd5-b291-474bfd348906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444093 Nov 04 11:41:41.170774 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e83bfbb5-4dbb-4d49-9ae2-71f2f37c17d0 req-3c28b7e7-ddcb-4fc6-af62-3ba9ac8db2ab service neutron] 10.222.0.121 "GET /v2.0/networks/9dce375d-2040-4dd5-b291-474bfd348906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942171 Nov 04 11:41:41.263336 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e83bfbb5-4dbb-4d49-9ae2-71f2f37c17d0 req-c3198e62-bfa2-4014-80b5-4b14ff2eb33f service neutron] 10.222.0.121 "GET /v2.0/networks/9dce375d-2040-4dd5-b291-474bfd348906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840473 Nov 04 11:41:41.975729 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdf94a-d823-4575-bd48-7dcd0db33549 req-f8e9a177-39bd-48e4-b144-512f6c566777 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:41.977826 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-45bdf94a-d823-4575-bd48-7dcd0db33549 req-f8e9a177-39bd-48e4-b144-512f6c566777 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 984 time: 0.0651085 Nov 04 11:41:42.041577 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-45bdf94a-d823-4575-bd48-7dcd0db33549 req-afcb1198-c3ee-4df0-99fd-1bdb0fd82773 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&id=6f45a1f2-2c3e-4714-8de0-e93f6b9a9e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574274 Nov 04 11:41:43.069325 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:43.172534 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7f657-9117-4fef-b178-9ddbd052f72e req-3db81586-fd1e-427b-9cb3-ca873f088701 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:43.174048 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5a7f657-9117-4fef-b178-9ddbd052f72e req-3db81586-fd1e-427b-9cb3-ca873f088701 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 984 time: 0.0550165 Nov 04 11:41:43.236472 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d5a7f657-9117-4fef-b178-9ddbd052f72e req-fd0118e9-8b36-45dc-a3dc-8a98ea666cee tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&id=6f45a1f2-2c3e-4714-8de0-e93f6b9a9e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560665 Nov 04 11:41:44.370030 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c17c3a-5432-4005-b656-feac6ae51e46 req-1f95dd8c-aade-4b4e-b0de-d8eb9a89bc97 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:44.371562 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-40c17c3a-5432-4005-b656-feac6ae51e46 req-1f95dd8c-aade-4b4e-b0de-d8eb9a89bc97 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 984 time: 0.0559835 Nov 04 11:41:44.433225 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-40c17c3a-5432-4005-b656-feac6ae51e46 req-4c96545d-a1c3-44e6-b07f-481c6f0b2cfd tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&id=6f45a1f2-2c3e-4714-8de0-e93f6b9a9e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549953 Nov 04 11:41:45.446288 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:45.563795 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c9d2f-934f-4bd9-9db9-2c24153958be req-25d56b16-23a1-4ff8-873a-9593a71a716c tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:45.565344 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-900c9d2f-934f-4bd9-9db9-2c24153958be req-25d56b16-23a1-4ff8-873a-9593a71a716c tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 984 time: 0.0570338 Nov 04 11:41:45.630538 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-900c9d2f-934f-4bd9-9db9-2c24153958be req-966826a6-2205-430d-8b4c-3c478423c5db tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&id=6f45a1f2-2c3e-4714-8de0-e93f6b9a9e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564091 Nov 04 11:41:46.763915 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9636c-317f-48d3-84e3-b1a306e245bb req-735b9552-045f-47a7-b002-81e415f13cd6 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:46.765641 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d2e9636c-317f-48d3-84e3-b1a306e245bb req-735b9552-045f-47a7-b002-81e415f13cd6 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 984 time: 0.0560503 Nov 04 11:41:46.849724 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d2e9636c-317f-48d3-84e3-b1a306e245bb req-7c317f94-88a4-4d14-a40f-52744b4d4491 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&id=6f45a1f2-2c3e-4714-8de0-e93f6b9a9e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0748739 Nov 04 11:41:46.903415 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-492c050c-f6ff-45ce-ac9d-43568771b024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:47.991153 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151550a9-6361-43b8-9b4c-dfb1f7a1ce63 req-211754db-8d31-45e4-bfbc-4caa7fb9278a tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:47.992571 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-151550a9-6361-43b8-9b4c-dfb1f7a1ce63 req-211754db-8d31-45e4-bfbc-4caa7fb9278a tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 984 time: 0.0610428 Nov 04 11:41:48.058445 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-151550a9-6361-43b8-9b4c-dfb1f7a1ce63 req-bf8704d0-7562-45e6-98f7-d42babad5912 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&id=6f45a1f2-2c3e-4714-8de0-e93f6b9a9e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563724 Nov 04 11:41:49.191468 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75e950-7096-47bf-9179-832370351e5b req-2986c276-1ce1-4b5d-b529-5dc60435c792 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:49.193023 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-de75e950-7096-47bf-9179-832370351e5b req-2986c276-1ce1-4b5d-b529-5dc60435c792 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 984 time: 0.0588226 Nov 04 11:41:49.257625 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-de75e950-7096-47bf-9179-832370351e5b req-47e4fa37-8424-406d-9369-53aac409ac83 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&id=6f45a1f2-2c3e-4714-8de0-e93f6b9a9e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553834 Nov 04 11:41:49.767377 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-052ed5cc-c411-4dea-8af5-4c4401f3fcde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:50.391554 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34f48a-556a-464d-bded-ada13fd8e803 req-d68e61e4-0a0b-4086-8a13-819b702f85fd tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:50.393021 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4f34f48a-556a-464d-bded-ada13fd8e803 req-d68e61e4-0a0b-4086-8a13-819b702f85fd tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 984 time: 0.0583258 Nov 04 11:41:50.454653 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4f34f48a-556a-464d-bded-ada13fd8e803 req-3b0cbc55-561c-46ab-85d3-2521aaef81a9 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&id=6f45a1f2-2c3e-4714-8de0-e93f6b9a9e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553837 Nov 04 11:41:51.031987 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:51.590716 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43d1ae-f408-46fc-9dd5-228e5eddd986 req-b723eff3-5083-404c-9abc-3e123b7aab69 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:51.592200 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db43d1ae-f408-46fc-9dd5-228e5eddd986 req-b723eff3-5083-404c-9abc-3e123b7aab69 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 984 time: 0.0524352 Nov 04 11:41:51.654818 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-db43d1ae-f408-46fc-9dd5-228e5eddd986 req-8b63c3bb-3752-418e-bc74-974857ecd1f2 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&id=6f45a1f2-2c3e-4714-8de0-e93f6b9a9e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562136 Nov 04 11:41:52.451915 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:52.668234 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:41:52.785464 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7be64d-fc50-4716-baf1-2a035a2cb493 req-acd0b422-531b-48f4-b6d7-af5e2cc5bf03 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:41:52.786990 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ee7be64d-fc50-4716-baf1-2a035a2cb493 req-acd0b422-531b-48f4-b6d7-af5e2cc5bf03 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 984 time: 0.0540750 Nov 04 11:41:52.852626 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ee7be64d-fc50-4716-baf1-2a035a2cb493 req-e09af3a7-ced9-45e1-9bd0-1c819d8026c5 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&id=6f45a1f2-2c3e-4714-8de0-e93f6b9a9e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592904 Nov 04 11:41:59.441259 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:42:13.065712 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:15.467093 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:16.899212 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-35cebd74-a8ca-4b01-9159-45c745560a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:19.686360 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-df7e1809-37a8-4f5d-93da-920599f219a8 req-988077af-7580-4848-b578-6c492576d41b service neutron] (101774) timed out ('10.222.0.126', 63661) {{(pid=101774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 11:42:19.770377 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f3a0655-a7a3-4d41-bcac-bbfc3f7ffe6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:21.042831 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:22.457798 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:22.672282 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:25.335573 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-17117f56-98d1-4f35-935c-96e5c93f09d8 req-872c6da6-3b46-45d6-9dce-4972bd80ff48 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1083074548&fields=id&tenant_id=2f4c9dade4fc4823910bf542b050c414 HTTP/1.1" status: 200 len: 267 time: 0.1011763 Nov 04 11:42:25.391585 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17117f56-98d1-4f35-935c-96e5c93f09d8 req-fe236b59-f632-4183-9881-62464b29f621 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:25.392974 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-17117f56-98d1-4f35-935c-96e5c93f09d8 req-fe236b59-f632-4183-9881-62464b29f621 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 984 time: 0.0511742 Nov 04 11:42:25.404642 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [req-17117f56-98d1-4f35-935c-96e5c93f09d8 req-8e35535d-4256-44bb-ad24-ea8e939c867f tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Request body: {'port': {'security_groups': ['751d833e-a643-44cf-bdf3-fa240ae021da']}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:42:25.474703 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-17117f56-98d1-4f35-935c-96e5c93f09d8 req-8e35535d-4256-44bb-ad24-ea8e939c867f tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:25.661894 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [req-17117f56-98d1-4f35-935c-96e5c93f09d8 req-8e35535d-4256-44bb-ad24-ea8e939c867f tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] For port a5253f4d-f7c6-45cb-9bd1-3cc660e74508, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=a5253f4d-f7c6-45cb-9bd1-3cc660e74508,segment=NetworkSegment(77162e44-80e4-4f0e-865c-a581ae751325),segment_id=77162e44-80e4-4f0e-865c-a581ae751325)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:42:25.696490 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-17117f56-98d1-4f35-935c-96e5c93f09d8 req-8e35535d-4256-44bb-ad24-ea8e939c867f tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:25.703520 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-17117f56-98d1-4f35-935c-96e5c93f09d8 req-8e35535d-4256-44bb-ad24-ea8e939c867f tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:25.717375 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['a5253f4d-f7c6-45cb-9bd1-3cc660e74508'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:42:25.748945 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17117f56-98d1-4f35-935c-96e5c93f09d8 req-8e35535d-4256-44bb-ad24-ea8e939c867f tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:25.749581 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [req-17117f56-98d1-4f35-935c-96e5c93f09d8 req-8e35535d-4256-44bb-ad24-ea8e939c867f tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:25.751020 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-17117f56-98d1-4f35-935c-96e5c93f09d8 req-8e35535d-4256-44bb-ad24-ea8e939c867f tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "PUT /v2.0/ports/a5253f4d-f7c6-45cb-9bd1-3cc660e74508 HTTP/1.1" status: 200 len: 942 time: 0.3509815 Nov 04 11:42:25.751985 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01e5c1f-854c-4243-891c-055a28792e5f', 'tag': 'a5253f4d-f7c6-45cb-9bd1-3cc660e74508'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:42:25.753875 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4e2a034f213e3ed4147e598e162b1822d6f65ae2e173dcd934e22f7eae9c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ecdf81-6491-4c40-b624-89e2cc073c32" -d '{"events": [{"name": "network-changed", "server_uuid": "d01e5c1f-854c-4243-891c-055a28792e5f", "tag": "a5253f4d-f7c6-45cb-9bd1-3cc660e74508"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:42:25.758179 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34538) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:42:25.786733 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35535d-4256-44bb-ad24-ea8e939c867f tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Pushing event updated for resources: {'Port': ['ID=a5253f4d-f7c6-45cb-9bd1-3cc660e74508,revision_number=7']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:25.798252 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e35535d-4256-44bb-ad24-ea8e939c867f tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:25.798734 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e35535d-4256-44bb-ad24-ea8e939c867f tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:25.799164 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e35535d-4256-44bb-ad24-ea8e939c867f tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:25.799614 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e35535d-4256-44bb-ad24-ea8e939c867f tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:25.800134 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e35535d-4256-44bb-ad24-ea8e939c867f tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:25.800544 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e35535d-4256-44bb-ad24-ea8e939c867f tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:25.801134 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e35535d-4256-44bb-ad24-ea8e939c867f tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:25.801549 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e35535d-4256-44bb-ad24-ea8e939c867f tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:25.802088 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e35535d-4256-44bb-ad24-ea8e939c867f tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:25.802504 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e35535d-4256-44bb-ad24-ea8e939c867f tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:25.802917 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e35535d-4256-44bb-ad24-ea8e939c867f tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:25.803338 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e35535d-4256-44bb-ad24-ea8e939c867f tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:25.820174 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c19e08-7474-4f60-90cb-2a0a8d7e9c73 x-openstack-request-id: req-61c19e08-7474-4f60-90cb-2a0a8d7e9c73 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:42:25.820593 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01e5c1f-854c-4243-891c-055a28792e5f", "tag": "a5253f4d-f7c6-45cb-9bd1-3cc660e74508", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:42:25.820988 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-61c19e08-7474-4f60-90cb-2a0a8d7e9c73 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:42:25.821522 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01e5c1f-854c-4243-891c-055a28792e5f', 'tag': 'a5253f4d-f7c6-45cb-9bd1-3cc660e74508', 'status': 'completed', 'code': 200} Nov 04 11:42:25.856250 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['a5253f4d-f7c6-45cb-9bd1-3cc660e74508'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:42:25.920619 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a9342491-f18f-4102-9c79-ded23d62fc23 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:25.951204 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecdf81-6491-4c40-b624-89e2cc073c32 req-d7773705-5993-4a17-84c5-c80c8d949885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:25.953208 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08ecdf81-6491-4c40-b624-89e2cc073c32 req-d7773705-5993-4a17-84c5-c80c8d949885 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2f4c9dade4fc4823910bf542b050c414&device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 1096 time: 0.1004224 Nov 04 11:42:25.994239 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a9342491-f18f-4102-9c79-ded23d62fc23 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:26.046413 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b7e97a01-10d2-473f-b96d-c70ab9d13284 req-9d833f2c-7e01-48f9-b5be-f66d569b2f51 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0592644 Nov 04 11:42:26.077040 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4f48c9ad-795b-4231-b82e-11eadc1d0043 None None] Provisioning complete for port a5253f4d-f7c6-45cb-9bd1-3cc660e74508 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:42:26.077422 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4f48c9ad-795b-4231-b82e-11eadc1d0043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:26.121270 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecdf81-6491-4c40-b624-89e2cc073c32 req-6d1a6327-57df-4e7c-bf5f-8774ef921722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:26.123105 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08ecdf81-6491-4c40-b624-89e2cc073c32 req-6d1a6327-57df-4e7c-bf5f-8774ef921722 service neutron] 10.222.0.121 "GET /v2.0/networks?id=9dce375d-2040-4dd5-b291-474bfd348906 HTTP/1.1" status: 200 len: 916 time: 0.1584115 Nov 04 11:42:26.204907 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a9342491-f18f-4102-9c79-ded23d62fc23 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:26.207589 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a9342491-f18f-4102-9c79-ded23d62fc23 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:26.208793 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a9342491-f18f-4102-9c79-ded23d62fc23 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "DELETE /v2.0/security-groups/6f45a1f2-2c3e-4714-8de0-e93f6b9a9e02 HTTP/1.1" status: 204 len: 168 time: 0.4490478 Nov 04 11:42:26.212062 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34540) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:42:26.223610 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08ecdf81-6491-4c40-b624-89e2cc073c32 req-229090a9-9d11-4be4-a96a-e2efc7a3c215 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5253f4d-f7c6-45cb-9bd1-3cc660e74508 HTTP/1.1" status: 200 len: 1000 time: 0.0926132 Nov 04 11:42:26.224790 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9342491-f18f-4102-9c79-ded23d62fc23 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f45a1f2-2c3e-4714-8de0-e93f6b9a9e02,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:26.243368 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9342491-f18f-4102-9c79-ded23d62fc23 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:26.243749 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9342491-f18f-4102-9c79-ded23d62fc23 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:26.244092 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9342491-f18f-4102-9c79-ded23d62fc23 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:26.244437 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9342491-f18f-4102-9c79-ded23d62fc23 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:26.244767 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9342491-f18f-4102-9c79-ded23d62fc23 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:26.245132 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9342491-f18f-4102-9c79-ded23d62fc23 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:26.245511 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9342491-f18f-4102-9c79-ded23d62fc23 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:26.245841 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9342491-f18f-4102-9c79-ded23d62fc23 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:26.246171 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9342491-f18f-4102-9c79-ded23d62fc23 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:26.246540 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9342491-f18f-4102-9c79-ded23d62fc23 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:26.246910 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9342491-f18f-4102-9c79-ded23d62fc23 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:26.247248 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9342491-f18f-4102-9c79-ded23d62fc23 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:26.329324 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecdf81-6491-4c40-b624-89e2cc073c32 req-d9622610-1fde-4b31-a7dd-e4df63c018fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:26.332145 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08ecdf81-6491-4c40-b624-89e2cc073c32 req-d9622610-1fde-4b31-a7dd-e4df63c018fa service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2 HTTP/1.1" status: 200 len: 853 time: 0.0988967 Nov 04 11:42:26.390410 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecdf81-6491-4c40-b624-89e2cc073c32 req-a511c89f-7c7f-4389-a73e-3b908bdc17d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:26.392116 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08ecdf81-6491-4c40-b624-89e2cc073c32 req-a511c89f-7c7f-4389-a73e-3b908bdc17d9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9dce375d-2040-4dd5-b291-474bfd348906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469098 Nov 04 11:42:26.405417 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-5c2c009d-3b4c-4708-971a-45a6b8ead365 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Deleting port d8feb50c-8904-4f4c-be42-25d7eb771513 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:42:26.405994 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5c2c009d-3b4c-4708-971a-45a6b8ead365 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:26.494321 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08ecdf81-6491-4c40-b624-89e2cc073c32 req-8a5d4f0c-65be-49b7-9659-22b82bf13d7a service neutron] 10.222.0.121 "GET /v2.0/networks/9dce375d-2040-4dd5-b291-474bfd348906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930543 Nov 04 11:42:26.496373 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5c2c009d-3b4c-4708-971a-45a6b8ead365 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:26.496698 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5c2c009d-3b4c-4708-971a-45a6b8ead365 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:26.510151 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-5c2c009d-3b4c-4708-971a-45a6b8ead365 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Calling delete_port for d8feb50c-8904-4f4c-be42-25d7eb771513 owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:42:26.595298 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-08ecdf81-6491-4c40-b624-89e2cc073c32 req-5f9cf819-d2b0-4654-9d22-d4d68ec31619 service neutron] 10.222.0.121 "GET /v2.0/networks/9dce375d-2040-4dd5-b291-474bfd348906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937896 Nov 04 11:42:26.698444 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5c2c009d-3b4c-4708-971a-45a6b8ead365 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:26.706667 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e97a01-10d2-473f-b96d-c70ab9d13284 req-1f7ffc90-0cfa-4e1d-a495-b734e9908017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:26.708436 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7e97a01-10d2-473f-b96d-c70ab9d13284 req-1f7ffc90-0cfa-4e1d-a495-b734e9908017 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2f4c9dade4fc4823910bf542b050c414&device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 1096 time: 0.0511513 Nov 04 11:42:26.725623 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c009d-3b4c-4708-971a-45a6b8ead365 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Pushing event deleted for resources: {'Port': ['ID=d8feb50c-8904-4f4c-be42-25d7eb771513,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:26.794508 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5c2c009d-3b4c-4708-971a-45a6b8ead365 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:26.794831 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-5c2c009d-3b4c-4708-971a-45a6b8ead365 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Floating IP 3bd13274-7e66-405d-9309-46fcfe570eee disassociated (deleted). External IP: 172.25.7.79, port: a5253f4d-f7c6-45cb-9bd1-3cc660e74508. Nov 04 11:42:26.824354 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e97a01-10d2-473f-b96d-c70ab9d13284 req-af26720a-5b20-4fad-b9ba-0e6469b5e3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:26.825921 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7e97a01-10d2-473f-b96d-c70ab9d13284 req-af26720a-5b20-4fad-b9ba-0e6469b5e3cc service neutron] 10.222.0.121 "GET /v2.0/networks?id=9dce375d-2040-4dd5-b291-474bfd348906 HTTP/1.1" status: 200 len: 916 time: 0.0952826 Nov 04 11:42:26.877272 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7e97a01-10d2-473f-b96d-c70ab9d13284 req-59648267-72a0-45f1-8111-90343bb44364 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5253f4d-f7c6-45cb-9bd1-3cc660e74508 HTTP/1.1" status: 200 len: 217 time: 0.0419436 Nov 04 11:42:26.940610 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e97a01-10d2-473f-b96d-c70ab9d13284 req-6503a3b2-904a-4e06-9db1-797bc83102ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:26.942199 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7e97a01-10d2-473f-b96d-c70ab9d13284 req-6503a3b2-904a-4e06-9db1-797bc83102ea service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2 HTTP/1.1" status: 200 len: 853 time: 0.0558505 Nov 04 11:42:26.992686 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e97a01-10d2-473f-b96d-c70ab9d13284 req-d8d8cd77-87f2-446b-a02a-2636f3d018b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:26.994288 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7e97a01-10d2-473f-b96d-c70ab9d13284 req-d8d8cd77-87f2-446b-a02a-2636f3d018b1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9dce375d-2040-4dd5-b291-474bfd348906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440149 Nov 04 11:42:27.097946 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7e97a01-10d2-473f-b96d-c70ab9d13284 req-af6f02ef-15d3-4b3c-8f07-e0a099427f55 service neutron] 10.222.0.121 "GET /v2.0/networks/9dce375d-2040-4dd5-b291-474bfd348906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943658 Nov 04 11:42:27.197049 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7e97a01-10d2-473f-b96d-c70ab9d13284 req-2d617d22-b1ba-4ba4-b398-a7af9a4871ad service neutron] 10.222.0.121 "GET /v2.0/networks/9dce375d-2040-4dd5-b291-474bfd348906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924468 Nov 04 11:42:27.301645 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2c009d-3b4c-4708-971a-45a6b8ead365 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Router f72358da-3e6c-4ddf-b12c-3c958c3ad13c has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:42:27.420087 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2c009d-3b4c-4708-971a-45a6b8ead365 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:42:27.426364 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5c2c009d-3b4c-4708-971a-45a6b8ead365 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:27.431576 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7aed5f-975f-4caa-ac81-7f525c420dfc None None] Sync routers for ids ['f72358da-3e6c-4ddf-b12c-3c958c3ad13c'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:42:27.445659 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7aed5f-975f-4caa-ac81-7f525c420dfc None None] Routers {'f72358da-3e6c-4ddf-b12c-3c958c3ad13c'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:42:27.446353 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ea7aed5f-975f-4caa-ac81-7f525c420dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:42:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['f72358da-3e6c-4ddf-b12c-3c958c3ad13c'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:42:27.453899 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5c2c009d-3b4c-4708-971a-45a6b8ead365 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "DELETE /v2.0/floatingips/3bd13274-7e66-405d-9309-46fcfe570eee HTTP/1.1" status: 204 len: 168 time: 1.2406037 Nov 04 11:42:27.556703 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-ea7aed5f-975f-4caa-ac81-7f525c420dfc None None] Set router f72358da-3e6c-4ddf-b12c-3c958c3ad13c gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:42:27.763281 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ea7aed5f-975f-4caa-ac81-7f525c420dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'name': 'tempest-TestMinimumBasicScenario-330477153-router', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '232c50d7-d43a-4386-8666-d4845ea856d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:40:29Z', 'updated_at': '2021-11-04T11:40:32Z', 'revision_number': 4, 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'gw_port': {'id': '232c50d7-d43a-4386-8666-d4845ea856d0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:30Z', 'updated_at': '2021-11-04T11:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '4b40274a-aae5-48c6-b557-12c06711bb40', 'name': '', 'network_id': '9dce375d-2040-4dd5-b291-474bfd348906', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'mac_address': 'fa:16:3e:2f:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:31Z', 'updated_at': '2021-11-04T11:40:36Z', 'revision_number': 5, 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'subnets': [{'id': '6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:42:27.791897 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7aed5f-975f-4caa-ac81-7f525c420dfc None None] Checking router: f72358da-3e6c-4ddf-b12c-3c958c3ad13c for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:42:27.800761 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7aed5f-975f-4caa-ac81-7f525c420dfc None None] Routers {'f72358da-3e6c-4ddf-b12c-3c958c3ad13c'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:42:27.801388 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ea7aed5f-975f-4caa-ac81-7f525c420dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:42:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['f72358da-3e6c-4ddf-b12c-3c958c3ad13c'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:42:27.822925 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01e5c1f-854c-4243-891c-055a28792e5f', 'tag': 'a5253f4d-f7c6-45cb-9bd1-3cc660e74508'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:42:27.825518 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4e2a034f213e3ed4147e598e162b1822d6f65ae2e173dcd934e22f7eae9c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b88d11a-6ad4-45a0-87a9-b5f547ca16ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d01e5c1f-854c-4243-891c-055a28792e5f", "tag": "a5253f4d-f7c6-45cb-9bd1-3cc660e74508"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:42:27.862551 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9738bc46-f10e-49c2-bcf2-d3f14563de6a x-openstack-request-id: req-9738bc46-f10e-49c2-bcf2-d3f14563de6a {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:42:27.862981 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01e5c1f-854c-4243-891c-055a28792e5f", "tag": "a5253f4d-f7c6-45cb-9bd1-3cc660e74508", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:42:27.863307 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-9738bc46-f10e-49c2-bcf2-d3f14563de6a {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:42:27.863776 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01e5c1f-854c-4243-891c-055a28792e5f', 'tag': 'a5253f4d-f7c6-45cb-9bd1-3cc660e74508', 'status': 'completed', 'code': 200} Nov 04 11:42:27.907214 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-ea7aed5f-975f-4caa-ac81-7f525c420dfc None None] Set router f72358da-3e6c-4ddf-b12c-3c958c3ad13c gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:42:27.930948 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88d11a-6ad4-45a0-87a9-b5f547ca16ce req-ca588141-be10-4e78-8b03-bfc001d34297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:27.932431 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1b88d11a-6ad4-45a0-87a9-b5f547ca16ce req-ca588141-be10-4e78-8b03-bfc001d34297 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2f4c9dade4fc4823910bf542b050c414&device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 1096 time: 0.0444944 Nov 04 11:42:28.056696 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88d11a-6ad4-45a0-87a9-b5f547ca16ce req-ae2f8b74-87dc-4e03-9c30-99f2ea419c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:28.058441 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1b88d11a-6ad4-45a0-87a9-b5f547ca16ce req-ae2f8b74-87dc-4e03-9c30-99f2ea419c0d service neutron] 10.222.0.121 "GET /v2.0/networks?id=9dce375d-2040-4dd5-b291-474bfd348906 HTTP/1.1" status: 200 len: 916 time: 0.1079638 Nov 04 11:42:28.103413 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1b88d11a-6ad4-45a0-87a9-b5f547ca16ce req-2c8b55ed-0648-4702-80ec-412b2d6029e7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5253f4d-f7c6-45cb-9bd1-3cc660e74508 HTTP/1.1" status: 200 len: 217 time: 0.0357842 Nov 04 11:42:28.129549 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ea7aed5f-975f-4caa-ac81-7f525c420dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'name': 'tempest-TestMinimumBasicScenario-330477153-router', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '232c50d7-d43a-4386-8666-d4845ea856d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:40:29Z', 'updated_at': '2021-11-04T11:40:32Z', 'revision_number': 4, 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'gw_port': {'id': '232c50d7-d43a-4386-8666-d4845ea856d0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:30Z', 'updated_at': '2021-11-04T11:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '4b40274a-aae5-48c6-b557-12c06711bb40', 'name': '', 'network_id': '9dce375d-2040-4dd5-b291-474bfd348906', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'mac_address': 'fa:16:3e:2f:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:31Z', 'updated_at': '2021-11-04T11:40:36Z', 'revision_number': 5, 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'subnets': [{'id': '6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:42:28.157374 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88d11a-6ad4-45a0-87a9-b5f547ca16ce req-ddf392e8-dbc2-4551-b3d4-1dacc62247a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:28.158895 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1b88d11a-6ad4-45a0-87a9-b5f547ca16ce req-ddf392e8-dbc2-4551-b3d4-1dacc62247a3 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2 HTTP/1.1" status: 200 len: 853 time: 0.0474670 Nov 04 11:42:28.161068 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7aed5f-975f-4caa-ac81-7f525c420dfc None None] The sync data for ids ['f72358da-3e6c-4ddf-b12c-3c958c3ad13c'] in n-d-816629-1 is: [{'id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'name': 'tempest-TestMinimumBasicScenario-330477153-router', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '232c50d7-d43a-4386-8666-d4845ea856d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:40:29Z', 'updated_at': '2021-11-04T11:40:32Z', 'revision_number': 4, 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'gw_port': {'id': '232c50d7-d43a-4386-8666-d4845ea856d0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:30Z', 'updated_at': '2021-11-04T11:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '4b40274a-aae5-48c6-b557-12c06711bb40', 'name': '', 'network_id': '9dce375d-2040-4dd5-b291-474bfd348906', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'mac_address': 'fa:16:3e:2f:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:31Z', 'updated_at': '2021-11-04T11:40:36Z', 'revision_number': 5, 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'subnets': [{'id': '6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:42:28.214658 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88d11a-6ad4-45a0-87a9-b5f547ca16ce req-f4661806-2eba-447f-9688-f6c2fa9161f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:28.216264 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1b88d11a-6ad4-45a0-87a9-b5f547ca16ce req-f4661806-2eba-447f-9688-f6c2fa9161f9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9dce375d-2040-4dd5-b291-474bfd348906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503337 Nov 04 11:42:28.314701 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1b88d11a-6ad4-45a0-87a9-b5f547ca16ce req-2c9ba97f-a655-41a1-b1d5-9545cd7b3b78 service neutron] 10.222.0.121 "GET /v2.0/networks/9dce375d-2040-4dd5-b291-474bfd348906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909607 Nov 04 11:42:28.410604 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecb8fce-eee0-4cd6-8753-0d438cc7d485 None None] New status for floating IP 3bd13274-7e66-405d-9309-46fcfe570eee: DOWN {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:42:28.420647 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-1b88d11a-6ad4-45a0-87a9-b5f547ca16ce req-7d4832bc-47ac-4cf9-b694-7ef3f7878d98 service neutron] 10.222.0.121 "GET /v2.0/networks/9dce375d-2040-4dd5-b291-474bfd348906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961149 Nov 04 11:42:36.441771 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:42:36.525529 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91202e14-17f9-4e6b-b6d3-c053f26140c3 req-17f64a2e-967a-4a8c-974e-365ffe0bc688 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:36.527088 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-91202e14-17f9-4e6b-b6d3-c053f26140c3 req-17f64a2e-967a-4a8c-974e-365ffe0bc688 tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 945 time: 0.0558014 Nov 04 11:42:36.582858 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-91202e14-17f9-4e6b-b6d3-c053f26140c3 req-4865109c-17a9-465e-9fa7-ba1713bcfbdb tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485034 Nov 04 11:42:37.711609 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda91d61-621b-4279-86b4-e22234286b88 req-d5335590-87fa-4d42-99f5-bbdc082d646b tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:37.713189 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fda91d61-621b-4279-86b4-e22234286b88 req-d5335590-87fa-4d42-99f5-bbdc082d646b tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 945 time: 0.0587232 Nov 04 11:42:37.767000 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fda91d61-621b-4279-86b4-e22234286b88 req-13a1d9d2-ac67-4e64-a286-0728e9da9b3b tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/security-groups?id=751d833e-a643-44cf-bdf3-fa240ae021da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448303 Nov 04 11:42:38.172500 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176e651-f406-4155-9b28-0f951f40aac5 req-ab1c9140-608d-42b5-b128-c7570ced430d tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:38.174063 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b176e651-f406-4155-9b28-0f951f40aac5 req-ab1c9140-608d-42b5-b128-c7570ced430d tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.121 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 945 time: 0.0645070 Nov 04 11:42:38.274636 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-b176e651-f406-4155-9b28-0f951f40aac5 req-139a66bc-52ac-42fa-8862-ede2160fddcc tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Deleting port a5253f4d-f7c6-45cb-9bd1-3cc660e74508 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:42:38.274982 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b176e651-f406-4155-9b28-0f951f40aac5 req-139a66bc-52ac-42fa-8862-ede2160fddcc tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:38.375592 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-b176e651-f406-4155-9b28-0f951f40aac5 req-139a66bc-52ac-42fa-8862-ede2160fddcc tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] For port a5253f4d-f7c6-45cb-9bd1-3cc660e74508, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=a5253f4d-f7c6-45cb-9bd1-3cc660e74508,segment=NetworkSegment(77162e44-80e4-4f0e-865c-a581ae751325),segment_id=77162e44-80e4-4f0e-865c-a581ae751325)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:42:38.375960 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b176e651-f406-4155-9b28-0f951f40aac5 req-139a66bc-52ac-42fa-8862-ede2160fddcc tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:38.389759 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-b176e651-f406-4155-9b28-0f951f40aac5 req-139a66bc-52ac-42fa-8862-ede2160fddcc tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Calling delete_port for a5253f4d-f7c6-45cb-9bd1-3cc660e74508 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:42:38.533106 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b176e651-f406-4155-9b28-0f951f40aac5 req-139a66bc-52ac-42fa-8862-ede2160fddcc tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:38.545322 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['a5253f4d-f7c6-45cb-9bd1-3cc660e74508'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:42:38.563385 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a66bc-52ac-42fa-8862-ede2160fddcc tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Pushing event deleted for resources: {'Port': ['ID=a5253f4d-f7c6-45cb-9bd1-3cc660e74508,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:38.605056 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-b176e651-f406-4155-9b28-0f951f40aac5 req-139a66bc-52ac-42fa-8862-ede2160fddcc tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] No DVR routers for this DVR port a5253f4d-f7c6-45cb-9bd1-3cc660e74508 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:42:38.607746 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b176e651-f406-4155-9b28-0f951f40aac5 req-139a66bc-52ac-42fa-8862-ede2160fddcc tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:38.611127 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b176e651-f406-4155-9b28-0f951f40aac5 req-139a66bc-52ac-42fa-8862-ede2160fddcc tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.121 "DELETE /v2.0/ports/a5253f4d-f7c6-45cb-9bd1-3cc660e74508 HTTP/1.1" status: 204 len: 173 time: 0.4300094 Nov 04 11:42:38.611567 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01e5c1f-854c-4243-891c-055a28792e5f', 'name': 'network-vif-deleted', 'tag': 'a5253f4d-f7c6-45cb-9bd1-3cc660e74508'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:42:38.613941 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3378ab1e-535e-48f1-b941-84b720c243cc" -d '{"events": [{"server_uuid": "d01e5c1f-854c-4243-891c-055a28792e5f", "name": "network-vif-deleted", "tag": "a5253f4d-f7c6-45cb-9bd1-3cc660e74508"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:42:38.663493 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae46789-b50e-4a97-a9c4-267c874c4562 x-openstack-request-id: req-2ae46789-b50e-4a97-a9c4-267c874c4562 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:42:38.663790 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01e5c1f-854c-4243-891c-055a28792e5f", "name": "network-vif-deleted", "tag": "a5253f4d-f7c6-45cb-9bd1-3cc660e74508", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:42:38.664038 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-2ae46789-b50e-4a97-a9c4-267c874c4562 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:42:38.664447 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01e5c1f-854c-4243-891c-055a28792e5f', 'name': 'network-vif-deleted', 'tag': 'a5253f4d-f7c6-45cb-9bd1-3cc660e74508', 'status': 'completed', 'code': 200} Nov 04 11:42:38.887141 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1b112913-d124-4b6c-80c6-459eb679f2be req-103068f2-bae3-4335-9119-01537c275a2a tempest-TestMinimumBasicScenario-1782211933 tempest-TestMinimumBasicScenario-1782211933-project] 10.222.0.127 "GET /v2.0/ports?device_id=d01e5c1f-854c-4243-891c-055a28792e5f HTTP/1.1" status: 200 len: 210 time: 0.0265160 Nov 04 11:42:40.561382 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34642) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:42:40.938559 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fa95f7b8-8c09-4139-8d55-1262f910eeec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:41.191741 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-fa95f7b8-8c09-4139-8d55-1262f910eeec admin admin] Deleting port 4b40274a-aae5-48c6-b557-12c06711bb40 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:42:41.191957 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fa95f7b8-8c09-4139-8d55-1262f910eeec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:41.273642 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-fa95f7b8-8c09-4139-8d55-1262f910eeec admin admin] For port 4b40274a-aae5-48c6-b557-12c06711bb40, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=4b40274a-aae5-48c6-b557-12c06711bb40,segment=NetworkSegment(77162e44-80e4-4f0e-865c-a581ae751325),segment_id=77162e44-80e4-4f0e-865c-a581ae751325)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:42:41.274006 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fa95f7b8-8c09-4139-8d55-1262f910eeec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:41.287155 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-fa95f7b8-8c09-4139-8d55-1262f910eeec admin admin] Calling delete_port for 4b40274a-aae5-48c6-b557-12c06711bb40 owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:42:41.478971 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fa95f7b8-8c09-4139-8d55-1262f910eeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:41.509627 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95f7b8-8c09-4139-8d55-1262f910eeec admin admin] Pushing event deleted for resources: {'Port': ['ID=4b40274a-aae5-48c6-b557-12c06711bb40,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:41.684397 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fa95f7b8-8c09-4139-8d55-1262f910eeec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:41.911016 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa95f7b8-8c09-4139-8d55-1262f910eeec admin admin] Router f72358da-3e6c-4ddf-b12c-3c958c3ad13c has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:42:42.030915 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa95f7b8-8c09-4139-8d55-1262f910eeec admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:42:42.036358 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fa95f7b8-8c09-4139-8d55-1262f910eeec admin admin] 10.222.0.127 "PUT /v2.0/routers/f72358da-3e6c-4ddf-b12c-3c958c3ad13c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4739070 Nov 04 11:42:42.039307 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34644) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:42:42.040170 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df940f11-6c35-4be4-8140-e674cb3092f7 None None] Sync routers for ids ['f72358da-3e6c-4ddf-b12c-3c958c3ad13c'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:42:42.051348 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df940f11-6c35-4be4-8140-e674cb3092f7 None None] Routers {'f72358da-3e6c-4ddf-b12c-3c958c3ad13c'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:42:42.051978 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-df940f11-6c35-4be4-8140-e674cb3092f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:42:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['f72358da-3e6c-4ddf-b12c-3c958c3ad13c'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:42:42.150425 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bf147851-07ed-4849-b937-b0e92e03d0bb admin admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:42.162885 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-df940f11-6c35-4be4-8140-e674cb3092f7 None None] Set router f72358da-3e6c-4ddf-b12c-3c958c3ad13c gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:42:42.255330 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bf147851-07ed-4849-b937-b0e92e03d0bb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:42.317031 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-bf147851-07ed-4849-b937-b0e92e03d0bb admin admin] Deleting port 232c50d7-d43a-4386-8666-d4845ea856d0 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:42:42.317603 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bf147851-07ed-4849-b937-b0e92e03d0bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:42.388424 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device a5253f4d-f7c6-45cb-9bd1-3cc660e74508 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:42:42.408681 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-bf147851-07ed-4849-b937-b0e92e03d0bb admin admin] For port 232c50d7-d43a-4386-8666-d4845ea856d0, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=232c50d7-d43a-4386-8666-d4845ea856d0,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:42:42.409177 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bf147851-07ed-4849-b937-b0e92e03d0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:42.412309 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: a5253f4d-f7c6-45cb-9bd1-3cc660e74508 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:42:42.412983 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device a5253f4d-f7c6-45cb-9bd1-3cc660e74508 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:42:42.426391 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-bf147851-07ed-4849-b937-b0e92e03d0bb admin admin] Calling delete_port for 232c50d7-d43a-4386-8666-d4845ea856d0 owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:42:42.445036 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-df940f11-6c35-4be4-8140-e674cb3092f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'name': 'tempest-TestMinimumBasicScenario-330477153-router', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '232c50d7-d43a-4386-8666-d4845ea856d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:40:29Z', 'updated_at': '2021-11-04T11:42:41Z', 'revision_number': 5, 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'gw_port': {'id': '232c50d7-d43a-4386-8666-d4845ea856d0', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:30Z', 'updated_at': '2021-11-04T11:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:42:42.472322 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df940f11-6c35-4be4-8140-e674cb3092f7 None None] Checking router: f72358da-3e6c-4ddf-b12c-3c958c3ad13c for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:42:42.481313 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df940f11-6c35-4be4-8140-e674cb3092f7 None None] Routers {'f72358da-3e6c-4ddf-b12c-3c958c3ad13c'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:42:42.481926 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-df940f11-6c35-4be4-8140-e674cb3092f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:42:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['f72358da-3e6c-4ddf-b12c-3c958c3ad13c'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:42:42.571346 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-df940f11-6c35-4be4-8140-e674cb3092f7 None None] Set router f72358da-3e6c-4ddf-b12c-3c958c3ad13c gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:42:42.608289 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bf147851-07ed-4849-b937-b0e92e03d0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:42.626592 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-df940f11-6c35-4be4-8140-e674cb3092f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'name': 'tempest-TestMinimumBasicScenario-330477153-router', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:40:29Z', 'updated_at': '2021-11-04T11:42:42Z', 'revision_number': 6, 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:42:42.635641 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf147851-07ed-4849-b937-b0e92e03d0bb admin admin] Pushing event deleted for resources: {'Port': ['ID=232c50d7-d43a-4386-8666-d4845ea856d0,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:42.654910 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df940f11-6c35-4be4-8140-e674cb3092f7 None None] The sync data for ids ['f72358da-3e6c-4ddf-b12c-3c958c3ad13c'] in n-d-816629-1 is: [{'id': 'f72358da-3e6c-4ddf-b12c-3c958c3ad13c', 'name': 'tempest-TestMinimumBasicScenario-330477153-router', 'tenant_id': '2f4c9dade4fc4823910bf542b050c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:40:29Z', 'updated_at': '2021-11-04T11:42:42Z', 'revision_number': 6, 'project_id': '2f4c9dade4fc4823910bf542b050c414', 'gw_port_host': None}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:42:42.708340 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bf147851-07ed-4849-b937-b0e92e03d0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:42.802197 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bf147851-07ed-4849-b937-b0e92e03d0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:42.804608 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bf147851-07ed-4849-b937-b0e92e03d0bb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:42.848795 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bf147851-07ed-4849-b937-b0e92e03d0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:42.849357 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf147851-07ed-4849-b937-b0e92e03d0bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f72358da-3e6c-4ddf-b12c-3c958c3ad13c {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:42:42.854203 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bf147851-07ed-4849-b937-b0e92e03d0bb admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:42.855375 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bf147851-07ed-4849-b937-b0e92e03d0bb admin admin] 10.222.0.127 "DELETE /v2.0/routers/f72358da-3e6c-4ddf-b12c-3c958c3ad13c HTTP/1.1" status: 204 len: 168 time: 0.8151426 Nov 04 11:42:42.857994 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34646) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:42:42.909020 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2d45fd-1cba-454d-a134-03d85ae9101d admin admin] Deleting subnet 6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:42:42.912358 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fb2d45fd-1cba-454d-a134-03d85ae9101d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:42.948162 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fb2d45fd-1cba-454d-a134-03d85ae9101d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:43.025580 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fb2d45fd-1cba-454d-a134-03d85ae9101d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:43.078070 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:43.085616 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fb2d45fd-1cba-454d-a134-03d85ae9101d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:43.119617 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d45fd-1cba-454d-a134-03d85ae9101d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:43.125291 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-fb2d45fd-1cba-454d-a134-03d85ae9101d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:43.131022 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a083b8-30c9-4e44-ac47-90668a053299 None None] Network 9dce375d-2040-4dd5-b291-474bfd348906 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:42:43.131425 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34648) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:42:43.131925 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fb2d45fd-1cba-454d-a134-03d85ae9101d admin admin] 10.222.0.127 "DELETE /v2.0/subnets/6d4cd928-4d09-42ff-86f4-d1fb95f0c5e2 HTTP/1.1" status: 204 len: 168 time: 0.2727058 Nov 04 11:42:43.208650 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bfef5e81-2e59-4b87-a2d3-435ab61102c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:43.264551 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-bfef5e81-2e59-4b87-a2d3-435ab61102c5 admin admin] Deleting port 13ee765a-6794-4308-b30c-7a4245beb72a {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:42:43.264923 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bfef5e81-2e59-4b87-a2d3-435ab61102c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:43.328979 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-bfef5e81-2e59-4b87-a2d3-435ab61102c5 admin admin] For port 13ee765a-6794-4308-b30c-7a4245beb72a, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=13ee765a-6794-4308-b30c-7a4245beb72a,segment=NetworkSegment(77162e44-80e4-4f0e-865c-a581ae751325),segment_id=77162e44-80e4-4f0e-865c-a581ae751325)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:42:43.329354 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bfef5e81-2e59-4b87-a2d3-435ab61102c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:43.348796 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-bfef5e81-2e59-4b87-a2d3-435ab61102c5 admin admin] Calling delete_port for 13ee765a-6794-4308-b30c-7a4245beb72a owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:42:43.435965 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bfef5e81-2e59-4b87-a2d3-435ab61102c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:43.446886 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16fcdb5-89e6-40aa-aca2-a1b82c1cb2f6 None None] DHCP port deletion for 9dce375d-2040-4dd5-b291-474bfd348906 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:42:43.466100 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfef5e81-2e59-4b87-a2d3-435ab61102c5 admin admin] No DVR routers for this DVR port 13ee765a-6794-4308-b30c-7a4245beb72a on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:42:43.470252 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef5e81-2e59-4b87-a2d3-435ab61102c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=13ee765a-6794-4308-b30c-7a4245beb72a,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:43.543475 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bfef5e81-2e59-4b87-a2d3-435ab61102c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:43.566162 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-bfef5e81-2e59-4b87-a2d3-435ab61102c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dce375d-2040-4dd5-b291-474bfd348906']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:42:43.575955 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-bfef5e81-2e59-4b87-a2d3-435ab61102c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77162e44-80e4-4f0e-865c-a581ae751325') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:42:43.576241 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-bfef5e81-2e59-4b87-a2d3-435ab61102c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77162e44-80e4-4f0e-865c-a581ae751325') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:42:43.585870 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bfef5e81-2e59-4b87-a2d3-435ab61102c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:43.600086 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bfef5e81-2e59-4b87-a2d3-435ab61102c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:43.607362 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfef5e81-2e59-4b87-a2d3-435ab61102c5 admin admin] Releasing vlan 1179 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:42:43.607770 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bfef5e81-2e59-4b87-a2d3-435ab61102c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:42:43.609642 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:42:43.670075 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bfef5e81-2e59-4b87-a2d3-435ab61102c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:43.676582 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-bfef5e81-2e59-4b87-a2d3-435ab61102c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:43.680379 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-bfef5e81-2e59-4b87-a2d3-435ab61102c5 admin admin] 10.222.0.127 "DELETE /v2.0/networks/9dce375d-2040-4dd5-b291-474bfd348906 HTTP/1.1" status: 204 len: 168 time: 0.5460575 Nov 04 11:42:43.683799 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34650) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:42:43.693137 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef5e81-2e59-4b87-a2d3-435ab61102c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dce375d-2040-4dd5-b291-474bfd348906,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:43.741824 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4b40274a-aae5-48c6-b557-12c06711bb40 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:42:43.764812 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 4b40274a-aae5-48c6-b557-12c06711bb40 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:42:43.765468 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 4b40274a-aae5-48c6-b557-12c06711bb40 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:42:43.765877 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 13ee765a-6794-4308-b30c-7a4245beb72a no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:42:43.787736 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 13ee765a-6794-4308-b30c-7a4245beb72a {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:42:43.788076 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 13ee765a-6794-4308-b30c-7a4245beb72a not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:42:43.788496 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 232c50d7-d43a-4386-8666-d4845ea856d0 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:42:43.811894 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 232c50d7-d43a-4386-8666-d4845ea856d0 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:42:43.812231 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 232c50d7-d43a-4386-8666-d4845ea856d0 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:42:44.050875 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4251842d-e15a-426a-83aa-1f43a70b0f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:44.335183 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-4251842d-e15a-426a-83aa-1f43a70b0f9e admin admin] Deleting port 117c056b-e569-48cf-99b7-ddb4f4b94012 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:42:44.335404 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4251842d-e15a-426a-83aa-1f43a70b0f9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:44.431643 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-4251842d-e15a-426a-83aa-1f43a70b0f9e admin admin] For port 117c056b-e569-48cf-99b7-ddb4f4b94012, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=117c056b-e569-48cf-99b7-ddb4f4b94012,segment=NetworkSegment(0ebf3e4e-9f07-4632-9362-fe0d96ca44c0),segment_id=0ebf3e4e-9f07-4632-9362-fe0d96ca44c0)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:42:44.432012 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4251842d-e15a-426a-83aa-1f43a70b0f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:44.729574 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-4251842d-e15a-426a-83aa-1f43a70b0f9e admin admin] Calling delete_port for 117c056b-e569-48cf-99b7-ddb4f4b94012 owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:42:44.912240 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4251842d-e15a-426a-83aa-1f43a70b0f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:44.937816 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251842d-e15a-426a-83aa-1f43a70b0f9e admin admin] Pushing event deleted for resources: {'Port': ['ID=117c056b-e569-48cf-99b7-ddb4f4b94012,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:45.111029 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4251842d-e15a-426a-83aa-1f43a70b0f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:45.342465 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4251842d-e15a-426a-83aa-1f43a70b0f9e admin admin] Router f4303bb5-a652-4e38-b1cd-929fc1890a50 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:42:45.453618 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4251842d-e15a-426a-83aa-1f43a70b0f9e admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:42:45.463425 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4251842d-e15a-426a-83aa-1f43a70b0f9e admin admin] 10.222.0.127 "PUT /v2.0/routers/f4303bb5-a652-4e38-b1cd-929fc1890a50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7758429 Nov 04 11:42:45.463721 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34652) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:42:45.468218 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5da68f-32d2-4e95-aa93-535080b2acac None None] Sync routers for ids ['f4303bb5-a652-4e38-b1cd-929fc1890a50'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:42:45.474553 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:45.480084 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5da68f-32d2-4e95-aa93-535080b2acac None None] Routers {'f4303bb5-a652-4e38-b1cd-929fc1890a50'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:42:45.480713 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-8a5da68f-32d2-4e95-aa93-535080b2acac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:42:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['f4303bb5-a652-4e38-b1cd-929fc1890a50'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:42:45.578140 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2ff6bac0-b6be-4c36-81bd-a4cd6e9dd111 admin admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:45.588385 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-8a5da68f-32d2-4e95-aa93-535080b2acac None None] Set router f4303bb5-a652-4e38-b1cd-929fc1890a50 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:42:45.684691 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2ff6bac0-b6be-4c36-81bd-a4cd6e9dd111 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:45.743245 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-2ff6bac0-b6be-4c36-81bd-a4cd6e9dd111 admin admin] Deleting port 3075afb2-55e2-41d2-9c7b-391a1a8b3745 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:42:45.743584 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2ff6bac0-b6be-4c36-81bd-a4cd6e9dd111 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:45.777430 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-8a5da68f-32d2-4e95-aa93-535080b2acac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4303bb5-a652-4e38-b1cd-929fc1890a50', 'name': 'tempest-TestMinimumBasicScenario-85114153-router', 'tenant_id': 'ac9a30a082224df59d45f2382b22e7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '3075afb2-55e2-41d2-9c7b-391a1a8b3745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:40:34Z', 'updated_at': '2021-11-04T11:42:44Z', 'revision_number': 5, 'project_id': 'ac9a30a082224df59d45f2382b22e7dd', 'gw_port': {'id': '3075afb2-55e2-41d2-9c7b-391a1a8b3745', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4303bb5-a652-4e38-b1cd-929fc1890a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:40:34Z', 'updated_at': '2021-11-04T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:42:45.807757 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5da68f-32d2-4e95-aa93-535080b2acac None None] Checking router: f4303bb5-a652-4e38-b1cd-929fc1890a50 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:42:45.816362 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5da68f-32d2-4e95-aa93-535080b2acac None None] Routers {'f4303bb5-a652-4e38-b1cd-929fc1890a50'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:42:45.817005 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-8a5da68f-32d2-4e95-aa93-535080b2acac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:42:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['f4303bb5-a652-4e38-b1cd-929fc1890a50'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:42:45.827683 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-2ff6bac0-b6be-4c36-81bd-a4cd6e9dd111 admin admin] For port 3075afb2-55e2-41d2-9c7b-391a1a8b3745, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3075afb2-55e2-41d2-9c7b-391a1a8b3745,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:42:45.828047 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2ff6bac0-b6be-4c36-81bd-a4cd6e9dd111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:45.840990 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-2ff6bac0-b6be-4c36-81bd-a4cd6e9dd111 admin admin] Calling delete_port for 3075afb2-55e2-41d2-9c7b-391a1a8b3745 owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:42:45.903624 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-8a5da68f-32d2-4e95-aa93-535080b2acac None None] Set router f4303bb5-a652-4e38-b1cd-929fc1890a50 gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:42:45.954344 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-8a5da68f-32d2-4e95-aa93-535080b2acac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4303bb5-a652-4e38-b1cd-929fc1890a50', 'name': 'tempest-TestMinimumBasicScenario-85114153-router', 'tenant_id': 'ac9a30a082224df59d45f2382b22e7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:40:34Z', 'updated_at': '2021-11-04T11:42:45Z', 'revision_number': 6, 'project_id': 'ac9a30a082224df59d45f2382b22e7dd', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:42:45.983726 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5da68f-32d2-4e95-aa93-535080b2acac None None] The sync data for ids ['f4303bb5-a652-4e38-b1cd-929fc1890a50'] in n-d-816629-1 is: [{'id': 'f4303bb5-a652-4e38-b1cd-929fc1890a50', 'name': 'tempest-TestMinimumBasicScenario-85114153-router', 'tenant_id': 'ac9a30a082224df59d45f2382b22e7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:40:34Z', 'updated_at': '2021-11-04T11:42:45Z', 'revision_number': 6, 'project_id': 'ac9a30a082224df59d45f2382b22e7dd', 'gw_port_host': None}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:42:46.012117 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2ff6bac0-b6be-4c36-81bd-a4cd6e9dd111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:46.040272 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6bac0-b6be-4c36-81bd-a4cd6e9dd111 admin admin] Pushing event deleted for resources: {'Port': ['ID=3075afb2-55e2-41d2-9c7b-391a1a8b3745,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:46.099366 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2ff6bac0-b6be-4c36-81bd-a4cd6e9dd111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:46.204695 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2ff6bac0-b6be-4c36-81bd-a4cd6e9dd111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:46.206842 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2ff6bac0-b6be-4c36-81bd-a4cd6e9dd111 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:46.264379 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2ff6bac0-b6be-4c36-81bd-a4cd6e9dd111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:46.265100 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff6bac0-b6be-4c36-81bd-a4cd6e9dd111 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4303bb5-a652-4e38-b1cd-929fc1890a50 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:42:46.270128 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2ff6bac0-b6be-4c36-81bd-a4cd6e9dd111 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:46.271734 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2ff6bac0-b6be-4c36-81bd-a4cd6e9dd111 admin admin] 10.222.0.127 "DELETE /v2.0/routers/f4303bb5-a652-4e38-b1cd-929fc1890a50 HTTP/1.1" status: 204 len: 168 time: 0.8070211 Nov 04 11:42:46.274968 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34654) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:42:46.328323 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3c65aa-89b6-492a-b401-f8a0d3f801fa admin admin] Deleting subnet befcaf2d-3344-4df7-a85e-b26e281dfffb {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:42:46.332201 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2f3c65aa-89b6-492a-b401-f8a0d3f801fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:46.375621 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2f3c65aa-89b6-492a-b401-f8a0d3f801fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:46.463321 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2f3c65aa-89b6-492a-b401-f8a0d3f801fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:46.522152 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2f3c65aa-89b6-492a-b401-f8a0d3f801fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:46.560966 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c65aa-89b6-492a-b401-f8a0d3f801fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=befcaf2d-3344-4df7-a85e-b26e281dfffb,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:46.562937 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2f3c65aa-89b6-492a-b401-f8a0d3f801fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:46.567947 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c64f63-75dc-4621-83c5-486ad6976881 None None] Network 6b0dcc52-a64d-46df-ae16-cfe771ffc8f2 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:42:46.569111 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34656) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:42:46.569597 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2f3c65aa-89b6-492a-b401-f8a0d3f801fa admin admin] 10.222.0.127 "DELETE /v2.0/subnets/befcaf2d-3344-4df7-a85e-b26e281dfffb HTTP/1.1" status: 204 len: 168 time: 0.2929873 Nov 04 11:42:46.643653 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cd2125ac-7739-4662-8a1c-0dbdd88c87b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:46.699375 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-cd2125ac-7739-4662-8a1c-0dbdd88c87b6 admin admin] Deleting port 7829c00c-ae0e-4884-8628-2af9801658d9 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:42:46.699721 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cd2125ac-7739-4662-8a1c-0dbdd88c87b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:46.768142 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2be12a9-a4de-4913-9659-ae6d77a9c10e None None] DHCP port deletion for 6b0dcc52-a64d-46df-ae16-cfe771ffc8f2 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:42:46.769109 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-cd2125ac-7739-4662-8a1c-0dbdd88c87b6 admin admin] For port 7829c00c-ae0e-4884-8628-2af9801658d9, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7829c00c-ae0e-4884-8628-2af9801658d9,segment=NetworkSegment(0ebf3e4e-9f07-4632-9362-fe0d96ca44c0),segment_id=0ebf3e4e-9f07-4632-9362-fe0d96ca44c0)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:42:46.769552 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cd2125ac-7739-4662-8a1c-0dbdd88c87b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:46.789194 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-cd2125ac-7739-4662-8a1c-0dbdd88c87b6 admin admin] Calling delete_port for 7829c00c-ae0e-4884-8628-2af9801658d9 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:42:46.820358 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e2be12a9-a4de-4913-9659-ae6d77a9c10e None None] Deleting port 7829c00c-ae0e-4884-8628-2af9801658d9 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:42:46.820862 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e2be12a9-a4de-4913-9659-ae6d77a9c10e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:46.869604 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cd2125ac-7739-4662-8a1c-0dbdd88c87b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:46.890701 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e2be12a9-a4de-4913-9659-ae6d77a9c10e None None] For port 7829c00c-ae0e-4884-8628-2af9801658d9, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=7829c00c-ae0e-4884-8628-2af9801658d9,segment=NetworkSegment(0ebf3e4e-9f07-4632-9362-fe0d96ca44c0),segment_id=0ebf3e4e-9f07-4632-9362-fe0d96ca44c0)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:42:46.891052 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e2be12a9-a4de-4913-9659-ae6d77a9c10e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:46.896279 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2125ac-7739-4662-8a1c-0dbdd88c87b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7829c00c-ae0e-4884-8628-2af9801658d9,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:46.900142 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2125ac-7739-4662-8a1c-0dbdd88c87b6 admin admin] No DVR routers for this DVR port 7829c00c-ae0e-4884-8628-2af9801658d9 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:42:46.910352 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e2be12a9-a4de-4913-9659-ae6d77a9c10e None None] Calling delete_port for 7829c00c-ae0e-4884-8628-2af9801658d9 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:42:46.914465 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bbe182b0-e7b5-47db-ad75-2ae7b1aa178b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:46.976116 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cd2125ac-7739-4662-8a1c-0dbdd88c87b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:46.993533 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e2be12a9-a4de-4913-9659-ae6d77a9c10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:46.997746 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-cd2125ac-7739-4662-8a1c-0dbdd88c87b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0dcc52-a64d-46df-ae16-cfe771ffc8f2']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:42:47.008438 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-cd2125ac-7739-4662-8a1c-0dbdd88c87b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ebf3e4e-9f07-4632-9362-fe0d96ca44c0') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:42:47.008720 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-cd2125ac-7739-4662-8a1c-0dbdd88c87b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ebf3e4e-9f07-4632-9362-fe0d96ca44c0') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:42:47.019401 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cd2125ac-7739-4662-8a1c-0dbdd88c87b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:47.020899 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be12a9-a4de-4913-9659-ae6d77a9c10e None None] Pushing event deleted for resources: {'Port': ['ID=7829c00c-ae0e-4884-8628-2af9801658d9,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:47.025723 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2be12a9-a4de-4913-9659-ae6d77a9c10e None None] No DVR routers for this DVR port 7829c00c-ae0e-4884-8628-2af9801658d9 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:42:47.035849 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be12a9-a4de-4913-9659-ae6d77a9c10e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:47.035849 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be12a9-a4de-4913-9659-ae6d77a9c10e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:47.035849 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be12a9-a4de-4913-9659-ae6d77a9c10e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:47.035849 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be12a9-a4de-4913-9659-ae6d77a9c10e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:47.035849 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be12a9-a4de-4913-9659-ae6d77a9c10e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:47.035849 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be12a9-a4de-4913-9659-ae6d77a9c10e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:47.036900 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cd2125ac-7739-4662-8a1c-0dbdd88c87b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:47.037550 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be12a9-a4de-4913-9659-ae6d77a9c10e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:47.037550 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be12a9-a4de-4913-9659-ae6d77a9c10e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:47.037550 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be12a9-a4de-4913-9659-ae6d77a9c10e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:47.037550 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be12a9-a4de-4913-9659-ae6d77a9c10e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:47.037550 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be12a9-a4de-4913-9659-ae6d77a9c10e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:47.037550 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be12a9-a4de-4913-9659-ae6d77a9c10e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:47.050549 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2125ac-7739-4662-8a1c-0dbdd88c87b6 admin admin] Releasing vlan 1192 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:42:47.050960 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cd2125ac-7739-4662-8a1c-0dbdd88c87b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:42:47.052854 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:42:47.111498 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cd2125ac-7739-4662-8a1c-0dbdd88c87b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:47.116132 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cd2125ac-7739-4662-8a1c-0dbdd88c87b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:47.119547 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-cd2125ac-7739-4662-8a1c-0dbdd88c87b6 admin admin] 10.222.0.127 "DELETE /v2.0/networks/6b0dcc52-a64d-46df-ae16-cfe771ffc8f2 HTTP/1.1" status: 204 len: 168 time: 0.5487101 Nov 04 11:42:47.132997 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2125ac-7739-4662-8a1c-0dbdd88c87b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b0dcc52-a64d-46df-ae16-cfe771ffc8f2,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:47.298194 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34660) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:42:47.345987 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9814750f-4926-4941-bfda-e430069c76b0 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=2f4c9dade4fc4823910bf542b050c414&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0464790 Nov 04 11:42:47.349600 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34662) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:42:47.399440 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-665ab73a-4004-4cec-8ac9-9da3660730b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:47.420593 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-665ab73a-4004-4cec-8ac9-9da3660730b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:47.471194 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-665ab73a-4004-4cec-8ac9-9da3660730b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:47.474810 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-665ab73a-4004-4cec-8ac9-9da3660730b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:47.476089 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-665ab73a-4004-4cec-8ac9-9da3660730b8 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/751d833e-a643-44cf-bdf3-fa240ae021da HTTP/1.1" status: 204 len: 168 time: 0.1256011 Nov 04 11:42:47.483953 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ab73a-4004-4cec-8ac9-9da3660730b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751d833e-a643-44cf-bdf3-fa240ae021da,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:47.723294 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3075afb2-55e2-41d2-9c7b-391a1a8b3745 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:42:47.744013 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 3075afb2-55e2-41d2-9c7b-391a1a8b3745 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:42:47.744351 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3075afb2-55e2-41d2-9c7b-391a1a8b3745 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:42:47.744761 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 117c056b-e569-48cf-99b7-ddb4f4b94012 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:42:47.765150 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 117c056b-e569-48cf-99b7-ddb4f4b94012 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:42:47.765448 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 117c056b-e569-48cf-99b7-ddb4f4b94012 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:42:47.765777 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7829c00c-ae0e-4884-8628-2af9801658d9 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:42:47.814704 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34668) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:42:47.860894 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ac811c05-7943-4f30-b44b-deb0e271fbb0 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=ac9a30a082224df59d45f2382b22e7dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422053 Nov 04 11:42:47.861358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34670) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:42:47.916840 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0e414c63-04b1-49a8-9155-13de965975ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:47.939097 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0e414c63-04b1-49a8-9155-13de965975ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:47.952399 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 7829c00c-ae0e-4884-8628-2af9801658d9 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:42:47.952711 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 7829c00c-ae0e-4884-8628-2af9801658d9 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:42:47.991664 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0e414c63-04b1-49a8-9155-13de965975ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:47.994469 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0e414c63-04b1-49a8-9155-13de965975ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:47.995635 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0e414c63-04b1-49a8-9155-13de965975ac admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/8450de46-58d9-4d76-9400-672926596f82 HTTP/1.1" status: 204 len: 168 time: 0.1334255 Nov 04 11:42:48.003371 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e414c63-04b1-49a8-9155-13de965975ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8450de46-58d9-4d76-9400-672926596f82,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:49.741848 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34710) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:42:49.747644 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-9a253045-7123-40bd-92d5-65daf1198c4c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1679168069', 'description': 'tempest-secgroup-smoke-1679168069 description', 'project_id': '1ef3e74ffc834573ba9c036355859023'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:42:49.764154 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f83ea6a-a254-4e98-a868-da3b78c4c206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:49.772066 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9a253045-7123-40bd-92d5-65daf1198c4c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:49.781226 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9a253045-7123-40bd-92d5-65daf1198c4c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:49.855022 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9a253045-7123-40bd-92d5-65daf1198c4c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:49.860724 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9a253045-7123-40bd-92d5-65daf1198c4c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:49.898797 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a253045-7123-40bd-92d5-65daf1198c4c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d046f53-ede8-4172-a768-a85843b4c047,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:49.937232 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9a253045-7123-40bd-92d5-65daf1198c4c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:49.943527 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9a253045-7123-40bd-92d5-65daf1198c4c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:49.976547 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-9a253045-7123-40bd-92d5-65daf1198c4c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:49.978544 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9a253045-7123-40bd-92d5-65daf1198c4c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2356348 Nov 04 11:42:49.981732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34712) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:42:49.983426 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a253045-7123-40bd-92d5-65daf1198c4c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16aef8a7-381a-4967-9cca-f86887f053fe,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:49.987262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-2ca8d785-0ec1-48d0-8bc8-4707bff884d8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': '16aef8a7-381a-4967-9cca-f86887f053fe', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:42:50.019734 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ca8d785-0ec1-48d0-8bc8-4707bff884d8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:50.069804 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ca8d785-0ec1-48d0-8bc8-4707bff884d8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:50.075332 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ca8d785-0ec1-48d0-8bc8-4707bff884d8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:50.094270 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8d785-0ec1-48d0-8bc8-4707bff884d8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe2c5ec-bb79-41b0-a4d9-9c065c4548da,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:50.103137 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2ca8d785-0ec1-48d0-8bc8-4707bff884d8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:50.104371 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2ca8d785-0ec1-48d0-8bc8-4707bff884d8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215985 Nov 04 11:42:50.107294 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34714) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:42:50.111632 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-4d43d2e0-1c2a-4493-b479-b92365811d58 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': '16aef8a7-381a-4967-9cca-f86887f053fe', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:42:50.140878 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4d43d2e0-1c2a-4493-b479-b92365811d58 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:50.198811 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4d43d2e0-1c2a-4493-b479-b92365811d58 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:50.204039 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4d43d2e0-1c2a-4493-b479-b92365811d58 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:50.221816 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d43d2e0-1c2a-4493-b479-b92365811d58 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336a092d-6b93-4f62-9611-23a081ac22e3,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:50.230176 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4d43d2e0-1c2a-4493-b479-b92365811d58 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:50.231428 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4d43d2e0-1c2a-4493-b479-b92365811d58 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232018 Nov 04 11:42:50.234235 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34716) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:42:50.238747 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-7af37934-1298-4ee8-8e92-f1b73c3d114b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': '16aef8a7-381a-4967-9cca-f86887f053fe', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:42:50.266796 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7af37934-1298-4ee8-8e92-f1b73c3d114b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:50.328984 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7af37934-1298-4ee8-8e92-f1b73c3d114b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:50.335226 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7af37934-1298-4ee8-8e92-f1b73c3d114b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:50.355621 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af37934-1298-4ee8-8e92-f1b73c3d114b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f90b8a5-a2e4-4f93-947d-6f03d170b630,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:50.365193 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7af37934-1298-4ee8-8e92-f1b73c3d114b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:50.366553 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7af37934-1298-4ee8-8e92-f1b73c3d114b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314087 Nov 04 11:42:50.369907 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34718) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:42:50.374762 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-7c2e0152-2d18-42f6-9966-a3c471aaefb0 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': '16aef8a7-381a-4967-9cca-f86887f053fe', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:42:50.405209 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7c2e0152-2d18-42f6-9966-a3c471aaefb0 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:50.469547 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7c2e0152-2d18-42f6-9966-a3c471aaefb0 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:50.475548 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7c2e0152-2d18-42f6-9966-a3c471aaefb0 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:50.495513 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e0152-2d18-42f6-9966-a3c471aaefb0 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf09bf5-e13b-4e5f-b67d-5e8e18d6fb10,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:50.502134 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7c2e0152-2d18-42f6-9966-a3c471aaefb0 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:50.503382 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7c2e0152-2d18-42f6-9966-a3c471aaefb0 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1325238 Nov 04 11:42:50.506245 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34720) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:42:50.510612 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-9702d5bd-295a-49cb-8bf1-9e5f138ea9cd tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': '16aef8a7-381a-4967-9cca-f86887f053fe', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:42:50.535615 n-d-816629-1 neutron-server[101775]: INFO neutron.db.securitygroups_db [None req-9702d5bd-295a-49cb-8bf1-9e5f138ea9cd tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Project 1ef3e74ffc834573ba9c036355859023 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 11:42:50.541605 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9702d5bd-295a-49cb-8bf1-9e5f138ea9cd tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:50.607853 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9702d5bd-295a-49cb-8bf1-9e5f138ea9cd tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:50.613056 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9702d5bd-295a-49cb-8bf1-9e5f138ea9cd tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:50.634085 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702d5bd-295a-49cb-8bf1-9e5f138ea9cd tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e293e7-1032-4967-810b-78d73b96fd61,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:50.640129 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9702d5bd-295a-49cb-8bf1-9e5f138ea9cd tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:50.641455 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9702d5bd-295a-49cb-8bf1-9e5f138ea9cd tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1342556 Nov 04 11:42:50.644300 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34722) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:42:50.648768 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-dabe8b48-498c-412c-be1e-d0203493f7db tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': '16aef8a7-381a-4967-9cca-f86887f053fe', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:42:50.674390 n-d-816629-1 neutron-server[101775]: INFO neutron.db.securitygroups_db [None req-dabe8b48-498c-412c-be1e-d0203493f7db tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Project 1ef3e74ffc834573ba9c036355859023 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 11:42:50.679439 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dabe8b48-498c-412c-be1e-d0203493f7db tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:50.745118 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dabe8b48-498c-412c-be1e-d0203493f7db tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:50.751161 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dabe8b48-498c-412c-be1e-d0203493f7db tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:50.773019 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe8b48-498c-412c-be1e-d0203493f7db tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d23f1c-bb74-4e03-879f-f97a35785c46,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:50.782919 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dabe8b48-498c-412c-be1e-d0203493f7db tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:50.784150 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-dabe8b48-498c-412c-be1e-d0203493f7db tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1388450 Nov 04 11:42:50.787327 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34724) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:42:50.792254 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-d2ac6213-3734-4195-a264-ff520ce56b27 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'network': {'name': 'tempest-network-smoke--193023284', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'port_security_enabled': True}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:42:50.814906 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ac6213-3734-4195-a264-ff520ce56b27 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Made reservation on behalf of 1ef3e74ffc834573ba9c036355859023 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:42:50.818466 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2ac6213-3734-4195-a264-ff520ce56b27 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:50.843066 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ac6213-3734-4195-a264-ff520ce56b27 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1165} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:42:50.853234 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2ac6213-3734-4195-a264-ff520ce56b27 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:50.853615 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-d2ac6213-3734-4195-a264-ff520ce56b27 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Added segment aae57d10-f850-427a-8683-c7f1dd4e90b6 of type vlan for network c4df5c6a-a89a-477d-a48d-e65c368338ce Nov 04 11:42:50.898560 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2ac6213-3734-4195-a264-ff520ce56b27 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:50.931994 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2ac6213-3734-4195-a264-ff520ce56b27 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:50.940605 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ac6213-3734-4195-a264-ff520ce56b27 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:50.941530 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2ac6213-3734-4195-a264-ff520ce56b27 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:51.001615 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d2ac6213-3734-4195-a264-ff520ce56b27 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2131784 Nov 04 11:42:51.004600 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34726) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:42:51.011300 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-be946d4d-0922-45a2-b63f-f3a3ca75adbf tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-781334555', 'admin_state_up': True, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:42:51.019574 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac6213-3734-4195-a264-ff520ce56b27 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Network': ['ID=c4df5c6a-a89a-477d-a48d-e65c368338ce,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:51.031829 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network c4df5c6a-a89a-477d-a48d-e65c368338ce details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:42:51.039950 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-be946d4d-0922-45a2-b63f-f3a3ca75adbf tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:51.041350 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-be946d4d-0922-45a2-b63f-f3a3ca75adbf tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:51.071718 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:51.100794 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-be946d4d-0922-45a2-b63f-f3a3ca75adbf tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:51.246513 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-be946d4d-0922-45a2-b63f-f3a3ca75adbf tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:51.456019 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-be946d4d-0922-45a2-b63f-f3a3ca75adbf tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:51.475540 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-be946d4d-0922-45a2-b63f-f3a3ca75adbf tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:51.595586 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-be946d4d-0922-45a2-b63f-f3a3ca75adbf tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Allocated IP 172.25.7.80 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/bd6506f8-31e4-46d0-a80f-5b45dced448f) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:42:51.708880 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-be946d4d-0922-45a2-b63f-f3a3ca75adbf tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:51.759032 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-be946d4d-0922-45a2-b63f-f3a3ca75adbf tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:51.796252 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be946d4d-0922-45a2-b63f-f3a3ca75adbf tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:42:51.801091 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-be946d4d-0922-45a2-b63f-f3a3ca75adbf tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:42:51.803464 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be946d4d-0922-45a2-b63f-f3a3ca75adbf tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:42:51.831532 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be946d4d-0922-45a2-b63f-f3a3ca75adbf tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=bd6506f8-31e4-46d0-a80f-5b45dced448f,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:52.073229 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-be946d4d-0922-45a2-b63f-f3a3ca75adbf tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:52.290474 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-be946d4d-0922-45a2-b63f-f3a3ca75adbf tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:52.425812 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be946d4d-0922-45a2-b63f-f3a3ca75adbf tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Router d9c93817-6c0a-48de-a053-b1c6be1eb8a5 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 11:42:52.460634 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:52.540399 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be946d4d-0922-45a2-b63f-f3a3ca75adbf tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:42:52.550313 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1945d8a-0a6f-42c0-af00-a1310a1533a9 None None] Sync routers for ids ['d9c93817-6c0a-48de-a053-b1c6be1eb8a5'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:42:52.560956 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1945d8a-0a6f-42c0-af00-a1310a1533a9 None None] Routers {'d9c93817-6c0a-48de-a053-b1c6be1eb8a5'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:42:52.561561 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f1945d8a-0a6f-42c0-af00-a1310a1533a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:42:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d9c93817-6c0a-48de-a053-b1c6be1eb8a5'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:42:52.562301 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-be946d4d-0922-45a2-b63f-f3a3ca75adbf tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:52.563686 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-be946d4d-0922-45a2-b63f-f3a3ca75adbf tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5580890 Nov 04 11:42:52.566974 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34728) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:42:52.668031 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-f1945d8a-0a6f-42c0-af00-a1310a1533a9 None None] Set router d9c93817-6c0a-48de-a053-b1c6be1eb8a5 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:42:52.675376 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:52.693469 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-84d7a4b3-8084-4025-a26a-853171d91a45 tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] 10.222.0.127 "GET /v2.0/subnets?project_id=1ef3e74ffc834573ba9c036355859023&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1253564 Nov 04 11:42:52.696304 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34732) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:42:52.855549 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f1945d8a-0a6f-42c0-af00-a1310a1533a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781334555', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:42:51Z', 'revision_number': 3, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:78:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:42:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:42:52.883067 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1945d8a-0a6f-42c0-af00-a1310a1533a9 None None] Checking router: d9c93817-6c0a-48de-a053-b1c6be1eb8a5 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:42:52.883727 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1945d8a-0a6f-42c0-af00-a1310a1533a9 None None] Updating router d9c93817-6c0a-48de-a053-b1c6be1eb8a5 port bd6506f8-31e4-46d0-a80f-5b45dced448f binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:42:52.909332 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f1945d8a-0a6f-42c0-af00-a1310a1533a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:53.168262 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f1945d8a-0a6f-42c0-af00-a1310a1533a9 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:53.174720 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f1945d8a-0a6f-42c0-af00-a1310a1533a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:53.175521 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27634daa-c0a4-4a02-9110-4881fe25b5c0 tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:53.180986 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-27634daa-c0a4-4a02-9110-4881fe25b5c0 tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4808233 Nov 04 11:42:53.181334 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34734) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:42:53.214004 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fcb8d058-b27d-4973-8362-ce702aef71fa tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] 10.222.0.127 "GET /v2.0/subnets?network_id=301c0cd8-d116-455e-af06-7601efa602d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314353 Nov 04 11:42:53.216911 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34736) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:42:53.222639 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-e97ca465-11c1-4848-9327-48492d17b615 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-385976103', 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:42:53.228740 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-f1945d8a-0a6f-42c0-af00-a1310a1533a9 None None] Attempting to bind port bd6506f8-31e4-46d0-a80f-5b45dced448f on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:42:53.229122 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-f1945d8a-0a6f-42c0-af00-a1310a1533a9 None None] Attempting to bind port bd6506f8-31e4-46d0-a80f-5b45dced448f by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:42:53.229512 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1945d8a-0a6f-42c0-af00-a1310a1533a9 None None] Attempting to bind port bd6506f8-31e4-46d0-a80f-5b45dced448f on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:42:53.239673 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc49ff-7857-49ab-b9b5-d495a1b9ef12 None None] Pushing event updated for resources: {'Port': ['ID=bd6506f8-31e4-46d0-a80f-5b45dced448f,revision_number=2']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:53.248144 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1945d8a-0a6f-42c0-af00-a1310a1533a9 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:42:53.248529 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1945d8a-0a6f-42c0-af00-a1310a1533a9 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:42:53.248948 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f1945d8a-0a6f-42c0-af00-a1310a1533a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:53.249326 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1945d8a-0a6f-42c0-af00-a1310a1533a9 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:42:53.250835 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-f1945d8a-0a6f-42c0-af00-a1310a1533a9 None None] Bound port: bd6506f8-31e4-46d0-a80f-5b45dced448f, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:42:53.250835 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f1945d8a-0a6f-42c0-af00-a1310a1533a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:53.252302 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc49ff-7857-49ab-b9b5-d495a1b9ef12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:53.252636 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc49ff-7857-49ab-b9b5-d495a1b9ef12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:53.252987 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc49ff-7857-49ab-b9b5-d495a1b9ef12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:53.253306 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc49ff-7857-49ab-b9b5-d495a1b9ef12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:53.253885 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc49ff-7857-49ab-b9b5-d495a1b9ef12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:53.254057 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc49ff-7857-49ab-b9b5-d495a1b9ef12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:53.254361 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc49ff-7857-49ab-b9b5-d495a1b9ef12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:53.254645 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc49ff-7857-49ab-b9b5-d495a1b9ef12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:53.255075 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc49ff-7857-49ab-b9b5-d495a1b9ef12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:53.255414 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc49ff-7857-49ab-b9b5-d495a1b9ef12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:53.255723 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc49ff-7857-49ab-b9b5-d495a1b9ef12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:53.256047 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc49ff-7857-49ab-b9b5-d495a1b9ef12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:42:53.313084 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-f1945d8a-0a6f-42c0-af00-a1310a1533a9 None None] For port bd6506f8-31e4-46d0-a80f-5b45dced448f, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:42:53.316493 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-f1945d8a-0a6f-42c0-af00-a1310a1533a9 None None] For port bd6506f8-31e4-46d0-a80f-5b45dced448f, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=bd6506f8-31e4-46d0-a80f-5b45dced448f,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:42:53.322274 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f1945d8a-0a6f-42c0-af00-a1310a1533a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:53.326319 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97ca465-11c1-4848-9327-48492d17b615 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Made reservation on behalf of 1ef3e74ffc834573ba9c036355859023 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:42:53.330816 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e97ca465-11c1-4848-9327-48492d17b615 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:53.385081 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc49ff-7857-49ab-b9b5-d495a1b9ef12 None None] Pushing event updated for resources: {'Port': ['ID=bd6506f8-31e4-46d0-a80f-5b45dced448f,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:53.387465 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1945d8a-0a6f-42c0-af00-a1310a1533a9 None None] Routers {'d9c93817-6c0a-48de-a053-b1c6be1eb8a5'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:42:53.388059 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f1945d8a-0a6f-42c0-af00-a1310a1533a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:42:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d9c93817-6c0a-48de-a053-b1c6be1eb8a5'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:42:53.494289 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-f1945d8a-0a6f-42c0-af00-a1310a1533a9 None None] Set router d9c93817-6c0a-48de-a053-b1c6be1eb8a5 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:42:53.523020 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e97ca465-11c1-4848-9327-48492d17b615 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:53.587930 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ca465-11c1-4848-9327-48492d17b615 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Subnet': ['ID=8bb3134d-9786-452b-b915-799f326a1ac3,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:53.597752 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ca465-11c1-4848-9327-48492d17b615 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Checking segment: {'id': 'aae57d10-f850-427a-8683-c7f1dd4e90b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:42:53.598105 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97ca465-11c1-4848-9327-48492d17b615 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network hostable DHCP agents. Network: c4df5c6a-a89a-477d-a48d-e65c368338ce, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:42:53.616668 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97ca465-11c1-4848-9327-48492d17b615 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network c4df5c6a-a89a-477d-a48d-e65c368338ce is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:42:53.626953 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-e97ca465-11c1-4848-9327-48492d17b615 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, c4df5c6a-a89a-477d-a48d-e65c368338ce) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:42:53.632300 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97ca465-11c1-4848-9327-48492d17b615 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:53.633050 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e97ca465-11c1-4848-9327-48492d17b615 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:53.645840 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcecd5a-eeb5-4b92-bfb1-fbd04dfb5068 None None] Network c4df5c6a-a89a-477d-a48d-e65c368338ce requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:42:53.657351 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e97ca465-11c1-4848-9327-48492d17b615 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4367154 Nov 04 11:42:53.657584 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34738) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:42:53.685103 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f1945d8a-0a6f-42c0-af00-a1310a1533a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781334555', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:42:51Z', 'revision_number': 3, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:78:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:42:53.717350 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1945d8a-0a6f-42c0-af00-a1310a1533a9 None None] The sync data for ids ['d9c93817-6c0a-48de-a053-b1c6be1eb8a5'] in n-d-816629-1 is: [{'id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781334555', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:42:51Z', 'revision_number': 3, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:78:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:42:53.802672 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33b1d19-fa0f-4067-a8a5-818530606f2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-c4df5c6a-a89a-477d-a48d-e65c368338ce', 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'fixed_ips': [{'subnet_id': '8bb3134d-9786-452b-b915-799f326a1ac3'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:42:53.803711 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d33b1d19-fa0f-4067-a8a5-818530606f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:53.981557 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-d33b1d19-fa0f-4067-a8a5-818530606f2c None None] Allocated IP 172.20.0.2 (c4df5c6a-a89a-477d-a48d-e65c368338ce/8bb3134d-9786-452b-b915-799f326a1ac3/14aa9d0d-9e02-4c34-914b-9ec5f6b05e55) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:42:54.145070 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d33b1d19-fa0f-4067-a8a5-818530606f2c None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:54.151558 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-46e8f390-1c89-49bf-9b91-5d3f1c222aa4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:54.152137 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d33b1d19-fa0f-4067-a8a5-818530606f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:54.200877 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33b1d19-fa0f-4067-a8a5-818530606f2c None None] Network c4df5c6a-a89a-477d-a48d-e65c368338ce is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:42:54.211164 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b1d19-fa0f-4067-a8a5-818530606f2c None None] Pushing event updated for resources: {'Port': ['ID=14aa9d0d-9e02-4c34-914b-9ec5f6b05e55,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:54.214196 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-d33b1d19-fa0f-4067-a8a5-818530606f2c None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:42:54.216367 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33b1d19-fa0f-4067-a8a5-818530606f2c None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:42:54.272389 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-d33b1d19-fa0f-4067-a8a5-818530606f2c None None] Attempting to bind port 14aa9d0d-9e02-4c34-914b-9ec5f6b05e55 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:42:54.272755 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-d33b1d19-fa0f-4067-a8a5-818530606f2c None None] Attempting to bind port 14aa9d0d-9e02-4c34-914b-9ec5f6b05e55 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'aae57d10-f850-427a-8683-c7f1dd4e90b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:42:54.273151 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b1d19-fa0f-4067-a8a5-818530606f2c None None] Attempting to bind port 14aa9d0d-9e02-4c34-914b-9ec5f6b05e55 on network c4df5c6a-a89a-477d-a48d-e65c368338ce {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:42:54.278654 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b1d19-fa0f-4067-a8a5-818530606f2c None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:42:54.279032 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b1d19-fa0f-4067-a8a5-818530606f2c None None] Checking segment: {'id': 'aae57d10-f850-427a-8683-c7f1dd4e90b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:42:54.279489 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d33b1d19-fa0f-4067-a8a5-818530606f2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:54.279888 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b1d19-fa0f-4067-a8a5-818530606f2c None None] Bound using segment: {'id': 'aae57d10-f850-427a-8683-c7f1dd4e90b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:42:54.280360 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-d33b1d19-fa0f-4067-a8a5-818530606f2c None None] Bound port: 14aa9d0d-9e02-4c34-914b-9ec5f6b05e55, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae57d10-f850-427a-8683-c7f1dd4e90b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:42:54.280741 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d33b1d19-fa0f-4067-a8a5-818530606f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:54.347922 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-d33b1d19-fa0f-4067-a8a5-818530606f2c None None] For port 14aa9d0d-9e02-4c34-914b-9ec5f6b05e55, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:42:54.355048 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-d33b1d19-fa0f-4067-a8a5-818530606f2c None None] For port 14aa9d0d-9e02-4c34-914b-9ec5f6b05e55, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=14aa9d0d-9e02-4c34-914b-9ec5f6b05e55,segment=NetworkSegment(aae57d10-f850-427a-8683-c7f1dd4e90b6),segment_id=aae57d10-f850-427a-8683-c7f1dd4e90b6)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:42:54.360408 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d33b1d19-fa0f-4067-a8a5-818530606f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:54.427098 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b1d19-fa0f-4067-a8a5-818530606f2c None None] Pushing event updated for resources: {'Port': ['ID=14aa9d0d-9e02-4c34-914b-9ec5f6b05e55,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:54.476607 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-46e8f390-1c89-49bf-9b91-5d3f1c222aa4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Allocated IP 172.20.0.1 (c4df5c6a-a89a-477d-a48d-e65c368338ce/8bb3134d-9786-452b-b915-799f326a1ac3/afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:42:54.634906 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-46e8f390-1c89-49bf-9b91-5d3f1c222aa4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:54.675875 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-46e8f390-1c89-49bf-9b91-5d3f1c222aa4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:54.729259 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e8f390-1c89-49bf-9b91-5d3f1c222aa4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network c4df5c6a-a89a-477d-a48d-e65c368338ce is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:42:54.732457 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-46e8f390-1c89-49bf-9b91-5d3f1c222aa4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:42:54.737128 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e8f390-1c89-49bf-9b91-5d3f1c222aa4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:42:54.741115 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8f390-1c89-49bf-9b91-5d3f1c222aa4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:54.783061 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-46e8f390-1c89-49bf-9b91-5d3f1c222aa4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:54.917278 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-46e8f390-1c89-49bf-9b91-5d3f1c222aa4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:55.204292 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-46e8f390-1c89-49bf-9b91-5d3f1c222aa4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:55.210595 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-46e8f390-1c89-49bf-9b91-5d3f1c222aa4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:55.284003 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8f390-1c89-49bf-9b91-5d3f1c222aa4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:55.287118 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-46e8f390-1c89-49bf-9b91-5d3f1c222aa4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:55.389547 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e8f390-1c89-49bf-9b91-5d3f1c222aa4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network c4df5c6a-a89a-477d-a48d-e65c368338ce is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:42:55.391061 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-46e8f390-1c89-49bf-9b91-5d3f1c222aa4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:42:55.514416 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e8f390-1c89-49bf-9b91-5d3f1c222aa4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Router d9c93817-6c0a-48de-a053-b1c6be1eb8a5 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:42:55.629452 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e8f390-1c89-49bf-9b91-5d3f1c222aa4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:42:55.634663 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-46e8f390-1c89-49bf-9b91-5d3f1c222aa4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "PUT /v2.0/routers/d9c93817-6c0a-48de-a053-b1c6be1eb8a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9760079 Nov 04 11:42:55.645238 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63461bf3-f6aa-4069-a94a-74742a37e349 None None] Sync routers for ids ['d9c93817-6c0a-48de-a053-b1c6be1eb8a5'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:42:55.662713 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63461bf3-f6aa-4069-a94a-74742a37e349 None None] Routers {'d9c93817-6c0a-48de-a053-b1c6be1eb8a5'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:42:55.663377 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-63461bf3-f6aa-4069-a94a-74742a37e349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:42:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d9c93817-6c0a-48de-a053-b1c6be1eb8a5'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:42:55.787148 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-63461bf3-f6aa-4069-a94a-74742a37e349 None None] Set router d9c93817-6c0a-48de-a053-b1c6be1eb8a5 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:42:55.814294 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 14aa9d0d-9e02-4c34-914b-9ec5f6b05e55 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:42:55.820633 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-23562218-40bb-4a21-a4c6-b7a1a3dda974 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1679168069&fields=id&tenant_id=1ef3e74ffc834573ba9c036355859023 HTTP/1.1" status: 200 len: 267 time: 0.0502777 Nov 04 11:42:55.935268 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-272f228c-a65e-4b3a-95c1-2a9f4daaf9ea tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:55.936884 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-272f228c-a65e-4b3a-95c1-2a9f4daaf9ea tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/networks?id=c4df5c6a-a89a-477d-a48d-e65c368338ce HTTP/1.1" status: 200 len: 796 time: 0.1089134 Nov 04 11:42:55.951894 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 14aa9d0d-9e02-4c34-914b-9ec5f6b05e55 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:42:55.952134 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:55.960144 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-0e18567f-60cd-43df-8179-f4e51e18baee tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/quotas/1ef3e74ffc834573ba9c036355859023 HTTP/1.1" status: 200 len: 375 time: 0.0166516 Nov 04 11:42:56.016161 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-34ee8da8-65ed-4c2f-8c67-f11b51223c7a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550613 Nov 04 11:42:56.097882 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:56.126470 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-07dabbe1-715f-4631-a4cb-2ec664e82b5a service neutron] 10.222.0.127 "GET /v2.0/networks/c4df5c6a-a89a-477d-a48d-e65c368338ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905416 Nov 04 11:42:56.130127 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-63461bf3-f6aa-4069-a94a-74742a37e349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781334555', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:42:54Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:78:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa', 'name': '', 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:d9:08:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '8bb3134d-9786-452b-b915-799f326a1ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:42:54Z', 'updated_at': '2021-11-04T11:42:55Z', 'revision_number': 2, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '8bb3134d-9786-452b-b915-799f326a1ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:42:56.142700 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 14aa9d0d-9e02-4c34-914b-9ec5f6b05e55, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=14aa9d0d-9e02-4c34-914b-9ec5f6b05e55,segment=NetworkSegment(aae57d10-f850-427a-8683-c7f1dd4e90b6),segment_id=aae57d10-f850-427a-8683-c7f1dd4e90b6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:42:56.174989 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:56.175781 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device bd6506f8-31e4-46d0-a80f-5b45dced448f up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:42:56.179013 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63461bf3-f6aa-4069-a94a-74742a37e349 None None] Checking router: d9c93817-6c0a-48de-a053-b1c6be1eb8a5 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:42:56.179361 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63461bf3-f6aa-4069-a94a-74742a37e349 None None] Updating router d9c93817-6c0a-48de-a053-b1c6be1eb8a5 port afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:42:56.233101 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-21a307de-7cf6-47fb-ac0d-9e3d6f0e914b service neutron] 10.222.0.127 "GET /v2.0/networks/c4df5c6a-a89a-477d-a48d-e65c368338ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968070 Nov 04 11:42:56.236257 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4fd914-2eba-41b7-a7df-77564955aaf4 None None] Network c4df5c6a-a89a-477d-a48d-e65c368338ce requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:42:56.303088 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-63461bf3-f6aa-4069-a94a-74742a37e349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:56.346060 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-52c13eeb-d4d1-4dc5-b9f0-0e8574192978 None None] Provisioning complete for port 14aa9d0d-9e02-4c34-914b-9ec5f6b05e55 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:42:56.346413 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-52c13eeb-d4d1-4dc5-b9f0-0e8574192978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:56.355544 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=14aa9d0d-9e02-4c34-914b-9ec5f6b05e55,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:56.406783 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-07043500-be7e-489a-aff9-701e5df7aafc req-90fc47a2-9011-4ca9-8a9c-c931f123b765 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 210 time: 0.0307872 Nov 04 11:42:56.513424 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port bd6506f8-31e4-46d0-a80f-5b45dced448f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:42:56.513748 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:56.980528 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:57.032486 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port bd6506f8-31e4-46d0-a80f-5b45dced448f, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=bd6506f8-31e4-46d0-a80f-5b45dced448f,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:42:57.042287 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:57.074605 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-63461bf3-f6aa-4069-a94a-74742a37e349 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:57.085400 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-63461bf3-f6aa-4069-a94a-74742a37e349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:57.113810 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=bd6506f8-31e4-46d0-a80f-5b45dced448f,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:57.193371 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54728190-6b31-4dc6-8a81-382755677678 None None] Pushing event updated for resources: {'Port': ['ID=afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:57.205063 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-63461bf3-f6aa-4069-a94a-74742a37e349 None None] Attempting to bind port afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:42:57.205426 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-63461bf3-f6aa-4069-a94a-74742a37e349 None None] Attempting to bind port afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'aae57d10-f850-427a-8683-c7f1dd4e90b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:42:57.205780 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63461bf3-f6aa-4069-a94a-74742a37e349 None None] Attempting to bind port afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa on network c4df5c6a-a89a-477d-a48d-e65c368338ce {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:42:57.211457 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63461bf3-f6aa-4069-a94a-74742a37e349 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:42:57.211826 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63461bf3-f6aa-4069-a94a-74742a37e349 None None] Checking segment: {'id': 'aae57d10-f850-427a-8683-c7f1dd4e90b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:42:57.212219 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-63461bf3-f6aa-4069-a94a-74742a37e349 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:57.212599 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63461bf3-f6aa-4069-a94a-74742a37e349 None None] Bound using segment: {'id': 'aae57d10-f850-427a-8683-c7f1dd4e90b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:42:57.213087 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-63461bf3-f6aa-4069-a94a-74742a37e349 None None] Bound port: afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae57d10-f850-427a-8683-c7f1dd4e90b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:42:57.213457 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-63461bf3-f6aa-4069-a94a-74742a37e349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:57.287820 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-03ed5fff-0ba9-4580-bce6-f60afd1a97ad None None] Provisioning complete for port 14aa9d0d-9e02-4c34-914b-9ec5f6b05e55 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:42:57.288400 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-03ed5fff-0ba9-4580-bce6-f60afd1a97ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:57.314304 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-63461bf3-f6aa-4069-a94a-74742a37e349 None None] For port afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:42:57.333848 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-63461bf3-f6aa-4069-a94a-74742a37e349 None None] For port afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa,segment=NetworkSegment(aae57d10-f850-427a-8683-c7f1dd4e90b6),segment_id=aae57d10-f850-427a-8683-c7f1dd4e90b6)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:42:57.341578 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-63461bf3-f6aa-4069-a94a-74742a37e349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:57.420472 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54728190-6b31-4dc6-8a81-382755677678 None None] Pushing event updated for resources: {'Port': ['ID=afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:57.426343 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63461bf3-f6aa-4069-a94a-74742a37e349 None None] Routers {'d9c93817-6c0a-48de-a053-b1c6be1eb8a5'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:42:57.427047 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-63461bf3-f6aa-4069-a94a-74742a37e349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:42:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d9c93817-6c0a-48de-a053-b1c6be1eb8a5'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:42:57.458735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-c5c38bc6-747d-4fe5-b757-d4466c838e03 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:57.460565 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-c5c38bc6-747d-4fe5-b757-d4466c838e03 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.126 "GET /v2.0/networks?id=c4df5c6a-a89a-477d-a48d-e65c368338ce HTTP/1.1" status: 200 len: 796 time: 0.1476438 Nov 04 11:42:57.531154 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6b93a22b-1143-4b41-a5cb-6f993051fd46 req-dfc117eb-81f0-4b98-b893-493b7c9d351e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 210 time: 0.0294659 Nov 04 11:42:57.563087 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-6fc59210-6853-4a31-a3e3-fd6fdadd78fc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ef3e74ffc834573ba9c036355859023 HTTP/1.1" status: 200 len: 380 time: 0.0925901 Nov 04 11:42:57.574575 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-03ed5fff-0ba9-4580-bce6-f60afd1a97ad None None] Provisioning complete for port afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:42:57.574944 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-03ed5fff-0ba9-4580-bce6-f60afd1a97ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:57.575507 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-ee6344ee-76e2-4df1-88ec-de6f180e909b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'port': {'device_id': '2027856e-3179-4b41-9721-07298fb1021e', 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce', 'admin_state_up': True, 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'security_groups': ['16aef8a7-381a-4967-9cca-f86887f053fe']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:42:57.602542 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-63461bf3-f6aa-4069-a94a-74742a37e349 None None] Set router d9c93817-6c0a-48de-a053-b1c6be1eb8a5 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:42:57.718963 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-ee6344ee-76e2-4df1-88ec-de6f180e909b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Made reservation on behalf of 1ef3e74ffc834573ba9c036355859023 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:42:57.723670 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-ee6344ee-76e2-4df1-88ec-de6f180e909b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:57.786958 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 14aa9d0d-9e02-4c34-914b-9ec5f6b05e55 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:42:57.825914 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-03ed5fff-0ba9-4580-bce6-f60afd1a97ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:57.878739 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-ee6344ee-76e2-4df1-88ec-de6f180e909b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Allocated IP 172.20.0.14 (c4df5c6a-a89a-477d-a48d-e65c368338ce/8bb3134d-9786-452b-b915-799f326a1ac3/a6275992-5d0a-43c0-9890-8d5b15dedbfe) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:42:57.913780 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-03ed5fff-0ba9-4580-bce6-f60afd1a97ad None None] For port afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa,segment=NetworkSegment(aae57d10-f850-427a-8683-c7f1dd4e90b6),segment_id=aae57d10-f850-427a-8683-c7f1dd4e90b6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:42:57.920649 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-03ed5fff-0ba9-4580-bce6-f60afd1a97ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:57.957020 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 14aa9d0d-9e02-4c34-914b-9ec5f6b05e55 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:42:57.957374 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:58.014784 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed5fff-0ba9-4580-bce6-f60afd1a97ad None None] Pushing event updated for resources: {'Port': ['ID=afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:58.029317 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-63461bf3-f6aa-4069-a94a-74742a37e349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781334555', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:42:54Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa', 'name': '', 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:d9:08:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '8bb3134d-9786-452b-b915-799f326a1ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:42:54Z', 'updated_at': '2021-11-04T11:42:57Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '8bb3134d-9786-452b-b915-799f326a1ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:42:58.040188 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-ee6344ee-76e2-4df1-88ec-de6f180e909b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:58.068742 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63461bf3-f6aa-4069-a94a-74742a37e349 None None] The sync data for ids ['d9c93817-6c0a-48de-a053-b1c6be1eb8a5'] in n-d-816629-1 is: [{'id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781334555', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:42:54Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa', 'name': '', 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:d9:08:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '8bb3134d-9786-452b-b915-799f326a1ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:42:54Z', 'updated_at': '2021-11-04T11:42:57Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '8bb3134d-9786-452b-b915-799f326a1ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:42:58.083651 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-ee6344ee-76e2-4df1-88ec-de6f180e909b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:58.114373 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-be53fd4c-cbb5-4e97-a516-1957882720c2 None None] Provisioning complete for port afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:42:58.114744 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-be53fd4c-cbb5-4e97-a516-1957882720c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:58.145356 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device bd6506f8-31e4-46d0-a80f-5b45dced448f up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:42:58.168543 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-ee6344ee-76e2-4df1-88ec-de6f180e909b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network c4df5c6a-a89a-477d-a48d-e65c368338ce is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:42:58.171787 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-ee6344ee-76e2-4df1-88ec-de6f180e909b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:42:58.176741 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-ee6344ee-76e2-4df1-88ec-de6f180e909b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:42:58.211905 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6344ee-76e2-4df1-88ec-de6f180e909b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=a6275992-5d0a-43c0-9890-8d5b15dedbfe,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:58.252100 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port bd6506f8-31e4-46d0-a80f-5b45dced448f triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:42:58.252466 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:58.262174 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-ee6344ee-76e2-4df1-88ec-de6f180e909b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:58.262871 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-ee6344ee-76e2-4df1-88ec-de6f180e909b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:58.297461 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-ee6344ee-76e2-4df1-88ec-de6f180e909b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7186966 Nov 04 11:42:58.363991 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-294856fc-9b80-40b5-ab84-5eb2e33b3989 service neutron] Request body: {'port': {'device_id': '2027856e-3179-4b41-9721-07298fb1021e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:42:58.428370 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-294856fc-9b80-40b5-ab84-5eb2e33b3989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:58.437282 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-31967657-1918-4cf8-89d2-1ccc4180d8d3 None None] Provisioning complete for port afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:42:58.437713 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-31967657-1918-4cf8-89d2-1ccc4180d8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:58.663849 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b20434c9-9a14-4d90-a3e4-4ccda814d37a None None] Provisioning complete for port a6275992-5d0a-43c0-9890-8d5b15dedbfe triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:42:58.664263 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b20434c9-9a14-4d90-a3e4-4ccda814d37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:58.683502 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb162e9-1045-46b8-8f9f-3696d118713b req-5058a736-34da-41c5-bda6-019a3c6fd552 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:58.686043 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8cb162e9-1045-46b8-8f9f-3696d118713b req-5058a736-34da-41c5-bda6-019a3c6fd552 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 932 time: 0.0768104 Nov 04 11:42:58.717184 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-b20434c9-9a14-4d90-a3e4-4ccda814d37a None None] Port a6275992-5d0a-43c0-9890-8d5b15dedbfe cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:42:58.751909 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8cb162e9-1045-46b8-8f9f-3696d118713b req-6cf8d4b3-9f38-46fc-8272-6841ce546c5b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=16aef8a7-381a-4967-9cca-f86887f053fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582662 Nov 04 11:42:58.762411 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-294856fc-9b80-40b5-ab84-5eb2e33b3989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6275992-5d0a-43c0-9890-8d5b15dedbfe {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:42:58.771531 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-294856fc-9b80-40b5-ab84-5eb2e33b3989 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:58.784489 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-294856fc-9b80-40b5-ab84-5eb2e33b3989 service neutron] Transition to ACTIVE for port object a6275992-5d0a-43c0-9890-8d5b15dedbfe will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:42:58.789952 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-294856fc-9b80-40b5-ab84-5eb2e33b3989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:58.842853 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294856fc-9b80-40b5-ab84-5eb2e33b3989 service neutron] Pushing event updated for resources: {'Port': ['ID=a6275992-5d0a-43c0-9890-8d5b15dedbfe,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:58.922868 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-294856fc-9b80-40b5-ab84-5eb2e33b3989 service neutron] Attempting to bind port a6275992-5d0a-43c0-9890-8d5b15dedbfe on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:42:58.923340 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-294856fc-9b80-40b5-ab84-5eb2e33b3989 service neutron] Attempting to bind port a6275992-5d0a-43c0-9890-8d5b15dedbfe by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'aae57d10-f850-427a-8683-c7f1dd4e90b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:42:58.923760 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-294856fc-9b80-40b5-ab84-5eb2e33b3989 service neutron] Attempting to bind port a6275992-5d0a-43c0-9890-8d5b15dedbfe on network c4df5c6a-a89a-477d-a48d-e65c368338ce {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:42:58.930972 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-294856fc-9b80-40b5-ab84-5eb2e33b3989 service neutron] Port a6275992-5d0a-43c0-9890-8d5b15dedbfe on network c4df5c6a-a89a-477d-a48d-e65c368338ce not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:42:58.931378 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-294856fc-9b80-40b5-ab84-5eb2e33b3989 service neutron] Attempting to bind port a6275992-5d0a-43c0-9890-8d5b15dedbfe on network c4df5c6a-a89a-477d-a48d-e65c368338ce {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:42:58.937143 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-294856fc-9b80-40b5-ab84-5eb2e33b3989 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:42:58.937567 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-294856fc-9b80-40b5-ab84-5eb2e33b3989 service neutron] Checking segment: {'id': 'aae57d10-f850-427a-8683-c7f1dd4e90b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:42:58.938053 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-294856fc-9b80-40b5-ab84-5eb2e33b3989 service neutron] Bound using segment: {'id': 'aae57d10-f850-427a-8683-c7f1dd4e90b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:42:58.938579 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-294856fc-9b80-40b5-ab84-5eb2e33b3989 service neutron] Bound port: a6275992-5d0a-43c0-9890-8d5b15dedbfe, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae57d10-f850-427a-8683-c7f1dd4e90b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:42:58.939027 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-294856fc-9b80-40b5-ab84-5eb2e33b3989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:59.020753 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-294856fc-9b80-40b5-ab84-5eb2e33b3989 service neutron] For port a6275992-5d0a-43c0-9890-8d5b15dedbfe, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:42:59.025561 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-294856fc-9b80-40b5-ab84-5eb2e33b3989 service neutron] For port a6275992-5d0a-43c0-9890-8d5b15dedbfe, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=a6275992-5d0a-43c0-9890-8d5b15dedbfe,segment=NetworkSegment(aae57d10-f850-427a-8683-c7f1dd4e90b6),segment_id=aae57d10-f850-427a-8683-c7f1dd4e90b6)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:42:59.030378 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-294856fc-9b80-40b5-ab84-5eb2e33b3989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:59.068109 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-294856fc-9b80-40b5-ab84-5eb2e33b3989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:59.068700 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-294856fc-9b80-40b5-ab84-5eb2e33b3989 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:59.070118 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-294856fc-9b80-40b5-ab84-5eb2e33b3989 service neutron] 10.222.0.126 "PUT /v2.0/ports/a6275992-5d0a-43c0-9890-8d5b15dedbfe HTTP/1.1" status: 200 len: 1092 time: 0.7718163 Nov 04 11:42:59.070690 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2027856e-3179-4b41-9721-07298fb1021e', 'tag': 'a6275992-5d0a-43c0-9890-8d5b15dedbfe'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:42:59.073772 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b257b165-8002-42e8-a326-cffa55042388" -d '{"events": [{"name": "network-changed", "server_uuid": "2027856e-3179-4b41-9721-07298fb1021e", "tag": "a6275992-5d0a-43c0-9890-8d5b15dedbfe"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:42:59.107730 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294856fc-9b80-40b5-ab84-5eb2e33b3989 service neutron] Pushing event updated for resources: {'Port': ['ID=a6275992-5d0a-43c0-9890-8d5b15dedbfe,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:42:59.186276 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-8aa1ca63-b7c4-47fc-9b08-85c34d5461a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:59.188139 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-8aa1ca63-b7c4-47fc-9b08-85c34d5461a8 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 1095 time: 0.0621672 Nov 04 11:42:59.246807 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327f18d6-8489-4a26-b101-5fd95153e858 x-openstack-request-id: req-327f18d6-8489-4a26-b101-5fd95153e858 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:42:59.247468 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2027856e-3179-4b41-9721-07298fb1021e", "tag": "a6275992-5d0a-43c0-9890-8d5b15dedbfe", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:42:59.247691 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-327f18d6-8489-4a26-b101-5fd95153e858 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:42:59.248089 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2027856e-3179-4b41-9721-07298fb1021e', 'tag': 'a6275992-5d0a-43c0-9890-8d5b15dedbfe', 'status': 'completed', 'code': 200} Nov 04 11:42:59.249971 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-7418af0c-d570-4e94-befc-6cddc5477fac service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6275992-5d0a-43c0-9890-8d5b15dedbfe HTTP/1.1" status: 200 len: 217 time: 0.0517757 Nov 04 11:42:59.304085 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-0d4f8dae-21e1-4e79-8faf-65db6dc817a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:59.306067 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-0d4f8dae-21e1-4e79-8faf-65db6dc817a4 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=8bb3134d-9786-452b-b915-799f326a1ac3 HTTP/1.1" status: 200 len: 834 time: 0.0475214 Nov 04 11:42:59.354996 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-e6f5acf0-3605-4e38-aa79-dcda39ad62fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:59.356507 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-e6f5acf0-3605-4e38-aa79-dcda39ad62fa service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=c4df5c6a-a89a-477d-a48d-e65c368338ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432804 Nov 04 11:42:59.457032 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-f6ae4827-f403-4074-8fba-004e80c00f1e service neutron] 10.222.0.126 "GET /v2.0/networks/c4df5c6a-a89a-477d-a48d-e65c368338ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933020 Nov 04 11:42:59.563305 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8fe07754-f2e5-4ac8-a200-75f7b2feb718 req-d8ffc465-05e0-4157-ae5f-0674e160896d service neutron] 10.222.0.126 "GET /v2.0/networks/c4df5c6a-a89a-477d-a48d-e65c368338ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972691 Nov 04 11:42:59.655100 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257b165-8002-42e8-a326-cffa55042388 req-2753de7d-88a9-4ad6-a03f-7188561f9363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:59.656686 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b257b165-8002-42e8-a326-cffa55042388 req-2753de7d-88a9-4ad6-a03f-7188561f9363 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 1095 time: 0.0440173 Nov 04 11:42:59.752037 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:42:59.760047 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257b165-8002-42e8-a326-cffa55042388 req-56c11c09-8ed2-4b8d-a911-be346bceba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:59.761626 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b257b165-8002-42e8-a326-cffa55042388 req-56c11c09-8ed2-4b8d-a911-be346bceba40 service neutron] 10.222.0.126 "GET /v2.0/networks?id=c4df5c6a-a89a-477d-a48d-e65c368338ce HTTP/1.1" status: 200 len: 898 time: 0.0972588 Nov 04 11:42:59.807587 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:42:59.808039 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:42:59.809883 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b257b165-8002-42e8-a326-cffa55042388 req-dc481aa6-21cf-420f-8f12-9da834050fde service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6275992-5d0a-43c0-9890-8d5b15dedbfe HTTP/1.1" status: 200 len: 217 time: 0.0405092 Nov 04 11:42:59.863324 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257b165-8002-42e8-a326-cffa55042388 req-6f3c7348-7b93-427c-af94-28d0215848c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:59.864919 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b257b165-8002-42e8-a326-cffa55042388 req-6f3c7348-7b93-427c-af94-28d0215848c3 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=8bb3134d-9786-452b-b915-799f326a1ac3 HTTP/1.1" status: 200 len: 834 time: 0.0480285 Nov 04 11:42:59.895199 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da36fb-fb78-43de-9723-bf6ecfe338dd req-59d661d6-765b-4910-8ee0-62bcc6ba4ea0 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:59.897648 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b5da36fb-fb78-43de-9723-bf6ecfe338dd req-59d661d6-765b-4910-8ee0-62bcc6ba4ea0 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 944 time: 0.0635209 Nov 04 11:42:59.921976 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257b165-8002-42e8-a326-cffa55042388 req-bdf0a85c-dfe5-4e0b-82d9-87ef81cb55d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:42:59.923565 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b257b165-8002-42e8-a326-cffa55042388 req-bdf0a85c-dfe5-4e0b-82d9-87ef81cb55d0 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=c4df5c6a-a89a-477d-a48d-e65c368338ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499098 Nov 04 11:42:59.950848 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b5da36fb-fb78-43de-9723-bf6ecfe338dd req-6103829b-8d42-47fc-9044-58e0c3362015 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=16aef8a7-381a-4967-9cca-f86887f053fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469871 Nov 04 11:43:00.014974 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b257b165-8002-42e8-a326-cffa55042388 req-24ab5280-e805-4c2e-b2b3-e2f657d7f4b8 service neutron] 10.222.0.126 "GET /v2.0/networks/c4df5c6a-a89a-477d-a48d-e65c368338ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833549 Nov 04 11:43:00.112191 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b257b165-8002-42e8-a326-cffa55042388 req-448c4ba1-f43c-4d61-ade6-847a543eefaf service neutron] 10.222.0.126 "GET /v2.0/networks/c4df5c6a-a89a-477d-a48d-e65c368338ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890522 Nov 04 11:43:01.083363 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d32eb-e09c-499f-b060-0c53c31a38f5 req-a980f019-523a-4883-9eed-7556c966afc0 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:01.085041 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5f9d32eb-e09c-499f-b060-0c53c31a38f5 req-a980f019-523a-4883-9eed-7556c966afc0 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 944 time: 0.0547969 Nov 04 11:43:01.142445 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5f9d32eb-e09c-499f-b060-0c53c31a38f5 req-16e9ffd5-dbb2-49ec-9bb7-934533aa3650 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=16aef8a7-381a-4967-9cca-f86887f053fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510302 Nov 04 11:43:02.213071 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device a6275992-5d0a-43c0-9890-8d5b15dedbfe details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:43:02.272746 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d36e1-13cc-4bac-a954-32117958b1c2 req-6331809a-423f-47de-8ef8-bd2d14cee544 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:02.274382 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-999d36e1-13cc-4bac-a954-32117958b1c2 req-6331809a-423f-47de-8ef8-bd2d14cee544 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 944 time: 0.0516329 Nov 04 11:43:02.308840 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port a6275992-5d0a-43c0-9890-8d5b15dedbfe, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=a6275992-5d0a-43c0-9890-8d5b15dedbfe,segment=NetworkSegment(aae57d10-f850-427a-8683-c7f1dd4e90b6),segment_id=aae57d10-f850-427a-8683-c7f1dd4e90b6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:43:02.320775 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': 'a6275992-5d0a-43c0-9890-8d5b15dedbfe', 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce', 'port_id': 'a6275992-5d0a-43c0-9890-8d5b15dedbfe', 'mac_address': 'fa:16:3e:03:6c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb3134d-9786-452b-b915-799f326a1ac3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:43:02.329875 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-999d36e1-13cc-4bac-a954-32117958b1c2 req-570bc66a-cb41-4f5e-8a5c-b18aca4e2812 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=16aef8a7-381a-4967-9cca-f86887f053fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488238 Nov 04 11:43:02.362829 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:02.376088 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6275992-5d0a-43c0-9890-8d5b15dedbfe {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:43:02.400858 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port a6275992-5d0a-43c0-9890-8d5b15dedbfe, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=a6275992-5d0a-43c0-9890-8d5b15dedbfe,segment=NetworkSegment(aae57d10-f850-427a-8683-c7f1dd4e90b6),segment_id=aae57d10-f850-427a-8683-c7f1dd4e90b6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:43:02.407000 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:02.457973 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=a6275992-5d0a-43c0-9890-8d5b15dedbfe,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:43:02.684055 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['a6275992-5d0a-43c0-9890-8d5b15dedbfe'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:43:03.456704 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d2124-f532-42bd-bf00-6610cd527407 req-26658f45-e118-40ad-aa9e-e3729049c5ee tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:03.458130 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5d1d2124-f532-42bd-bf00-6610cd527407 req-26658f45-e118-40ad-aa9e-e3729049c5ee tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 945 time: 0.0569987 Nov 04 11:43:03.510943 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5d1d2124-f532-42bd-bf00-6610cd527407 req-020192bb-83d5-4197-a786-c169d6c75f13 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=16aef8a7-381a-4967-9cca-f86887f053fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461416 Nov 04 11:43:04.228432 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device a6275992-5d0a-43c0-9890-8d5b15dedbfe up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:43:04.285454 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port a6275992-5d0a-43c0-9890-8d5b15dedbfe completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:43:04.289563 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port a6275992-5d0a-43c0-9890-8d5b15dedbfe triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:43:04.290202 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:04.381986 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:04.406402 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2027856e-3179-4b41-9721-07298fb1021e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6275992-5d0a-43c0-9890-8d5b15dedbfe'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:43:04.408673 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301e782c-3331-418d-9744-192a3d81f41b" -d '{"events": [{"server_uuid": "2027856e-3179-4b41-9721-07298fb1021e", "name": "network-vif-plugged", "status": "completed", "tag": "a6275992-5d0a-43c0-9890-8d5b15dedbfe"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:43:04.421761 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port a6275992-5d0a-43c0-9890-8d5b15dedbfe, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=a6275992-5d0a-43c0-9890-8d5b15dedbfe,segment=NetworkSegment(aae57d10-f850-427a-8683-c7f1dd4e90b6),segment_id=aae57d10-f850-427a-8683-c7f1dd4e90b6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:43:04.426729 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:04.474045 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=a6275992-5d0a-43c0-9890-8d5b15dedbfe,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:43:04.512080 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3606e0ec-3dc9-41b6-812b-85ac0f79e960 x-openstack-request-id: req-3606e0ec-3dc9-41b6-812b-85ac0f79e960 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:43:04.512456 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2027856e-3179-4b41-9721-07298fb1021e", "name": "network-vif-plugged", "status": "completed", "tag": "a6275992-5d0a-43c0-9890-8d5b15dedbfe", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:43:04.512809 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-3606e0ec-3dc9-41b6-812b-85ac0f79e960 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:43:04.513528 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2027856e-3179-4b41-9721-07298fb1021e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6275992-5d0a-43c0-9890-8d5b15dedbfe', 'code': 200} Nov 04 11:43:04.616731 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407d745-6c0c-4503-a852-3b8786fb27ad req-1566ba47-789b-4467-acf3-a5096ad22d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:04.619028 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8407d745-6c0c-4503-a852-3b8786fb27ad req-1566ba47-789b-4467-acf3-a5096ad22d1e service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 1097 time: 0.0492458 Nov 04 11:43:04.644804 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6f658-96e5-472b-b81b-5c00002cdc26 req-a3e7b6c7-fbf8-4023-a0c4-6e762a582373 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:04.646401 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2cc6f658-96e5-472b-b81b-5c00002cdc26 req-a3e7b6c7-fbf8-4023-a0c4-6e762a582373 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 946 time: 0.0532906 Nov 04 11:43:04.669841 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8407d745-6c0c-4503-a852-3b8786fb27ad req-d9fb766f-585f-42dd-98d9-5c763a2efa06 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=16aef8a7-381a-4967-9cca-f86887f053fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434694 Nov 04 11:43:04.701109 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2cc6f658-96e5-472b-b81b-5c00002cdc26 req-cf3f9ddc-1027-46ac-a061-105b195796b1 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=16aef8a7-381a-4967-9cca-f86887f053fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485647 Nov 04 11:43:05.824001 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a81c2-ef4a-46f8-b805-6b10bc0c4e43 req-241b7e9f-33d8-4ab9-a9ca-6467490c69ff tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:05.825530 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ef3a81c2-ef4a-46f8-b805-6b10bc0c4e43 req-241b7e9f-33d8-4ab9-a9ca-6467490c69ff tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 946 time: 0.0552912 Nov 04 11:43:05.878597 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ef3a81c2-ef4a-46f8-b805-6b10bc0c4e43 req-7b7649de-0ed5-422a-b783-deead118a139 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=16aef8a7-381a-4967-9cca-f86887f053fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468321 Nov 04 11:43:06.008382 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c50fe-3413-4056-a49e-bed1017a4f5e req-8c97da72-116d-4521-bb05-4dd7d8285024 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:06.009846 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-361c50fe-3413-4056-a49e-bed1017a4f5e req-8c97da72-116d-4521-bb05-4dd7d8285024 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 946 time: 0.0527291 Nov 04 11:43:06.072008 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-361c50fe-3413-4056-a49e-bed1017a4f5e req-0180a6e2-8f1a-47b7-8b8f-ef38907d3f52 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=16aef8a7-381a-4967-9cca-f86887f053fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528870 Nov 04 11:43:06.099340 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34794) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:43:06.140670 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2acc898-53dd-4569-85e8-de529c49a6c4 tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:06.142264 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a2acc898-53dd-4569-85e8-de529c49a6c4 tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 1092 time: 0.0418215 Nov 04 11:43:06.145193 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34796) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:43:06.149819 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-1ded641b-07b5-4743-bc15-a65549ae6511 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'port_id': 'a6275992-5d0a-43c0-9890-8d5b15dedbfe', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:43:06.174240 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ded641b-07b5-4743-bc15-a65549ae6511 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for floatingip, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:06.275622 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ded641b-07b5-4743-bc15-a65549ae6511 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:06.382853 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-1ded641b-07b5-4743-bc15-a65549ae6511 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Allocated IP 172.25.7.175 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/fd9c1691-bdcd-493c-aa1b-22ca304b4f58) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:43:06.486953 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ded641b-07b5-4743-bc15-a65549ae6511 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:06.524315 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ded641b-07b5-4743-bc15-a65549ae6511 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:06.561119 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ded641b-07b5-4743-bc15-a65549ae6511 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:43:06.566312 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-1ded641b-07b5-4743-bc15-a65549ae6511 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:43:06.569858 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ded641b-07b5-4743-bc15-a65549ae6511 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:43:06.575451 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded641b-07b5-4743-bc15-a65549ae6511 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=fd9c1691-bdcd-493c-aa1b-22ca304b4f58,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:43:06.943055 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ded641b-07b5-4743-bc15-a65549ae6511 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:07.024691 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ded641b-07b5-4743-bc15-a65549ae6511 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:07.181437 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ded641b-07b5-4743-bc15-a65549ae6511 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:07.189902 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ded641b-07b5-4743-bc15-a65549ae6511 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:07.263004 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded641b-07b5-4743-bc15-a65549ae6511 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=fd9c1691-bdcd-493c-aa1b-22ca304b4f58,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:43:07.275004 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ded641b-07b5-4743-bc15-a65549ae6511 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:07.754756 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [None req-1ded641b-07b5-4743-bc15-a65549ae6511 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Floating IP c15c057b-809b-4c48-9f2a-a393dea6fcde associated. External IP: 172.25.7.175, port: a6275992-5d0a-43c0-9890-8d5b15dedbfe. Nov 04 11:43:07.974560 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ded641b-07b5-4743-bc15-a65549ae6511 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Router d9c93817-6c0a-48de-a053-b1c6be1eb8a5 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:43:08.089029 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ded641b-07b5-4743-bc15-a65549ae6511 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:43:08.099710 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751d4913-3ac1-434d-b308-5116df530147 None None] Sync routers for ids ['d9c93817-6c0a-48de-a053-b1c6be1eb8a5'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:43:08.109539 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1ded641b-07b5-4743-bc15-a65549ae6511 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:08.111019 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751d4913-3ac1-434d-b308-5116df530147 None None] Routers {'d9c93817-6c0a-48de-a053-b1c6be1eb8a5'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:43:08.111658 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-751d4913-3ac1-434d-b308-5116df530147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:42:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d9c93817-6c0a-48de-a053-b1c6be1eb8a5'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:43:08.149110 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1ded641b-07b5-4743-bc15-a65549ae6511 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0028143 Nov 04 11:43:08.149893 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2027856e-3179-4b41-9721-07298fb1021e', 'tag': 'a6275992-5d0a-43c0-9890-8d5b15dedbfe'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:43:08.152632 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22527ba0-8e3c-4626-bfb8-c02aec1dcb02" -d '{"events": [{"name": "network-changed", "server_uuid": "2027856e-3179-4b41-9721-07298fb1021e", "tag": "a6275992-5d0a-43c0-9890-8d5b15dedbfe"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:43:08.254839 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26440d3a-c344-4d3e-8962-d73f90ad8610 req-8d3d5f80-bb30-41f3-8faa-1beab642f76e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:08.256270 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-26440d3a-c344-4d3e-8962-d73f90ad8610 req-8d3d5f80-bb30-41f3-8faa-1beab642f76e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 946 time: 0.0523474 Nov 04 11:43:08.311332 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-26440d3a-c344-4d3e-8962-d73f90ad8610 req-d5c9c2e7-5b9f-448c-b54f-e2e110d548be tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=16aef8a7-381a-4967-9cca-f86887f053fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481784 Nov 04 11:43:08.313146 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-751d4913-3ac1-434d-b308-5116df530147 None None] Set router d9c93817-6c0a-48de-a053-b1c6be1eb8a5 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:43:08.350579 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34802) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:43:08.390478 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad991e20-809b-4e56-ba86-15c6294332c3 x-openstack-request-id: req-ad991e20-809b-4e56-ba86-15c6294332c3 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:43:08.390794 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2027856e-3179-4b41-9721-07298fb1021e", "tag": "a6275992-5d0a-43c0-9890-8d5b15dedbfe", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:43:08.391016 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ad991e20-809b-4e56-ba86-15c6294332c3 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:43:08.391418 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2027856e-3179-4b41-9721-07298fb1021e', 'tag': 'a6275992-5d0a-43c0-9890-8d5b15dedbfe', 'status': 'completed', 'code': 200} Nov 04 11:43:08.438700 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-94c86c7c-0042-4309-81a6-cb82d4650b17 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/floatingips/c15c057b-809b-4c48-9f2a-a393dea6fcde HTTP/1.1" status: 200 len: 992 time: 0.0864971 Nov 04 11:43:08.454594 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22527ba0-8e3c-4626-bfb8-c02aec1dcb02 req-eea58e5b-4424-4206-81e9-fd75da324822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:08.456072 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-22527ba0-8e3c-4626-bfb8-c02aec1dcb02 req-eea58e5b-4424-4206-81e9-fd75da324822 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 1097 time: 0.0499234 Nov 04 11:43:08.553982 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22527ba0-8e3c-4626-bfb8-c02aec1dcb02 req-77f1f5fb-aed7-4700-90af-34547ac1aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:08.554731 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-751d4913-3ac1-434d-b308-5116df530147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781334555', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:42:54Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'c15c057b-809b-4c48-9f2a-a393dea6fcde', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'port_id': 'a6275992-5d0a-43c0-9890-8d5b15dedbfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce', 'mac_address': 'fa:16:3e:03:6c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2027856e-3179-4b41-9721-07298fb1021e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:43:06Z', 'updated_at': '2021-11-04T11:43:06Z', 'revision_number': 0, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa', 'name': '', 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:d9:08:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '8bb3134d-9786-452b-b915-799f326a1ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:42:54Z', 'updated_at': '2021-11-04T11:42:57Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '8bb3134d-9786-452b-b915-799f326a1ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:43:08.555798 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-22527ba0-8e3c-4626-bfb8-c02aec1dcb02 req-77f1f5fb-aed7-4700-90af-34547ac1aec8 service neutron] 10.222.0.126 "GET /v2.0/networks?id=c4df5c6a-a89a-477d-a48d-e65c368338ce HTTP/1.1" status: 200 len: 898 time: 0.0909588 Nov 04 11:43:08.581466 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751d4913-3ac1-434d-b308-5116df530147 None None] Checking router: d9c93817-6c0a-48de-a053-b1c6be1eb8a5 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:43:08.591216 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751d4913-3ac1-434d-b308-5116df530147 None None] Routers {'d9c93817-6c0a-48de-a053-b1c6be1eb8a5'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:43:08.591877 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-751d4913-3ac1-434d-b308-5116df530147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:42:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d9c93817-6c0a-48de-a053-b1c6be1eb8a5'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:43:08.621802 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-22527ba0-8e3c-4626-bfb8-c02aec1dcb02 req-46341321-4d55-47f6-aa2f-92ff1fa3431c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6275992-5d0a-43c0-9890-8d5b15dedbfe HTTP/1.1" status: 200 len: 1000 time: 0.0586419 Nov 04 11:43:08.676089 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22527ba0-8e3c-4626-bfb8-c02aec1dcb02 req-6ee52a1b-7330-42aa-b789-34185be16b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:08.677620 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-22527ba0-8e3c-4626-bfb8-c02aec1dcb02 req-6ee52a1b-7330-42aa-b789-34185be16b67 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=8bb3134d-9786-452b-b915-799f326a1ac3 HTTP/1.1" status: 200 len: 834 time: 0.0492129 Nov 04 11:43:08.704784 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-751d4913-3ac1-434d-b308-5116df530147 None None] Set router d9c93817-6c0a-48de-a053-b1c6be1eb8a5 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:43:08.725105 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22527ba0-8e3c-4626-bfb8-c02aec1dcb02 req-cea0db17-8908-4b96-8c3b-b1f44a2780cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:08.726751 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-22527ba0-8e3c-4626-bfb8-c02aec1dcb02 req-cea0db17-8908-4b96-8c3b-b1f44a2780cb service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=c4df5c6a-a89a-477d-a48d-e65c368338ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412962 Nov 04 11:43:08.824938 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-22527ba0-8e3c-4626-bfb8-c02aec1dcb02 req-cf6a2e68-9c8f-4fc7-8e1d-b2177b03ef3b service neutron] 10.222.0.126 "GET /v2.0/networks/c4df5c6a-a89a-477d-a48d-e65c368338ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899072 Nov 04 11:43:08.922327 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-22527ba0-8e3c-4626-bfb8-c02aec1dcb02 req-9ac23176-3097-4143-b231-8047d6c900a2 service neutron] 10.222.0.126 "GET /v2.0/networks/c4df5c6a-a89a-477d-a48d-e65c368338ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905440 Nov 04 11:43:08.935118 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-751d4913-3ac1-434d-b308-5116df530147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781334555', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:42:54Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'c15c057b-809b-4c48-9f2a-a393dea6fcde', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'port_id': 'a6275992-5d0a-43c0-9890-8d5b15dedbfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce', 'mac_address': 'fa:16:3e:03:6c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2027856e-3179-4b41-9721-07298fb1021e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:43:06Z', 'updated_at': '2021-11-04T11:43:06Z', 'revision_number': 0, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa', 'name': '', 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:d9:08:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '8bb3134d-9786-452b-b915-799f326a1ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:42:54Z', 'updated_at': '2021-11-04T11:42:57Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '8bb3134d-9786-452b-b915-799f326a1ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:43:08.962020 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751d4913-3ac1-434d-b308-5116df530147 None None] The sync data for ids ['d9c93817-6c0a-48de-a053-b1c6be1eb8a5'] in n-d-816629-1 is: [{'id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781334555', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:42:54Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'c15c057b-809b-4c48-9f2a-a393dea6fcde', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'port_id': 'a6275992-5d0a-43c0-9890-8d5b15dedbfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce', 'mac_address': 'fa:16:3e:03:6c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2027856e-3179-4b41-9721-07298fb1021e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:43:06Z', 'updated_at': '2021-11-04T11:43:06Z', 'revision_number': 0, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa', 'name': '', 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:d9:08:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '8bb3134d-9786-452b-b915-799f326a1ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:42:54Z', 'updated_at': '2021-11-04T11:42:57Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '8bb3134d-9786-452b-b915-799f326a1ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:43:09.164744 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e3d275-31aa-4dba-b82a-119410b3797c None None] New status for floating IP c15c057b-809b-4c48-9f2a-a393dea6fcde: ACTIVE {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:43:09.442219 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34804) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:43:09.511094 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d5b4f7d8-b8e4-44aa-9773-cc762e369bc8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/floatingips/c15c057b-809b-4c48-9f2a-a393dea6fcde HTTP/1.1" status: 200 len: 994 time: 0.0676188 Nov 04 11:43:13.085305 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:13.442904 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:43:15.467927 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:16.910201 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3bf1108b-1f6b-4504-a298-1fef12df5f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:19.778816 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3a502309-b7da-431c-8f46-1188c69a67a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:21.042913 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:22.467016 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:22.678849 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:29.206538 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c353a8a8-8a25-4529-9877-c80ddbaf8d39 req-9e5d7e36-9321-42e3-9517-f21af669bc6b service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=2027856e-3179-4b41-9721-07298fb1021e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448115 Nov 04 11:43:29.305900 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353a8a8-8a25-4529-9877-c80ddbaf8d39 req-0717053f-7cf0-487f-9377-c811ee3d787f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:29.307461 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c353a8a8-8a25-4529-9877-c80ddbaf8d39 req-0717053f-7cf0-487f-9377-c811ee3d787f service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 1097 time: 0.0454767 Nov 04 11:43:29.433642 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353a8a8-8a25-4529-9877-c80ddbaf8d39 req-eeb47c30-86c2-47c8-85e0-de5cd5d04272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:29.435059 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c353a8a8-8a25-4529-9877-c80ddbaf8d39 req-eeb47c30-86c2-47c8-85e0-de5cd5d04272 service neutron] 10.222.0.126 "GET /v2.0/networks?id=c4df5c6a-a89a-477d-a48d-e65c368338ce HTTP/1.1" status: 200 len: 898 time: 0.1068642 Nov 04 11:43:29.506632 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c353a8a8-8a25-4529-9877-c80ddbaf8d39 req-9284166f-aa2e-4dab-b411-efdba8012b0c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6275992-5d0a-43c0-9890-8d5b15dedbfe HTTP/1.1" status: 200 len: 1002 time: 0.0633888 Nov 04 11:43:29.562823 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353a8a8-8a25-4529-9877-c80ddbaf8d39 req-c8ca66ee-16e3-4b9b-a548-8e13a0bbf9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:29.564270 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c353a8a8-8a25-4529-9877-c80ddbaf8d39 req-c8ca66ee-16e3-4b9b-a548-8e13a0bbf9f4 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=8bb3134d-9786-452b-b915-799f326a1ac3 HTTP/1.1" status: 200 len: 834 time: 0.0505240 Nov 04 11:43:29.613425 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353a8a8-8a25-4529-9877-c80ddbaf8d39 req-34112792-668b-4117-a6bd-cb675c719ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:29.614913 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c353a8a8-8a25-4529-9877-c80ddbaf8d39 req-34112792-668b-4117-a6bd-cb675c719ad7 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=c4df5c6a-a89a-477d-a48d-e65c368338ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423820 Nov 04 11:43:29.709494 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c353a8a8-8a25-4529-9877-c80ddbaf8d39 req-bc0bf321-5c6c-4205-b472-037ec9ae378c service neutron] 10.222.0.126 "GET /v2.0/networks/c4df5c6a-a89a-477d-a48d-e65c368338ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864868 Nov 04 11:43:29.812430 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c353a8a8-8a25-4529-9877-c80ddbaf8d39 req-62b7bdfe-e649-435f-ae59-2f80b8609a9e service neutron] 10.222.0.126 "GET /v2.0/networks/c4df5c6a-a89a-477d-a48d-e65c368338ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946169 Nov 04 11:43:38.344559 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc5af8-720e-4a70-a45c-0278469eb310 req-18dd5434-1352-4dca-be37-e0543a90391c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:38.346130 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33bc5af8-720e-4a70-a45c-0278469eb310 req-18dd5434-1352-4dca-be37-e0543a90391c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 946 time: 0.0505695 Nov 04 11:43:38.404211 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33bc5af8-720e-4a70-a45c-0278469eb310 req-0b67c932-eccc-4c2e-827d-c45536669260 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=16aef8a7-381a-4967-9cca-f86887f053fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517454 Nov 04 11:43:39.539878 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38822942-696c-4e45-80a2-c24be3a41a10 req-4837c159-a89f-4626-8a41-93c7d5ebcd84 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:39.541704 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-38822942-696c-4e45-80a2-c24be3a41a10 req-4837c159-a89f-4626-8a41-93c7d5ebcd84 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 946 time: 0.0571527 Nov 04 11:43:39.601132 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-38822942-696c-4e45-80a2-c24be3a41a10 req-9a583c15-f147-4017-bfc5-5ad9bf7406c7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=16aef8a7-381a-4967-9cca-f86887f053fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530515 Nov 04 11:43:39.626284 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34820) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:43:39.699339 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-adcba70f-4207-43f7-9bf6-be5fa837f2b6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/floatingips/c15c057b-809b-4c48-9f2a-a393dea6fcde HTTP/1.1" status: 200 len: 994 time: 0.0718677 Nov 04 11:43:40.991429 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46a01c-28c3-42d9-9047-1b13f2a5150c req-9032fde4-dc31-4a9c-b070-102813e7f972 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:40.992942 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-da46a01c-28c3-42d9-9047-1b13f2a5150c req-9032fde4-dc31-4a9c-b070-102813e7f972 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 946 time: 0.0538697 Nov 04 11:43:41.048014 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-da46a01c-28c3-42d9-9047-1b13f2a5150c req-6591afa9-90e9-4043-a1c9-4fbfb8df90c3 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=16aef8a7-381a-4967-9cca-f86887f053fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477557 Nov 04 11:43:42.179753 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357834b-1850-4b8b-aaaf-29722dbf70ff req-3cd4c5e8-c473-477a-a625-11f0a1155ade tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:42.181288 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2357834b-1850-4b8b-aaaf-29722dbf70ff req-3cd4c5e8-c473-477a-a625-11f0a1155ade tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 946 time: 0.0550280 Nov 04 11:43:42.234389 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2357834b-1850-4b8b-aaaf-29722dbf70ff req-9d7d5e35-f3a5-4bfe-9354-546c4c131b27 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=16aef8a7-381a-4967-9cca-f86887f053fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466676 Nov 04 11:43:43.081307 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:43.363909 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c08482-dd30-45e5-aa02-f17e6d35c154 req-9b9a940f-8351-49d0-a11a-aa36554ee9a8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:43.365869 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b1c08482-dd30-45e5-aa02-f17e6d35c154 req-9b9a940f-8351-49d0-a11a-aa36554ee9a8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 946 time: 0.0585873 Nov 04 11:43:43.422807 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b1c08482-dd30-45e5-aa02-f17e6d35c154 req-2f80320a-23ae-435a-ba26-860e75ccbb0c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=16aef8a7-381a-4967-9cca-f86887f053fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499260 Nov 04 11:43:44.551598 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ec86b-5f11-44a8-880b-31b884c5eba3 req-91d61e77-aa77-4924-a901-928f3e9ddc53 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:44.553129 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-704ec86b-5f11-44a8-880b-31b884c5eba3 req-91d61e77-aa77-4924-a901-928f3e9ddc53 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 946 time: 0.0515528 Nov 04 11:43:44.614257 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-704ec86b-5f11-44a8-880b-31b884c5eba3 req-f03e317d-e630-4326-a5fc-3bd2ccb1481d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=16aef8a7-381a-4967-9cca-f86887f053fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515978 Nov 04 11:43:45.493502 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:45.758898 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b0c49-c1f0-497f-ba71-8ed4cb1717b5 req-8ac60ddc-434f-41ba-8eda-718b5f9f1460 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:45.760324 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-522b0c49-c1f0-497f-ba71-8ed4cb1717b5 req-8ac60ddc-434f-41ba-8eda-718b5f9f1460 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 946 time: 0.0549376 Nov 04 11:43:45.814097 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-522b0c49-c1f0-497f-ba71-8ed4cb1717b5 req-3d9cdd6d-362b-4cee-94b6-41320e761029 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=16aef8a7-381a-4967-9cca-f86887f053fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448041 Nov 04 11:43:46.904630 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bd290037-6762-4ecf-ab09-1cff47cbefc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:46.949281 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4992eca-7d40-43e7-b487-893aacb04aae req-41d0efbb-3bb4-4bed-a858-91bdbe4a5eba tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:46.951876 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f4992eca-7d40-43e7-b487-893aacb04aae req-41d0efbb-3bb4-4bed-a858-91bdbe4a5eba tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 946 time: 0.0532870 Nov 04 11:43:47.009965 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f4992eca-7d40-43e7-b487-893aacb04aae req-fd4441cd-57f2-476f-a536-3ed7d8665547 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=16aef8a7-381a-4967-9cca-f86887f053fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489905 Nov 04 11:43:47.039138 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34848) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:43:47.108684 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ce80ece9-8f38-430e-a806-c8103d98799a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/floatingips/c15c057b-809b-4c48-9f2a-a393dea6fcde HTTP/1.1" status: 200 len: 994 time: 0.0683725 Nov 04 11:43:47.336252 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34854) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:43:47.507503 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-34203d9c-5782-47d7-9320-633adc97ed7b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Deleting port fd9c1691-bdcd-493c-aa1b-22ca304b4f58 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:43:47.507745 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-34203d9c-5782-47d7-9320-633adc97ed7b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:47.598862 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-34203d9c-5782-47d7-9320-633adc97ed7b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:47.599156 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-34203d9c-5782-47d7-9320-633adc97ed7b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:47.617465 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-34203d9c-5782-47d7-9320-633adc97ed7b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Calling delete_port for fd9c1691-bdcd-493c-aa1b-22ca304b4f58 owned by network:floatingip {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:43:47.786349 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-34203d9c-5782-47d7-9320-633adc97ed7b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:47.819248 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34203d9c-5782-47d7-9320-633adc97ed7b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Port': ['ID=fd9c1691-bdcd-493c-aa1b-22ca304b4f58,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:43:47.842987 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34203d9c-5782-47d7-9320-633adc97ed7b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:47.843338 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34203d9c-5782-47d7-9320-633adc97ed7b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:47.843684 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34203d9c-5782-47d7-9320-633adc97ed7b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:47.844023 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34203d9c-5782-47d7-9320-633adc97ed7b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:47.844334 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34203d9c-5782-47d7-9320-633adc97ed7b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:47.844661 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34203d9c-5782-47d7-9320-633adc97ed7b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:47.845022 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34203d9c-5782-47d7-9320-633adc97ed7b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:47.845346 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34203d9c-5782-47d7-9320-633adc97ed7b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:47.845673 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34203d9c-5782-47d7-9320-633adc97ed7b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:47.845993 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34203d9c-5782-47d7-9320-633adc97ed7b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:47.846313 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34203d9c-5782-47d7-9320-633adc97ed7b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:47.846638 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34203d9c-5782-47d7-9320-633adc97ed7b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:47.889759 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-34203d9c-5782-47d7-9320-633adc97ed7b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for floatingip, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:47.890217 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [None req-34203d9c-5782-47d7-9320-633adc97ed7b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Floating IP c15c057b-809b-4c48-9f2a-a393dea6fcde disassociated (deleted). External IP: 172.25.7.175, port: a6275992-5d0a-43c0-9890-8d5b15dedbfe. Nov 04 11:43:48.108629 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34203d9c-5782-47d7-9320-633adc97ed7b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Router d9c93817-6c0a-48de-a053-b1c6be1eb8a5 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:43:48.223668 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34203d9c-5782-47d7-9320-633adc97ed7b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:43:48.228873 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-34203d9c-5782-47d7-9320-633adc97ed7b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:48.233993 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ba2d0c-0f51-4e44-85ad-c03f5a259567 None None] Sync routers for ids ['d9c93817-6c0a-48de-a053-b1c6be1eb8a5'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:43:48.247226 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ba2d0c-0f51-4e44-85ad-c03f5a259567 None None] Routers {'d9c93817-6c0a-48de-a053-b1c6be1eb8a5'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:43:48.247922 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c4ba2d0c-0f51-4e44-85ad-c03f5a259567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:43:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d9c93817-6c0a-48de-a053-b1c6be1eb8a5'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:43:48.257250 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-34203d9c-5782-47d7-9320-633adc97ed7b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "DELETE /v2.0/floatingips/c15c057b-809b-4c48-9f2a-a393dea6fcde HTTP/1.1" status: 204 len: 168 time: 0.9194994 Nov 04 11:43:48.257831 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2027856e-3179-4b41-9721-07298fb1021e', 'tag': 'a6275992-5d0a-43c0-9890-8d5b15dedbfe'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:43:48.260152 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09855961-dda5-43b8-9b47-2dd1269288da" -d '{"events": [{"name": "network-changed", "server_uuid": "2027856e-3179-4b41-9721-07298fb1021e", "tag": "a6275992-5d0a-43c0-9890-8d5b15dedbfe"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:43:48.354354 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-c4ba2d0c-0f51-4e44-85ad-c03f5a259567 None None] Set router d9c93817-6c0a-48de-a053-b1c6be1eb8a5 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:43:48.422001 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0630aa-d096-403b-8cd8-0ec11cd3e38e x-openstack-request-id: req-fc0630aa-d096-403b-8cd8-0ec11cd3e38e {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:43:48.422502 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2027856e-3179-4b41-9721-07298fb1021e", "tag": "a6275992-5d0a-43c0-9890-8d5b15dedbfe", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:43:48.422844 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-fc0630aa-d096-403b-8cd8-0ec11cd3e38e {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:43:48.423344 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2027856e-3179-4b41-9721-07298fb1021e', 'tag': 'a6275992-5d0a-43c0-9890-8d5b15dedbfe', 'status': 'completed', 'code': 200} Nov 04 11:43:48.491112 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09855961-dda5-43b8-9b47-2dd1269288da req-1f038ea1-b073-4c52-b891-81483f2797ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:48.493139 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-09855961-dda5-43b8-9b47-2dd1269288da req-1f038ea1-b073-4c52-b891-81483f2797ca service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 1097 time: 0.0459085 Nov 04 11:43:48.524065 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f3e5f-a79a-4bcd-a999-fb0c07d7acd4 req-8c2206b7-279c-4b80-861a-e5edcd8830a5 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:48.525816 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-714f3e5f-a79a-4bcd-a999-fb0c07d7acd4 req-8c2206b7-279c-4b80-861a-e5edcd8830a5 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 946 time: 0.0582016 Nov 04 11:43:48.563087 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c4ba2d0c-0f51-4e44-85ad-c03f5a259567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781334555', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:42:54Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa', 'name': '', 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:d9:08:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '8bb3134d-9786-452b-b915-799f326a1ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:42:54Z', 'updated_at': '2021-11-04T11:42:57Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '8bb3134d-9786-452b-b915-799f326a1ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:43:48.582590 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-714f3e5f-a79a-4bcd-a999-fb0c07d7acd4 req-d8c95294-bb1e-4d4a-88de-98c28f21ad81 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=16aef8a7-381a-4967-9cca-f86887f053fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486906 Nov 04 11:43:48.588640 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ba2d0c-0f51-4e44-85ad-c03f5a259567 None None] Checking router: d9c93817-6c0a-48de-a053-b1c6be1eb8a5 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:43:48.597124 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ba2d0c-0f51-4e44-85ad-c03f5a259567 None None] Routers {'d9c93817-6c0a-48de-a053-b1c6be1eb8a5'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:43:48.597728 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c4ba2d0c-0f51-4e44-85ad-c03f5a259567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:43:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d9c93817-6c0a-48de-a053-b1c6be1eb8a5'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:43:48.598771 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09855961-dda5-43b8-9b47-2dd1269288da req-b58f9cd4-568a-4b75-a253-12a496f39b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:48.600849 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-09855961-dda5-43b8-9b47-2dd1269288da req-b58f9cd4-568a-4b75-a253-12a496f39b9e service neutron] 10.222.0.126 "GET /v2.0/networks?id=c4df5c6a-a89a-477d-a48d-e65c368338ce HTTP/1.1" status: 200 len: 898 time: 0.0979705 Nov 04 11:43:48.646062 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-09855961-dda5-43b8-9b47-2dd1269288da req-332c53cf-9ea4-4436-8373-b128d9f41394 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6275992-5d0a-43c0-9890-8d5b15dedbfe HTTP/1.1" status: 200 len: 217 time: 0.0373037 Nov 04 11:43:48.698670 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09855961-dda5-43b8-9b47-2dd1269288da req-f572866e-ad19-4893-81fe-1d26c0435a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:48.700286 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-09855961-dda5-43b8-9b47-2dd1269288da req-f572866e-ad19-4893-81fe-1d26c0435a2e service neutron] 10.222.0.126 "GET /v2.0/subnets?id=8bb3134d-9786-452b-b915-799f326a1ac3 HTTP/1.1" status: 200 len: 834 time: 0.0471289 Nov 04 11:43:48.705503 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-c4ba2d0c-0f51-4e44-85ad-c03f5a259567 None None] Set router d9c93817-6c0a-48de-a053-b1c6be1eb8a5 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:43:48.748954 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09855961-dda5-43b8-9b47-2dd1269288da req-15835613-f066-4c88-a013-de18bccae98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:48.750495 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-09855961-dda5-43b8-9b47-2dd1269288da req-15835613-f066-4c88-a013-de18bccae98e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=c4df5c6a-a89a-477d-a48d-e65c368338ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418627 Nov 04 11:43:48.849631 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-09855961-dda5-43b8-9b47-2dd1269288da req-782f5c44-3bf6-47e0-97d6-f1d205861fb3 service neutron] 10.222.0.126 "GET /v2.0/networks/c4df5c6a-a89a-477d-a48d-e65c368338ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902779 Nov 04 11:43:48.915055 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c4ba2d0c-0f51-4e44-85ad-c03f5a259567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781334555', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:42:54Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa', 'name': '', 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:d9:08:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '8bb3134d-9786-452b-b915-799f326a1ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:42:54Z', 'updated_at': '2021-11-04T11:42:57Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '8bb3134d-9786-452b-b915-799f326a1ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:43:48.946360 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-09855961-dda5-43b8-9b47-2dd1269288da req-ec01246c-8338-4b94-821a-c59b5b7b354c service neutron] 10.222.0.126 "GET /v2.0/networks/c4df5c6a-a89a-477d-a48d-e65c368338ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881371 Nov 04 11:43:49.029643 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ba2d0c-0f51-4e44-85ad-c03f5a259567 None None] The sync data for ids ['d9c93817-6c0a-48de-a053-b1c6be1eb8a5'] in n-d-816629-1 is: [{'id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781334555', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:42:54Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa', 'name': '', 'network_id': 'c4df5c6a-a89a-477d-a48d-e65c368338ce', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:d9:08:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '8bb3134d-9786-452b-b915-799f326a1ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:42:54Z', 'updated_at': '2021-11-04T11:42:57Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '8bb3134d-9786-452b-b915-799f326a1ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:43:49.259761 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a613228-1e86-4203-9249-83916652e64c None None] New status for floating IP c15c057b-809b-4c48-9f2a-a393dea6fcde: DOWN {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:43:49.713455 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c21001-1c91-4654-a131-05257db8d1a7 req-0efb38cb-671e-472a-93a1-311fedd3c6b2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:49.715006 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25c21001-1c91-4654-a131-05257db8d1a7 req-0efb38cb-671e-472a-93a1-311fedd3c6b2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 946 time: 0.0565147 Nov 04 11:43:49.768350 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25c21001-1c91-4654-a131-05257db8d1a7 req-2400bd2e-a14d-4eb2-a2b6-648bbce39b13 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=16aef8a7-381a-4967-9cca-f86887f053fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468233 Nov 04 11:43:49.773780 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6c4d83c8-30da-48d8-8417-4eef606e0682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:50.077625 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe927f-39b5-424f-b482-547b276f210d req-d8cc4081-53c3-48c0-80c5-101b04b7e38a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:50.079020 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3ffe927f-39b5-424f-b482-547b276f210d req-d8cc4081-53c3-48c0-80c5-101b04b7e38a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.126 "GET /v2.0/ports?device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 946 time: 0.0693917 Nov 04 11:43:50.171468 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-3ffe927f-39b5-424f-b482-547b276f210d req-7a984393-8b7a-428a-b637-38fe5a2b333b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Deleting port a6275992-5d0a-43c0-9890-8d5b15dedbfe {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:43:50.171809 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3ffe927f-39b5-424f-b482-547b276f210d req-7a984393-8b7a-428a-b637-38fe5a2b333b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:50.265885 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-3ffe927f-39b5-424f-b482-547b276f210d req-7a984393-8b7a-428a-b637-38fe5a2b333b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] For port a6275992-5d0a-43c0-9890-8d5b15dedbfe, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=a6275992-5d0a-43c0-9890-8d5b15dedbfe,segment=NetworkSegment(aae57d10-f850-427a-8683-c7f1dd4e90b6),segment_id=aae57d10-f850-427a-8683-c7f1dd4e90b6)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:43:50.266245 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3ffe927f-39b5-424f-b482-547b276f210d req-7a984393-8b7a-428a-b637-38fe5a2b333b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:50.280064 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-3ffe927f-39b5-424f-b482-547b276f210d req-7a984393-8b7a-428a-b637-38fe5a2b333b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Calling delete_port for a6275992-5d0a-43c0-9890-8d5b15dedbfe owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:43:50.412775 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3ffe927f-39b5-424f-b482-547b276f210d req-7a984393-8b7a-428a-b637-38fe5a2b333b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:50.442494 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:43:50.445690 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a984393-8b7a-428a-b637-38fe5a2b333b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Port': ['ID=a6275992-5d0a-43c0-9890-8d5b15dedbfe,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:43:50.487789 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffe927f-39b5-424f-b482-547b276f210d req-7a984393-8b7a-428a-b637-38fe5a2b333b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] No DVR routers for this DVR port a6275992-5d0a-43c0-9890-8d5b15dedbfe on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:43:50.490714 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3ffe927f-39b5-424f-b482-547b276f210d req-7a984393-8b7a-428a-b637-38fe5a2b333b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:50.494224 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3ffe927f-39b5-424f-b482-547b276f210d req-7a984393-8b7a-428a-b637-38fe5a2b333b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.126 "DELETE /v2.0/ports/a6275992-5d0a-43c0-9890-8d5b15dedbfe HTTP/1.1" status: 204 len: 173 time: 0.4090841 Nov 04 11:43:50.494669 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2027856e-3179-4b41-9721-07298fb1021e', 'name': 'network-vif-deleted', 'tag': 'a6275992-5d0a-43c0-9890-8d5b15dedbfe'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:43:50.497403 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd2a00f-a141-4fa3-96c6-ba135e68f0b8" -d '{"events": [{"server_uuid": "2027856e-3179-4b41-9721-07298fb1021e", "name": "network-vif-deleted", "tag": "a6275992-5d0a-43c0-9890-8d5b15dedbfe"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:43:50.536557 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bdb142-65f8-4772-bce9-06220fc115d5 x-openstack-request-id: req-30bdb142-65f8-4772-bce9-06220fc115d5 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:43:50.536849 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2027856e-3179-4b41-9721-07298fb1021e", "name": "network-vif-deleted", "tag": "a6275992-5d0a-43c0-9890-8d5b15dedbfe", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:43:50.537134 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-30bdb142-65f8-4772-bce9-06220fc115d5 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:43:50.537579 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2027856e-3179-4b41-9721-07298fb1021e', 'name': 'network-vif-deleted', 'tag': 'a6275992-5d0a-43c0-9890-8d5b15dedbfe', 'status': 'completed', 'code': 200} Nov 04 11:43:50.900868 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea0b0c70-746a-4e22-b8d5-8f6cae4083c8 req-d5814fb5-0a1d-43b3-aacc-f30cf34b7cc0 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2027856e-3179-4b41-9721-07298fb1021e HTTP/1.1" status: 200 len: 210 time: 0.0319417 Nov 04 11:43:51.042708 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:51.969462 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34870) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:43:52.362305 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9408e6fa-7c3f-4b19-90db-235beef0cefa tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:52.464630 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:52.638749 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-9408e6fa-7c3f-4b19-90db-235beef0cefa tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Deleting port afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:43:52.639048 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9408e6fa-7c3f-4b19-90db-235beef0cefa tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:52.673052 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:52.734915 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-9408e6fa-7c3f-4b19-90db-235beef0cefa tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] For port afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa,segment=NetworkSegment(aae57d10-f850-427a-8683-c7f1dd4e90b6),segment_id=aae57d10-f850-427a-8683-c7f1dd4e90b6)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:43:52.735276 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9408e6fa-7c3f-4b19-90db-235beef0cefa tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:52.749514 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-9408e6fa-7c3f-4b19-90db-235beef0cefa tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Calling delete_port for afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:43:52.949137 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9408e6fa-7c3f-4b19-90db-235beef0cefa tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:52.978671 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408e6fa-7c3f-4b19-90db-235beef0cefa tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Port': ['ID=afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:43:53.166435 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9408e6fa-7c3f-4b19-90db-235beef0cefa tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:53.794920 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9408e6fa-7c3f-4b19-90db-235beef0cefa tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Router d9c93817-6c0a-48de-a053-b1c6be1eb8a5 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:43:53.905670 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9408e6fa-7c3f-4b19-90db-235beef0cefa tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:43:53.911044 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9408e6fa-7c3f-4b19-90db-235beef0cefa tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "PUT /v2.0/routers/d9c93817-6c0a-48de-a053-b1c6be1eb8a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9405146 Nov 04 11:43:53.914581 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34872) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:43:53.919024 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eadfa46-8a8c-43d1-aabd-d6c089372186 None None] Sync routers for ids ['d9c93817-6c0a-48de-a053-b1c6be1eb8a5'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:43:53.935325 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eadfa46-8a8c-43d1-aabd-d6c089372186 None None] Routers {'d9c93817-6c0a-48de-a053-b1c6be1eb8a5'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:43:53.936326 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-4eadfa46-8a8c-43d1-aabd-d6c089372186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:43:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d9c93817-6c0a-48de-a053-b1c6be1eb8a5'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:43:53.981788 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0e1d327-c3ee-40c5-acc3-911680444d45 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Deleting subnet 8bb3134d-9786-452b-b915-799f326a1ac3 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:43:53.985074 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d327-c3ee-40c5-acc3-911680444d45 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:54.028454 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d327-c3ee-40c5-acc3-911680444d45 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:54.057869 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-4eadfa46-8a8c-43d1-aabd-d6c089372186 None None] Set router d9c93817-6c0a-48de-a053-b1c6be1eb8a5 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:43:54.114699 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d327-c3ee-40c5-acc3-911680444d45 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:54.180291 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d327-c3ee-40c5-acc3-911680444d45 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:54.211066 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1d327-c3ee-40c5-acc3-911680444d45 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Subnet': ['ID=8bb3134d-9786-452b-b915-799f326a1ac3,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:43:54.213975 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d327-c3ee-40c5-acc3-911680444d45 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:54.218057 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4c4ae0-ff9b-4f66-b5a6-b902086080c7 None None] Network c4df5c6a-a89a-477d-a48d-e65c368338ce requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:43:54.221356 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e0e1d327-c3ee-40c5-acc3-911680444d45 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "DELETE /v2.0/subnets/8bb3134d-9786-452b-b915-799f326a1ac3 HTTP/1.1" status: 204 len: 168 time: 0.3046076 Nov 04 11:43:54.221540 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34874) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:43:54.229606 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1d327-c3ee-40c5-acc3-911680444d45 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:54.229606 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1d327-c3ee-40c5-acc3-911680444d45 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:54.229606 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1d327-c3ee-40c5-acc3-911680444d45 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:54.230004 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1d327-c3ee-40c5-acc3-911680444d45 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:54.230004 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1d327-c3ee-40c5-acc3-911680444d45 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:54.230331 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1d327-c3ee-40c5-acc3-911680444d45 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:54.230653 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1d327-c3ee-40c5-acc3-911680444d45 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:54.230982 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1d327-c3ee-40c5-acc3-911680444d45 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:54.231311 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1d327-c3ee-40c5-acc3-911680444d45 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:54.231651 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1d327-c3ee-40c5-acc3-911680444d45 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:54.232012 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1d327-c3ee-40c5-acc3-911680444d45 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:54.232273 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1d327-c3ee-40c5-acc3-911680444d45 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:54.258767 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-4eadfa46-8a8c-43d1-aabd-d6c089372186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781334555', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:43:52Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:43:54.289890 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eadfa46-8a8c-43d1-aabd-d6c089372186 None None] Checking router: d9c93817-6c0a-48de-a053-b1c6be1eb8a5 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:43:54.299270 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eadfa46-8a8c-43d1-aabd-d6c089372186 None None] Routers {'d9c93817-6c0a-48de-a053-b1c6be1eb8a5'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:43:54.299874 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-4eadfa46-8a8c-43d1-aabd-d6c089372186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:43:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['d9c93817-6c0a-48de-a053-b1c6be1eb8a5'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:43:54.334213 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7682177c-6250-4465-8685-162e6ed1ddca tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:54.412472 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-4eadfa46-8a8c-43d1-aabd-d6c089372186 None None] Set router d9c93817-6c0a-48de-a053-b1c6be1eb8a5 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:43:54.416351 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device a6275992-5d0a-43c0-9890-8d5b15dedbfe no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:43:54.418431 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38af36a-9889-47ad-8dcf-073a74185269 None None] DHCP port deletion for c4df5c6a-a89a-477d-a48d-e65c368338ce request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:43:54.445062 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: a6275992-5d0a-43c0-9890-8d5b15dedbfe {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:43:54.445461 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device a6275992-5d0a-43c0-9890-8d5b15dedbfe not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:43:54.451836 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7682177c-6250-4465-8685-162e6ed1ddca tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:54.511976 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-7682177c-6250-4465-8685-162e6ed1ddca tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Deleting port bd6506f8-31e4-46d0-a80f-5b45dced448f {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:43:54.512201 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7682177c-6250-4465-8685-162e6ed1ddca tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:54.597185 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-7682177c-6250-4465-8685-162e6ed1ddca tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] For port bd6506f8-31e4-46d0-a80f-5b45dced448f, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=bd6506f8-31e4-46d0-a80f-5b45dced448f,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:43:54.598018 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7682177c-6250-4465-8685-162e6ed1ddca tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:54.599993 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-4eadfa46-8a8c-43d1-aabd-d6c089372186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781334555', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:43:52Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:43:54.612069 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-7682177c-6250-4465-8685-162e6ed1ddca tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Calling delete_port for bd6506f8-31e4-46d0-a80f-5b45dced448f owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:43:54.631559 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eadfa46-8a8c-43d1-aabd-d6c089372186 None None] The sync data for ids ['d9c93817-6c0a-48de-a053-b1c6be1eb8a5'] in n-d-816629-1 is: [{'id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781334555', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:43:52Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'bd6506f8-31e4-46d0-a80f-5b45dced448f', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c93817-6c0a-48de-a053-b1c6be1eb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:42:51Z', 'updated_at': '2021-11-04T11:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:43:54.657310 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-f38af36a-9889-47ad-8dcf-073a74185269 None None] Deleting port 14aa9d0d-9e02-4c34-914b-9ec5f6b05e55 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:43:54.657960 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f38af36a-9889-47ad-8dcf-073a74185269 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:54.719605 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-f38af36a-9889-47ad-8dcf-073a74185269 None None] For port 14aa9d0d-9e02-4c34-914b-9ec5f6b05e55, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=14aa9d0d-9e02-4c34-914b-9ec5f6b05e55,segment=NetworkSegment(aae57d10-f850-427a-8683-c7f1dd4e90b6),segment_id=aae57d10-f850-427a-8683-c7f1dd4e90b6)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:43:54.719991 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f38af36a-9889-47ad-8dcf-073a74185269 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:54.732696 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-f38af36a-9889-47ad-8dcf-073a74185269 None None] Calling delete_port for 14aa9d0d-9e02-4c34-914b-9ec5f6b05e55 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:43:54.791723 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7682177c-6250-4465-8685-162e6ed1ddca tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:54.816757 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682177c-6250-4465-8685-162e6ed1ddca tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Port': ['ID=bd6506f8-31e4-46d0-a80f-5b45dced448f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:43:54.817517 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f38af36a-9889-47ad-8dcf-073a74185269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:54.841306 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38af36a-9889-47ad-8dcf-073a74185269 None None] Pushing event deleted for resources: {'Port': ['ID=14aa9d0d-9e02-4c34-914b-9ec5f6b05e55,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:43:54.851109 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38af36a-9889-47ad-8dcf-073a74185269 None None] No DVR routers for this DVR port 14aa9d0d-9e02-4c34-914b-9ec5f6b05e55 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:43:54.853628 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38af36a-9889-47ad-8dcf-073a74185269 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:54.853987 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38af36a-9889-47ad-8dcf-073a74185269 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:54.854537 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38af36a-9889-47ad-8dcf-073a74185269 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:54.854893 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38af36a-9889-47ad-8dcf-073a74185269 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:54.855252 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38af36a-9889-47ad-8dcf-073a74185269 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:54.855597 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38af36a-9889-47ad-8dcf-073a74185269 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:54.855907 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38af36a-9889-47ad-8dcf-073a74185269 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:54.856235 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38af36a-9889-47ad-8dcf-073a74185269 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:54.856558 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38af36a-9889-47ad-8dcf-073a74185269 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:54.856903 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38af36a-9889-47ad-8dcf-073a74185269 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:54.857228 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38af36a-9889-47ad-8dcf-073a74185269 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:54.857550 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38af36a-9889-47ad-8dcf-073a74185269 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:43:54.889883 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7682177c-6250-4465-8685-162e6ed1ddca tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:54.990457 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7682177c-6250-4465-8685-162e6ed1ddca tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:54.992951 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7682177c-6250-4465-8685-162e6ed1ddca tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:55.039642 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7682177c-6250-4465-8685-162e6ed1ddca tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:55.040542 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7682177c-6250-4465-8685-162e6ed1ddca tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Fanout notify agent at l3_agent the message router_deleted on router d9c93817-6c0a-48de-a053-b1c6be1eb8a5 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:43:55.048883 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7682177c-6250-4465-8685-162e6ed1ddca tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:55.050054 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7682177c-6250-4465-8685-162e6ed1ddca tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "DELETE /v2.0/routers/d9c93817-6c0a-48de-a053-b1c6be1eb8a5 HTTP/1.1" status: 204 len: 168 time: 0.8275657 Nov 04 11:43:55.052983 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34876) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:43:55.148121 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0d794a68-ab63-4d93-91b2-7f8bed244f81 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:55.236442 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0d794a68-ab63-4d93-91b2-7f8bed244f81 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:55.260299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-0d794a68-ab63-4d93-91b2-7f8bed244f81 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4df5c6a-a89a-477d-a48d-e65c368338ce']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:43:55.271693 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-0d794a68-ab63-4d93-91b2-7f8bed244f81 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae57d10-f850-427a-8683-c7f1dd4e90b6') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:43:55.271990 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-0d794a68-ab63-4d93-91b2-7f8bed244f81 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae57d10-f850-427a-8683-c7f1dd4e90b6') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:43:55.283623 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0d794a68-ab63-4d93-91b2-7f8bed244f81 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:55.298853 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0d794a68-ab63-4d93-91b2-7f8bed244f81 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:55.305240 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d794a68-ab63-4d93-91b2-7f8bed244f81 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Releasing vlan 1165 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:43:55.305582 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0d794a68-ab63-4d93-91b2-7f8bed244f81 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:43:55.308922 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:43:55.376280 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0d794a68-ab63-4d93-91b2-7f8bed244f81 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:55.384064 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0d794a68-ab63-4d93-91b2-7f8bed244f81 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:55.386488 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0d794a68-ab63-4d93-91b2-7f8bed244f81 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "DELETE /v2.0/networks/c4df5c6a-a89a-477d-a48d-e65c368338ce HTTP/1.1" status: 204 len: 168 time: 0.3325098 Nov 04 11:43:55.389634 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34878) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:43:55.399342 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d794a68-ab63-4d93-91b2-7f8bed244f81 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Network': ['ID=c4df5c6a-a89a-477d-a48d-e65c368338ce,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:43:55.452931 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-41ffb688-0a3c-4863-990a-8bc6a105be6e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:55.479605 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-41ffb688-0a3c-4863-990a-8bc6a105be6e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:55.542540 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-41ffb688-0a3c-4863-990a-8bc6a105be6e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:55.545250 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-41ffb688-0a3c-4863-990a-8bc6a105be6e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:55.546497 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-41ffb688-0a3c-4863-990a-8bc6a105be6e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "DELETE /v2.0/security-groups/16aef8a7-381a-4967-9cca-f86887f053fe HTTP/1.1" status: 204 len: 168 time: 0.1557894 Nov 04 11:43:55.556248 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ffb688-0a3c-4863-990a-8bc6a105be6e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16aef8a7-381a-4967-9cca-f86887f053fe,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:43:55.759009 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:43:55.787147 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:43:55.787497 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device afb2ee71-fd84-4610-af5b-ce0f8d8bfdfa not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:43:55.787927 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 14aa9d0d-9e02-4c34-914b-9ec5f6b05e55 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:43:55.807008 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 14aa9d0d-9e02-4c34-914b-9ec5f6b05e55 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:43:55.807357 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 14aa9d0d-9e02-4c34-914b-9ec5f6b05e55 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:43:55.807781 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device bd6506f8-31e4-46d0-a80f-5b45dced448f no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:43:55.811483 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34884) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:43:55.816366 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-381bdc08-94a4-4ae3-b83d-5322d3fad4b2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1693486191', 'description': 'tempest-secgroup-smoke-1693486191 description', 'project_id': '1ef3e74ffc834573ba9c036355859023'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:43:55.830752 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: bd6506f8-31e4-46d0-a80f-5b45dced448f {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:43:55.831092 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device bd6506f8-31e4-46d0-a80f-5b45dced448f not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:43:55.854925 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-381bdc08-94a4-4ae3-b83d-5322d3fad4b2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:55.922977 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-381bdc08-94a4-4ae3-b83d-5322d3fad4b2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:55.928968 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-381bdc08-94a4-4ae3-b83d-5322d3fad4b2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:55.963637 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-381bdc08-94a4-4ae3-b83d-5322d3fad4b2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:55.964863 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-381bdc08-94a4-4ae3-b83d-5322d3fad4b2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1522739 Nov 04 11:43:55.966826 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381bdc08-94a4-4ae3-b83d-5322d3fad4b2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:43:55.968205 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34886) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:43:55.973402 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-4ccb3809-55e6-4aab-8408-7a7cafb59e95 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': '4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:43:56.004334 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4ccb3809-55e6-4aab-8408-7a7cafb59e95 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.060908 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4ccb3809-55e6-4aab-8408-7a7cafb59e95 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.066362 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4ccb3809-55e6-4aab-8408-7a7cafb59e95 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.085595 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb3809-55e6-4aab-8408-7a7cafb59e95 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f63ef9-efd7-4fe3-9be2-073aece839fc,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:43:56.093696 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-4ccb3809-55e6-4aab-8408-7a7cafb59e95 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.095047 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4ccb3809-55e6-4aab-8408-7a7cafb59e95 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256387 Nov 04 11:43:56.097927 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34888) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:43:56.102435 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-18832b35-ab0a-4917-b271-d3144293fa01 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': '4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:43:56.138446 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-18832b35-ab0a-4917-b271-d3144293fa01 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.212342 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-18832b35-ab0a-4917-b271-d3144293fa01 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.218177 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-18832b35-ab0a-4917-b271-d3144293fa01 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.236122 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18832b35-ab0a-4917-b271-d3144293fa01 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2338034e-e89a-43cc-8767-23382f121faf,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:43:56.246237 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-18832b35-ab0a-4917-b271-d3144293fa01 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.247528 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-18832b35-ab0a-4917-b271-d3144293fa01 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1486402 Nov 04 11:43:56.250635 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34890) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:43:56.255459 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-7086b1b7-f486-46e3-949b-236f4c106a95 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': '4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:43:56.283944 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7086b1b7-f486-46e3-949b-236f4c106a95 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.342723 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7086b1b7-f486-46e3-949b-236f4c106a95 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.349697 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7086b1b7-f486-46e3-949b-236f4c106a95 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.367654 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086b1b7-f486-46e3-949b-236f4c106a95 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c641cc-3cd1-437d-bee1-e21ed5518cdc,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:43:56.377379 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7086b1b7-f486-46e3-949b-236f4c106a95 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.378652 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7086b1b7-f486-46e3-949b-236f4c106a95 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270063 Nov 04 11:43:56.381499 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34892) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:43:56.385960 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-4f54fd3b-fd67-4e6f-95e4-d4c3b4ff2801 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': '4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:43:56.413817 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4f54fd3b-fd67-4e6f-95e4-d4c3b4ff2801 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.472447 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4f54fd3b-fd67-4e6f-95e4-d4c3b4ff2801 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.478440 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4f54fd3b-fd67-4e6f-95e4-d4c3b4ff2801 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.493518 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54fd3b-fd67-4e6f-95e4-d4c3b4ff2801 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff5d8de4-31e4-4403-9da6-88cff8382343,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:43:56.506107 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4f54fd3b-fd67-4e6f-95e4-d4c3b4ff2801 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.507573 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4f54fd3b-fd67-4e6f-95e4-d4c3b4ff2801 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250918 Nov 04 11:43:56.511780 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34894) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:43:56.516311 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-872f7e2b-3e51-4f84-9c6e-037ad6bd5e6d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': '4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:43:56.540508 n-d-816629-1 neutron-server[101774]: INFO neutron.db.securitygroups_db [None req-872f7e2b-3e51-4f84-9c6e-037ad6bd5e6d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Project 1ef3e74ffc834573ba9c036355859023 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 11:43:56.545683 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-872f7e2b-3e51-4f84-9c6e-037ad6bd5e6d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.607596 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-872f7e2b-3e51-4f84-9c6e-037ad6bd5e6d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.613334 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-872f7e2b-3e51-4f84-9c6e-037ad6bd5e6d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.631229 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f7e2b-3e51-4f84-9c6e-037ad6bd5e6d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b14c4b6-0d6f-48d4-8676-ce974e117f2d,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:43:56.640114 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-872f7e2b-3e51-4f84-9c6e-037ad6bd5e6d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.641640 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-872f7e2b-3e51-4f84-9c6e-037ad6bd5e6d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1288617 Nov 04 11:43:56.645010 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34896) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:43:56.649900 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-606522d5-ced9-47a2-af75-eb7b7dda7725 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': '4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:43:56.674240 n-d-816629-1 neutron-server[101775]: INFO neutron.db.securitygroups_db [None req-606522d5-ced9-47a2-af75-eb7b7dda7725 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Project 1ef3e74ffc834573ba9c036355859023 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 11:43:56.679253 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-606522d5-ced9-47a2-af75-eb7b7dda7725 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.743321 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-606522d5-ced9-47a2-af75-eb7b7dda7725 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.748897 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-606522d5-ced9-47a2-af75-eb7b7dda7725 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.766537 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606522d5-ced9-47a2-af75-eb7b7dda7725 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a850df52-7b05-4275-8257-597e8c20728d,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:43:56.773769 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-606522d5-ced9-47a2-af75-eb7b7dda7725 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.774988 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-606522d5-ced9-47a2-af75-eb7b7dda7725 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288545 Nov 04 11:43:56.778167 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34898) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:43:56.783377 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-69b463a1-7bf0-4735-a5ca-9b453625f21a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'network': {'name': 'tempest-network-smoke--990315151', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'port_security_enabled': True}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:43:56.807800 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b463a1-7bf0-4735-a5ca-9b453625f21a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Made reservation on behalf of 1ef3e74ffc834573ba9c036355859023 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:43:56.811400 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69b463a1-7bf0-4735-a5ca-9b453625f21a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.836099 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b463a1-7bf0-4735-a5ca-9b453625f21a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1184} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:43:56.846544 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69b463a1-7bf0-4735-a5ca-9b453625f21a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.846883 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-69b463a1-7bf0-4735-a5ca-9b453625f21a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Added segment a8783d46-7ae3-4426-bebc-af3a7d243079 of type vlan for network fe0a6ee7-95d9-41f4-b241-581e8171f19b Nov 04 11:43:56.888893 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69b463a1-7bf0-4735-a5ca-9b453625f21a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.917003 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69b463a1-7bf0-4735-a5ca-9b453625f21a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.922773 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b463a1-7bf0-4735-a5ca-9b453625f21a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:56.923372 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69b463a1-7bf0-4735-a5ca-9b453625f21a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:56.993559 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-69b463a1-7bf0-4735-a5ca-9b453625f21a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2142937 Nov 04 11:43:56.996892 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34900) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:43:57.003130 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b847d967-fc2c-4e40-b843-b3261403fcea tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-806351546', 'admin_state_up': True, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:43:57.004637 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b463a1-7bf0-4735-a5ca-9b453625f21a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Network': ['ID=fe0a6ee7-95d9-41f4-b241-581e8171f19b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:43:57.015552 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network fe0a6ee7-95d9-41f4-b241-581e8171f19b details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:43:57.030667 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b847d967-fc2c-4e40-b843-b3261403fcea tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:57.032103 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b847d967-fc2c-4e40-b843-b3261403fcea tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:57.095959 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b847d967-fc2c-4e40-b843-b3261403fcea tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:57.244688 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b847d967-fc2c-4e40-b843-b3261403fcea tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:57.441465 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b847d967-fc2c-4e40-b843-b3261403fcea tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:57.460076 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b847d967-fc2c-4e40-b843-b3261403fcea tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:57.565526 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-b847d967-fc2c-4e40-b843-b3261403fcea tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Allocated IP 172.25.7.9 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/2bc83c7a-8735-447c-bc2c-1200e228c6d5) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:43:57.665959 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b847d967-fc2c-4e40-b843-b3261403fcea tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:57.700746 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b847d967-fc2c-4e40-b843-b3261403fcea tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:57.748415 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b847d967-fc2c-4e40-b843-b3261403fcea tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:43:57.753343 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-b847d967-fc2c-4e40-b843-b3261403fcea tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:43:57.757002 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b847d967-fc2c-4e40-b843-b3261403fcea tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:43:57.762533 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847d967-fc2c-4e40-b843-b3261403fcea tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=2bc83c7a-8735-447c-bc2c-1200e228c6d5,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:43:58.312680 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b847d967-fc2c-4e40-b843-b3261403fcea tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:58.533679 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b847d967-fc2c-4e40-b843-b3261403fcea tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:58.669219 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b847d967-fc2c-4e40-b843-b3261403fcea tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Router a0b6f03f-b678-49a8-b820-06b23979e575 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 11:43:58.781030 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b847d967-fc2c-4e40-b843-b3261403fcea tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:43:58.791557 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e8bdd5-5d37-4a4e-b7e6-c2f0a4402cf8 None None] Sync routers for ids ['a0b6f03f-b678-49a8-b820-06b23979e575'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:43:58.802610 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b847d967-fc2c-4e40-b843-b3261403fcea tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:58.803053 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e8bdd5-5d37-4a4e-b7e6-c2f0a4402cf8 None None] Routers {'a0b6f03f-b678-49a8-b820-06b23979e575'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:43:58.803730 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-27e8bdd5-5d37-4a4e-b7e6-c2f0a4402cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:43:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a0b6f03f-b678-49a8-b820-06b23979e575'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:43:58.803886 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b847d967-fc2c-4e40-b843-b3261403fcea tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8056138 Nov 04 11:43:58.807469 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34904) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:43:58.837877 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9c338ae0-1dea-4b82-b5dd-bef36621405f tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] 10.222.0.127 "GET /v2.0/subnets?project_id=1ef3e74ffc834573ba9c036355859023&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290582 Nov 04 11:43:58.840853 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34906) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:43:58.913424 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-27e8bdd5-5d37-4a4e-b7e6-c2f0a4402cf8 None None] Set router a0b6f03f-b678-49a8-b820-06b23979e575 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:43:59.002357 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7d216b-40b3-4bdb-b6ff-0119789699cb tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:59.003880 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-df7d216b-40b3-4bdb-b6ff-0119789699cb tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1620209 Nov 04 11:43:59.007990 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34908) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:43:59.045395 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-fb759245-8ede-483c-8519-9b542aecea6c tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] 10.222.0.127 "GET /v2.0/subnets?network_id=301c0cd8-d116-455e-af06-7601efa602d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351543 Nov 04 11:43:59.048459 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34910) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:43:59.053686 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-08fd11c5-bbc5-4940-a816-3fab07f0a71e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-821799294', 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:43:59.101877 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-27e8bdd5-5d37-4a4e-b7e6-c2f0a4402cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806351546', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:43:58Z', 'revision_number': 3, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:43:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:43:59.130392 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e8bdd5-5d37-4a4e-b7e6-c2f0a4402cf8 None None] Checking router: a0b6f03f-b678-49a8-b820-06b23979e575 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:43:59.130762 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e8bdd5-5d37-4a4e-b7e6-c2f0a4402cf8 None None] Updating router a0b6f03f-b678-49a8-b820-06b23979e575 port 2bc83c7a-8735-447c-bc2c-1200e228c6d5 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:43:59.151225 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fd11c5-bbc5-4940-a816-3fab07f0a71e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Made reservation on behalf of 1ef3e74ffc834573ba9c036355859023 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:43:59.154866 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-08fd11c5-bbc5-4940-a816-3fab07f0a71e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:59.156439 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-27e8bdd5-5d37-4a4e-b7e6-c2f0a4402cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:59.352758 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-08fd11c5-bbc5-4940-a816-3fab07f0a71e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:59.418035 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd11c5-bbc5-4940-a816-3fab07f0a71e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Subnet': ['ID=7a52fc62-eb18-480c-98b7-49e56439d3c6,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:43:59.418347 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-27e8bdd5-5d37-4a4e-b7e6-c2f0a4402cf8 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:59.425988 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-27e8bdd5-5d37-4a4e-b7e6-c2f0a4402cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:59.429847 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd11c5-bbc5-4940-a816-3fab07f0a71e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Checking segment: {'id': 'a8783d46-7ae3-4426-bebc-af3a7d243079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:43:59.430213 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fd11c5-bbc5-4940-a816-3fab07f0a71e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network hostable DHCP agents. Network: fe0a6ee7-95d9-41f4-b241-581e8171f19b, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:43:59.448003 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fd11c5-bbc5-4940-a816-3fab07f0a71e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network fe0a6ee7-95d9-41f4-b241-581e8171f19b is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:43:59.457750 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-08fd11c5-bbc5-4940-a816-3fab07f0a71e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, fe0a6ee7-95d9-41f4-b241-581e8171f19b) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:43:59.461959 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fd11c5-bbc5-4940-a816-3fab07f0a71e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:43:59.462964 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-08fd11c5-bbc5-4940-a816-3fab07f0a71e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:59.475622 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873c4ac5-c372-42ab-b945-c91fd89b22ce None None] Network fe0a6ee7-95d9-41f4-b241-581e8171f19b requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:43:59.481301 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-08fd11c5-bbc5-4940-a816-3fab07f0a71e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4315989 Nov 04 11:43:59.484013 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 34912) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:43:59.525727 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc97c18-25d2-48be-a754-a795b867c409 None None] Pushing event updated for resources: {'Port': ['ID=2bc83c7a-8735-447c-bc2c-1200e228c6d5,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:43:59.529510 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-27e8bdd5-5d37-4a4e-b7e6-c2f0a4402cf8 None None] Attempting to bind port 2bc83c7a-8735-447c-bc2c-1200e228c6d5 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:43:59.529880 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-27e8bdd5-5d37-4a4e-b7e6-c2f0a4402cf8 None None] Attempting to bind port 2bc83c7a-8735-447c-bc2c-1200e228c6d5 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:43:59.530247 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e8bdd5-5d37-4a4e-b7e6-c2f0a4402cf8 None None] Attempting to bind port 2bc83c7a-8735-447c-bc2c-1200e228c6d5 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:43:59.547129 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e8bdd5-5d37-4a4e-b7e6-c2f0a4402cf8 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:43:59.547875 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e8bdd5-5d37-4a4e-b7e6-c2f0a4402cf8 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:43:59.548289 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-27e8bdd5-5d37-4a4e-b7e6-c2f0a4402cf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:59.548688 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e8bdd5-5d37-4a4e-b7e6-c2f0a4402cf8 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:43:59.549207 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-27e8bdd5-5d37-4a4e-b7e6-c2f0a4402cf8 None None] Bound port: 2bc83c7a-8735-447c-bc2c-1200e228c6d5, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:43:59.549587 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-27e8bdd5-5d37-4a4e-b7e6-c2f0a4402cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:59.642904 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-27e8bdd5-5d37-4a4e-b7e6-c2f0a4402cf8 None None] For port 2bc83c7a-8735-447c-bc2c-1200e228c6d5, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:43:59.658363 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-27e8bdd5-5d37-4a4e-b7e6-c2f0a4402cf8 None None] For port 2bc83c7a-8735-447c-bc2c-1200e228c6d5, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2bc83c7a-8735-447c-bc2c-1200e228c6d5,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:43:59.665274 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-27e8bdd5-5d37-4a4e-b7e6-c2f0a4402cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:59.740192 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b369d3-91fc-4e5b-959f-15324b1a53ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-fe0a6ee7-95d9-41f4-b241-581e8171f19b', 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'fixed_ips': [{'subnet_id': '7a52fc62-eb18-480c-98b7-49e56439d3c6'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:43:59.741062 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d7b369d3-91fc-4e5b-959f-15324b1a53ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:59.745013 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e8bdd5-5d37-4a4e-b7e6-c2f0a4402cf8 None None] Routers {'a0b6f03f-b678-49a8-b820-06b23979e575'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:43:59.745621 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-27e8bdd5-5d37-4a4e-b7e6-c2f0a4402cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:43:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a0b6f03f-b678-49a8-b820-06b23979e575'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:43:59.800654 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc97c18-25d2-48be-a754-a795b867c409 None None] Pushing event updated for resources: {'Port': ['ID=2bc83c7a-8735-447c-bc2c-1200e228c6d5,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:43:59.934372 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9661b525-0da6-42c2-8ebd-a3d459ac0d64 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:43:59.938227 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-27e8bdd5-5d37-4a4e-b7e6-c2f0a4402cf8 None None] Set router a0b6f03f-b678-49a8-b820-06b23979e575 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:44:00.068095 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-d7b369d3-91fc-4e5b-959f-15324b1a53ec None None] Allocated IP 172.20.0.2 (fe0a6ee7-95d9-41f4-b241-581e8171f19b/7a52fc62-eb18-480c-98b7-49e56439d3c6/80c5df0b-3311-42b6-9697-48b0591f76be) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:44:00.270768 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-27e8bdd5-5d37-4a4e-b7e6-c2f0a4402cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806351546', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:43:58Z', 'revision_number': 3, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:44:00.272801 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d7b369d3-91fc-4e5b-959f-15324b1a53ec None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:00.301067 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d7b369d3-91fc-4e5b-959f-15324b1a53ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:00.304401 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e8bdd5-5d37-4a4e-b7e6-c2f0a4402cf8 None None] The sync data for ids ['a0b6f03f-b678-49a8-b820-06b23979e575'] in n-d-816629-1 is: [{'id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806351546', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:43:58Z', 'revision_number': 3, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:44:00.347333 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b369d3-91fc-4e5b-959f-15324b1a53ec None None] Network fe0a6ee7-95d9-41f4-b241-581e8171f19b is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:44:00.350564 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-d7b369d3-91fc-4e5b-959f-15324b1a53ec None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:44:00.357369 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b369d3-91fc-4e5b-959f-15324b1a53ec None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:44:00.358062 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-9661b525-0da6-42c2-8ebd-a3d459ac0d64 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Allocated IP 172.20.0.1 (fe0a6ee7-95d9-41f4-b241-581e8171f19b/7a52fc62-eb18-480c-98b7-49e56439d3c6/3200698f-477e-41d1-8274-049352e9d5bf) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:44:00.361786 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b369d3-91fc-4e5b-959f-15324b1a53ec None None] Pushing event updated for resources: {'Port': ['ID=80c5df0b-3311-42b6-9697-48b0591f76be,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:44:00.424544 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-d7b369d3-91fc-4e5b-959f-15324b1a53ec None None] Attempting to bind port 80c5df0b-3311-42b6-9697-48b0591f76be on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:44:00.424937 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-d7b369d3-91fc-4e5b-959f-15324b1a53ec None None] Attempting to bind port 80c5df0b-3311-42b6-9697-48b0591f76be by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'a8783d46-7ae3-4426-bebc-af3a7d243079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:44:00.425295 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b369d3-91fc-4e5b-959f-15324b1a53ec None None] Attempting to bind port 80c5df0b-3311-42b6-9697-48b0591f76be on network fe0a6ee7-95d9-41f4-b241-581e8171f19b {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:44:00.430698 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b369d3-91fc-4e5b-959f-15324b1a53ec None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:44:00.431520 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b369d3-91fc-4e5b-959f-15324b1a53ec None None] Checking segment: {'id': 'a8783d46-7ae3-4426-bebc-af3a7d243079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:44:00.431952 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d7b369d3-91fc-4e5b-959f-15324b1a53ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:00.432354 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b369d3-91fc-4e5b-959f-15324b1a53ec None None] Bound using segment: {'id': 'a8783d46-7ae3-4426-bebc-af3a7d243079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:44:00.432836 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-d7b369d3-91fc-4e5b-959f-15324b1a53ec None None] Bound port: 80c5df0b-3311-42b6-9697-48b0591f76be, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8783d46-7ae3-4426-bebc-af3a7d243079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:44:00.433287 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d7b369d3-91fc-4e5b-959f-15324b1a53ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:00.492783 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9661b525-0da6-42c2-8ebd-a3d459ac0d64 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:00.502713 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-d7b369d3-91fc-4e5b-959f-15324b1a53ec None None] For port 80c5df0b-3311-42b6-9697-48b0591f76be, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:44:00.506130 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-d7b369d3-91fc-4e5b-959f-15324b1a53ec None None] For port 80c5df0b-3311-42b6-9697-48b0591f76be, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=80c5df0b-3311-42b6-9697-48b0591f76be,segment=NetworkSegment(a8783d46-7ae3-4426-bebc-af3a7d243079),segment_id=a8783d46-7ae3-4426-bebc-af3a7d243079)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:44:00.511999 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d7b369d3-91fc-4e5b-959f-15324b1a53ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:00.571141 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9661b525-0da6-42c2-8ebd-a3d459ac0d64 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:00.587516 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b369d3-91fc-4e5b-959f-15324b1a53ec None None] Pushing event updated for resources: {'Port': ['ID=80c5df0b-3311-42b6-9697-48b0591f76be,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:44:00.623085 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9661b525-0da6-42c2-8ebd-a3d459ac0d64 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network fe0a6ee7-95d9-41f4-b241-581e8171f19b is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:44:00.627336 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-9661b525-0da6-42c2-8ebd-a3d459ac0d64 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:44:00.632287 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9661b525-0da6-42c2-8ebd-a3d459ac0d64 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:44:00.636516 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661b525-0da6-42c2-8ebd-a3d459ac0d64 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=3200698f-477e-41d1-8274-049352e9d5bf,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:44:00.682218 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9661b525-0da6-42c2-8ebd-a3d459ac0d64 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:00.863743 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9661b525-0da6-42c2-8ebd-a3d459ac0d64 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:01.170226 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9661b525-0da6-42c2-8ebd-a3d459ac0d64 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:01.176729 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9661b525-0da6-42c2-8ebd-a3d459ac0d64 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:01.253654 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661b525-0da6-42c2-8ebd-a3d459ac0d64 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=3200698f-477e-41d1-8274-049352e9d5bf,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:44:01.256189 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9661b525-0da6-42c2-8ebd-a3d459ac0d64 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:01.366624 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9661b525-0da6-42c2-8ebd-a3d459ac0d64 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network fe0a6ee7-95d9-41f4-b241-581e8171f19b is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:44:01.368150 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-9661b525-0da6-42c2-8ebd-a3d459ac0d64 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:44:01.490587 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9661b525-0da6-42c2-8ebd-a3d459ac0d64 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Router a0b6f03f-b678-49a8-b820-06b23979e575 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:44:01.559568 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae28cabf-de91-4b88-a97e-21a2fc2a6bde None None] Network fe0a6ee7-95d9-41f4-b241-581e8171f19b requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:44:01.606485 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9661b525-0da6-42c2-8ebd-a3d459ac0d64 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:44:01.612691 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9661b525-0da6-42c2-8ebd-a3d459ac0d64 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "PUT /v2.0/routers/a0b6f03f-b678-49a8-b820-06b23979e575/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1276865 Nov 04 11:44:01.660320 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2626d642-36ab-4325-938a-1cac47c9910e None None] Provisioning complete for port 80c5df0b-3311-42b6-9697-48b0591f76be triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:44:01.660700 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2626d642-36ab-4325-938a-1cac47c9910e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:01.785522 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-067d1f8b-5d0b-4159-88c3-6f0f34ca860f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1693486191&fields=id&tenant_id=1ef3e74ffc834573ba9c036355859023 HTTP/1.1" status: 200 len: 267 time: 0.0597651 Nov 04 11:44:01.821133 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2626d642-36ab-4325-938a-1cac47c9910e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:01.848857 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2bc83c7a-8735-447c-bc2c-1200e228c6d5 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:44:01.890278 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2626d642-36ab-4325-938a-1cac47c9910e None None] For port 80c5df0b-3311-42b6-9697-48b0591f76be, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=80c5df0b-3311-42b6-9697-48b0591f76be,segment=NetworkSegment(a8783d46-7ae3-4426-bebc-af3a7d243079),segment_id=a8783d46-7ae3-4426-bebc-af3a7d243079)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:44:01.899427 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2626d642-36ab-4325-938a-1cac47c9910e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:01.921699 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-0bd4c57f-d1f3-4740-a891-cd6324e4c480 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:01.923823 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-0bd4c57f-d1f3-4740-a891-cd6324e4c480 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/networks?id=fe0a6ee7-95d9-41f4-b241-581e8171f19b HTTP/1.1" status: 200 len: 796 time: 0.1367528 Nov 04 11:44:01.947699 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-94ffdf01-1b1b-4c50-b254-08cfc6d039ca tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/quotas/1ef3e74ffc834573ba9c036355859023 HTTP/1.1" status: 200 len: 375 time: 0.0161219 Nov 04 11:44:01.972994 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626d642-36ab-4325-938a-1cac47c9910e None None] Pushing event updated for resources: {'Port': ['ID=80c5df0b-3311-42b6-9697-48b0591f76be,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:44:01.975788 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 2bc83c7a-8735-447c-bc2c-1200e228c6d5 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:44:01.976315 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:02.011165 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-92329262-20c4-40f6-8946-d627d293cd26 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537455 Nov 04 11:44:02.208143 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-9699d120-61a8-4742-a00b-fc5c7c19ee9f service neutron] 10.222.0.127 "GET /v2.0/networks/fe0a6ee7-95d9-41f4-b241-581e8171f19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796560 Nov 04 11:44:02.210330 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-50860f76-1b2c-4af4-8935-29e071e668b3 None None] Provisioning complete for port 3200698f-477e-41d1-8274-049352e9d5bf triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:44:02.210710 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-50860f76-1b2c-4af4-8935-29e071e668b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:02.259604 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3de4161-5b63-4667-82f5-ef8aa0c48355 None None] Sync routers for ids ['a0b6f03f-b678-49a8-b820-06b23979e575'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:44:02.272065 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3de4161-5b63-4667-82f5-ef8aa0c48355 None None] Routers {'a0b6f03f-b678-49a8-b820-06b23979e575'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:44:02.273003 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c3de4161-5b63-4667-82f5-ef8aa0c48355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:43:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a0b6f03f-b678-49a8-b820-06b23979e575'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:44:02.292718 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:02.309301 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-50860f76-1b2c-4af4-8935-29e071e668b3 None None] Port 3200698f-477e-41d1-8274-049352e9d5bf cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:44:02.315250 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-07b23945-85ba-4e04-99b5-843439fc7c80 service neutron] 10.222.0.127 "GET /v2.0/networks/fe0a6ee7-95d9-41f4-b241-581e8171f19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060069 Nov 04 11:44:02.320198 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 2bc83c7a-8735-447c-bc2c-1200e228c6d5, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2bc83c7a-8735-447c-bc2c-1200e228c6d5,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:44:02.328990 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:02.329804 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 80c5df0b-3311-42b6-9697-48b0591f76be up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:44:02.388226 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-50860f76-1b2c-4af4-8935-29e071e668b3 None None] Provisioning complete for port 80c5df0b-3311-42b6-9697-48b0591f76be triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:44:02.388605 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-50860f76-1b2c-4af4-8935-29e071e668b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:02.434485 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-c3de4161-5b63-4667-82f5-ef8aa0c48355 None None] Set router a0b6f03f-b678-49a8-b820-06b23979e575 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:44:02.462571 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=2bc83c7a-8735-447c-bc2c-1200e228c6d5,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:44:02.489235 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 80c5df0b-3311-42b6-9697-48b0591f76be triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:44:02.489608 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:02.573106 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dab33c83-dbe0-4ab5-ab01-1c8f4c81709d req-1ad1e9cb-8680-4851-80c3-1a83bfa1315e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 210 time: 0.0430660 Nov 04 11:44:02.691346 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c3de4161-5b63-4667-82f5-ef8aa0c48355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806351546', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:44:00Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3200698f-477e-41d1-8274-049352e9d5bf', 'name': '', 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:3f:5f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7a52fc62-eb18-480c-98b7-49e56439d3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:44:00Z', 'updated_at': '2021-11-04T11:44:01Z', 'revision_number': 2, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '7a52fc62-eb18-480c-98b7-49e56439d3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:44:02.699031 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-3089fa49-b372-4ced-9bfd-9d12e771dde8 None None] Provisioning complete for port 3200698f-477e-41d1-8274-049352e9d5bf triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:44:02.699535 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3089fa49-b372-4ced-9bfd-9d12e771dde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:02.717281 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3de4161-5b63-4667-82f5-ef8aa0c48355 None None] Checking router: a0b6f03f-b678-49a8-b820-06b23979e575 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:44:02.717630 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3de4161-5b63-4667-82f5-ef8aa0c48355 None None] Updating router a0b6f03f-b678-49a8-b820-06b23979e575 port 3200698f-477e-41d1-8274-049352e9d5bf binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:44:02.736334 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-3089fa49-b372-4ced-9bfd-9d12e771dde8 None None] Port 3200698f-477e-41d1-8274-049352e9d5bf cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:44:02.751316 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c3de4161-5b63-4667-82f5-ef8aa0c48355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:03.021530 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c3de4161-5b63-4667-82f5-ef8aa0c48355 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:03.027909 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c3de4161-5b63-4667-82f5-ef8aa0c48355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:03.082706 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160af249-8f93-40d8-b250-f62c98439af5 None None] Pushing event updated for resources: {'Port': ['ID=3200698f-477e-41d1-8274-049352e9d5bf,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:44:03.105902 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160af249-8f93-40d8-b250-f62c98439af5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:44:03.106237 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160af249-8f93-40d8-b250-f62c98439af5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:44:03.106582 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160af249-8f93-40d8-b250-f62c98439af5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:44:03.106904 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160af249-8f93-40d8-b250-f62c98439af5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:44:03.107221 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160af249-8f93-40d8-b250-f62c98439af5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:44:03.107535 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160af249-8f93-40d8-b250-f62c98439af5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:44:03.107841 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160af249-8f93-40d8-b250-f62c98439af5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:44:03.108158 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160af249-8f93-40d8-b250-f62c98439af5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:44:03.108465 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160af249-8f93-40d8-b250-f62c98439af5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:44:03.108771 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160af249-8f93-40d8-b250-f62c98439af5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:44:03.109119 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160af249-8f93-40d8-b250-f62c98439af5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:44:03.109429 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160af249-8f93-40d8-b250-f62c98439af5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:44:03.247056 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-c3de4161-5b63-4667-82f5-ef8aa0c48355 None None] Attempting to bind port 3200698f-477e-41d1-8274-049352e9d5bf on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:44:03.247427 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-c3de4161-5b63-4667-82f5-ef8aa0c48355 None None] Attempting to bind port 3200698f-477e-41d1-8274-049352e9d5bf by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'a8783d46-7ae3-4426-bebc-af3a7d243079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:44:03.247793 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3de4161-5b63-4667-82f5-ef8aa0c48355 None None] Attempting to bind port 3200698f-477e-41d1-8274-049352e9d5bf on network fe0a6ee7-95d9-41f4-b241-581e8171f19b {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:44:03.254479 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3de4161-5b63-4667-82f5-ef8aa0c48355 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:44:03.254900 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3de4161-5b63-4667-82f5-ef8aa0c48355 None None] Checking segment: {'id': 'a8783d46-7ae3-4426-bebc-af3a7d243079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:44:03.255335 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c3de4161-5b63-4667-82f5-ef8aa0c48355 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:03.255722 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3de4161-5b63-4667-82f5-ef8aa0c48355 None None] Bound using segment: {'id': 'a8783d46-7ae3-4426-bebc-af3a7d243079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:44:03.256228 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-c3de4161-5b63-4667-82f5-ef8aa0c48355 None None] Bound port: 3200698f-477e-41d1-8274-049352e9d5bf, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8783d46-7ae3-4426-bebc-af3a7d243079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:44:03.256601 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c3de4161-5b63-4667-82f5-ef8aa0c48355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:03.322950 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-c3de4161-5b63-4667-82f5-ef8aa0c48355 None None] For port 3200698f-477e-41d1-8274-049352e9d5bf, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:44:03.325989 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-c3de4161-5b63-4667-82f5-ef8aa0c48355 None None] For port 3200698f-477e-41d1-8274-049352e9d5bf, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3200698f-477e-41d1-8274-049352e9d5bf,segment=NetworkSegment(a8783d46-7ae3-4426-bebc-af3a7d243079),segment_id=a8783d46-7ae3-4426-bebc-af3a7d243079)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:44:03.330463 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-c3de4161-5b63-4667-82f5-ef8aa0c48355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:03.364237 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-7e0aa2ef-1062-4528-9fc5-e8d415d2f92e None None] Provisioning complete for port 3200698f-477e-41d1-8274-049352e9d5bf triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:44:03.364456 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7e0aa2ef-1062-4528-9fc5-e8d415d2f92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:03.386600 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3de4161-5b63-4667-82f5-ef8aa0c48355 None None] Routers {'a0b6f03f-b678-49a8-b820-06b23979e575'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:44:03.387249 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c3de4161-5b63-4667-82f5-ef8aa0c48355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:43:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a0b6f03f-b678-49a8-b820-06b23979e575'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:44:03.434205 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160af249-8f93-40d8-b250-f62c98439af5 None None] Pushing event updated for resources: {'Port': ['ID=3200698f-477e-41d1-8274-049352e9d5bf,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:44:03.459136 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7e0aa2ef-1062-4528-9fc5-e8d415d2f92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:03.493827 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-7e0aa2ef-1062-4528-9fc5-e8d415d2f92e None None] For port 3200698f-477e-41d1-8274-049352e9d5bf, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3200698f-477e-41d1-8274-049352e9d5bf,segment=NetworkSegment(a8783d46-7ae3-4426-bebc-af3a7d243079),segment_id=a8783d46-7ae3-4426-bebc-af3a7d243079)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:44:03.499755 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7e0aa2ef-1062-4528-9fc5-e8d415d2f92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:03.504252 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-c3de4161-5b63-4667-82f5-ef8aa0c48355 None None] Set router a0b6f03f-b678-49a8-b820-06b23979e575 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:44:03.557968 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0aa2ef-1062-4528-9fc5-e8d415d2f92e None None] Pushing event updated for resources: {'Port': ['ID=3200698f-477e-41d1-8274-049352e9d5bf,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:44:03.643398 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2c52e7a5-e05d-4747-9fdd-3eda7c481ee0 None None] Provisioning complete for port 3200698f-477e-41d1-8274-049352e9d5bf triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:44:03.643647 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2c52e7a5-e05d-4747-9fdd-3eda7c481ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:03.703445 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-719a3cdb-24d2-4581-85a2-e442768e580e req-e5b4945c-6740-4fe4-9f1c-fad97b900112 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 210 time: 0.0445588 Nov 04 11:44:03.777316 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-7f251902-da44-47ec-bfb0-7b9e32efb8bd tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:03.779662 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-7f251902-da44-47ec-bfb0-7b9e32efb8bd tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.121 "GET /v2.0/networks?id=fe0a6ee7-95d9-41f4-b241-581e8171f19b HTTP/1.1" status: 200 len: 796 time: 0.1624615 Nov 04 11:44:03.788693 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-c3de4161-5b63-4667-82f5-ef8aa0c48355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806351546', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:44:00Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3200698f-477e-41d1-8274-049352e9d5bf', 'name': '', 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:3f:5f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7a52fc62-eb18-480c-98b7-49e56439d3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:44:00Z', 'updated_at': '2021-11-04T11:44:03Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '7a52fc62-eb18-480c-98b7-49e56439d3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:44:03.813111 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3de4161-5b63-4667-82f5-ef8aa0c48355 None None] The sync data for ids ['a0b6f03f-b678-49a8-b820-06b23979e575'] in n-d-816629-1 is: [{'id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806351546', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:44:00Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3200698f-477e-41d1-8274-049352e9d5bf', 'name': '', 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:3f:5f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7a52fc62-eb18-480c-98b7-49e56439d3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:44:00Z', 'updated_at': '2021-11-04T11:44:03Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '7a52fc62-eb18-480c-98b7-49e56439d3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:44:03.835319 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2bc83c7a-8735-447c-bc2c-1200e228c6d5 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:44:03.853876 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-4291d7a9-f4a4-4f2a-9477-f4483fd6ec30 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ef3e74ffc834573ba9c036355859023 HTTP/1.1" status: 200 len: 380 time: 0.0625389 Nov 04 11:44:03.874364 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-af3f38c8-d8d1-49ba-b407-87dc298a992d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'port': {'device_id': 'bdffaa67-94ef-4ea0-b141-affb8f8c73ab', 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b', 'admin_state_up': True, 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'security_groups': ['4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:44:03.910241 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 2bc83c7a-8735-447c-bc2c-1200e228c6d5 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:44:03.910605 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:04.000774 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 80c5df0b-3311-42b6-9697-48b0591f76be up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:44:04.006989 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-af3f38c8-d8d1-49ba-b407-87dc298a992d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Made reservation on behalf of 1ef3e74ffc834573ba9c036355859023 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:44:04.011037 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-af3f38c8-d8d1-49ba-b407-87dc298a992d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:04.059481 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 80c5df0b-3311-42b6-9697-48b0591f76be triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:44:04.059979 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:04.566843 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-af3f38c8-d8d1-49ba-b407-87dc298a992d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Allocated IP 172.20.0.10 (fe0a6ee7-95d9-41f4-b241-581e8171f19b/7a52fc62-eb18-480c-98b7-49e56439d3c6/0e694083-8c5d-4b55-9728-2db3b93d0c37) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:44:04.710179 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-af3f38c8-d8d1-49ba-b407-87dc298a992d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:04.745343 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-af3f38c8-d8d1-49ba-b407-87dc298a992d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:04.792459 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-af3f38c8-d8d1-49ba-b407-87dc298a992d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network fe0a6ee7-95d9-41f4-b241-581e8171f19b is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:44:04.795636 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-af3f38c8-d8d1-49ba-b407-87dc298a992d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:44:04.799882 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-af3f38c8-d8d1-49ba-b407-87dc298a992d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:44:04.838798 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f38c8-d8d1-49ba-b407-87dc298a992d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=0e694083-8c5d-4b55-9728-2db3b93d0c37,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:44:04.862382 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-af3f38c8-d8d1-49ba-b407-87dc298a992d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:04.862653 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef58b88-04c2-4f4b-95fb-2a60f88e6c4f req-8f980a98-a069-4e17-82e1-9cbf2c86e0ac tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:04.863133 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-af3f38c8-d8d1-49ba-b407-87dc298a992d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:04.864240 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3ef58b88-04c2-4f4b-95fb-2a60f88e6c4f req-8f980a98-a069-4e17-82e1-9cbf2c86e0ac tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 932 time: 0.0647633 Nov 04 11:44:04.885993 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-af3f38c8-d8d1-49ba-b407-87dc298a992d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0143628 Nov 04 11:44:04.922246 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3ef58b88-04c2-4f4b-95fb-2a60f88e6c4f req-737a82f1-7e4f-44b5-92a2-c54101bd7f95 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513155 Nov 04 11:44:04.963480 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-3786af28-e1da-4542-9cd7-7829fd49a404 service neutron] Request body: {'port': {'device_id': 'bdffaa67-94ef-4ea0-b141-affb8f8c73ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:44:05.018974 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-3786af28-e1da-4542-9cd7-7829fd49a404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:05.038397 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f2884c0d-00d6-4a52-be00-e19420894a5d None None] Provisioning complete for port 0e694083-8c5d-4b55-9728-2db3b93d0c37 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:44:05.038984 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f2884c0d-00d6-4a52-be00-e19420894a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:05.076026 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-f2884c0d-00d6-4a52-be00-e19420894a5d None None] Port 0e694083-8c5d-4b55-9728-2db3b93d0c37 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:44:05.299857 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-3786af28-e1da-4542-9cd7-7829fd49a404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e694083-8c5d-4b55-9728-2db3b93d0c37 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:44:05.308772 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-3786af28-e1da-4542-9cd7-7829fd49a404 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:05.321770 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-3786af28-e1da-4542-9cd7-7829fd49a404 service neutron] Transition to ACTIVE for port object 0e694083-8c5d-4b55-9728-2db3b93d0c37 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:44:05.327329 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-3786af28-e1da-4542-9cd7-7829fd49a404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:05.381599 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786af28-e1da-4542-9cd7-7829fd49a404 service neutron] Pushing event updated for resources: {'Port': ['ID=0e694083-8c5d-4b55-9728-2db3b93d0c37,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:44:05.458659 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-3786af28-e1da-4542-9cd7-7829fd49a404 service neutron] Attempting to bind port 0e694083-8c5d-4b55-9728-2db3b93d0c37 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:44:05.459004 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-3786af28-e1da-4542-9cd7-7829fd49a404 service neutron] Attempting to bind port 0e694083-8c5d-4b55-9728-2db3b93d0c37 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'a8783d46-7ae3-4426-bebc-af3a7d243079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:44:05.459333 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-3786af28-e1da-4542-9cd7-7829fd49a404 service neutron] Attempting to bind port 0e694083-8c5d-4b55-9728-2db3b93d0c37 on network fe0a6ee7-95d9-41f4-b241-581e8171f19b {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:44:05.464316 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-3786af28-e1da-4542-9cd7-7829fd49a404 service neutron] Port 0e694083-8c5d-4b55-9728-2db3b93d0c37 on network fe0a6ee7-95d9-41f4-b241-581e8171f19b not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:44:05.464643 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-3786af28-e1da-4542-9cd7-7829fd49a404 service neutron] Attempting to bind port 0e694083-8c5d-4b55-9728-2db3b93d0c37 on network fe0a6ee7-95d9-41f4-b241-581e8171f19b {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:44:05.470787 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-3786af28-e1da-4542-9cd7-7829fd49a404 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:44:05.471148 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-3786af28-e1da-4542-9cd7-7829fd49a404 service neutron] Checking segment: {'id': 'a8783d46-7ae3-4426-bebc-af3a7d243079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:44:05.471556 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-3786af28-e1da-4542-9cd7-7829fd49a404 service neutron] Bound using segment: {'id': 'a8783d46-7ae3-4426-bebc-af3a7d243079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:44:05.471969 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-3786af28-e1da-4542-9cd7-7829fd49a404 service neutron] Bound port: 0e694083-8c5d-4b55-9728-2db3b93d0c37, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8783d46-7ae3-4426-bebc-af3a7d243079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:44:05.472327 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-3786af28-e1da-4542-9cd7-7829fd49a404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:05.545538 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-3786af28-e1da-4542-9cd7-7829fd49a404 service neutron] For port 0e694083-8c5d-4b55-9728-2db3b93d0c37, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:44:05.549692 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-3786af28-e1da-4542-9cd7-7829fd49a404 service neutron] For port 0e694083-8c5d-4b55-9728-2db3b93d0c37, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=0e694083-8c5d-4b55-9728-2db3b93d0c37,segment=NetworkSegment(a8783d46-7ae3-4426-bebc-af3a7d243079),segment_id=a8783d46-7ae3-4426-bebc-af3a7d243079)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:44:05.555066 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-3786af28-e1da-4542-9cd7-7829fd49a404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:05.591985 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-3786af28-e1da-4542-9cd7-7829fd49a404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:05.592622 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-3786af28-e1da-4542-9cd7-7829fd49a404 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:05.594277 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-3786af28-e1da-4542-9cd7-7829fd49a404 service neutron] 10.222.0.121 "PUT /v2.0/ports/0e694083-8c5d-4b55-9728-2db3b93d0c37 HTTP/1.1" status: 200 len: 1092 time: 0.7025304 Nov 04 11:44:05.595222 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdffaa67-94ef-4ea0-b141-affb8f8c73ab', 'tag': '0e694083-8c5d-4b55-9728-2db3b93d0c37'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:44:05.598120 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d41ffae-93b6-472d-91b2-96769a6ffb05" -d '{"events": [{"name": "network-changed", "server_uuid": "bdffaa67-94ef-4ea0-b141-affb8f8c73ab", "tag": "0e694083-8c5d-4b55-9728-2db3b93d0c37"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:44:05.625651 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786af28-e1da-4542-9cd7-7829fd49a404 service neutron] Pushing event updated for resources: {'Port': ['ID=0e694083-8c5d-4b55-9728-2db3b93d0c37,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:44:05.653934 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599485c1-c5bb-4885-98b3-3a082054e863 x-openstack-request-id: req-599485c1-c5bb-4885-98b3-3a082054e863 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:44:05.654234 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdffaa67-94ef-4ea0-b141-affb8f8c73ab", "tag": "0e694083-8c5d-4b55-9728-2db3b93d0c37", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:44:05.654481 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-599485c1-c5bb-4885-98b3-3a082054e863 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:44:05.654899 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdffaa67-94ef-4ea0-b141-affb8f8c73ab', 'tag': '0e694083-8c5d-4b55-9728-2db3b93d0c37', 'status': 'completed', 'code': 200} Nov 04 11:44:05.699043 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-039cfd89-caeb-4bf9-a6a3-e6f661dad1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:05.700594 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-039cfd89-caeb-4bf9-a6a3-e6f661dad1cf service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 1095 time: 0.0442922 Nov 04 11:44:05.749481 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-f9eb500f-fe6c-4894-8138-b6533fbf19a5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e694083-8c5d-4b55-9728-2db3b93d0c37 HTTP/1.1" status: 200 len: 217 time: 0.0410321 Nov 04 11:44:05.787162 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3200698f-477e-41d1-8274-049352e9d5bf up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:44:05.818360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-342d2ccd-a760-4e13-804e-d71b2ba2ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:05.819916 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-342d2ccd-a760-4e13-804e-d71b2ba2ab7e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7a52fc62-eb18-480c-98b7-49e56439d3c6 HTTP/1.1" status: 200 len: 834 time: 0.0629518 Nov 04 11:44:05.839346 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 3200698f-477e-41d1-8274-049352e9d5bf triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:44:05.839697 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:05.869191 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-35eab8aa-25e5-40a9-b96f-ce49b8f1f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:05.871185 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-35eab8aa-25e5-40a9-b96f-ce49b8f1f391 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=fe0a6ee7-95d9-41f4-b241-581e8171f19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427711 Nov 04 11:44:05.967749 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-cf264cb5-e28e-467a-9125-c680d77b78ec service neutron] 10.222.0.121 "GET /v2.0/networks/fe0a6ee7-95d9-41f4-b241-581e8171f19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897036 Nov 04 11:44:06.041577 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a584f-ee31-4ee6-8f4c-fca4e1469659 req-d523ed41-511f-4aed-bbe5-330d2831db12 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:06.043102 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a95a584f-ee31-4ee6-8f4c-fca4e1469659 req-d523ed41-511f-4aed-bbe5-330d2831db12 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 944 time: 0.0496066 Nov 04 11:44:06.060434 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3acfae70-3e45-40ff-8f3d-9aa55791f67f req-207ab2e7-575f-4ae4-ac05-ee0333e1d6a7 service neutron] 10.222.0.121 "GET /v2.0/networks/fe0a6ee7-95d9-41f4-b241-581e8171f19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848050 Nov 04 11:44:06.093474 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a95a584f-ee31-4ee6-8f4c-fca4e1469659 req-545ee210-dddb-49b9-bc0b-1044b528fa9d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439425 Nov 04 11:44:06.151892 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41ffae-93b6-472d-91b2-96769a6ffb05 req-a439a050-b861-42d9-ab20-82a30e0ee361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:06.153437 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6d41ffae-93b6-472d-91b2-96769a6ffb05 req-a439a050-b861-42d9-ab20-82a30e0ee361 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 1095 time: 0.0421793 Nov 04 11:44:06.257711 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41ffae-93b6-472d-91b2-96769a6ffb05 req-762c32a9-f028-4e48-b5bf-01d265767a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:06.259955 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6d41ffae-93b6-472d-91b2-96769a6ffb05 req-762c32a9-f028-4e48-b5bf-01d265767a8a service neutron] 10.222.0.121 "GET /v2.0/networks?id=fe0a6ee7-95d9-41f4-b241-581e8171f19b HTTP/1.1" status: 200 len: 898 time: 0.0990226 Nov 04 11:44:06.305640 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6d41ffae-93b6-472d-91b2-96769a6ffb05 req-6a616de7-989b-4948-9650-9a1c485e9d0e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e694083-8c5d-4b55-9728-2db3b93d0c37 HTTP/1.1" status: 200 len: 217 time: 0.0357957 Nov 04 11:44:06.361286 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41ffae-93b6-472d-91b2-96769a6ffb05 req-bba6fcc0-0613-4c49-b953-7a4c82efad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:06.362817 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6d41ffae-93b6-472d-91b2-96769a6ffb05 req-bba6fcc0-0613-4c49-b953-7a4c82efad4b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7a52fc62-eb18-480c-98b7-49e56439d3c6 HTTP/1.1" status: 200 len: 834 time: 0.0504458 Nov 04 11:44:06.411398 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41ffae-93b6-472d-91b2-96769a6ffb05 req-f6836fe9-1588-46ee-bcfd-541be1ccf04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:06.413114 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6d41ffae-93b6-472d-91b2-96769a6ffb05 req-f6836fe9-1588-46ee-bcfd-541be1ccf04d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=fe0a6ee7-95d9-41f4-b241-581e8171f19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426164 Nov 04 11:44:06.507664 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6d41ffae-93b6-472d-91b2-96769a6ffb05 req-af48c501-cc31-4ae0-b243-e760fed4cd4b service neutron] 10.222.0.121 "GET /v2.0/networks/fe0a6ee7-95d9-41f4-b241-581e8171f19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865381 Nov 04 11:44:06.611181 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6d41ffae-93b6-472d-91b2-96769a6ffb05 req-902df03c-b23a-4758-8a46-2be6418712a6 service neutron] 10.222.0.121 "GET /v2.0/networks/fe0a6ee7-95d9-41f4-b241-581e8171f19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953977 Nov 04 11:44:07.227349 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e994dd4-0bf4-4696-80d7-0c702cc0c258 req-c8c65f6d-d7fa-46a6-bc13-9594fe5582ae tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:07.228883 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4e994dd4-0bf4-4696-80d7-0c702cc0c258 req-c8c65f6d-d7fa-46a6-bc13-9594fe5582ae tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 944 time: 0.0555670 Nov 04 11:44:07.283757 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4e994dd4-0bf4-4696-80d7-0c702cc0c258 req-34c24863-34b1-481c-a6a8-8f8f751ed39f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455830 Nov 04 11:44:08.412265 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04386d14-6d09-45c7-a885-987b2edd4058 req-6e080919-e161-4610-bb17-3465551e37da tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:08.413719 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-04386d14-6d09-45c7-a885-987b2edd4058 req-6e080919-e161-4610-bb17-3465551e37da tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 944 time: 0.0511258 Nov 04 11:44:08.466877 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-04386d14-6d09-45c7-a885-987b2edd4058 req-7cf2bfe9-7d2a-40b1-b18a-867243f030dd tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468385 Nov 04 11:44:08.799445 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 0e694083-8c5d-4b55-9728-2db3b93d0c37 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:44:08.898840 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 0e694083-8c5d-4b55-9728-2db3b93d0c37, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=0e694083-8c5d-4b55-9728-2db3b93d0c37,segment=NetworkSegment(a8783d46-7ae3-4426-bebc-af3a7d243079),segment_id=a8783d46-7ae3-4426-bebc-af3a7d243079)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:44:08.910791 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '0e694083-8c5d-4b55-9728-2db3b93d0c37', 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b', 'port_id': '0e694083-8c5d-4b55-9728-2db3b93d0c37', 'mac_address': 'fa:16:3e:81:6b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a52fc62-eb18-480c-98b7-49e56439d3c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:44:08.951213 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:08.964685 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e694083-8c5d-4b55-9728-2db3b93d0c37 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:44:08.983997 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 0e694083-8c5d-4b55-9728-2db3b93d0c37, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=0e694083-8c5d-4b55-9728-2db3b93d0c37,segment=NetworkSegment(a8783d46-7ae3-4426-bebc-af3a7d243079),segment_id=a8783d46-7ae3-4426-bebc-af3a7d243079)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:44:08.991016 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:09.047820 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=0e694083-8c5d-4b55-9728-2db3b93d0c37,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:44:09.250317 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['0e694083-8c5d-4b55-9728-2db3b93d0c37'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:44:09.599480 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd37fa7-a5fc-4f7f-b882-bf1b0a15f6f8 req-f985da12-fada-413d-bb3a-a4b0919c9b76 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:09.601047 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ccd37fa7-a5fc-4f7f-b882-bf1b0a15f6f8 req-f985da12-fada-413d-bb3a-a4b0919c9b76 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 945 time: 0.0592582 Nov 04 11:44:09.666617 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ccd37fa7-a5fc-4f7f-b882-bf1b0a15f6f8 req-e00aeedd-f708-4009-9303-19eb9f0c3326 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558882 Nov 04 11:44:10.798299 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 0e694083-8c5d-4b55-9728-2db3b93d0c37 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:44:10.800299 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f613ba-aa02-411d-8b78-e6235bb9081a req-c685995f-014a-4481-9428-9f0910df995d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:10.802402 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-11f613ba-aa02-411d-8b78-e6235bb9081a req-c685995f-014a-4481-9428-9f0910df995d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 945 time: 0.0572696 Nov 04 11:44:10.852005 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 0e694083-8c5d-4b55-9728-2db3b93d0c37 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:44:10.856033 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 0e694083-8c5d-4b55-9728-2db3b93d0c37 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:44:10.856397 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:10.860030 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-11f613ba-aa02-411d-8b78-e6235bb9081a req-b075b851-f0f5-48e3-943d-0ed39c1116d7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516534 Nov 04 11:44:10.939773 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:10.962614 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdffaa67-94ef-4ea0-b141-affb8f8c73ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e694083-8c5d-4b55-9728-2db3b93d0c37'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:44:10.964844 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddef229-9639-4fa7-8123-bd556224a9d8" -d '{"events": [{"server_uuid": "bdffaa67-94ef-4ea0-b141-affb8f8c73ab", "name": "network-vif-plugged", "status": "completed", "tag": "0e694083-8c5d-4b55-9728-2db3b93d0c37"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:44:10.979364 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 0e694083-8c5d-4b55-9728-2db3b93d0c37, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=0e694083-8c5d-4b55-9728-2db3b93d0c37,segment=NetworkSegment(a8783d46-7ae3-4426-bebc-af3a7d243079),segment_id=a8783d46-7ae3-4426-bebc-af3a7d243079)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:44:10.986683 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:11.011862 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc70b98-b555-41a3-8f62-6f83bd5cffec x-openstack-request-id: req-1bc70b98-b555-41a3-8f62-6f83bd5cffec {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:44:11.012162 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdffaa67-94ef-4ea0-b141-affb8f8c73ab", "name": "network-vif-plugged", "status": "completed", "tag": "0e694083-8c5d-4b55-9728-2db3b93d0c37", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:44:11.012449 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-1bc70b98-b555-41a3-8f62-6f83bd5cffec {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:44:11.012855 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdffaa67-94ef-4ea0-b141-affb8f8c73ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e694083-8c5d-4b55-9728-2db3b93d0c37', 'code': 200} Nov 04 11:44:11.041022 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=0e694083-8c5d-4b55-9728-2db3b93d0c37,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:44:11.120063 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d280242-51c0-46fa-bed0-0afb26ed2aba req-22f96205-b39d-4cde-985b-b10dbdbacb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:11.122010 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8d280242-51c0-46fa-bed0-0afb26ed2aba req-22f96205-b39d-4cde-985b-b10dbdbacb58 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 1097 time: 0.0553274 Nov 04 11:44:11.173385 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-8d280242-51c0-46fa-bed0-0afb26ed2aba req-b0fd74b2-0312-4c66-aa86-4b1102bef1cb service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436685 Nov 04 11:44:11.987292 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98a1cb-5867-4f8d-bb98-74476d62d4c5 req-e32d5991-fc3e-461d-998d-3c9720537f8f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:11.988736 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5f98a1cb-5867-4f8d-bb98-74476d62d4c5 req-e32d5991-fc3e-461d-998d-3c9720537f8f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 946 time: 0.0544915 Nov 04 11:44:12.042975 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5f98a1cb-5867-4f8d-bb98-74476d62d4c5 req-753acdab-11f9-4da4-b91a-7636a13869e1 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443592 Nov 04 11:44:13.091787 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:13.175992 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b057f-280f-4c0a-bb4b-5e96334a541c req-7481c679-640a-471e-a4a8-694d5120ddf9 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:13.177546 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-729b057f-280f-4c0a-bb4b-5e96334a541c req-7481c679-640a-471e-a4a8-694d5120ddf9 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 946 time: 0.0570588 Nov 04 11:44:13.233871 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-729b057f-280f-4c0a-bb4b-5e96334a541c req-5fc5b203-7778-4065-b5c2-7732940494f0 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483682 Nov 04 11:44:13.364199 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252913f9-ad31-4a39-ae4e-f0f847d699cf req-2c1c15a6-3206-4252-bb89-41f3d93be7fc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:13.365869 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-252913f9-ad31-4a39-ae4e-f0f847d699cf req-2c1c15a6-3206-4252-bb89-41f3d93be7fc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 946 time: 0.0555887 Nov 04 11:44:13.423817 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-252913f9-ad31-4a39-ae4e-f0f847d699cf req-5e8ddc1a-ead3-423f-bdea-941c6a6bc3bf tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489197 Nov 04 11:44:13.445769 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34970) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:44:13.490968 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926416e3-fa82-4338-b8f2-4032ad83e407 tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:13.492491 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-926416e3-fa82-4338-b8f2-4032ad83e407 tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 1092 time: 0.0457060 Nov 04 11:44:13.495508 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34972) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:44:13.500344 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-f915345a-58bf-44c4-8399-a32ff283977a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'port_id': '0e694083-8c5d-4b55-9728-2db3b93d0c37', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:44:13.526271 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f915345a-58bf-44c4-8399-a32ff283977a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:13.644700 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f915345a-58bf-44c4-8399-a32ff283977a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:13.753420 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-f915345a-58bf-44c4-8399-a32ff283977a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Allocated IP 172.25.7.63 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/df34b67a-2860-4c1e-bc42-094b694bdedf) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:44:13.871042 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f915345a-58bf-44c4-8399-a32ff283977a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:13.908563 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f915345a-58bf-44c4-8399-a32ff283977a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:13.949347 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f915345a-58bf-44c4-8399-a32ff283977a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:44:13.952170 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-f915345a-58bf-44c4-8399-a32ff283977a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:44:13.957656 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f915345a-58bf-44c4-8399-a32ff283977a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:44:13.981456 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915345a-58bf-44c4-8399-a32ff283977a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=df34b67a-2860-4c1e-bc42-094b694bdedf,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:44:14.331007 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f915345a-58bf-44c4-8399-a32ff283977a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:14.403884 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f915345a-58bf-44c4-8399-a32ff283977a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:14.555307 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f915345a-58bf-44c4-8399-a32ff283977a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:14.564919 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f915345a-58bf-44c4-8399-a32ff283977a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:14.631642 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915345a-58bf-44c4-8399-a32ff283977a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=df34b67a-2860-4c1e-bc42-094b694bdedf,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:44:14.646420 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f915345a-58bf-44c4-8399-a32ff283977a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:14.746373 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-f915345a-58bf-44c4-8399-a32ff283977a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Floating IP 318e8979-0d32-4856-a27a-caf4d505e796 associated. External IP: 172.25.7.63, port: 0e694083-8c5d-4b55-9728-2db3b93d0c37. Nov 04 11:44:15.273470 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f915345a-58bf-44c4-8399-a32ff283977a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Router a0b6f03f-b678-49a8-b820-06b23979e575 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:44:15.388426 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f915345a-58bf-44c4-8399-a32ff283977a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:44:15.399536 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d36a52-f1cf-41e9-902d-924529d6a635 None None] Sync routers for ids ['a0b6f03f-b678-49a8-b820-06b23979e575'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:44:15.408168 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f915345a-58bf-44c4-8399-a32ff283977a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:15.411817 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d36a52-f1cf-41e9-902d-924529d6a635 None None] Routers {'a0b6f03f-b678-49a8-b820-06b23979e575'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:44:15.412456 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-23d36a52-f1cf-41e9-902d-924529d6a635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:43:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a0b6f03f-b678-49a8-b820-06b23979e575'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:44:15.436167 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f915345a-58bf-44c4-8399-a32ff283977a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9391556 Nov 04 11:44:15.436747 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdffaa67-94ef-4ea0-b141-affb8f8c73ab', 'tag': '0e694083-8c5d-4b55-9728-2db3b93d0c37'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:44:15.439088 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4e2a034f213e3ed4147e598e162b1822d6f65ae2e173dcd934e22f7eae9c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cadcf65-9ba9-4087-8985-634fb2f1bdaf" -d '{"events": [{"name": "network-changed", "server_uuid": "bdffaa67-94ef-4ea0-b141-affb8f8c73ab", "tag": "0e694083-8c5d-4b55-9728-2db3b93d0c37"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:44:15.533008 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:15.544056 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-23d36a52-f1cf-41e9-902d-924529d6a635 None None] Set router a0b6f03f-b678-49a8-b820-06b23979e575 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:44:15.546523 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ff40e-e837-442d-9b00-cd67e646a8f8 req-91d6f74e-d2eb-4a43-ae61-2c09f242354d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:15.548060 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-339ff40e-e837-442d-9b00-cd67e646a8f8 req-91d6f74e-d2eb-4a43-ae61-2c09f242354d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 946 time: 0.0537817 Nov 04 11:44:15.601100 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-339ff40e-e837-442d-9b00-cd67e646a8f8 req-75c4113a-56d5-4dc4-94ee-b3a5682591f7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456810 Nov 04 11:44:15.627778 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34978) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:44:15.679953 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb7814d-1f0a-4528-8de6-6e04c9e9b327 x-openstack-request-id: req-6bb7814d-1f0a-4528-8de6-6e04c9e9b327 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:44:15.680226 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdffaa67-94ef-4ea0-b141-affb8f8c73ab", "tag": "0e694083-8c5d-4b55-9728-2db3b93d0c37", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:44:15.680480 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-6bb7814d-1f0a-4528-8de6-6e04c9e9b327 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:44:15.680890 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdffaa67-94ef-4ea0-b141-affb8f8c73ab', 'tag': '0e694083-8c5d-4b55-9728-2db3b93d0c37', 'status': 'completed', 'code': 200} Nov 04 11:44:15.714258 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-11f2f906-ce68-4d5a-a260-f6cf0976d8cd tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/floatingips/318e8979-0d32-4856-a27a-caf4d505e796 HTTP/1.1" status: 200 len: 991 time: 0.0852466 Nov 04 11:44:15.734032 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadcf65-9ba9-4087-8985-634fb2f1bdaf req-025699ed-f1b9-46b6-ae5b-71b24581e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:15.735634 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4cadcf65-9ba9-4087-8985-634fb2f1bdaf req-025699ed-f1b9-46b6-ae5b-71b24581e282 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 1097 time: 0.0500729 Nov 04 11:44:15.776597 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-23d36a52-f1cf-41e9-902d-924529d6a635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806351546', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:44:00Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '318e8979-0d32-4856-a27a-caf4d505e796', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'port_id': '0e694083-8c5d-4b55-9728-2db3b93d0c37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b', 'mac_address': 'fa:16:3e:81:6b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdffaa67-94ef-4ea0-b141-affb8f8c73ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:44:14Z', 'updated_at': '2021-11-04T11:44:14Z', 'revision_number': 0, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3200698f-477e-41d1-8274-049352e9d5bf', 'name': '', 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:3f:5f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7a52fc62-eb18-480c-98b7-49e56439d3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:44:00Z', 'updated_at': '2021-11-04T11:44:03Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '7a52fc62-eb18-480c-98b7-49e56439d3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:44:15.802923 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d36a52-f1cf-41e9-902d-924529d6a635 None None] Checking router: a0b6f03f-b678-49a8-b820-06b23979e575 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:44:15.811085 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d36a52-f1cf-41e9-902d-924529d6a635 None None] Routers {'a0b6f03f-b678-49a8-b820-06b23979e575'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:44:15.811691 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-23d36a52-f1cf-41e9-902d-924529d6a635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:43:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a0b6f03f-b678-49a8-b820-06b23979e575'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:44:15.833922 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadcf65-9ba9-4087-8985-634fb2f1bdaf req-dac522e4-2418-4327-a6e6-a5f67f9a1166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:15.835503 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4cadcf65-9ba9-4087-8985-634fb2f1bdaf req-dac522e4-2418-4327-a6e6-a5f67f9a1166 service neutron] 10.222.0.121 "GET /v2.0/networks?id=fe0a6ee7-95d9-41f4-b241-581e8171f19b HTTP/1.1" status: 200 len: 898 time: 0.0910456 Nov 04 11:44:15.911488 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4cadcf65-9ba9-4087-8985-634fb2f1bdaf req-cb741d34-0664-4936-858c-043f4ae8ba98 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e694083-8c5d-4b55-9728-2db3b93d0c37 HTTP/1.1" status: 200 len: 999 time: 0.0685661 Nov 04 11:44:15.920954 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-23d36a52-f1cf-41e9-902d-924529d6a635 None None] Set router a0b6f03f-b678-49a8-b820-06b23979e575 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:44:15.964857 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadcf65-9ba9-4087-8985-634fb2f1bdaf req-1d2c9b6f-3852-4ffb-b275-d275ed1807b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:15.966383 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4cadcf65-9ba9-4087-8985-634fb2f1bdaf req-1d2c9b6f-3852-4ffb-b275-d275ed1807b3 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7a52fc62-eb18-480c-98b7-49e56439d3c6 HTTP/1.1" status: 200 len: 834 time: 0.0471621 Nov 04 11:44:16.017899 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadcf65-9ba9-4087-8985-634fb2f1bdaf req-60aa360c-a44c-4507-9dc8-6799cbd36ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:16.019491 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4cadcf65-9ba9-4087-8985-634fb2f1bdaf req-60aa360c-a44c-4507-9dc8-6799cbd36ff0 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=fe0a6ee7-95d9-41f4-b241-581e8171f19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459836 Nov 04 11:44:16.121695 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4cadcf65-9ba9-4087-8985-634fb2f1bdaf req-90939fe0-c3e7-46c2-8793-34547ad131fc service neutron] 10.222.0.121 "GET /v2.0/networks/fe0a6ee7-95d9-41f4-b241-581e8171f19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937183 Nov 04 11:44:16.161448 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-23d36a52-f1cf-41e9-902d-924529d6a635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806351546', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:44:00Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '318e8979-0d32-4856-a27a-caf4d505e796', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'port_id': '0e694083-8c5d-4b55-9728-2db3b93d0c37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b', 'mac_address': 'fa:16:3e:81:6b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdffaa67-94ef-4ea0-b141-affb8f8c73ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:44:14Z', 'updated_at': '2021-11-04T11:44:14Z', 'revision_number': 0, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3200698f-477e-41d1-8274-049352e9d5bf', 'name': '', 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:3f:5f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7a52fc62-eb18-480c-98b7-49e56439d3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:44:00Z', 'updated_at': '2021-11-04T11:44:03Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '7a52fc62-eb18-480c-98b7-49e56439d3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:44:16.187651 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d36a52-f1cf-41e9-902d-924529d6a635 None None] The sync data for ids ['a0b6f03f-b678-49a8-b820-06b23979e575'] in n-d-816629-1 is: [{'id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806351546', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:44:00Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '318e8979-0d32-4856-a27a-caf4d505e796', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'port_id': '0e694083-8c5d-4b55-9728-2db3b93d0c37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b', 'mac_address': 'fa:16:3e:81:6b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdffaa67-94ef-4ea0-b141-affb8f8c73ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:44:14Z', 'updated_at': '2021-11-04T11:44:14Z', 'revision_number': 0, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3200698f-477e-41d1-8274-049352e9d5bf', 'name': '', 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:3f:5f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7a52fc62-eb18-480c-98b7-49e56439d3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:44:00Z', 'updated_at': '2021-11-04T11:44:03Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '7a52fc62-eb18-480c-98b7-49e56439d3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:44:16.217728 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4cadcf65-9ba9-4087-8985-634fb2f1bdaf req-04868e82-75a5-4a3a-a07e-17ec0142a377 service neutron] 10.222.0.121 "GET /v2.0/networks/fe0a6ee7-95d9-41f4-b241-581e8171f19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892782 Nov 04 11:44:16.384149 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81132bbe-dcfd-4c0b-9af5-57a4fa11700b None None] New status for floating IP 318e8979-0d32-4856-a27a-caf4d505e796: ACTIVE {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:44:16.719494 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 34980) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:44:16.789432 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0a0ad4f2-ab4e-4f3c-9037-38cfb468a360 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/floatingips/318e8979-0d32-4856-a27a-caf4d505e796 HTTP/1.1" status: 200 len: 993 time: 0.0685828 Nov 04 11:44:16.910239 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-58e22512-9935-4a1b-a109-21657f8e4624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:19.782903 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9ce32a20-aab5-40d8-b506-7be59b908d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:21.056839 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:22.468719 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:22.682058 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:27.442060 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:44:29.058680 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-690c19f4-a547-4f66-9365-de3285d82168 req-8b6176d4-bc5b-45af-9334-f8700782363e service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450585 Nov 04 11:44:29.158498 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c19f4-a547-4f66-9365-de3285d82168 req-773d426c-f179-4fec-8689-bf951c6e7071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:29.160060 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-690c19f4-a547-4f66-9365-de3285d82168 req-773d426c-f179-4fec-8689-bf951c6e7071 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 1097 time: 0.0486491 Nov 04 11:44:29.275166 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c19f4-a547-4f66-9365-de3285d82168 req-ba9ec57e-4241-4df6-bb3b-008315f5e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:29.276767 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-690c19f4-a547-4f66-9365-de3285d82168 req-ba9ec57e-4241-4df6-bb3b-008315f5e7d3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=fe0a6ee7-95d9-41f4-b241-581e8171f19b HTTP/1.1" status: 200 len: 898 time: 0.0920820 Nov 04 11:44:29.349324 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-690c19f4-a547-4f66-9365-de3285d82168 req-1288d146-3416-4eec-a227-485d7ffa59eb service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e694083-8c5d-4b55-9728-2db3b93d0c37 HTTP/1.1" status: 200 len: 1001 time: 0.0641251 Nov 04 11:44:29.411617 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c19f4-a547-4f66-9365-de3285d82168 req-cc122550-63e6-4ce7-99b5-e4731b72aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:29.413185 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-690c19f4-a547-4f66-9365-de3285d82168 req-cc122550-63e6-4ce7-99b5-e4731b72aaa9 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7a52fc62-eb18-480c-98b7-49e56439d3c6 HTTP/1.1" status: 200 len: 834 time: 0.0557175 Nov 04 11:44:29.465397 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c19f4-a547-4f66-9365-de3285d82168 req-f1dc5c05-73f6-4e87-829f-909c7292ae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:29.466912 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-690c19f4-a547-4f66-9365-de3285d82168 req-f1dc5c05-73f6-4e87-829f-909c7292ae14 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=fe0a6ee7-95d9-41f4-b241-581e8171f19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448618 Nov 04 11:44:29.563597 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-690c19f4-a547-4f66-9365-de3285d82168 req-1bf4d742-754e-41f6-a9da-a2245ee3ca66 service neutron] 10.222.0.121 "GET /v2.0/networks/fe0a6ee7-95d9-41f4-b241-581e8171f19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889375 Nov 04 11:44:29.656002 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-690c19f4-a547-4f66-9365-de3285d82168 req-ea013854-fe63-4d09-b689-fcac8d8c4942 service neutron] 10.222.0.121 "GET /v2.0/networks/fe0a6ee7-95d9-41f4-b241-581e8171f19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838954 Nov 04 11:44:43.088238 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:45.492486 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:46.918130 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7ddb768c-e35d-4c44-8531-9f2e0ad89e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:48.195856 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962b3be-134c-43a3-82d1-2ecc90e1e4e5 req-38191418-0d43-4ecb-b664-44ab699b28b2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:48.197448 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7962b3be-134c-43a3-82d1-2ecc90e1e4e5 req-38191418-0d43-4ecb-b664-44ab699b28b2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 946 time: 0.0505691 Nov 04 11:44:48.206867 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86061511-22dd-4d96-a042-8249179ce3ae req-4a12809e-36ea-4931-9a48-5296a5b9157b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:48.208388 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-86061511-22dd-4d96-a042-8249179ce3ae req-4a12809e-36ea-4931-9a48-5296a5b9157b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 1097 time: 0.0438108 Nov 04 11:44:48.258610 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7962b3be-134c-43a3-82d1-2ecc90e1e4e5 req-6e78849b-e354-4603-a179-5741a03017a6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549273 Nov 04 11:44:48.307422 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86061511-22dd-4d96-a042-8249179ce3ae req-b804c646-610a-4fad-b7b3-0d29d57242a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:48.308993 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-86061511-22dd-4d96-a042-8249179ce3ae req-b804c646-610a-4fad-b7b3-0d29d57242a6 service neutron] 10.222.0.121 "GET /v2.0/networks?id=fe0a6ee7-95d9-41f4-b241-581e8171f19b HTTP/1.1" status: 200 len: 898 time: 0.0924232 Nov 04 11:44:48.387714 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-86061511-22dd-4d96-a042-8249179ce3ae req-3593195c-ae0e-4782-8198-a45a18435648 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e694083-8c5d-4b55-9728-2db3b93d0c37 HTTP/1.1" status: 200 len: 1001 time: 0.0704410 Nov 04 11:44:48.441952 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86061511-22dd-4d96-a042-8249179ce3ae req-457d04c5-69c9-4b94-b942-8e87d2005fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:48.443420 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-86061511-22dd-4d96-a042-8249179ce3ae req-457d04c5-69c9-4b94-b942-8e87d2005fdf service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7a52fc62-eb18-480c-98b7-49e56439d3c6 HTTP/1.1" status: 200 len: 834 time: 0.0482535 Nov 04 11:44:48.493573 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86061511-22dd-4d96-a042-8249179ce3ae req-07b819f4-7cc4-46ee-baae-45b9f4aed407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:48.495426 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-86061511-22dd-4d96-a042-8249179ce3ae req-07b819f4-7cc4-46ee-baae-45b9f4aed407 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=fe0a6ee7-95d9-41f4-b241-581e8171f19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428343 Nov 04 11:44:48.588525 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-86061511-22dd-4d96-a042-8249179ce3ae req-13b28104-0abe-480e-80f3-25cd4ddac61d service neutron] 10.222.0.121 "GET /v2.0/networks/fe0a6ee7-95d9-41f4-b241-581e8171f19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850174 Nov 04 11:44:48.687786 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-86061511-22dd-4d96-a042-8249179ce3ae req-bae0307c-c8ff-4c44-a75e-53019cdbc5ce service neutron] 10.222.0.121 "GET /v2.0/networks/fe0a6ee7-95d9-41f4-b241-581e8171f19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916190 Nov 04 11:44:49.393807 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b3a51-7626-4aa1-b010-3376adcd7fbe req-aa4c161a-db62-467e-a436-c550491eec1d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:49.395293 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-442b3a51-7626-4aa1-b010-3376adcd7fbe req-aa4c161a-db62-467e-a436-c550491eec1d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 946 time: 0.0568507 Nov 04 11:44:49.454876 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-442b3a51-7626-4aa1-b010-3376adcd7fbe req-abf629a4-0e92-4197-a8a6-77d2fcd14ab4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502019 Nov 04 11:44:49.780424 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b4129548-347f-49de-91bd-e514355a3cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:50.586691 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5eaad2-e98b-4946-9a39-02011317fd75 req-406aabfe-177a-4407-8798-816263e5722f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:50.588234 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc5eaad2-e98b-4946-9a39-02011317fd75 req-406aabfe-177a-4407-8798-816263e5722f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 946 time: 0.0517466 Nov 04 11:44:50.643563 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cc5eaad2-e98b-4946-9a39-02011317fd75 req-11958f26-8079-4922-ad9c-2451327f9772 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465016 Nov 04 11:44:51.062683 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:51.772751 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3e6ce-e95b-4d97-ab18-3bda1dcf58ae req-b1c46aa3-43d2-4f68-b816-505e4451c4df tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:51.774358 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-36f3e6ce-e95b-4d97-ab18-3bda1dcf58ae req-b1c46aa3-43d2-4f68-b816-505e4451c4df tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 946 time: 0.0545573 Nov 04 11:44:51.830871 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-36f3e6ce-e95b-4d97-ab18-3bda1dcf58ae req-2e78e343-0b4c-4648-9f76-7e1a1a004472 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475030 Nov 04 11:44:52.477444 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:52.688763 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:44:52.960793 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab24ec8-d6de-4559-9eca-ca9144cc8b82 req-db9ec70a-83c5-40c7-b497-9e83ecd6b263 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:52.962271 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ab24ec8-d6de-4559-9eca-ca9144cc8b82 req-db9ec70a-83c5-40c7-b497-9e83ecd6b263 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 946 time: 0.0522859 Nov 04 11:44:53.015272 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ab24ec8-d6de-4559-9eca-ca9144cc8b82 req-e0e40178-8723-469e-9c16-934acfa7ec2b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468132 Nov 04 11:44:54.152837 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec4eb0-bdc5-4369-a2bf-96b11a6d9c96 req-8d1aadff-89c1-4a47-acb1-4bf1cbb0afc6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:54.154368 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1dec4eb0-bdc5-4369-a2bf-96b11a6d9c96 req-8d1aadff-89c1-4a47-acb1-4bf1cbb0afc6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 946 time: 0.0537462 Nov 04 11:44:54.212626 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1dec4eb0-bdc5-4369-a2bf-96b11a6d9c96 req-3eb1c686-d8d0-440b-8bc2-5700ebd9cea8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518568 Nov 04 11:44:55.351916 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51c074-52f3-40f9-aa69-f48db2f07d5f req-0cfdf7ff-529e-4bc1-833e-4f33baf7f783 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:55.353480 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-da51c074-52f3-40f9-aa69-f48db2f07d5f req-0cfdf7ff-529e-4bc1-833e-4f33baf7f783 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 946 time: 0.0519454 Nov 04 11:44:55.405505 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-da51c074-52f3-40f9-aa69-f48db2f07d5f req-5969a6c5-345e-4093-b315-5895b6dfd752 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454376 Nov 04 11:44:56.557778 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24542438-206d-4727-b5ae-b60c410a6c56 req-c3f2207b-e34b-4572-9603-9b893f60be96 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:56.559339 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24542438-206d-4727-b5ae-b60c410a6c56 req-c3f2207b-e34b-4572-9603-9b893f60be96 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 946 time: 0.0703011 Nov 04 11:44:56.611020 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24542438-206d-4727-b5ae-b60c410a6c56 req-ba31f693-43d3-48dd-a559-53e5f062aafa tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445805 Nov 04 11:44:57.756736 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760c078-c90c-45af-a4f0-2315479330fd req-0171f6f0-43ae-42e0-aba1-f4d3095e74f9 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:57.758306 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5760c078-c90c-45af-a4f0-2315479330fd req-0171f6f0-43ae-42e0-aba1-f4d3095e74f9 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 946 time: 0.0651560 Nov 04 11:44:57.808211 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5760c078-c90c-45af-a4f0-2315479330fd req-d3a3bab7-9003-4c77-a4c5-4495d7540c05 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436523 Nov 04 11:44:58.941784 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdfe42-579a-4a2e-96dd-79694690d4f7 req-09190500-c8b5-4961-90ba-8d2753cb6f49 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:44:58.943310 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d9bdfe42-579a-4a2e-96dd-79694690d4f7 req-09190500-c8b5-4961-90ba-8d2753cb6f49 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 946 time: 0.0516188 Nov 04 11:44:58.996893 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d9bdfe42-579a-4a2e-96dd-79694690d4f7 req-9e3ef1b7-a240-42e4-8b60-394017aa78a8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442760 Nov 04 11:45:00.137092 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf8945-1d96-42f9-a56c-e8e2eef0cb3f req-a9ea42c8-d8b6-4d74-8d84-5ba0fb371b71 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:00.138705 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a8cf8945-1d96-42f9-a56c-e8e2eef0cb3f req-a9ea42c8-d8b6-4d74-8d84-5ba0fb371b71 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 946 time: 0.0626662 Nov 04 11:45:00.190423 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a8cf8945-1d96-42f9-a56c-e8e2eef0cb3f req-0b734ddd-2a88-4dfc-9cb1-85d6ad5b888b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447085 Nov 04 11:45:01.332514 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9050c-21cb-4bf7-a59b-002831bb6f15 req-a1a8034f-e383-476f-83d7-70f8e6934e63 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:01.334073 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2bc9050c-21cb-4bf7-a59b-002831bb6f15 req-a1a8034f-e383-476f-83d7-70f8e6934e63 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 946 time: 0.0532627 Nov 04 11:45:01.388327 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2bc9050c-21cb-4bf7-a59b-002831bb6f15 req-c2374165-976b-4346-b7f4-81302530657c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478349 Nov 04 11:45:02.511605 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f8f0b-1d55-4d74-8e98-5e20db65885a req-54bfae0c-5eee-46c2-81bf-cabb3ef51880 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:02.513135 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2a9f8f0b-1d55-4d74-8e98-5e20db65885a req-54bfae0c-5eee-46c2-81bf-cabb3ef51880 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 946 time: 0.0509777 Nov 04 11:45:02.582658 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2a9f8f0b-1d55-4d74-8e98-5e20db65885a req-cb33490a-2aac-4134-9e28-fa9d927be9eb tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630474 Nov 04 11:45:03.723400 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4bfeb-e480-47c9-a243-19ba14a1bc87 req-0a4813d6-feed-4253-b766-76c175adc41c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:03.724980 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82b4bfeb-e480-47c9-a243-19ba14a1bc87 req-0a4813d6-feed-4253-b766-76c175adc41c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 946 time: 0.0548413 Nov 04 11:45:03.779908 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82b4bfeb-e480-47c9-a243-19ba14a1bc87 req-789f2344-ddd3-41fe-bd25-b700de1299d4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469422 Nov 04 11:45:04.441528 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:45:04.924620 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83511061-0064-419b-9e88-aa3cc479f5cf req-017e0679-3632-40b4-95cf-b3a62017b8dd tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:04.926185 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83511061-0064-419b-9e88-aa3cc479f5cf req-017e0679-3632-40b4-95cf-b3a62017b8dd tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 946 time: 0.0610063 Nov 04 11:45:04.979011 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-83511061-0064-419b-9e88-aa3cc479f5cf req-01c7d1ff-b66f-483e-b178-3eccd9a746fc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437839 Nov 04 11:45:05.002875 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35030) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:45:05.073560 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-ae891398-bc03-495a-8bc0-4d117ce377ae tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/floatingips/318e8979-0d32-4856-a27a-caf4d505e796 HTTP/1.1" status: 200 len: 993 time: 0.0690861 Nov 04 11:45:13.090938 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:15.486231 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:16.910781 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6a622c22-61fd-47eb-80df-028d3abbd264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:19.777039 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-697eb0a8-3f82-4f4d-9456-b7f3d3d231b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:21.057790 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:22.474879 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:22.684478 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:30.054809 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9dd0313b-3afe-42c3-aadc-53ec1ee36536 req-f6143ef8-574b-432c-ac4c-68a6ec367aac service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456219 Nov 04 11:45:30.154451 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0313b-3afe-42c3-aadc-53ec1ee36536 req-a7ed36ab-8d62-4932-9845-a96fda059b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:30.156027 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9dd0313b-3afe-42c3-aadc-53ec1ee36536 req-a7ed36ab-8d62-4932-9845-a96fda059b8b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 1097 time: 0.0490203 Nov 04 11:45:30.270907 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0313b-3afe-42c3-aadc-53ec1ee36536 req-cfa08281-9825-4cf3-8482-4d7d860528e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:30.273360 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9dd0313b-3afe-42c3-aadc-53ec1ee36536 req-cfa08281-9825-4cf3-8482-4d7d860528e2 service neutron] 10.222.0.121 "GET /v2.0/networks?id=fe0a6ee7-95d9-41f4-b241-581e8171f19b HTTP/1.1" status: 200 len: 898 time: 0.0963075 Nov 04 11:45:30.341470 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9dd0313b-3afe-42c3-aadc-53ec1ee36536 req-0e79af99-b09f-4c60-a396-e0eabbe68662 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e694083-8c5d-4b55-9728-2db3b93d0c37 HTTP/1.1" status: 200 len: 1001 time: 0.0598054 Nov 04 11:45:30.396333 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0313b-3afe-42c3-aadc-53ec1ee36536 req-f10462c7-f0dc-4ab1-895e-9650368f7e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:30.397871 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9dd0313b-3afe-42c3-aadc-53ec1ee36536 req-f10462c7-f0dc-4ab1-895e-9650368f7e2b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7a52fc62-eb18-480c-98b7-49e56439d3c6 HTTP/1.1" status: 200 len: 834 time: 0.0481467 Nov 04 11:45:30.459322 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0313b-3afe-42c3-aadc-53ec1ee36536 req-dcefdbaf-0be4-48d5-87ab-e50707d704b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:30.460802 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9dd0313b-3afe-42c3-aadc-53ec1ee36536 req-dcefdbaf-0be4-48d5-87ab-e50707d704b0 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=fe0a6ee7-95d9-41f4-b241-581e8171f19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542290 Nov 04 11:45:30.556019 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9dd0313b-3afe-42c3-aadc-53ec1ee36536 req-2d6cf6b8-34a4-4a8d-a0d0-e56cd0749f95 service neutron] 10.222.0.121 "GET /v2.0/networks/fe0a6ee7-95d9-41f4-b241-581e8171f19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871670 Nov 04 11:45:30.652908 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9dd0313b-3afe-42c3-aadc-53ec1ee36536 req-54b357f0-b6bf-409d-97b5-15daa994dc2d service neutron] 10.222.0.121 "GET /v2.0/networks/fe0a6ee7-95d9-41f4-b241-581e8171f19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888309 Nov 04 11:45:35.492865 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35050) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:45:35.660948 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-e026eb11-9651-45c7-a3ae-1e0b680f4231 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Deleting port df34b67a-2860-4c1e-bc42-094b694bdedf {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:45:35.661298 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e026eb11-9651-45c7-a3ae-1e0b680f4231 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:35.742294 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e026eb11-9651-45c7-a3ae-1e0b680f4231 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:35.742580 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e026eb11-9651-45c7-a3ae-1e0b680f4231 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:35.755067 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-e026eb11-9651-45c7-a3ae-1e0b680f4231 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Calling delete_port for df34b67a-2860-4c1e-bc42-094b694bdedf owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:45:35.917540 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e026eb11-9651-45c7-a3ae-1e0b680f4231 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:35.946390 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026eb11-9651-45c7-a3ae-1e0b680f4231 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Port': ['ID=df34b67a-2860-4c1e-bc42-094b694bdedf,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:35.958637 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026eb11-9651-45c7-a3ae-1e0b680f4231 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:35.959012 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026eb11-9651-45c7-a3ae-1e0b680f4231 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:35.959352 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026eb11-9651-45c7-a3ae-1e0b680f4231 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:35.959682 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026eb11-9651-45c7-a3ae-1e0b680f4231 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:35.960012 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026eb11-9651-45c7-a3ae-1e0b680f4231 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:35.960340 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026eb11-9651-45c7-a3ae-1e0b680f4231 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:35.960664 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026eb11-9651-45c7-a3ae-1e0b680f4231 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:35.961024 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026eb11-9651-45c7-a3ae-1e0b680f4231 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:35.961347 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026eb11-9651-45c7-a3ae-1e0b680f4231 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:35.961672 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026eb11-9651-45c7-a3ae-1e0b680f4231 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:35.961992 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026eb11-9651-45c7-a3ae-1e0b680f4231 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:35.962310 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026eb11-9651-45c7-a3ae-1e0b680f4231 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:36.020176 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e026eb11-9651-45c7-a3ae-1e0b680f4231 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:36.020418 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-e026eb11-9651-45c7-a3ae-1e0b680f4231 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Floating IP 318e8979-0d32-4856-a27a-caf4d505e796 disassociated (deleted). External IP: 172.25.7.63, port: 0e694083-8c5d-4b55-9728-2db3b93d0c37. Nov 04 11:45:36.247059 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e026eb11-9651-45c7-a3ae-1e0b680f4231 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Router a0b6f03f-b678-49a8-b820-06b23979e575 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:45:36.367587 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e026eb11-9651-45c7-a3ae-1e0b680f4231 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:45:36.373669 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-e026eb11-9651-45c7-a3ae-1e0b680f4231 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:36.379460 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9879057d-216c-4794-a68b-b6d73f4a6225 None None] Sync routers for ids ['a0b6f03f-b678-49a8-b820-06b23979e575'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:45:36.390368 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9879057d-216c-4794-a68b-b6d73f4a6225 None None] Routers {'a0b6f03f-b678-49a8-b820-06b23979e575'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:45:36.390987 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9879057d-216c-4794-a68b-b6d73f4a6225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:45:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a0b6f03f-b678-49a8-b820-06b23979e575'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:45:36.402160 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e026eb11-9651-45c7-a3ae-1e0b680f4231 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "DELETE /v2.0/floatingips/318e8979-0d32-4856-a27a-caf4d505e796 HTTP/1.1" status: 204 len: 168 time: 0.9079773 Nov 04 11:45:36.402775 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdffaa67-94ef-4ea0-b141-affb8f8c73ab', 'tag': '0e694083-8c5d-4b55-9728-2db3b93d0c37'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:45:36.405118 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4e2a034f213e3ed4147e598e162b1822d6f65ae2e173dcd934e22f7eae9c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023a283a-30c8-4cf3-8ef2-755c119ec476" -d '{"events": [{"name": "network-changed", "server_uuid": "bdffaa67-94ef-4ea0-b141-affb8f8c73ab", "tag": "0e694083-8c5d-4b55-9728-2db3b93d0c37"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:45:36.576610 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e220055-4cad-4855-98ed-f256a0198e65 x-openstack-request-id: req-3e220055-4cad-4855-98ed-f256a0198e65 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:45:36.577260 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdffaa67-94ef-4ea0-b141-affb8f8c73ab", "tag": "0e694083-8c5d-4b55-9728-2db3b93d0c37", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:45:36.577260 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-3e220055-4cad-4855-98ed-f256a0198e65 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:45:36.577622 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdffaa67-94ef-4ea0-b141-affb8f8c73ab', 'tag': '0e694083-8c5d-4b55-9728-2db3b93d0c37', 'status': 'completed', 'code': 200} Nov 04 11:45:36.650655 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a283a-30c8-4cf3-8ef2-755c119ec476 req-cf5b4e5b-0a35-4f1f-b682-4051172c7a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:36.652927 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-023a283a-30c8-4cf3-8ef2-755c119ec476 req-cf5b4e5b-0a35-4f1f-b682-4051172c7a7f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 1097 time: 0.0478060 Nov 04 11:45:36.673047 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-9879057d-216c-4794-a68b-b6d73f4a6225 None None] Set router a0b6f03f-b678-49a8-b820-06b23979e575 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:45:36.677753 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a554ab-f203-4e7b-8a69-92a460893315 req-9724cfb5-959c-4221-b00a-180a6b76018c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:36.680891 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33a554ab-f203-4e7b-8a69-92a460893315 req-9724cfb5-959c-4221-b00a-180a6b76018c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 946 time: 0.0534403 Nov 04 11:45:36.731551 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-33a554ab-f203-4e7b-8a69-92a460893315 req-87fed37b-3a3e-42b6-b5ec-d2eb385d8310 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453305 Nov 04 11:45:36.756092 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a283a-30c8-4cf3-8ef2-755c119ec476 req-f995f481-891a-4ecf-9bef-44fdde0c0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:36.757734 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-023a283a-30c8-4cf3-8ef2-755c119ec476 req-f995f481-891a-4ecf-9bef-44fdde0c0980 service neutron] 10.222.0.121 "GET /v2.0/networks?id=fe0a6ee7-95d9-41f4-b241-581e8171f19b HTTP/1.1" status: 200 len: 898 time: 0.0957897 Nov 04 11:45:36.804192 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-023a283a-30c8-4cf3-8ef2-755c119ec476 req-9e60c2c2-2530-4065-a09d-8d7a7abf651f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e694083-8c5d-4b55-9728-2db3b93d0c37 HTTP/1.1" status: 200 len: 217 time: 0.0350888 Nov 04 11:45:36.858714 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a283a-30c8-4cf3-8ef2-755c119ec476 req-28aac4aa-5905-48df-a471-22ecc3bb5005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:36.860383 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-023a283a-30c8-4cf3-8ef2-755c119ec476 req-28aac4aa-5905-48df-a471-22ecc3bb5005 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7a52fc62-eb18-480c-98b7-49e56439d3c6 HTTP/1.1" status: 200 len: 834 time: 0.0460837 Nov 04 11:45:36.882489 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9879057d-216c-4794-a68b-b6d73f4a6225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806351546', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:44:00Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3200698f-477e-41d1-8274-049352e9d5bf', 'name': '', 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:3f:5f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7a52fc62-eb18-480c-98b7-49e56439d3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:44:00Z', 'updated_at': '2021-11-04T11:44:03Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '7a52fc62-eb18-480c-98b7-49e56439d3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:45:36.912633 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9879057d-216c-4794-a68b-b6d73f4a6225 None None] Checking router: a0b6f03f-b678-49a8-b820-06b23979e575 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:45:36.913183 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a283a-30c8-4cf3-8ef2-755c119ec476 req-0cc723b7-3a55-4a98-82b3-b45bc24c0be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:36.914717 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-023a283a-30c8-4cf3-8ef2-755c119ec476 req-0cc723b7-3a55-4a98-82b3-b45bc24c0be1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=fe0a6ee7-95d9-41f4-b241-581e8171f19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462859 Nov 04 11:45:36.921494 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9879057d-216c-4794-a68b-b6d73f4a6225 None None] Routers {'a0b6f03f-b678-49a8-b820-06b23979e575'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:45:36.922125 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9879057d-216c-4794-a68b-b6d73f4a6225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:45:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a0b6f03f-b678-49a8-b820-06b23979e575'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:45:37.009599 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-023a283a-30c8-4cf3-8ef2-755c119ec476 req-8875afa0-de16-402d-b44b-fe4dcc078a05 service neutron] 10.222.0.121 "GET /v2.0/networks/fe0a6ee7-95d9-41f4-b241-581e8171f19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842414 Nov 04 11:45:37.028882 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-9879057d-216c-4794-a68b-b6d73f4a6225 None None] Set router a0b6f03f-b678-49a8-b820-06b23979e575 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:45:37.107979 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-023a283a-30c8-4cf3-8ef2-755c119ec476 req-bbfdc12a-d894-46bc-b58b-fac872b81c25 service neutron] 10.222.0.121 "GET /v2.0/networks/fe0a6ee7-95d9-41f4-b241-581e8171f19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895445 Nov 04 11:45:37.231024 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9879057d-216c-4794-a68b-b6d73f4a6225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806351546', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:44:00Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3200698f-477e-41d1-8274-049352e9d5bf', 'name': '', 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:3f:5f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7a52fc62-eb18-480c-98b7-49e56439d3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:44:00Z', 'updated_at': '2021-11-04T11:44:03Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '7a52fc62-eb18-480c-98b7-49e56439d3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:45:37.257666 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9879057d-216c-4794-a68b-b6d73f4a6225 None None] The sync data for ids ['a0b6f03f-b678-49a8-b820-06b23979e575'] in n-d-816629-1 is: [{'id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806351546', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:44:00Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3200698f-477e-41d1-8274-049352e9d5bf', 'name': '', 'network_id': 'fe0a6ee7-95d9-41f4-b241-581e8171f19b', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:3f:5f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7a52fc62-eb18-480c-98b7-49e56439d3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:44:00Z', 'updated_at': '2021-11-04T11:44:03Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '7a52fc62-eb18-480c-98b7-49e56439d3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:45:37.490450 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fe32a2-c49a-4442-8e58-673d1e6dd7c2 None None] New status for floating IP 318e8979-0d32-4856-a27a-caf4d505e796: DOWN {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:45:37.857678 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4576b4-d9e0-4e5c-a712-79be15103b98 req-51176d10-aca5-4342-acf9-68c3dccad30d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:37.859296 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-da4576b4-d9e0-4e5c-a712-79be15103b98 req-51176d10-aca5-4342-acf9-68c3dccad30d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 946 time: 0.0563383 Nov 04 11:45:37.922181 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-da4576b4-d9e0-4e5c-a712-79be15103b98 req-31d65dcb-8c15-4321-af2d-4fb8786aa256 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551445 Nov 04 11:45:38.174848 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0610b5-376c-44a6-ab00-b5306db3ce55 req-828080c6-9115-4132-b0ea-8cf63672b64c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:38.176356 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6e0610b5-376c-44a6-ab00-b5306db3ce55 req-828080c6-9115-4132-b0ea-8cf63672b64c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.121 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 946 time: 0.0571306 Nov 04 11:45:38.277134 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-6e0610b5-376c-44a6-ab00-b5306db3ce55 req-29a8bcad-2cc4-44c6-b03b-def2bd223445 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Deleting port 0e694083-8c5d-4b55-9728-2db3b93d0c37 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:45:38.277398 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6e0610b5-376c-44a6-ab00-b5306db3ce55 req-29a8bcad-2cc4-44c6-b03b-def2bd223445 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:38.372125 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-6e0610b5-376c-44a6-ab00-b5306db3ce55 req-29a8bcad-2cc4-44c6-b03b-def2bd223445 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] For port 0e694083-8c5d-4b55-9728-2db3b93d0c37, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=0e694083-8c5d-4b55-9728-2db3b93d0c37,segment=NetworkSegment(a8783d46-7ae3-4426-bebc-af3a7d243079),segment_id=a8783d46-7ae3-4426-bebc-af3a7d243079)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:45:38.372476 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6e0610b5-376c-44a6-ab00-b5306db3ce55 req-29a8bcad-2cc4-44c6-b03b-def2bd223445 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:38.385768 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-6e0610b5-376c-44a6-ab00-b5306db3ce55 req-29a8bcad-2cc4-44c6-b03b-def2bd223445 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Calling delete_port for 0e694083-8c5d-4b55-9728-2db3b93d0c37 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:45:38.530053 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6e0610b5-376c-44a6-ab00-b5306db3ce55 req-29a8bcad-2cc4-44c6-b03b-def2bd223445 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:38.572918 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8bcad-2cc4-44c6-b03b-def2bd223445 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Port': ['ID=0e694083-8c5d-4b55-9728-2db3b93d0c37,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:38.600019 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a8bcad-2cc4-44c6-b03b-def2bd223445 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:38.600360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a8bcad-2cc4-44c6-b03b-def2bd223445 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:38.600692 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a8bcad-2cc4-44c6-b03b-def2bd223445 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:38.601040 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a8bcad-2cc4-44c6-b03b-def2bd223445 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:38.601367 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a8bcad-2cc4-44c6-b03b-def2bd223445 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:38.601691 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a8bcad-2cc4-44c6-b03b-def2bd223445 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:38.602015 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a8bcad-2cc4-44c6-b03b-def2bd223445 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:38.602334 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a8bcad-2cc4-44c6-b03b-def2bd223445 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:38.602662 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a8bcad-2cc4-44c6-b03b-def2bd223445 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:38.602976 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a8bcad-2cc4-44c6-b03b-def2bd223445 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:38.603287 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a8bcad-2cc4-44c6-b03b-def2bd223445 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:38.603602 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a8bcad-2cc4-44c6-b03b-def2bd223445 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:38.623159 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0610b5-376c-44a6-ab00-b5306db3ce55 req-29a8bcad-2cc4-44c6-b03b-def2bd223445 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] No DVR routers for this DVR port 0e694083-8c5d-4b55-9728-2db3b93d0c37 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:45:38.627294 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-6e0610b5-376c-44a6-ab00-b5306db3ce55 req-29a8bcad-2cc4-44c6-b03b-def2bd223445 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:38.630717 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6e0610b5-376c-44a6-ab00-b5306db3ce55 req-29a8bcad-2cc4-44c6-b03b-def2bd223445 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.121 "DELETE /v2.0/ports/0e694083-8c5d-4b55-9728-2db3b93d0c37 HTTP/1.1" status: 204 len: 173 time: 0.4462836 Nov 04 11:45:38.631164 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdffaa67-94ef-4ea0-b141-affb8f8c73ab', 'name': 'network-vif-deleted', 'tag': '0e694083-8c5d-4b55-9728-2db3b93d0c37'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:45:38.633503 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffa5cdf-f2d5-4a48-aebb-045f4490588f" -d '{"events": [{"server_uuid": "bdffaa67-94ef-4ea0-b141-affb8f8c73ab", "name": "network-vif-deleted", "tag": "0e694083-8c5d-4b55-9728-2db3b93d0c37"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:45:38.680964 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0319ad1-dbde-4106-bcdb-b4e6748b87b4 x-openstack-request-id: req-f0319ad1-dbde-4106-bcdb-b4e6748b87b4 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:45:38.681226 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdffaa67-94ef-4ea0-b141-affb8f8c73ab", "name": "network-vif-deleted", "tag": "0e694083-8c5d-4b55-9728-2db3b93d0c37", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:45:38.681518 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f0319ad1-dbde-4106-bcdb-b4e6748b87b4 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:45:38.681888 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdffaa67-94ef-4ea0-b141-affb8f8c73ab', 'name': 'network-vif-deleted', 'tag': '0e694083-8c5d-4b55-9728-2db3b93d0c37', 'status': 'completed', 'code': 200} Nov 04 11:45:39.046827 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8c97af28-8b8f-405a-8378-e8bffeb3327e req-10ce8090-1ea7-427d-b934-2b9e785e59d3 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=bdffaa67-94ef-4ea0-b141-affb8f8c73ab HTTP/1.1" status: 200 len: 210 time: 0.0314112 Nov 04 11:45:40.107045 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35068) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:45:40.490346 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-425e03e3-35bc-4c50-bc98-1f149a5792c4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:40.756439 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-425e03e3-35bc-4c50-bc98-1f149a5792c4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Deleting port 3200698f-477e-41d1-8274-049352e9d5bf {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:45:40.756677 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-425e03e3-35bc-4c50-bc98-1f149a5792c4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:40.851734 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-425e03e3-35bc-4c50-bc98-1f149a5792c4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] For port 3200698f-477e-41d1-8274-049352e9d5bf, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3200698f-477e-41d1-8274-049352e9d5bf,segment=NetworkSegment(a8783d46-7ae3-4426-bebc-af3a7d243079),segment_id=a8783d46-7ae3-4426-bebc-af3a7d243079)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:45:40.852150 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-425e03e3-35bc-4c50-bc98-1f149a5792c4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:40.873594 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-425e03e3-35bc-4c50-bc98-1f149a5792c4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Calling delete_port for 3200698f-477e-41d1-8274-049352e9d5bf owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:45:41.082798 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-425e03e3-35bc-4c50-bc98-1f149a5792c4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:41.109021 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e03e3-35bc-4c50-bc98-1f149a5792c4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Port': ['ID=3200698f-477e-41d1-8274-049352e9d5bf,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:41.293919 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-425e03e3-35bc-4c50-bc98-1f149a5792c4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:41.441114 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:45:41.534654 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425e03e3-35bc-4c50-bc98-1f149a5792c4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Router a0b6f03f-b678-49a8-b820-06b23979e575 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:45:41.956374 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425e03e3-35bc-4c50-bc98-1f149a5792c4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:45:41.965156 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-425e03e3-35bc-4c50-bc98-1f149a5792c4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "PUT /v2.0/routers/a0b6f03f-b678-49a8-b820-06b23979e575/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8535111 Nov 04 11:45:41.965156 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35070) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:45:41.967195 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7c1a84-0be6-4028-b6ce-2d33f91e5858 None None] Sync routers for ids ['a0b6f03f-b678-49a8-b820-06b23979e575'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:45:41.978511 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7c1a84-0be6-4028-b6ce-2d33f91e5858 None None] Routers {'a0b6f03f-b678-49a8-b820-06b23979e575'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:45:41.979119 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-be7c1a84-0be6-4028-b6ce-2d33f91e5858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:45:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a0b6f03f-b678-49a8-b820-06b23979e575'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:45:42.017262 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b18090-4300-4848-aad3-92973088bbdc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Deleting subnet 7a52fc62-eb18-480c-98b7-49e56439d3c6 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:45:42.020439 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d9b18090-4300-4848-aad3-92973088bbdc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:42.065362 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d9b18090-4300-4848-aad3-92973088bbdc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:42.088488 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-be7c1a84-0be6-4028-b6ce-2d33f91e5858 None None] Set router a0b6f03f-b678-49a8-b820-06b23979e575 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:45:42.153864 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d9b18090-4300-4848-aad3-92973088bbdc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:42.214491 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d9b18090-4300-4848-aad3-92973088bbdc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:42.244330 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b18090-4300-4848-aad3-92973088bbdc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Subnet': ['ID=7a52fc62-eb18-480c-98b7-49e56439d3c6,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:42.247232 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d9b18090-4300-4848-aad3-92973088bbdc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:42.252478 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d9b18090-4300-4848-aad3-92973088bbdc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "DELETE /v2.0/subnets/7a52fc62-eb18-480c-98b7-49e56439d3c6 HTTP/1.1" status: 204 len: 168 time: 0.2868872 Nov 04 11:45:42.254834 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e655d0fb-97d9-4142-9d6e-aa493f096b2f None None] Network fe0a6ee7-95d9-41f4-b241-581e8171f19b requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:45:42.255156 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35072) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:45:42.359469 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-be7c1a84-0be6-4028-b6ce-2d33f91e5858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806351546', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:45:41Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:45:42.368343 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fd1632c-6f92-449d-9d05-10c38bdb99d2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:42.399124 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7c1a84-0be6-4028-b6ce-2d33f91e5858 None None] Checking router: a0b6f03f-b678-49a8-b820-06b23979e575 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:45:42.412536 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7c1a84-0be6-4028-b6ce-2d33f91e5858 None None] Routers {'a0b6f03f-b678-49a8-b820-06b23979e575'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:45:42.413170 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-be7c1a84-0be6-4028-b6ce-2d33f91e5858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:45:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['a0b6f03f-b678-49a8-b820-06b23979e575'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:45:42.487953 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fd1632c-6f92-449d-9d05-10c38bdb99d2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:42.532073 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdef6039-d882-4f3f-b72e-90d8b3954b0c None None] DHCP port deletion for fe0a6ee7-95d9-41f4-b241-581e8171f19b request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:45:42.534925 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-be7c1a84-0be6-4028-b6ce-2d33f91e5858 None None] Set router a0b6f03f-b678-49a8-b820-06b23979e575 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:45:42.548529 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-6fd1632c-6f92-449d-9d05-10c38bdb99d2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Deleting port 2bc83c7a-8735-447c-bc2c-1200e228c6d5 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:45:42.548895 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fd1632c-6f92-449d-9d05-10c38bdb99d2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:42.634144 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-6fd1632c-6f92-449d-9d05-10c38bdb99d2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] For port 2bc83c7a-8735-447c-bc2c-1200e228c6d5, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=2bc83c7a-8735-447c-bc2c-1200e228c6d5,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:45:42.634397 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fd1632c-6f92-449d-9d05-10c38bdb99d2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:42.648035 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-6fd1632c-6f92-449d-9d05-10c38bdb99d2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Calling delete_port for 2bc83c7a-8735-447c-bc2c-1200e228c6d5 owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:45:42.702032 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-bdef6039-d882-4f3f-b72e-90d8b3954b0c None None] Deleting port 80c5df0b-3311-42b6-9697-48b0591f76be {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:45:42.702402 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bdef6039-d882-4f3f-b72e-90d8b3954b0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:42.788235 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-bdef6039-d882-4f3f-b72e-90d8b3954b0c None None] For port 80c5df0b-3311-42b6-9697-48b0591f76be, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=80c5df0b-3311-42b6-9697-48b0591f76be,segment=NetworkSegment(a8783d46-7ae3-4426-bebc-af3a7d243079),segment_id=a8783d46-7ae3-4426-bebc-af3a7d243079)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:45:42.788564 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bdef6039-d882-4f3f-b72e-90d8b3954b0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:42.804222 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-bdef6039-d882-4f3f-b72e-90d8b3954b0c None None] Calling delete_port for 80c5df0b-3311-42b6-9697-48b0591f76be owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:45:42.818285 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fd1632c-6f92-449d-9d05-10c38bdb99d2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:42.845303 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd1632c-6f92-449d-9d05-10c38bdb99d2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Port': ['ID=2bc83c7a-8735-447c-bc2c-1200e228c6d5,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:42.854327 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-be7c1a84-0be6-4028-b6ce-2d33f91e5858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806351546', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:45:41Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:45:42.889255 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7c1a84-0be6-4028-b6ce-2d33f91e5858 None None] The sync data for ids ['a0b6f03f-b678-49a8-b820-06b23979e575'] in n-d-816629-1 is: [{'id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806351546', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:45:41Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '2bc83c7a-8735-447c-bc2c-1200e228c6d5', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6f03f-b678-49a8-b820-06b23979e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:43:57Z', 'updated_at': '2021-11-04T11:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:45:42.914132 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fd1632c-6f92-449d-9d05-10c38bdb99d2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:43.016740 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fd1632c-6f92-449d-9d05-10c38bdb99d2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:43.019364 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fd1632c-6f92-449d-9d05-10c38bdb99d2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:43.066101 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fd1632c-6f92-449d-9d05-10c38bdb99d2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:43.066734 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd1632c-6f92-449d-9d05-10c38bdb99d2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Fanout notify agent at l3_agent the message router_deleted on router a0b6f03f-b678-49a8-b820-06b23979e575 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:45:43.074106 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6fd1632c-6f92-449d-9d05-10c38bdb99d2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:43.075496 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6fd1632c-6f92-449d-9d05-10c38bdb99d2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "DELETE /v2.0/routers/a0b6f03f-b678-49a8-b820-06b23979e575 HTTP/1.1" status: 204 len: 168 time: 0.8194015 Nov 04 11:45:43.078534 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35074) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:45:43.108584 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-bdef6039-d882-4f3f-b72e-90d8b3954b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:43.116525 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:43.135854 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef6039-d882-4f3f-b72e-90d8b3954b0c None None] Pushing event deleted for resources: {'Port': ['ID=80c5df0b-3311-42b6-9697-48b0591f76be,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:43.140160 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdef6039-d882-4f3f-b72e-90d8b3954b0c None None] No DVR routers for this DVR port 80c5df0b-3311-42b6-9697-48b0591f76be on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:45:43.147859 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef6039-d882-4f3f-b72e-90d8b3954b0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:43.148206 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef6039-d882-4f3f-b72e-90d8b3954b0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:43.148548 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef6039-d882-4f3f-b72e-90d8b3954b0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:43.148921 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef6039-d882-4f3f-b72e-90d8b3954b0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:43.149292 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef6039-d882-4f3f-b72e-90d8b3954b0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:43.149612 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef6039-d882-4f3f-b72e-90d8b3954b0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:43.149933 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef6039-d882-4f3f-b72e-90d8b3954b0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:43.150553 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef6039-d882-4f3f-b72e-90d8b3954b0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:43.150553 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef6039-d882-4f3f-b72e-90d8b3954b0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:43.150834 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef6039-d882-4f3f-b72e-90d8b3954b0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:43.151180 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef6039-d882-4f3f-b72e-90d8b3954b0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:43.151468 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef6039-d882-4f3f-b72e-90d8b3954b0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:43.162156 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1755f6c7-f10c-4ccb-a0a8-5941c9f635c9 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:43.171488 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 0e694083-8c5d-4b55-9728-2db3b93d0c37 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:45:43.192738 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 0e694083-8c5d-4b55-9728-2db3b93d0c37 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:45:43.193030 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 0e694083-8c5d-4b55-9728-2db3b93d0c37 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:45:43.263190 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1755f6c7-f10c-4ccb-a0a8-5941c9f635c9 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:43.285869 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-1755f6c7-f10c-4ccb-a0a8-5941c9f635c9 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0a6ee7-95d9-41f4-b241-581e8171f19b']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:45:43.296313 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-1755f6c7-f10c-4ccb-a0a8-5941c9f635c9 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8783d46-7ae3-4426-bebc-af3a7d243079') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:45:43.296560 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-1755f6c7-f10c-4ccb-a0a8-5941c9f635c9 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8783d46-7ae3-4426-bebc-af3a7d243079') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:45:43.307336 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1755f6c7-f10c-4ccb-a0a8-5941c9f635c9 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:43.321778 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1755f6c7-f10c-4ccb-a0a8-5941c9f635c9 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:43.333163 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1755f6c7-f10c-4ccb-a0a8-5941c9f635c9 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Releasing vlan 1184 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:45:43.333672 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1755f6c7-f10c-4ccb-a0a8-5941c9f635c9 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:45:43.336886 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:45:43.403370 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1755f6c7-f10c-4ccb-a0a8-5941c9f635c9 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:43.410985 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1755f6c7-f10c-4ccb-a0a8-5941c9f635c9 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:43.414245 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1755f6c7-f10c-4ccb-a0a8-5941c9f635c9 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "DELETE /v2.0/networks/fe0a6ee7-95d9-41f4-b241-581e8171f19b HTTP/1.1" status: 204 len: 168 time: 0.3344610 Nov 04 11:45:43.417283 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35076) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:45:43.427715 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755f6c7-f10c-4ccb-a0a8-5941c9f635c9 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Network': ['ID=fe0a6ee7-95d9-41f4-b241-581e8171f19b,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:43.487096 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3c20d554-d6b3-4907-89f4-ca6ed980c345 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:43.522548 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3c20d554-d6b3-4907-89f4-ca6ed980c345 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:43.587466 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3c20d554-d6b3-4907-89f4-ca6ed980c345 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:43.590090 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-3c20d554-d6b3-4907-89f4-ca6ed980c345 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:43.591303 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3c20d554-d6b3-4907-89f4-ca6ed980c345 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "DELETE /v2.0/security-groups/4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6 HTTP/1.1" status: 204 len: 168 time: 0.1730037 Nov 04 11:45:43.605905 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20d554-d6b3-4907-89f4-ca6ed980c345 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4181bf-5375-4ddf-bfa4-d4ae64fa00f6,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:43.934052 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3200698f-477e-41d1-8274-049352e9d5bf no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:45:43.954639 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 3200698f-477e-41d1-8274-049352e9d5bf {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:45:43.955002 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3200698f-477e-41d1-8274-049352e9d5bf not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:45:43.955421 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2bc83c7a-8735-447c-bc2c-1200e228c6d5 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:45:43.974966 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35082) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:45:43.978411 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 2bc83c7a-8735-447c-bc2c-1200e228c6d5 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:45:43.978746 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 2bc83c7a-8735-447c-bc2c-1200e228c6d5 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:45:43.979153 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 80c5df0b-3311-42b6-9697-48b0591f76be no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:45:43.979746 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-0fea5167-f812-4de4-9050-c723b367a072 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1033685253', 'description': 'tempest-secgroup-smoke-1033685253 description', 'project_id': '1ef3e74ffc834573ba9c036355859023'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:45:43.998206 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 80c5df0b-3311-42b6-9697-48b0591f76be {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:45:43.998640 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 80c5df0b-3311-42b6-9697-48b0591f76be not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:45:44.002304 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0fea5167-f812-4de4-9050-c723b367a072 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.073936 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0fea5167-f812-4de4-9050-c723b367a072 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.080137 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0fea5167-f812-4de4-9050-c723b367a072 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.115263 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea5167-f812-4de4-9050-c723b367a072 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7122fa-c902-4151-ae26-d90e780cd5b6,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:44.119378 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0fea5167-f812-4de4-9050-c723b367a072 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.121023 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0fea5167-f812-4de4-9050-c723b367a072 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1449788 Nov 04 11:45:44.124084 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35084) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:45:44.129204 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-212a49e8-a55c-4164-81fb-24ed37316cb7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': 'cc7122fa-c902-4151-ae26-d90e780cd5b6', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:45:44.160735 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-212a49e8-a55c-4164-81fb-24ed37316cb7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.231504 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-212a49e8-a55c-4164-81fb-24ed37316cb7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.238340 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-212a49e8-a55c-4164-81fb-24ed37316cb7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.265014 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a49e8-a55c-4164-81fb-24ed37316cb7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7516e96-1f4c-43ee-819b-b3aa749f82aa,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:44.270745 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-212a49e8-a55c-4164-81fb-24ed37316cb7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.272007 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-212a49e8-a55c-4164-81fb-24ed37316cb7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1469893 Nov 04 11:45:44.274685 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35086) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:45:44.279110 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-d6fc333b-0193-40e7-a79c-e3cb0d5f4ebc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': 'cc7122fa-c902-4151-ae26-d90e780cd5b6', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:45:44.308405 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d6fc333b-0193-40e7-a79c-e3cb0d5f4ebc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.372317 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d6fc333b-0193-40e7-a79c-e3cb0d5f4ebc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.377860 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d6fc333b-0193-40e7-a79c-e3cb0d5f4ebc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.398459 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc333b-0193-40e7-a79c-e3cb0d5f4ebc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d078c7ce-e3fc-4ff9-9664-3cd40384c1c7,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:44.404078 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d6fc333b-0193-40e7-a79c-e3cb0d5f4ebc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.408668 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d6fc333b-0193-40e7-a79c-e3cb0d5f4ebc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1329751 Nov 04 11:45:44.408865 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35088) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:45:44.415967 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-2c933f7f-116c-4146-9a78-a6222c94361c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': 'cc7122fa-c902-4151-ae26-d90e780cd5b6', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:45:44.451945 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2c933f7f-116c-4146-9a78-a6222c94361c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.502643 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2c933f7f-116c-4146-9a78-a6222c94361c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.508257 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2c933f7f-116c-4146-9a78-a6222c94361c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.527080 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c933f7f-116c-4146-9a78-a6222c94361c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504dd8f6-d2a4-4848-8c70-a8d0fecd18a6,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:44.536776 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2c933f7f-116c-4146-9a78-a6222c94361c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.538124 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2c933f7f-116c-4146-9a78-a6222c94361c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278672 Nov 04 11:45:44.542168 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35090) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:45:44.546708 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-d4e6bd4b-2ae9-4904-8411-23fcdad1e17b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': 'cc7122fa-c902-4151-ae26-d90e780cd5b6', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:45:44.576296 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d4e6bd4b-2ae9-4904-8411-23fcdad1e17b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.636389 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d4e6bd4b-2ae9-4904-8411-23fcdad1e17b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.642262 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d4e6bd4b-2ae9-4904-8411-23fcdad1e17b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.658667 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6bd4b-2ae9-4904-8411-23fcdad1e17b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d7fbe6-1a5b-4081-a697-b3e3318309a8,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:44.670903 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d4e6bd4b-2ae9-4904-8411-23fcdad1e17b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.672125 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d4e6bd4b-2ae9-4904-8411-23fcdad1e17b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1289959 Nov 04 11:45:44.675802 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35092) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:45:44.680179 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-282e5be7-147b-4b34-b5b7-644b01440123 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': 'cc7122fa-c902-4151-ae26-d90e780cd5b6', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:45:44.703121 n-d-816629-1 neutron-server[101775]: INFO neutron.db.securitygroups_db [None req-282e5be7-147b-4b34-b5b7-644b01440123 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Project 1ef3e74ffc834573ba9c036355859023 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 11:45:44.708077 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-282e5be7-147b-4b34-b5b7-644b01440123 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.767355 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-282e5be7-147b-4b34-b5b7-644b01440123 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.772926 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-282e5be7-147b-4b34-b5b7-644b01440123 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.793071 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e5be7-147b-4b34-b5b7-644b01440123 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1fa033e-1d38-4017-92d6-5e7987fab1d3,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:44.801184 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-282e5be7-147b-4b34-b5b7-644b01440123 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.802447 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-282e5be7-147b-4b34-b5b7-644b01440123 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256721 Nov 04 11:45:44.805727 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35094) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:45:44.810562 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-03ec4d65-a396-4aea-8ac0-89fab9f7e62d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': 'cc7122fa-c902-4151-ae26-d90e780cd5b6', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:45:44.836428 n-d-816629-1 neutron-server[101775]: INFO neutron.db.securitygroups_db [None req-03ec4d65-a396-4aea-8ac0-89fab9f7e62d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Project 1ef3e74ffc834573ba9c036355859023 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 11:45:44.843446 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-03ec4d65-a396-4aea-8ac0-89fab9f7e62d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.906285 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-03ec4d65-a396-4aea-8ac0-89fab9f7e62d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.912713 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-03ec4d65-a396-4aea-8ac0-89fab9f7e62d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.931534 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec4d65-a396-4aea-8ac0-89fab9f7e62d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f10131-3a7b-4630-89f6-3d7e53fa488e,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:44.936927 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-03ec4d65-a396-4aea-8ac0-89fab9f7e62d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.938161 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-03ec4d65-a396-4aea-8ac0-89fab9f7e62d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1314120 Nov 04 11:45:44.941429 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35096) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:45:44.946691 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b7b93a81-0382-45a6-919e-45152a5aed85 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'network': {'name': 'tempest-network-smoke--804922545', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'port_security_enabled': True}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:45:44.969949 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b93a81-0382-45a6-919e-45152a5aed85 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Made reservation on behalf of 1ef3e74ffc834573ba9c036355859023 for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:45:44.973357 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b7b93a81-0382-45a6-919e-45152a5aed85 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:44.998043 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b93a81-0382-45a6-919e-45152a5aed85 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1187} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:45:45.007401 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b7b93a81-0382-45a6-919e-45152a5aed85 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:45.007745 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-b7b93a81-0382-45a6-919e-45152a5aed85 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Added segment cea3828b-2712-43e0-8e98-8cb81e59c6c4 of type vlan for network 0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 Nov 04 11:45:45.049173 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b7b93a81-0382-45a6-919e-45152a5aed85 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:45.076051 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b7b93a81-0382-45a6-919e-45152a5aed85 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:45.082180 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b93a81-0382-45a6-919e-45152a5aed85 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:45.082767 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b7b93a81-0382-45a6-919e-45152a5aed85 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:45.143493 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b7b93a81-0382-45a6-919e-45152a5aed85 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2008677 Nov 04 11:45:45.147454 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35098) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:45:45.152551 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b93a81-0382-45a6-919e-45152a5aed85 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Network': ['ID=0d34b2d3-85a7-49ee-bde9-8139a42bb4e2,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:45.152747 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-067db7da-1a5f-4149-bb5e-374509e55c98 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-118464705', 'admin_state_up': True, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:45:45.163703 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:45:45.184607 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-067db7da-1a5f-4149-bb5e-374509e55c98 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:45.185874 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-067db7da-1a5f-4149-bb5e-374509e55c98 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:45.239971 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-067db7da-1a5f-4149-bb5e-374509e55c98 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:45.382060 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-067db7da-1a5f-4149-bb5e-374509e55c98 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:45.483165 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:45.596185 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-067db7da-1a5f-4149-bb5e-374509e55c98 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:45.615301 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-067db7da-1a5f-4149-bb5e-374509e55c98 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:45.718125 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-067db7da-1a5f-4149-bb5e-374509e55c98 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Allocated IP 172.25.7.131 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/fe64fedf-cd80-4e1e-a570-83720cdbcba7) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:45:45.823183 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-067db7da-1a5f-4149-bb5e-374509e55c98 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:45.860626 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-067db7da-1a5f-4149-bb5e-374509e55c98 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:45.896027 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067db7da-1a5f-4149-bb5e-374509e55c98 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:45:45.898829 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-067db7da-1a5f-4149-bb5e-374509e55c98 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:45:45.904225 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067db7da-1a5f-4149-bb5e-374509e55c98 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:45:45.927699 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067db7da-1a5f-4149-bb5e-374509e55c98 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=fe64fedf-cd80-4e1e-a570-83720cdbcba7,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:46.174236 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-067db7da-1a5f-4149-bb5e-374509e55c98 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:46.395406 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-067db7da-1a5f-4149-bb5e-374509e55c98 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:46.904025 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067db7da-1a5f-4149-bb5e-374509e55c98 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Router fa832ccc-c2a0-49dc-a96b-bb3e7896f272 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 11:45:46.905585 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e86ea1de-f3d0-4386-b87a-feedf9873ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:47.032274 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067db7da-1a5f-4149-bb5e-374509e55c98 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:45:47.042638 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f3f8d7-f533-4eef-a40f-b96b69df70ab None None] Sync routers for ids ['fa832ccc-c2a0-49dc-a96b-bb3e7896f272'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:45:47.053594 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-067db7da-1a5f-4149-bb5e-374509e55c98 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:47.053838 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f3f8d7-f533-4eef-a40f-b96b69df70ab None None] Routers {'fa832ccc-c2a0-49dc-a96b-bb3e7896f272'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:45:47.054228 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-b8f3f8d7-f533-4eef-a40f-b96b69df70ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:45:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['fa832ccc-c2a0-49dc-a96b-bb3e7896f272'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:45:47.054864 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-067db7da-1a5f-4149-bb5e-374509e55c98 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9063191 Nov 04 11:45:47.058145 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35100) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:45:47.086968 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-82fbb1b5-1f90-46f1-a610-c38326612573 tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] 10.222.0.127 "GET /v2.0/subnets?project_id=1ef3e74ffc834573ba9c036355859023&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276923 Nov 04 11:45:47.089723 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35102) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:45:47.159663 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-b8f3f8d7-f533-4eef-a40f-b96b69df70ab None None] Set router fa832ccc-c2a0-49dc-a96b-bb3e7896f272 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:45:47.177260 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb9e73-738c-4d93-afd2-c0541354269a tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:47.178794 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-dadb9e73-738c-4d93-afd2-c0541354269a tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881841 Nov 04 11:45:47.181752 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35104) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:45:47.214336 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1a487f84-caff-41e2-aa91-4824975f69ff tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] 10.222.0.127 "GET /v2.0/subnets?network_id=301c0cd8-d116-455e-af06-7601efa602d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314879 Nov 04 11:45:47.217049 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35106) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:45:47.221870 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-c36d21be-254c-4b95-9ede-af9011d8465f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-418751025', 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:45:47.312780 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36d21be-254c-4b95-9ede-af9011d8465f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Made reservation on behalf of 1ef3e74ffc834573ba9c036355859023 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:45:47.316643 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c36d21be-254c-4b95-9ede-af9011d8465f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:47.337992 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-b8f3f8d7-f533-4eef-a40f-b96b69df70ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118464705', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:45:46Z', 'revision_number': 3, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:51:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:45:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:45:47.367604 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f3f8d7-f533-4eef-a40f-b96b69df70ab None None] Checking router: fa832ccc-c2a0-49dc-a96b-bb3e7896f272 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:45:47.367938 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f3f8d7-f533-4eef-a40f-b96b69df70ab None None] Updating router fa832ccc-c2a0-49dc-a96b-bb3e7896f272 port fe64fedf-cd80-4e1e-a570-83720cdbcba7 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:45:47.393015 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-b8f3f8d7-f533-4eef-a40f-b96b69df70ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:47.501611 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c36d21be-254c-4b95-9ede-af9011d8465f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:47.560447 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d21be-254c-4b95-9ede-af9011d8465f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Subnet': ['ID=55f44876-0c51-49df-be8b-a4108d80e8a3,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:47.571840 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36d21be-254c-4b95-9ede-af9011d8465f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Checking segment: {'id': 'cea3828b-2712-43e0-8e98-8cb81e59c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:45:47.572278 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36d21be-254c-4b95-9ede-af9011d8465f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network hostable DHCP agents. Network: 0d34b2d3-85a7-49ee-bde9-8139a42bb4e2, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:45:47.591255 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36d21be-254c-4b95-9ede-af9011d8465f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network 0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:45:47.602466 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-c36d21be-254c-4b95-9ede-af9011d8465f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 0d34b2d3-85a7-49ee-bde9-8139a42bb4e2) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:45:47.606830 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36d21be-254c-4b95-9ede-af9011d8465f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:47.607450 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c36d21be-254c-4b95-9ede-af9011d8465f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:47.612918 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd1b268-db87-4d61-9723-a573894b4bde None None] Network 0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:45:47.627178 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c36d21be-254c-4b95-9ede-af9011d8465f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4090807 Nov 04 11:45:47.629959 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35108) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:45:47.645793 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-b8f3f8d7-f533-4eef-a40f-b96b69df70ab None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:47.652589 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-b8f3f8d7-f533-4eef-a40f-b96b69df70ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:47.776965 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653cba15-14c6-4772-abfe-d79f9c59a59a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-0d34b2d3-85a7-49ee-bde9-8139a42bb4e2', 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'fixed_ips': [{'subnet_id': '55f44876-0c51-49df-be8b-a4108d80e8a3'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:45:47.777865 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-653cba15-14c6-4772-abfe-d79f9c59a59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:47.802628 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-b8f3f8d7-f533-4eef-a40f-b96b69df70ab None None] Attempting to bind port fe64fedf-cd80-4e1e-a570-83720cdbcba7 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:45:47.802988 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-b8f3f8d7-f533-4eef-a40f-b96b69df70ab None None] Attempting to bind port fe64fedf-cd80-4e1e-a570-83720cdbcba7 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:45:47.804032 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f3f8d7-f533-4eef-a40f-b96b69df70ab None None] Attempting to bind port fe64fedf-cd80-4e1e-a570-83720cdbcba7 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:45:47.811017 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f3f8d7-f533-4eef-a40f-b96b69df70ab None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:45:47.811382 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f3f8d7-f533-4eef-a40f-b96b69df70ab None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:45:47.811771 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-b8f3f8d7-f533-4eef-a40f-b96b69df70ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:47.812159 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f3f8d7-f533-4eef-a40f-b96b69df70ab None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:45:47.812617 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-b8f3f8d7-f533-4eef-a40f-b96b69df70ab None None] Bound port: fe64fedf-cd80-4e1e-a570-83720cdbcba7, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:45:47.813167 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-b8f3f8d7-f533-4eef-a40f-b96b69df70ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:47.868021 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-b8f3f8d7-f533-4eef-a40f-b96b69df70ab None None] For port fe64fedf-cd80-4e1e-a570-83720cdbcba7, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:45:47.871680 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-b8f3f8d7-f533-4eef-a40f-b96b69df70ab None None] For port fe64fedf-cd80-4e1e-a570-83720cdbcba7, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=fe64fedf-cd80-4e1e-a570-83720cdbcba7,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:45:47.878964 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-b8f3f8d7-f533-4eef-a40f-b96b69df70ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:47.881980 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed45b79-82ff-43e5-b0b6-a6512202a71f None None] Pushing event updated for resources: {'Port': ['ID=fe64fedf-cd80-4e1e-a570-83720cdbcba7,revision_number=2']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:47.893357 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed45b79-82ff-43e5-b0b6-a6512202a71f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:47.894011 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed45b79-82ff-43e5-b0b6-a6512202a71f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:47.894011 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed45b79-82ff-43e5-b0b6-a6512202a71f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:47.894334 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed45b79-82ff-43e5-b0b6-a6512202a71f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:47.894650 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed45b79-82ff-43e5-b0b6-a6512202a71f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:47.894973 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed45b79-82ff-43e5-b0b6-a6512202a71f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:47.895689 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed45b79-82ff-43e5-b0b6-a6512202a71f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:47.895689 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed45b79-82ff-43e5-b0b6-a6512202a71f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:47.895879 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed45b79-82ff-43e5-b0b6-a6512202a71f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:47.896170 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed45b79-82ff-43e5-b0b6-a6512202a71f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:47.896481 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed45b79-82ff-43e5-b0b6-a6512202a71f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:47.896787 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed45b79-82ff-43e5-b0b6-a6512202a71f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:45:47.914897 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-653cba15-14c6-4772-abfe-d79f9c59a59a None None] Allocated IP 172.20.0.2 (0d34b2d3-85a7-49ee-bde9-8139a42bb4e2/55f44876-0c51-49df-be8b-a4108d80e8a3/5d36b990-ae90-4bcc-9a73-6c60fcc1b858) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:45:47.943686 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f3f8d7-f533-4eef-a40f-b96b69df70ab None None] Routers {'fa832ccc-c2a0-49dc-a96b-bb3e7896f272'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:45:47.944311 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-b8f3f8d7-f533-4eef-a40f-b96b69df70ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:45:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['fa832ccc-c2a0-49dc-a96b-bb3e7896f272'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:45:48.025046 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed45b79-82ff-43e5-b0b6-a6512202a71f None None] Pushing event updated for resources: {'Port': ['ID=fe64fedf-cd80-4e1e-a570-83720cdbcba7,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:48.062311 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-653cba15-14c6-4772-abfe-d79f9c59a59a None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:48.070867 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-653cba15-14c6-4772-abfe-d79f9c59a59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:48.082960 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-b8f3f8d7-f533-4eef-a40f-b96b69df70ab None None] Set router fa832ccc-c2a0-49dc-a96b-bb3e7896f272 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:45:48.103270 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ccece56f-165e-468f-a001-d777f88d2a1d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:48.117912 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653cba15-14c6-4772-abfe-d79f9c59a59a None None] Network 0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:45:48.122555 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-653cba15-14c6-4772-abfe-d79f9c59a59a None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:45:48.124961 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653cba15-14c6-4772-abfe-d79f9c59a59a None None] Pushing event updated for resources: {'Port': ['ID=5d36b990-ae90-4bcc-9a73-6c60fcc1b858,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:48.132865 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653cba15-14c6-4772-abfe-d79f9c59a59a None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:45:48.197432 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-653cba15-14c6-4772-abfe-d79f9c59a59a None None] Attempting to bind port 5d36b990-ae90-4bcc-9a73-6c60fcc1b858 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:45:48.197826 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-653cba15-14c6-4772-abfe-d79f9c59a59a None None] Attempting to bind port 5d36b990-ae90-4bcc-9a73-6c60fcc1b858 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'cea3828b-2712-43e0-8e98-8cb81e59c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:45:48.198300 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653cba15-14c6-4772-abfe-d79f9c59a59a None None] Attempting to bind port 5d36b990-ae90-4bcc-9a73-6c60fcc1b858 on network 0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:45:48.203518 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653cba15-14c6-4772-abfe-d79f9c59a59a None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:45:48.204049 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653cba15-14c6-4772-abfe-d79f9c59a59a None None] Checking segment: {'id': 'cea3828b-2712-43e0-8e98-8cb81e59c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:45:48.204528 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-653cba15-14c6-4772-abfe-d79f9c59a59a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:48.205012 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653cba15-14c6-4772-abfe-d79f9c59a59a None None] Bound using segment: {'id': 'cea3828b-2712-43e0-8e98-8cb81e59c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:45:48.205547 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-653cba15-14c6-4772-abfe-d79f9c59a59a None None] Bound port: 5d36b990-ae90-4bcc-9a73-6c60fcc1b858, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea3828b-2712-43e0-8e98-8cb81e59c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:45:48.206000 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-653cba15-14c6-4772-abfe-d79f9c59a59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:48.274620 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-653cba15-14c6-4772-abfe-d79f9c59a59a None None] For port 5d36b990-ae90-4bcc-9a73-6c60fcc1b858, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:45:48.278270 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-653cba15-14c6-4772-abfe-d79f9c59a59a None None] For port 5d36b990-ae90-4bcc-9a73-6c60fcc1b858, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=5d36b990-ae90-4bcc-9a73-6c60fcc1b858,segment=NetworkSegment(cea3828b-2712-43e0-8e98-8cb81e59c6c4),segment_id=cea3828b-2712-43e0-8e98-8cb81e59c6c4)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:45:48.281119 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-b8f3f8d7-f533-4eef-a40f-b96b69df70ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118464705', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:45:46Z', 'revision_number': 3, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:51:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:45:48.286184 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-653cba15-14c6-4772-abfe-d79f9c59a59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:48.307669 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f3f8d7-f533-4eef-a40f-b96b69df70ab None None] The sync data for ids ['fa832ccc-c2a0-49dc-a96b-bb3e7896f272'] in n-d-816629-1 is: [{'id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118464705', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:45:46Z', 'revision_number': 3, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:51:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:45:48.356945 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653cba15-14c6-4772-abfe-d79f9c59a59a None None] Pushing event updated for resources: {'Port': ['ID=5d36b990-ae90-4bcc-9a73-6c60fcc1b858,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:48.419653 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-ccece56f-165e-468f-a001-d777f88d2a1d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Allocated IP 172.20.0.1 (0d34b2d3-85a7-49ee-bde9-8139a42bb4e2/55f44876-0c51-49df-be8b-a4108d80e8a3/34b55365-522b-4d3a-b016-b34edb9b575e) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:45:48.546989 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ccece56f-165e-468f-a001-d777f88d2a1d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:48.593159 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ccece56f-165e-468f-a001-d777f88d2a1d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:48.649955 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccece56f-165e-468f-a001-d777f88d2a1d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network 0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:45:48.655369 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-ccece56f-165e-468f-a001-d777f88d2a1d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:45:48.660127 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccece56f-165e-468f-a001-d777f88d2a1d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:45:48.669919 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccece56f-165e-468f-a001-d777f88d2a1d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=34b55365-522b-4d3a-b016-b34edb9b575e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:48.722570 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ccece56f-165e-468f-a001-d777f88d2a1d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:48.861074 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ccece56f-165e-468f-a001-d777f88d2a1d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:49.183877 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ccece56f-165e-468f-a001-d777f88d2a1d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:49.189473 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ccece56f-165e-468f-a001-d777f88d2a1d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:49.275304 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccece56f-165e-468f-a001-d777f88d2a1d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=34b55365-522b-4d3a-b016-b34edb9b575e,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:49.279106 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ccece56f-165e-468f-a001-d777f88d2a1d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:49.366010 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcc31e0-37bf-4e88-b7de-057a9da682dc None None] Network 0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:45:49.385261 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccece56f-165e-468f-a001-d777f88d2a1d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network 0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:45:49.386730 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-ccece56f-165e-468f-a001-d777f88d2a1d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:45:49.438809 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-17321141-ffdf-4ec9-9eb7-fc27b780fe5c None None] Provisioning complete for port 5d36b990-ae90-4bcc-9a73-6c60fcc1b858 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:45:49.439751 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-17321141-ffdf-4ec9-9eb7-fc27b780fe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:49.509604 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccece56f-165e-468f-a001-d777f88d2a1d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Router fa832ccc-c2a0-49dc-a96b-bb3e7896f272 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:45:49.583084 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-17321141-ffdf-4ec9-9eb7-fc27b780fe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:49.622519 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-17321141-ffdf-4ec9-9eb7-fc27b780fe5c None None] For port 5d36b990-ae90-4bcc-9a73-6c60fcc1b858, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=5d36b990-ae90-4bcc-9a73-6c60fcc1b858,segment=NetworkSegment(cea3828b-2712-43e0-8e98-8cb81e59c6c4),segment_id=cea3828b-2712-43e0-8e98-8cb81e59c6c4)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:45:49.628311 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-17321141-ffdf-4ec9-9eb7-fc27b780fe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:49.639586 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccece56f-165e-468f-a001-d777f88d2a1d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:45:49.654568 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ccece56f-165e-468f-a001-d777f88d2a1d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "PUT /v2.0/routers/fa832ccc-c2a0-49dc-a96b-bb3e7896f272/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0148301 Nov 04 11:45:49.682059 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17321141-ffdf-4ec9-9eb7-fc27b780fe5c None None] Pushing event updated for resources: {'Port': ['ID=5d36b990-ae90-4bcc-9a73-6c60fcc1b858,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:49.791092 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f2aa0354-f515-4086-98f4-3f707d264969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:49.841628 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-f592259a-d6fe-4fd0-92c7-255ff2b39f08 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1033685253&fields=id&tenant_id=1ef3e74ffc834573ba9c036355859023 HTTP/1.1" status: 200 len: 267 time: 0.0765090 Nov 04 11:45:49.859602 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-0e8a37e9-e6a9-456f-b0b7-c311786ec9e5 None None] Provisioning complete for port 34b55365-522b-4d3a-b016-b34edb9b575e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:45:49.860197 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0e8a37e9-e6a9-456f-b0b7-c311786ec9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:49.899850 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-0e8a37e9-e6a9-456f-b0b7-c311786ec9e5 None None] Port 34b55365-522b-4d3a-b016-b34edb9b575e cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:45:49.920664 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device fe64fedf-cd80-4e1e-a570-83720cdbcba7 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:45:49.960477 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-0e8a37e9-e6a9-456f-b0b7-c311786ec9e5 None None] Provisioning complete for port 5d36b990-ae90-4bcc-9a73-6c60fcc1b858 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:45:49.960889 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0e8a37e9-e6a9-456f-b0b7-c311786ec9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:49.983625 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-5c5dba21-2c95-4c39-a852-dc39cac3e30b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:49.985319 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-5c5dba21-2c95-4c39-a852-dc39cac3e30b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/networks?id=0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 HTTP/1.1" status: 200 len: 796 time: 0.1418738 Nov 04 11:45:50.002442 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-e35b7d50-d6ee-4648-84f6-b5f6511b14cb tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/quotas/1ef3e74ffc834573ba9c036355859023 HTTP/1.1" status: 200 len: 375 time: 0.0105190 Nov 04 11:45:50.022902 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port fe64fedf-cd80-4e1e-a570-83720cdbcba7 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:45:50.023266 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:50.057851 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-41642412-8aa0-41c7-b7c0-469122d1dddb tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486512 Nov 04 11:45:50.156978 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:50.181091 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-3d31c0c9-a449-4572-8dfb-a12ba2f61074 service neutron] 10.222.0.127 "GET /v2.0/networks/0d34b2d3-85a7-49ee-bde9-8139a42bb4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061006 Nov 04 11:45:50.185066 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port fe64fedf-cd80-4e1e-a570-83720cdbcba7, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=fe64fedf-cd80-4e1e-a570-83720cdbcba7,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:45:50.193475 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:50.194327 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5d36b990-ae90-4bcc-9a73-6c60fcc1b858 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:45:50.247757 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d428b8a-7132-40b0-9050-ade8dc2d69d1 None None] Sync routers for ids ['fa832ccc-c2a0-49dc-a96b-bb3e7896f272'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:45:50.283979 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d428b8a-7132-40b0-9050-ade8dc2d69d1 None None] Routers {'fa832ccc-c2a0-49dc-a96b-bb3e7896f272'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:45:50.284647 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9d428b8a-7132-40b0-9050-ade8dc2d69d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:45:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['fa832ccc-c2a0-49dc-a96b-bb3e7896f272'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:45:50.292622 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-ec8f44a9-50d1-4a3a-899c-325000652c66 service neutron] 10.222.0.127 "GET /v2.0/networks/0d34b2d3-85a7-49ee-bde9-8139a42bb4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032548 Nov 04 11:45:50.348447 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4af09e88-57f8-4486-bb0f-2663e89f0bb4 None None] Provisioning complete for port 34b55365-522b-4d3a-b016-b34edb9b575e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:45:50.348911 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4af09e88-57f8-4486-bb0f-2663e89f0bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:50.384167 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=fe64fedf-cd80-4e1e-a570-83720cdbcba7,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:50.465268 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 5d36b990-ae90-4bcc-9a73-6c60fcc1b858 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:45:50.465633 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:50.470380 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-4af09e88-57f8-4486-bb0f-2663e89f0bb4 None None] Port 34b55365-522b-4d3a-b016-b34edb9b575e cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:45:50.480353 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82b5aa7d-86fe-433c-819d-08114d211c52 req-01cb0dbd-bf5e-4644-a07e-df05fdffd6fb tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 210 time: 0.0376277 Nov 04 11:45:50.501105 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-9d428b8a-7132-40b0-9050-ade8dc2d69d1 None None] Set router fa832ccc-c2a0-49dc-a96b-bb3e7896f272 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:45:50.657572 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-76445615-22cd-44dc-b477-31867325b9ed None None] Provisioning complete for port 34b55365-522b-4d3a-b016-b34edb9b575e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:45:50.657884 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-76445615-22cd-44dc-b477-31867325b9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:50.721444 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-76445615-22cd-44dc-b477-31867325b9ed None None] Port 34b55365-522b-4d3a-b016-b34edb9b575e cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:45:50.794981 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9d428b8a-7132-40b0-9050-ade8dc2d69d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118464705', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:45:48Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '34b55365-522b-4d3a-b016-b34edb9b575e', 'name': '', 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:37:63:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '55f44876-0c51-49df-be8b-a4108d80e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:45:48Z', 'updated_at': '2021-11-04T11:45:49Z', 'revision_number': 2, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '55f44876-0c51-49df-be8b-a4108d80e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:45:50.825290 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d428b8a-7132-40b0-9050-ade8dc2d69d1 None None] Checking router: fa832ccc-c2a0-49dc-a96b-bb3e7896f272 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:45:50.825641 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d428b8a-7132-40b0-9050-ade8dc2d69d1 None None] Updating router fa832ccc-c2a0-49dc-a96b-bb3e7896f272 port 34b55365-522b-4d3a-b016-b34edb9b575e binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:45:50.851978 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9d428b8a-7132-40b0-9050-ade8dc2d69d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:51.079319 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:51.142270 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9d428b8a-7132-40b0-9050-ade8dc2d69d1 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:51.149855 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9d428b8a-7132-40b0-9050-ade8dc2d69d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:51.199097 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57035775-ee15-4ecc-9c7a-327971058c07 None None] Pushing event updated for resources: {'Port': ['ID=34b55365-522b-4d3a-b016-b34edb9b575e,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:51.253933 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-9d428b8a-7132-40b0-9050-ade8dc2d69d1 None None] Attempting to bind port 34b55365-522b-4d3a-b016-b34edb9b575e on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:45:51.254311 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-9d428b8a-7132-40b0-9050-ade8dc2d69d1 None None] Attempting to bind port 34b55365-522b-4d3a-b016-b34edb9b575e by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'cea3828b-2712-43e0-8e98-8cb81e59c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:45:51.254705 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d428b8a-7132-40b0-9050-ade8dc2d69d1 None None] Attempting to bind port 34b55365-522b-4d3a-b016-b34edb9b575e on network 0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:45:51.260112 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d428b8a-7132-40b0-9050-ade8dc2d69d1 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:45:51.260487 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d428b8a-7132-40b0-9050-ade8dc2d69d1 None None] Checking segment: {'id': 'cea3828b-2712-43e0-8e98-8cb81e59c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:45:51.260926 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9d428b8a-7132-40b0-9050-ade8dc2d69d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:51.261322 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d428b8a-7132-40b0-9050-ade8dc2d69d1 None None] Bound using segment: {'id': 'cea3828b-2712-43e0-8e98-8cb81e59c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:45:51.261807 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-9d428b8a-7132-40b0-9050-ade8dc2d69d1 None None] Bound port: 34b55365-522b-4d3a-b016-b34edb9b575e, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea3828b-2712-43e0-8e98-8cb81e59c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:45:51.262190 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9d428b8a-7132-40b0-9050-ade8dc2d69d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:51.334407 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-9d428b8a-7132-40b0-9050-ade8dc2d69d1 None None] For port 34b55365-522b-4d3a-b016-b34edb9b575e, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:45:51.338388 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-9d428b8a-7132-40b0-9050-ade8dc2d69d1 None None] For port 34b55365-522b-4d3a-b016-b34edb9b575e, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=34b55365-522b-4d3a-b016-b34edb9b575e,segment=NetworkSegment(cea3828b-2712-43e0-8e98-8cb81e59c6c4),segment_id=cea3828b-2712-43e0-8e98-8cb81e59c6c4)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:45:51.344699 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9d428b8a-7132-40b0-9050-ade8dc2d69d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:51.409358 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d428b8a-7132-40b0-9050-ade8dc2d69d1 None None] Routers {'fa832ccc-c2a0-49dc-a96b-bb3e7896f272'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:45:51.410063 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9d428b8a-7132-40b0-9050-ade8dc2d69d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:45:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['fa832ccc-c2a0-49dc-a96b-bb3e7896f272'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:45:51.462067 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57035775-ee15-4ecc-9c7a-327971058c07 None None] Pushing event updated for resources: {'Port': ['ID=34b55365-522b-4d3a-b016-b34edb9b575e,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:51.467907 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-384bf3b0-e8bb-493e-92ee-4a6728ccef84 None None] Provisioning complete for port 34b55365-522b-4d3a-b016-b34edb9b575e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:45:51.468276 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-384bf3b0-e8bb-493e-92ee-4a6728ccef84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:51.530465 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-c5eef009-b7af-4075-9c8f-9948a5b35e31 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:51.532631 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-c5eef009-b7af-4075-9c8f-9948a5b35e31 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.126 "GET /v2.0/networks?id=0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 HTTP/1.1" status: 200 len: 796 time: 0.1474333 Nov 04 11:45:51.579131 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-9d428b8a-7132-40b0-9050-ade8dc2d69d1 None None] Set router fa832ccc-c2a0-49dc-a96b-bb3e7896f272 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:45:51.627532 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-3157cd84-f323-4990-bce3-5b5097ed2839 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ef3e74ffc834573ba9c036355859023 HTTP/1.1" status: 200 len: 380 time: 0.0842912 Nov 04 11:45:51.629610 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-56bf5ff8-034c-4e7d-90ed-ce9c495b37f6 req-bb440cab-cbf0-4e28-b2b2-7d158d2410ed tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 210 time: 0.0401235 Nov 04 11:45:51.639226 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-a2018c7b-40b3-4815-94e7-6cfd3fbede13 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'port': {'device_id': 'a6709a1e-93fa-4bda-bf7d-9be613eb6162', 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2', 'admin_state_up': True, 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'security_groups': ['cc7122fa-c902-4151-ae26-d90e780cd5b6']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:45:51.757971 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-a2018c7b-40b3-4815-94e7-6cfd3fbede13 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Made reservation on behalf of 1ef3e74ffc834573ba9c036355859023 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:45:51.761617 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-a2018c7b-40b3-4815-94e7-6cfd3fbede13 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:51.831808 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-384bf3b0-e8bb-493e-92ee-4a6728ccef84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:51.861429 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device fe64fedf-cd80-4e1e-a570-83720cdbcba7 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:45:51.903775 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-a2018c7b-40b3-4815-94e7-6cfd3fbede13 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Allocated IP 172.20.0.11 (0d34b2d3-85a7-49ee-bde9-8139a42bb4e2/55f44876-0c51-49df-be8b-a4108d80e8a3/470d0bd4-68d1-47f8-a930-df2b86a159c8) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:45:51.969726 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-384bf3b0-e8bb-493e-92ee-4a6728ccef84 None None] For port 34b55365-522b-4d3a-b016-b34edb9b575e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=34b55365-522b-4d3a-b016-b34edb9b575e,segment=NetworkSegment(cea3828b-2712-43e0-8e98-8cb81e59c6c4),segment_id=cea3828b-2712-43e0-8e98-8cb81e59c6c4)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:45:51.982725 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-384bf3b0-e8bb-493e-92ee-4a6728ccef84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:52.059163 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-a2018c7b-40b3-4815-94e7-6cfd3fbede13 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:52.073294 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port fe64fedf-cd80-4e1e-a570-83720cdbcba7 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:45:52.073651 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:52.092914 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-a2018c7b-40b3-4815-94e7-6cfd3fbede13 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:52.104688 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bf3b0-e8bb-493e-92ee-4a6728ccef84 None None] Pushing event updated for resources: {'Port': ['ID=34b55365-522b-4d3a-b016-b34edb9b575e,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:52.137259 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-def2f5ae-65c1-472f-b50e-03f7139c7867 None None] Provisioning complete for port 34b55365-522b-4d3a-b016-b34edb9b575e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:45:52.137572 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-def2f5ae-65c1-472f-b50e-03f7139c7867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:52.138248 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-a2018c7b-40b3-4815-94e7-6cfd3fbede13 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network 0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:45:52.145939 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-a2018c7b-40b3-4815-94e7-6cfd3fbede13 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:45:52.149995 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-a2018c7b-40b3-4815-94e7-6cfd3fbede13 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:45:52.175265 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2018c7b-40b3-4815-94e7-6cfd3fbede13 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=470d0bd4-68d1-47f8-a930-df2b86a159c8,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:52.194284 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-9d428b8a-7132-40b0-9050-ade8dc2d69d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118464705', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:45:48Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '34b55365-522b-4d3a-b016-b34edb9b575e', 'name': '', 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:37:63:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '55f44876-0c51-49df-be8b-a4108d80e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:45:48Z', 'updated_at': '2021-11-04T11:45:51Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '55f44876-0c51-49df-be8b-a4108d80e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:45:52.208976 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-a2018c7b-40b3-4815-94e7-6cfd3fbede13 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:52.209830 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-a2018c7b-40b3-4815-94e7-6cfd3fbede13 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:52.230046 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-a2018c7b-40b3-4815-94e7-6cfd3fbede13 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5961673 Nov 04 11:45:52.243992 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-d590b9fc-b28e-43c4-a900-522fb2b84c0d service neutron] Request body: {'port': {'device_id': 'a6709a1e-93fa-4bda-bf7d-9be613eb6162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:45:52.259037 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d428b8a-7132-40b0-9050-ade8dc2d69d1 None None] The sync data for ids ['fa832ccc-c2a0-49dc-a96b-bb3e7896f272'] in n-d-816629-1 is: [{'id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118464705', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:45:48Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '34b55365-522b-4d3a-b016-b34edb9b575e', 'name': '', 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:37:63:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '55f44876-0c51-49df-be8b-a4108d80e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:45:48Z', 'updated_at': '2021-11-04T11:45:51Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '55f44876-0c51-49df-be8b-a4108d80e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:45:52.312593 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-d590b9fc-b28e-43c4-a900-522fb2b84c0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:52.484160 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a2b51f73-dab0-41fb-8d45-269474356911 None None] Provisioning complete for port 470d0bd4-68d1-47f8-a930-df2b86a159c8 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:45:52.484709 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a2b51f73-dab0-41fb-8d45-269474356911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:52.487378 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:52.522834 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a2b51f73-dab0-41fb-8d45-269474356911 None None] Port 470d0bd4-68d1-47f8-a930-df2b86a159c8 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:45:52.636444 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-d590b9fc-b28e-43c4-a900-522fb2b84c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470d0bd4-68d1-47f8-a930-df2b86a159c8 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:45:52.645245 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-d590b9fc-b28e-43c4-a900-522fb2b84c0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:52.661228 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-d590b9fc-b28e-43c4-a900-522fb2b84c0d service neutron] Transition to ACTIVE for port object 470d0bd4-68d1-47f8-a930-df2b86a159c8 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:45:52.667086 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-d590b9fc-b28e-43c4-a900-522fb2b84c0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:52.688252 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:52.729748 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590b9fc-b28e-43c4-a900-522fb2b84c0d service neutron] Pushing event updated for resources: {'Port': ['ID=470d0bd4-68d1-47f8-a930-df2b86a159c8,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:52.783386 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21da79e-496b-4211-8ad7-5bad1d875b75 req-d7c72d6e-a849-4467-b7f6-b250aa5c53c8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:52.785227 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e21da79e-496b-4211-8ad7-5bad1d875b75 req-d7c72d6e-a849-4467-b7f6-b250aa5c53c8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 944 time: 0.0699923 Nov 04 11:45:52.811848 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-d590b9fc-b28e-43c4-a900-522fb2b84c0d service neutron] Attempting to bind port 470d0bd4-68d1-47f8-a930-df2b86a159c8 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:45:52.812291 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-d590b9fc-b28e-43c4-a900-522fb2b84c0d service neutron] Attempting to bind port 470d0bd4-68d1-47f8-a930-df2b86a159c8 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'cea3828b-2712-43e0-8e98-8cb81e59c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:45:52.812692 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-d590b9fc-b28e-43c4-a900-522fb2b84c0d service neutron] Attempting to bind port 470d0bd4-68d1-47f8-a930-df2b86a159c8 on network 0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:45:52.818398 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-d590b9fc-b28e-43c4-a900-522fb2b84c0d service neutron] Port 470d0bd4-68d1-47f8-a930-df2b86a159c8 on network 0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:45:52.819012 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-d590b9fc-b28e-43c4-a900-522fb2b84c0d service neutron] Attempting to bind port 470d0bd4-68d1-47f8-a930-df2b86a159c8 on network 0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:45:52.827872 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-d590b9fc-b28e-43c4-a900-522fb2b84c0d service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:45:52.828336 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-d590b9fc-b28e-43c4-a900-522fb2b84c0d service neutron] Checking segment: {'id': 'cea3828b-2712-43e0-8e98-8cb81e59c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:45:52.829534 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-d590b9fc-b28e-43c4-a900-522fb2b84c0d service neutron] Bound using segment: {'id': 'cea3828b-2712-43e0-8e98-8cb81e59c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:45:52.830047 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-d590b9fc-b28e-43c4-a900-522fb2b84c0d service neutron] Bound port: 470d0bd4-68d1-47f8-a930-df2b86a159c8, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea3828b-2712-43e0-8e98-8cb81e59c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:45:52.830430 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-d590b9fc-b28e-43c4-a900-522fb2b84c0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:52.851844 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e21da79e-496b-4211-8ad7-5bad1d875b75 req-05d3014f-5e51-4f85-8a49-095265059f1c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600252 Nov 04 11:45:52.918831 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-d590b9fc-b28e-43c4-a900-522fb2b84c0d service neutron] For port 470d0bd4-68d1-47f8-a930-df2b86a159c8, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:45:52.922457 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-d590b9fc-b28e-43c4-a900-522fb2b84c0d service neutron] For port 470d0bd4-68d1-47f8-a930-df2b86a159c8, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=470d0bd4-68d1-47f8-a930-df2b86a159c8,segment=NetworkSegment(cea3828b-2712-43e0-8e98-8cb81e59c6c4),segment_id=cea3828b-2712-43e0-8e98-8cb81e59c6c4)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:45:52.928098 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-d590b9fc-b28e-43c4-a900-522fb2b84c0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:52.966369 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-d590b9fc-b28e-43c4-a900-522fb2b84c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:52.967026 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-d590b9fc-b28e-43c4-a900-522fb2b84c0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:52.968499 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-d590b9fc-b28e-43c4-a900-522fb2b84c0d service neutron] 10.222.0.126 "PUT /v2.0/ports/470d0bd4-68d1-47f8-a930-df2b86a159c8 HTTP/1.1" status: 200 len: 1092 time: 0.7290683 Nov 04 11:45:52.969014 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6709a1e-93fa-4bda-bf7d-9be613eb6162', 'tag': '470d0bd4-68d1-47f8-a930-df2b86a159c8'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:45:52.971433 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9264fbe3-c0a8-4a5d-8a66-7e4b4669348c" -d '{"events": [{"name": "network-changed", "server_uuid": "a6709a1e-93fa-4bda-bf7d-9be613eb6162", "tag": "470d0bd4-68d1-47f8-a930-df2b86a159c8"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:45:53.003107 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590b9fc-b28e-43c4-a900-522fb2b84c0d service neutron] Pushing event updated for resources: {'Port': ['ID=470d0bd4-68d1-47f8-a930-df2b86a159c8,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:53.050358 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3ffb69-6013-4e7d-8490-a584aa8e62f3 x-openstack-request-id: req-7e3ffb69-6013-4e7d-8490-a584aa8e62f3 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:45:53.050652 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6709a1e-93fa-4bda-bf7d-9be613eb6162", "tag": "470d0bd4-68d1-47f8-a930-df2b86a159c8", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:45:53.050906 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-7e3ffb69-6013-4e7d-8490-a584aa8e62f3 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:45:53.051340 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6709a1e-93fa-4bda-bf7d-9be613eb6162', 'tag': '470d0bd4-68d1-47f8-a930-df2b86a159c8', 'status': 'completed', 'code': 200} Nov 04 11:45:53.068791 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-fc39187b-64f9-44f1-a7bc-91b0cdb2251c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:53.070414 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-fc39187b-64f9-44f1-a7bc-91b0cdb2251c service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 1095 time: 0.0497079 Nov 04 11:45:53.120360 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-4f6856f8-dd00-4067-96c2-9208d147e6e8 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=470d0bd4-68d1-47f8-a930-df2b86a159c8 HTTP/1.1" status: 200 len: 217 time: 0.0407934 Nov 04 11:45:53.177159 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-9cb527ba-ce2f-40c8-bff5-1c49278ac2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:53.178785 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-9cb527ba-ce2f-40c8-bff5-1c49278ac2fe service neutron] 10.222.0.126 "GET /v2.0/subnets?id=55f44876-0c51-49df-be8b-a4108d80e8a3 HTTP/1.1" status: 200 len: 834 time: 0.0503681 Nov 04 11:45:53.228660 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-c7aa8efe-030a-4267-9095-311f5fd64764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:53.230240 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-c7aa8efe-030a-4267-9095-311f5fd64764 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0d34b2d3-85a7-49ee-bde9-8139a42bb4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445254 Nov 04 11:45:53.330454 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-4b5a656b-ee9d-4d59-b407-6c5d96ed60b8 service neutron] 10.222.0.126 "GET /v2.0/networks/0d34b2d3-85a7-49ee-bde9-8139a42bb4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926788 Nov 04 11:45:53.427163 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c1de2c1b-3f66-4ce6-a3cb-8c6605fbc668 req-1e750507-ceb1-4a04-86b0-bb960570db26 service neutron] 10.222.0.126 "GET /v2.0/networks/0d34b2d3-85a7-49ee-bde9-8139a42bb4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897517 Nov 04 11:45:53.524650 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264fbe3-c0a8-4a5d-8a66-7e4b4669348c req-b765a90e-4891-443c-b4f5-2b5d6ed03e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:53.526206 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9264fbe3-c0a8-4a5d-8a66-7e4b4669348c req-b765a90e-4891-443c-b4f5-2b5d6ed03e35 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 1095 time: 0.0449283 Nov 04 11:45:53.626828 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264fbe3-c0a8-4a5d-8a66-7e4b4669348c req-cd2d735e-14c1-4c1c-88da-629652adfebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:53.628314 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9264fbe3-c0a8-4a5d-8a66-7e4b4669348c req-cd2d735e-14c1-4c1c-88da-629652adfebb service neutron] 10.222.0.126 "GET /v2.0/networks?id=0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 HTTP/1.1" status: 200 len: 898 time: 0.0944858 Nov 04 11:45:53.671568 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9264fbe3-c0a8-4a5d-8a66-7e4b4669348c req-8c430de5-89a6-409b-844f-867c305cedfe service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=470d0bd4-68d1-47f8-a930-df2b86a159c8 HTTP/1.1" status: 200 len: 217 time: 0.0355120 Nov 04 11:45:53.725418 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264fbe3-c0a8-4a5d-8a66-7e4b4669348c req-ec470b62-a83a-43e3-be98-109ded710053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:53.726892 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9264fbe3-c0a8-4a5d-8a66-7e4b4669348c req-ec470b62-a83a-43e3-be98-109ded710053 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=55f44876-0c51-49df-be8b-a4108d80e8a3 HTTP/1.1" status: 200 len: 834 time: 0.0480502 Nov 04 11:45:53.778285 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264fbe3-c0a8-4a5d-8a66-7e4b4669348c req-8a62abda-c894-4dda-8724-adaba1613414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:53.779901 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9264fbe3-c0a8-4a5d-8a66-7e4b4669348c req-8a62abda-c894-4dda-8724-adaba1613414 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0d34b2d3-85a7-49ee-bde9-8139a42bb4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451107 Nov 04 11:45:53.853021 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 34b55365-522b-4d3a-b016-b34edb9b575e up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:45:53.891779 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9264fbe3-c0a8-4a5d-8a66-7e4b4669348c req-d7291e68-207d-4e5d-8f5c-11de3ceae51d service neutron] 10.222.0.126 "GET /v2.0/networks/0d34b2d3-85a7-49ee-bde9-8139a42bb4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027279 Nov 04 11:45:53.906612 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 34b55365-522b-4d3a-b016-b34edb9b575e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:45:53.906981 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:53.976008 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e40a6-b88a-45fc-aa31-bb73311a7e0a req-9f85dede-ed21-4319-9ec4-a4e22e41da62 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:53.978267 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d4e40a6-b88a-45fc-aa31-bb73311a7e0a req-9f85dede-ed21-4319-9ec4-a4e22e41da62 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 944 time: 0.0505078 Nov 04 11:45:53.994298 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9264fbe3-c0a8-4a5d-8a66-7e4b4669348c req-a0ea05ad-da2d-4c91-993b-99e2e2df6390 service neutron] 10.222.0.126 "GET /v2.0/networks/0d34b2d3-85a7-49ee-bde9-8139a42bb4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938766 Nov 04 11:45:54.040745 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7d4e40a6-b88a-45fc-aa31-bb73311a7e0a req-669b46e8-cc3e-430d-bdf7-3e7b48f59733 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558934 Nov 04 11:45:55.180974 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038f6bc-9e35-4653-b895-4a5c5a377179 req-5febdae0-7da7-4732-a199-05d7a81d61f2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:55.182455 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f038f6bc-9e35-4653-b895-4a5c5a377179 req-5febdae0-7da7-4732-a199-05d7a81d61f2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 944 time: 0.0552299 Nov 04 11:45:55.234297 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f038f6bc-9e35-4653-b895-4a5c5a377179 req-e77a9c0a-5add-40af-9391-099b522ebcf8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448554 Nov 04 11:45:56.367084 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff89c3a-2e53-4cf1-9db6-457b7a38dea4 req-948b1d67-824a-4e1c-bf0a-b56db1c53857 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:56.368675 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2ff89c3a-2e53-4cf1-9db6-457b7a38dea4 req-948b1d67-824a-4e1c-bf0a-b56db1c53857 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 944 time: 0.0541494 Nov 04 11:45:56.421631 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2ff89c3a-2e53-4cf1-9db6-457b7a38dea4 req-611f6de9-4709-46de-867b-5d00e6d8a8b0 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435765 Nov 04 11:45:56.899441 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 470d0bd4-68d1-47f8-a930-df2b86a159c8 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:45:57.017967 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 470d0bd4-68d1-47f8-a930-df2b86a159c8, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=470d0bd4-68d1-47f8-a930-df2b86a159c8,segment=NetworkSegment(cea3828b-2712-43e0-8e98-8cb81e59c6c4),segment_id=cea3828b-2712-43e0-8e98-8cb81e59c6c4)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:45:57.030429 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '470d0bd4-68d1-47f8-a930-df2b86a159c8', 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2', 'port_id': '470d0bd4-68d1-47f8-a930-df2b86a159c8', 'mac_address': 'fa:16:3e:e4:d7:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55f44876-0c51-49df-be8b-a4108d80e8a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:45:57.077392 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:57.094439 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470d0bd4-68d1-47f8-a930-df2b86a159c8 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:45:57.114113 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 470d0bd4-68d1-47f8-a930-df2b86a159c8, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=470d0bd4-68d1-47f8-a930-df2b86a159c8,segment=NetworkSegment(cea3828b-2712-43e0-8e98-8cb81e59c6c4),segment_id=cea3828b-2712-43e0-8e98-8cb81e59c6c4)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:45:57.121300 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:57.169450 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=470d0bd4-68d1-47f8-a930-df2b86a159c8,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:57.350925 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['470d0bd4-68d1-47f8-a930-df2b86a159c8'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:45:57.547270 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d340c6-55fd-42dc-8817-d64a945bf734 req-79fa5ab0-363f-407d-be1d-587c52213f5f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:57.549516 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-88d340c6-55fd-42dc-8817-d64a945bf734 req-79fa5ab0-363f-407d-be1d-587c52213f5f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 945 time: 0.0578117 Nov 04 11:45:57.599863 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-88d340c6-55fd-42dc-8817-d64a945bf734 req-54ca5760-5bbb-4e89-ae9f-d84e2ec4a0ae tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439229 Nov 04 11:45:58.723210 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f55ab-c04f-455e-8562-fdc484f48e7b req-41019e72-a007-4597-8a5f-0cbd5aca8807 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:58.724635 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-536f55ab-c04f-455e-8562-fdc484f48e7b req-41019e72-a007-4597-8a5f-0cbd5aca8807 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 945 time: 0.0509069 Nov 04 11:45:58.778241 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-536f55ab-c04f-455e-8562-fdc484f48e7b req-06b27bc0-bd13-4e07-b1c1-3bf8639797b0 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450132 Nov 04 11:45:58.913492 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 470d0bd4-68d1-47f8-a930-df2b86a159c8 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:45:58.969901 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 470d0bd4-68d1-47f8-a930-df2b86a159c8 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:45:58.975708 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 470d0bd4-68d1-47f8-a930-df2b86a159c8 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:45:58.976118 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:59.060928 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:59.083624 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6709a1e-93fa-4bda-bf7d-9be613eb6162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470d0bd4-68d1-47f8-a930-df2b86a159c8'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:45:59.086044 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2fa56e-88fb-44d0-81a8-64a679d9adcb" -d '{"events": [{"server_uuid": "a6709a1e-93fa-4bda-bf7d-9be613eb6162", "name": "network-vif-plugged", "status": "completed", "tag": "470d0bd4-68d1-47f8-a930-df2b86a159c8"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:45:59.099086 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 470d0bd4-68d1-47f8-a930-df2b86a159c8, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=470d0bd4-68d1-47f8-a930-df2b86a159c8,segment=NetworkSegment(cea3828b-2712-43e0-8e98-8cb81e59c6c4),segment_id=cea3828b-2712-43e0-8e98-8cb81e59c6c4)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:45:59.104254 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:45:59.136298 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcca9374-266c-437c-9d57-de93544d2ee8 x-openstack-request-id: req-fcca9374-266c-437c-9d57-de93544d2ee8 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:45:59.136554 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6709a1e-93fa-4bda-bf7d-9be613eb6162", "name": "network-vif-plugged", "status": "completed", "tag": "470d0bd4-68d1-47f8-a930-df2b86a159c8", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:45:59.136855 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-fcca9374-266c-437c-9d57-de93544d2ee8 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:45:59.137214 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6709a1e-93fa-4bda-bf7d-9be613eb6162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470d0bd4-68d1-47f8-a930-df2b86a159c8', 'code': 200} Nov 04 11:45:59.166899 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=470d0bd4-68d1-47f8-a930-df2b86a159c8,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:45:59.226256 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739994c-ddc0-4188-91d0-3f9edf1bd705 req-5ff1011a-2e3b-4edb-b5d6-0f27b82c8ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:59.227641 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c739994c-ddc0-4188-91d0-3f9edf1bd705 req-5ff1011a-2e3b-4edb-b5d6-0f27b82c8ffb service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 1097 time: 0.0421295 Nov 04 11:45:59.277863 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c739994c-ddc0-4188-91d0-3f9edf1bd705 req-126418f1-8205-4c34-a7de-83b7399dd2a0 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428522 Nov 04 11:45:59.910957 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311510f2-6000-40dc-9a8f-531c412312aa req-6195000f-205b-4d7b-9b7a-8d8688a2c43a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:45:59.912806 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-311510f2-6000-40dc-9a8f-531c412312aa req-6195000f-205b-4d7b-9b7a-8d8688a2c43a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 946 time: 0.0602665 Nov 04 11:45:59.969119 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-311510f2-6000-40dc-9a8f-531c412312aa req-3d43b06c-72c3-43c6-a6b5-99f972e62cac tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468743 Nov 04 11:46:01.098311 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90dccaa-298c-4f44-9f1e-37232206a281 req-b1367939-9fb2-4478-b266-9d6bda39822e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:01.099820 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b90dccaa-298c-4f44-9f1e-37232206a281 req-b1367939-9fb2-4478-b266-9d6bda39822e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 946 time: 0.0576079 Nov 04 11:46:01.157270 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b90dccaa-298c-4f44-9f1e-37232206a281 req-0f7a7a68-9d5f-4a2e-929d-095a4998a102 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487835 Nov 04 11:46:01.282773 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2055f29-21f6-4136-9018-1e8622f6abe2 req-f859e846-66e5-47a5-a04f-8cfafe4c0b35 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:01.284337 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d2055f29-21f6-4136-9018-1e8622f6abe2 req-f859e846-66e5-47a5-a04f-8cfafe4c0b35 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 946 time: 0.0524278 Nov 04 11:46:01.343165 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d2055f29-21f6-4136-9018-1e8622f6abe2 req-a85b4be6-edf6-430b-938f-66e173d6baa5 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499897 Nov 04 11:46:01.371257 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35162) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:46:01.417433 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e597d78-6a0f-410d-bb2e-7cfff22cca23 tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:01.418981 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9e597d78-6a0f-410d-bb2e-7cfff22cca23 tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 1092 time: 0.0466313 Nov 04 11:46:01.422035 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35164) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:46:01.427070 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-48583515-3efa-4ff9-96d9-6010be26e91d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'port_id': '470d0bd4-68d1-47f8-a930-df2b86a159c8', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:46:01.453031 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48583515-3efa-4ff9-96d9-6010be26e91d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for floatingip, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:01.558905 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48583515-3efa-4ff9-96d9-6010be26e91d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:01.667526 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-48583515-3efa-4ff9-96d9-6010be26e91d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Allocated IP 172.25.7.12 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/add9dc2b-90c2-4ece-b3e5-588fe06c7db1) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:46:01.767338 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48583515-3efa-4ff9-96d9-6010be26e91d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:01.801467 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48583515-3efa-4ff9-96d9-6010be26e91d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:01.846280 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48583515-3efa-4ff9-96d9-6010be26e91d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:46:01.851478 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-48583515-3efa-4ff9-96d9-6010be26e91d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:46:01.853809 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48583515-3efa-4ff9-96d9-6010be26e91d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=add9dc2b-90c2-4ece-b3e5-588fe06c7db1,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:46:01.855991 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48583515-3efa-4ff9-96d9-6010be26e91d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:46:02.230993 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48583515-3efa-4ff9-96d9-6010be26e91d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:02.315111 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48583515-3efa-4ff9-96d9-6010be26e91d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:02.471135 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48583515-3efa-4ff9-96d9-6010be26e91d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:02.478220 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48583515-3efa-4ff9-96d9-6010be26e91d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:02.543722 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48583515-3efa-4ff9-96d9-6010be26e91d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=add9dc2b-90c2-4ece-b3e5-588fe06c7db1,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:46:02.557478 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48583515-3efa-4ff9-96d9-6010be26e91d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:02.663702 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [None req-48583515-3efa-4ff9-96d9-6010be26e91d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Floating IP 5c99710f-81b9-4e9c-ba32-48b09e38500b associated. External IP: 172.25.7.12, port: 470d0bd4-68d1-47f8-a930-df2b86a159c8. Nov 04 11:46:03.255844 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48583515-3efa-4ff9-96d9-6010be26e91d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Router fa832ccc-c2a0-49dc-a96b-bb3e7896f272 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:46:03.369603 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48583515-3efa-4ff9-96d9-6010be26e91d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:46:03.380328 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56288676-cde7-48d6-8df6-9e514246738d None None] Sync routers for ids ['fa832ccc-c2a0-49dc-a96b-bb3e7896f272'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:46:03.389823 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56288676-cde7-48d6-8df6-9e514246738d None None] Routers {'fa832ccc-c2a0-49dc-a96b-bb3e7896f272'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:46:03.390423 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-56288676-cde7-48d6-8df6-9e514246738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:45:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['fa832ccc-c2a0-49dc-a96b-bb3e7896f272'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:46:03.390696 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-48583515-3efa-4ff9-96d9-6010be26e91d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:03.418874 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-48583515-3efa-4ff9-96d9-6010be26e91d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9957564 Nov 04 11:46:03.419585 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6709a1e-93fa-4bda-bf7d-9be613eb6162', 'tag': '470d0bd4-68d1-47f8-a930-df2b86a159c8'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:46:03.422027 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68061ed5-fb5e-45ff-a5d0-f199ffd59380" -d '{"events": [{"name": "network-changed", "server_uuid": "a6709a1e-93fa-4bda-bf7d-9be613eb6162", "tag": "470d0bd4-68d1-47f8-a930-df2b86a159c8"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:46:03.499431 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-56288676-cde7-48d6-8df6-9e514246738d None None] Set router fa832ccc-c2a0-49dc-a96b-bb3e7896f272 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:46:03.520384 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b2e06-eecd-4136-bf64-b0c508f6d85e req-c47f1e24-ab8f-45c9-91df-f115ed9ae771 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:03.521813 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-565b2e06-eecd-4136-bf64-b0c508f6d85e req-c47f1e24-ab8f-45c9-91df-f115ed9ae771 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 946 time: 0.0511532 Nov 04 11:46:03.572509 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-565b2e06-eecd-4136-bf64-b0c508f6d85e req-ed97e86d-2d52-45db-876f-abc879fc0de5 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442817 Nov 04 11:46:03.595690 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35170) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:46:03.632421 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea2a0ad-1085-4ded-ae2b-e43ae36f31a4 x-openstack-request-id: req-6ea2a0ad-1085-4ded-ae2b-e43ae36f31a4 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:46:03.632712 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6709a1e-93fa-4bda-bf7d-9be613eb6162", "tag": "470d0bd4-68d1-47f8-a930-df2b86a159c8", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:46:03.632990 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-6ea2a0ad-1085-4ded-ae2b-e43ae36f31a4 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:46:03.633423 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6709a1e-93fa-4bda-bf7d-9be613eb6162', 'tag': '470d0bd4-68d1-47f8-a930-df2b86a159c8', 'status': 'completed', 'code': 200} Nov 04 11:46:03.687100 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-04d70a01-2ff3-4e26-84c0-46c447f9a018 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/floatingips/5c99710f-81b9-4e9c-ba32-48b09e38500b HTTP/1.1" status: 200 len: 991 time: 0.0903428 Nov 04 11:46:03.700146 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68061ed5-fb5e-45ff-a5d0-f199ffd59380 req-67d8d632-acee-40b3-99d7-d85c25b40ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:03.701675 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-68061ed5-fb5e-45ff-a5d0-f199ffd59380 req-67d8d632-acee-40b3-99d7-d85c25b40ea3 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 1097 time: 0.0551424 Nov 04 11:46:03.733439 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-56288676-cde7-48d6-8df6-9e514246738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118464705', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:45:48Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '5c99710f-81b9-4e9c-ba32-48b09e38500b', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'floating_ip_address': '172.25.7.12', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'port_id': '470d0bd4-68d1-47f8-a930-df2b86a159c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2', 'mac_address': 'fa:16:3e:e4:d7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6709a1e-93fa-4bda-bf7d-9be613eb6162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:46:02Z', 'updated_at': '2021-11-04T11:46:02Z', 'revision_number': 0, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34b55365-522b-4d3a-b016-b34edb9b575e', 'name': '', 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:37:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '55f44876-0c51-49df-be8b-a4108d80e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:45:48Z', 'updated_at': '2021-11-04T11:45:51Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '55f44876-0c51-49df-be8b-a4108d80e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:46:03.759988 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56288676-cde7-48d6-8df6-9e514246738d None None] Checking router: fa832ccc-c2a0-49dc-a96b-bb3e7896f272 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:46:03.768913 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56288676-cde7-48d6-8df6-9e514246738d None None] Routers {'fa832ccc-c2a0-49dc-a96b-bb3e7896f272'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:46:03.769535 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-56288676-cde7-48d6-8df6-9e514246738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:45:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['fa832ccc-c2a0-49dc-a96b-bb3e7896f272'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:46:03.796961 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68061ed5-fb5e-45ff-a5d0-f199ffd59380 req-33ba0e6b-4693-4dc5-ad39-549aa1f7ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:03.798765 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-68061ed5-fb5e-45ff-a5d0-f199ffd59380 req-33ba0e6b-4693-4dc5-ad39-549aa1f7ca46 service neutron] 10.222.0.126 "GET /v2.0/networks?id=0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 HTTP/1.1" status: 200 len: 898 time: 0.0887320 Nov 04 11:46:03.869608 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-68061ed5-fb5e-45ff-a5d0-f199ffd59380 req-78925640-791c-494f-bc27-3fd87fd47faa service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=470d0bd4-68d1-47f8-a930-df2b86a159c8 HTTP/1.1" status: 200 len: 999 time: 0.0636606 Nov 04 11:46:03.879901 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-56288676-cde7-48d6-8df6-9e514246738d None None] Set router fa832ccc-c2a0-49dc-a96b-bb3e7896f272 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:46:03.922259 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68061ed5-fb5e-45ff-a5d0-f199ffd59380 req-1406f547-0e3a-472c-98c7-00f0e1523eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:03.923885 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-68061ed5-fb5e-45ff-a5d0-f199ffd59380 req-1406f547-0e3a-472c-98c7-00f0e1523eb1 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=55f44876-0c51-49df-be8b-a4108d80e8a3 HTTP/1.1" status: 200 len: 834 time: 0.0472457 Nov 04 11:46:03.969566 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68061ed5-fb5e-45ff-a5d0-f199ffd59380 req-33fabceb-942f-4d97-96bd-a8dc556a21b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:03.971140 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-68061ed5-fb5e-45ff-a5d0-f199ffd59380 req-33fabceb-942f-4d97-96bd-a8dc556a21b7 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0d34b2d3-85a7-49ee-bde9-8139a42bb4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406277 Nov 04 11:46:04.065549 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-68061ed5-fb5e-45ff-a5d0-f199ffd59380 req-08694b8c-3cf4-47ce-967b-e20dd7a27f36 service neutron] 10.222.0.126 "GET /v2.0/networks/0d34b2d3-85a7-49ee-bde9-8139a42bb4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870922 Nov 04 11:46:04.100790 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-56288676-cde7-48d6-8df6-9e514246738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118464705', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:45:48Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '5c99710f-81b9-4e9c-ba32-48b09e38500b', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'floating_ip_address': '172.25.7.12', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'port_id': '470d0bd4-68d1-47f8-a930-df2b86a159c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2', 'mac_address': 'fa:16:3e:e4:d7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6709a1e-93fa-4bda-bf7d-9be613eb6162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:46:02Z', 'updated_at': '2021-11-04T11:46:02Z', 'revision_number': 0, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34b55365-522b-4d3a-b016-b34edb9b575e', 'name': '', 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:37:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '55f44876-0c51-49df-be8b-a4108d80e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:45:48Z', 'updated_at': '2021-11-04T11:45:51Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '55f44876-0c51-49df-be8b-a4108d80e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:46:04.130169 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56288676-cde7-48d6-8df6-9e514246738d None None] The sync data for ids ['fa832ccc-c2a0-49dc-a96b-bb3e7896f272'] in n-d-816629-1 is: [{'id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118464705', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:45:48Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '5c99710f-81b9-4e9c-ba32-48b09e38500b', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'floating_ip_address': '172.25.7.12', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'port_id': '470d0bd4-68d1-47f8-a930-df2b86a159c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2', 'mac_address': 'fa:16:3e:e4:d7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6709a1e-93fa-4bda-bf7d-9be613eb6162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:46:02Z', 'updated_at': '2021-11-04T11:46:02Z', 'revision_number': 0, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34b55365-522b-4d3a-b016-b34edb9b575e', 'name': '', 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:37:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '55f44876-0c51-49df-be8b-a4108d80e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:45:48Z', 'updated_at': '2021-11-04T11:45:51Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '55f44876-0c51-49df-be8b-a4108d80e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:46:04.162859 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-68061ed5-fb5e-45ff-a5d0-f199ffd59380 req-27d08e5c-c78d-4499-8ac0-522e456b1f8a service neutron] 10.222.0.126 "GET /v2.0/networks/0d34b2d3-85a7-49ee-bde9-8139a42bb4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904133 Nov 04 11:46:04.344623 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b8fc56-c9b4-4759-8222-f250314a6082 None None] New status for floating IP 5c99710f-81b9-4e9c-ba32-48b09e38500b: ACTIVE {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:46:04.691986 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35172) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:46:04.771870 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4169cce1-7526-4c0a-8a5b-e7d9be0b1cb8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/floatingips/5c99710f-81b9-4e9c-ba32-48b09e38500b HTTP/1.1" status: 200 len: 993 time: 0.0782743 Nov 04 11:46:13.100408 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:15.501969 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:16.905090 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ba2a24b5-3a7e-4e5c-9be3-c7457f0a84bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:18.440779 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:46:19.785866 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-06f8dfef-7b60-4726-b14d-349e3065e049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:21.078335 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:22.483102 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:22.692115 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:31.213621 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-97a148e2-d69a-46dc-bdf9-0c5448402e44 req-efbf15d1-83b4-4756-9b09-f2b91c82880e service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477550 Nov 04 11:46:31.304369 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a148e2-d69a-46dc-bdf9-0c5448402e44 req-54dd2190-1bc1-425a-8265-7ee341ecd1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:31.306146 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-97a148e2-d69a-46dc-bdf9-0c5448402e44 req-54dd2190-1bc1-425a-8265-7ee341ecd1f3 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 1097 time: 0.0419047 Nov 04 11:46:31.423908 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a148e2-d69a-46dc-bdf9-0c5448402e44 req-7cb3ccdf-111f-40b3-8159-8d7441c9dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:31.425367 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-97a148e2-d69a-46dc-bdf9-0c5448402e44 req-7cb3ccdf-111f-40b3-8159-8d7441c9dcac service neutron] 10.222.0.126 "GET /v2.0/networks?id=0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 HTTP/1.1" status: 200 len: 898 time: 0.0956883 Nov 04 11:46:31.496436 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-97a148e2-d69a-46dc-bdf9-0c5448402e44 req-4721176a-89b4-4979-b463-f744d0f3350e service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=470d0bd4-68d1-47f8-a930-df2b86a159c8 HTTP/1.1" status: 200 len: 1001 time: 0.0627151 Nov 04 11:46:31.550313 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a148e2-d69a-46dc-bdf9-0c5448402e44 req-b6ce4666-50b8-40c9-acc0-b83ee440fde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:31.552661 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-97a148e2-d69a-46dc-bdf9-0c5448402e44 req-b6ce4666-50b8-40c9-acc0-b83ee440fde2 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=55f44876-0c51-49df-be8b-a4108d80e8a3 HTTP/1.1" status: 200 len: 834 time: 0.0488889 Nov 04 11:46:31.614278 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a148e2-d69a-46dc-bdf9-0c5448402e44 req-4105b366-4729-4c36-b469-28d8f9674425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:31.615829 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-97a148e2-d69a-46dc-bdf9-0c5448402e44 req-4105b366-4729-4c36-b469-28d8f9674425 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0d34b2d3-85a7-49ee-bde9-8139a42bb4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556858 Nov 04 11:46:31.710605 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-97a148e2-d69a-46dc-bdf9-0c5448402e44 req-4aec5b0d-a44e-4328-9d27-0faf33e1331f service neutron] 10.222.0.126 "GET /v2.0/networks/0d34b2d3-85a7-49ee-bde9-8139a42bb4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870857 Nov 04 11:46:31.806240 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-97a148e2-d69a-46dc-bdf9-0c5448402e44 req-5663ce88-37d9-4106-b6e9-fea91a47b4f5 service neutron] 10.222.0.126 "GET /v2.0/networks/0d34b2d3-85a7-49ee-bde9-8139a42bb4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884452 Nov 04 11:46:36.259978 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736337f-0c76-4afa-a03a-da0dd586f9d5 req-50d173b1-393f-4bac-85d6-7f7e60f635a6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:36.261712 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d736337f-0c76-4afa-a03a-da0dd586f9d5 req-50d173b1-393f-4bac-85d6-7f7e60f635a6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 946 time: 0.0521190 Nov 04 11:46:36.269812 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35192) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:46:36.313765 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d736337f-0c76-4afa-a03a-da0dd586f9d5 req-e68e0828-e9b9-4be6-bce8-b605c668da01 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452089 Nov 04 11:46:36.352626 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-e4315d2d-35a2-4277-97e0-4bcb528a5e7d service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0815692 Nov 04 11:46:36.361695 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-066116d3-7581-48ff-b380-5dffb1f391c5 service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 11:46:36.362636 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-066116d3-7581-48ff-b380-5dffb1f391c5 service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0050352 Nov 04 11:46:37.447831 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82a9b5-8728-4182-b346-413ddc007f7e req-d658c56e-3a3b-40c1-a3b7-38d287ed8083 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:37.449371 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0e82a9b5-8728-4182-b346-413ddc007f7e req-d658c56e-3a3b-40c1-a3b7-38d287ed8083 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 946 time: 0.0563149 Nov 04 11:46:37.503620 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0e82a9b5-8728-4182-b346-413ddc007f7e req-8be28eac-346c-4268-9c76-b668bc136740 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454080 Nov 04 11:46:37.605336 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-99fd0f55-639c-45bb-a6c0-45cc5c686be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:37.606788 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-99fd0f55-639c-45bb-a6c0-45cc5c686be9 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 1097 time: 0.0420375 Nov 04 11:46:37.723626 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-07fc17d4-0bc7-46f0-8bf3-15968591be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:37.725280 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-07fc17d4-0bc7-46f0-8bf3-15968591be4d service neutron] 10.222.0.126 "GET /v2.0/networks?id=0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 HTTP/1.1" status: 200 len: 898 time: 0.1096828 Nov 04 11:46:37.798029 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-6866ee28-d393-41ad-9a1b-b255172b68cc service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=470d0bd4-68d1-47f8-a930-df2b86a159c8 HTTP/1.1" status: 200 len: 1001 time: 0.0656345 Nov 04 11:46:37.851138 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-156cd3f2-1d84-4917-9f8b-0e541e74e283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:37.852581 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-156cd3f2-1d84-4917-9f8b-0e541e74e283 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=55f44876-0c51-49df-be8b-a4108d80e8a3 HTTP/1.1" status: 200 len: 834 time: 0.0462077 Nov 04 11:46:37.902611 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-7112ac4e-df76-489b-9952-c9a02c4490b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:37.904086 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-7112ac4e-df76-489b-9952-c9a02c4490b0 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0d34b2d3-85a7-49ee-bde9-8139a42bb4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445743 Nov 04 11:46:38.004572 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-b54edb50-00e6-43fb-8a4d-96c5ab34dc44 service neutron] 10.222.0.126 "GET /v2.0/networks/0d34b2d3-85a7-49ee-bde9-8139a42bb4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922608 Nov 04 11:46:38.103576 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-fb1e6ad4-0031-47c6-a5c2-7c5890388f8a service neutron] 10.222.0.126 "GET /v2.0/networks/0d34b2d3-85a7-49ee-bde9-8139a42bb4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915940 Nov 04 11:46:38.639731 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04c5c8-e6f2-484a-8ebd-b7ebd6435d44 req-983960f7-1004-4a25-9708-7606ebaf7398 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:38.642471 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fc04c5c8-e6f2-484a-8ebd-b7ebd6435d44 req-983960f7-1004-4a25-9708-7606ebaf7398 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 946 time: 0.0625803 Nov 04 11:46:38.696661 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fc04c5c8-e6f2-484a-8ebd-b7ebd6435d44 req-8d8d12aa-17b0-4b7d-a3ae-ca099a4a58ef tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480540 Nov 04 11:46:39.826501 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc812c0b-baf8-4ec8-9fe9-c8a2a188d7c1 req-a989528c-20f8-4433-b7b6-5afb2ab861a0 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:39.828012 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fc812c0b-baf8-4ec8-9fe9-c8a2a188d7c1 req-a989528c-20f8-4433-b7b6-5afb2ab861a0 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 946 time: 0.0561621 Nov 04 11:46:39.886536 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fc812c0b-baf8-4ec8-9fe9-c8a2a188d7c1 req-b4f122b0-9579-4394-a4a7-99c58b6d169d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494342 Nov 04 11:46:41.027848 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5a2bf-fe17-4db5-a1ce-fb584d6fd624 req-0618a5b8-15c2-4f6e-90ac-ee74f3a56871 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:41.029391 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-55a5a2bf-fe17-4db5-a1ce-fb584d6fd624 req-0618a5b8-15c2-4f6e-90ac-ee74f3a56871 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 946 time: 0.0568671 Nov 04 11:46:41.081410 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-55a5a2bf-fe17-4db5-a1ce-fb584d6fd624 req-20fd1e7f-1e1a-4a39-855f-9c7e6aca97f9 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456982 Nov 04 11:46:42.226992 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cc99f-c2ba-4575-96b7-eea3a7186c5a req-3b4984b3-18ec-451f-807c-2fd00312b8fe tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:42.228620 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-511cc99f-c2ba-4575-96b7-eea3a7186c5a req-3b4984b3-18ec-451f-807c-2fd00312b8fe tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 946 time: 0.0621958 Nov 04 11:46:42.283774 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-511cc99f-c2ba-4575-96b7-eea3a7186c5a req-b366f42c-18bc-4b9b-8907-3e7d977362eb tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464125 Nov 04 11:46:43.123498 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:43.417195 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e192756-97ae-4c87-a8f4-d91bb27e7d76 req-7c9d7530-c4a2-4b17-996e-7f932386c7bc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:43.418581 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4e192756-97ae-4c87-a8f4-d91bb27e7d76 req-7c9d7530-c4a2-4b17-996e-7f932386c7bc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 946 time: 0.0644672 Nov 04 11:46:43.472254 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4e192756-97ae-4c87-a8f4-d91bb27e7d76 req-a376884a-079a-4e9b-b16d-94c20a9c7879 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445189 Nov 04 11:46:44.609737 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6fa13-1117-4bf9-bc73-a05d38cbef51 req-f92e4764-0fdb-4cbd-907b-4faa22291f13 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:44.611259 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-adb6fa13-1117-4bf9-bc73-a05d38cbef51 req-f92e4764-0fdb-4cbd-907b-4faa22291f13 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 946 time: 0.0514493 Nov 04 11:46:44.663399 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-adb6fa13-1117-4bf9-bc73-a05d38cbef51 req-e74437b3-7d22-45c9-bce2-a0528e569940 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458035 Nov 04 11:46:45.491053 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:45.802949 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af75b05-f1cc-45ef-9c3e-2e4cd7b4e2ed req-bdbfddb5-59ef-4c49-b510-fd6f157fe1ca tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:45.804494 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0af75b05-f1cc-45ef-9c3e-2e4cd7b4e2ed req-bdbfddb5-59ef-4c49-b510-fd6f157fe1ca tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 946 time: 0.0567021 Nov 04 11:46:45.855390 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0af75b05-f1cc-45ef-9c3e-2e4cd7b4e2ed req-998fd7f2-9262-4447-a94d-0c5db76e505f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446050 Nov 04 11:46:46.909427 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9df83782-007f-466c-9bb4-101829f20e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:46.992848 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74f93c-acf7-4e03-9b79-46676cf9ce85 req-699b9a57-df6c-4fda-8d12-25d43f9dd1d8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:46.994468 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ad74f93c-acf7-4e03-9b79-46676cf9ce85 req-699b9a57-df6c-4fda-8d12-25d43f9dd1d8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 946 time: 0.0557370 Nov 04 11:46:47.046957 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ad74f93c-acf7-4e03-9b79-46676cf9ce85 req-7684edb4-150d-48b1-855e-af34d76930b7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453746 Nov 04 11:46:48.181604 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a345e5e-6e3a-4d71-8009-8dd88b47f9ab req-c2e2d04d-e122-45d1-9ba0-b907ae70b06b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:48.183173 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a345e5e-6e3a-4d71-8009-8dd88b47f9ab req-c2e2d04d-e122-45d1-9ba0-b907ae70b06b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 946 time: 0.0515699 Nov 04 11:46:48.243912 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a345e5e-6e3a-4d71-8009-8dd88b47f9ab req-ce1341e9-076b-430d-8b53-a121d87b0adb tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539005 Nov 04 11:46:49.390385 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa698d-35c5-4fb4-95a8-8290f9cb460e req-ae8bbd7c-f777-4a35-a397-090940163caa tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:49.391821 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-29fa698d-35c5-4fb4-95a8-8290f9cb460e req-ae8bbd7c-f777-4a35-a397-090940163caa tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 946 time: 0.0615642 Nov 04 11:46:49.445829 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-29fa698d-35c5-4fb4-95a8-8290f9cb460e req-5036e5ab-8a08-4563-8113-9e36a2602c24 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446751 Nov 04 11:46:49.780584 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2bf1deb5-0eef-4c84-839c-828804d1f538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:50.588178 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7117728-aa88-459a-ba86-4bbfd5f6985e req-8dca5d01-8eaa-4566-8b41-6cd424dbdc4e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:50.589723 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f7117728-aa88-459a-ba86-4bbfd5f6985e req-8dca5d01-8eaa-4566-8b41-6cd424dbdc4e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 946 time: 0.0540826 Nov 04 11:46:50.649727 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f7117728-aa88-459a-ba86-4bbfd5f6985e req-30bfc2f7-e522-4c63-a162-8fe4fb12df8c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512247 Nov 04 11:46:51.078635 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:51.798382 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e95796-8aa0-48aa-889c-75e9cdd048e5 req-5d866c92-6012-4d43-ba74-f893dc208ecf tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:51.799897 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d7e95796-8aa0-48aa-889c-75e9cdd048e5 req-5d866c92-6012-4d43-ba74-f893dc208ecf tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 946 time: 0.0574963 Nov 04 11:46:51.856409 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d7e95796-8aa0-48aa-889c-75e9cdd048e5 req-a43802aa-4e87-4908-a231-6b48437785fd tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501304 Nov 04 11:46:52.485325 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:52.695165 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:52.997994 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff7f04-2c81-4d34-90bc-b42f1a2731f2 req-5bd0ca97-37a6-4a92-871e-243255a00824 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:52.999451 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-88ff7f04-2c81-4d34-90bc-b42f1a2731f2 req-5bd0ca97-37a6-4a92-871e-243255a00824 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 946 time: 0.0557144 Nov 04 11:46:53.050002 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-88ff7f04-2c81-4d34-90bc-b42f1a2731f2 req-36e4a60c-94a4-4604-8358-b30f219ff558 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442019 Nov 04 11:46:54.183758 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18710724-525b-499a-876c-aa5dce630a7d req-e579198d-ee5d-43a1-b2e0-c428fd56fde2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:54.185326 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-18710724-525b-499a-876c-aa5dce630a7d req-e579198d-ee5d-43a1-b2e0-c428fd56fde2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 946 time: 0.0585339 Nov 04 11:46:54.240130 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-18710724-525b-499a-876c-aa5dce630a7d req-60fb4fe2-b20f-48ad-83b0-dccbb3211e63 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484898 Nov 04 11:46:55.035878 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-200eb27c-c8e7-4bad-8c9a-f4c0bb0acaee service neutron] show failed (client error): The resource could not be found. Nov 04 11:46:55.036927 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-200eb27c-c8e7-4bad-8c9a-f4c0bb0acaee service neutron] 10.222.0.126 "GET /v2.0/ports/470d0bd4-68d1-47f8-a930-df2b86a159c8/bindings/n-h2-816629-1 HTTP/1.1" status: 404 len: 380 time: 0.0750940 Nov 04 11:46:55.296189 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-5a5ccef4-c091-495c-9dba-e9277388e95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:55.297855 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-5a5ccef4-c091-495c-9dba-e9277388e95d service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162&tenant_id=1ef3e74ffc834573ba9c036355859023 HTTP/1.1" status: 200 len: 1097 time: 0.0453815 Nov 04 11:46:55.309790 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-f797d445-7edd-4700-9261-418138a59088 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816629-1', 'device_owner': 'compute:nova'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:46:55.359770 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bcda1-6281-4d07-8a4a-bd9fa25300d0 req-0c5c82cc-0ea9-44d5-95b2-9342aa4ad8a2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:55.361336 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-538bcda1-6281-4d07-8a4a-bd9fa25300d0 req-0c5c82cc-0ea9-44d5-95b2-9342aa4ad8a2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 946 time: 0.0494413 Nov 04 11:46:55.366630 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-f797d445-7edd-4700-9261-418138a59088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:55.412767 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-538bcda1-6281-4d07-8a4a-bd9fa25300d0 req-1b22ae1e-8434-4785-b59e-d692a257e550 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452833 Nov 04 11:46:55.441257 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:46:55.579335 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-f797d445-7edd-4700-9261-418138a59088 service neutron] For port 470d0bd4-68d1-47f8-a930-df2b86a159c8, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=470d0bd4-68d1-47f8-a930-df2b86a159c8,segment=NetworkSegment(cea3828b-2712-43e0-8e98-8cb81e59c6c4),segment_id=cea3828b-2712-43e0-8e98-8cb81e59c6c4)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:46:55.614158 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-f797d445-7edd-4700-9261-418138a59088 service neutron] For port 470d0bd4-68d1-47f8-a930-df2b86a159c8, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:46:55.654331 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6709a1e-93fa-4bda-bf7d-9be613eb6162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '470d0bd4-68d1-47f8-a930-df2b86a159c8'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:46:55.657245 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80205e5-7c17-4484-9886-e4765bfd4c90" -d '{"events": [{"server_uuid": "a6709a1e-93fa-4bda-bf7d-9be613eb6162", "name": "network-vif-unplugged", "status": "completed", "tag": "470d0bd4-68d1-47f8-a930-df2b86a159c8"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:46:55.661231 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-f797d445-7edd-4700-9261-418138a59088 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:55.675340 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-f797d445-7edd-4700-9261-418138a59088 service neutron] Transition to ACTIVE for port object 470d0bd4-68d1-47f8-a930-df2b86a159c8 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:46:55.680595 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-f797d445-7edd-4700-9261-418138a59088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:55.711293 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 11:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54940ed6-b5a5-4b3a-a1f5-55046c1bdca8 x-openstack-request-id: req-54940ed6-b5a5-4b3a-a1f5-55046c1bdca8 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:46:55.711605 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6709a1e-93fa-4bda-bf7d-9be613eb6162", "name": "network-vif-unplugged", "status": "completed", "tag": "470d0bd4-68d1-47f8-a930-df2b86a159c8", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:46:55.711849 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-54940ed6-b5a5-4b3a-a1f5-55046c1bdca8 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:46:55.712254 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6709a1e-93fa-4bda-bf7d-9be613eb6162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '470d0bd4-68d1-47f8-a930-df2b86a159c8', 'code': 200} Nov 04 11:46:55.742875 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797d445-7edd-4700-9261-418138a59088 service neutron] Pushing event updated for resources: {'Port': ['ID=470d0bd4-68d1-47f8-a930-df2b86a159c8,revision_number=6']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:46:55.788023 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797d445-7edd-4700-9261-418138a59088 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:46:55.788365 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797d445-7edd-4700-9261-418138a59088 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:46:55.788705 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797d445-7edd-4700-9261-418138a59088 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:46:55.789061 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797d445-7edd-4700-9261-418138a59088 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:46:55.789394 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797d445-7edd-4700-9261-418138a59088 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:46:55.789716 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797d445-7edd-4700-9261-418138a59088 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:46:55.790040 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797d445-7edd-4700-9261-418138a59088 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:46:55.790359 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797d445-7edd-4700-9261-418138a59088 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:46:55.790684 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797d445-7edd-4700-9261-418138a59088 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:46:55.791005 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797d445-7edd-4700-9261-418138a59088 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:46:55.791329 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797d445-7edd-4700-9261-418138a59088 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:46:55.791641 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797d445-7edd-4700-9261-418138a59088 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:46:55.837256 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-f797d445-7edd-4700-9261-418138a59088 service neutron] No DVR routers for this DVR port 470d0bd4-68d1-47f8-a930-df2b86a159c8 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:46:55.973798 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-f797d445-7edd-4700-9261-418138a59088 service neutron] Attempting to bind port 470d0bd4-68d1-47f8-a930-df2b86a159c8 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:46:55.974134 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-f797d445-7edd-4700-9261-418138a59088 service neutron] Attempting to bind port 470d0bd4-68d1-47f8-a930-df2b86a159c8 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'cea3828b-2712-43e0-8e98-8cb81e59c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:46:55.974456 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-f797d445-7edd-4700-9261-418138a59088 service neutron] Attempting to bind port 470d0bd4-68d1-47f8-a930-df2b86a159c8 on network 0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:46:55.979189 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-f797d445-7edd-4700-9261-418138a59088 service neutron] Port 470d0bd4-68d1-47f8-a930-df2b86a159c8 on network 0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:46:55.979512 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-f797d445-7edd-4700-9261-418138a59088 service neutron] Attempting to bind port 470d0bd4-68d1-47f8-a930-df2b86a159c8 on network 0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:46:55.985918 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-f797d445-7edd-4700-9261-418138a59088 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:46:55.986252 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-f797d445-7edd-4700-9261-418138a59088 service neutron] Checking segment: {'id': 'cea3828b-2712-43e0-8e98-8cb81e59c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:46:55.986636 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-f797d445-7edd-4700-9261-418138a59088 service neutron] Bound using segment: {'id': 'cea3828b-2712-43e0-8e98-8cb81e59c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:46:55.987056 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-f797d445-7edd-4700-9261-418138a59088 service neutron] Bound port: 470d0bd4-68d1-47f8-a930-df2b86a159c8, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea3828b-2712-43e0-8e98-8cb81e59c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:46:55.987404 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-f797d445-7edd-4700-9261-418138a59088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:56.053756 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-f797d445-7edd-4700-9261-418138a59088 service neutron] For port 470d0bd4-68d1-47f8-a930-df2b86a159c8, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:46:56.058357 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-f797d445-7edd-4700-9261-418138a59088 service neutron] For port 470d0bd4-68d1-47f8-a930-df2b86a159c8, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=470d0bd4-68d1-47f8-a930-df2b86a159c8,segment=NetworkSegment(cea3828b-2712-43e0-8e98-8cb81e59c6c4),segment_id=cea3828b-2712-43e0-8e98-8cb81e59c6c4)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:46:56.067747 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-f797d445-7edd-4700-9261-418138a59088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:56.109190 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-f797d445-7edd-4700-9261-418138a59088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:56.109783 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-f797d445-7edd-4700-9261-418138a59088 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:56.111260 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-f797d445-7edd-4700-9261-418138a59088 service neutron] 10.222.0.121 "PUT /v2.0/ports/470d0bd4-68d1-47f8-a930-df2b86a159c8 HTTP/1.1" status: 200 len: 1092 time: 0.8057992 Nov 04 11:46:56.134605 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797d445-7edd-4700-9261-418138a59088 service neutron] Pushing event updated for resources: {'Port': ['ID=470d0bd4-68d1-47f8-a930-df2b86a159c8,revision_number=7']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:46:56.186423 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-317a00b5-6056-4ea2-a208-9e471e4202e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:56.188024 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-317a00b5-6056-4ea2-a208-9e471e4202e3 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 1095 time: 0.0442722 Nov 04 11:46:56.283345 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-a13e054f-4a1c-4cf7-a7b7-2d73809ae42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:56.284917 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-a13e054f-4a1c-4cf7-a7b7-2d73809ae42d service neutron] 10.222.0.121 "GET /v2.0/networks?id=0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 HTTP/1.1" status: 200 len: 898 time: 0.0900123 Nov 04 11:46:56.356812 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-48c29acb-6b35-49a6-999a-3434eb7206c5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=470d0bd4-68d1-47f8-a930-df2b86a159c8 HTTP/1.1" status: 200 len: 999 time: 0.0650551 Nov 04 11:46:56.407318 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-5877cc7f-c67d-4473-8fbf-c0a43f325e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:56.408686 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-5877cc7f-c67d-4473-8fbf-c0a43f325e53 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=55f44876-0c51-49df-be8b-a4108d80e8a3 HTTP/1.1" status: 200 len: 834 time: 0.0445340 Nov 04 11:46:56.454927 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-d8ab6ce5-fb45-4091-8106-c4f99db95d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:56.456473 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-d8ab6ce5-fb45-4091-8106-c4f99db95d1b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0d34b2d3-85a7-49ee-bde9-8139a42bb4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408368 Nov 04 11:46:56.537723 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1a9df-32c1-4a77-aa79-5943d6b705a5 req-b3c155b3-c146-440b-9252-9597f8f35bb4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:56.539226 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4bc1a9df-32c1-4a77-aa79-5943d6b705a5 req-b3c155b3-c146-440b-9252-9597f8f35bb4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 944 time: 0.0499847 Nov 04 11:46:56.565424 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-84e5d5d8-6b74-4a9e-af84-023a63b5e6cf service neutron] 10.222.0.121 "GET /v2.0/networks/0d34b2d3-85a7-49ee-bde9-8139a42bb4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006289 Nov 04 11:46:56.589322 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4bc1a9df-32c1-4a77-aa79-5943d6b705a5 req-c2210889-7e0a-4526-b90e-ff10987b5012 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439677 Nov 04 11:46:56.671210 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a37b6d1e-e8c2-46b0-9abb-6936bf9ec0c0 req-b4ce7a90-e107-4330-b696-1c2f915835c3 service neutron] 10.222.0.121 "GET /v2.0/networks/0d34b2d3-85a7-49ee-bde9-8139a42bb4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988224 Nov 04 11:46:57.107516 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 470d0bd4-68d1-47f8-a930-df2b86a159c8 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:46:57.155038 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 470d0bd4-68d1-47f8-a930-df2b86a159c8 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:46:57.713903 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6709a1e-93fa-4bda-bf7d-9be613eb6162', 'tag': '470d0bd4-68d1-47f8-a930-df2b86a159c8'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:46:57.716522 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ec4130-b51d-4c4e-b47b-cc29e3362d40" -d '{"events": [{"name": "network-changed", "server_uuid": "a6709a1e-93fa-4bda-bf7d-9be613eb6162", "tag": "470d0bd4-68d1-47f8-a930-df2b86a159c8"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:46:57.728039 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe585b8-b020-4ec9-8fb9-01d285bedefb req-96585d0f-fe7f-4cdd-9c37-c2adf064796b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:57.729895 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7fe585b8-b020-4ec9-8fb9-01d285bedefb req-96585d0f-fe7f-4cdd-9c37-c2adf064796b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 944 time: 0.0579057 Nov 04 11:46:57.782498 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7fe585b8-b020-4ec9-8fb9-01d285bedefb req-3e23ac9a-948a-456f-a6e9-a1373e09e8fb tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462065 Nov 04 11:46:57.842506 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5061825a-3a1b-476c-bbdb-f2ad48acce4d x-openstack-request-id: req-5061825a-3a1b-476c-bbdb-f2ad48acce4d {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:46:57.842797 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6709a1e-93fa-4bda-bf7d-9be613eb6162", "tag": "470d0bd4-68d1-47f8-a930-df2b86a159c8", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:46:57.843058 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-5061825a-3a1b-476c-bbdb-f2ad48acce4d {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:46:57.843468 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6709a1e-93fa-4bda-bf7d-9be613eb6162', 'tag': '470d0bd4-68d1-47f8-a930-df2b86a159c8', 'status': 'completed', 'code': 200} Nov 04 11:46:57.934155 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec4130-b51d-4c4e-b47b-cc29e3362d40 req-87d96d63-46e5-4e84-b956-acd8548fab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:57.935644 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7ec4130-b51d-4c4e-b47b-cc29e3362d40 req-87d96d63-46e5-4e84-b956-acd8548fab90 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 1095 time: 0.0700731 Nov 04 11:46:57.941263 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec4130-b51d-4c4e-b47b-cc29e3362d40 req-79a57851-35cf-4d2b-a1e4-0bfade269c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:57.942689 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7ec4130-b51d-4c4e-b47b-cc29e3362d40 req-79a57851-35cf-4d2b-a1e4-0bfade269c63 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 1095 time: 0.0686212 Nov 04 11:46:58.094284 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec4130-b51d-4c4e-b47b-cc29e3362d40 req-08c50f23-d26b-4ab2-b4a8-70f8fafd6606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:58.095794 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7ec4130-b51d-4c4e-b47b-cc29e3362d40 req-08c50f23-d26b-4ab2-b4a8-70f8fafd6606 service neutron] 10.222.0.126 "GET /v2.0/networks?id=0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 HTTP/1.1" status: 200 len: 898 time: 0.1522741 Nov 04 11:46:58.098899 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec4130-b51d-4c4e-b47b-cc29e3362d40 req-36ba7251-9a68-4c4d-a826-f3a7bf2de131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:58.100316 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7ec4130-b51d-4c4e-b47b-cc29e3362d40 req-36ba7251-9a68-4c4d-a826-f3a7bf2de131 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 HTTP/1.1" status: 200 len: 898 time: 0.1485202 Nov 04 11:46:58.214448 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7ec4130-b51d-4c4e-b47b-cc29e3362d40 req-a497831a-e7a5-4a1c-8626-8926bbcad834 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=470d0bd4-68d1-47f8-a930-df2b86a159c8 HTTP/1.1" status: 200 len: 999 time: 0.1046216 Nov 04 11:46:58.215983 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7ec4130-b51d-4c4e-b47b-cc29e3362d40 req-3ab6e5d7-1186-4ba3-bb4b-101904413884 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=470d0bd4-68d1-47f8-a930-df2b86a159c8 HTTP/1.1" status: 200 len: 999 time: 0.1125085 Nov 04 11:46:58.302904 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec4130-b51d-4c4e-b47b-cc29e3362d40 req-df121f66-564e-43cc-912e-33e9752b438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:58.304406 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7ec4130-b51d-4c4e-b47b-cc29e3362d40 req-df121f66-564e-43cc-912e-33e9752b438e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=55f44876-0c51-49df-be8b-a4108d80e8a3 HTTP/1.1" status: 200 len: 834 time: 0.0831425 Nov 04 11:46:58.306073 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec4130-b51d-4c4e-b47b-cc29e3362d40 req-1929e9a0-ce2f-4c07-b584-b6c154b2e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:58.307408 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7ec4130-b51d-4c4e-b47b-cc29e3362d40 req-1929e9a0-ce2f-4c07-b584-b6c154b2e878 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=55f44876-0c51-49df-be8b-a4108d80e8a3 HTTP/1.1" status: 200 len: 834 time: 0.0771892 Nov 04 11:46:58.376864 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec4130-b51d-4c4e-b47b-cc29e3362d40 req-76ac184c-5c51-4cca-9996-b50bd0304f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:58.378428 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7ec4130-b51d-4c4e-b47b-cc29e3362d40 req-76ac184c-5c51-4cca-9996-b50bd0304f09 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0d34b2d3-85a7-49ee-bde9-8139a42bb4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655420 Nov 04 11:46:58.384373 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec4130-b51d-4c4e-b47b-cc29e3362d40 req-bbac3ec7-a953-455e-acda-182a358575f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:58.385823 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7ec4130-b51d-4c4e-b47b-cc29e3362d40 req-bbac3ec7-a953-455e-acda-182a358575f1 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0d34b2d3-85a7-49ee-bde9-8139a42bb4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644002 Nov 04 11:46:58.913228 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e2195-53e2-43b4-97b1-45113617ea8d req-87d0b7e7-de52-4a6c-984c-212780a61354 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:58.914746 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5b4e2195-53e2-43b4-97b1-45113617ea8d req-87d0b7e7-de52-4a6c-984c-212780a61354 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 944 time: 0.0523672 Nov 04 11:46:58.922184 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7ec4130-b51d-4c4e-b47b-cc29e3362d40 req-0caa74c1-ac85-4fe6-9cab-c3a1b93aee58 service neutron] 10.222.0.121 "GET /v2.0/networks/0d34b2d3-85a7-49ee-bde9-8139a42bb4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354135 Nov 04 11:46:58.924348 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7ec4130-b51d-4c4e-b47b-cc29e3362d40 req-acb163ae-45d6-4798-ab3a-4504620d17a9 service neutron] 10.222.0.126 "GET /v2.0/networks/0d34b2d3-85a7-49ee-bde9-8139a42bb4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306191 Nov 04 11:46:58.966359 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5b4e2195-53e2-43b4-97b1-45113617ea8d req-2d392ad7-3cab-430c-b13a-b388ac4bbf11 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449719 Nov 04 11:46:59.084203 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7ec4130-b51d-4c4e-b47b-cc29e3362d40 req-41e82464-c73d-4d2f-9adf-d76aa7517ab4 service neutron] 10.222.0.121 "GET /v2.0/networks/0d34b2d3-85a7-49ee-bde9-8139a42bb4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546531 Nov 04 11:46:59.087990 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b7ec4130-b51d-4c4e-b47b-cc29e3362d40 req-86a1fc6a-5033-4766-bd4e-5466bea3c919 service neutron] 10.222.0.126 "GET /v2.0/networks/0d34b2d3-85a7-49ee-bde9-8139a42bb4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510327 Nov 04 11:46:59.175669 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e156de-bd37-4b4e-be25-560e28d0e04a req-4785a783-8fd6-4683-a59f-a70034d76692 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:59.177214 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24e156de-bd37-4b4e-be25-560e28d0e04a req-4785a783-8fd6-4683-a59f-a70034d76692 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 944 time: 0.0542462 Nov 04 11:46:59.187910 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00db970-6ce4-440d-88ca-0997c8d7e035 req-41af5a25-914d-42c1-bd44-380b4e6cca58 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:59.189497 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e00db970-6ce4-440d-88ca-0997c8d7e035 req-41af5a25-914d-42c1-bd44-380b4e6cca58 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.126 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162&tenant_id=1ef3e74ffc834573ba9c036355859023&binding%3Ahost_id=n-h2-816629-1 HTTP/1.1" status: 200 len: 944 time: 0.0591393 Nov 04 11:46:59.228746 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24e156de-bd37-4b4e-be25-560e28d0e04a req-5e63f0e7-63b1-4d9e-96b8-a5403e55b217 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451670 Nov 04 11:46:59.251745 n-d-816629-1 neutron-server[101775]: INFO neutron.api.v2.resource [req-e00db970-6ce4-440d-88ca-0997c8d7e035 req-67f5a7a1-fc1a-48c5-9b8a-17b15d51c14c service neutron] delete failed (client error): The resource could not be found. Nov 04 11:46:59.252866 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e00db970-6ce4-440d-88ca-0997c8d7e035 req-67f5a7a1-fc1a-48c5-9b8a-17b15d51c14c service neutron] 10.222.0.126 "DELETE /v2.0/ports/470d0bd4-68d1-47f8-a930-df2b86a159c8/bindings/n-h1-816629-1 HTTP/1.1" status: 404 len: 380 time: 0.0543242 Nov 04 11:46:59.340294 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00db970-6ce4-440d-88ca-0997c8d7e035 req-c86dba31-2b1a-4c9a-8097-fcb43ceb4048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:59.341796 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e00db970-6ce4-440d-88ca-0997c8d7e035 req-c86dba31-2b1a-4c9a-8097-fcb43ceb4048 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 1095 time: 0.0429688 Nov 04 11:46:59.349810 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d25ea-93a4-45c8-9ede-6da3d3e9bffc req-45d670a7-99a5-4808-9e6f-3f9571b8004c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:59.351338 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae2d25ea-93a4-45c8-9ede-6da3d3e9bffc req-45d670a7-99a5-4808-9e6f-3f9571b8004c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 944 time: 0.0508699 Nov 04 11:46:59.403136 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ae2d25ea-93a4-45c8-9ede-6da3d3e9bffc req-e3b6ba96-3fc4-4bea-b262-7e2d380ab68f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454822 Nov 04 11:46:59.435715 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00db970-6ce4-440d-88ca-0997c8d7e035 req-c62e92c4-c73c-475e-bff8-dda915dab0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:59.437291 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e00db970-6ce4-440d-88ca-0997c8d7e035 req-c62e92c4-c73c-475e-bff8-dda915dab0d0 service neutron] 10.222.0.126 "GET /v2.0/networks?id=0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 HTTP/1.1" status: 200 len: 898 time: 0.0888243 Nov 04 11:46:59.472838 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 470d0bd4-68d1-47f8-a930-df2b86a159c8 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:46:59.507677 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e00db970-6ce4-440d-88ca-0997c8d7e035 req-f0eaae2c-ec68-449c-9665-0a29f6fddf71 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=470d0bd4-68d1-47f8-a930-df2b86a159c8 HTTP/1.1" status: 200 len: 999 time: 0.0624418 Nov 04 11:46:59.560239 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00db970-6ce4-440d-88ca-0997c8d7e035 req-548715a2-6c70-4997-b3be-93f6c92961d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:59.562021 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e00db970-6ce4-440d-88ca-0997c8d7e035 req-548715a2-6c70-4997-b3be-93f6c92961d3 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=55f44876-0c51-49df-be8b-a4108d80e8a3 HTTP/1.1" status: 200 len: 834 time: 0.0473225 Nov 04 11:46:59.578079 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 470d0bd4-68d1-47f8-a930-df2b86a159c8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=470d0bd4-68d1-47f8-a930-df2b86a159c8,segment=NetworkSegment(cea3828b-2712-43e0-8e98-8cb81e59c6c4),segment_id=cea3828b-2712-43e0-8e98-8cb81e59c6c4)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:46:59.590972 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '470d0bd4-68d1-47f8-a930-df2b86a159c8', 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2', 'port_id': '470d0bd4-68d1-47f8-a930-df2b86a159c8', 'mac_address': 'fa:16:3e:e4:d7:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55f44876-0c51-49df-be8b-a4108d80e8a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:46:59.615530 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00db970-6ce4-440d-88ca-0997c8d7e035 req-157aebc3-3efb-45f6-bc99-8f3dbff0a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:46:59.617125 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e00db970-6ce4-440d-88ca-0997c8d7e035 req-157aebc3-3efb-45f6-bc99-8f3dbff0a408 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0d34b2d3-85a7-49ee-bde9-8139a42bb4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475442 Nov 04 11:46:59.629747 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:59.643539 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470d0bd4-68d1-47f8-a930-df2b86a159c8 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:46:59.663779 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 470d0bd4-68d1-47f8-a930-df2b86a159c8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=470d0bd4-68d1-47f8-a930-df2b86a159c8,segment=NetworkSegment(cea3828b-2712-43e0-8e98-8cb81e59c6c4),segment_id=cea3828b-2712-43e0-8e98-8cb81e59c6c4)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:46:59.668617 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:46:59.712093 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e00db970-6ce4-440d-88ca-0997c8d7e035 req-3495e3b1-ea05-4d9c-8d45-aa4384af508f service neutron] 10.222.0.126 "GET /v2.0/networks/0d34b2d3-85a7-49ee-bde9-8139a42bb4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875552 Nov 04 11:46:59.721098 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=470d0bd4-68d1-47f8-a930-df2b86a159c8,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:46:59.729051 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:46:59.729375 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:46:59.729724 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:46:59.730057 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:46:59.730388 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:46:59.730716 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:46:59.731050 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:46:59.731368 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:46:59.731904 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:46:59.732227 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:46:59.732669 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:46:59.733027 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:46:59.809425 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e00db970-6ce4-440d-88ca-0997c8d7e035 req-a6e4ac27-70cb-4290-8d61-fe4417f5945a service neutron] 10.222.0.126 "GET /v2.0/networks/0d34b2d3-85a7-49ee-bde9-8139a42bb4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903201 Nov 04 11:46:59.904403 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['470d0bd4-68d1-47f8-a930-df2b86a159c8'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:47:00.523944 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6b32b-9668-4622-8122-9bedad2c6eaf req-2591c9b8-64c4-41d2-b798-72d3a2657dbc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:00.525354 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-28c6b32b-9668-4622-8122-9bedad2c6eaf req-2591c9b8-64c4-41d2-b798-72d3a2657dbc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 945 time: 0.0512772 Nov 04 11:47:00.578833 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-28c6b32b-9668-4622-8122-9bedad2c6eaf req-b5be2d8f-3a66-46da-af6b-42bd36051c61 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471408 Nov 04 11:47:00.602546 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35268) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:47:00.677133 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7c40552d-3cf9-4029-a70e-eea6545d7ad3 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/floatingips/5c99710f-81b9-4e9c-ba32-48b09e38500b HTTP/1.1" status: 200 len: 992 time: 0.0732133 Nov 04 11:47:01.509120 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 470d0bd4-68d1-47f8-a930-df2b86a159c8 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:47:01.566108 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 470d0bd4-68d1-47f8-a930-df2b86a159c8 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:47:01.572641 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 470d0bd4-68d1-47f8-a930-df2b86a159c8 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:47:01.573454 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:01.657912 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:01.687839 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6709a1e-93fa-4bda-bf7d-9be613eb6162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470d0bd4-68d1-47f8-a930-df2b86a159c8'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:47:01.690165 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205f24d4-5842-4659-b790-8c3f4efe213e" -d '{"events": [{"server_uuid": "a6709a1e-93fa-4bda-bf7d-9be613eb6162", "name": "network-vif-plugged", "status": "completed", "tag": "470d0bd4-68d1-47f8-a930-df2b86a159c8"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:47:01.703292 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 470d0bd4-68d1-47f8-a930-df2b86a159c8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=470d0bd4-68d1-47f8-a930-df2b86a159c8,segment=NetworkSegment(cea3828b-2712-43e0-8e98-8cb81e59c6c4),segment_id=cea3828b-2712-43e0-8e98-8cb81e59c6c4)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:47:01.708626 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:01.735520 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ea99b2-a605-4a97-88fd-21b77df01871 x-openstack-request-id: req-a0ea99b2-a605-4a97-88fd-21b77df01871 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:47:01.735810 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6709a1e-93fa-4bda-bf7d-9be613eb6162", "name": "network-vif-plugged", "status": "completed", "tag": "470d0bd4-68d1-47f8-a930-df2b86a159c8", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:47:01.736063 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-a0ea99b2-a605-4a97-88fd-21b77df01871 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:47:01.736445 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6709a1e-93fa-4bda-bf7d-9be613eb6162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470d0bd4-68d1-47f8-a930-df2b86a159c8', 'code': 200} Nov 04 11:47:01.759648 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=470d0bd4-68d1-47f8-a930-df2b86a159c8,revision_number=9']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:13.117364 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:15.515023 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:16.915757 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-60cba5b5-2c91-4a63-a0a5-a9b10c836499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:19.776671 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-081a137d-d81c-49f3-b5bb-145cc9a8fd71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:21.078115 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:22.489888 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:22.702482 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:29.060647 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35284) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:47:29.229350 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-66b66bb4-f4d4-4c31-ab00-f7a4128bb75f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Deleting port add9dc2b-90c2-4ece-b3e5-588fe06c7db1 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:47:29.229654 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-66b66bb4-f4d4-4c31-ab00-f7a4128bb75f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:29.310642 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-66b66bb4-f4d4-4c31-ab00-f7a4128bb75f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:29.311012 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-66b66bb4-f4d4-4c31-ab00-f7a4128bb75f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:29.323589 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-66b66bb4-f4d4-4c31-ab00-f7a4128bb75f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Calling delete_port for add9dc2b-90c2-4ece-b3e5-588fe06c7db1 owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:47:29.478379 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-66b66bb4-f4d4-4c31-ab00-f7a4128bb75f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:29.511396 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b66bb4-f4d4-4c31-ab00-f7a4128bb75f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Port': ['ID=add9dc2b-90c2-4ece-b3e5-588fe06c7db1,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:29.523830 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b66bb4-f4d4-4c31-ab00-f7a4128bb75f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:47:29.524178 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b66bb4-f4d4-4c31-ab00-f7a4128bb75f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:47:29.524518 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b66bb4-f4d4-4c31-ab00-f7a4128bb75f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:47:29.524855 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b66bb4-f4d4-4c31-ab00-f7a4128bb75f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:47:29.525221 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b66bb4-f4d4-4c31-ab00-f7a4128bb75f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:47:29.525547 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b66bb4-f4d4-4c31-ab00-f7a4128bb75f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:47:29.525859 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b66bb4-f4d4-4c31-ab00-f7a4128bb75f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:47:29.526173 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b66bb4-f4d4-4c31-ab00-f7a4128bb75f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:47:29.526494 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b66bb4-f4d4-4c31-ab00-f7a4128bb75f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:47:29.526812 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b66bb4-f4d4-4c31-ab00-f7a4128bb75f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:47:29.527131 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b66bb4-f4d4-4c31-ab00-f7a4128bb75f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:47:29.527438 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b66bb4-f4d4-4c31-ab00-f7a4128bb75f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:47:29.593875 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-66b66bb4-f4d4-4c31-ab00-f7a4128bb75f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:29.594110 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-66b66bb4-f4d4-4c31-ab00-f7a4128bb75f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Floating IP 5c99710f-81b9-4e9c-ba32-48b09e38500b disassociated (deleted). External IP: 172.25.7.12, port: 470d0bd4-68d1-47f8-a930-df2b86a159c8. Nov 04 11:47:30.116189 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b66bb4-f4d4-4c31-ab00-f7a4128bb75f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Router fa832ccc-c2a0-49dc-a96b-bb3e7896f272 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:47:30.232431 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b66bb4-f4d4-4c31-ab00-f7a4128bb75f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:47:30.238089 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-66b66bb4-f4d4-4c31-ab00-f7a4128bb75f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:30.242849 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0afe2f-e460-4e4f-b316-ed497a4787ec None None] Sync routers for ids ['fa832ccc-c2a0-49dc-a96b-bb3e7896f272'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:47:30.254035 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0afe2f-e460-4e4f-b316-ed497a4787ec None None] Routers {'fa832ccc-c2a0-49dc-a96b-bb3e7896f272'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:47:30.254957 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-9f0afe2f-e460-4e4f-b316-ed497a4787ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:47:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['fa832ccc-c2a0-49dc-a96b-bb3e7896f272'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:47:30.271025 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-66b66bb4-f4d4-4c31-ab00-f7a4128bb75f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "DELETE /v2.0/floatingips/5c99710f-81b9-4e9c-ba32-48b09e38500b HTTP/1.1" status: 204 len: 168 time: 1.2091382 Nov 04 11:47:30.271604 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6709a1e-93fa-4bda-bf7d-9be613eb6162', 'tag': '470d0bd4-68d1-47f8-a930-df2b86a159c8'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:47:30.273977 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4e2a034f213e3ed4147e598e162b1822d6f65ae2e173dcd934e22f7eae9c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1e4ec1-9421-467d-8550-3813ca84039b" -d '{"events": [{"name": "network-changed", "server_uuid": "a6709a1e-93fa-4bda-bf7d-9be613eb6162", "tag": "470d0bd4-68d1-47f8-a930-df2b86a159c8"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:47:30.457523 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-9f0afe2f-e460-4e4f-b316-ed497a4787ec None None] Set router fa832ccc-c2a0-49dc-a96b-bb3e7896f272 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:47:30.515215 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6630a164-51fe-4fef-9d9d-446df76cc0a1 x-openstack-request-id: req-6630a164-51fe-4fef-9d9d-446df76cc0a1 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:47:30.515482 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6709a1e-93fa-4bda-bf7d-9be613eb6162", "tag": "470d0bd4-68d1-47f8-a930-df2b86a159c8", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:47:30.515753 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-6630a164-51fe-4fef-9d9d-446df76cc0a1 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:47:30.516156 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6709a1e-93fa-4bda-bf7d-9be613eb6162', 'tag': '470d0bd4-68d1-47f8-a930-df2b86a159c8', 'status': 'completed', 'code': 200} Nov 04 11:47:30.586993 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e4ec1-9421-467d-8550-3813ca84039b req-a7154705-3f6c-4b63-a12b-9dada6cae74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:30.588590 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bb1e4ec1-9421-467d-8550-3813ca84039b req-a7154705-3f6c-4b63-a12b-9dada6cae74d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 1097 time: 0.0443661 Nov 04 11:47:30.659385 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-9f0afe2f-e460-4e4f-b316-ed497a4787ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118464705', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:45:48Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '34b55365-522b-4d3a-b016-b34edb9b575e', 'name': '', 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:37:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '55f44876-0c51-49df-be8b-a4108d80e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:45:48Z', 'updated_at': '2021-11-04T11:45:51Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '55f44876-0c51-49df-be8b-a4108d80e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:47:30.684642 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7e877-7f2f-478c-a3a0-f838744c74b5 req-fcf3fae6-80e3-493d-bb9d-cacaa5bd8839 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:30.685358 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0afe2f-e460-4e4f-b316-ed497a4787ec None None] Checking router: fa832ccc-c2a0-49dc-a96b-bb3e7896f272 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:47:30.687482 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e4ec1-9421-467d-8550-3813ca84039b req-1f33131c-fe53-4846-9a26-86aa88e57d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:30.688061 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2bb7e877-7f2f-478c-a3a0-f838744c74b5 req-fcf3fae6-80e3-493d-bb9d-cacaa5bd8839 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 946 time: 0.1218629 Nov 04 11:47:30.688997 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bb1e4ec1-9421-467d-8550-3813ca84039b req-1f33131c-fe53-4846-9a26-86aa88e57d53 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 HTTP/1.1" status: 200 len: 898 time: 0.0924084 Nov 04 11:47:30.694049 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0afe2f-e460-4e4f-b316-ed497a4787ec None None] Routers {'fa832ccc-c2a0-49dc-a96b-bb3e7896f272'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:47:30.694646 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-9f0afe2f-e460-4e4f-b316-ed497a4787ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:47:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['fa832ccc-c2a0-49dc-a96b-bb3e7896f272'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:47:30.731825 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bb1e4ec1-9421-467d-8550-3813ca84039b req-ea8edb68-2304-4251-ba44-1721a0e059d0 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=470d0bd4-68d1-47f8-a930-df2b86a159c8 HTTP/1.1" status: 200 len: 217 time: 0.0350280 Nov 04 11:47:30.746479 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2bb7e877-7f2f-478c-a3a0-f838744c74b5 req-625fcbcb-d39f-4696-a675-557457782257 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541322 Nov 04 11:47:30.785387 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e4ec1-9421-467d-8550-3813ca84039b req-59e79982-9fac-4b38-b3a1-33ba58abf366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:30.786892 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bb1e4ec1-9421-467d-8550-3813ca84039b req-59e79982-9fac-4b38-b3a1-33ba58abf366 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=55f44876-0c51-49df-be8b-a4108d80e8a3 HTTP/1.1" status: 200 len: 834 time: 0.0470076 Nov 04 11:47:30.804970 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-9f0afe2f-e460-4e4f-b316-ed497a4787ec None None] Set router fa832ccc-c2a0-49dc-a96b-bb3e7896f272 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:47:30.840989 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e4ec1-9421-467d-8550-3813ca84039b req-0c1a46b9-633a-4c94-a560-2e1d0fe60b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:30.842552 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bb1e4ec1-9421-467d-8550-3813ca84039b req-0c1a46b9-633a-4c94-a560-2e1d0fe60b7d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0d34b2d3-85a7-49ee-bde9-8139a42bb4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473194 Nov 04 11:47:30.855762 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-bb1e4ec1-9421-467d-8550-3813ca84039b req-f7101283-496b-497c-9d6e-f43890220bca service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 11:47:30.856795 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bb1e4ec1-9421-467d-8550-3813ca84039b req-f7101283-496b-497c-9d6e-f43890220bca service neutron] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0056071 Nov 04 11:47:30.950849 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bb1e4ec1-9421-467d-8550-3813ca84039b req-3bc31b0b-23d3-4d27-bd71-f60c614e97c3 service neutron] 10.222.0.121 "GET /v2.0/networks/0d34b2d3-85a7-49ee-bde9-8139a42bb4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855851 Nov 04 11:47:31.004058 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-9f0afe2f-e460-4e4f-b316-ed497a4787ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118464705', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:45:48Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '34b55365-522b-4d3a-b016-b34edb9b575e', 'name': '', 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:37:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '55f44876-0c51-49df-be8b-a4108d80e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:45:48Z', 'updated_at': '2021-11-04T11:45:51Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '55f44876-0c51-49df-be8b-a4108d80e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:47:31.034904 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0afe2f-e460-4e4f-b316-ed497a4787ec None None] The sync data for ids ['fa832ccc-c2a0-49dc-a96b-bb3e7896f272'] in n-d-816629-1 is: [{'id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118464705', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:45:48Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '34b55365-522b-4d3a-b016-b34edb9b575e', 'name': '', 'network_id': '0d34b2d3-85a7-49ee-bde9-8139a42bb4e2', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:37:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '55f44876-0c51-49df-be8b-a4108d80e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:45:48Z', 'updated_at': '2021-11-04T11:45:51Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '55f44876-0c51-49df-be8b-a4108d80e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:47:31.053711 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bb1e4ec1-9421-467d-8550-3813ca84039b req-07d6bf07-ed58-4a7c-8e4d-c6608e1b8eec service neutron] 10.222.0.121 "GET /v2.0/networks/0d34b2d3-85a7-49ee-bde9-8139a42bb4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947940 Nov 04 11:47:31.278361 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5432de7-3483-4933-81bc-f07fe51a69e6 None None] New status for floating IP 5c99710f-81b9-4e9c-ba32-48b09e38500b: DOWN {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:47:31.810138 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2b8f4-7db1-457a-91d1-37284be5e410 req-196c80d2-ece3-42ee-92ad-d341c14224f0 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:31.811660 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-96e2b8f4-7db1-457a-91d1-37284be5e410 req-196c80d2-ece3-42ee-92ad-d341c14224f0 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.121 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 946 time: 0.0523686 Nov 04 11:47:31.867936 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145ed20-fa97-4ebe-b6b1-1f50c926d1ab req-2384bba3-c2b3-41bf-9876-e0cd8a7d64a8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:31.869469 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2145ed20-fa97-4ebe-b6b1-1f50c926d1ab req-2384bba3-c2b3-41bf-9876-e0cd8a7d64a8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=a6709a1e-93fa-4bda-bf7d-9be613eb6162 HTTP/1.1" status: 200 len: 946 time: 0.0509696 Nov 04 11:47:31.917024 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-96e2b8f4-7db1-457a-91d1-37284be5e410 req-35f73d45-af09-42b4-8adc-6ecdd083a166 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Deleting port 470d0bd4-68d1-47f8-a930-df2b86a159c8 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:47:31.917338 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-96e2b8f4-7db1-457a-91d1-37284be5e410 req-35f73d45-af09-42b4-8adc-6ecdd083a166 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:31.921945 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2145ed20-fa97-4ebe-b6b1-1f50c926d1ab req-d164365c-e8d6-4a14-be0a-e9abdefe46df tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=cc7122fa-c902-4151-ae26-d90e780cd5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459766 Nov 04 11:47:32.013841 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-96e2b8f4-7db1-457a-91d1-37284be5e410 req-35f73d45-af09-42b4-8adc-6ecdd083a166 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] For port 470d0bd4-68d1-47f8-a930-df2b86a159c8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=470d0bd4-68d1-47f8-a930-df2b86a159c8,segment=NetworkSegment(cea3828b-2712-43e0-8e98-8cb81e59c6c4),segment_id=cea3828b-2712-43e0-8e98-8cb81e59c6c4)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:47:32.014192 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-96e2b8f4-7db1-457a-91d1-37284be5e410 req-35f73d45-af09-42b4-8adc-6ecdd083a166 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:32.027600 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-96e2b8f4-7db1-457a-91d1-37284be5e410 req-35f73d45-af09-42b4-8adc-6ecdd083a166 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Calling delete_port for 470d0bd4-68d1-47f8-a930-df2b86a159c8 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:47:32.179203 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-96e2b8f4-7db1-457a-91d1-37284be5e410 req-35f73d45-af09-42b4-8adc-6ecdd083a166 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:32.217076 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f73d45-af09-42b4-8adc-6ecdd083a166 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Port': ['ID=470d0bd4-68d1-47f8-a930-df2b86a159c8,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:32.263882 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e2b8f4-7db1-457a-91d1-37284be5e410 req-35f73d45-af09-42b4-8adc-6ecdd083a166 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] No DVR routers for this DVR port 470d0bd4-68d1-47f8-a930-df2b86a159c8 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:47:32.266616 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-96e2b8f4-7db1-457a-91d1-37284be5e410 req-35f73d45-af09-42b4-8adc-6ecdd083a166 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:32.270045 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-96e2b8f4-7db1-457a-91d1-37284be5e410 req-35f73d45-af09-42b4-8adc-6ecdd083a166 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.121 "DELETE /v2.0/ports/470d0bd4-68d1-47f8-a930-df2b86a159c8 HTTP/1.1" status: 204 len: 173 time: 0.4514637 Nov 04 11:47:32.270499 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6709a1e-93fa-4bda-bf7d-9be613eb6162', 'name': 'network-vif-deleted', 'tag': '470d0bd4-68d1-47f8-a930-df2b86a159c8'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:47:32.272856 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e245a1-10cc-436a-a6ca-727f2c817b92" -d '{"events": [{"server_uuid": "a6709a1e-93fa-4bda-bf7d-9be613eb6162", "name": "network-vif-deleted", "tag": "470d0bd4-68d1-47f8-a930-df2b86a159c8"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:47:32.310180 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48655ae-98d4-44e8-b472-c37864317eb5 x-openstack-request-id: req-a48655ae-98d4-44e8-b472-c37864317eb5 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:47:32.310499 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6709a1e-93fa-4bda-bf7d-9be613eb6162", "name": "network-vif-deleted", "tag": "470d0bd4-68d1-47f8-a930-df2b86a159c8", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:47:32.310768 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-a48655ae-98d4-44e8-b472-c37864317eb5 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:47:32.311174 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6709a1e-93fa-4bda-bf7d-9be613eb6162', 'name': 'network-vif-deleted', 'tag': '470d0bd4-68d1-47f8-a930-df2b86a159c8', 'status': 'completed', 'code': 200} Nov 04 11:47:32.441207 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:47:32.981397 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35302) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:47:33.368532 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7a304e1f-1ec3-43f2-8eb7-351053b42c48 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:33.642610 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-7a304e1f-1ec3-43f2-8eb7-351053b42c48 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Deleting port 34b55365-522b-4d3a-b016-b34edb9b575e {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:47:33.642878 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7a304e1f-1ec3-43f2-8eb7-351053b42c48 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:33.733150 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-7a304e1f-1ec3-43f2-8eb7-351053b42c48 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] For port 34b55365-522b-4d3a-b016-b34edb9b575e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=34b55365-522b-4d3a-b016-b34edb9b575e,segment=NetworkSegment(cea3828b-2712-43e0-8e98-8cb81e59c6c4),segment_id=cea3828b-2712-43e0-8e98-8cb81e59c6c4)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:47:33.733504 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7a304e1f-1ec3-43f2-8eb7-351053b42c48 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:33.752424 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-7a304e1f-1ec3-43f2-8eb7-351053b42c48 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Calling delete_port for 34b55365-522b-4d3a-b016-b34edb9b575e owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:47:33.948165 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7a304e1f-1ec3-43f2-8eb7-351053b42c48 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:33.976202 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a304e1f-1ec3-43f2-8eb7-351053b42c48 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Port': ['ID=34b55365-522b-4d3a-b016-b34edb9b575e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:34.162619 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7a304e1f-1ec3-43f2-8eb7-351053b42c48 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:34.390918 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a304e1f-1ec3-43f2-8eb7-351053b42c48 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Router fa832ccc-c2a0-49dc-a96b-bb3e7896f272 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:47:34.499046 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a304e1f-1ec3-43f2-8eb7-351053b42c48 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:47:34.504592 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7a304e1f-1ec3-43f2-8eb7-351053b42c48 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "PUT /v2.0/routers/fa832ccc-c2a0-49dc-a96b-bb3e7896f272/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5220771 Nov 04 11:47:34.507657 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35304) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:47:34.509912 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590507c2-7e17-4ee3-bd4e-e7ee9ac77f22 None None] Sync routers for ids ['fa832ccc-c2a0-49dc-a96b-bb3e7896f272'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:47:34.520984 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590507c2-7e17-4ee3-bd4e-e7ee9ac77f22 None None] Routers {'fa832ccc-c2a0-49dc-a96b-bb3e7896f272'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:47:34.521684 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-590507c2-7e17-4ee3-bd4e-e7ee9ac77f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:47:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['fa832ccc-c2a0-49dc-a96b-bb3e7896f272'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:47:34.566771 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6db278-be54-4a82-8229-8d34154fe509 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Deleting subnet 55f44876-0c51-49df-be8b-a4108d80e8a3 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:47:34.570135 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-af6db278-be54-4a82-8229-8d34154fe509 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:34.609378 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-af6db278-be54-4a82-8229-8d34154fe509 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:34.628225 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-590507c2-7e17-4ee3-bd4e-e7ee9ac77f22 None None] Set router fa832ccc-c2a0-49dc-a96b-bb3e7896f272 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:47:34.694099 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-af6db278-be54-4a82-8229-8d34154fe509 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:34.759193 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-af6db278-be54-4a82-8229-8d34154fe509 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:34.788574 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6db278-be54-4a82-8229-8d34154fe509 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Subnet': ['ID=55f44876-0c51-49df-be8b-a4108d80e8a3,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:34.791004 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-af6db278-be54-4a82-8229-8d34154fe509 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:34.797334 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35306) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:47:34.797589 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-af6db278-be54-4a82-8229-8d34154fe509 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "DELETE /v2.0/subnets/55f44876-0c51-49df-be8b-a4108d80e8a3 HTTP/1.1" status: 204 len: 168 time: 0.2885101 Nov 04 11:47:34.799638 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc29b594-d090-41be-893a-ef04e98d69cd None None] Network 0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:47:34.810827 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-590507c2-7e17-4ee3-bd4e-e7ee9ac77f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118464705', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:47:33Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:47:34.841823 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590507c2-7e17-4ee3-bd4e-e7ee9ac77f22 None None] Checking router: fa832ccc-c2a0-49dc-a96b-bb3e7896f272 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:47:34.851237 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590507c2-7e17-4ee3-bd4e-e7ee9ac77f22 None None] Routers {'fa832ccc-c2a0-49dc-a96b-bb3e7896f272'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:47:34.851884 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-590507c2-7e17-4ee3-bd4e-e7ee9ac77f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:47:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['fa832ccc-c2a0-49dc-a96b-bb3e7896f272'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:47:34.911563 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e3f00df-a7b9-40f0-a577-6bfb33c33080 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:34.961536 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-590507c2-7e17-4ee3-bd4e-e7ee9ac77f22 None None] Set router fa832ccc-c2a0-49dc-a96b-bb3e7896f272 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:47:35.016318 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4088e699-5c04-47e8-92e5-67b8385ff5fe None None] DHCP port deletion for 0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:47:35.024317 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e3f00df-a7b9-40f0-a577-6bfb33c33080 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:35.073846 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-4088e699-5c04-47e8-92e5-67b8385ff5fe None None] Deleting port 5d36b990-ae90-4bcc-9a73-6c60fcc1b858 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:47:35.074267 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4088e699-5c04-47e8-92e5-67b8385ff5fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:35.082317 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-7e3f00df-a7b9-40f0-a577-6bfb33c33080 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Deleting port fe64fedf-cd80-4e1e-a570-83720cdbcba7 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:47:35.082787 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e3f00df-a7b9-40f0-a577-6bfb33c33080 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:35.144607 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-4088e699-5c04-47e8-92e5-67b8385ff5fe None None] For port 5d36b990-ae90-4bcc-9a73-6c60fcc1b858, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=5d36b990-ae90-4bcc-9a73-6c60fcc1b858,segment=NetworkSegment(cea3828b-2712-43e0-8e98-8cb81e59c6c4),segment_id=cea3828b-2712-43e0-8e98-8cb81e59c6c4)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:47:35.145547 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4088e699-5c04-47e8-92e5-67b8385ff5fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:35.160988 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-4088e699-5c04-47e8-92e5-67b8385ff5fe None None] Calling delete_port for 5d36b990-ae90-4bcc-9a73-6c60fcc1b858 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:47:35.167331 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-590507c2-7e17-4ee3-bd4e-e7ee9ac77f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118464705', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:47:33Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:47:35.173334 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-7e3f00df-a7b9-40f0-a577-6bfb33c33080 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] For port fe64fedf-cd80-4e1e-a570-83720cdbcba7, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=fe64fedf-cd80-4e1e-a570-83720cdbcba7,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:47:35.174134 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e3f00df-a7b9-40f0-a577-6bfb33c33080 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:35.191548 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-7e3f00df-a7b9-40f0-a577-6bfb33c33080 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Calling delete_port for fe64fedf-cd80-4e1e-a570-83720cdbcba7 owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:47:35.195228 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590507c2-7e17-4ee3-bd4e-e7ee9ac77f22 None None] The sync data for ids ['fa832ccc-c2a0-49dc-a96b-bb3e7896f272'] in n-d-816629-1 is: [{'id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118464705', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:47:33Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'fe64fedf-cd80-4e1e-a570-83720cdbcba7', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa832ccc-c2a0-49dc-a96b-bb3e7896f272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:45:45Z', 'updated_at': '2021-11-04T11:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:47:35.258352 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4088e699-5c04-47e8-92e5-67b8385ff5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:35.284222 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088e699-5c04-47e8-92e5-67b8385ff5fe None None] Pushing event deleted for resources: {'Port': ['ID=5d36b990-ae90-4bcc-9a73-6c60fcc1b858,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:35.286269 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4088e699-5c04-47e8-92e5-67b8385ff5fe None None] No DVR routers for this DVR port 5d36b990-ae90-4bcc-9a73-6c60fcc1b858 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:47:35.368154 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e3f00df-a7b9-40f0-a577-6bfb33c33080 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:35.397927 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f00df-a7b9-40f0-a577-6bfb33c33080 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Port': ['ID=fe64fedf-cd80-4e1e-a570-83720cdbcba7,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:35.458107 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e3f00df-a7b9-40f0-a577-6bfb33c33080 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:35.548847 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e3f00df-a7b9-40f0-a577-6bfb33c33080 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:35.551223 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e3f00df-a7b9-40f0-a577-6bfb33c33080 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:35.601217 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e3f00df-a7b9-40f0-a577-6bfb33c33080 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:35.601816 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3f00df-a7b9-40f0-a577-6bfb33c33080 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Fanout notify agent at l3_agent the message router_deleted on router fa832ccc-c2a0-49dc-a96b-bb3e7896f272 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:47:35.609944 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7e3f00df-a7b9-40f0-a577-6bfb33c33080 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:35.611163 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7e3f00df-a7b9-40f0-a577-6bfb33c33080 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "DELETE /v2.0/routers/fa832ccc-c2a0-49dc-a96b-bb3e7896f272 HTTP/1.1" status: 204 len: 168 time: 0.8127627 Nov 04 11:47:35.614562 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35308) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:47:35.624993 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 470d0bd4-68d1-47f8-a930-df2b86a159c8 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:47:35.647417 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 470d0bd4-68d1-47f8-a930-df2b86a159c8 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:47:35.647417 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 470d0bd4-68d1-47f8-a930-df2b86a159c8 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:47:35.694622 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-470a619a-aa7f-414a-a42e-184159ded278 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:35.793495 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-470a619a-aa7f-414a-a42e-184159ded278 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:35.816211 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-470a619a-aa7f-414a-a42e-184159ded278 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d34b2d3-85a7-49ee-bde9-8139a42bb4e2']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:47:35.826835 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-470a619a-aa7f-414a-a42e-184159ded278 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea3828b-2712-43e0-8e98-8cb81e59c6c4') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:47:35.827134 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-470a619a-aa7f-414a-a42e-184159ded278 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea3828b-2712-43e0-8e98-8cb81e59c6c4') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:47:35.840070 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-470a619a-aa7f-414a-a42e-184159ded278 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:35.859243 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-470a619a-aa7f-414a-a42e-184159ded278 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:35.866139 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-470a619a-aa7f-414a-a42e-184159ded278 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:47:35.866673 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-470a619a-aa7f-414a-a42e-184159ded278 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: timer() Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:47:35.870685 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:47:35.933855 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-470a619a-aa7f-414a-a42e-184159ded278 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:35.939003 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-470a619a-aa7f-414a-a42e-184159ded278 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:35.942232 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-470a619a-aa7f-414a-a42e-184159ded278 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "DELETE /v2.0/networks/0d34b2d3-85a7-49ee-bde9-8139a42bb4e2 HTTP/1.1" status: 204 len: 168 time: 0.3265615 Nov 04 11:47:35.945087 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35310) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:47:35.957479 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a619a-aa7f-414a-a42e-184159ded278 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Network': ['ID=0d34b2d3-85a7-49ee-bde9-8139a42bb4e2,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:36.003571 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2a4bcf36-e239-4af0-8c40-8f9454dc303f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:36.028768 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2a4bcf36-e239-4af0-8c40-8f9454dc303f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:36.103520 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2a4bcf36-e239-4af0-8c40-8f9454dc303f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:36.106220 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2a4bcf36-e239-4af0-8c40-8f9454dc303f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:36.107525 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2a4bcf36-e239-4af0-8c40-8f9454dc303f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "DELETE /v2.0/security-groups/cc7122fa-c902-4151-ae26-d90e780cd5b6 HTTP/1.1" status: 204 len: 168 time: 0.1612875 Nov 04 11:47:36.117973 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bcf36-e239-4af0-8c40-8f9454dc303f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7122fa-c902-4151-ae26-d90e780cd5b6,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:36.240074 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5d36b990-ae90-4bcc-9a73-6c60fcc1b858 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:47:36.264926 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 5d36b990-ae90-4bcc-9a73-6c60fcc1b858 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:47:36.265402 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5d36b990-ae90-4bcc-9a73-6c60fcc1b858 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:47:36.265927 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 34b55365-522b-4d3a-b016-b34edb9b575e no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:47:36.289194 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 34b55365-522b-4d3a-b016-b34edb9b575e {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:47:36.289597 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 34b55365-522b-4d3a-b016-b34edb9b575e not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:47:36.458430 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35316) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:47:36.465940 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-0eb67ef2-eae5-4d89-a233-addfbfd49215 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1261027297', 'description': 'tempest-secgroup-smoke-1261027297 description', 'project_id': '1ef3e74ffc834573ba9c036355859023'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:47:36.497741 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0eb67ef2-eae5-4d89-a233-addfbfd49215 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:36.577464 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0eb67ef2-eae5-4d89-a233-addfbfd49215 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:36.582796 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0eb67ef2-eae5-4d89-a233-addfbfd49215 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:36.610747 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0eb67ef2-eae5-4d89-a233-addfbfd49215 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:36.612274 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0eb67ef2-eae5-4d89-a233-addfbfd49215 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1525044 Nov 04 11:47:36.615355 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35318) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:47:36.616497 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb67ef2-eae5-4d89-a233-addfbfd49215 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c47358a1-bd2b-4daa-ab87-2cabc627b8bc,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:36.622457 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-2442b3e2-d998-4fd8-b236-53975f2ac793 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': 'c47358a1-bd2b-4daa-ab87-2cabc627b8bc', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:47:36.652802 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2442b3e2-d998-4fd8-b236-53975f2ac793 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:36.698572 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2442b3e2-d998-4fd8-b236-53975f2ac793 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:36.703480 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2442b3e2-d998-4fd8-b236-53975f2ac793 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:36.721347 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442b3e2-d998-4fd8-b236-53975f2ac793 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20cca030-1f97-41e4-a948-d068b0d3f7f6,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:36.728928 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-2442b3e2-d998-4fd8-b236-53975f2ac793 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:36.730162 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-2442b3e2-d998-4fd8-b236-53975f2ac793 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136954 Nov 04 11:47:36.733506 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35320) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:47:36.738257 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b30b3192-5e21-4e8a-9346-43139e758b00 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': 'c47358a1-bd2b-4daa-ab87-2cabc627b8bc', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:47:36.766545 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b30b3192-5e21-4e8a-9346-43139e758b00 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:36.825872 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b30b3192-5e21-4e8a-9346-43139e758b00 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:36.831496 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b30b3192-5e21-4e8a-9346-43139e758b00 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:36.849645 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b3192-5e21-4e8a-9346-43139e758b00 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64b5660-1fb9-4b94-a758-17e90e3a56a6,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:36.858928 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b30b3192-5e21-4e8a-9346-43139e758b00 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:36.860141 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b30b3192-5e21-4e8a-9346-43139e758b00 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1256261 Nov 04 11:47:36.862982 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35322) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:47:36.867341 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-8206588e-d41d-4136-baf7-1ae42bf5afc6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': 'c47358a1-bd2b-4daa-ab87-2cabc627b8bc', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:47:36.896436 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8206588e-d41d-4136-baf7-1ae42bf5afc6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:36.954354 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8206588e-d41d-4136-baf7-1ae42bf5afc6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:36.959197 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8206588e-d41d-4136-baf7-1ae42bf5afc6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:36.976089 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206588e-d41d-4136-baf7-1ae42bf5afc6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ab3f47-eb6f-437c-9320-a54e818c3eaa,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:36.985019 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8206588e-d41d-4136-baf7-1ae42bf5afc6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:36.986357 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8206588e-d41d-4136-baf7-1ae42bf5afc6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222763 Nov 04 11:47:36.988965 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35324) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:47:36.993274 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-22f42076-fcc1-4f1d-924f-845b01c74f43 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': 'c47358a1-bd2b-4daa-ab87-2cabc627b8bc', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:47:37.019745 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-22f42076-fcc1-4f1d-924f-845b01c74f43 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:37.088188 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-22f42076-fcc1-4f1d-924f-845b01c74f43 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:37.094830 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-22f42076-fcc1-4f1d-924f-845b01c74f43 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:37.120726 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f42076-fcc1-4f1d-924f-845b01c74f43 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9755bb-3a49-4707-8ee3-20d0f4b06a6b,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:37.129486 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-22f42076-fcc1-4f1d-924f-845b01c74f43 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:37.132105 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-22f42076-fcc1-4f1d-924f-845b01c74f43 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1408103 Nov 04 11:47:37.133602 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35326) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:47:37.138327 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-7a2a66b6-9287-49a7-8edf-9bbf15d958d8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': 'c47358a1-bd2b-4daa-ab87-2cabc627b8bc', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:47:37.162127 n-d-816629-1 neutron-server[101775]: INFO neutron.db.securitygroups_db [None req-7a2a66b6-9287-49a7-8edf-9bbf15d958d8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Project 1ef3e74ffc834573ba9c036355859023 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 11:47:37.166871 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7a2a66b6-9287-49a7-8edf-9bbf15d958d8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:37.228481 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7a2a66b6-9287-49a7-8edf-9bbf15d958d8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:37.233736 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7a2a66b6-9287-49a7-8edf-9bbf15d958d8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:37.254628 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a66b6-9287-49a7-8edf-9bbf15d958d8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e228f1-7ce4-48f2-bc65-7d84fcf73446,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:37.263812 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7a2a66b6-9287-49a7-8edf-9bbf15d958d8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:37.265056 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7a2a66b6-9287-49a7-8edf-9bbf15d958d8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1304016 Nov 04 11:47:37.267909 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35328) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:47:37.272271 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-a1a2d65f-b007-4960-8814-56fc38bbe96b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': 'c47358a1-bd2b-4daa-ab87-2cabc627b8bc', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:47:37.296079 n-d-816629-1 neutron-server[101775]: INFO neutron.db.securitygroups_db [None req-a1a2d65f-b007-4960-8814-56fc38bbe96b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Project 1ef3e74ffc834573ba9c036355859023 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 11:47:37.302005 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1a2d65f-b007-4960-8814-56fc38bbe96b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:37.366187 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1a2d65f-b007-4960-8814-56fc38bbe96b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:37.371298 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1a2d65f-b007-4960-8814-56fc38bbe96b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:37.390423 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2d65f-b007-4960-8814-56fc38bbe96b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f082cd-5afe-4190-86cc-6caad0427c25,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:37.400070 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a1a2d65f-b007-4960-8814-56fc38bbe96b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:37.401333 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a1a2d65f-b007-4960-8814-56fc38bbe96b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1324487 Nov 04 11:47:37.405299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35330) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:47:37.410239 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-0040feb1-d34a-48de-8e17-345496e2b727 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'network': {'name': 'tempest-network-smoke--922911491', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'port_security_enabled': True}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:47:37.431810 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0040feb1-d34a-48de-8e17-345496e2b727 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Made reservation on behalf of 1ef3e74ffc834573ba9c036355859023 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:47:37.435406 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0040feb1-d34a-48de-8e17-345496e2b727 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:37.460056 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0040feb1-d34a-48de-8e17-345496e2b727 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1170} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:47:37.470168 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0040feb1-d34a-48de-8e17-345496e2b727 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:37.470516 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-0040feb1-d34a-48de-8e17-345496e2b727 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Added segment 56ed85db-8fbc-4f9b-8b90-4655d780e003 of type vlan for network 93355e00-0274-493f-a0e2-c87695d442c7 Nov 04 11:47:37.511917 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0040feb1-d34a-48de-8e17-345496e2b727 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:37.539107 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0040feb1-d34a-48de-8e17-345496e2b727 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:37.544765 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0040feb1-d34a-48de-8e17-345496e2b727 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:37.545384 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0040feb1-d34a-48de-8e17-345496e2b727 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:37.606322 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0040feb1-d34a-48de-8e17-345496e2b727 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1999736 Nov 04 11:47:37.609315 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35332) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:47:37.614767 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-40cfc9f6-8df1-44ff-8307-74bc68aadd04 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-270973367', 'admin_state_up': True, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:47:37.615362 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0040feb1-d34a-48de-8e17-345496e2b727 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Network': ['ID=93355e00-0274-493f-a0e2-c87695d442c7,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:37.626187 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 93355e00-0274-493f-a0e2-c87695d442c7 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:47:37.642356 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-40cfc9f6-8df1-44ff-8307-74bc68aadd04 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:37.643722 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-40cfc9f6-8df1-44ff-8307-74bc68aadd04 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:37.695492 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-40cfc9f6-8df1-44ff-8307-74bc68aadd04 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:37.837230 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-40cfc9f6-8df1-44ff-8307-74bc68aadd04 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:37.845617 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device fe64fedf-cd80-4e1e-a570-83720cdbcba7 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:47:37.870853 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: fe64fedf-cd80-4e1e-a570-83720cdbcba7 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:47:37.871199 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device fe64fedf-cd80-4e1e-a570-83720cdbcba7 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:47:38.036876 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-40cfc9f6-8df1-44ff-8307-74bc68aadd04 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:38.056020 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-40cfc9f6-8df1-44ff-8307-74bc68aadd04 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:38.168995 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-40cfc9f6-8df1-44ff-8307-74bc68aadd04 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Allocated IP 172.25.7.166 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/0339a650-c5e4-43ee-b60a-349d6dc85cf6) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:47:38.288559 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-40cfc9f6-8df1-44ff-8307-74bc68aadd04 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:38.326119 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-40cfc9f6-8df1-44ff-8307-74bc68aadd04 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:38.368977 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cfc9f6-8df1-44ff-8307-74bc68aadd04 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:47:38.374029 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-40cfc9f6-8df1-44ff-8307-74bc68aadd04 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:47:38.378568 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cfc9f6-8df1-44ff-8307-74bc68aadd04 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:47:38.385183 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cfc9f6-8df1-44ff-8307-74bc68aadd04 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=0339a650-c5e4-43ee-b60a-349d6dc85cf6,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:38.654907 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-40cfc9f6-8df1-44ff-8307-74bc68aadd04 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:38.870792 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-40cfc9f6-8df1-44ff-8307-74bc68aadd04 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:39.011609 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40cfc9f6-8df1-44ff-8307-74bc68aadd04 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Router e89e57af-46c0-4679-905d-f3b23ad82d82 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 11:47:39.131426 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cfc9f6-8df1-44ff-8307-74bc68aadd04 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:47:39.142477 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77863a15-78de-420a-b669-e7b60f6fba21 None None] Sync routers for ids ['e89e57af-46c0-4679-905d-f3b23ad82d82'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:47:39.154045 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77863a15-78de-420a-b669-e7b60f6fba21 None None] Routers {'e89e57af-46c0-4679-905d-f3b23ad82d82'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:47:39.154659 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-77863a15-78de-420a-b669-e7b60f6fba21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:47:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e89e57af-46c0-4679-905d-f3b23ad82d82'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:47:39.155076 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-40cfc9f6-8df1-44ff-8307-74bc68aadd04 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:39.156382 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-40cfc9f6-8df1-44ff-8307-74bc68aadd04 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5457296 Nov 04 11:47:39.160438 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35334) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:47:39.195796 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f6ac0810-6ca4-4fde-a678-bd8384e49b72 tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] 10.222.0.127 "GET /v2.0/subnets?project_id=1ef3e74ffc834573ba9c036355859023&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341396 Nov 04 11:47:39.198431 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35336) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:47:39.293346 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9dd425-99ae-4c8b-9912-99002663403e tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:39.294767 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2d9dd425-99ae-4c8b-9912-99002663403e tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0954652 Nov 04 11:47:39.297851 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35338) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:47:39.332288 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-292c6342-3e84-4fd4-be25-8461f9632821 tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] 10.222.0.127 "GET /v2.0/subnets?network_id=301c0cd8-d116-455e-af06-7601efa602d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331109 Nov 04 11:47:39.334889 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35340) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:47:39.339805 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-dbdecece-a4ee-442b-b7d0-309b84105111 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-773850873', 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:47:39.433513 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-77863a15-78de-420a-b669-e7b60f6fba21 None None] Set router e89e57af-46c0-4679-905d-f3b23ad82d82 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:47:39.433781 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdecece-a4ee-442b-b7d0-309b84105111 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Made reservation on behalf of 1ef3e74ffc834573ba9c036355859023 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:47:39.437416 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dbdecece-a4ee-442b-b7d0-309b84105111 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:39.617226 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-77863a15-78de-420a-b669-e7b60f6fba21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270973367', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:47:37Z', 'updated_at': '2021-11-04T11:47:38Z', 'revision_number': 3, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:47:38Z', 'updated_at': '2021-11-04T11:47:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:47:39.631644 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dbdecece-a4ee-442b-b7d0-309b84105111 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:39.645475 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77863a15-78de-420a-b669-e7b60f6fba21 None None] Checking router: e89e57af-46c0-4679-905d-f3b23ad82d82 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:47:39.645932 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77863a15-78de-420a-b669-e7b60f6fba21 None None] Updating router e89e57af-46c0-4679-905d-f3b23ad82d82 port 0339a650-c5e4-43ee-b60a-349d6dc85cf6 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:47:39.675578 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-77863a15-78de-420a-b669-e7b60f6fba21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:39.694251 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdecece-a4ee-442b-b7d0-309b84105111 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Subnet': ['ID=404f0103-a31a-49f2-a2b0-b6c4c6104c16,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:39.699473 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdecece-a4ee-442b-b7d0-309b84105111 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Checking segment: {'id': '56ed85db-8fbc-4f9b-8b90-4655d780e003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:47:39.699885 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdecece-a4ee-442b-b7d0-309b84105111 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network hostable DHCP agents. Network: 93355e00-0274-493f-a0e2-c87695d442c7, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:47:39.718995 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdecece-a4ee-442b-b7d0-309b84105111 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network 93355e00-0274-493f-a0e2-c87695d442c7 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:47:39.728490 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-dbdecece-a4ee-442b-b7d0-309b84105111 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 93355e00-0274-493f-a0e2-c87695d442c7) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:47:39.733597 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdecece-a4ee-442b-b7d0-309b84105111 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:39.734203 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dbdecece-a4ee-442b-b7d0-309b84105111 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:39.756552 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-dbdecece-a4ee-442b-b7d0-309b84105111 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4178855 Nov 04 11:47:39.756788 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35342) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:47:39.759788 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44314e0b-e020-40fa-96e7-b98e07fb488c None None] Network 93355e00-0274-493f-a0e2-c87695d442c7 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:47:40.009409 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1fcb92-4671-4ed8-ad7d-603a0368bd6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-93355e00-0274-493f-a0e2-c87695d442c7', 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'fixed_ips': [{'subnet_id': '404f0103-a31a-49f2-a2b0-b6c4c6104c16'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:47:40.010256 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5d1fcb92-4671-4ed8-ad7d-603a0368bd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:40.071851 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-77863a15-78de-420a-b669-e7b60f6fba21 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:40.121983 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-77863a15-78de-420a-b669-e7b60f6fba21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:40.215903 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503279c-1239-41f8-b260-ba3299d29dca None None] Pushing event updated for resources: {'Port': ['ID=0339a650-c5e4-43ee-b60a-349d6dc85cf6,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:40.223176 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4c83e6c1-a82b-4b9e-922d-da6d343bfa2d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:40.224783 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-77863a15-78de-420a-b669-e7b60f6fba21 None None] Attempting to bind port 0339a650-c5e4-43ee-b60a-349d6dc85cf6 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:47:40.225693 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-77863a15-78de-420a-b669-e7b60f6fba21 None None] Attempting to bind port 0339a650-c5e4-43ee-b60a-349d6dc85cf6 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:47:40.226073 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77863a15-78de-420a-b669-e7b60f6fba21 None None] Attempting to bind port 0339a650-c5e4-43ee-b60a-349d6dc85cf6 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:47:40.240527 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77863a15-78de-420a-b669-e7b60f6fba21 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:47:40.241048 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77863a15-78de-420a-b669-e7b60f6fba21 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:47:40.241308 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-77863a15-78de-420a-b669-e7b60f6fba21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:40.241704 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77863a15-78de-420a-b669-e7b60f6fba21 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:47:40.242203 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-77863a15-78de-420a-b669-e7b60f6fba21 None None] Bound port: 0339a650-c5e4-43ee-b60a-349d6dc85cf6, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:47:40.242572 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-77863a15-78de-420a-b669-e7b60f6fba21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:40.273658 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-5d1fcb92-4671-4ed8-ad7d-603a0368bd6b None None] Allocated IP 172.20.0.2 (93355e00-0274-493f-a0e2-c87695d442c7/404f0103-a31a-49f2-a2b0-b6c4c6104c16/5a4de0b9-9f3b-4962-acde-efcb727b5a8e) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:47:40.358981 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-77863a15-78de-420a-b669-e7b60f6fba21 None None] For port 0339a650-c5e4-43ee-b60a-349d6dc85cf6, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:47:40.365809 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-77863a15-78de-420a-b669-e7b60f6fba21 None None] For port 0339a650-c5e4-43ee-b60a-349d6dc85cf6, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0339a650-c5e4-43ee-b60a-349d6dc85cf6,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:47:40.371539 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-77863a15-78de-420a-b669-e7b60f6fba21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:40.470621 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77863a15-78de-420a-b669-e7b60f6fba21 None None] Routers {'e89e57af-46c0-4679-905d-f3b23ad82d82'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:47:40.471264 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-77863a15-78de-420a-b669-e7b60f6fba21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:47:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e89e57af-46c0-4679-905d-f3b23ad82d82'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:47:40.504754 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503279c-1239-41f8-b260-ba3299d29dca None None] Pushing event updated for resources: {'Port': ['ID=0339a650-c5e4-43ee-b60a-349d6dc85cf6,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:40.586963 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5d1fcb92-4671-4ed8-ad7d-603a0368bd6b None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:40.598967 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5d1fcb92-4671-4ed8-ad7d-603a0368bd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:40.644463 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-77863a15-78de-420a-b669-e7b60f6fba21 None None] Set router e89e57af-46c0-4679-905d-f3b23ad82d82 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:47:40.654276 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-4c83e6c1-a82b-4b9e-922d-da6d343bfa2d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Allocated IP 172.20.0.1 (93355e00-0274-493f-a0e2-c87695d442c7/404f0103-a31a-49f2-a2b0-b6c4c6104c16/3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:47:40.712196 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1fcb92-4671-4ed8-ad7d-603a0368bd6b None None] Network 93355e00-0274-493f-a0e2-c87695d442c7 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:47:40.718450 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-5d1fcb92-4671-4ed8-ad7d-603a0368bd6b None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:47:40.721812 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fcb92-4671-4ed8-ad7d-603a0368bd6b None None] Pushing event updated for resources: {'Port': ['ID=5a4de0b9-9f3b-4962-acde-efcb727b5a8e,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:40.725827 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1fcb92-4671-4ed8-ad7d-603a0368bd6b None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:47:40.840959 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5d1fcb92-4671-4ed8-ad7d-603a0368bd6b None None] Attempting to bind port 5a4de0b9-9f3b-4962-acde-efcb727b5a8e on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:47:40.841263 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5d1fcb92-4671-4ed8-ad7d-603a0368bd6b None None] Attempting to bind port 5a4de0b9-9f3b-4962-acde-efcb727b5a8e by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '56ed85db-8fbc-4f9b-8b90-4655d780e003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:47:40.841579 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1fcb92-4671-4ed8-ad7d-603a0368bd6b None None] Attempting to bind port 5a4de0b9-9f3b-4962-acde-efcb727b5a8e on network 93355e00-0274-493f-a0e2-c87695d442c7 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:47:40.854166 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1fcb92-4671-4ed8-ad7d-603a0368bd6b None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:47:40.854510 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1fcb92-4671-4ed8-ad7d-603a0368bd6b None None] Checking segment: {'id': '56ed85db-8fbc-4f9b-8b90-4655d780e003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:47:40.854916 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5d1fcb92-4671-4ed8-ad7d-603a0368bd6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:40.855277 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1fcb92-4671-4ed8-ad7d-603a0368bd6b None None] Bound using segment: {'id': '56ed85db-8fbc-4f9b-8b90-4655d780e003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:47:40.855778 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5d1fcb92-4671-4ed8-ad7d-603a0368bd6b None None] Bound port: 5a4de0b9-9f3b-4962-acde-efcb727b5a8e, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ed85db-8fbc-4f9b-8b90-4655d780e003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:47:40.856136 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5d1fcb92-4671-4ed8-ad7d-603a0368bd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:40.950712 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5d1fcb92-4671-4ed8-ad7d-603a0368bd6b None None] For port 5a4de0b9-9f3b-4962-acde-efcb727b5a8e, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:47:40.965036 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5d1fcb92-4671-4ed8-ad7d-603a0368bd6b None None] For port 5a4de0b9-9f3b-4962-acde-efcb727b5a8e, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=5a4de0b9-9f3b-4962-acde-efcb727b5a8e,segment=NetworkSegment(56ed85db-8fbc-4f9b-8b90-4655d780e003),segment_id=56ed85db-8fbc-4f9b-8b90-4655d780e003)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:47:40.969438 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-77863a15-78de-420a-b669-e7b60f6fba21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270973367', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:47:37Z', 'updated_at': '2021-11-04T11:47:38Z', 'revision_number': 3, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:47:38Z', 'updated_at': '2021-11-04T11:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:47:40.973553 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5d1fcb92-4671-4ed8-ad7d-603a0368bd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:41.006147 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77863a15-78de-420a-b669-e7b60f6fba21 None None] The sync data for ids ['e89e57af-46c0-4679-905d-f3b23ad82d82'] in n-d-816629-1 is: [{'id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270973367', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:47:37Z', 'updated_at': '2021-11-04T11:47:38Z', 'revision_number': 3, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:47:38Z', 'updated_at': '2021-11-04T11:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:47:41.064458 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fcb92-4671-4ed8-ad7d-603a0368bd6b None None] Pushing event updated for resources: {'Port': ['ID=5a4de0b9-9f3b-4962-acde-efcb727b5a8e,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:41.088505 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4c83e6c1-a82b-4b9e-922d-da6d343bfa2d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:41.127726 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4c83e6c1-a82b-4b9e-922d-da6d343bfa2d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:41.175640 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c83e6c1-a82b-4b9e-922d-da6d343bfa2d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network 93355e00-0274-493f-a0e2-c87695d442c7 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:47:41.180993 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-4c83e6c1-a82b-4b9e-922d-da6d343bfa2d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:47:41.183420 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c83e6c1-a82b-4b9e-922d-da6d343bfa2d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:47:41.210941 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83e6c1-a82b-4b9e-922d-da6d343bfa2d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:41.238074 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4c83e6c1-a82b-4b9e-922d-da6d343bfa2d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:41.433357 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4c83e6c1-a82b-4b9e-922d-da6d343bfa2d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:41.734370 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4c83e6c1-a82b-4b9e-922d-da6d343bfa2d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:41.743170 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4c83e6c1-a82b-4b9e-922d-da6d343bfa2d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:41.820580 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4c83e6c1-a82b-4b9e-922d-da6d343bfa2d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:41.822728 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83e6c1-a82b-4b9e-922d-da6d343bfa2d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:41.935529 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c83e6c1-a82b-4b9e-922d-da6d343bfa2d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network 93355e00-0274-493f-a0e2-c87695d442c7 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:47:41.944841 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-4c83e6c1-a82b-4b9e-922d-da6d343bfa2d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:47:42.004221 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0339a650-c5e4-43ee-b60a-349d6dc85cf6 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:47:42.059370 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c83e6c1-a82b-4b9e-922d-da6d343bfa2d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Router e89e57af-46c0-4679-905d-f3b23ad82d82 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:47:42.061617 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 0339a650-c5e4-43ee-b60a-349d6dc85cf6 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:47:42.061991 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:42.166911 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:42.177961 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c83e6c1-a82b-4b9e-922d-da6d343bfa2d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:47:42.183513 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4c83e6c1-a82b-4b9e-922d-da6d343bfa2d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "PUT /v2.0/routers/e89e57af-46c0-4679-905d-f3b23ad82d82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4256351 Nov 04 11:47:42.200111 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0086c02-f520-45ed-9fbe-65f928f5b491 None None] Network 93355e00-0274-493f-a0e2-c87695d442c7 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:47:42.203465 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 0339a650-c5e4-43ee-b60a-349d6dc85cf6, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0339a650-c5e4-43ee-b60a-349d6dc85cf6,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:47:42.241397 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:42.242182 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5a4de0b9-9f3b-4962-acde-efcb727b5a8e up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:47:42.351270 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a6023657-0e0a-4d94-a687-54e99214e05e req-730707a5-552f-40f5-9ef3-614ffc33fb43 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1261027297&fields=id&tenant_id=1ef3e74ffc834573ba9c036355859023 HTTP/1.1" status: 200 len: 267 time: 0.0524435 Nov 04 11:47:42.359981 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-0e0dfb04-342d-4e22-94fc-c631c132f3a5 None None] Provisioning complete for port 5a4de0b9-9f3b-4962-acde-efcb727b5a8e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:47:42.360346 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0e0dfb04-342d-4e22-94fc-c631c132f3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:42.366354 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=0339a650-c5e4-43ee-b60a-349d6dc85cf6,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:42.412174 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 5a4de0b9-9f3b-4962-acde-efcb727b5a8e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:47:42.412446 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:42.470508 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6023657-0e0a-4d94-a687-54e99214e05e req-98308df9-81be-4623-bf06-c3d6c11db3f1 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:42.472929 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a6023657-0e0a-4d94-a687-54e99214e05e req-98308df9-81be-4623-bf06-c3d6c11db3f1 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/networks?id=93355e00-0274-493f-a0e2-c87695d442c7 HTTP/1.1" status: 200 len: 796 time: 0.1139507 Nov 04 11:47:42.489755 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a6023657-0e0a-4d94-a687-54e99214e05e req-22b6ce1b-e5f4-453d-a894-265655b6782a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/quotas/1ef3e74ffc834573ba9c036355859023 HTTP/1.1" status: 200 len: 375 time: 0.0107679 Nov 04 11:47:42.549697 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a6023657-0e0a-4d94-a687-54e99214e05e req-a87cc60a-26c7-48af-a5c8-a3ab3e03ae3f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528238 Nov 04 11:47:42.660676 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a6023657-0e0a-4d94-a687-54e99214e05e req-943c201c-2a17-4a13-bda2-185f08e5a98a service neutron] 10.222.0.127 "GET /v2.0/networks/93355e00-0274-493f-a0e2-c87695d442c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989501 Nov 04 11:47:42.759073 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a6023657-0e0a-4d94-a687-54e99214e05e req-b32dbebf-2c85-45c7-9c2d-67da067180dc service neutron] 10.222.0.127 "GET /v2.0/networks/93355e00-0274-493f-a0e2-c87695d442c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889368 Nov 04 11:47:42.761019 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0e0dfb04-342d-4e22-94fc-c631c132f3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:42.778766 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ae1083-fb02-43ec-a6f1-e255dcdc29c9 None None] Sync routers for ids ['e89e57af-46c0-4679-905d-f3b23ad82d82'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:47:42.779326 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:42.791924 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ae1083-fb02-43ec-a6f1-e255dcdc29c9 None None] Routers {'e89e57af-46c0-4679-905d-f3b23ad82d82'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:47:42.792706 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f8ae1083-fb02-43ec-a6f1-e255dcdc29c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:47:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e89e57af-46c0-4679-905d-f3b23ad82d82'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:47:42.821744 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-0e0dfb04-342d-4e22-94fc-c631c132f3a5 None None] For port 5a4de0b9-9f3b-4962-acde-efcb727b5a8e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=5a4de0b9-9f3b-4962-acde-efcb727b5a8e,segment=NetworkSegment(56ed85db-8fbc-4f9b-8b90-4655d780e003),segment_id=56ed85db-8fbc-4f9b-8b90-4655d780e003)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:47:42.829106 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0e0dfb04-342d-4e22-94fc-c631c132f3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:42.917661 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 11:47:42.918006 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 11:47:42.944368 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0dfb04-342d-4e22-94fc-c631c132f3a5 None None] Pushing event updated for resources: {'Port': ['ID=5a4de0b9-9f3b-4962-acde-efcb727b5a8e,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:43.017056 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-35c16ddd-d984-46a4-bdc2-b836d2de867d req-c29b1c5b-3c52-45ae-b923-048c470ef7bc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 210 time: 0.0516646 Nov 04 11:47:43.043841 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-f8ae1083-fb02-43ec-a6f1-e255dcdc29c9 None None] Set router e89e57af-46c0-4679-905d-f3b23ad82d82 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:47:43.137670 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:43.160087 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-593cf68a-64bd-457a-a01c-d54fb9756e31 None None] Provisioning complete for port 5a4de0b9-9f3b-4962-acde-efcb727b5a8e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:47:43.160813 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-593cf68a-64bd-457a-a01c-d54fb9756e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:43.273759 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-593cf68a-64bd-457a-a01c-d54fb9756e31 None None] Provisioning complete for port 3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:47:43.274131 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-593cf68a-64bd-457a-a01c-d54fb9756e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:43.294752 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f8ae1083-fb02-43ec-a6f1-e255dcdc29c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270973367', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:47:37Z', 'updated_at': '2021-11-04T11:47:41Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:47:38Z', 'updated_at': '2021-11-04T11:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7', 'name': '', 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:3f:80:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '404f0103-a31a-49f2-a2b0-b6c4c6104c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:47:40Z', 'updated_at': '2021-11-04T11:47:41Z', 'revision_number': 2, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '404f0103-a31a-49f2-a2b0-b6c4c6104c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:47:43.319559 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-593cf68a-64bd-457a-a01c-d54fb9756e31 None None] Port 3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:47:43.323540 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ae1083-fb02-43ec-a6f1-e255dcdc29c9 None None] Checking router: e89e57af-46c0-4679-905d-f3b23ad82d82 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:47:43.323909 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ae1083-fb02-43ec-a6f1-e255dcdc29c9 None None] Updating router e89e57af-46c0-4679-905d-f3b23ad82d82 port 3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:47:43.350331 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f8ae1083-fb02-43ec-a6f1-e255dcdc29c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:43.470766 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-177dc22a-c9ff-493f-8ce9-75c28ec1552f None None] Provisioning complete for port 3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:47:43.472813 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-177dc22a-c9ff-493f-8ce9-75c28ec1552f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:43.521676 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-177dc22a-c9ff-493f-8ce9-75c28ec1552f None None] Port 3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:47:43.635366 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f8ae1083-fb02-43ec-a6f1-e255dcdc29c9 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:43.642006 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f8ae1083-fb02-43ec-a6f1-e255dcdc29c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:43.646438 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-8cc8ad0d-02c9-45a8-833f-73e625c7bd48 None None] Provisioning complete for port 3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:47:43.646987 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8cc8ad0d-02c9-45a8-833f-73e625c7bd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:43.686413 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-8cc8ad0d-02c9-45a8-833f-73e625c7bd48 None None] Port 3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:47:43.712110 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7bad1-a903-424b-98bc-189b5108f0e6 None None] Pushing event updated for resources: {'Port': ['ID=3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:43.735816 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7bad1-a903-424b-98bc-189b5108f0e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:47:43.736452 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7bad1-a903-424b-98bc-189b5108f0e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:47:43.736452 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7bad1-a903-424b-98bc-189b5108f0e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:47:43.736746 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7bad1-a903-424b-98bc-189b5108f0e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:47:43.737277 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7bad1-a903-424b-98bc-189b5108f0e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:47:43.737602 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7bad1-a903-424b-98bc-189b5108f0e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:47:43.737922 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7bad1-a903-424b-98bc-189b5108f0e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:47:43.738247 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7bad1-a903-424b-98bc-189b5108f0e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:47:43.738563 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7bad1-a903-424b-98bc-189b5108f0e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:47:43.738878 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7bad1-a903-424b-98bc-189b5108f0e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:47:43.739196 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7bad1-a903-424b-98bc-189b5108f0e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:47:43.739506 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7bad1-a903-424b-98bc-189b5108f0e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:47:43.755571 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-f8ae1083-fb02-43ec-a6f1-e255dcdc29c9 None None] Attempting to bind port 3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:47:43.755944 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-f8ae1083-fb02-43ec-a6f1-e255dcdc29c9 None None] Attempting to bind port 3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '56ed85db-8fbc-4f9b-8b90-4655d780e003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:47:43.756308 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ae1083-fb02-43ec-a6f1-e255dcdc29c9 None None] Attempting to bind port 3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7 on network 93355e00-0274-493f-a0e2-c87695d442c7 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:47:43.761705 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ae1083-fb02-43ec-a6f1-e255dcdc29c9 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:47:43.762070 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ae1083-fb02-43ec-a6f1-e255dcdc29c9 None None] Checking segment: {'id': '56ed85db-8fbc-4f9b-8b90-4655d780e003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:47:43.762467 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f8ae1083-fb02-43ec-a6f1-e255dcdc29c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:43.762852 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ae1083-fb02-43ec-a6f1-e255dcdc29c9 None None] Bound using segment: {'id': '56ed85db-8fbc-4f9b-8b90-4655d780e003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:47:43.763311 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-f8ae1083-fb02-43ec-a6f1-e255dcdc29c9 None None] Bound port: 3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ed85db-8fbc-4f9b-8b90-4655d780e003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:47:43.763684 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f8ae1083-fb02-43ec-a6f1-e255dcdc29c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:43.830522 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-f8ae1083-fb02-43ec-a6f1-e255dcdc29c9 None None] For port 3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:47:43.834841 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-f8ae1083-fb02-43ec-a6f1-e255dcdc29c9 None None] For port 3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7,segment=NetworkSegment(56ed85db-8fbc-4f9b-8b90-4655d780e003),segment_id=56ed85db-8fbc-4f9b-8b90-4655d780e003)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:47:43.839622 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-f8ae1083-fb02-43ec-a6f1-e255dcdc29c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:43.907857 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7bad1-a903-424b-98bc-189b5108f0e6 None None] Pushing event updated for resources: {'Port': ['ID=3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:43.914347 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ae1083-fb02-43ec-a6f1-e255dcdc29c9 None None] Routers {'e89e57af-46c0-4679-905d-f3b23ad82d82'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:47:43.916001 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f8ae1083-fb02-43ec-a6f1-e255dcdc29c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:47:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e89e57af-46c0-4679-905d-f3b23ad82d82'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:47:43.921201 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-4760f435-7e38-4d19-8c84-c07030aaaf36 None None] Provisioning complete for port 3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:47:43.925046 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4760f435-7e38-4d19-8c84-c07030aaaf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:43.961950 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0339a650-c5e4-43ee-b60a-349d6dc85cf6 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:47:44.032196 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 0339a650-c5e4-43ee-b60a-349d6dc85cf6 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:47:44.032995 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:44.090172 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-f8ae1083-fb02-43ec-a6f1-e255dcdc29c9 None None] Set router e89e57af-46c0-4679-905d-f3b23ad82d82 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:47:44.185161 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f1976f6d-0dc6-4f99-8e02-4b00eb8b3bc3 req-9cad911f-7c1e-4db4-ba49-aaed9e6a9d46 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 210 time: 0.0414326 Nov 04 11:47:44.244485 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4760f435-7e38-4d19-8c84-c07030aaaf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:44.276654 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6023657-0e0a-4d94-a687-54e99214e05e req-ae980cb7-4dfe-432c-8dbc-a1c40fb946fc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:44.278866 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a6023657-0e0a-4d94-a687-54e99214e05e req-ae980cb7-4dfe-432c-8dbc-a1c40fb946fc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.121 "GET /v2.0/networks?id=93355e00-0274-493f-a0e2-c87695d442c7 HTTP/1.1" status: 200 len: 796 time: 0.3001196 Nov 04 11:47:44.303564 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5a4de0b9-9f3b-4962-acde-efcb727b5a8e up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:47:44.331832 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-4760f435-7e38-4d19-8c84-c07030aaaf36 None None] For port 3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7,segment=NetworkSegment(56ed85db-8fbc-4f9b-8b90-4655d780e003),segment_id=56ed85db-8fbc-4f9b-8b90-4655d780e003)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:47:44.337842 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4760f435-7e38-4d19-8c84-c07030aaaf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:44.354136 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a6023657-0e0a-4d94-a687-54e99214e05e req-0c7587e0-a288-4a89-b64f-cf251d0894bd tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ef3e74ffc834573ba9c036355859023 HTTP/1.1" status: 200 len: 380 time: 0.0644436 Nov 04 11:47:44.364732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-a6023657-0e0a-4d94-a687-54e99214e05e req-f206c2fe-23b4-4cc4-b7e9-636401ed4f22 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'port': {'device_id': '503efa16-832f-4019-96cc-c62f33e61ad9', 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7', 'admin_state_up': True, 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'security_groups': ['c47358a1-bd2b-4daa-ab87-2cabc627b8bc']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:47:44.369060 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f8ae1083-fb02-43ec-a6f1-e255dcdc29c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270973367', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:47:37Z', 'updated_at': '2021-11-04T11:47:41Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:47:38Z', 'updated_at': '2021-11-04T11:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7', 'name': '', 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:3f:80:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '404f0103-a31a-49f2-a2b0-b6c4c6104c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:47:40Z', 'updated_at': '2021-11-04T11:47:43Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '404f0103-a31a-49f2-a2b0-b6c4c6104c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:47:44.400833 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760f435-7e38-4d19-8c84-c07030aaaf36 None None] Pushing event updated for resources: {'Port': ['ID=3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:44.401521 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ae1083-fb02-43ec-a6f1-e255dcdc29c9 None None] The sync data for ids ['e89e57af-46c0-4679-905d-f3b23ad82d82'] in n-d-816629-1 is: [{'id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270973367', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:47:37Z', 'updated_at': '2021-11-04T11:47:41Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:47:38Z', 'updated_at': '2021-11-04T11:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7', 'name': '', 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:3f:80:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '404f0103-a31a-49f2-a2b0-b6c4c6104c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:47:40Z', 'updated_at': '2021-11-04T11:47:43Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '404f0103-a31a-49f2-a2b0-b6c4c6104c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:47:44.413341 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 5a4de0b9-9f3b-4962-acde-efcb727b5a8e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:47:44.413699 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:44.477324 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-81b607f6-6ab5-406c-b8df-e3fa7b7cdad7 None None] Provisioning complete for port 3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:47:44.477732 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-81b607f6-6ab5-406c-b8df-e3fa7b7cdad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:44.511114 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6023657-0e0a-4d94-a687-54e99214e05e req-f206c2fe-23b4-4cc4-b7e9-636401ed4f22 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Made reservation on behalf of 1ef3e74ffc834573ba9c036355859023 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:47:44.514829 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a6023657-0e0a-4d94-a687-54e99214e05e req-f206c2fe-23b4-4cc4-b7e9-636401ed4f22 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:44.660250 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-a6023657-0e0a-4d94-a687-54e99214e05e req-f206c2fe-23b4-4cc4-b7e9-636401ed4f22 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Allocated IP 172.20.0.4 (93355e00-0274-493f-a0e2-c87695d442c7/404f0103-a31a-49f2-a2b0-b6c4c6104c16/3ecc53b9-3103-4dd2-acbe-719121cda744) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:47:44.802165 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a6023657-0e0a-4d94-a687-54e99214e05e req-f206c2fe-23b4-4cc4-b7e9-636401ed4f22 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:44.837211 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a6023657-0e0a-4d94-a687-54e99214e05e req-f206c2fe-23b4-4cc4-b7e9-636401ed4f22 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:44.884751 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6023657-0e0a-4d94-a687-54e99214e05e req-f206c2fe-23b4-4cc4-b7e9-636401ed4f22 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network 93355e00-0274-493f-a0e2-c87695d442c7 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:47:44.890402 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-a6023657-0e0a-4d94-a687-54e99214e05e req-f206c2fe-23b4-4cc4-b7e9-636401ed4f22 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:47:44.894566 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6023657-0e0a-4d94-a687-54e99214e05e req-f206c2fe-23b4-4cc4-b7e9-636401ed4f22 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:47:44.919082 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f206c2fe-23b4-4cc4-b7e9-636401ed4f22 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=3ecc53b9-3103-4dd2-acbe-719121cda744,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:44.951032 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6023657-0e0a-4d94-a687-54e99214e05e req-f206c2fe-23b4-4cc4-b7e9-636401ed4f22 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:44.951705 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a6023657-0e0a-4d94-a687-54e99214e05e req-f206c2fe-23b4-4cc4-b7e9-636401ed4f22 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:44.970595 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a6023657-0e0a-4d94-a687-54e99214e05e req-f206c2fe-23b4-4cc4-b7e9-636401ed4f22 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6103692 Nov 04 11:47:44.983726 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-a6023657-0e0a-4d94-a687-54e99214e05e req-16fbeb93-f840-4716-9058-48ff2acb9bde service neutron] Request body: {'port': {'device_id': '503efa16-832f-4019-96cc-c62f33e61ad9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:47:45.044753 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a6023657-0e0a-4d94-a687-54e99214e05e req-16fbeb93-f840-4716-9058-48ff2acb9bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:45.129682 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-cb645863-2e0a-4473-bd1a-22906162d17b None None] Provisioning complete for port 3ecc53b9-3103-4dd2-acbe-719121cda744 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:47:45.130068 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cb645863-2e0a-4473-bd1a-22906162d17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:45.183240 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-cb645863-2e0a-4473-bd1a-22906162d17b None None] Port 3ecc53b9-3103-4dd2-acbe-719121cda744 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:47:45.324781 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c5cfe-44aa-4bea-ab98-edb2816fe1d4 req-2a4b8e86-7115-49c2-bc58-c9849375d3fe tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:45.327164 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e98c5cfe-44aa-4bea-ab98-edb2816fe1d4 req-2a4b8e86-7115-49c2-bc58-c9849375d3fe tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 931 time: 0.0589900 Nov 04 11:47:45.387160 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e98c5cfe-44aa-4bea-ab98-edb2816fe1d4 req-a012ef2c-c242-4a92-9a30-ed257daab93d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527413 Nov 04 11:47:45.522491 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:45.745717 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-a6023657-0e0a-4d94-a687-54e99214e05e req-16fbeb93-f840-4716-9058-48ff2acb9bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ecc53b9-3103-4dd2-acbe-719121cda744 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:47:45.753526 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a6023657-0e0a-4d94-a687-54e99214e05e req-16fbeb93-f840-4716-9058-48ff2acb9bde service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:45.766462 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-a6023657-0e0a-4d94-a687-54e99214e05e req-16fbeb93-f840-4716-9058-48ff2acb9bde service neutron] Transition to ACTIVE for port object 3ecc53b9-3103-4dd2-acbe-719121cda744 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:47:45.772559 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a6023657-0e0a-4d94-a687-54e99214e05e req-16fbeb93-f840-4716-9058-48ff2acb9bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:45.826797 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fbeb93-f840-4716-9058-48ff2acb9bde service neutron] Pushing event updated for resources: {'Port': ['ID=3ecc53b9-3103-4dd2-acbe-719121cda744,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:45.907394 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-a6023657-0e0a-4d94-a687-54e99214e05e req-16fbeb93-f840-4716-9058-48ff2acb9bde service neutron] Attempting to bind port 3ecc53b9-3103-4dd2-acbe-719121cda744 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:47:45.907958 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-a6023657-0e0a-4d94-a687-54e99214e05e req-16fbeb93-f840-4716-9058-48ff2acb9bde service neutron] Attempting to bind port 3ecc53b9-3103-4dd2-acbe-719121cda744 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '56ed85db-8fbc-4f9b-8b90-4655d780e003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:47:45.908105 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6023657-0e0a-4d94-a687-54e99214e05e req-16fbeb93-f840-4716-9058-48ff2acb9bde service neutron] Attempting to bind port 3ecc53b9-3103-4dd2-acbe-719121cda744 on network 93355e00-0274-493f-a0e2-c87695d442c7 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:47:45.914285 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6023657-0e0a-4d94-a687-54e99214e05e req-16fbeb93-f840-4716-9058-48ff2acb9bde service neutron] Port 3ecc53b9-3103-4dd2-acbe-719121cda744 on network 93355e00-0274-493f-a0e2-c87695d442c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:47:45.914630 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6023657-0e0a-4d94-a687-54e99214e05e req-16fbeb93-f840-4716-9058-48ff2acb9bde service neutron] Attempting to bind port 3ecc53b9-3103-4dd2-acbe-719121cda744 on network 93355e00-0274-493f-a0e2-c87695d442c7 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:47:45.920178 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6023657-0e0a-4d94-a687-54e99214e05e req-16fbeb93-f840-4716-9058-48ff2acb9bde service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:47:45.920514 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6023657-0e0a-4d94-a687-54e99214e05e req-16fbeb93-f840-4716-9058-48ff2acb9bde service neutron] Checking segment: {'id': '56ed85db-8fbc-4f9b-8b90-4655d780e003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:47:45.920998 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6023657-0e0a-4d94-a687-54e99214e05e req-16fbeb93-f840-4716-9058-48ff2acb9bde service neutron] Bound using segment: {'id': '56ed85db-8fbc-4f9b-8b90-4655d780e003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:47:45.921434 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-a6023657-0e0a-4d94-a687-54e99214e05e req-16fbeb93-f840-4716-9058-48ff2acb9bde service neutron] Bound port: 3ecc53b9-3103-4dd2-acbe-719121cda744, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56ed85db-8fbc-4f9b-8b90-4655d780e003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:47:45.921795 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a6023657-0e0a-4d94-a687-54e99214e05e req-16fbeb93-f840-4716-9058-48ff2acb9bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:45.937670 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:47:45.991199 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:47:45.991568 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:45.996329 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-a6023657-0e0a-4d94-a687-54e99214e05e req-16fbeb93-f840-4716-9058-48ff2acb9bde service neutron] For port 3ecc53b9-3103-4dd2-acbe-719121cda744, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:47:46.000025 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-a6023657-0e0a-4d94-a687-54e99214e05e req-16fbeb93-f840-4716-9058-48ff2acb9bde service neutron] For port 3ecc53b9-3103-4dd2-acbe-719121cda744, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=3ecc53b9-3103-4dd2-acbe-719121cda744,segment=NetworkSegment(56ed85db-8fbc-4f9b-8b90-4655d780e003),segment_id=56ed85db-8fbc-4f9b-8b90-4655d780e003)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:47:46.006010 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a6023657-0e0a-4d94-a687-54e99214e05e req-16fbeb93-f840-4716-9058-48ff2acb9bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:46.042360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6023657-0e0a-4d94-a687-54e99214e05e req-16fbeb93-f840-4716-9058-48ff2acb9bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:46.042996 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-a6023657-0e0a-4d94-a687-54e99214e05e req-16fbeb93-f840-4716-9058-48ff2acb9bde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:46.044407 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a6023657-0e0a-4d94-a687-54e99214e05e req-16fbeb93-f840-4716-9058-48ff2acb9bde service neutron] 10.222.0.121 "PUT /v2.0/ports/3ecc53b9-3103-4dd2-acbe-719121cda744 HTTP/1.1" status: 200 len: 1091 time: 1.0656366 Nov 04 11:47:46.044870 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503efa16-832f-4019-96cc-c62f33e61ad9', 'tag': '3ecc53b9-3103-4dd2-acbe-719121cda744'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:47:46.047196 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a414d973-3e3a-42a3-ad8a-7c2d92ff1d14" -d '{"events": [{"name": "network-changed", "server_uuid": "503efa16-832f-4019-96cc-c62f33e61ad9", "tag": "3ecc53b9-3103-4dd2-acbe-719121cda744"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:47:46.112325 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f60321-9f95-4b9d-aee1-7eb9afab76fb x-openstack-request-id: req-35f60321-9f95-4b9d-aee1-7eb9afab76fb {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:47:46.112705 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "503efa16-832f-4019-96cc-c62f33e61ad9", "tag": "3ecc53b9-3103-4dd2-acbe-719121cda744", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:47:46.112916 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-35f60321-9f95-4b9d-aee1-7eb9afab76fb {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:47:46.113314 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '503efa16-832f-4019-96cc-c62f33e61ad9', 'tag': '3ecc53b9-3103-4dd2-acbe-719121cda744', 'status': 'completed', 'code': 200} Nov 04 11:47:46.132082 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fbeb93-f840-4716-9058-48ff2acb9bde service neutron] Pushing event updated for resources: {'Port': ['ID=3ecc53b9-3103-4dd2-acbe-719121cda744,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:46.152048 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6023657-0e0a-4d94-a687-54e99214e05e req-c4291fe4-70d6-427d-a2f6-139c5821fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:46.153655 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a6023657-0e0a-4d94-a687-54e99214e05e req-c4291fe4-70d6-427d-a2f6-139c5821fb73 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 1094 time: 0.0601401 Nov 04 11:47:46.202335 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a6023657-0e0a-4d94-a687-54e99214e05e req-4336cbd2-1437-455b-8c22-2748934a7227 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ecc53b9-3103-4dd2-acbe-719121cda744 HTTP/1.1" status: 200 len: 217 time: 0.0407171 Nov 04 11:47:46.254979 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6023657-0e0a-4d94-a687-54e99214e05e req-58074bc2-0cfd-4732-a125-325d5a29aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:46.256477 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a6023657-0e0a-4d94-a687-54e99214e05e req-58074bc2-0cfd-4732-a125-325d5a29aaec service neutron] 10.222.0.121 "GET /v2.0/subnets?id=404f0103-a31a-49f2-a2b0-b6c4c6104c16 HTTP/1.1" status: 200 len: 834 time: 0.0472076 Nov 04 11:47:46.303904 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6023657-0e0a-4d94-a687-54e99214e05e req-103433b6-52c5-4cec-9c77-7d7afeda54bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:46.305465 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a6023657-0e0a-4d94-a687-54e99214e05e req-103433b6-52c5-4cec-9c77-7d7afeda54bc service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=93355e00-0274-493f-a0e2-c87695d442c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413513 Nov 04 11:47:46.404946 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a6023657-0e0a-4d94-a687-54e99214e05e req-66f51154-ff1a-4d62-8bc3-ab1d04fa2cdc service neutron] 10.222.0.121 "GET /v2.0/networks/93355e00-0274-493f-a0e2-c87695d442c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906415 Nov 04 11:47:46.499695 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a6023657-0e0a-4d94-a687-54e99214e05e req-bc93a85c-4fae-4edb-af06-bce4569c4b71 service neutron] 10.222.0.121 "GET /v2.0/networks/93355e00-0274-493f-a0e2-c87695d442c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877879 Nov 04 11:47:46.514275 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62131f-1c50-407e-817d-4afb3028de9f req-cdb37e4a-d413-497e-b111-e75514fa857d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:46.515937 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0c62131f-1c50-407e-817d-4afb3028de9f req-cdb37e4a-d413-497e-b111-e75514fa857d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 943 time: 0.0528975 Nov 04 11:47:46.571828 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0c62131f-1c50-407e-817d-4afb3028de9f req-c0f52125-2775-447b-9b07-8afeb2778f41 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485890 Nov 04 11:47:46.592377 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d973-3e3a-42a3-ad8a-7c2d92ff1d14 req-18cd52df-23de-4bc5-9a66-9ae5a4d921ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:46.594061 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a414d973-3e3a-42a3-ad8a-7c2d92ff1d14 req-18cd52df-23de-4bc5-9a66-9ae5a4d921ca service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 1094 time: 0.0430763 Nov 04 11:47:46.688544 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d973-3e3a-42a3-ad8a-7c2d92ff1d14 req-f4a05d49-b97a-497a-84fd-e635d0efabb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:46.690098 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a414d973-3e3a-42a3-ad8a-7c2d92ff1d14 req-f4a05d49-b97a-497a-84fd-e635d0efabb0 service neutron] 10.222.0.121 "GET /v2.0/networks?id=93355e00-0274-493f-a0e2-c87695d442c7 HTTP/1.1" status: 200 len: 898 time: 0.0891578 Nov 04 11:47:46.735288 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a414d973-3e3a-42a3-ad8a-7c2d92ff1d14 req-39d700c7-567e-4b7f-9c49-bca20872a98e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ecc53b9-3103-4dd2-acbe-719121cda744 HTTP/1.1" status: 200 len: 217 time: 0.0348878 Nov 04 11:47:46.805577 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d973-3e3a-42a3-ad8a-7c2d92ff1d14 req-8454eba5-bccd-48f2-8f36-63c5e632dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:46.807102 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a414d973-3e3a-42a3-ad8a-7c2d92ff1d14 req-8454eba5-bccd-48f2-8f36-63c5e632dadf service neutron] 10.222.0.121 "GET /v2.0/subnets?id=404f0103-a31a-49f2-a2b0-b6c4c6104c16 HTTP/1.1" status: 200 len: 834 time: 0.0637689 Nov 04 11:47:46.860195 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d973-3e3a-42a3-ad8a-7c2d92ff1d14 req-6cbc9b7f-444c-4cfe-acb6-be63b9aab529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:46.862792 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a414d973-3e3a-42a3-ad8a-7c2d92ff1d14 req-6cbc9b7f-444c-4cfe-acb6-be63b9aab529 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=93355e00-0274-493f-a0e2-c87695d442c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469286 Nov 04 11:47:46.899923 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-909b3ff6-fb5f-4f68-935f-1376cf09609b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:46.961958 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a414d973-3e3a-42a3-ad8a-7c2d92ff1d14 req-51c12705-a0ce-4e6a-86eb-cf7e97d13278 service neutron] 10.222.0.121 "GET /v2.0/networks/93355e00-0274-493f-a0e2-c87695d442c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901620 Nov 04 11:47:47.070557 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a414d973-3e3a-42a3-ad8a-7c2d92ff1d14 req-a273a1b6-55e6-4ea4-861e-3b86425c99fa service neutron] 10.222.0.121 "GET /v2.0/networks/93355e00-0274-493f-a0e2-c87695d442c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007566 Nov 04 11:47:47.706633 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc0e2a-ff32-4757-8a2b-e6a2e53a4c93 req-032a324b-11c4-4af6-a9cd-f6873b9b3f6b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:47.708153 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-27cc0e2a-ff32-4757-8a2b-e6a2e53a4c93 req-032a324b-11c4-4af6-a9cd-f6873b9b3f6b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 943 time: 0.0567114 Nov 04 11:47:47.762962 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-27cc0e2a-ff32-4757-8a2b-e6a2e53a4c93 req-791371a2-57a5-4f48-b2fa-4bd2914a97ba tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460188 Nov 04 11:47:48.892141 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d3f86-ccbc-44fd-a951-719a60c570f9 req-62ba28d1-d1e5-4789-8144-2675c094ac4f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:48.894089 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-398d3f86-ccbc-44fd-a951-719a60c570f9 req-62ba28d1-d1e5-4789-8144-2675c094ac4f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 943 time: 0.0553660 Nov 04 11:47:48.950827 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-398d3f86-ccbc-44fd-a951-719a60c570f9 req-c9375884-6ec0-47db-b191-6c06c6df2fe7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477748 Nov 04 11:47:49.656712 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 3ecc53b9-3103-4dd2-acbe-719121cda744 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:47:49.765865 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 3ecc53b9-3103-4dd2-acbe-719121cda744, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=3ecc53b9-3103-4dd2-acbe-719121cda744,segment=NetworkSegment(56ed85db-8fbc-4f9b-8b90-4655d780e003),segment_id=56ed85db-8fbc-4f9b-8b90-4655d780e003)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:47:49.781063 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '3ecc53b9-3103-4dd2-acbe-719121cda744', 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7', 'port_id': '3ecc53b9-3103-4dd2-acbe-719121cda744', 'mac_address': 'fa:16:3e:78:cc:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '404f0103-a31a-49f2-a2b0-b6c4c6104c16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:47:49.784436 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9788cd6c-cc42-4fd5-bfb2-885a0889881e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:49.823895 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:49.836727 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ecc53b9-3103-4dd2-acbe-719121cda744 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:47:49.857699 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 3ecc53b9-3103-4dd2-acbe-719121cda744, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=3ecc53b9-3103-4dd2-acbe-719121cda744,segment=NetworkSegment(56ed85db-8fbc-4f9b-8b90-4655d780e003),segment_id=56ed85db-8fbc-4f9b-8b90-4655d780e003)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:47:49.863833 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:49.908973 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=3ecc53b9-3103-4dd2-acbe-719121cda744,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:50.063053 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['3ecc53b9-3103-4dd2-acbe-719121cda744'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:47:50.132708 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623410a-9973-4498-9913-b74d2eefd7c2 req-5bb72e25-8528-495c-b033-bda80199ce44 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:50.135013 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0623410a-9973-4498-9913-b74d2eefd7c2 req-5bb72e25-8528-495c-b033-bda80199ce44 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 944 time: 0.0557125 Nov 04 11:47:50.187935 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0623410a-9973-4498-9913-b74d2eefd7c2 req-2d09865f-69b0-4e89-b78b-e16e4f469126 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462182 Nov 04 11:47:51.081215 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:51.308121 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5403a-1489-4574-b47a-0766453d0c6d req-3ed089ad-c154-4f22-96cb-91870ad4aef8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:51.309659 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-77c5403a-1489-4574-b47a-0766453d0c6d req-3ed089ad-c154-4f22-96cb-91870ad4aef8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 944 time: 0.0513806 Nov 04 11:47:51.360165 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-77c5403a-1489-4574-b47a-0766453d0c6d req-d2a45dac-a09d-4aea-90a9-adec407d13a8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440717 Nov 04 11:47:51.657006 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 3ecc53b9-3103-4dd2-acbe-719121cda744 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:47:51.719589 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 3ecc53b9-3103-4dd2-acbe-719121cda744 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:47:51.724581 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 3ecc53b9-3103-4dd2-acbe-719121cda744 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:47:51.725083 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:51.817571 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:51.841047 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503efa16-832f-4019-96cc-c62f33e61ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecc53b9-3103-4dd2-acbe-719121cda744'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:47:51.843457 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bd6557-ac41-4a13-bbb1-b8891b3034de" -d '{"events": [{"server_uuid": "503efa16-832f-4019-96cc-c62f33e61ad9", "name": "network-vif-plugged", "status": "completed", "tag": "3ecc53b9-3103-4dd2-acbe-719121cda744"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:47:51.856860 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 3ecc53b9-3103-4dd2-acbe-719121cda744, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=3ecc53b9-3103-4dd2-acbe-719121cda744,segment=NetworkSegment(56ed85db-8fbc-4f9b-8b90-4655d780e003),segment_id=56ed85db-8fbc-4f9b-8b90-4655d780e003)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:47:51.863152 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:51.897185 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3ff282-9987-4143-8a72-3c620c0260de x-openstack-request-id: req-1f3ff282-9987-4143-8a72-3c620c0260de {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:47:51.897479 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503efa16-832f-4019-96cc-c62f33e61ad9", "name": "network-vif-plugged", "status": "completed", "tag": "3ecc53b9-3103-4dd2-acbe-719121cda744", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:47:51.897700 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-1f3ff282-9987-4143-8a72-3c620c0260de {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:47:51.898123 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503efa16-832f-4019-96cc-c62f33e61ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecc53b9-3103-4dd2-acbe-719121cda744', 'code': 200} Nov 04 11:47:51.927750 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=3ecc53b9-3103-4dd2-acbe-719121cda744,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:51.998439 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be5df3-4ea0-4aba-83da-0437002e0605 req-c67075b7-d7de-42f5-adb2-e54407cbea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:52.000080 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c6be5df3-4ea0-4aba-83da-0437002e0605 req-c67075b7-d7de-42f5-adb2-e54407cbea25 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 1096 time: 0.0479634 Nov 04 11:47:52.049087 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c6be5df3-4ea0-4aba-83da-0437002e0605 req-dda181cb-f524-4078-997f-d394b76eb256 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414324 Nov 04 11:47:52.490062 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:52.491119 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e218aa-c4dc-4c8b-94a1-58664f32d949 req-ee98d551-10fa-460b-a28e-f69da4e37123 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:52.492675 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c3e218aa-c4dc-4c8b-94a1-58664f32d949 req-ee98d551-10fa-460b-a28e-f69da4e37123 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 945 time: 0.0524750 Nov 04 11:47:52.548601 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c3e218aa-c4dc-4c8b-94a1-58664f32d949 req-cca7b0da-3bdf-4413-9693-1208b58e5049 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492380 Nov 04 11:47:52.696461 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:53.674684 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9634315-d327-49f3-89ab-8c2c150bcb83 req-4fd97c5c-c2d2-40d8-92fd-e2262564e314 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:53.676277 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d9634315-d327-49f3-89ab-8c2c150bcb83 req-4fd97c5c-c2d2-40d8-92fd-e2262564e314 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 945 time: 0.0537407 Nov 04 11:47:53.735156 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d9634315-d327-49f3-89ab-8c2c150bcb83 req-99e1ed4e-fd9b-41e3-9a5e-c56a0572eca0 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496020 Nov 04 11:47:53.864846 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b5c4f-bc77-4092-9a0f-985b954d3616 req-bc97fe8e-3979-4cbb-acb3-3590582cf637 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:53.866405 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c46b5c4f-bc77-4092-9a0f-985b954d3616 req-bc97fe8e-3979-4cbb-acb3-3590582cf637 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 945 time: 0.0573711 Nov 04 11:47:53.921979 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c46b5c4f-bc77-4092-9a0f-985b954d3616 req-85fefcbf-0829-44ce-989e-bd978504d137 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458746 Nov 04 11:47:53.944983 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35396) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:47:54.048074 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97ab0f0-3c8b-4916-9d17-e0cf700d9178 tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:54.049723 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-e97ab0f0-3c8b-4916-9d17-e0cf700d9178 tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 1091 time: 0.1036837 Nov 04 11:47:54.053840 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35400) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:47:54.058396 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-5694292e-362c-41a4-b808-e2e2a94376c7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'port_id': '3ecc53b9-3103-4dd2-acbe-719121cda744', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:47:54.084984 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5694292e-362c-41a4-b808-e2e2a94376c7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:54.192067 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5694292e-362c-41a4-b808-e2e2a94376c7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:54.308401 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-5694292e-362c-41a4-b808-e2e2a94376c7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Allocated IP 172.25.7.113 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/402d67e2-d37e-4800-992d-68c0e05ffe84) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:47:54.412759 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5694292e-362c-41a4-b808-e2e2a94376c7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:54.449680 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5694292e-362c-41a4-b808-e2e2a94376c7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:54.495580 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5694292e-362c-41a4-b808-e2e2a94376c7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:47:54.498612 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-5694292e-362c-41a4-b808-e2e2a94376c7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:47:54.503228 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5694292e-362c-41a4-b808-e2e2a94376c7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:47:54.506407 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694292e-362c-41a4-b808-e2e2a94376c7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=402d67e2-d37e-4800-992d-68c0e05ffe84,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:54.869311 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5694292e-362c-41a4-b808-e2e2a94376c7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:54.942611 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5694292e-362c-41a4-b808-e2e2a94376c7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:55.121693 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5694292e-362c-41a4-b808-e2e2a94376c7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:55.128784 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5694292e-362c-41a4-b808-e2e2a94376c7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:55.198456 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694292e-362c-41a4-b808-e2e2a94376c7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=402d67e2-d37e-4800-992d-68c0e05ffe84,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:47:55.214078 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5694292e-362c-41a4-b808-e2e2a94376c7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:55.322154 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-5694292e-362c-41a4-b808-e2e2a94376c7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Floating IP 663fb632-1f65-4dcf-b93b-1be6874045f0 associated. External IP: 172.25.7.113, port: 3ecc53b9-3103-4dd2-acbe-719121cda744. Nov 04 11:47:55.545152 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5694292e-362c-41a4-b808-e2e2a94376c7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Router e89e57af-46c0-4679-905d-f3b23ad82d82 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:47:55.658588 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5694292e-362c-41a4-b808-e2e2a94376c7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:47:55.669513 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121faaf5-ef8e-4504-b2d5-cace7964a84f None None] Sync routers for ids ['e89e57af-46c0-4679-905d-f3b23ad82d82'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:47:55.679544 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5694292e-362c-41a4-b808-e2e2a94376c7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:47:55.681064 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121faaf5-ef8e-4504-b2d5-cace7964a84f None None] Routers {'e89e57af-46c0-4679-905d-f3b23ad82d82'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:47:55.681691 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-121faaf5-ef8e-4504-b2d5-cace7964a84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:47:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e89e57af-46c0-4679-905d-f3b23ad82d82'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:47:55.708554 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5694292e-362c-41a4-b808-e2e2a94376c7 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6536231 Nov 04 11:47:55.709287 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503efa16-832f-4019-96cc-c62f33e61ad9', 'tag': '3ecc53b9-3103-4dd2-acbe-719121cda744'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:47:55.711723 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4e2a034f213e3ed4147e598e162b1822d6f65ae2e173dcd934e22f7eae9c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a60e90-cab3-40c5-a762-a377d779bf3f" -d '{"events": [{"name": "network-changed", "server_uuid": "503efa16-832f-4019-96cc-c62f33e61ad9", "tag": "3ecc53b9-3103-4dd2-acbe-719121cda744"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:47:55.793317 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-121faaf5-ef8e-4504-b2d5-cace7964a84f None None] Set router e89e57af-46c0-4679-905d-f3b23ad82d82 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:47:55.810206 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5720b-117f-4db6-929e-7b242f427e39 req-d98871de-9668-4c51-9a00-8fda92451324 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:55.811712 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-10b5720b-117f-4db6-929e-7b242f427e39 req-d98871de-9668-4c51-9a00-8fda92451324 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 945 time: 0.0496058 Nov 04 11:47:55.873554 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-10b5720b-117f-4db6-929e-7b242f427e39 req-af8813a6-e658-4b73-affd-3e213d581690 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549619 Nov 04 11:47:55.896933 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35406) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:47:55.939977 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8bc581-bb1e-4b28-9c4f-023526a0ff63 x-openstack-request-id: req-3e8bc581-bb1e-4b28-9c4f-023526a0ff63 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:47:55.940316 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "503efa16-832f-4019-96cc-c62f33e61ad9", "tag": "3ecc53b9-3103-4dd2-acbe-719121cda744", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:47:55.940565 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-3e8bc581-bb1e-4b28-9c4f-023526a0ff63 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:47:55.940982 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '503efa16-832f-4019-96cc-c62f33e61ad9', 'tag': '3ecc53b9-3103-4dd2-acbe-719121cda744', 'status': 'completed', 'code': 200} Nov 04 11:47:55.972203 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0a6e1a9b-a940-446d-9a83-0055d5853816 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/floatingips/663fb632-1f65-4dcf-b93b-1be6874045f0 HTTP/1.1" status: 200 len: 991 time: 0.0740943 Nov 04 11:47:55.989235 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a60e90-cab3-40c5-a762-a377d779bf3f req-e18a8ca3-457b-4b29-8ece-527f6d8ee6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:55.990763 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-52a60e90-cab3-40c5-a762-a377d779bf3f req-e18a8ca3-457b-4b29-8ece-527f6d8ee6cd service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 1096 time: 0.0462627 Nov 04 11:47:56.026906 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-121faaf5-ef8e-4504-b2d5-cace7964a84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270973367', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:47:37Z', 'updated_at': '2021-11-04T11:47:41Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:47:38Z', 'updated_at': '2021-11-04T11:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '663fb632-1f65-4dcf-b93b-1be6874045f0', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'port_id': '3ecc53b9-3103-4dd2-acbe-719121cda744', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7', 'mac_address': 'fa:16:3e:78:cc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503efa16-832f-4019-96cc-c62f33e61ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:47:54Z', 'updated_at': '2021-11-04T11:47:54Z', 'revision_number': 0, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7', 'name': '', 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:3f:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '404f0103-a31a-49f2-a2b0-b6c4c6104c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:47:40Z', 'updated_at': '2021-11-04T11:47:44Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '404f0103-a31a-49f2-a2b0-b6c4c6104c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:47:56.056395 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121faaf5-ef8e-4504-b2d5-cace7964a84f None None] Checking router: e89e57af-46c0-4679-905d-f3b23ad82d82 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:47:56.065766 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121faaf5-ef8e-4504-b2d5-cace7964a84f None None] Routers {'e89e57af-46c0-4679-905d-f3b23ad82d82'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:47:56.066309 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-121faaf5-ef8e-4504-b2d5-cace7964a84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:47:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e89e57af-46c0-4679-905d-f3b23ad82d82'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:47:56.084545 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a60e90-cab3-40c5-a762-a377d779bf3f req-f4954e3e-e20b-4261-a67a-44600ad56fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:56.086108 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-52a60e90-cab3-40c5-a762-a377d779bf3f req-f4954e3e-e20b-4261-a67a-44600ad56fef service neutron] 10.222.0.121 "GET /v2.0/networks?id=93355e00-0274-493f-a0e2-c87695d442c7 HTTP/1.1" status: 200 len: 898 time: 0.0885806 Nov 04 11:47:56.157943 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-52a60e90-cab3-40c5-a762-a377d779bf3f req-f293c6b0-911c-4e72-a0c3-5ecd4b4a8f5c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ecc53b9-3103-4dd2-acbe-719121cda744 HTTP/1.1" status: 200 len: 999 time: 0.0647647 Nov 04 11:47:56.174252 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-121faaf5-ef8e-4504-b2d5-cace7964a84f None None] Set router e89e57af-46c0-4679-905d-f3b23ad82d82 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:47:56.207985 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a60e90-cab3-40c5-a762-a377d779bf3f req-2696e283-9767-4d58-aaf1-080b6bc8a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:56.209601 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-52a60e90-cab3-40c5-a762-a377d779bf3f req-2696e283-9767-4d58-aaf1-080b6bc8a0b4 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=404f0103-a31a-49f2-a2b0-b6c4c6104c16 HTTP/1.1" status: 200 len: 834 time: 0.0449686 Nov 04 11:47:56.256053 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a60e90-cab3-40c5-a762-a377d779bf3f req-5a46375e-540e-44fe-96e1-5f11333b3a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:47:56.257927 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-52a60e90-cab3-40c5-a762-a377d779bf3f req-5a46375e-540e-44fe-96e1-5f11333b3a70 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=93355e00-0274-493f-a0e2-c87695d442c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413744 Nov 04 11:47:56.353297 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-52a60e90-cab3-40c5-a762-a377d779bf3f req-0a1110be-4d8f-441f-b402-3417addf74c0 service neutron] 10.222.0.121 "GET /v2.0/networks/93355e00-0274-493f-a0e2-c87695d442c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885999 Nov 04 11:47:56.400989 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-121faaf5-ef8e-4504-b2d5-cace7964a84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270973367', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:47:37Z', 'updated_at': '2021-11-04T11:47:41Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:47:38Z', 'updated_at': '2021-11-04T11:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '663fb632-1f65-4dcf-b93b-1be6874045f0', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'port_id': '3ecc53b9-3103-4dd2-acbe-719121cda744', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7', 'mac_address': 'fa:16:3e:78:cc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503efa16-832f-4019-96cc-c62f33e61ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:47:54Z', 'updated_at': '2021-11-04T11:47:54Z', 'revision_number': 0, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7', 'name': '', 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:3f:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '404f0103-a31a-49f2-a2b0-b6c4c6104c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:47:40Z', 'updated_at': '2021-11-04T11:47:44Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '404f0103-a31a-49f2-a2b0-b6c4c6104c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:47:56.430493 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121faaf5-ef8e-4504-b2d5-cace7964a84f None None] The sync data for ids ['e89e57af-46c0-4679-905d-f3b23ad82d82'] in n-d-816629-1 is: [{'id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270973367', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:47:37Z', 'updated_at': '2021-11-04T11:47:41Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:47:38Z', 'updated_at': '2021-11-04T11:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '663fb632-1f65-4dcf-b93b-1be6874045f0', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'port_id': '3ecc53b9-3103-4dd2-acbe-719121cda744', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7', 'mac_address': 'fa:16:3e:78:cc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503efa16-832f-4019-96cc-c62f33e61ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:47:54Z', 'updated_at': '2021-11-04T11:47:54Z', 'revision_number': 0, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7', 'name': '', 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:3f:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '404f0103-a31a-49f2-a2b0-b6c4c6104c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:47:40Z', 'updated_at': '2021-11-04T11:47:44Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '404f0103-a31a-49f2-a2b0-b6c4c6104c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:47:56.447592 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-52a60e90-cab3-40c5-a762-a377d779bf3f req-41d428e3-fa9b-40d7-b0bf-317d076008f7 service neutron] 10.222.0.121 "GET /v2.0/networks/93355e00-0274-493f-a0e2-c87695d442c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867307 Nov 04 11:47:56.637146 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de00e2b7-83fb-42e1-98a7-5c66fa65625c None None] New status for floating IP 663fb632-1f65-4dcf-b93b-1be6874045f0: ACTIVE {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:47:56.975160 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35408) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:47:57.042856 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-4bc62bf7-e6f4-43db-a1f4-c340a5e1bc95 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/floatingips/663fb632-1f65-4dcf-b93b-1be6874045f0 HTTP/1.1" status: 200 len: 993 time: 0.0665870 Nov 04 11:48:09.440912 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:48:13.146846 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:48:15.542434 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:48:16.910991 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ebec0aaa-32ca-4c80-8f4b-76424db17361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:48:19.774894 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a8fed7c8-2057-47c7-8a95-226e7ef86f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:48:21.080440 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:48:22.496347 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:48:22.695079 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:48:28.517928 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd071e-e12c-4b25-a8d6-595227296ed9 req-eb389faa-ab66-4f58-a80e-1e779df62d95 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:48:28.519591 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-35fd071e-e12c-4b25-a8d6-595227296ed9 req-eb389faa-ab66-4f58-a80e-1e779df62d95 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 945 time: 0.0572212 Nov 04 11:48:28.572414 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-35fd071e-e12c-4b25-a8d6-595227296ed9 req-44fed418-1733-41e0-b4d8-654687dc275b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463798 Nov 04 11:48:29.703001 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002756f6-e2bf-476d-a19e-21cfc22aaae6 req-203ed8e7-7269-4a1c-bcbd-3c905160ea7e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:48:29.704541 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-002756f6-e2bf-476d-a19e-21cfc22aaae6 req-203ed8e7-7269-4a1c-bcbd-3c905160ea7e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 945 time: 0.0548711 Nov 04 11:48:29.768058 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-002756f6-e2bf-476d-a19e-21cfc22aaae6 req-9371aa41-f4b4-4613-ab4b-95caa123c476 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544703 Nov 04 11:48:30.901134 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2764b94-dde4-4220-b33d-07522128ef24 req-b8ce5045-9568-4027-85c3-ddf9a3a22f63 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:48:30.902635 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e2764b94-dde4-4220-b33d-07522128ef24 req-b8ce5045-9568-4027-85c3-ddf9a3a22f63 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 945 time: 0.0564616 Nov 04 11:48:30.953877 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e2764b94-dde4-4220-b33d-07522128ef24 req-4e64015c-1f27-49b2-9749-f99373744df6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450785 Nov 04 11:48:32.083718 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f6faf-d5ca-4de5-8b3f-8f21e22dffd3 req-ae58816e-bd4d-4c4d-ad54-fbc3501b307a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:48:32.085265 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f3f6faf-d5ca-4de5-8b3f-8f21e22dffd3 req-ae58816e-bd4d-4c4d-ad54-fbc3501b307a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 945 time: 0.0523694 Nov 04 11:48:32.142284 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1f3f6faf-d5ca-4de5-8b3f-8f21e22dffd3 req-175a35f3-ea66-40f5-8829-cde771152495 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481977 Nov 04 11:48:33.274880 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4bff6-6bda-47ee-86ed-9138ffed97e5 req-f7653679-7d92-4323-9ba5-85b2b4c8f6e1 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:48:33.276510 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-10a4bff6-6bda-47ee-86ed-9138ffed97e5 req-f7653679-7d92-4323-9ba5-85b2b4c8f6e1 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 945 time: 0.0542960 Nov 04 11:48:33.336786 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-10a4bff6-6bda-47ee-86ed-9138ffed97e5 req-ac5c1480-cc67-4db1-94c5-3eb913b23832 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504961 Nov 04 11:48:34.481829 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b1e2f-80fb-4a3f-b8e1-0102332e1b1a req-7ddb168f-848e-4609-9555-882174eb2be2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:48:34.483336 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4e4b1e2f-80fb-4a3f-b8e1-0102332e1b1a req-7ddb168f-848e-4609-9555-882174eb2be2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 945 time: 0.0599062 Nov 04 11:48:34.535081 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4e4b1e2f-80fb-4a3f-b8e1-0102332e1b1a req-885c5e56-44f9-49ef-a159-cf984724bd47 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455573 Nov 04 11:48:35.690003 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebc87d-29ad-4705-ae89-aaa2a35d182d req-0043ec2d-38b6-49e5-be64-63600a07ca63 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:48:35.691572 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dcebc87d-29ad-4705-ae89-aaa2a35d182d req-0043ec2d-38b6-49e5-be64-63600a07ca63 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 945 time: 0.0600655 Nov 04 11:48:35.746520 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dcebc87d-29ad-4705-ae89-aaa2a35d182d req-bcfbd5c4-85de-4e9a-a4f2-43bdc133c2ae tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460041 Nov 04 11:48:36.070591 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4b108-a268-456c-b1b6-d4b06714e3c6 req-051f6dff-a3d9-4e64-907e-125ed420c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:48:36.072114 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bcc4b108-a268-456c-b1b6-d4b06714e3c6 req-051f6dff-a3d9-4e64-907e-125ed420c2d9 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 1096 time: 0.0442834 Nov 04 11:48:36.187274 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4b108-a268-456c-b1b6-d4b06714e3c6 req-a0bb2e5c-006e-433f-8fc5-f1bb51cc9650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:48:36.188763 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bcc4b108-a268-456c-b1b6-d4b06714e3c6 req-a0bb2e5c-006e-433f-8fc5-f1bb51cc9650 service neutron] 10.222.0.121 "GET /v2.0/networks?id=93355e00-0274-493f-a0e2-c87695d442c7 HTTP/1.1" status: 200 len: 898 time: 0.0950525 Nov 04 11:48:36.260853 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bcc4b108-a268-456c-b1b6-d4b06714e3c6 req-7b615539-a9c6-4c8e-96a3-9e796699864f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ecc53b9-3103-4dd2-acbe-719121cda744 HTTP/1.1" status: 200 len: 1001 time: 0.0644431 Nov 04 11:48:36.326076 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4b108-a268-456c-b1b6-d4b06714e3c6 req-bc8f3b48-54f5-430e-a964-1684125e4a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:48:36.327546 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bcc4b108-a268-456c-b1b6-d4b06714e3c6 req-bc8f3b48-54f5-430e-a964-1684125e4a35 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=404f0103-a31a-49f2-a2b0-b6c4c6104c16 HTTP/1.1" status: 200 len: 834 time: 0.0575380 Nov 04 11:48:36.375453 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4b108-a268-456c-b1b6-d4b06714e3c6 req-86693eae-ff77-4fe0-9d83-c6895668feea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:48:36.376986 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bcc4b108-a268-456c-b1b6-d4b06714e3c6 req-86693eae-ff77-4fe0-9d83-c6895668feea service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=93355e00-0274-493f-a0e2-c87695d442c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419471 Nov 04 11:48:36.472773 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bcc4b108-a268-456c-b1b6-d4b06714e3c6 req-cf7fa809-bd25-48db-8894-653e6bfd1cc6 service neutron] 10.222.0.121 "GET /v2.0/networks/93355e00-0274-493f-a0e2-c87695d442c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873439 Nov 04 11:48:36.568855 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bcc4b108-a268-456c-b1b6-d4b06714e3c6 req-5f53318d-fedc-4783-9b53-70260e52062c service neutron] 10.222.0.121 "GET /v2.0/networks/93355e00-0274-493f-a0e2-c87695d442c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892315 Nov 04 11:48:36.880320 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f60180-5a55-4e90-8366-64290eec9cd2 req-8693710a-3d43-4b95-b5ae-73661c1a50ec tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:48:36.881857 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-50f60180-5a55-4e90-8366-64290eec9cd2 req-8693710a-3d43-4b95-b5ae-73661c1a50ec tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 945 time: 0.0529389 Nov 04 11:48:36.935374 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-50f60180-5a55-4e90-8366-64290eec9cd2 req-78b6b141-6b6e-4774-8d9e-bb508e0285c0 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447125 Nov 04 11:48:38.062897 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e9d1f-a47a-4c71-860d-ccfef0bf4813 req-cbae1562-0965-496f-aa02-3be911102b80 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:48:38.064407 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-967e9d1f-a47a-4c71-860d-ccfef0bf4813 req-cbae1562-0965-496f-aa02-3be911102b80 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 945 time: 0.0515211 Nov 04 11:48:38.118608 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-967e9d1f-a47a-4c71-860d-ccfef0bf4813 req-9d178307-68b5-419d-9314-2cfecaf71249 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474412 Nov 04 11:48:39.240490 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4f0f3-b8c8-416a-b747-5c7ff100997d req-74ec7aba-b679-421c-bf77-9bf6b1236356 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:48:39.242066 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c5f4f0f3-b8c8-416a-b747-5c7ff100997d req-74ec7aba-b679-421c-bf77-9bf6b1236356 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 945 time: 0.0508041 Nov 04 11:48:39.301345 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c5f4f0f3-b8c8-416a-b747-5c7ff100997d req-2a473622-1c85-4e95-b36c-7583f9d96257 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526896 Nov 04 11:48:40.429286 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca2ced-a858-4b56-9187-bdcae0baa680 req-5689001c-8796-4aea-86e9-7af62fca960e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:48:40.430680 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-10ca2ced-a858-4b56-9187-bdcae0baa680 req-5689001c-8796-4aea-86e9-7af62fca960e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 945 time: 0.0499573 Nov 04 11:48:40.484390 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-10ca2ced-a858-4b56-9187-bdcae0baa680 req-927046de-2a0e-43f1-a985-d8b43d0ae065 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472646 Nov 04 11:48:41.629067 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd8dbd-7021-439c-ba73-fa9706fe2ca6 req-13f629fa-6820-4e16-911d-679e4fbdec0f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:48:41.631465 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b9dd8dbd-7021-439c-ba73-fa9706fe2ca6 req-13f629fa-6820-4e16-911d-679e4fbdec0f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 945 time: 0.0658326 Nov 04 11:48:41.696633 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b9dd8dbd-7021-439c-ba73-fa9706fe2ca6 req-ced28984-ad81-4290-9e6d-ef926dbef55f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555494 Nov 04 11:48:42.839775 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136f24d-7f94-41f1-8783-f9b6af345454 req-6a97ce1b-7548-4796-acb4-cf70da11a79c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:48:42.841368 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8136f24d-7f94-41f1-8783-f9b6af345454 req-6a97ce1b-7548-4796-acb4-cf70da11a79c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 945 time: 0.0558081 Nov 04 11:48:42.892035 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8136f24d-7f94-41f1-8783-f9b6af345454 req-943e316a-aaff-4579-9e53-66014ab98fa1 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443542 Nov 04 11:48:43.131247 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:48:44.036593 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75d850-6984-4d2b-8117-9055c7819f27 req-7dd5e89a-29de-43a6-90a9-9f6488b89d5c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:48:44.038131 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ce75d850-6984-4d2b-8117-9055c7819f27 req-7dd5e89a-29de-43a6-90a9-9f6488b89d5c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 945 time: 0.0489893 Nov 04 11:48:44.095774 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ce75d850-6984-4d2b-8117-9055c7819f27 req-66870b41-a211-4fcd-8965-4d45b038c49d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486200 Nov 04 11:48:44.123894 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35456) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:48:44.187809 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b98e0bab-563b-4548-a21e-36610d4afd85 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/floatingips/663fb632-1f65-4dcf-b93b-1be6874045f0 HTTP/1.1" status: 200 len: 993 time: 0.0625839 Nov 04 11:48:45.476248 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e82b6a-9b2c-4187-92a5-e7647c8eb42f req-499a7aa5-8dd4-4967-956c-7c104da93f45 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:48:45.477963 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-91e82b6a-9b2c-4187-92a5-e7647c8eb42f req-499a7aa5-8dd4-4967-956c-7c104da93f45 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 945 time: 0.0530899 Nov 04 11:48:45.497123 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6908c-7ee6-4c22-8936-413c3371f5b2 req-59720c4e-49ce-47f6-8b81-3c8bc13baf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:48:45.498680 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-87f6908c-7ee6-4c22-8936-413c3371f5b2 req-59720c4e-49ce-47f6-8b81-3c8bc13baf0c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 1096 time: 0.0440784 Nov 04 11:48:45.535428 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-91e82b6a-9b2c-4187-92a5-e7647c8eb42f req-daa7d2bb-453a-4983-bf86-80f3da38eecc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512497 Nov 04 11:48:45.543824 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:48:45.599268 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6908c-7ee6-4c22-8936-413c3371f5b2 req-b7d6c362-9c4a-459c-a853-517e212eca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:48:45.600740 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-87f6908c-7ee6-4c22-8936-413c3371f5b2 req-b7d6c362-9c4a-459c-a853-517e212eca3c service neutron] 10.222.0.121 "GET /v2.0/networks?id=93355e00-0274-493f-a0e2-c87695d442c7 HTTP/1.1" status: 200 len: 898 time: 0.0938206 Nov 04 11:48:45.673947 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-87f6908c-7ee6-4c22-8936-413c3371f5b2 req-0b375516-0daa-4198-b0e3-7efd1d867f82 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ecc53b9-3103-4dd2-acbe-719121cda744 HTTP/1.1" status: 200 len: 1001 time: 0.0656655 Nov 04 11:48:45.735490 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6908c-7ee6-4c22-8936-413c3371f5b2 req-b25d4089-b6ce-42a0-9ff9-08e4e1cd141f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:48:45.737396 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-87f6908c-7ee6-4c22-8936-413c3371f5b2 req-b25d4089-b6ce-42a0-9ff9-08e4e1cd141f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=404f0103-a31a-49f2-a2b0-b6c4c6104c16 HTTP/1.1" status: 200 len: 834 time: 0.0571046 Nov 04 11:48:45.789606 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6908c-7ee6-4c22-8936-413c3371f5b2 req-bbeb0e20-5973-4c0b-ac85-f72965ba5f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:48:45.791182 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-87f6908c-7ee6-4c22-8936-413c3371f5b2 req-bbeb0e20-5973-4c0b-ac85-f72965ba5f51 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=93355e00-0274-493f-a0e2-c87695d442c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463886 Nov 04 11:48:45.885534 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-87f6908c-7ee6-4c22-8936-413c3371f5b2 req-e802d39d-7793-401e-9a1c-cbaf761a0004 service neutron] 10.222.0.121 "GET /v2.0/networks/93355e00-0274-493f-a0e2-c87695d442c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869889 Nov 04 11:48:45.990047 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-87f6908c-7ee6-4c22-8936-413c3371f5b2 req-6c03219d-15c7-44d7-ad67-cd04bf2093b3 service neutron] 10.222.0.121 "GET /v2.0/networks/93355e00-0274-493f-a0e2-c87695d442c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963352 Nov 04 11:48:46.441086 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:48:46.671955 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0c509-1c38-4711-b955-207cea8b2a0f req-13acbfb4-3a56-428c-9cca-f0da986e508a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:48:46.673491 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-08b0c509-1c38-4711-b955-207cea8b2a0f req-13acbfb4-3a56-428c-9cca-f0da986e508a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 945 time: 0.0525858 Nov 04 11:48:46.723946 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-08b0c509-1c38-4711-b955-207cea8b2a0f req-07071b59-92c8-49d0-b4fb-7d9657cafdf5 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441611 Nov 04 11:48:46.747016 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35468) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:48:46.807299 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-950c97b0-25b6-4433-93a1-2f558a0ffec0 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/floatingips/663fb632-1f65-4dcf-b93b-1be6874045f0 HTTP/1.1" status: 200 len: 993 time: 0.0591342 Nov 04 11:48:46.911385 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6f47a028-761b-4987-91d1-0b284f121450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:48:49.776773 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9f96f1f2-ad81-4a9e-a257-e48b342bd649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:48:51.094232 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:48:52.496598 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:48:52.694197 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:13.145326 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:15.545606 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:16.918748 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-41a801b1-0449-41cf-993f-4c349855f20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:17.255704 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35478) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:49:17.440398 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-dcc76b8e-c116-482c-aa88-fad609b3218d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Deleting port 402d67e2-d37e-4800-992d-68c0e05ffe84 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:49:17.440708 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dcc76b8e-c116-482c-aa88-fad609b3218d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:17.528890 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dcc76b8e-c116-482c-aa88-fad609b3218d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:17.529157 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dcc76b8e-c116-482c-aa88-fad609b3218d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:17.542122 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-dcc76b8e-c116-482c-aa88-fad609b3218d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Calling delete_port for 402d67e2-d37e-4800-992d-68c0e05ffe84 owned by network:floatingip {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:49:17.703018 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dcc76b8e-c116-482c-aa88-fad609b3218d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:17.741860 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc76b8e-c116-482c-aa88-fad609b3218d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Port': ['ID=402d67e2-d37e-4800-992d-68c0e05ffe84,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:17.769818 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc76b8e-c116-482c-aa88-fad609b3218d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:17.770164 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc76b8e-c116-482c-aa88-fad609b3218d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:17.770506 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc76b8e-c116-482c-aa88-fad609b3218d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:17.770837 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc76b8e-c116-482c-aa88-fad609b3218d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:17.771166 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc76b8e-c116-482c-aa88-fad609b3218d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:17.771494 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc76b8e-c116-482c-aa88-fad609b3218d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:17.771821 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc76b8e-c116-482c-aa88-fad609b3218d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:17.772143 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc76b8e-c116-482c-aa88-fad609b3218d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:17.772471 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc76b8e-c116-482c-aa88-fad609b3218d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:17.772776 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc76b8e-c116-482c-aa88-fad609b3218d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:17.773187 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc76b8e-c116-482c-aa88-fad609b3218d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:17.773505 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc76b8e-c116-482c-aa88-fad609b3218d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:17.816675 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dcc76b8e-c116-482c-aa88-fad609b3218d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for floatingip, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:17.817016 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [None req-dcc76b8e-c116-482c-aa88-fad609b3218d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Floating IP 663fb632-1f65-4dcf-b93b-1be6874045f0 disassociated (deleted). External IP: 172.25.7.113, port: 3ecc53b9-3103-4dd2-acbe-719121cda744. Nov 04 11:49:18.031754 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc76b8e-c116-482c-aa88-fad609b3218d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Router e89e57af-46c0-4679-905d-f3b23ad82d82 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:49:18.162273 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc76b8e-c116-482c-aa88-fad609b3218d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:49:18.169782 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-dcc76b8e-c116-482c-aa88-fad609b3218d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:18.173267 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef520959-4dda-4d56-bbfa-19475f223a94 None None] Sync routers for ids ['e89e57af-46c0-4679-905d-f3b23ad82d82'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:49:18.183742 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef520959-4dda-4d56-bbfa-19475f223a94 None None] Routers {'e89e57af-46c0-4679-905d-f3b23ad82d82'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:49:18.184359 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-ef520959-4dda-4d56-bbfa-19475f223a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:48:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e89e57af-46c0-4679-905d-f3b23ad82d82'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:49:18.202306 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-dcc76b8e-c116-482c-aa88-fad609b3218d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "DELETE /v2.0/floatingips/663fb632-1f65-4dcf-b93b-1be6874045f0 HTTP/1.1" status: 204 len: 168 time: 0.9426465 Nov 04 11:49:18.202306 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503efa16-832f-4019-96cc-c62f33e61ad9', 'tag': '3ecc53b9-3103-4dd2-acbe-719121cda744'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:49:18.202902 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436be95f-4370-4c21-9b86-ee388d9579a7" -d '{"events": [{"name": "network-changed", "server_uuid": "503efa16-832f-4019-96cc-c62f33e61ad9", "tag": "3ecc53b9-3103-4dd2-acbe-719121cda744"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:49:18.293851 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-ef520959-4dda-4d56-bbfa-19475f223a94 None None] Set router e89e57af-46c0-4679-905d-f3b23ad82d82 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:49:18.415721 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0dff4e-b1d3-4e85-af65-948ba4e7ab38 x-openstack-request-id: req-2b0dff4e-b1d3-4e85-af65-948ba4e7ab38 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:49:18.416213 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "503efa16-832f-4019-96cc-c62f33e61ad9", "tag": "3ecc53b9-3103-4dd2-acbe-719121cda744", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:49:18.416314 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-2b0dff4e-b1d3-4e85-af65-948ba4e7ab38 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:49:18.416657 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '503efa16-832f-4019-96cc-c62f33e61ad9', 'tag': '3ecc53b9-3103-4dd2-acbe-719121cda744', 'status': 'completed', 'code': 200} Nov 04 11:49:18.512698 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-ef520959-4dda-4d56-bbfa-19475f223a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270973367', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:47:37Z', 'updated_at': '2021-11-04T11:47:41Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:47:38Z', 'updated_at': '2021-11-04T11:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7', 'name': '', 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:3f:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '404f0103-a31a-49f2-a2b0-b6c4c6104c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:47:40Z', 'updated_at': '2021-11-04T11:47:44Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '404f0103-a31a-49f2-a2b0-b6c4c6104c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:49:18.516339 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee7c59-36f6-43a4-8199-aee2a0f6c659 req-7fb89607-dda8-4ad3-ada5-919a7e5adff6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:18.517904 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6cee7c59-36f6-43a4-8199-aee2a0f6c659 req-7fb89607-dda8-4ad3-ada5-919a7e5adff6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 945 time: 0.0557375 Nov 04 11:49:18.538794 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef520959-4dda-4d56-bbfa-19475f223a94 None None] Checking router: e89e57af-46c0-4679-905d-f3b23ad82d82 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:49:18.548033 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef520959-4dda-4d56-bbfa-19475f223a94 None None] Routers {'e89e57af-46c0-4679-905d-f3b23ad82d82'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:49:18.548562 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-ef520959-4dda-4d56-bbfa-19475f223a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:48:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e89e57af-46c0-4679-905d-f3b23ad82d82'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:49:18.569615 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6cee7c59-36f6-43a4-8199-aee2a0f6c659 req-4f06b40d-80f8-42fa-bedb-7f3d9139ad57 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454617 Nov 04 11:49:18.661163 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-ef520959-4dda-4d56-bbfa-19475f223a94 None None] Set router e89e57af-46c0-4679-905d-f3b23ad82d82 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:49:18.668661 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436be95f-4370-4c21-9b86-ee388d9579a7 req-6cac9e0e-00a8-4036-8929-d6b4cdf20d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:18.670306 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-436be95f-4370-4c21-9b86-ee388d9579a7 req-6cac9e0e-00a8-4036-8929-d6b4cdf20d8a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 1096 time: 0.0923145 Nov 04 11:49:18.775575 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436be95f-4370-4c21-9b86-ee388d9579a7 req-bafcdaff-ef56-41a0-afc8-072b4990c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:18.777280 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-436be95f-4370-4c21-9b86-ee388d9579a7 req-bafcdaff-ef56-41a0-afc8-072b4990c5a2 service neutron] 10.222.0.121 "GET /v2.0/networks?id=93355e00-0274-493f-a0e2-c87695d442c7 HTTP/1.1" status: 200 len: 898 time: 0.0957863 Nov 04 11:49:18.821804 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-436be95f-4370-4c21-9b86-ee388d9579a7 req-607deb68-50d0-4138-b293-c228b51a1eef service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ecc53b9-3103-4dd2-acbe-719121cda744 HTTP/1.1" status: 200 len: 217 time: 0.0353148 Nov 04 11:49:18.873776 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-ef520959-4dda-4d56-bbfa-19475f223a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270973367', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:47:37Z', 'updated_at': '2021-11-04T11:47:41Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:47:38Z', 'updated_at': '2021-11-04T11:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7', 'name': '', 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:3f:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '404f0103-a31a-49f2-a2b0-b6c4c6104c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:47:40Z', 'updated_at': '2021-11-04T11:47:44Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '404f0103-a31a-49f2-a2b0-b6c4c6104c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:49:18.874259 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436be95f-4370-4c21-9b86-ee388d9579a7 req-dd80cb6d-84d4-4ba0-992f-6116ee211fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:18.875788 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-436be95f-4370-4c21-9b86-ee388d9579a7 req-dd80cb6d-84d4-4ba0-992f-6116ee211fac service neutron] 10.222.0.121 "GET /v2.0/subnets?id=404f0103-a31a-49f2-a2b0-b6c4c6104c16 HTTP/1.1" status: 200 len: 834 time: 0.0461733 Nov 04 11:49:18.901502 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef520959-4dda-4d56-bbfa-19475f223a94 None None] The sync data for ids ['e89e57af-46c0-4679-905d-f3b23ad82d82'] in n-d-816629-1 is: [{'id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270973367', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:47:37Z', 'updated_at': '2021-11-04T11:47:41Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:47:38Z', 'updated_at': '2021-11-04T11:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7', 'name': '', 'network_id': '93355e00-0274-493f-a0e2-c87695d442c7', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:3f:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '404f0103-a31a-49f2-a2b0-b6c4c6104c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:47:40Z', 'updated_at': '2021-11-04T11:47:44Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '404f0103-a31a-49f2-a2b0-b6c4c6104c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:49:18.934275 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436be95f-4370-4c21-9b86-ee388d9579a7 req-4b270e53-0e23-4d80-8107-69d664b197eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:18.935845 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-436be95f-4370-4c21-9b86-ee388d9579a7 req-4b270e53-0e23-4d80-8107-69d664b197eb service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=93355e00-0274-493f-a0e2-c87695d442c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502481 Nov 04 11:49:19.030715 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-436be95f-4370-4c21-9b86-ee388d9579a7 req-cef582d1-9fb4-44ee-91bc-66ef71188af1 service neutron] 10.222.0.121 "GET /v2.0/networks/93355e00-0274-493f-a0e2-c87695d442c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866892 Nov 04 11:49:19.134321 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cb9cd0-cf06-438c-a330-3732a49f9476 None None] New status for floating IP 663fb632-1f65-4dcf-b93b-1be6874045f0: DOWN {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:49:19.136050 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-436be95f-4370-4c21-9b86-ee388d9579a7 req-2cc60ab3-2f48-41fa-8d8a-39575cdee6a6 service neutron] 10.222.0.121 "GET /v2.0/networks/93355e00-0274-493f-a0e2-c87695d442c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961149 Nov 04 11:49:19.704527 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acadb257-8d36-4179-8e35-52c75e94254e req-3ff6daed-2ac0-47d0-9e17-2b5c03411cdd tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:19.706105 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-acadb257-8d36-4179-8e35-52c75e94254e req-3ff6daed-2ac0-47d0-9e17-2b5c03411cdd tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 945 time: 0.0526893 Nov 04 11:49:19.760026 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-acadb257-8d36-4179-8e35-52c75e94254e req-e6b871eb-f627-4634-9602-29af63176618 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=c47358a1-bd2b-4daa-ab87-2cabc627b8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475905 Nov 04 11:49:19.771556 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7e0c2949-38a1-434e-96db-bfe70e907743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:20.111519 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211b214-a2ff-4e86-bed2-4e936bf8fc56 req-498ee2b4-5afc-4df8-8bb6-26ef01dcee44 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:20.113063 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7211b214-a2ff-4e86-bed2-4e936bf8fc56 req-498ee2b4-5afc-4df8-8bb6-26ef01dcee44 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.121 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 945 time: 0.0588689 Nov 04 11:49:20.213452 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-7211b214-a2ff-4e86-bed2-4e936bf8fc56 req-c7f59563-c562-4fea-9de8-73b05a95eb9f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Deleting port 3ecc53b9-3103-4dd2-acbe-719121cda744 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:49:20.213702 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7211b214-a2ff-4e86-bed2-4e936bf8fc56 req-c7f59563-c562-4fea-9de8-73b05a95eb9f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:20.317101 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-7211b214-a2ff-4e86-bed2-4e936bf8fc56 req-c7f59563-c562-4fea-9de8-73b05a95eb9f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] For port 3ecc53b9-3103-4dd2-acbe-719121cda744, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=3ecc53b9-3103-4dd2-acbe-719121cda744,segment=NetworkSegment(56ed85db-8fbc-4f9b-8b90-4655d780e003),segment_id=56ed85db-8fbc-4f9b-8b90-4655d780e003)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:49:20.317440 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7211b214-a2ff-4e86-bed2-4e936bf8fc56 req-c7f59563-c562-4fea-9de8-73b05a95eb9f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:20.331579 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-7211b214-a2ff-4e86-bed2-4e936bf8fc56 req-c7f59563-c562-4fea-9de8-73b05a95eb9f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Calling delete_port for 3ecc53b9-3103-4dd2-acbe-719121cda744 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:49:20.464107 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7211b214-a2ff-4e86-bed2-4e936bf8fc56 req-c7f59563-c562-4fea-9de8-73b05a95eb9f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:20.492781 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f59563-c562-4fea-9de8-73b05a95eb9f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Port': ['ID=3ecc53b9-3103-4dd2-acbe-719121cda744,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:20.535299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7211b214-a2ff-4e86-bed2-4e936bf8fc56 req-c7f59563-c562-4fea-9de8-73b05a95eb9f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] No DVR routers for this DVR port 3ecc53b9-3103-4dd2-acbe-719121cda744 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:49:20.538089 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-7211b214-a2ff-4e86-bed2-4e936bf8fc56 req-c7f59563-c562-4fea-9de8-73b05a95eb9f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:20.541477 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7211b214-a2ff-4e86-bed2-4e936bf8fc56 req-c7f59563-c562-4fea-9de8-73b05a95eb9f tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.121 "DELETE /v2.0/ports/3ecc53b9-3103-4dd2-acbe-719121cda744 HTTP/1.1" status: 204 len: 173 time: 0.4220800 Nov 04 11:49:20.541919 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503efa16-832f-4019-96cc-c62f33e61ad9', 'name': 'network-vif-deleted', 'tag': '3ecc53b9-3103-4dd2-acbe-719121cda744'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:49:20.544488 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6e45c7-4660-47c6-a62d-88971a2d7d83" -d '{"events": [{"server_uuid": "503efa16-832f-4019-96cc-c62f33e61ad9", "name": "network-vif-deleted", "tag": "3ecc53b9-3103-4dd2-acbe-719121cda744"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:49:20.581272 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8fc83b-1ab9-4ebc-934c-25f7d2c7578f x-openstack-request-id: req-ff8fc83b-1ab9-4ebc-934c-25f7d2c7578f {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:49:20.581567 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503efa16-832f-4019-96cc-c62f33e61ad9", "name": "network-vif-deleted", "tag": "3ecc53b9-3103-4dd2-acbe-719121cda744", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:49:20.581820 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ff8fc83b-1ab9-4ebc-934c-25f7d2c7578f {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:49:20.582234 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503efa16-832f-4019-96cc-c62f33e61ad9', 'name': 'network-vif-deleted', 'tag': '3ecc53b9-3103-4dd2-acbe-719121cda744', 'status': 'completed', 'code': 200} Nov 04 11:49:20.878704 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d3666045-22ac-4a5e-a8c4-756e393ac4e4 req-d902b29a-bdba-49db-9032-df81570b3ed8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=503efa16-832f-4019-96cc-c62f33e61ad9 HTTP/1.1" status: 200 len: 210 time: 0.0283113 Nov 04 11:49:21.084369 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:21.943568 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35498) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:49:22.371537 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-67dabe6d-aeb4-4fd1-a64d-3569c64816f4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:22.502174 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:22.655345 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-67dabe6d-aeb4-4fd1-a64d-3569c64816f4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Deleting port 3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:49:22.655586 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-67dabe6d-aeb4-4fd1-a64d-3569c64816f4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:22.689817 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:22.763194 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-67dabe6d-aeb4-4fd1-a64d-3569c64816f4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] For port 3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7,segment=NetworkSegment(56ed85db-8fbc-4f9b-8b90-4655d780e003),segment_id=56ed85db-8fbc-4f9b-8b90-4655d780e003)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:49:22.763552 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-67dabe6d-aeb4-4fd1-a64d-3569c64816f4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:22.778542 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-67dabe6d-aeb4-4fd1-a64d-3569c64816f4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Calling delete_port for 3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7 owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:49:22.981717 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-67dabe6d-aeb4-4fd1-a64d-3569c64816f4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:23.014340 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dabe6d-aeb4-4fd1-a64d-3569c64816f4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Port': ['ID=3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:23.185948 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-67dabe6d-aeb4-4fd1-a64d-3569c64816f4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:23.442024 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:49:23.780419 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67dabe6d-aeb4-4fd1-a64d-3569c64816f4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Router e89e57af-46c0-4679-905d-f3b23ad82d82 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:49:23.902162 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dabe6d-aeb4-4fd1-a64d-3569c64816f4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:49:23.908168 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-67dabe6d-aeb4-4fd1-a64d-3569c64816f4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "PUT /v2.0/routers/e89e57af-46c0-4679-905d-f3b23ad82d82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9634776 Nov 04 11:49:23.911205 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35500) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:49:23.913683 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945dd98f-1736-4aa4-a144-6739c0f1b3aa None None] Sync routers for ids ['e89e57af-46c0-4679-905d-f3b23ad82d82'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:49:23.925771 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945dd98f-1736-4aa4-a144-6739c0f1b3aa None None] Routers {'e89e57af-46c0-4679-905d-f3b23ad82d82'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:49:23.926404 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-945dd98f-1736-4aa4-a144-6739c0f1b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:49:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e89e57af-46c0-4679-905d-f3b23ad82d82'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:49:23.962717 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a11d0cd-bce9-4cfe-86d9-4f78aa7ee27a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Deleting subnet 404f0103-a31a-49f2-a2b0-b6c4c6104c16 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:49:23.965967 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a11d0cd-bce9-4cfe-86d9-4f78aa7ee27a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:24.005181 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a11d0cd-bce9-4cfe-86d9-4f78aa7ee27a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:24.035881 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-945dd98f-1736-4aa4-a144-6739c0f1b3aa None None] Set router e89e57af-46c0-4679-905d-f3b23ad82d82 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:49:24.093679 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 3ecc53b9-3103-4dd2-acbe-719121cda744 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:49:24.097656 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a11d0cd-bce9-4cfe-86d9-4f78aa7ee27a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:24.126194 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 3ecc53b9-3103-4dd2-acbe-719121cda744 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:49:24.126554 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 3ecc53b9-3103-4dd2-acbe-719121cda744 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:49:24.158911 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a11d0cd-bce9-4cfe-86d9-4f78aa7ee27a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:24.186262 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11d0cd-bce9-4cfe-86d9-4f78aa7ee27a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Subnet': ['ID=404f0103-a31a-49f2-a2b0-b6c4c6104c16,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:24.190056 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-0a11d0cd-bce9-4cfe-86d9-4f78aa7ee27a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:24.196533 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-0a11d0cd-bce9-4cfe-86d9-4f78aa7ee27a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "DELETE /v2.0/subnets/404f0103-a31a-49f2-a2b0-b6c4c6104c16 HTTP/1.1" status: 204 len: 168 time: 0.2813768 Nov 04 11:49:24.196533 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35502) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:49:24.200162 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86dcaa9-5586-47ed-a9f8-39c1ef6f41e1 None None] Network 93355e00-0274-493f-a0e2-c87695d442c7 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:49:24.305656 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ed56ab04-09c4-436f-9823-9979f97074fc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:24.340854 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-945dd98f-1736-4aa4-a144-6739c0f1b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270973367', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:47:37Z', 'updated_at': '2021-11-04T11:49:22Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:47:38Z', 'updated_at': '2021-11-04T11:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:49:24.370278 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945dd98f-1736-4aa4-a144-6739c0f1b3aa None None] Checking router: e89e57af-46c0-4679-905d-f3b23ad82d82 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:49:24.383191 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945dd98f-1736-4aa4-a144-6739c0f1b3aa None None] Routers {'e89e57af-46c0-4679-905d-f3b23ad82d82'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:49:24.383894 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-945dd98f-1736-4aa4-a144-6739c0f1b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:49:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e89e57af-46c0-4679-905d-f3b23ad82d82'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:49:24.414611 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ed56ab04-09c4-436f-9823-9979f97074fc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:24.466587 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eea22e-0910-4f25-b9c9-1fd5750650a6 None None] DHCP port deletion for 93355e00-0274-493f-a0e2-c87695d442c7 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:49:24.475621 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-ed56ab04-09c4-436f-9823-9979f97074fc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Deleting port 0339a650-c5e4-43ee-b60a-349d6dc85cf6 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:49:24.475969 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ed56ab04-09c4-436f-9823-9979f97074fc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:24.518452 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-945dd98f-1736-4aa4-a144-6739c0f1b3aa None None] Set router e89e57af-46c0-4679-905d-f3b23ad82d82 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:49:24.561174 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-ed56ab04-09c4-436f-9823-9979f97074fc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] For port 0339a650-c5e4-43ee-b60a-349d6dc85cf6, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=0339a650-c5e4-43ee-b60a-349d6dc85cf6,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:49:24.561445 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ed56ab04-09c4-436f-9823-9979f97074fc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:24.576355 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-ed56ab04-09c4-436f-9823-9979f97074fc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Calling delete_port for 0339a650-c5e4-43ee-b60a-349d6dc85cf6 owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:49:24.752347 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ed56ab04-09c4-436f-9823-9979f97074fc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:24.778812 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56ab04-09c4-436f-9823-9979f97074fc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Port': ['ID=0339a650-c5e4-43ee-b60a-349d6dc85cf6,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:24.804471 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-50eea22e-0910-4f25-b9c9-1fd5750650a6 None None] Deleting port 5a4de0b9-9f3b-4962-acde-efcb727b5a8e {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:49:24.804804 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-50eea22e-0910-4f25-b9c9-1fd5750650a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:24.844956 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ed56ab04-09c4-436f-9823-9979f97074fc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:24.901454 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-50eea22e-0910-4f25-b9c9-1fd5750650a6 None None] For port 5a4de0b9-9f3b-4962-acde-efcb727b5a8e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=5a4de0b9-9f3b-4962-acde-efcb727b5a8e,segment=NetworkSegment(56ed85db-8fbc-4f9b-8b90-4655d780e003),segment_id=56ed85db-8fbc-4f9b-8b90-4655d780e003)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:49:24.901848 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-50eea22e-0910-4f25-b9c9-1fd5750650a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:24.916381 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-50eea22e-0910-4f25-b9c9-1fd5750650a6 None None] Calling delete_port for 5a4de0b9-9f3b-4962-acde-efcb727b5a8e owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:49:24.938068 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ed56ab04-09c4-436f-9823-9979f97074fc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:24.940263 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ed56ab04-09c4-436f-9823-9979f97074fc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:24.983325 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ed56ab04-09c4-436f-9823-9979f97074fc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:24.983987 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed56ab04-09c4-436f-9823-9979f97074fc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Fanout notify agent at l3_agent the message router_deleted on router e89e57af-46c0-4679-905d-f3b23ad82d82 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:49:24.990203 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-945dd98f-1736-4aa4-a144-6739c0f1b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270973367', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:47:37Z', 'updated_at': '2021-11-04T11:49:22Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:47:38Z', 'updated_at': '2021-11-04T11:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:49:24.991286 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ed56ab04-09c4-436f-9823-9979f97074fc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:24.992528 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ed56ab04-09c4-436f-9823-9979f97074fc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "DELETE /v2.0/routers/e89e57af-46c0-4679-905d-f3b23ad82d82 HTTP/1.1" status: 204 len: 168 time: 0.7953775 Nov 04 11:49:24.995618 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35504) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:49:25.023192 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945dd98f-1736-4aa4-a144-6739c0f1b3aa None None] The sync data for ids ['e89e57af-46c0-4679-905d-f3b23ad82d82'] in n-d-816629-1 is: [{'id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270973367', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:47:37Z', 'updated_at': '2021-11-04T11:49:22Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': '0339a650-c5e4-43ee-b60a-349d6dc85cf6', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89e57af-46c0-4679-905d-f3b23ad82d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:47:38Z', 'updated_at': '2021-11-04T11:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:49:25.041181 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-50eea22e-0910-4f25-b9c9-1fd5750650a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:25.072388 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eea22e-0910-4f25-b9c9-1fd5750650a6 None None] Pushing event deleted for resources: {'Port': ['ID=5a4de0b9-9f3b-4962-acde-efcb727b5a8e,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:25.080269 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-11095c03-43d6-4bbb-a125-10157b73081d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:25.080846 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eea22e-0910-4f25-b9c9-1fd5750650a6 None None] No DVR routers for this DVR port 5a4de0b9-9f3b-4962-acde-efcb727b5a8e on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:49:25.083052 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eea22e-0910-4f25-b9c9-1fd5750650a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:25.083491 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eea22e-0910-4f25-b9c9-1fd5750650a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:25.083834 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eea22e-0910-4f25-b9c9-1fd5750650a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:25.084169 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eea22e-0910-4f25-b9c9-1fd5750650a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:25.084495 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eea22e-0910-4f25-b9c9-1fd5750650a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:25.084886 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eea22e-0910-4f25-b9c9-1fd5750650a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:25.085162 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eea22e-0910-4f25-b9c9-1fd5750650a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:25.085482 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eea22e-0910-4f25-b9c9-1fd5750650a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:25.085799 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eea22e-0910-4f25-b9c9-1fd5750650a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:25.086119 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eea22e-0910-4f25-b9c9-1fd5750650a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:25.086435 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eea22e-0910-4f25-b9c9-1fd5750650a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:25.086755 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eea22e-0910-4f25-b9c9-1fd5750650a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:25.170671 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-11095c03-43d6-4bbb-a125-10157b73081d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:25.191346 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-11095c03-43d6-4bbb-a125-10157b73081d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93355e00-0274-493f-a0e2-c87695d442c7']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:49:25.200590 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-11095c03-43d6-4bbb-a125-10157b73081d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ed85db-8fbc-4f9b-8b90-4655d780e003') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:49:25.200899 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-11095c03-43d6-4bbb-a125-10157b73081d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ed85db-8fbc-4f9b-8b90-4655d780e003') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:49:25.210214 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-11095c03-43d6-4bbb-a125-10157b73081d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:25.223277 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-11095c03-43d6-4bbb-a125-10157b73081d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:25.229524 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11095c03-43d6-4bbb-a125-10157b73081d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:49:25.229895 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-11095c03-43d6-4bbb-a125-10157b73081d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:49:25.232757 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:49:25.298244 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-11095c03-43d6-4bbb-a125-10157b73081d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:25.306642 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-11095c03-43d6-4bbb-a125-10157b73081d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:25.310512 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-11095c03-43d6-4bbb-a125-10157b73081d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "DELETE /v2.0/networks/93355e00-0274-493f-a0e2-c87695d442c7 HTTP/1.1" status: 204 len: 168 time: 0.3139293 Nov 04 11:49:25.313627 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35506) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:49:25.322426 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11095c03-43d6-4bbb-a125-10157b73081d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Network': ['ID=93355e00-0274-493f-a0e2-c87695d442c7,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:25.382016 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1f266e63-d4cf-496d-a4f7-6778e44857c8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:25.414145 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1f266e63-d4cf-496d-a4f7-6778e44857c8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:25.480555 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1f266e63-d4cf-496d-a4f7-6778e44857c8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:25.483309 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1f266e63-d4cf-496d-a4f7-6778e44857c8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:25.484562 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1f266e63-d4cf-496d-a4f7-6778e44857c8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "DELETE /v2.0/security-groups/c47358a1-bd2b-4daa-ab87-2cabc627b8bc HTTP/1.1" status: 204 len: 168 time: 0.1698604 Nov 04 11:49:25.494676 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f266e63-d4cf-496d-a4f7-6778e44857c8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47358a1-bd2b-4daa-ab87-2cabc627b8bc,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:25.504068 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f266e63-d4cf-496d-a4f7-6778e44857c8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:25.504856 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f266e63-d4cf-496d-a4f7-6778e44857c8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:25.505161 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f266e63-d4cf-496d-a4f7-6778e44857c8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:25.505520 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f266e63-d4cf-496d-a4f7-6778e44857c8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:25.505843 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f266e63-d4cf-496d-a4f7-6778e44857c8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:25.506165 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f266e63-d4cf-496d-a4f7-6778e44857c8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:25.506486 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f266e63-d4cf-496d-a4f7-6778e44857c8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:25.506850 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f266e63-d4cf-496d-a4f7-6778e44857c8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:25.507171 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f266e63-d4cf-496d-a4f7-6778e44857c8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:25.507487 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f266e63-d4cf-496d-a4f7-6778e44857c8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:25.507801 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f266e63-d4cf-496d-a4f7-6778e44857c8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:25.508114 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f266e63-d4cf-496d-a4f7-6778e44857c8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:25.792073 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35512) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:49:25.797268 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-5033f4de-d1e5-4fa2-b771-de2986597182 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1392663805', 'description': 'tempest-secgroup-smoke-1392663805 description', 'project_id': '1ef3e74ffc834573ba9c036355859023'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:49:25.823697 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5033f4de-d1e5-4fa2-b771-de2986597182 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:25.896159 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5033f4de-d1e5-4fa2-b771-de2986597182 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:25.902288 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5033f4de-d1e5-4fa2-b771-de2986597182 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:25.935528 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-5033f4de-d1e5-4fa2-b771-de2986597182 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:25.936785 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-5033f4de-d1e5-4fa2-b771-de2986597182 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1436830 Nov 04 11:49:25.939103 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033f4de-d1e5-4fa2-b771-de2986597182 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06af0323-4c72-49f5-abe0-7b375bc76ade,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:25.940322 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35514) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:49:25.945770 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-ddba14f3-4066-4361-8d60-4f70878fcee6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': '06af0323-4c72-49f5-abe0-7b375bc76ade', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:49:25.976055 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ddba14f3-4066-4361-8d60-4f70878fcee6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:26.052268 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ddba14f3-4066-4361-8d60-4f70878fcee6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:26.062990 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ddba14f3-4066-4361-8d60-4f70878fcee6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:26.087910 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba14f3-4066-4361-8d60-4f70878fcee6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f487fe-0c06-4ec4-aec7-7a69505399fb,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:26.094714 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:49:26.102550 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-ddba14f3-4066-4361-8d60-4f70878fcee6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:26.103830 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ddba14f3-4066-4361-8d60-4f70878fcee6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1617758 Nov 04 11:49:26.106689 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35516) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:49:26.112147 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-904e94c0-f25a-4a1e-b64d-d61b8bfef3d2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': '06af0323-4c72-49f5-abe0-7b375bc76ade', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:49:26.121610 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:49:26.122244 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3d2bf6aa-3c37-4b1b-8789-c40abbc62aa7 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:49:26.122736 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5a4de0b9-9f3b-4962-acde-efcb727b5a8e no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:49:26.143541 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 5a4de0b9-9f3b-4962-acde-efcb727b5a8e {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:49:26.143881 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 5a4de0b9-9f3b-4962-acde-efcb727b5a8e not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:49:26.144307 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0339a650-c5e4-43ee-b60a-349d6dc85cf6 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:49:26.145875 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-904e94c0-f25a-4a1e-b64d-d61b8bfef3d2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:26.164061 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 0339a650-c5e4-43ee-b60a-349d6dc85cf6 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:49:26.164422 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 0339a650-c5e4-43ee-b60a-349d6dc85cf6 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:49:26.204232 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-904e94c0-f25a-4a1e-b64d-d61b8bfef3d2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:26.209714 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-904e94c0-f25a-4a1e-b64d-d61b8bfef3d2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:26.227445 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e94c0-f25a-4a1e-b64d-d61b8bfef3d2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06aa8c22-2e06-43a6-84ad-e14b686634a4,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:26.238488 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-904e94c0-f25a-4a1e-b64d-d61b8bfef3d2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:26.240352 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-904e94c0-f25a-4a1e-b64d-d61b8bfef3d2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1321192 Nov 04 11:49:26.244324 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35518) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:49:26.251246 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-f0870201-73ef-4f40-8b23-442824deca3e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': '06af0323-4c72-49f5-abe0-7b375bc76ade', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:49:26.287127 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f0870201-73ef-4f40-8b23-442824deca3e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:26.355311 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f0870201-73ef-4f40-8b23-442824deca3e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:26.360011 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f0870201-73ef-4f40-8b23-442824deca3e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:26.381656 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0870201-73ef-4f40-8b23-442824deca3e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990f84be-d5dd-4447-99bc-d88b04e088c2,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:26.387352 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f0870201-73ef-4f40-8b23-442824deca3e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:26.391707 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f0870201-73ef-4f40-8b23-442824deca3e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1425321 Nov 04 11:49:26.391707 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35520) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:49:26.396629 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-8d5b77ff-8cbb-4410-80e1-cdbee7738390 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': '06af0323-4c72-49f5-abe0-7b375bc76ade', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:49:26.424659 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d5b77ff-8cbb-4410-80e1-cdbee7738390 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:26.487902 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d5b77ff-8cbb-4410-80e1-cdbee7738390 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:26.493145 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d5b77ff-8cbb-4410-80e1-cdbee7738390 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:26.513391 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b77ff-8cbb-4410-80e1-cdbee7738390 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9720ce3c-b3d5-43ee-a5e6-fe9a69fa7a4c,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:26.522652 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8d5b77ff-8cbb-4410-80e1-cdbee7738390 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:26.526810 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8d5b77ff-8cbb-4410-80e1-cdbee7738390 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1308191 Nov 04 11:49:26.526966 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35522) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:49:26.531515 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-215d3083-65a9-4ec4-8244-4f9e4be506fb tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': '06af0323-4c72-49f5-abe0-7b375bc76ade', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:49:26.555325 n-d-816629-1 neutron-server[101775]: INFO neutron.db.securitygroups_db [None req-215d3083-65a9-4ec4-8244-4f9e4be506fb tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Project 1ef3e74ffc834573ba9c036355859023 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 11:49:26.560896 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-215d3083-65a9-4ec4-8244-4f9e4be506fb tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:26.625170 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-215d3083-65a9-4ec4-8244-4f9e4be506fb tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:26.630294 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-215d3083-65a9-4ec4-8244-4f9e4be506fb tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:26.650404 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d3083-65a9-4ec4-8244-4f9e4be506fb tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7cefaa-61dc-41d1-9dd3-a8d404af881e,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:26.660657 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-215d3083-65a9-4ec4-8244-4f9e4be506fb tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:26.661917 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-215d3083-65a9-4ec4-8244-4f9e4be506fb tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1340504 Nov 04 11:49:26.664856 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35524) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:49:26.669680 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-654ed67b-9e0b-45db-a7f9-36eadc647501 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'security_group_rule': {'security_group_id': '06af0323-4c72-49f5-abe0-7b375bc76ade', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:49:26.694695 n-d-816629-1 neutron-server[101775]: INFO neutron.db.securitygroups_db [None req-654ed67b-9e0b-45db-a7f9-36eadc647501 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Project 1ef3e74ffc834573ba9c036355859023 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 11:49:26.699705 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-654ed67b-9e0b-45db-a7f9-36eadc647501 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:26.766722 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-654ed67b-9e0b-45db-a7f9-36eadc647501 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:26.771928 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-654ed67b-9e0b-45db-a7f9-36eadc647501 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:26.791847 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ed67b-9e0b-45db-a7f9-36eadc647501 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c8fd76-616b-4a37-a8ff-3c52bcebf263,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:26.801504 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-654ed67b-9e0b-45db-a7f9-36eadc647501 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:26.802739 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-654ed67b-9e0b-45db-a7f9-36eadc647501 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1366796 Nov 04 11:49:26.805874 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35526) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:49:26.810765 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-d2893093-0769-4481-99d0-7a58e71c41e3 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'network': {'name': 'tempest-network-smoke--1050021958', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'port_security_enabled': True}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:49:26.833719 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2893093-0769-4481-99d0-7a58e71c41e3 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Made reservation on behalf of 1ef3e74ffc834573ba9c036355859023 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:49:26.837209 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2893093-0769-4481-99d0-7a58e71c41e3 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:26.861707 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2893093-0769-4481-99d0-7a58e71c41e3 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1182} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:49:26.872167 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2893093-0769-4481-99d0-7a58e71c41e3 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:26.872770 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-d2893093-0769-4481-99d0-7a58e71c41e3 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Added segment 188a2857-36e6-4ea6-8431-684e0b8a1c67 of type vlan for network 78dbc627-ade5-4f19-b202-a1af399caefa Nov 04 11:49:26.918008 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2893093-0769-4481-99d0-7a58e71c41e3 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:26.947186 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2893093-0769-4481-99d0-7a58e71c41e3 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:26.953269 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2893093-0769-4481-99d0-7a58e71c41e3 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:26.953899 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d2893093-0769-4481-99d0-7a58e71c41e3 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:27.018711 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d2893093-0769-4481-99d0-7a58e71c41e3 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2117743 Nov 04 11:49:27.021705 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35528) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:49:27.024768 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2893093-0769-4481-99d0-7a58e71c41e3 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Network': ['ID=78dbc627-ade5-4f19-b202-a1af399caefa,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:27.027218 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-bc566fdb-5e25-4afa-b1e8-78c3054e3096 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-983332840', 'admin_state_up': True, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:49:27.035807 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 78dbc627-ade5-4f19-b202-a1af399caefa details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:49:27.054390 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc566fdb-5e25-4afa-b1e8-78c3054e3096 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:27.055504 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc566fdb-5e25-4afa-b1e8-78c3054e3096 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:27.111418 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc566fdb-5e25-4afa-b1e8-78c3054e3096 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:27.543775 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc566fdb-5e25-4afa-b1e8-78c3054e3096 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:27.746535 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc566fdb-5e25-4afa-b1e8-78c3054e3096 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:27.765990 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc566fdb-5e25-4afa-b1e8-78c3054e3096 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:27.874815 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-bc566fdb-5e25-4afa-b1e8-78c3054e3096 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Allocated IP 172.25.7.49 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/baf6d0e1-b3b6-4c92-9bd4-17105de6abaa) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:49:27.984325 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc566fdb-5e25-4afa-b1e8-78c3054e3096 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:28.025194 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc566fdb-5e25-4afa-b1e8-78c3054e3096 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:28.072597 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc566fdb-5e25-4afa-b1e8-78c3054e3096 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:49:28.075617 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-bc566fdb-5e25-4afa-b1e8-78c3054e3096 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:49:28.081214 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc566fdb-5e25-4afa-b1e8-78c3054e3096 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:49:28.083836 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc566fdb-5e25-4afa-b1e8-78c3054e3096 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=baf6d0e1-b3b6-4c92-9bd4-17105de6abaa,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:28.335141 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc566fdb-5e25-4afa-b1e8-78c3054e3096 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:28.547686 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc566fdb-5e25-4afa-b1e8-78c3054e3096 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:28.696470 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc566fdb-5e25-4afa-b1e8-78c3054e3096 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Router c59a0d9c-78a2-454f-a222-0c0d4129ded3 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 11:49:28.814920 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc566fdb-5e25-4afa-b1e8-78c3054e3096 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:49:28.826256 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcc94d5-3796-45b4-9d98-45deed50b9e1 None None] Sync routers for ids ['c59a0d9c-78a2-454f-a222-0c0d4129ded3'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:49:28.837211 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcc94d5-3796-45b4-9d98-45deed50b9e1 None None] Routers {'c59a0d9c-78a2-454f-a222-0c0d4129ded3'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:49:28.837808 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-7fcc94d5-3796-45b4-9d98-45deed50b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:49:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c59a0d9c-78a2-454f-a222-0c0d4129ded3'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:49:28.838607 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bc566fdb-5e25-4afa-b1e8-78c3054e3096 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:28.841317 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bc566fdb-5e25-4afa-b1e8-78c3054e3096 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8171465 Nov 04 11:49:28.843259 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35530) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:49:28.873284 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-9b43c238-edd2-4951-81ca-dcdd78d75300 tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] 10.222.0.127 "GET /v2.0/subnets?project_id=1ef3e74ffc834573ba9c036355859023&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289130 Nov 04 11:49:28.876385 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35532) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:49:28.943907 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-7fcc94d5-3796-45b4-9d98-45deed50b9e1 None None] Set router c59a0d9c-78a2-454f-a222-0c0d4129ded3 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:49:28.965523 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df97ef2-332a-4f33-8a66-9b8abad4d84f tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:28.967110 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-3df97ef2-332a-4f33-8a66-9b8abad4d84f tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] 10.222.0.127 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895913 Nov 04 11:49:28.970768 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35534) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:49:29.001143 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1c6a959d-9dd6-46ea-a59e-cc78a83f6447 tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] 10.222.0.127 "GET /v2.0/subnets?network_id=301c0cd8-d116-455e-af06-7601efa602d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291739 Nov 04 11:49:29.003890 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35536) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:49:29.008980 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-cf37c570-c999-43ec-9666-9469798fc983 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1166183535', 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa', 'project_id': '1ef3e74ffc834573ba9c036355859023', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:49:29.107364 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf37c570-c999-43ec-9666-9469798fc983 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Made reservation on behalf of 1ef3e74ffc834573ba9c036355859023 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:49:29.111417 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf37c570-c999-43ec-9666-9469798fc983 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:29.214740 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-7fcc94d5-3796-45b4-9d98-45deed50b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983332840', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:49:28Z', 'revision_number': 3, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:49:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:49:29.241759 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcc94d5-3796-45b4-9d98-45deed50b9e1 None None] Checking router: c59a0d9c-78a2-454f-a222-0c0d4129ded3 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:49:29.242096 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcc94d5-3796-45b4-9d98-45deed50b9e1 None None] Updating router c59a0d9c-78a2-454f-a222-0c0d4129ded3 port baf6d0e1-b3b6-4c92-9bd4-17105de6abaa binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:49:29.267516 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-7fcc94d5-3796-45b4-9d98-45deed50b9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:29.303873 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf37c570-c999-43ec-9666-9469798fc983 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:29.366278 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37c570-c999-43ec-9666-9469798fc983 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Subnet': ['ID=150b5a0b-f095-4c80-9676-995d3f4dc5a9,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:29.375653 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf37c570-c999-43ec-9666-9469798fc983 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Checking segment: {'id': '188a2857-36e6-4ea6-8431-684e0b8a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:49:29.376323 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf37c570-c999-43ec-9666-9469798fc983 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network hostable DHCP agents. Network: 78dbc627-ade5-4f19-b202-a1af399caefa, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:49:29.396917 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf37c570-c999-43ec-9666-9469798fc983 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network 78dbc627-ade5-4f19-b202-a1af399caefa is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:49:29.407779 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-cf37c570-c999-43ec-9666-9469798fc983 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 78dbc627-ade5-4f19-b202-a1af399caefa) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:49:29.412230 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf37c570-c999-43ec-9666-9469798fc983 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:29.412864 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-cf37c570-c999-43ec-9666-9469798fc983 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:29.419304 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d9a23c-fcc7-4d34-909e-534b5f666685 None None] Network 78dbc627-ade5-4f19-b202-a1af399caefa requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:49:29.430401 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-cf37c570-c999-43ec-9666-9469798fc983 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4252541 Nov 04 11:49:29.433330 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35538) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:49:29.531552 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-7fcc94d5-3796-45b4-9d98-45deed50b9e1 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:29.539020 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-7fcc94d5-3796-45b4-9d98-45deed50b9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:29.574444 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3716b0c3-9611-43f6-8dde-1a9a99d79376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-78dbc627-ade5-4f19-b202-a1af399caefa', 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'fixed_ips': [{'subnet_id': '150b5a0b-f095-4c80-9676-995d3f4dc5a9'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:49:29.575352 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3716b0c3-9611-43f6-8dde-1a9a99d79376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:29.601089 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4c87b-e3cd-4282-bb35-55f431000818 None None] Pushing event updated for resources: {'Port': ['ID=baf6d0e1-b3b6-4c92-9bd4-17105de6abaa,revision_number=2']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:29.603355 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-7fcc94d5-3796-45b4-9d98-45deed50b9e1 None None] Attempting to bind port baf6d0e1-b3b6-4c92-9bd4-17105de6abaa on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:49:29.603726 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-7fcc94d5-3796-45b4-9d98-45deed50b9e1 None None] Attempting to bind port baf6d0e1-b3b6-4c92-9bd4-17105de6abaa by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:49:29.604146 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcc94d5-3796-45b4-9d98-45deed50b9e1 None None] Attempting to bind port baf6d0e1-b3b6-4c92-9bd4-17105de6abaa on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:49:29.614236 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcc94d5-3796-45b4-9d98-45deed50b9e1 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:49:29.614612 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcc94d5-3796-45b4-9d98-45deed50b9e1 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:49:29.615008 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-7fcc94d5-3796-45b4-9d98-45deed50b9e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:29.615395 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcc94d5-3796-45b4-9d98-45deed50b9e1 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:49:29.615864 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-7fcc94d5-3796-45b4-9d98-45deed50b9e1 None None] Bound port: baf6d0e1-b3b6-4c92-9bd4-17105de6abaa, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:49:29.616243 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-7fcc94d5-3796-45b4-9d98-45deed50b9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:29.618518 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4c87b-e3cd-4282-bb35-55f431000818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:29.618791 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4c87b-e3cd-4282-bb35-55f431000818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:29.619796 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4c87b-e3cd-4282-bb35-55f431000818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:29.619796 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4c87b-e3cd-4282-bb35-55f431000818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:29.620100 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4c87b-e3cd-4282-bb35-55f431000818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:29.620420 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4c87b-e3cd-4282-bb35-55f431000818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:29.620737 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4c87b-e3cd-4282-bb35-55f431000818 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:29.621547 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4c87b-e3cd-4282-bb35-55f431000818 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:29.621685 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4c87b-e3cd-4282-bb35-55f431000818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:29.621976 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4c87b-e3cd-4282-bb35-55f431000818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:29.622291 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4c87b-e3cd-4282-bb35-55f431000818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:29.622598 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4c87b-e3cd-4282-bb35-55f431000818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:49:29.680078 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-7fcc94d5-3796-45b4-9d98-45deed50b9e1 None None] For port baf6d0e1-b3b6-4c92-9bd4-17105de6abaa, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:49:29.683430 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-7fcc94d5-3796-45b4-9d98-45deed50b9e1 None None] For port baf6d0e1-b3b6-4c92-9bd4-17105de6abaa, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=baf6d0e1-b3b6-4c92-9bd4-17105de6abaa,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:49:29.689321 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-7fcc94d5-3796-45b4-9d98-45deed50b9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:29.717326 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-3716b0c3-9611-43f6-8dde-1a9a99d79376 None None] Allocated IP 172.20.0.2 (78dbc627-ade5-4f19-b202-a1af399caefa/150b5a0b-f095-4c80-9676-995d3f4dc5a9/27b55e51-59c0-4586-8bfe-97270b06b145) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:49:29.759656 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcc94d5-3796-45b4-9d98-45deed50b9e1 None None] Routers {'c59a0d9c-78a2-454f-a222-0c0d4129ded3'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:49:29.760280 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-7fcc94d5-3796-45b4-9d98-45deed50b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:49:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c59a0d9c-78a2-454f-a222-0c0d4129ded3'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:49:29.798763 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4c87b-e3cd-4282-bb35-55f431000818 None None] Pushing event updated for resources: {'Port': ['ID=baf6d0e1-b3b6-4c92-9bd4-17105de6abaa,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:29.873367 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3716b0c3-9611-43f6-8dde-1a9a99d79376 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:29.881768 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3716b0c3-9611-43f6-8dde-1a9a99d79376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:29.884547 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-7fcc94d5-3796-45b4-9d98-45deed50b9e1 None None] Set router c59a0d9c-78a2-454f-a222-0c0d4129ded3 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:49:29.920209 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3716b0c3-9611-43f6-8dde-1a9a99d79376 None None] Network 78dbc627-ade5-4f19-b202-a1af399caefa is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:49:29.927103 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-3716b0c3-9611-43f6-8dde-1a9a99d79376 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:49:29.931499 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7312680f-d08c-41f3-ba9c-aab0623c2d44 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:29.932168 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3716b0c3-9611-43f6-8dde-1a9a99d79376 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:49:29.936265 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3716b0c3-9611-43f6-8dde-1a9a99d79376 None None] Pushing event updated for resources: {'Port': ['ID=27b55e51-59c0-4586-8bfe-97270b06b145,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:29.992435 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-3716b0c3-9611-43f6-8dde-1a9a99d79376 None None] Attempting to bind port 27b55e51-59c0-4586-8bfe-97270b06b145 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:49:29.992800 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-3716b0c3-9611-43f6-8dde-1a9a99d79376 None None] Attempting to bind port 27b55e51-59c0-4586-8bfe-97270b06b145 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '188a2857-36e6-4ea6-8431-684e0b8a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:49:29.995184 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3716b0c3-9611-43f6-8dde-1a9a99d79376 None None] Attempting to bind port 27b55e51-59c0-4586-8bfe-97270b06b145 on network 78dbc627-ade5-4f19-b202-a1af399caefa {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:49:30.000791 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3716b0c3-9611-43f6-8dde-1a9a99d79376 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:49:30.001486 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3716b0c3-9611-43f6-8dde-1a9a99d79376 None None] Checking segment: {'id': '188a2857-36e6-4ea6-8431-684e0b8a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:49:30.002053 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3716b0c3-9611-43f6-8dde-1a9a99d79376 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:30.002606 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3716b0c3-9611-43f6-8dde-1a9a99d79376 None None] Bound using segment: {'id': '188a2857-36e6-4ea6-8431-684e0b8a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:49:30.003243 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-3716b0c3-9611-43f6-8dde-1a9a99d79376 None None] Bound port: 27b55e51-59c0-4586-8bfe-97270b06b145, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188a2857-36e6-4ea6-8431-684e0b8a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:49:30.003789 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3716b0c3-9611-43f6-8dde-1a9a99d79376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:30.073078 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-3716b0c3-9611-43f6-8dde-1a9a99d79376 None None] For port 27b55e51-59c0-4586-8bfe-97270b06b145, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:49:30.077091 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-3716b0c3-9611-43f6-8dde-1a9a99d79376 None None] For port 27b55e51-59c0-4586-8bfe-97270b06b145, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=27b55e51-59c0-4586-8bfe-97270b06b145,segment=NetworkSegment(188a2857-36e6-4ea6-8431-684e0b8a1c67),segment_id=188a2857-36e6-4ea6-8431-684e0b8a1c67)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:49:30.083460 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3716b0c3-9611-43f6-8dde-1a9a99d79376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:30.087847 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-7fcc94d5-3796-45b4-9d98-45deed50b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983332840', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:49:28Z', 'revision_number': 3, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:49:30.114454 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcc94d5-3796-45b4-9d98-45deed50b9e1 None None] The sync data for ids ['c59a0d9c-78a2-454f-a222-0c0d4129ded3'] in n-d-816629-1 is: [{'id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983332840', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:49:28Z', 'revision_number': 3, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:49:30.149617 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3716b0c3-9611-43f6-8dde-1a9a99d79376 None None] Pushing event updated for resources: {'Port': ['ID=27b55e51-59c0-4586-8bfe-97270b06b145,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:30.233150 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-7312680f-d08c-41f3-ba9c-aab0623c2d44 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Allocated IP 172.20.0.1 (78dbc627-ade5-4f19-b202-a1af399caefa/150b5a0b-f095-4c80-9676-995d3f4dc5a9/624d88e1-feb6-49aa-a7bd-ae7937fcbd0e) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:49:30.376234 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7312680f-d08c-41f3-ba9c-aab0623c2d44 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:30.439129 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7312680f-d08c-41f3-ba9c-aab0623c2d44 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:30.483580 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7312680f-d08c-41f3-ba9c-aab0623c2d44 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network 78dbc627-ade5-4f19-b202-a1af399caefa is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:49:30.489331 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-7312680f-d08c-41f3-ba9c-aab0623c2d44 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:49:30.492388 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7312680f-d08c-41f3-ba9c-aab0623c2d44 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:49:30.525040 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312680f-d08c-41f3-ba9c-aab0623c2d44 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=624d88e1-feb6-49aa-a7bd-ae7937fcbd0e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:30.551661 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7312680f-d08c-41f3-ba9c-aab0623c2d44 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:30.690146 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7312680f-d08c-41f3-ba9c-aab0623c2d44 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:31.002091 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7312680f-d08c-41f3-ba9c-aab0623c2d44 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:31.008086 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7312680f-d08c-41f3-ba9c-aab0623c2d44 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:31.093524 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312680f-d08c-41f3-ba9c-aab0623c2d44 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=624d88e1-feb6-49aa-a7bd-ae7937fcbd0e,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:31.099038 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7312680f-d08c-41f3-ba9c-aab0623c2d44 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:31.118218 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e158e4-f7b4-4cbd-ae16-716ca125ee86 None None] Network 78dbc627-ade5-4f19-b202-a1af399caefa requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:49:31.178793 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-64fcac71-0bd4-4ecc-96cf-cd71d9836b38 None None] Provisioning complete for port 27b55e51-59c0-4586-8bfe-97270b06b145 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:49:31.179099 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-64fcac71-0bd4-4ecc-96cf-cd71d9836b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:31.196021 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7312680f-d08c-41f3-ba9c-aab0623c2d44 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network 78dbc627-ade5-4f19-b202-a1af399caefa is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:49:31.197595 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-7312680f-d08c-41f3-ba9c-aab0623c2d44 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:49:31.315916 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7312680f-d08c-41f3-ba9c-aab0623c2d44 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Router c59a0d9c-78a2-454f-a222-0c0d4129ded3 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:49:31.331488 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-64fcac71-0bd4-4ecc-96cf-cd71d9836b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:31.377936 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-64fcac71-0bd4-4ecc-96cf-cd71d9836b38 None None] For port 27b55e51-59c0-4586-8bfe-97270b06b145, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=27b55e51-59c0-4586-8bfe-97270b06b145,segment=NetworkSegment(188a2857-36e6-4ea6-8431-684e0b8a1c67),segment_id=188a2857-36e6-4ea6-8431-684e0b8a1c67)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:49:31.384452 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-64fcac71-0bd4-4ecc-96cf-cd71d9836b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:31.441167 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fcac71-0bd4-4ecc-96cf-cd71d9836b38 None None] Pushing event updated for resources: {'Port': ['ID=27b55e51-59c0-4586-8bfe-97270b06b145,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:31.442549 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7312680f-d08c-41f3-ba9c-aab0623c2d44 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:49:31.460980 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7312680f-d08c-41f3-ba9c-aab0623c2d44 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "PUT /v2.0/routers/c59a0d9c-78a2-454f-a222-0c0d4129ded3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0214210 Nov 04 11:49:31.608201 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a4512ef7-a4f5-4a02-a636-c23081b4540d None None] Provisioning complete for port 27b55e51-59c0-4586-8bfe-97270b06b145 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:49:31.608543 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a4512ef7-a4f5-4a02-a636-c23081b4540d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:31.646858 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-94067fb3-73f0-4317-9935-a2954de0a7dc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1392663805&fields=id&tenant_id=1ef3e74ffc834573ba9c036355859023 HTTP/1.1" status: 200 len: 267 time: 0.0620611 Nov 04 11:49:31.738026 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a4512ef7-a4f5-4a02-a636-c23081b4540d None None] Provisioning complete for port 624d88e1-feb6-49aa-a7bd-ae7937fcbd0e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:49:31.738420 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a4512ef7-a4f5-4a02-a636-c23081b4540d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:31.783165 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-a0e51c29-518f-4f44-9fe7-150d1973e89a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:31.784909 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-a0e51c29-518f-4f44-9fe7-150d1973e89a tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/networks?id=78dbc627-ade5-4f19-b202-a1af399caefa HTTP/1.1" status: 200 len: 797 time: 0.1209834 Nov 04 11:49:31.789508 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-a4512ef7-a4f5-4a02-a636-c23081b4540d None None] Port 624d88e1-feb6-49aa-a7bd-ae7937fcbd0e cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:49:31.801891 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-a7cb8302-0964-43ed-9151-7a6fbc7951df tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/quotas/1ef3e74ffc834573ba9c036355859023 HTTP/1.1" status: 200 len: 375 time: 0.0105059 Nov 04 11:49:31.857682 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-c6b6d84e-3306-47da-8a08-0d4569110e3b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497143 Nov 04 11:49:31.875461 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da470de7-1f2e-4405-8f76-1619cfc9cecf None None] Sync routers for ids ['c59a0d9c-78a2-454f-a222-0c0d4129ded3'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:49:31.889456 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da470de7-1f2e-4405-8f76-1619cfc9cecf None None] Routers {'c59a0d9c-78a2-454f-a222-0c0d4129ded3'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:49:31.890192 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-da470de7-1f2e-4405-8f76-1619cfc9cecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:49:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c59a0d9c-78a2-454f-a222-0c0d4129ded3'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:49:31.923641 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-f605bfe8-709e-440b-b0d1-d31cdaf61e67 service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 11:49:31.924699 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-f605bfe8-709e-440b-b0d1-d31cdaf61e67 service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0526342 Nov 04 11:49:31.967817 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-122c1148-2b27-4b6d-aca0-ba939059dfb8 None None] Provisioning complete for port 624d88e1-feb6-49aa-a7bd-ae7937fcbd0e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:49:31.968141 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-122c1148-2b27-4b6d-aca0-ba939059dfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:32.046219 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-122c1148-2b27-4b6d-aca0-ba939059dfb8 None None] Port 624d88e1-feb6-49aa-a7bd-ae7937fcbd0e cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:49:32.057371 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-da470de7-1f2e-4405-8f76-1619cfc9cecf None None] Set router c59a0d9c-78a2-454f-a222-0c0d4129ded3 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:49:32.060903 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 27b55e51-59c0-4586-8bfe-97270b06b145 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:49:32.061429 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-cf544f6c-856f-45b4-b60a-b4b8e54fcb68 service neutron] 10.222.0.127 "GET /v2.0/networks/78dbc627-ade5-4f19-b202-a1af399caefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292593 Nov 04 11:49:32.158023 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-91043f5e-adbc-4d67-a7e4-ab737f4063c1 service neutron] 10.222.0.127 "GET /v2.0/networks/78dbc627-ade5-4f19-b202-a1af399caefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914474 Nov 04 11:49:32.241965 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-40e93955-5e90-4ea6-a0af-261a884adc95 None None] Provisioning complete for port 624d88e1-feb6-49aa-a7bd-ae7937fcbd0e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:49:32.242631 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-40e93955-5e90-4ea6-a0af-261a884adc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:32.285945 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 27b55e51-59c0-4586-8bfe-97270b06b145 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:49:32.286842 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:32.323296 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f1d7f875-b904-4f4e-b99d-353703917d1f req-e2e21ddf-3ce5-4743-a3ba-ab2ef296bacf tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 210 time: 0.0273230 Nov 04 11:49:32.344095 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-40e93955-5e90-4ea6-a0af-261a884adc95 None None] Port 624d88e1-feb6-49aa-a7bd-ae7937fcbd0e cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:49:32.439274 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device baf6d0e1-b3b6-4c92-9bd4-17105de6abaa up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:49:32.443633 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-da470de7-1f2e-4405-8f76-1619cfc9cecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983332840', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:49:30Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '624d88e1-feb6-49aa-a7bd-ae7937fcbd0e', 'name': '', 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:98:f4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '150b5a0b-f095-4c80-9676-995d3f4dc5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:49:30Z', 'updated_at': '2021-11-04T11:49:30Z', 'revision_number': 2, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '150b5a0b-f095-4c80-9676-995d3f4dc5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:49:32.488199 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da470de7-1f2e-4405-8f76-1619cfc9cecf None None] Checking router: c59a0d9c-78a2-454f-a222-0c0d4129ded3 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:49:32.488549 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da470de7-1f2e-4405-8f76-1619cfc9cecf None None] Updating router c59a0d9c-78a2-454f-a222-0c0d4129ded3 port 624d88e1-feb6-49aa-a7bd-ae7937fcbd0e binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:49:32.524465 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-da470de7-1f2e-4405-8f76-1619cfc9cecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:32.754752 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port baf6d0e1-b3b6-4c92-9bd4-17105de6abaa triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:49:32.755028 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:32.961204 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:33.009273 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port baf6d0e1-b3b6-4c92-9bd4-17105de6abaa, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=baf6d0e1-b3b6-4c92-9bd4-17105de6abaa,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:49:33.017137 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:33.105779 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-da470de7-1f2e-4405-8f76-1619cfc9cecf None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:33.107370 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=baf6d0e1-b3b6-4c92-9bd4-17105de6abaa,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:33.114666 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-da470de7-1f2e-4405-8f76-1619cfc9cecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:33.167811 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b2e1c-ca03-4afa-91cb-4dbac0c6ebec None None] Pushing event updated for resources: {'Port': ['ID=624d88e1-feb6-49aa-a7bd-ae7937fcbd0e,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:33.222265 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-da470de7-1f2e-4405-8f76-1619cfc9cecf None None] Attempting to bind port 624d88e1-feb6-49aa-a7bd-ae7937fcbd0e on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:49:33.222630 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-da470de7-1f2e-4405-8f76-1619cfc9cecf None None] Attempting to bind port 624d88e1-feb6-49aa-a7bd-ae7937fcbd0e by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '188a2857-36e6-4ea6-8431-684e0b8a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:49:33.222980 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da470de7-1f2e-4405-8f76-1619cfc9cecf None None] Attempting to bind port 624d88e1-feb6-49aa-a7bd-ae7937fcbd0e on network 78dbc627-ade5-4f19-b202-a1af399caefa {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:49:33.228252 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da470de7-1f2e-4405-8f76-1619cfc9cecf None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:49:33.228648 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da470de7-1f2e-4405-8f76-1619cfc9cecf None None] Checking segment: {'id': '188a2857-36e6-4ea6-8431-684e0b8a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:49:33.229086 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-da470de7-1f2e-4405-8f76-1619cfc9cecf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:33.229479 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da470de7-1f2e-4405-8f76-1619cfc9cecf None None] Bound using segment: {'id': '188a2857-36e6-4ea6-8431-684e0b8a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:49:33.229980 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-da470de7-1f2e-4405-8f76-1619cfc9cecf None None] Bound port: 624d88e1-feb6-49aa-a7bd-ae7937fcbd0e, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188a2857-36e6-4ea6-8431-684e0b8a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:49:33.230354 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-da470de7-1f2e-4405-8f76-1619cfc9cecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:33.297590 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-da470de7-1f2e-4405-8f76-1619cfc9cecf None None] For port 624d88e1-feb6-49aa-a7bd-ae7937fcbd0e, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:49:33.302229 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-da470de7-1f2e-4405-8f76-1619cfc9cecf None None] For port 624d88e1-feb6-49aa-a7bd-ae7937fcbd0e, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=624d88e1-feb6-49aa-a7bd-ae7937fcbd0e,segment=NetworkSegment(188a2857-36e6-4ea6-8431-684e0b8a1c67),segment_id=188a2857-36e6-4ea6-8431-684e0b8a1c67)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:49:33.309663 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-da470de7-1f2e-4405-8f76-1619cfc9cecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:33.366211 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da470de7-1f2e-4405-8f76-1619cfc9cecf None None] Routers {'c59a0d9c-78a2-454f-a222-0c0d4129ded3'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:49:33.367000 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-da470de7-1f2e-4405-8f76-1619cfc9cecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:49:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c59a0d9c-78a2-454f-a222-0c0d4129ded3'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:49:33.430995 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b2e1c-ca03-4afa-91cb-4dbac0c6ebec None None] Pushing event updated for resources: {'Port': ['ID=624d88e1-feb6-49aa-a7bd-ae7937fcbd0e,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:33.469105 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5e0d91ce-dbf9-4f51-b55f-686bc59f57e9 req-9b03b979-5b65-492f-9d98-3788796fbc41 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 210 time: 0.0403295 Nov 04 11:49:33.499488 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-1224bad4-ce8a-44cb-87fa-17bdc1b51c72 None None] Provisioning complete for port 624d88e1-feb6-49aa-a7bd-ae7937fcbd0e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:49:33.499901 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1224bad4-ce8a-44cb-87fa-17bdc1b51c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:33.530756 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-417102dd-19a2-4a0d-bb4f-a6b596edc855 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:33.533286 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-417102dd-19a2-4a0d-bb4f-a6b596edc855 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.126 "GET /v2.0/networks?id=78dbc627-ade5-4f19-b202-a1af399caefa HTTP/1.1" status: 200 len: 797 time: 0.2035613 Nov 04 11:49:33.559906 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-da470de7-1f2e-4405-8f76-1619cfc9cecf None None] Set router c59a0d9c-78a2-454f-a222-0c0d4129ded3 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:49:33.605161 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-26614a65-8554-4768-b713-927621468c35 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ef3e74ffc834573ba9c036355859023 HTTP/1.1" status: 200 len: 380 time: 0.0626585 Nov 04 11:49:33.618229 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-812546db-a8b1-4b92-b1e5-63982a0cb0dc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'port': {'device_id': '2951f688-8440-467e-bb70-58c239fdd9c6', 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa', 'admin_state_up': True, 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'security_groups': ['06af0323-4c72-49f5-abe0-7b375bc76ade']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:49:33.708638 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1224bad4-ce8a-44cb-87fa-17bdc1b51c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:33.741347 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-812546db-a8b1-4b92-b1e5-63982a0cb0dc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Made reservation on behalf of 1ef3e74ffc834573ba9c036355859023 for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:49:33.745502 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-812546db-a8b1-4b92-b1e5-63982a0cb0dc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:33.765652 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-1224bad4-ce8a-44cb-87fa-17bdc1b51c72 None None] For port 624d88e1-feb6-49aa-a7bd-ae7937fcbd0e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=624d88e1-feb6-49aa-a7bd-ae7937fcbd0e,segment=NetworkSegment(188a2857-36e6-4ea6-8431-684e0b8a1c67),segment_id=188a2857-36e6-4ea6-8431-684e0b8a1c67)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:49:33.777672 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1224bad4-ce8a-44cb-87fa-17bdc1b51c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:33.856219 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224bad4-ce8a-44cb-87fa-17bdc1b51c72 None None] Pushing event updated for resources: {'Port': ['ID=624d88e1-feb6-49aa-a7bd-ae7937fcbd0e,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:33.877635 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-da470de7-1f2e-4405-8f76-1619cfc9cecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983332840', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:49:30Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '624d88e1-feb6-49aa-a7bd-ae7937fcbd0e', 'name': '', 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:98:f4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '150b5a0b-f095-4c80-9676-995d3f4dc5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:49:30Z', 'updated_at': '2021-11-04T11:49:33Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '150b5a0b-f095-4c80-9676-995d3f4dc5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:49:33.879324 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-812546db-a8b1-4b92-b1e5-63982a0cb0dc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Allocated IP 172.20.0.11 (78dbc627-ade5-4f19-b202-a1af399caefa/150b5a0b-f095-4c80-9676-995d3f4dc5a9/3e442906-ff81-42cb-bea3-dcef2176cb69) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:49:33.909431 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da470de7-1f2e-4405-8f76-1619cfc9cecf None None] The sync data for ids ['c59a0d9c-78a2-454f-a222-0c0d4129ded3'] in n-d-816629-1 is: [{'id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983332840', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:49:30Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '624d88e1-feb6-49aa-a7bd-ae7937fcbd0e', 'name': '', 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:98:f4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '150b5a0b-f095-4c80-9676-995d3f4dc5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:49:30Z', 'updated_at': '2021-11-04T11:49:33Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '150b5a0b-f095-4c80-9676-995d3f4dc5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:49:33.920421 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f673456b-352b-4cf2-94e8-1737490e8a82 None None] Provisioning complete for port 624d88e1-feb6-49aa-a7bd-ae7937fcbd0e triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:49:33.920807 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f673456b-352b-4cf2-94e8-1737490e8a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:34.025327 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device baf6d0e1-b3b6-4c92-9bd4-17105de6abaa up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:49:34.072593 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-812546db-a8b1-4b92-b1e5-63982a0cb0dc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:34.092355 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port baf6d0e1-b3b6-4c92-9bd4-17105de6abaa triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:49:34.092812 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:34.109973 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-812546db-a8b1-4b92-b1e5-63982a0cb0dc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:34.165253 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-812546db-a8b1-4b92-b1e5-63982a0cb0dc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network 78dbc627-ade5-4f19-b202-a1af399caefa is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:49:34.168528 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-812546db-a8b1-4b92-b1e5-63982a0cb0dc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:49:34.171074 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-812546db-a8b1-4b92-b1e5-63982a0cb0dc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:49:34.212065 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812546db-a8b1-4b92-b1e5-63982a0cb0dc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=3e442906-ff81-42cb-bea3-dcef2176cb69,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:34.238912 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-812546db-a8b1-4b92-b1e5-63982a0cb0dc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:34.239599 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-812546db-a8b1-4b92-b1e5-63982a0cb0dc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:34.259388 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-812546db-a8b1-4b92-b1e5-63982a0cb0dc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6452389 Nov 04 11:49:34.270309 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-0a356450-0fed-4e2d-afdd-7cf256e24205 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 11:49:34.271357 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-0a356450-0fed-4e2d-afdd-7cf256e24205 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.126 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0059493 Nov 04 11:49:34.332650 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-0dd3eb80-79c9-4290-8760-02e05e38ee43 service neutron] Request body: {'port': {'device_id': '2951f688-8440-467e-bb70-58c239fdd9c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:49:34.399907 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-0dd3eb80-79c9-4290-8760-02e05e38ee43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:34.503455 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-f33b8563-1cc8-4cbd-ad61-1915a915f79f None None] Provisioning complete for port 3e442906-ff81-42cb-bea3-dcef2176cb69 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:49:34.503979 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f33b8563-1cc8-4cbd-ad61-1915a915f79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:34.542071 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-f33b8563-1cc8-4cbd-ad61-1915a915f79f None None] Port 3e442906-ff81-42cb-bea3-dcef2176cb69 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:49:34.588466 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869ab6a-9214-44e5-b96d-adfb2a433cf0 req-aeb04ffd-4793-40d5-89e9-a4f0a2e9e700 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:34.590432 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0869ab6a-9214-44e5-b96d-adfb2a433cf0 req-aeb04ffd-4793-40d5-89e9-a4f0a2e9e700 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 932 time: 0.0551410 Nov 04 11:49:34.650161 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0869ab6a-9214-44e5-b96d-adfb2a433cf0 req-fb50425e-0c83-48d6-9af7-29612f6fdcbb tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=06af0323-4c72-49f5-abe0-7b375bc76ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527303 Nov 04 11:49:34.697583 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-0dd3eb80-79c9-4290-8760-02e05e38ee43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e442906-ff81-42cb-bea3-dcef2176cb69 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:49:34.706060 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-0dd3eb80-79c9-4290-8760-02e05e38ee43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:34.718405 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-0dd3eb80-79c9-4290-8760-02e05e38ee43 service neutron] Transition to ACTIVE for port object 3e442906-ff81-42cb-bea3-dcef2176cb69 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:49:34.726389 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-0dd3eb80-79c9-4290-8760-02e05e38ee43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:34.782359 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3eb80-79c9-4290-8760-02e05e38ee43 service neutron] Pushing event updated for resources: {'Port': ['ID=3e442906-ff81-42cb-bea3-dcef2176cb69,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:34.860105 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-0dd3eb80-79c9-4290-8760-02e05e38ee43 service neutron] Attempting to bind port 3e442906-ff81-42cb-bea3-dcef2176cb69 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:49:34.860434 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-0dd3eb80-79c9-4290-8760-02e05e38ee43 service neutron] Attempting to bind port 3e442906-ff81-42cb-bea3-dcef2176cb69 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '188a2857-36e6-4ea6-8431-684e0b8a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:49:34.860766 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-0dd3eb80-79c9-4290-8760-02e05e38ee43 service neutron] Attempting to bind port 3e442906-ff81-42cb-bea3-dcef2176cb69 on network 78dbc627-ade5-4f19-b202-a1af399caefa {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:49:34.865763 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-0dd3eb80-79c9-4290-8760-02e05e38ee43 service neutron] Port 3e442906-ff81-42cb-bea3-dcef2176cb69 on network 78dbc627-ade5-4f19-b202-a1af399caefa not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:49:34.866086 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-0dd3eb80-79c9-4290-8760-02e05e38ee43 service neutron] Attempting to bind port 3e442906-ff81-42cb-bea3-dcef2176cb69 on network 78dbc627-ade5-4f19-b202-a1af399caefa {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:49:34.871952 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-0dd3eb80-79c9-4290-8760-02e05e38ee43 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:49:34.872286 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-0dd3eb80-79c9-4290-8760-02e05e38ee43 service neutron] Checking segment: {'id': '188a2857-36e6-4ea6-8431-684e0b8a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:49:34.872669 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-0dd3eb80-79c9-4290-8760-02e05e38ee43 service neutron] Bound using segment: {'id': '188a2857-36e6-4ea6-8431-684e0b8a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:49:34.873124 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-0dd3eb80-79c9-4290-8760-02e05e38ee43 service neutron] Bound port: 3e442906-ff81-42cb-bea3-dcef2176cb69, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188a2857-36e6-4ea6-8431-684e0b8a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:49:34.873475 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-0dd3eb80-79c9-4290-8760-02e05e38ee43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:34.945164 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-0dd3eb80-79c9-4290-8760-02e05e38ee43 service neutron] For port 3e442906-ff81-42cb-bea3-dcef2176cb69, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:49:34.949247 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-0dd3eb80-79c9-4290-8760-02e05e38ee43 service neutron] For port 3e442906-ff81-42cb-bea3-dcef2176cb69, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=3e442906-ff81-42cb-bea3-dcef2176cb69,segment=NetworkSegment(188a2857-36e6-4ea6-8431-684e0b8a1c67),segment_id=188a2857-36e6-4ea6-8431-684e0b8a1c67)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:49:34.958503 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-0dd3eb80-79c9-4290-8760-02e05e38ee43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:34.992856 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-0dd3eb80-79c9-4290-8760-02e05e38ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:34.993477 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-0dd3eb80-79c9-4290-8760-02e05e38ee43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:34.995221 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-0dd3eb80-79c9-4290-8760-02e05e38ee43 service neutron] 10.222.0.126 "PUT /v2.0/ports/3e442906-ff81-42cb-bea3-dcef2176cb69 HTTP/1.1" status: 200 len: 1092 time: 0.7156255 Nov 04 11:49:34.997449 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2951f688-8440-467e-bb70-58c239fdd9c6', 'tag': '3e442906-ff81-42cb-bea3-dcef2176cb69'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:49:35.000586 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dd6719-7ebf-4c22-88bd-2179237b0838" -d '{"events": [{"name": "network-changed", "server_uuid": "2951f688-8440-467e-bb70-58c239fdd9c6", "tag": "3e442906-ff81-42cb-bea3-dcef2176cb69"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:49:35.030814 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3eb80-79c9-4290-8760-02e05e38ee43 service neutron] Pushing event updated for resources: {'Port': ['ID=3e442906-ff81-42cb-bea3-dcef2176cb69,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:35.065065 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852eeea8-c910-49b7-a18d-074ba911730a x-openstack-request-id: req-852eeea8-c910-49b7-a18d-074ba911730a {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:49:35.065375 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2951f688-8440-467e-bb70-58c239fdd9c6", "tag": "3e442906-ff81-42cb-bea3-dcef2176cb69", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:49:35.065641 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-852eeea8-c910-49b7-a18d-074ba911730a {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:49:35.066058 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2951f688-8440-467e-bb70-58c239fdd9c6', 'tag': '3e442906-ff81-42cb-bea3-dcef2176cb69', 'status': 'completed', 'code': 200} Nov 04 11:49:35.100897 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-cde00a06-17af-4bea-8f13-8df000548f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:35.102568 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-cde00a06-17af-4bea-8f13-8df000548f51 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 1095 time: 0.0486827 Nov 04 11:49:35.528753 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-f99061d1-4faf-45c1-87e6-56f9e15a532b service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e442906-ff81-42cb-bea3-dcef2176cb69 HTTP/1.1" status: 200 len: 217 time: 0.4180863 Nov 04 11:49:35.586948 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-ba33e6cd-475d-4663-aa8a-062bb9268a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:35.588424 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-ba33e6cd-475d-4663-aa8a-062bb9268a74 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=150b5a0b-f095-4c80-9676-995d3f4dc5a9 HTTP/1.1" status: 200 len: 835 time: 0.0510395 Nov 04 11:49:35.636440 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-47a8e923-fb20-478c-99ed-b26bf10738d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:35.637990 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-47a8e923-fb20-478c-99ed-b26bf10738d4 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=78dbc627-ade5-4f19-b202-a1af399caefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422404 Nov 04 11:49:35.735876 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-ac663c11-366d-4b4b-aa6a-46eee0b16387 service neutron] 10.222.0.126 "GET /v2.0/networks/78dbc627-ade5-4f19-b202-a1af399caefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889845 Nov 04 11:49:35.776099 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98a866-c5dd-41d0-bf68-3a538ba69734 req-bda18e5e-6907-4a88-834f-b5d2ad000b64 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:35.778579 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b98a866-c5dd-41d0-bf68-3a538ba69734 req-bda18e5e-6907-4a88-834f-b5d2ad000b64 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 944 time: 0.0537677 Nov 04 11:49:35.831153 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0b98a866-c5dd-41d0-bf68-3a538ba69734 req-9ec509df-9962-4466-afd4-80edc4605ea4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=06af0323-4c72-49f5-abe0-7b375bc76ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460052 Nov 04 11:49:35.832230 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d63141f6-7b0c-43d2-b19a-9c5566b4d002 req-a68c8de8-45f1-4af8-9be6-a34865c891d1 service neutron] 10.222.0.126 "GET /v2.0/networks/78dbc627-ade5-4f19-b202-a1af399caefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890932 Nov 04 11:49:35.937313 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd6719-7ebf-4c22-88bd-2179237b0838 req-b525f8d2-8dad-4002-81a6-7a92031e8af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:35.938970 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-77dd6719-7ebf-4c22-88bd-2179237b0838 req-b525f8d2-8dad-4002-81a6-7a92031e8af7 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 1095 time: 0.0533383 Nov 04 11:49:35.977503 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 624d88e1-feb6-49aa-a7bd-ae7937fcbd0e up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:49:36.028844 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 624d88e1-feb6-49aa-a7bd-ae7937fcbd0e triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:49:36.029211 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:36.035109 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd6719-7ebf-4c22-88bd-2179237b0838 req-edcfc362-46ba-4947-9703-ff01af0b161a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:36.036640 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-77dd6719-7ebf-4c22-88bd-2179237b0838 req-edcfc362-46ba-4947-9703-ff01af0b161a service neutron] 10.222.0.126 "GET /v2.0/networks?id=78dbc627-ade5-4f19-b202-a1af399caefa HTTP/1.1" status: 200 len: 899 time: 0.0898852 Nov 04 11:49:36.079738 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-77dd6719-7ebf-4c22-88bd-2179237b0838 req-73fc4212-0874-4a00-9b84-155605f642f3 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e442906-ff81-42cb-bea3-dcef2176cb69 HTTP/1.1" status: 200 len: 217 time: 0.0354462 Nov 04 11:49:36.137402 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd6719-7ebf-4c22-88bd-2179237b0838 req-e66005f3-d08e-40aa-a144-12db2ec462bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:36.138912 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-77dd6719-7ebf-4c22-88bd-2179237b0838 req-e66005f3-d08e-40aa-a144-12db2ec462bd service neutron] 10.222.0.126 "GET /v2.0/subnets?id=150b5a0b-f095-4c80-9676-995d3f4dc5a9 HTTP/1.1" status: 200 len: 835 time: 0.0506034 Nov 04 11:49:36.188678 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd6719-7ebf-4c22-88bd-2179237b0838 req-e517d4a9-ffd9-485f-80ab-a21f039f3d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:36.190301 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-77dd6719-7ebf-4c22-88bd-2179237b0838 req-e517d4a9-ffd9-485f-80ab-a21f039f3d0b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=78dbc627-ade5-4f19-b202-a1af399caefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422697 Nov 04 11:49:36.296609 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-77dd6719-7ebf-4c22-88bd-2179237b0838 req-ccd18822-1e8d-4b34-8366-cd0fac049e36 service neutron] 10.222.0.126 "GET /v2.0/networks/78dbc627-ade5-4f19-b202-a1af399caefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974016 Nov 04 11:49:36.402023 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-77dd6719-7ebf-4c22-88bd-2179237b0838 req-3ac06db7-0253-4c85-ad1f-5adbd3d0aa0c service neutron] 10.222.0.126 "GET /v2.0/networks/78dbc627-ade5-4f19-b202-a1af399caefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964208 Nov 04 11:49:36.955010 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe89163-a203-43df-b5b8-aea5326a6cde req-3b7ef8d1-fb47-47bc-8ceb-8db55ebebd83 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:36.956563 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8fe89163-a203-43df-b5b8-aea5326a6cde req-3b7ef8d1-fb47-47bc-8ceb-8db55ebebd83 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 944 time: 0.0527101 Nov 04 11:49:37.016544 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8fe89163-a203-43df-b5b8-aea5326a6cde req-67d3f814-51a9-4044-a879-3104ddeac7a9 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=06af0323-4c72-49f5-abe0-7b375bc76ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503025 Nov 04 11:49:38.163031 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef100f-02b4-4444-a632-5e1b6cee9546 req-3f00652a-5211-48d5-80ca-b72f0b736958 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:38.167131 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-06ef100f-02b4-4444-a632-5e1b6cee9546 req-3f00652a-5211-48d5-80ca-b72f0b736958 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 944 time: 0.0638041 Nov 04 11:49:38.226374 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-06ef100f-02b4-4444-a632-5e1b6cee9546 req-f688570d-c53c-47d4-a857-fa1e5975476b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=06af0323-4c72-49f5-abe0-7b375bc76ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557106 Nov 04 11:49:39.362657 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddaff2-9a19-445d-b0f7-ed5f02aa481b req-cacc114b-aef6-417a-add5-072e6f1b5ab4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:39.364247 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-84ddaff2-9a19-445d-b0f7-ed5f02aa481b req-cacc114b-aef6-417a-add5-072e6f1b5ab4 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 944 time: 0.0593991 Nov 04 11:49:39.415357 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-84ddaff2-9a19-445d-b0f7-ed5f02aa481b req-aa0646b7-ebc9-4506-af79-a42a5e82b10b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=06af0323-4c72-49f5-abe0-7b375bc76ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445650 Nov 04 11:49:39.659558 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 3e442906-ff81-42cb-bea3-dcef2176cb69 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:49:39.763505 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 3e442906-ff81-42cb-bea3-dcef2176cb69, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=3e442906-ff81-42cb-bea3-dcef2176cb69,segment=NetworkSegment(188a2857-36e6-4ea6-8431-684e0b8a1c67),segment_id=188a2857-36e6-4ea6-8431-684e0b8a1c67)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:49:39.776273 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '3e442906-ff81-42cb-bea3-dcef2176cb69', 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa', 'port_id': '3e442906-ff81-42cb-bea3-dcef2176cb69', 'mac_address': 'fa:16:3e:22:e8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150b5a0b-f095-4c80-9676-995d3f4dc5a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:49:39.815923 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:39.833235 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e442906-ff81-42cb-bea3-dcef2176cb69 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:49:39.852261 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 3e442906-ff81-42cb-bea3-dcef2176cb69, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=3e442906-ff81-42cb-bea3-dcef2176cb69,segment=NetworkSegment(188a2857-36e6-4ea6-8431-684e0b8a1c67),segment_id=188a2857-36e6-4ea6-8431-684e0b8a1c67)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:49:39.858600 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:39.909280 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=3e442906-ff81-42cb-bea3-dcef2176cb69,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:40.138233 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['3e442906-ff81-42cb-bea3-dcef2176cb69'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:49:40.549187 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e113de9-4ab1-4f1f-8667-bf1ad72adc58 req-6dee056f-fbbc-4f06-856a-b56663c729e8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:40.550709 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8e113de9-4ab1-4f1f-8667-bf1ad72adc58 req-6dee056f-fbbc-4f06-856a-b56663c729e8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 945 time: 0.0582798 Nov 04 11:49:40.603570 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8e113de9-4ab1-4f1f-8667-bf1ad72adc58 req-1391759d-82c1-4d49-9a45-e066a0a4c96d tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=06af0323-4c72-49f5-abe0-7b375bc76ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441673 Nov 04 11:49:41.664655 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 3e442906-ff81-42cb-bea3-dcef2176cb69 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:49:41.717288 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 3e442906-ff81-42cb-bea3-dcef2176cb69 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:49:41.721474 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 3e442906-ff81-42cb-bea3-dcef2176cb69 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:49:41.721846 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:41.726901 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27729e8f-4b0a-41d0-8beb-e97805140009 req-26c5946a-5b10-45a2-b159-9b609b9352d8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:41.728444 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-27729e8f-4b0a-41d0-8beb-e97805140009 req-26c5946a-5b10-45a2-b159-9b609b9352d8 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 945 time: 0.0511928 Nov 04 11:49:41.780991 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-27729e8f-4b0a-41d0-8beb-e97805140009 req-780bafe5-9334-45ec-ad63-65fbffebfd68 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=06af0323-4c72-49f5-abe0-7b375bc76ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459752 Nov 04 11:49:41.808993 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:41.831988 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2951f688-8440-467e-bb70-58c239fdd9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e442906-ff81-42cb-bea3-dcef2176cb69'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:49:41.834254 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260535fb-b9cb-4981-b916-0d216df9a6c8" -d '{"events": [{"server_uuid": "2951f688-8440-467e-bb70-58c239fdd9c6", "name": "network-vif-plugged", "status": "completed", "tag": "3e442906-ff81-42cb-bea3-dcef2176cb69"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:49:41.846465 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 3e442906-ff81-42cb-bea3-dcef2176cb69, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=3e442906-ff81-42cb-bea3-dcef2176cb69,segment=NetworkSegment(188a2857-36e6-4ea6-8431-684e0b8a1c67),segment_id=188a2857-36e6-4ea6-8431-684e0b8a1c67)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:49:41.851634 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:41.900226 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=3e442906-ff81-42cb-bea3-dcef2176cb69,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:41.935442 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd315af-4e46-411f-a5ab-f29464079549 x-openstack-request-id: req-8dd315af-4e46-411f-a5ab-f29464079549 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:49:41.935733 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2951f688-8440-467e-bb70-58c239fdd9c6", "name": "network-vif-plugged", "status": "completed", "tag": "3e442906-ff81-42cb-bea3-dcef2176cb69", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:49:41.935985 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-8dd315af-4e46-411f-a5ab-f29464079549 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:49:41.936379 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2951f688-8440-467e-bb70-58c239fdd9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e442906-ff81-42cb-bea3-dcef2176cb69', 'code': 200} Nov 04 11:49:42.036366 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb261e2b-f439-40b3-af46-d33abdf661f8 req-61fee921-5af5-4af5-83a8-dea4e5405dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:42.037968 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-eb261e2b-f439-40b3-af46-d33abdf661f8 req-61fee921-5af5-4af5-83a8-dea4e5405dae service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 1097 time: 0.0444326 Nov 04 11:49:42.085832 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-eb261e2b-f439-40b3-af46-d33abdf661f8 req-c1bd5b45-d544-4138-acec-34b2e4c26512 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=06af0323-4c72-49f5-abe0-7b375bc76ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408049 Nov 04 11:49:42.905226 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fadc5-bc2a-43b6-afc7-2af1a81fb4b2 req-bb9a57d9-53c6-4452-a4b6-468c8fb5600c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:42.906848 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-731fadc5-bc2a-43b6-afc7-2af1a81fb4b2 req-bb9a57d9-53c6-4452-a4b6-468c8fb5600c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 946 time: 0.0520639 Nov 04 11:49:42.966227 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-731fadc5-bc2a-43b6-afc7-2af1a81fb4b2 req-d7b40c7b-85f9-4251-8b96-8a6016b5085e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=06af0323-4c72-49f5-abe0-7b375bc76ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501289 Nov 04 11:49:43.136902 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:44.093704 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bcb04-85a4-4a61-83d5-7ddde379114e req-8111f190-eff5-461b-b18e-ce861217b030 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:44.095433 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f44bcb04-85a4-4a61-83d5-7ddde379114e req-8111f190-eff5-461b-b18e-ce861217b030 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 946 time: 0.0538518 Nov 04 11:49:44.156849 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f44bcb04-85a4-4a61-83d5-7ddde379114e req-11bded65-62dd-4fdb-bcbe-a681cb027b56 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=06af0323-4c72-49f5-abe0-7b375bc76ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521913 Nov 04 11:49:44.275561 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e56a13-0120-42e1-a28c-2b480c1d2666 req-44d0db62-24fb-4fc5-a70f-1eb6dbc0a7d0 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:44.277111 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b5e56a13-0120-42e1-a28c-2b480c1d2666 req-44d0db62-24fb-4fc5-a70f-1eb6dbc0a7d0 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 946 time: 0.0513361 Nov 04 11:49:44.336183 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b5e56a13-0120-42e1-a28c-2b480c1d2666 req-63952066-f418-4521-b645-2e917c114a12 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=06af0323-4c72-49f5-abe0-7b375bc76ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482430 Nov 04 11:49:44.361851 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35604) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:49:44.413515 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb77b74-ebcb-4b12-98b4-8371a846698b tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:44.414984 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-ceb77b74-ebcb-4b12-98b4-8371a846698b tempest-TestNetworkAdvancedServerOps-1285357059 tempest-TestNetworkAdvancedServerOps-1285357059-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 1092 time: 0.0519319 Nov 04 11:49:44.417999 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35606) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:49:44.422420 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-c9cf569e-e5c5-4fe7-b820-ec82b7101b11 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'port_id': '3e442906-ff81-42cb-bea3-dcef2176cb69', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:49:44.447138 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c9cf569e-e5c5-4fe7-b820-ec82b7101b11 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for floatingip, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:44.550476 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c9cf569e-e5c5-4fe7-b820-ec82b7101b11 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:44.657979 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-c9cf569e-e5c5-4fe7-b820-ec82b7101b11 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Allocated IP 172.25.7.208 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/6a188d5f-399a-4949-bb20-cd193976b690) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:49:44.762024 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c9cf569e-e5c5-4fe7-b820-ec82b7101b11 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:44.798915 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c9cf569e-e5c5-4fe7-b820-ec82b7101b11 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:44.841063 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cf569e-e5c5-4fe7-b820-ec82b7101b11 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:49:44.846108 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-c9cf569e-e5c5-4fe7-b820-ec82b7101b11 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:49:44.848976 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cf569e-e5c5-4fe7-b820-ec82b7101b11 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:49:44.885705 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf569e-e5c5-4fe7-b820-ec82b7101b11 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=6a188d5f-399a-4949-bb20-cd193976b690,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:45.251674 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c9cf569e-e5c5-4fe7-b820-ec82b7101b11 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:45.342065 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c9cf569e-e5c5-4fe7-b820-ec82b7101b11 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:45.502479 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c9cf569e-e5c5-4fe7-b820-ec82b7101b11 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:45.509598 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c9cf569e-e5c5-4fe7-b820-ec82b7101b11 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:45.546337 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:45.583202 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf569e-e5c5-4fe7-b820-ec82b7101b11 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event updated for resources: {'Port': ['ID=6a188d5f-399a-4949-bb20-cd193976b690,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:49:45.592629 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c9cf569e-e5c5-4fe7-b820-ec82b7101b11 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:45.697156 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [None req-c9cf569e-e5c5-4fe7-b820-ec82b7101b11 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Floating IP 3ab2f1f6-d8e6-42b6-8053-d3cd78339801 associated. External IP: 172.25.7.208, port: 3e442906-ff81-42cb-bea3-dcef2176cb69. Nov 04 11:49:45.925573 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9cf569e-e5c5-4fe7-b820-ec82b7101b11 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Router c59a0d9c-78a2-454f-a222-0c0d4129ded3 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:49:46.039917 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cf569e-e5c5-4fe7-b820-ec82b7101b11 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:49:46.050512 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66f9df5-e7bb-487a-b7cd-053c20f1bcaa None None] Sync routers for ids ['c59a0d9c-78a2-454f-a222-0c0d4129ded3'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:49:46.059623 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-c9cf569e-e5c5-4fe7-b820-ec82b7101b11 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:46.061328 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66f9df5-e7bb-487a-b7cd-053c20f1bcaa None None] Routers {'c59a0d9c-78a2-454f-a222-0c0d4129ded3'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:49:46.061955 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-a66f9df5-e7bb-487a-b7cd-053c20f1bcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:49:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c59a0d9c-78a2-454f-a222-0c0d4129ded3'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:49:46.093775 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-c9cf569e-e5c5-4fe7-b820-ec82b7101b11 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6745331 Nov 04 11:49:46.094802 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2951f688-8440-467e-bb70-58c239fdd9c6', 'tag': '3e442906-ff81-42cb-bea3-dcef2176cb69'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:49:46.097352 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4502e12-a628-49a1-a63b-fc7fef7c3902" -d '{"events": [{"name": "network-changed", "server_uuid": "2951f688-8440-467e-bb70-58c239fdd9c6", "tag": "3e442906-ff81-42cb-bea3-dcef2176cb69"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:49:46.174852 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-a66f9df5-e7bb-487a-b7cd-053c20f1bcaa None None] Set router c59a0d9c-78a2-454f-a222-0c0d4129ded3 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:49:46.200950 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bf14a-2840-4a07-b15a-066f1d6b0315 req-fd4eb6fa-b9d4-4735-a52c-b5108b5e60de tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:46.202794 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b34bf14a-2840-4a07-b15a-066f1d6b0315 req-fd4eb6fa-b9d4-4735-a52c-b5108b5e60de tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 946 time: 0.0540462 Nov 04 11:49:46.253326 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b34bf14a-2840-4a07-b15a-066f1d6b0315 req-c9a1aa37-0f99-4250-809d-f1b8aff29f50 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=06af0323-4c72-49f5-abe0-7b375bc76ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442336 Nov 04 11:49:46.275629 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35612) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:49:46.314802 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da3591a-abf4-4dac-8108-42d0518d7512 x-openstack-request-id: req-3da3591a-abf4-4dac-8108-42d0518d7512 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:49:46.315089 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2951f688-8440-467e-bb70-58c239fdd9c6", "tag": "3e442906-ff81-42cb-bea3-dcef2176cb69", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:49:46.315368 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-3da3591a-abf4-4dac-8108-42d0518d7512 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:49:46.315756 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2951f688-8440-467e-bb70-58c239fdd9c6', 'tag': '3e442906-ff81-42cb-bea3-dcef2176cb69', 'status': 'completed', 'code': 200} Nov 04 11:49:46.369593 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b812d64d-e98b-439c-a58a-54c04b76edf0 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/floatingips/3ab2f1f6-d8e6-42b6-8053-d3cd78339801 HTTP/1.1" status: 200 len: 992 time: 0.0923641 Nov 04 11:49:46.383067 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4502e12-a628-49a1-a63b-fc7fef7c3902 req-fdb89bd8-cc45-46a3-af7b-5f91ef183124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:46.384553 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e4502e12-a628-49a1-a63b-fc7fef7c3902 req-fdb89bd8-cc45-46a3-af7b-5f91ef183124 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 1097 time: 0.0580664 Nov 04 11:49:46.412870 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-a66f9df5-e7bb-487a-b7cd-053c20f1bcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983332840', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:49:30Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '3ab2f1f6-d8e6-42b6-8053-d3cd78339801', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'floating_ip_address': '172.25.7.208', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'port_id': '3e442906-ff81-42cb-bea3-dcef2176cb69', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa', 'mac_address': 'fa:16:3e:22:e8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2951f688-8440-467e-bb70-58c239fdd9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:49:45Z', 'updated_at': '2021-11-04T11:49:45Z', 'revision_number': 0, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '624d88e1-feb6-49aa-a7bd-ae7937fcbd0e', 'name': '', 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:98:f4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '150b5a0b-f095-4c80-9676-995d3f4dc5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:49:30Z', 'updated_at': '2021-11-04T11:49:33Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '150b5a0b-f095-4c80-9676-995d3f4dc5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:49:46.438032 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66f9df5-e7bb-487a-b7cd-053c20f1bcaa None None] Checking router: c59a0d9c-78a2-454f-a222-0c0d4129ded3 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:49:46.446697 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66f9df5-e7bb-487a-b7cd-053c20f1bcaa None None] Routers {'c59a0d9c-78a2-454f-a222-0c0d4129ded3'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:49:46.447312 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-a66f9df5-e7bb-487a-b7cd-053c20f1bcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:49:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c59a0d9c-78a2-454f-a222-0c0d4129ded3'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:49:46.479304 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4502e12-a628-49a1-a63b-fc7fef7c3902 req-33294127-2e7c-48c3-b0fc-7c875f15c658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:46.480969 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e4502e12-a628-49a1-a63b-fc7fef7c3902 req-33294127-2e7c-48c3-b0fc-7c875f15c658 service neutron] 10.222.0.126 "GET /v2.0/networks?id=78dbc627-ade5-4f19-b202-a1af399caefa HTTP/1.1" status: 200 len: 899 time: 0.0888448 Nov 04 11:49:46.552013 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e4502e12-a628-49a1-a63b-fc7fef7c3902 req-9fce39fa-5892-4421-a7eb-5a41e6d40300 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e442906-ff81-42cb-bea3-dcef2176cb69 HTTP/1.1" status: 200 len: 1000 time: 0.0631280 Nov 04 11:49:46.561916 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-a66f9df5-e7bb-487a-b7cd-053c20f1bcaa None None] Set router c59a0d9c-78a2-454f-a222-0c0d4129ded3 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:49:46.604622 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4502e12-a628-49a1-a63b-fc7fef7c3902 req-f2c362ea-c6db-49ea-af9f-53e27f2d9217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:46.606317 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e4502e12-a628-49a1-a63b-fc7fef7c3902 req-f2c362ea-c6db-49ea-af9f-53e27f2d9217 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=150b5a0b-f095-4c80-9676-995d3f4dc5a9 HTTP/1.1" status: 200 len: 835 time: 0.0476747 Nov 04 11:49:46.656643 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4502e12-a628-49a1-a63b-fc7fef7c3902 req-d8a8ceff-d551-4a3b-8a89-baae1a16b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:49:46.658486 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e4502e12-a628-49a1-a63b-fc7fef7c3902 req-d8a8ceff-d551-4a3b-8a89-baae1a16b44d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=78dbc627-ade5-4f19-b202-a1af399caefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454748 Nov 04 11:49:46.755978 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e4502e12-a628-49a1-a63b-fc7fef7c3902 req-f68d9c27-9835-4560-b351-01960b5f4f21 service neutron] 10.222.0.126 "GET /v2.0/networks/78dbc627-ade5-4f19-b202-a1af399caefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902796 Nov 04 11:49:46.849782 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e4502e12-a628-49a1-a63b-fc7fef7c3902 req-f4a2c852-eba4-4747-b471-e76932cb8d63 service neutron] 10.222.0.126 "GET /v2.0/networks/78dbc627-ade5-4f19-b202-a1af399caefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869582 Nov 04 11:49:46.879503 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-a66f9df5-e7bb-487a-b7cd-053c20f1bcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983332840', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:49:30Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '3ab2f1f6-d8e6-42b6-8053-d3cd78339801', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'floating_ip_address': '172.25.7.208', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'port_id': '3e442906-ff81-42cb-bea3-dcef2176cb69', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa', 'mac_address': 'fa:16:3e:22:e8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2951f688-8440-467e-bb70-58c239fdd9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:49:45Z', 'updated_at': '2021-11-04T11:49:45Z', 'revision_number': 0, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '624d88e1-feb6-49aa-a7bd-ae7937fcbd0e', 'name': '', 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:98:f4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '150b5a0b-f095-4c80-9676-995d3f4dc5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:49:30Z', 'updated_at': '2021-11-04T11:49:33Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '150b5a0b-f095-4c80-9676-995d3f4dc5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:49:46.905153 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-64b23aa6-c523-416b-909b-fa38e3fbef62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:46.908485 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66f9df5-e7bb-487a-b7cd-053c20f1bcaa None None] The sync data for ids ['c59a0d9c-78a2-454f-a222-0c0d4129ded3'] in n-d-816629-1 is: [{'id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983332840', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:49:30Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '3ab2f1f6-d8e6-42b6-8053-d3cd78339801', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'floating_ip_address': '172.25.7.208', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'port_id': '3e442906-ff81-42cb-bea3-dcef2176cb69', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa', 'mac_address': 'fa:16:3e:22:e8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2951f688-8440-467e-bb70-58c239fdd9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:49:45Z', 'updated_at': '2021-11-04T11:49:45Z', 'revision_number': 0, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '624d88e1-feb6-49aa-a7bd-ae7937fcbd0e', 'name': '', 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:98:f4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '150b5a0b-f095-4c80-9676-995d3f4dc5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:49:30Z', 'updated_at': '2021-11-04T11:49:33Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '150b5a0b-f095-4c80-9676-995d3f4dc5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:49:47.118402 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fec17af-a92d-4640-a229-817ee6a3513e None None] New status for floating IP 3ab2f1f6-d8e6-42b6-8053-d3cd78339801: ACTIVE {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:49:47.374194 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35614) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:49:47.450783 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-321858a1-3b9a-4144-a93c-5271172fcf1c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/floatingips/3ab2f1f6-d8e6-42b6-8053-d3cd78339801 HTTP/1.1" status: 200 len: 994 time: 0.0749810 Nov 04 11:49:49.779511 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-4b0a8940-1123-4961-b29f-84d223e40b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:51.094060 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:52.510966 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:49:52.688285 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:00.450683 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:50:13.158589 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:15.560161 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:16.914445 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2bfc73bb-88c2-42cf-8bb8-59208ed3d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:18.930044 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90b4d7-fb34-4e59-9f5e-e918d5a79d74 req-061372ca-1b42-420c-8654-47d040391551 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:18.931598 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cb90b4d7-fb34-4e59-9f5e-e918d5a79d74 req-061372ca-1b42-420c-8654-47d040391551 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 946 time: 0.0520170 Nov 04 11:50:18.985263 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cb90b4d7-fb34-4e59-9f5e-e918d5a79d74 req-b2499d47-772f-47cf-9cb5-9401f9cff65e tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=06af0323-4c72-49f5-abe0-7b375bc76ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471258 Nov 04 11:50:19.774981 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7fc84970-69d7-4a3c-b7b4-047d5b9c79fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:20.128608 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91a2fd-22fd-4188-b95b-8fe23797e4b9 req-0eb62bab-f201-4c7f-96e3-5a93364155cf tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:20.130219 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2b91a2fd-22fd-4188-b95b-8fe23797e4b9 req-0eb62bab-f201-4c7f-96e3-5a93364155cf tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 946 time: 0.0526857 Nov 04 11:50:20.186895 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2b91a2fd-22fd-4188-b95b-8fe23797e4b9 req-908ae350-b5ea-422f-a504-c0e3c3f4e6e2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=06af0323-4c72-49f5-abe0-7b375bc76ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504568 Nov 04 11:50:20.221119 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35634) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:20.284694 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-b38ce2b6-fe7c-46fc-a960-b76f87cbd1d3 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/floatingips/3ab2f1f6-d8e6-42b6-8053-d3cd78339801 HTTP/1.1" status: 200 len: 994 time: 0.0622747 Nov 04 11:50:21.105811 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:21.576553 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90014f-485c-4871-8867-84b123da9fa3 req-9b7289b4-5126-4e63-85c2-79dcfaf73711 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:21.578135 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac90014f-485c-4871-8867-84b123da9fa3 req-9b7289b4-5126-4e63-85c2-79dcfaf73711 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 946 time: 0.0518749 Nov 04 11:50:21.599144 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34477a0d-89bc-470f-a60b-4e434c3e1ba3 req-e24e98c2-8fa1-46f7-bf92-da0a77b6b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:21.600695 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-34477a0d-89bc-470f-a60b-4e434c3e1ba3 req-e24e98c2-8fa1-46f7-bf92-da0a77b6b6e9 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 1097 time: 0.0426233 Nov 04 11:50:21.630720 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ac90014f-485c-4871-8867-84b123da9fa3 req-e137b943-5aa9-46e2-b771-dc76a389b293 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=06af0323-4c72-49f5-abe0-7b375bc76ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456674 Nov 04 11:50:21.709420 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34477a0d-89bc-470f-a60b-4e434c3e1ba3 req-6ec3c5d0-9b04-42ad-a5fd-cb4ac7ae8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:21.710931 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-34477a0d-89bc-470f-a60b-4e434c3e1ba3 req-6ec3c5d0-9b04-42ad-a5fd-cb4ac7ae8431 service neutron] 10.222.0.126 "GET /v2.0/networks?id=78dbc627-ade5-4f19-b202-a1af399caefa HTTP/1.1" status: 200 len: 899 time: 0.1019642 Nov 04 11:50:21.776849 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-34477a0d-89bc-470f-a60b-4e434c3e1ba3 req-9b275d7d-4397-4792-96e1-0b694c1a3d1f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e442906-ff81-42cb-bea3-dcef2176cb69 HTTP/1.1" status: 200 len: 1002 time: 0.0589869 Nov 04 11:50:21.831562 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34477a0d-89bc-470f-a60b-4e434c3e1ba3 req-a7fa7d36-9880-472f-b5da-cd0087e6a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:21.833084 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-34477a0d-89bc-470f-a60b-4e434c3e1ba3 req-a7fa7d36-9880-472f-b5da-cd0087e6a467 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=150b5a0b-f095-4c80-9676-995d3f4dc5a9 HTTP/1.1" status: 200 len: 835 time: 0.0495176 Nov 04 11:50:21.884359 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34477a0d-89bc-470f-a60b-4e434c3e1ba3 req-aae888cc-bf5a-41f1-8877-0ea169e691ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:21.885802 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-34477a0d-89bc-470f-a60b-4e434c3e1ba3 req-aae888cc-bf5a-41f1-8877-0ea169e691ec service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=78dbc627-ade5-4f19-b202-a1af399caefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423150 Nov 04 11:50:21.980466 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-34477a0d-89bc-470f-a60b-4e434c3e1ba3 req-59145265-3129-4e4a-8630-fa9194189fb4 service neutron] 10.222.0.126 "GET /v2.0/networks/78dbc627-ade5-4f19-b202-a1af399caefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867572 Nov 04 11:50:22.075166 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-34477a0d-89bc-470f-a60b-4e434c3e1ba3 req-ebca6f0e-fb51-472d-8b28-59dc4c76d445 service neutron] 10.222.0.126 "GET /v2.0/networks/78dbc627-ade5-4f19-b202-a1af399caefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876789 Nov 04 11:50:22.513994 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:22.688334 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:22.769594 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2d764-3bbf-4e64-9cd6-0b028dc9ff90 req-10826060-eb49-46c1-a441-2b2145311228 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:22.771071 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-28d2d764-3bbf-4e64-9cd6-0b028dc9ff90 req-10826060-eb49-46c1-a441-2b2145311228 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 946 time: 0.0590417 Nov 04 11:50:22.822253 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-28d2d764-3bbf-4e64-9cd6-0b028dc9ff90 req-5cc2ecae-9cc8-45a8-ac5f-228862094ea6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=06af0323-4c72-49f5-abe0-7b375bc76ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447841 Nov 04 11:50:23.960455 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9fdc2-8809-48e3-8779-079cdc2df02d req-6e144613-292c-473f-a653-cfae6a532849 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:23.962058 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e0e9fdc2-8809-48e3-8779-079cdc2df02d req-6e144613-292c-473f-a653-cfae6a532849 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 946 time: 0.0635481 Nov 04 11:50:24.045759 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e0e9fdc2-8809-48e3-8779-079cdc2df02d req-7e11823b-8fa5-41c1-992c-00926afd08f5 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=06af0323-4c72-49f5-abe0-7b375bc76ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661030 Nov 04 11:50:24.072331 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35656) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:24.159221 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-db472d21-f911-49dd-a34f-be1472382f47 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/floatingips/3ab2f1f6-d8e6-42b6-8053-d3cd78339801 HTTP/1.1" status: 200 len: 994 time: 0.0851724 Nov 04 11:50:24.396164 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35662) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:24.597112 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-de5c21a6-cc24-4203-a43a-26c2a5c89450 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Deleting port 6a188d5f-399a-4949-bb20-cd193976b690 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:50:24.597408 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de5c21a6-cc24-4203-a43a-26c2a5c89450 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:24.694878 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de5c21a6-cc24-4203-a43a-26c2a5c89450 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:24.695191 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de5c21a6-cc24-4203-a43a-26c2a5c89450 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:24.712001 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-de5c21a6-cc24-4203-a43a-26c2a5c89450 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Calling delete_port for 6a188d5f-399a-4949-bb20-cd193976b690 owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:50:24.884720 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de5c21a6-cc24-4203-a43a-26c2a5c89450 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:24.915442 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c21a6-cc24-4203-a43a-26c2a5c89450 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Port': ['ID=6a188d5f-399a-4949-bb20-cd193976b690,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:24.976031 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de5c21a6-cc24-4203-a43a-26c2a5c89450 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:24.977292 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-de5c21a6-cc24-4203-a43a-26c2a5c89450 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Floating IP 3ab2f1f6-d8e6-42b6-8053-d3cd78339801 disassociated (deleted). External IP: 172.25.7.208, port: 3e442906-ff81-42cb-bea3-dcef2176cb69. Nov 04 11:50:25.506106 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5c21a6-cc24-4203-a43a-26c2a5c89450 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Router c59a0d9c-78a2-454f-a222-0c0d4129ded3 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:50:25.616722 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5c21a6-cc24-4203-a43a-26c2a5c89450 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:50:25.622504 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-de5c21a6-cc24-4203-a43a-26c2a5c89450 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:25.628131 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74681ad9-8297-48a1-8ed2-839af1262a49 None None] Sync routers for ids ['c59a0d9c-78a2-454f-a222-0c0d4129ded3'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:50:25.638941 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74681ad9-8297-48a1-8ed2-839af1262a49 None None] Routers {'c59a0d9c-78a2-454f-a222-0c0d4129ded3'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:50:25.639542 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-74681ad9-8297-48a1-8ed2-839af1262a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:50:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c59a0d9c-78a2-454f-a222-0c0d4129ded3'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:50:25.652756 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-de5c21a6-cc24-4203-a43a-26c2a5c89450 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "DELETE /v2.0/floatingips/3ab2f1f6-d8e6-42b6-8053-d3cd78339801 HTTP/1.1" status: 204 len: 168 time: 1.2553818 Nov 04 11:50:25.653821 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2951f688-8440-467e-bb70-58c239fdd9c6', 'tag': '3e442906-ff81-42cb-bea3-dcef2176cb69'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:50:25.656515 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4e2a034f213e3ed4147e598e162b1822d6f65ae2e173dcd934e22f7eae9c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24baf50-37c7-408d-96b5-175ea2b74f87" -d '{"events": [{"name": "network-changed", "server_uuid": "2951f688-8440-467e-bb70-58c239fdd9c6", "tag": "3e442906-ff81-42cb-bea3-dcef2176cb69"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:50:25.750424 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-74681ad9-8297-48a1-8ed2-839af1262a49 None None] Set router c59a0d9c-78a2-454f-a222-0c0d4129ded3 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:50:25.828637 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c07c64-4f09-4874-9c45-2173b9b43902 x-openstack-request-id: req-a5c07c64-4f09-4874-9c45-2173b9b43902 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:50:25.829236 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2951f688-8440-467e-bb70-58c239fdd9c6", "tag": "3e442906-ff81-42cb-bea3-dcef2176cb69", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:50:25.829973 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-a5c07c64-4f09-4874-9c45-2173b9b43902 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:50:25.830593 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2951f688-8440-467e-bb70-58c239fdd9c6', 'tag': '3e442906-ff81-42cb-bea3-dcef2176cb69', 'status': 'completed', 'code': 200} Nov 04 11:50:25.909158 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24baf50-37c7-408d-96b5-175ea2b74f87 req-d133b1e7-f9d4-41d7-9bd8-f883a0b1e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:25.910675 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c24baf50-37c7-408d-96b5-175ea2b74f87 req-d133b1e7-f9d4-41d7-9bd8-f883a0b1e200 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=1ef3e74ffc834573ba9c036355859023&device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 1097 time: 0.0480278 Nov 04 11:50:25.924333 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d206bee-24e0-459d-b798-3822f909c15e req-20cf1668-e433-4be5-a2af-ddcc3344cef2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:25.931936 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5d206bee-24e0-459d-b798-3822f909c15e req-20cf1668-e433-4be5-a2af-ddcc3344cef2 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 946 time: 0.0563614 Nov 04 11:50:25.993454 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-5d206bee-24e0-459d-b798-3822f909c15e req-00f6e86c-082c-4234-8896-d69a3113a93b tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=06af0323-4c72-49f5-abe0-7b375bc76ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605328 Nov 04 11:50:26.011235 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-74681ad9-8297-48a1-8ed2-839af1262a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983332840', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:49:30Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '624d88e1-feb6-49aa-a7bd-ae7937fcbd0e', 'name': '', 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:98:f4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '150b5a0b-f095-4c80-9676-995d3f4dc5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:49:30Z', 'updated_at': '2021-11-04T11:49:33Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '150b5a0b-f095-4c80-9676-995d3f4dc5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:50:26.026204 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24baf50-37c7-408d-96b5-175ea2b74f87 req-ba2e22b1-11a0-40aa-aa61-ed4a717c062c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:26.027714 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c24baf50-37c7-408d-96b5-175ea2b74f87 req-ba2e22b1-11a0-40aa-aa61-ed4a717c062c service neutron] 10.222.0.126 "GET /v2.0/networks?id=78dbc627-ade5-4f19-b202-a1af399caefa HTTP/1.1" status: 200 len: 899 time: 0.1097522 Nov 04 11:50:26.043607 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74681ad9-8297-48a1-8ed2-839af1262a49 None None] Checking router: c59a0d9c-78a2-454f-a222-0c0d4129ded3 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:50:26.052137 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74681ad9-8297-48a1-8ed2-839af1262a49 None None] Routers {'c59a0d9c-78a2-454f-a222-0c0d4129ded3'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:50:26.052850 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-74681ad9-8297-48a1-8ed2-839af1262a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:50:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c59a0d9c-78a2-454f-a222-0c0d4129ded3'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:50:26.071716 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c24baf50-37c7-408d-96b5-175ea2b74f87 req-2d0fb6c6-8f11-4d71-9d4b-e9661baa380c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e442906-ff81-42cb-bea3-dcef2176cb69 HTTP/1.1" status: 200 len: 217 time: 0.0365136 Nov 04 11:50:26.131632 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24baf50-37c7-408d-96b5-175ea2b74f87 req-2f0b3c3c-3532-492e-a4b8-fffe4e5c80b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:26.133080 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c24baf50-37c7-408d-96b5-175ea2b74f87 req-2f0b3c3c-3532-492e-a4b8-fffe4e5c80b0 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=150b5a0b-f095-4c80-9676-995d3f4dc5a9 HTTP/1.1" status: 200 len: 835 time: 0.0544634 Nov 04 11:50:26.162762 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-74681ad9-8297-48a1-8ed2-839af1262a49 None None] Set router c59a0d9c-78a2-454f-a222-0c0d4129ded3 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:50:26.185894 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24baf50-37c7-408d-96b5-175ea2b74f87 req-4cda6f74-4ae6-4f64-beca-f42ba3ea1881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:26.187594 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c24baf50-37c7-408d-96b5-175ea2b74f87 req-4cda6f74-4ae6-4f64-beca-f42ba3ea1881 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=78dbc627-ade5-4f19-b202-a1af399caefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436442 Nov 04 11:50:26.284230 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c24baf50-37c7-408d-96b5-175ea2b74f87 req-d3599110-c173-42ae-9e19-1555c6ed4297 service neutron] 10.222.0.126 "GET /v2.0/networks/78dbc627-ade5-4f19-b202-a1af399caefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878248 Nov 04 11:50:26.390203 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-c24baf50-37c7-408d-96b5-175ea2b74f87 req-831eb57d-e921-4877-b3ea-1227b3fa258b service neutron] 10.222.0.126 "GET /v2.0/networks/78dbc627-ade5-4f19-b202-a1af399caefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974231 Nov 04 11:50:26.463500 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-74681ad9-8297-48a1-8ed2-839af1262a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983332840', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:49:30Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '624d88e1-feb6-49aa-a7bd-ae7937fcbd0e', 'name': '', 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:98:f4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '150b5a0b-f095-4c80-9676-995d3f4dc5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:49:30Z', 'updated_at': '2021-11-04T11:49:33Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '150b5a0b-f095-4c80-9676-995d3f4dc5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:50:26.493475 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74681ad9-8297-48a1-8ed2-839af1262a49 None None] The sync data for ids ['c59a0d9c-78a2-454f-a222-0c0d4129ded3'] in n-d-816629-1 is: [{'id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983332840', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:49:30Z', 'revision_number': 4, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '624d88e1-feb6-49aa-a7bd-ae7937fcbd0e', 'name': '', 'network_id': '78dbc627-ade5-4f19-b202-a1af399caefa', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'mac_address': 'fa:16:3e:98:f4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '150b5a0b-f095-4c80-9676-995d3f4dc5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:49:30Z', 'updated_at': '2021-11-04T11:49:33Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'subnets': [{'id': '150b5a0b-f095-4c80-9676-995d3f4dc5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:50:26.730930 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88334b62-e5e4-494c-8e7e-6873c75a79b8 None None] New status for floating IP 3ab2f1f6-d8e6-42b6-8053-d3cd78339801: DOWN {{(pid=101776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:50:27.110418 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fc0ee-6428-42e3-9570-1083aeed5cae req-e4d17976-dc39-4097-b99a-2c0ca6e104d3 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:27.111933 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-293fc0ee-6428-42e3-9570-1083aeed5cae req-e4d17976-dc39-4097-b99a-2c0ca6e104d3 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 946 time: 0.0555959 Nov 04 11:50:27.166448 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-293fc0ee-6428-42e3-9570-1083aeed5cae req-a3a5672a-7794-4f04-8307-24635357325c tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/security-groups?id=06af0323-4c72-49f5-abe0-7b375bc76ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481696 Nov 04 11:50:27.376330 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfee1d-c5e3-4e1f-925a-7cf26570556a req-ed08975a-bc90-483a-97e9-3edaf1f68ae5 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:27.377887 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b3cfee1d-c5e3-4e1f-925a-7cf26570556a req-ed08975a-bc90-483a-97e9-3edaf1f68ae5 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.126 "GET /v2.0/ports?device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 946 time: 0.0534697 Nov 04 11:50:27.473199 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-b3cfee1d-c5e3-4e1f-925a-7cf26570556a req-011ec0a4-3648-4425-81e6-25a246e37492 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Deleting port 3e442906-ff81-42cb-bea3-dcef2176cb69 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:50:27.473499 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b3cfee1d-c5e3-4e1f-925a-7cf26570556a req-011ec0a4-3648-4425-81e6-25a246e37492 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:27.569727 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-b3cfee1d-c5e3-4e1f-925a-7cf26570556a req-011ec0a4-3648-4425-81e6-25a246e37492 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] For port 3e442906-ff81-42cb-bea3-dcef2176cb69, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=3e442906-ff81-42cb-bea3-dcef2176cb69,segment=NetworkSegment(188a2857-36e6-4ea6-8431-684e0b8a1c67),segment_id=188a2857-36e6-4ea6-8431-684e0b8a1c67)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:50:27.570118 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b3cfee1d-c5e3-4e1f-925a-7cf26570556a req-011ec0a4-3648-4425-81e6-25a246e37492 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:27.583305 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-b3cfee1d-c5e3-4e1f-925a-7cf26570556a req-011ec0a4-3648-4425-81e6-25a246e37492 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Calling delete_port for 3e442906-ff81-42cb-bea3-dcef2176cb69 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:50:27.724463 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b3cfee1d-c5e3-4e1f-925a-7cf26570556a req-011ec0a4-3648-4425-81e6-25a246e37492 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:27.752724 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ec0a4-3648-4425-81e6-25a246e37492 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Port': ['ID=3e442906-ff81-42cb-bea3-dcef2176cb69,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:27.765939 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ec0a4-3648-4425-81e6-25a246e37492 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:27.765939 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ec0a4-3648-4425-81e6-25a246e37492 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:27.765939 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ec0a4-3648-4425-81e6-25a246e37492 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:27.766279 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ec0a4-3648-4425-81e6-25a246e37492 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:27.766470 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ec0a4-3648-4425-81e6-25a246e37492 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:27.766790 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ec0a4-3648-4425-81e6-25a246e37492 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:27.767107 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ec0a4-3648-4425-81e6-25a246e37492 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:27.767422 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ec0a4-3648-4425-81e6-25a246e37492 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:27.767748 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ec0a4-3648-4425-81e6-25a246e37492 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:27.768055 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ec0a4-3648-4425-81e6-25a246e37492 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:27.768368 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ec0a4-3648-4425-81e6-25a246e37492 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:27.768674 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ec0a4-3648-4425-81e6-25a246e37492 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:27.808130 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3cfee1d-c5e3-4e1f-925a-7cf26570556a req-011ec0a4-3648-4425-81e6-25a246e37492 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] No DVR routers for this DVR port 3e442906-ff81-42cb-bea3-dcef2176cb69 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:50:27.811133 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-b3cfee1d-c5e3-4e1f-925a-7cf26570556a req-011ec0a4-3648-4425-81e6-25a246e37492 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:27.814581 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-b3cfee1d-c5e3-4e1f-925a-7cf26570556a req-011ec0a4-3648-4425-81e6-25a246e37492 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.126 "DELETE /v2.0/ports/3e442906-ff81-42cb-bea3-dcef2176cb69 HTTP/1.1" status: 204 len: 173 time: 0.4302862 Nov 04 11:50:27.815014 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2951f688-8440-467e-bb70-58c239fdd9c6', 'name': 'network-vif-deleted', 'tag': '3e442906-ff81-42cb-bea3-dcef2176cb69'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:50:27.817414 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6b7ace-3177-437a-a801-fc344f1e7e79" -d '{"events": [{"server_uuid": "2951f688-8440-467e-bb70-58c239fdd9c6", "name": "network-vif-deleted", "tag": "3e442906-ff81-42cb-bea3-dcef2176cb69"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:50:27.863219 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8119c60-d04f-4196-8dc6-7ba052ee8a45 x-openstack-request-id: req-f8119c60-d04f-4196-8dc6-7ba052ee8a45 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:50:27.863869 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2951f688-8440-467e-bb70-58c239fdd9c6", "name": "network-vif-deleted", "tag": "3e442906-ff81-42cb-bea3-dcef2176cb69", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:50:27.864202 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f8119c60-d04f-4196-8dc6-7ba052ee8a45 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:50:27.864593 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2951f688-8440-467e-bb70-58c239fdd9c6', 'name': 'network-vif-deleted', 'tag': '3e442906-ff81-42cb-bea3-dcef2176cb69', 'status': 'completed', 'code': 200} Nov 04 11:50:28.290371 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a59d42d8-a3a5-46f8-9daf-e525faf7038c req-81a206c6-49cf-49b8-aec3-a667792546ff tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "GET /v2.0/ports?device_id=2951f688-8440-467e-bb70-58c239fdd9c6 HTTP/1.1" status: 200 len: 210 time: 0.0291445 Nov 04 11:50:29.361760 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35678) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:29.763169 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ea2ddf6-e8a6-4e56-a6c7-c8a9eb5eabbc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:30.047708 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-4ea2ddf6-e8a6-4e56-a6c7-c8a9eb5eabbc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Deleting port 624d88e1-feb6-49aa-a7bd-ae7937fcbd0e {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:50:30.047973 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ea2ddf6-e8a6-4e56-a6c7-c8a9eb5eabbc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:30.152315 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-4ea2ddf6-e8a6-4e56-a6c7-c8a9eb5eabbc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] For port 624d88e1-feb6-49aa-a7bd-ae7937fcbd0e, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=624d88e1-feb6-49aa-a7bd-ae7937fcbd0e,segment=NetworkSegment(188a2857-36e6-4ea6-8431-684e0b8a1c67),segment_id=188a2857-36e6-4ea6-8431-684e0b8a1c67)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:50:30.152686 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ea2ddf6-e8a6-4e56-a6c7-c8a9eb5eabbc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:30.167214 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-4ea2ddf6-e8a6-4e56-a6c7-c8a9eb5eabbc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Calling delete_port for 624d88e1-feb6-49aa-a7bd-ae7937fcbd0e owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:50:30.376595 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ea2ddf6-e8a6-4e56-a6c7-c8a9eb5eabbc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:30.408375 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2ddf6-e8a6-4e56-a6c7-c8a9eb5eabbc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Port': ['ID=624d88e1-feb6-49aa-a7bd-ae7937fcbd0e,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:30.437954 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2ddf6-e8a6-4e56-a6c7-c8a9eb5eabbc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:30.438302 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2ddf6-e8a6-4e56-a6c7-c8a9eb5eabbc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:30.438641 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2ddf6-e8a6-4e56-a6c7-c8a9eb5eabbc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:30.438977 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2ddf6-e8a6-4e56-a6c7-c8a9eb5eabbc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:30.439302 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2ddf6-e8a6-4e56-a6c7-c8a9eb5eabbc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:30.439628 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2ddf6-e8a6-4e56-a6c7-c8a9eb5eabbc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:30.439959 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2ddf6-e8a6-4e56-a6c7-c8a9eb5eabbc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:30.440277 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2ddf6-e8a6-4e56-a6c7-c8a9eb5eabbc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:30.440601 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2ddf6-e8a6-4e56-a6c7-c8a9eb5eabbc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:30.440945 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2ddf6-e8a6-4e56-a6c7-c8a9eb5eabbc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:30.441268 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2ddf6-e8a6-4e56-a6c7-c8a9eb5eabbc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:30.441579 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2ddf6-e8a6-4e56-a6c7-c8a9eb5eabbc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:30.601077 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-4ea2ddf6-e8a6-4e56-a6c7-c8a9eb5eabbc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:30.835034 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea2ddf6-e8a6-4e56-a6c7-c8a9eb5eabbc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Router c59a0d9c-78a2-454f-a222-0c0d4129ded3 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:50:30.962322 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea2ddf6-e8a6-4e56-a6c7-c8a9eb5eabbc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:50:30.971046 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-4ea2ddf6-e8a6-4e56-a6c7-c8a9eb5eabbc tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "PUT /v2.0/routers/c59a0d9c-78a2-454f-a222-0c0d4129ded3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6049426 Nov 04 11:50:30.971046 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35680) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:30.972813 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6679207-5035-497b-9479-e93520dd5ac9 None None] Sync routers for ids ['c59a0d9c-78a2-454f-a222-0c0d4129ded3'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:50:30.983316 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6679207-5035-497b-9479-e93520dd5ac9 None None] Routers {'c59a0d9c-78a2-454f-a222-0c0d4129ded3'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:50:30.983936 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-d6679207-5035-497b-9479-e93520dd5ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:50:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c59a0d9c-78a2-454f-a222-0c0d4129ded3'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:50:31.024288 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e553e6-e736-4912-a92a-80c2c79662d6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Deleting subnet 150b5a0b-f095-4c80-9676-995d3f4dc5a9 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:50:31.027857 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-67e553e6-e736-4912-a92a-80c2c79662d6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:31.068274 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-67e553e6-e736-4912-a92a-80c2c79662d6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:31.091915 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-d6679207-5035-497b-9479-e93520dd5ac9 None None] Set router c59a0d9c-78a2-454f-a222-0c0d4129ded3 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:50:31.157137 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-67e553e6-e736-4912-a92a-80c2c79662d6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:31.219627 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-67e553e6-e736-4912-a92a-80c2c79662d6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:31.248199 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e553e6-e736-4912-a92a-80c2c79662d6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Subnet': ['ID=150b5a0b-f095-4c80-9676-995d3f4dc5a9,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:31.252023 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-67e553e6-e736-4912-a92a-80c2c79662d6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:31.258291 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-67e553e6-e736-4912-a92a-80c2c79662d6 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "DELETE /v2.0/subnets/150b5a0b-f095-4c80-9676-995d3f4dc5a9 HTTP/1.1" status: 204 len: 168 time: 0.2833378 Nov 04 11:50:31.258895 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35682) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:31.261427 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfb2491-0279-4b25-b997-4c0350cb7ad7 None None] Network 78dbc627-ade5-4f19-b202-a1af399caefa requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:50:31.369606 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-d6679207-5035-497b-9479-e93520dd5ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983332840', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:50:30Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:50:31.375037 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3ccabea5-df53-4606-a9d7-5050d707b018 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:31.398741 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6679207-5035-497b-9479-e93520dd5ac9 None None] Checking router: c59a0d9c-78a2-454f-a222-0c0d4129ded3 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:50:31.410218 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6679207-5035-497b-9479-e93520dd5ac9 None None] Routers {'c59a0d9c-78a2-454f-a222-0c0d4129ded3'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:50:31.411047 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-d6679207-5035-497b-9479-e93520dd5ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:50:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['c59a0d9c-78a2-454f-a222-0c0d4129ded3'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:50:31.487469 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3ccabea5-df53-4606-a9d7-5050d707b018 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:31.521099 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-d6679207-5035-497b-9479-e93520dd5ac9 None None] Set router c59a0d9c-78a2-454f-a222-0c0d4129ded3 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:50:31.547048 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-3ccabea5-df53-4606-a9d7-5050d707b018 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Deleting port baf6d0e1-b3b6-4c92-9bd4-17105de6abaa {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:50:31.547395 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3ccabea5-df53-4606-a9d7-5050d707b018 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:31.640256 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-3ccabea5-df53-4606-a9d7-5050d707b018 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] For port baf6d0e1-b3b6-4c92-9bd4-17105de6abaa, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=baf6d0e1-b3b6-4c92-9bd4-17105de6abaa,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:50:31.641374 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3ccabea5-df53-4606-a9d7-5050d707b018 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:31.643911 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1521d48-7b36-492b-928c-eb84d481eacd None None] DHCP port deletion for 78dbc627-ade5-4f19-b202-a1af399caefa request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:50:31.658089 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-3ccabea5-df53-4606-a9d7-5050d707b018 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Calling delete_port for baf6d0e1-b3b6-4c92-9bd4-17105de6abaa owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:50:31.690752 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-c1521d48-7b36-492b-928c-eb84d481eacd None None] Deleting port 27b55e51-59c0-4586-8bfe-97270b06b145 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:50:31.691416 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c1521d48-7b36-492b-928c-eb84d481eacd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:31.705676 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-d6679207-5035-497b-9479-e93520dd5ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983332840', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:50:30Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:50:31.732311 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6679207-5035-497b-9479-e93520dd5ac9 None None] The sync data for ids ['c59a0d9c-78a2-454f-a222-0c0d4129ded3'] in n-d-816629-1 is: [{'id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983332840', 'tenant_id': '1ef3e74ffc834573ba9c036355859023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:50:30Z', 'revision_number': 5, 'project_id': '1ef3e74ffc834573ba9c036355859023', 'gw_port': {'id': 'baf6d0e1-b3b6-4c92-9bd4-17105de6abaa', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59a0d9c-78a2-454f-a222-0c0d4129ded3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:49:27Z', 'updated_at': '2021-11-04T11:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:50:31.758844 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-c1521d48-7b36-492b-928c-eb84d481eacd None None] For port 27b55e51-59c0-4586-8bfe-97270b06b145, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=27b55e51-59c0-4586-8bfe-97270b06b145,segment=NetworkSegment(188a2857-36e6-4ea6-8431-684e0b8a1c67),segment_id=188a2857-36e6-4ea6-8431-684e0b8a1c67)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:50:31.759320 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c1521d48-7b36-492b-928c-eb84d481eacd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:31.773066 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-c1521d48-7b36-492b-928c-eb84d481eacd None None] Calling delete_port for 27b55e51-59c0-4586-8bfe-97270b06b145 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:50:31.839307 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3ccabea5-df53-4606-a9d7-5050d707b018 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:31.853166 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c1521d48-7b36-492b-928c-eb84d481eacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:31.863568 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccabea5-df53-4606-a9d7-5050d707b018 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Port': ['ID=baf6d0e1-b3b6-4c92-9bd4-17105de6abaa,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:31.883390 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1521d48-7b36-492b-928c-eb84d481eacd None None] Pushing event deleted for resources: {'Port': ['ID=27b55e51-59c0-4586-8bfe-97270b06b145,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:31.888009 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1521d48-7b36-492b-928c-eb84d481eacd None None] No DVR routers for this DVR port 27b55e51-59c0-4586-8bfe-97270b06b145 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:50:31.895243 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1521d48-7b36-492b-928c-eb84d481eacd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:31.895500 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1521d48-7b36-492b-928c-eb84d481eacd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:31.895836 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1521d48-7b36-492b-928c-eb84d481eacd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:31.896167 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1521d48-7b36-492b-928c-eb84d481eacd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:31.896493 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1521d48-7b36-492b-928c-eb84d481eacd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:31.896870 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1521d48-7b36-492b-928c-eb84d481eacd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:31.897162 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1521d48-7b36-492b-928c-eb84d481eacd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:31.897481 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1521d48-7b36-492b-928c-eb84d481eacd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:31.897899 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1521d48-7b36-492b-928c-eb84d481eacd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:31.898320 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1521d48-7b36-492b-928c-eb84d481eacd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:31.898532 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1521d48-7b36-492b-928c-eb84d481eacd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:31.898856 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1521d48-7b36-492b-928c-eb84d481eacd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:31.902774 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 3e442906-ff81-42cb-bea3-dcef2176cb69 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:50:31.923339 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 3e442906-ff81-42cb-bea3-dcef2176cb69 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:50:31.923683 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 3e442906-ff81-42cb-bea3-dcef2176cb69 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:50:31.934934 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3ccabea5-df53-4606-a9d7-5050d707b018 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:32.215781 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 624d88e1-feb6-49aa-a7bd-ae7937fcbd0e no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:50:32.237550 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 624d88e1-feb6-49aa-a7bd-ae7937fcbd0e {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:50:32.237896 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 624d88e1-feb6-49aa-a7bd-ae7937fcbd0e not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:50:32.238325 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 27b55e51-59c0-4586-8bfe-97270b06b145 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:50:32.259448 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 27b55e51-59c0-4586-8bfe-97270b06b145 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:50:32.259793 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 27b55e51-59c0-4586-8bfe-97270b06b145 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:50:32.335942 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3ccabea5-df53-4606-a9d7-5050d707b018 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:32.338330 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3ccabea5-df53-4606-a9d7-5050d707b018 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:32.384348 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3ccabea5-df53-4606-a9d7-5050d707b018 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:32.384967 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccabea5-df53-4606-a9d7-5050d707b018 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Fanout notify agent at l3_agent the message router_deleted on router c59a0d9c-78a2-454f-a222-0c0d4129ded3 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:50:32.391962 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3ccabea5-df53-4606-a9d7-5050d707b018 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:32.393108 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3ccabea5-df53-4606-a9d7-5050d707b018 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "DELETE /v2.0/routers/c59a0d9c-78a2-454f-a222-0c0d4129ded3 HTTP/1.1" status: 204 len: 168 time: 1.1335716 Nov 04 11:50:32.396180 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35684) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:32.480974 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-422137ef-9971-489c-b4f6-5a998c4f3383 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:32.571571 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-422137ef-9971-489c-b4f6-5a998c4f3383 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:32.591853 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-422137ef-9971-489c-b4f6-5a998c4f3383 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78dbc627-ade5-4f19-b202-a1af399caefa']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:50:32.601144 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-422137ef-9971-489c-b4f6-5a998c4f3383 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188a2857-36e6-4ea6-8431-684e0b8a1c67') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:50:32.601506 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-422137ef-9971-489c-b4f6-5a998c4f3383 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188a2857-36e6-4ea6-8431-684e0b8a1c67') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:50:32.611473 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-422137ef-9971-489c-b4f6-5a998c4f3383 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:32.627492 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-422137ef-9971-489c-b4f6-5a998c4f3383 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:32.634167 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422137ef-9971-489c-b4f6-5a998c4f3383 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:50:32.634631 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-422137ef-9971-489c-b4f6-5a998c4f3383 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:50:32.637769 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:50:32.699035 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-422137ef-9971-489c-b4f6-5a998c4f3383 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:32.706807 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-422137ef-9971-489c-b4f6-5a998c4f3383 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:32.709302 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-422137ef-9971-489c-b4f6-5a998c4f3383 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "DELETE /v2.0/networks/78dbc627-ade5-4f19-b202-a1af399caefa HTTP/1.1" status: 204 len: 168 time: 0.3119905 Nov 04 11:50:32.712335 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35686) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:32.721256 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422137ef-9971-489c-b4f6-5a998c4f3383 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'Network': ['ID=78dbc627-ade5-4f19-b202-a1af399caefa,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:32.781030 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88324d54-f89e-47ef-93ac-cabd15c01521 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:32.807555 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88324d54-f89e-47ef-93ac-cabd15c01521 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:32.878658 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88324d54-f89e-47ef-93ac-cabd15c01521 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:32.881710 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-88324d54-f89e-47ef-93ac-cabd15c01521 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:32.882966 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-88324d54-f89e-47ef-93ac-cabd15c01521 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] 10.222.0.127 "DELETE /v2.0/security-groups/06af0323-4c72-49f5-abe0-7b375bc76ade HTTP/1.1" status: 204 len: 168 time: 0.1695533 Nov 04 11:50:32.892472 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88324d54-f89e-47ef-93ac-cabd15c01521 tempest-TestNetworkAdvancedServerOps-413257436 tempest-TestNetworkAdvancedServerOps-413257436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06af0323-4c72-49f5-abe0-7b375bc76ade,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:33.248556 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35694) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:33.416394 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-902beced-d7c8-4c24-b5e4-e35b2ed82934 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=1ef3e74ffc834573ba9c036355859023&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1665657 Nov 04 11:50:33.418897 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35698) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:33.473179 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8e9e7bd6-c0c8-4e18-b66a-423432ef440a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:33.495094 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8e9e7bd6-c0c8-4e18-b66a-423432ef440a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:33.547040 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8e9e7bd6-c0c8-4e18-b66a-423432ef440a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:33.549974 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-8e9e7bd6-c0c8-4e18-b66a-423432ef440a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:33.551171 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-8e9e7bd6-c0c8-4e18-b66a-423432ef440a admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/7d046f53-ede8-4172-a768-a85843b4c047 HTTP/1.1" status: 204 len: 168 time: 0.1313572 Nov 04 11:50:33.559919 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e7bd6-c0c8-4e18-b66a-423432ef440a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d046f53-ede8-4172-a768-a85843b4c047,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:33.834493 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35704) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:33.848639 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8866ef3-c479-4e4f-8969-5472514348d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:33.934882 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8866ef3-c479-4e4f-8969-5472514348d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:33.940695 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f8866ef3-c479-4e4f-8969-5472514348d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:33.954254 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device baf6d0e1-b3b6-4c92-9bd4-17105de6abaa no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:50:33.978633 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: baf6d0e1-b3b6-4c92-9bd4-17105de6abaa {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:50:33.979060 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device baf6d0e1-b3b6-4c92-9bd4-17105de6abaa not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:50:33.983792 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f8866ef3-c479-4e4f-8969-5472514348d2 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=6b5c114c928b4652a78f0543bee7bde4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1477535 Nov 04 11:50:33.984848 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8866ef3-c479-4e4f-8969-5472514348d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c51c7ad-ed05-4b66-b8bf-0423e9d55d54,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:33.986633 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35706) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:34.038270 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-54c996ef-e27d-4f99-9d00-3d461c60228e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:34.062490 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-54c996ef-e27d-4f99-9d00-3d461c60228e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:34.115218 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-54c996ef-e27d-4f99-9d00-3d461c60228e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:34.118218 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-54c996ef-e27d-4f99-9d00-3d461c60228e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:34.119763 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-54c996ef-e27d-4f99-9d00-3d461c60228e admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/7c51c7ad-ed05-4b66-b8bf-0423e9d55d54 HTTP/1.1" status: 204 len: 168 time: 0.1321237 Nov 04 11:50:34.127992 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c996ef-e27d-4f99-9d00-3d461c60228e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c51c7ad-ed05-4b66-b8bf-0423e9d55d54,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:34.901201 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35728) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:35.017593 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-43cdb036-02c4-4b41-b2f6-57c1a7979b59 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2122230058-network', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:50:35.048961 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cdb036-02c4-4b41-b2f6-57c1a7979b59 admin admin] Made reservation on behalf of f75c0ec96e3c440a8e362646d9c4869c for: {'network': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:50:35.051400 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-43cdb036-02c4-4b41-b2f6-57c1a7979b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:35.060475 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-43cdb036-02c4-4b41-b2f6-57c1a7979b59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:35.134582 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-43cdb036-02c4-4b41-b2f6-57c1a7979b59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:35.140926 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-43cdb036-02c4-4b41-b2f6-57c1a7979b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:35.166067 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43cdb036-02c4-4b41-b2f6-57c1a7979b59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1150} {{(pid=101774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:50:35.175715 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cdb036-02c4-4b41-b2f6-57c1a7979b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac08b07-8a8e-4a63-983f-eaa70d25022f,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:35.180967 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-43cdb036-02c4-4b41-b2f6-57c1a7979b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:35.181346 n-d-816629-1 neutron-server[101774]: INFO neutron.db.segments_db [None req-43cdb036-02c4-4b41-b2f6-57c1a7979b59 admin admin] Added segment 9ca9f334-f931-44d9-8e77-fdc604da5c9c of type vlan for network d6b64dfa-3904-438e-bb2c-b90bc220dc1b Nov 04 11:50:35.221599 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-43cdb036-02c4-4b41-b2f6-57c1a7979b59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:35.254294 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-43cdb036-02c4-4b41-b2f6-57c1a7979b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:35.255281 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cdb036-02c4-4b41-b2f6-57c1a7979b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:35.255854 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-43cdb036-02c4-4b41-b2f6-57c1a7979b59 admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:35.312640 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-43cdb036-02c4-4b41-b2f6-57c1a7979b59 admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4103184 Nov 04 11:50:35.315983 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35732) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:35.320002 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cdb036-02c4-4b41-b2f6-57c1a7979b59 admin admin] Pushing event updated for resources: {'Network': ['ID=d6b64dfa-3904-438e-bb2c-b90bc220dc1b,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:35.321574 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-98c8b4f2-f80e-4658-8dae-462dbc7c6cfa admin admin] Request body: {'subnet': {'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2122230058-subnet', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:50:35.330102 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network d6b64dfa-3904-438e-bb2c-b90bc220dc1b details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:50:35.346830 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c8b4f2-f80e-4658-8dae-462dbc7c6cfa admin admin] Made reservation on behalf of f75c0ec96e3c440a8e362646d9c4869c for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:50:35.349450 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-98c8b4f2-f80e-4658-8dae-462dbc7c6cfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:35.525600 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-98c8b4f2-f80e-4658-8dae-462dbc7c6cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:35.580041 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8b4f2-f80e-4658-8dae-462dbc7c6cfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ce23495-bd3e-497c-b518-956e93f5898e,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:35.590246 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c8b4f2-f80e-4658-8dae-462dbc7c6cfa admin admin] Checking segment: {'id': '9ca9f334-f931-44d9-8e77-fdc604da5c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:50:35.590608 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c8b4f2-f80e-4658-8dae-462dbc7c6cfa admin admin] Network hostable DHCP agents. Network: d6b64dfa-3904-438e-bb2c-b90bc220dc1b, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:50:35.609568 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c8b4f2-f80e-4658-8dae-462dbc7c6cfa admin admin] Network d6b64dfa-3904-438e-bb2c-b90bc220dc1b is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:50:35.620313 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-98c8b4f2-f80e-4658-8dae-462dbc7c6cfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, d6b64dfa-3904-438e-bb2c-b90bc220dc1b) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:50:35.624641 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c8b4f2-f80e-4658-8dae-462dbc7c6cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:35.625282 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-98c8b4f2-f80e-4658-8dae-462dbc7c6cfa admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:35.631128 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eac9b43-6720-43ae-896e-26b172eea316 None None] Network d6b64dfa-3904-438e-bb2c-b90bc220dc1b requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:50:35.642407 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-98c8b4f2-f80e-4658-8dae-462dbc7c6cfa admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3251972 Nov 04 11:50:35.645462 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35734) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:35.650433 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-14b5c8b0-6995-4f29-9179-9439a65d49d8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2122230058-router', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:50:35.673819 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14b5c8b0-6995-4f29-9179-9439a65d49d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:35.675167 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14b5c8b0-6995-4f29-9179-9439a65d49d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:35.733294 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14b5c8b0-6995-4f29-9179-9439a65d49d8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:35.780540 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466330f6-4139-426e-bbc0-2ae2270f4dc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-d6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'fixed_ips': [{'subnet_id': '7ce23495-bd3e-497c-b518-956e93f5898e'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:50:35.781444 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-466330f6-4139-426e-bbc0-2ae2270f4dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:35.918976 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-466330f6-4139-426e-bbc0-2ae2270f4dc7 None None] Allocated IP 172.20.0.2 (d6b64dfa-3904-438e-bb2c-b90bc220dc1b/7ce23495-bd3e-497c-b518-956e93f5898e/d7f265c3-623b-4dd4-8b3a-3d5004e421fc) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:50:36.074986 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-466330f6-4139-426e-bbc0-2ae2270f4dc7 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:36.081921 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-466330f6-4139-426e-bbc0-2ae2270f4dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:36.126983 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466330f6-4139-426e-bbc0-2ae2270f4dc7 None None] Network d6b64dfa-3904-438e-bb2c-b90bc220dc1b is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:50:36.131086 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466330f6-4139-426e-bbc0-2ae2270f4dc7 None None] Pushing event updated for resources: {'Port': ['ID=d7f265c3-623b-4dd4-8b3a-3d5004e421fc,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:36.135002 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-466330f6-4139-426e-bbc0-2ae2270f4dc7 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:50:36.140397 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466330f6-4139-426e-bbc0-2ae2270f4dc7 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:50:36.197425 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-466330f6-4139-426e-bbc0-2ae2270f4dc7 None None] Attempting to bind port d7f265c3-623b-4dd4-8b3a-3d5004e421fc on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:50:36.197788 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-466330f6-4139-426e-bbc0-2ae2270f4dc7 None None] Attempting to bind port d7f265c3-623b-4dd4-8b3a-3d5004e421fc by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9ca9f334-f931-44d9-8e77-fdc604da5c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:50:36.198143 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466330f6-4139-426e-bbc0-2ae2270f4dc7 None None] Attempting to bind port d7f265c3-623b-4dd4-8b3a-3d5004e421fc on network d6b64dfa-3904-438e-bb2c-b90bc220dc1b {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:50:36.203271 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466330f6-4139-426e-bbc0-2ae2270f4dc7 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:50:36.203623 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466330f6-4139-426e-bbc0-2ae2270f4dc7 None None] Checking segment: {'id': '9ca9f334-f931-44d9-8e77-fdc604da5c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:50:36.204027 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-466330f6-4139-426e-bbc0-2ae2270f4dc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:36.204406 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466330f6-4139-426e-bbc0-2ae2270f4dc7 None None] Bound using segment: {'id': '9ca9f334-f931-44d9-8e77-fdc604da5c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:50:36.205007 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-466330f6-4139-426e-bbc0-2ae2270f4dc7 None None] Bound port: d7f265c3-623b-4dd4-8b3a-3d5004e421fc, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca9f334-f931-44d9-8e77-fdc604da5c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:50:36.205377 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-466330f6-4139-426e-bbc0-2ae2270f4dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:36.268131 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14b5c8b0-6995-4f29-9179-9439a65d49d8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:36.271810 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-466330f6-4139-426e-bbc0-2ae2270f4dc7 None None] For port d7f265c3-623b-4dd4-8b3a-3d5004e421fc, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:50:36.276100 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-466330f6-4139-426e-bbc0-2ae2270f4dc7 None None] For port d7f265c3-623b-4dd4-8b3a-3d5004e421fc, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d7f265c3-623b-4dd4-8b3a-3d5004e421fc,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:50:36.282166 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-466330f6-4139-426e-bbc0-2ae2270f4dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:36.344592 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466330f6-4139-426e-bbc0-2ae2270f4dc7 None None] Pushing event updated for resources: {'Port': ['ID=d7f265c3-623b-4dd4-8b3a-3d5004e421fc,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:36.480461 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14b5c8b0-6995-4f29-9179-9439a65d49d8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:36.514290 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14b5c8b0-6995-4f29-9179-9439a65d49d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:36.627066 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-14b5c8b0-6995-4f29-9179-9439a65d49d8 admin admin] Allocated IP 172.25.7.31 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/ce587696-a16d-43ff-a933-ddafb78548fc) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:50:36.729232 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14b5c8b0-6995-4f29-9179-9439a65d49d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:36.766630 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14b5c8b0-6995-4f29-9179-9439a65d49d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:36.812753 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b5c8b0-6995-4f29-9179-9439a65d49d8 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:50:36.818090 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-14b5c8b0-6995-4f29-9179-9439a65d49d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:50:36.820424 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5c8b0-6995-4f29-9179-9439a65d49d8 admin admin] Pushing event updated for resources: {'Port': ['ID=ce587696-a16d-43ff-a933-ddafb78548fc,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:36.822676 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b5c8b0-6995-4f29-9179-9439a65d49d8 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:50:37.083290 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14b5c8b0-6995-4f29-9179-9439a65d49d8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:37.221257 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ded887c-a3f5-4443-873f-3232b12f9fc8 None None] Network d6b64dfa-3904-438e-bb2c-b90bc220dc1b requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:50:37.290973 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14b5c8b0-6995-4f29-9179-9439a65d49d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:37.292945 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-6f1b617c-ca2e-4820-a431-264c7f6b2c97 None None] Provisioning complete for port d7f265c3-623b-4dd4-8b3a-3d5004e421fc triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:50:37.293308 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6f1b617c-ca2e-4820-a431-264c7f6b2c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:37.428167 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b5c8b0-6995-4f29-9179-9439a65d49d8 admin admin] Router e557c3ea-127b-4102-b576-d99adc8ad855 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 11:50:37.440052 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:50:37.451809 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6f1b617c-ca2e-4820-a431-264c7f6b2c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:37.490912 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-6f1b617c-ca2e-4820-a431-264c7f6b2c97 None None] For port d7f265c3-623b-4dd4-8b3a-3d5004e421fc, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d7f265c3-623b-4dd4-8b3a-3d5004e421fc,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:50:37.498392 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6f1b617c-ca2e-4820-a431-264c7f6b2c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:37.544631 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b5c8b0-6995-4f29-9179-9439a65d49d8 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:50:37.550320 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b617c-ca2e-4820-a431-264c7f6b2c97 None None] Pushing event updated for resources: {'Port': ['ID=d7f265c3-623b-4dd4-8b3a-3d5004e421fc,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:37.554390 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e394bd9c-252a-45ac-836b-b8ed3bba958b None None] Sync routers for ids ['e557c3ea-127b-4102-b576-d99adc8ad855'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:50:37.566913 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-14b5c8b0-6995-4f29-9179-9439a65d49d8 admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:37.567597 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e394bd9c-252a-45ac-836b-b8ed3bba958b None None] Routers {'e557c3ea-127b-4102-b576-d99adc8ad855'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:50:37.568211 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-14b5c8b0-6995-4f29-9179-9439a65d49d8 admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9217317 Nov 04 11:50:37.568360 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e394bd9c-252a-45ac-836b-b8ed3bba958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:50:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e557c3ea-127b-4102-b576-d99adc8ad855'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:50:37.571220 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35738) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:37.686911 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-e394bd9c-252a-45ac-836b-b8ed3bba958b None None] Set router e557c3ea-127b-4102-b576-d99adc8ad855 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:50:37.796088 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-259c6999-73da-450a-a481-0ac360b86510 None None] Provisioning complete for port d7f265c3-623b-4dd4-8b3a-3d5004e421fc triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:50:37.796348 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-259c6999-73da-450a-a481-0ac360b86510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:37.961144 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e394bd9c-252a-45ac-836b-b8ed3bba958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'name': 'tempest-TestShelveInstance-2122230058-router', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:35Z', 'updated_at': '2021-11-04T11:50:36Z', 'revision_number': 3, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'gw_port': {'id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:36Z', 'updated_at': '2021-11-04T11:50:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:50:37.993780 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e394bd9c-252a-45ac-836b-b8ed3bba958b None None] Checking router: e557c3ea-127b-4102-b576-d99adc8ad855 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:50:37.994413 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e394bd9c-252a-45ac-836b-b8ed3bba958b None None] Updating router e557c3ea-127b-4102-b576-d99adc8ad855 port ce587696-a16d-43ff-a933-ddafb78548fc binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:50:38.006883 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-32b1a2e2-904d-4e47-a49a-0fc89c62b27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:38.019499 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e394bd9c-252a-45ac-836b-b8ed3bba958b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:38.043241 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d7f265c3-623b-4dd4-8b3a-3d5004e421fc up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:50:38.170820 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port d7f265c3-623b-4dd4-8b3a-3d5004e421fc triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:50:38.171187 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:38.173488 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-32b1a2e2-904d-4e47-a49a-0fc89c62b27f admin admin] Allocated IP 172.20.0.1 (d6b64dfa-3904-438e-bb2c-b90bc220dc1b/7ce23495-bd3e-497c-b518-956e93f5898e/b6fc5ae0-3f92-4a35-85a0-34024e36da54) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:50:38.277015 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-32b1a2e2-904d-4e47-a49a-0fc89c62b27f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:38.312085 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-32b1a2e2-904d-4e47-a49a-0fc89c62b27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:38.355298 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b1a2e2-904d-4e47-a49a-0fc89c62b27f admin admin] Network d6b64dfa-3904-438e-bb2c-b90bc220dc1b is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:50:38.360316 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-32b1a2e2-904d-4e47-a49a-0fc89c62b27f admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:50:38.363997 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b1a2e2-904d-4e47-a49a-0fc89c62b27f admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:50:38.386610 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e394bd9c-252a-45ac-836b-b8ed3bba958b None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:38.388003 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1a2e2-904d-4e47-a49a-0fc89c62b27f admin admin] Pushing event updated for resources: {'Port': ['ID=b6fc5ae0-3f92-4a35-85a0-34024e36da54,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:38.396572 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e394bd9c-252a-45ac-836b-b8ed3bba958b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:38.410471 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-32b1a2e2-904d-4e47-a49a-0fc89c62b27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:38.465412 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35108f84-9563-45cb-8d93-e040bb7a5d2b None None] Pushing event updated for resources: {'Port': ['ID=ce587696-a16d-43ff-a933-ddafb78548fc,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:38.467961 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-e394bd9c-252a-45ac-836b-b8ed3bba958b None None] Attempting to bind port ce587696-a16d-43ff-a933-ddafb78548fc on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:50:38.468331 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-e394bd9c-252a-45ac-836b-b8ed3bba958b None None] Attempting to bind port ce587696-a16d-43ff-a933-ddafb78548fc by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:50:38.468657 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e394bd9c-252a-45ac-836b-b8ed3bba958b None None] Attempting to bind port ce587696-a16d-43ff-a933-ddafb78548fc on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:50:38.474949 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e394bd9c-252a-45ac-836b-b8ed3bba958b None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:50:38.475332 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e394bd9c-252a-45ac-836b-b8ed3bba958b None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:50:38.475727 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e394bd9c-252a-45ac-836b-b8ed3bba958b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:38.476224 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e394bd9c-252a-45ac-836b-b8ed3bba958b None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:50:38.477863 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-e394bd9c-252a-45ac-836b-b8ed3bba958b None None] Bound port: ce587696-a16d-43ff-a933-ddafb78548fc, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:50:38.477977 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e394bd9c-252a-45ac-836b-b8ed3bba958b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:38.540564 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e394bd9c-252a-45ac-836b-b8ed3bba958b None None] For port ce587696-a16d-43ff-a933-ddafb78548fc, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:50:38.545983 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e394bd9c-252a-45ac-836b-b8ed3bba958b None None] For port ce587696-a16d-43ff-a933-ddafb78548fc, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ce587696-a16d-43ff-a933-ddafb78548fc,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:50:38.551015 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e394bd9c-252a-45ac-836b-b8ed3bba958b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:38.566695 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-32b1a2e2-904d-4e47-a49a-0fc89c62b27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:38.611402 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e394bd9c-252a-45ac-836b-b8ed3bba958b None None] Routers {'e557c3ea-127b-4102-b576-d99adc8ad855'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:50:38.612042 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e394bd9c-252a-45ac-836b-b8ed3bba958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:50:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e557c3ea-127b-4102-b576-d99adc8ad855'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:50:38.617740 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35108f84-9563-45cb-8d93-e040bb7a5d2b None None] Pushing event updated for resources: {'Port': ['ID=ce587696-a16d-43ff-a933-ddafb78548fc,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:38.678476 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-397d8bb4-4331-4b15-99cf-1324c3214a3b None None] Provisioning complete for port b6fc5ae0-3f92-4a35-85a0-34024e36da54 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:50:38.678770 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-397d8bb4-4331-4b15-99cf-1324c3214a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:38.744587 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-32b1a2e2-904d-4e47-a49a-0fc89c62b27f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:38.754590 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-32b1a2e2-904d-4e47-a49a-0fc89c62b27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:38.764950 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-e394bd9c-252a-45ac-836b-b8ed3bba958b None None] Set router e557c3ea-127b-4102-b576-d99adc8ad855 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:50:38.766556 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-397d8bb4-4331-4b15-99cf-1324c3214a3b None None] Port b6fc5ae0-3f92-4a35-85a0-34024e36da54 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:50:38.824968 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-32b1a2e2-904d-4e47-a49a-0fc89c62b27f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:38.826786 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1a2e2-904d-4e47-a49a-0fc89c62b27f admin admin] Pushing event updated for resources: {'Port': ['ID=b6fc5ae0-3f92-4a35-85a0-34024e36da54,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:38.925775 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b1a2e2-904d-4e47-a49a-0fc89c62b27f admin admin] Network d6b64dfa-3904-438e-bb2c-b90bc220dc1b is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:50:38.927342 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-32b1a2e2-904d-4e47-a49a-0fc89c62b27f admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:50:38.978856 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e394bd9c-252a-45ac-836b-b8ed3bba958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'name': 'tempest-TestShelveInstance-2122230058-router', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:35Z', 'updated_at': '2021-11-04T11:50:38Z', 'revision_number': 4, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'gw_port': {'id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:36Z', 'updated_at': '2021-11-04T11:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'b6fc5ae0-3f92-4a35-85a0-34024e36da54', 'name': '', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'mac_address': 'fa:16:3e:bb:b9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:38Z', 'updated_at': '2021-11-04T11:50:38Z', 'revision_number': 1, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'subnets': [{'id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:50:39.006255 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e394bd9c-252a-45ac-836b-b8ed3bba958b None None] The sync data for ids ['e557c3ea-127b-4102-b576-d99adc8ad855'] in n-d-816629-1 is: [{'id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'name': 'tempest-TestShelveInstance-2122230058-router', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:35Z', 'updated_at': '2021-11-04T11:50:38Z', 'revision_number': 4, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'gw_port': {'id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:36Z', 'updated_at': '2021-11-04T11:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'b6fc5ae0-3f92-4a35-85a0-34024e36da54', 'name': '', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'mac_address': 'fa:16:3e:bb:b9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:38Z', 'updated_at': '2021-11-04T11:50:38Z', 'revision_number': 1, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'subnets': [{'id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:50:39.053552 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b1a2e2-904d-4e47-a49a-0fc89c62b27f admin admin] Router e557c3ea-127b-4102-b576-d99adc8ad855 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:50:39.169719 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b1a2e2-904d-4e47-a49a-0fc89c62b27f admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:50:39.176208 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-32b1a2e2-904d-4e47-a49a-0fc89c62b27f admin admin] 10.222.0.127 "PUT /v2.0/routers/e557c3ea-127b-4102-b576-d99adc8ad855/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6025641 Nov 04 11:50:39.190583 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-955a6fb2-d496-4f6a-8ac3-bcb07e99f8bb None None] Provisioning complete for port b6fc5ae0-3f92-4a35-85a0-34024e36da54 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:50:39.190945 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-955a6fb2-d496-4f6a-8ac3-bcb07e99f8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:39.243248 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-955a6fb2-d496-4f6a-8ac3-bcb07e99f8bb None None] Port b6fc5ae0-3f92-4a35-85a0-34024e36da54 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:50:39.716668 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35754) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:39.721981 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-e2480113-646f-4414-a282-54f64a1933ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1870920570-network', 'tenant_id': '7d866539fa2943f6be5001cdd7ac05b4'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:50:39.746001 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2480113-646f-4414-a282-54f64a1933ee admin admin] Made reservation on behalf of 7d866539fa2943f6be5001cdd7ac05b4 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:50:39.748683 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e2480113-646f-4414-a282-54f64a1933ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:39.758640 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e2480113-646f-4414-a282-54f64a1933ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:39.839007 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e2480113-646f-4414-a282-54f64a1933ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:39.844688 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e2480113-646f-4414-a282-54f64a1933ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:39.869358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2480113-646f-4414-a282-54f64a1933ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1194} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:50:39.884121 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2480113-646f-4414-a282-54f64a1933ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d68f38-fc34-44b8-9cf1-071126da6c4e,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:39.889661 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e2480113-646f-4414-a282-54f64a1933ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:39.890009 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-e2480113-646f-4414-a282-54f64a1933ee admin admin] Added segment cd2183ff-30be-4ecf-8039-ca86ef973a4b of type vlan for network 90307112-e80c-4001-83bd-e6702921f5b7 Nov 04 11:50:39.933979 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e2480113-646f-4414-a282-54f64a1933ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:39.966159 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e2480113-646f-4414-a282-54f64a1933ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:39.967538 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2480113-646f-4414-a282-54f64a1933ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:39.968138 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-e2480113-646f-4414-a282-54f64a1933ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:40.035570 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ce587696-a16d-43ff-a933-ddafb78548fc up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:50:40.038788 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-e2480113-646f-4414-a282-54f64a1933ee admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3204634 Nov 04 11:50:40.041349 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35756) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:40.042361 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2480113-646f-4414-a282-54f64a1933ee admin admin] Pushing event updated for resources: {'Network': ['ID=90307112-e80c-4001-83bd-e6702921f5b7,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:40.047958 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-f5fe9fdc-670c-418f-ab6e-20448c6142a9 admin admin] Request body: {'subnet': {'network_id': '90307112-e80c-4001-83bd-e6702921f5b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1870920570-subnet', 'tenant_id': '7d866539fa2943f6be5001cdd7ac05b4', 'ip_version': 4}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:50:40.072251 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fe9fdc-670c-418f-ab6e-20448c6142a9 admin admin] Made reservation on behalf of 7d866539fa2943f6be5001cdd7ac05b4 for: {'subnet': 1} {{(pid=101774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:50:40.074903 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f5fe9fdc-670c-418f-ab6e-20448c6142a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28697529'] for subnet, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:40.240259 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 90307112-e80c-4001-83bd-e6702921f5b7 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:50:40.284108 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f5fe9fdc-670c-418f-ab6e-20448c6142a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28709756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28697487'] for subnet, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:40.331848 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port ce587696-a16d-43ff-a933-ddafb78548fc triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:50:40.332216 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:40.338539 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe9fdc-670c-418f-ab6e-20448c6142a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=356f1b11-3fe9-43b8-945b-b7b0b93028f7,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:40.356856 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fe9fdc-670c-418f-ab6e-20448c6142a9 admin admin] Checking segment: {'id': 'cd2183ff-30be-4ecf-8039-ca86ef973a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '90307112-e80c-4001-83bd-e6702921f5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:50:40.357158 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fe9fdc-670c-418f-ab6e-20448c6142a9 admin admin] Network hostable DHCP agents. Network: 90307112-e80c-4001-83bd-e6702921f5b7, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:50:40.376254 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fe9fdc-670c-418f-ab6e-20448c6142a9 admin admin] Network 90307112-e80c-4001-83bd-e6702921f5b7 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:50:40.386557 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-f5fe9fdc-670c-418f-ab6e-20448c6142a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 90307112-e80c-4001-83bd-e6702921f5b7) {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:50:40.391633 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fe9fdc-670c-418f-ab6e-20448c6142a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:40.392255 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f5fe9fdc-670c-418f-ab6e-20448c6142a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:40.399597 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9a4af2-51dc-44bf-8ea4-e8beab776440 None None] Network 90307112-e80c-4001-83bd-e6702921f5b7 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:50:40.411695 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f5fe9fdc-670c-418f-ab6e-20448c6142a9 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3683858 Nov 04 11:50:40.415073 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35758) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:40.419564 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-0a65b049-a53f-4dba-aca8-538f31c1bc14 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1870920570-router', 'tenant_id': '7d866539fa2943f6be5001cdd7ac05b4', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:50:40.446468 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0a65b049-a53f-4dba-aca8-538f31c1bc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:40.447696 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0a65b049-a53f-4dba-aca8-538f31c1bc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:40.459332 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:40.496340 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port ce587696-a16d-43ff-a933-ddafb78548fc, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ce587696-a16d-43ff-a933-ddafb78548fc,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:50:40.505533 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0a65b049-a53f-4dba-aca8-538f31c1bc14 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:40.508884 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:40.593466 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=ce587696-a16d-43ff-a933-ddafb78548fc,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:40.625491 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dca9401-b928-4421-bef0-1951e87d2ec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-90307112-e80c-4001-83bd-e6702921f5b7', 'network_id': '90307112-e80c-4001-83bd-e6702921f5b7', 'tenant_id': '7d866539fa2943f6be5001cdd7ac05b4', 'fixed_ips': [{'subnet_id': '356f1b11-3fe9-43b8-945b-b7b0b93028f7'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:50:40.626414 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5dca9401-b928-4421-bef0-1951e87d2ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:40.653050 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0a65b049-a53f-4dba-aca8-538f31c1bc14 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:40.779266 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-5dca9401-b928-4421-bef0-1951e87d2ec9 None None] Allocated IP 172.20.0.2 (90307112-e80c-4001-83bd-e6702921f5b7/356f1b11-3fe9-43b8-945b-b7b0b93028f7/045d6cfc-27f9-4c64-b1bf-c79d7f7ffd11) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:50:40.870073 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0a65b049-a53f-4dba-aca8-538f31c1bc14 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:40.890189 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0a65b049-a53f-4dba-aca8-538f31c1bc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:40.931663 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5dca9401-b928-4421-bef0-1951e87d2ec9 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:40.939241 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5dca9401-b928-4421-bef0-1951e87d2ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:40.977364 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dca9401-b928-4421-bef0-1951e87d2ec9 None None] Network 90307112-e80c-4001-83bd-e6702921f5b7 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:50:40.980655 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-5dca9401-b928-4421-bef0-1951e87d2ec9 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:50:40.986341 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dca9401-b928-4421-bef0-1951e87d2ec9 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:50:40.999711 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca9401-b928-4421-bef0-1951e87d2ec9 None None] Pushing event updated for resources: {'Port': ['ID=045d6cfc-27f9-4c64-b1bf-c79d7f7ffd11,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:40.999957 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-0a65b049-a53f-4dba-aca8-538f31c1bc14 admin admin] Allocated IP 172.25.7.171 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/6dd87f27-64e7-4d95-84dc-dc20d78456ec) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:50:41.050963 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5dca9401-b928-4421-bef0-1951e87d2ec9 None None] Attempting to bind port 045d6cfc-27f9-4c64-b1bf-c79d7f7ffd11 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:50:41.051465 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5dca9401-b928-4421-bef0-1951e87d2ec9 None None] Attempting to bind port 045d6cfc-27f9-4c64-b1bf-c79d7f7ffd11 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'cd2183ff-30be-4ecf-8039-ca86ef973a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '90307112-e80c-4001-83bd-e6702921f5b7'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:50:41.051805 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dca9401-b928-4421-bef0-1951e87d2ec9 None None] Attempting to bind port 045d6cfc-27f9-4c64-b1bf-c79d7f7ffd11 on network 90307112-e80c-4001-83bd-e6702921f5b7 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:50:41.057601 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dca9401-b928-4421-bef0-1951e87d2ec9 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:50:41.058209 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dca9401-b928-4421-bef0-1951e87d2ec9 None None] Checking segment: {'id': 'cd2183ff-30be-4ecf-8039-ca86ef973a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '90307112-e80c-4001-83bd-e6702921f5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:50:41.058613 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5dca9401-b928-4421-bef0-1951e87d2ec9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:41.059123 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dca9401-b928-4421-bef0-1951e87d2ec9 None None] Bound using segment: {'id': 'cd2183ff-30be-4ecf-8039-ca86ef973a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '90307112-e80c-4001-83bd-e6702921f5b7'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:50:41.059720 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-5dca9401-b928-4421-bef0-1951e87d2ec9 None None] Bound port: 045d6cfc-27f9-4c64-b1bf-c79d7f7ffd11, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2183ff-30be-4ecf-8039-ca86ef973a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '90307112-e80c-4001-83bd-e6702921f5b7'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:50:41.060109 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5dca9401-b928-4421-bef0-1951e87d2ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:41.076426 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e387a1-7fe9-47bb-a890-fa7606d8f267 None None] Sync routers for ids ['e557c3ea-127b-4102-b576-d99adc8ad855'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:50:41.087589 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e387a1-7fe9-47bb-a890-fa7606d8f267 None None] Routers {'e557c3ea-127b-4102-b576-d99adc8ad855'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:50:41.088324 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-59e387a1-7fe9-47bb-a890-fa7606d8f267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:50:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e557c3ea-127b-4102-b576-d99adc8ad855'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:50:41.117838 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0a65b049-a53f-4dba-aca8-538f31c1bc14 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:41.139938 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5dca9401-b928-4421-bef0-1951e87d2ec9 None None] For port 045d6cfc-27f9-4c64-b1bf-c79d7f7ffd11, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:50:41.143993 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-5dca9401-b928-4421-bef0-1951e87d2ec9 None None] For port 045d6cfc-27f9-4c64-b1bf-c79d7f7ffd11, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=045d6cfc-27f9-4c64-b1bf-c79d7f7ffd11,segment=NetworkSegment(cd2183ff-30be-4ecf-8039-ca86ef973a4b),segment_id=cd2183ff-30be-4ecf-8039-ca86ef973a4b)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:50:41.149759 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5dca9401-b928-4421-bef0-1951e87d2ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:41.157235 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0a65b049-a53f-4dba-aca8-538f31c1bc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:41.199254 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-59e387a1-7fe9-47bb-a890-fa7606d8f267 None None] Set router e557c3ea-127b-4102-b576-d99adc8ad855 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:50:41.200844 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a65b049-a53f-4dba-aca8-538f31c1bc14 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:50:41.204093 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-0a65b049-a53f-4dba-aca8-538f31c1bc14 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:50:41.207026 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a65b049-a53f-4dba-aca8-538f31c1bc14 admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:50:41.212626 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca9401-b928-4421-bef0-1951e87d2ec9 None None] Pushing event updated for resources: {'Port': ['ID=045d6cfc-27f9-4c64-b1bf-c79d7f7ffd11,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:41.248372 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65b049-a53f-4dba-aca8-538f31c1bc14 admin admin] Pushing event updated for resources: {'Port': ['ID=6dd87f27-64e7-4d95-84dc-dc20d78456ec,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:41.440695 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-59e387a1-7fe9-47bb-a890-fa7606d8f267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'name': 'tempest-TestShelveInstance-2122230058-router', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:35Z', 'updated_at': '2021-11-04T11:50:38Z', 'revision_number': 4, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'gw_port': {'id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:36Z', 'updated_at': '2021-11-04T11:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'b6fc5ae0-3f92-4a35-85a0-34024e36da54', 'name': '', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'mac_address': 'fa:16:3e:bb:b9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:38Z', 'updated_at': '2021-11-04T11:50:38Z', 'revision_number': 2, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'subnets': [{'id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:50:41.471152 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e387a1-7fe9-47bb-a890-fa7606d8f267 None None] Checking router: e557c3ea-127b-4102-b576-d99adc8ad855 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:50:41.471494 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e387a1-7fe9-47bb-a890-fa7606d8f267 None None] Updating router e557c3ea-127b-4102-b576-d99adc8ad855 port b6fc5ae0-3f92-4a35-85a0-34024e36da54 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:50:41.500000 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-59e387a1-7fe9-47bb-a890-fa7606d8f267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:41.532578 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0a65b049-a53f-4dba-aca8-538f31c1bc14 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:41.735943 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0a65b049-a53f-4dba-aca8-538f31c1bc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:41.787816 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-59e387a1-7fe9-47bb-a890-fa7606d8f267 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:41.796581 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-59e387a1-7fe9-47bb-a890-fa7606d8f267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:41.867688 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31056a-6885-47f8-895b-57ee9675ed00 None None] Pushing event updated for resources: {'Port': ['ID=b6fc5ae0-3f92-4a35-85a0-34024e36da54,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:41.878172 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a65b049-a53f-4dba-aca8-538f31c1bc14 admin admin] Router 13f2b854-f2ee-41a8-948b-aa787b37a943 is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 11:50:41.889722 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b31056a-6885-47f8-895b-57ee9675ed00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:41.890419 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b31056a-6885-47f8-895b-57ee9675ed00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:41.890740 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b31056a-6885-47f8-895b-57ee9675ed00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:41.891073 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b31056a-6885-47f8-895b-57ee9675ed00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:41.891395 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b31056a-6885-47f8-895b-57ee9675ed00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:41.891722 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b31056a-6885-47f8-895b-57ee9675ed00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:41.892031 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b31056a-6885-47f8-895b-57ee9675ed00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:41.892344 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b31056a-6885-47f8-895b-57ee9675ed00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:41.892653 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b31056a-6885-47f8-895b-57ee9675ed00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:41.893145 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b31056a-6885-47f8-895b-57ee9675ed00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:41.893625 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b31056a-6885-47f8-895b-57ee9675ed00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:41.894099 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b31056a-6885-47f8-895b-57ee9675ed00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:50:41.921439 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-59e387a1-7fe9-47bb-a890-fa7606d8f267 None None] Attempting to bind port b6fc5ae0-3f92-4a35-85a0-34024e36da54 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:50:41.921804 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-59e387a1-7fe9-47bb-a890-fa7606d8f267 None None] Attempting to bind port b6fc5ae0-3f92-4a35-85a0-34024e36da54 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9ca9f334-f931-44d9-8e77-fdc604da5c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:50:41.922160 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e387a1-7fe9-47bb-a890-fa7606d8f267 None None] Attempting to bind port b6fc5ae0-3f92-4a35-85a0-34024e36da54 on network d6b64dfa-3904-438e-bb2c-b90bc220dc1b {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:50:41.927670 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e387a1-7fe9-47bb-a890-fa7606d8f267 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:50:41.928034 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e387a1-7fe9-47bb-a890-fa7606d8f267 None None] Checking segment: {'id': '9ca9f334-f931-44d9-8e77-fdc604da5c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:50:41.928429 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-59e387a1-7fe9-47bb-a890-fa7606d8f267 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:41.928809 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e387a1-7fe9-47bb-a890-fa7606d8f267 None None] Bound using segment: {'id': '9ca9f334-f931-44d9-8e77-fdc604da5c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:50:41.929369 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-59e387a1-7fe9-47bb-a890-fa7606d8f267 None None] Bound port: b6fc5ae0-3f92-4a35-85a0-34024e36da54, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca9f334-f931-44d9-8e77-fdc604da5c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:50:41.929743 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-59e387a1-7fe9-47bb-a890-fa7606d8f267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:42.028681 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-59e387a1-7fe9-47bb-a890-fa7606d8f267 None None] For port b6fc5ae0-3f92-4a35-85a0-34024e36da54, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:50:42.032959 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-59e387a1-7fe9-47bb-a890-fa7606d8f267 None None] For port b6fc5ae0-3f92-4a35-85a0-34024e36da54, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b6fc5ae0-3f92-4a35-85a0-34024e36da54,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:50:42.037005 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a65b049-a53f-4dba-aca8-538f31c1bc14 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:50:42.039809 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-59e387a1-7fe9-47bb-a890-fa7606d8f267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:42.048603 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0e253b-f368-4760-bf02-ae40ab160c38 None None] Sync routers for ids ['13f2b854-f2ee-41a8-948b-aa787b37a943'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:50:42.066114 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0e253b-f368-4760-bf02-ae40ab160c38 None None] Routers {'13f2b854-f2ee-41a8-948b-aa787b37a943'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:50:42.066836 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2a0e253b-f368-4760-bf02-ae40ab160c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:50:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['13f2b854-f2ee-41a8-948b-aa787b37a943'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:50:42.071350 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-0a65b049-a53f-4dba-aca8-538f31c1bc14 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:42.076542 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-0a65b049-a53f-4dba-aca8-538f31c1bc14 admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6579664 Nov 04 11:50:42.076913 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35760) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:42.149764 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e387a1-7fe9-47bb-a890-fa7606d8f267 None None] Routers {'e557c3ea-127b-4102-b576-d99adc8ad855'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:50:42.150972 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-59e387a1-7fe9-47bb-a890-fa7606d8f267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:50:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e557c3ea-127b-4102-b576-d99adc8ad855'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:50:42.266512 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ce587696-a16d-43ff-a933-ddafb78548fc up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:50:42.317283 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-59e387a1-7fe9-47bb-a890-fa7606d8f267 None None] Set router e557c3ea-127b-4102-b576-d99adc8ad855 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:50:42.365141 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-8a02fe4e-ec60-4b9d-a32a-663ce26f2ce4 None None] Provisioning complete for port b6fc5ae0-3f92-4a35-85a0-34024e36da54 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:50:42.365522 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8a02fe4e-ec60-4b9d-a32a-663ce26f2ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:42.462103 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-2a0e253b-f368-4760-bf02-ae40ab160c38 None None] Set router 13f2b854-f2ee-41a8-948b-aa787b37a943 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:50:42.485014 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31056a-6885-47f8-895b-57ee9675ed00 None None] Pushing event updated for resources: {'Port': ['ID=b6fc5ae0-3f92-4a35-85a0-34024e36da54,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:42.589112 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-59e387a1-7fe9-47bb-a890-fa7606d8f267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'name': 'tempest-TestShelveInstance-2122230058-router', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:35Z', 'updated_at': '2021-11-04T11:50:38Z', 'revision_number': 4, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'gw_port': {'id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:36Z', 'updated_at': '2021-11-04T11:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'b6fc5ae0-3f92-4a35-85a0-34024e36da54', 'name': '', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'mac_address': 'fa:16:3e:bb:b9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:38Z', 'updated_at': '2021-11-04T11:50:42Z', 'revision_number': 4, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'subnets': [{'id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:50:42.591251 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99634e3-3a95-4eb1-a5f5-56ea344a4d12 None None] Network 90307112-e80c-4001-83bd-e6702921f5b7 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:50:42.592947 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port ce587696-a16d-43ff-a933-ddafb78548fc triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:50:42.593307 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:42.622116 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e387a1-7fe9-47bb-a890-fa7606d8f267 None None] The sync data for ids ['e557c3ea-127b-4102-b576-d99adc8ad855'] in n-d-816629-1 is: [{'id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'name': 'tempest-TestShelveInstance-2122230058-router', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:35Z', 'updated_at': '2021-11-04T11:50:38Z', 'revision_number': 4, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'gw_port': {'id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:36Z', 'updated_at': '2021-11-04T11:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'b6fc5ae0-3f92-4a35-85a0-34024e36da54', 'name': '', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'mac_address': 'fa:16:3e:bb:b9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:38Z', 'updated_at': '2021-11-04T11:50:42Z', 'revision_number': 4, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'subnets': [{'id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:50:42.682527 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8a02fe4e-ec60-4b9d-a32a-663ce26f2ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:42.697581 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-05da90af-2659-430e-a245-0076970bc003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:42.763077 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-8a02fe4e-ec60-4b9d-a32a-663ce26f2ce4 None None] For port b6fc5ae0-3f92-4a35-85a0-34024e36da54, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b6fc5ae0-3f92-4a35-85a0-34024e36da54,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:50:42.796957 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8a02fe4e-ec60-4b9d-a32a-663ce26f2ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:42.872398 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-05da90af-2659-430e-a245-0076970bc003 admin admin] Allocated IP 172.20.0.1 (90307112-e80c-4001-83bd-e6702921f5b7/356f1b11-3fe9-43b8-945b-b7b0b93028f7/3ea19a25-0fb3-41cd-9a2c-40d36b0f5409) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:50:42.966010 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 045d6cfc-27f9-4c64-b1bf-c79d7f7ffd11 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:50:43.002000 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-05da90af-2659-430e-a245-0076970bc003 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:43.002274 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02fe4e-ec60-4b9d-a32a-663ce26f2ce4 None None] Pushing event updated for resources: {'Port': ['ID=b6fc5ae0-3f92-4a35-85a0-34024e36da54,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:43.042195 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-05da90af-2659-430e-a245-0076970bc003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:43.042626 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e6fb09ff-bc84-492a-9793-eae86633e7b2 None None] Provisioning complete for port b6fc5ae0-3f92-4a35-85a0-34024e36da54 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:50:43.043131 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e6fb09ff-bc84-492a-9793-eae86633e7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:43.079541 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05da90af-2659-430e-a245-0076970bc003 admin admin] Network 90307112-e80c-4001-83bd-e6702921f5b7 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:50:43.082996 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-05da90af-2659-430e-a245-0076970bc003 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:50:43.087606 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05da90af-2659-430e-a245-0076970bc003 admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:50:43.096445 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2a0e253b-f368-4760-bf02-ae40ab160c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f2b854-f2ee-41a8-948b-aa787b37a943', 'name': 'tempest-TestShelveInstance-1870920570-router', 'tenant_id': '7d866539fa2943f6be5001cdd7ac05b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '6dd87f27-64e7-4d95-84dc-dc20d78456ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:40Z', 'updated_at': '2021-11-04T11:50:41Z', 'revision_number': 3, 'project_id': '7d866539fa2943f6be5001cdd7ac05b4', 'gw_port': {'id': '6dd87f27-64e7-4d95-84dc-dc20d78456ec', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f2b854-f2ee-41a8-948b-aa787b37a943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:40Z', 'updated_at': '2021-11-04T11:50:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:50:43.117257 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da90af-2659-430e-a245-0076970bc003 admin admin] Pushing event updated for resources: {'Port': ['ID=3ea19a25-0fb3-41cd-9a2c-40d36b0f5409,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:43.140921 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-05da90af-2659-430e-a245-0076970bc003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:43.144543 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0e253b-f368-4760-bf02-ae40ab160c38 None None] Checking router: 13f2b854-f2ee-41a8-948b-aa787b37a943 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:50:43.144944 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0e253b-f368-4760-bf02-ae40ab160c38 None None] Updating router 13f2b854-f2ee-41a8-948b-aa787b37a943 port 6dd87f27-64e7-4d95-84dc-dc20d78456ec binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:50:43.195301 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 045d6cfc-27f9-4c64-b1bf-c79d7f7ffd11 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:50:43.195679 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:43.199312 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:43.220100 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2a0e253b-f368-4760-bf02-ae40ab160c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:43.310793 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-05da90af-2659-430e-a245-0076970bc003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:43.386677 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e6fb09ff-bc84-492a-9793-eae86633e7b2 None None] Provisioning complete for port 045d6cfc-27f9-4c64-b1bf-c79d7f7ffd11 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:50:43.387066 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e6fb09ff-bc84-492a-9793-eae86633e7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:43.499948 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-05da90af-2659-430e-a245-0076970bc003 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:43.505815 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-05da90af-2659-430e-a245-0076970bc003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:43.584368 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-05da90af-2659-430e-a245-0076970bc003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:43.593871 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da90af-2659-430e-a245-0076970bc003 admin admin] Pushing event updated for resources: {'Port': ['ID=3ea19a25-0fb3-41cd-9a2c-40d36b0f5409,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:43.688656 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05da90af-2659-430e-a245-0076970bc003 admin admin] Network 90307112-e80c-4001-83bd-e6702921f5b7 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:50:43.690394 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-05da90af-2659-430e-a245-0076970bc003 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:50:43.696978 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:43.789551 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 045d6cfc-27f9-4c64-b1bf-c79d7f7ffd11, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=045d6cfc-27f9-4c64-b1bf-c79d7f7ffd11,segment=NetworkSegment(cd2183ff-30be-4ecf-8039-ca86ef973a4b),segment_id=cd2183ff-30be-4ecf-8039-ca86ef973a4b)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:50:43.800772 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:43.805430 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e6fb09ff-bc84-492a-9793-eae86633e7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:43.813967 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05da90af-2659-430e-a245-0076970bc003 admin admin] Router 13f2b854-f2ee-41a8-948b-aa787b37a943 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:50:43.933360 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05da90af-2659-430e-a245-0076970bc003 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:50:43.934693 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=045d6cfc-27f9-4c64-b1bf-c79d7f7ffd11,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:43.944323 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-05da90af-2659-430e-a245-0076970bc003 admin admin] 10.222.0.127 "PUT /v2.0/routers/13f2b854-f2ee-41a8-948b-aa787b37a943/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8619347 Nov 04 11:50:43.952508 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2a0e253b-f368-4760-bf02-ae40ab160c38 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:43.957942 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-e6fb09ff-bc84-492a-9793-eae86633e7b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 11:50:43.958319 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-e6fb09ff-bc84-492a-9793-eae86633e7b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 11:50:43.962037 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2a0e253b-f368-4760-bf02-ae40ab160c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:44.022110 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-2a0e253b-f368-4760-bf02-ae40ab160c38 None None] Attempting to bind port 6dd87f27-64e7-4d95-84dc-dc20d78456ec on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:50:44.022480 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-2a0e253b-f368-4760-bf02-ae40ab160c38 None None] Attempting to bind port 6dd87f27-64e7-4d95-84dc-dc20d78456ec by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:50:44.022886 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0e253b-f368-4760-bf02-ae40ab160c38 None None] Attempting to bind port 6dd87f27-64e7-4d95-84dc-dc20d78456ec on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:50:44.025906 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2faed-7394-47f1-8449-aedd985aa3c1 None None] Pushing event updated for resources: {'Port': ['ID=6dd87f27-64e7-4d95-84dc-dc20d78456ec,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:44.030684 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0e253b-f368-4760-bf02-ae40ab160c38 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:50:44.031139 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0e253b-f368-4760-bf02-ae40ab160c38 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:50:44.031441 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2a0e253b-f368-4760-bf02-ae40ab160c38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:44.031829 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0e253b-f368-4760-bf02-ae40ab160c38 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:50:44.032306 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-2a0e253b-f368-4760-bf02-ae40ab160c38 None None] Bound port: 6dd87f27-64e7-4d95-84dc-dc20d78456ec, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:50:44.032680 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2a0e253b-f368-4760-bf02-ae40ab160c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:44.055501 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b6fc5ae0-3f92-4a35-85a0-34024e36da54 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:50:44.121122 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2a0e253b-f368-4760-bf02-ae40ab160c38 None None] For port 6dd87f27-64e7-4d95-84dc-dc20d78456ec, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:50:44.124498 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2a0e253b-f368-4760-bf02-ae40ab160c38 None None] For port 6dd87f27-64e7-4d95-84dc-dc20d78456ec, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6dd87f27-64e7-4d95-84dc-dc20d78456ec,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:50:44.135424 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port b6fc5ae0-3f92-4a35-85a0-34024e36da54 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:50:44.135891 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:44.138338 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2a0e253b-f368-4760-bf02-ae40ab160c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:44.231116 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0e253b-f368-4760-bf02-ae40ab160c38 None None] Routers {'13f2b854-f2ee-41a8-948b-aa787b37a943'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:50:44.231761 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2a0e253b-f368-4760-bf02-ae40ab160c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:50:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['13f2b854-f2ee-41a8-948b-aa787b37a943'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:50:44.272888 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2faed-7394-47f1-8449-aedd985aa3c1 None None] Pushing event updated for resources: {'Port': ['ID=6dd87f27-64e7-4d95-84dc-dc20d78456ec,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:44.357697 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 045d6cfc-27f9-4c64-b1bf-c79d7f7ffd11 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:50:44.407445 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-2a0e253b-f368-4760-bf02-ae40ab160c38 None None] Set router 13f2b854-f2ee-41a8-948b-aa787b37a943 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:50:44.515039 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 045d6cfc-27f9-4c64-b1bf-c79d7f7ffd11 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:50:44.515280 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:44.720438 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-490b039b-32a6-4404-b69f-f0b5a7b3c915 None None] Provisioning complete for port 045d6cfc-27f9-4c64-b1bf-c79d7f7ffd11 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:50:44.720766 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-490b039b-32a6-4404-b69f-f0b5a7b3c915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:44.726425 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-2a0e253b-f368-4760-bf02-ae40ab160c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f2b854-f2ee-41a8-948b-aa787b37a943', 'name': 'tempest-TestShelveInstance-1870920570-router', 'tenant_id': '7d866539fa2943f6be5001cdd7ac05b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '6dd87f27-64e7-4d95-84dc-dc20d78456ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:40Z', 'updated_at': '2021-11-04T11:50:43Z', 'revision_number': 4, 'project_id': '7d866539fa2943f6be5001cdd7ac05b4', 'gw_port': {'id': '6dd87f27-64e7-4d95-84dc-dc20d78456ec', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f2b854-f2ee-41a8-948b-aa787b37a943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:40Z', 'updated_at': '2021-11-04T11:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3ea19a25-0fb3-41cd-9a2c-40d36b0f5409', 'name': '', 'network_id': '90307112-e80c-4001-83bd-e6702921f5b7', 'tenant_id': '7d866539fa2943f6be5001cdd7ac05b4', 'mac_address': 'fa:16:3e:58:2a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f2b854-f2ee-41a8-948b-aa787b37a943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '356f1b11-3fe9-43b8-945b-b7b0b93028f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:42Z', 'updated_at': '2021-11-04T11:50:43Z', 'revision_number': 2, 'project_id': '7d866539fa2943f6be5001cdd7ac05b4', 'subnets': [{'id': '356f1b11-3fe9-43b8-945b-b7b0b93028f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:50:44.762955 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35768) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:44.767687 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-85887f7f-08b5-427f-bae9-b1b2e83fec9f tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1843885766', 'description': 'tempest-secgroup-smoke-1843885766 description', 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:50:44.779158 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0e253b-f368-4760-bf02-ae40ab160c38 None None] The sync data for ids ['13f2b854-f2ee-41a8-948b-aa787b37a943'] in n-d-816629-1 is: [{'id': '13f2b854-f2ee-41a8-948b-aa787b37a943', 'name': 'tempest-TestShelveInstance-1870920570-router', 'tenant_id': '7d866539fa2943f6be5001cdd7ac05b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '6dd87f27-64e7-4d95-84dc-dc20d78456ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:40Z', 'updated_at': '2021-11-04T11:50:43Z', 'revision_number': 4, 'project_id': '7d866539fa2943f6be5001cdd7ac05b4', 'gw_port': {'id': '6dd87f27-64e7-4d95-84dc-dc20d78456ec', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f2b854-f2ee-41a8-948b-aa787b37a943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:40Z', 'updated_at': '2021-11-04T11:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3ea19a25-0fb3-41cd-9a2c-40d36b0f5409', 'name': '', 'network_id': '90307112-e80c-4001-83bd-e6702921f5b7', 'tenant_id': '7d866539fa2943f6be5001cdd7ac05b4', 'mac_address': 'fa:16:3e:58:2a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f2b854-f2ee-41a8-948b-aa787b37a943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '356f1b11-3fe9-43b8-945b-b7b0b93028f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:42Z', 'updated_at': '2021-11-04T11:50:43Z', 'revision_number': 2, 'project_id': '7d866539fa2943f6be5001cdd7ac05b4', 'subnets': [{'id': '356f1b11-3fe9-43b8-945b-b7b0b93028f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:50:44.793413 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-85887f7f-08b5-427f-bae9-b1b2e83fec9f tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:44.859112 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-490b039b-32a6-4404-b69f-f0b5a7b3c915 None None] Provisioning complete for port 3ea19a25-0fb3-41cd-9a2c-40d36b0f5409 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:50:44.859665 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-490b039b-32a6-4404-b69f-f0b5a7b3c915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:44.877692 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-85887f7f-08b5-427f-bae9-b1b2e83fec9f tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:44.883273 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-85887f7f-08b5-427f-bae9-b1b2e83fec9f tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:44.903981 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-490b039b-32a6-4404-b69f-f0b5a7b3c915 None None] Port 3ea19a25-0fb3-41cd-9a2c-40d36b0f5409 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:50:44.916927 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85887f7f-08b5-427f-bae9-b1b2e83fec9f tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=318b094f-84fe-465c-ba49-00c7940d0697,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:44.923244 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-85887f7f-08b5-427f-bae9-b1b2e83fec9f tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:44.924898 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-85887f7f-08b5-427f-bae9-b1b2e83fec9f tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1605933 Nov 04 11:50:44.927732 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35770) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:44.932274 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-d7cab2db-7947-4862-b6c7-7c47be98dae4 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Request body: {'security_group_rule': {'security_group_id': '318b094f-84fe-465c-ba49-00c7940d0697', 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:50:44.960620 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d7cab2db-7947-4862-b6c7-7c47be98dae4 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:45.029046 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d7cab2db-7947-4862-b6c7-7c47be98dae4 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:45.035169 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d7cab2db-7947-4862-b6c7-7c47be98dae4 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:45.052784 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cab2db-7947-4862-b6c7-7c47be98dae4 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30006981-d351-472f-9d56-99fb090f9296,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:45.066350 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d7cab2db-7947-4862-b6c7-7c47be98dae4 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:45.067710 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d7cab2db-7947-4862-b6c7-7c47be98dae4 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390448 Nov 04 11:50:45.070770 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35772) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:45.075559 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-09787354-128e-4b8b-bc24-016c10b55d7d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Request body: {'security_group_rule': {'security_group_id': '318b094f-84fe-465c-ba49-00c7940d0697', 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:50:45.105251 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-09787354-128e-4b8b-bc24-016c10b55d7d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:45.166123 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-09787354-128e-4b8b-bc24-016c10b55d7d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:45.171190 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-09787354-128e-4b8b-bc24-016c10b55d7d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:45.193924 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09787354-128e-4b8b-bc24-016c10b55d7d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b93c08d-994e-464b-8426-18179d6495df,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:45.199322 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-09787354-128e-4b8b-bc24-016c10b55d7d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:45.200559 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-09787354-128e-4b8b-bc24-016c10b55d7d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1287651 Nov 04 11:50:45.203435 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35774) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:45.209193 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-7642f20a-a70b-403e-8690-ad451737e0fc tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Request body: {'security_group_rule': {'security_group_id': '318b094f-84fe-465c-ba49-00c7940d0697', 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:50:45.238998 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7642f20a-a70b-403e-8690-ad451737e0fc tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:45.302323 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7642f20a-a70b-403e-8690-ad451737e0fc tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:45.307159 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7642f20a-a70b-403e-8690-ad451737e0fc tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:45.325487 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642f20a-a70b-403e-8690-ad451737e0fc tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b108379-b9f9-4576-9e38-8164f444ba04,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:45.336410 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-7642f20a-a70b-403e-8690-ad451737e0fc tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:45.337727 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-7642f20a-a70b-403e-8690-ad451737e0fc tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330395 Nov 04 11:50:45.340458 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 35776) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:45.345200 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-46bf24db-3798-4368-beb7-32abb6691308 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Request body: {'security_group_rule': {'security_group_id': '318b094f-84fe-465c-ba49-00c7940d0697', 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:50:45.376896 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-46bf24db-3798-4368-beb7-32abb6691308 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:45.459714 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-46bf24db-3798-4368-beb7-32abb6691308 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:45.465872 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-46bf24db-3798-4368-beb7-32abb6691308 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:45.484621 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf24db-3798-4368-beb7-32abb6691308 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cdd33e3-4e8a-489d-a00f-6cd281530aef,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:45.493287 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-46bf24db-3798-4368-beb7-32abb6691308 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:45.498041 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-46bf24db-3798-4368-beb7-32abb6691308 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1534181 Nov 04 11:50:45.498151 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35778) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:45.502739 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-51c7663f-6afb-453c-9541-c0ecd81e6f48 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Request body: {'security_group_rule': {'security_group_id': '318b094f-84fe-465c-ba49-00c7940d0697', 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:50:45.528714 n-d-816629-1 neutron-server[101774]: INFO neutron.db.securitygroups_db [None req-51c7663f-6afb-453c-9541-c0ecd81e6f48 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Project f75c0ec96e3c440a8e362646d9c4869c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 11:50:45.534591 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51c7663f-6afb-453c-9541-c0ecd81e6f48 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:45.560393 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:45.605026 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51c7663f-6afb-453c-9541-c0ecd81e6f48 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:45.609967 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51c7663f-6afb-453c-9541-c0ecd81e6f48 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:45.630007 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7663f-6afb-453c-9541-c0ecd81e6f48 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c458ebe0-413c-4db4-9749-0c24a552b88a,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:45.638656 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-51c7663f-6afb-453c-9541-c0ecd81e6f48 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:45.639902 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-51c7663f-6afb-453c-9541-c0ecd81e6f48 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1409576 Nov 04 11:50:45.642991 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35780) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:45.647469 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-2818d7c7-9821-4169-9fa8-7ef99c03b17f tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Request body: {'security_group_rule': {'security_group_id': '318b094f-84fe-465c-ba49-00c7940d0697', 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:50:45.673032 n-d-816629-1 neutron-server[101774]: INFO neutron.db.securitygroups_db [None req-2818d7c7-9821-4169-9fa8-7ef99c03b17f tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Project f75c0ec96e3c440a8e362646d9c4869c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 11:50:45.678718 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2818d7c7-9821-4169-9fa8-7ef99c03b17f tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:45.747087 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2818d7c7-9821-4169-9fa8-7ef99c03b17f tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:45.752126 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2818d7c7-9821-4169-9fa8-7ef99c03b17f tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:45.772296 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818d7c7-9821-4169-9fa8-7ef99c03b17f tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bdcaf01-51dd-491e-bd60-510c79414013,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:45.778715 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-2818d7c7-9821-4169-9fa8-7ef99c03b17f tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:45.780118 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2818d7c7-9821-4169-9fa8-7ef99c03b17f tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361334 Nov 04 11:50:46.020141 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-416ad888-7b12-49a0-9bea-8783ffa83dd5 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1843885766&fields=id&tenant_id=f75c0ec96e3c440a8e362646d9c4869c HTTP/1.1" status: 200 len: 267 time: 0.0655963 Nov 04 11:50:46.045490 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6dd87f27-64e7-4d95-84dc-dc20d78456ec up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:50:46.095513 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 6dd87f27-64e7-4d95-84dc-dc20d78456ec triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:50:46.095907 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:46.139593 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-55c5ac87-2084-4114-ac10-d7e558fe5c18 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:46.145305 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-55c5ac87-2084-4114-ac10-d7e558fe5c18 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/networks?id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b HTTP/1.1" status: 200 len: 809 time: 0.1175356 Nov 04 11:50:46.156007 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-b3421555-b11e-4873-b240-19cba745e00a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/quotas/f75c0ec96e3c440a8e362646d9c4869c HTTP/1.1" status: 200 len: 375 time: 0.0098774 Nov 04 11:50:46.175285 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:46.196441 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 6dd87f27-64e7-4d95-84dc-dc20d78456ec, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6dd87f27-64e7-4d95-84dc-dc20d78456ec,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:50:46.201402 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:46.256635 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=6dd87f27-64e7-4d95-84dc-dc20d78456ec,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:46.523746 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-4aaf55bc-ce27-4e2f-9940-d53b15e95d67 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=f75c0ec96e3c440a8e362646d9c4869c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3617861 Nov 04 11:50:46.630365 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-697dd11b-66af-4396-abb5-0395869277e3 service neutron] 10.222.0.127 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886481 Nov 04 11:50:46.729132 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-d2e28417-c043-4749-9f22-bef123b0f77f service neutron] 10.222.0.127 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922854 Nov 04 11:50:46.821030 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bfc96d-e06a-4c7c-b6ea-f3807bd52c07 None None] Sync routers for ids ['13f2b854-f2ee-41a8-948b-aa787b37a943'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:50:46.832636 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bfc96d-e06a-4c7c-b6ea-f3807bd52c07 None None] Routers {'13f2b854-f2ee-41a8-948b-aa787b37a943'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:50:46.834010 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e6bfc96d-e06a-4c7c-b6ea-f3807bd52c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:50:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['13f2b854-f2ee-41a8-948b-aa787b37a943'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:50:46.902097 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d488cfd1-3e17-473e-bf27-33af90205b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:46.909134 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-66a9e752-0de8-4baf-b6b9-7e4bf1f3f459 req-d231d63a-07cc-443a-bdba-8e3adc9e55a1 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 210 time: 0.0350058 Nov 04 11:50:47.048707 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-e6bfc96d-e06a-4c7c-b6ea-f3807bd52c07 None None] Set router 13f2b854-f2ee-41a8-948b-aa787b37a943 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:50:47.249415 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e6bfc96d-e06a-4c7c-b6ea-f3807bd52c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f2b854-f2ee-41a8-948b-aa787b37a943', 'name': 'tempest-TestShelveInstance-1870920570-router', 'tenant_id': '7d866539fa2943f6be5001cdd7ac05b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '6dd87f27-64e7-4d95-84dc-dc20d78456ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:40Z', 'updated_at': '2021-11-04T11:50:43Z', 'revision_number': 4, 'project_id': '7d866539fa2943f6be5001cdd7ac05b4', 'gw_port': {'id': '6dd87f27-64e7-4d95-84dc-dc20d78456ec', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f2b854-f2ee-41a8-948b-aa787b37a943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:40Z', 'updated_at': '2021-11-04T11:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3ea19a25-0fb3-41cd-9a2c-40d36b0f5409', 'name': '', 'network_id': '90307112-e80c-4001-83bd-e6702921f5b7', 'tenant_id': '7d866539fa2943f6be5001cdd7ac05b4', 'mac_address': 'fa:16:3e:58:2a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f2b854-f2ee-41a8-948b-aa787b37a943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '356f1b11-3fe9-43b8-945b-b7b0b93028f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:42Z', 'updated_at': '2021-11-04T11:50:43Z', 'revision_number': 2, 'project_id': '7d866539fa2943f6be5001cdd7ac05b4', 'subnets': [{'id': '356f1b11-3fe9-43b8-945b-b7b0b93028f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:50:47.281450 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bfc96d-e06a-4c7c-b6ea-f3807bd52c07 None None] Checking router: 13f2b854-f2ee-41a8-948b-aa787b37a943 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:50:47.281803 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bfc96d-e06a-4c7c-b6ea-f3807bd52c07 None None] Updating router 13f2b854-f2ee-41a8-948b-aa787b37a943 port 3ea19a25-0fb3-41cd-9a2c-40d36b0f5409 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:50:47.308241 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc96d-e06a-4c7c-b6ea-f3807bd52c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:47.569371 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc96d-e06a-4c7c-b6ea-f3807bd52c07 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:47.578964 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc96d-e06a-4c7c-b6ea-f3807bd52c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:47.634341 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b433f29-bcfb-4c35-9c2e-01a80a9a0df8 None None] Pushing event updated for resources: {'Port': ['ID=3ea19a25-0fb3-41cd-9a2c-40d36b0f5409,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:47.685980 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-e6bfc96d-e06a-4c7c-b6ea-f3807bd52c07 None None] Attempting to bind port 3ea19a25-0fb3-41cd-9a2c-40d36b0f5409 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:50:47.686343 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-e6bfc96d-e06a-4c7c-b6ea-f3807bd52c07 None None] Attempting to bind port 3ea19a25-0fb3-41cd-9a2c-40d36b0f5409 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'cd2183ff-30be-4ecf-8039-ca86ef973a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '90307112-e80c-4001-83bd-e6702921f5b7'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:50:47.686697 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bfc96d-e06a-4c7c-b6ea-f3807bd52c07 None None] Attempting to bind port 3ea19a25-0fb3-41cd-9a2c-40d36b0f5409 on network 90307112-e80c-4001-83bd-e6702921f5b7 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:50:47.691759 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bfc96d-e06a-4c7c-b6ea-f3807bd52c07 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:50:47.692133 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bfc96d-e06a-4c7c-b6ea-f3807bd52c07 None None] Checking segment: {'id': 'cd2183ff-30be-4ecf-8039-ca86ef973a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '90307112-e80c-4001-83bd-e6702921f5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:50:47.692525 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc96d-e06a-4c7c-b6ea-f3807bd52c07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:47.693011 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bfc96d-e06a-4c7c-b6ea-f3807bd52c07 None None] Bound using segment: {'id': 'cd2183ff-30be-4ecf-8039-ca86ef973a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '90307112-e80c-4001-83bd-e6702921f5b7'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:50:47.693477 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-e6bfc96d-e06a-4c7c-b6ea-f3807bd52c07 None None] Bound port: 3ea19a25-0fb3-41cd-9a2c-40d36b0f5409, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2183ff-30be-4ecf-8039-ca86ef973a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '90307112-e80c-4001-83bd-e6702921f5b7'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:50:47.693849 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc96d-e06a-4c7c-b6ea-f3807bd52c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:47.772255 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-e6bfc96d-e06a-4c7c-b6ea-f3807bd52c07 None None] For port 3ea19a25-0fb3-41cd-9a2c-40d36b0f5409, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:50:47.775842 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-e6bfc96d-e06a-4c7c-b6ea-f3807bd52c07 None None] For port 3ea19a25-0fb3-41cd-9a2c-40d36b0f5409, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3ea19a25-0fb3-41cd-9a2c-40d36b0f5409,segment=NetworkSegment(cd2183ff-30be-4ecf-8039-ca86ef973a4b),segment_id=cd2183ff-30be-4ecf-8039-ca86ef973a4b)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:50:47.781681 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc96d-e06a-4c7c-b6ea-f3807bd52c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:47.832498 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bfc96d-e06a-4c7c-b6ea-f3807bd52c07 None None] Routers {'13f2b854-f2ee-41a8-948b-aa787b37a943'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:50:47.833221 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e6bfc96d-e06a-4c7c-b6ea-f3807bd52c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:50:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['13f2b854-f2ee-41a8-948b-aa787b37a943'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:50:47.861001 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2025745a-f218-4dd6-8ccf-91041b77d72b None None] Provisioning complete for port 3ea19a25-0fb3-41cd-9a2c-40d36b0f5409 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:50:47.861666 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2025745a-f218-4dd6-8ccf-91041b77d72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:47.907640 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b433f29-bcfb-4c35-9c2e-01a80a9a0df8 None None] Pushing event updated for resources: {'Port': ['ID=3ea19a25-0fb3-41cd-9a2c-40d36b0f5409,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:47.975490 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-91b40aa2-7612-4d17-9c34-a1d4fc2ec362 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:47.980402 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-91b40aa2-7612-4d17-9c34-a1d4fc2ec362 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.121 "GET /v2.0/networks?id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b HTTP/1.1" status: 200 len: 809 time: 0.1737101 Nov 04 11:50:47.986357 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-e6bfc96d-e06a-4c7c-b6ea-f3807bd52c07 None None] Set router 13f2b854-f2ee-41a8-948b-aa787b37a943 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:50:48.035069 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2025745a-f218-4dd6-8ccf-91041b77d72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:48.058061 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-150ff9e0-06dd-47fa-a7e7-de0e49febf21 req-6a89bf87-90a0-4d44-aafb-76f84eefa3d6 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 210 time: 0.0617688 Nov 04 11:50:48.091047 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2025745a-f218-4dd6-8ccf-91041b77d72b None None] For port 3ea19a25-0fb3-41cd-9a2c-40d36b0f5409, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3ea19a25-0fb3-41cd-9a2c-40d36b0f5409,segment=NetworkSegment(cd2183ff-30be-4ecf-8039-ca86ef973a4b),segment_id=cd2183ff-30be-4ecf-8039-ca86ef973a4b)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:50:48.104108 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2025745a-f218-4dd6-8ccf-91041b77d72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:48.125221 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-27a4d281-fa96-47d6-a15a-f6609f1ac731 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f75c0ec96e3c440a8e362646d9c4869c HTTP/1.1" status: 200 len: 380 time: 0.1344354 Nov 04 11:50:48.151822 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-7f7595cc-81e1-4006-9bc4-6199eac2812a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Request body: {'port': {'device_id': '92027f99-39a4-457c-bd4f-5a916ffd1f52', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'admin_state_up': True, 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'security_groups': ['318b094f-84fe-465c-ba49-00c7940d0697']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:50:48.158574 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6dd87f27-64e7-4d95-84dc-dc20d78456ec up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:50:48.198254 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025745a-f218-4dd6-8ccf-91041b77d72b None None] Pushing event updated for resources: {'Port': ['ID=3ea19a25-0fb3-41cd-9a2c-40d36b0f5409,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:48.225399 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 6dd87f27-64e7-4d95-84dc-dc20d78456ec triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:50:48.225756 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:48.260811 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-e6bfc96d-e06a-4c7c-b6ea-f3807bd52c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f2b854-f2ee-41a8-948b-aa787b37a943', 'name': 'tempest-TestShelveInstance-1870920570-router', 'tenant_id': '7d866539fa2943f6be5001cdd7ac05b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '6dd87f27-64e7-4d95-84dc-dc20d78456ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:40Z', 'updated_at': '2021-11-04T11:50:43Z', 'revision_number': 4, 'project_id': '7d866539fa2943f6be5001cdd7ac05b4', 'gw_port': {'id': '6dd87f27-64e7-4d95-84dc-dc20d78456ec', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f2b854-f2ee-41a8-948b-aa787b37a943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:40Z', 'updated_at': '2021-11-04T11:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3ea19a25-0fb3-41cd-9a2c-40d36b0f5409', 'name': '', 'network_id': '90307112-e80c-4001-83bd-e6702921f5b7', 'tenant_id': '7d866539fa2943f6be5001cdd7ac05b4', 'mac_address': 'fa:16:3e:58:2a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f2b854-f2ee-41a8-948b-aa787b37a943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '356f1b11-3fe9-43b8-945b-b7b0b93028f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:42Z', 'updated_at': '2021-11-04T11:50:47Z', 'revision_number': 4, 'project_id': '7d866539fa2943f6be5001cdd7ac05b4', 'subnets': [{'id': '356f1b11-3fe9-43b8-945b-b7b0b93028f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:50:48.287943 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bfc96d-e06a-4c7c-b6ea-f3807bd52c07 None None] The sync data for ids ['13f2b854-f2ee-41a8-948b-aa787b37a943'] in n-d-816629-1 is: [{'id': '13f2b854-f2ee-41a8-948b-aa787b37a943', 'name': 'tempest-TestShelveInstance-1870920570-router', 'tenant_id': '7d866539fa2943f6be5001cdd7ac05b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '6dd87f27-64e7-4d95-84dc-dc20d78456ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:40Z', 'updated_at': '2021-11-04T11:50:43Z', 'revision_number': 4, 'project_id': '7d866539fa2943f6be5001cdd7ac05b4', 'gw_port': {'id': '6dd87f27-64e7-4d95-84dc-dc20d78456ec', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f2b854-f2ee-41a8-948b-aa787b37a943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:40Z', 'updated_at': '2021-11-04T11:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '3ea19a25-0fb3-41cd-9a2c-40d36b0f5409', 'name': '', 'network_id': '90307112-e80c-4001-83bd-e6702921f5b7', 'tenant_id': '7d866539fa2943f6be5001cdd7ac05b4', 'mac_address': 'fa:16:3e:58:2a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f2b854-f2ee-41a8-948b-aa787b37a943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '356f1b11-3fe9-43b8-945b-b7b0b93028f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:42Z', 'updated_at': '2021-11-04T11:50:47Z', 'revision_number': 4, 'project_id': '7d866539fa2943f6be5001cdd7ac05b4', 'subnets': [{'id': '356f1b11-3fe9-43b8-945b-b7b0b93028f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:50:48.288435 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-7f7595cc-81e1-4006-9bc4-6199eac2812a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Made reservation on behalf of f75c0ec96e3c440a8e362646d9c4869c for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:50:48.293207 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-7f7595cc-81e1-4006-9bc4-6199eac2812a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:48.312078 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3ea19a25-0fb3-41cd-9a2c-40d36b0f5409 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:50:48.362687 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-23ddbef6-5b35-4c04-ae26-ca97501a1a0f None None] Provisioning complete for port 3ea19a25-0fb3-41cd-9a2c-40d36b0f5409 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:50:48.363471 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-23ddbef6-5b35-4c04-ae26-ca97501a1a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:48.434388 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 3ea19a25-0fb3-41cd-9a2c-40d36b0f5409 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:50:48.434754 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:48.459008 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-7f7595cc-81e1-4006-9bc4-6199eac2812a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Allocated IP 172.20.0.8 (d6b64dfa-3904-438e-bb2c-b90bc220dc1b/7ce23495-bd3e-497c-b518-956e93f5898e/57d03f5e-8690-4db9-89b8-3355fcebd7b4) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:50:49.006923 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-7f7595cc-81e1-4006-9bc4-6199eac2812a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:49.046274 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-7f7595cc-81e1-4006-9bc4-6199eac2812a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:49.103392 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-7f7595cc-81e1-4006-9bc4-6199eac2812a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Network d6b64dfa-3904-438e-bb2c-b90bc220dc1b is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:50:49.107053 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-7f7595cc-81e1-4006-9bc4-6199eac2812a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:50:49.113722 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-7f7595cc-81e1-4006-9bc4-6199eac2812a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:50:49.140497 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7595cc-81e1-4006-9bc4-6199eac2812a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Pushing event updated for resources: {'Port': ['ID=57d03f5e-8690-4db9-89b8-3355fcebd7b4,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:49.171756 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-7f7595cc-81e1-4006-9bc4-6199eac2812a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:49.172445 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-7f7595cc-81e1-4006-9bc4-6199eac2812a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:49.190382 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041536f-78c7-42bf-92da-44137e50357d req-3795afac-5005-4638-84b1-656c0d72aa1f tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:49.192140 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9041536f-78c7-42bf-92da-44137e50357d req-3795afac-5005-4638-84b1-656c0d72aa1f tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 931 time: 0.0615661 Nov 04 11:50:49.192294 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-7f7595cc-81e1-4006-9bc4-6199eac2812a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0548000 Nov 04 11:50:49.205818 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-39d7ccc7-907b-4ed4-ac71-6d1011ab6a05 service neutron] Request body: {'port': {'device_id': '92027f99-39a4-457c-bd4f-5a916ffd1f52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:50:49.247802 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9041536f-78c7-42bf-92da-44137e50357d req-91e75318-1a2b-420f-b143-fca09e2a0a3d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484245 Nov 04 11:50:49.274265 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-39d7ccc7-907b-4ed4-ac71-6d1011ab6a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:49.351201 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-23d0f2de-3cca-4e7c-b042-ff41c879bc5e None None] Provisioning complete for port 57d03f5e-8690-4db9-89b8-3355fcebd7b4 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:50:49.351890 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-23d0f2de-3cca-4e7c-b042-ff41c879bc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:49.392401 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-23d0f2de-3cca-4e7c-b042-ff41c879bc5e None None] Port 57d03f5e-8690-4db9-89b8-3355fcebd7b4 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:50:49.556399 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-39d7ccc7-907b-4ed4-ac71-6d1011ab6a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d03f5e-8690-4db9-89b8-3355fcebd7b4 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:50:49.563987 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-39d7ccc7-907b-4ed4-ac71-6d1011ab6a05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:49.576641 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-39d7ccc7-907b-4ed4-ac71-6d1011ab6a05 service neutron] Transition to ACTIVE for port object 57d03f5e-8690-4db9-89b8-3355fcebd7b4 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:50:49.582646 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-39d7ccc7-907b-4ed4-ac71-6d1011ab6a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:49.632033 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7ccc7-907b-4ed4-ac71-6d1011ab6a05 service neutron] Pushing event updated for resources: {'Port': ['ID=57d03f5e-8690-4db9-89b8-3355fcebd7b4,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:49.712482 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-39d7ccc7-907b-4ed4-ac71-6d1011ab6a05 service neutron] Attempting to bind port 57d03f5e-8690-4db9-89b8-3355fcebd7b4 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:50:49.712813 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-39d7ccc7-907b-4ed4-ac71-6d1011ab6a05 service neutron] Attempting to bind port 57d03f5e-8690-4db9-89b8-3355fcebd7b4 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '9ca9f334-f931-44d9-8e77-fdc604da5c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:50:49.713168 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-39d7ccc7-907b-4ed4-ac71-6d1011ab6a05 service neutron] Attempting to bind port 57d03f5e-8690-4db9-89b8-3355fcebd7b4 on network d6b64dfa-3904-438e-bb2c-b90bc220dc1b {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:50:49.717846 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-39d7ccc7-907b-4ed4-ac71-6d1011ab6a05 service neutron] Port 57d03f5e-8690-4db9-89b8-3355fcebd7b4 on network d6b64dfa-3904-438e-bb2c-b90bc220dc1b not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:50:49.718166 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-39d7ccc7-907b-4ed4-ac71-6d1011ab6a05 service neutron] Attempting to bind port 57d03f5e-8690-4db9-89b8-3355fcebd7b4 on network d6b64dfa-3904-438e-bb2c-b90bc220dc1b {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:50:49.723138 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-39d7ccc7-907b-4ed4-ac71-6d1011ab6a05 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:50:49.723464 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-39d7ccc7-907b-4ed4-ac71-6d1011ab6a05 service neutron] Checking segment: {'id': '9ca9f334-f931-44d9-8e77-fdc604da5c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:50:49.723878 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-39d7ccc7-907b-4ed4-ac71-6d1011ab6a05 service neutron] Bound using segment: {'id': '9ca9f334-f931-44d9-8e77-fdc604da5c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:50:49.724297 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-39d7ccc7-907b-4ed4-ac71-6d1011ab6a05 service neutron] Bound port: 57d03f5e-8690-4db9-89b8-3355fcebd7b4, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca9f334-f931-44d9-8e77-fdc604da5c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:50:49.724645 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-39d7ccc7-907b-4ed4-ac71-6d1011ab6a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:49.789849 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cb931523-f13f-44d1-b242-976f132d1f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:49.792186 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-39d7ccc7-907b-4ed4-ac71-6d1011ab6a05 service neutron] For port 57d03f5e-8690-4db9-89b8-3355fcebd7b4, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:50:49.795560 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-39d7ccc7-907b-4ed4-ac71-6d1011ab6a05 service neutron] For port 57d03f5e-8690-4db9-89b8-3355fcebd7b4, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=57d03f5e-8690-4db9-89b8-3355fcebd7b4,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:50:49.802046 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-39d7ccc7-907b-4ed4-ac71-6d1011ab6a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:49.838415 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-39d7ccc7-907b-4ed4-ac71-6d1011ab6a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:49.839073 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-39d7ccc7-907b-4ed4-ac71-6d1011ab6a05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:49.840507 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-39d7ccc7-907b-4ed4-ac71-6d1011ab6a05 service neutron] 10.222.0.121 "PUT /v2.0/ports/57d03f5e-8690-4db9-89b8-3355fcebd7b4 HTTP/1.1" status: 200 len: 1091 time: 0.6391423 Nov 04 11:50:49.840979 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92027f99-39a4-457c-bd4f-5a916ffd1f52', 'tag': '57d03f5e-8690-4db9-89b8-3355fcebd7b4'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:50:49.843390 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a9b040-a457-4056-bec5-92a46c6945e8" -d '{"events": [{"name": "network-changed", "server_uuid": "92027f99-39a4-457c-bd4f-5a916ffd1f52", "tag": "57d03f5e-8690-4db9-89b8-3355fcebd7b4"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:50:49.888675 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7ccc7-907b-4ed4-ac71-6d1011ab6a05 service neutron] Pushing event updated for resources: {'Port': ['ID=57d03f5e-8690-4db9-89b8-3355fcebd7b4,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:49.894838 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5624e1-b9b8-4606-b7be-aa818e549086 x-openstack-request-id: req-6b5624e1-b9b8-4606-b7be-aa818e549086 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:50:49.895130 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92027f99-39a4-457c-bd4f-5a916ffd1f52", "tag": "57d03f5e-8690-4db9-89b8-3355fcebd7b4", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:50:49.895401 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-6b5624e1-b9b8-4606-b7be-aa818e549086 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:50:49.895791 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92027f99-39a4-457c-bd4f-5a916ffd1f52', 'tag': '57d03f5e-8690-4db9-89b8-3355fcebd7b4', 'status': 'completed', 'code': 200} Nov 04 11:50:49.944807 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-8117048e-47ba-4162-9531-969b82a45b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:49.946574 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-8117048e-47ba-4162-9531-969b82a45b09 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f75c0ec96e3c440a8e362646d9c4869c&device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 1094 time: 0.0485759 Nov 04 11:50:49.991743 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-ccde506d-5bff-4535-9cfe-66dd174f7eac service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57d03f5e-8690-4db9-89b8-3355fcebd7b4 HTTP/1.1" status: 200 len: 217 time: 0.0373867 Nov 04 11:50:50.026603 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3ea19a25-0fb3-41cd-9a2c-40d36b0f5409 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:50:50.046635 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-80fc360c-2893-42b1-86a3-f0c089b98aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:50.048139 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-80fc360c-2893-42b1-86a3-f0c089b98aa8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7ce23495-bd3e-497c-b518-956e93f5898e HTTP/1.1" status: 200 len: 848 time: 0.0490937 Nov 04 11:50:50.079932 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 3ea19a25-0fb3-41cd-9a2c-40d36b0f5409 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:50:50.080225 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:50.103035 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-66de12fc-996b-40f2-b4b9-dbf0cca2a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:50.104707 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-66de12fc-996b-40f2-b4b9-dbf0cca2a166 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476191 Nov 04 11:50:50.202005 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-d8da0ed4-429f-4352-97e1-b7a8582436ca service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896463 Nov 04 11:50:50.309773 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4ee2d8b3-3a57-4082-a671-ea84aa288c60 req-42c0cbac-3ccc-40cc-8d22-43499ae44e23 service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003933 Nov 04 11:50:50.380603 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8f973-1149-40d7-8b16-44e2d7a80270 req-5269b4ed-a6b7-4b1d-bf35-edde97b63aec tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:50.382258 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d2a8f973-1149-40d7-8b16-44e2d7a80270 req-5269b4ed-a6b7-4b1d-bf35-edde97b63aec tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 943 time: 0.0542910 Nov 04 11:50:50.398820 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9b040-a457-4056-bec5-92a46c6945e8 req-22a64420-05db-4072-b203-b51cd83491b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:50.400338 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69a9b040-a457-4056-bec5-92a46c6945e8 req-22a64420-05db-4072-b203-b51cd83491b2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f75c0ec96e3c440a8e362646d9c4869c&device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 1094 time: 0.0441182 Nov 04 11:50:50.434780 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d2a8f973-1149-40d7-8b16-44e2d7a80270 req-12f4e34f-2bcd-4f2d-8310-1be0c641f085 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459449 Nov 04 11:50:50.494566 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9b040-a457-4056-bec5-92a46c6945e8 req-9bad56a3-d6dc-4a6d-b5e5-241f4e555a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:50.496120 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69a9b040-a457-4056-bec5-92a46c6945e8 req-9bad56a3-d6dc-4a6d-b5e5-241f4e555a7f service neutron] 10.222.0.121 "GET /v2.0/networks?id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b HTTP/1.1" status: 200 len: 911 time: 0.0880914 Nov 04 11:50:50.541597 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69a9b040-a457-4056-bec5-92a46c6945e8 req-771eb2a3-c972-45fc-a630-8d6dae6ee35c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57d03f5e-8690-4db9-89b8-3355fcebd7b4 HTTP/1.1" status: 200 len: 217 time: 0.0386047 Nov 04 11:50:50.595849 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9b040-a457-4056-bec5-92a46c6945e8 req-bbf9bba9-d475-4b9a-8fc9-aa271499d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:50.597404 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69a9b040-a457-4056-bec5-92a46c6945e8 req-bbf9bba9-d475-4b9a-8fc9-aa271499d473 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7ce23495-bd3e-497c-b518-956e93f5898e HTTP/1.1" status: 200 len: 848 time: 0.0482917 Nov 04 11:50:50.648812 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9b040-a457-4056-bec5-92a46c6945e8 req-491486ed-e36f-4dfc-9f0a-b97f0b8d0934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:50.650279 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69a9b040-a457-4056-bec5-92a46c6945e8 req-491486ed-e36f-4dfc-9f0a-b97f0b8d0934 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444632 Nov 04 11:50:50.751276 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69a9b040-a457-4056-bec5-92a46c6945e8 req-f0a5d129-9a11-45a7-8455-0328519228a3 service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920844 Nov 04 11:50:50.846802 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-69a9b040-a457-4056-bec5-92a46c6945e8 req-9cdc7a2f-0e1e-4f8c-a182-fcede4acd84e service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868957 Nov 04 11:50:51.101262 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:51.555271 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e56f9-555a-41bc-b665-ba36e1fa77d4 req-b9e1e062-232b-4e85-ae20-45e56a64d81e tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:51.556852 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f62e56f9-555a-41bc-b665-ba36e1fa77d4 req-b9e1e062-232b-4e85-ae20-45e56a64d81e tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 943 time: 0.0513029 Nov 04 11:50:51.608857 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f62e56f9-555a-41bc-b665-ba36e1fa77d4 req-1e9e3eef-e103-43a5-9300-dbb547a474d5 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456836 Nov 04 11:50:52.509670 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:52.685835 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:52.738041 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ca3b7-ee4c-4a28-82b9-612d253341d6 req-20f767cd-42fa-4e3b-912d-188cc8998c15 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:52.739466 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2b3ca3b7-ee4c-4a28-82b9-612d253341d6 req-20f767cd-42fa-4e3b-912d-188cc8998c15 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 943 time: 0.0495045 Nov 04 11:50:52.793778 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2b3ca3b7-ee4c-4a28-82b9-612d253341d6 req-277adeab-e9dd-4bc1-950f-430a05a74f7f tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477071 Nov 04 11:50:53.929118 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892f949-5bb7-4b92-b047-1198e58564a6 req-484711a9-0c61-433b-a6c1-f6611cf75637 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:53.930660 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0892f949-5bb7-4b92-b047-1198e58564a6 req-484711a9-0c61-433b-a6c1-f6611cf75637 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 943 time: 0.0539281 Nov 04 11:50:53.997311 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0892f949-5bb7-4b92-b047-1198e58564a6 req-791724e7-481c-448d-a9fb-88b65fbec642 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602319 Nov 04 11:50:54.499406 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 57d03f5e-8690-4db9-89b8-3355fcebd7b4 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:50:54.611348 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 57d03f5e-8690-4db9-89b8-3355fcebd7b4, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=57d03f5e-8690-4db9-89b8-3355fcebd7b4,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:50:54.624059 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '57d03f5e-8690-4db9-89b8-3355fcebd7b4', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'port_id': '57d03f5e-8690-4db9-89b8-3355fcebd7b4', 'mac_address': 'fa:16:3e:16:b4:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:50:54.670239 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:54.683601 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d03f5e-8690-4db9-89b8-3355fcebd7b4 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:50:54.705682 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 57d03f5e-8690-4db9-89b8-3355fcebd7b4, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=57d03f5e-8690-4db9-89b8-3355fcebd7b4,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:50:54.712833 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:54.766457 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=57d03f5e-8690-4db9-89b8-3355fcebd7b4,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:54.962362 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['57d03f5e-8690-4db9-89b8-3355fcebd7b4'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:50:55.127777 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f95346-f14b-4da6-967a-6bbd85e82cf1 req-ae1f67e0-ed01-47c6-9b1c-50590007db93 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:55.129359 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c5f95346-f14b-4da6-967a-6bbd85e82cf1 req-ae1f67e0-ed01-47c6-9b1c-50590007db93 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 944 time: 0.0530939 Nov 04 11:50:55.181104 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c5f95346-f14b-4da6-967a-6bbd85e82cf1 req-6d24e83c-b607-45e4-b22e-abc94f9e3547 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447357 Nov 04 11:50:56.318004 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47779d50-6304-42b2-9a90-23d79a110231 req-ec172008-870f-4483-aa25-5ad81ed16199 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:56.319533 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-47779d50-6304-42b2-9a90-23d79a110231 req-ec172008-870f-4483-aa25-5ad81ed16199 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 944 time: 0.0574000 Nov 04 11:50:56.374556 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-47779d50-6304-42b2-9a90-23d79a110231 req-1e1d4f98-e7ef-4e5e-9eed-4fb34e36f4d2 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460320 Nov 04 11:50:56.498747 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 57d03f5e-8690-4db9-89b8-3355fcebd7b4 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:50:56.560359 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 57d03f5e-8690-4db9-89b8-3355fcebd7b4 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:50:56.564301 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 57d03f5e-8690-4db9-89b8-3355fcebd7b4 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:50:56.564667 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:56.645171 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:56.670313 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92027f99-39a4-457c-bd4f-5a916ffd1f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d03f5e-8690-4db9-89b8-3355fcebd7b4'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:50:56.672722 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db2bd1a-ef43-4f76-8df2-bfd7a9c9abe9" -d '{"events": [{"server_uuid": "92027f99-39a4-457c-bd4f-5a916ffd1f52", "name": "network-vif-plugged", "status": "completed", "tag": "57d03f5e-8690-4db9-89b8-3355fcebd7b4"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:50:56.686346 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 57d03f5e-8690-4db9-89b8-3355fcebd7b4, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=57d03f5e-8690-4db9-89b8-3355fcebd7b4,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:50:56.691376 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:56.715664 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c9db9f-154a-4e91-b4e3-b09077e040b2 x-openstack-request-id: req-13c9db9f-154a-4e91-b4e3-b09077e040b2 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:50:56.715971 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92027f99-39a4-457c-bd4f-5a916ffd1f52", "name": "network-vif-plugged", "status": "completed", "tag": "57d03f5e-8690-4db9-89b8-3355fcebd7b4", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:50:56.716206 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-13c9db9f-154a-4e91-b4e3-b09077e040b2 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:50:56.716599 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92027f99-39a4-457c-bd4f-5a916ffd1f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d03f5e-8690-4db9-89b8-3355fcebd7b4', 'code': 200} Nov 04 11:50:56.743534 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=57d03f5e-8690-4db9-89b8-3355fcebd7b4,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:56.812244 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62c270-1198-4def-a703-63791bfdf62f req-918f1a9a-5e86-4075-b6b1-5bf5e2806fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:56.813813 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6d62c270-1198-4def-a703-63791bfdf62f req-918f1a9a-5e86-4075-b6b1-5bf5e2806fa1 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 1096 time: 0.0429859 Nov 04 11:50:56.867743 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6d62c270-1198-4def-a703-63791bfdf62f req-3bc31081-c342-4c6f-938d-b98c02849d1e service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450311 Nov 04 11:50:57.504196 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161434b-394f-420e-a433-4a698539c1b8 req-8b53ca2a-be0e-4584-972a-79c411b371e0 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:57.505747 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7161434b-394f-420e-a433-4a698539c1b8 req-8b53ca2a-be0e-4584-972a-79c411b371e0 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 945 time: 0.0499039 Nov 04 11:50:57.557070 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7161434b-394f-420e-a433-4a698539c1b8 req-e719b3fa-96d1-4414-8ba1-8c0c0b2e8e35 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452759 Nov 04 11:50:58.697308 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f6f84-2cb5-4114-918d-1a4ded021dc4 req-ca3b687e-7b6c-4797-b779-655c24519564 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:58.698828 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-297f6f84-2cb5-4114-918d-1a4ded021dc4 req-ca3b687e-7b6c-4797-b779-655c24519564 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 945 time: 0.0597038 Nov 04 11:50:58.755097 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-297f6f84-2cb5-4114-918d-1a4ded021dc4 req-cfa6638d-7ef4-4a9b-9352-0e084f80213b tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500040 Nov 04 11:50:58.874037 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ad228-0d1b-45b1-905a-e4adf8ba9756 req-ea9833f6-56f2-4b22-a59f-f4246c75d2e7 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:58.875540 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4d2ad228-0d1b-45b1-905a-e4adf8ba9756 req-ea9833f6-56f2-4b22-a59f-f4246c75d2e7 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 945 time: 0.0524442 Nov 04 11:50:58.927484 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4d2ad228-0d1b-45b1-905a-e4adf8ba9756 req-cb0fa349-8d53-4cff-9ef3-d69aa30ea48b tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457811 Nov 04 11:50:58.950563 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35834) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:59.090068 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c1b362-43b2-4461-a134-006969d2b3a2 tempest-TestShelveInstance-427701275 tempest-TestShelveInstance-427701275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:50:59.091624 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a1c1b362-43b2-4461-a134-006969d2b3a2 tempest-TestShelveInstance-427701275 tempest-TestShelveInstance-427701275-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 1091 time: 0.1400445 Nov 04 11:50:59.095007 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 35838) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:50:59.099461 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-f189d98a-4abb-40fa-aa26-d65db0f2cd2a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'port_id': '57d03f5e-8690-4db9-89b8-3355fcebd7b4', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:50:59.127409 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f189d98a-4abb-40fa-aa26-d65db0f2cd2a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:59.254318 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f189d98a-4abb-40fa-aa26-d65db0f2cd2a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:59.362616 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-f189d98a-4abb-40fa-aa26-d65db0f2cd2a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Allocated IP 172.25.7.112 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/bf7ecef5-4ff0-4701-83f2-200c8a9a3ea2) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:50:59.484663 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f189d98a-4abb-40fa-aa26-d65db0f2cd2a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:59.522262 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f189d98a-4abb-40fa-aa26-d65db0f2cd2a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:50:59.561893 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f189d98a-4abb-40fa-aa26-d65db0f2cd2a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:50:59.567343 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-f189d98a-4abb-40fa-aa26-d65db0f2cd2a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:50:59.569951 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f189d98a-4abb-40fa-aa26-d65db0f2cd2a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:50:59.600855 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d98a-4abb-40fa-aa26-d65db0f2cd2a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Pushing event updated for resources: {'Port': ['ID=bf7ecef5-4ff0-4701-83f2-200c8a9a3ea2,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:50:59.938983 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f189d98a-4abb-40fa-aa26-d65db0f2cd2a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:51:00.019637 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f189d98a-4abb-40fa-aa26-d65db0f2cd2a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:51:00.176248 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f189d98a-4abb-40fa-aa26-d65db0f2cd2a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:51:00.183764 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f189d98a-4abb-40fa-aa26-d65db0f2cd2a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:51:00.259916 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d98a-4abb-40fa-aa26-d65db0f2cd2a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Pushing event updated for resources: {'Port': ['ID=bf7ecef5-4ff0-4701-83f2-200c8a9a3ea2,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:51:00.274431 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f189d98a-4abb-40fa-aa26-d65db0f2cd2a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:51:00.379388 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-f189d98a-4abb-40fa-aa26-d65db0f2cd2a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Floating IP 8245ebc8-50ee-4d29-bdbe-4b98835a0d2e associated. External IP: 172.25.7.112, port: 57d03f5e-8690-4db9-89b8-3355fcebd7b4. Nov 04 11:51:00.608707 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f189d98a-4abb-40fa-aa26-d65db0f2cd2a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Router e557c3ea-127b-4102-b576-d99adc8ad855 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:51:00.721607 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f189d98a-4abb-40fa-aa26-d65db0f2cd2a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:51:00.732928 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dc45d5-923f-4ec8-bb1b-6c4de609ca96 None None] Sync routers for ids ['e557c3ea-127b-4102-b576-d99adc8ad855'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:51:00.744343 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-f189d98a-4abb-40fa-aa26-d65db0f2cd2a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:51:00.748557 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dc45d5-923f-4ec8-bb1b-6c4de609ca96 None None] Routers {'e557c3ea-127b-4102-b576-d99adc8ad855'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:51:00.749306 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-73dc45d5-923f-4ec8-bb1b-6c4de609ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:50:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e557c3ea-127b-4102-b576-d99adc8ad855'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:51:00.785349 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-f189d98a-4abb-40fa-aa26-d65db0f2cd2a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6769500 Nov 04 11:51:00.785349 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92027f99-39a4-457c-bd4f-5a916ffd1f52', 'tag': '57d03f5e-8690-4db9-89b8-3355fcebd7b4'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:51:00.785349 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4e2a034f213e3ed4147e598e162b1822d6f65ae2e173dcd934e22f7eae9c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce02f26-364a-4c2a-aa43-b7224b62dfae" -d '{"events": [{"name": "network-changed", "server_uuid": "92027f99-39a4-457c-bd4f-5a916ffd1f52", "tag": "57d03f5e-8690-4db9-89b8-3355fcebd7b4"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:51:00.820768 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbfee0a-5dc2-4878-9417-c2deeeff4e1d x-openstack-request-id: req-fbbfee0a-5dc2-4878-9417-c2deeeff4e1d {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:51:00.821119 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92027f99-39a4-457c-bd4f-5a916ffd1f52", "tag": "57d03f5e-8690-4db9-89b8-3355fcebd7b4", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:51:00.821527 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-fbbfee0a-5dc2-4878-9417-c2deeeff4e1d {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:51:00.821944 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92027f99-39a4-457c-bd4f-5a916ffd1f52', 'tag': '57d03f5e-8690-4db9-89b8-3355fcebd7b4', 'status': 'completed', 'code': 200} Nov 04 11:51:00.889672 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce02f26-364a-4c2a-aa43-b7224b62dfae req-e094ac75-e09b-45bc-aa8d-eddcf6a6de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:51:00.891239 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cce02f26-364a-4c2a-aa43-b7224b62dfae req-e094ac75-e09b-45bc-aa8d-eddcf6a6de56 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f75c0ec96e3c440a8e362646d9c4869c&device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 1096 time: 0.0465252 Nov 04 11:51:00.984551 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce02f26-364a-4c2a-aa43-b7224b62dfae req-30a10ffd-d422-4445-9528-01b43bf98117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:51:00.986112 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cce02f26-364a-4c2a-aa43-b7224b62dfae req-30a10ffd-d422-4445-9528-01b43bf98117 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b HTTP/1.1" status: 200 len: 911 time: 0.0875025 Nov 04 11:51:01.025488 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-73dc45d5-923f-4ec8-bb1b-6c4de609ca96 None None] Set router e557c3ea-127b-4102-b576-d99adc8ad855 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:51:01.059276 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cce02f26-364a-4c2a-aa43-b7224b62dfae req-6031a6e3-6707-4a91-b1f9-7f03ddd03ac1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57d03f5e-8690-4db9-89b8-3355fcebd7b4 HTTP/1.1" status: 200 len: 999 time: 0.0655568 Nov 04 11:51:01.110925 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce02f26-364a-4c2a-aa43-b7224b62dfae req-c19d01ab-c333-48ea-8553-dd0ddd8660f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:51:01.112428 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cce02f26-364a-4c2a-aa43-b7224b62dfae req-c19d01ab-c333-48ea-8553-dd0ddd8660f4 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7ce23495-bd3e-497c-b518-956e93f5898e HTTP/1.1" status: 200 len: 848 time: 0.0459747 Nov 04 11:51:01.160528 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce02f26-364a-4c2a-aa43-b7224b62dfae req-267ee882-ccad-46b8-adfc-9b12a76f0830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:51:01.162058 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cce02f26-364a-4c2a-aa43-b7224b62dfae req-267ee882-ccad-46b8-adfc-9b12a76f0830 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424244 Nov 04 11:51:01.264234 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cce02f26-364a-4c2a-aa43-b7224b62dfae req-d2a4c7b3-2b7c-4121-b0bf-ab7f4174c733 service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940721 Nov 04 11:51:01.267991 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-73dc45d5-923f-4ec8-bb1b-6c4de609ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'name': 'tempest-TestShelveInstance-2122230058-router', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:35Z', 'updated_at': '2021-11-04T11:50:38Z', 'revision_number': 4, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'gw_port': {'id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:36Z', 'updated_at': '2021-11-04T11:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '8245ebc8-50ee-4d29-bdbe-4b98835a0d2e', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'port_id': '57d03f5e-8690-4db9-89b8-3355fcebd7b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'mac_address': 'fa:16:3e:16:b4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92027f99-39a4-457c-bd4f-5a916ffd1f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:50:59Z', 'updated_at': '2021-11-04T11:50:59Z', 'revision_number': 0, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6fc5ae0-3f92-4a35-85a0-34024e36da54', 'name': '', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'mac_address': 'fa:16:3e:bb:b9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:38Z', 'updated_at': '2021-11-04T11:50:42Z', 'revision_number': 5, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'subnets': [{'id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:51:01.299233 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dc45d5-923f-4ec8-bb1b-6c4de609ca96 None None] Checking router: e557c3ea-127b-4102-b576-d99adc8ad855 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:51:01.308039 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dc45d5-923f-4ec8-bb1b-6c4de609ca96 None None] Routers {'e557c3ea-127b-4102-b576-d99adc8ad855'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:51:01.308643 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-73dc45d5-923f-4ec8-bb1b-6c4de609ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:50:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e557c3ea-127b-4102-b576-d99adc8ad855'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:51:01.358177 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cce02f26-364a-4c2a-aa43-b7224b62dfae req-da6f03b3-17de-4f69-9006-769ca9961782 service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870974 Nov 04 11:51:01.412296 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-73dc45d5-923f-4ec8-bb1b-6c4de609ca96 None None] Set router e557c3ea-127b-4102-b576-d99adc8ad855 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:51:01.647588 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-73dc45d5-923f-4ec8-bb1b-6c4de609ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'name': 'tempest-TestShelveInstance-2122230058-router', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:35Z', 'updated_at': '2021-11-04T11:50:38Z', 'revision_number': 4, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'gw_port': {'id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:36Z', 'updated_at': '2021-11-04T11:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '8245ebc8-50ee-4d29-bdbe-4b98835a0d2e', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'port_id': '57d03f5e-8690-4db9-89b8-3355fcebd7b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'mac_address': 'fa:16:3e:16:b4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92027f99-39a4-457c-bd4f-5a916ffd1f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:50:59Z', 'updated_at': '2021-11-04T11:50:59Z', 'revision_number': 0, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6fc5ae0-3f92-4a35-85a0-34024e36da54', 'name': '', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'mac_address': 'fa:16:3e:bb:b9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:38Z', 'updated_at': '2021-11-04T11:50:42Z', 'revision_number': 5, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'subnets': [{'id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:51:01.674317 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dc45d5-923f-4ec8-bb1b-6c4de609ca96 None None] The sync data for ids ['e557c3ea-127b-4102-b576-d99adc8ad855'] in n-d-816629-1 is: [{'id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'name': 'tempest-TestShelveInstance-2122230058-router', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:35Z', 'updated_at': '2021-11-04T11:50:38Z', 'revision_number': 4, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'gw_port': {'id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:36Z', 'updated_at': '2021-11-04T11:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '8245ebc8-50ee-4d29-bdbe-4b98835a0d2e', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'port_id': '57d03f5e-8690-4db9-89b8-3355fcebd7b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'mac_address': 'fa:16:3e:16:b4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92027f99-39a4-457c-bd4f-5a916ffd1f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:50:59Z', 'updated_at': '2021-11-04T11:50:59Z', 'revision_number': 0, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6fc5ae0-3f92-4a35-85a0-34024e36da54', 'name': '', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'mac_address': 'fa:16:3e:bb:b9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:38Z', 'updated_at': '2021-11-04T11:50:42Z', 'revision_number': 5, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'subnets': [{'id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:51:01.879303 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524335d4-c649-45f3-900f-284ce45715e0 None None] New status for floating IP 8245ebc8-50ee-4d29-bdbe-4b98835a0d2e: ACTIVE {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:51:13.161226 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:51:14.440771 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:51:15.569527 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:51:16.900395 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd66b-0cee-49cc-9b6b-1f4d1d90d2cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:51:19.786739 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-18d23ceb-250c-4380-ba94-06cb5bf9bb2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:51:21.118285 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:51:22.507224 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:51:22.685532 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:51:39.035294 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-752d1dae-5bd9-4eee-ad6d-da31b22243d6 req-34217e32-b9d4-483b-82c7-8f4be5d828c3 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531383 Nov 04 11:51:39.124046 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d1dae-5bd9-4eee-ad6d-da31b22243d6 req-0a09e598-ec93-49dc-ac94-457b6cd3b2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:51:39.125653 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-752d1dae-5bd9-4eee-ad6d-da31b22243d6 req-0a09e598-ec93-49dc-ac94-457b6cd3b2d6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f75c0ec96e3c440a8e362646d9c4869c&device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 1096 time: 0.0447106 Nov 04 11:51:39.237295 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d1dae-5bd9-4eee-ad6d-da31b22243d6 req-698a147c-d756-49bb-9fa0-d314883eb72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:51:39.238976 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-752d1dae-5bd9-4eee-ad6d-da31b22243d6 req-698a147c-d756-49bb-9fa0-d314883eb72c service neutron] 10.222.0.121 "GET /v2.0/networks?id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b HTTP/1.1" status: 200 len: 911 time: 0.0886636 Nov 04 11:51:39.315455 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-752d1dae-5bd9-4eee-ad6d-da31b22243d6 req-15b011aa-71e2-407e-aaaa-79fac4f2507d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57d03f5e-8690-4db9-89b8-3355fcebd7b4 HTTP/1.1" status: 200 len: 1001 time: 0.0676036 Nov 04 11:51:39.373416 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d1dae-5bd9-4eee-ad6d-da31b22243d6 req-7f6b5c77-ec48-4d34-8eef-b48e5d2e1d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:51:39.374900 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-752d1dae-5bd9-4eee-ad6d-da31b22243d6 req-7f6b5c77-ec48-4d34-8eef-b48e5d2e1d5e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7ce23495-bd3e-497c-b518-956e93f5898e HTTP/1.1" status: 200 len: 848 time: 0.0502412 Nov 04 11:51:39.425781 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d1dae-5bd9-4eee-ad6d-da31b22243d6 req-eb6d035d-290c-43c0-bfa6-372d35f6be0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:51:39.427369 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-752d1dae-5bd9-4eee-ad6d-da31b22243d6 req-eb6d035d-290c-43c0-bfa6-372d35f6be0a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453711 Nov 04 11:51:39.528160 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-752d1dae-5bd9-4eee-ad6d-da31b22243d6 req-27adfc54-f5c9-4433-ba03-3788bbcfe9fb service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924911 Nov 04 11:51:39.622354 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-752d1dae-5bd9-4eee-ad6d-da31b22243d6 req-36c06eff-650e-4e7e-baa6-e3d15dd5f7db service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865896 Nov 04 11:51:43.171353 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:51:45.566852 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:51:46.898372 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c0c23eff-4a09-463e-93ae-8b0bf54f1f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:51:49.785403 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2093ebb1-32c7-4d2a-9f48-8ff70ce5c11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:51:51.116071 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:51:51.441016 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:51:52.520090 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:51:52.685783 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:52:02.343195 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-9b078321-499f-4eec-ad52-43920c78aa99 req-6013f9ee-0654-4626-b8c7-5022aac48508 service neutron] (101775) timed out ('10.222.0.127', 38436) {{(pid=101775) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 11:52:13.188095 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:52:15.564797 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:52:16.897378 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce3dc-6638-4aa7-b4d0-92ed44d667ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:52:19.785378 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb848-95bc-48a1-b73e-df82346536b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:52:21.124215 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:52:22.517431 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:52:22.689775 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:52:28.442911 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:52:39.029433 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cdc98c2e-1fe6-46f5-9eac-ab65fe4928d5 req-56bba3c4-2686-4db3-b94f-1cf28d8b9638 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433540 Nov 04 11:52:39.127918 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc98c2e-1fe6-46f5-9eac-ab65fe4928d5 req-6dd6f11c-d701-491c-87d9-73585e90a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:52:39.129517 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cdc98c2e-1fe6-46f5-9eac-ab65fe4928d5 req-6dd6f11c-d701-491c-87d9-73585e90a4f4 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f75c0ec96e3c440a8e362646d9c4869c&device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 1096 time: 0.0494399 Nov 04 11:52:39.251215 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc98c2e-1fe6-46f5-9eac-ab65fe4928d5 req-d2fada50-4ae5-4be4-8db5-6d8592d77979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:52:39.252735 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cdc98c2e-1fe6-46f5-9eac-ab65fe4928d5 req-d2fada50-4ae5-4be4-8db5-6d8592d77979 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b HTTP/1.1" status: 200 len: 911 time: 0.1011510 Nov 04 11:52:39.323248 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cdc98c2e-1fe6-46f5-9eac-ab65fe4928d5 req-a0fd3c63-916c-4ba8-b112-85c743665b7d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57d03f5e-8690-4db9-89b8-3355fcebd7b4 HTTP/1.1" status: 200 len: 1001 time: 0.0631533 Nov 04 11:52:39.378610 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc98c2e-1fe6-46f5-9eac-ab65fe4928d5 req-158b89b8-c424-477f-b883-53d9d4bd8902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:52:39.380891 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cdc98c2e-1fe6-46f5-9eac-ab65fe4928d5 req-158b89b8-c424-477f-b883-53d9d4bd8902 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7ce23495-bd3e-497c-b518-956e93f5898e HTTP/1.1" status: 200 len: 848 time: 0.0500369 Nov 04 11:52:39.432064 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc98c2e-1fe6-46f5-9eac-ab65fe4928d5 req-490f5451-a8a1-4fe6-ab91-fc49ef2b16b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:52:39.433616 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cdc98c2e-1fe6-46f5-9eac-ab65fe4928d5 req-490f5451-a8a1-4fe6-ab91-fc49ef2b16b8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459208 Nov 04 11:52:39.529634 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cdc98c2e-1fe6-46f5-9eac-ab65fe4928d5 req-fcdef238-9c96-46d3-b4dd-559a093fe4ab service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878487 Nov 04 11:52:39.624174 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cdc98c2e-1fe6-46f5-9eac-ab65fe4928d5 req-cfafb43a-daa1-47a4-9fcd-bcd14a03824a service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872786 Nov 04 11:52:43.186317 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:52:45.563956 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:52:46.897435 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2489a03b-71e2-4002-b545-4411d72924e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:52:49.791357 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a7ba8112-842f-4cf9-a0b5-a7c3ad61ec60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:52:51.121803 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:52:52.517029 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:52:52.687002 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:52:56.764640 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1ebd2-eff5-43b9-a9db-9ae11212b2cd req-9b7f2710-7fe1-41cb-8d95-8c36eea8f621 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:52:56.766232 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1df1ebd2-eff5-43b9-a9db-9ae11212b2cd req-9b7f2710-7fe1-41cb-8d95-8c36eea8f621 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 945 time: 0.0531285 Nov 04 11:52:56.819701 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1df1ebd2-eff5-43b9-a9db-9ae11212b2cd req-cbac8927-5dff-4440-ad88-6b44826f49a9 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443635 Nov 04 11:52:57.989466 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec7412-117d-458e-b45e-fe0e9e8e862e req-9138d7b2-071a-47fb-a380-ffa53a8c561b tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:52:57.991017 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bcec7412-117d-458e-b45e-fe0e9e8e862e req-9138d7b2-071a-47fb-a380-ffa53a8c561b tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 945 time: 0.0561767 Nov 04 11:52:58.045702 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bcec7412-117d-458e-b45e-fe0e9e8e862e req-31e7874a-6876-495b-b08b-5aac014fd618 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474632 Nov 04 11:52:59.189643 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a19312-721a-4a42-b363-c42eaa583b69 req-fbc25878-0e78-4c08-877e-4573707631d5 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:52:59.191881 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a6a19312-721a-4a42-b363-c42eaa583b69 req-fbc25878-0e78-4c08-877e-4573707631d5 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 945 time: 0.0573170 Nov 04 11:52:59.241281 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a6a19312-721a-4a42-b363-c42eaa583b69 req-4e327575-7553-4a2d-bd95-5cb5d41c4e5f tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430040 Nov 04 11:53:00.373157 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e60e8-de89-4344-b879-26480bd57bda req-339ed7ee-aa0b-4889-874b-082ebf50ddd4 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:00.374683 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d11e60e8-de89-4344-b879-26480bd57bda req-339ed7ee-aa0b-4889-874b-082ebf50ddd4 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 945 time: 0.0539677 Nov 04 11:53:00.430142 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d11e60e8-de89-4344-b879-26480bd57bda req-e79426af-e3ae-4649-82c5-31b311d0dcd2 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493062 Nov 04 11:53:01.559634 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fe11b-ec6c-4dcb-9964-2aaf483828cd req-c1835eef-8682-4ac7-886c-6536101222a8 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:01.561215 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-912fe11b-ec6c-4dcb-9964-2aaf483828cd req-c1835eef-8682-4ac7-886c-6536101222a8 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 945 time: 0.0546405 Nov 04 11:53:01.614331 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-912fe11b-ec6c-4dcb-9964-2aaf483828cd req-435596cb-ee7f-4000-b161-a5c679f7442c tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443957 Nov 04 11:53:02.744848 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bb1ac-1022-4b28-9d20-59bbfd23c44c req-929a6876-cd09-411b-8908-18d016a63c13 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:02.746440 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-505bb1ac-1022-4b28-9d20-59bbfd23c44c req-929a6876-cd09-411b-8908-18d016a63c13 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 945 time: 0.0509946 Nov 04 11:53:02.797018 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-505bb1ac-1022-4b28-9d20-59bbfd23c44c req-931cf60f-d290-49a8-8015-94b76a14867e tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443940 Nov 04 11:53:03.941404 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20087b97-f95d-4299-acbc-5f5ac596abc5 req-cfe3fc3e-d131-4bb0-880d-d93910fba751 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:03.942848 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-20087b97-f95d-4299-acbc-5f5ac596abc5 req-cfe3fc3e-d131-4bb0-880d-d93910fba751 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 945 time: 0.0636313 Nov 04 11:53:04.003324 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-20087b97-f95d-4299-acbc-5f5ac596abc5 req-f95a0030-e355-47cb-8819-0b4f3e93839f tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513473 Nov 04 11:53:05.146618 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13409d65-a99e-486a-a7af-5c16d0e655b0 req-159c389f-5413-42ab-bfb0-0a06de195885 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:05.148142 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-13409d65-a99e-486a-a7af-5c16d0e655b0 req-159c389f-5413-42ab-bfb0-0a06de195885 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 945 time: 0.0678988 Nov 04 11:53:05.205433 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-13409d65-a99e-486a-a7af-5c16d0e655b0 req-162db2ba-410d-44a9-8e60-ef78a278eb41 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473027 Nov 04 11:53:05.442768 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:53:06.340286 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28ddeb-a6ec-4770-869d-b2cfbf8ea66b req-22473307-c723-4a24-b2cc-b27d9a8253fb tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:06.341770 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4b28ddeb-a6ec-4770-869d-b2cfbf8ea66b req-22473307-c723-4a24-b2cc-b27d9a8253fb tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 945 time: 0.0518188 Nov 04 11:53:06.397032 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4b28ddeb-a6ec-4770-869d-b2cfbf8ea66b req-ef100750-e082-49cd-87e0-eb1658fe9e95 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489550 Nov 04 11:53:07.526900 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5c581-36c1-4bcb-8fe7-91702b02935b req-0f081765-92ff-4334-9df8-9a1db7e3aaff tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:07.528431 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-56f5c581-36c1-4bcb-8fe7-91702b02935b req-0f081765-92ff-4334-9df8-9a1db7e3aaff tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 945 time: 0.0526733 Nov 04 11:53:07.584383 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-56f5c581-36c1-4bcb-8fe7-91702b02935b req-f79046c5-ef8d-498f-8765-e8c6cd4137cf tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494895 Nov 04 11:53:08.707142 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf930b87-2cf3-4549-9e0b-5b47d7791c9b req-58b1d75f-6a15-40ca-aa9b-ab556aa32a84 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:08.708702 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf930b87-2cf3-4549-9e0b-5b47d7791c9b req-58b1d75f-6a15-40ca-aa9b-ab556aa32a84 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 945 time: 0.0537770 Nov 04 11:53:08.762145 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bf930b87-2cf3-4549-9e0b-5b47d7791c9b req-3975e3c4-5fc5-4894-99b7-f06d9aefbfd8 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464995 Nov 04 11:53:09.073887 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 57d03f5e-8690-4db9-89b8-3355fcebd7b4 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:53:09.173761 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 57d03f5e-8690-4db9-89b8-3355fcebd7b4, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=57d03f5e-8690-4db9-89b8-3355fcebd7b4,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:53:09.195228 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '57d03f5e-8690-4db9-89b8-3355fcebd7b4', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'port_id': '57d03f5e-8690-4db9-89b8-3355fcebd7b4', 'mac_address': 'fa:16:3e:16:b4:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:53:09.240558 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:09.255214 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57d03f5e-8690-4db9-89b8-3355fcebd7b4 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:53:09.276123 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 57d03f5e-8690-4db9-89b8-3355fcebd7b4, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=57d03f5e-8690-4db9-89b8-3355fcebd7b4,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:53:09.281896 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:09.344902 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=57d03f5e-8690-4db9-89b8-3355fcebd7b4,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:53:09.354079 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:53:09.354711 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:53:09.355219 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:53:09.355557 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:53:09.355885 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:53:09.356213 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:53:09.356545 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:53:09.356880 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:53:09.357206 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:53:09.357584 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:53:09.357913 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:53:09.358230 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:53:09.364926 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['57d03f5e-8690-4db9-89b8-3355fcebd7b4'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:53:09.902808 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b05db7-fea3-422d-997b-24ff99159ce3 req-04ad76b2-fbb9-4db0-8c9b-343ac94f1a84 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:09.906032 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-51b05db7-fea3-422d-997b-24ff99159ce3 req-04ad76b2-fbb9-4db0-8c9b-343ac94f1a84 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 944 time: 0.0642784 Nov 04 11:53:09.966835 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-51b05db7-fea3-422d-997b-24ff99159ce3 req-b1ea64ae-286e-4a05-b745-b3b43a650f61 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530002 Nov 04 11:53:11.090128 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 57d03f5e-8690-4db9-89b8-3355fcebd7b4 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:53:11.097658 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495ee9d-7a82-4ef2-acf3-8d5e99ac015e req-f25f9385-58fc-4ab0-a30e-558c26af8108 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:11.099316 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3495ee9d-7a82-4ef2-acf3-8d5e99ac015e req-f25f9385-58fc-4ab0-a30e-558c26af8108 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 944 time: 0.0527773 Nov 04 11:53:11.156762 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 57d03f5e-8690-4db9-89b8-3355fcebd7b4 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:53:11.157047 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:11.168322 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3495ee9d-7a82-4ef2-acf3-8d5e99ac015e req-483f76c6-f853-4521-a7eb-2c7b71252cb0 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617065 Nov 04 11:53:11.256800 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:11.286499 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92027f99-39a4-457c-bd4f-5a916ffd1f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d03f5e-8690-4db9-89b8-3355fcebd7b4'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:53:11.289028 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3551d84-b5cf-401f-8f07-c575b32268bf" -d '{"events": [{"server_uuid": "92027f99-39a4-457c-bd4f-5a916ffd1f52", "name": "network-vif-plugged", "status": "completed", "tag": "57d03f5e-8690-4db9-89b8-3355fcebd7b4"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:53:11.307912 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 57d03f5e-8690-4db9-89b8-3355fcebd7b4, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=57d03f5e-8690-4db9-89b8-3355fcebd7b4,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:53:11.318334 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:11.344876 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acf508d-c7c9-4285-bb0e-3d848d9a7218 x-openstack-request-id: req-6acf508d-c7c9-4285-bb0e-3d848d9a7218 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:53:11.345176 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92027f99-39a4-457c-bd4f-5a916ffd1f52", "name": "network-vif-plugged", "status": "completed", "tag": "57d03f5e-8690-4db9-89b8-3355fcebd7b4", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:53:11.345438 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-6acf508d-c7c9-4285-bb0e-3d848d9a7218 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:53:11.345996 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92027f99-39a4-457c-bd4f-5a916ffd1f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d03f5e-8690-4db9-89b8-3355fcebd7b4', 'code': 200} Nov 04 11:53:11.375372 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=57d03f5e-8690-4db9-89b8-3355fcebd7b4,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:53:12.302489 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e785de-7b45-4464-8e02-e96d93b823c1 req-6ed20135-234c-468f-a943-4eccc0beaa4a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:12.304079 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-93e785de-7b45-4464-8e02-e96d93b823c1 req-6ed20135-234c-468f-a943-4eccc0beaa4a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 945 time: 0.0617301 Nov 04 11:53:12.372356 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-93e785de-7b45-4464-8e02-e96d93b823c1 req-355ca0d1-2503-4704-9857-b8f02aaf1582 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611131 Nov 04 11:53:13.201873 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:13.499603 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ee5cd-cb83-4437-9d37-62969f92ca51 req-5614199c-2d13-4f59-a782-c7970e778d7d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:13.501241 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c17ee5cd-cb83-4437-9d37-62969f92ca51 req-5614199c-2d13-4f59-a782-c7970e778d7d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 945 time: 0.0540223 Nov 04 11:53:13.558679 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c17ee5cd-cb83-4437-9d37-62969f92ca51 req-e672c2ae-74dd-4f2b-8df4-88df732da2cc tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489786 Nov 04 11:53:14.688745 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9d583-4f22-45de-857b-522ffd7842d9 req-0a3f9984-db14-499c-9532-1898e4d6c744 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:14.690305 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1fe9d583-4f22-45de-857b-522ffd7842d9 req-0a3f9984-db14-499c-9532-1898e4d6c744 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 945 time: 0.0507541 Nov 04 11:53:14.753997 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1fe9d583-4f22-45de-857b-522ffd7842d9 req-c0056185-76ea-453a-a244-3b01232821bf tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573168 Nov 04 11:53:15.561694 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:15.881288 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ed23d-ffb5-441e-b0cb-533b471064bc req-4564b1b5-2c90-4cd1-9bba-c15d38b367b1 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:15.885392 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e89ed23d-ffb5-441e-b0cb-533b471064bc req-4564b1b5-2c90-4cd1-9bba-c15d38b367b1 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 945 time: 0.0561409 Nov 04 11:53:15.940054 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e89ed23d-ffb5-441e-b0cb-533b471064bc req-4d125ad1-8141-46f7-ac46-acd4729968bb tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505533 Nov 04 11:53:16.894602 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-312e6dc8-7bef-4130-a4b3-b21053c1e64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:17.068290 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b99a1-3f2f-46c6-bb81-a11ec2b538bf req-494e00aa-d1ea-4969-b5cd-114713780237 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:17.070423 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-890b99a1-3f2f-46c6-bb81-a11ec2b538bf req-494e00aa-d1ea-4969-b5cd-114713780237 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 945 time: 0.0552568 Nov 04 11:53:17.125742 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-890b99a1-3f2f-46c6-bb81-a11ec2b538bf req-47bfb34c-c6d3-4b11-b001-56249a544de2 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494418 Nov 04 11:53:18.267597 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151eef1-9d3a-44fc-90b2-72293d02c5f9 req-439e73c6-19a1-4be2-b478-3216ac7b6560 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:18.269761 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6151eef1-9d3a-44fc-90b2-72293d02c5f9 req-439e73c6-19a1-4be2-b478-3216ac7b6560 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 945 time: 0.0577619 Nov 04 11:53:18.326134 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6151eef1-9d3a-44fc-90b2-72293d02c5f9 req-f71924dd-3ff8-459f-bbcf-7eaf671e5232 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474284 Nov 04 11:53:18.772040 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6079b-9896-4c09-aa37-a44c559c1746 req-1406b78f-c8f0-4ee0-abf7-b12dcfdbc7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:18.774028 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6cd6079b-9896-4c09-aa37-a44c559c1746 req-1406b78f-c8f0-4ee0-abf7-b12dcfdbc7e3 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f75c0ec96e3c440a8e362646d9c4869c&device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 1096 time: 0.0497429 Nov 04 11:53:18.876435 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6079b-9896-4c09-aa37-a44c559c1746 req-3d805125-f5f9-4d74-9082-e1508e35b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:18.877998 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6cd6079b-9896-4c09-aa37-a44c559c1746 req-3d805125-f5f9-4d74-9082-e1508e35b2ea service neutron] 10.222.0.121 "GET /v2.0/networks?id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b HTTP/1.1" status: 200 len: 911 time: 0.0958316 Nov 04 11:53:18.947832 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6cd6079b-9896-4c09-aa37-a44c559c1746 req-3044f567-9485-4cfb-ae8d-e1b58c2a7125 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57d03f5e-8690-4db9-89b8-3355fcebd7b4 HTTP/1.1" status: 200 len: 1001 time: 0.0622327 Nov 04 11:53:19.005587 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6079b-9896-4c09-aa37-a44c559c1746 req-14a5807e-8912-436a-a0bc-6c4d85cffe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:19.007032 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6cd6079b-9896-4c09-aa37-a44c559c1746 req-14a5807e-8912-436a-a0bc-6c4d85cffe7b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7ce23495-bd3e-497c-b518-956e93f5898e HTTP/1.1" status: 200 len: 848 time: 0.0514996 Nov 04 11:53:19.057882 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6079b-9896-4c09-aa37-a44c559c1746 req-6a07210e-8661-4b4d-989c-4181f554023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:19.060364 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6cd6079b-9896-4c09-aa37-a44c559c1746 req-6a07210e-8661-4b4d-989c-4181f554023b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457101 Nov 04 11:53:19.157778 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6cd6079b-9896-4c09-aa37-a44c559c1746 req-a52f2a35-8eaf-4c47-9100-000170908ee8 service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900970 Nov 04 11:53:19.256147 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6cd6079b-9896-4c09-aa37-a44c559c1746 req-e8d50481-498d-4ec4-b32d-e2d90163c1cb service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909495 Nov 04 11:53:19.454807 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72680f8-e6da-47cf-9d42-43ca6bb43d06 req-8d78053f-7ce6-4651-9dc1-6df7d3e72960 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:19.456316 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b72680f8-e6da-47cf-9d42-43ca6bb43d06 req-8d78053f-7ce6-4651-9dc1-6df7d3e72960 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 945 time: 0.0518000 Nov 04 11:53:19.514735 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b72680f8-e6da-47cf-9d42-43ca6bb43d06 req-8783bfdb-8df2-4400-9036-600cc63d4846 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486772 Nov 04 11:53:19.778637 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-371b303f-0ed4-4062-997e-280bf08dfca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:20.659990 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c95893-e4a6-44dd-bc77-c086e4ebb0b5 req-036be6dd-f154-4173-8d8e-f579f596209f tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:20.661704 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-07c95893-e4a6-44dd-bc77-c086e4ebb0b5 req-036be6dd-f154-4173-8d8e-f579f596209f tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 945 time: 0.0624311 Nov 04 11:53:20.722162 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-07c95893-e4a6-44dd-bc77-c086e4ebb0b5 req-f64665c3-cbb2-4cf3-8a0e-e8c46769253b tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510304 Nov 04 11:53:21.130038 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:21.171004 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 57d03f5e-8690-4db9-89b8-3355fcebd7b4 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:53:21.259332 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:21.444892 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92027f99-39a4-457c-bd4f-5a916ffd1f52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57d03f5e-8690-4db9-89b8-3355fcebd7b4'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:53:21.447147 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b18aa10-5e88-4bd4-b01e-adc4b453914f" -d '{"events": [{"server_uuid": "92027f99-39a4-457c-bd4f-5a916ffd1f52", "name": "network-vif-unplugged", "status": "completed", "tag": "57d03f5e-8690-4db9-89b8-3355fcebd7b4"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:53:21.460179 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 57d03f5e-8690-4db9-89b8-3355fcebd7b4, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=57d03f5e-8690-4db9-89b8-3355fcebd7b4,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:53:21.465675 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:21.488554 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 04 Nov 2021 11:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f637d9fd-1692-4b6e-bf57-5a24e75e2dc2 x-openstack-request-id: req-f637d9fd-1692-4b6e-bf57-5a24e75e2dc2 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:53:21.488871 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92027f99-39a4-457c-bd4f-5a916ffd1f52", "name": "network-vif-unplugged", "status": "failed", "tag": "57d03f5e-8690-4db9-89b8-3355fcebd7b4", "code": 422}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:53:21.489147 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f637d9fd-1692-4b6e-bf57-5a24e75e2dc2 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:53:21.489514 n-d-816629-1 neutron-server[101776]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '92027f99-39a4-457c-bd4f-5a916ffd1f52', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '57d03f5e-8690-4db9-89b8-3355fcebd7b4', 'code': 422} returned with failed status Nov 04 11:53:21.515165 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=57d03f5e-8690-4db9-89b8-3355fcebd7b4,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:53:21.846091 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef202b6-351c-4584-af41-2f5b562cea63 req-c467159f-4b8a-456f-b547-98ffd77b8d04 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:21.847612 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cef202b6-351c-4584-af41-2f5b562cea63 req-c467159f-4b8a-456f-b547-98ffd77b8d04 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 943 time: 0.0545187 Nov 04 11:53:21.902467 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cef202b6-351c-4584-af41-2f5b562cea63 req-5fc6195d-3fec-4641-92c0-23779e872faf tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467038 Nov 04 11:53:21.970767 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-785e26ac-f913-4c25-b31e-b0f05ecf06f0 req-aa1aab1d-981d-4667-aebb-8b5cbaebb459 service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 11:53:21.971759 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-785e26ac-f913-4c25-b31e-b0f05ecf06f0 req-aa1aab1d-981d-4667-aebb-8b5cbaebb459 service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0056641 Nov 04 11:53:22.529003 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:22.681393 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:23.371116 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-df0fab91-f83e-408d-8b0a-4f1a69afb0e7 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0946982 Nov 04 11:53:23.476144 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884786f-4d68-4271-a354-50b0890c21c6 req-260005c1-6196-473b-8ea7-5525280153e9 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:23.477683 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d884786f-4d68-4271-a354-50b0890c21c6 req-260005c1-6196-473b-8ea7-5525280153e9 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 943 time: 0.0535803 Nov 04 11:53:23.529952 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d884786f-4d68-4271-a354-50b0890c21c6 req-7d4a5b12-7e68-46c8-99af-5b5ac0a2d52d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454848 Nov 04 11:53:24.180394 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-45a9c49e-8b41-4f9d-82f0-584fadec7650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:24.182199 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-45a9c49e-8b41-4f9d-82f0-584fadec7650 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52&tenant_id=f75c0ec96e3c440a8e362646d9c4869c HTTP/1.1" status: 200 len: 1094 time: 0.0428226 Nov 04 11:53:24.194399 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816629-1', 'device_owner': 'compute:nova'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:53:24.254420 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:24.471153 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] For port 57d03f5e-8690-4db9-89b8-3355fcebd7b4, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=57d03f5e-8690-4db9-89b8-3355fcebd7b4,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:53:24.507352 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] For port 57d03f5e-8690-4db9-89b8-3355fcebd7b4, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:53:24.545682 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d03f5e-8690-4db9-89b8-3355fcebd7b4 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:53:24.556078 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:24.570336 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Transition to ACTIVE for port object 57d03f5e-8690-4db9-89b8-3355fcebd7b4 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:53:24.575530 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:24.659214 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Pushing event updated for resources: {'Port': ['ID=57d03f5e-8690-4db9-89b8-3355fcebd7b4,revision_number=9']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:53:24.663768 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0a2d2-d4ef-4702-a7f6-7cb33b436fd0 req-a2384a08-b14d-4305-be60-b981d5e3043a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:24.665450 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24c0a2d2-d4ef-4702-a7f6-7cb33b436fd0 req-a2384a08-b14d-4305-be60-b981d5e3043a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 943 time: 0.0614152 Nov 04 11:53:24.675177 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:53:24.675524 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:53:24.675859 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:53:24.676187 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:53:24.676517 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:53:24.676862 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:53:24.677192 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:53:24.677512 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:53:24.677841 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:53:24.678159 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:53:24.678468 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:53:24.678781 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:53:24.719149 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] No DVR routers for this DVR port 57d03f5e-8690-4db9-89b8-3355fcebd7b4 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:53:24.730621 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24c0a2d2-d4ef-4702-a7f6-7cb33b436fd0 req-9ef1a7a6-b80e-4c6d-a83d-9a15e4061348 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583453 Nov 04 11:53:24.856600 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Attempting to bind port 57d03f5e-8690-4db9-89b8-3355fcebd7b4 on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:53:24.856956 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Attempting to bind port 57d03f5e-8690-4db9-89b8-3355fcebd7b4 by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': '9ca9f334-f931-44d9-8e77-fdc604da5c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:53:24.857280 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Attempting to bind port 57d03f5e-8690-4db9-89b8-3355fcebd7b4 on network d6b64dfa-3904-438e-bb2c-b90bc220dc1b {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:53:24.861686 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Port 57d03f5e-8690-4db9-89b8-3355fcebd7b4 on network d6b64dfa-3904-438e-bb2c-b90bc220dc1b not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:53:24.861999 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Attempting to bind port 57d03f5e-8690-4db9-89b8-3355fcebd7b4 on network d6b64dfa-3904-438e-bb2c-b90bc220dc1b {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:53:24.866796 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:53:24.867127 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Checking segment: {'id': '9ca9f334-f931-44d9-8e77-fdc604da5c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:53:24.867959 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Bound using segment: {'id': '9ca9f334-f931-44d9-8e77-fdc604da5c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:53:24.868805 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Bound port: 57d03f5e-8690-4db9-89b8-3355fcebd7b4, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca9f334-f931-44d9-8e77-fdc604da5c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:53:24.869249 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:24.936885 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] For port 57d03f5e-8690-4db9-89b8-3355fcebd7b4, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:53:24.939993 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] For port 57d03f5e-8690-4db9-89b8-3355fcebd7b4, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=57d03f5e-8690-4db9-89b8-3355fcebd7b4,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:53:24.948373 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:24.987556 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:24.988195 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:24.989765 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] 10.222.0.126 "PUT /v2.0/ports/57d03f5e-8690-4db9-89b8-3355fcebd7b4 HTTP/1.1" status: 200 len: 1091 time: 0.7995636 Nov 04 11:53:24.990257 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92027f99-39a4-457c-bd4f-5a916ffd1f52', 'tag': '57d03f5e-8690-4db9-89b8-3355fcebd7b4'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:53:24.992934 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba51a3c-caa9-489d-8eef-f7c7767660f5" -d '{"events": [{"name": "network-changed", "server_uuid": "92027f99-39a4-457c-bd4f-5a916ffd1f52", "tag": "57d03f5e-8690-4db9-89b8-3355fcebd7b4"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:53:25.017143 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36d5b0-65cb-4812-aa56-541bff49c78e service neutron] Pushing event updated for resources: {'Port': ['ID=57d03f5e-8690-4db9-89b8-3355fcebd7b4,revision_number=10']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:53:25.047773 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935ffb6d-adf8-4438-87d1-7dbf7fe05e4b x-openstack-request-id: req-935ffb6d-adf8-4438-87d1-7dbf7fe05e4b {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:53:25.048039 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92027f99-39a4-457c-bd4f-5a916ffd1f52", "tag": "57d03f5e-8690-4db9-89b8-3355fcebd7b4", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:53:25.048308 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-935ffb6d-adf8-4438-87d1-7dbf7fe05e4b {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:53:25.048712 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92027f99-39a4-457c-bd4f-5a916ffd1f52', 'tag': '57d03f5e-8690-4db9-89b8-3355fcebd7b4', 'status': 'completed', 'code': 200} Nov 04 11:53:25.065837 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-cfa20d27-688c-47fb-8032-376f453d1e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:25.067386 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-cfa20d27-688c-47fb-8032-376f453d1e18 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=f75c0ec96e3c440a8e362646d9c4869c&device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 1095 time: 0.0468233 Nov 04 11:53:25.165304 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-0ccc42ec-b7f9-41a9-ac56-5bcf208a36c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:25.167188 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-0ccc42ec-b7f9-41a9-ac56-5bcf208a36c8 service neutron] 10.222.0.126 "GET /v2.0/networks?id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b HTTP/1.1" status: 200 len: 911 time: 0.0929151 Nov 04 11:53:25.241093 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-2c20d867-bd2f-4d6b-81dd-2c9d9e813f23 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57d03f5e-8690-4db9-89b8-3355fcebd7b4 HTTP/1.1" status: 200 len: 999 time: 0.0665028 Nov 04 11:53:25.304141 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-f00d77f5-0d9f-4b00-90be-cba41336af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:25.305716 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-f00d77f5-0d9f-4b00-90be-cba41336af0a service neutron] 10.222.0.126 "GET /v2.0/subnets?id=7ce23495-bd3e-497c-b518-956e93f5898e HTTP/1.1" status: 200 len: 848 time: 0.0572543 Nov 04 11:53:25.352748 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-62107eb9-3eff-4029-905d-5a2f21f7b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:25.354299 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-62107eb9-3eff-4029-905d-5a2f21f7b009 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416703 Nov 04 11:53:25.462397 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-2d20b3ed-507b-4e93-8c0b-ed24c8f62b43 service neutron] 10.222.0.126 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987570 Nov 04 11:53:25.554947 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4d234cea-d8f0-4844-9e8b-0b992e844918 req-1585355f-0b9d-4dfd-8591-837579f9422e service neutron] 10.222.0.126 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848567 Nov 04 11:53:25.661774 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba51a3c-caa9-489d-8eef-f7c7767660f5 req-4ddc0b81-4154-424e-9333-27b01b5f4105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:25.663489 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dba51a3c-caa9-489d-8eef-f7c7767660f5 req-4ddc0b81-4154-424e-9333-27b01b5f4105 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=f75c0ec96e3c440a8e362646d9c4869c&device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 1095 time: 0.0537946 Nov 04 11:53:25.772277 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba51a3c-caa9-489d-8eef-f7c7767660f5 req-5d3f5ae3-1967-42bc-917b-d0b254876a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:25.773886 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dba51a3c-caa9-489d-8eef-f7c7767660f5 req-5d3f5ae3-1967-42bc-917b-d0b254876a57 service neutron] 10.222.0.126 "GET /v2.0/networks?id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b HTTP/1.1" status: 200 len: 911 time: 0.1033220 Nov 04 11:53:25.905788 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dba51a3c-caa9-489d-8eef-f7c7767660f5 req-362e83c1-0060-4ca8-bc14-cb682aed3f55 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57d03f5e-8690-4db9-89b8-3355fcebd7b4 HTTP/1.1" status: 200 len: 999 time: 0.1236770 Nov 04 11:53:25.908281 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea592fc-2548-4322-85a8-1009f65115fa req-7a887b02-e438-43bc-bcf8-74ee74317f98 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:25.910688 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eea592fc-2548-4322-85a8-1009f65115fa req-7a887b02-e438-43bc-bcf8-74ee74317f98 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 944 time: 0.0795271 Nov 04 11:53:25.997080 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-eea592fc-2548-4322-85a8-1009f65115fa req-3e035f19-70d1-466c-bc60-544719adc06d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782979 Nov 04 11:53:27.162770 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d792a5-9ef1-4e0c-b09c-0db850698914 req-818c65b1-4404-413b-91f7-634019b7b062 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:27.164507 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-16d792a5-9ef1-4e0c-b09c-0db850698914 req-818c65b1-4404-413b-91f7-634019b7b062 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 944 time: 0.0719147 Nov 04 11:53:27.234611 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-16d792a5-9ef1-4e0c-b09c-0db850698914 req-6e004be2-1c8b-4885-8ccd-539ac66ac4aa tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625038 Nov 04 11:53:28.365139 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9acd28-913a-4aeb-a3fe-88df579e5e6a req-55225d29-8c99-4548-98dd-72618102c079 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:28.366978 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fb9acd28-913a-4aeb-a3fe-88df579e5e6a req-55225d29-8c99-4548-98dd-72618102c079 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 944 time: 0.0525572 Nov 04 11:53:28.422333 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fb9acd28-913a-4aeb-a3fe-88df579e5e6a req-075a3d47-939d-49f4-b959-494a536c1f10 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486724 Nov 04 11:53:29.551213 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b11f7-d51c-4585-b46d-22ef6b31af89 req-a5d465d3-1e4b-41e7-aafa-76adffaea4d4 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:29.552768 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-109b11f7-d51c-4585-b46d-22ef6b31af89 req-a5d465d3-1e4b-41e7-aafa-76adffaea4d4 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 944 time: 0.0517747 Nov 04 11:53:29.614232 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-109b11f7-d51c-4585-b46d-22ef6b31af89 req-d58a0ea9-d4d2-4c0e-90c1-5bd1aa2ee742 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538824 Nov 04 11:53:30.743936 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39cc9a-6e6c-4e8f-a83e-1af65e873c2a req-47601086-3437-45e7-b206-4483d3bc49e9 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:30.745530 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3a39cc9a-6e6c-4e8f-a83e-1af65e873c2a req-47601086-3437-45e7-b206-4483d3bc49e9 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 944 time: 0.0556052 Nov 04 11:53:30.800209 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3a39cc9a-6e6c-4e8f-a83e-1af65e873c2a req-b2ea6960-8a74-4564-9155-c8643d8c35a1 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460234 Nov 04 11:53:31.924495 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d157fe-bd56-4b50-965c-c93bbc1a0399 req-8d797dff-47e0-4ddf-b5aa-b90fd19ea46b tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:31.926165 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b4d157fe-bd56-4b50-965c-c93bbc1a0399 req-8d797dff-47e0-4ddf-b5aa-b90fd19ea46b tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 944 time: 0.0528815 Nov 04 11:53:31.977634 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b4d157fe-bd56-4b50-965c-c93bbc1a0399 req-c1af0ab0-cf35-4666-9fb3-d857323b576a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451605 Nov 04 11:53:33.108914 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e31587-a606-47a2-b53d-f0cc0c2d006f req-70399f49-7603-4464-a4cb-b71c4f137073 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:33.110464 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-91e31587-a606-47a2-b53d-f0cc0c2d006f req-70399f49-7603-4464-a4cb-b71c4f137073 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 944 time: 0.0569589 Nov 04 11:53:33.175358 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-91e31587-a606-47a2-b53d-f0cc0c2d006f req-8e8b3783-f949-4c0d-85c8-01d058b07b94 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585492 Nov 04 11:53:34.303047 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d83d9-f7ce-4c15-9fe5-c6d520fa877d req-dd742eee-5805-40f8-bafc-8cec5b486c74 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:34.304525 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e41d83d9-f7ce-4c15-9fe5-c6d520fa877d req-dd742eee-5805-40f8-bafc-8cec5b486c74 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 944 time: 0.0548670 Nov 04 11:53:34.357462 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e41d83d9-f7ce-4c15-9fe5-c6d520fa877d req-43eba980-9a7e-45d4-a5ce-ee76c16a50bb tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468295 Nov 04 11:53:35.503128 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff0b04-2c9f-4bb5-aac6-f44ee693c3f1 req-12a46b3b-5dfc-4ffd-8c65-fe45d3567ad0 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:35.504854 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-57ff0b04-2c9f-4bb5-aac6-f44ee693c3f1 req-12a46b3b-5dfc-4ffd-8c65-fe45d3567ad0 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 944 time: 0.0660348 Nov 04 11:53:35.573160 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-57ff0b04-2c9f-4bb5-aac6-f44ee693c3f1 req-4f5cb4ea-fc32-47e2-b8eb-db37efd74ac6 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620279 Nov 04 11:53:36.704541 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d601848-2e84-4bf0-855d-a383e1956aba req-00f84566-9845-4473-9c81-b319e763ea09 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:36.706135 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4d601848-2e84-4bf0-855d-a383e1956aba req-00f84566-9845-4473-9c81-b319e763ea09 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 944 time: 0.0532141 Nov 04 11:53:36.757836 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4d601848-2e84-4bf0-855d-a383e1956aba req-99ee3df5-f6c6-4b49-bd25-c43bb96ba85e tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453560 Nov 04 11:53:37.287572 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba51a3c-caa9-489d-8eef-f7c7767660f5 req-bb0d5253-64af-47c8-ad01-ee867b82f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:37.289088 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dba51a3c-caa9-489d-8eef-f7c7767660f5 req-bb0d5253-64af-47c8-ad01-ee867b82f80a service neutron] 10.222.0.126 "GET /v2.0/subnets?id=7ce23495-bd3e-497c-b518-956e93f5898e HTTP/1.1" status: 200 len: 848 time: 0.0500827 Nov 04 11:53:37.343431 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba51a3c-caa9-489d-8eef-f7c7767660f5 req-8306a6bc-2de2-4ff1-ad22-096ffb283615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:37.345022 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dba51a3c-caa9-489d-8eef-f7c7767660f5 req-8306a6bc-2de2-4ff1-ad22-096ffb283615 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440717 Nov 04 11:53:37.445862 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dba51a3c-caa9-489d-8eef-f7c7767660f5 req-f322bbd0-59d1-4f5b-8fc0-517427ded2d5 service neutron] 10.222.0.126 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877461 Nov 04 11:53:37.544379 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dba51a3c-caa9-489d-8eef-f7c7767660f5 req-a687b629-808b-494f-a5d3-0bce5c47f475 service neutron] 10.222.0.126 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908518 Nov 04 11:53:37.658561 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daeb0ea-5b89-484f-938e-b1904b0d5dec req-c57b4a4d-09ca-4308-98d9-8eedcd012786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:37.660215 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3daeb0ea-5b89-484f-938e-b1904b0d5dec req-c57b4a4d-09ca-4308-98d9-8eedcd012786 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=f75c0ec96e3c440a8e362646d9c4869c&device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 1095 time: 0.0443633 Nov 04 11:53:37.776037 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daeb0ea-5b89-484f-938e-b1904b0d5dec req-16758621-de6a-4c29-92f5-e7a68ad94d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:37.777502 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3daeb0ea-5b89-484f-938e-b1904b0d5dec req-16758621-de6a-4c29-92f5-e7a68ad94d14 service neutron] 10.222.0.126 "GET /v2.0/networks?id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b HTTP/1.1" status: 200 len: 911 time: 0.0919039 Nov 04 11:53:37.847015 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3daeb0ea-5b89-484f-938e-b1904b0d5dec req-bdf0da91-4334-4577-ba3f-974844ce819c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57d03f5e-8690-4db9-89b8-3355fcebd7b4 HTTP/1.1" status: 200 len: 999 time: 0.0613399 Nov 04 11:53:37.879399 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515f5c3-9dab-4f44-86fd-adfbfa83ae63 req-253db231-70d6-42e0-8e99-7af66949d0fb tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:37.880905 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b515f5c3-9dab-4f44-86fd-adfbfa83ae63 req-253db231-70d6-42e0-8e99-7af66949d0fb tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 944 time: 0.0503531 Nov 04 11:53:37.904360 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daeb0ea-5b89-484f-938e-b1904b0d5dec req-96e51584-804a-42d7-bcb6-b21c805bf673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:37.905853 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3daeb0ea-5b89-484f-938e-b1904b0d5dec req-96e51584-804a-42d7-bcb6-b21c805bf673 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=7ce23495-bd3e-497c-b518-956e93f5898e HTTP/1.1" status: 200 len: 848 time: 0.0496480 Nov 04 11:53:37.932889 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b515f5c3-9dab-4f44-86fd-adfbfa83ae63 req-5646527a-c1eb-43c5-a9bc-39f5fc295283 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455656 Nov 04 11:53:37.956213 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daeb0ea-5b89-484f-938e-b1904b0d5dec req-9479eaad-5974-48d5-b562-8e4372515f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:37.957811 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3daeb0ea-5b89-484f-938e-b1904b0d5dec req-9479eaad-5974-48d5-b562-8e4372515f1e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443282 Nov 04 11:53:38.049831 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3daeb0ea-5b89-484f-938e-b1904b0d5dec req-694e5592-029f-40b2-8728-d26cbfd357bf service neutron] 10.222.0.126 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818813 Nov 04 11:53:38.157634 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3daeb0ea-5b89-484f-938e-b1904b0d5dec req-eb151a0a-eb14-442d-863f-877d42c8b05b service neutron] 10.222.0.126 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998030 Nov 04 11:53:39.069084 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a613f-f2e2-48de-a663-b2467be032e8 req-8c1453a9-c571-4122-bebd-9b58b2941097 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:39.070658 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ee1a613f-f2e2-48de-a663-b2467be032e8 req-8c1453a9-c571-4122-bebd-9b58b2941097 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 944 time: 0.0587332 Nov 04 11:53:39.121436 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ee1a613f-f2e2-48de-a663-b2467be032e8 req-36fd33b2-cdc1-448e-9630-8037e99578d1 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445170 Nov 04 11:53:40.246392 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf44b6-0c37-4330-ac4c-11f9325697ed req-1536bb00-fe20-46f4-8d49-f9aa4c2d8f6d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:40.247963 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9aaf44b6-0c37-4330-ac4c-11f9325697ed req-1536bb00-fe20-46f4-8d49-f9aa4c2d8f6d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 944 time: 0.0538518 Nov 04 11:53:40.300104 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9aaf44b6-0c37-4330-ac4c-11f9325697ed req-ccf9c7ff-27d3-45e1-8962-25eaaa16d07a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434151 Nov 04 11:53:40.876361 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 57d03f5e-8690-4db9-89b8-3355fcebd7b4 details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:53:40.984626 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 57d03f5e-8690-4db9-89b8-3355fcebd7b4, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=57d03f5e-8690-4db9-89b8-3355fcebd7b4,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:53:40.996866 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '57d03f5e-8690-4db9-89b8-3355fcebd7b4', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'port_id': '57d03f5e-8690-4db9-89b8-3355fcebd7b4', 'mac_address': 'fa:16:3e:16:b4:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:53:41.033930 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:41.048188 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d03f5e-8690-4db9-89b8-3355fcebd7b4 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:53:41.069539 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 57d03f5e-8690-4db9-89b8-3355fcebd7b4, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=57d03f5e-8690-4db9-89b8-3355fcebd7b4,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:53:41.076388 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:41.127251 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=57d03f5e-8690-4db9-89b8-3355fcebd7b4,revision_number=11']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:53:41.339859 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['57d03f5e-8690-4db9-89b8-3355fcebd7b4'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:53:41.450248 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066e076-16c7-45c7-b55c-20325d5c7139 req-7cba5764-c9e2-487d-8a61-697bd1b9301a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:41.451994 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0066e076-16c7-45c7-b55c-20325d5c7139 req-7cba5764-c9e2-487d-8a61-697bd1b9301a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 945 time: 0.0561800 Nov 04 11:53:41.503668 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0066e076-16c7-45c7-b55c-20325d5c7139 req-45caeb0d-e959-49f2-a239-45cebfde1717 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453115 Nov 04 11:53:42.445189 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:53:42.654606 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a22996-d93e-4ec8-99ee-6b91a5e9bcb1 req-cbc86961-4b63-4cc8-9a3d-4e3071612b2b tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:42.656129 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9a22996-d93e-4ec8-99ee-6b91a5e9bcb1 req-cbc86961-4b63-4cc8-9a3d-4e3071612b2b tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 945 time: 0.0711851 Nov 04 11:53:42.708420 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e9a22996-d93e-4ec8-99ee-6b91a5e9bcb1 req-fa25cf05-74ce-4cac-9c9c-9f608cb970fb tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459249 Nov 04 11:53:42.892542 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 57d03f5e-8690-4db9-89b8-3355fcebd7b4 up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:53:42.957171 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 57d03f5e-8690-4db9-89b8-3355fcebd7b4 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:53:42.964253 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 57d03f5e-8690-4db9-89b8-3355fcebd7b4 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:53:42.964648 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:43.053537 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:43.076195 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92027f99-39a4-457c-bd4f-5a916ffd1f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d03f5e-8690-4db9-89b8-3355fcebd7b4'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:53:43.078499 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2260eba1-2ef4-47f9-9dd8-a08568acda4d" -d '{"events": [{"server_uuid": "92027f99-39a4-457c-bd4f-5a916ffd1f52", "name": "network-vif-plugged", "status": "completed", "tag": "57d03f5e-8690-4db9-89b8-3355fcebd7b4"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:53:43.094903 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 57d03f5e-8690-4db9-89b8-3355fcebd7b4, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=57d03f5e-8690-4db9-89b8-3355fcebd7b4,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:53:43.099992 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:43.125741 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14855afb-fed2-4fc6-8819-be13c8bd83c7 x-openstack-request-id: req-14855afb-fed2-4fc6-8819-be13c8bd83c7 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:53:43.126061 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92027f99-39a4-457c-bd4f-5a916ffd1f52", "name": "network-vif-plugged", "status": "completed", "tag": "57d03f5e-8690-4db9-89b8-3355fcebd7b4", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:53:43.126314 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-14855afb-fed2-4fc6-8819-be13c8bd83c7 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:53:43.126703 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92027f99-39a4-457c-bd4f-5a916ffd1f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d03f5e-8690-4db9-89b8-3355fcebd7b4', 'code': 200} Nov 04 11:53:43.154091 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=57d03f5e-8690-4db9-89b8-3355fcebd7b4,revision_number=12']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:53:43.198690 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:43.294166 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46439813-d14b-466d-883c-238aa91cd095 req-a7ab35b4-9d03-4e0a-b84f-fc3332b23c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:43.295652 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-46439813-d14b-466d-883c-238aa91cd095 req-a7ab35b4-9d03-4e0a-b84f-fc3332b23c14 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 1097 time: 0.0447643 Nov 04 11:53:43.345237 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-46439813-d14b-466d-883c-238aa91cd095 req-a0a6fac0-6310-4f63-93f6-43533259e1cd service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421824 Nov 04 11:53:43.849620 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233cbf2d-6053-400d-976e-6e8f459877ca req-f9fbdb66-6b46-4e3d-8e83-c9d4a81268a3 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:43.851158 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-233cbf2d-6053-400d-976e-6e8f459877ca req-f9fbdb66-6b46-4e3d-8e83-c9d4a81268a3 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 946 time: 0.0536671 Nov 04 11:53:43.906773 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-233cbf2d-6053-400d-976e-6e8f459877ca req-a1c5aca2-da0c-4450-80ba-0c8aa92298f8 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491960 Nov 04 11:53:45.040004 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffaf383-aaab-4464-9674-66ba882f7d7c req-16522e39-65c1-4c7d-8aa8-ecd61b4212a1 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:45.041850 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8ffaf383-aaab-4464-9674-66ba882f7d7c req-16522e39-65c1-4c7d-8aa8-ecd61b4212a1 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 946 time: 0.0543272 Nov 04 11:53:45.092495 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8ffaf383-aaab-4464-9674-66ba882f7d7c req-31000b6f-e072-4cf1-b3d5-2ab787b0eef8 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442910 Nov 04 11:53:45.562716 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:46.240324 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4ec5b-7d17-4670-9820-3c92406f59fd req-64a54fde-c5f0-48fb-b95a-7db0ef4381ca tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:53:46.241931 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2aa4ec5b-7d17-4670-9820-3c92406f59fd req-64a54fde-c5f0-48fb-b95a-7db0ef4381ca tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 946 time: 0.0638430 Nov 04 11:53:46.297365 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2aa4ec5b-7d17-4670-9820-3c92406f59fd req-8f237347-a604-45d0-8dd1-ba10527b9dea tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459230 Nov 04 11:53:46.899971 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5b7e5bd1-dcbb-419c-b017-d4d0b4adce10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:49.775102 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-606ad3e3-eceb-4c12-b348-66ac654d346d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:51.136292 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:52.525581 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:53:52.696018 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:13.217687 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:15.561395 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:16.899246 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a651c96c-14ad-4358-822f-8a79592dc9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:19.452589 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:54:19.774719 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-092dbe4c-6ffd-4f61-8851-64d59e391cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:21.138599 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:22.530414 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:22.699385 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:37.247301 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9a8d836e-fd5e-4c06-81e1-83f2a4533c9f req-2407f1f1-2a05-49dc-8959-3f6b5938ba7e service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0931237 Nov 04 11:54:37.334161 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d836e-fd5e-4c06-81e1-83f2a4533c9f req-b3cd805b-366d-43a4-ab75-706815009e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:54:37.335709 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9a8d836e-fd5e-4c06-81e1-83f2a4533c9f req-b3cd805b-366d-43a4-ab75-706815009e3e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=f75c0ec96e3c440a8e362646d9c4869c&device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 1097 time: 0.0458503 Nov 04 11:54:37.446866 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d836e-fd5e-4c06-81e1-83f2a4533c9f req-585abb5c-c844-454f-83a2-295d4b3c6b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:54:37.448346 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9a8d836e-fd5e-4c06-81e1-83f2a4533c9f req-585abb5c-c844-454f-83a2-295d4b3c6b4e service neutron] 10.222.0.126 "GET /v2.0/networks?id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b HTTP/1.1" status: 200 len: 911 time: 0.0904465 Nov 04 11:54:37.520699 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9a8d836e-fd5e-4c06-81e1-83f2a4533c9f req-1a796d54-a3e9-4c14-9ec1-cafee781e7f8 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57d03f5e-8690-4db9-89b8-3355fcebd7b4 HTTP/1.1" status: 200 len: 1001 time: 0.0650506 Nov 04 11:54:37.574292 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d836e-fd5e-4c06-81e1-83f2a4533c9f req-372f0650-db44-454f-9454-1a433dc25a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:54:37.575849 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9a8d836e-fd5e-4c06-81e1-83f2a4533c9f req-372f0650-db44-454f-9454-1a433dc25a4f service neutron] 10.222.0.126 "GET /v2.0/subnets?id=7ce23495-bd3e-497c-b518-956e93f5898e HTTP/1.1" status: 200 len: 848 time: 0.0484858 Nov 04 11:54:37.622810 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d836e-fd5e-4c06-81e1-83f2a4533c9f req-2726c817-8830-488a-9c94-2f412c3885d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:54:37.624314 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9a8d836e-fd5e-4c06-81e1-83f2a4533c9f req-2726c817-8830-488a-9c94-2f412c3885d4 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409050 Nov 04 11:54:37.742497 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9a8d836e-fd5e-4c06-81e1-83f2a4533c9f req-23e8eb85-5c47-479e-8d38-eedce909344b service neutron] 10.222.0.126 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105757 Nov 04 11:54:37.836238 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-9a8d836e-fd5e-4c06-81e1-83f2a4533c9f req-854d0946-be67-47d3-8942-dc6a0980ff9d service neutron] 10.222.0.126 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867095 Nov 04 11:54:43.263722 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:45.579622 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:46.904771 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-afca8fa1-f9bf-44ee-b84a-f8a400021c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:49.779768 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0d8c01ff-cc83-4935-8e9a-2756056053d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:51.139321 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:52.533004 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:52.696905 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:54.519678 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36154) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:54:54.983955 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-db170e6c-cfb5-480c-888d-2fc134703071 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Deleting port bf7ecef5-4ff0-4701-83f2-200c8a9a3ea2 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:54:54.984288 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-db170e6c-cfb5-480c-888d-2fc134703071 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:55.063806 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-db170e6c-cfb5-480c-888d-2fc134703071 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:55.064106 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-db170e6c-cfb5-480c-888d-2fc134703071 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:55.078147 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-db170e6c-cfb5-480c-888d-2fc134703071 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Calling delete_port for bf7ecef5-4ff0-4701-83f2-200c8a9a3ea2 owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:54:55.244068 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-db170e6c-cfb5-480c-888d-2fc134703071 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:55.268693 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db170e6c-cfb5-480c-888d-2fc134703071 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Pushing event deleted for resources: {'Port': ['ID=bf7ecef5-4ff0-4701-83f2-200c8a9a3ea2,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:54:55.280592 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db170e6c-cfb5-480c-888d-2fc134703071 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:54:55.280960 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db170e6c-cfb5-480c-888d-2fc134703071 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:54:55.281300 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db170e6c-cfb5-480c-888d-2fc134703071 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:54:55.281625 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db170e6c-cfb5-480c-888d-2fc134703071 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:54:55.281951 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db170e6c-cfb5-480c-888d-2fc134703071 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:54:55.282270 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db170e6c-cfb5-480c-888d-2fc134703071 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:54:55.282564 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db170e6c-cfb5-480c-888d-2fc134703071 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:54:55.282912 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db170e6c-cfb5-480c-888d-2fc134703071 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:54:55.283212 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db170e6c-cfb5-480c-888d-2fc134703071 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:54:55.283508 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db170e6c-cfb5-480c-888d-2fc134703071 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:54:55.283820 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db170e6c-cfb5-480c-888d-2fc134703071 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:54:55.284131 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db170e6c-cfb5-480c-888d-2fc134703071 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:54:55.349025 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-db170e6c-cfb5-480c-888d-2fc134703071 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:55.349339 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-db170e6c-cfb5-480c-888d-2fc134703071 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Floating IP 8245ebc8-50ee-4d29-bdbe-4b98835a0d2e disassociated (deleted). External IP: 172.25.7.112, port: 57d03f5e-8690-4db9-89b8-3355fcebd7b4. Nov 04 11:54:55.556170 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db170e6c-cfb5-480c-888d-2fc134703071 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Router e557c3ea-127b-4102-b576-d99adc8ad855 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:54:55.668291 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db170e6c-cfb5-480c-888d-2fc134703071 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:54:55.673750 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-db170e6c-cfb5-480c-888d-2fc134703071 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:55.679162 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ee3e08-78db-4d27-b4bd-1d47416f30a7 None None] Sync routers for ids ['e557c3ea-127b-4102-b576-d99adc8ad855'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:54:55.689702 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ee3e08-78db-4d27-b4bd-1d47416f30a7 None None] Routers {'e557c3ea-127b-4102-b576-d99adc8ad855'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:54:55.690337 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-85ee3e08-78db-4d27-b4bd-1d47416f30a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:54:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e557c3ea-127b-4102-b576-d99adc8ad855'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:54:55.705596 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-db170e6c-cfb5-480c-888d-2fc134703071 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "DELETE /v2.0/floatingips/8245ebc8-50ee-4d29-bdbe-4b98835a0d2e HTTP/1.1" status: 204 len: 168 time: 1.1843879 Nov 04 11:54:55.706201 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92027f99-39a4-457c-bd4f-5a916ffd1f52', 'tag': '57d03f5e-8690-4db9-89b8-3355fcebd7b4'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:54:55.708574 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4e2a034f213e3ed4147e598e162b1822d6f65ae2e173dcd934e22f7eae9c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84338afc-9c31-428d-b173-99e42db8ed75" -d '{"events": [{"name": "network-changed", "server_uuid": "92027f99-39a4-457c-bd4f-5a916ffd1f52", "tag": "57d03f5e-8690-4db9-89b8-3355fcebd7b4"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:54:55.810339 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-85ee3e08-78db-4d27-b4bd-1d47416f30a7 None None] Set router e557c3ea-127b-4102-b576-d99adc8ad855 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:54:55.928314 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ef459b-4151-4e6b-aced-9d022048e5b4 x-openstack-request-id: req-43ef459b-4151-4e6b-aced-9d022048e5b4 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:54:55.928576 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92027f99-39a4-457c-bd4f-5a916ffd1f52", "tag": "57d03f5e-8690-4db9-89b8-3355fcebd7b4", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:54:55.928844 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-43ef459b-4151-4e6b-aced-9d022048e5b4 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:54:55.929269 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92027f99-39a4-457c-bd4f-5a916ffd1f52', 'tag': '57d03f5e-8690-4db9-89b8-3355fcebd7b4', 'status': 'completed', 'code': 200} Nov 04 11:54:55.998179 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84338afc-9c31-428d-b173-99e42db8ed75 req-d3ed015d-f34b-44df-9269-ddd762a01d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:54:55.999829 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-84338afc-9c31-428d-b173-99e42db8ed75 req-d3ed015d-f34b-44df-9269-ddd762a01d6b service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=f75c0ec96e3c440a8e362646d9c4869c&device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 1097 time: 0.0460622 Nov 04 11:54:56.019440 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-85ee3e08-78db-4d27-b4bd-1d47416f30a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'name': 'tempest-TestShelveInstance-2122230058-router', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:35Z', 'updated_at': '2021-11-04T11:50:38Z', 'revision_number': 4, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'gw_port': {'id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:36Z', 'updated_at': '2021-11-04T11:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'b6fc5ae0-3f92-4a35-85a0-34024e36da54', 'name': '', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'mac_address': 'fa:16:3e:bb:b9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:38Z', 'updated_at': '2021-11-04T11:50:42Z', 'revision_number': 5, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'subnets': [{'id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:54:56.036194 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1e583-1a09-46cd-8daa-7384e4a1468a req-fc33fc5d-d67a-458c-9230-c16a9a38c458 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:54:56.037864 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3ac1e583-1a09-46cd-8daa-7384e4a1468a req-fc33fc5d-d67a-458c-9230-c16a9a38c458 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 946 time: 0.0555573 Nov 04 11:54:56.046198 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ee3e08-78db-4d27-b4bd-1d47416f30a7 None None] Checking router: e557c3ea-127b-4102-b576-d99adc8ad855 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:54:56.055043 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ee3e08-78db-4d27-b4bd-1d47416f30a7 None None] Routers {'e557c3ea-127b-4102-b576-d99adc8ad855'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:54:56.055662 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-85ee3e08-78db-4d27-b4bd-1d47416f30a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:54:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e557c3ea-127b-4102-b576-d99adc8ad855'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:54:56.095074 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3ac1e583-1a09-46cd-8daa-7384e4a1468a req-701b248f-ac1c-449c-857b-490050e6ce46 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500481 Nov 04 11:54:56.107345 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84338afc-9c31-428d-b173-99e42db8ed75 req-76780bab-7bd7-4e32-bdff-ade3d2218808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:54:56.109371 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-84338afc-9c31-428d-b173-99e42db8ed75 req-76780bab-7bd7-4e32-bdff-ade3d2218808 service neutron] 10.222.0.126 "GET /v2.0/networks?id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b HTTP/1.1" status: 200 len: 911 time: 0.1019936 Nov 04 11:54:56.154938 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-84338afc-9c31-428d-b173-99e42db8ed75 req-6c87ef1b-8cb4-45d8-ae19-7ba623f74d2d service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57d03f5e-8690-4db9-89b8-3355fcebd7b4 HTTP/1.1" status: 200 len: 217 time: 0.0379257 Nov 04 11:54:56.168048 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-85ee3e08-78db-4d27-b4bd-1d47416f30a7 None None] Set router e557c3ea-127b-4102-b576-d99adc8ad855 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:54:56.209913 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84338afc-9c31-428d-b173-99e42db8ed75 req-5aedc409-2f91-447e-8c6e-fb653e232228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:54:56.211459 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-84338afc-9c31-428d-b173-99e42db8ed75 req-5aedc409-2f91-447e-8c6e-fb653e232228 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=7ce23495-bd3e-497c-b518-956e93f5898e HTTP/1.1" status: 200 len: 848 time: 0.0488844 Nov 04 11:54:56.260604 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84338afc-9c31-428d-b173-99e42db8ed75 req-773d5370-82af-4572-8427-c696a39f993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:54:56.262286 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-84338afc-9c31-428d-b173-99e42db8ed75 req-773d5370-82af-4572-8427-c696a39f993e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427136 Nov 04 11:54:56.353648 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-84338afc-9c31-428d-b173-99e42db8ed75 req-63ac5b8a-8bd4-4d6e-8fbd-d7818a19d104 service neutron] 10.222.0.126 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836673 Nov 04 11:54:56.373960 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-85ee3e08-78db-4d27-b4bd-1d47416f30a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'name': 'tempest-TestShelveInstance-2122230058-router', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:35Z', 'updated_at': '2021-11-04T11:50:38Z', 'revision_number': 4, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'gw_port': {'id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:36Z', 'updated_at': '2021-11-04T11:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'b6fc5ae0-3f92-4a35-85a0-34024e36da54', 'name': '', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'mac_address': 'fa:16:3e:bb:b9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:38Z', 'updated_at': '2021-11-04T11:50:42Z', 'revision_number': 5, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'subnets': [{'id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:54:56.400340 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ee3e08-78db-4d27-b4bd-1d47416f30a7 None None] The sync data for ids ['e557c3ea-127b-4102-b576-d99adc8ad855'] in n-d-816629-1 is: [{'id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'name': 'tempest-TestShelveInstance-2122230058-router', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:35Z', 'updated_at': '2021-11-04T11:50:38Z', 'revision_number': 4, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'gw_port': {'id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:36Z', 'updated_at': '2021-11-04T11:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'b6fc5ae0-3f92-4a35-85a0-34024e36da54', 'name': '', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'mac_address': 'fa:16:3e:bb:b9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:38Z', 'updated_at': '2021-11-04T11:50:42Z', 'revision_number': 5, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'subnets': [{'id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:54:56.443799 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:54:56.461855 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-84338afc-9c31-428d-b173-99e42db8ed75 req-f2e20cbb-3f35-410b-989c-6c14bec93225 service neutron] 10.222.0.126 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006157 Nov 04 11:54:56.659589 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfa4427-152e-4413-9a35-07e42d272777 None None] New status for floating IP 8245ebc8-50ee-4d29-bdbe-4b98835a0d2e: DOWN {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:54:57.227045 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b7fb8-54b6-4e94-b56c-ef925bcf6555 req-4f69ac02-e30c-468b-89d2-1244487783b6 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:54:57.228597 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c09b7fb8-54b6-4e94-b56c-ef925bcf6555 req-4f69ac02-e30c-468b-89d2-1244487783b6 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 946 time: 0.0523419 Nov 04 11:54:57.232582 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c6376-892b-4744-b41a-2d1957429bda req-af818d66-ea39-4c0a-bece-515e09e34317 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:54:57.234105 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4b1c6376-892b-4744-b41a-2d1957429bda req-af818d66-ea39-4c0a-bece-515e09e34317 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.126 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 946 time: 0.0495141 Nov 04 11:54:57.284455 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c09b7fb8-54b6-4e94-b56c-ef925bcf6555 req-4f5e3c32-544a-49a3-9aa5-8c08f88df53b tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=318b094f-84fe-465c-ba49-00c7940d0697&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489390 Nov 04 11:54:57.350121 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-4b1c6376-892b-4744-b41a-2d1957429bda req-12e6b723-03bf-4731-be49-f40f02d948e2 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Deleting port 57d03f5e-8690-4db9-89b8-3355fcebd7b4 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:54:57.350457 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4b1c6376-892b-4744-b41a-2d1957429bda req-12e6b723-03bf-4731-be49-f40f02d948e2 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:57.454487 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-4b1c6376-892b-4744-b41a-2d1957429bda req-12e6b723-03bf-4731-be49-f40f02d948e2 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] For port 57d03f5e-8690-4db9-89b8-3355fcebd7b4, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=57d03f5e-8690-4db9-89b8-3355fcebd7b4,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:54:57.454764 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4b1c6376-892b-4744-b41a-2d1957429bda req-12e6b723-03bf-4731-be49-f40f02d948e2 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:57.468927 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-4b1c6376-892b-4744-b41a-2d1957429bda req-12e6b723-03bf-4731-be49-f40f02d948e2 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Calling delete_port for 57d03f5e-8690-4db9-89b8-3355fcebd7b4 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:54:57.993441 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4b1c6376-892b-4744-b41a-2d1957429bda req-12e6b723-03bf-4731-be49-f40f02d948e2 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:58.022889 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6b723-03bf-4731-be49-f40f02d948e2 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Pushing event deleted for resources: {'Port': ['ID=57d03f5e-8690-4db9-89b8-3355fcebd7b4,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:54:58.049454 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6b723-03bf-4731-be49-f40f02d948e2 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:54:58.049800 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6b723-03bf-4731-be49-f40f02d948e2 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:54:58.050127 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6b723-03bf-4731-be49-f40f02d948e2 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:54:58.050452 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6b723-03bf-4731-be49-f40f02d948e2 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:54:58.050778 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6b723-03bf-4731-be49-f40f02d948e2 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:54:58.051093 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6b723-03bf-4731-be49-f40f02d948e2 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:54:58.051406 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6b723-03bf-4731-be49-f40f02d948e2 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:54:58.051705 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6b723-03bf-4731-be49-f40f02d948e2 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:54:58.052025 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6b723-03bf-4731-be49-f40f02d948e2 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:54:58.052327 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6b723-03bf-4731-be49-f40f02d948e2 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:54:58.052654 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6b723-03bf-4731-be49-f40f02d948e2 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:54:58.052987 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6b723-03bf-4731-be49-f40f02d948e2 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:54:58.071533 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1c6376-892b-4744-b41a-2d1957429bda req-12e6b723-03bf-4731-be49-f40f02d948e2 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] No DVR routers for this DVR port 57d03f5e-8690-4db9-89b8-3355fcebd7b4 on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:54:58.074040 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-4b1c6376-892b-4744-b41a-2d1957429bda req-12e6b723-03bf-4731-be49-f40f02d948e2 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:58.077373 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-4b1c6376-892b-4744-b41a-2d1957429bda req-12e6b723-03bf-4731-be49-f40f02d948e2 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.126 "DELETE /v2.0/ports/57d03f5e-8690-4db9-89b8-3355fcebd7b4 HTTP/1.1" status: 204 len: 173 time: 0.8359609 Nov 04 11:54:58.077802 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92027f99-39a4-457c-bd4f-5a916ffd1f52', 'name': 'network-vif-deleted', 'tag': '57d03f5e-8690-4db9-89b8-3355fcebd7b4'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:54:58.080094 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04017dc5-e058-409a-a9c3-f847970b3007" -d '{"events": [{"server_uuid": "92027f99-39a4-457c-bd4f-5a916ffd1f52", "name": "network-vif-deleted", "tag": "57d03f5e-8690-4db9-89b8-3355fcebd7b4"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:54:58.190552 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a75c36-7137-4c31-b95f-5df471e7de32 x-openstack-request-id: req-92a75c36-7137-4c31-b95f-5df471e7de32 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:54:58.190895 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92027f99-39a4-457c-bd4f-5a916ffd1f52", "name": "network-vif-deleted", "tag": "57d03f5e-8690-4db9-89b8-3355fcebd7b4", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:54:58.191137 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-92a75c36-7137-4c31-b95f-5df471e7de32 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:54:58.191524 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92027f99-39a4-457c-bd4f-5a916ffd1f52', 'name': 'network-vif-deleted', 'tag': '57d03f5e-8690-4db9-89b8-3355fcebd7b4', 'status': 'completed', 'code': 200} Nov 04 11:54:58.403257 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-64f2f617-72ff-4cd5-8e80-49d1cbd79885 req-040f2b67-3c2e-4478-a642-5621ba6ad6a0 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=92027f99-39a4-457c-bd4f-5a916ffd1f52 HTTP/1.1" status: 200 len: 210 time: 0.0338120 Nov 04 11:54:59.472417 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36180) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:54:59.533377 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bac4be05-80a5-4317-b678-3961e02ca58d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:59.559920 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bac4be05-80a5-4317-b678-3961e02ca58d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:59.631040 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bac4be05-80a5-4317-b678-3961e02ca58d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:59.633797 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-bac4be05-80a5-4317-b678-3961e02ca58d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:59.635104 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-bac4be05-80a5-4317-b678-3961e02ca58d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "DELETE /v2.0/security-groups/318b094f-84fe-465c-ba49-00c7940d0697 HTTP/1.1" status: 204 len: 168 time: 0.1616426 Nov 04 11:54:59.644578 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4be05-80a5-4317-b678-3961e02ca58d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=318b094f-84fe-465c-ba49-00c7940d0697,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:54:59.869731 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36186) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:54:59.874493 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b09df8fe-92d3-4961-91c9-c4075374672a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1708035868', 'description': 'tempest-secgroup-smoke-1708035868 description', 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:54:59.902288 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b09df8fe-92d3-4961-91c9-c4075374672a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:59.972803 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b09df8fe-92d3-4961-91c9-c4075374672a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:54:59.979364 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b09df8fe-92d3-4961-91c9-c4075374672a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:00.019012 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b09df8fe-92d3-4961-91c9-c4075374672a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:00.020269 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b09df8fe-92d3-4961-91c9-c4075374672a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1495111 Nov 04 11:55:00.022214 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09df8fe-92d3-4961-91c9-c4075374672a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a51a26ff-6132-46a5-ba29-e3603b9241f7,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:55:00.023965 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36188) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:55:00.029543 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-f653f795-afa0-4abe-a2cd-cd166322991c tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Request body: {'security_group_rule': {'security_group_id': 'a51a26ff-6132-46a5-ba29-e3603b9241f7', 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:55:00.062783 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f653f795-afa0-4abe-a2cd-cd166322991c tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:00.111920 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f653f795-afa0-4abe-a2cd-cd166322991c tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:00.117456 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f653f795-afa0-4abe-a2cd-cd166322991c tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:00.141251 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653f795-afa0-4abe-a2cd-cd166322991c tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3e7f12-4d7e-4f8d-b9a6-68fa5ea03a0d,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:55:00.147231 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f653f795-afa0-4abe-a2cd-cd166322991c tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:00.148460 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f653f795-afa0-4abe-a2cd-cd166322991c tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233249 Nov 04 11:55:00.151283 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36190) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:55:00.156021 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-af6406cc-46a9-484f-9bfb-b20c95e20767 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Request body: {'security_group_rule': {'security_group_id': 'a51a26ff-6132-46a5-ba29-e3603b9241f7', 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:55:00.184628 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-af6406cc-46a9-484f-9bfb-b20c95e20767 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:00.242232 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-af6406cc-46a9-484f-9bfb-b20c95e20767 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:00.247998 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-af6406cc-46a9-484f-9bfb-b20c95e20767 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:00.267037 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6406cc-46a9-484f-9bfb-b20c95e20767 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0deb3f08-d6e8-4c0a-b15c-fbdea8a14cef,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:55:00.276844 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-af6406cc-46a9-484f-9bfb-b20c95e20767 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:00.278098 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-af6406cc-46a9-484f-9bfb-b20c95e20767 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1256020 Nov 04 11:55:00.281229 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36192) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:55:00.286272 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-d3d139f1-e6d1-412c-b917-0863e4bad630 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Request body: {'security_group_rule': {'security_group_id': 'a51a26ff-6132-46a5-ba29-e3603b9241f7', 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:55:00.315191 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d3d139f1-e6d1-412c-b917-0863e4bad630 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:00.372796 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d3d139f1-e6d1-412c-b917-0863e4bad630 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:00.379186 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d3d139f1-e6d1-412c-b917-0863e4bad630 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:00.397306 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d139f1-e6d1-412c-b917-0863e4bad630 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39d9e21-c186-4b34-a274-ba978dec3dc7,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:55:00.406371 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d3d139f1-e6d1-412c-b917-0863e4bad630 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:00.407561 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d3d139f1-e6d1-412c-b917-0863e4bad630 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1251154 Nov 04 11:55:00.410493 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36194) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:55:00.414926 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-a0737a54-fae5-4105-8c2a-f19baa274e17 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Request body: {'security_group_rule': {'security_group_id': 'a51a26ff-6132-46a5-ba29-e3603b9241f7', 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:55:00.442652 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a0737a54-fae5-4105-8c2a-f19baa274e17 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:00.504458 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a0737a54-fae5-4105-8c2a-f19baa274e17 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:00.510381 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a0737a54-fae5-4105-8c2a-f19baa274e17 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:00.535467 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0737a54-fae5-4105-8c2a-f19baa274e17 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f787bcff-2962-4d20-b6ac-175f37a6dd02,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:55:00.545527 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a0737a54-fae5-4105-8c2a-f19baa274e17 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:00.546773 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a0737a54-fae5-4105-8c2a-f19baa274e17 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1353273 Nov 04 11:55:00.549672 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36196) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:55:00.554087 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-99d0130a-4936-4046-a5ed-f9a7e2cf4e8a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Request body: {'security_group_rule': {'security_group_id': 'a51a26ff-6132-46a5-ba29-e3603b9241f7', 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:55:00.575764 n-d-816629-1 neutron-server[101775]: INFO neutron.db.securitygroups_db [None req-99d0130a-4936-4046-a5ed-f9a7e2cf4e8a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Project f75c0ec96e3c440a8e362646d9c4869c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 11:55:00.580511 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-99d0130a-4936-4046-a5ed-f9a7e2cf4e8a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:00.644704 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-99d0130a-4936-4046-a5ed-f9a7e2cf4e8a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:00.650755 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-99d0130a-4936-4046-a5ed-f9a7e2cf4e8a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:00.674482 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0130a-4936-4046-a5ed-f9a7e2cf4e8a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0176b1b9-4942-4f69-b6c9-2f7113e92d41,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:55:00.680461 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-99d0130a-4936-4046-a5ed-f9a7e2cf4e8a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:00.681682 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-99d0130a-4936-4046-a5ed-f9a7e2cf4e8a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1310587 Nov 04 11:55:00.684809 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36198) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:55:00.689604 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-a20f424d-038d-40ad-b4ee-7f71236de09d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Request body: {'security_group_rule': {'security_group_id': 'a51a26ff-6132-46a5-ba29-e3603b9241f7', 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:55:00.717165 n-d-816629-1 neutron-server[101775]: INFO neutron.db.securitygroups_db [None req-a20f424d-038d-40ad-b4ee-7f71236de09d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Project f75c0ec96e3c440a8e362646d9c4869c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 11:55:00.723353 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a20f424d-038d-40ad-b4ee-7f71236de09d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:00.787239 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a20f424d-038d-40ad-b4ee-7f71236de09d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:00.792745 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a20f424d-038d-40ad-b4ee-7f71236de09d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:00.809643 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f424d-038d-40ad-b4ee-7f71236de09d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e552578b-d114-4172-9aab-8b0a61eb53e3,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:55:00.820098 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a20f424d-038d-40ad-b4ee-7f71236de09d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:00.821340 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a20f424d-038d-40ad-b4ee-7f71236de09d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1354895 Nov 04 11:55:01.151574 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 57d03f5e-8690-4db9-89b8-3355fcebd7b4 no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:55:01.172676 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 57d03f5e-8690-4db9-89b8-3355fcebd7b4 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:55:01.173125 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 57d03f5e-8690-4db9-89b8-3355fcebd7b4 not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:55:13.280614 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:15.591301 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:16.899109 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-38be9fdc-0b35-43ea-b8de-5d219c4d42f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:17.170775 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-8fa5e016-0d3b-40cb-b981-861d7bde6468 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1708035868&fields=id&tenant_id=f75c0ec96e3c440a8e362646d9c4869c HTTP/1.1" status: 200 len: 267 time: 0.0481565 Nov 04 11:55:17.294947 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-d2843b5c-eb9b-43e2-94bd-d3032578d937 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:17.296508 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-d2843b5c-eb9b-43e2-94bd-d3032578d937 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/networks?id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b HTTP/1.1" status: 200 len: 809 time: 0.1188550 Nov 04 11:55:17.313209 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-eccc533e-7c45-4a9d-a40a-ad31c5296f9a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/quotas/f75c0ec96e3c440a8e362646d9c4869c HTTP/1.1" status: 200 len: 375 time: 0.0104301 Nov 04 11:55:17.375937 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-8a355dd4-528a-4b6d-982b-465a873c7e2d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=f75c0ec96e3c440a8e362646d9c4869c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570917 Nov 04 11:55:17.562478 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-c6b923d5-6d67-43ed-a9be-296d12df07ed service neutron] 10.222.0.127 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681044 Nov 04 11:55:17.656862 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-bb343b9b-71c3-4afc-a693-e62ad04db829 service neutron] 10.222.0.127 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860560 Nov 04 11:55:17.973173 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-70adfa2f-078d-4a54-88ec-25cf21544c7b req-9e484649-2751-42d5-bcc8-be1ad0651343 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 210 time: 0.0280547 Nov 04 11:55:19.029613 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-4052663c-4e7f-4231-82bf-12145c270599 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:19.031513 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-4052663c-4e7f-4231-82bf-12145c270599 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.121 "GET /v2.0/networks?id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b HTTP/1.1" status: 200 len: 809 time: 0.1139300 Nov 04 11:55:19.084743 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3aaec3cf-08cd-4897-9cbb-4f6a9d9a2b86 req-69422719-7277-4906-a71d-55511af7c4a0 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 210 time: 0.0338385 Nov 04 11:55:19.099282 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-ef8983f9-050a-4301-8ffa-7a340d85ca9e tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f75c0ec96e3c440a8e362646d9c4869c HTTP/1.1" status: 200 len: 380 time: 0.0587749 Nov 04 11:55:19.110498 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-0900ae9e-0115-4c79-9be6-df229f2ccfcf tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Request body: {'port': {'device_id': 'b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'admin_state_up': True, 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'security_groups': ['a51a26ff-6132-46a5-ba29-e3603b9241f7']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:55:19.226735 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-0900ae9e-0115-4c79-9be6-df229f2ccfcf tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Made reservation on behalf of f75c0ec96e3c440a8e362646d9c4869c for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:55:19.230364 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-0900ae9e-0115-4c79-9be6-df229f2ccfcf tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:19.360548 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-0900ae9e-0115-4c79-9be6-df229f2ccfcf tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Allocated IP 172.20.0.6 (d6b64dfa-3904-438e-bb2c-b90bc220dc1b/7ce23495-bd3e-497c-b518-956e93f5898e/6188ceb8-f954-429d-8d70-4b0147bd853b) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:55:19.517092 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-0900ae9e-0115-4c79-9be6-df229f2ccfcf tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:19.553354 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-0900ae9e-0115-4c79-9be6-df229f2ccfcf tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:19.595266 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-0900ae9e-0115-4c79-9be6-df229f2ccfcf tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Network d6b64dfa-3904-438e-bb2c-b90bc220dc1b is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:55:19.598297 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-0900ae9e-0115-4c79-9be6-df229f2ccfcf tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:55:19.604542 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-0900ae9e-0115-4c79-9be6-df229f2ccfcf tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:55:19.643024 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900ae9e-0115-4c79-9be6-df229f2ccfcf tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Pushing event updated for resources: {'Port': ['ID=6188ceb8-f954-429d-8d70-4b0147bd853b,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:55:19.670926 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-0900ae9e-0115-4c79-9be6-df229f2ccfcf tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:19.671589 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-0900ae9e-0115-4c79-9be6-df229f2ccfcf tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:19.690167 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-0900ae9e-0115-4c79-9be6-df229f2ccfcf tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5849559 Nov 04 11:55:19.757388 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-1c6b4701-3a63-4a2b-aa02-41b55051d740 service neutron] Request body: {'port': {'device_id': 'b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:55:19.785451 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b4a70358-09fd-488d-8e66-b6b719f6a0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:19.827284 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-1c6b4701-3a63-4a2b-aa02-41b55051d740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:19.835084 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-43fee932-4d81-4c15-87bd-78e64bf3b782 None None] Provisioning complete for port 6188ceb8-f954-429d-8d70-4b0147bd853b triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:55:19.835524 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-43fee932-4d81-4c15-87bd-78e64bf3b782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:19.871061 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-43fee932-4d81-4c15-87bd-78e64bf3b782 None None] Port 6188ceb8-f954-429d-8d70-4b0147bd853b cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:55:20.099251 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-1c6b4701-3a63-4a2b-aa02-41b55051d740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6188ceb8-f954-429d-8d70-4b0147bd853b {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:55:20.107143 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-1c6b4701-3a63-4a2b-aa02-41b55051d740 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:20.120253 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-1c6b4701-3a63-4a2b-aa02-41b55051d740 service neutron] Transition to ACTIVE for port object 6188ceb8-f954-429d-8d70-4b0147bd853b will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:55:20.126122 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-1c6b4701-3a63-4a2b-aa02-41b55051d740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:20.177375 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4701-3a63-4a2b-aa02-41b55051d740 service neutron] Pushing event updated for resources: {'Port': ['ID=6188ceb8-f954-429d-8d70-4b0147bd853b,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:55:20.218723 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da31a2-ff56-484d-b7eb-f5822afc2043 req-b7bad93f-65a8-48db-9ea4-63d9aef37480 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:20.221237 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8da31a2-ff56-484d-b7eb-f5822afc2043 req-b7bad93f-65a8-48db-9ea4-63d9aef37480 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 943 time: 0.0530825 Nov 04 11:55:20.271355 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-1c6b4701-3a63-4a2b-aa02-41b55051d740 service neutron] Attempting to bind port 6188ceb8-f954-429d-8d70-4b0147bd853b on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:55:20.271691 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-1c6b4701-3a63-4a2b-aa02-41b55051d740 service neutron] Attempting to bind port 6188ceb8-f954-429d-8d70-4b0147bd853b by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': '9ca9f334-f931-44d9-8e77-fdc604da5c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:55:20.272158 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-1c6b4701-3a63-4a2b-aa02-41b55051d740 service neutron] Attempting to bind port 6188ceb8-f954-429d-8d70-4b0147bd853b on network d6b64dfa-3904-438e-bb2c-b90bc220dc1b {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:55:20.277543 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-1c6b4701-3a63-4a2b-aa02-41b55051d740 service neutron] Port 6188ceb8-f954-429d-8d70-4b0147bd853b on network d6b64dfa-3904-438e-bb2c-b90bc220dc1b not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:55:20.278275 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-1c6b4701-3a63-4a2b-aa02-41b55051d740 service neutron] Attempting to bind port 6188ceb8-f954-429d-8d70-4b0147bd853b on network d6b64dfa-3904-438e-bb2c-b90bc220dc1b {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:55:20.283752 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f8da31a2-ff56-484d-b7eb-f5822afc2043 req-fd3532fc-1f08-41ce-b2eb-292df7ce0c37 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538926 Nov 04 11:55:20.284595 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-1c6b4701-3a63-4a2b-aa02-41b55051d740 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:55:20.284960 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-1c6b4701-3a63-4a2b-aa02-41b55051d740 service neutron] Checking segment: {'id': '9ca9f334-f931-44d9-8e77-fdc604da5c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:55:20.285350 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-1c6b4701-3a63-4a2b-aa02-41b55051d740 service neutron] Bound using segment: {'id': '9ca9f334-f931-44d9-8e77-fdc604da5c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:55:20.285783 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-1c6b4701-3a63-4a2b-aa02-41b55051d740 service neutron] Bound port: 6188ceb8-f954-429d-8d70-4b0147bd853b, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca9f334-f931-44d9-8e77-fdc604da5c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:55:20.286152 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-1c6b4701-3a63-4a2b-aa02-41b55051d740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:20.366335 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-1c6b4701-3a63-4a2b-aa02-41b55051d740 service neutron] For port 6188ceb8-f954-429d-8d70-4b0147bd853b, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:55:20.369726 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-1c6b4701-3a63-4a2b-aa02-41b55051d740 service neutron] For port 6188ceb8-f954-429d-8d70-4b0147bd853b, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6188ceb8-f954-429d-8d70-4b0147bd853b,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:55:20.375916 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-1c6b4701-3a63-4a2b-aa02-41b55051d740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:20.413772 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-1c6b4701-3a63-4a2b-aa02-41b55051d740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:20.414516 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-1c6b4701-3a63-4a2b-aa02-41b55051d740 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:20.416000 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-1c6b4701-3a63-4a2b-aa02-41b55051d740 service neutron] 10.222.0.121 "PUT /v2.0/ports/6188ceb8-f954-429d-8d70-4b0147bd853b HTTP/1.1" status: 200 len: 1091 time: 0.7175968 Nov 04 11:55:20.416440 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07', 'tag': '6188ceb8-f954-429d-8d70-4b0147bd853b'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:55:20.418858 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dcbff3-6f1c-40e1-b714-8c6c69a3670a" -d '{"events": [{"name": "network-changed", "server_uuid": "b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07", "tag": "6188ceb8-f954-429d-8d70-4b0147bd853b"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:55:20.445226 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4701-3a63-4a2b-aa02-41b55051d740 service neutron] Pushing event updated for resources: {'Port': ['ID=6188ceb8-f954-429d-8d70-4b0147bd853b,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:55:20.502360 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b58ef9-a833-4259-9444-2cb009929d18 x-openstack-request-id: req-32b58ef9-a833-4259-9444-2cb009929d18 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:55:20.502708 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07", "tag": "6188ceb8-f954-429d-8d70-4b0147bd853b", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:55:20.502906 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-32b58ef9-a833-4259-9444-2cb009929d18 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:55:20.503310 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07', 'tag': '6188ceb8-f954-429d-8d70-4b0147bd853b', 'status': 'completed', 'code': 200} Nov 04 11:55:20.520470 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-562945c1-83b7-441d-a0a5-04d2e86a14aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:20.522200 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-562945c1-83b7-441d-a0a5-04d2e86a14aa service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f75c0ec96e3c440a8e362646d9c4869c&device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 1094 time: 0.0498915 Nov 04 11:55:20.568884 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-d117ab28-325f-44ab-809a-26106449caf5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6188ceb8-f954-429d-8d70-4b0147bd853b HTTP/1.1" status: 200 len: 217 time: 0.0385010 Nov 04 11:55:20.642751 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-29e278ce-d7e8-481c-80c4-517eec00b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:20.644505 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-29e278ce-d7e8-481c-80c4-517eec00b68e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7ce23495-bd3e-497c-b518-956e93f5898e HTTP/1.1" status: 200 len: 848 time: 0.0643728 Nov 04 11:55:20.695690 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-88e4cb75-32b5-4bef-8a0d-0766b15b3875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:20.697283 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-88e4cb75-32b5-4bef-8a0d-0766b15b3875 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456202 Nov 04 11:55:20.797640 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-90dbeba1-a1f3-4acc-8215-6eb015739327 service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924556 Nov 04 11:55:20.894468 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f742cce8-b323-4a63-b1d1-1f8c25e42245 req-c9562881-3de5-43b1-9bab-8566b1fd275a service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895388 Nov 04 11:55:20.982817 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcbff3-6f1c-40e1-b714-8c6c69a3670a req-cb890780-3eec-48f8-817d-d63bc805202f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:20.984411 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-32dcbff3-6f1c-40e1-b714-8c6c69a3670a req-cb890780-3eec-48f8-817d-d63bc805202f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f75c0ec96e3c440a8e362646d9c4869c&device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 1094 time: 0.0454419 Nov 04 11:55:21.084400 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcbff3-6f1c-40e1-b714-8c6c69a3670a req-441ee5ff-16a2-4cb3-9526-b06a21ba6fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:21.085959 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-32dcbff3-6f1c-40e1-b714-8c6c69a3670a req-441ee5ff-16a2-4cb3-9526-b06a21ba6fc8 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b HTTP/1.1" status: 200 len: 911 time: 0.0937786 Nov 04 11:55:21.132137 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-32dcbff3-6f1c-40e1-b714-8c6c69a3670a req-fab25f61-d23c-41c8-824a-bd087fda88b1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6188ceb8-f954-429d-8d70-4b0147bd853b HTTP/1.1" status: 200 len: 217 time: 0.0357511 Nov 04 11:55:21.146387 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:21.181659 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcbff3-6f1c-40e1-b714-8c6c69a3670a req-3cee47e2-34c2-4cee-83a6-812575d04e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:21.183151 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-32dcbff3-6f1c-40e1-b714-8c6c69a3670a req-3cee47e2-34c2-4cee-83a6-812575d04e63 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7ce23495-bd3e-497c-b518-956e93f5898e HTTP/1.1" status: 200 len: 848 time: 0.0474091 Nov 04 11:55:21.236903 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcbff3-6f1c-40e1-b714-8c6c69a3670a req-70021d0e-5f12-4d0c-a010-6b67d5ed8577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:21.238470 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-32dcbff3-6f1c-40e1-b714-8c6c69a3670a req-70021d0e-5f12-4d0c-a010-6b67d5ed8577 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469491 Nov 04 11:55:21.336011 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-32dcbff3-6f1c-40e1-b714-8c6c69a3670a req-9a6ed9b0-4a97-492c-a809-5da46cf7103c service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904577 Nov 04 11:55:21.412531 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f6181-53d3-4c93-917f-5577124213a6 req-c6611126-9ba1-4299-a0db-aab306ec989d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:21.414705 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-884f6181-53d3-4c93-917f-5577124213a6 req-c6611126-9ba1-4299-a0db-aab306ec989d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 943 time: 0.0520933 Nov 04 11:55:21.438417 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-32dcbff3-6f1c-40e1-b714-8c6c69a3670a req-2a6ec3e7-7ce0-44b6-9493-4f0a5de62891 service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953162 Nov 04 11:55:21.474810 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-884f6181-53d3-4c93-917f-5577124213a6 req-01546bb8-f423-4b58-b565-da0eee5774db tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532999 Nov 04 11:55:22.535308 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:22.606894 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93fdc2-1410-4e62-a6ea-82def3af3981 req-7244b74b-4d84-4eb9-9b71-f4abd1d072e3 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:22.607911 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c93fdc2-1410-4e62-a6ea-82def3af3981 req-7244b74b-4d84-4eb9-9b71-f4abd1d072e3 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 943 time: 0.0557737 Nov 04 11:55:22.659364 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c93fdc2-1410-4e62-a6ea-82def3af3981 req-8cf2e1a7-74d2-49a2-b582-bc48d44524c7 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448225 Nov 04 11:55:22.689940 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:23.787345 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d258d-8b60-4eea-8d5e-6e8bdadd58a4 req-4ba655ec-cc61-45a7-bae0-bd35618d5a2b tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:23.788850 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ff7d258d-8b60-4eea-8d5e-6e8bdadd58a4 req-4ba655ec-cc61-45a7-bae0-bd35618d5a2b tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 943 time: 0.0593677 Nov 04 11:55:23.842120 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ff7d258d-8b60-4eea-8d5e-6e8bdadd58a4 req-82bdc801-65ce-4104-b276-a5638f274d13 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467706 Nov 04 11:55:24.973644 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c7c53-e98f-40be-904b-adebba9ff255 req-232cef37-40b1-439f-9efa-2bb902e0fc2e tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:24.975175 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-226c7c53-e98f-40be-904b-adebba9ff255 req-232cef37-40b1-439f-9efa-2bb902e0fc2e tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 943 time: 0.0573699 Nov 04 11:55:25.032437 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-226c7c53-e98f-40be-904b-adebba9ff255 req-4b7cbfa8-f6ee-4715-b646-7c4b5f44c662 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509152 Nov 04 11:55:26.162141 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d1f1c-a2b3-4486-9d65-291a063585c8 req-985150fd-ed3b-435e-8657-f4b32271252d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:26.163889 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c19d1f1c-a2b3-4486-9d65-291a063585c8 req-985150fd-ed3b-435e-8657-f4b32271252d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 943 time: 0.0529745 Nov 04 11:55:26.219159 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c19d1f1c-a2b3-4486-9d65-291a063585c8 req-9848b343-acb5-48b2-afba-09c91ec1b5cd tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485034 Nov 04 11:55:27.351546 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af7c61-0028-400a-89c9-8fd77286adcb req-d47d36b5-77ab-4d5b-a363-37b3b1f31caa tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:27.353151 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f3af7c61-0028-400a-89c9-8fd77286adcb req-d47d36b5-77ab-4d5b-a363-37b3b1f31caa tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 943 time: 0.0534325 Nov 04 11:55:27.407449 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f3af7c61-0028-400a-89c9-8fd77286adcb req-f891f52b-67a4-4d13-8d74-314da36a867c tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448782 Nov 04 11:55:28.563535 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b0403-e90d-485f-90e6-d0b55f06da84 req-560b6433-e96e-4fdd-991e-b3efd3b38e39 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:28.565862 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a0b0403-e90d-485f-90e6-d0b55f06da84 req-560b6433-e96e-4fdd-991e-b3efd3b38e39 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 943 time: 0.0753503 Nov 04 11:55:28.629157 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7a0b0403-e90d-485f-90e6-d0b55f06da84 req-20f27851-1c1d-4ba0-b3f3-96225d700b67 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571849 Nov 04 11:55:29.765258 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bff37-274e-4dfe-aa00-c65c93493a18 req-c5363532-d4ec-4918-892e-d9bab678538f tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:29.778603 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c41bff37-274e-4dfe-aa00-c65c93493a18 req-c5363532-d4ec-4918-892e-d9bab678538f tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 943 time: 0.0537000 Nov 04 11:55:29.825847 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c41bff37-274e-4dfe-aa00-c65c93493a18 req-ae9ea58b-ddd6-4b08-a953-9d0b21a0ad72 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487802 Nov 04 11:55:30.962049 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9b342-65f5-4396-a75e-11bf6aa23309 req-1ee7be8b-6330-4343-85dc-e3ca9ac4575d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:30.963573 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-88e9b342-65f5-4396-a75e-11bf6aa23309 req-1ee7be8b-6330-4343-85dc-e3ca9ac4575d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 943 time: 0.0566685 Nov 04 11:55:31.015826 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-88e9b342-65f5-4396-a75e-11bf6aa23309 req-e07fc0f0-d32b-4895-a575-1ff9cb3433a0 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447178 Nov 04 11:55:31.978338 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6188ceb8-f954-429d-8d70-4b0147bd853b details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:55:32.081358 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 6188ceb8-f954-429d-8d70-4b0147bd853b, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6188ceb8-f954-429d-8d70-4b0147bd853b,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:55:32.093911 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '6188ceb8-f954-429d-8d70-4b0147bd853b', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'port_id': '6188ceb8-f954-429d-8d70-4b0147bd853b', 'mac_address': 'fa:16:3e:04:6b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:55:32.135561 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc5614-6741-49b8-be3c-d664104c3826 req-8ed643bf-7c16-4fe0-b300-d379ffe97189 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:32.137163 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2bcc5614-6741-49b8-be3c-d664104c3826 req-8ed643bf-7c16-4fe0-b300-d379ffe97189 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 943 time: 0.0520539 Nov 04 11:55:32.137949 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:32.151928 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6188ceb8-f954-429d-8d70-4b0147bd853b {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:55:32.174028 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 6188ceb8-f954-429d-8d70-4b0147bd853b, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6188ceb8-f954-429d-8d70-4b0147bd853b,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:55:32.182566 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:32.200140 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2bcc5614-6741-49b8-be3c-d664104c3826 req-4251f035-8931-4366-8cad-86801f4a8b6d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525670 Nov 04 11:55:32.235043 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=6188ceb8-f954-429d-8d70-4b0147bd853b,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:55:32.242957 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:55:32.243300 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:55:32.243632 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:55:32.243960 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:55:32.244290 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:55:32.244624 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:55:32.244975 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:55:32.245297 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:55:32.245621 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:55:32.245938 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:55:32.246254 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:55:32.246578 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:55:32.411814 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['6188ceb8-f954-429d-8d70-4b0147bd853b'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:55:33.332775 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9063e-d576-47d9-aaee-009dbcf838fe req-9f223156-ee49-4a4b-8a51-0f2b6f1c065f tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:33.334313 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e0c9063e-d576-47d9-aaee-009dbcf838fe req-9f223156-ee49-4a4b-8a51-0f2b6f1c065f tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 944 time: 0.0585630 Nov 04 11:55:33.393979 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e0c9063e-d576-47d9-aaee-009dbcf838fe req-bcf89c5c-aa69-4e53-bd22-953171f67999 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502882 Nov 04 11:55:33.443727 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:55:33.978587 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6188ceb8-f954-429d-8d70-4b0147bd853b up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:55:34.036690 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 6188ceb8-f954-429d-8d70-4b0147bd853b completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 11:55:34.041289 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 6188ceb8-f954-429d-8d70-4b0147bd853b triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:55:34.041666 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:34.124616 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:34.148358 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6188ceb8-f954-429d-8d70-4b0147bd853b'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:55:34.150649 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21170883-a97f-4017-8b64-45a979bc7cf6" -d '{"events": [{"server_uuid": "b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07", "name": "network-vif-plugged", "status": "completed", "tag": "6188ceb8-f954-429d-8d70-4b0147bd853b"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:55:34.163454 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 6188ceb8-f954-429d-8d70-4b0147bd853b, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6188ceb8-f954-429d-8d70-4b0147bd853b,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:55:34.168530 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:34.219372 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=6188ceb8-f954-429d-8d70-4b0147bd853b,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:55:34.248497 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c34e61-b057-400f-ac1f-8e5639404c6a x-openstack-request-id: req-51c34e61-b057-400f-ac1f-8e5639404c6a {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:55:34.248803 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07", "name": "network-vif-plugged", "status": "completed", "tag": "6188ceb8-f954-429d-8d70-4b0147bd853b", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:55:34.249111 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-51c34e61-b057-400f-ac1f-8e5639404c6a {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:55:34.249528 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6188ceb8-f954-429d-8d70-4b0147bd853b', 'code': 200} Nov 04 11:55:34.350764 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec51d21-aca2-489e-b8b0-9a8c7a3da4d2 req-50a587d5-b2b9-4626-8baf-ce897e5906ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:34.352303 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dec51d21-aca2-489e-b8b0-9a8c7a3da4d2 req-50a587d5-b2b9-4626-8baf-ce897e5906ac service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 1096 time: 0.0419893 Nov 04 11:55:34.400797 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dec51d21-aca2-489e-b8b0-9a8c7a3da4d2 req-63c168f8-b116-4d91-9234-32ddeb18caaa service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411949 Nov 04 11:55:34.518780 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd37e1d-8c33-429b-9608-cf5c440cf47b req-cb1858e1-db6f-425a-b719-bd2cd180e490 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:34.520319 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fcd37e1d-8c33-429b-9608-cf5c440cf47b req-cb1858e1-db6f-425a-b719-bd2cd180e490 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 945 time: 0.0531392 Nov 04 11:55:34.574249 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fcd37e1d-8c33-429b-9608-cf5c440cf47b req-43e0c998-96c4-4528-b6ae-66afaee9ea3f tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447690 Nov 04 11:55:35.710125 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295db102-7a6b-4451-a3c5-f9d0311d44fe req-89e70fcd-cf0e-42c4-93d5-1f2a6b4be142 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:35.711640 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-295db102-7a6b-4451-a3c5-f9d0311d44fe req-89e70fcd-cf0e-42c4-93d5-1f2a6b4be142 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 945 time: 0.0572770 Nov 04 11:55:35.763414 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-295db102-7a6b-4451-a3c5-f9d0311d44fe req-3e0f8380-47f0-43cd-b24f-2c6ef45439e9 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455248 Nov 04 11:55:35.886802 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc15909-004b-4bb9-b7d3-89e2e7d1ca71 req-7bac7c74-9d70-4e50-9010-292475199915 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:35.888212 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2fc15909-004b-4bb9-b7d3-89e2e7d1ca71 req-7bac7c74-9d70-4e50-9010-292475199915 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 945 time: 0.0589194 Nov 04 11:55:35.940662 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2fc15909-004b-4bb9-b7d3-89e2e7d1ca71 req-e5c318c4-2bf8-47bc-8b00-f18c1d0a46af tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460696 Nov 04 11:55:35.963308 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36396) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:55:36.011162 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62485e19-1e47-45b0-9cf2-1e2de9849a26 tempest-TestShelveInstance-427701275 tempest-TestShelveInstance-427701275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:36.012698 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-62485e19-1e47-45b0-9cf2-1e2de9849a26 tempest-TestShelveInstance-427701275 tempest-TestShelveInstance-427701275-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 1091 time: 0.0484078 Nov 04 11:55:36.015762 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36398) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:55:36.020239 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-db8c5d13-362f-465d-be2b-dae2295f4355 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'port_id': '6188ceb8-f954-429d-8d70-4b0147bd853b', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:55:36.046624 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-db8c5d13-362f-465d-be2b-dae2295f4355 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:36.156211 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-db8c5d13-362f-465d-be2b-dae2295f4355 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:36.266369 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-db8c5d13-362f-465d-be2b-dae2295f4355 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Allocated IP 172.25.7.132 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/3c0ba9d7-c61c-43bf-b649-caf500ace9e6) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:55:36.374702 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-db8c5d13-362f-465d-be2b-dae2295f4355 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:36.410600 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-db8c5d13-362f-465d-be2b-dae2295f4355 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:36.448319 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8c5d13-362f-465d-be2b-dae2295f4355 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:55:36.453239 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-db8c5d13-362f-465d-be2b-dae2295f4355 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:55:36.457936 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8c5d13-362f-465d-be2b-dae2295f4355 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:55:36.463624 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c5d13-362f-465d-be2b-dae2295f4355 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Pushing event updated for resources: {'Port': ['ID=3c0ba9d7-c61c-43bf-b649-caf500ace9e6,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:55:36.847099 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-db8c5d13-362f-465d-be2b-dae2295f4355 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:36.915531 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-db8c5d13-362f-465d-be2b-dae2295f4355 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:37.070855 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-db8c5d13-362f-465d-be2b-dae2295f4355 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:37.078072 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-db8c5d13-362f-465d-be2b-dae2295f4355 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:37.147848 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c5d13-362f-465d-be2b-dae2295f4355 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Pushing event updated for resources: {'Port': ['ID=3c0ba9d7-c61c-43bf-b649-caf500ace9e6,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:55:37.162625 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-db8c5d13-362f-465d-be2b-dae2295f4355 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:37.265162 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-db8c5d13-362f-465d-be2b-dae2295f4355 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Floating IP d1e2d73d-7f0c-402f-bb12-4cbfc30ed41e associated. External IP: 172.25.7.132, port: 6188ceb8-f954-429d-8d70-4b0147bd853b. Nov 04 11:55:37.496967 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8c5d13-362f-465d-be2b-dae2295f4355 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Router e557c3ea-127b-4102-b576-d99adc8ad855 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:55:37.643241 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8c5d13-362f-465d-be2b-dae2295f4355 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:55:37.654386 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dc1410-2638-4ef3-a0e7-39aceb3dd499 None None] Sync routers for ids ['e557c3ea-127b-4102-b576-d99adc8ad855'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:55:37.665189 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-db8c5d13-362f-465d-be2b-dae2295f4355 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:37.669279 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dc1410-2638-4ef3-a0e7-39aceb3dd499 None None] Routers {'e557c3ea-127b-4102-b576-d99adc8ad855'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:55:37.669921 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-a5dc1410-2638-4ef3-a0e7-39aceb3dd499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:55:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e557c3ea-127b-4102-b576-d99adc8ad855'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:55:37.694696 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-db8c5d13-362f-465d-be2b-dae2295f4355 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6778250 Nov 04 11:55:37.695347 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07', 'tag': '6188ceb8-f954-429d-8d70-4b0147bd853b'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:55:37.697768 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4e2a034f213e3ed4147e598e162b1822d6f65ae2e173dcd934e22f7eae9c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6086a4d1-a349-4873-9aaf-538dbf697b58" -d '{"events": [{"name": "network-changed", "server_uuid": "b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07", "tag": "6188ceb8-f954-429d-8d70-4b0147bd853b"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:55:37.735600 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920a3bc7-1dea-4ed3-869a-5fe9645b884a x-openstack-request-id: req-920a3bc7-1dea-4ed3-869a-5fe9645b884a {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:55:37.735897 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07", "tag": "6188ceb8-f954-429d-8d70-4b0147bd853b", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:55:37.736152 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-920a3bc7-1dea-4ed3-869a-5fe9645b884a {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:55:37.736562 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07', 'tag': '6188ceb8-f954-429d-8d70-4b0147bd853b', 'status': 'completed', 'code': 200} Nov 04 11:55:37.783961 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-a5dc1410-2638-4ef3-a0e7-39aceb3dd499 None None] Set router e557c3ea-127b-4102-b576-d99adc8ad855 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:55:37.807738 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086a4d1-a349-4873-9aaf-538dbf697b58 req-a36c7488-147b-4484-973f-a451ca6c9a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:37.809320 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6086a4d1-a349-4873-9aaf-538dbf697b58 req-a36c7488-147b-4484-973f-a451ca6c9a68 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f75c0ec96e3c440a8e362646d9c4869c&device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 1096 time: 0.0502427 Nov 04 11:55:37.916126 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086a4d1-a349-4873-9aaf-538dbf697b58 req-ab80f449-e522-4d36-9d31-13e6d7ef2383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:37.917658 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6086a4d1-a349-4873-9aaf-538dbf697b58 req-ab80f449-e522-4d36-9d31-13e6d7ef2383 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b HTTP/1.1" status: 200 len: 911 time: 0.1006317 Nov 04 11:55:37.996905 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6086a4d1-a349-4873-9aaf-538dbf697b58 req-0be18b34-f813-4f93-b191-acc663208f55 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6188ceb8-f954-429d-8d70-4b0147bd853b HTTP/1.1" status: 200 len: 999 time: 0.0723433 Nov 04 11:55:38.054487 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086a4d1-a349-4873-9aaf-538dbf697b58 req-1f6b8acf-80bc-4e48-b2f0-679e378f5a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:38.055944 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6086a4d1-a349-4873-9aaf-538dbf697b58 req-1f6b8acf-80bc-4e48-b2f0-679e378f5a16 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7ce23495-bd3e-497c-b518-956e93f5898e HTTP/1.1" status: 200 len: 848 time: 0.0519855 Nov 04 11:55:38.106826 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086a4d1-a349-4873-9aaf-538dbf697b58 req-c3dfeaa0-a677-4e06-945a-6d33ffc61de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:38.108391 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6086a4d1-a349-4873-9aaf-538dbf697b58 req-c3dfeaa0-a677-4e06-945a-6d33ffc61de7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449147 Nov 04 11:55:38.176636 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-a5dc1410-2638-4ef3-a0e7-39aceb3dd499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'name': 'tempest-TestShelveInstance-2122230058-router', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:35Z', 'updated_at': '2021-11-04T11:50:38Z', 'revision_number': 4, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'gw_port': {'id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:36Z', 'updated_at': '2021-11-04T11:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'd1e2d73d-7f0c-402f-bb12-4cbfc30ed41e', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'port_id': '6188ceb8-f954-429d-8d70-4b0147bd853b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'mac_address': 'fa:16:3e:04:6b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:55:36Z', 'updated_at': '2021-11-04T11:55:36Z', 'revision_number': 0, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6fc5ae0-3f92-4a35-85a0-34024e36da54', 'name': '', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'mac_address': 'fa:16:3e:bb:b9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:38Z', 'updated_at': '2021-11-04T11:50:42Z', 'revision_number': 5, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'subnets': [{'id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:55:38.206089 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dc1410-2638-4ef3-a0e7-39aceb3dd499 None None] Checking router: e557c3ea-127b-4102-b576-d99adc8ad855 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:55:38.208045 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6086a4d1-a349-4873-9aaf-538dbf697b58 req-5300d740-5edb-43aa-8f0d-dbc8d5fc8073 service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924428 Nov 04 11:55:38.215103 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dc1410-2638-4ef3-a0e7-39aceb3dd499 None None] Routers {'e557c3ea-127b-4102-b576-d99adc8ad855'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:55:38.215725 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-a5dc1410-2638-4ef3-a0e7-39aceb3dd499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:55:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e557c3ea-127b-4102-b576-d99adc8ad855'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:55:38.306265 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6086a4d1-a349-4873-9aaf-538dbf697b58 req-e508aada-043c-40df-8f8b-0d6f0bffc384 service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909917 Nov 04 11:55:38.324001 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-a5dc1410-2638-4ef3-a0e7-39aceb3dd499 None None] Set router e557c3ea-127b-4102-b576-d99adc8ad855 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:55:38.550732 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-a5dc1410-2638-4ef3-a0e7-39aceb3dd499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'name': 'tempest-TestShelveInstance-2122230058-router', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:35Z', 'updated_at': '2021-11-04T11:50:38Z', 'revision_number': 4, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'gw_port': {'id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:36Z', 'updated_at': '2021-11-04T11:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'd1e2d73d-7f0c-402f-bb12-4cbfc30ed41e', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'port_id': '6188ceb8-f954-429d-8d70-4b0147bd853b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'mac_address': 'fa:16:3e:04:6b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:55:36Z', 'updated_at': '2021-11-04T11:55:36Z', 'revision_number': 0, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6fc5ae0-3f92-4a35-85a0-34024e36da54', 'name': '', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'mac_address': 'fa:16:3e:bb:b9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:38Z', 'updated_at': '2021-11-04T11:50:42Z', 'revision_number': 5, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'subnets': [{'id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:55:38.576807 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dc1410-2638-4ef3-a0e7-39aceb3dd499 None None] The sync data for ids ['e557c3ea-127b-4102-b576-d99adc8ad855'] in n-d-816629-1 is: [{'id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'name': 'tempest-TestShelveInstance-2122230058-router', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:35Z', 'updated_at': '2021-11-04T11:50:38Z', 'revision_number': 4, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'gw_port': {'id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:36Z', 'updated_at': '2021-11-04T11:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': 'd1e2d73d-7f0c-402f-bb12-4cbfc30ed41e', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'port_id': '6188ceb8-f954-429d-8d70-4b0147bd853b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'mac_address': 'fa:16:3e:04:6b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T11:55:36Z', 'updated_at': '2021-11-04T11:55:36Z', 'revision_number': 0, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6fc5ae0-3f92-4a35-85a0-34024e36da54', 'name': '', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'mac_address': 'fa:16:3e:bb:b9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:38Z', 'updated_at': '2021-11-04T11:50:42Z', 'revision_number': 5, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'subnets': [{'id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:55:38.793155 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2098889f-4d4a-4c82-904a-52e8493fd730 None None] New status for floating IP d1e2d73d-7f0c-402f-bb12-4cbfc30ed41e: ACTIVE {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:55:43.289834 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:44.043450 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-df63f8d0-b904-4efd-8063-6d784b13fea7 req-a10c5508-c743-4468-bab7-0801cf009244 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511763 Nov 04 11:55:44.131591 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63f8d0-b904-4efd-8063-6d784b13fea7 req-f0a61bca-e73c-4016-8291-7dd0eb59f1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:44.133239 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-df63f8d0-b904-4efd-8063-6d784b13fea7 req-f0a61bca-e73c-4016-8291-7dd0eb59f1c3 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f75c0ec96e3c440a8e362646d9c4869c&device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 1096 time: 0.0449460 Nov 04 11:55:44.245624 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63f8d0-b904-4efd-8063-6d784b13fea7 req-30a109a9-5559-4cd2-9c1d-7593b65b438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:44.247184 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-df63f8d0-b904-4efd-8063-6d784b13fea7 req-30a109a9-5559-4cd2-9c1d-7593b65b438c service neutron] 10.222.0.121 "GET /v2.0/networks?id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b HTTP/1.1" status: 200 len: 911 time: 0.0938168 Nov 04 11:55:44.318975 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-df63f8d0-b904-4efd-8063-6d784b13fea7 req-6519bb51-fb78-424a-9073-7aa866e6d630 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6188ceb8-f954-429d-8d70-4b0147bd853b HTTP/1.1" status: 200 len: 1001 time: 0.0637486 Nov 04 11:55:44.374924 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63f8d0-b904-4efd-8063-6d784b13fea7 req-b9510a9f-a187-4fab-8816-35501c67fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:44.376409 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-df63f8d0-b904-4efd-8063-6d784b13fea7 req-b9510a9f-a187-4fab-8816-35501c67fc23 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7ce23495-bd3e-497c-b518-956e93f5898e HTTP/1.1" status: 200 len: 848 time: 0.0510049 Nov 04 11:55:44.423998 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63f8d0-b904-4efd-8063-6d784b13fea7 req-8b67e02d-bb36-4daf-a590-f3dbdec1c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:55:44.425565 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-df63f8d0-b904-4efd-8063-6d784b13fea7 req-8b67e02d-bb36-4daf-a590-f3dbdec1c867 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418806 Nov 04 11:55:44.528922 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-df63f8d0-b904-4efd-8063-6d784b13fea7 req-c0dce69b-e7aa-4898-bc42-905077b7eedb service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954211 Nov 04 11:55:44.625629 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-df63f8d0-b904-4efd-8063-6d784b13fea7 req-bd3bc1e2-ddf0-494b-be8f-9eea83504418 service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892198 Nov 04 11:55:45.604632 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:46.904516 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-07fd0ada-2ba2-4d40-b70d-c0d96b4bdc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:49.778224 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e6b16ddc-c7b9-4514-bfd1-7f6f7988569a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:51.148854 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:52.538127 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:55:52.705281 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:56:10.446027 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:56:13.319854 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:56:15.610071 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:56:16.912081 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9b06db21-8a05-4810-ae3e-8b79e0964f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:56:19.781776 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-034e013c-ca1b-4194-90e1-b3822fa4f365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:56:21.154317 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:56:22.545041 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:56:22.705977 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:56:43.305530 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:56:44.035587 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-513d5370-b8a7-42ed-8861-f3e80578505f req-8944831b-1e60-42b2-83a6-5069b43af77b service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432770 Nov 04 11:56:44.140291 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d5370-b8a7-42ed-8861-f3e80578505f req-97f56eee-dfe5-4ba2-8e8a-b378245ca591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:56:44.141958 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-513d5370-b8a7-42ed-8861-f3e80578505f req-97f56eee-dfe5-4ba2-8e8a-b378245ca591 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f75c0ec96e3c440a8e362646d9c4869c&device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 1096 time: 0.0502067 Nov 04 11:56:44.264180 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d5370-b8a7-42ed-8861-f3e80578505f req-d02f1430-1894-47a6-b7b4-fbd60232ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:56:44.265740 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-513d5370-b8a7-42ed-8861-f3e80578505f req-d02f1430-1894-47a6-b7b4-fbd60232ab61 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b HTTP/1.1" status: 200 len: 911 time: 0.1011481 Nov 04 11:56:44.345280 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-513d5370-b8a7-42ed-8861-f3e80578505f req-4ef16fd3-8c36-4ee8-b786-bb5872ac2d29 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6188ceb8-f954-429d-8d70-4b0147bd853b HTTP/1.1" status: 200 len: 1001 time: 0.0700769 Nov 04 11:56:44.404104 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d5370-b8a7-42ed-8861-f3e80578505f req-0bacc036-6a67-4be2-b97f-7e3c469dec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:56:44.405643 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-513d5370-b8a7-42ed-8861-f3e80578505f req-0bacc036-6a67-4be2-b97f-7e3c469dec80 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7ce23495-bd3e-497c-b518-956e93f5898e HTTP/1.1" status: 200 len: 848 time: 0.0515749 Nov 04 11:56:44.454194 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d5370-b8a7-42ed-8861-f3e80578505f req-e5a7c8e3-61c1-450f-9c5b-7658b24b2e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:56:44.455748 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-513d5370-b8a7-42ed-8861-f3e80578505f req-e5a7c8e3-61c1-450f-9c5b-7658b24b2e1c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410750 Nov 04 11:56:44.551144 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-513d5370-b8a7-42ed-8861-f3e80578505f req-9f669ed1-6fa5-45e6-b35a-e884ec422845 service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874491 Nov 04 11:56:44.647606 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-513d5370-b8a7-42ed-8861-f3e80578505f req-7e936648-b2e4-4c81-8a6a-df4d3f66fef0 service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888815 Nov 04 11:56:45.625015 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:56:46.908043 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7f4d37bc-a91b-441e-b013-a3e1ab545813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:56:47.447403 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:56:49.778040 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6e8043c4-eab8-4350-9474-aeb297053d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:56:51.175540 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:56:52.554038 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:56:52.707055 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:57:13.319384 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:57:15.622247 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:57:16.907826 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7f61ac04-ca64-4dfe-8ef6-dae43b2b0c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:57:19.788357 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1d5b1f0f-c9e3-483d-a82c-7198e6d4f1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:57:21.162892 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:57:22.562870 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:57:22.714457 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:57:24.448881 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:57:26.048575 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-b7e97a01-10d2-473f-b96d-c70ab9d13284 req-9d833f2c-7e01-48f9-b5be-f66d569b2f51 service neutron] (101774) timed out ('10.222.0.121', 64285) {{(pid=101774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 11:57:34.402432 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb0de3-d236-457e-891b-a21ce2658cc7 req-09efa8fa-fe4a-4acd-8fe7-09bdc6a4cbf6 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:34.404543 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-27fb0de3-d236-457e-891b-a21ce2658cc7 req-09efa8fa-fe4a-4acd-8fe7-09bdc6a4cbf6 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 945 time: 0.0671246 Nov 04 11:57:34.455215 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-27fb0de3-d236-457e-891b-a21ce2658cc7 req-86648fdb-b10f-4a27-96dd-e9630978328a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441880 Nov 04 11:57:35.609208 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086e12c-0085-48df-a46f-29a724602690 req-38f454cf-6e9e-4029-9641-875838a53637 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:35.610737 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7086e12c-0085-48df-a46f-29a724602690 req-38f454cf-6e9e-4029-9641-875838a53637 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 945 time: 0.0525625 Nov 04 11:57:35.670349 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-7086e12c-0085-48df-a46f-29a724602690 req-cfeebb32-7512-4f8e-969f-1bce1d9d1aad tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527091 Nov 04 11:57:36.816058 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24802bc6-b02f-417d-94e7-fd42ee5f195b req-9407ae34-8354-45a2-81a3-6ce08727e755 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:36.817737 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24802bc6-b02f-417d-94e7-fd42ee5f195b req-9407ae34-8354-45a2-81a3-6ce08727e755 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 945 time: 0.0588131 Nov 04 11:57:36.871568 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-24802bc6-b02f-417d-94e7-fd42ee5f195b req-93603241-c336-483b-81e6-9847252a1e85 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450556 Nov 04 11:57:38.002026 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51d89a-49ff-4bc9-9669-a164978a1b9a req-7da6fe6a-1af8-4377-b0dd-8b7c21d02a32 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:38.003654 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6a51d89a-49ff-4bc9-9669-a164978a1b9a req-7da6fe6a-1af8-4377-b0dd-8b7c21d02a32 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 945 time: 0.0563879 Nov 04 11:57:38.054216 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6a51d89a-49ff-4bc9-9669-a164978a1b9a req-10ccc062-88ea-490e-9fc2-b7d29ccc57c3 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444999 Nov 04 11:57:39.183676 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc64b0-4897-498c-9591-69c51c2810c4 req-a77c6764-7eb4-4ba0-8ff3-e50978b0cad7 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:39.185108 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-23dc64b0-4897-498c-9591-69c51c2810c4 req-a77c6764-7eb4-4ba0-8ff3-e50978b0cad7 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 945 time: 0.0516565 Nov 04 11:57:39.239628 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-23dc64b0-4897-498c-9591-69c51c2810c4 req-c0df670a-8097-49ce-9aa7-8fd5ab56b0fd tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479648 Nov 04 11:57:40.376354 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a496a-c6a2-4702-8080-e71d4ff891e7 req-263fbdfa-cc8e-4d99-8da1-081000691659 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:40.377939 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c60a496a-c6a2-4702-8080-e71d4ff891e7 req-263fbdfa-cc8e-4d99-8da1-081000691659 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 945 time: 0.0533040 Nov 04 11:57:40.429884 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c60a496a-c6a2-4702-8080-e71d4ff891e7 req-236f6536-4c66-4c68-a2dd-a6829b6f734a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456200 Nov 04 11:57:41.553096 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf766ba-c3f5-4414-bc06-10048988262f req-633bf3a3-c1ff-49a6-a275-bbd2f2530e4b tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:41.554638 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0bf766ba-c3f5-4414-bc06-10048988262f req-633bf3a3-c1ff-49a6-a275-bbd2f2530e4b tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 945 time: 0.0534544 Nov 04 11:57:41.607819 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-0bf766ba-c3f5-4414-bc06-10048988262f req-c98aa624-6236-45a3-bbca-1a450c2b662b tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460570 Nov 04 11:57:42.738347 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2684056-0fcc-4180-adc6-78af54cea9df req-379fd4a5-3694-493d-a40e-d272a8885748 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:42.740246 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f2684056-0fcc-4180-adc6-78af54cea9df req-379fd4a5-3694-493d-a40e-d272a8885748 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 945 time: 0.0566823 Nov 04 11:57:42.793859 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f2684056-0fcc-4180-adc6-78af54cea9df req-7c6c50a3-cb59-44e3-8963-9850b2a29bb4 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448723 Nov 04 11:57:43.321582 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:57:43.934819 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb5ab1-6b19-469f-b527-1776c3796de5 req-03f813e1-0ae5-4d6a-b5a3-8bbcdcc808ac tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:43.936270 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79fb5ab1-6b19-469f-b527-1776c3796de5 req-03f813e1-0ae5-4d6a-b5a3-8bbcdcc808ac tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 945 time: 0.0634756 Nov 04 11:57:43.987755 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-79fb5ab1-6b19-469f-b527-1776c3796de5 req-5dfabdfc-1c81-43dd-b8d5-2209339f945d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438776 Nov 04 11:57:44.539590 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ba606-8913-4f9b-bf4a-f7ae97d05642 req-f7a0684b-14ba-45e8-ba76-d13c86d648c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:44.541078 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cd5ba606-8913-4f9b-bf4a-f7ae97d05642 req-f7a0684b-14ba-45e8-ba76-d13c86d648c8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f75c0ec96e3c440a8e362646d9c4869c&device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 1096 time: 0.0498044 Nov 04 11:57:44.637492 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ba606-8913-4f9b-bf4a-f7ae97d05642 req-17322f1f-11f6-4865-bdb8-b337cca59a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:44.638980 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cd5ba606-8913-4f9b-bf4a-f7ae97d05642 req-17322f1f-11f6-4865-bdb8-b337cca59a16 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b HTTP/1.1" status: 200 len: 911 time: 0.0910351 Nov 04 11:57:44.710286 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cd5ba606-8913-4f9b-bf4a-f7ae97d05642 req-4dbfeacf-8f42-44fe-a9a0-49058d6dacf5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6188ceb8-f954-429d-8d70-4b0147bd853b HTTP/1.1" status: 200 len: 1001 time: 0.0642786 Nov 04 11:57:44.761581 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ba606-8913-4f9b-bf4a-f7ae97d05642 req-d81781e3-cbd3-4cea-8bf1-b17c9abb729e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:44.763033 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cd5ba606-8913-4f9b-bf4a-f7ae97d05642 req-d81781e3-cbd3-4cea-8bf1-b17c9abb729e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7ce23495-bd3e-497c-b518-956e93f5898e HTTP/1.1" status: 200 len: 848 time: 0.0457227 Nov 04 11:57:44.815882 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ba606-8913-4f9b-bf4a-f7ae97d05642 req-d95238eb-4e5a-4872-b691-4ca9d3752dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:44.817352 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cd5ba606-8913-4f9b-bf4a-f7ae97d05642 req-d95238eb-4e5a-4872-b691-4ca9d3752dbd service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468619 Nov 04 11:57:44.828536 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-cd5ba606-8913-4f9b-bf4a-f7ae97d05642 req-ccd50534-72a4-4642-a5b2-b41eeb665c42 service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 11:57:44.829519 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cd5ba606-8913-4f9b-bf4a-f7ae97d05642 req-ccd50534-72a4-4642-a5b2-b41eeb665c42 service neutron] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0050147 Nov 04 11:57:44.942267 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cd5ba606-8913-4f9b-bf4a-f7ae97d05642 req-6a9db5dc-c8b6-4be7-96d4-85b701a52485 service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057570 Nov 04 11:57:45.042078 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cd5ba606-8913-4f9b-bf4a-f7ae97d05642 req-7dabd875-1ad9-4eff-aa49-2e4c9f3fcdf7 service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923529 Nov 04 11:57:45.107246 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abae75d-91c6-48ed-b1f4-7a04576e2cef req-f59c1fd1-d255-4b09-a283-a66bafce661b tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:45.108678 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3abae75d-91c6-48ed-b1f4-7a04576e2cef req-f59c1fd1-d255-4b09-a283-a66bafce661b tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 945 time: 0.0505886 Nov 04 11:57:45.155663 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd80483-f2d5-4c36-8b8e-20595a7324e3 req-e1e9da84-9b9d-4366-b3eb-49a20d6cf5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:45.158092 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bdd80483-f2d5-4c36-8b8e-20595a7324e3 req-e1e9da84-9b9d-4366-b3eb-49a20d6cf5c6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f75c0ec96e3c440a8e362646d9c4869c&device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 1096 time: 0.0499744 Nov 04 11:57:45.169306 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3abae75d-91c6-48ed-b1f4-7a04576e2cef req-64148775-2fae-4f3b-9ca0-8e76e7b78a59 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527873 Nov 04 11:57:45.267481 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd80483-f2d5-4c36-8b8e-20595a7324e3 req-85900bc8-96d8-4a09-86e6-265f7a11f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:45.269290 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bdd80483-f2d5-4c36-8b8e-20595a7324e3 req-85900bc8-96d8-4a09-86e6-265f7a11f7bd service neutron] 10.222.0.121 "GET /v2.0/networks?id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b HTTP/1.1" status: 200 len: 911 time: 0.0839763 Nov 04 11:57:45.344174 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bdd80483-f2d5-4c36-8b8e-20595a7324e3 req-d311db3a-ca16-4114-8c9b-2195cbce9100 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6188ceb8-f954-429d-8d70-4b0147bd853b HTTP/1.1" status: 200 len: 1001 time: 0.0639844 Nov 04 11:57:45.396293 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd80483-f2d5-4c36-8b8e-20595a7324e3 req-21e4b55a-f76c-4f92-b319-595ecba5c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:45.397780 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bdd80483-f2d5-4c36-8b8e-20595a7324e3 req-21e4b55a-f76c-4f92-b319-595ecba5c421 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7ce23495-bd3e-497c-b518-956e93f5898e HTTP/1.1" status: 200 len: 848 time: 0.0449705 Nov 04 11:57:45.445493 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd80483-f2d5-4c36-8b8e-20595a7324e3 req-dbb14c10-76e3-4abc-956e-55804b71d56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:45.447003 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bdd80483-f2d5-4c36-8b8e-20595a7324e3 req-dbb14c10-76e3-4abc-956e-55804b71d56a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403731 Nov 04 11:57:45.563710 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bdd80483-f2d5-4c36-8b8e-20595a7324e3 req-257b99b7-dcb4-4109-89fd-a1e0df62dd5d service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063569 Nov 04 11:57:45.616031 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:57:45.661379 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-bdd80483-f2d5-4c36-8b8e-20595a7324e3 req-bb85b164-3a64-4fc2-b4e6-0ca6ec489883 service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894911 Nov 04 11:57:46.294528 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca859d0-ebea-448b-b365-cb5b702122fe req-2ec8c71a-bd9a-4f30-8868-6a1d3d306500 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:46.295872 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2ca859d0-ebea-448b-b365-cb5b702122fe req-2ec8c71a-bd9a-4f30-8868-6a1d3d306500 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 945 time: 0.0520232 Nov 04 11:57:46.352185 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2ca859d0-ebea-448b-b365-cb5b702122fe req-8de56f32-ebd0-4eed-8a0a-c3c4b6d4cb37 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502791 Nov 04 11:57:46.906819 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-134b144d-1e27-4c39-abdf-bbe4ed14a483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:57:47.476355 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b42238-dab4-4d9b-8996-cacd32f42fa0 req-251a8a02-151c-4d8b-9f59-67f523c3a417 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:47.478052 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1b42238-dab4-4d9b-8996-cacd32f42fa0 req-251a8a02-151c-4d8b-9f59-67f523c3a417 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 945 time: 0.0535634 Nov 04 11:57:47.533506 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1b42238-dab4-4d9b-8996-cacd32f42fa0 req-eb3ac3dc-81f1-412b-997f-48f1c0b7f386 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485349 Nov 04 11:57:48.665728 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24d9f5-95d2-4500-91d3-119dc4d5895f req-a846f38f-dced-4816-b704-3764d4220206 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:48.667143 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fa24d9f5-95d2-4500-91d3-119dc4d5895f req-a846f38f-dced-4816-b704-3764d4220206 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 945 time: 0.0589054 Nov 04 11:57:48.718957 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fa24d9f5-95d2-4500-91d3-119dc4d5895f req-48e2462a-b7c5-42a9-9660-c63b3a333409 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456085 Nov 04 11:57:48.925780 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-511682fb-485d-481d-89bf-8bb2820d60c0 req-077baabb-c9fa-4380-a421-abfa0c59ec85 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0502639 Nov 04 11:57:48.941494 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-511682fb-485d-481d-89bf-8bb2820d60c0 req-73d33553-3827-4eb8-ab40-15e6172fcfa3 service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 11:57:48.943074 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-511682fb-485d-481d-89bf-8bb2820d60c0 req-73d33553-3827-4eb8-ab40-15e6172fcfa3 service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0063024 Nov 04 11:57:48.948778 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603f373-acb5-4cc1-b599-07f71f7ff36c req-6c1b328c-8192-428a-80bd-2e9510251e8c tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:48.950502 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6603f373-acb5-4cc1-b599-07f71f7ff36c req-6c1b328c-8192-428a-80bd-2e9510251e8c tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 945 time: 0.0539701 Nov 04 11:57:49.003315 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6603f373-acb5-4cc1-b599-07f71f7ff36c req-a103f921-f0b2-4601-aa23-cac9ad19893c tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464783 Nov 04 11:57:49.785914 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0f93c87b-62aa-43c6-bc2d-65baf496121f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:57:50.132586 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46ad66-4a40-498c-b11f-fa5d6f93c2ef req-d9a9615a-3bf6-4880-9433-f6dfc1491388 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:50.137319 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8e46ad66-4a40-498c-b11f-fa5d6f93c2ef req-d9a9615a-3bf6-4880-9433-f6dfc1491388 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 945 time: 0.0627487 Nov 04 11:57:50.186567 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8e46ad66-4a40-498c-b11f-fa5d6f93c2ef req-58267ad1-86a6-4d61-bb9a-160a1013dbab tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462439 Nov 04 11:57:50.420162 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6188ceb8-f954-429d-8d70-4b0147bd853b no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:57:50.501455 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:57:50.525614 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6188ceb8-f954-429d-8d70-4b0147bd853b'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:57:50.527923 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b7dc40-7666-496c-b4f0-30f4ff47a9ac" -d '{"events": [{"server_uuid": "b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07", "name": "network-vif-unplugged", "status": "completed", "tag": "6188ceb8-f954-429d-8d70-4b0147bd853b"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:57:50.541667 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 6188ceb8-f954-429d-8d70-4b0147bd853b, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6188ceb8-f954-429d-8d70-4b0147bd853b,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:57:50.552918 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:57:50.576724 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 04 Nov 2021 11:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cdd887-08b3-472a-84bd-7b6d4735c2c0 x-openstack-request-id: req-f6cdd887-08b3-472a-84bd-7b6d4735c2c0 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:57:50.577067 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07", "name": "network-vif-unplugged", "status": "failed", "tag": "6188ceb8-f954-429d-8d70-4b0147bd853b", "code": 422}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:57:50.577303 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f6cdd887-08b3-472a-84bd-7b6d4735c2c0 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:57:50.577693 n-d-816629-1 neutron-server[101776]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6188ceb8-f954-429d-8d70-4b0147bd853b', 'code': 422} returned with failed status Nov 04 11:57:50.603724 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=6188ceb8-f954-429d-8d70-4b0147bd853b,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:57:50.611653 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:57:50.611990 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:57:50.612323 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:57:50.612653 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:57:50.613084 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:57:50.613400 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:57:50.613720 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:57:50.614535 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:57:50.614852 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:57:50.615167 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:57:50.615488 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:57:50.615790 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:57:51.166108 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:57:51.308094 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56184105-caa2-4998-b54f-421f12f5679d req-329991de-7617-4780-ae5c-8e3ba0bfe931 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:51.309758 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-56184105-caa2-4998-b54f-421f12f5679d req-329991de-7617-4780-ae5c-8e3ba0bfe931 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 943 time: 0.0521822 Nov 04 11:57:51.363596 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-56184105-caa2-4998-b54f-421f12f5679d req-4d0c25d8-9bee-448b-b043-67d72e552896 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472846 Nov 04 11:57:52.485362 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b24f56-57f3-4fe8-a7be-cd2dfb6e269f req-36be7ac7-83fe-4165-b4f6-3410d60f112a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:52.486988 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82b24f56-57f3-4fe8-a7be-cd2dfb6e269f req-36be7ac7-83fe-4165-b4f6-3410d60f112a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 943 time: 0.0517356 Nov 04 11:57:52.548439 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-82b24f56-57f3-4fe8-a7be-cd2dfb6e269f req-85a80e26-ae8f-403e-8015-88de1c268b4b tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546875 Nov 04 11:57:52.561340 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:57:52.698816 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:57:53.977265 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c945186-5bda-4032-b3df-818f2912dca4 req-8ba31cb4-1e77-45c8-bcaf-406a581e44c6 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:53.978821 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2c945186-5bda-4032-b3df-818f2912dca4 req-8ba31cb4-1e77-45c8-bcaf-406a581e44c6 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 943 time: 0.3578844 Nov 04 11:57:54.032465 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2c945186-5bda-4032-b3df-818f2912dca4 req-7be1d79b-1f2a-48b6-98b6-b16ad5107e26 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473578 Nov 04 11:57:54.902822 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511682fb-485d-481d-89bf-8bb2820d60c0 req-206017eb-f118-44f1-b39b-9b04d7563418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:54.904341 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-511682fb-485d-481d-89bf-8bb2820d60c0 req-206017eb-f118-44f1-b39b-9b04d7563418 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07&tenant_id=f75c0ec96e3c440a8e362646d9c4869c HTTP/1.1" status: 200 len: 1094 time: 0.0454292 Nov 04 11:57:54.970508 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511682fb-485d-481d-89bf-8bb2820d60c0 req-a03ce062-1963-4966-8f12-693cd2daff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:54.972008 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-511682fb-485d-481d-89bf-8bb2820d60c0 req-a03ce062-1963-4966-8f12-693cd2daff9e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f75c0ec96e3c440a8e362646d9c4869c&device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 1094 time: 0.0415745 Nov 04 11:57:55.085821 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511682fb-485d-481d-89bf-8bb2820d60c0 req-8af377df-b3a2-4d98-99ac-05b8fb56b114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:55.087339 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-511682fb-485d-481d-89bf-8bb2820d60c0 req-8af377df-b3a2-4d98-99ac-05b8fb56b114 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b HTTP/1.1" status: 200 len: 911 time: 0.1069660 Nov 04 11:57:55.156805 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fabb0f-fbf7-4612-beb5-79d669487ecc req-4102388d-0df2-46cb-b8b8-eafb7ad5d85b tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:55.158273 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-08fabb0f-fbf7-4612-beb5-79d669487ecc req-4102388d-0df2-46cb-b8b8-eafb7ad5d85b tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 943 time: 0.0511398 Nov 04 11:57:55.159724 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-511682fb-485d-481d-89bf-8bb2820d60c0 req-523d78a7-0717-404a-9a2e-29824497c07f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6188ceb8-f954-429d-8d70-4b0147bd853b HTTP/1.1" status: 200 len: 999 time: 0.0650034 Nov 04 11:57:55.209879 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511682fb-485d-481d-89bf-8bb2820d60c0 req-c60deee6-3512-4063-858c-3dcb9515d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:55.211201 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-08fabb0f-fbf7-4612-beb5-79d669487ecc req-652128ed-b3d7-4ed8-a640-4b558f59a3f3 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462065 Nov 04 11:57:55.211366 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-511682fb-485d-481d-89bf-8bb2820d60c0 req-c60deee6-3512-4063-858c-3dcb9515d394 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7ce23495-bd3e-497c-b518-956e93f5898e HTTP/1.1" status: 200 len: 848 time: 0.0441322 Nov 04 11:57:55.262374 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511682fb-485d-481d-89bf-8bb2820d60c0 req-01ab7f97-8627-4b9d-955e-4cb92d7d27c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:55.263908 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-511682fb-485d-481d-89bf-8bb2820d60c0 req-01ab7f97-8627-4b9d-955e-4cb92d7d27c4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455492 Nov 04 11:57:55.354509 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-511682fb-485d-481d-89bf-8bb2820d60c0 req-59d3b090-968b-40e3-8028-c86ec4580a42 service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827909 Nov 04 11:57:55.462192 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-511682fb-485d-481d-89bf-8bb2820d60c0 req-b967840b-8377-457d-90bc-01e2c19cbf3c service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997131 Nov 04 11:57:56.348206 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7802c0-9efb-400b-8757-9d10b9aac759 req-938dca50-6d26-4e86-9ab6-9eaa98e853a2 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:56.349771 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c7802c0-9efb-400b-8757-9d10b9aac759 req-938dca50-6d26-4e86-9ab6-9eaa98e853a2 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 943 time: 0.0559442 Nov 04 11:57:56.401927 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9c7802c0-9efb-400b-8757-9d10b9aac759 req-01e7f620-a7de-459a-b13b-e707f6f4134d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457406 Nov 04 11:57:57.595305 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b0c11-e320-4f89-b531-f20bec4b7ab3 req-eeb55a26-a818-47ac-8988-d8f05fe33a3a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:57.596840 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c81b0c11-e320-4f89-b531-f20bec4b7ab3 req-eeb55a26-a818-47ac-8988-d8f05fe33a3a tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 943 time: 0.1180918 Nov 04 11:57:57.649336 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c81b0c11-e320-4f89-b531-f20bec4b7ab3 req-2dd227b6-46c8-4c2a-8880-e849acbd0c0c tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449743 Nov 04 11:57:58.800634 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffd537-7049-40cf-989e-77dedd527cd5 req-c17ffd34-78e2-4b1e-8050-a6c7c641c5f9 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:57:58.802220 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1dffd537-7049-40cf-989e-77dedd527cd5 req-c17ffd34-78e2-4b1e-8050-a6c7c641c5f9 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 943 time: 0.0639081 Nov 04 11:57:58.868793 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1dffd537-7049-40cf-989e-77dedd527cd5 req-6be23044-fa41-4ab4-9aeb-26ee6fe136f0 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564542 Nov 04 11:58:00.001211 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13d33d-e83b-43b7-8e56-4e93d36dfb2a req-58f24bda-c11b-4f41-8a8d-95993c514b3b tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:58:00.002911 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-da13d33d-e83b-43b7-8e56-4e93d36dfb2a req-58f24bda-c11b-4f41-8a8d-95993c514b3b tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 943 time: 0.0518742 Nov 04 11:58:00.055334 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-da13d33d-e83b-43b7-8e56-4e93d36dfb2a req-e43d886e-f7ea-4a68-af69-f14a2a2ae133 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435855 Nov 04 11:58:01.200466 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80474682-902a-4af5-97be-e1c55fd51f16 req-4808a3ec-c402-4d68-a279-9bcc87a842a7 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:58:01.202048 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-80474682-902a-4af5-97be-e1c55fd51f16 req-4808a3ec-c402-4d68-a279-9bcc87a842a7 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 943 time: 0.0535667 Nov 04 11:58:01.255765 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-80474682-902a-4af5-97be-e1c55fd51f16 req-fb046af7-6e01-4fbd-b272-490e7e2dad30 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472865 Nov 04 11:58:01.450301 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:58:02.391326 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab7be0-eae3-47fb-87c2-66f710fe0b50 req-64a89acb-72ce-4a70-89cd-7bf71ddb1fd7 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:58:02.392703 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8fab7be0-eae3-47fb-87c2-66f710fe0b50 req-64a89acb-72ce-4a70-89cd-7bf71ddb1fd7 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 943 time: 0.0568488 Nov 04 11:58:02.443231 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-8fab7be0-eae3-47fb-87c2-66f710fe0b50 req-03670354-10a0-4c6e-b555-96f2371cc880 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430841 Nov 04 11:58:02.451706 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6188ceb8-f954-429d-8d70-4b0147bd853b details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 11:58:02.557407 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 6188ceb8-f954-429d-8d70-4b0147bd853b, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6188ceb8-f954-429d-8d70-4b0147bd853b,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:58:02.570210 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '6188ceb8-f954-429d-8d70-4b0147bd853b', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'port_id': '6188ceb8-f954-429d-8d70-4b0147bd853b', 'mac_address': 'fa:16:3e:04:6b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 11:58:02.608882 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:58:02.622110 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6188ceb8-f954-429d-8d70-4b0147bd853b {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:58:02.641412 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 6188ceb8-f954-429d-8d70-4b0147bd853b, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6188ceb8-f954-429d-8d70-4b0147bd853b,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:58:02.648428 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:58:02.694254 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=6188ceb8-f954-429d-8d70-4b0147bd853b,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:58:02.858740 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['6188ceb8-f954-429d-8d70-4b0147bd853b'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 11:58:03.587641 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326da9b9-ab86-46c7-9d79-3e846b6d2854 req-c6832d2e-ed17-44ed-851b-cb84737aab16 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:58:03.589132 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-326da9b9-ab86-46c7-9d79-3e846b6d2854 req-c6832d2e-ed17-44ed-851b-cb84737aab16 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 944 time: 0.0599639 Nov 04 11:58:03.639694 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-326da9b9-ab86-46c7-9d79-3e846b6d2854 req-e66769ae-591d-4385-afe5-ede4f0483891 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442789 Nov 04 11:58:04.455559 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6188ceb8-f954-429d-8d70-4b0147bd853b up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:58:04.516958 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 6188ceb8-f954-429d-8d70-4b0147bd853b triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:58:04.517311 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:58:04.597159 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:58:04.621413 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6188ceb8-f954-429d-8d70-4b0147bd853b'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:58:04.624040 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2590a357-1e83-43d8-896b-39b23bf3381a" -d '{"events": [{"server_uuid": "b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07", "name": "network-vif-plugged", "status": "completed", "tag": "6188ceb8-f954-429d-8d70-4b0147bd853b"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:58:04.636851 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 6188ceb8-f954-429d-8d70-4b0147bd853b, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6188ceb8-f954-429d-8d70-4b0147bd853b,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:58:04.642648 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:58:04.669382 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61e146f-0444-46bc-a76f-8c34f7c365b5 x-openstack-request-id: req-f61e146f-0444-46bc-a76f-8c34f7c365b5 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:58:04.669624 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07", "name": "network-vif-plugged", "status": "completed", "tag": "6188ceb8-f954-429d-8d70-4b0147bd853b", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:58:04.669889 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f61e146f-0444-46bc-a76f-8c34f7c365b5 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:58:04.670261 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6188ceb8-f954-429d-8d70-4b0147bd853b', 'code': 200} Nov 04 11:58:04.698754 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=6188ceb8-f954-429d-8d70-4b0147bd853b,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:58:04.764756 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9e05b-b275-46c9-b747-567829d28b03 req-126de717-995c-4d84-bab8-8b23ba427e04 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:58:04.766429 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5f9e05b-b275-46c9-b747-567829d28b03 req-126de717-995c-4d84-bab8-8b23ba427e04 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 945 time: 0.0564337 Nov 04 11:58:04.816463 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5f9e05b-b275-46c9-b747-567829d28b03 req-cd1f00b1-5aec-4b79-a092-1536b22554e6 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438840 Nov 04 11:58:04.825483 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e3cc4-1ae3-49e0-a9c2-818745921090 req-94045158-11f3-4d3f-b588-e01c98495528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:58:04.827096 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e53e3cc4-1ae3-49e0-a9c2-818745921090 req-94045158-11f3-4d3f-b588-e01c98495528 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 1096 time: 0.0422854 Nov 04 11:58:04.875565 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-e53e3cc4-1ae3-49e0-a9c2-818745921090 req-cc305b95-fe2c-4f95-be36-746a4fdd89cf service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402184 Nov 04 11:58:05.943736 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8c6cd-4898-426f-b7f9-84f76122749c req-31ca7c43-e89c-457c-b7e2-263fc9e775a1 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:58:05.945732 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6fd8c6cd-4898-426f-b7f9-84f76122749c req-31ca7c43-e89c-457c-b7e2-263fc9e775a1 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 945 time: 0.0566866 Nov 04 11:58:06.007762 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6fd8c6cd-4898-426f-b7f9-84f76122749c req-6078651e-8b20-4171-9315-2ae4e7a93e1d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553377 Nov 04 11:58:07.160839 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7effa-4006-4592-831f-f92b6d8f6408 req-73e0bede-d836-4fce-93d0-bd9f2b866617 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:58:07.162432 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-26b7effa-4006-4592-831f-f92b6d8f6408 req-73e0bede-d836-4fce-93d0-bd9f2b866617 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 945 time: 0.0629296 Nov 04 11:58:07.218505 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-26b7effa-4006-4592-831f-f92b6d8f6408 req-700a0227-71e1-4089-a546-e879b34469c3 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496347 Nov 04 11:58:13.326328 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:58:15.623976 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:58:16.906165 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3afadde9-4b93-400b-b4ac-304b68e989ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:58:19.785019 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fddef865-89c1-43b1-83d5-44fc236e309b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:58:21.170590 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:58:22.565993 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:58:22.705769 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:58:38.450414 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:58:43.350161 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:58:45.638032 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:58:46.909300 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-18bb9b40-ce72-4418-aa0c-b140cce6cf86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:58:47.021423 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-37497ec8-f4a8-4e4f-bed0-148e6423768e req-a3c67892-789d-4304-bc2c-a4c00915c181 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422671 Nov 04 11:58:47.117189 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37497ec8-f4a8-4e4f-bed0-148e6423768e req-c7865268-39aa-4a65-af76-8ee7085d25f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:58:47.119502 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-37497ec8-f4a8-4e4f-bed0-148e6423768e req-c7865268-39aa-4a65-af76-8ee7085d25f0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f75c0ec96e3c440a8e362646d9c4869c&device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 1096 time: 0.0499547 Nov 04 11:58:47.228301 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37497ec8-f4a8-4e4f-bed0-148e6423768e req-9368a968-0f3d-4dce-91ef-805963b48b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:58:47.229860 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-37497ec8-f4a8-4e4f-bed0-148e6423768e req-9368a968-0f3d-4dce-91ef-805963b48b28 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b HTTP/1.1" status: 200 len: 911 time: 0.0895517 Nov 04 11:58:47.301406 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-37497ec8-f4a8-4e4f-bed0-148e6423768e req-3de47de5-6e12-4b00-92f2-e7bfacbd30a7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6188ceb8-f954-429d-8d70-4b0147bd853b HTTP/1.1" status: 200 len: 1001 time: 0.0642219 Nov 04 11:58:47.351945 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37497ec8-f4a8-4e4f-bed0-148e6423768e req-fc69fdea-4370-4df9-b2ab-b2d6f1e12d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:58:47.353437 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-37497ec8-f4a8-4e4f-bed0-148e6423768e req-fc69fdea-4370-4df9-b2ab-b2d6f1e12d04 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7ce23495-bd3e-497c-b518-956e93f5898e HTTP/1.1" status: 200 len: 848 time: 0.0449140 Nov 04 11:58:47.405291 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37497ec8-f4a8-4e4f-bed0-148e6423768e req-6003f34a-9870-46f8-864a-568a1a834b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:58:47.407460 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-37497ec8-f4a8-4e4f-bed0-148e6423768e req-6003f34a-9870-46f8-864a-568a1a834b91 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456386 Nov 04 11:58:47.519564 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-37497ec8-f4a8-4e4f-bed0-148e6423768e req-c9e24073-7154-4da2-85d3-56f5be096e45 service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041541 Nov 04 11:58:47.620210 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-37497ec8-f4a8-4e4f-bed0-148e6423768e req-0a2f24c4-3e17-4d18-bb16-f2d4452359a0 service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925887 Nov 04 11:58:49.787793 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-edfc8c83-e860-4936-a679-8ed846fe7164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:58:51.172370 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:58:52.569943 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:58:52.700977 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:13.380406 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:15.455084 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:59:15.635945 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:16.905997 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-db575156-ec5d-4ed3-9e22-f29633b1a207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:19.784290 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-771f410d-fd11-4715-a000-efd945b7015a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:21.175147 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:22.575603 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:22.711314 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:22.761902 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36536) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:22.924973 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-b354368c-cc6c-4f88-8e16-a0aa594ffe16 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Deleting port 3c0ba9d7-c61c-43bf-b649-caf500ace9e6 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:59:22.925277 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b354368c-cc6c-4f88-8e16-a0aa594ffe16 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:23.000468 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b354368c-cc6c-4f88-8e16-a0aa594ffe16 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:23.000786 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b354368c-cc6c-4f88-8e16-a0aa594ffe16 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:23.012727 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-b354368c-cc6c-4f88-8e16-a0aa594ffe16 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Calling delete_port for 3c0ba9d7-c61c-43bf-b649-caf500ace9e6 owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:59:23.179397 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b354368c-cc6c-4f88-8e16-a0aa594ffe16 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:23.206164 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354368c-cc6c-4f88-8e16-a0aa594ffe16 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Pushing event deleted for resources: {'Port': ['ID=3c0ba9d7-c61c-43bf-b649-caf500ace9e6,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:23.234800 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b354368c-cc6c-4f88-8e16-a0aa594ffe16 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:23.235166 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b354368c-cc6c-4f88-8e16-a0aa594ffe16 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:23.235498 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b354368c-cc6c-4f88-8e16-a0aa594ffe16 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:23.235829 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b354368c-cc6c-4f88-8e16-a0aa594ffe16 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:23.236157 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b354368c-cc6c-4f88-8e16-a0aa594ffe16 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:23.236484 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b354368c-cc6c-4f88-8e16-a0aa594ffe16 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:23.236848 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b354368c-cc6c-4f88-8e16-a0aa594ffe16 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:23.237190 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b354368c-cc6c-4f88-8e16-a0aa594ffe16 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:23.237489 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b354368c-cc6c-4f88-8e16-a0aa594ffe16 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:23.238130 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b354368c-cc6c-4f88-8e16-a0aa594ffe16 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:23.238455 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b354368c-cc6c-4f88-8e16-a0aa594ffe16 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:23.238772 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b354368c-cc6c-4f88-8e16-a0aa594ffe16 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:23.278896 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b354368c-cc6c-4f88-8e16-a0aa594ffe16 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:23.279223 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-b354368c-cc6c-4f88-8e16-a0aa594ffe16 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Floating IP d1e2d73d-7f0c-402f-bb12-4cbfc30ed41e disassociated (deleted). External IP: 172.25.7.132, port: 6188ceb8-f954-429d-8d70-4b0147bd853b. Nov 04 11:59:23.510378 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b354368c-cc6c-4f88-8e16-a0aa594ffe16 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Router e557c3ea-127b-4102-b576-d99adc8ad855 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:59:23.630748 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b354368c-cc6c-4f88-8e16-a0aa594ffe16 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:59:23.635792 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b354368c-cc6c-4f88-8e16-a0aa594ffe16 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:23.641620 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5749ae19-9749-4fe5-9c3b-a34a7e1744b3 None None] Sync routers for ids ['e557c3ea-127b-4102-b576-d99adc8ad855'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:59:23.652234 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5749ae19-9749-4fe5-9c3b-a34a7e1744b3 None None] Routers {'e557c3ea-127b-4102-b576-d99adc8ad855'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:59:23.652871 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-5749ae19-9749-4fe5-9c3b-a34a7e1744b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:59:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e557c3ea-127b-4102-b576-d99adc8ad855'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:23.664642 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b354368c-cc6c-4f88-8e16-a0aa594ffe16 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "DELETE /v2.0/floatingips/d1e2d73d-7f0c-402f-bb12-4cbfc30ed41e HTTP/1.1" status: 204 len: 168 time: 0.9015038 Nov 04 11:59:23.665273 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07', 'tag': '6188ceb8-f954-429d-8d70-4b0147bd853b'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:59:23.667750 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4e2a034f213e3ed4147e598e162b1822d6f65ae2e173dcd934e22f7eae9c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfff20c1-bc72-4ac5-8d44-b8b127e5ee3e" -d '{"events": [{"name": "network-changed", "server_uuid": "b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07", "tag": "6188ceb8-f954-429d-8d70-4b0147bd853b"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:59:23.766728 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-5749ae19-9749-4fe5-9c3b-a34a7e1744b3 None None] Set router e557c3ea-127b-4102-b576-d99adc8ad855 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:59:23.838110 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c3c103-8e77-4591-bdfb-202e5f60e2b3 x-openstack-request-id: req-38c3c103-8e77-4591-bdfb-202e5f60e2b3 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:59:23.838657 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07", "tag": "6188ceb8-f954-429d-8d70-4b0147bd853b", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:59:23.838657 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-38c3c103-8e77-4591-bdfb-202e5f60e2b3 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:59:23.839151 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07', 'tag': '6188ceb8-f954-429d-8d70-4b0147bd853b', 'status': 'completed', 'code': 200} Nov 04 11:59:23.906275 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff20c1-bc72-4ac5-8d44-b8b127e5ee3e req-71a6c476-5349-4b28-b22b-69b83dbca267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:59:23.907993 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dfff20c1-bc72-4ac5-8d44-b8b127e5ee3e req-71a6c476-5349-4b28-b22b-69b83dbca267 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f75c0ec96e3c440a8e362646d9c4869c&device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 1096 time: 0.0433552 Nov 04 11:59:23.938924 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99300848-60a8-4c53-b04c-a3651bb3de51 req-581fbc6d-0dc6-4202-99db-2056c09b4585 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:59:23.940647 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-99300848-60a8-4c53-b04c-a3651bb3de51 req-581fbc6d-0dc6-4202-99db-2056c09b4585 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 945 time: 0.0553834 Nov 04 11:59:23.998567 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-99300848-60a8-4c53-b04c-a3651bb3de51 req-37266e00-94b8-4009-b3b1-d4d09ed5a29c tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504808 Nov 04 11:59:24.014168 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff20c1-bc72-4ac5-8d44-b8b127e5ee3e req-0af95764-6b1e-4e6e-9c52-2f12c373a26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:59:24.015732 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dfff20c1-bc72-4ac5-8d44-b8b127e5ee3e req-0af95764-6b1e-4e6e-9c52-2f12c373a26e service neutron] 10.222.0.121 "GET /v2.0/networks?id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b HTTP/1.1" status: 200 len: 911 time: 0.0984838 Nov 04 11:59:24.059878 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dfff20c1-bc72-4ac5-8d44-b8b127e5ee3e req-1be093ba-2283-460a-b613-6a6aec7e92f5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6188ceb8-f954-429d-8d70-4b0147bd853b HTTP/1.1" status: 200 len: 217 time: 0.0359018 Nov 04 11:59:24.110363 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff20c1-bc72-4ac5-8d44-b8b127e5ee3e req-5d491b22-2832-4c78-ac9e-5d3766832f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:59:24.113725 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dfff20c1-bc72-4ac5-8d44-b8b127e5ee3e req-5d491b22-2832-4c78-ac9e-5d3766832f6e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7ce23495-bd3e-497c-b518-956e93f5898e HTTP/1.1" status: 200 len: 848 time: 0.0460963 Nov 04 11:59:24.148638 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-5749ae19-9749-4fe5-9c3b-a34a7e1744b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'name': 'tempest-TestShelveInstance-2122230058-router', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:35Z', 'updated_at': '2021-11-04T11:50:38Z', 'revision_number': 4, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'gw_port': {'id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:36Z', 'updated_at': '2021-11-04T11:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'b6fc5ae0-3f92-4a35-85a0-34024e36da54', 'name': '', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'mac_address': 'fa:16:3e:bb:b9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:38Z', 'updated_at': '2021-11-04T11:50:42Z', 'revision_number': 5, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'subnets': [{'id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:24.165211 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff20c1-bc72-4ac5-8d44-b8b127e5ee3e req-b207f925-a1c2-499b-a04b-fc1da612a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:59:24.166783 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dfff20c1-bc72-4ac5-8d44-b8b127e5ee3e req-b207f925-a1c2-499b-a04b-fc1da612a35a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d6b64dfa-3904-438e-bb2c-b90bc220dc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454075 Nov 04 11:59:24.175478 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5749ae19-9749-4fe5-9c3b-a34a7e1744b3 None None] Checking router: e557c3ea-127b-4102-b576-d99adc8ad855 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:59:24.184183 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5749ae19-9749-4fe5-9c3b-a34a7e1744b3 None None] Routers {'e557c3ea-127b-4102-b576-d99adc8ad855'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:59:24.184787 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-5749ae19-9749-4fe5-9c3b-a34a7e1744b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:59:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e557c3ea-127b-4102-b576-d99adc8ad855'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:24.259966 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dfff20c1-bc72-4ac5-8d44-b8b127e5ee3e req-cfa92df8-4912-47d2-9876-e20b76d0f2fe service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853820 Nov 04 11:59:24.296161 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-5749ae19-9749-4fe5-9c3b-a34a7e1744b3 None None] Set router e557c3ea-127b-4102-b576-d99adc8ad855 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:59:24.354484 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-dfff20c1-bc72-4ac5-8d44-b8b127e5ee3e req-abdd5dc9-f157-4792-94d8-84baf1cc6d3d service neutron] 10.222.0.121 "GET /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863585 Nov 04 11:59:24.509717 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-5749ae19-9749-4fe5-9c3b-a34a7e1744b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'name': 'tempest-TestShelveInstance-2122230058-router', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:35Z', 'updated_at': '2021-11-04T11:50:38Z', 'revision_number': 4, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'gw_port': {'id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:36Z', 'updated_at': '2021-11-04T11:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'b6fc5ae0-3f92-4a35-85a0-34024e36da54', 'name': '', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'mac_address': 'fa:16:3e:bb:b9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:38Z', 'updated_at': '2021-11-04T11:50:42Z', 'revision_number': 5, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'subnets': [{'id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:24.536615 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5749ae19-9749-4fe5-9c3b-a34a7e1744b3 None None] The sync data for ids ['e557c3ea-127b-4102-b576-d99adc8ad855'] in n-d-816629-1 is: [{'id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'name': 'tempest-TestShelveInstance-2122230058-router', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:35Z', 'updated_at': '2021-11-04T11:50:38Z', 'revision_number': 4, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'gw_port': {'id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:36Z', 'updated_at': '2021-11-04T11:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'b6fc5ae0-3f92-4a35-85a0-34024e36da54', 'name': '', 'network_id': 'd6b64dfa-3904-438e-bb2c-b90bc220dc1b', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'mac_address': 'fa:16:3e:bb:b9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:38Z', 'updated_at': '2021-11-04T11:50:42Z', 'revision_number': 5, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'subnets': [{'id': '7ce23495-bd3e-497c-b518-956e93f5898e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:59:24.791917 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a608fa60-591d-4150-a668-455ae4f6008c None None] New status for floating IP d1e2d73d-7f0c-402f-bb12-4cbfc30ed41e: DOWN {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 11:59:25.121585 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6178f-5331-407e-86da-039f9343f1f2 req-1e66e73e-78e7-45da-a2ec-c2387c867df1 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:59:25.123109 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-41a6178f-5331-407e-86da-039f9343f1f2 req-1e66e73e-78e7-45da-a2ec-c2387c867df1 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 945 time: 0.0518322 Nov 04 11:59:25.180607 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-41a6178f-5331-407e-86da-039f9343f1f2 req-c85403d4-9739-4056-97d8-831007884c0c tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/security-groups?id=a51a26ff-6132-46a5-ba29-e3603b9241f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511661 Nov 04 11:59:25.440725 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8814959-0590-4e9b-8e62-f2d533a35157 req-7391070b-3ecb-47c2-b73e-29cbf916af5d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:59:25.442223 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f8814959-0590-4e9b-8e62-f2d533a35157 req-7391070b-3ecb-47c2-b73e-29cbf916af5d tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.121 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 945 time: 0.0602107 Nov 04 11:59:25.537289 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-f8814959-0590-4e9b-8e62-f2d533a35157 req-39f1f9dc-d173-43b5-b0c8-954c351ac260 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Deleting port 6188ceb8-f954-429d-8d70-4b0147bd853b {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:59:25.537614 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f8814959-0590-4e9b-8e62-f2d533a35157 req-39f1f9dc-d173-43b5-b0c8-954c351ac260 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:25.626436 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-f8814959-0590-4e9b-8e62-f2d533a35157 req-39f1f9dc-d173-43b5-b0c8-954c351ac260 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] For port 6188ceb8-f954-429d-8d70-4b0147bd853b, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=6188ceb8-f954-429d-8d70-4b0147bd853b,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:59:25.626773 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f8814959-0590-4e9b-8e62-f2d533a35157 req-39f1f9dc-d173-43b5-b0c8-954c351ac260 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:25.642807 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-f8814959-0590-4e9b-8e62-f2d533a35157 req-39f1f9dc-d173-43b5-b0c8-954c351ac260 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Calling delete_port for 6188ceb8-f954-429d-8d70-4b0147bd853b owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:59:25.784926 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f8814959-0590-4e9b-8e62-f2d533a35157 req-39f1f9dc-d173-43b5-b0c8-954c351ac260 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:25.814300 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1f9dc-d173-43b5-b0c8-954c351ac260 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Pushing event deleted for resources: {'Port': ['ID=6188ceb8-f954-429d-8d70-4b0147bd853b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:25.846619 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1f9dc-d173-43b5-b0c8-954c351ac260 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:25.846982 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1f9dc-d173-43b5-b0c8-954c351ac260 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:25.848005 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1f9dc-d173-43b5-b0c8-954c351ac260 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:25.848349 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1f9dc-d173-43b5-b0c8-954c351ac260 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:25.848932 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1f9dc-d173-43b5-b0c8-954c351ac260 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:25.849266 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1f9dc-d173-43b5-b0c8-954c351ac260 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:25.849599 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1f9dc-d173-43b5-b0c8-954c351ac260 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:25.849968 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1f9dc-d173-43b5-b0c8-954c351ac260 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:25.850289 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1f9dc-d173-43b5-b0c8-954c351ac260 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:25.850609 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1f9dc-d173-43b5-b0c8-954c351ac260 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:25.850930 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1f9dc-d173-43b5-b0c8-954c351ac260 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:25.851244 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1f9dc-d173-43b5-b0c8-954c351ac260 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:25.874859 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8814959-0590-4e9b-8e62-f2d533a35157 req-39f1f9dc-d173-43b5-b0c8-954c351ac260 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] No DVR routers for this DVR port 6188ceb8-f954-429d-8d70-4b0147bd853b on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:59:25.877784 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f8814959-0590-4e9b-8e62-f2d533a35157 req-39f1f9dc-d173-43b5-b0c8-954c351ac260 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:25.882312 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f8814959-0590-4e9b-8e62-f2d533a35157 req-39f1f9dc-d173-43b5-b0c8-954c351ac260 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.121 "DELETE /v2.0/ports/6188ceb8-f954-429d-8d70-4b0147bd853b HTTP/1.1" status: 204 len: 173 time: 0.4339054 Nov 04 11:59:25.882811 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07', 'name': 'network-vif-deleted', 'tag': '6188ceb8-f954-429d-8d70-4b0147bd853b'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:59:25.885825 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afcfa88-9724-4aae-a662-324cfa826eaa" -d '{"events": [{"server_uuid": "b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07", "name": "network-vif-deleted", "tag": "6188ceb8-f954-429d-8d70-4b0147bd853b"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:59:25.929016 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 11:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d14ed91-5ed0-458d-8c3e-233cc2ad1fb4 x-openstack-request-id: req-5d14ed91-5ed0-458d-8c3e-233cc2ad1fb4 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:59:25.929334 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07", "name": "network-vif-deleted", "tag": "6188ceb8-f954-429d-8d70-4b0147bd853b", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:59:25.929595 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-5d14ed91-5ed0-458d-8c3e-233cc2ad1fb4 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:59:25.929995 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07', 'name': 'network-vif-deleted', 'tag': '6188ceb8-f954-429d-8d70-4b0147bd853b', 'status': 'completed', 'code': 200} Nov 04 11:59:26.302518 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e231f3f9-6d9b-4fea-ad36-eaa7ef2d69c6 req-9f51eb32-276d-46a1-a301-55a4bedc85dc tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 210 time: 0.0352807 Nov 04 11:59:27.413274 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-62e2a64f-6055-4d9d-8951-537848ef14d0 req-83eebee1-a3bf-4751-a732-e62caf6df285 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 210 time: 0.0311813 Nov 04 11:59:28.512560 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-bfe3980b-7e80-46c7-8a7c-2609862b74df req-92d32212-35f5-471f-b72b-3eef9883a1b7 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 210 time: 0.0275049 Nov 04 11:59:28.800397 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6188ceb8-f954-429d-8d70-4b0147bd853b no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:59:28.821985 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 6188ceb8-f954-429d-8d70-4b0147bd853b {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:59:28.822346 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 6188ceb8-f954-429d-8d70-4b0147bd853b not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:59:29.612783 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-de5396d6-ac25-4e27-a7d9-c0a085f4d2bd req-ef23c01a-f9aa-4068-9fad-6911c2d5f0c7 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 210 time: 0.0282946 Nov 04 11:59:30.740842 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-4912e558-1cdf-46d6-bab4-1ff0650e5bac req-c3ef1aaa-8070-49ec-a729-e084e3a287d1 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9610fe0-eed1-435f-bf8e-dbf1e2eb4d07 HTTP/1.1" status: 200 len: 210 time: 0.0395348 Nov 04 11:59:31.813062 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36568) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:31.883740 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-880e687a-2e87-4217-8879-45bef29ce492 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:31.909238 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-880e687a-2e87-4217-8879-45bef29ce492 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:31.979262 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-880e687a-2e87-4217-8879-45bef29ce492 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:31.981832 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-880e687a-2e87-4217-8879-45bef29ce492 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:31.983018 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-880e687a-2e87-4217-8879-45bef29ce492 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] 10.222.0.127 "DELETE /v2.0/security-groups/a51a26ff-6132-46a5-ba29-e3603b9241f7 HTTP/1.1" status: 204 len: 168 time: 0.1689482 Nov 04 11:59:31.992740 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e687a-2e87-4217-8879-45bef29ce492 tempest-TestShelveInstance-1350480462 tempest-TestShelveInstance-1350480462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51a26ff-6132-46a5-ba29-e3603b9241f7,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:32.035155 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36572) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:32.870190 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c5c971f-9031-450a-a0af-94021726a15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:33.126877 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-6c5c971f-9031-450a-a0af-94021726a15f admin admin] Deleting port b6fc5ae0-3f92-4a35-85a0-34024e36da54 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:59:33.127585 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c5c971f-9031-450a-a0af-94021726a15f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:33.213656 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-6c5c971f-9031-450a-a0af-94021726a15f admin admin] For port b6fc5ae0-3f92-4a35-85a0-34024e36da54, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=b6fc5ae0-3f92-4a35-85a0-34024e36da54,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:59:33.214020 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c5c971f-9031-450a-a0af-94021726a15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:33.227900 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-6c5c971f-9031-450a-a0af-94021726a15f admin admin] Calling delete_port for b6fc5ae0-3f92-4a35-85a0-34024e36da54 owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:59:33.416484 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c5c971f-9031-450a-a0af-94021726a15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:33.443413 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c971f-9031-450a-a0af-94021726a15f admin admin] Pushing event deleted for resources: {'Port': ['ID=b6fc5ae0-3f92-4a35-85a0-34024e36da54,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:33.614937 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-6c5c971f-9031-450a-a0af-94021726a15f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:33.854881 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5c971f-9031-450a-a0af-94021726a15f admin admin] Router e557c3ea-127b-4102-b576-d99adc8ad855 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:59:33.980561 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5c971f-9031-450a-a0af-94021726a15f admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:59:33.985813 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-6c5c971f-9031-450a-a0af-94021726a15f admin admin] 10.222.0.127 "PUT /v2.0/routers/e557c3ea-127b-4102-b576-d99adc8ad855/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9491866 Nov 04 11:59:33.988853 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36576) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:33.993473 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704ae0d2-4fc4-48c4-8f45-d65781826e51 None None] Sync routers for ids ['e557c3ea-127b-4102-b576-d99adc8ad855'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:59:34.004027 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704ae0d2-4fc4-48c4-8f45-d65781826e51 None None] Routers {'e557c3ea-127b-4102-b576-d99adc8ad855'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:59:34.005177 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-704ae0d2-4fc4-48c4-8f45-d65781826e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:59:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e557c3ea-127b-4102-b576-d99adc8ad855'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:34.103458 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a6e0b7eb-46eb-49ae-8543-5a0dc8562840 admin admin] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:34.118747 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-704ae0d2-4fc4-48c4-8f45-d65781826e51 None None] Set router e557c3ea-127b-4102-b576-d99adc8ad855 gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:59:34.210820 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a6e0b7eb-46eb-49ae-8543-5a0dc8562840 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:34.269635 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-a6e0b7eb-46eb-49ae-8543-5a0dc8562840 admin admin] Deleting port ce587696-a16d-43ff-a933-ddafb78548fc {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:59:34.269948 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a6e0b7eb-46eb-49ae-8543-5a0dc8562840 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:34.316236 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-704ae0d2-4fc4-48c4-8f45-d65781826e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'name': 'tempest-TestShelveInstance-2122230058-router', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:35Z', 'updated_at': '2021-11-04T11:59:33Z', 'revision_number': 5, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'gw_port': {'id': 'ce587696-a16d-43ff-a933-ddafb78548fc', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:36Z', 'updated_at': '2021-11-04T11:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:34.343289 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704ae0d2-4fc4-48c4-8f45-d65781826e51 None None] Checking router: e557c3ea-127b-4102-b576-d99adc8ad855 for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:59:34.354186 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704ae0d2-4fc4-48c4-8f45-d65781826e51 None None] Routers {'e557c3ea-127b-4102-b576-d99adc8ad855'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:59:34.354927 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-704ae0d2-4fc4-48c4-8f45-d65781826e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:59:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['e557c3ea-127b-4102-b576-d99adc8ad855'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:34.374851 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-a6e0b7eb-46eb-49ae-8543-5a0dc8562840 admin admin] For port ce587696-a16d-43ff-a933-ddafb78548fc, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=ce587696-a16d-43ff-a933-ddafb78548fc,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:59:34.375149 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a6e0b7eb-46eb-49ae-8543-5a0dc8562840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:34.394908 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-a6e0b7eb-46eb-49ae-8543-5a0dc8562840 admin admin] Calling delete_port for ce587696-a16d-43ff-a933-ddafb78548fc owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:59:34.443038 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-704ae0d2-4fc4-48c4-8f45-d65781826e51 None None] Set router e557c3ea-127b-4102-b576-d99adc8ad855 gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:59:34.498575 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-704ae0d2-4fc4-48c4-8f45-d65781826e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'name': 'tempest-TestShelveInstance-2122230058-router', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:35Z', 'updated_at': '2021-11-04T11:59:34Z', 'revision_number': 6, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:34.530417 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704ae0d2-4fc4-48c4-8f45-d65781826e51 None None] The sync data for ids ['e557c3ea-127b-4102-b576-d99adc8ad855'] in n-d-816629-1 is: [{'id': 'e557c3ea-127b-4102-b576-d99adc8ad855', 'name': 'tempest-TestShelveInstance-2122230058-router', 'tenant_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:35Z', 'updated_at': '2021-11-04T11:59:34Z', 'revision_number': 6, 'project_id': 'f75c0ec96e3c440a8e362646d9c4869c', 'gw_port_host': None}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:59:34.581525 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a6e0b7eb-46eb-49ae-8543-5a0dc8562840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:34.614396 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0b7eb-46eb-49ae-8543-5a0dc8562840 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce587696-a16d-43ff-a933-ddafb78548fc,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:34.678114 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a6e0b7eb-46eb-49ae-8543-5a0dc8562840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:34.771666 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a6e0b7eb-46eb-49ae-8543-5a0dc8562840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:34.774061 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a6e0b7eb-46eb-49ae-8543-5a0dc8562840 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:34.822699 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a6e0b7eb-46eb-49ae-8543-5a0dc8562840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:34.823159 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e0b7eb-46eb-49ae-8543-5a0dc8562840 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e557c3ea-127b-4102-b576-d99adc8ad855 {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:59:34.827793 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a6e0b7eb-46eb-49ae-8543-5a0dc8562840 admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:34.829091 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a6e0b7eb-46eb-49ae-8543-5a0dc8562840 admin admin] 10.222.0.127 "DELETE /v2.0/routers/e557c3ea-127b-4102-b576-d99adc8ad855 HTTP/1.1" status: 204 len: 168 time: 0.8391724 Nov 04 11:59:34.831614 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36578) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:34.880358 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df30b46-0c42-4779-a51c-ba790c40e58c admin admin] Deleting subnet 7ce23495-bd3e-497c-b518-956e93f5898e {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:59:34.884079 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9df30b46-0c42-4779-a51c-ba790c40e58c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:34.921786 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9df30b46-0c42-4779-a51c-ba790c40e58c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:35.005039 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9df30b46-0c42-4779-a51c-ba790c40e58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:35.061490 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9df30b46-0c42-4779-a51c-ba790c40e58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:35.086751 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df30b46-0c42-4779-a51c-ba790c40e58c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ce23495-bd3e-497c-b518-956e93f5898e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:35.091649 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9df30b46-0c42-4779-a51c-ba790c40e58c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:35.096049 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9df30b46-0c42-4779-a51c-ba790c40e58c admin admin] 10.222.0.127 "DELETE /v2.0/subnets/7ce23495-bd3e-497c-b518-956e93f5898e HTTP/1.1" status: 204 len: 168 time: 0.2634037 Nov 04 11:59:35.096371 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c314d7b-a113-47e1-8480-4b342e4aa63d None None] Network d6b64dfa-3904-438e-bb2c-b90bc220dc1b requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:59:35.099195 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36580) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:35.169567 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69d0838f-c111-4cc0-9b4e-0d3a49422acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:35.227742 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-69d0838f-c111-4cc0-9b4e-0d3a49422acf admin admin] Deleting port d7f265c3-623b-4dd4-8b3a-3d5004e421fc {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:59:35.228352 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69d0838f-c111-4cc0-9b4e-0d3a49422acf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:35.297831 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-69d0838f-c111-4cc0-9b4e-0d3a49422acf admin admin] For port d7f265c3-623b-4dd4-8b3a-3d5004e421fc, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d7f265c3-623b-4dd4-8b3a-3d5004e421fc,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:59:35.298172 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69d0838f-c111-4cc0-9b4e-0d3a49422acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:35.314732 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945f68b1-f95a-43bd-8afa-21693734056d None None] DHCP port deletion for d6b64dfa-3904-438e-bb2c-b90bc220dc1b request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:59:35.315282 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-69d0838f-c111-4cc0-9b4e-0d3a49422acf admin admin] Calling delete_port for d7f265c3-623b-4dd4-8b3a-3d5004e421fc owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:59:35.369689 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-945f68b1-f95a-43bd-8afa-21693734056d None None] Deleting port d7f265c3-623b-4dd4-8b3a-3d5004e421fc {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:59:35.370066 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-945f68b1-f95a-43bd-8afa-21693734056d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:35.398873 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69d0838f-c111-4cc0-9b4e-0d3a49422acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:35.431332 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0838f-c111-4cc0-9b4e-0d3a49422acf admin admin] Pushing event deleted for resources: {'Port': ['ID=d7f265c3-623b-4dd4-8b3a-3d5004e421fc,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:35.434064 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d0838f-c111-4cc0-9b4e-0d3a49422acf admin admin] No DVR routers for this DVR port d7f265c3-623b-4dd4-8b3a-3d5004e421fc on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:59:35.441112 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-945f68b1-f95a-43bd-8afa-21693734056d None None] For port d7f265c3-623b-4dd4-8b3a-3d5004e421fc, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d7f265c3-623b-4dd4-8b3a-3d5004e421fc,segment=NetworkSegment(9ca9f334-f931-44d9-8e77-fdc604da5c9c),segment_id=9ca9f334-f931-44d9-8e77-fdc604da5c9c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:59:35.441643 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-945f68b1-f95a-43bd-8afa-21693734056d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:35.455348 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-945f68b1-f95a-43bd-8afa-21693734056d None None] Calling delete_port for d7f265c3-623b-4dd4-8b3a-3d5004e421fc owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:59:35.507031 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69d0838f-c111-4cc0-9b4e-0d3a49422acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:35.529821 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-69d0838f-c111-4cc0-9b4e-0d3a49422acf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b64dfa-3904-438e-bb2c-b90bc220dc1b']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:35.532135 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-945f68b1-f95a-43bd-8afa-21693734056d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:35.539980 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-69d0838f-c111-4cc0-9b4e-0d3a49422acf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca9f334-f931-44d9-8e77-fdc604da5c9c') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:35.540284 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-69d0838f-c111-4cc0-9b4e-0d3a49422acf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca9f334-f931-44d9-8e77-fdc604da5c9c') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:35.550926 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69d0838f-c111-4cc0-9b4e-0d3a49422acf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:35.562794 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f68b1-f95a-43bd-8afa-21693734056d None None] Pushing event deleted for resources: {'Port': ['ID=d7f265c3-623b-4dd4-8b3a-3d5004e421fc,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:35.566641 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69d0838f-c111-4cc0-9b4e-0d3a49422acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:35.572215 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945f68b1-f95a-43bd-8afa-21693734056d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:35.572562 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945f68b1-f95a-43bd-8afa-21693734056d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:35.572925 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945f68b1-f95a-43bd-8afa-21693734056d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:35.573271 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945f68b1-f95a-43bd-8afa-21693734056d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:35.573600 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945f68b1-f95a-43bd-8afa-21693734056d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:35.573924 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945f68b1-f95a-43bd-8afa-21693734056d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:35.574444 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945f68b1-f95a-43bd-8afa-21693734056d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:35.574778 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945f68b1-f95a-43bd-8afa-21693734056d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:35.574900 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d0838f-c111-4cc0-9b4e-0d3a49422acf admin admin] Releasing vlan 1150 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:59:35.575098 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945f68b1-f95a-43bd-8afa-21693734056d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:35.575208 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69d0838f-c111-4cc0-9b4e-0d3a49422acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:35.575416 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945f68b1-f95a-43bd-8afa-21693734056d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:35.576021 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945f68b1-f95a-43bd-8afa-21693734056d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:35.576511 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945f68b1-f95a-43bd-8afa-21693734056d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:59:35.577013 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:59:35.584276 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945f68b1-f95a-43bd-8afa-21693734056d None None] No DVR routers for this DVR port d7f265c3-623b-4dd4-8b3a-3d5004e421fc on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:59:35.646075 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69d0838f-c111-4cc0-9b4e-0d3a49422acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:35.651306 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-69d0838f-c111-4cc0-9b4e-0d3a49422acf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:35.654728 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-69d0838f-c111-4cc0-9b4e-0d3a49422acf admin admin] 10.222.0.127 "DELETE /v2.0/networks/d6b64dfa-3904-438e-bb2c-b90bc220dc1b HTTP/1.1" status: 204 len: 168 time: 0.5545588 Nov 04 11:59:35.658075 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36582) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:35.668404 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0838f-c111-4cc0-9b4e-0d3a49422acf admin admin] Pushing event deleted for resources: {'Network': ['ID=d6b64dfa-3904-438e-bb2c-b90bc220dc1b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:36.032080 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8baf4db4-64af-4336-b4a5-db23f693cce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:36.291041 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-8baf4db4-64af-4336-b4a5-db23f693cce1 admin admin] Deleting port 3ea19a25-0fb3-41cd-9a2c-40d36b0f5409 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:59:36.291384 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8baf4db4-64af-4336-b4a5-db23f693cce1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:36.340599 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d7f265c3-623b-4dd4-8b3a-3d5004e421fc no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:59:36.362083 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: d7f265c3-623b-4dd4-8b3a-3d5004e421fc {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:59:36.362772 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d7f265c3-623b-4dd4-8b3a-3d5004e421fc not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:59:36.363199 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ce587696-a16d-43ff-a933-ddafb78548fc no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:59:36.378998 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-8baf4db4-64af-4336-b4a5-db23f693cce1 admin admin] For port 3ea19a25-0fb3-41cd-9a2c-40d36b0f5409, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=3ea19a25-0fb3-41cd-9a2c-40d36b0f5409,segment=NetworkSegment(cd2183ff-30be-4ecf-8039-ca86ef973a4b),segment_id=cd2183ff-30be-4ecf-8039-ca86ef973a4b)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:59:36.379366 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8baf4db4-64af-4336-b4a5-db23f693cce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:36.383112 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: ce587696-a16d-43ff-a933-ddafb78548fc {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:59:36.383453 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device ce587696-a16d-43ff-a933-ddafb78548fc not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:59:36.383856 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b6fc5ae0-3f92-4a35-85a0-34024e36da54 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:59:36.392931 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-8baf4db4-64af-4336-b4a5-db23f693cce1 admin admin] Calling delete_port for 3ea19a25-0fb3-41cd-9a2c-40d36b0f5409 owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:59:36.403504 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: b6fc5ae0-3f92-4a35-85a0-34024e36da54 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:59:36.403838 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device b6fc5ae0-3f92-4a35-85a0-34024e36da54 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:59:36.591970 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8baf4db4-64af-4336-b4a5-db23f693cce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:36.625741 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf4db4-64af-4336-b4a5-db23f693cce1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ea19a25-0fb3-41cd-9a2c-40d36b0f5409,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:36.797381 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-8baf4db4-64af-4336-b4a5-db23f693cce1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:37.028805 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8baf4db4-64af-4336-b4a5-db23f693cce1 admin admin] Router 13f2b854-f2ee-41a8-948b-aa787b37a943 has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:59:37.148242 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8baf4db4-64af-4336-b4a5-db23f693cce1 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:59:37.154018 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-8baf4db4-64af-4336-b4a5-db23f693cce1 admin admin] 10.222.0.127 "PUT /v2.0/routers/13f2b854-f2ee-41a8-948b-aa787b37a943/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4948242 Nov 04 11:59:37.157252 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36584) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:37.159301 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3838720-9a5f-4a29-b42e-22699a4f21b9 None None] Sync routers for ids ['13f2b854-f2ee-41a8-948b-aa787b37a943'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:59:37.170594 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3838720-9a5f-4a29-b42e-22699a4f21b9 None None] Routers {'13f2b854-f2ee-41a8-948b-aa787b37a943'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:59:37.171206 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-b3838720-9a5f-4a29-b42e-22699a4f21b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:59:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['13f2b854-f2ee-41a8-948b-aa787b37a943'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:37.268310 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a179db7e-03fc-46ec-af18-6f39ee3fc616 admin admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:37.273900 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-b3838720-9a5f-4a29-b42e-22699a4f21b9 None None] Set router 13f2b854-f2ee-41a8-948b-aa787b37a943 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:59:37.460096 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-b3838720-9a5f-4a29-b42e-22699a4f21b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f2b854-f2ee-41a8-948b-aa787b37a943', 'name': 'tempest-TestShelveInstance-1870920570-router', 'tenant_id': '7d866539fa2943f6be5001cdd7ac05b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '6dd87f27-64e7-4d95-84dc-dc20d78456ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:40Z', 'updated_at': '2021-11-04T11:59:36Z', 'revision_number': 5, 'project_id': '7d866539fa2943f6be5001cdd7ac05b4', 'gw_port': {'id': '6dd87f27-64e7-4d95-84dc-dc20d78456ec', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f2b854-f2ee-41a8-948b-aa787b37a943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:40Z', 'updated_at': '2021-11-04T11:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:37.486889 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3838720-9a5f-4a29-b42e-22699a4f21b9 None None] Checking router: 13f2b854-f2ee-41a8-948b-aa787b37a943 for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:59:37.497094 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3838720-9a5f-4a29-b42e-22699a4f21b9 None None] Routers {'13f2b854-f2ee-41a8-948b-aa787b37a943'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:59:37.497710 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-b3838720-9a5f-4a29-b42e-22699a4f21b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:59:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['13f2b854-f2ee-41a8-948b-aa787b37a943'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:37.684706 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a179db7e-03fc-46ec-af18-6f39ee3fc616 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:37.698830 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-b3838720-9a5f-4a29-b42e-22699a4f21b9 None None] Set router 13f2b854-f2ee-41a8-948b-aa787b37a943 gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:59:37.742049 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-a179db7e-03fc-46ec-af18-6f39ee3fc616 admin admin] Deleting port 6dd87f27-64e7-4d95-84dc-dc20d78456ec {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:59:37.742288 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a179db7e-03fc-46ec-af18-6f39ee3fc616 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:37.828070 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-a179db7e-03fc-46ec-af18-6f39ee3fc616 admin admin] For port 6dd87f27-64e7-4d95-84dc-dc20d78456ec, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=6dd87f27-64e7-4d95-84dc-dc20d78456ec,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:59:37.828808 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a179db7e-03fc-46ec-af18-6f39ee3fc616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:37.842017 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-a179db7e-03fc-46ec-af18-6f39ee3fc616 admin admin] Calling delete_port for 6dd87f27-64e7-4d95-84dc-dc20d78456ec owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:59:37.876924 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-b3838720-9a5f-4a29-b42e-22699a4f21b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f2b854-f2ee-41a8-948b-aa787b37a943', 'name': 'tempest-TestShelveInstance-1870920570-router', 'tenant_id': '7d866539fa2943f6be5001cdd7ac05b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '6dd87f27-64e7-4d95-84dc-dc20d78456ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:40Z', 'updated_at': '2021-11-04T11:59:36Z', 'revision_number': 5, 'project_id': '7d866539fa2943f6be5001cdd7ac05b4', 'gw_port': {'id': '6dd87f27-64e7-4d95-84dc-dc20d78456ec', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f2b854-f2ee-41a8-948b-aa787b37a943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:40Z', 'updated_at': '2021-11-04T11:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:37.906022 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3838720-9a5f-4a29-b42e-22699a4f21b9 None None] The sync data for ids ['13f2b854-f2ee-41a8-948b-aa787b37a943'] in n-d-816629-1 is: [{'id': '13f2b854-f2ee-41a8-948b-aa787b37a943', 'name': 'tempest-TestShelveInstance-1870920570-router', 'tenant_id': '7d866539fa2943f6be5001cdd7ac05b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '6dd87f27-64e7-4d95-84dc-dc20d78456ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:50:40Z', 'updated_at': '2021-11-04T11:59:36Z', 'revision_number': 5, 'project_id': '7d866539fa2943f6be5001cdd7ac05b4', 'gw_port': {'id': '6dd87f27-64e7-4d95-84dc-dc20d78456ec', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f2b854-f2ee-41a8-948b-aa787b37a943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:50:40Z', 'updated_at': '2021-11-04T11:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:59:38.034866 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a179db7e-03fc-46ec-af18-6f39ee3fc616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:38.061273 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179db7e-03fc-46ec-af18-6f39ee3fc616 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dd87f27-64e7-4d95-84dc-dc20d78456ec,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:38.127002 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a179db7e-03fc-46ec-af18-6f39ee3fc616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:38.225530 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a179db7e-03fc-46ec-af18-6f39ee3fc616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:38.227642 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a179db7e-03fc-46ec-af18-6f39ee3fc616 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:38.278326 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a179db7e-03fc-46ec-af18-6f39ee3fc616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:38.278736 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a179db7e-03fc-46ec-af18-6f39ee3fc616 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13f2b854-f2ee-41a8-948b-aa787b37a943 {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 11:59:38.283217 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-a179db7e-03fc-46ec-af18-6f39ee3fc616 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:38.284593 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a179db7e-03fc-46ec-af18-6f39ee3fc616 admin admin] 10.222.0.127 "DELETE /v2.0/routers/13f2b854-f2ee-41a8-948b-aa787b37a943 HTTP/1.1" status: 204 len: 168 time: 1.1259358 Nov 04 11:59:38.287290 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36586) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:38.338455 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3ec2c3-5cbf-4c57-bacd-0333d5f37344 admin admin] Deleting subnet 356f1b11-3fe9-43b8-945b-b7b0b93028f7 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 11:59:38.341741 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b3ec2c3-5cbf-4c57-bacd-0333d5f37344 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:38.385522 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b3ec2c3-5cbf-4c57-bacd-0333d5f37344 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:38.418987 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3ea19a25-0fb3-41cd-9a2c-40d36b0f5409 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:59:38.439095 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 3ea19a25-0fb3-41cd-9a2c-40d36b0f5409 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:59:38.439439 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 3ea19a25-0fb3-41cd-9a2c-40d36b0f5409 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:59:38.475270 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b3ec2c3-5cbf-4c57-bacd-0333d5f37344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:38.533173 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b3ec2c3-5cbf-4c57-bacd-0333d5f37344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:38.559966 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ec2c3-5cbf-4c57-bacd-0333d5f37344 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=356f1b11-3fe9-43b8-945b-b7b0b93028f7,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:38.564939 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-1b3ec2c3-5cbf-4c57-bacd-0333d5f37344 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:38.569452 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-1b3ec2c3-5cbf-4c57-bacd-0333d5f37344 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/356f1b11-3fe9-43b8-945b-b7b0b93028f7 HTTP/1.1" status: 204 len: 168 time: 0.2809203 Nov 04 11:59:38.571226 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36588) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:38.574905 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba55e956-67a1-4a3b-8412-a3009ffd2385 None None] Network 90307112-e80c-4001-83bd-e6702921f5b7 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:59:38.645150 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a8617c91-8e54-49ad-8337-f2898470e9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:38.703417 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-a8617c91-8e54-49ad-8337-f2898470e9c0 admin admin] Deleting port 045d6cfc-27f9-4c64-b1bf-c79d7f7ffd11 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 11:59:38.703751 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a8617c91-8e54-49ad-8337-f2898470e9c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:38.766956 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-a8617c91-8e54-49ad-8337-f2898470e9c0 admin admin] For port 045d6cfc-27f9-4c64-b1bf-c79d7f7ffd11, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=045d6cfc-27f9-4c64-b1bf-c79d7f7ffd11,segment=NetworkSegment(cd2183ff-30be-4ecf-8039-ca86ef973a4b),segment_id=cd2183ff-30be-4ecf-8039-ca86ef973a4b)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:59:38.767312 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a8617c91-8e54-49ad-8337-f2898470e9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:38.780279 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-a8617c91-8e54-49ad-8337-f2898470e9c0 admin admin] Calling delete_port for 045d6cfc-27f9-4c64-b1bf-c79d7f7ffd11 owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 11:59:38.863649 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a8617c91-8e54-49ad-8337-f2898470e9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:38.891046 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8617c91-8e54-49ad-8337-f2898470e9c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=045d6cfc-27f9-4c64-b1bf-c79d7f7ffd11,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:38.892938 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8617c91-8e54-49ad-8337-f2898470e9c0 admin admin] No DVR routers for this DVR port 045d6cfc-27f9-4c64-b1bf-c79d7f7ffd11 on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 11:59:38.927985 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c79a4ae-892c-4f83-8a64-be5e288ed960 None None] DHCP port deletion for 90307112-e80c-4001-83bd-e6702921f5b7 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 11:59:38.967652 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a8617c91-8e54-49ad-8337-f2898470e9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:38.988364 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-a8617c91-8e54-49ad-8337-f2898470e9c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90307112-e80c-4001-83bd-e6702921f5b7']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:38.998181 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-a8617c91-8e54-49ad-8337-f2898470e9c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2183ff-30be-4ecf-8039-ca86ef973a4b') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:38.998477 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-a8617c91-8e54-49ad-8337-f2898470e9c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2183ff-30be-4ecf-8039-ca86ef973a4b') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:39.011710 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a8617c91-8e54-49ad-8337-f2898470e9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:39.026211 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a8617c91-8e54-49ad-8337-f2898470e9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:39.032930 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8617c91-8e54-49ad-8337-f2898470e9c0 admin admin] Releasing vlan 1194 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 11:59:39.033304 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a8617c91-8e54-49ad-8337-f2898470e9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: timer() Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 11:59:39.035016 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 11:59:39.097202 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a8617c91-8e54-49ad-8337-f2898470e9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:39.103469 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a8617c91-8e54-49ad-8337-f2898470e9c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:39.106943 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a8617c91-8e54-49ad-8337-f2898470e9c0 admin admin] 10.222.0.127 "DELETE /v2.0/networks/90307112-e80c-4001-83bd-e6702921f5b7 HTTP/1.1" status: 204 len: 168 time: 0.5343940 Nov 04 11:59:39.119463 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8617c91-8e54-49ad-8337-f2898470e9c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=90307112-e80c-4001-83bd-e6702921f5b7,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:39.246228 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36594) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:39.287499 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a9890f42-826c-47b0-a531-28ce2d9c4a9b admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=f75c0ec96e3c440a8e362646d9c4869c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399768 Nov 04 11:59:39.290482 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36596) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:39.350592 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d89b7cde-a1b5-4fc5-a3e6-65028e1c2bf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:39.373195 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d89b7cde-a1b5-4fc5-a3e6-65028e1c2bf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:39.435705 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d89b7cde-a1b5-4fc5-a3e6-65028e1c2bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:39.438548 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-d89b7cde-a1b5-4fc5-a3e6-65028e1c2bf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:39.439848 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-d89b7cde-a1b5-4fc5-a3e6-65028e1c2bf4 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/2ac08b07-8a8e-4a63-983f-eaa70d25022f HTTP/1.1" status: 204 len: 168 time: 0.1484299 Nov 04 11:59:39.447962 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b7cde-a1b5-4fc5-a3e6-65028e1c2bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac08b07-8a8e-4a63-983f-eaa70d25022f,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:39.813622 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36602) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:39.856547 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-868828d4-82e0-4a45-9bc9-f9679eeff3a0 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=7d866539fa2943f6be5001cdd7ac05b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417302 Nov 04 11:59:39.859436 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36604) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:39.917259 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-548ab12c-1468-4757-bf18-1f1728eaa2c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:39.941549 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-548ab12c-1468-4757-bf18-1f1728eaa2c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:39.988638 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-548ab12c-1468-4757-bf18-1f1728eaa2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:39.991780 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-548ab12c-1468-4757-bf18-1f1728eaa2c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:39.993012 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-548ab12c-1468-4757-bf18-1f1728eaa2c2 admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/49d68f38-fc34-44b8-9cf1-071126da6c4e HTTP/1.1" status: 204 len: 168 time: 0.1323216 Nov 04 11:59:40.000800 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ab12c-1468-4757-bf18-1f1728eaa2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d68f38-fc34-44b8-9cf1-071126da6c4e,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:40.335578 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6dd87f27-64e7-4d95-84dc-dc20d78456ec no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:59:40.355361 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 6dd87f27-64e7-4d95-84dc-dc20d78456ec {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:59:40.355710 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 6dd87f27-64e7-4d95-84dc-dc20d78456ec not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:59:40.356128 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 045d6cfc-27f9-4c64-b1bf-c79d7f7ffd11 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 11:59:40.376767 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 045d6cfc-27f9-4c64-b1bf-c79d7f7ffd11 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 11:59:40.377135 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 045d6cfc-27f9-4c64-b1bf-c79d7f7ffd11 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 11:59:40.726166 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36626) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:40.832208 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-be82d0a2-cc9f-4d81-a692-49f1e073551a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1386617504-network', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:59:40.858870 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be82d0a2-cc9f-4d81-a692-49f1e073551a admin admin] Made reservation on behalf of 76aa2fc2a84a4b83806c4be4c8e98b0c for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:59:40.861406 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-be82d0a2-cc9f-4d81-a692-49f1e073551a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:40.870439 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-be82d0a2-cc9f-4d81-a692-49f1e073551a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:40.946887 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-be82d0a2-cc9f-4d81-a692-49f1e073551a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:40.952629 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-be82d0a2-cc9f-4d81-a692-49f1e073551a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:40.978484 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be82d0a2-cc9f-4d81-a692-49f1e073551a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1196} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:59:40.988868 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82d0a2-cc9f-4d81-a692-49f1e073551a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ee380c-9d01-4ea9-bab6-617a035bdce4,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:40.993807 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-be82d0a2-cc9f-4d81-a692-49f1e073551a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:40.994130 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-be82d0a2-cc9f-4d81-a692-49f1e073551a admin admin] Added segment ffb2098a-5258-4885-b34b-cf8954501d5e of type vlan for network 30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 Nov 04 11:59:41.033830 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-be82d0a2-cc9f-4d81-a692-49f1e073551a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:41.061250 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-be82d0a2-cc9f-4d81-a692-49f1e073551a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:41.062225 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be82d0a2-cc9f-4d81-a692-49f1e073551a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:59:41.062883 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-be82d0a2-cc9f-4d81-a692-49f1e073551a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:41.122865 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-be82d0a2-cc9f-4d81-a692-49f1e073551a admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3955657 Nov 04 11:59:41.125762 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36630) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:41.132682 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-a114e498-1d7b-4905-9bb3-d9c1b892f475 admin admin] Request body: {'subnet': {'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1386617504-subnet', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:59:41.137294 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82d0a2-cc9f-4d81-a692-49f1e073551a admin admin] Pushing event updated for resources: {'Network': ['ID=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:41.148353 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:59:41.158109 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a114e498-1d7b-4905-9bb3-d9c1b892f475 admin admin] Made reservation on behalf of 76aa2fc2a84a4b83806c4be4c8e98b0c for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:59:41.160577 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a114e498-1d7b-4905-9bb3-d9c1b892f475 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:41.332381 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a114e498-1d7b-4905-9bb3-d9c1b892f475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:41.392306 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114e498-1d7b-4905-9bb3-d9c1b892f475 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f070787-5fb7-4b23-ba24-cc1dd4a47d03,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:41.399769 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a114e498-1d7b-4905-9bb3-d9c1b892f475 admin admin] Checking segment: {'id': 'ffb2098a-5258-4885-b34b-cf8954501d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:59:41.400116 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a114e498-1d7b-4905-9bb3-d9c1b892f475 admin admin] Network hostable DHCP agents. Network: 30fe3263-c1ac-4425-8ae4-6ff7efd69ba7, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:59:41.418797 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a114e498-1d7b-4905-9bb3-d9c1b892f475 admin admin] Network 30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:59:41.430206 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-a114e498-1d7b-4905-9bb3-d9c1b892f475 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 30fe3263-c1ac-4425-8ae4-6ff7efd69ba7) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:59:41.434648 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a114e498-1d7b-4905-9bb3-d9c1b892f475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:59:41.435252 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a114e498-1d7b-4905-9bb3-d9c1b892f475 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:41.440114 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d9b395-1f45-4de4-9f23-18b27f7620c2 None None] Network 30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:59:41.452195 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a114e498-1d7b-4905-9bb3-d9c1b892f475 admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3253863 Nov 04 11:59:41.455106 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36632) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:41.459746 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-39ef2ea6-9c44-40ff-9e5a-5dc554c3c8b5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1386617504-router', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:59:41.483212 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-39ef2ea6-9c44-40ff-9e5a-5dc554c3c8b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:41.484629 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-39ef2ea6-9c44-40ff-9e5a-5dc554c3c8b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:41.536949 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-39ef2ea6-9c44-40ff-9e5a-5dc554c3c8b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:41.590018 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bfc3b1-248a-403a-af86-4cf918fa2f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'fixed_ips': [{'subnet_id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:59:41.590909 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a0bfc3b1-248a-403a-af86-4cf918fa2f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:41.679625 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-39ef2ea6-9c44-40ff-9e5a-5dc554c3c8b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:41.730999 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-a0bfc3b1-248a-403a-af86-4cf918fa2f0b None None] Allocated IP 172.20.0.2 (30fe3263-c1ac-4425-8ae4-6ff7efd69ba7/9f070787-5fb7-4b23-ba24-cc1dd4a47d03/03d87203-2e2d-4007-bcb5-9a45ffee67bd) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:59:41.879613 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a0bfc3b1-248a-403a-af86-4cf918fa2f0b None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:41.883178 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-39ef2ea6-9c44-40ff-9e5a-5dc554c3c8b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:41.888832 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a0bfc3b1-248a-403a-af86-4cf918fa2f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:41.906846 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-39ef2ea6-9c44-40ff-9e5a-5dc554c3c8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:41.928074 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bfc3b1-248a-403a-af86-4cf918fa2f0b None None] Network 30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:59:41.933073 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-a0bfc3b1-248a-403a-af86-4cf918fa2f0b None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:59:41.936647 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bfc3b1-248a-403a-af86-4cf918fa2f0b None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:59:41.942289 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfc3b1-248a-403a-af86-4cf918fa2f0b None None] Pushing event updated for resources: {'Port': ['ID=03d87203-2e2d-4007-bcb5-9a45ffee67bd,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:41.997969 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-a0bfc3b1-248a-403a-af86-4cf918fa2f0b None None] Attempting to bind port 03d87203-2e2d-4007-bcb5-9a45ffee67bd on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:59:41.998331 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-a0bfc3b1-248a-403a-af86-4cf918fa2f0b None None] Attempting to bind port 03d87203-2e2d-4007-bcb5-9a45ffee67bd by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'ffb2098a-5258-4885-b34b-cf8954501d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:59:41.998693 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfc3b1-248a-403a-af86-4cf918fa2f0b None None] Attempting to bind port 03d87203-2e2d-4007-bcb5-9a45ffee67bd on network 30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:59:42.003608 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfc3b1-248a-403a-af86-4cf918fa2f0b None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:59:42.003983 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfc3b1-248a-403a-af86-4cf918fa2f0b None None] Checking segment: {'id': 'ffb2098a-5258-4885-b34b-cf8954501d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:59:42.004374 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a0bfc3b1-248a-403a-af86-4cf918fa2f0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:42.004765 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfc3b1-248a-403a-af86-4cf918fa2f0b None None] Bound using segment: {'id': 'ffb2098a-5258-4885-b34b-cf8954501d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:59:42.005285 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-a0bfc3b1-248a-403a-af86-4cf918fa2f0b None None] Bound port: 03d87203-2e2d-4007-bcb5-9a45ffee67bd, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb2098a-5258-4885-b34b-cf8954501d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:59:42.005664 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a0bfc3b1-248a-403a-af86-4cf918fa2f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:42.019252 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-39ef2ea6-9c44-40ff-9e5a-5dc554c3c8b5 admin admin] Allocated IP 172.25.7.235 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/a9390df9-a0ef-4451-84d8-b88dd36095bd) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:59:42.077874 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-a0bfc3b1-248a-403a-af86-4cf918fa2f0b None None] For port 03d87203-2e2d-4007-bcb5-9a45ffee67bd, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:59:42.081092 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-a0bfc3b1-248a-403a-af86-4cf918fa2f0b None None] For port 03d87203-2e2d-4007-bcb5-9a45ffee67bd, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=03d87203-2e2d-4007-bcb5-9a45ffee67bd,segment=NetworkSegment(ffb2098a-5258-4885-b34b-cf8954501d5e),segment_id=ffb2098a-5258-4885-b34b-cf8954501d5e)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:59:42.086099 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a0bfc3b1-248a-403a-af86-4cf918fa2f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:42.135670 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-39ef2ea6-9c44-40ff-9e5a-5dc554c3c8b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:42.144899 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfc3b1-248a-403a-af86-4cf918fa2f0b None None] Pushing event updated for resources: {'Port': ['ID=03d87203-2e2d-4007-bcb5-9a45ffee67bd,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:42.181871 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-39ef2ea6-9c44-40ff-9e5a-5dc554c3c8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:42.222769 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ef2ea6-9c44-40ff-9e5a-5dc554c3c8b5 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:59:42.228951 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-39ef2ea6-9c44-40ff-9e5a-5dc554c3c8b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:59:42.233617 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ef2ea6-9c44-40ff-9e5a-5dc554c3c8b5 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:59:42.258912 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef2ea6-9c44-40ff-9e5a-5dc554c3c8b5 admin admin] Pushing event updated for resources: {'Port': ['ID=a9390df9-a0ef-4451-84d8-b88dd36095bd,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:42.418223 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 03d87203-2e2d-4007-bcb5-9a45ffee67bd up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:59:42.475295 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 03d87203-2e2d-4007-bcb5-9a45ffee67bd triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:59:42.475972 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:42.525161 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-39ef2ea6-9c44-40ff-9e5a-5dc554c3c8b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:42.560872 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:42.594715 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 03d87203-2e2d-4007-bcb5-9a45ffee67bd, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=03d87203-2e2d-4007-bcb5-9a45ffee67bd,segment=NetworkSegment(ffb2098a-5258-4885-b34b-cf8954501d5e),segment_id=ffb2098a-5258-4885-b34b-cf8954501d5e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:59:42.600982 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:42.653319 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=03d87203-2e2d-4007-bcb5-9a45ffee67bd,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:43.079861 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc295236-0b60-43cd-a740-76a9c5164418 None None] Network 30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:59:43.140649 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-39ef2ea6-9c44-40ff-9e5a-5dc554c3c8b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:43.157633 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-972a8f40-9b8e-4b52-b6a7-8df6bf2841a6 None None] Provisioning complete for port 03d87203-2e2d-4007-bcb5-9a45ffee67bd triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:59:43.158016 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-972a8f40-9b8e-4b52-b6a7-8df6bf2841a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:43.279295 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ef2ea6-9c44-40ff-9e5a-5dc554c3c8b5 admin admin] Router 19a3fd7c-266b-4081-81b0-ed9efe9fd64f is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 11:59:43.361407 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:43.392331 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ef2ea6-9c44-40ff-9e5a-5dc554c3c8b5 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:59:43.402788 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bd7a9e-5e5c-4b84-8da3-ca01cca61466 None None] Sync routers for ids ['19a3fd7c-266b-4081-81b0-ed9efe9fd64f'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:59:43.414833 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bd7a9e-5e5c-4b84-8da3-ca01cca61466 None None] Routers {'19a3fd7c-266b-4081-81b0-ed9efe9fd64f'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:59:43.415491 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-c6bd7a9e-5e5c-4b84-8da3-ca01cca61466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:59:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['19a3fd7c-266b-4081-81b0-ed9efe9fd64f'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:43.416971 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-39ef2ea6-9c44-40ff-9e5a-5dc554c3c8b5 admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:43.419191 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-39ef2ea6-9c44-40ff-9e5a-5dc554c3c8b5 admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9622395 Nov 04 11:59:43.421250 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36634) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:43.537276 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-c6bd7a9e-5e5c-4b84-8da3-ca01cca61466 None None] Set router 19a3fd7c-266b-4081-81b0-ed9efe9fd64f gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:59:43.593814 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-7e41075a-fb4b-48a9-b368-0c08220bc3ef None None] Provisioning complete for port 03d87203-2e2d-4007-bcb5-9a45ffee67bd triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:59:43.594067 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7e41075a-fb4b-48a9-b368-0c08220bc3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:43.853947 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-16d4bade-956a-4fef-b2c9-dd66d8ef546b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:43.952044 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-c6bd7a9e-5e5c-4b84-8da3-ca01cca61466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'name': 'tempest-TestSnapshotPattern-1386617504-router', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:42Z', 'revision_number': 3, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'gw_port': {'id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:43.979756 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bd7a9e-5e5c-4b84-8da3-ca01cca61466 None None] Checking router: 19a3fd7c-266b-4081-81b0-ed9efe9fd64f for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:59:43.980102 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bd7a9e-5e5c-4b84-8da3-ca01cca61466 None None] Updating router 19a3fd7c-266b-4081-81b0-ed9efe9fd64f port a9390df9-a0ef-4451-84d8-b88dd36095bd binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:59:44.008878 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c6bd7a9e-5e5c-4b84-8da3-ca01cca61466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:44.016308 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-16d4bade-956a-4fef-b2c9-dd66d8ef546b admin admin] Allocated IP 172.20.0.1 (30fe3263-c1ac-4425-8ae4-6ff7efd69ba7/9f070787-5fb7-4b23-ba24-cc1dd4a47d03/d2081fd9-221d-4dc7-8a29-b02e828a8b70) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:59:44.131950 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-16d4bade-956a-4fef-b2c9-dd66d8ef546b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:44.170057 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-16d4bade-956a-4fef-b2c9-dd66d8ef546b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:44.207511 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d4bade-956a-4fef-b2c9-dd66d8ef546b admin admin] Network 30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:59:44.219585 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-16d4bade-956a-4fef-b2c9-dd66d8ef546b admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:59:44.224022 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d4bade-956a-4fef-b2c9-dd66d8ef546b admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:59:44.249890 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4bade-956a-4fef-b2c9-dd66d8ef546b admin admin] Pushing event updated for resources: {'Port': ['ID=d2081fd9-221d-4dc7-8a29-b02e828a8b70,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:44.269953 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-16d4bade-956a-4fef-b2c9-dd66d8ef546b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:44.280076 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c6bd7a9e-5e5c-4b84-8da3-ca01cca61466 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:44.288036 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c6bd7a9e-5e5c-4b84-8da3-ca01cca61466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:44.353745 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-c6bd7a9e-5e5c-4b84-8da3-ca01cca61466 None None] Attempting to bind port a9390df9-a0ef-4451-84d8-b88dd36095bd on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:59:44.354278 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-c6bd7a9e-5e5c-4b84-8da3-ca01cca61466 None None] Attempting to bind port a9390df9-a0ef-4451-84d8-b88dd36095bd by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:59:44.354757 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bd7a9e-5e5c-4b84-8da3-ca01cca61466 None None] Attempting to bind port a9390df9-a0ef-4451-84d8-b88dd36095bd on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:59:44.365815 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bd7a9e-5e5c-4b84-8da3-ca01cca61466 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:59:44.367339 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bd7a9e-5e5c-4b84-8da3-ca01cca61466 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:59:44.368035 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c6bd7a9e-5e5c-4b84-8da3-ca01cca61466 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:44.368467 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bd7a9e-5e5c-4b84-8da3-ca01cca61466 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:59:44.369016 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-c6bd7a9e-5e5c-4b84-8da3-ca01cca61466 None None] Bound port: a9390df9-a0ef-4451-84d8-b88dd36095bd, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:59:44.369470 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c6bd7a9e-5e5c-4b84-8da3-ca01cca61466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:44.371375 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651bfd2-4a54-4219-95a3-616585f71206 None None] Pushing event updated for resources: {'Port': ['ID=a9390df9-a0ef-4451-84d8-b88dd36095bd,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:44.377126 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 03d87203-2e2d-4007-bcb5-9a45ffee67bd up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:59:44.447180 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-16d4bade-956a-4fef-b2c9-dd66d8ef546b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:44.466267 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-c6bd7a9e-5e5c-4b84-8da3-ca01cca61466 None None] For port a9390df9-a0ef-4451-84d8-b88dd36095bd, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:59:44.469735 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-c6bd7a9e-5e5c-4b84-8da3-ca01cca61466 None None] For port a9390df9-a0ef-4451-84d8-b88dd36095bd, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a9390df9-a0ef-4451-84d8-b88dd36095bd,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:59:44.478870 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c6bd7a9e-5e5c-4b84-8da3-ca01cca61466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:44.519621 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 03d87203-2e2d-4007-bcb5-9a45ffee67bd triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:59:44.520002 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:44.571191 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bd7a9e-5e5c-4b84-8da3-ca01cca61466 None None] Routers {'19a3fd7c-266b-4081-81b0-ed9efe9fd64f'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:59:44.571903 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-c6bd7a9e-5e5c-4b84-8da3-ca01cca61466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:59:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['19a3fd7c-266b-4081-81b0-ed9efe9fd64f'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:44.582393 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651bfd2-4a54-4219-95a3-616585f71206 None None] Pushing event updated for resources: {'Port': ['ID=a9390df9-a0ef-4451-84d8-b88dd36095bd,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:44.614568 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-16d4bade-956a-4fef-b2c9-dd66d8ef546b admin admin] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:44.620246 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-16d4bade-956a-4fef-b2c9-dd66d8ef546b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:44.638722 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-3027a4d9-be63-4d24-8c5c-bc62dc897da0 None None] Provisioning complete for port d2081fd9-221d-4dc7-8a29-b02e828a8b70 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:59:44.639094 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3027a4d9-be63-4d24-8c5c-bc62dc897da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:44.686403 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4bade-956a-4fef-b2c9-dd66d8ef546b admin admin] Pushing event updated for resources: {'Port': ['ID=d2081fd9-221d-4dc7-8a29-b02e828a8b70,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:44.689183 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-16d4bade-956a-4fef-b2c9-dd66d8ef546b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:44.729807 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-3027a4d9-be63-4d24-8c5c-bc62dc897da0 None None] Port d2081fd9-221d-4dc7-8a29-b02e828a8b70 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:59:44.763892 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-c6bd7a9e-5e5c-4b84-8da3-ca01cca61466 None None] Set router 19a3fd7c-266b-4081-81b0-ed9efe9fd64f gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:59:44.784576 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d4bade-956a-4fef-b2c9-dd66d8ef546b admin admin] Network 30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:59:44.786118 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-16d4bade-956a-4fef-b2c9-dd66d8ef546b admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:59:44.913990 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d4bade-956a-4fef-b2c9-dd66d8ef546b admin admin] Router 19a3fd7c-266b-4081-81b0-ed9efe9fd64f has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:59:44.986237 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-c6bd7a9e-5e5c-4b84-8da3-ca01cca61466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'name': 'tempest-TestSnapshotPattern-1386617504-router', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:44Z', 'revision_number': 4, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'gw_port': {'id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'd2081fd9-221d-4dc7-8a29-b02e828a8b70', 'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'mac_address': 'fa:16:3e:21:4e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:43Z', 'updated_at': '2021-11-04T11:59:44Z', 'revision_number': 1, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'subnets': [{'id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:45.017331 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bd7a9e-5e5c-4b84-8da3-ca01cca61466 None None] The sync data for ids ['19a3fd7c-266b-4081-81b0-ed9efe9fd64f'] in n-d-816629-1 is: [{'id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'name': 'tempest-TestSnapshotPattern-1386617504-router', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:44Z', 'revision_number': 4, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'gw_port': {'id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'd2081fd9-221d-4dc7-8a29-b02e828a8b70', 'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'mac_address': 'fa:16:3e:21:4e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:43Z', 'updated_at': '2021-11-04T11:59:44Z', 'revision_number': 1, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'subnets': [{'id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:59:45.030959 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d4bade-956a-4fef-b2c9-dd66d8ef546b admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:59:45.038004 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-16d4bade-956a-4fef-b2c9-dd66d8ef546b admin admin] 10.222.0.127 "PUT /v2.0/routers/19a3fd7c-266b-4081-81b0-ed9efe9fd64f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6152418 Nov 04 11:59:45.054504 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-e7938c68-0bdd-49ce-86a5-e4901e7ccc55 None None] Provisioning complete for port d2081fd9-221d-4dc7-8a29-b02e828a8b70 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:59:45.054876 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e7938c68-0bdd-49ce-86a5-e4901e7ccc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:45.093815 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e7938c68-0bdd-49ce-86a5-e4901e7ccc55 None None] Port d2081fd9-221d-4dc7-8a29-b02e828a8b70 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:59:45.632734 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36650) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:45.641574 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-845e65bd-22cf-40c3-b78b-71b7274c0fbf admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1740589745-network', 'tenant_id': '766c9357b72d4e70b078a956b2031ad0'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:59:45.648592 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:45.670157 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845e65bd-22cf-40c3-b78b-71b7274c0fbf admin admin] Made reservation on behalf of 766c9357b72d4e70b078a956b2031ad0 for: {'network': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:59:45.672581 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-845e65bd-22cf-40c3-b78b-71b7274c0fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for network, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:45.682363 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-845e65bd-22cf-40c3-b78b-71b7274c0fbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:45.766724 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-845e65bd-22cf-40c3-b78b-71b7274c0fbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:45.771960 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-845e65bd-22cf-40c3-b78b-71b7274c0fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:45.803308 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845e65bd-22cf-40c3-b78b-71b7274c0fbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1173} {{(pid=101775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 11:59:45.809345 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e65bd-22cf-40c3-b78b-71b7274c0fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1189a438-5207-4571-b27e-fb1cb3dead1a,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:45.818320 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-845e65bd-22cf-40c3-b78b-71b7274c0fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:45.818770 n-d-816629-1 neutron-server[101775]: INFO neutron.db.segments_db [None req-845e65bd-22cf-40c3-b78b-71b7274c0fbf admin admin] Added segment 00b8f039-38cd-4a0d-9582-7e1e2425d83f of type vlan for network 130d713c-fc7c-48ab-8a1b-a64256829720 Nov 04 11:59:45.863687 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-845e65bd-22cf-40c3-b78b-71b7274c0fbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731187910566'] for network, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:45.895230 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-845e65bd-22cf-40c3-b78b-71b7274c0fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952'] for network, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:45.896740 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845e65bd-22cf-40c3-b78b-71b7274c0fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:59:45.897393 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-845e65bd-22cf-40c3-b78b-71b7274c0fbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:45.962750 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-845e65bd-22cf-40c3-b78b-71b7274c0fbf admin admin] 10.222.0.127 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3287075 Nov 04 11:59:45.965452 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36652) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:45.970341 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-9f15bdab-f98c-4dae-a76d-190d2b82f6bf admin admin] Request body: {'subnet': {'network_id': '130d713c-fc7c-48ab-8a1b-a64256829720', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1740589745-subnet', 'tenant_id': '766c9357b72d4e70b078a956b2031ad0', 'ip_version': 4}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:59:45.977519 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e65bd-22cf-40c3-b78b-71b7274c0fbf admin admin] Pushing event updated for resources: {'Network': ['ID=130d713c-fc7c-48ab-8a1b-a64256829720,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:45.988380 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Network 130d713c-fc7c-48ab-8a1b-a64256829720 details requested by agent ovs-agent-n-d-816629-1 with host n-d-816629-1 {{(pid=101776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 11:59:45.999642 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f15bdab-f98c-4dae-a76d-190d2b82f6bf admin admin] Made reservation on behalf of 766c9357b72d4e70b078a956b2031ad0 for: {'subnet': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:59:46.002681 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9f15bdab-f98c-4dae-a76d-190d2b82f6bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26075684'] for subnet, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:46.202325 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9f15bdab-f98c-4dae-a76d-190d2b82f6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25467323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26075666'] for subnet, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:46.265584 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15bdab-f98c-4dae-a76d-190d2b82f6bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=80e3528b-3377-48f8-acb4-8d3f62a81a24,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:46.273398 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f15bdab-f98c-4dae-a76d-190d2b82f6bf admin admin] Checking segment: {'id': '00b8f039-38cd-4a0d-9582-7e1e2425d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '130d713c-fc7c-48ab-8a1b-a64256829720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:59:46.273899 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f15bdab-f98c-4dae-a76d-190d2b82f6bf admin admin] Network hostable DHCP agents. Network: 130d713c-fc7c-48ab-8a1b-a64256829720, hostable agents: ['6ee29bf4-606a-4728-b374-6622d990f0e0'], hosted agents: [] {{(pid=101775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 11:59:46.297429 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f15bdab-f98c-4dae-a76d-190d2b82f6bf admin admin] Network 130d713c-fc7c-48ab-8a1b-a64256829720 is scheduled to be hosted by DHCP agent 6ee29bf4-606a-4728-b374-6622d990f0e0 with binding_index 1 {{(pid=101775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 11:59:46.311633 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-9f15bdab-f98c-4dae-a76d-190d2b82f6bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816629-1, 130d713c-fc7c-48ab-8a1b-a64256829720) {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:59:46.316634 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f15bdab-f98c-4dae-a76d-190d2b82f6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:59:46.317516 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9f15bdab-f98c-4dae-a76d-190d2b82f6bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:46.337297 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f2b44d-8acb-41ef-92a7-09bad3824349 None None] Network 130d713c-fc7c-48ab-8a1b-a64256829720 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:59:46.344862 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9f15bdab-f98c-4dae-a76d-190d2b82f6bf admin admin] 10.222.0.127 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3777030 Nov 04 11:59:46.346911 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36654) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:46.354398 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-9fd23dde-c154-45e5-b142-785094e90f21 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1740589745-router', 'tenant_id': '766c9357b72d4e70b078a956b2031ad0', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:59:46.382250 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fd23dde-c154-45e5-b142-785094e90f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41209'] for router, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:46.384365 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fd23dde-c154-45e5-b142-785094e90f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41154'] for router, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:46.390202 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a9390df9-a0ef-4451-84d8-b88dd36095bd up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:59:46.441885 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fd23dde-c154-45e5-b142-785094e90f21 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:46.507152 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port a9390df9-a0ef-4451-84d8-b88dd36095bd triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:59:46.507382 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:46.556037 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f6bd55-6702-48b9-bf41-66daa983b5f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40a24a71-0dc7-557d-9217-bf6315309da2-130d713c-fc7c-48ab-8a1b-a64256829720', 'network_id': '130d713c-fc7c-48ab-8a1b-a64256829720', 'tenant_id': '766c9357b72d4e70b078a956b2031ad0', 'fixed_ips': [{'subnet_id': '80e3528b-3377-48f8-acb4-8d3f62a81a24'}]}} from n-d-816629-1. {{(pid=101776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 11:59:46.556945 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-41f6bd55-6702-48b9-bf41-66daa983b5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:46.590768 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fd23dde-c154-45e5-b142-785094e90f21 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:46.689399 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:46.735349 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port a9390df9-a0ef-4451-84d8-b88dd36095bd, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a9390df9-a0ef-4451-84d8-b88dd36095bd,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:59:46.740856 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:46.772434 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.db_base_plugin_common [None req-41f6bd55-6702-48b9-bf41-66daa983b5f0 None None] Allocated IP 172.20.0.2 (130d713c-fc7c-48ab-8a1b-a64256829720/80e3528b-3377-48f8-acb4-8d3f62a81a24/dd871189-bea8-42da-ac2a-6c8d5fd60100) {{(pid=101776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:59:46.812019 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fd23dde-c154-45e5-b142-785094e90f21 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:46.831099 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fd23dde-c154-45e5-b142-785094e90f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:46.840708 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=a9390df9-a0ef-4451-84d8-b88dd36095bd,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:46.933775 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-fc646a6d-190f-42bf-b9ff-a1e59ac831bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:46.937771 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [None req-9fd23dde-c154-45e5-b142-785094e90f21 admin admin] Allocated IP 172.25.7.149 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/72a5b212-beb4-4d23-830d-2e82b8db7232) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:59:46.960644 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-41f6bd55-6702-48b9-bf41-66daa983b5f0 None None] Publish callbacks [] for port, precommit_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:46.966535 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-41f6bd55-6702-48b9-bf41-66daa983b5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300'] for port, after_create {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:47.008458 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f6bd55-6702-48b9-bf41-66daa983b5f0 None None] Network 130d713c-fc7c-48ab-8a1b-a64256829720 is already hosted by enough agents. {{(pid=101776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:59:47.012368 n-d-816629-1 neutron-server[101776]: DEBUG neutron.scheduler.base_scheduler [None req-41f6bd55-6702-48b9-bf41-66daa983b5f0 None None] Resources bound (agent type, host, resource id): {{(pid=101776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:59:47.016395 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6bd55-6702-48b9-bf41-66daa983b5f0 None None] Pushing event updated for resources: {'Port': ['ID=dd871189-bea8-42da-ac2a-6c8d5fd60100,revision_number=1']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:47.018337 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f6bd55-6702-48b9-bf41-66daa983b5f0 None None] Received port after_create {{(pid=101776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:59:47.051455 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fd23dde-c154-45e5-b142-785094e90f21 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:47.051733 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5c8885-5c40-41aa-a6dc-c5777ae53f96 None None] Sync routers for ids ['19a3fd7c-266b-4081-81b0-ed9efe9fd64f'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:59:47.078070 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5c8885-5c40-41aa-a6dc-c5777ae53f96 None None] Routers {'19a3fd7c-266b-4081-81b0-ed9efe9fd64f'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:59:47.079193 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ee5c8885-5c40-41aa-a6dc-c5777ae53f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:59:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['19a3fd7c-266b-4081-81b0-ed9efe9fd64f'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:47.084785 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-41f6bd55-6702-48b9-bf41-66daa983b5f0 None None] Attempting to bind port dd871189-bea8-42da-ac2a-6c8d5fd60100 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:59:47.085258 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-41f6bd55-6702-48b9-bf41-66daa983b5f0 None None] Attempting to bind port dd871189-bea8-42da-ac2a-6c8d5fd60100 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '00b8f039-38cd-4a0d-9582-7e1e2425d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '130d713c-fc7c-48ab-8a1b-a64256829720'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:59:47.085796 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f6bd55-6702-48b9-bf41-66daa983b5f0 None None] Attempting to bind port dd871189-bea8-42da-ac2a-6c8d5fd60100 on network 130d713c-fc7c-48ab-8a1b-a64256829720 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:59:47.091078 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f6bd55-6702-48b9-bf41-66daa983b5f0 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:59:47.091460 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f6bd55-6702-48b9-bf41-66daa983b5f0 None None] Checking segment: {'id': '00b8f039-38cd-4a0d-9582-7e1e2425d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '130d713c-fc7c-48ab-8a1b-a64256829720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:59:47.091854 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-41f6bd55-6702-48b9-bf41-66daa983b5f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:47.092264 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f6bd55-6702-48b9-bf41-66daa983b5f0 None None] Bound using segment: {'id': '00b8f039-38cd-4a0d-9582-7e1e2425d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '130d713c-fc7c-48ab-8a1b-a64256829720'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:59:47.092715 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-41f6bd55-6702-48b9-bf41-66daa983b5f0 None None] Bound port: dd871189-bea8-42da-ac2a-6c8d5fd60100, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b8f039-38cd-4a0d-9582-7e1e2425d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '130d713c-fc7c-48ab-8a1b-a64256829720'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:59:47.093095 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-41f6bd55-6702-48b9-bf41-66daa983b5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:47.095548 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fd23dde-c154-45e5-b142-785094e90f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:47.134316 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd23dde-c154-45e5-b142-785094e90f21 admin admin] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:59:47.139124 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [None req-9fd23dde-c154-45e5-b142-785094e90f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:59:47.142872 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd23dde-c154-45e5-b142-785094e90f21 admin admin] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:59:47.149433 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd23dde-c154-45e5-b142-785094e90f21 admin admin] Pushing event updated for resources: {'Port': ['ID=72a5b212-beb4-4d23-830d-2e82b8db7232,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:47.200593 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-ee5c8885-5c40-41aa-a6dc-c5777ae53f96 None None] Set router 19a3fd7c-266b-4081-81b0-ed9efe9fd64f gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:59:47.355611 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-41f6bd55-6702-48b9-bf41-66daa983b5f0 None None] For port dd871189-bea8-42da-ac2a-6c8d5fd60100, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:59:47.358805 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-41f6bd55-6702-48b9-bf41-66daa983b5f0 None None] For port dd871189-bea8-42da-ac2a-6c8d5fd60100, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=dd871189-bea8-42da-ac2a-6c8d5fd60100,segment=NetworkSegment(00b8f039-38cd-4a0d-9582-7e1e2425d83f),segment_id=00b8f039-38cd-4a0d-9582-7e1e2425d83f)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:59:47.365509 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-41f6bd55-6702-48b9-bf41-66daa983b5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:47.418155 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fd23dde-c154-45e5-b142-785094e90f21 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:47.432414 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6bd55-6702-48b9-bf41-66daa983b5f0 None None] Pushing event updated for resources: {'Port': ['ID=dd871189-bea8-42da-ac2a-6c8d5fd60100,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:47.443036 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ee5c8885-5c40-41aa-a6dc-c5777ae53f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'name': 'tempest-TestSnapshotPattern-1386617504-router', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:44Z', 'revision_number': 4, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'gw_port': {'id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'd2081fd9-221d-4dc7-8a29-b02e828a8b70', 'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'mac_address': 'fa:16:3e:21:4e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:43Z', 'updated_at': '2021-11-04T11:59:44Z', 'revision_number': 2, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'subnets': [{'id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:47.469772 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5c8885-5c40-41aa-a6dc-c5777ae53f96 None None] Checking router: 19a3fd7c-266b-4081-81b0-ed9efe9fd64f for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:59:47.470122 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5c8885-5c40-41aa-a6dc-c5777ae53f96 None None] Updating router 19a3fd7c-266b-4081-81b0-ed9efe9fd64f port d2081fd9-221d-4dc7-8a29-b02e828a8b70 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:59:47.499418 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8885-5c40-41aa-a6dc-c5777ae53f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:47.649424 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fd23dde-c154-45e5-b142-785094e90f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752780'] for router, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:47.786920 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd23dde-c154-45e5-b142-785094e90f21 admin admin] Router 3e926ed3-5b1b-44e7-8b2a-031e492d045f is scheduled to L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d with binding_index 1 {{(pid=101775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 11:59:47.794915 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8885-5c40-41aa-a6dc-c5777ae53f96 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:47.800213 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8885-5c40-41aa-a6dc-c5777ae53f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:47.855415 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db0251-5de7-4f89-a73a-a7e74fe4ee0e None None] Pushing event updated for resources: {'Port': ['ID=d2081fd9-221d-4dc7-8a29-b02e828a8b70,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:47.883540 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61db0251-5de7-4f89-a73a-a7e74fe4ee0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:47.883906 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61db0251-5de7-4f89-a73a-a7e74fe4ee0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:47.884194 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61db0251-5de7-4f89-a73a-a7e74fe4ee0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:47.884526 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61db0251-5de7-4f89-a73a-a7e74fe4ee0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:47.884863 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61db0251-5de7-4f89-a73a-a7e74fe4ee0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:47.885183 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61db0251-5de7-4f89-a73a-a7e74fe4ee0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:47.885502 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61db0251-5de7-4f89-a73a-a7e74fe4ee0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:47.885816 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61db0251-5de7-4f89-a73a-a7e74fe4ee0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:47.886128 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61db0251-5de7-4f89-a73a-a7e74fe4ee0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:47.886439 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61db0251-5de7-4f89-a73a-a7e74fe4ee0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:47.886760 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61db0251-5de7-4f89-a73a-a7e74fe4ee0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:47.887076 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61db0251-5de7-4f89-a73a-a7e74fe4ee0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 11:59:47.904734 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd23dde-c154-45e5-b142-785094e90f21 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:59:47.917148 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d79a5-2b58-46a8-8afe-8c193541b994 None None] Sync routers for ids ['3e926ed3-5b1b-44e7-8b2a-031e492d045f'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:59:47.929869 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32d79a5-2b58-46a8-8afe-8c193541b994 None None] Routers {'3e926ed3-5b1b-44e7-8b2a-031e492d045f'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:59:47.930858 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f32d79a5-2b58-46a8-8afe-8c193541b994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:59:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['3e926ed3-5b1b-44e7-8b2a-031e492d045f'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:47.933524 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-ee5c8885-5c40-41aa-a6dc-c5777ae53f96 None None] Attempting to bind port d2081fd9-221d-4dc7-8a29-b02e828a8b70 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:59:47.934239 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-ee5c8885-5c40-41aa-a6dc-c5777ae53f96 None None] Attempting to bind port d2081fd9-221d-4dc7-8a29-b02e828a8b70 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': 'ffb2098a-5258-4885-b34b-cf8954501d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:59:47.934667 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c8885-5c40-41aa-a6dc-c5777ae53f96 None None] Attempting to bind port d2081fd9-221d-4dc7-8a29-b02e828a8b70 on network 30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:59:47.935100 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-9fd23dde-c154-45e5-b142-785094e90f21 admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:47.936384 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-9fd23dde-c154-45e5-b142-785094e90f21 admin admin] 10.222.0.127 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5879960 Nov 04 11:59:47.939358 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36656) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:47.953331 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c8885-5c40-41aa-a6dc-c5777ae53f96 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:59:47.953847 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c8885-5c40-41aa-a6dc-c5777ae53f96 None None] Checking segment: {'id': 'ffb2098a-5258-4885-b34b-cf8954501d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:59:47.954327 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8885-5c40-41aa-a6dc-c5777ae53f96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:47.955232 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c8885-5c40-41aa-a6dc-c5777ae53f96 None None] Bound using segment: {'id': 'ffb2098a-5258-4885-b34b-cf8954501d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:59:47.956081 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-ee5c8885-5c40-41aa-a6dc-c5777ae53f96 None None] Bound port: d2081fd9-221d-4dc7-8a29-b02e828a8b70, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb2098a-5258-4885-b34b-cf8954501d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:59:47.956532 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8885-5c40-41aa-a6dc-c5777ae53f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:48.047300 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-ee5c8885-5c40-41aa-a6dc-c5777ae53f96 None None] For port d2081fd9-221d-4dc7-8a29-b02e828a8b70, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:59:48.050517 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-f32d79a5-2b58-46a8-8afe-8c193541b994 None None] Set router 3e926ed3-5b1b-44e7-8b2a-031e492d045f gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:59:48.052756 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-ee5c8885-5c40-41aa-a6dc-c5777ae53f96 None None] For port d2081fd9-221d-4dc7-8a29-b02e828a8b70, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d2081fd9-221d-4dc7-8a29-b02e828a8b70,segment=NetworkSegment(ffb2098a-5258-4885-b34b-cf8954501d5e),segment_id=ffb2098a-5258-4885-b34b-cf8954501d5e)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:59:48.062715 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8885-5c40-41aa-a6dc-c5777ae53f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:48.140920 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5c8885-5c40-41aa-a6dc-c5777ae53f96 None None] Routers {'19a3fd7c-266b-4081-81b0-ed9efe9fd64f'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:59:48.141696 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ee5c8885-5c40-41aa-a6dc-c5777ae53f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:59:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['19a3fd7c-266b-4081-81b0-ed9efe9fd64f'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:48.211627 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db0251-5de7-4f89-a73a-a7e74fe4ee0e None None] Pushing event updated for resources: {'Port': ['ID=d2081fd9-221d-4dc7-8a29-b02e828a8b70,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:48.302788 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-ee5c8885-5c40-41aa-a6dc-c5777ae53f96 None None] Set router 19a3fd7c-266b-4081-81b0-ed9efe9fd64f gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:59:48.431023 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-46636735-37f2-420b-aa4a-76a929347e1b None None] Provisioning complete for port d2081fd9-221d-4dc7-8a29-b02e828a8b70 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:59:48.431387 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-46636735-37f2-420b-aa4a-76a929347e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:48.590494 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f32d79a5-2b58-46a8-8afe-8c193541b994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e926ed3-5b1b-44e7-8b2a-031e492d045f', 'name': 'tempest-TestSnapshotPattern-1740589745-router', 'tenant_id': '766c9357b72d4e70b078a956b2031ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '72a5b212-beb4-4d23-830d-2e82b8db7232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:46Z', 'updated_at': '2021-11-04T11:59:47Z', 'revision_number': 3, 'project_id': '766c9357b72d4e70b078a956b2031ad0', 'gw_port': {'id': '72a5b212-beb4-4d23-830d-2e82b8db7232', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e926ed3-5b1b-44e7-8b2a-031e492d045f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:46Z', 'updated_at': '2021-11-04T11:59:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:48.603409 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dfa94b74-a449-4c77-8fcf-de9fa0410b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:48.646148 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d2081fd9-221d-4dc7-8a29-b02e828a8b70 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:59:48.651278 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d79a5-2b58-46a8-8afe-8c193541b994 None None] Checking router: 3e926ed3-5b1b-44e7-8b2a-031e492d045f for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:59:48.657679 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d79a5-2b58-46a8-8afe-8c193541b994 None None] Updating router 3e926ed3-5b1b-44e7-8b2a-031e492d045f port 72a5b212-beb4-4d23-830d-2e82b8db7232 binding host n-d-816629-1 {{(pid=101776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:59:48.682231 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-ee5c8885-5c40-41aa-a6dc-c5777ae53f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'name': 'tempest-TestSnapshotPattern-1386617504-router', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:44Z', 'revision_number': 4, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'gw_port': {'id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'd2081fd9-221d-4dc7-8a29-b02e828a8b70', 'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'mac_address': 'fa:16:3e:21:4e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:43Z', 'updated_at': '2021-11-04T11:59:48Z', 'revision_number': 4, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'subnets': [{'id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:48.710031 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-46636735-37f2-420b-aa4a-76a929347e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:48.729839 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5c8885-5c40-41aa-a6dc-c5777ae53f96 None None] The sync data for ids ['19a3fd7c-266b-4081-81b0-ed9efe9fd64f'] in n-d-816629-1 is: [{'id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'name': 'tempest-TestSnapshotPattern-1386617504-router', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:44Z', 'revision_number': 4, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'gw_port': {'id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'd2081fd9-221d-4dc7-8a29-b02e828a8b70', 'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'mac_address': 'fa:16:3e:21:4e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:43Z', 'updated_at': '2021-11-04T11:59:48Z', 'revision_number': 4, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'subnets': [{'id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:59:48.733722 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f32d79a5-2b58-46a8-8afe-8c193541b994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:48.763093 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f379e2-1a3c-46d1-8747-ef38cb96d2ab None None] Network 130d713c-fc7c-48ab-8a1b-a64256829720 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 11:59:48.834543 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-dfa94b74-a449-4c77-8fcf-de9fa0410b68 admin admin] Allocated IP 172.20.0.1 (130d713c-fc7c-48ab-8a1b-a64256829720/80e3528b-3377-48f8-acb4-8d3f62a81a24/1c8de2d6-2144-4f50-9b8f-0db72b8b7678) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:59:48.886516 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-46636735-37f2-420b-aa4a-76a929347e1b None None] For port d2081fd9-221d-4dc7-8a29-b02e828a8b70, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d2081fd9-221d-4dc7-8a29-b02e828a8b70,segment=NetworkSegment(ffb2098a-5258-4885-b34b-cf8954501d5e),segment_id=ffb2098a-5258-4885-b34b-cf8954501d5e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:59:48.906029 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-46636735-37f2-420b-aa4a-76a929347e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:48.950896 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dfa94b74-a449-4c77-8fcf-de9fa0410b68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:48.963919 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port d2081fd9-221d-4dc7-8a29-b02e828a8b70 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:59:48.964442 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:48.992080 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dfa94b74-a449-4c77-8fcf-de9fa0410b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:49.036002 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa94b74-a449-4c77-8fcf-de9fa0410b68 admin admin] Network 130d713c-fc7c-48ab-8a1b-a64256829720 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:59:49.039104 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-dfa94b74-a449-4c77-8fcf-de9fa0410b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:59:49.042807 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa94b74-a449-4c77-8fcf-de9fa0410b68 admin admin] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:59:49.085332 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa94b74-a449-4c77-8fcf-de9fa0410b68 admin admin] Pushing event updated for resources: {'Port': ['ID=1c8de2d6-2144-4f50-9b8f-0db72b8b7678,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:49.097462 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dfa94b74-a449-4c77-8fcf-de9fa0410b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755537'] for router_interface, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:49.103068 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46636735-37f2-420b-aa4a-76a929347e1b None None] Pushing event updated for resources: {'Port': ['ID=d2081fd9-221d-4dc7-8a29-b02e828a8b70,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:49.136514 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-58f0e3b8-e36d-4a61-9027-51364578a58e None None] Provisioning complete for port d2081fd9-221d-4dc7-8a29-b02e828a8b70 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:59:49.136965 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-58f0e3b8-e36d-4a61-9027-51364578a58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:49.244327 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dfa94b74-a449-4c77-8fcf-de9fa0410b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:49.306892 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device dd871189-bea8-42da-ac2a-6c8d5fd60100 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:59:49.392042 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f32d79a5-2b58-46a8-8afe-8c193541b994 None None] Publish callbacks [] for port, precommit_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:49.410544 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f32d79a5-2b58-46a8-8afe-8c193541b994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:49.444068 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dfa94b74-a449-4c77-8fcf-de9fa0410b68 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:49.452592 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dfa94b74-a449-4c77-8fcf-de9fa0410b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:49.477927 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-f32d79a5-2b58-46a8-8afe-8c193541b994 None None] Attempting to bind port 72a5b212-beb4-4d23-830d-2e82b8db7232 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:59:49.478301 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-f32d79a5-2b58-46a8-8afe-8c193541b994 None None] Attempting to bind port 72a5b212-beb4-4d23-830d-2e82b8db7232 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:59:49.478660 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32d79a5-2b58-46a8-8afe-8c193541b994 None None] Attempting to bind port 72a5b212-beb4-4d23-830d-2e82b8db7232 on network 301c0cd8-d116-455e-af06-7601efa602d6 {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:59:49.504167 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32d79a5-2b58-46a8-8afe-8c193541b994 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:59:49.504506 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32d79a5-2b58-46a8-8afe-8c193541b994 None None] Checking segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:59:49.504976 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f32d79a5-2b58-46a8-8afe-8c193541b994 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:49.505365 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32d79a5-2b58-46a8-8afe-8c193541b994 None None] Bound using segment: {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'} {{(pid=101776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:59:49.505865 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.managers [None req-f32d79a5-2b58-46a8-8afe-8c193541b994 None None] Bound port: 72a5b212-beb4-4d23-830d-2e82b8db7232, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7c8b31-2c45-4451-8035-53a0d2ff9f4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6'}}] {{(pid=101776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:59:49.506219 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f32d79a5-2b58-46a8-8afe-8c193541b994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:49.513230 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port dd871189-bea8-42da-ac2a-6c8d5fd60100 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:59:49.513608 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:49.515173 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-58f0e3b8-e36d-4a61-9027-51364578a58e None None] Provisioning complete for port dd871189-bea8-42da-ac2a-6c8d5fd60100 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:59:49.515518 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-58f0e3b8-e36d-4a61-9027-51364578a58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:49.517279 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa94b74-a449-4c77-8fcf-de9fa0410b68 admin admin] Pushing event updated for resources: {'Port': ['ID=1c8de2d6-2144-4f50-9b8f-0db72b8b7678,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:49.557971 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-dfa94b74-a449-4c77-8fcf-de9fa0410b68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755661'] for router_interface, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:49.561415 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e651a-741a-4594-9b48-25db4a250590 None None] Pushing event updated for resources: {'Port': ['ID=72a5b212-beb4-4d23-830d-2e82b8db7232,revision_number=2']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:49.645141 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-f32d79a5-2b58-46a8-8afe-8c193541b994 None None] For port 72a5b212-beb4-4d23-830d-2e82b8db7232, host n-d-816629-1, cleared binding levels {{(pid=101776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:59:49.649351 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-f32d79a5-2b58-46a8-8afe-8c193541b994 None None] For port 72a5b212-beb4-4d23-830d-2e82b8db7232, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=72a5b212-beb4-4d23-830d-2e82b8db7232,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:59:49.671607 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa94b74-a449-4c77-8fcf-de9fa0410b68 admin admin] Network 130d713c-fc7c-48ab-8a1b-a64256829720 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:59:49.673229 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-dfa94b74-a449-4c77-8fcf-de9fa0410b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:59:49.674741 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f32d79a5-2b58-46a8-8afe-8c193541b994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:49.760872 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-58f0e3b8-e36d-4a61-9027-51364578a58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:49.801232 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa94b74-a449-4c77-8fcf-de9fa0410b68 admin admin] Router 3e926ed3-5b1b-44e7-8b2a-031e492d045f has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 11:59:49.806564 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:49.821846 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32d79a5-2b58-46a8-8afe-8c193541b994 None None] Routers {'3e926ed3-5b1b-44e7-8b2a-031e492d045f'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:59:49.822498 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f32d79a5-2b58-46a8-8afe-8c193541b994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:59:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['3e926ed3-5b1b-44e7-8b2a-031e492d045f'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:49.824240 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e651a-741a-4594-9b48-25db4a250590 None None] Pushing event updated for resources: {'Port': ['ID=72a5b212-beb4-4d23-830d-2e82b8db7232,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:49.831138 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-75d990bf-2fed-48c8-ac02-32bcc31e5530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:49.931919 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa94b74-a449-4c77-8fcf-de9fa0410b68 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 11:59:49.937425 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-dfa94b74-a449-4c77-8fcf-de9fa0410b68 admin admin] 10.222.0.127 "PUT /v2.0/routers/3e926ed3-5b1b-44e7-8b2a-031e492d045f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9969597 Nov 04 11:59:50.064952 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-58f0e3b8-e36d-4a61-9027-51364578a58e None None] For port dd871189-bea8-42da-ac2a-6c8d5fd60100, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=dd871189-bea8-42da-ac2a-6c8d5fd60100,segment=NetworkSegment(00b8f039-38cd-4a0d-9582-7e1e2425d83f),segment_id=00b8f039-38cd-4a0d-9582-7e1e2425d83f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:59:50.077228 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-58f0e3b8-e36d-4a61-9027-51364578a58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:50.205711 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 11:59:50.206054 n-d-816629-1 neutron-server[101776]: DEBUG oslo_db.api [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 11:59:50.211817 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0e3b8-e36d-4a61-9027-51364578a58e None None] Pushing event updated for resources: {'Port': ['ID=dd871189-bea8-42da-ac2a-6c8d5fd60100,revision_number=3']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:50.218558 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-f32d79a5-2b58-46a8-8afe-8c193541b994 None None] Set router 3e926ed3-5b1b-44e7-8b2a-031e492d045f gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:59:50.250222 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-3ad43869-c5d7-487f-8b20-63924521d069 None None] Provisioning complete for port 1c8de2d6-2144-4f50-9b8f-0db72b8b7678 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:59:50.250590 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3ad43869-c5d7-487f-8b20-63924521d069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:50.358655 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-3ad43869-c5d7-487f-8b20-63924521d069 None None] Port 1c8de2d6-2144-4f50-9b8f-0db72b8b7678 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:59:50.387599 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-3ad43869-c5d7-487f-8b20-63924521d069 None None] Provisioning complete for port dd871189-bea8-42da-ac2a-6c8d5fd60100 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:59:50.387939 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3ad43869-c5d7-487f-8b20-63924521d069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:50.470082 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36666) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:50.475229 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-18cec13b-890b-41a6-abaf-472c2114d788 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1197934972', 'description': 'tempest-secgroup-smoke-1197934972 description', 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:59:50.503609 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-18cec13b-890b-41a6-abaf-472c2114d788 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for security_group, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:50.525355 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f32d79a5-2b58-46a8-8afe-8c193541b994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e926ed3-5b1b-44e7-8b2a-031e492d045f', 'name': 'tempest-TestSnapshotPattern-1740589745-router', 'tenant_id': '766c9357b72d4e70b078a956b2031ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '72a5b212-beb4-4d23-830d-2e82b8db7232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:46Z', 'updated_at': '2021-11-04T11:59:49Z', 'revision_number': 4, 'project_id': '766c9357b72d4e70b078a956b2031ad0', 'gw_port': {'id': '72a5b212-beb4-4d23-830d-2e82b8db7232', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e926ed3-5b1b-44e7-8b2a-031e492d045f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:46Z', 'updated_at': '2021-11-04T11:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '1c8de2d6-2144-4f50-9b8f-0db72b8b7678', 'name': '', 'network_id': '130d713c-fc7c-48ab-8a1b-a64256829720', 'tenant_id': '766c9357b72d4e70b078a956b2031ad0', 'mac_address': 'fa:16:3e:a4:d7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e926ed3-5b1b-44e7-8b2a-031e492d045f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '80e3528b-3377-48f8-acb4-8d3f62a81a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:48Z', 'updated_at': '2021-11-04T11:59:49Z', 'revision_number': 2, 'project_id': '766c9357b72d4e70b078a956b2031ad0', 'subnets': [{'id': '80e3528b-3377-48f8-acb4-8d3f62a81a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:50.555636 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d79a5-2b58-46a8-8afe-8c193541b994 None None] The sync data for ids ['3e926ed3-5b1b-44e7-8b2a-031e492d045f'] in n-d-816629-1 is: [{'id': '3e926ed3-5b1b-44e7-8b2a-031e492d045f', 'name': 'tempest-TestSnapshotPattern-1740589745-router', 'tenant_id': '766c9357b72d4e70b078a956b2031ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '72a5b212-beb4-4d23-830d-2e82b8db7232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:46Z', 'updated_at': '2021-11-04T11:59:49Z', 'revision_number': 4, 'project_id': '766c9357b72d4e70b078a956b2031ad0', 'gw_port': {'id': '72a5b212-beb4-4d23-830d-2e82b8db7232', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e926ed3-5b1b-44e7-8b2a-031e492d045f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:46Z', 'updated_at': '2021-11-04T11:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '1c8de2d6-2144-4f50-9b8f-0db72b8b7678', 'name': '', 'network_id': '130d713c-fc7c-48ab-8a1b-a64256829720', 'tenant_id': '766c9357b72d4e70b078a956b2031ad0', 'mac_address': 'fa:16:3e:a4:d7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e926ed3-5b1b-44e7-8b2a-031e492d045f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '80e3528b-3377-48f8-acb4-8d3f62a81a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:48Z', 'updated_at': '2021-11-04T11:59:49Z', 'revision_number': 2, 'project_id': '766c9357b72d4e70b078a956b2031ad0', 'subnets': [{'id': '80e3528b-3377-48f8-acb4-8d3f62a81a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:59:50.575321 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-18cec13b-890b-41a6-abaf-472c2114d788 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for security_group, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:50.581405 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-18cec13b-890b-41a6-abaf-472c2114d788 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:50.613103 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-18cec13b-890b-41a6-abaf-472c2114d788 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:50.614451 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-18cec13b-890b-41a6-abaf-472c2114d788 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1432686 Nov 04 11:59:50.616590 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cec13b-890b-41a6-abaf-472c2114d788 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3099a3f-55ef-4d0d-9616-d725bb268b57,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:50.617858 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36668) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:50.624036 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-1cab3e04-00a8-4c44-86db-373e2beda512 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Request body: {'security_group_rule': {'security_group_id': 'f3099a3f-55ef-4d0d-9616-d725bb268b57', 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:59:50.654583 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1cab3e04-00a8-4c44-86db-373e2beda512 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:50.716862 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1cab3e04-00a8-4c44-86db-373e2beda512 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:50.722485 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1cab3e04-00a8-4c44-86db-373e2beda512 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:50.753388 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab3e04-00a8-4c44-86db-373e2beda512 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fafe8213-6989-47a4-a343-dc5312a7f6bb,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:50.765169 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a9390df9-a0ef-4451-84d8-b88dd36095bd up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:59:50.774549 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-1cab3e04-00a8-4c44-86db-373e2beda512 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:50.775905 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-1cab3e04-00a8-4c44-86db-373e2beda512 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1557114 Nov 04 11:59:50.780676 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36670) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:50.784629 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b2709268-9ec6-46df-9671-2727fba1925b tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Request body: {'security_group_rule': {'security_group_id': 'f3099a3f-55ef-4d0d-9616-d725bb268b57', 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:59:50.815336 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b2709268-9ec6-46df-9671-2727fba1925b tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:50.825528 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port a9390df9-a0ef-4451-84d8-b88dd36095bd triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:59:50.826163 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:50.902716 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b2709268-9ec6-46df-9671-2727fba1925b tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:50.909980 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b2709268-9ec6-46df-9671-2727fba1925b tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:50.929669 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2709268-9ec6-46df-9671-2727fba1925b tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ba0a20-a4ef-4d1f-b81e-d3890a51277f,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:50.941367 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b2709268-9ec6-46df-9671-2727fba1925b tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:50.942896 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b2709268-9ec6-46df-9671-2727fba1925b tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1626911 Nov 04 11:59:50.946360 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36672) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:50.951214 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-b4851295-8aee-4ece-a51d-702f9cf54641 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Request body: {'security_group_rule': {'security_group_id': 'f3099a3f-55ef-4d0d-9616-d725bb268b57', 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:59:50.984119 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b4851295-8aee-4ece-a51d-702f9cf54641 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:51.039130 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device dd871189-bea8-42da-ac2a-6c8d5fd60100 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:59:51.048692 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b4851295-8aee-4ece-a51d-702f9cf54641 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:51.053813 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b4851295-8aee-4ece-a51d-702f9cf54641 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:51.075416 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4851295-8aee-4ece-a51d-702f9cf54641 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf0b30c-0357-4b34-9428-bddfdacf482a,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:51.092362 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-b4851295-8aee-4ece-a51d-702f9cf54641 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:51.092753 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port dd871189-bea8-42da-ac2a-6c8d5fd60100 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:59:51.093282 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:51.093736 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-b4851295-8aee-4ece-a51d-702f9cf54641 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1462712 Nov 04 11:59:51.096471 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36674) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:51.101306 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-7defbf37-217b-42bd-bdda-76f19b3437d7 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Request body: {'security_group_rule': {'security_group_id': 'f3099a3f-55ef-4d0d-9616-d725bb268b57', 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:59:51.131354 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7defbf37-217b-42bd-bdda-76f19b3437d7 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:51.197323 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7defbf37-217b-42bd-bdda-76f19b3437d7 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:51.198373 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d2081fd9-221d-4dc7-8a29-b02e828a8b70 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:59:51.201286 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:51.202953 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7defbf37-217b-42bd-bdda-76f19b3437d7 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:51.222241 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7defbf37-217b-42bd-bdda-76f19b3437d7 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff3a17ac-de55-486a-a47d-b1a9086a2763,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:51.230609 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7defbf37-217b-42bd-bdda-76f19b3437d7 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:51.232866 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7defbf37-217b-42bd-bdda-76f19b3437d7 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1343613 Nov 04 11:59:51.234931 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 36676) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:51.241323 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [None req-a44a7731-e5f7-4b66-b95d-2897bc0af5b5 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Request body: {'security_group_rule': {'security_group_id': 'f3099a3f-55ef-4d0d-9616-d725bb268b57', 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:59:51.258255 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port d2081fd9-221d-4dc7-8a29-b02e828a8b70 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:59:51.258623 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:51.264311 n-d-816629-1 neutron-server[101775]: INFO neutron.db.securitygroups_db [None req-a44a7731-e5f7-4b66-b95d-2897bc0af5b5 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Project 76aa2fc2a84a4b83806c4be4c8e98b0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 11:59:51.269761 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a44a7731-e5f7-4b66-b95d-2897bc0af5b5 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:51.330137 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a44a7731-e5f7-4b66-b95d-2897bc0af5b5 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:51.339149 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a44a7731-e5f7-4b66-b95d-2897bc0af5b5 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:51.366571 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a7731-e5f7-4b66-b95d-2897bc0af5b5 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2295dd1-68e0-4171-af71-f6d5632f7833,revision_number=0']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:51.372132 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a44a7731-e5f7-4b66-b95d-2897bc0af5b5 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:51.373504 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a44a7731-e5f7-4b66-b95d-2897bc0af5b5 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1373558 Nov 04 11:59:51.376303 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36678) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 11:59:51.381318 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-6ca58e11-9427-46e1-b490-e9c6efc7d064 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Request body: {'security_group_rule': {'security_group_id': 'f3099a3f-55ef-4d0d-9616-d725bb268b57', 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:59:51.403333 n-d-816629-1 neutron-server[101774]: INFO neutron.db.securitygroups_db [None req-6ca58e11-9427-46e1-b490-e9c6efc7d064 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Project 76aa2fc2a84a4b83806c4be4c8e98b0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 11:59:51.408456 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6ca58e11-9427-46e1-b490-e9c6efc7d064 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:51.485020 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6ca58e11-9427-46e1-b490-e9c6efc7d064 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:51.489578 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6ca58e11-9427-46e1-b490-e9c6efc7d064 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770349'] for security_group_rule, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:51.513507 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca58e11-9427-46e1-b490-e9c6efc7d064 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4acf70d-31ea-4e97-a355-236c93fc28c7,revision_number=0']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:51.523258 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-6ca58e11-9427-46e1-b490-e9c6efc7d064 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:51.524794 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-6ca58e11-9427-46e1-b490-e9c6efc7d064 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1472766 Nov 04 11:59:51.689704 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-73384300-b246-46e9-8123-e604f2f755f0 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1197934972&fields=id&tenant_id=76aa2fc2a84a4b83806c4be4c8e98b0c HTTP/1.1" status: 200 len: 267 time: 0.0508153 Nov 04 11:59:51.807783 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-f2a3ed17-f306-4c81-bac3-20c5d6e7374a tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:59:51.809375 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-f2a3ed17-f306-4c81-bac3-20c5d6e7374a tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/networks?id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 HTTP/1.1" status: 200 len: 810 time: 0.1117661 Nov 04 11:59:51.825602 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-4d4ae850-8588-46b2-b9fa-019b813b95a4 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/quotas/76aa2fc2a84a4b83806c4be4c8e98b0c HTTP/1.1" status: 200 len: 375 time: 0.0100951 Nov 04 11:59:51.880883 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-8b72eae8-8ce6-40d9-a894-e3bd919e2891 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=76aa2fc2a84a4b83806c4be4c8e98b0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491486 Nov 04 11:59:51.897929 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-35fca8a8-be4e-4eeb-8015-f1a122d3cc85 service neutron] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 11:59:51.899143 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-35fca8a8-be4e-4eeb-8015-f1a122d3cc85 service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0060105 Nov 04 11:59:51.992522 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-5ff7b79f-6acb-412c-bf4c-4d345f390b0f service neutron] 10.222.0.127 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864849 Nov 04 11:59:52.091114 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-0f5d9232-1b4a-4751-9f4a-1cf8d67daffc service neutron] 10.222.0.127 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920856 Nov 04 11:59:52.281012 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-d912c987-a372-47bc-a50a-625242eb954f req-13c6208b-50eb-4238-9f70-8cbe0f6e5818 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 210 time: 0.0305459 Nov 04 11:59:52.455900 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 11:59:52.573821 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:52.708932 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:52.774177 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1447f984-ad8a-46aa-b678-ead56340b863 None None] Sync routers for ids ['3e926ed3-5b1b-44e7-8b2a-031e492d045f'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 11:59:52.786607 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1447f984-ad8a-46aa-b678-ead56340b863 None None] Routers {'3e926ed3-5b1b-44e7-8b2a-031e492d045f'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:59:52.787767 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-1447f984-ad8a-46aa-b678-ead56340b863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:59:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['3e926ed3-5b1b-44e7-8b2a-031e492d045f'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:52.984852 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-1447f984-ad8a-46aa-b678-ead56340b863 None None] Set router 3e926ed3-5b1b-44e7-8b2a-031e492d045f gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:59:53.009392 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 72a5b212-beb4-4d23-830d-2e82b8db7232 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:59:53.062331 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 72a5b212-beb4-4d23-830d-2e82b8db7232 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:59:53.062595 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:53.148162 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:53.170271 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] For port 72a5b212-beb4-4d23-830d-2e82b8db7232, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=72a5b212-beb4-4d23-830d-2e82b8db7232,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:59:53.175391 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:53.197669 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-1447f984-ad8a-46aa-b678-ead56340b863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e926ed3-5b1b-44e7-8b2a-031e492d045f', 'name': 'tempest-TestSnapshotPattern-1740589745-router', 'tenant_id': '766c9357b72d4e70b078a956b2031ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '72a5b212-beb4-4d23-830d-2e82b8db7232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:46Z', 'updated_at': '2021-11-04T11:59:49Z', 'revision_number': 4, 'project_id': '766c9357b72d4e70b078a956b2031ad0', 'gw_port': {'id': '72a5b212-beb4-4d23-830d-2e82b8db7232', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e926ed3-5b1b-44e7-8b2a-031e492d045f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:46Z', 'updated_at': '2021-11-04T11:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '1c8de2d6-2144-4f50-9b8f-0db72b8b7678', 'name': '', 'network_id': '130d713c-fc7c-48ab-8a1b-a64256829720', 'tenant_id': '766c9357b72d4e70b078a956b2031ad0', 'mac_address': 'fa:16:3e:a4:d7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e926ed3-5b1b-44e7-8b2a-031e492d045f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '80e3528b-3377-48f8-acb4-8d3f62a81a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:48Z', 'updated_at': '2021-11-04T11:59:49Z', 'revision_number': 2, 'project_id': '766c9357b72d4e70b078a956b2031ad0', 'subnets': [{'id': '80e3528b-3377-48f8-acb4-8d3f62a81a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:53.223550 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1447f984-ad8a-46aa-b678-ead56340b863 None None] Checking router: 3e926ed3-5b1b-44e7-8b2a-031e492d045f for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 11:59:53.223899 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1447f984-ad8a-46aa-b678-ead56340b863 None None] Updating router 3e926ed3-5b1b-44e7-8b2a-031e492d045f port 1c8de2d6-2144-4f50-9b8f-0db72b8b7678 binding host n-d-816629-1 {{(pid=101777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 11:59:53.225699 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Pushing event updated for resources: {'Port': ['ID=72a5b212-beb4-4d23-830d-2e82b8db7232,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:53.249260 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-1447f984-ad8a-46aa-b678-ead56340b863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:53.366962 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-284b41a0-b361-4e85-bb1b-ebba6e0d0578 req-6c38f77b-bf6d-4784-bd14-3a286d3736fa tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 210 time: 0.0280979 Nov 04 11:59:53.524872 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-1447f984-ad8a-46aa-b678-ead56340b863 None None] Publish callbacks [] for port, precommit_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:53.532264 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-1447f984-ad8a-46aa-b678-ead56340b863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:53.578602 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80624c13-8277-49f4-aa36-0379c740474e None None] Pushing event updated for resources: {'Port': ['ID=1c8de2d6-2144-4f50-9b8f-0db72b8b7678,revision_number=3']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:53.634563 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-1447f984-ad8a-46aa-b678-ead56340b863 None None] Attempting to bind port 1c8de2d6-2144-4f50-9b8f-0db72b8b7678 on host n-d-816629-1 for vnic_type normal with profile {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:59:53.634958 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-1447f984-ad8a-46aa-b678-ead56340b863 None None] Attempting to bind port 1c8de2d6-2144-4f50-9b8f-0db72b8b7678 by drivers openvswitch,hyperv on host n-d-816629-1 at level 0 using segments [{'id': '00b8f039-38cd-4a0d-9582-7e1e2425d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '130d713c-fc7c-48ab-8a1b-a64256829720'}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:59:53.635351 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1447f984-ad8a-46aa-b678-ead56340b863 None None] Attempting to bind port 1c8de2d6-2144-4f50-9b8f-0db72b8b7678 on network 130d713c-fc7c-48ab-8a1b-a64256829720 {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:59:53.641140 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1447f984-ad8a-46aa-b678-ead56340b863 None None] Checking agent: {'id': 'd0557a06-26ce-4ed6-a53c-0b66f8b8130f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 18, 22), 'started_at': datetime.datetime(2021, 11, 4, 10, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:59:53.641554 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1447f984-ad8a-46aa-b678-ead56340b863 None None] Checking segment: {'id': '00b8f039-38cd-4a0d-9582-7e1e2425d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '130d713c-fc7c-48ab-8a1b-a64256829720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:59:53.641961 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-1447f984-ad8a-46aa-b678-ead56340b863 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:53.642383 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1447f984-ad8a-46aa-b678-ead56340b863 None None] Bound using segment: {'id': '00b8f039-38cd-4a0d-9582-7e1e2425d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '130d713c-fc7c-48ab-8a1b-a64256829720'} {{(pid=101777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:59:53.642873 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.managers [None req-1447f984-ad8a-46aa-b678-ead56340b863 None None] Bound port: 1c8de2d6-2144-4f50-9b8f-0db72b8b7678, host: n-d-816629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b8f039-38cd-4a0d-9582-7e1e2425d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '130d713c-fc7c-48ab-8a1b-a64256829720'}}] {{(pid=101777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:59:53.643283 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-1447f984-ad8a-46aa-b678-ead56340b863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:53.713933 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-1447f984-ad8a-46aa-b678-ead56340b863 None None] For port 1c8de2d6-2144-4f50-9b8f-0db72b8b7678, host n-d-816629-1, cleared binding levels {{(pid=101777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:59:53.717528 n-d-816629-1 neutron-server[101777]: DEBUG neutron.plugins.ml2.db [None req-1447f984-ad8a-46aa-b678-ead56340b863 None None] For port 1c8de2d6-2144-4f50-9b8f-0db72b8b7678, host n-d-816629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=1c8de2d6-2144-4f50-9b8f-0db72b8b7678,segment=NetworkSegment(00b8f039-38cd-4a0d-9582-7e1e2425d83f),segment_id=00b8f039-38cd-4a0d-9582-7e1e2425d83f)] {{(pid=101777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:59:53.724715 n-d-816629-1 neutron-server[101777]: DEBUG neutron_lib.callbacks.manager [None req-1447f984-ad8a-46aa-b678-ead56340b863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:53.782923 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1447f984-ad8a-46aa-b678-ead56340b863 None None] Routers {'3e926ed3-5b1b-44e7-8b2a-031e492d045f'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 11:59:53.783561 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-1447f984-ad8a-46aa-b678-ead56340b863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:59:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['3e926ed3-5b1b-44e7-8b2a-031e492d045f'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:53.788773 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80624c13-8277-49f4-aa36-0379c740474e None None] Pushing event updated for resources: {'Port': ['ID=1c8de2d6-2144-4f50-9b8f-0db72b8b7678,revision_number=4']} {{(pid=101777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:53.861880 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-a192eb6b-b70d-4905-a8e5-0e165d5ebd07 None None] Provisioning complete for port 1c8de2d6-2144-4f50-9b8f-0db72b8b7678 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:59:53.862850 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a192eb6b-b70d-4905-a8e5-0e165d5ebd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:53.900083 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-1447f984-ad8a-46aa-b678-ead56340b863 None None] Set router 3e926ed3-5b1b-44e7-8b2a-031e492d045f gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 11:59:53.947111 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a192eb6b-b70d-4905-a8e5-0e165d5ebd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:53.980980 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-a192eb6b-b70d-4905-a8e5-0e165d5ebd07 None None] For port 1c8de2d6-2144-4f50-9b8f-0db72b8b7678, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=1c8de2d6-2144-4f50-9b8f-0db72b8b7678,segment=NetworkSegment(00b8f039-38cd-4a0d-9582-7e1e2425d83f),segment_id=00b8f039-38cd-4a0d-9582-7e1e2425d83f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 11:59:53.986021 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a192eb6b-b70d-4905-a8e5-0e165d5ebd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:54.035180 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192eb6b-b70d-4905-a8e5-0e165d5ebd07 None None] Pushing event updated for resources: {'Port': ['ID=1c8de2d6-2144-4f50-9b8f-0db72b8b7678,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:54.110914 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-37b29278-6058-4825-91a2-bf731682d2b7 None None] Provisioning complete for port 1c8de2d6-2144-4f50-9b8f-0db72b8b7678 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:59:54.111149 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-1447f984-ad8a-46aa-b678-ead56340b863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e926ed3-5b1b-44e7-8b2a-031e492d045f', 'name': 'tempest-TestSnapshotPattern-1740589745-router', 'tenant_id': '766c9357b72d4e70b078a956b2031ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '72a5b212-beb4-4d23-830d-2e82b8db7232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:46Z', 'updated_at': '2021-11-04T11:59:49Z', 'revision_number': 4, 'project_id': '766c9357b72d4e70b078a956b2031ad0', 'gw_port': {'id': '72a5b212-beb4-4d23-830d-2e82b8db7232', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e926ed3-5b1b-44e7-8b2a-031e492d045f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:46Z', 'updated_at': '2021-11-04T11:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '1c8de2d6-2144-4f50-9b8f-0db72b8b7678', 'name': '', 'network_id': '130d713c-fc7c-48ab-8a1b-a64256829720', 'tenant_id': '766c9357b72d4e70b078a956b2031ad0', 'mac_address': 'fa:16:3e:a4:d7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e926ed3-5b1b-44e7-8b2a-031e492d045f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '80e3528b-3377-48f8-acb4-8d3f62a81a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:48Z', 'updated_at': '2021-11-04T11:59:53Z', 'revision_number': 4, 'project_id': '766c9357b72d4e70b078a956b2031ad0', 'subnets': [{'id': '80e3528b-3377-48f8-acb4-8d3f62a81a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 11:59:54.111314 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-37b29278-6058-4825-91a2-bf731682d2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:54.141502 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1447f984-ad8a-46aa-b678-ead56340b863 None None] The sync data for ids ['3e926ed3-5b1b-44e7-8b2a-031e492d045f'] in n-d-816629-1 is: [{'id': '3e926ed3-5b1b-44e7-8b2a-031e492d045f', 'name': 'tempest-TestSnapshotPattern-1740589745-router', 'tenant_id': '766c9357b72d4e70b078a956b2031ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '72a5b212-beb4-4d23-830d-2e82b8db7232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:46Z', 'updated_at': '2021-11-04T11:59:49Z', 'revision_number': 4, 'project_id': '766c9357b72d4e70b078a956b2031ad0', 'gw_port': {'id': '72a5b212-beb4-4d23-830d-2e82b8db7232', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e926ed3-5b1b-44e7-8b2a-031e492d045f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:46Z', 'updated_at': '2021-11-04T11:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': '1c8de2d6-2144-4f50-9b8f-0db72b8b7678', 'name': '', 'network_id': '130d713c-fc7c-48ab-8a1b-a64256829720', 'tenant_id': '766c9357b72d4e70b078a956b2031ad0', 'mac_address': 'fa:16:3e:a4:d7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e926ed3-5b1b-44e7-8b2a-031e492d045f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '80e3528b-3377-48f8-acb4-8d3f62a81a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:48Z', 'updated_at': '2021-11-04T11:59:53Z', 'revision_number': 4, 'project_id': '766c9357b72d4e70b078a956b2031ad0', 'subnets': [{'id': '80e3528b-3377-48f8-acb4-8d3f62a81a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 11:59:54.457034 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-9cd10aa2-d4ce-4834-a29c-dafa40f41802 req-5c9f12f1-0b13-46ab-ac4c-0b2d3d8b4230 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 210 time: 0.0297756 Nov 04 11:59:55.024392 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 72a5b212-beb4-4d23-830d-2e82b8db7232 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:59:55.075130 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 72a5b212-beb4-4d23-830d-2e82b8db7232 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:59:55.075498 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:55.164101 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 1c8de2d6-2144-4f50-9b8f-0db72b8b7678 up at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 11:59:55.213428 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Provisioning complete for port 1c8de2d6-2144-4f50-9b8f-0db72b8b7678 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:59:55.213714 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:55.542419 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a0c44355-b90f-477d-b8f8-2bd9eb269f96 req-17d61e7a-e3de-411f-aa1f-a9a61b4cc8e6 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 210 time: 0.0293918 Nov 04 11:59:56.643643 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-281138c9-c5be-4eb4-a7e9-70e5ba178baf req-09cb24ee-f9a9-4a8f-9f43-54bc242d19df tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 210 time: 0.0316141 Nov 04 11:59:57.757538 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cf6b50cd-03e4-4eaa-87b8-3669dd3e6f84 req-a656ddcf-f9e2-4f53-a254-e56041113418 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 210 time: 0.0300844 Nov 04 11:59:57.811005 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-64988e41-32d1-4bb0-b193-b1fdc411dbf3 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:59:57.812424 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-64988e41-32d1-4bb0-b193-b1fdc411dbf3 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.121 "GET /v2.0/networks?id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 HTTP/1.1" status: 200 len: 810 time: 0.4856725 Nov 04 11:59:57.884082 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-94a7e5a9-ce9e-4c02-b579-5309c51a5b6c tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76aa2fc2a84a4b83806c4be4c8e98b0c HTTP/1.1" status: 200 len: 380 time: 0.0609939 Nov 04 11:59:57.893396 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-61e04b35-e3ee-4af8-afd0-65e5e6f1a376 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Request body: {'port': {'device_id': 'be7e2584-fe0c-4595-9b1c-3b011d3c4ec3', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'admin_state_up': True, 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'security_groups': ['f3099a3f-55ef-4d0d-9616-d725bb268b57']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:59:58.011970 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-61e04b35-e3ee-4af8-afd0-65e5e6f1a376 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Made reservation on behalf of 76aa2fc2a84a4b83806c4be4c8e98b0c for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 11:59:58.015615 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-61e04b35-e3ee-4af8-afd0-65e5e6f1a376 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:58.152025 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-61e04b35-e3ee-4af8-afd0-65e5e6f1a376 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Allocated IP 172.20.0.10 (30fe3263-c1ac-4425-8ae4-6ff7efd69ba7/9f070787-5fb7-4b23-ba24-cc1dd4a47d03/05cc9876-9b2c-4c25-98cf-ee3e021a36c8) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 11:59:58.311202 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-61e04b35-e3ee-4af8-afd0-65e5e6f1a376 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:58.348502 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-61e04b35-e3ee-4af8-afd0-65e5e6f1a376 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:58.395650 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-61e04b35-e3ee-4af8-afd0-65e5e6f1a376 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Network 30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 11:59:58.400800 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-61e04b35-e3ee-4af8-afd0-65e5e6f1a376 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 11:59:58.404602 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-61e04b35-e3ee-4af8-afd0-65e5e6f1a376 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 11:59:58.429026 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e04b35-e3ee-4af8-afd0-65e5e6f1a376 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Pushing event updated for resources: {'Port': ['ID=05cc9876-9b2c-4c25-98cf-ee3e021a36c8,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:58.458752 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-61e04b35-e3ee-4af8-afd0-65e5e6f1a376 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:59:58.459816 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-61e04b35-e3ee-4af8-afd0-65e5e6f1a376 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:58.480446 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-61e04b35-e3ee-4af8-afd0-65e5e6f1a376 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5907226 Nov 04 11:59:58.494561 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-32147f97-5f7c-4ef4-8be5-5eecea3595c1 service neutron] Request body: {'port': {'device_id': 'be7e2584-fe0c-4595-9b1c-3b011d3c4ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 11:59:58.557120 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-32147f97-5f7c-4ef4-8be5-5eecea3595c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:58.660106 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-d2399b2c-b3ab-4b95-947d-dec8bb10694a None None] Provisioning complete for port 05cc9876-9b2c-4c25-98cf-ee3e021a36c8 triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 11:59:58.660670 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d2399b2c-b3ab-4b95-947d-dec8bb10694a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:58.697805 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-d2399b2c-b3ab-4b95-947d-dec8bb10694a None None] Port 05cc9876-9b2c-4c25-98cf-ee3e021a36c8 cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 11:59:58.841561 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-32147f97-5f7c-4ef4-8be5-5eecea3595c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05cc9876-9b2c-4c25-98cf-ee3e021a36c8 {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 11:59:58.849465 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-32147f97-5f7c-4ef4-8be5-5eecea3595c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:58.861900 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-32147f97-5f7c-4ef4-8be5-5eecea3595c1 service neutron] Transition to ACTIVE for port object 05cc9876-9b2c-4c25-98cf-ee3e021a36c8 will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 11:59:58.866563 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-32147f97-5f7c-4ef4-8be5-5eecea3595c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:58.883380 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1247453-9522-46a3-ab99-983cbaff5479 req-cec5f2b5-074d-4174-9817-4fee5f72130c tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:59:58.885168 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1247453-9522-46a3-ab99-983cbaff5479 req-cec5f2b5-074d-4174-9817-4fee5f72130c tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 932 time: 0.0530007 Nov 04 11:59:58.940069 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c1247453-9522-46a3-ab99-983cbaff5479 req-245fe09d-2303-4c5d-9cdf-68c64f720369 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484357 Nov 04 11:59:58.964681 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32147f97-5f7c-4ef4-8be5-5eecea3595c1 service neutron] Pushing event updated for resources: {'Port': ['ID=05cc9876-9b2c-4c25-98cf-ee3e021a36c8,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:58.993451 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-32147f97-5f7c-4ef4-8be5-5eecea3595c1 service neutron] Attempting to bind port 05cc9876-9b2c-4c25-98cf-ee3e021a36c8 on host n-h2-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 11:59:58.993878 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-32147f97-5f7c-4ef4-8be5-5eecea3595c1 service neutron] Attempting to bind port 05cc9876-9b2c-4c25-98cf-ee3e021a36c8 by drivers openvswitch,hyperv on host n-h2-816629-1 at level 0 using segments [{'id': 'ffb2098a-5258-4885-b34b-cf8954501d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 11:59:58.994193 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-32147f97-5f7c-4ef4-8be5-5eecea3595c1 service neutron] Attempting to bind port 05cc9876-9b2c-4c25-98cf-ee3e021a36c8 on network 30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:59:58.998813 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-32147f97-5f7c-4ef4-8be5-5eecea3595c1 service neutron] Port 05cc9876-9b2c-4c25-98cf-ee3e021a36c8 on network 30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 11:59:58.999111 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-32147f97-5f7c-4ef4-8be5-5eecea3595c1 service neutron] Attempting to bind port 05cc9876-9b2c-4c25-98cf-ee3e021a36c8 on network 30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 11:59:59.004520 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-32147f97-5f7c-4ef4-8be5-5eecea3595c1 service neutron] Checking agent: {'id': '126cbf9f-7a49-4b13-8bd7-26f83390f818', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 11, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 11:59:59.004887 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-32147f97-5f7c-4ef4-8be5-5eecea3595c1 service neutron] Checking segment: {'id': 'ffb2098a-5258-4885-b34b-cf8954501d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 11:59:59.005273 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-32147f97-5f7c-4ef4-8be5-5eecea3595c1 service neutron] Bound using segment: {'id': 'ffb2098a-5258-4885-b34b-cf8954501d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 11:59:59.005728 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-32147f97-5f7c-4ef4-8be5-5eecea3595c1 service neutron] Bound port: 05cc9876-9b2c-4c25-98cf-ee3e021a36c8, host: n-h2-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb2098a-5258-4885-b34b-cf8954501d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 11:59:59.006125 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-32147f97-5f7c-4ef4-8be5-5eecea3595c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:59.077255 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-32147f97-5f7c-4ef4-8be5-5eecea3595c1 service neutron] For port 05cc9876-9b2c-4c25-98cf-ee3e021a36c8, host n-h2-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 11:59:59.080328 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-32147f97-5f7c-4ef4-8be5-5eecea3595c1 service neutron] For port 05cc9876-9b2c-4c25-98cf-ee3e021a36c8, host n-h2-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=05cc9876-9b2c-4c25-98cf-ee3e021a36c8,segment=NetworkSegment(ffb2098a-5258-4885-b34b-cf8954501d5e),segment_id=ffb2098a-5258-4885-b34b-cf8954501d5e)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 11:59:59.085600 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-32147f97-5f7c-4ef4-8be5-5eecea3595c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:59.123953 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-32147f97-5f7c-4ef4-8be5-5eecea3595c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:59:59.124581 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-32147f97-5f7c-4ef4-8be5-5eecea3595c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 11:59:59.126052 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-32147f97-5f7c-4ef4-8be5-5eecea3595c1 service neutron] 10.222.0.121 "PUT /v2.0/ports/05cc9876-9b2c-4c25-98cf-ee3e021a36c8 HTTP/1.1" status: 200 len: 1092 time: 0.6361227 Nov 04 11:59:59.126567 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7e2584-fe0c-4595-9b1c-3b011d3c4ec3', 'tag': '05cc9876-9b2c-4c25-98cf-ee3e021a36c8'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 11:59:59.130010 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf39dbc-492d-47d5-9ae1-7bc6161e0dee" -d '{"events": [{"name": "network-changed", "server_uuid": "be7e2584-fe0c-4595-9b1c-3b011d3c4ec3", "tag": "05cc9876-9b2c-4c25-98cf-ee3e021a36c8"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 11:59:59.160299 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32147f97-5f7c-4ef4-8be5-5eecea3595c1 service neutron] Pushing event updated for resources: {'Port': ['ID=05cc9876-9b2c-4c25-98cf-ee3e021a36c8,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 11:59:59.239574 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 11:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6faac19-2ddf-4c9d-be24-b02921b8d651 x-openstack-request-id: req-f6faac19-2ddf-4c9d-be24-b02921b8d651 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 11:59:59.239874 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7e2584-fe0c-4595-9b1c-3b011d3c4ec3", "tag": "05cc9876-9b2c-4c25-98cf-ee3e021a36c8", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 11:59:59.240148 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-f6faac19-2ddf-4c9d-be24-b02921b8d651 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 11:59:59.240654 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7e2584-fe0c-4595-9b1c-3b011d3c4ec3', 'tag': '05cc9876-9b2c-4c25-98cf-ee3e021a36c8', 'status': 'completed', 'code': 200} Nov 04 11:59:59.248471 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-5c8a709b-2f66-43f3-ac8a-61b904235eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:59:59.250097 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-5c8a709b-2f66-43f3-ac8a-61b904235eb9 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=76aa2fc2a84a4b83806c4be4c8e98b0c&device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 1095 time: 0.0613251 Nov 04 11:59:59.300159 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-e3b1e1a3-5683-4547-8f10-3b2ea7d16df1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05cc9876-9b2c-4c25-98cf-ee3e021a36c8 HTTP/1.1" status: 200 len: 217 time: 0.0415289 Nov 04 11:59:59.354514 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-453f3f25-82b4-4ff9-9160-a759e431a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:59:59.356050 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-453f3f25-82b4-4ff9-9160-a759e431a70e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9f070787-5fb7-4b23-ba24-cc1dd4a47d03 HTTP/1.1" status: 200 len: 849 time: 0.0489852 Nov 04 11:59:59.405469 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-79c666e4-4a13-4a39-923d-40d9278b52d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:59:59.407157 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-79c666e4-4a13-4a39-923d-40d9278b52d8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436261 Nov 04 11:59:59.518823 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-1b0dd0bf-fa34-453e-975d-f6f7d31e152d service neutron] 10.222.0.121 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030071 Nov 04 11:59:59.614608 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-3402952c-ea6f-4af4-8f3a-6d4cfcf3cf3d req-e73b50f7-ca7d-4b2a-8c3e-5f1bb8aa0087 service neutron] 10.222.0.121 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881903 Nov 04 11:59:59.707353 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf39dbc-492d-47d5-9ae1-7bc6161e0dee req-3107d6b5-70ed-4610-884c-0122b1d613e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:59:59.708854 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cbf39dbc-492d-47d5-9ae1-7bc6161e0dee req-3107d6b5-70ed-4610-884c-0122b1d613e0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=76aa2fc2a84a4b83806c4be4c8e98b0c&device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 1095 time: 0.0430756 Nov 04 11:59:59.819513 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf39dbc-492d-47d5-9ae1-7bc6161e0dee req-7b5b0d30-de9f-40a7-ae8f-fa428013a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:59:59.821663 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cbf39dbc-492d-47d5-9ae1-7bc6161e0dee req-7b5b0d30-de9f-40a7-ae8f-fa428013a742 service neutron] 10.222.0.121 "GET /v2.0/networks?id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 HTTP/1.1" status: 200 len: 912 time: 0.1050000 Nov 04 11:59:59.864075 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cbf39dbc-492d-47d5-9ae1-7bc6161e0dee req-2c6b911d-ac32-4fd9-ba20-5677ff51070d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05cc9876-9b2c-4c25-98cf-ee3e021a36c8 HTTP/1.1" status: 200 len: 217 time: 0.0356500 Nov 04 11:59:59.929484 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf39dbc-492d-47d5-9ae1-7bc6161e0dee req-d0a67268-2fa7-4622-977a-8a22fd384bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:59:59.931406 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cbf39dbc-492d-47d5-9ae1-7bc6161e0dee req-d0a67268-2fa7-4622-977a-8a22fd384bbd service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9f070787-5fb7-4b23-ba24-cc1dd4a47d03 HTTP/1.1" status: 200 len: 849 time: 0.0585656 Nov 04 11:59:59.980278 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf39dbc-492d-47d5-9ae1-7bc6161e0dee req-c1eda690-9ec1-47af-85f8-e791d4bb7afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 11:59:59.982025 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cbf39dbc-492d-47d5-9ae1-7bc6161e0dee req-c1eda690-9ec1-47af-85f8-e791d4bb7afb service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417056 Nov 04 12:00:00.075650 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6d71d-5beb-43a2-96ee-4a9e5fb34ace req-7f463a9b-f40c-4de5-8f50-151313048e19 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:00:00.077049 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-06c6d71d-5beb-43a2-96ee-4a9e5fb34ace req-7f463a9b-f40c-4de5-8f50-151313048e19 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 944 time: 0.0567629 Nov 04 12:00:00.079198 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cbf39dbc-492d-47d5-9ae1-7bc6161e0dee req-cf24f6de-ae83-461e-8c23-5bb773dbe9ae service neutron] 10.222.0.121 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890274 Nov 04 12:00:00.140370 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-06c6d71d-5beb-43a2-96ee-4a9e5fb34ace req-43d7ac74-9b31-43c1-9073-89ccac4ae1ff tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544512 Nov 04 12:00:00.182805 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-cbf39dbc-492d-47d5-9ae1-7bc6161e0dee req-22fdf7c4-6f23-4148-9f28-f4b9a6a3b197 service neutron] 10.222.0.121 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945392 Nov 04 12:00:01.263619 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59186ada-1533-4706-a4b1-a85754a478d4 req-11980f85-74f5-4ab4-af97-760126bc2c0a tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:00:01.265152 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-59186ada-1533-4706-a4b1-a85754a478d4 req-11980f85-74f5-4ab4-af97-760126bc2c0a tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 944 time: 0.0524933 Nov 04 12:00:01.319792 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-59186ada-1533-4706-a4b1-a85754a478d4 req-e598abe9-b2a8-4570-9b43-b1966f4148f5 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458012 Nov 04 12:00:02.446694 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3656b-4d88-4c37-ac63-9d0c14458712 req-f3f9ffdc-8c03-4ed3-9157-fe7f16050522 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:00:02.448097 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a2d3656b-4d88-4c37-ac63-9d0c14458712 req-f3f9ffdc-8c03-4ed3-9157-fe7f16050522 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 944 time: 0.0502696 Nov 04 12:00:02.501387 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a2d3656b-4d88-4c37-ac63-9d0c14458712 req-cf538472-fc78-4044-b3bb-437d9a67a4e2 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470059 Nov 04 12:00:02.971891 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 05cc9876-9b2c-4c25-98cf-ee3e021a36c8 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 12:00:03.079628 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 05cc9876-9b2c-4c25-98cf-ee3e021a36c8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=05cc9876-9b2c-4c25-98cf-ee3e021a36c8,segment=NetworkSegment(ffb2098a-5258-4885-b34b-cf8954501d5e),segment_id=ffb2098a-5258-4885-b34b-cf8954501d5e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 12:00:03.091896 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '05cc9876-9b2c-4c25-98cf-ee3e021a36c8', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'port_id': '05cc9876-9b2c-4c25-98cf-ee3e021a36c8', 'mac_address': 'fa:16:3e:aa:dc:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 12:00:03.131502 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:00:03.145208 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05cc9876-9b2c-4c25-98cf-ee3e021a36c8 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 12:00:03.166700 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 05cc9876-9b2c-4c25-98cf-ee3e021a36c8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=05cc9876-9b2c-4c25-98cf-ee3e021a36c8,segment=NetworkSegment(ffb2098a-5258-4885-b34b-cf8954501d5e),segment_id=ffb2098a-5258-4885-b34b-cf8954501d5e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 12:00:03.174088 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:00:03.228326 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=05cc9876-9b2c-4c25-98cf-ee3e021a36c8,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:00:03.389323 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['05cc9876-9b2c-4c25-98cf-ee3e021a36c8'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 12:00:03.626382 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646f2b-8366-4f85-932e-08ed1cf70769 req-e848ea0a-f1aa-4081-95a7-d905d35fe359 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:00:03.627907 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1c646f2b-8366-4f85-932e-08ed1cf70769 req-e848ea0a-f1aa-4081-95a7-d905d35fe359 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 945 time: 0.0566144 Nov 04 12:00:03.679728 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1c646f2b-8366-4f85-932e-08ed1cf70769 req-7eb1e29e-5609-4ceb-9a17-a16cb1376a08 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456572 Nov 04 12:00:04.813022 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14d07c-bda9-4d1b-b83b-5fd7ed208173 req-bd891ec6-841e-4895-9a74-802ad079a969 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:00:04.814554 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fe14d07c-bda9-4d1b-b83b-5fd7ed208173 req-bd891ec6-841e-4895-9a74-802ad079a969 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 945 time: 0.0529106 Nov 04 12:00:04.869160 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-fe14d07c-bda9-4d1b-b83b-5fd7ed208173 req-541aae15-ee96-4ab5-935d-9d6a05eb8a75 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483642 Nov 04 12:00:04.987323 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 05cc9876-9b2c-4c25-98cf-ee3e021a36c8 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 12:00:05.045658 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning for port 05cc9876-9b2c-4c25-98cf-ee3e021a36c8 completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 12:00:05.050746 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 05cc9876-9b2c-4c25-98cf-ee3e021a36c8 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 12:00:05.051264 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:00:05.137797 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:00:05.160944 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7e2584-fe0c-4595-9b1c-3b011d3c4ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05cc9876-9b2c-4c25-98cf-ee3e021a36c8'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 12:00:05.163268 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f101f5c2-9320-4e7d-a4e7-444d22d67531" -d '{"events": [{"server_uuid": "be7e2584-fe0c-4595-9b1c-3b011d3c4ec3", "name": "network-vif-plugged", "status": "completed", "tag": "05cc9876-9b2c-4c25-98cf-ee3e021a36c8"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 12:00:05.176903 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 05cc9876-9b2c-4c25-98cf-ee3e021a36c8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=05cc9876-9b2c-4c25-98cf-ee3e021a36c8,segment=NetworkSegment(ffb2098a-5258-4885-b34b-cf8954501d5e),segment_id=ffb2098a-5258-4885-b34b-cf8954501d5e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 12:00:05.182400 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:00:05.208602 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 12:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17db70c-afef-49e8-9f42-7e405cb56b0a x-openstack-request-id: req-e17db70c-afef-49e8-9f42-7e405cb56b0a {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 12:00:05.208925 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7e2584-fe0c-4595-9b1c-3b011d3c4ec3", "name": "network-vif-plugged", "status": "completed", "tag": "05cc9876-9b2c-4c25-98cf-ee3e021a36c8", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 12:00:05.209163 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-e17db70c-afef-49e8-9f42-7e405cb56b0a {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 12:00:05.209548 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7e2584-fe0c-4595-9b1c-3b011d3c4ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05cc9876-9b2c-4c25-98cf-ee3e021a36c8', 'code': 200} Nov 04 12:00:05.235786 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=05cc9876-9b2c-4c25-98cf-ee3e021a36c8,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:00:05.305720 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92e27e-1cb8-4773-986a-a39494cc34db req-6555929f-0395-484b-b39e-f30a77996683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:00:05.307242 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2d92e27e-1cb8-4773-986a-a39494cc34db req-6555929f-0395-484b-b39e-f30a77996683 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 1097 time: 0.0417795 Nov 04 12:00:05.355801 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2d92e27e-1cb8-4773-986a-a39494cc34db req-ed26eb83-069b-4284-9904-6395ea13a318 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401089 Nov 04 12:00:06.020421 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef644fec-d963-4bca-97bd-cbd9e6a13141 req-819e7e37-726b-42c8-b5d9-effce6091d0a tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:00:06.021967 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ef644fec-d963-4bca-97bd-cbd9e6a13141 req-819e7e37-726b-42c8-b5d9-effce6091d0a tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0683396 Nov 04 12:00:06.077560 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ef644fec-d963-4bca-97bd-cbd9e6a13141 req-09e7fecc-1e9a-4f68-81ee-5bbdd342a106 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459454 Nov 04 12:00:07.219651 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2ba07-5a31-4bed-ac3a-952c70c874a9 req-cbae4974-14d0-46f5-b48f-489382833f58 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:00:07.221112 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5e2ba07-5a31-4bed-ac3a-952c70c874a9 req-cbae4974-14d0-46f5-b48f-489382833f58 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0570633 Nov 04 12:00:07.275986 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f5e2ba07-5a31-4bed-ac3a-952c70c874a9 req-4d2d9c92-c4ba-42a3-84c7-84a6270249a7 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487850 Nov 04 12:00:07.400274 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8c361-9278-4c16-bb7b-03813bc880e4 req-1be97ec8-859d-4637-ac9c-25415b9c0ddf tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:00:07.401861 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b2d8c361-9278-4c16-bb7b-03813bc880e4 req-1be97ec8-859d-4637-ac9c-25415b9c0ddf tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0568316 Nov 04 12:00:07.456640 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-b2d8c361-9278-4c16-bb7b-03813bc880e4 req-5a394092-bff6-4796-902b-d5108340c599 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478222 Nov 04 12:00:07.479811 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36750) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 12:00:07.630344 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b49b08-115f-4ed2-b232-6b00ea07d14e tempest-TestSnapshotPattern-955130462 tempest-TestSnapshotPattern-955130462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:00:07.631893 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-39b49b08-115f-4ed2-b232-6b00ea07d14e tempest-TestSnapshotPattern-955130462 tempest-TestSnapshotPattern-955130462-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 1092 time: 0.1508656 Nov 04 12:00:07.635148 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 36754) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 12:00:07.639594 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-7d4779d8-f404-4017-a00c-5e503f756066 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'port_id': '05cc9876-9b2c-4c25-98cf-ee3e021a36c8', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 12:00:07.664379 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d4779d8-f404-4017-a00c-5e503f756066 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:00:07.767591 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d4779d8-f404-4017-a00c-5e503f756066 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:00:07.876057 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-7d4779d8-f404-4017-a00c-5e503f756066 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Allocated IP 172.25.7.250 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/26206b9b-000d-4793-80db-023ed254140b) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 12:00:07.995018 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d4779d8-f404-4017-a00c-5e503f756066 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:00:08.048208 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d4779d8-f404-4017-a00c-5e503f756066 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:00:08.089448 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4779d8-f404-4017-a00c-5e503f756066 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 12:00:08.092419 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-7d4779d8-f404-4017-a00c-5e503f756066 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 12:00:08.096981 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4779d8-f404-4017-a00c-5e503f756066 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 12:00:08.100026 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4779d8-f404-4017-a00c-5e503f756066 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Pushing event updated for resources: {'Port': ['ID=26206b9b-000d-4793-80db-023ed254140b,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:00:08.473027 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d4779d8-f404-4017-a00c-5e503f756066 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:00:08.541519 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d4779d8-f404-4017-a00c-5e503f756066 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:00:08.700977 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d4779d8-f404-4017-a00c-5e503f756066 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:00:08.707712 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d4779d8-f404-4017-a00c-5e503f756066 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:00:08.777636 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4779d8-f404-4017-a00c-5e503f756066 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Pushing event updated for resources: {'Port': ['ID=26206b9b-000d-4793-80db-023ed254140b,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:00:08.786512 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d4779d8-f404-4017-a00c-5e503f756066 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:00:08.891947 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-7d4779d8-f404-4017-a00c-5e503f756066 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Floating IP 586bad9d-6301-4f81-a804-e0ac6fa43785 associated. External IP: 172.25.7.250, port: 05cc9876-9b2c-4c25-98cf-ee3e021a36c8. Nov 04 12:00:09.420959 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4779d8-f404-4017-a00c-5e503f756066 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Router 19a3fd7c-266b-4081-81b0-ed9efe9fd64f has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 12:00:09.543865 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4779d8-f404-4017-a00c-5e503f756066 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 12:00:09.555289 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09da782b-4c68-45a7-9efc-248d92fa1164 None None] Sync routers for ids ['19a3fd7c-266b-4081-81b0-ed9efe9fd64f'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 12:00:09.565723 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7d4779d8-f404-4017-a00c-5e503f756066 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:00:09.566823 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09da782b-4c68-45a7-9efc-248d92fa1164 None None] Routers {'19a3fd7c-266b-4081-81b0-ed9efe9fd64f'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 12:00:09.567441 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-09da782b-4c68-45a7-9efc-248d92fa1164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:59:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['19a3fd7c-266b-4081-81b0-ed9efe9fd64f'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:00:09.597882 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7d4779d8-f404-4017-a00c-5e503f756066 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9606309 Nov 04 12:00:09.597882 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7e2584-fe0c-4595-9b1c-3b011d3c4ec3', 'tag': '05cc9876-9b2c-4c25-98cf-ee3e021a36c8'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 12:00:09.599769 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4e2a034f213e3ed4147e598e162b1822d6f65ae2e173dcd934e22f7eae9c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba475cd-35db-4ea8-84dc-03ce1def5167" -d '{"events": [{"name": "network-changed", "server_uuid": "be7e2584-fe0c-4595-9b1c-3b011d3c4ec3", "tag": "05cc9876-9b2c-4c25-98cf-ee3e021a36c8"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 12:00:09.689102 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-09da782b-4c68-45a7-9efc-248d92fa1164 None None] Set router 19a3fd7c-266b-4081-81b0-ed9efe9fd64f gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 12:00:09.694752 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 12:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b460e5ed-6ced-4fa2-a52d-0054717b82e8 x-openstack-request-id: req-b460e5ed-6ced-4fa2-a52d-0054717b82e8 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 12:00:09.695046 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7e2584-fe0c-4595-9b1c-3b011d3c4ec3", "tag": "05cc9876-9b2c-4c25-98cf-ee3e021a36c8", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 12:00:09.695295 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-b460e5ed-6ced-4fa2-a52d-0054717b82e8 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 12:00:09.695696 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7e2584-fe0c-4595-9b1c-3b011d3c4ec3', 'tag': '05cc9876-9b2c-4c25-98cf-ee3e021a36c8', 'status': 'completed', 'code': 200} Nov 04 12:00:09.762511 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba475cd-35db-4ea8-84dc-03ce1def5167 req-884d154d-e893-4eae-9410-5ed14562cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:00:09.764140 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2ba475cd-35db-4ea8-84dc-03ce1def5167 req-884d154d-e893-4eae-9410-5ed14562cab4 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=76aa2fc2a84a4b83806c4be4c8e98b0c&device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 1097 time: 0.0465987 Nov 04 12:00:09.856117 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba475cd-35db-4ea8-84dc-03ce1def5167 req-759dd173-c649-4162-b609-917c052afa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:00:09.857642 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2ba475cd-35db-4ea8-84dc-03ce1def5167 req-759dd173-c649-4162-b609-917c052afa54 service neutron] 10.222.0.121 "GET /v2.0/networks?id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 HTTP/1.1" status: 200 len: 912 time: 0.0848718 Nov 04 12:00:09.915580 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-09da782b-4c68-45a7-9efc-248d92fa1164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'name': 'tempest-TestSnapshotPattern-1386617504-router', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:44Z', 'revision_number': 4, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'gw_port': {'id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '586bad9d-6301-4f81-a804-e0ac6fa43785', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'port_id': '05cc9876-9b2c-4c25-98cf-ee3e021a36c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'mac_address': 'fa:16:3e:aa:dc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7e2584-fe0c-4595-9b1c-3b011d3c4ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T12:00:08Z', 'updated_at': '2021-11-04T12:00:08Z', 'revision_number': 0, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2081fd9-221d-4dc7-8a29-b02e828a8b70', 'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'mac_address': 'fa:16:3e:21:4e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:43Z', 'updated_at': '2021-11-04T11:59:48Z', 'revision_number': 5, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'subnets': [{'id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:00:09.929584 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2ba475cd-35db-4ea8-84dc-03ce1def5167 req-b2a6bc21-6529-4cc3-aab2-ce5b0da2c375 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05cc9876-9b2c-4c25-98cf-ee3e021a36c8 HTTP/1.1" status: 200 len: 1000 time: 0.0644045 Nov 04 12:00:09.942124 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09da782b-4c68-45a7-9efc-248d92fa1164 None None] Checking router: 19a3fd7c-266b-4081-81b0-ed9efe9fd64f for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 12:00:09.950496 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09da782b-4c68-45a7-9efc-248d92fa1164 None None] Routers {'19a3fd7c-266b-4081-81b0-ed9efe9fd64f'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 12:00:09.951079 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-09da782b-4c68-45a7-9efc-248d92fa1164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T11:59:50Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['19a3fd7c-266b-4081-81b0-ed9efe9fd64f'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:00:09.980898 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba475cd-35db-4ea8-84dc-03ce1def5167 req-0cdf34a3-65fd-4b2a-bfd0-8d0e6c56e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:00:09.982576 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2ba475cd-35db-4ea8-84dc-03ce1def5167 req-0cdf34a3-65fd-4b2a-bfd0-8d0e6c56e9ce service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9f070787-5fb7-4b23-ba24-cc1dd4a47d03 HTTP/1.1" status: 200 len: 849 time: 0.0466897 Nov 04 12:00:10.032090 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba475cd-35db-4ea8-84dc-03ce1def5167 req-72836142-deb7-4038-b7c8-e19645563b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:00:10.033785 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2ba475cd-35db-4ea8-84dc-03ce1def5167 req-72836142-deb7-4038-b7c8-e19645563b09 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433748 Nov 04 12:00:10.138941 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2ba475cd-35db-4ea8-84dc-03ce1def5167 req-ea064fc0-9c6e-45a6-8f32-86ea3322c84d service neutron] 10.222.0.121 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975912 Nov 04 12:00:10.226819 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-09da782b-4c68-45a7-9efc-248d92fa1164 None None] Set router 19a3fd7c-266b-4081-81b0-ed9efe9fd64f gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 12:00:10.237683 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-2ba475cd-35db-4ea8-84dc-03ce1def5167 req-31d92992-9829-44af-aae6-cfc9b5a2a3f8 service neutron] 10.222.0.121 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913053 Nov 04 12:00:10.474541 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-09da782b-4c68-45a7-9efc-248d92fa1164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'name': 'tempest-TestSnapshotPattern-1386617504-router', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:44Z', 'revision_number': 4, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'gw_port': {'id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '586bad9d-6301-4f81-a804-e0ac6fa43785', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'port_id': '05cc9876-9b2c-4c25-98cf-ee3e021a36c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'mac_address': 'fa:16:3e:aa:dc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7e2584-fe0c-4595-9b1c-3b011d3c4ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T12:00:08Z', 'updated_at': '2021-11-04T12:00:08Z', 'revision_number': 0, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2081fd9-221d-4dc7-8a29-b02e828a8b70', 'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'mac_address': 'fa:16:3e:21:4e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:43Z', 'updated_at': '2021-11-04T11:59:48Z', 'revision_number': 5, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'subnets': [{'id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:00:10.502075 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09da782b-4c68-45a7-9efc-248d92fa1164 None None] The sync data for ids ['19a3fd7c-266b-4081-81b0-ed9efe9fd64f'] in n-d-816629-1 is: [{'id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'name': 'tempest-TestSnapshotPattern-1386617504-router', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:44Z', 'revision_number': 4, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'gw_port': {'id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '586bad9d-6301-4f81-a804-e0ac6fa43785', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'port_id': '05cc9876-9b2c-4c25-98cf-ee3e021a36c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'mac_address': 'fa:16:3e:aa:dc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7e2584-fe0c-4595-9b1c-3b011d3c4ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T12:00:08Z', 'updated_at': '2021-11-04T12:00:08Z', 'revision_number': 0, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2081fd9-221d-4dc7-8a29-b02e828a8b70', 'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'mac_address': 'fa:16:3e:21:4e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:43Z', 'updated_at': '2021-11-04T11:59:48Z', 'revision_number': 5, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'subnets': [{'id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 12:00:10.716550 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512f5ed9-860a-4078-96c0-f764aca07a98 None None] New status for floating IP 586bad9d-6301-4f81-a804-e0ac6fa43785: ACTIVE {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 12:00:13.385314 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:00:15.645768 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:00:16.903943 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8fea380f-0785-4704-b28a-52fb42867cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:00:19.795439 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ae62531c-41f0-4d8d-b94e-a1fcdd84b21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:00:21.180847 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:00:22.580513 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:00:22.712624 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:00:29.459483 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 12:00:43.408362 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:00:45.649545 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:00:46.903025 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ed5f20a5-3959-4045-b3d6-8878a2bab205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:00:49.688838 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-95f2295e-8f2c-43db-947d-ea4b6ca9f12a req-ea366771-621a-45a2-a152-a34ca26667c6 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1242843 Nov 04 12:00:49.780705 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2295e-8f2c-43db-947d-ea4b6ca9f12a req-9bd6bf8c-68a0-4766-9d74-41c2985a3c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:00:49.782307 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-95f2295e-8f2c-43db-947d-ea4b6ca9f12a req-9bd6bf8c-68a0-4766-9d74-41c2985a3c90 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=76aa2fc2a84a4b83806c4be4c8e98b0c&device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 1097 time: 0.0480027 Nov 04 12:00:49.791369 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-80c3c8c1-6d4a-409d-a37d-84714d00b9b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:00:49.894362 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2295e-8f2c-43db-947d-ea4b6ca9f12a req-e58a2680-7cba-48cf-8f8a-2f5c48caabf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:00:49.895912 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-95f2295e-8f2c-43db-947d-ea4b6ca9f12a req-e58a2680-7cba-48cf-8f8a-2f5c48caabf6 service neutron] 10.222.0.121 "GET /v2.0/networks?id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 HTTP/1.1" status: 200 len: 912 time: 0.0908399 Nov 04 12:00:49.966464 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-95f2295e-8f2c-43db-947d-ea4b6ca9f12a req-aec5cadc-d229-4aca-a27b-ba83d02d8808 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05cc9876-9b2c-4c25-98cf-ee3e021a36c8 HTTP/1.1" status: 200 len: 1002 time: 0.0628119 Nov 04 12:00:50.018579 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2295e-8f2c-43db-947d-ea4b6ca9f12a req-51a8790b-49db-4a78-9bf5-fc0280811806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:00:50.019989 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-95f2295e-8f2c-43db-947d-ea4b6ca9f12a req-51a8790b-49db-4a78-9bf5-fc0280811806 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9f070787-5fb7-4b23-ba24-cc1dd4a47d03 HTTP/1.1" status: 200 len: 849 time: 0.0462816 Nov 04 12:00:50.066503 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2295e-8f2c-43db-947d-ea4b6ca9f12a req-4dfff91d-15ee-4854-8ac2-88b48c523591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:00:50.068040 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-95f2295e-8f2c-43db-947d-ea4b6ca9f12a req-4dfff91d-15ee-4854-8ac2-88b48c523591 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413091 Nov 04 12:00:50.163363 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-95f2295e-8f2c-43db-947d-ea4b6ca9f12a req-308e853d-7f87-44ef-912e-58e7a5c865c7 service neutron] 10.222.0.121 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882325 Nov 04 12:00:50.255866 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-95f2295e-8f2c-43db-947d-ea4b6ca9f12a req-158a98dd-a325-40bc-a382-c23a89ea4ac5 service neutron] 10.222.0.121 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851922 Nov 04 12:00:51.190565 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:00:52.581179 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:00:52.715357 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:01:06.465279 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 12:01:13.393813 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:01:15.676186 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:01:16.905748 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-96cc25ca-9c0a-40b8-8600-edce71a61ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:01:19.791044 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-73563520-0909-42ae-b68f-93da6527e971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:01:21.191412 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:01:22.591530 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:01:22.713784 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:01:43.391794 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:01:43.468122 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 12:01:45.681871 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:01:46.909876 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ee709137-93da-4b4b-955b-69caf87bd59c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:01:49.596490 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-666e63be-3f44-4e22-aa82-8d4c0cca5a73 req-d774e5ab-5cb0-43a9-8904-22ad1ed3593c service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423846 Nov 04 12:01:49.688447 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e63be-3f44-4e22-aa82-8d4c0cca5a73 req-3b7bff23-09f2-4ba2-b602-4e5908224d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:01:49.690012 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-666e63be-3f44-4e22-aa82-8d4c0cca5a73 req-3b7bff23-09f2-4ba2-b602-4e5908224d07 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=76aa2fc2a84a4b83806c4be4c8e98b0c&device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 1097 time: 0.0471296 Nov 04 12:01:49.785403 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67a5f192-e7a4-4fd0-920f-dde4497271d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:01:49.800856 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e63be-3f44-4e22-aa82-8d4c0cca5a73 req-035eb1e3-f06b-41d3-9e43-320a1695f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:01:49.802385 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-666e63be-3f44-4e22-aa82-8d4c0cca5a73 req-035eb1e3-f06b-41d3-9e43-320a1695f8fa service neutron] 10.222.0.121 "GET /v2.0/networks?id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 HTTP/1.1" status: 200 len: 912 time: 0.0912244 Nov 04 12:01:49.872005 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-666e63be-3f44-4e22-aa82-8d4c0cca5a73 req-b4bf554a-d40b-4981-8404-647266e7e35f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05cc9876-9b2c-4c25-98cf-ee3e021a36c8 HTTP/1.1" status: 200 len: 1002 time: 0.0617597 Nov 04 12:01:49.924749 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e63be-3f44-4e22-aa82-8d4c0cca5a73 req-e7e37e90-d737-4384-9ec0-af122be4930d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:01:49.926930 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-666e63be-3f44-4e22-aa82-8d4c0cca5a73 req-e7e37e90-d737-4384-9ec0-af122be4930d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9f070787-5fb7-4b23-ba24-cc1dd4a47d03 HTTP/1.1" status: 200 len: 849 time: 0.0483015 Nov 04 12:01:49.977994 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e63be-3f44-4e22-aa82-8d4c0cca5a73 req-fd025065-5d68-473f-ad4a-4c2b97f77d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:01:49.979507 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-666e63be-3f44-4e22-aa82-8d4c0cca5a73 req-fd025065-5d68-473f-ad4a-4c2b97f77d8b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454488 Nov 04 12:01:50.078452 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-666e63be-3f44-4e22-aa82-8d4c0cca5a73 req-38ba9058-a107-490a-9de0-064620ad9ea8 service neutron] 10.222.0.121 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911179 Nov 04 12:01:50.182598 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-666e63be-3f44-4e22-aa82-8d4c0cca5a73 req-2fe24639-7c6a-4c2e-bc5e-67a8545ccc91 service neutron] 10.222.0.121 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966463 Nov 04 12:01:51.203795 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:01:52.588450 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:01:52.710776 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:07.425886 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 05cc9876-9b2c-4c25-98cf-ee3e021a36c8 details requested by agent hyperv_n-h2-816629-1 with host n-h2-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 12:02:07.531195 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 05cc9876-9b2c-4c25-98cf-ee3e021a36c8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=05cc9876-9b2c-4c25-98cf-ee3e021a36c8,segment=NetworkSegment(ffb2098a-5258-4885-b34b-cf8954501d5e),segment_id=ffb2098a-5258-4885-b34b-cf8954501d5e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 12:02:07.543513 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Returning: {'device': '05cc9876-9b2c-4c25-98cf-ee3e021a36c8', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'port_id': '05cc9876-9b2c-4c25-98cf-ee3e021a36c8', 'mac_address': 'fa:16:3e:aa:dc:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 12:02:07.587067 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:07.600471 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05cc9876-9b2c-4c25-98cf-ee3e021a36c8 {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 12:02:07.624278 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 05cc9876-9b2c-4c25-98cf-ee3e021a36c8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=05cc9876-9b2c-4c25-98cf-ee3e021a36c8,segment=NetworkSegment(ffb2098a-5258-4885-b34b-cf8954501d5e),segment_id=ffb2098a-5258-4885-b34b-cf8954501d5e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 12:02:07.628645 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:07.680793 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=05cc9876-9b2c-4c25-98cf-ee3e021a36c8,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:02:07.688323 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:07.688641 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:07.688996 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:07.689323 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:07.689644 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:07.689961 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:07.690277 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:07.690590 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:07.690905 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:07.691219 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:07.691533 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:07.691839 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:07.699230 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] get_ports_and_sgs() called for port_ids ['05cc9876-9b2c-4c25-98cf-ee3e021a36c8'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 12:02:09.423300 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 05cc9876-9b2c-4c25-98cf-ee3e021a36c8 up at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 12:02:09.485443 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Provisioning complete for port 05cc9876-9b2c-4c25-98cf-ee3e021a36c8 triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 12:02:09.485811 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:09.596596 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:09.633522 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7e2584-fe0c-4595-9b1c-3b011d3c4ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05cc9876-9b2c-4c25-98cf-ee3e021a36c8'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 12:02:09.636957 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d2c479-ef97-4cfb-b08b-1d14979dc221" -d '{"events": [{"server_uuid": "be7e2584-fe0c-4595-9b1c-3b011d3c4ec3", "name": "network-vif-plugged", "status": "completed", "tag": "05cc9876-9b2c-4c25-98cf-ee3e021a36c8"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 12:02:09.643241 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 05cc9876-9b2c-4c25-98cf-ee3e021a36c8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=05cc9876-9b2c-4c25-98cf-ee3e021a36c8,segment=NetworkSegment(ffb2098a-5258-4885-b34b-cf8954501d5e),segment_id=ffb2098a-5258-4885-b34b-cf8954501d5e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 12:02:09.652908 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:09.725984 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=05cc9876-9b2c-4c25-98cf-ee3e021a36c8,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:02:09.833892 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 12:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d38daa-227e-41a5-ba2d-c63ae713af36 x-openstack-request-id: req-59d38daa-227e-41a5-ba2d-c63ae713af36 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 12:02:09.834191 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7e2584-fe0c-4595-9b1c-3b011d3c4ec3", "name": "network-vif-plugged", "status": "completed", "tag": "05cc9876-9b2c-4c25-98cf-ee3e021a36c8", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 12:02:09.834433 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-59d38daa-227e-41a5-ba2d-c63ae713af36 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 12:02:09.834850 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7e2584-fe0c-4595-9b1c-3b011d3c4ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05cc9876-9b2c-4c25-98cf-ee3e021a36c8', 'code': 200} Nov 04 12:02:13.391214 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:15.675764 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:16.912083 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-10e8f571-c1af-4d7d-857c-6edf284d2718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:17.912736 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-b438eb2a-494d-46fc-ac15-6f0939772dc6 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1197934972&fields=id&tenant_id=76aa2fc2a84a4b83806c4be4c8e98b0c HTTP/1.1" status: 200 len: 267 time: 0.0487349 Nov 04 12:02:18.026135 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-989045e5-e13e-4b85-ba1d-28958c83ddd9 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:18.027700 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-989045e5-e13e-4b85-ba1d-28958c83ddd9 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/networks?id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 HTTP/1.1" status: 200 len: 810 time: 0.1078384 Nov 04 12:02:18.043659 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-d14a11f4-1634-444f-a506-63954f33f5a6 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/quotas/76aa2fc2a84a4b83806c4be4c8e98b0c HTTP/1.1" status: 200 len: 375 time: 0.0099182 Nov 04 12:02:18.100476 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-fdf062ad-6172-4b77-82dd-7eab2f069437 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?tenant_id=76aa2fc2a84a4b83806c4be4c8e98b0c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0512035 Nov 04 12:02:18.267531 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-4f9f6881-d40e-4f1c-97d9-ae52032912cc service neutron] 10.222.0.127 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542330 Nov 04 12:02:18.365525 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-b7b2c7b4-480b-4c3c-bffa-8e6628dd6d98 service neutron] 10.222.0.127 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896463 Nov 04 12:02:18.527843 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-e443d73b-6f35-4a81-9daf-0b83c1e06cd5 req-bacb8739-6244-4d39-a3cf-49c5527e930b tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 210 time: 0.0265086 Nov 04 12:02:19.558536 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-28f22391-654c-4300-a8ac-4649cc17b935 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:19.561028 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-28f22391-654c-4300-a8ac-4649cc17b935 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.126 "GET /v2.0/networks?id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 HTTP/1.1" status: 200 len: 810 time: 0.1198378 Nov 04 12:02:19.631352 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-49549c6f-9a15-4f72-9238-bc8c74b8a967 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76aa2fc2a84a4b83806c4be4c8e98b0c HTTP/1.1" status: 200 len: 380 time: 0.0604024 Nov 04 12:02:19.634852 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-6c604247-acc6-48d5-98b7-8001ae264ac9 req-a004b92c-7787-4f33-a625-47a8afbf96a3 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 210 time: 0.0310342 Nov 04 12:02:19.640509 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-02f3723b-1eee-4778-85c4-48005f4fc4ef tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Request body: {'port': {'device_id': '99f3506e-ac1c-4b7f-b412-50031cec8411', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'admin_state_up': True, 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'security_groups': ['f3099a3f-55ef-4d0d-9616-d725bb268b57']}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 12:02:19.755205 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-02f3723b-1eee-4778-85c4-48005f4fc4ef tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Made reservation on behalf of 76aa2fc2a84a4b83806c4be4c8e98b0c for: {'port': 1} {{(pid=101775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 12:02:19.759171 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-02f3723b-1eee-4778-85c4-48005f4fc4ef tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:19.790745 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dd83b212-3a88-4c3b-8cb7-b98fb62d6667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:19.925520 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_common [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-02f3723b-1eee-4778-85c4-48005f4fc4ef tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Allocated IP 172.20.0.7 (30fe3263-c1ac-4425-8ae4-6ff7efd69ba7/9f070787-5fb7-4b23-ba24-cc1dd4a47d03/65a78440-31a2-4755-93fc-b92c62a816ea) {{(pid=101775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 12:02:20.114788 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-02f3723b-1eee-4778-85c4-48005f4fc4ef tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for port, precommit_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:20.152686 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-02f3723b-1eee-4778-85c4-48005f4fc4ef tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_create {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:20.205522 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-02f3723b-1eee-4778-85c4-48005f4fc4ef tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Network 30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 is already hosted by enough agents. {{(pid=101775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 12:02:20.208810 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.base_scheduler [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-02f3723b-1eee-4778-85c4-48005f4fc4ef tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Resources bound (agent type, host, resource id): {{(pid=101775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 12:02:20.211389 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-02f3723b-1eee-4778-85c4-48005f4fc4ef tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Received port after_create {{(pid=101775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 12:02:20.218480 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3723b-1eee-4778-85c4-48005f4fc4ef tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Pushing event updated for resources: {'Port': ['ID=65a78440-31a2-4755-93fc-b92c62a816ea,revision_number=1']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:02:20.251307 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3723b-1eee-4778-85c4-48005f4fc4ef tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:20.251651 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3723b-1eee-4778-85c4-48005f4fc4ef tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:20.252002 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3723b-1eee-4778-85c4-48005f4fc4ef tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:20.252345 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3723b-1eee-4778-85c4-48005f4fc4ef tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:20.252687 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3723b-1eee-4778-85c4-48005f4fc4ef tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:20.253042 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3723b-1eee-4778-85c4-48005f4fc4ef tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:20.253376 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3723b-1eee-4778-85c4-48005f4fc4ef tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:20.253698 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3723b-1eee-4778-85c4-48005f4fc4ef tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:20.254021 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3723b-1eee-4778-85c4-48005f4fc4ef tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:20.254341 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3723b-1eee-4778-85c4-48005f4fc4ef tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:20.254667 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3723b-1eee-4778-85c4-48005f4fc4ef tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:20.254990 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3723b-1eee-4778-85c4-48005f4fc4ef tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:20.281055 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-02f3723b-1eee-4778-85c4-48005f4fc4ef tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:20.282836 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-02f3723b-1eee-4778-85c4-48005f4fc4ef tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:20.315323 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-02f3723b-1eee-4778-85c4-48005f4fc4ef tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6788504 Nov 04 12:02:20.470157 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 12:02:20.486642 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-b04131e9-6ea9-4407-8846-438e3aef6d94 None None] Provisioning complete for port 65a78440-31a2-4755-93fc-b92c62a816ea triggered by entity DHCP. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 12:02:20.487173 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b04131e9-6ea9-4407-8846-438e3aef6d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:20.526720 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-b04131e9-6ea9-4407-8846-438e3aef6d94 None None] Port 65a78440-31a2-4755-93fc-b92c62a816ea cannot update to ACTIVE because it is not bound. {{(pid=101776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 04 12:02:20.770601 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881aa64a-ad9d-40e8-8b4a-4a34bbb0e798 req-1b165db9-cb25-4db6-9271-cf5b0b73f4dd tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:20.772169 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-881aa64a-ad9d-40e8-8b4a-4a34bbb0e798 req-1b165db9-cb25-4db6-9271-cf5b0b73f4dd tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 931 time: 0.0590355 Nov 04 12:02:20.833358 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-881aa64a-ad9d-40e8-8b4a-4a34bbb0e798 req-577d0021-e229-4ee5-a35d-4924645b46d5 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494847 Nov 04 12:02:21.198347 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:21.483649 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 05cc9876-9b2c-4c25-98cf-ee3e021a36c8 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 12:02:21.566369 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:21.590327 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7e2584-fe0c-4595-9b1c-3b011d3c4ec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05cc9876-9b2c-4c25-98cf-ee3e021a36c8'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 12:02:21.592732 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbae697-5819-4d10-b07c-d2b9abd4fc0b" -d '{"events": [{"server_uuid": "be7e2584-fe0c-4595-9b1c-3b011d3c4ec3", "name": "network-vif-unplugged", "status": "completed", "tag": "05cc9876-9b2c-4c25-98cf-ee3e021a36c8"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 12:02:21.605924 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] For port 05cc9876-9b2c-4c25-98cf-ee3e021a36c8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=05cc9876-9b2c-4c25-98cf-ee3e021a36c8,segment=NetworkSegment(ffb2098a-5258-4885-b34b-cf8954501d5e),segment_id=ffb2098a-5258-4885-b34b-cf8954501d5e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 12:02:21.612064 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:21.643195 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 12:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29de2698-f2ea-4930-91c4-451fcbca8d68 x-openstack-request-id: req-29de2698-f2ea-4930-91c4-451fcbca8d68 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 12:02:21.643539 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7e2584-fe0c-4595-9b1c-3b011d3c4ec3", "name": "network-vif-unplugged", "status": "completed", "tag": "05cc9876-9b2c-4c25-98cf-ee3e021a36c8", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 12:02:21.643809 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-29de2698-f2ea-4930-91c4-451fcbca8d68 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 12:02:21.644188 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7e2584-fe0c-4595-9b1c-3b011d3c4ec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05cc9876-9b2c-4c25-98cf-ee3e021a36c8', 'code': 200} Nov 04 12:02:21.672528 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Pushing event updated for resources: {'Port': ['ID=05cc9876-9b2c-4c25-98cf-ee3e021a36c8,revision_number=8']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:02:21.964759 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b14aa-0fea-45af-a27a-9bc9a23bdc7e req-9694b5e5-dade-4c53-9cef-355065cdcc32 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:21.967439 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ce1b14aa-0fea-45af-a27a-9bc9a23bdc7e req-9694b5e5-dade-4c53-9cef-355065cdcc32 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 931 time: 0.0579858 Nov 04 12:02:22.021750 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-ce1b14aa-0fea-45af-a27a-9bc9a23bdc7e req-454cbc12-6d47-4d25-a772-54c5ec90a0b3 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478358 Nov 04 12:02:22.590046 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:22.705803 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:23.150621 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46cc67-96d8-4480-9b25-427f57c78058 req-ab256449-e9a4-4c0d-83cd-708c6c42e43c tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:23.152379 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dd46cc67-96d8-4480-9b25-427f57c78058 req-ab256449-e9a4-4c0d-83cd-708c6c42e43c tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 931 time: 0.0546408 Nov 04 12:02:23.214149 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-dd46cc67-96d8-4480-9b25-427f57c78058 req-3ea755be-ee9c-479f-9720-14b6318db8e9 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545876 Nov 04 12:02:24.346558 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81223695-b0f0-47b4-a0ba-50033fc745de req-86930869-0534-4628-a5c8-c3e41a73145c tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:24.348108 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81223695-b0f0-47b4-a0ba-50033fc745de req-86930869-0534-4628-a5c8-c3e41a73145c tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 931 time: 0.0545478 Nov 04 12:02:24.409165 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-81223695-b0f0-47b4-a0ba-50033fc745de req-3f0e6dab-8322-4e51-a884-c55f8147092c tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544107 Nov 04 12:02:25.544001 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41661d1e-e484-4d12-b06c-163cbfa969ca req-5fb2a4cc-8369-4b4c-925b-fbb233e9e711 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:25.545541 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-41661d1e-e484-4d12-b06c-163cbfa969ca req-5fb2a4cc-8369-4b4c-925b-fbb233e9e711 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 931 time: 0.0563321 Nov 04 12:02:25.600405 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-41661d1e-e484-4d12-b06c-163cbfa969ca req-1d0c2666-5856-4367-99f8-45e1b9e532f2 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476284 Nov 04 12:02:26.769310 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23b053-11e3-4b6e-b1f5-13e97b248ed3 req-e5edd1ee-a608-4995-9e95-0398ec21ed9a tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:26.776643 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3e23b053-11e3-4b6e-b1f5-13e97b248ed3 req-e5edd1ee-a608-4995-9e95-0398ec21ed9a tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 931 time: 0.0795667 Nov 04 12:02:26.831852 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-3e23b053-11e3-4b6e-b1f5-13e97b248ed3 req-d83820d4-9f57-45ee-b533-850b71019a21 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522783 Nov 04 12:02:27.960322 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd50ff-6fda-4d8a-9f55-b9014a537fa1 req-b7f5f607-c74c-44e5-9e13-b9021f8b53a7 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:27.961916 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25cd50ff-6fda-4d8a-9f55-b9014a537fa1 req-b7f5f607-c74c-44e5-9e13-b9021f8b53a7 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 931 time: 0.0545206 Nov 04 12:02:28.032767 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-25cd50ff-6fda-4d8a-9f55-b9014a537fa1 req-ef4c327b-8f7f-4769-b404-5e9c46bb81c2 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644193 Nov 04 12:02:29.183604 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984b7f6-e320-49a4-b0db-75bc749df1b1 req-cca9c774-9cf3-476d-9648-86110ba9bc70 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:29.185155 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1984b7f6-e320-49a4-b0db-75bc749df1b1 req-cca9c774-9cf3-476d-9648-86110ba9bc70 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 931 time: 0.0772021 Nov 04 12:02:29.244879 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-1984b7f6-e320-49a4-b0db-75bc749df1b1 req-216f7cd4-53b6-45b3-9d34-430b5f63e6a7 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530810 Nov 04 12:02:30.182982 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-d97b2df4-1707-42cb-9d69-a77d984ab3ea tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] http://10.222.0.127:9696/v2.0/extensions returned with HTTP 200 {{(pid=101775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 12:02:30.184165 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-d97b2df4-1707-42cb-9d69-a77d984ab3ea tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.126 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0056560 Nov 04 12:02:30.254697 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.v2.base [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-108df987-2e68-419e-b0dd-fdca7bd0a630 service neutron] Request body: {'port': {'device_id': '99f3506e-ac1c-4b7f-b412-50031cec8411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816629-1'}} {{(pid=101775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 12:02:30.316323 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-108df987-2e68-419e-b0dd-fdca7bd0a630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:30.365287 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc665c6-8096-42bf-9384-4a0d533fbecc req-f93503c7-e789-431f-bbcb-44321b7b6ce8 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:30.366828 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2bc665c6-8096-42bf-9384-4a0d533fbecc req-f93503c7-e789-431f-bbcb-44321b7b6ce8 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 931 time: 0.0516419 Nov 04 12:02:30.419626 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-2bc665c6-8096-42bf-9384-4a0d533fbecc req-8531e963-9a3a-4c00-940f-3630034e1231 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459876 Nov 04 12:02:30.585202 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-108df987-2e68-419e-b0dd-fdca7bd0a630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a78440-31a2-4755-93fc-b92c62a816ea {{(pid=101775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 12:02:30.594087 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-108df987-2e68-419e-b0dd-fdca7bd0a630 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:30.613930 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.provisioning_blocks [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-108df987-2e68-419e-b0dd-fdca7bd0a630 service neutron] Transition to ACTIVE for port object 65a78440-31a2-4755-93fc-b92c62a816ea will not be triggered until provisioned by entity L2. {{(pid=101775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 12:02:30.620257 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-108df987-2e68-419e-b0dd-fdca7bd0a630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:30.671137 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108df987-2e68-419e-b0dd-fdca7bd0a630 service neutron] Pushing event updated for resources: {'Port': ['ID=65a78440-31a2-4755-93fc-b92c62a816ea,revision_number=2']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:02:30.749049 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-108df987-2e68-419e-b0dd-fdca7bd0a630 service neutron] Attempting to bind port 65a78440-31a2-4755-93fc-b92c62a816ea on host n-h1-816629-1 for vnic_type normal with profile {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 12:02:30.749352 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-108df987-2e68-419e-b0dd-fdca7bd0a630 service neutron] Attempting to bind port 65a78440-31a2-4755-93fc-b92c62a816ea by drivers openvswitch,hyperv on host n-h1-816629-1 at level 0 using segments [{'id': 'ffb2098a-5258-4885-b34b-cf8954501d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7'}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 12:02:30.749700 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-108df987-2e68-419e-b0dd-fdca7bd0a630 service neutron] Attempting to bind port 65a78440-31a2-4755-93fc-b92c62a816ea on network 30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 12:02:30.754492 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-108df987-2e68-419e-b0dd-fdca7bd0a630 service neutron] Port 65a78440-31a2-4755-93fc-b92c62a816ea on network 30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816629-1 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 12:02:30.754805 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-108df987-2e68-419e-b0dd-fdca7bd0a630 service neutron] Attempting to bind port 65a78440-31a2-4755-93fc-b92c62a816ea on network 30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 12:02:30.760346 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-108df987-2e68-419e-b0dd-fdca7bd0a630 service neutron] Checking agent: {'id': 'bff7b649-cc45-4966-9ae7-ffbc873fa7d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'started_at': datetime.datetime(2021, 11, 4, 10, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 12, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 12:02:30.760689 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-108df987-2e68-419e-b0dd-fdca7bd0a630 service neutron] Checking segment: {'id': 'ffb2098a-5258-4885-b34b-cf8954501d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 12:02:30.761108 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-108df987-2e68-419e-b0dd-fdca7bd0a630 service neutron] Bound using segment: {'id': 'ffb2098a-5258-4885-b34b-cf8954501d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7'} {{(pid=101775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 12:02:30.761542 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.managers [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-108df987-2e68-419e-b0dd-fdca7bd0a630 service neutron] Bound port: 65a78440-31a2-4755-93fc-b92c62a816ea, host: n-h1-816629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb2098a-5258-4885-b34b-cf8954501d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7'}}] {{(pid=101775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 12:02:30.761899 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-108df987-2e68-419e-b0dd-fdca7bd0a630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:30.835219 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-108df987-2e68-419e-b0dd-fdca7bd0a630 service neutron] For port 65a78440-31a2-4755-93fc-b92c62a816ea, host n-h1-816629-1, cleared binding levels {{(pid=101775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 12:02:30.835219 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-108df987-2e68-419e-b0dd-fdca7bd0a630 service neutron] For port 65a78440-31a2-4755-93fc-b92c62a816ea, host n-h1-816629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=65a78440-31a2-4755-93fc-b92c62a816ea,segment=NetworkSegment(ffb2098a-5258-4885-b34b-cf8954501d5e),segment_id=ffb2098a-5258-4885-b34b-cf8954501d5e)] {{(pid=101775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 12:02:30.840520 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-108df987-2e68-419e-b0dd-fdca7bd0a630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25465148'] for port, after_update {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:30.875441 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-108df987-2e68-419e-b0dd-fdca7bd0a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:30.876085 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-108df987-2e68-419e-b0dd-fdca7bd0a630 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:30.877517 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-108df987-2e68-419e-b0dd-fdca7bd0a630 service neutron] 10.222.0.126 "PUT /v2.0/ports/65a78440-31a2-4755-93fc-b92c62a816ea HTTP/1.1" status: 200 len: 1091 time: 0.6840937 Nov 04 12:02:30.877957 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f3506e-ac1c-4b7f-b412-50031cec8411', 'tag': '65a78440-31a2-4755-93fc-b92c62a816ea'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 12:02:30.880604 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23860e7-a941-48c2-a521-e732fe1d52d5" -d '{"events": [{"name": "network-changed", "server_uuid": "99f3506e-ac1c-4b7f-b412-50031cec8411", "tag": "65a78440-31a2-4755-93fc-b92c62a816ea"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 12:02:30.914114 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108df987-2e68-419e-b0dd-fdca7bd0a630 service neutron] Pushing event updated for resources: {'Port': ['ID=65a78440-31a2-4755-93fc-b92c62a816ea,revision_number=3']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:02:30.943256 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 12:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9f3328-8aa2-4b13-a445-51a79d797ec2 x-openstack-request-id: req-ec9f3328-8aa2-4b13-a445-51a79d797ec2 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 12:02:30.943550 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f3506e-ac1c-4b7f-b412-50031cec8411", "tag": "65a78440-31a2-4755-93fc-b92c62a816ea", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 12:02:30.943803 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-ec9f3328-8aa2-4b13-a445-51a79d797ec2 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 12:02:30.944209 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f3506e-ac1c-4b7f-b412-50031cec8411', 'tag': '65a78440-31a2-4755-93fc-b92c62a816ea', 'status': 'completed', 'code': 200} Nov 04 12:02:30.975839 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-b82d4b01-7612-45c8-8390-6b709427a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:30.977459 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-b82d4b01-7612-45c8-8390-6b709427a9a5 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=76aa2fc2a84a4b83806c4be4c8e98b0c&device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 1094 time: 0.0448437 Nov 04 12:02:31.026717 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-e044c4a6-e4e4-4d9b-b065-345b636c0d27 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65a78440-31a2-4755-93fc-b92c62a816ea HTTP/1.1" status: 200 len: 217 time: 0.0402112 Nov 04 12:02:31.079341 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-4fe65e99-63f7-4454-a819-062c9eb3fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:31.080863 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-4fe65e99-63f7-4454-a819-062c9eb3fc7c service neutron] 10.222.0.126 "GET /v2.0/subnets?id=9f070787-5fb7-4b23-ba24-cc1dd4a47d03 HTTP/1.1" status: 200 len: 849 time: 0.0477149 Nov 04 12:02:31.127085 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-8064e89b-b366-4459-b609-dcb381333d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:31.128590 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-8064e89b-b366-4459-b609-dcb381333d4f service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409565 Nov 04 12:02:31.238712 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-e6621f13-f548-4430-915f-afe603d3308c service neutron] 10.222.0.126 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027069 Nov 04 12:02:31.334917 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-ea484e2f-ff3c-468a-8d45-02eb2ad151ae req-5fb77fb4-8fa7-4228-a7f4-6a6753d0ba01 service neutron] 10.222.0.126 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886736 Nov 04 12:02:31.429532 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23860e7-a941-48c2-a521-e732fe1d52d5 req-c3233357-f845-4247-a9c2-b753305bfb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:31.431069 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d23860e7-a941-48c2-a521-e732fe1d52d5 req-c3233357-f845-4247-a9c2-b753305bfb4c service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=76aa2fc2a84a4b83806c4be4c8e98b0c&device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 1094 time: 0.0424998 Nov 04 12:02:31.534480 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23860e7-a941-48c2-a521-e732fe1d52d5 req-a067e781-fc61-4b64-b818-cedae584ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:31.535956 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d23860e7-a941-48c2-a521-e732fe1d52d5 req-a067e781-fc61-4b64-b818-cedae584ec4e service neutron] 10.222.0.126 "GET /v2.0/networks?id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 HTTP/1.1" status: 200 len: 912 time: 0.0974090 Nov 04 12:02:31.549160 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951134a6-6567-4186-b83f-608b69a1a4ff req-4bbb989b-4e4e-4d68-b074-ef0e1fed67e4 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:31.550657 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-951134a6-6567-4186-b83f-608b69a1a4ff req-4bbb989b-4e4e-4d68-b074-ef0e1fed67e4 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 943 time: 0.0558636 Nov 04 12:02:31.580417 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d23860e7-a941-48c2-a521-e732fe1d52d5 req-7be06ede-6841-441f-8ed3-ac875bf567e2 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65a78440-31a2-4755-93fc-b92c62a816ea HTTP/1.1" status: 200 len: 217 time: 0.0365677 Nov 04 12:02:31.619064 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-951134a6-6567-4186-b83f-608b69a1a4ff req-3cd0956e-3ae9-4811-85cc-6e6cbfe368ff tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617235 Nov 04 12:02:31.642844 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23860e7-a941-48c2-a521-e732fe1d52d5 req-a5a60d11-68c0-4b46-b396-9503586b6e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:31.644411 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d23860e7-a941-48c2-a521-e732fe1d52d5 req-a5a60d11-68c0-4b46-b396-9503586b6e63 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=9f070787-5fb7-4b23-ba24-cc1dd4a47d03 HTTP/1.1" status: 200 len: 849 time: 0.0556252 Nov 04 12:02:31.694574 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23860e7-a941-48c2-a521-e732fe1d52d5 req-4f2ea9b0-0330-4a51-9070-0ec288844202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:31.696197 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d23860e7-a941-48c2-a521-e732fe1d52d5 req-4f2ea9b0-0330-4a51-9070-0ec288844202 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443537 Nov 04 12:02:31.792395 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d23860e7-a941-48c2-a521-e732fe1d52d5 req-8ffb054e-e8a1-46d8-a24e-8227b73c8c0d service neutron] 10.222.0.126 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871844 Nov 04 12:02:31.890180 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-d23860e7-a941-48c2-a521-e732fe1d52d5 req-66b48511-0370-4f56-a392-4db275b3d236 service neutron] 10.222.0.126 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907848 Nov 04 12:02:32.746986 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b088c2-f062-4a40-beb9-a8c7719e217b req-3f35fb96-ec2e-48ec-ae02-54259b8c0307 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:32.748599 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-21b088c2-f062-4a40-beb9-a8c7719e217b req-3f35fb96-ec2e-48ec-ae02-54259b8c0307 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 943 time: 0.0538614 Nov 04 12:02:32.802153 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-21b088c2-f062-4a40-beb9-a8c7719e217b req-3d194392-1424-44d5-8d4d-7bdaf7a19ce6 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468411 Nov 04 12:02:33.326336 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 65a78440-31a2-4755-93fc-b92c62a816ea details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 12:02:33.436784 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 65a78440-31a2-4755-93fc-b92c62a816ea, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=65a78440-31a2-4755-93fc-b92c62a816ea,segment=NetworkSegment(ffb2098a-5258-4885-b34b-cf8954501d5e),segment_id=ffb2098a-5258-4885-b34b-cf8954501d5e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 12:02:33.448997 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '65a78440-31a2-4755-93fc-b92c62a816ea', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'port_id': '65a78440-31a2-4755-93fc-b92c62a816ea', 'mac_address': 'fa:16:3e:fd:48:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 12:02:33.486523 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:33.503900 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a78440-31a2-4755-93fc-b92c62a816ea {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 12:02:33.527337 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 65a78440-31a2-4755-93fc-b92c62a816ea, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=65a78440-31a2-4755-93fc-b92c62a816ea,segment=NetworkSegment(ffb2098a-5258-4885-b34b-cf8954501d5e),segment_id=ffb2098a-5258-4885-b34b-cf8954501d5e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 12:02:33.533368 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:33.590731 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=65a78440-31a2-4755-93fc-b92c62a816ea,revision_number=4']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:02:33.791447 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['65a78440-31a2-4755-93fc-b92c62a816ea'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 12:02:33.923703 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a0ddf-63bb-4281-8ee2-af76032c94c8 req-c68396f8-703e-4e9a-9a54-daac9f3c0609 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:33.925298 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f95a0ddf-63bb-4281-8ee2-af76032c94c8 req-c68396f8-703e-4e9a-9a54-daac9f3c0609 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 944 time: 0.0499430 Nov 04 12:02:33.983180 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-f95a0ddf-63bb-4281-8ee2-af76032c94c8 req-443cd160-99c2-41c0-93f5-c20421250bec tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516007 Nov 04 12:02:35.124427 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683eeac1-b13f-4ebd-ad6a-b7b497901f59 req-bc265bca-3a04-4fb3-a381-9b55b2cd6be3 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:35.126004 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-683eeac1-b13f-4ebd-ad6a-b7b497901f59 req-bc265bca-3a04-4fb3-a381-9b55b2cd6be3 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 944 time: 0.0632741 Nov 04 12:02:35.184649 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-683eeac1-b13f-4ebd-ad6a-b7b497901f59 req-00911579-aec1-427b-929b-6cd9879ef0f9 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519278 Nov 04 12:02:35.326305 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 65a78440-31a2-4755-93fc-b92c62a816ea up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 12:02:35.392049 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning for port 65a78440-31a2-4755-93fc-b92c62a816ea completed by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 12:02:35.398596 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 65a78440-31a2-4755-93fc-b92c62a816ea triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 12:02:35.399144 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:35.483566 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:35.507680 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f3506e-ac1c-4b7f-b412-50031cec8411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a78440-31a2-4755-93fc-b92c62a816ea'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 12:02:35.509972 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84c0103-f11f-4187-8e86-e2a4ea7e53ba" -d '{"events": [{"server_uuid": "99f3506e-ac1c-4b7f-b412-50031cec8411", "name": "network-vif-plugged", "status": "completed", "tag": "65a78440-31a2-4755-93fc-b92c62a816ea"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 12:02:35.523214 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 65a78440-31a2-4755-93fc-b92c62a816ea, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=65a78440-31a2-4755-93fc-b92c62a816ea,segment=NetworkSegment(ffb2098a-5258-4885-b34b-cf8954501d5e),segment_id=ffb2098a-5258-4885-b34b-cf8954501d5e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 12:02:35.528803 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:35.552277 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 12:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3eb308-793d-4699-bec6-366c4918e6a5 x-openstack-request-id: req-cb3eb308-793d-4699-bec6-366c4918e6a5 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 12:02:35.552563 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f3506e-ac1c-4b7f-b412-50031cec8411", "name": "network-vif-plugged", "status": "completed", "tag": "65a78440-31a2-4755-93fc-b92c62a816ea", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 12:02:35.552945 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-cb3eb308-793d-4699-bec6-366c4918e6a5 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 12:02:35.553333 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f3506e-ac1c-4b7f-b412-50031cec8411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a78440-31a2-4755-93fc-b92c62a816ea', 'code': 200} Nov 04 12:02:35.584497 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=65a78440-31a2-4755-93fc-b92c62a816ea,revision_number=5']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:02:35.658995 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5dafb-ae7a-4b46-9cc4-3483967832a2 req-53c4fab3-f3f9-48e2-8dfd-3194f154ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:35.661186 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7da5dafb-ae7a-4b46-9cc4-3483967832a2 req-53c4fab3-f3f9-48e2-8dfd-3194f154ef17 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 1096 time: 0.0483658 Nov 04 12:02:35.726537 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-7da5dafb-ae7a-4b46-9cc4-3483967832a2 req-adbb1649-29e6-4823-80c4-080a290e167c service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572734 Nov 04 12:02:36.340758 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6f79d-55f8-48de-9113-7f17419c554e req-aeb7ba8b-15d8-4e44-92d5-fbe035d9d342 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:36.342853 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-62c6f79d-55f8-48de-9113-7f17419c554e req-aeb7ba8b-15d8-4e44-92d5-fbe035d9d342 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 945 time: 0.0696299 Nov 04 12:02:36.414415 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-62c6f79d-55f8-48de-9113-7f17419c554e req-1c17301c-e3fe-40a8-8407-a9765209a960 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639393 Nov 04 12:02:37.564414 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb500918-24b2-4274-affe-248fa931e672 req-c16f57d0-9635-4424-9f0a-eb66d45a67c1 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:37.565954 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cb500918-24b2-4274-affe-248fa931e672 req-c16f57d0-9635-4424-9f0a-eb66d45a67c1 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 945 time: 0.0553949 Nov 04 12:02:37.623858 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-cb500918-24b2-4274-affe-248fa931e672 req-81a4f332-0de8-4bd2-b273-c932b22c492b tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507858 Nov 04 12:02:37.783740 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e0058-106b-4fdd-b512-084409116252 req-919adf56-1f9e-434b-9c48-03336c3bcf54 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:37.785198 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-753e0058-106b-4fdd-b512-084409116252 req-919adf56-1f9e-434b-9c48-03336c3bcf54 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 945 time: 0.0626316 Nov 04 12:02:37.838872 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-753e0058-106b-4fdd-b512-084409116252 req-30f127b5-05ed-4e9c-8c47-32506017ba82 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463662 Nov 04 12:02:37.867139 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37024) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 12:02:37.919901 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c79e8b9-61dd-44aa-a639-0449291c9bc3 tempest-TestSnapshotPattern-955130462 tempest-TestSnapshotPattern-955130462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:37.921517 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-2c79e8b9-61dd-44aa-a639-0449291c9bc3 tempest-TestSnapshotPattern-955130462 tempest-TestSnapshotPattern-955130462-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 1091 time: 0.0531392 Nov 04 12:02:37.924593 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37026) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 12:02:37.930783 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.v2.base [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Request body: {'floatingip': {'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'port_id': '65a78440-31a2-4755-93fc-b92c62a816ea', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 12:02:37.956129 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for floatingip, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:38.061465 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:38.180064 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_common [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Allocated IP 172.25.7.56 (301c0cd8-d116-455e-af06-7601efa602d6/fc6c040c-c302-4163-abb1-16e3c191bd11/14f5d7f6-0052-4c57-b9af-9756bd8290c0) {{(pid=101774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 12:02:38.293960 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for port, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:38.330223 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731187924300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:38.369061 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Network 301c0cd8-d116-455e-af06-7601efa602d6 is already hosted by enough agents. {{(pid=101774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 12:02:38.374421 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.base_scheduler [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Resources bound (agent type, host, resource id): {{(pid=101774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 12:02:38.377454 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Received port after_create {{(pid=101774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 12:02:38.406287 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Pushing event updated for resources: {'Port': ['ID=14f5d7f6-0052-4c57-b9af-9756bd8290c0,revision_number=1']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:02:38.418363 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:38.418709 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:38.419047 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:38.419403 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:38.419715 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:38.420038 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:38.420361 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:38.420681 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:38.421032 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:38.421333 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:38.421683 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:38.421984 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:02:38.779623 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:38.853282 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:39.015703 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for port, precommit_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:39.022659 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28711931'] for port, after_update {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:39.091313 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Pushing event updated for resources: {'Port': ['ID=14f5d7f6-0052-4c57-b9af-9756bd8290c0,revision_number=2']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:02:39.105423 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752938'] for floatingip, after_create {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:39.211378 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Floating IP 29198621-f76f-4f5d-a805-56bdd614b09d associated. External IP: 172.25.7.56, port: 65a78440-31a2-4755-93fc-b92c62a816ea. Nov 04 12:02:39.432233 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Router 19a3fd7c-266b-4081-81b0-ed9efe9fd64f has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 12:02:39.552257 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 12:02:39.563602 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ba5e38-6e47-4ed7-a99b-9915b017cb24 None None] Sync routers for ids ['19a3fd7c-266b-4081-81b0-ed9efe9fd64f'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 12:02:39.572606 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:39.575275 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ba5e38-6e47-4ed7-a99b-9915b017cb24 None None] Routers {'19a3fd7c-266b-4081-81b0-ed9efe9fd64f'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 12:02:39.576124 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e9ba5e38-6e47-4ed7-a99b-9915b017cb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T12:02:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['19a3fd7c-266b-4081-81b0-ed9efe9fd64f'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:02:39.608353 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3e653a63-aa24-4573-a16d-1f0f5df5191d tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6812727 Nov 04 12:02:39.609102 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f3506e-ac1c-4b7f-b412-50031cec8411', 'tag': '65a78440-31a2-4755-93fc-b92c62a816ea'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 12:02:39.611852 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4e2a034f213e3ed4147e598e162b1822d6f65ae2e173dcd934e22f7eae9c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6673ea5f-4325-4dc0-b47e-147e8df18b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "99f3506e-ac1c-4b7f-b412-50031cec8411", "tag": "65a78440-31a2-4755-93fc-b92c62a816ea"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 12:02:39.667605 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 12:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98fe2b4-a5ce-496a-befa-36084aced607 x-openstack-request-id: req-b98fe2b4-a5ce-496a-befa-36084aced607 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 12:02:39.667605 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f3506e-ac1c-4b7f-b412-50031cec8411", "tag": "65a78440-31a2-4755-93fc-b92c62a816ea", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 12:02:39.667883 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-b98fe2b4-a5ce-496a-befa-36084aced607 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 12:02:39.668524 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f3506e-ac1c-4b7f-b412-50031cec8411', 'tag': '65a78440-31a2-4755-93fc-b92c62a816ea', 'status': 'completed', 'code': 200} Nov 04 12:02:39.694065 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-e9ba5e38-6e47-4ed7-a99b-9915b017cb24 None None] Set router 19a3fd7c-266b-4081-81b0-ed9efe9fd64f gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 12:02:39.736939 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673ea5f-4325-4dc0-b47e-147e8df18b6e req-c2e6236a-e6e1-4c99-b5c4-4d740c0edbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:39.738480 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6673ea5f-4325-4dc0-b47e-147e8df18b6e req-c2e6236a-e6e1-4c99-b5c4-4d740c0edbb3 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=76aa2fc2a84a4b83806c4be4c8e98b0c&device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 1096 time: 0.0467551 Nov 04 12:02:39.830302 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673ea5f-4325-4dc0-b47e-147e8df18b6e req-ef4eaf59-c7a6-484f-b0b7-d33b40ca2307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:39.831768 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6673ea5f-4325-4dc0-b47e-147e8df18b6e req-ef4eaf59-c7a6-484f-b0b7-d33b40ca2307 service neutron] 10.222.0.126 "GET /v2.0/networks?id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 HTTP/1.1" status: 200 len: 912 time: 0.0867512 Nov 04 12:02:39.906601 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6673ea5f-4325-4dc0-b47e-147e8df18b6e req-8ef1d64c-a0e7-4b70-83fd-dee52d0f5923 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65a78440-31a2-4755-93fc-b92c62a816ea HTTP/1.1" status: 200 len: 998 time: 0.0671816 Nov 04 12:02:39.960958 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673ea5f-4325-4dc0-b47e-147e8df18b6e req-66c59a4f-4cbf-4ec1-b120-22ff3fa61c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:39.961942 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6673ea5f-4325-4dc0-b47e-147e8df18b6e req-66c59a4f-4cbf-4ec1-b120-22ff3fa61c30 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=9f070787-5fb7-4b23-ba24-cc1dd4a47d03 HTTP/1.1" status: 200 len: 849 time: 0.0488935 Nov 04 12:02:40.011938 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673ea5f-4325-4dc0-b47e-147e8df18b6e req-5d8f63f2-0bd7-410e-8084-6d319ba7c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:40.013520 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6673ea5f-4325-4dc0-b47e-147e8df18b6e req-5d8f63f2-0bd7-410e-8084-6d319ba7c105 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440550 Nov 04 12:02:40.094388 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e9ba5e38-6e47-4ed7-a99b-9915b017cb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'name': 'tempest-TestSnapshotPattern-1386617504-router', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:44Z', 'revision_number': 4, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'gw_port': {'id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '29198621-f76f-4f5d-a805-56bdd614b09d', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'port_id': '65a78440-31a2-4755-93fc-b92c62a816ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'mac_address': 'fa:16:3e:fd:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3506e-ac1c-4b7f-b412-50031cec8411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T12:02:38Z', 'updated_at': '2021-11-04T12:02:38Z', 'revision_number': 0, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'fixed_ip_address_scope': None}, {'id': '586bad9d-6301-4f81-a804-e0ac6fa43785', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'port_id': '05cc9876-9b2c-4c25-98cf-ee3e021a36c8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'mac_address': 'fa:16:3e:aa:dc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7e2584-fe0c-4595-9b1c-3b011d3c4ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T12:00:08Z', 'updated_at': '2021-11-04T12:00:10Z', 'revision_number': 1, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2081fd9-221d-4dc7-8a29-b02e828a8b70', 'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'mac_address': 'fa:16:3e:21:4e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:43Z', 'updated_at': '2021-11-04T11:59:48Z', 'revision_number': 5, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'subnets': [{'id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:02:40.108456 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6673ea5f-4325-4dc0-b47e-147e8df18b6e req-13ae821f-29b0-4690-8e42-8f14dd1c2ce6 service neutron] 10.222.0.126 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875502 Nov 04 12:02:40.122379 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ba5e38-6e47-4ed7-a99b-9915b017cb24 None None] Checking router: 19a3fd7c-266b-4081-81b0-ed9efe9fd64f for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 12:02:40.131608 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ba5e38-6e47-4ed7-a99b-9915b017cb24 None None] Routers {'19a3fd7c-266b-4081-81b0-ed9efe9fd64f'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 12:02:40.133045 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e9ba5e38-6e47-4ed7-a99b-9915b017cb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T12:02:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['19a3fd7c-266b-4081-81b0-ed9efe9fd64f'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:02:40.249725 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-e9ba5e38-6e47-4ed7-a99b-9915b017cb24 None None] Set router 19a3fd7c-266b-4081-81b0-ed9efe9fd64f gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 12:02:40.495262 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-e9ba5e38-6e47-4ed7-a99b-9915b017cb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'name': 'tempest-TestSnapshotPattern-1386617504-router', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:44Z', 'revision_number': 4, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'gw_port': {'id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '29198621-f76f-4f5d-a805-56bdd614b09d', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'port_id': '65a78440-31a2-4755-93fc-b92c62a816ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'mac_address': 'fa:16:3e:fd:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3506e-ac1c-4b7f-b412-50031cec8411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T12:02:38Z', 'updated_at': '2021-11-04T12:02:38Z', 'revision_number': 0, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'fixed_ip_address_scope': None}, {'id': '586bad9d-6301-4f81-a804-e0ac6fa43785', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'port_id': '05cc9876-9b2c-4c25-98cf-ee3e021a36c8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'mac_address': 'fa:16:3e:aa:dc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7e2584-fe0c-4595-9b1c-3b011d3c4ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T12:00:08Z', 'updated_at': '2021-11-04T12:00:10Z', 'revision_number': 1, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2081fd9-221d-4dc7-8a29-b02e828a8b70', 'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'mac_address': 'fa:16:3e:21:4e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:43Z', 'updated_at': '2021-11-04T11:59:48Z', 'revision_number': 5, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'subnets': [{'id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:02:40.523158 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ba5e38-6e47-4ed7-a99b-9915b017cb24 None None] The sync data for ids ['19a3fd7c-266b-4081-81b0-ed9efe9fd64f'] in n-d-816629-1 is: [{'id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'name': 'tempest-TestSnapshotPattern-1386617504-router', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:44Z', 'revision_number': 4, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'gw_port': {'id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '29198621-f76f-4f5d-a805-56bdd614b09d', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'port_id': '65a78440-31a2-4755-93fc-b92c62a816ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'mac_address': 'fa:16:3e:fd:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3506e-ac1c-4b7f-b412-50031cec8411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T12:02:38Z', 'updated_at': '2021-11-04T12:02:38Z', 'revision_number': 0, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'fixed_ip_address_scope': None}, {'id': '586bad9d-6301-4f81-a804-e0ac6fa43785', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'port_id': '05cc9876-9b2c-4c25-98cf-ee3e021a36c8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'mac_address': 'fa:16:3e:aa:dc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7e2584-fe0c-4595-9b1c-3b011d3c4ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T12:00:08Z', 'updated_at': '2021-11-04T12:00:10Z', 'revision_number': 1, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2081fd9-221d-4dc7-8a29-b02e828a8b70', 'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'mac_address': 'fa:16:3e:21:4e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:43Z', 'updated_at': '2021-11-04T11:59:48Z', 'revision_number': 5, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'subnets': [{'id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 12:02:40.582035 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-6673ea5f-4325-4dc0-b47e-147e8df18b6e req-c8538fda-6e7e-40e9-9a74-b4924e51a31f service neutron] 10.222.0.126 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669108 Nov 04 12:02:40.728036 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94060236-ca56-484b-a8b7-18b28cc6e0cf None None] New status for floating IP 29198621-f76f-4f5d-a805-56bdd614b09d: ACTIVE {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 12:02:43.395070 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:45.686948 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:46.177440 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-27dccf09-b191-47a5-a108-b6c0278111b5 req-fc18a27a-8fbf-4c5f-8f23-f3626f216412 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=99f3506e-ac1c-4b7f-b412-50031cec8411&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425811 Nov 04 12:02:46.271289 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dccf09-b191-47a5-a108-b6c0278111b5 req-ea860e85-f4be-4f6d-aa3a-85db7d53fe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:46.273851 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-27dccf09-b191-47a5-a108-b6c0278111b5 req-ea860e85-f4be-4f6d-aa3a-85db7d53fe5a service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=76aa2fc2a84a4b83806c4be4c8e98b0c&device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 1096 time: 0.0513606 Nov 04 12:02:46.388738 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dccf09-b191-47a5-a108-b6c0278111b5 req-b6b1b2e0-41c0-4f03-acd0-9d20eafa74e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:46.390169 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-27dccf09-b191-47a5-a108-b6c0278111b5 req-b6b1b2e0-41c0-4f03-acd0-9d20eafa74e8 service neutron] 10.222.0.126 "GET /v2.0/networks?id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 HTTP/1.1" status: 200 len: 912 time: 0.0915880 Nov 04 12:02:46.464399 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-27dccf09-b191-47a5-a108-b6c0278111b5 req-d28535bc-d809-4e3b-a419-84471842c6ac service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65a78440-31a2-4755-93fc-b92c62a816ea HTTP/1.1" status: 200 len: 1000 time: 0.0660493 Nov 04 12:02:46.516256 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dccf09-b191-47a5-a108-b6c0278111b5 req-f99af592-c94a-4025-bbe9-74329365c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:46.517737 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-27dccf09-b191-47a5-a108-b6c0278111b5 req-f99af592-c94a-4025-bbe9-74329365c2b1 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=9f070787-5fb7-4b23-ba24-cc1dd4a47d03 HTTP/1.1" status: 200 len: 849 time: 0.0458574 Nov 04 12:02:46.566455 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dccf09-b191-47a5-a108-b6c0278111b5 req-0e65bda5-dc9b-4263-b51a-396e837b128e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:46.567972 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-27dccf09-b191-47a5-a108-b6c0278111b5 req-0e65bda5-dc9b-4263-b51a-396e837b128e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425310 Nov 04 12:02:46.661995 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-27dccf09-b191-47a5-a108-b6c0278111b5 req-79bd782a-fce3-4ee1-917f-af4d3daed5a7 service neutron] 10.222.0.126 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866082 Nov 04 12:02:46.756602 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-27dccf09-b191-47a5-a108-b6c0278111b5 req-3c20ac99-d204-43cd-b10b-58442cff52d1 service neutron] 10.222.0.126 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875835 Nov 04 12:02:46.913162 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b9573301-f53f-496b-8c16-3147d391450b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:49.789648 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-61e5ec4b-1542-4978-9f61-c237489fc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:50.039052 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-447481b9-bbe9-42be-9963-c08e38862015 req-704062a3-a997-4521-b6f6-ae894b48c5f4 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423906 Nov 04 12:02:50.137813 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447481b9-bbe9-42be-9963-c08e38862015 req-0c6777a4-d175-429e-86e7-d6f0afbd04fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:50.139348 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-447481b9-bbe9-42be-9963-c08e38862015 req-0c6777a4-d175-429e-86e7-d6f0afbd04fc service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=76aa2fc2a84a4b83806c4be4c8e98b0c&device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 1095 time: 0.0466015 Nov 04 12:02:50.245244 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447481b9-bbe9-42be-9963-c08e38862015 req-7cdfbf73-e8f7-4dd6-87a3-98c61f38ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:50.246765 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-447481b9-bbe9-42be-9963-c08e38862015 req-7cdfbf73-e8f7-4dd6-87a3-98c61f38ab53 service neutron] 10.222.0.121 "GET /v2.0/networks?id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 HTTP/1.1" status: 200 len: 912 time: 0.0867882 Nov 04 12:02:50.317555 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-447481b9-bbe9-42be-9963-c08e38862015 req-2a71278d-9c16-4638-8fee-0365d1f3318b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05cc9876-9b2c-4c25-98cf-ee3e021a36c8 HTTP/1.1" status: 200 len: 1000 time: 0.0639126 Nov 04 12:02:50.373081 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447481b9-bbe9-42be-9963-c08e38862015 req-dfd48404-de91-4dbd-aefb-5c39591b71ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:50.374604 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-447481b9-bbe9-42be-9963-c08e38862015 req-dfd48404-de91-4dbd-aefb-5c39591b71ba service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9f070787-5fb7-4b23-ba24-cc1dd4a47d03 HTTP/1.1" status: 200 len: 849 time: 0.0506253 Nov 04 12:02:50.421755 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447481b9-bbe9-42be-9963-c08e38862015 req-6b144ed5-ce5e-40ae-a795-d0ea1eb9290d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:02:50.423196 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-447481b9-bbe9-42be-9963-c08e38862015 req-6b144ed5-ce5e-40ae-a795-d0ea1eb9290d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410371 Nov 04 12:02:50.516729 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-447481b9-bbe9-42be-9963-c08e38862015 req-5d369fdd-e154-45ff-a27b-1755bd3aef5b service neutron] 10.222.0.121 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864322 Nov 04 12:02:50.608814 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-447481b9-bbe9-42be-9963-c08e38862015 req-e2e90073-6bcb-4a6a-8be0-bfac12b836fd service neutron] 10.222.0.121 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853899 Nov 04 12:02:51.192642 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:52.598090 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:52.713384 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:02:57.472039 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 12:03:13.401770 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:03:15.674321 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:03:16.909736 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-19cdb284-5f3b-46ed-b4ee-30483089a5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:03:19.785095 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-821b81dd-abc8-46d1-b0c3-354a9070ec01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:03:21.201603 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:03:22.601783 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:03:22.716008 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:03:34.473412 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 12:03:43.403423 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:03:45.681750 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:03:46.912360 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-23d939b1-78ef-4585-8208-e6bfae150a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:03:47.200301 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-07606bb6-517e-4fae-bc0c-269c9ca5547a req-5c96f34b-120d-456d-a085-c017e6dd3820 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=99f3506e-ac1c-4b7f-b412-50031cec8411&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532281 Nov 04 12:03:47.296704 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07606bb6-517e-4fae-bc0c-269c9ca5547a req-d1ade106-68b3-4dfc-af92-a8bfb0544b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:03:47.299157 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-07606bb6-517e-4fae-bc0c-269c9ca5547a req-d1ade106-68b3-4dfc-af92-a8bfb0544b65 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=76aa2fc2a84a4b83806c4be4c8e98b0c&device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 1096 time: 0.0512865 Nov 04 12:03:47.416743 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07606bb6-517e-4fae-bc0c-269c9ca5547a req-5e11e988-c1a1-4fb7-a2db-28006314aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:03:47.418272 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-07606bb6-517e-4fae-bc0c-269c9ca5547a req-5e11e988-c1a1-4fb7-a2db-28006314aef2 service neutron] 10.222.0.126 "GET /v2.0/networks?id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 HTTP/1.1" status: 200 len: 912 time: 0.0991733 Nov 04 12:03:47.490754 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-07606bb6-517e-4fae-bc0c-269c9ca5547a req-b8c73da9-ee1f-4112-bc6c-880db2247921 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65a78440-31a2-4755-93fc-b92c62a816ea HTTP/1.1" status: 200 len: 1000 time: 0.0653787 Nov 04 12:03:47.542539 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07606bb6-517e-4fae-bc0c-269c9ca5547a req-a62a7306-061e-454b-b556-79718d0ddf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:03:47.543972 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-07606bb6-517e-4fae-bc0c-269c9ca5547a req-a62a7306-061e-454b-b556-79718d0ddf58 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=9f070787-5fb7-4b23-ba24-cc1dd4a47d03 HTTP/1.1" status: 200 len: 849 time: 0.0464914 Nov 04 12:03:47.594338 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07606bb6-517e-4fae-bc0c-269c9ca5547a req-97acb6e3-0cda-4e33-bddb-49627ab94228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:03:47.596357 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-07606bb6-517e-4fae-bc0c-269c9ca5547a req-97acb6e3-0cda-4e33-bddb-49627ab94228 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448875 Nov 04 12:03:47.705691 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-07606bb6-517e-4fae-bc0c-269c9ca5547a req-215c6906-50e2-4a5b-878c-b467c0fa0d06 service neutron] 10.222.0.126 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018453 Nov 04 12:03:47.802746 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-07606bb6-517e-4fae-bc0c-269c9ca5547a req-bd3f2d13-106f-4114-b022-d90b9cba79eb service neutron] 10.222.0.126 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899241 Nov 04 12:03:49.786828 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a8595010-0adb-4058-9830-311a6a513bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:03:51.211443 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:03:52.011159 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fc1288cd-a967-4b14-afd6-7e6d2d4f6469 req-6231ec52-f67b-4f50-84d4-ff3850409d78 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430424 Nov 04 12:03:52.103900 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1288cd-a967-4b14-afd6-7e6d2d4f6469 req-a1baaca9-49ad-4ab1-ad03-4cd9b202caae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:03:52.105439 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fc1288cd-a967-4b14-afd6-7e6d2d4f6469 req-a1baaca9-49ad-4ab1-ad03-4cd9b202caae service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=76aa2fc2a84a4b83806c4be4c8e98b0c&device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 1095 time: 0.0493274 Nov 04 12:03:52.226633 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1288cd-a967-4b14-afd6-7e6d2d4f6469 req-e5377531-ac31-4abb-949d-9d3059880e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:03:52.228178 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fc1288cd-a967-4b14-afd6-7e6d2d4f6469 req-e5377531-ac31-4abb-949d-9d3059880e5d service neutron] 10.222.0.121 "GET /v2.0/networks?id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 HTTP/1.1" status: 200 len: 912 time: 0.1003091 Nov 04 12:03:52.308068 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fc1288cd-a967-4b14-afd6-7e6d2d4f6469 req-67c87d81-79d3-4c74-bf0a-b2ad96b90c58 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05cc9876-9b2c-4c25-98cf-ee3e021a36c8 HTTP/1.1" status: 200 len: 1000 time: 0.0725498 Nov 04 12:03:52.376037 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1288cd-a967-4b14-afd6-7e6d2d4f6469 req-bac58320-2d08-4ff1-b24a-c8fee7348f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:03:52.377601 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fc1288cd-a967-4b14-afd6-7e6d2d4f6469 req-bac58320-2d08-4ff1-b24a-c8fee7348f47 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9f070787-5fb7-4b23-ba24-cc1dd4a47d03 HTTP/1.1" status: 200 len: 849 time: 0.0597062 Nov 04 12:03:52.423917 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1288cd-a967-4b14-afd6-7e6d2d4f6469 req-9f7ca7de-6627-4f71-a8a3-78c6d2080afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:03:52.425448 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fc1288cd-a967-4b14-afd6-7e6d2d4f6469 req-9f7ca7de-6627-4f71-a8a3-78c6d2080afb service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408101 Nov 04 12:03:52.524374 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fc1288cd-a967-4b14-afd6-7e6d2d4f6469 req-443a3aee-78a8-4075-9c10-066f2ab6f472 service neutron] 10.222.0.121 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911336 Nov 04 12:03:52.603769 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:03:52.626145 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-fc1288cd-a967-4b14-afd6-7e6d2d4f6469 req-51842332-fac0-456e-b260-fe11678fad4d service neutron] 10.222.0.121 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942311 Nov 04 12:03:52.716873 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:11.477699 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 12:04:13.418019 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:13.710267 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 65a78440-31a2-4755-93fc-b92c62a816ea details requested by agent hyperv_n-h1-816629-1 with host n-h1-816629-1 {{(pid=101776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 12:04:13.821037 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 65a78440-31a2-4755-93fc-b92c62a816ea, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=65a78440-31a2-4755-93fc-b92c62a816ea,segment=NetworkSegment(ffb2098a-5258-4885-b34b-cf8954501d5e),segment_id=ffb2098a-5258-4885-b34b-cf8954501d5e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 12:04:13.834356 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Returning: {'device': '65a78440-31a2-4755-93fc-b92c62a816ea', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'port_id': '65a78440-31a2-4755-93fc-b92c62a816ea', 'mac_address': 'fa:16:3e:fd:48:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 12:04:13.880543 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:13.900549 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65a78440-31a2-4755-93fc-b92c62a816ea {{(pid=101776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 12:04:13.924610 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 65a78440-31a2-4755-93fc-b92c62a816ea, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=65a78440-31a2-4755-93fc-b92c62a816ea,segment=NetworkSegment(ffb2098a-5258-4885-b34b-cf8954501d5e),segment_id=ffb2098a-5258-4885-b34b-cf8954501d5e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 12:04:13.930748 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:13.994698 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=65a78440-31a2-4755-93fc-b92c62a816ea,revision_number=6']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:04:14.005575 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:14.005917 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:14.006405 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:14.006788 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:14.007178 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:14.007570 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:14.008079 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:14.008504 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:14.008904 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:14.009285 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:14.009759 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:14.010175 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:14.020956 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] get_ports_and_sgs() called for port_ids ['65a78440-31a2-4755-93fc-b92c62a816ea'] {{(pid=101776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 12:04:15.670046 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:15.712356 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 65a78440-31a2-4755-93fc-b92c62a816ea up at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 12:04:15.763294 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Provisioning complete for port 65a78440-31a2-4755-93fc-b92c62a816ea triggered by entity L2. {{(pid=101776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 12:04:15.764009 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538931'] for port, provisioning_complete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:15.863933 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666850'] for port, before_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:15.890737 n-d-816629-1 neutron-server[101776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f3506e-ac1c-4b7f-b412-50031cec8411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a78440-31a2-4755-93fc-b92c62a816ea'}] {{(pid=101776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 12:04:15.892358 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7451cab99fb0736054e3dfa8719cb7543bcb1ed8e7de6b47b5ece7c3ff829f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c70bf60-a0df-40a0-ac97-397e55abb295" -d '{"events": [{"server_uuid": "99f3506e-ac1c-4b7f-b412-50031cec8411", "name": "network-vif-plugged", "status": "completed", "tag": "65a78440-31a2-4755-93fc-b92c62a816ea"}]}' {{(pid=101776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 12:04:15.907338 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] For port 65a78440-31a2-4755-93fc-b92c62a816ea, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=65a78440-31a2-4755-93fc-b92c62a816ea,segment=NetworkSegment(ffb2098a-5258-4885-b34b-cf8954501d5e),segment_id=ffb2098a-5258-4885-b34b-cf8954501d5e)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 12:04:15.915707 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731188417648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731187924318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731187924336'] for port, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:15.957513 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 12:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86272b8-275e-4336-8b51-4c87c1374423 x-openstack-request-id: req-d86272b8-275e-4336-8b51-4c87c1374423 {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 12:04:15.957809 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f3506e-ac1c-4b7f-b412-50031cec8411", "name": "network-vif-plugged", "status": "completed", "tag": "65a78440-31a2-4755-93fc-b92c62a816ea", "code": 200}]} {{(pid=101776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 12:04:15.958052 n-d-816629-1 neutron-server[101776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-d86272b8-275e-4336-8b51-4c87c1374423 {{(pid=101776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 12:04:15.958382 n-d-816629-1 neutron-server[101776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f3506e-ac1c-4b7f-b412-50031cec8411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a78440-31a2-4755-93fc-b92c62a816ea', 'code': 200} Nov 04 12:04:15.976347 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Pushing event updated for resources: {'Port': ['ID=65a78440-31a2-4755-93fc-b92c62a816ea,revision_number=7']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:04:16.909107 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1adf7f43-1d55-418c-9e46-0d86a9a0fed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:19.786678 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2188e2ea-2ef0-4d52-8d9f-33664d8f5aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:21.202624 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:21.825824 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37220) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 12:04:21.994668 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-7063fa4a-0a7e-4c2f-a94d-ac8ce70a9c91 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Deleting port 14f5d7f6-0052-4c57-b9af-9756bd8290c0 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 12:04:21.994992 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7063fa4a-0a7e-4c2f-a94d-ac8ce70a9c91 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:22.070399 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7063fa4a-0a7e-4c2f-a94d-ac8ce70a9c91 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:22.070625 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7063fa4a-0a7e-4c2f-a94d-ac8ce70a9c91 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:22.082618 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-7063fa4a-0a7e-4c2f-a94d-ac8ce70a9c91 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Calling delete_port for 14f5d7f6-0052-4c57-b9af-9756bd8290c0 owned by network:floatingip {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 12:04:22.242928 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7063fa4a-0a7e-4c2f-a94d-ac8ce70a9c91 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:22.268776 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063fa4a-0a7e-4c2f-a94d-ac8ce70a9c91 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Pushing event deleted for resources: {'Port': ['ID=14f5d7f6-0052-4c57-b9af-9756bd8290c0,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:04:22.282558 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7063fa4a-0a7e-4c2f-a94d-ac8ce70a9c91 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:22.282908 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7063fa4a-0a7e-4c2f-a94d-ac8ce70a9c91 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:22.283221 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7063fa4a-0a7e-4c2f-a94d-ac8ce70a9c91 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:22.283589 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7063fa4a-0a7e-4c2f-a94d-ac8ce70a9c91 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:22.283923 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7063fa4a-0a7e-4c2f-a94d-ac8ce70a9c91 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:22.284257 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7063fa4a-0a7e-4c2f-a94d-ac8ce70a9c91 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:22.284582 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7063fa4a-0a7e-4c2f-a94d-ac8ce70a9c91 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:22.284942 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7063fa4a-0a7e-4c2f-a94d-ac8ce70a9c91 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:22.285274 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7063fa4a-0a7e-4c2f-a94d-ac8ce70a9c91 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:22.285778 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7063fa4a-0a7e-4c2f-a94d-ac8ce70a9c91 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:22.286101 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7063fa4a-0a7e-4c2f-a94d-ac8ce70a9c91 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:22.286423 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7063fa4a-0a7e-4c2f-a94d-ac8ce70a9c91 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:22.347443 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7063fa4a-0a7e-4c2f-a94d-ac8ce70a9c91 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for floatingip, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:22.347734 n-d-816629-1 neutron-server[101774]: INFO neutron.db.l3_db [None req-7063fa4a-0a7e-4c2f-a94d-ac8ce70a9c91 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Floating IP 29198621-f76f-4f5d-a805-56bdd614b09d disassociated (deleted). External IP: 172.25.7.56, port: 65a78440-31a2-4755-93fc-b92c62a816ea. Nov 04 12:04:22.617546 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:22.713653 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:22.900539 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7063fa4a-0a7e-4c2f-a94d-ac8ce70a9c91 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Router 19a3fd7c-266b-4081-81b0-ed9efe9fd64f has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 12:04:23.010957 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7063fa4a-0a7e-4c2f-a94d-ac8ce70a9c91 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 12:04:23.016003 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7063fa4a-0a7e-4c2f-a94d-ac8ce70a9c91 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:23.021040 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1381435-8568-4700-8210-0caee51b4ca2 None None] Sync routers for ids ['19a3fd7c-266b-4081-81b0-ed9efe9fd64f'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 12:04:23.031762 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1381435-8568-4700-8210-0caee51b4ca2 None None] Routers {'19a3fd7c-266b-4081-81b0-ed9efe9fd64f'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 12:04:23.032371 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f1381435-8568-4700-8210-0caee51b4ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T12:04:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['19a3fd7c-266b-4081-81b0-ed9efe9fd64f'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:04:23.047672 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7063fa4a-0a7e-4c2f-a94d-ac8ce70a9c91 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "DELETE /v2.0/floatingips/29198621-f76f-4f5d-a805-56bdd614b09d HTTP/1.1" status: 204 len: 168 time: 1.2207007 Nov 04 12:04:23.048297 n-d-816629-1 neutron-server[101774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f3506e-ac1c-4b7f-b412-50031cec8411', 'tag': '65a78440-31a2-4755-93fc-b92c62a816ea'}] {{(pid=101774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 12:04:23.050611 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4e2a034f213e3ed4147e598e162b1822d6f65ae2e173dcd934e22f7eae9c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d85d887-844f-47e1-8b5d-263d59b3be94" -d '{"events": [{"name": "network-changed", "server_uuid": "99f3506e-ac1c-4b7f-b412-50031cec8411", "tag": "65a78440-31a2-4755-93fc-b92c62a816ea"}]}' {{(pid=101774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 12:04:23.147294 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-f1381435-8568-4700-8210-0caee51b4ca2 None None] Set router 19a3fd7c-266b-4081-81b0-ed9efe9fd64f gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 12:04:23.215256 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 12:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f04861f-a27b-4bd3-8ce7-f9afe970a773 x-openstack-request-id: req-7f04861f-a27b-4bd3-8ce7-f9afe970a773 {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 12:04:23.215550 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f3506e-ac1c-4b7f-b412-50031cec8411", "tag": "65a78440-31a2-4755-93fc-b92c62a816ea", "status": "completed", "code": 200}]} {{(pid=101774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 12:04:23.215795 n-d-816629-1 neutron-server[101774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-7f04861f-a27b-4bd3-8ce7-f9afe970a773 {{(pid=101774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 12:04:23.216327 n-d-816629-1 neutron-server[101774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f3506e-ac1c-4b7f-b412-50031cec8411', 'tag': '65a78440-31a2-4755-93fc-b92c62a816ea', 'status': 'completed', 'code': 200} Nov 04 12:04:23.282211 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85d887-844f-47e1-8b5d-263d59b3be94 req-16ab1172-e8ef-48c4-91d1-3d9208dbf42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:04:23.283880 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0d85d887-844f-47e1-8b5d-263d59b3be94 req-16ab1172-e8ef-48c4-91d1-3d9208dbf42e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=76aa2fc2a84a4b83806c4be4c8e98b0c&device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 1096 time: 0.0446987 Nov 04 12:04:23.315953 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac65e6-4b4e-44f5-91c4-bae78e4fb025 req-41b84116-20e4-45eb-8cec-b1310adcca45 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:04:23.317805 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6ac65e6-4b4e-44f5-91c4-bae78e4fb025 req-41b84116-20e4-45eb-8cec-b1310adcca45 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 945 time: 0.0546403 Nov 04 12:04:23.371998 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c6ac65e6-4b4e-44f5-91c4-bae78e4fb025 req-b3f827e7-e565-42d9-b321-73aa74f245cb tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464897 Nov 04 12:04:23.388183 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f1381435-8568-4700-8210-0caee51b4ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'name': 'tempest-TestSnapshotPattern-1386617504-router', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:44Z', 'revision_number': 4, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'gw_port': {'id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '586bad9d-6301-4f81-a804-e0ac6fa43785', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'port_id': '05cc9876-9b2c-4c25-98cf-ee3e021a36c8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'mac_address': 'fa:16:3e:aa:dc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7e2584-fe0c-4595-9b1c-3b011d3c4ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T12:00:08Z', 'updated_at': '2021-11-04T12:00:10Z', 'revision_number': 1, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2081fd9-221d-4dc7-8a29-b02e828a8b70', 'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'mac_address': 'fa:16:3e:21:4e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:43Z', 'updated_at': '2021-11-04T11:59:48Z', 'revision_number': 5, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'subnets': [{'id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:04:23.393045 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85d887-844f-47e1-8b5d-263d59b3be94 req-f2afa453-3657-44fd-b2c8-39a5236547f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:04:23.394594 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0d85d887-844f-47e1-8b5d-263d59b3be94 req-f2afa453-3657-44fd-b2c8-39a5236547f6 service neutron] 10.222.0.126 "GET /v2.0/networks?id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 HTTP/1.1" status: 200 len: 912 time: 0.1022182 Nov 04 12:04:23.419387 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1381435-8568-4700-8210-0caee51b4ca2 None None] Checking router: 19a3fd7c-266b-4081-81b0-ed9efe9fd64f for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 12:04:23.428460 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1381435-8568-4700-8210-0caee51b4ca2 None None] Routers {'19a3fd7c-266b-4081-81b0-ed9efe9fd64f'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 12:04:23.429108 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f1381435-8568-4700-8210-0caee51b4ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T12:04:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['19a3fd7c-266b-4081-81b0-ed9efe9fd64f'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:04:23.443078 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0d85d887-844f-47e1-8b5d-263d59b3be94 req-605fdb46-93a1-4d8a-8f05-6b9e6ee34727 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65a78440-31a2-4755-93fc-b92c62a816ea HTTP/1.1" status: 200 len: 217 time: 0.0403664 Nov 04 12:04:23.494231 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85d887-844f-47e1-8b5d-263d59b3be94 req-a8166fb8-80f0-4e8b-aa82-c21df5387b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:04:23.495741 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0d85d887-844f-47e1-8b5d-263d59b3be94 req-a8166fb8-80f0-4e8b-aa82-c21df5387b23 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=9f070787-5fb7-4b23-ba24-cc1dd4a47d03 HTTP/1.1" status: 200 len: 849 time: 0.0457144 Nov 04 12:04:23.539786 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-f1381435-8568-4700-8210-0caee51b4ca2 None None] Set router 19a3fd7c-266b-4081-81b0-ed9efe9fd64f gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 12:04:23.549316 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85d887-844f-47e1-8b5d-263d59b3be94 req-7d1fafe6-6e63-4eb7-9b15-3e556ad2da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:04:23.550870 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0d85d887-844f-47e1-8b5d-263d59b3be94 req-7d1fafe6-6e63-4eb7-9b15-3e556ad2da07 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467410 Nov 04 12:04:23.644382 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0d85d887-844f-47e1-8b5d-263d59b3be94 req-bd48e3fb-0bbb-432a-ba7b-af7068fcaf4d service neutron] 10.222.0.126 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854516 Nov 04 12:04:23.743038 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-0d85d887-844f-47e1-8b5d-263d59b3be94 req-2dea6c55-d25e-47fc-a516-bf4324566b46 service neutron] 10.222.0.126 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910697 Nov 04 12:04:23.777828 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-f1381435-8568-4700-8210-0caee51b4ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'name': 'tempest-TestSnapshotPattern-1386617504-router', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:44Z', 'revision_number': 4, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'gw_port': {'id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '586bad9d-6301-4f81-a804-e0ac6fa43785', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'port_id': '05cc9876-9b2c-4c25-98cf-ee3e021a36c8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'mac_address': 'fa:16:3e:aa:dc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7e2584-fe0c-4595-9b1c-3b011d3c4ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T12:00:08Z', 'updated_at': '2021-11-04T12:00:10Z', 'revision_number': 1, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2081fd9-221d-4dc7-8a29-b02e828a8b70', 'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'mac_address': 'fa:16:3e:21:4e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:43Z', 'updated_at': '2021-11-04T11:59:48Z', 'revision_number': 5, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'subnets': [{'id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:04:23.803754 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1381435-8568-4700-8210-0caee51b4ca2 None None] The sync data for ids ['19a3fd7c-266b-4081-81b0-ed9efe9fd64f'] in n-d-816629-1 is: [{'id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'name': 'tempest-TestSnapshotPattern-1386617504-router', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:44Z', 'revision_number': 4, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'gw_port': {'id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_floatingips': [{'id': '586bad9d-6301-4f81-a804-e0ac6fa43785', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'router_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'port_id': '05cc9876-9b2c-4c25-98cf-ee3e021a36c8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'mac_address': 'fa:16:3e:aa:dc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7e2584-fe0c-4595-9b1c-3b011d3c4ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T12:00:08Z', 'updated_at': '2021-11-04T12:00:10Z', 'revision_number': 1, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2081fd9-221d-4dc7-8a29-b02e828a8b70', 'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'mac_address': 'fa:16:3e:21:4e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:43Z', 'updated_at': '2021-11-04T11:59:48Z', 'revision_number': 5, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'subnets': [{'id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 12:04:24.052641 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60367663-3eb0-4da6-a202-9901b94704a8 None None] New status for floating IP 29198621-f76f-4f5d-a805-56bdd614b09d: DOWN {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 12:04:24.516983 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0163f66-578c-4de0-b45b-596671fdecf9 req-b6b640c8-84b8-4622-9e9b-7c96698f66ee tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:04:24.518503 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c0163f66-578c-4de0-b45b-596671fdecf9 req-b6b640c8-84b8-4622-9e9b-7c96698f66ee tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 945 time: 0.0586555 Nov 04 12:04:24.578084 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-c0163f66-578c-4de0-b45b-596671fdecf9 req-4888ac5c-df5e-44f3-8334-373c15190405 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505114 Nov 04 12:04:24.831345 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5b6b5-d92f-43ea-9d4a-17e080cd28bb req-5fd63d0a-2109-4ad9-a407-b940dc3eb699 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:04:24.832762 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-42a5b6b5-d92f-43ea-9d4a-17e080cd28bb req-5fd63d0a-2109-4ad9-a407-b940dc3eb699 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.126 "GET /v2.0/ports?device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 945 time: 0.0622187 Nov 04 12:04:24.933233 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-42a5b6b5-d92f-43ea-9d4a-17e080cd28bb req-e4ef898c-5c58-468f-9773-a66877a0f4f8 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Deleting port 65a78440-31a2-4755-93fc-b92c62a816ea {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 12:04:24.933533 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-42a5b6b5-d92f-43ea-9d4a-17e080cd28bb req-e4ef898c-5c58-468f-9773-a66877a0f4f8 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:25.028102 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-42a5b6b5-d92f-43ea-9d4a-17e080cd28bb req-e4ef898c-5c58-468f-9773-a66877a0f4f8 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] For port 65a78440-31a2-4755-93fc-b92c62a816ea, host n-h1-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816629-1',level=0,port_id=65a78440-31a2-4755-93fc-b92c62a816ea,segment=NetworkSegment(ffb2098a-5258-4885-b34b-cf8954501d5e),segment_id=ffb2098a-5258-4885-b34b-cf8954501d5e)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 12:04:25.028434 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-42a5b6b5-d92f-43ea-9d4a-17e080cd28bb req-e4ef898c-5c58-468f-9773-a66877a0f4f8 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:25.043174 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-42a5b6b5-d92f-43ea-9d4a-17e080cd28bb req-e4ef898c-5c58-468f-9773-a66877a0f4f8 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Calling delete_port for 65a78440-31a2-4755-93fc-b92c62a816ea owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 12:04:25.182567 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-42a5b6b5-d92f-43ea-9d4a-17e080cd28bb req-e4ef898c-5c58-468f-9773-a66877a0f4f8 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:25.211631 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef898c-5c58-468f-9773-a66877a0f4f8 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Pushing event deleted for resources: {'Port': ['ID=65a78440-31a2-4755-93fc-b92c62a816ea,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:04:25.240913 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef898c-5c58-468f-9773-a66877a0f4f8 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:25.241263 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef898c-5c58-468f-9773-a66877a0f4f8 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:25.241601 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef898c-5c58-468f-9773-a66877a0f4f8 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:25.241935 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef898c-5c58-468f-9773-a66877a0f4f8 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:25.242269 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef898c-5c58-468f-9773-a66877a0f4f8 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:25.242604 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef898c-5c58-468f-9773-a66877a0f4f8 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:25.242927 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef898c-5c58-468f-9773-a66877a0f4f8 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:25.243252 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef898c-5c58-468f-9773-a66877a0f4f8 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:25.243585 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef898c-5c58-468f-9773-a66877a0f4f8 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:25.244118 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef898c-5c58-468f-9773-a66877a0f4f8 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:25.244618 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef898c-5c58-468f-9773-a66877a0f4f8 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:25.244734 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef898c-5c58-468f-9773-a66877a0f4f8 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816629-1 {{(pid=101775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 12:04:25.263804 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a5b6b5-d92f-43ea-9d4a-17e080cd28bb req-e4ef898c-5c58-468f-9773-a66877a0f4f8 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] No DVR routers for this DVR port 65a78440-31a2-4755-93fc-b92c62a816ea on host n-h1-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 12:04:25.266410 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-42a5b6b5-d92f-43ea-9d4a-17e080cd28bb req-e4ef898c-5c58-468f-9773-a66877a0f4f8 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:25.269870 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-42a5b6b5-d92f-43ea-9d4a-17e080cd28bb req-e4ef898c-5c58-468f-9773-a66877a0f4f8 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.126 "DELETE /v2.0/ports/65a78440-31a2-4755-93fc-b92c62a816ea HTTP/1.1" status: 204 len: 173 time: 0.4305677 Nov 04 12:04:25.270312 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f3506e-ac1c-4b7f-b412-50031cec8411', 'name': 'network-vif-deleted', 'tag': '65a78440-31a2-4755-93fc-b92c62a816ea'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 12:04:25.272633 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a3d884-714a-4333-9916-1aa3c6b4d617" -d '{"events": [{"server_uuid": "99f3506e-ac1c-4b7f-b412-50031cec8411", "name": "network-vif-deleted", "tag": "65a78440-31a2-4755-93fc-b92c62a816ea"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 12:04:25.313550 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 12:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f3a2a9-95e1-4275-b0ee-f36a0f5ab180 x-openstack-request-id: req-50f3a2a9-95e1-4275-b0ee-f36a0f5ab180 {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 12:04:25.313947 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f3506e-ac1c-4b7f-b412-50031cec8411", "name": "network-vif-deleted", "tag": "65a78440-31a2-4755-93fc-b92c62a816ea", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 12:04:25.314251 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-50f3a2a9-95e1-4275-b0ee-f36a0f5ab180 {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 12:04:25.314751 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f3506e-ac1c-4b7f-b412-50031cec8411', 'name': 'network-vif-deleted', 'tag': '65a78440-31a2-4755-93fc-b92c62a816ea', 'status': 'completed', 'code': 200} Nov 04 12:04:25.719100 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-748231eb-03c6-45c6-9191-78edffd2a787 req-25b97f67-d0b2-4f29-87d5-4e2af52a6615 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=99f3506e-ac1c-4b7f-b412-50031cec8411 HTTP/1.1" status: 200 len: 210 time: 0.0320790 Nov 04 12:04:25.751337 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 65a78440-31a2-4755-93fc-b92c62a816ea no longer exists at agent hyperv_n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 12:04:25.778798 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] No Port match for: 65a78440-31a2-4755-93fc-b92c62a816ea {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 12:04:25.779298 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Device 65a78440-31a2-4755-93fc-b92c62a816ea not bound to the agent host n-h1-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 12:04:27.357120 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37278) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 12:04:27.525688 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-a81ef88b-de64-4f98-a468-b63d98dc2da5 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Deleting port 26206b9b-000d-4793-80db-023ed254140b {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 12:04:27.525986 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a81ef88b-de64-4f98-a468-b63d98dc2da5 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:27.614563 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a81ef88b-de64-4f98-a468-b63d98dc2da5 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:27.614839 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a81ef88b-de64-4f98-a468-b63d98dc2da5 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:27.626876 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-a81ef88b-de64-4f98-a468-b63d98dc2da5 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Calling delete_port for 26206b9b-000d-4793-80db-023ed254140b owned by network:floatingip {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 12:04:27.790193 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a81ef88b-de64-4f98-a468-b63d98dc2da5 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:27.815619 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ef88b-de64-4f98-a468-b63d98dc2da5 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Pushing event deleted for resources: {'Port': ['ID=26206b9b-000d-4793-80db-023ed254140b,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:04:27.883654 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a81ef88b-de64-4f98-a468-b63d98dc2da5 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for floatingip, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:27.883880 n-d-816629-1 neutron-server[101775]: INFO neutron.db.l3_db [None req-a81ef88b-de64-4f98-a468-b63d98dc2da5 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Floating IP 586bad9d-6301-4f81-a804-e0ac6fa43785 disassociated (deleted). External IP: 172.25.7.250, port: 05cc9876-9b2c-4c25-98cf-ee3e021a36c8. Nov 04 12:04:28.117948 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81ef88b-de64-4f98-a468-b63d98dc2da5 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Router 19a3fd7c-266b-4081-81b0-ed9efe9fd64f has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 12:04:28.233123 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81ef88b-de64-4f98-a468-b63d98dc2da5 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 12:04:28.238534 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-a81ef88b-de64-4f98-a468-b63d98dc2da5 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for floatingip, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:28.243542 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d8728a-8e63-42d0-9764-04d8f45cb831 None None] Sync routers for ids ['19a3fd7c-266b-4081-81b0-ed9efe9fd64f'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 12:04:28.254975 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d8728a-8e63-42d0-9764-04d8f45cb831 None None] Routers {'19a3fd7c-266b-4081-81b0-ed9efe9fd64f'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 12:04:28.255847 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-04d8728a-8e63-42d0-9764-04d8f45cb831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T12:04:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['19a3fd7c-266b-4081-81b0-ed9efe9fd64f'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:04:28.269559 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-a81ef88b-de64-4f98-a468-b63d98dc2da5 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "DELETE /v2.0/floatingips/586bad9d-6301-4f81-a804-e0ac6fa43785 HTTP/1.1" status: 204 len: 168 time: 0.9109650 Nov 04 12:04:28.270166 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7e2584-fe0c-4595-9b1c-3b011d3c4ec3', 'tag': '05cc9876-9b2c-4c25-98cf-ee3e021a36c8'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 12:04:28.272557 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06b2436-edfc-4888-b32b-5ad87027e39a" -d '{"events": [{"name": "network-changed", "server_uuid": "be7e2584-fe0c-4595-9b1c-3b011d3c4ec3", "tag": "05cc9876-9b2c-4c25-98cf-ee3e021a36c8"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 12:04:28.442922 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 12:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1b57f6-a13c-45ca-a8ad-adeaee8daacc x-openstack-request-id: req-4d1b57f6-a13c-45ca-a8ad-adeaee8daacc {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 12:04:28.443885 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7e2584-fe0c-4595-9b1c-3b011d3c4ec3", "tag": "05cc9876-9b2c-4c25-98cf-ee3e021a36c8", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 12:04:28.444136 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-4d1b57f6-a13c-45ca-a8ad-adeaee8daacc {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 12:04:28.444573 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7e2584-fe0c-4595-9b1c-3b011d3c4ec3', 'tag': '05cc9876-9b2c-4c25-98cf-ee3e021a36c8', 'status': 'completed', 'code': 200} Nov 04 12:04:28.515567 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b2436-edfc-4888-b32b-5ad87027e39a req-ae04da90-1644-46c9-bd98-fddf39714c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:04:28.517356 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a06b2436-edfc-4888-b32b-5ad87027e39a req-ae04da90-1644-46c9-bd98-fddf39714c0c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=76aa2fc2a84a4b83806c4be4c8e98b0c&device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 1095 time: 0.0483141 Nov 04 12:04:28.545266 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c74e2-f993-4eac-9f3e-9a18ab938aec req-4d6681ee-e592-4ace-bb7f-aa0675e40ab5 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:04:28.546331 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-04d8728a-8e63-42d0-9764-04d8f45cb831 None None] Set router 19a3fd7c-266b-4081-81b0-ed9efe9fd64f gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 12:04:28.546833 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a47c74e2-f993-4eac-9f3e-9a18ab938aec req-4d6681ee-e592-4ace-bb7f-aa0675e40ab5 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 944 time: 0.0533977 Nov 04 12:04:28.600609 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-a47c74e2-f993-4eac-9f3e-9a18ab938aec req-be344110-d769-4beb-8af2-d6e01b74d106 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470543 Nov 04 12:04:28.620352 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b2436-edfc-4888-b32b-5ad87027e39a req-134fea2c-5645-4223-b0da-7586786b1c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:04:28.621963 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a06b2436-edfc-4888-b32b-5ad87027e39a req-134fea2c-5645-4223-b0da-7586786b1c9d service neutron] 10.222.0.121 "GET /v2.0/networks?id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 HTTP/1.1" status: 200 len: 912 time: 0.0955775 Nov 04 12:04:28.673257 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a06b2436-edfc-4888-b32b-5ad87027e39a req-0c6411ff-4eb9-4376-a7c9-5fbe48ec00d7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05cc9876-9b2c-4c25-98cf-ee3e021a36c8 HTTP/1.1" status: 200 len: 217 time: 0.0431340 Nov 04 12:04:28.728702 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b2436-edfc-4888-b32b-5ad87027e39a req-85d6b46d-1c96-4832-b2d0-7b80e072dca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:04:28.730211 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a06b2436-edfc-4888-b32b-5ad87027e39a req-85d6b46d-1c96-4832-b2d0-7b80e072dca1 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9f070787-5fb7-4b23-ba24-cc1dd4a47d03 HTTP/1.1" status: 200 len: 849 time: 0.0499620 Nov 04 12:04:28.757013 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-04d8728a-8e63-42d0-9764-04d8f45cb831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'name': 'tempest-TestSnapshotPattern-1386617504-router', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:44Z', 'revision_number': 4, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'gw_port': {'id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'd2081fd9-221d-4dc7-8a29-b02e828a8b70', 'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'mac_address': 'fa:16:3e:21:4e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:43Z', 'updated_at': '2021-11-04T11:59:48Z', 'revision_number': 5, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'subnets': [{'id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:04:28.776594 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b2436-edfc-4888-b32b-5ad87027e39a req-85ba1dc0-5211-45a0-a89e-61f18b09025d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:04:28.778180 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a06b2436-edfc-4888-b32b-5ad87027e39a req-85ba1dc0-5211-45a0-a89e-61f18b09025d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406437 Nov 04 12:04:28.783919 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d8728a-8e63-42d0-9764-04d8f45cb831 None None] Checking router: 19a3fd7c-266b-4081-81b0-ed9efe9fd64f for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 12:04:28.792901 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d8728a-8e63-42d0-9764-04d8f45cb831 None None] Routers {'19a3fd7c-266b-4081-81b0-ed9efe9fd64f'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 12:04:28.793499 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-04d8728a-8e63-42d0-9764-04d8f45cb831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T12:04:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['19a3fd7c-266b-4081-81b0-ed9efe9fd64f'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:04:28.880769 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a06b2436-edfc-4888-b32b-5ad87027e39a req-6917f9c9-804c-473d-bd92-7b8fdaea7abd service neutron] 10.222.0.121 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941007 Nov 04 12:04:28.905370 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-04d8728a-8e63-42d0-9764-04d8f45cb831 None None] Set router 19a3fd7c-266b-4081-81b0-ed9efe9fd64f gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 12:04:28.973695 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-a06b2436-edfc-4888-b32b-5ad87027e39a req-9fdfcc01-74e5-4b8b-adf2-947688da6cb0 service neutron] 10.222.0.121 "GET /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846612 Nov 04 12:04:29.118275 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-04d8728a-8e63-42d0-9764-04d8f45cb831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'name': 'tempest-TestSnapshotPattern-1386617504-router', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:44Z', 'revision_number': 4, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'gw_port': {'id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'd2081fd9-221d-4dc7-8a29-b02e828a8b70', 'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'mac_address': 'fa:16:3e:21:4e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:43Z', 'updated_at': '2021-11-04T11:59:48Z', 'revision_number': 5, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'subnets': [{'id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:04:29.146305 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d8728a-8e63-42d0-9764-04d8f45cb831 None None] The sync data for ids ['19a3fd7c-266b-4081-81b0-ed9efe9fd64f'] in n-d-816629-1 is: [{'id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'name': 'tempest-TestSnapshotPattern-1386617504-router', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:44Z', 'revision_number': 4, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'gw_port': {'id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1', '_interfaces': [{'id': 'd2081fd9-221d-4dc7-8a29-b02e828a8b70', 'name': '', 'network_id': '30fe3263-c1ac-4425-8ae4-6ff7efd69ba7', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'mac_address': 'fa:16:3e:21:4e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:43Z', 'updated_at': '2021-11-04T11:59:48Z', 'revision_number': 5, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'subnets': [{'id': '9f070787-5fb7-4b23-ba24-cc1dd4a47d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 12:04:29.381058 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c7c02b-a3eb-470f-85ad-d4cd8360b5bf None None] New status for floating IP 586bad9d-6301-4f81-a804-e0ac6fa43785: DOWN {{(pid=101777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 12:04:29.735894 n-d-816629-1 neutron-server[101774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa030a74-f8c3-48bd-bc61-7ffb5120cd71 req-94719c42-2f8a-4052-9e10-cde21c9b481b tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:04:29.737302 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aa030a74-f8c3-48bd-bc61-7ffb5120cd71 req-94719c42-2f8a-4052-9e10-cde21c9b481b tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 944 time: 0.0578954 Nov 04 12:04:29.792580 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-aa030a74-f8c3-48bd-bc61-7ffb5120cd71 req-3a4a278d-01a7-4087-8c6b-55847f629dfc tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/security-groups?id=f3099a3f-55ef-4d0d-9616-d725bb268b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462575 Nov 04 12:04:30.064234 n-d-816629-1 neutron-server[101775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebb1b2-14e6-4a4e-afa2-0fd23e9107d3 req-c5013567-cfde-40ce-b562-1d8ab3ff1229 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 12:04:30.065737 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f8ebb1b2-14e6-4a4e-afa2-0fd23e9107d3 req-c5013567-cfde-40ce-b562-1d8ab3ff1229 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.121 "GET /v2.0/ports?device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 944 time: 0.0577698 Nov 04 12:04:30.179272 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-f8ebb1b2-14e6-4a4e-afa2-0fd23e9107d3 req-c0b72ccf-0abe-48f9-82a2-043c92493d71 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Deleting port 05cc9876-9b2c-4c25-98cf-ee3e021a36c8 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 12:04:30.179623 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f8ebb1b2-14e6-4a4e-afa2-0fd23e9107d3 req-c0b72ccf-0abe-48f9-82a2-043c92493d71 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:30.281250 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [req-f8ebb1b2-14e6-4a4e-afa2-0fd23e9107d3 req-c0b72ccf-0abe-48f9-82a2-043c92493d71 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] For port 05cc9876-9b2c-4c25-98cf-ee3e021a36c8, host n-h2-816629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816629-1',level=0,port_id=05cc9876-9b2c-4c25-98cf-ee3e021a36c8,segment=NetworkSegment(ffb2098a-5258-4885-b34b-cf8954501d5e),segment_id=ffb2098a-5258-4885-b34b-cf8954501d5e)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 12:04:30.281893 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f8ebb1b2-14e6-4a4e-afa2-0fd23e9107d3 req-c0b72ccf-0abe-48f9-82a2-043c92493d71 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:30.300995 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [req-f8ebb1b2-14e6-4a4e-afa2-0fd23e9107d3 req-c0b72ccf-0abe-48f9-82a2-043c92493d71 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Calling delete_port for 05cc9876-9b2c-4c25-98cf-ee3e021a36c8 owned by compute:nova {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 12:04:30.436348 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f8ebb1b2-14e6-4a4e-afa2-0fd23e9107d3 req-c0b72ccf-0abe-48f9-82a2-043c92493d71 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:30.465345 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b72ccf-0abe-48f9-82a2-043c92493d71 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Pushing event deleted for resources: {'Port': ['ID=05cc9876-9b2c-4c25-98cf-ee3e021a36c8,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:04:30.512003 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ebb1b2-14e6-4a4e-afa2-0fd23e9107d3 req-c0b72ccf-0abe-48f9-82a2-043c92493d71 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] No DVR routers for this DVR port 05cc9876-9b2c-4c25-98cf-ee3e021a36c8 on host n-h2-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 12:04:30.514671 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [req-f8ebb1b2-14e6-4a4e-afa2-0fd23e9107d3 req-c0b72ccf-0abe-48f9-82a2-043c92493d71 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175441'] for port, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:30.518061 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [req-f8ebb1b2-14e6-4a4e-afa2-0fd23e9107d3 req-c0b72ccf-0abe-48f9-82a2-043c92493d71 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.121 "DELETE /v2.0/ports/05cc9876-9b2c-4c25-98cf-ee3e021a36c8 HTTP/1.1" status: 204 len: 173 time: 0.4457605 Nov 04 12:04:30.518498 n-d-816629-1 neutron-server[101775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7e2584-fe0c-4595-9b1c-3b011d3c4ec3', 'name': 'network-vif-deleted', 'tag': '05cc9876-9b2c-4c25-98cf-ee3e021a36c8'}] {{(pid=101775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 12:04:30.520915 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.127/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221271fa493eeb9aa3a5ef25eb656259320ad62c5b596132bf4ca913f57655e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b8c099-e6a6-4722-8406-4ad7d172458b" -d '{"events": [{"server_uuid": "be7e2584-fe0c-4595-9b1c-3b011d3c4ec3", "name": "network-vif-deleted", "tag": "05cc9876-9b2c-4c25-98cf-ee3e021a36c8"}]}' {{(pid=101775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 12:04:30.559685 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 12:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0accdf44-bc74-48ec-99e0-5df2b3def74e x-openstack-request-id: req-0accdf44-bc74-48ec-99e0-5df2b3def74e {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 12:04:30.560014 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7e2584-fe0c-4595-9b1c-3b011d3c4ec3", "name": "network-vif-deleted", "tag": "05cc9876-9b2c-4c25-98cf-ee3e021a36c8", "status": "completed", "code": 200}]} {{(pid=101775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 12:04:30.560269 n-d-816629-1 neutron-server[101775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.127/compute/v2.1/os-server-external-events used request id req-0accdf44-bc74-48ec-99e0-5df2b3def74e {{(pid=101775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 12:04:30.560673 n-d-816629-1 neutron-server[101775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7e2584-fe0c-4595-9b1c-3b011d3c4ec3', 'name': 'network-vif-deleted', 'tag': '05cc9876-9b2c-4c25-98cf-ee3e021a36c8', 'status': 'completed', 'code': 200} Nov 04 12:04:30.918872 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [req-157caf7a-af02-477a-8560-c5cf3a2fb269 req-97a61b90-eac3-4363-bca2-4658d1712c01 tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "GET /v2.0/ports?device_id=be7e2584-fe0c-4595-9b1c-3b011d3c4ec3 HTTP/1.1" status: 200 len: 210 time: 0.0376649 Nov 04 12:04:31.980378 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37294) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 12:04:32.041223 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7a7a010a-cb70-4af6-90f1-3fc2a79c353e tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:32.066593 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7a7a010a-cb70-4af6-90f1-3fc2a79c353e tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:32.135786 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7a7a010a-cb70-4af6-90f1-3fc2a79c353e tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:32.138652 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7a7a010a-cb70-4af6-90f1-3fc2a79c353e tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:32.139889 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7a7a010a-cb70-4af6-90f1-3fc2a79c353e tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] 10.222.0.127 "DELETE /v2.0/security-groups/f3099a3f-55ef-4d0d-9616-d725bb268b57 HTTP/1.1" status: 204 len: 168 time: 0.1584830 Nov 04 12:04:32.150274 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a010a-cb70-4af6-90f1-3fc2a79c353e tempest-TestSnapshotPattern-1819792736 tempest-TestSnapshotPattern-1819792736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3099a3f-55ef-4d0d-9616-d725bb268b57,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:04:32.187764 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37298) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 12:04:32.565149 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-10bf31c9-d750-4d28-8272-e93cd8340165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:32.827910 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-10bf31c9-d750-4d28-8272-e93cd8340165 admin admin] Deleting port d2081fd9-221d-4dc7-8a29-b02e828a8b70 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 12:04:32.828161 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-10bf31c9-d750-4d28-8272-e93cd8340165 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:32.907787 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-10bf31c9-d750-4d28-8272-e93cd8340165 admin admin] For port d2081fd9-221d-4dc7-8a29-b02e828a8b70, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=d2081fd9-221d-4dc7-8a29-b02e828a8b70,segment=NetworkSegment(ffb2098a-5258-4885-b34b-cf8954501d5e),segment_id=ffb2098a-5258-4885-b34b-cf8954501d5e)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 12:04:32.908153 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-10bf31c9-d750-4d28-8272-e93cd8340165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:32.922364 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-10bf31c9-d750-4d28-8272-e93cd8340165 admin admin] Calling delete_port for d2081fd9-221d-4dc7-8a29-b02e828a8b70 owned by network:router_interface {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 12:04:33.111333 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-10bf31c9-d750-4d28-8272-e93cd8340165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:33.138403 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf31c9-d750-4d28-8272-e93cd8340165 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2081fd9-221d-4dc7-8a29-b02e828a8b70,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:04:33.319032 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-10bf31c9-d750-4d28-8272-e93cd8340165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:33.561762 n-d-816629-1 neutron-server[101774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bf31c9-d750-4d28-8272-e93cd8340165 admin admin] Router 19a3fd7c-266b-4081-81b0-ed9efe9fd64f has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 12:04:33.677157 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bf31c9-d750-4d28-8272-e93cd8340165 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 12:04:33.685293 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-10bf31c9-d750-4d28-8272-e93cd8340165 admin admin] 10.222.0.127 "PUT /v2.0/routers/19a3fd7c-266b-4081-81b0-ed9efe9fd64f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4938886 Nov 04 12:04:33.686454 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37300) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 12:04:33.689203 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9b855d-13c7-495c-b2a4-7e1c0544ab48 None None] Sync routers for ids ['19a3fd7c-266b-4081-81b0-ed9efe9fd64f'] in n-d-816629-1 {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 12:04:33.701614 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9b855d-13c7-495c-b2a4-7e1c0544ab48 None None] Routers {'19a3fd7c-266b-4081-81b0-ed9efe9fd64f'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 12:04:33.702237 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-5c9b855d-13c7-495c-b2a4-7e1c0544ab48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T12:04:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['19a3fd7c-266b-4081-81b0-ed9efe9fd64f'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:04:33.795230 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d8d5ca1f-5b98-44af-abf6-706aced76a41 admin admin] Publish callbacks [] for router, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:33.829364 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-5c9b855d-13c7-495c-b2a4-7e1c0544ab48 None None] Set router 19a3fd7c-266b-4081-81b0-ed9efe9fd64f gateway port host: n-d-816629-1 {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 12:04:33.906596 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d8d5ca1f-5b98-44af-abf6-706aced76a41 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:33.963965 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-d8d5ca1f-5b98-44af-abf6-706aced76a41 admin admin] Deleting port a9390df9-a0ef-4451-84d8-b88dd36095bd {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 12:04:33.964306 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d8d5ca1f-5b98-44af-abf6-706aced76a41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:34.013261 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-5c9b855d-13c7-495c-b2a4-7e1c0544ab48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'name': 'tempest-TestSnapshotPattern-1386617504-router', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T12:04:33Z', 'revision_number': 5, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'gw_port': {'id': 'a9390df9-a0ef-4451-84d8-b88dd36095bd', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T11:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:04:34.040201 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9b855d-13c7-495c-b2a4-7e1c0544ab48 None None] Checking router: 19a3fd7c-266b-4081-81b0-ed9efe9fd64f for host: n-d-816629-1 {{(pid=101776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 12:04:34.042796 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-d8d5ca1f-5b98-44af-abf6-706aced76a41 admin admin] For port a9390df9-a0ef-4451-84d8-b88dd36095bd, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=a9390df9-a0ef-4451-84d8-b88dd36095bd,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 12:04:34.043152 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d8d5ca1f-5b98-44af-abf6-706aced76a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:34.048562 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9b855d-13c7-495c-b2a4-7e1c0544ab48 None None] Routers {'19a3fd7c-266b-4081-81b0-ed9efe9fd64f'} bound to L3 agent in host n-d-816629-1 {{(pid=101776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 12:04:34.049199 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-5c9b855d-13c7-495c-b2a4-7e1c0544ab48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T12:04:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['19a3fd7c-266b-4081-81b0-ed9efe9fd64f'], 'active': True} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:04:34.056773 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-d8d5ca1f-5b98-44af-abf6-706aced76a41 admin admin] Calling delete_port for a9390df9-a0ef-4451-84d8-b88dd36095bd owned by network:router_gateway {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 12:04:34.111892 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 05cc9876-9b2c-4c25-98cf-ee3e021a36c8 no longer exists at agent hyperv_n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 12:04:34.136253 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] No Port match for: 05cc9876-9b2c-4c25-98cf-ee3e021a36c8 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 12:04:34.136581 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Device 05cc9876-9b2c-4c25-98cf-ee3e021a36c8 not bound to the agent host n-h2-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 12:04:34.154054 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvr_db [None req-5c9b855d-13c7-495c-b2a4-7e1c0544ab48 None None] Set router 19a3fd7c-266b-4081-81b0-ed9efe9fd64f gateway port host: None {{(pid=101776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 12:04:34.208412 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_hamode_db [None req-5c9b855d-13c7-495c-b2a4-7e1c0544ab48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'name': 'tempest-TestSnapshotPattern-1386617504-router', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T12:04:33Z', 'revision_number': 6, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:04:34.228144 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d8d5ca1f-5b98-44af-abf6-706aced76a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:34.236808 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9b855d-13c7-495c-b2a4-7e1c0544ab48 None None] The sync data for ids ['19a3fd7c-266b-4081-81b0-ed9efe9fd64f'] in n-d-816629-1 is: [{'id': '19a3fd7c-266b-4081-81b0-ed9efe9fd64f', 'name': 'tempest-TestSnapshotPattern-1386617504-router', 'tenant_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:41Z', 'updated_at': '2021-11-04T12:04:33Z', 'revision_number': 6, 'project_id': '76aa2fc2a84a4b83806c4be4c8e98b0c', 'gw_port_host': None}] {{(pid=101776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 12:04:34.262284 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d5ca1f-5b98-44af-abf6-706aced76a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9390df9-a0ef-4451-84d8-b88dd36095bd,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:04:34.333638 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d8d5ca1f-5b98-44af-abf6-706aced76a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:34.430957 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d8d5ca1f-5b98-44af-abf6-706aced76a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:34.433496 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d8d5ca1f-5b98-44af-abf6-706aced76a41 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:34.485434 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d8d5ca1f-5b98-44af-abf6-706aced76a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:34.486150 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d5ca1f-5b98-44af-abf6-706aced76a41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19a3fd7c-266b-4081-81b0-ed9efe9fd64f {{(pid=101774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 12:04:34.491079 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-d8d5ca1f-5b98-44af-abf6-706aced76a41 admin admin] Publish callbacks [] for router, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:34.492108 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-d8d5ca1f-5b98-44af-abf6-706aced76a41 admin admin] 10.222.0.127 "DELETE /v2.0/routers/19a3fd7c-266b-4081-81b0-ed9efe9fd64f HTTP/1.1" status: 204 len: 168 time: 0.8047018 Nov 04 12:04:34.495403 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37302) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 12:04:34.549448 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.db_base_plugin_v2 [None req-7884d8ff-dabe-48e4-8d08-8b135e4efda6 admin admin] Deleting subnet 9f070787-5fb7-4b23-ba24-cc1dd4a47d03 {{(pid=101774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 12:04:34.554387 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7884d8ff-dabe-48e4-8d08-8b135e4efda6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:34.592627 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7884d8ff-dabe-48e4-8d08-8b135e4efda6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29289981'] for subnet, precommit_delete_associations {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:34.680759 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7884d8ff-dabe-48e4-8d08-8b135e4efda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:34.750513 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7884d8ff-dabe-48e4-8d08-8b135e4efda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28711857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28697476'] for subnet, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:34.778755 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884d8ff-dabe-48e4-8d08-8b135e4efda6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f070787-5fb7-4b23-ba24-cc1dd4a47d03,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:04:34.784694 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7884d8ff-dabe-48e4-8d08-8b135e4efda6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:34.787822 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-7884d8ff-dabe-48e4-8d08-8b135e4efda6 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/9f070787-5fb7-4b23-ba24-cc1dd4a47d03 HTTP/1.1" status: 204 len: 168 time: 0.2914994 Nov 04 12:04:34.790506 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37304) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 12:04:34.797682 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8792a891-6a00-401a-a241-b9dd4bd8ce3b None None] Network 30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 12:04:34.859642 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-229f5f78-0f81-4cff-a905-8ee09c5a4690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:34.918208 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-229f5f78-0f81-4cff-a905-8ee09c5a4690 admin admin] Deleting port 03d87203-2e2d-4007-bcb5-9a45ffee67bd {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 12:04:34.918525 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-229f5f78-0f81-4cff-a905-8ee09c5a4690 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:34.992275 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-229f5f78-0f81-4cff-a905-8ee09c5a4690 admin admin] For port 03d87203-2e2d-4007-bcb5-9a45ffee67bd, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=03d87203-2e2d-4007-bcb5-9a45ffee67bd,segment=NetworkSegment(ffb2098a-5258-4885-b34b-cf8954501d5e),segment_id=ffb2098a-5258-4885-b34b-cf8954501d5e)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 12:04:34.992645 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-229f5f78-0f81-4cff-a905-8ee09c5a4690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:35.007390 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-229f5f78-0f81-4cff-a905-8ee09c5a4690 admin admin] Calling delete_port for 03d87203-2e2d-4007-bcb5-9a45ffee67bd owned by network:dhcp {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 12:04:35.038432 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0939e29-25a2-46fc-8766-565df9a03aaa None None] DHCP port deletion for 30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 12:04:35.088051 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-229f5f78-0f81-4cff-a905-8ee09c5a4690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:35.088930 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e0939e29-25a2-46fc-8766-565df9a03aaa None None] Deleting port 03d87203-2e2d-4007-bcb5-9a45ffee67bd {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 12:04:35.089310 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e0939e29-25a2-46fc-8766-565df9a03aaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:35.118189 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f5f78-0f81-4cff-a905-8ee09c5a4690 admin admin] Pushing event deleted for resources: {'Port': ['ID=03d87203-2e2d-4007-bcb5-9a45ffee67bd,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:04:35.124275 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229f5f78-0f81-4cff-a905-8ee09c5a4690 admin admin] No DVR routers for this DVR port 03d87203-2e2d-4007-bcb5-9a45ffee67bd on host n-d-816629-1 {{(pid=101775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 12:04:35.162042 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-e0939e29-25a2-46fc-8766-565df9a03aaa None None] For port 03d87203-2e2d-4007-bcb5-9a45ffee67bd, host n-d-816629-1, got binding levels [] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 12:04:35.162443 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e0939e29-25a2-46fc-8766-565df9a03aaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:35.180512 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-e0939e29-25a2-46fc-8766-565df9a03aaa None None] Calling delete_port for 03d87203-2e2d-4007-bcb5-9a45ffee67bd owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 12:04:35.183643 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.ipam_backend_mixin [None req-e0939e29-25a2-46fc-8766-565df9a03aaa None None] Port 03d87203-2e2d-4007-bcb5-9a45ffee67bd was not found and therefore no delete operation was performed {{(pid=101776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 12:04:35.185004 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e0939e29-25a2-46fc-8766-565df9a03aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:35.213859 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 03d87203-2e2d-4007-bcb5-9a45ffee67bd no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 12:04:35.215824 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-229f5f78-0f81-4cff-a905-8ee09c5a4690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:35.217520 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0939e29-25a2-46fc-8766-565df9a03aaa None None] Pushing event deleted for resources: {'Port': ['ID=03d87203-2e2d-4007-bcb5-9a45ffee67bd,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:04:35.238111 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0939e29-25a2-46fc-8766-565df9a03aaa None None] No DVR routers for this DVR port 03d87203-2e2d-4007-bcb5-9a45ffee67bd on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 12:04:35.239474 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 03d87203-2e2d-4007-bcb5-9a45ffee67bd {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 12:04:35.239831 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 03d87203-2e2d-4007-bcb5-9a45ffee67bd not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 12:04:35.240234 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d2081fd9-221d-4dc7-8a29-b02e828a8b70 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 12:04:35.243329 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-229f5f78-0f81-4cff-a905-8ee09c5a4690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30fe3263-c1ac-4425-8ae4-6ff7efd69ba7']}} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:04:35.256316 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-229f5f78-0f81-4cff-a905-8ee09c5a4690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb2098a-5258-4885-b34b-cf8954501d5e') {'for_net_delete': True} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:04:35.256672 n-d-816629-1 neutron-server[101775]: DEBUG neutron.services.segments.db [None req-229f5f78-0f81-4cff-a905-8ee09c5a4690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb2098a-5258-4885-b34b-cf8954501d5e') {} {{(pid=101775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:04:35.264670 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: d2081fd9-221d-4dc7-8a29-b02e828a8b70 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 12:04:35.265034 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device d2081fd9-221d-4dc7-8a29-b02e828a8b70 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 12:04:35.265453 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a9390df9-a0ef-4451-84d8-b88dd36095bd no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 12:04:35.266930 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-229f5f78-0f81-4cff-a905-8ee09c5a4690 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25606020'] for segment, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:35.282210 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-229f5f78-0f81-4cff-a905-8ee09c5a4690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:35.289044 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229f5f78-0f81-4cff-a905-8ee09c5a4690 admin admin] Releasing vlan 1196 on physical network physnet1 to pool {{(pid=101775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 12:04:35.289328 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: a9390df9-a0ef-4451-84d8-b88dd36095bd {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 12:04:35.289645 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device a9390df9-a0ef-4451-84d8-b88dd36095bd not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 12:04:35.289761 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-229f5f78-0f81-4cff-a905-8ee09c5a4690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25465304'] for segment, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: Traceback (most recent call last): Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: timer() Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: cb(*args, **kw) Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: return func(*args, **kwargs) Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: self._notify() Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: self.callback(batched_events) Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: event.method(event) Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: return f(self, *a, **k) Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: return self._get(url).json() Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: return self.request(url, 'GET', **kwargs) Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 12:04:35.292594 n-d-816629-1 neutron-server[101775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 12:04:35.351848 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-229f5f78-0f81-4cff-a905-8ee09c5a4690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:35.370681 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-229f5f78-0f81-4cff-a905-8ee09c5a4690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674982'] for network, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:35.379307 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-229f5f78-0f81-4cff-a905-8ee09c5a4690 admin admin] 10.222.0.127 "DELETE /v2.0/networks/30fe3263-c1ac-4425-8ae4-6ff7efd69ba7 HTTP/1.1" status: 204 len: 168 time: 0.5826080 Nov 04 12:04:35.379307 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f5f78-0f81-4cff-a905-8ee09c5a4690 admin admin] Pushing event deleted for resources: {'Network': ['ID=30fe3263-c1ac-4425-8ae4-6ff7efd69ba7,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:04:35.379307 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37306) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 12:04:36.118174 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-59f4e38e-2e7f-40dc-8495-6af345340954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755754'] for router_interface, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:36.378035 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-59f4e38e-2e7f-40dc-8495-6af345340954 admin admin] Deleting port 1c8de2d6-2144-4f50-9b8f-0db72b8b7678 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 12:04:36.378298 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-59f4e38e-2e7f-40dc-8495-6af345340954 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:36.461410 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-59f4e38e-2e7f-40dc-8495-6af345340954 admin admin] For port 1c8de2d6-2144-4f50-9b8f-0db72b8b7678, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=1c8de2d6-2144-4f50-9b8f-0db72b8b7678,segment=NetworkSegment(00b8f039-38cd-4a0d-9582-7e1e2425d83f),segment_id=00b8f039-38cd-4a0d-9582-7e1e2425d83f)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 12:04:36.461776 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-59f4e38e-2e7f-40dc-8495-6af345340954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:36.475472 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-59f4e38e-2e7f-40dc-8495-6af345340954 admin admin] Calling delete_port for 1c8de2d6-2144-4f50-9b8f-0db72b8b7678 owned by network:router_interface {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 12:04:36.668374 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-59f4e38e-2e7f-40dc-8495-6af345340954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:36.693206 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4e38e-2e7f-40dc-8495-6af345340954 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c8de2d6-2144-4f50-9b8f-0db72b8b7678,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:04:36.871442 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-59f4e38e-2e7f-40dc-8495-6af345340954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3754778'] for router_interface, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:37.106322 n-d-816629-1 neutron-server[101775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f4e38e-2e7f-40dc-8495-6af345340954 admin admin] Router 3e926ed3-5b1b-44e7-8b2a-031e492d045f has already been hosted by L3 agent cc9b6482-619d-4919-bc3f-e9f52fd28e6d {{(pid=101775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 12:04:37.222485 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f4e38e-2e7f-40dc-8495-6af345340954 admin admin] Notify agent at l3_agent.n-d-816629-1 the message routers_updated {{(pid=101775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 12:04:37.228430 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-59f4e38e-2e7f-40dc-8495-6af345340954 admin admin] 10.222.0.127 "PUT /v2.0/routers/3e926ed3-5b1b-44e7-8b2a-031e492d045f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8490572 Nov 04 12:04:37.231081 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37308) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 12:04:37.234949 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e4dd9f-70a5-498d-ba4c-08d034911dd0 None None] Sync routers for ids ['3e926ed3-5b1b-44e7-8b2a-031e492d045f'] in n-d-816629-1 {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 12:04:37.245527 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e4dd9f-70a5-498d-ba4c-08d034911dd0 None None] Routers {'3e926ed3-5b1b-44e7-8b2a-031e492d045f'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 12:04:37.246143 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f2e4dd9f-70a5-498d-ba4c-08d034911dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T12:04:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['3e926ed3-5b1b-44e7-8b2a-031e492d045f'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:04:37.339283 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fc0a2392-ff2e-45fd-90a7-55b9f517d4d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:37.349078 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-f2e4dd9f-70a5-498d-ba4c-08d034911dd0 None None] Set router 3e926ed3-5b1b-44e7-8b2a-031e492d045f gateway port host: n-d-816629-1 {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 12:04:37.452008 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fc0a2392-ff2e-45fd-90a7-55b9f517d4d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:37.510660 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-fc0a2392-ff2e-45fd-90a7-55b9f517d4d6 admin admin] Deleting port 72a5b212-beb4-4d23-830d-2e82b8db7232 {{(pid=101775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 12:04:37.511010 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fc0a2392-ff2e-45fd-90a7-55b9f517d4d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:37.534576 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f2e4dd9f-70a5-498d-ba4c-08d034911dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e926ed3-5b1b-44e7-8b2a-031e492d045f', 'name': 'tempest-TestSnapshotPattern-1740589745-router', 'tenant_id': '766c9357b72d4e70b078a956b2031ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'external_fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '72a5b212-beb4-4d23-830d-2e82b8db7232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:46Z', 'updated_at': '2021-11-04T12:04:36Z', 'revision_number': 5, 'project_id': '766c9357b72d4e70b078a956b2031ad0', 'gw_port': {'id': '72a5b212-beb4-4d23-830d-2e82b8db7232', 'name': '', 'network_id': '301c0cd8-d116-455e-af06-7601efa602d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e926ed3-5b1b-44e7-8b2a-031e492d045f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T11:59:46Z', 'updated_at': '2021-11-04T11:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc6c040c-c302-4163-abb1-16e3c191bd11', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816629-1'}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:04:37.561108 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e4dd9f-70a5-498d-ba4c-08d034911dd0 None None] Checking router: 3e926ed3-5b1b-44e7-8b2a-031e492d045f for host: n-d-816629-1 {{(pid=101777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 12:04:37.570240 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e4dd9f-70a5-498d-ba4c-08d034911dd0 None None] Routers {'3e926ed3-5b1b-44e7-8b2a-031e492d045f'} bound to L3 agent in host n-d-816629-1 {{(pid=101777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 12:04:37.570841 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f2e4dd9f-70a5-498d-ba4c-08d034911dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T10:18:19Z,description=,heartbeat_timestamp=2021-11-04T12:04:20Z,host='n-d-816629-1',id=cc9b6482-619d-4919-bc3f-e9f52fd28e6d,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T10:18:19Z,topic='l3_agent')) {'router_ids': ['3e926ed3-5b1b-44e7-8b2a-031e492d045f'], 'active': True} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:04:37.595209 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.db [None req-fc0a2392-ff2e-45fd-90a7-55b9f517d4d6 admin admin] For port 72a5b212-beb4-4d23-830d-2e82b8db7232, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=72a5b212-beb4-4d23-830d-2e82b8db7232,segment=NetworkSegment(9c7c8b31-2c45-4451-8035-53a0d2ff9f4c),segment_id=9c7c8b31-2c45-4451-8035-53a0d2ff9f4c)] {{(pid=101775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 12:04:37.595573 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fc0a2392-ff2e-45fd-90a7-55b9f517d4d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:37.609385 n-d-816629-1 neutron-server[101775]: DEBUG neutron.plugins.ml2.plugin [None req-fc0a2392-ff2e-45fd-90a7-55b9f517d4d6 admin admin] Calling delete_port for 72a5b212-beb4-4d23-830d-2e82b8db7232 owned by network:router_gateway {{(pid=101775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 12:04:37.655075 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_dvr_db [None req-f2e4dd9f-70a5-498d-ba4c-08d034911dd0 None None] Set router 3e926ed3-5b1b-44e7-8b2a-031e492d045f gateway port host: None {{(pid=101777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 12:04:37.707336 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.l3_hamode_db [None req-f2e4dd9f-70a5-498d-ba4c-08d034911dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e926ed3-5b1b-44e7-8b2a-031e492d045f', 'name': 'tempest-TestSnapshotPattern-1740589745-router', 'tenant_id': '766c9357b72d4e70b078a956b2031ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:46Z', 'updated_at': '2021-11-04T12:04:37Z', 'revision_number': 6, 'project_id': '766c9357b72d4e70b078a956b2031ad0', 'gw_port_host': None}], 'n-d-816629-1', False) {} {{(pid=101777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:04:37.733704 n-d-816629-1 neutron-server[101777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e4dd9f-70a5-498d-ba4c-08d034911dd0 None None] The sync data for ids ['3e926ed3-5b1b-44e7-8b2a-031e492d045f'] in n-d-816629-1 is: [{'id': '3e926ed3-5b1b-44e7-8b2a-031e492d045f', 'name': 'tempest-TestSnapshotPattern-1740589745-router', 'tenant_id': '766c9357b72d4e70b078a956b2031ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T11:59:46Z', 'updated_at': '2021-11-04T12:04:37Z', 'revision_number': 6, 'project_id': '766c9357b72d4e70b078a956b2031ad0', 'gw_port_host': None}] {{(pid=101777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 12:04:37.783411 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fc0a2392-ff2e-45fd-90a7-55b9f517d4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25465131'] for port, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:37.810182 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a2392-ff2e-45fd-90a7-55b9f517d4d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=72a5b212-beb4-4d23-830d-2e82b8db7232,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:04:37.868343 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fc0a2392-ff2e-45fd-90a7-55b9f517d4d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752864'] for router_gateway, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:37.962410 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fc0a2392-ff2e-45fd-90a7-55b9f517d4d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41163'] for router, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:37.964551 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fc0a2392-ff2e-45fd-90a7-55b9f517d4d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:38.009291 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fc0a2392-ff2e-45fd-90a7-55b9f517d4d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754181'] for router, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:38.009871 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0a2392-ff2e-45fd-90a7-55b9f517d4d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e926ed3-5b1b-44e7-8b2a-031e492d045f {{(pid=101775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 12:04:38.014404 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-fc0a2392-ff2e-45fd-90a7-55b9f517d4d6 admin admin] Publish callbacks [] for router, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:38.015538 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-fc0a2392-ff2e-45fd-90a7-55b9f517d4d6 admin admin] 10.222.0.127 "DELETE /v2.0/routers/3e926ed3-5b1b-44e7-8b2a-031e492d045f HTTP/1.1" status: 204 len: 168 time: 0.7837887 Nov 04 12:04:38.017972 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37310) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 12:04:38.065079 n-d-816629-1 neutron-server[101775]: DEBUG neutron.db.db_base_plugin_v2 [None req-f899063d-6f3a-4806-8b93-9a812d80f314 admin admin] Deleting subnet 80e3528b-3377-48f8-acb4-8d3f62a81a24 {{(pid=101775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 12:04:38.068622 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f899063d-6f3a-4806-8b93-9a812d80f314 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:38.104948 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f899063d-6f3a-4806-8b93-9a812d80f314 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25606029'] for subnet, precommit_delete_associations {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:38.196641 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f899063d-6f3a-4806-8b93-9a812d80f314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528161'] for subnet, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:38.257004 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f899063d-6f3a-4806-8b93-9a812d80f314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25465206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26075673'] for subnet, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:38.283146 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899063d-6f3a-4806-8b93-9a812d80f314 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80e3528b-3377-48f8-acb4-8d3f62a81a24,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:04:38.287769 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f899063d-6f3a-4806-8b93-9a812d80f314 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:38.291379 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f899063d-6f3a-4806-8b93-9a812d80f314 admin admin] 10.222.0.127 "DELETE /v2.0/subnets/80e3528b-3377-48f8-acb4-8d3f62a81a24 HTTP/1.1" status: 204 len: 168 time: 0.2724695 Nov 04 12:04:38.294405 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26ff27c-bdd2-4021-aede-5774b35949c4 None None] Network 130d713c-fc7c-48ab-8a1b-a64256829720 requested from n-d-816629-1 {{(pid=101776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 12:04:38.295384 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37312) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 12:04:38.363552 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-77f97226-5168-4a2c-814f-82899d6e2205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678123'] for network, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:38.416135 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-77f97226-5168-4a2c-814f-82899d6e2205 admin admin] Deleting port dd871189-bea8-42da-ac2a-6c8d5fd60100 {{(pid=101774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 12:04:38.416479 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-77f97226-5168-4a2c-814f-82899d6e2205 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:38.476848 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd48fc75-37a2-47a0-8755-edae073e5773 None None] DHCP port deletion for 130d713c-fc7c-48ab-8a1b-a64256829720 request from n-d-816629-1 {{(pid=101776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 12:04:38.491236 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.db [None req-77f97226-5168-4a2c-814f-82899d6e2205 admin admin] For port dd871189-bea8-42da-ac2a-6c8d5fd60100, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=dd871189-bea8-42da-ac2a-6c8d5fd60100,segment=NetworkSegment(00b8f039-38cd-4a0d-9582-7e1e2425d83f),segment_id=00b8f039-38cd-4a0d-9582-7e1e2425d83f)] {{(pid=101774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 12:04:38.491701 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-77f97226-5168-4a2c-814f-82899d6e2205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:38.505505 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-77f97226-5168-4a2c-814f-82899d6e2205 admin admin] Calling delete_port for dd871189-bea8-42da-ac2a-6c8d5fd60100 owned by network:dhcp {{(pid=101774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 12:04:38.527850 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-dd48fc75-37a2-47a0-8755-edae073e5773 None None] Deleting port dd871189-bea8-42da-ac2a-6c8d5fd60100 {{(pid=101776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 04 12:04:38.528101 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dd48fc75-37a2-47a0-8755-edae073e5773 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731188329364'] for port, before_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:38.586797 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-77f97226-5168-4a2c-814f-82899d6e2205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28711916'] for port, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:38.592754 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.db [None req-dd48fc75-37a2-47a0-8755-edae073e5773 None None] For port dd871189-bea8-42da-ac2a-6c8d5fd60100, host n-d-816629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816629-1',level=0,port_id=dd871189-bea8-42da-ac2a-6c8d5fd60100,segment=NetworkSegment(00b8f039-38cd-4a0d-9582-7e1e2425d83f),segment_id=00b8f039-38cd-4a0d-9582-7e1e2425d83f)] {{(pid=101776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 12:04:38.593178 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dd48fc75-37a2-47a0-8755-edae073e5773 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3757629'] for port, precommit_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:38.608232 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-dd48fc75-37a2-47a0-8755-edae073e5773 None None] Calling delete_port for dd871189-bea8-42da-ac2a-6c8d5fd60100 owned by network:dhcp {{(pid=101776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 04 12:04:38.616563 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f97226-5168-4a2c-814f-82899d6e2205 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd871189-bea8-42da-ac2a-6c8d5fd60100,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:04:38.618431 n-d-816629-1 neutron-server[101774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f97226-5168-4a2c-814f-82899d6e2205 admin admin] No DVR routers for this DVR port dd871189-bea8-42da-ac2a-6c8d5fd60100 on host n-d-816629-1 {{(pid=101774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 12:04:38.691111 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-dd48fc75-37a2-47a0-8755-edae073e5773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731188417630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731187924309'] for port, after_delete {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:38.720390 n-d-816629-1 neutron-server[101776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd48fc75-37a2-47a0-8755-edae073e5773 None None] No DVR routers for this DVR port dd871189-bea8-42da-ac2a-6c8d5fd60100 on host n-d-816629-1 {{(pid=101776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 12:04:38.723817 n-d-816629-1 neutron-server[101776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48fc75-37a2-47a0-8755-edae073e5773 None None] Pushing event deleted for resources: {'Port': ['ID=dd871189-bea8-42da-ac2a-6c8d5fd60100,revision_number=None']} {{(pid=101776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:04:39.031414 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-77f97226-5168-4a2c-814f-82899d6e2205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-525484', 'neutron.services.segments.db._delete_segments_for_network-8731188411149'] for network, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:39.055443 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-77f97226-5168-4a2c-814f-82899d6e2205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130d713c-fc7c-48ab-8a1b-a64256829720']}} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:04:39.067627 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-77f97226-5168-4a2c-814f-82899d6e2205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b8f039-38cd-4a0d-9582-7e1e2425d83f') {'for_net_delete': True} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:04:39.067896 n-d-816629-1 neutron-server[101774]: DEBUG neutron.services.segments.db [None req-77f97226-5168-4a2c-814f-82899d6e2205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b8f039-38cd-4a0d-9582-7e1e2425d83f') {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 12:04:39.079755 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-77f97226-5168-4a2c-814f-82899d6e2205 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731188444950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29289972'] for segment, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:39.095937 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-77f97226-5168-4a2c-814f-82899d6e2205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016'] for segment, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:39.105127 n-d-816629-1 neutron-server[101774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f97226-5168-4a2c-814f-82899d6e2205 admin admin] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=101774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 12:04:39.105648 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-77f97226-5168-4a2c-814f-82899d6e2205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-530016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28711711'] for segment, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: Traceback (most recent call last): Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: timer() Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: cb(*args, **kw) Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: return func(*args, **kwargs) Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: self._notify() Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: self.callback(batched_events) Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: event.method(event) Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: return f(self, *a, **k) Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: return self._get(url).json() Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: return self.request(url, 'GET', **kwargs) Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 12:04:39.108276 n-d-816629-1 neutron-server[101774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 12:04:39.175180 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-77f97226-5168-4a2c-814f-82899d6e2205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-525475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752836'] for network, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:39.182903 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-77f97226-5168-4a2c-814f-82899d6e2205 admin admin] Publish callbacks [] for network, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:39.183308 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 72a5b212-beb4-4d23-830d-2e82b8db7232 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 12:04:39.189594 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-77f97226-5168-4a2c-814f-82899d6e2205 admin admin] 10.222.0.127 "DELETE /v2.0/networks/130d713c-fc7c-48ab-8a1b-a64256829720 HTTP/1.1" status: 204 len: 168 time: 0.8898470 Nov 04 12:04:39.206001 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f97226-5168-4a2c-814f-82899d6e2205 admin admin] Pushing event deleted for resources: {'Network': ['ID=130d713c-fc7c-48ab-8a1b-a64256829720,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:04:39.214225 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 72a5b212-beb4-4d23-830d-2e82b8db7232 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 12:04:39.214598 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 72a5b212-beb4-4d23-830d-2e82b8db7232 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 12:04:39.215013 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device dd871189-bea8-42da-ac2a-6c8d5fd60100 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 12:04:39.234971 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: dd871189-bea8-42da-ac2a-6c8d5fd60100 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 12:04:39.235310 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device dd871189-bea8-42da-ac2a-6c8d5fd60100 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 12:04:39.235689 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 1c8de2d6-2144-4f50-9b8f-0db72b8b7678 no longer exists at agent ovs-agent-n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 12:04:39.260734 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.plugin [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] No Port match for: 1c8de2d6-2144-4f50-9b8f-0db72b8b7678 {{(pid=101776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 04 12:04:39.261131 n-d-816629-1 neutron-server[101776]: DEBUG neutron.plugins.ml2.rpc [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Device 1c8de2d6-2144-4f50-9b8f-0db72b8b7678 not bound to the agent host n-d-816629-1 {{(pid=101776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 12:04:39.418282 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37316) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 12:04:39.467016 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-3ed2d345-11e4-4e44-9636-d91b9f3db205 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=76aa2fc2a84a4b83806c4be4c8e98b0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0474634 Nov 04 12:04:39.469671 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37318) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 12:04:39.523881 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-865fc87b-b59b-4b39-baa1-82b0487132eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:39.548009 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-865fc87b-b59b-4b39-baa1-82b0487132eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:39.609251 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-865fc87b-b59b-4b39-baa1-82b0487132eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:39.611977 n-d-816629-1 neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-865fc87b-b59b-4b39-baa1-82b0487132eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:39.613261 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-865fc87b-b59b-4b39-baa1-82b0487132eb admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/44ee380c-9d01-4ea9-bab6-617a035bdce4 HTTP/1.1" status: 204 len: 168 time: 0.1426682 Nov 04 12:04:39.627684 n-d-816629-1 neutron-server[101774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fc87b-b59b-4b39-baa1-82b0487132eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ee380c-9d01-4ea9-bab6-617a035bdce4,revision_number=None']} {{(pid=101774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:04:40.035564 n-d-816629-1 neutron-server[101774]: DEBUG neutron.wsgi [-] (101774) accepted ('10.222.0.127', 37324) {{(pid=101774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 12:04:40.087463 n-d-816629-1 neutron-server[101774]: INFO neutron.wsgi [None req-a29815da-04b8-4e96-aa60-154a4f83c335 admin admin] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=766c9357b72d4e70b078a956b2031ad0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0502169 Nov 04 12:04:40.090543 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [-] (101775) accepted ('10.222.0.127', 37326) {{(pid=101775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 12:04:40.152992 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f1c196a5-7c83-4e13-969b-2b7a0fe7bebe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:40.173617 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f1c196a5-7c83-4e13-969b-2b7a0fe7bebe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:40.225901 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f1c196a5-7c83-4e13-969b-2b7a0fe7bebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699781'] for security_group, after_delete {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:40.228490 n-d-816629-1 neutron-server[101775]: DEBUG neutron_lib.callbacks.manager [None req-f1c196a5-7c83-4e13-969b-2b7a0fe7bebe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:40.229942 n-d-816629-1 neutron-server[101775]: INFO neutron.wsgi [None req-f1c196a5-7c83-4e13-969b-2b7a0fe7bebe admin admin] 10.222.0.127 "DELETE /v2.0/security-groups/1189a438-5207-4571-b27e-fb1cb3dead1a HTTP/1.1" status: 204 len: 168 time: 0.1383448 Nov 04 12:04:40.238533 n-d-816629-1 neutron-server[101775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c196a5-7c83-4e13-969b-2b7a0fe7bebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1189a438-5207-4571-b27e-fb1cb3dead1a,revision_number=None']} {{(pid=101775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 12:04:43.413986 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:45.672016 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:46.907336 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3eb555d3-0e55-444a-874d-2888921b4f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:48.481363 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 12:04:49.795522 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-072baf9b-8948-4b51-ba61-e88c0eeff1a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:51.214629 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:52.617534 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:04:52.709862 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:05:13.448067 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:05:15.674825 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:05:16.907982 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-ef6feecb-7fa0-4c37-bce1-7d2f52156f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:05:19.779440 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b9cb71d4-03ef-4bf8-9354-2eed693f819d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:05:21.210465 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:05:22.618301 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:05:22.714037 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:05:25.484467 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 12:05:43.468929 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:05:45.680427 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:05:46.910981 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-cc946e91-da8d-4c55-977d-9a842b1a05ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:05:49.785938 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-1c110571-0ba8-4cc4-9d1b-7b96add51d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:05:51.213095 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:05:52.621801 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:05:52.714941 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:06:02.498450 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 12:06:13.475819 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:06:15.698693 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:06:16.918001 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e68ce891-2e31-4dd7-8645-37c63b10a9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:06:19.781022 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5718-979d-4a8c-93c7-06bf741b375b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:06:21.220451 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:06:22.624374 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:06:22.715964 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:06:39.490601 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 12:06:43.479313 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:06:45.723337 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:06:46.909380 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9110c8a0-1578-4fe2-ac97-a4e182f737b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:06:49.787879 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-682c7291-853d-4013-b39e-44c9b2179e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:06:51.223559 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:06:52.627880 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:06:52.718889 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:07:13.478323 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:07:15.719816 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:07:16.496084 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 12:07:16.906348 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-58c83a13-78f3-4de1-9722-fa1c23ee283c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:07:19.783076 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-0f33acd4-c3c3-4b52-9975-62f99d5d1ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:07:21.236535 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:07:22.634084 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:07:22.714561 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:07:43.485135 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:07:45.719797 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:07:46.908762 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f2601307-4c4b-44f8-a203-472c30405cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:07:49.790107 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-36d7b79b-935f-41cc-946a-b91afcf4f664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:07:51.240457 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:07:52.635202 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:07:52.711666 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:07:53.501185 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 12:08:13.487434 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:08:15.718021 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:08:16.904335 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e67b4147-1c8a-4802-a8ba-503f2a0d346c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:08:19.785670 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-70fa0632-ea6b-44de-93e2-bdcd24a5f009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:08:21.243264 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:08:22.635980 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:08:22.711629 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:08:30.507810 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 12:08:43.518209 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:08:45.735379 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:08:46.912621 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-e1550463-da76-4ba3-b171-c12f31cf46e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:08:49.797792 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d9b5fc70-d3a6-4320-992a-a1717d092028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:08:51.247793 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:08:52.642346 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:08:52.707650 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:09:07.499911 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 12:09:13.515471 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:09:15.745534 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:09:16.913920 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f7b6d86d-fdc8-4fd7-b46e-c28e073294ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:09:19.797660 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5eefb790-8757-46a6-88fa-308a45795ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:09:21.253322 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:09:22.643007 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:09:22.702202 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:09:43.514598 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:09:44.501938 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 12:09:45.740083 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:09:46.913811 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-9417b64a-abd2-463e-a82f-a57cdb40ed30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:09:49.796607 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-64e7840b-ee34-435e-a92a-160845b46e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:09:51.258448 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:09:52.653846 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:09:52.705299 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:10:13.501872 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:10:15.761148 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:10:16.917161 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c928b4ca-c2a4-49f2-ab66-b6f023c0513c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:10:19.792806 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-c8121ada-4602-4969-8818-506a57b45020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:10:21.256618 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:10:21.507588 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 12:10:22.652171 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:10:22.710291 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:10:43.506046 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:10:45.780519 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:10:46.912151 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b9666b72-d95d-493b-a652-f775ac636604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:10:49.792219 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-3f5257e6-8ec7-490d-a20b-a3e68a9b557e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:10:51.261014 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:10:52.655220 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:10:52.713889 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:10:58.512557 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 12:11:13.517129 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:11:15.803760 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:11:16.933708 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-b94ae0ee-7f93-4627-b43d-ac5eff2e862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:11:19.787480 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-6b18c95a-a468-4ce6-a5b4-76cd869c6486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:11:21.259190 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:11:22.658140 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:11:22.720036 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:11:35.518470 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 12:11:43.534164 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:11:45.811882 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:11:46.927737 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-f146951a-43bb-445b-8441-4847a53f4253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:11:49.793332 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-60584fc2-e5b5-4ead-a065-436839c82e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:11:51.276364 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:11:52.663785 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:11:52.727881 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:12:12.515761 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 12:12:13.550858 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:12:15.801361 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:12:16.923343 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-8b83bb36-5d82-4427-888a-14f8cce9f4af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:12:19.801020 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-d1de4a52-89b8-475d-873c-afa4370d22cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:12:21.274266 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:12:22.664464 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:12:22.725392 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:12:43.543360 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:12:45.803355 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:12:46.921960 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-940991df-ea53-4e8b-8a5e-082612dbbd1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:12:48.945719 n-d-816629-1 neutron-server[101775]: DEBUG neutron.wsgi [req-511682fb-485d-481d-89bf-8bb2820d60c0 req-73d33553-3827-4eb8-ab40-15e6172fcfa3 service neutron] (101775) timed out ('10.222.0.127', 35192) {{(pid=101775) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 12:12:49.506439 n-d-816629-1 neutron-server[101777]: DEBUG neutron.db.agents_db [None req-9ee9ebb3-42ec-4ff1-b7a6-f7fff4bb039d None None] Agent healthcheck: found 7 active agents {{(pid=101777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 12:12:49.798854 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-a7058f19-d028-462b-8a93-eb6487c3b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:12:51.275590 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:12:52.668095 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-eabe684b-2331-49a5-9df7-c460aba55725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:12:52.720730 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-67200e0a-540a-4578-9405-512ad3a91d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:13:13.553672 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed2d7-2f03-40b5-b842-06e1802950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:13:15.812612 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-28c0cd3a-76ac-40cb-902d-66d3716139f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:13:16.916829 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-5339d8c6-5a4e-41a6-ab58-1d21615ca0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:13:19.793623 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-105e1067-a038-4518-98fe-27c08b55f357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 12:13:21.275193 n-d-816629-1 neutron-server[101776]: DEBUG neutron_lib.callbacks.manager [None req-69ad2fdc-6d6a-42dc-ac38-7b7ec44e5fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731188406775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-539106'] for agent, after_update {{(pid=101776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}